-- Logs begin at Thu 2021-11-11 16:29:10 UTC, end at Thu 2021-11-11 18:48:08 UTC. -- Nov 11 17:04:50.341308 n-d-816206-4 systemd[1]: Started Devstack devstack@q-svc.service. Nov 11 17:04:53.089639 n-d-816206-4 neutron-server[102508]: INFO neutron.common.config [-] Logging enabled! Nov 11 17:04:53.090811 n-d-816206-4 neutron-server[102508]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 11 17:04:53.090910 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102508) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 17:04:53.094075 n-d-816206-4 neutron-server[102508]: INFO neutron.common.config [-] Logging enabled! Nov 11 17:04:53.094327 n-d-816206-4 neutron-server[102508]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 11 17:04:53.094630 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102508) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 17:04:53.095567 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 17:04:53.095821 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 17:04:53.096185 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 17:04:53.096427 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 17:04:53.096652 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 17:04:53.096966 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.097383 n-d-816206-4 neutron-server[102508]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 11 17:04:53.097690 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.097977 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.098262 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.098550 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.098834 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.099110 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.099393 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.099686 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.099991 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.100262 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.100539 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.100824 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.101101 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.101381 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.101918 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.102195 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] debug = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.102469 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.102896 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.103340 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.103618 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.103931 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.104203 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.104467 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.104736 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.105013 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.105336 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] host = n-d-816206-4 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.105612 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.105889 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.106167 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.106443 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.106716 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.106983 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.107261 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.107526 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.107818 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] log_file = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.108089 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.108370 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.108650 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.108931 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.109151 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.109365 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.109655 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.109933 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.110201 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.110469 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.110735 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.111001 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.111266 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.111528 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.111832 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.112114 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.112391 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.112657 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.112922 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.113189 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.113454 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.113730 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.113994 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.114260 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.114524 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.114802 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.115064 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.115331 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.115629 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.115930 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.116208 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.116485 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.116750 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.117025 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.117290 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.117555 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.117818 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] use_json = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.118083 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.118344 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.118616 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.118902 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.119170 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.119481 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.119703 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.120004 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:53.120295 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.120587 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.120879 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.121158 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.121458 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.121731 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.122013 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.122283 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.122564 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.122845 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.123130 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.123402 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.123686 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.123981 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.124267 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.124564 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.124853 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.125138 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.125407 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.125679 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.125947 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.126219 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.126498 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.126770 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.127052 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.127336 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.127607 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.127916 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.128207 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.128490 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.128759 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.129033 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.129320 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.129593 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.129861 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.130132 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.130415 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.130686 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.130954 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.131231 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.131502 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.131798 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.132068 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.132339 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.132620 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.132888 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.133153 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.133419 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.133689 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.133954 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.134231 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.135018 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.135288 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.135560 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.135858 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.136129 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.136393 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.136663 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.136928 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.137199 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.137465 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.137729 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.137992 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.138254 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.138516 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.138780 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.139040 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.139310 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.139576 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.139862 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.140129 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.140391 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.140656 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.140936 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.141225 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.141499 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.141771 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.142040 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.142310 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.142580 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.142848 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.143118 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.143388 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.143652 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.143954 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.144232 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.144512 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.144791 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.145060 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.145373 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.145650 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.145926 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.146195 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.146464 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.146738 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.147013 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.147302 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.147589 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.147903 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.148193 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.148480 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.148754 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.149055 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.149329 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:53.149541 n-d-816206-4 neutron-server[102508]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 17:04:53.149773 n-d-816206-4 neutron-server[102508]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102508) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 11 17:04:53.575913 n-d-816206-4 neutron-server[102508]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 17:04:53.576187 n-d-816206-4 neutron-server[102508]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 17:04:53.576482 n-d-816206-4 neutron-server[102508]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 17:04:53.576811 n-d-816206-4 neutron-server[102508]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 11 17:04:53.912874 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:53.913240 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:53.913677 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:53.915685 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:53.916192 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:53.916634 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:53.952141 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:53.952419 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:53.952687 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:53.968459 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:53.968737 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:53.969004 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:53.999034 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:53.999316 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:53.999581 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.036407 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.036687 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.036953 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.271414 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.272106 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.272106 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.272286 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.272931 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.399457 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.399796 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.400096 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.400372 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.400639 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.400951 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.401212 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.401468 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.401723 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.402004 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.402266 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.402532 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.402792 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.403046 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.403305 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.403574 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.403852 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.404345 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.404632 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.404632 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.404907 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.405162 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.405444 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.405821 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.406070 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.406316 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.406705 n-d-816206-4 neutron-server[102508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 17:04:54.406936 n-d-816206-4 neutron-server[102508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 17:04:54.407167 n-d-816206-4 neutron-server[102508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 17:04:54.407399 n-d-816206-4 neutron-server[102508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 17:04:54.407629 n-d-816206-4 neutron-server[102508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 17:04:54.407885 n-d-816206-4 neutron-server[102508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 17:04:54.408243 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 11 17:04:54.411430 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 11 17:04:54.415378 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 11 17:04:54.419223 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1250, 1299)])]) Nov 11 17:04:54.420879 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 11 17:04:54.421335 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 11 17:04:54.421666 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 11 17:04:54.422042 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 11 17:04:54.424858 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 11 17:04:54.425108 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 11 17:04:54.425453 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 17:04:54.430729 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 11 17:04:54.453658 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 11 17:04:54.454106 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.454399 n-d-816206-4 neutron-server[102508]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102508) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 11 17:04:54.454754 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.456156 n-d-816206-4 neutron-server[102508]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102508) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 11 17:04:54.456436 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 17:04:54.456678 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 11 17:04:54.459895 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.460178 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:54.523875 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 11 17:04:54.524048 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 11 17:04:54.524279 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 11 17:04:54.524643 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 11 17:04:54.545133 n-d-816206-4 neutron-server[102508]: DEBUG oslo_db.sqlalchemy.engines [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102508) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 11 17:04:55.083981 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.managers [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Initializing driver for type 'gre' Nov 11 17:04:55.084424 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] gre ID ranges: [(1, 1000)] Nov 11 17:04:55.134993 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.managers [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Initializing driver for type 'local' Nov 11 17:04:55.135329 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.managers [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Initializing driver for type 'vlan' Nov 11 17:04:55.148417 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] VlanTypeDriver initialization complete Nov 11 17:04:55.148786 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.managers [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Initializing driver for type 'vxlan' Nov 11 17:04:55.149280 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] vxlan ID ranges: [(1, 1000)] Nov 11 17:04:55.201758 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.managers [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Initializing extension driver 'port_security' Nov 11 17:04:55.202092 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.extensions.port_security [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] PortSecurityExtensionDriver initialization complete Nov 11 17:04:55.202424 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.managers [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Initializing mechanism driver 'openvswitch' Nov 11 17:04:55.202750 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.managers [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Initializing mechanism driver 'hyperv' Nov 11 17:04:55.209340 n-d-816206-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:04:55.210170 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > port after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.210540 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > port after_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.210889 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > port after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.211414 n-d-816206-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102508) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 17:04:55.211866 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > subnet after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.212223 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > subnet after_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.213071 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > subnet after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.213463 n-d-816206-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102508) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 17:04:55.213866 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > network after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.214206 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > network after_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.214543 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > network after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.214928 n-d-816206-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102508) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 17:04:55.215332 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > security_group after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.215676 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > security_group after_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.216038 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > security_group after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.216428 n-d-816206-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102508) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 17:04:55.216828 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.217174 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.217514 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.217900 n-d-816206-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102508) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 17:04:55.218304 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > address_group after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.218649 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > address_group after_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.218985 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > address_group after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.219368 n-d-816206-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102508) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 17:04:55.219766 n-d-816206-4 neutron-server[102508]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] ML2 OVO RPC backend initialized. {{(pid=102508) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 11 17:04:55.220467 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router_interface after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.220819 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.221229 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > network before_response 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.221574 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > networks before_response 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.221917 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > port before_response 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.222255 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > ports before_response 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.222589 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > subnet before_response 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.222925 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > subnets before_response 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.223265 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > network after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.223598 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > network after_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.223961 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > network after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.224295 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > port after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.224626 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > port after_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.224954 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > port after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.225283 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > subnet after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.225612 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > subnet after_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.225938 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > subnet after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.226504 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.plugin [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Modular L2 Plugin initialization complete Nov 11 17:04:55.227079 n-d-816206-4 neutron-server[102508]: DEBUG neutron.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading services supported by the core plugin {{(pid=102508) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 11 17:04:55.227397 n-d-816206-4 neutron-server[102508]: INFO neutron.plugins.ml2.managers [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Got port-security extension from driver 'port_security' Nov 11 17:04:55.227883 n-d-816206-4 neutron-server[102508]: INFO neutron.extensions.vlantransparent [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Disabled vlantransparent extension. Nov 11 17:04:55.228910 n-d-816206-4 neutron-server[102508]: DEBUG neutron.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102508) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 11 17:04:55.229222 n-d-816206-4 neutron-server[102508]: INFO neutron.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading Plugin: router Nov 11 17:04:55.265032 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router_interface before_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.265424 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router after_create 55549900 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.265793 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router before_create 55549900 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.266158 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.266530 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.266887 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router after_delete 55549900 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.267244 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > floatingip after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.267745 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > floatingip after_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.268138 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router after_create 55549900 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.268486 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router after_update 55549900 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.268843 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router after_update 55549900 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.269191 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.269551 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router after_update 55549900 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.269962 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router precommit_update 55549900 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.270329 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: port after_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.270667 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: port after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.271001 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: subnet after_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.271336 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.271684 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > port precommit_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.272273 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router precommit_create 55549900 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.272366 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: port before_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.272705 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router precommit_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.273056 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router after_update 55549900 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.273397 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router precommit_delete 55549900 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.273748 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router precommit_create 55549900 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.274105 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router_interface after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.274447 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router precommit_update 55549900 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.274810 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > agent after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.275689 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > agent after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.276132 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > network after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.276981 n-d-816206-4 neutron-server[102508]: DEBUG neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Tracking information for resource: router configured {{(pid=102508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 17:04:55.277308 n-d-816206-4 neutron-server[102508]: DEBUG neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Tracking information for resource: floatingip configured {{(pid=102508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 17:04:55.282363 n-d-816206-4 neutron-server[102508]: INFO neutron.db.l3_agentschedulers_db [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 11 17:04:55.282938 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: port after_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.283298 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: port after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.283647 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: port after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.284018 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: port after_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.284803 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router before_create 55550100 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.285162 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router precommit_delete 55550100 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.285519 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router precommit_create 55550100 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.285872 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > router precommit_update 55550100 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.290695 n-d-816206-4 neutron-server[102508]: DEBUG neutron.services.provider_configuration [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Service providers = [] {{(pid=102508) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 11 17:04:55.291057 n-d-816206-4 neutron-server[102508]: DEBUG neutron.db.servicetype_db [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102508) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 11 17:04:55.293990 n-d-816206-4 neutron-server[102508]: DEBUG neutron.services.service_base [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 17:04:55.294335 n-d-816206-4 neutron-server[102508]: DEBUG neutron.services.service_base [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 17:04:55.294673 n-d-816206-4 neutron-server[102508]: DEBUG neutron.services.service_base [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 17:04:55.295557 n-d-816206-4 neutron-server[102508]: DEBUG neutron.services.service_base [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 17:04:55.295952 n-d-816206-4 neutron-server[102508]: INFO neutron.services.service_base [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 11 17:04:55.296317 n-d-816206-4 neutron-server[102508]: DEBUG neutron.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 17:04:55.296628 n-d-816206-4 neutron-server[102508]: INFO neutron.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 11 17:04:55.308626 n-d-816206-4 neutron-server[102508]: DEBUG neutron.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 17:04:55.308958 n-d-816206-4 neutron-server[102508]: INFO neutron.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading Plugin: auto_allocate Nov 11 17:04:55.314817 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: network precommit_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.315213 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: network precommit_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.315783 n-d-816206-4 neutron-server[102508]: DEBUG neutron.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 17:04:55.316102 n-d-816206-4 neutron-server[102508]: INFO neutron.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading Plugin: tag Nov 11 17:04:55.323393 n-d-816206-4 neutron-server[102508]: DEBUG neutron.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 17:04:55.323718 n-d-816206-4 neutron-server[102508]: INFO neutron.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading Plugin: timestamp Nov 11 17:04:55.327511 n-d-816206-4 neutron-server[102508]: DEBUG neutron.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 17:04:55.327872 n-d-816206-4 neutron-server[102508]: INFO neutron.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading Plugin: network_ip_availability Nov 11 17:04:55.333306 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.333668 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.334059 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.334704 n-d-816206-4 neutron-server[102508]: DEBUG neutron.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 17:04:55.335016 n-d-816206-4 neutron-server[102508]: INFO neutron.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading Plugin: flavors Nov 11 17:04:55.340672 n-d-816206-4 neutron-server[102508]: DEBUG neutron.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 17:04:55.341004 n-d-816206-4 neutron-server[102508]: INFO neutron.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading Plugin: revisions Nov 11 17:04:55.345275 n-d-816206-4 neutron-server[102508]: DEBUG neutron.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 17:04:55.345658 n-d-816206-4 neutron-server[102508]: DEBUG oslo_concurrency.lockutils [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.769s {{(pid=102508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 17:04:55.346394 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102508) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 11 17:04:55.346724 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Initializing extension manager. Nov 11 17:04:55.347234 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: __init__.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.347570 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: __pycache__ {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.347923 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.348259 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: address_group.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.349007 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.349557 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: address-group Nov 11 17:04:55.349876 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: address_scope.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.350582 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.351082 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: address-scope Nov 11 17:04:55.351400 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: admin_state_down_before_update.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.352609 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.353112 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: router-admin-state-down-before-update Nov 11 17:04:55.353461 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: agent.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.354190 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.354687 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: agent Nov 11 17:04:55.355001 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: agent_resources_synced.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.355951 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.356455 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: agent-resources-synced Nov 11 17:04:55.356776 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: allowedaddresspairs.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.358668 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.359193 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: allowed-address-pairs Nov 11 17:04:55.359520 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: auto_allocated_topology.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.360633 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.361145 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: auto-allocated-topology Nov 11 17:04:55.361472 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: availability_zone.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.362165 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.362665 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: availability_zone Nov 11 17:04:55.362988 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: availability_zone_filter.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.363911 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.364419 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: availability_zone_filter Nov 11 17:04:55.364739 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: data_plane_status.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.365640 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.366145 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension data-plane-status not supported by any of loaded plugins Nov 11 17:04:55.366463 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: default_subnetpools.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.367389 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.367921 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: default-subnetpools Nov 11 17:04:55.368248 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: dhcpagentscheduler.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.369074 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.369574 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: dhcp_agent_scheduler Nov 11 17:04:55.369892 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: dns.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.370803 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.371301 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension dns-integration not supported by any of loaded plugins Nov 11 17:04:55.371619 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: dns_domain_ports.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.372551 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.373054 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 11 17:04:55.373372 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.374316 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.374819 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 11 17:04:55.375137 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: dvr.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.375833 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.376332 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: dvr Nov 11 17:04:55.376648 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: ecmp_routes.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.377569 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.378071 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension ecmp_routes not supported by any of loaded plugins Nov 11 17:04:55.378388 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: empty_string_filtering.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.379292 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.379817 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: empty-string-filtering Nov 11 17:04:55.380138 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.381048 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.381553 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 11 17:04:55.381875 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.382780 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.383280 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 11 17:04:55.383598 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: external_net.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.385058 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.385560 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: external-net Nov 11 17:04:55.385879 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: extra_dhcp_opt.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.386787 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.387292 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: extra_dhcp_opt Nov 11 17:04:55.387616 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: extraroute.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.388557 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.389061 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: extraroute Nov 11 17:04:55.389380 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: extraroute_atomic.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.390412 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.390920 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: extraroute-atomic Nov 11 17:04:55.391240 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: filter_validation.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.392112 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.392619 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: filter-validation Nov 11 17:04:55.392943 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: fip_pf_description.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.393855 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.394367 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 11 17:04:55.394685 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: fip_port_details.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.395600 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.396142 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: fip-port-details Nov 11 17:04:55.396464 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: flavors.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.397698 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.398212 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: flavors Nov 11 17:04:55.398544 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.400790 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.401306 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 11 17:04:55.401630 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: floatingip_pools.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.402334 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.402838 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: floatingip-pools Nov 11 17:04:55.403157 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: ip_allocation.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.404121 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.404622 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension ip_allocation not supported by any of loaded plugins Nov 11 17:04:55.404939 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.405862 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.406366 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: ip-substring-filtering Nov 11 17:04:55.406689 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: l2_adjacency.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.407611 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.408147 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension l2_adjacency not supported by any of loaded plugins Nov 11 17:04:55.408468 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: l3.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.409423 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.409931 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: router Nov 11 17:04:55.410251 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: l3_conntrack_helper.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.412501 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.413022 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 11 17:04:55.413353 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.414277 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.414788 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: ext-gw-mode Nov 11 17:04:55.415112 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.416160 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.416669 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: l3-ha Nov 11 17:04:55.416992 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: l3_flavors.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.417916 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.418420 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: l3-flavors Nov 11 17:04:55.418749 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.419664 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.420188 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: l3-port-ip-change-not-allowed Nov 11 17:04:55.420508 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: l3agentscheduler.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.421532 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.422036 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: l3_agent_scheduler Nov 11 17:04:55.422359 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: logging.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.423895 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.424408 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension logging not supported by any of loaded plugins Nov 11 17:04:55.424733 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: metering.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.425473 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.426039 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: metering Nov 11 17:04:55.426361 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.427580 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.428119 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: metering_source_and_destination_fields Nov 11 17:04:55.428444 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: multiprovidernet.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.429371 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.429878 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: multi-provider Nov 11 17:04:55.430198 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: netmtu.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.431110 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.431642 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: net-mtu Nov 11 17:04:55.431993 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: netmtu_writable.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.432910 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.433415 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: net-mtu-writable Nov 11 17:04:55.433736 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: network_availability_zone.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.434402 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.434906 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: network_availability_zone Nov 11 17:04:55.435224 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: network_ip_availability.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.436767 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.437615 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: network-ip-availability Nov 11 17:04:55.437615 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: network_segment_range.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.438536 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.439041 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension network-segment-range not supported by any of loaded plugins Nov 11 17:04:55.439360 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: pagination.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.440368 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.440696 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: pagination Nov 11 17:04:55.441017 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: port_device_profile.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.441923 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.442431 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: port-device-profile Nov 11 17:04:55.442750 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.443672 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.444201 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: port-mac-address-regenerate Nov 11 17:04:55.444520 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.445430 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.445935 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: port-numa-affinity-policy Nov 11 17:04:55.446254 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: port_resource_request.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.447674 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.448198 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension port-resource-request not supported by any of loaded plugins Nov 11 17:04:55.448518 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: port_resource_request_groups.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.449496 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.450000 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 11 17:04:55.450318 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: portbindings.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.451243 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.451781 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: binding Nov 11 17:04:55.452108 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: portbindings_extended.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.453378 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.453890 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: binding-extended Nov 11 17:04:55.454215 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: portsecurity.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.455129 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.455633 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: port-security Nov 11 17:04:55.455986 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: project_id.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.456953 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.457278 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: project-id Nov 11 17:04:55.457598 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: providernet.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.458516 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.459025 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: provider Nov 11 17:04:55.459427 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: qos.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.463617 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.464160 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension qos not supported by any of loaded plugins Nov 11 17:04:55.464491 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.465737 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.466253 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 11 17:04:55.466578 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.467499 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.468038 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 11 17:04:55.468364 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: qos_default.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.469286 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.469793 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension qos-default not supported by any of loaded plugins Nov 11 17:04:55.470111 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: qos_fip.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.470763 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.471267 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension qos-fip not supported by any of loaded plugins Nov 11 17:04:55.471588 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: qos_gateway_ip.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.472531 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.473038 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 11 17:04:55.473359 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: qos_port_network_policy.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.474269 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.474770 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 11 17:04:55.475089 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.476157 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.476919 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 11 17:04:55.477237 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: qos_pps_rule.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.478443 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.479133 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension qos-pps not supported by any of loaded plugins Nov 11 17:04:55.479457 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: qos_rule_type_details.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.480407 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.480914 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 11 17:04:55.481234 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: qos_rules_alias.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.482290 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.482797 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 11 17:04:55.483120 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: quota_check_limit.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.484060 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.484567 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: quota-check-limit Nov 11 17:04:55.484889 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: quotasv2.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.485812 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.486137 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: quotas Nov 11 17:04:55.486455 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: quotasv2_detail.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.489616 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.489956 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: quota_details Nov 11 17:04:55.490287 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: rbac.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.491328 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.491887 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: rbac-policies Nov 11 17:04:55.492216 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: rbac_address_group.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.493146 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.493657 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: rbac-address-group Nov 11 17:04:55.493999 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: rbac_address_scope.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.494914 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.495424 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: rbac-address-scope Nov 11 17:04:55.495759 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: rbac_security_groups.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.496680 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.497189 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: rbac-security-groups Nov 11 17:04:55.497508 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: rbac_subnetpool.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.498424 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.498930 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: rbac-subnetpool Nov 11 17:04:55.499253 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: revisionifmatch.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.500198 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.500703 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: revision-if-match Nov 11 17:04:55.501020 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: revisions.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.502132 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.502638 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: standard-attr-revisions Nov 11 17:04:55.502958 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: router_availability_zone.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.503655 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.504194 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: router_availability_zone Nov 11 17:04:55.504511 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: routerservicetype.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.505546 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.505972 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension router-service-type not supported by any of loaded plugins Nov 11 17:04:55.506273 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.507200 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.507707 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: security-groups-normalized-cidr Nov 11 17:04:55.508050 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: security_groups_port_filtering.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.509059 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.510135 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: port-security-groups-filtering Nov 11 17:04:55.510409 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.511389 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.511940 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: security-groups-remote-address-group Nov 11 17:04:55.512232 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.513372 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.513904 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: security-groups-shared-filtering Nov 11 17:04:55.514167 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.514756 n-d-816206-4 neutron-server[102508]: WARNING neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 11 17:04:55.515099 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: securitygroup.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.525971 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.526392 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: security-group Nov 11 17:04:55.526748 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: segment.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.527546 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.528131 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension segment not supported by any of loaded plugins Nov 11 17:04:55.528478 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.529443 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.529947 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 11 17:04:55.530268 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: servicetype.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.531377 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.531919 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: service-type Nov 11 17:04:55.532247 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: sorting.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.533236 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.533583 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: sorting Nov 11 17:04:55.533905 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: standard_attr_segment.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.534820 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.535330 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 11 17:04:55.535652 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: standardattrdescription.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.536324 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.536829 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: standard-attr-description Nov 11 17:04:55.537144 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: stateful_security_group.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.538093 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.538606 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: stateful-security-group Nov 11 17:04:55.538927 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: stdattrs_common.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.539500 n-d-816206-4 neutron-server[102508]: WARNING neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 11 17:04:55.539847 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.540819 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.541326 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 11 17:04:55.541642 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: subnet_onboard.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.542717 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.543233 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: subnet_onboard Nov 11 17:04:55.543551 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.544568 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.545100 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 11 17:04:55.545418 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: subnet_service_types.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.546348 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.546855 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: subnet-service-types Nov 11 17:04:55.547174 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: subnetallocation.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.548287 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.548802 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: subnet_allocation Nov 11 17:04:55.549128 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.549793 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.550297 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: subnetpool-prefix-ops Nov 11 17:04:55.550615 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.551548 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.552077 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 11 17:04:55.552398 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: tagging.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.553477 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.553987 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: standard-attr-tag Nov 11 17:04:55.554309 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: timestamp.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.555500 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.556041 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loaded extension: standard-attr-timestamp Nov 11 17:04:55.556437 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: trunk.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.557468 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.557980 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension trunk not supported by any of loaded plugins Nov 11 17:04:55.558305 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: trunk_details.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.559229 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.559847 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension trunk-details not supported by any of loaded plugins Nov 11 17:04:55.560176 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: uplink_status_propagation.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.561120 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.561627 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 11 17:04:55.561948 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Loading extension file: vlantransparent.py {{(pid=102508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 17:04:55.562621 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 17:04:55.563124 n-d-816206-4 neutron-server[102508]: INFO neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extension vlan-transparent not supported by any of loaded plugins Nov 11 17:04:55.565694 n-d-816206-4 neutron-server[102508]: INFO neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Creating instance of TrackedResource for resource:network Nov 11 17:04:55.566218 n-d-816206-4 neutron-server[102508]: INFO neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Creating instance of TrackedResource for resource:subnet Nov 11 17:04:55.566618 n-d-816206-4 neutron-server[102508]: INFO neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 17:04:55.567016 n-d-816206-4 neutron-server[102508]: INFO neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Creating instance of TrackedResource for resource:port Nov 11 17:04:55.568303 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.v2.resource_helper [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 17:04:55.568744 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.v2.resource_helper [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Service FLAVORS assigned prefix: {{(pid=102508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 17:04:55.569348 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.v2.resource_helper [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 17:04:55.569775 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.v2.resource_helper [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 17:04:55.570104 n-d-816206-4 neutron-server[102508]: INFO neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Creating instance of TrackedResource for resource:router Nov 11 17:04:55.570533 n-d-816206-4 neutron-server[102508]: INFO neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Creating instance of TrackedResource for resource:floatingip Nov 11 17:04:55.571027 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.v2.resource_helper [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Service METERING assigned prefix: /metering {{(pid=102508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 17:04:55.573021 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.573382 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.573725 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:04:55.574717 n-d-816206-4 neutron-server[102508]: INFO neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 17:04:55.575195 n-d-816206-4 neutron-server[102508]: INFO neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Creating instance of TrackedResource for resource:security_group Nov 11 17:04:55.575634 n-d-816206-4 neutron-server[102508]: INFO neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 17:04:55.576256 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.v2.resource_helper [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Service CORE assigned prefix: {{(pid=102508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 17:04:55.576583 n-d-816206-4 neutron-server[102508]: INFO neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 17:04:55.576923 n-d-816206-4 neutron-server[102508]: WARNING neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] subnetpool is already registered Nov 11 17:04:55.577363 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.v2.resource_helper [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Service CORE assigned prefix: {{(pid=102508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 17:04:55.577692 n-d-816206-4 neutron-server[102508]: INFO neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 17:04:55.578017 n-d-816206-4 neutron-server[102508]: WARNING neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] subnetpool is already registered Nov 11 17:04:55.580394 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.v2.resource_helper [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 17:04:55.580827 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.v2.resource_helper [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Service FLAVORS assigned prefix: {{(pid=102508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 17:04:55.581439 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.v2.resource_helper [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 17:04:55.581882 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.v2.resource_helper [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 17:04:55.582211 n-d-816206-4 neutron-server[102508]: INFO neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Creating instance of TrackedResource for resource:router Nov 11 17:04:55.582547 n-d-816206-4 neutron-server[102508]: WARNING neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] router is already registered Nov 11 17:04:55.582951 n-d-816206-4 neutron-server[102508]: INFO neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Creating instance of TrackedResource for resource:floatingip Nov 11 17:04:55.583281 n-d-816206-4 neutron-server[102508]: WARNING neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] floatingip is already registered Nov 11 17:04:55.583763 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.v2.resource_helper [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Service METERING assigned prefix: /metering {{(pid=102508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 17:04:55.584526 n-d-816206-4 neutron-server[102508]: INFO neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 17:04:55.584820 n-d-816206-4 neutron-server[102508]: WARNING neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] rbac_policy is already registered Nov 11 17:04:55.585245 n-d-816206-4 neutron-server[102508]: INFO neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Creating instance of TrackedResource for resource:security_group Nov 11 17:04:55.585574 n-d-816206-4 neutron-server[102508]: WARNING neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] security_group is already registered Nov 11 17:04:55.585983 n-d-816206-4 neutron-server[102508]: INFO neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 17:04:55.586321 n-d-816206-4 neutron-server[102508]: WARNING neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] security_group_rule is already registered Nov 11 17:04:55.586809 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.v2.resource_helper [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Service CORE assigned prefix: {{(pid=102508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 17:04:55.587130 n-d-816206-4 neutron-server[102508]: INFO neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 17:04:55.587455 n-d-816206-4 neutron-server[102508]: WARNING neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] subnetpool is already registered Nov 11 17:04:55.589297 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.v2.resource_helper [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Service CORE assigned prefix: {{(pid=102508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 17:04:55.589297 n-d-816206-4 neutron-server[102508]: INFO neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 17:04:55.589297 n-d-816206-4 neutron-server[102508]: WARNING neutron.quota.resource_registry [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] subnetpool is already registered Nov 11 17:04:55.590803 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: extensions {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.592360 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: address-groups {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.594151 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: address-scopes {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.595362 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: agents {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.596654 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: auto-allocated-topology {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.597901 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: availability_zones {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.599114 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: dhcp-networks {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.600865 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: dhcp-agents {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.602659 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: routers {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.604890 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: flavors {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.606386 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: service_profiles {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.607599 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: next_providers {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.609062 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: service_profiles {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.610510 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: floatingip-pools {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.611850 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: routers {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.613957 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: floatingips {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.615294 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: l3-routers {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.616713 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: l3-agents {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.618111 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: metering-labels {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.619916 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: metering-label-rules {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.621278 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: network-ip-availabilities {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.622538 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: bindings {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.624112 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: quotas {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.625771 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: quotas {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.627296 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: rbac-policies {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.628511 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: security-groups {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.629856 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: security-group-rules {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.631095 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: service-providers {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.632338 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: subnetpools {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.633732 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: subnetpools {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.635901 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: tags {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.637541 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: tags {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.639344 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: tags {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.641142 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: tags {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.642833 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: tags {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.644799 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: tags {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.646532 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: tags {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.649329 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: tags {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.651146 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: tags {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.652936 n-d-816206-4 neutron-server[102508]: DEBUG neutron.api.extensions [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Extended resource: tags {{(pid=102508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 17:04:55.659115 n-d-816206-4 neutron-server[102508]: WARNING keystonemiddleware.auth_token [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 11 17:04:55.663764 n-d-816206-4 neutron-server[102508]: WARNING keystonemiddleware.auth_token [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 11 17:04:55.672563 n-d-816206-4 neutron-server[102508]: DEBUG oslo_concurrency.lockutils [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Acquired lock "singleton_lock" {{(pid=102508) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 11 17:04:55.673035 n-d-816206-4 neutron-server[102508]: DEBUG oslo_concurrency.lockutils [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Releasing lock "singleton_lock" {{(pid=102508) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 11 17:04:55.673680 n-d-816206-4 neutron-server[102508]: INFO oslo_service.service [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Starting 2 workers Nov 11 17:04:55.678517 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Started child 102617 {{(pid=102508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 17:04:55.683486 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Started child 102618 {{(pid=102508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 17:04:55.684447 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:04:55.685130 n-d-816206-4 neutron-server[102508]: INFO neutron.service [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Neutron service started, listening on 0.0.0.0:9696 Nov 11 17:04:55.685628 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Publish callbacks [] for process, before_spawn {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:04:55.685990 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [-] (102617) wsgi starting up on http://0.0.0.0:9696 Nov 11 17:04:55.687978 n-d-816206-4 neutron-server[102508]: INFO oslo_service.service [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Starting 1 workers Nov 11 17:04:55.688144 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:04:55.689509 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [-] (102618) wsgi starting up on http://0.0.0.0:9696 Nov 11 17:04:55.693160 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Started child 102619 {{(pid=102508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 17:04:55.693681 n-d-816206-4 neutron-server[102508]: INFO oslo_service.service [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Starting 1 workers Nov 11 17:04:55.696699 n-d-816206-4 neutron-server[102619]: DEBUG neutron.service [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] calling RpcWorker wait() {{(pid=102619) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 11 17:04:55.697911 n-d-816206-4 neutron-server[102619]: DEBUG neutron.service [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] returning from RpcWorker wait() {{(pid=102619) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 11 17:04:55.698732 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Started child 102620 {{(pid=102508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 17:04:55.699519 n-d-816206-4 neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0012609c-bf38-4e3f-880f-1f83ac846a7c None None] Publish callbacks [] for process, after_spawn {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:04:55.699771 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:04:55.700276 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:04:55.701381 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102508) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 17:04:55.701591 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 17:04:55.701771 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 17:04:55.702145 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 17:04:55.702475 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 17:04:55.702664 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 17:04:55.703342 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.703461 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:04:55.703990 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.703990 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.704160 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.704662 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.705335 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.705723 n-d-816206-4 neutron-server[102620]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:04:55.705828 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.706023 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.706300 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.706552 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.707070 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.707249 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.707498 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.707790 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.708078 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.708333 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.708593 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.708859 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.709029 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.709283 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.709547 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.709795 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.710076 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] debug = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.710325 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.710802 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.711045 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.711279 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.711515 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.711950 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.712205 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.712457 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.712754 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.712965 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.713377 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.713623 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.713860 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.714067 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.714335 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.714566 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.714806 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.715037 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.715493 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] host = n-d-816206-4 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.715704 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.715940 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.716242 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.716489 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.717160 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.717160 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.717613 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.717613 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.717877 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.718005 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.718251 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.718393 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.718626 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.718834 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] log_file = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.718985 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] log_options = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.719219 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.719478 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.720546 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.720546 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.720546 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.720546 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.720546 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.721161 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.721161 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.721161 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.721524 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.721524 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.721759 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.721905 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.722134 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.722350 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.722580 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.722784 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.723024 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.723233 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.723471 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.723709 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.724079 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.724310 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.724533 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.724742 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.724962 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.725170 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.725405 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.725653 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.725863 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.726115 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.726344 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.726838 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.727113 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.727357 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.727580 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.729653 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.729653 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.729653 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.729653 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.729653 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.729653 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.730395 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.730395 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.730395 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.730791 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] use_json = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.730791 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.731042 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.731212 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.731923 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.732137 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.732366 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.732567 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.732819 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.733244 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.733529 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.733834 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.734089 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.734316 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.734558 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.734956 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.735198 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.735458 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.735686 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.736021 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.736244 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.736540 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.736756 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.737030 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.737363 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.737639 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.737898 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.738145 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.738395 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.738621 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.738862 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.739126 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.739339 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.739592 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.739914 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.740108 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.740463 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.740763 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.740993 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.741254 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.741466 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.741682 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.741924 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.742139 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.742415 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.742602 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.742883 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.743096 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.743304 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.743514 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.746126 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.746126 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.746126 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.746126 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.746126 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.746126 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.746126 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.746126 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.746126 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.749247 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.749247 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.749247 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.749247 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.749247 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.749247 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.749247 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.749247 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.749247 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.749782 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.749782 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.749782 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.749782 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.749782 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.749782 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.749782 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.749782 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.750231 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.750231 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.750364 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.750516 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.750861 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.751223 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.751583 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.751973 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.752323 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.752702 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.753052 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.753400 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.753748 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.754120 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.754483 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.754924 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.755290 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.755674 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.756069 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.756433 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.756792 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.757230 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.757656 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.758251 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.758868 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.759257 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.760231 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.760624 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.760979 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.761363 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.762224 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.762648 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.764893 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.765323 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.765713 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.766102 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.766492 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.766889 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.767300 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.767665 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.768091 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.768458 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.768834 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.769208 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.769629 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.770020 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.770479 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.771000 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.771397 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.771864 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.772242 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.772660 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.773048 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.773471 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.773904 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.774310 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.774713 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.774956 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.775243 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.775528 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.775815 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.776092 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.776344 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.776602 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.776847 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.777129 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.777396 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.777616 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.777832 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.778065 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.778394 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.778644 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.778886 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.779119 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.779650 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.779650 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.780350 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.780350 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.780581 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.780984 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.781392 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.781630 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.781938 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.782088 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.782462 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.782821 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.783060 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.783389 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.783525 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.783925 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.784280 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.784670 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.785049 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.785268 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.785505 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.785741 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.785976 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.786208 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.786420 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.786660 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.786893 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.787111 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.787321 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.787537 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.787965 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.788228 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.788448 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.788711 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.790732 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.790732 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.790732 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.790732 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.790732 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.790732 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.790732 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.790732 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.791393 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.791393 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.791393 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.791393 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.791688 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.791688 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.792149 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.792402 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.792658 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.792989 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.793248 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.793478 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.793722 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.793933 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.794189 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.794402 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.794613 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.794838 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.795070 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.795301 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.795577 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.795839 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.796076 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.796284 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.796489 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.796965 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.803750 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.803750 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.803750 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.803750 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.803750 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.803750 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.803750 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.803750 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.804908 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.804908 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.804908 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.804908 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.804908 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.804908 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.804908 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.804908 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.805501 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.805501 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.805501 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.805501 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.807534 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.807952 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.808197 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.809544 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.809792 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.810023 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.810270 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.810901 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.811129 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.811393 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.812232 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.812710 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.813281 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.813510 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.814567 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.814784 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.815025 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.815275 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.815594 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.815905 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.816137 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.816848 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.817098 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.817438 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.817580 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.818118 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.818525 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.818995 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.819374 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.819606 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.819854 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.820277 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.820758 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.821457 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.821722 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.823191 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.823500 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.823870 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.824151 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.824382 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.824691 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.825060 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.825746 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.826163 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.826543 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.826947 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.827315 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.827663 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.828072 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.830977 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.831393 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.831855 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.832265 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.832650 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.833052 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.833320 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.833558 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.833817 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.834074 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.834318 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.834593 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.834692 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 17:04:55.835239 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102508) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 17:04:55.835403 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 17:04:55.835561 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 17:04:55.835757 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 17:04:55.835956 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 17:04:55.836109 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 17:04:55.836317 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.836479 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.836638 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.836797 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.836955 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.837136 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.837296 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.837454 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.837639 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.837797 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.837955 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.838112 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.838270 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.838427 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.838581 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.838741 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.838899 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.839040 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.839205 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.839362 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.839517 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.839674 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.840481 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] debug = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.840649 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.840858 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.841035 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.841178 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.841339 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.841498 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.841655 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.841812 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.841970 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.842126 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.842284 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.842437 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.842701 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.842842 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.842968 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.843102 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.843228 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.843352 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.843492 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] host = n-d-816206-4 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.843708 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.843920 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.844058 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.844185 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.844310 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.844525 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.844525 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.844910 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.844910 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.845155 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.845155 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.845399 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.845399 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.845835 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] log_file = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.845835 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] log_options = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.845835 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.846189 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.846189 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.846421 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.846421 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.846666 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.846831 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.846961 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.847086 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.847210 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.847334 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.848077 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.848077 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.848331 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.848331 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.848503 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.848614 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.848770 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.849138 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.849285 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.849443 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.849600 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.849757 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.849916 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.850073 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.850229 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.850387 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.850544 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.850701 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.850857 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.851021 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.851178 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.851386 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.851474 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.852002 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.852161 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.852321 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.852477 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.852637 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.852816 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.853059 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.853215 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.853400 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.853535 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.853693 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.853851 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.854005 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] use_json = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.854185 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.854360 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.854472 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.854625 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.854782 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.854947 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.855094 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.855252 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 17:04:55.855433 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.855597 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.856058 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.856225 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.856393 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.856553 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.856980 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.857147 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.857309 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.857469 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.857640 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.857798 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.858197 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.858362 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.858686 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.858859 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.859016 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.859327 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.859489 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.859649 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.859833 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.859995 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.860165 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.860321 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.860481 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.860640 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.860802 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.860978 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.861142 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.861301 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.861461 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.861623 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.861784 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.861945 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.862105 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.862266 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.862428 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.862589 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.862750 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.862910 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.863070 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.863218 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.863377 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.863537 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.863697 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.863886 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.864049 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.864204 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.864365 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.864518 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.864679 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.864842 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.864990 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.865152 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.865303 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.865479 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.865844 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.866014 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.866165 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.866312 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.866499 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.866651 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.866808 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.866952 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.867094 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.867251 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.867423 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.867575 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.867761 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.867916 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.868074 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.868236 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.868398 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.868550 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.868713 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.869385 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.869536 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.869674 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.869810 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.869974 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.870119 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.870281 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.870424 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.870587 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.870740 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.870879 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.871040 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.871185 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.871346 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.871521 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.871695 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.872089 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.872246 n-d-816206-4 neutron-server[102619]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:04:55.872393 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.872393 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.872656 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.872791 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.872927 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.873499 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.873654 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.873815 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.873969 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.874120 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.874258 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.874419 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.874563 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.874727 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.874870 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.875032 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.875175 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.875341 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.875485 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.875648 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.875836 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.876081 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.876230 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.876368 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.876503 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.876725 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.876725 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.877017 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.877017 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.877280 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.877428 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.877566 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.877703 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.877839 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.877975 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.878130 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.878269 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.878406 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.878542 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.878677 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.878812 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.878972 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.879117 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.879280 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.879435 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.879609 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.879778 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.879922 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.880085 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.880244 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.880803 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.880984 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.881151 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.881306 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.881445 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.881618 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.881782 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.881925 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.882092 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.882236 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.882398 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.882613 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.882770 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.882909 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.883046 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.883182 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.883318 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.883552 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.883691 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.883856 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.884016 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.884172 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.884332 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.884531 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.885203 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.885359 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.885496 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.885657 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.885802 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.885965 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.886203 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.886344 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.886480 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.886617 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.886838 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.886838 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.887106 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.887243 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.887389 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.887534 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.887672 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.887866 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.888017 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.888155 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.888291 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.888426 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.888562 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.888698 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.888843 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.888979 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.889116 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.889262 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.889398 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.889556 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.889700 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.889865 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.890010 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.890156 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.890318 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.890463 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.890625 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.890788 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.890953 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.891118 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.891262 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.891409 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.891578 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.891752 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.891954 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.892124 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.892291 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.892435 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.892599 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.892743 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.892906 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.893064 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.893224 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.893368 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.893602 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.893747 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.893884 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.894020 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.894157 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.894375 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.894516 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.894652 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.894787 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.894922 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.895059 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.895196 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.895332 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.895479 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.895624 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.895847 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.896016 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.896245 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.896391 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.896528 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.896664 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.896799 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.897031 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.897181 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.897320 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.897456 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.897591 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.897737 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.897875 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.898011 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.898157 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.898295 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.898446 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.898584 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.898728 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.898866 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.899002 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.899168 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.899313 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.899478 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.899635 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.899807 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.899973 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.900597 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.900597 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.900597 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.901413 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.901413 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.901413 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.901413 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.901413 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.901413 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.902176 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.902176 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.902176 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.902176 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.902176 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.902815 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.902815 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.902815 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.902815 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.903329 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.903329 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.903329 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.903329 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.904024 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.904024 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.904024 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.904024 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.904553 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 17:04:55.904553 n-d-816206-4 neutron-server[102508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 17:04:56.015392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42198) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:04:56.024620 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063484 Nov 11 17:05:07.492526 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e4ed0a-caf2-4b50-9ac2-60fff3d2d3d2 None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 17:05:07.565853 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e4ed0a-caf2-4b50-9ac2-60fff3d2d3d2 None None] No non-hosted networks {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 11 17:05:07.574881 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.agentschedulers_db [None req-31e4ed0a-caf2-4b50-9ac2-60fff3d2d3d2 None None] DHCP Agent not found on host n-d-816206-4 {{(pid=102619) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 11 17:05:07.633136 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-eb657c31-9140-485f-ac5f-8fa442dd48d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-918350'] for agent, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:09.664913 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-96c31f50-d97e-4e65-a840-5d9cd516bea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-918350'] for agent, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:09.745048 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a90c4c3e-4a5e-47a5-b3b3-571d3dff0db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:10.767148 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-918350'] for agent, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:12.377436 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-918350'] for agent, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:12.800801 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-918350'] for agent, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:12.801826 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:12.802319 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:12.802854 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:12.803930 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:12.804270 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:12.804617 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:12.804934 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:12.805260 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:12.805585 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:12.805905 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:12.806226 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:12.806548 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:12.806962 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-816206-4', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:05:12.821868 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-816206-4', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:05:13.606963 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42290) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:05:14.141905 n-d-816206-4 neutron-server[102617]: WARNING oslo_policy.policy [None req-218fbf37-4b46-47e6-bc12-40025b0af953 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 17:05:14.142573 n-d-816206-4 neutron-server[102617]: WARNING oslo_policy.policy [None req-218fbf37-4b46-47e6-bc12-40025b0af953 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 17:05:14.371596 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-218fbf37-4b46-47e6-bc12-40025b0af953 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:05:14.396309 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-218fbf37-4b46-47e6-bc12-40025b0af953 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7882006 Nov 11 17:05:16.330534 n-d-816206-4 neutron-server[102619]: INFO neutron.db.l3_hamode_db [None req-9110e08d-9bad-4004-a240-21c7e4f36663 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 11 17:05:16.408502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9110e08d-9bad-4004-a240-21c7e4f36663 None None] Routers set() bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:05:16.408924 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9110e08d-9bad-4004-a240-21c7e4f36663 None None] Router IDs set() for agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 17:05:16.911437 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42306) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:05:17.217111 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-3ccce31d-b7c1-41e1-ac1b-e3d81a186a8d admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:05:17.311799 n-d-816206-4 neutron-server[102617]: DEBUG neutron.policy [None req-3ccce31d-b7c1-41e1-ac1b-e3d81a186a8d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102617) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 17:05:17.359397 n-d-816206-4 neutron-server[102617]: WARNING oslo_policy.policy [None req-3ccce31d-b7c1-41e1-ac1b-e3d81a186a8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 17:05:17.359790 n-d-816206-4 neutron-server[102617]: WARNING oslo_policy.policy [None req-3ccce31d-b7c1-41e1-ac1b-e3d81a186a8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 17:05:17.368791 n-d-816206-4 neutron-server[102617]: INFO neutron.quota [None req-3ccce31d-b7c1-41e1-ac1b-e3d81a186a8d admin admin] Loaded quota_driver: . Nov 11 17:05:17.463235 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ccce31d-b7c1-41e1-ac1b-e3d81a186a8d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764999882836', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764999882145', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764999886874', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764999867629', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765001645802', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765000110460', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1809693', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1851779', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1011944', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-938627'] for rbac-policy, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:17.531592 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ccce31d-b7c1-41e1-ac1b-e3d81a186a8d admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:17.532806 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3ccce31d-b7c1-41e1-ac1b-e3d81a186a8d admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6203651 Nov 11 17:05:20.232580 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42318) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:05:20.522305 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Request body: {'network': {'tenant_id': '596f4b3b53d2491a82a12593aa126cc5', 'name': 'private', 'admin_state_up': True, 'project_id': '596f4b3b53d2491a82a12593aa126cc5'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:05:20.551405 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Made reservation on behalf of 596f4b3b53d2491a82a12593aa126cc5 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:05:20.554216 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:20.570987 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:20.678338 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:20.682205 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:20.701609 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1253} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:05:20.730769 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765003654620', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:20.731342 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Unsubscribe: segment precommit_create {{(pid=102617) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 17:05:20.731882 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Added segment 2df263c2-fba3-4aff-90b6-1d23c3237384 of type vlan for network 6c737570-e994-42d6-bf93-01a5503945b7 Nov 11 17:05:20.749245 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c65c12-9131-4402-a964-ab591cd2cdfb,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:05:20.776949 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:20.777285 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:20.777617 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:20.777946 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:20.778270 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:20.778593 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:20.778914 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:20.779231 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:20.779545 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:20.779957 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:20.780277 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:20.780593 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Tracked resource versions report: Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: pushed versions: Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: { 'AddressGroup': {'1.2'}, Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: 'ConntrackHelper': {'1.0'}, Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: 'Log': {'1.0'}, Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: 'Network': {'1.1'}, Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: 'Port': {'1.7'}, Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: 'PortForwarding': {'1.2'}, Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: 'QosPolicy': {'1.10'}, Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: 'SecurityGroup': {'1.5'}, Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: 'SecurityGroupRule': {'1.2'}, Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: 'SubPort': {'1.0'}, Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: 'Subnet': {'1.1'}, Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: 'Trunk': {'1.1'}} Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: consumer versions: Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: { DHCP agent@n-d-816206-4: {}, Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: L3 agent@n-d-816206-4: {}, Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: Metadata agent@n-d-816206-4: {}, Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: Metering agent@n-d-816206-4: {}, Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: Open vSwitch agent@n-d-816206-4: { 'AddressGroup': '1.2', Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: 'ConntrackHelper': '1.0', Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: 'Log': '1.0', Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: 'Network': '1.1', Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: 'Port': '1.7', Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: 'PortForwarding': '1.2', Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: 'QosPolicy': '1.10', Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: 'SecurityGroup': '1.5', Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: 'SecurityGroupRule': '1.2', Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: 'SubPort': '1.0', Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: 'Subnet': '1.1', Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: 'Trunk': '1.1'}} Nov 11 17:05:20.781632 n-d-816206-4 neutron-server[102617]: {{(pid=102617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 17:05:20.854676 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:20.893238 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:20.894279 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:05:20.894981 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:20.984083 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7504172 Nov 11 17:05:20.992435 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab980821-790f-4815-8716-8da0e2fe453c admin admin] Pushing event updated for resources: {'Network': ['ID=6c737570-e994-42d6-bf93-01a5503945b7,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:05:21.012759 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 6c737570-e994-42d6-bf93-01a5503945b7 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:05:23.735336 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42332) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:05:24.122700 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03a067c-a1e4-496c-896d-1a2818109277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:05:24.124097 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e03a067c-a1e4-496c-896d-1a2818109277 admin admin] 10.222.0.76 "GET /v2.0/networks/6c737570-e994-42d6-bf93-01a5503945b7 HTTP/1.1" status: 200 len: 826 time: 0.3877895 Nov 11 17:05:24.148827 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c6142417-1d0c-4897-b08e-234dd1660b40 admin admin] 10.222.0.76 "GET /v2.0/subnetpools/87922f0d-691d-47f7-ab4c-9e969a854d9b HTTP/1.1" status: 200 len: 734 time: 0.0185854 Nov 11 17:05:24.158297 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a297ba1d-7984-472d-8a75-a69f55165084 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '596f4b3b53d2491a82a12593aa126cc5', 'network_id': '6c737570-e994-42d6-bf93-01a5503945b7', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '87922f0d-691d-47f7-ab4c-9e969a854d9b', 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:05:24.179891 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a297ba1d-7984-472d-8a75-a69f55165084 admin admin] Made reservation on behalf of 596f4b3b53d2491a82a12593aa126cc5 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:05:24.182767 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a297ba1d-7984-472d-8a75-a69f55165084 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:24.481865 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a297ba1d-7984-472d-8a75-a69f55165084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:24.553296 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297ba1d-7984-472d-8a75-a69f55165084 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bddb254-873a-4369-a7a8-0b6c9bfa00a5,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:05:24.556098 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a297ba1d-7984-472d-8a75-a69f55165084 admin admin] Checking segment: {'id': '2df263c2-fba3-4aff-90b6-1d23c3237384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '6c737570-e994-42d6-bf93-01a5503945b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:05:24.556498 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a297ba1d-7984-472d-8a75-a69f55165084 admin admin] Network hostable DHCP agents. Network: 6c737570-e994-42d6-bf93-01a5503945b7, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:05:24.576337 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a297ba1d-7984-472d-8a75-a69f55165084 admin admin] Network 6c737570-e994-42d6-bf93-01a5503945b7 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:05:24.587681 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-a297ba1d-7984-472d-8a75-a69f55165084 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 6c737570-e994-42d6-bf93-01a5503945b7) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:05:24.592053 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a297ba1d-7984-472d-8a75-a69f55165084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:05:24.592665 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a297ba1d-7984-472d-8a75-a69f55165084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:24.599101 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55687e9-6a1f-40ad-a82a-ce7ccc2f3a57 None None] Network 6c737570-e994-42d6-bf93-01a5503945b7 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:05:24.608740 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a297ba1d-7984-472d-8a75-a69f55165084 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4536808 Nov 11 17:05:24.924447 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-6c737570-e994-42d6-bf93-01a5503945b7', 'network_id': '6c737570-e994-42d6-bf93-01a5503945b7', 'tenant_id': '596f4b3b53d2491a82a12593aa126cc5', 'fixed_ips': [{'subnet_id': '7bddb254-873a-4369-a7a8-0b6c9bfa00a5'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:05:24.925728 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:25.233319 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Allocated IP 172.20.0.2 (6c737570-e994-42d6-bf93-01a5503945b7/7bddb254-873a-4369-a7a8-0b6c9bfa00a5/7aeee0b9-0795-4d70-8645-884dd9a128b7) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:05:25.431180 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:25.440674 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:25.528050 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Network 6c737570-e994-42d6-bf93-01a5503945b7 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:05:25.532694 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:05:25.538218 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Pushing event updated for resources: {'Port': ['ID=7aeee0b9-0795-4d70-8645-884dd9a128b7,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:05:25.540402 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:05:25.549987 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:25.550331 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:25.550666 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:25.550998 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:25.551326 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:25.551651 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:25.552000 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:25.552325 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:25.552647 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:25.552969 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:25.553292 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:25.553611 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Tracked resource versions report: Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: pushed versions: Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: { 'AddressGroup': {'1.2'}, Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: 'ConntrackHelper': {'1.0'}, Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: 'Log': {'1.0'}, Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: 'Network': {'1.1'}, Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: 'Port': {'1.7'}, Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: 'PortForwarding': {'1.2'}, Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: 'QosPolicy': {'1.10'}, Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: 'SecurityGroup': {'1.5'}, Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: 'SecurityGroupRule': {'1.2'}, Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: 'SubPort': {'1.0'}, Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: 'Subnet': {'1.1'}, Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: 'Trunk': {'1.1'}} Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: consumer versions: Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: { DHCP agent@n-d-816206-4: {}, Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: L3 agent@n-d-816206-4: {}, Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: Metadata agent@n-d-816206-4: {}, Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: Metering agent@n-d-816206-4: {}, Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: Open vSwitch agent@n-d-816206-4: { 'AddressGroup': '1.2', Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: 'ConntrackHelper': '1.0', Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: 'Log': '1.0', Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: 'Network': '1.1', Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: 'Port': '1.7', Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: 'PortForwarding': '1.2', Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: 'QosPolicy': '1.10', Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: 'SecurityGroup': '1.5', Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: 'SecurityGroupRule': '1.2', Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: 'SubPort': '1.0', Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: 'Subnet': '1.1', Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: 'Trunk': '1.1'}} Nov 11 17:05:25.554642 n-d-816206-4 neutron-server[102619]: {{(pid=102619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 17:05:25.627287 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Attempting to bind port 7aeee0b9-0795-4d70-8645-884dd9a128b7 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:05:25.627943 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Attempting to bind port 7aeee0b9-0795-4d70-8645-884dd9a128b7 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '2df263c2-fba3-4aff-90b6-1d23c3237384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '6c737570-e994-42d6-bf93-01a5503945b7'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:05:25.628145 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Attempting to bind port 7aeee0b9-0795-4d70-8645-884dd9a128b7 on network 6c737570-e994-42d6-bf93-01a5503945b7 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:05:25.632958 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:05:25.633340 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Checking segment: {'id': '2df263c2-fba3-4aff-90b6-1d23c3237384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '6c737570-e994-42d6-bf93-01a5503945b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:05:25.634376 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:25.634760 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Bound using segment: {'id': '2df263c2-fba3-4aff-90b6-1d23c3237384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '6c737570-e994-42d6-bf93-01a5503945b7'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:05:25.635236 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Bound port: 7aeee0b9-0795-4d70-8645-884dd9a128b7, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df263c2-fba3-4aff-90b6-1d23c3237384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '6c737570-e994-42d6-bf93-01a5503945b7'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:05:25.635653 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:25.694698 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] For port 7aeee0b9-0795-4d70-8645-884dd9a128b7, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:05:25.699367 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] For port 7aeee0b9-0795-4d70-8645-884dd9a128b7, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7aeee0b9-0795-4d70-8645-884dd9a128b7,segment=NetworkSegment(2df263c2-fba3-4aff-90b6-1d23c3237384),segment_id=2df263c2-fba3-4aff-90b6-1d23c3237384)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:05:25.703877 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:25.771179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a527b-8acf-4ad3-98f8-60ae04285640 None None] Pushing event updated for resources: {'Port': ['ID=7aeee0b9-0795-4d70-8645-884dd9a128b7,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:05:27.142395 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42340) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:05:27.449990 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-2c5f6373-84f6-4023-9ab2-57be69bc8705 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:05:27.450988 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2c5f6373-84f6-4023-9ab2-57be69bc8705 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3075414 Nov 11 17:05:29.965106 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42348) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:05:30.281508 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-f888cadd-e4ff-415e-bb56-6cff0a08cf12 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:05:30.295753 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f888cadd-e4ff-415e-bb56-6cff0a08cf12 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3164723 Nov 11 17:05:33.032699 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42358) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:05:33.329039 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-73e13956-b287-44d3-83d1-fd9b83c23d6c admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '596f4b3b53d2491a82a12593aa126cc5'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:05:33.354616 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-73e13956-b287-44d3-83d1-fd9b83c23d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:33.356515 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-73e13956-b287-44d3-83d1-fd9b83c23d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:33.489867 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-73e13956-b287-44d3-83d1-fd9b83c23d6c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:33.494851 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-73e13956-b287-44d3-83d1-fd9b83c23d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:33.520057 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-73e13956-b287-44d3-83d1-fd9b83c23d6c admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:33.526033 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-73e13956-b287-44d3-83d1-fd9b83c23d6c admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4913869 Nov 11 17:05:33.768506 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 5 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:05:34.759524 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7aeee0b9-0795-4d70-8645-884dd9a128b7 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:05:34.831355 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c182b79-64ae-4503-a767-0c52b4d67ca2 None None] Network 6c737570-e994-42d6-bf93-01a5503945b7 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:05:34.915358 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 7aeee0b9-0795-4d70-8645-884dd9a128b7 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:05:34.915774 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:34.971820 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e94e8ee4-73d2-42dc-a01f-77d8cd0da6df None None] Provisioning complete for port 7aeee0b9-0795-4d70-8645-884dd9a128b7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:05:34.972195 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e94e8ee4-73d2-42dc-a01f-77d8cd0da6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:35.120177 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:35.214550 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e94e8ee4-73d2-42dc-a01f-77d8cd0da6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:35.219681 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 7aeee0b9-0795-4d70-8645-884dd9a128b7, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7aeee0b9-0795-4d70-8645-884dd9a128b7,segment=NetworkSegment(2df263c2-fba3-4aff-90b6-1d23c3237384),segment_id=2df263c2-fba3-4aff-90b6-1d23c3237384)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:05:35.234181 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:35.318907 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=7aeee0b9-0795-4d70-8645-884dd9a128b7,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:05:35.325512 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-e94e8ee4-73d2-42dc-a01f-77d8cd0da6df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:05:35.325927 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-e94e8ee4-73d2-42dc-a01f-77d8cd0da6df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:05:35.980427 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-da48f998-1d6e-4709-94d6-2bccf668a403 None None] Provisioning complete for port 7aeee0b9-0795-4d70-8645-884dd9a128b7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:05:35.981108 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-da48f998-1d6e-4709-94d6-2bccf668a403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:36.031545 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42372) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:05:36.345260 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-1a2c32b7-9e3e-4d54-b95f-9e56f883178e admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:05:36.346256 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1a2c32b7-9e3e-4d54-b95f-9e56f883178e admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3135996 Nov 11 17:05:36.725574 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7aeee0b9-0795-4d70-8645-884dd9a128b7 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:05:36.773865 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 7aeee0b9-0795-4d70-8645-884dd9a128b7 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:05:36.774230 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:37.341885 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d16dcca1-c6d9-4d1b-9323-05f1935c16ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:38.882165 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42380) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:05:39.189341 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-bced1df6-08e0-4ce1-9945-8647403357a1 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:05:39.209836 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bced1df6-08e0-4ce1-9945-8647403357a1 admin admin] Made reservation on behalf of 05b29eab217d4f829cc78e7f3d544cd7 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:05:39.212071 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bced1df6-08e0-4ce1-9945-8647403357a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:39.219686 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bced1df6-08e0-4ce1-9945-8647403357a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:39.295397 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bced1df6-08e0-4ce1-9945-8647403357a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:39.298957 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bced1df6-08e0-4ce1-9945-8647403357a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:39.308207 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bced1df6-08e0-4ce1-9945-8647403357a1 admin admin] Reserving flat network on physical network physnet1 {{(pid=102617) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 11 17:05:39.335033 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bced1df6-08e0-4ce1-9945-8647403357a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:39.335370 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-bced1df6-08e0-4ce1-9945-8647403357a1 admin admin] Added segment 7550ae8a-3e00-4ea6-8040-4916ae85b3cf of type flat for network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 Nov 11 17:05:39.343104 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced1df6-08e0-4ce1-9945-8647403357a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd9f970-60c5-4f4a-9eea-16d066320e14,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:05:39.386093 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bced1df6-08e0-4ce1-9945-8647403357a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:39.416535 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bced1df6-08e0-4ce1-9945-8647403357a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:39.417439 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bced1df6-08e0-4ce1-9945-8647403357a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:05:39.418007 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bced1df6-08e0-4ce1-9945-8647403357a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:39.470721 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bced1df6-08e0-4ce1-9945-8647403357a1 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5875268 Nov 11 17:05:39.481668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced1df6-08e0-4ce1-9945-8647403357a1 admin admin] Pushing event updated for resources: {'Network': ['ID=06ed7de8-0556-425f-bf82-1eba2b5aaee5,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:05:39.493251 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:05:39.669519 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-92fcb662-b06f-46e5-825a-d375c95d055d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:40.713804 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:42.014286 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42398) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:05:42.231850 n-d-816206-4 neutron-server[102618]: WARNING oslo_policy.policy [None req-44bb2260-4088-405a-8110-8a78a8b4fe79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 17:05:42.232428 n-d-816206-4 neutron-server[102618]: WARNING oslo_policy.policy [None req-44bb2260-4088-405a-8110-8a78a8b4fe79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 17:05:42.309978 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:42.655203 n-d-816206-4 neutron-server[102618]: DEBUG neutron.policy [None req-44bb2260-4088-405a-8110-8a78a8b4fe79 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102618) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 17:05:42.702849 n-d-816206-4 neutron-server[102618]: WARNING oslo_policy.policy [None req-44bb2260-4088-405a-8110-8a78a8b4fe79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 17:05:42.703221 n-d-816206-4 neutron-server[102618]: WARNING oslo_policy.policy [None req-44bb2260-4088-405a-8110-8a78a8b4fe79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 17:05:42.711874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bb2260-4088-405a-8110-8a78a8b4fe79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:05:42.713756 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-44bb2260-4088-405a-8110-8a78a8b4fe79 admin admin] 10.222.0.76 "GET /v2.0/subnets/7bddb254-873a-4369-a7a8-0b6c9bfa00a5 HTTP/1.1" status: 200 len: 849 time: 0.6973426 Nov 11 17:05:42.793063 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:42.877326 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-57d6cb1f-d496-4c8b-b5ae-667dd2f68ccb admin admin] 10.222.0.76 "GET /v2.0/routers/2a2d79d3-983b-4f6f-be3e-916db63cea87 HTTP/1.1" status: 200 len: 704 time: 0.1572795 Nov 11 17:05:43.140797 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:43.462756 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Allocated IP 172.20.0.1 (6c737570-e994-42d6-bf93-01a5503945b7/7bddb254-873a-4369-a7a8-0b6c9bfa00a5/2818eda3-44f4-4e47-bf58-8019970608e7) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:05:43.669312 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:43.736221 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:43.774652 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Network 6c737570-e994-42d6-bf93-01a5503945b7 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:05:43.776006 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:05:43.853103 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:05:43.853103 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:43.912899 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Pushing event updated for resources: {'Port': ['ID=2818eda3-44f4-4e47-bf58-8019970608e7,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:05:43.931756 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:43.932114 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:43.932452 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:43.932788 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:43.933125 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:43.933448 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:43.933773 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:43.934093 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:43.934413 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:43.934733 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:43.935053 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:43.935369 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Tracked resource versions report: Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: pushed versions: Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: { 'AddressGroup': {'1.2'}, Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: 'ConntrackHelper': {'1.0'}, Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: 'Log': {'1.0'}, Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: 'Network': {'1.1'}, Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: 'Port': {'1.7'}, Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: 'PortForwarding': {'1.2'}, Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: 'QosPolicy': {'1.10'}, Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: 'SecurityGroup': {'1.5'}, Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: 'SecurityGroupRule': {'1.2'}, Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: 'SubPort': {'1.0'}, Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: 'Subnet': {'1.1'}, Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: 'Trunk': {'1.1'}} Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: consumer versions: Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: { DHCP agent@n-d-816206-4: {}, Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: L3 agent@n-d-816206-4: {}, Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: Metadata agent@n-d-816206-4: {}, Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: Metering agent@n-d-816206-4: {}, Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: Open vSwitch agent@n-d-816206-4: { 'AddressGroup': '1.2', Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: 'ConntrackHelper': '1.0', Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: 'Log': '1.0', Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: 'Network': '1.1', Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: 'Port': '1.7', Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: 'PortForwarding': '1.2', Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: 'QosPolicy': '1.10', Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: 'SecurityGroup': '1.5', Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: 'SecurityGroupRule': '1.2', Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: 'SubPort': '1.0', Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: 'Subnet': '1.1', Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: 'Trunk': '1.1'}} Nov 11 17:05:43.936446 n-d-816206-4 neutron-server[102618]: {{(pid=102618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 17:05:44.024995 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-831b8302-7539-4646-b016-a514ed4b0396 None None] Provisioning complete for port 2818eda3-44f4-4e47-bf58-8019970608e7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:05:44.025542 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-831b8302-7539-4646-b016-a514ed4b0396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:44.057105 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-831b8302-7539-4646-b016-a514ed4b0396 None None] Port 2818eda3-44f4-4e47-bf58-8019970608e7 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:05:44.059636 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:44.267539 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:44.271884 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:44.272632 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:44.353989 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Pushing event updated for resources: {'Port': ['ID=2818eda3-44f4-4e47-bf58-8019970608e7,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:05:44.395637 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Network 6c737570-e994-42d6-bf93-01a5503945b7 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:05:44.396888 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:05:44.578798 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ed1899a1-cc30-4093-a743-1c899ab14a95 None None] Provisioning complete for port 2818eda3-44f4-4e47-bf58-8019970608e7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:05:44.579172 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ed1899a1-cc30-4093-a743-1c899ab14a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:44.604460 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Router 2a2d79d3-983b-4f6f-be3e-916db63cea87 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:05:44.612566 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-ed1899a1-cc30-4093-a743-1c899ab14a95 None None] Port 2818eda3-44f4-4e47-bf58-8019970608e7 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:05:44.693431 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:05:44.699178 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2a0a4d7f-419e-4287-a7ab-74cef4527d29 admin admin] 10.222.0.76 "PUT /v2.0/routers/2a2d79d3-983b-4f6f-be3e-916db63cea87/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8142338 Nov 11 17:05:44.715402 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] Sync routers for ids ['2a2d79d3-983b-4f6f-be3e-916db63cea87'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:05:44.728597 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] Routers {'2a2d79d3-983b-4f6f-be3e-916db63cea87'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:05:44.729413 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:05:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2a2d79d3-983b-4f6f-be3e-916db63cea87'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:05:44.919625 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] Set router 2a2d79d3-983b-4f6f-be3e-916db63cea87 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:05:45.349017 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d79d3-983b-4f6f-be3e-916db63cea87', 'name': 'router1', 'tenant_id': '596f4b3b53d2491a82a12593aa126cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:05:33Z', 'updated_at': '2021-11-11T17:05:44Z', 'revision_number': 2, 'project_id': '596f4b3b53d2491a82a12593aa126cc5', 'gw_port_host': None, '_interfaces': [{'id': '2818eda3-44f4-4e47-bf58-8019970608e7', 'name': '', 'network_id': '6c737570-e994-42d6-bf93-01a5503945b7', 'tenant_id': '596f4b3b53d2491a82a12593aa126cc5', 'mac_address': 'fa:16:3e:d4:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2d79d3-983b-4f6f-be3e-916db63cea87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bddb254-873a-4369-a7a8-0b6c9bfa00a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:05:43Z', 'updated_at': '2021-11-11T17:05:44Z', 'revision_number': 2, 'project_id': '596f4b3b53d2491a82a12593aa126cc5', 'subnets': [{'id': '7bddb254-873a-4369-a7a8-0b6c9bfa00a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87922f0d-691d-47f7-ab4c-9e969a854d9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:05:45.400091 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] Checking router: 2a2d79d3-983b-4f6f-be3e-916db63cea87 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:05:45.400458 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] Updating router 2a2d79d3-983b-4f6f-be3e-916db63cea87 port 2818eda3-44f4-4e47-bf58-8019970608e7 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:05:45.447560 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:45.955400 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:45.962159 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:46.116606 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2703b6-79bd-46fe-84dc-340618ecd79b None None] Pushing event updated for resources: {'Port': ['ID=2818eda3-44f4-4e47-bf58-8019970608e7,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:05:46.131214 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] Attempting to bind port 2818eda3-44f4-4e47-bf58-8019970608e7 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:05:46.131614 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] Attempting to bind port 2818eda3-44f4-4e47-bf58-8019970608e7 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '2df263c2-fba3-4aff-90b6-1d23c3237384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '6c737570-e994-42d6-bf93-01a5503945b7'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:05:46.132095 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] Attempting to bind port 2818eda3-44f4-4e47-bf58-8019970608e7 on network 6c737570-e994-42d6-bf93-01a5503945b7 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:05:46.137697 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2703b6-79bd-46fe-84dc-340618ecd79b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:46.138045 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2703b6-79bd-46fe-84dc-340618ecd79b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:46.138385 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2703b6-79bd-46fe-84dc-340618ecd79b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:46.138718 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2703b6-79bd-46fe-84dc-340618ecd79b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:46.139049 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2703b6-79bd-46fe-84dc-340618ecd79b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:46.139375 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2703b6-79bd-46fe-84dc-340618ecd79b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:46.139705 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2703b6-79bd-46fe-84dc-340618ecd79b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:46.140051 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2703b6-79bd-46fe-84dc-340618ecd79b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:46.140369 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2703b6-79bd-46fe-84dc-340618ecd79b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:46.140700 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2703b6-79bd-46fe-84dc-340618ecd79b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:46.141011 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2703b6-79bd-46fe-84dc-340618ecd79b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:46.141325 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2703b6-79bd-46fe-84dc-340618ecd79b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2703b6-79bd-46fe-84dc-340618ecd79b None None] Tracked resource versions report: Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: pushed versions: Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: { 'AddressGroup': {'1.2'}, Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: 'ConntrackHelper': {'1.0'}, Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: 'Log': {'1.0'}, Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: 'Network': {'1.1'}, Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: 'Port': {'1.7'}, Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: 'PortForwarding': {'1.2'}, Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: 'QosPolicy': {'1.10'}, Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: 'SecurityGroup': {'1.5'}, Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: 'SecurityGroupRule': {'1.2'}, Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: 'SubPort': {'1.0'}, Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: 'Subnet': {'1.1'}, Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: 'Trunk': {'1.1'}} Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: consumer versions: Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: { DHCP agent@n-d-816206-4: {}, Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: L3 agent@n-d-816206-4: {}, Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: Metadata agent@n-d-816206-4: {}, Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: Metering agent@n-d-816206-4: {}, Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: Open vSwitch agent@n-d-816206-4: { 'AddressGroup': '1.2', Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: 'ConntrackHelper': '1.0', Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: 'Log': '1.0', Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: 'Network': '1.1', Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: 'Port': '1.7', Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: 'PortForwarding': '1.2', Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: 'QosPolicy': '1.10', Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: 'SecurityGroup': '1.5', Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: 'SecurityGroupRule': '1.2', Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: 'SubPort': '1.0', Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: 'Subnet': '1.1', Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: 'Trunk': '1.1'}} Nov 11 17:05:46.142360 n-d-816206-4 neutron-server[102620]: {{(pid=102620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 17:05:46.149127 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:05:46.149557 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] Checking segment: {'id': '2df263c2-fba3-4aff-90b6-1d23c3237384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '6c737570-e994-42d6-bf93-01a5503945b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:05:46.150037 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:46.150422 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] Bound using segment: {'id': '2df263c2-fba3-4aff-90b6-1d23c3237384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '6c737570-e994-42d6-bf93-01a5503945b7'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:05:46.150913 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] Bound port: 2818eda3-44f4-4e47-bf58-8019970608e7, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df263c2-fba3-4aff-90b6-1d23c3237384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '6c737570-e994-42d6-bf93-01a5503945b7'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:05:46.151309 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:46.215938 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] For port 2818eda3-44f4-4e47-bf58-8019970608e7, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:05:46.235958 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] For port 2818eda3-44f4-4e47-bf58-8019970608e7, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=2818eda3-44f4-4e47-bf58-8019970608e7,segment=NetworkSegment(2df263c2-fba3-4aff-90b6-1d23c3237384),segment_id=2df263c2-fba3-4aff-90b6-1d23c3237384)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:05:46.240930 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:46.244336 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2c5b4454-5226-4856-b437-c69c59300849 None None] Provisioning complete for port 2818eda3-44f4-4e47-bf58-8019970608e7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:05:46.245292 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2c5b4454-5226-4856-b437-c69c59300849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:46.295503 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2703b6-79bd-46fe-84dc-340618ecd79b None None] Pushing event updated for resources: {'Port': ['ID=2818eda3-44f4-4e47-bf58-8019970608e7,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:05:46.327325 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] Routers {'2a2d79d3-983b-4f6f-be3e-916db63cea87'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:05:46.327794 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:05:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2a2d79d3-983b-4f6f-be3e-916db63cea87'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:05:46.349356 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2c5b4454-5226-4856-b437-c69c59300849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:46.390538 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2c5b4454-5226-4856-b437-c69c59300849 None None] For port 2818eda3-44f4-4e47-bf58-8019970608e7, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=2818eda3-44f4-4e47-bf58-8019970608e7,segment=NetworkSegment(2df263c2-fba3-4aff-90b6-1d23c3237384),segment_id=2df263c2-fba3-4aff-90b6-1d23c3237384)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:05:46.395749 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2c5b4454-5226-4856-b437-c69c59300849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:46.436903 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] Set router 2a2d79d3-983b-4f6f-be3e-916db63cea87 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:05:46.449564 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b4454-5226-4856-b437-c69c59300849 None None] Pushing event updated for resources: {'Port': ['ID=2818eda3-44f4-4e47-bf58-8019970608e7,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:05:46.517465 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ae1b1d70-0e20-48ad-a1c0-2a66f66eb3d0 None None] Provisioning complete for port 2818eda3-44f4-4e47-bf58-8019970608e7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:05:46.518093 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ae1b1d70-0e20-48ad-a1c0-2a66f66eb3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:46.658059 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d79d3-983b-4f6f-be3e-916db63cea87', 'name': 'router1', 'tenant_id': '596f4b3b53d2491a82a12593aa126cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:05:33Z', 'updated_at': '2021-11-11T17:05:44Z', 'revision_number': 2, 'project_id': '596f4b3b53d2491a82a12593aa126cc5', 'gw_port_host': None, '_interfaces': [{'id': '2818eda3-44f4-4e47-bf58-8019970608e7', 'name': '', 'network_id': '6c737570-e994-42d6-bf93-01a5503945b7', 'tenant_id': '596f4b3b53d2491a82a12593aa126cc5', 'mac_address': 'fa:16:3e:d4:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2d79d3-983b-4f6f-be3e-916db63cea87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bddb254-873a-4369-a7a8-0b6c9bfa00a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:05:43Z', 'updated_at': '2021-11-11T17:05:46Z', 'revision_number': 4, 'project_id': '596f4b3b53d2491a82a12593aa126cc5', 'subnets': [{'id': '7bddb254-873a-4369-a7a8-0b6c9bfa00a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87922f0d-691d-47f7-ab4c-9e969a854d9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:05:46.684291 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d24659-8836-4679-95f5-e4ed0e6d3342 None None] The sync data for ids ['2a2d79d3-983b-4f6f-be3e-916db63cea87'] in n-d-816206-4 is: [{'id': '2a2d79d3-983b-4f6f-be3e-916db63cea87', 'name': 'router1', 'tenant_id': '596f4b3b53d2491a82a12593aa126cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:05:33Z', 'updated_at': '2021-11-11T17:05:44Z', 'revision_number': 2, 'project_id': '596f4b3b53d2491a82a12593aa126cc5', 'gw_port_host': None, '_interfaces': [{'id': '2818eda3-44f4-4e47-bf58-8019970608e7', 'name': '', 'network_id': '6c737570-e994-42d6-bf93-01a5503945b7', 'tenant_id': '596f4b3b53d2491a82a12593aa126cc5', 'mac_address': 'fa:16:3e:d4:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2d79d3-983b-4f6f-be3e-916db63cea87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bddb254-873a-4369-a7a8-0b6c9bfa00a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:05:43Z', 'updated_at': '2021-11-11T17:05:46Z', 'revision_number': 4, 'project_id': '596f4b3b53d2491a82a12593aa126cc5', 'subnets': [{'id': '7bddb254-873a-4369-a7a8-0b6c9bfa00a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87922f0d-691d-47f7-ab4c-9e969a854d9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:05:47.039574 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42432) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:05:47.150888 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcab63f-21d3-49fa-9aa2-b8feec4ced7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:05:47.152283 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0fcab63f-21d3-49fa-9aa2-b8feec4ced7b admin admin] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 842 time: 0.1117146 Nov 11 17:05:47.162365 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-afa7e04b-644c-4d67-8375-af6f3e3a30e5 admin admin] Request body: {'subnet': {'cidr': '172.25.2.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'name': 'public-subnet', 'gateway_ip': '172.25.2.1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:05:47.163822 n-d-816206-4 neutron-server[102618]: INFO neutron.quota [None req-afa7e04b-644c-4d67-8375-af6f3e3a30e5 admin admin] Loaded quota_driver: . Nov 11 17:05:47.199589 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa7e04b-644c-4d67-8375-af6f3e3a30e5 admin admin] Made reservation on behalf of 05b29eab217d4f829cc78e7f3d544cd7 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:05:47.202058 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-afa7e04b-644c-4d67-8375-af6f3e3a30e5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:47.508460 n-d-816206-4 neutron-server[102618]: DEBUG neutron.objects.ports [None req-afa7e04b-644c-4d67-8375-af6f3e3a30e5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102618) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 17:05:47.508905 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-afa7e04b-644c-4d67-8375-af6f3e3a30e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:47.574326 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7e04b-644c-4d67-8375-af6f3e3a30e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1d31c14-d688-4268-ba5b-c6677e971e08,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:05:47.576303 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa7e04b-644c-4d67-8375-af6f3e3a30e5 admin admin] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:05:47.576654 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa7e04b-644c-4d67-8375-af6f3e3a30e5 admin admin] Network hostable DHCP agents. Network: 06ed7de8-0556-425f-bf82-1eba2b5aaee5, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:05:47.597057 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa7e04b-644c-4d67-8375-af6f3e3a30e5 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:05:47.608980 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-afa7e04b-644c-4d67-8375-af6f3e3a30e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 06ed7de8-0556-425f-bf82-1eba2b5aaee5) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:05:47.612891 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa7e04b-644c-4d67-8375-af6f3e3a30e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:05:47.613497 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-afa7e04b-644c-4d67-8375-af6f3e3a30e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:47.620118 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766685aa-6f59-454a-83eb-5f4be3ae4901 None None] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:05:47.647755 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-afa7e04b-644c-4d67-8375-af6f3e3a30e5 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4775641 Nov 11 17:05:47.757739 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4047036c-58fd-4092-a5f7-c24848ec3f4f None None] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:05:50.061212 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42440) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:05:50.199524 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4786f70e-14e1-4379-8fd0-7987bc7cad37 admin admin] 10.222.0.76 "GET /v2.0/routers/2a2d79d3-983b-4f6f-be3e-916db63cea87 HTTP/1.1" status: 200 len: 710 time: 0.1286025 Nov 11 17:05:50.281220 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb02dd6-248a-4d9c-9f2b-44f8ce9b0f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:05:50.282566 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7cb02dd6-248a-4d9c-9f2b-44f8ce9b0f22 admin admin] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 886 time: 0.0823519 Nov 11 17:05:50.292479 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e71fad8c-c2c2-4947-aca0-20e53c0d7331 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:05:50.550212 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e71fad8c-c2c2-4947-aca0-20e53c0d7331 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:50.846460 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e71fad8c-c2c2-4947-aca0-20e53c0d7331 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:50.921153 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e71fad8c-c2c2-4947-aca0-20e53c0d7331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:51.021862 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-e71fad8c-c2c2-4947-aca0-20e53c0d7331 admin admin] Allocated IP 172.25.2.253 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/b94ceff4-0c1e-4bef-b03f-960bd6135ea4) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:05:51.122824 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e71fad8c-c2c2-4947-aca0-20e53c0d7331 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:51.154687 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e71fad8c-c2c2-4947-aca0-20e53c0d7331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:51.193866 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71fad8c-c2c2-4947-aca0-20e53c0d7331 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:05:51.197719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-e71fad8c-c2c2-4947-aca0-20e53c0d7331 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:05:51.200476 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71fad8c-c2c2-4947-aca0-20e53c0d7331 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:05:51.245959 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fad8c-c2c2-4947-aca0-20e53c0d7331 admin admin] Pushing event updated for resources: {'Port': ['ID=b94ceff4-0c1e-4bef-b03f-960bd6135ea4,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:05:51.452525 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e71fad8c-c2c2-4947-aca0-20e53c0d7331 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:51.639460 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e71fad8c-c2c2-4947-aca0-20e53c0d7331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:51.642715 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e71fad8c-c2c2-4947-aca0-20e53c0d7331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-917831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-917838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932385'] for router, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:51.749350 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71fad8c-c2c2-4947-aca0-20e53c0d7331 admin admin] Router 2a2d79d3-983b-4f6f-be3e-916db63cea87 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:05:51.858451 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71fad8c-c2c2-4947-aca0-20e53c0d7331 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:05:51.862800 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e71fad8c-c2c2-4947-aca0-20e53c0d7331 admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:51.864342 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e71fad8c-c2c2-4947-aca0-20e53c0d7331 admin admin] 10.222.0.76 "PUT /v2.0/routers/2a2d79d3-983b-4f6f-be3e-916db63cea87 HTTP/1.1" status: 200 len: 890 time: 1.5754733 Nov 11 17:05:52.754512 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 2818eda3-44f4-4e47-bf58-8019970608e7 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:05:52.801808 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 2818eda3-44f4-4e47-bf58-8019970608e7 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:05:52.802498 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:53.702728 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] Sync routers for ids ['2a2d79d3-983b-4f6f-be3e-916db63cea87'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:05:53.714242 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] Routers {'2a2d79d3-983b-4f6f-be3e-916db63cea87'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:05:53.714904 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:05:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2a2d79d3-983b-4f6f-be3e-916db63cea87'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:05:53.925402 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] Set router 2a2d79d3-983b-4f6f-be3e-916db63cea87 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:05:54.386224 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d79d3-983b-4f6f-be3e-916db63cea87', 'name': 'router1', 'tenant_id': '596f4b3b53d2491a82a12593aa126cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b94ceff4-0c1e-4bef-b03f-960bd6135ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:05:33Z', 'updated_at': '2021-11-11T17:05:51Z', 'revision_number': 4, 'project_id': '596f4b3b53d2491a82a12593aa126cc5', 'gw_port': {'id': 'b94ceff4-0c1e-4bef-b03f-960bd6135ea4', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2d79d3-983b-4f6f-be3e-916db63cea87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:05:50Z', 'updated_at': '2021-11-11T17:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '2818eda3-44f4-4e47-bf58-8019970608e7', 'name': '', 'network_id': '6c737570-e994-42d6-bf93-01a5503945b7', 'tenant_id': '596f4b3b53d2491a82a12593aa126cc5', 'mac_address': 'fa:16:3e:d4:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d79d3-983b-4f6f-be3e-916db63cea87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bddb254-873a-4369-a7a8-0b6c9bfa00a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:05:43Z', 'updated_at': '2021-11-11T17:05:46Z', 'revision_number': 5, 'project_id': '596f4b3b53d2491a82a12593aa126cc5', 'subnets': [{'id': '7bddb254-873a-4369-a7a8-0b6c9bfa00a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87922f0d-691d-47f7-ab4c-9e969a854d9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:05:54.443311 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] Checking router: 2a2d79d3-983b-4f6f-be3e-916db63cea87 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:05:54.443955 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] Updating router 2a2d79d3-983b-4f6f-be3e-916db63cea87 port b94ceff4-0c1e-4bef-b03f-960bd6135ea4 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:05:54.447716 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42452) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:05:54.494865 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:54.562351 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a7f5c5dc-fd96-41c9-b72b-53686fc90afe admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1134796 Nov 11 17:05:54.829133 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:54.834605 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:54.886292 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] Attempting to bind port b94ceff4-0c1e-4bef-b03f-960bd6135ea4 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:05:54.886667 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] Attempting to bind port b94ceff4-0c1e-4bef-b03f-960bd6135ea4 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:05:54.887033 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] Attempting to bind port b94ceff4-0c1e-4bef-b03f-960bd6135ea4 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:05:54.889020 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61afdb2-85bc-44a8-85b8-1c791ba0ed16 None None] Pushing event updated for resources: {'Port': ['ID=b94ceff4-0c1e-4bef-b03f-960bd6135ea4,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:05:54.894604 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:05:54.894990 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:05:54.895595 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:54.895978 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:05:54.896469 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] Bound port: b94ceff4-0c1e-4bef-b03f-960bd6135ea4, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:05:54.896867 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:54.946386 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] For port b94ceff4-0c1e-4bef-b03f-960bd6135ea4, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:05:54.949626 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] For port b94ceff4-0c1e-4bef-b03f-960bd6135ea4, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b94ceff4-0c1e-4bef-b03f-960bd6135ea4,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:05:54.953062 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:55.012414 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] Routers {'2a2d79d3-983b-4f6f-be3e-916db63cea87'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:05:55.013124 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:05:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2a2d79d3-983b-4f6f-be3e-916db63cea87'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:05:55.017465 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61afdb2-85bc-44a8-85b8-1c791ba0ed16 None None] Pushing event updated for resources: {'Port': ['ID=b94ceff4-0c1e-4bef-b03f-960bd6135ea4,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:05:55.123974 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] Set router 2a2d79d3-983b-4f6f-be3e-916db63cea87 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:05:55.337803 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2d79d3-983b-4f6f-be3e-916db63cea87', 'name': 'router1', 'tenant_id': '596f4b3b53d2491a82a12593aa126cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b94ceff4-0c1e-4bef-b03f-960bd6135ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:05:33Z', 'updated_at': '2021-11-11T17:05:51Z', 'revision_number': 4, 'project_id': '596f4b3b53d2491a82a12593aa126cc5', 'gw_port': {'id': 'b94ceff4-0c1e-4bef-b03f-960bd6135ea4', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2d79d3-983b-4f6f-be3e-916db63cea87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:05:50Z', 'updated_at': '2021-11-11T17:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '2818eda3-44f4-4e47-bf58-8019970608e7', 'name': '', 'network_id': '6c737570-e994-42d6-bf93-01a5503945b7', 'tenant_id': '596f4b3b53d2491a82a12593aa126cc5', 'mac_address': 'fa:16:3e:d4:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d79d3-983b-4f6f-be3e-916db63cea87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bddb254-873a-4369-a7a8-0b6c9bfa00a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:05:43Z', 'updated_at': '2021-11-11T17:05:46Z', 'revision_number': 5, 'project_id': '596f4b3b53d2491a82a12593aa126cc5', 'subnets': [{'id': '7bddb254-873a-4369-a7a8-0b6c9bfa00a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87922f0d-691d-47f7-ab4c-9e969a854d9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:05:55.364021 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdae1ca-e345-4508-9116-8e49e905c074 None None] The sync data for ids ['2a2d79d3-983b-4f6f-be3e-916db63cea87'] in n-d-816206-4 is: [{'id': '2a2d79d3-983b-4f6f-be3e-916db63cea87', 'name': 'router1', 'tenant_id': '596f4b3b53d2491a82a12593aa126cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'b94ceff4-0c1e-4bef-b03f-960bd6135ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:05:33Z', 'updated_at': '2021-11-11T17:05:51Z', 'revision_number': 4, 'project_id': '596f4b3b53d2491a82a12593aa126cc5', 'gw_port': {'id': 'b94ceff4-0c1e-4bef-b03f-960bd6135ea4', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2d79d3-983b-4f6f-be3e-916db63cea87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:05:50Z', 'updated_at': '2021-11-11T17:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '2818eda3-44f4-4e47-bf58-8019970608e7', 'name': '', 'network_id': '6c737570-e994-42d6-bf93-01a5503945b7', 'tenant_id': '596f4b3b53d2491a82a12593aa126cc5', 'mac_address': 'fa:16:3e:d4:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2d79d3-983b-4f6f-be3e-916db63cea87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7bddb254-873a-4369-a7a8-0b6c9bfa00a5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:05:43Z', 'updated_at': '2021-11-11T17:05:46Z', 'revision_number': 5, 'project_id': '596f4b3b53d2491a82a12593aa126cc5', 'subnets': [{'id': '7bddb254-873a-4369-a7a8-0b6c9bfa00a5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87922f0d-691d-47f7-ab4c-9e969a854d9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:05:56.786202 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b94ceff4-0c1e-4bef-b03f-960bd6135ea4 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:05:56.847663 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port b94ceff4-0c1e-4bef-b03f-960bd6135ea4 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:05:56.848084 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:56.931581 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:56.953339 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port b94ceff4-0c1e-4bef-b03f-960bd6135ea4, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b94ceff4-0c1e-4bef-b03f-960bd6135ea4,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:05:56.959991 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:05:57.017132 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=b94ceff4-0c1e-4bef-b03f-960bd6135ea4,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:05:58.795246 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b94ceff4-0c1e-4bef-b03f-960bd6135ea4 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:05:58.862095 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port b94ceff4-0c1e-4bef-b03f-960bd6135ea4 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:05:58.862896 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:06:07.344662 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d6bad4b5-1482-4949-b1e7-4160d97c2d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:06:09.678318 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a49bf4e4-edd0-4e02-b8a2-6e6899e2fd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:06:10.727352 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:06:10.770484 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 5 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:06:12.314903 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:06:12.807188 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:06:37.349374 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6b99e00e-6a5c-4a77-ba4e-56195cd09db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:06:39.769820 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2441965e-0e2b-4071-8994-4d3793e1dc53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:06:40.724440 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:06:42.321352 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:06:42.810587 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:06:47.769772 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 5 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:07:07.342746 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1a9b7599-a86b-468b-aa5b-90d34036b47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:07:09.673036 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-73a48cf0-2550-49f8-9f17-c00b15c6ecd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:07:10.725734 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:07:12.320688 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:07:12.805646 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:07:24.768680 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 5 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:07:36.977882 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43046) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:07:37.039801 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9a695b-7ac8-42d0-b86f-9056e7dffe4d admin admin] GET failed (client error): The resource could not be found. Nov 11 17:07:37.041088 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4f9a695b-7ac8-42d0-b86f-9056e7dffe4d admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620141 Nov 11 17:07:37.199570 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78544fe3-5348-4b1a-abae-481e13877b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:07:37.201045 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-78544fe3-5348-4b1a-abae-481e13877b36 admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1553829 Nov 11 17:07:37.346324 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5252bd6a-a29b-40e6-a82a-5c6d4a9c35a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:07:39.520572 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43056) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:07:39.613677 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bee0332-9593-401d-929d-33a33c64b2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:07:39.615006 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3bee0332-9593-401d-929d-33a33c64b2a2 admin admin] 10.222.0.76 "GET /v2.0/subnets/7bddb254-873a-4369-a7a8-0b6c9bfa00a5 HTTP/1.1" status: 200 len: 849 time: 0.0933340 Nov 11 17:07:39.625601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e4881d62-956c-4208-96af-f9f1320df6a9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:07:39.677329 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dc6289d0-ad85-443d-84eb-9dc1cbf438fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:07:39.785475 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e4881d62-956c-4208-96af-f9f1320df6a9 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:07:39.929299 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e4881d62-956c-4208-96af-f9f1320df6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765003502978'] for subnet, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:07:39.960033 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4881d62-956c-4208-96af-f9f1320df6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:07:39.960618 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e4881d62-956c-4208-96af-f9f1320df6a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:07:39.975758 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e4881d62-956c-4208-96af-f9f1320df6a9 admin admin] 10.222.0.76 "PUT /v2.0/subnets/7bddb254-873a-4369-a7a8-0b6c9bfa00a5 HTTP/1.1" status: 200 len: 868 time: 0.3398988 Nov 11 17:07:39.976030 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344536bb-8ac3-47db-9f63-1b8d1ac9a355 None None] Network 6c737570-e994-42d6-bf93-01a5503945b7 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:07:39.984763 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4881d62-956c-4208-96af-f9f1320df6a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bddb254-873a-4369-a7a8-0b6c9bfa00a5,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:07:39.992614 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4881d62-956c-4208-96af-f9f1320df6a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:07:39.993022 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4881d62-956c-4208-96af-f9f1320df6a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:07:39.993371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4881d62-956c-4208-96af-f9f1320df6a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:07:39.993710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4881d62-956c-4208-96af-f9f1320df6a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:07:39.994074 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4881d62-956c-4208-96af-f9f1320df6a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:07:39.994439 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4881d62-956c-4208-96af-f9f1320df6a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:07:39.994769 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4881d62-956c-4208-96af-f9f1320df6a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:07:39.995098 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4881d62-956c-4208-96af-f9f1320df6a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:07:39.995426 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4881d62-956c-4208-96af-f9f1320df6a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:07:39.995797 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4881d62-956c-4208-96af-f9f1320df6a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:07:39.996131 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4881d62-956c-4208-96af-f9f1320df6a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:07:39.996453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4881d62-956c-4208-96af-f9f1320df6a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:07:40.359977 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a5727c89-c7bb-45a9-83ee-d62b418f90ab None None] Provisioning complete for port 2818eda3-44f4-4e47-bf58-8019970608e7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:07:40.360335 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a5727c89-c7bb-45a9-83ee-d62b418f90ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:07:40.443866 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a5727c89-c7bb-45a9-83ee-d62b418f90ab None None] Provisioning complete for port 7aeee0b9-0795-4d70-8645-884dd9a128b7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:07:40.444241 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a5727c89-c7bb-45a9-83ee-d62b418f90ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:07:40.728624 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:07:42.276170 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43064) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:07:42.323383 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:07:42.482058 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96633281-b827-46ad-9d4d-d0b9c7463745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:07:42.482435 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96633281-b827-46ad-9d4d-d0b9c7463745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:07:42.483986 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-96633281-b827-46ad-9d4d-d0b9c7463745 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2068563 Nov 11 17:07:42.808099 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:07:44.800526 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43072) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:07:44.930570 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df73695-d33c-41a7-be69-774dd9a2257c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:07:44.931037 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df73695-d33c-41a7-be69-774dd9a2257c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:07:44.932603 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1df73695-d33c-41a7-be69-774dd9a2257c admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1311257 Nov 11 17:07:47.228832 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43080) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:07:47.353838 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129f5a2e-b425-4d4a-825e-cf46f95dea6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:07:47.355178 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-129f5a2e-b425-4d4a-825e-cf46f95dea6b admin admin] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 886 time: 0.1254082 Nov 11 17:07:49.650583 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43088) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:07:49.781592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7664a3d-11b2-429a-9a28-7a0f75e777d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:07:49.782942 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c7664a3d-11b2-429a-9a28-7a0f75e777d1 admin admin] 10.222.0.76 "GET /v2.0/networks/6c737570-e994-42d6-bf93-01a5503945b7 HTTP/1.1" status: 200 len: 870 time: 0.1314118 Nov 11 17:07:52.067200 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43096) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:07:52.188741 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290eaf1a-e6ad-4d00-9cb1-67e3a2d43cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:07:52.189201 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290eaf1a-e6ad-4d00-9cb1-67e3a2d43cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:07:52.190699 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-290eaf1a-e6ad-4d00-9cb1-67e3a2d43cc7 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225922 Nov 11 17:07:54.477014 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43104) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:07:54.571413 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ab8bfa-0eff-47cd-8a7a-d20daf5dc65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:07:54.571886 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ab8bfa-0eff-47cd-8a7a-d20daf5dc65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:07:54.573382 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a7ab8bfa-0eff-47cd-8a7a-d20daf5dc65c admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0953448 Nov 11 17:07:56.903919 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43112) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:07:56.993974 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cd9368-2705-4da3-ad62-efe51b564145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:07:56.995295 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-81cd9368-2705-4da3-ad62-efe51b564145 admin admin] 10.222.0.76 "GET /v2.0/subnets/7bddb254-873a-4369-a7a8-0b6c9bfa00a5 HTTP/1.1" status: 200 len: 868 time: 0.0904272 Nov 11 17:07:59.282659 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43120) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:07:59.367131 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92b2a78-ad84-40c1-8154-88b22cab04fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:07:59.368510 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e92b2a78-ad84-40c1-8154-88b22cab04fd admin admin] 10.222.0.76 "GET /v2.0/subnets/a1d31c14-d688-4268-ba5b-c6677e971e08 HTTP/1.1" status: 200 len: 816 time: 0.0849042 Nov 11 17:08:01.767526 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 5 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:08:07.348212 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-673536b0-0976-4e72-a8e3-1d3071e08ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:09.686535 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f67490b5-0703-4e00-bb6b-2678cb5969ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:10.730719 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:12.326321 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:12.810909 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:24.024709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43174) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:08:24.072142 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-ae3c2fa7-e334-4967-97ae-730ec26e1252 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:08:24.073144 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ae3c2fa7-e334-4967-97ae-730ec26e1252 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474949 Nov 11 17:08:26.466467 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43182) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:08:26.525286 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a458174-8aa2-45af-b21e-e830a3d7532a admin admin] GET failed (client error): The resource could not be found. Nov 11 17:08:26.526609 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9a458174-8aa2-45af-b21e-e830a3d7532a admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0591788 Nov 11 17:08:26.614362 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdde379-b18b-483d-a9ae-a4b277dbf746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:08:26.615893 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6bdde379-b18b-483d-a9ae-a4b277dbf746 admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0839996 Nov 11 17:08:28.932590 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43190) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:08:28.979745 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2a21cb86-e440-4667-84bd-8ea1a71abfd8 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:08:29.001059 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a21cb86-e440-4667-84bd-8ea1a71abfd8 admin admin] Made reservation on behalf of 05b29eab217d4f829cc78e7f3d544cd7 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:08:29.003314 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2a21cb86-e440-4667-84bd-8ea1a71abfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:29.030448 n-d-816206-4 neutron-server[102618]: WARNING neutron.services.revisions.revision_plugin [None req-2a21cb86-e440-4667-84bd-8ea1a71abfd8 admin admin] Could not find related network for resource to bump revision. Nov 11 17:08:29.046436 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a21cb86-e440-4667-84bd-8ea1a71abfd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1274} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:08:29.059426 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2a21cb86-e440-4667-84bd-8ea1a71abfd8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765003654620', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:29.060007 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2a21cb86-e440-4667-84bd-8ea1a71abfd8 admin admin] Unsubscribe: segment precommit_create {{(pid=102618) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 17:08:29.060469 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-2a21cb86-e440-4667-84bd-8ea1a71abfd8 admin admin] Added segment 99241384-1aff-42f0-b39a-682a7b2cb433 of type vlan for network 0a22b949-80f0-4045-a713-fa20c1e1ad7f Nov 11 17:08:29.107918 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2a21cb86-e440-4667-84bd-8ea1a71abfd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:29.138871 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2a21cb86-e440-4667-84bd-8ea1a71abfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:29.139845 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a21cb86-e440-4667-84bd-8ea1a71abfd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:08:29.140443 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2a21cb86-e440-4667-84bd-8ea1a71abfd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:29.212636 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2a21cb86-e440-4667-84bd-8ea1a71abfd8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2789621 Nov 11 17:08:29.234595 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21cb86-e440-4667-84bd-8ea1a71abfd8 admin admin] Pushing event updated for resources: {'Network': ['ID=0a22b949-80f0-4045-a713-fa20c1e1ad7f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:08:29.252673 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:08:31.516088 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43198) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:08:31.582624 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ae2557-9a3d-44b0-9ab2-1c8ec1c427ea admin admin] GET failed (client error): The resource could not be found. Nov 11 17:08:31.583976 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c8ae2557-9a3d-44b0-9ab2-1c8ec1c427ea admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0669177 Nov 11 17:08:31.654155 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72b807b-0358-4d1e-83d0-7716dfd8c23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:08:31.655595 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d72b807b-0358-4d1e-83d0-7716dfd8c23f admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0670173 Nov 11 17:08:31.666258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-3fc078ec-c82e-4cd7-9214-7fa5a9c312f3 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:08:31.686564 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc078ec-c82e-4cd7-9214-7fa5a9c312f3 admin admin] Made reservation on behalf of 05b29eab217d4f829cc78e7f3d544cd7 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:08:31.688848 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3fc078ec-c82e-4cd7-9214-7fa5a9c312f3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:31.848368 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3fc078ec-c82e-4cd7-9214-7fa5a9c312f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:31.909630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc078ec-c82e-4cd7-9214-7fa5a9c312f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6b417e-d31e-466d-81eb-1384afb695bc,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:08:31.921641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc078ec-c82e-4cd7-9214-7fa5a9c312f3 admin admin] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:08:31.922000 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc078ec-c82e-4cd7-9214-7fa5a9c312f3 admin admin] Network hostable DHCP agents. Network: 0a22b949-80f0-4045-a713-fa20c1e1ad7f, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:08:31.938019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc078ec-c82e-4cd7-9214-7fa5a9c312f3 admin admin] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:08:31.946030 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-3fc078ec-c82e-4cd7-9214-7fa5a9c312f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 0a22b949-80f0-4045-a713-fa20c1e1ad7f) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:08:31.950113 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc078ec-c82e-4cd7-9214-7fa5a9c312f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:08:31.950699 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3fc078ec-c82e-4cd7-9214-7fa5a9c312f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:31.955027 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb27c25-3ce3-4d1f-a3c2-0b60d8c237fb None None] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:08:31.965566 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3fc078ec-c82e-4cd7-9214-7fa5a9c312f3 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3026054 Nov 11 17:08:32.197749 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'tenant_id': '05b29eab217d4f829cc78e7f3d544cd7', 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:08:32.198801 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:32.339009 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Allocated IP 192.168.233.2 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/0086bed7-7e41-4a24-91dc-7e3ee6244b8e) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:08:32.482889 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:32.488596 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:32.530463 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:08:32.531875 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:08:32.536585 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:08:32.543684 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Pushing event updated for resources: {'Port': ['ID=0086bed7-7e41-4a24-91dc-7e3ee6244b8e,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:08:32.566908 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:08:32.567245 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:08:32.567583 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:08:32.568474 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:08:32.568802 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:08:32.569132 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:08:32.569454 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:08:32.569777 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:08:32.570098 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:08:32.570418 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:08:32.570736 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:08:32.571053 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:08:32.603054 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Attempting to bind port 0086bed7-7e41-4a24-91dc-7e3ee6244b8e on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:08:32.603418 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Attempting to bind port 0086bed7-7e41-4a24-91dc-7e3ee6244b8e by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:08:32.603808 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Attempting to bind port 0086bed7-7e41-4a24-91dc-7e3ee6244b8e on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:08:32.609079 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:08:32.609453 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:08:32.609851 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:32.610241 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:08:32.610698 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Bound port: 0086bed7-7e41-4a24-91dc-7e3ee6244b8e, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:08:32.611100 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:32.676956 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] For port 0086bed7-7e41-4a24-91dc-7e3ee6244b8e, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:08:32.680617 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] For port 0086bed7-7e41-4a24-91dc-7e3ee6244b8e, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=0086bed7-7e41-4a24-91dc-7e3ee6244b8e,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:08:32.685466 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:32.747139 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96bd3f-cf28-449b-8719-e585a9145493 None None] Pushing event updated for resources: {'Port': ['ID=0086bed7-7e41-4a24-91dc-7e3ee6244b8e,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:08:33.554295 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb8482c-a849-416f-9b8a-0289235dbd69 None None] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:08:33.678108 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b667b1f3-5647-431d-8ba9-2c75af8939e5 None None] Provisioning complete for port 0086bed7-7e41-4a24-91dc-7e3ee6244b8e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:08:33.678400 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b667b1f3-5647-431d-8ba9-2c75af8939e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:33.796860 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b667b1f3-5647-431d-8ba9-2c75af8939e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:33.837899 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b667b1f3-5647-431d-8ba9-2c75af8939e5 None None] For port 0086bed7-7e41-4a24-91dc-7e3ee6244b8e, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=0086bed7-7e41-4a24-91dc-7e3ee6244b8e,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:08:33.843367 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b667b1f3-5647-431d-8ba9-2c75af8939e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:33.894028 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667b1f3-5647-431d-8ba9-2c75af8939e5 None None] Pushing event updated for resources: {'Port': ['ID=0086bed7-7e41-4a24-91dc-7e3ee6244b8e,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:08:33.964943 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f9befc82-86a2-417f-9ad3-a1c797df1911 None None] Provisioning complete for port 0086bed7-7e41-4a24-91dc-7e3ee6244b8e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:08:33.965308 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f9befc82-86a2-417f-9ad3-a1c797df1911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:34.897103 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 0086bed7-7e41-4a24-91dc-7e3ee6244b8e up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:08:34.945962 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 0086bed7-7e41-4a24-91dc-7e3ee6244b8e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:08:34.946328 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:37.352102 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f3454ffc-6554-44aa-a939-e2ef7e114209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:38.765902 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 5 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:08:39.679751 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f2e42869-052c-442a-8a37-f3300a76617b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:40.734499 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:42.330979 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:08:42.816690 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:09:07.354182 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c7a1760c-1e95-493e-babe-9309d5af9030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:09:09.681397 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d99594da-09a4-454e-8ecc-ca98516b8bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:09:10.737054 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:09:12.334696 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:09:12.809287 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:09:15.764304 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 5 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:09:37.357896 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-48c3e2f3-c03e-4129-973c-0f63f0330a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:09:39.683785 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dde5e91e-9cc0-4760-bbd7-31474a94aaa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:09:40.739866 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:09:42.336928 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:09:42.811601 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:09:44.022734 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43242) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:09:44.028542 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-f4004229-ffcf-46c0-9ebb-0db2855dd302 tempest-verify_tempest_config-766825052 tempest-verify_tempest_config-766825052-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:09:44.029505 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f4004229-ffcf-46c0-9ebb-0db2855dd302 tempest-verify_tempest_config-766825052 tempest-verify_tempest_config-766825052-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058219 Nov 11 17:09:44.326012 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43260) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:09:44.514661 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d2c3748-9932-4ed9-91d6-4511eb83b776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:09:44.611240 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d2c3748-9932-4ed9-91d6-4511eb83b776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:09:44.615442 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d2c3748-9932-4ed9-91d6-4511eb83b776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:09:44.670583 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c3748-9932-4ed9-91d6-4511eb83b776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4b0c98-d25c-4332-a8a1-8812eb262f0e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:09:44.675702 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6d2c3748-9932-4ed9-91d6-4511eb83b776 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e9879f6630c243d19f7694d22f48d574&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3485410 Nov 11 17:09:44.678339 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43264) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:09:44.682099 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3748-9932-4ed9-91d6-4511eb83b776 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:44.682449 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3748-9932-4ed9-91d6-4511eb83b776 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:44.682787 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3748-9932-4ed9-91d6-4511eb83b776 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:44.683124 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3748-9932-4ed9-91d6-4511eb83b776 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:44.683509 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3748-9932-4ed9-91d6-4511eb83b776 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:44.683933 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3748-9932-4ed9-91d6-4511eb83b776 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:44.684261 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3748-9932-4ed9-91d6-4511eb83b776 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:44.684586 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3748-9932-4ed9-91d6-4511eb83b776 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:44.684905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3748-9932-4ed9-91d6-4511eb83b776 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:44.685222 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3748-9932-4ed9-91d6-4511eb83b776 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:44.685700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3748-9932-4ed9-91d6-4511eb83b776 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:44.686172 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c3748-9932-4ed9-91d6-4511eb83b776 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:44.734444 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-857b9060-562f-4dbb-894b-fbbdc3b27a60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:09:44.754857 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-857b9060-562f-4dbb-894b-fbbdc3b27a60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:09:44.842680 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-857b9060-562f-4dbb-894b-fbbdc3b27a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:09:44.845241 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-857b9060-562f-4dbb-894b-fbbdc3b27a60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:09:44.846465 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-857b9060-562f-4dbb-894b-fbbdc3b27a60 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4a4b0c98-d25c-4332-a8a1-8812eb262f0e HTTP/1.1" status: 204 len: 168 time: 0.1670716 Nov 11 17:09:44.854102 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b9060-562f-4dbb-894b-fbbdc3b27a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4b0c98-d25c-4332-a8a1-8812eb262f0e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:09:44.860981 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b9060-562f-4dbb-894b-fbbdc3b27a60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:44.861320 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b9060-562f-4dbb-894b-fbbdc3b27a60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:44.861654 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b9060-562f-4dbb-894b-fbbdc3b27a60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:44.861985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b9060-562f-4dbb-894b-fbbdc3b27a60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:44.862310 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b9060-562f-4dbb-894b-fbbdc3b27a60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:44.862641 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b9060-562f-4dbb-894b-fbbdc3b27a60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:44.862979 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b9060-562f-4dbb-894b-fbbdc3b27a60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:44.863254 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b9060-562f-4dbb-894b-fbbdc3b27a60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:44.864185 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b9060-562f-4dbb-894b-fbbdc3b27a60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:44.864546 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b9060-562f-4dbb-894b-fbbdc3b27a60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:44.864754 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b9060-562f-4dbb-894b-fbbdc3b27a60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:44.865066 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b9060-562f-4dbb-894b-fbbdc3b27a60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:09:52.762364 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 5 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:10:07.361288 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-91995084-8081-447f-95ba-cbc1a225e049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:10:09.686682 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fd1edb56-0f8c-486a-b0fe-abedaad87869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:10:10.741379 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:10:12.339990 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:10:12.813527 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:10:29.760428 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 5 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:10:37.363186 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ca201b0b-a44a-437d-b297-037ec5f22472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:10:39.687897 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-899ac2d2-d8d5-46ef-be44-c59415cde4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:10:40.744643 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:10:42.343839 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:10:42.814736 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:11:06.758729 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 5 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:11:07.364603 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-85f76224-3371-4843-9500-0d897141b36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:11:09.688768 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3537bf08-fdcb-4092-9cdf-808e18eefdbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:11:10.746486 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:11:12.346787 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:11:12.820365 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:11:37.365894 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ca1512cc-3ac2-4c95-92fa-1d9148ec5783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:11:39.690595 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-08c20881-fd26-49dd-8a62-19da0a1a82d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:11:40.749755 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:11:42.349901 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:11:42.811485 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:11:43.759147 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 5 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:12:07.367450 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7c12eaf5-8de4-4c14-ad12-fb2f61a158db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:12:09.692101 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fa641618-e0cb-4d68-a3aa-c6f5e2a538ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:12:10.754517 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:12:12.352874 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:12:12.815313 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:12:20.756951 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 5 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:12:37.369245 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3c32fbe2-6e29-4a27-9990-c09596d23ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:12:39.694656 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f482f409-38c6-423a-84ac-1bd8e2adb8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:12:40.754145 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:12:42.357593 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:12:42.817122 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:12:48.019093 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-918350'] for agent, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:12:53.836918 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-918350'] for agent, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:12:57.756616 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:13:07.375793 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6a10a4ef-5737-4a7d-bfad-2fac05410efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:13:09.697517 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2c6b-70b1-4238-820b-94f86e342fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:13:10.758537 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:13:12.361438 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:13:12.818070 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:13:17.953773 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:13:23.797231 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:13:34.756812 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:13:37.374292 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-04172eb2-af9d-4bcd-a9dd-b7db2fba1c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:13:37.547929 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43318) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:13:37.654029 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9d17bf73-9eb8-4cd4-a4f7-147bb4056ebc admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1050091 Nov 11 17:13:39.704452 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ced9069a-4cef-431c-9438-b7539e9e1139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:13:40.024572 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43328) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:13:40.085211 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-abb5fd16-db6a-449e-b5dc-d7a7c430d136 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0588043 Nov 11 17:13:40.760588 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:13:42.363049 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:13:42.820026 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:13:47.954184 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:13:53.810601 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:14:07.369397 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e15dff3e-ea31-41f5-93a5-ec318f774b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:14:09.696146 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-06640a81-d03c-4221-b0c2-4c5f9676b5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:14:10.763142 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:14:11.755530 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:14:12.365086 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:14:12.822370 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:14:17.941671 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:14:23.825249 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:14:37.371317 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b5ef7745-3cf5-47d3-ba38-bf7673d2c534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:14:39.697852 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-759aec79-674e-451d-abaf-2054179c4bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:14:40.766338 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:14:42.369365 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:14:42.829555 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:14:47.943759 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:14:48.755940 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:14:53.826113 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:02.941437 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43530) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:03.271801 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-network', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:03.304741 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Made reservation on behalf of 86d8aa904941466d9ea9e992fa25efc0 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:15:03.307176 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:03.316297 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:03.401873 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:03.407351 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:03.426232 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1283} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:15:03.444126 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:03.444467 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Added segment f4e29135-ff10-4aaf-81d8-232294590cc5 of type vlan for network 4459b097-e5dd-4ffa-a28b-292c89fcd58b Nov 11 17:15:03.453320 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa97a19-d16a-47b5-80c1-65d252440c6e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:03.479840 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.480192 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.480713 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.481215 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.481701 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.482268 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.482522 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.482849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.483177 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.483947 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.484278 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.484855 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Tracked resource versions report: Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: pushed versions: Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: { 'AddressGroup': {'1.2'}, Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: 'ConntrackHelper': {'1.0'}, Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: 'Log': {'1.0'}, Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: 'Network': {'1.1'}, Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: 'Port': {'1.7'}, Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: 'PortForwarding': {'1.2'}, Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: 'QosPolicy': {'1.10'}, Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: 'SecurityGroup': {'1.5'}, Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: 'SecurityGroupRule': {'1.2'}, Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: 'SubPort': {'1.0'}, Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: 'Subnet': {'1.1'}, Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: 'Trunk': {'1.1'}} Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: consumer versions: Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: { DHCP agent@n-d-816206-4: {}, Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: HyperV agent@n-h1-816206-4: {}, Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: HyperV agent@n-h2-816206-4: {}, Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: L3 agent@n-d-816206-4: {}, Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: Metadata agent@n-d-816206-4: {}, Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: Metering agent@n-d-816206-4: {}, Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: Open vSwitch agent@n-d-816206-4: { 'AddressGroup': '1.2', Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: 'ConntrackHelper': '1.0', Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: 'Log': '1.0', Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: 'Network': '1.1', Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: 'Port': '1.7', Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: 'PortForwarding': '1.2', Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: 'QosPolicy': '1.10', Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: 'SecurityGroup': '1.5', Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: 'SecurityGroupRule': '1.2', Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: 'SubPort': '1.0', Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: 'Subnet': '1.1', Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: 'Trunk': '1.1'}} Nov 11 17:15:03.485862 n-d-816206-4 neutron-server[102617]: {{(pid=102617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 17:15:03.508082 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:03.533526 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:03.534553 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:03.535291 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:03.586843 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43562) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:03.587380 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6444092 Nov 11 17:15:03.594318 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Request body: {'subnet': {'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-subnet', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:03.604584 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b0b96-0dbc-4346-835a-2108e29254db admin admin] Pushing event updated for resources: {'Network': ['ID=4459b097-e5dd-4ffa-a28b-292c89fcd58b,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:03.616131 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 4459b097-e5dd-4ffa-a28b-292c89fcd58b details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:15:03.627126 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Made reservation on behalf of 86d8aa904941466d9ea9e992fa25efc0 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:15:03.635276 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:03.827220 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:03.879360 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=514ca1cd-422f-4578-9e77-be751b2cb1b2,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:03.896781 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.897131 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.897860 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.898206 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.898704 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.899041 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.899372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.899815 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.900259 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.900586 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.901098 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.901425 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Tracked resource versions report: Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: pushed versions: Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: { 'AddressGroup': {'1.2'}, Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: 'ConntrackHelper': {'1.0'}, Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: 'Log': {'1.0'}, Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: 'Network': {'1.1'}, Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: 'Port': {'1.7'}, Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: 'PortForwarding': {'1.2'}, Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: 'QosPolicy': {'1.10'}, Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: 'SecurityGroup': {'1.5'}, Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: 'SecurityGroupRule': {'1.2'}, Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: 'SubPort': {'1.0'}, Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: 'Subnet': {'1.1'}, Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: 'Trunk': {'1.1'}} Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: consumer versions: Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: { DHCP agent@n-d-816206-4: {}, Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: HyperV agent@n-h1-816206-4: {}, Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: HyperV agent@n-h2-816206-4: {}, Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: L3 agent@n-d-816206-4: {}, Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: Metadata agent@n-d-816206-4: {}, Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: Metering agent@n-d-816206-4: {}, Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: Open vSwitch agent@n-d-816206-4: { 'AddressGroup': '1.2', Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: 'ConntrackHelper': '1.0', Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: 'Log': '1.0', Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: 'Network': '1.1', Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: 'Port': '1.7', Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: 'PortForwarding': '1.2', Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: 'QosPolicy': '1.10', Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: 'SecurityGroup': '1.5', Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: 'SecurityGroupRule': '1.2', Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: 'SubPort': '1.0', Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: 'Subnet': '1.1', Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: 'Trunk': '1.1'}} Nov 11 17:15:03.902474 n-d-816206-4 neutron-server[102618]: {{(pid=102618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 17:15:03.911588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Checking segment: {'id': 'f4e29135-ff10-4aaf-81d8-232294590cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:15:03.911965 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Network hostable DHCP agents. Network: 4459b097-e5dd-4ffa-a28b-292c89fcd58b, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:15:03.929956 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Network 4459b097-e5dd-4ffa-a28b-292c89fcd58b is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:15:03.940607 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 4459b097-e5dd-4ffa-a28b-292c89fcd58b) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:03.944914 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:03.945834 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:03.948798 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa17b92-aacb-4db9-8777-195399329704 None None] Network 4459b097-e5dd-4ffa-a28b-292c89fcd58b requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:15:03.968842 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6b3f1133-0c7d-4e38-b003-b1066b012c29 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3797371 Nov 11 17:15:03.971316 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43582) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:03.975789 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-63773d44-f5e4-4b9a-8ff4-480edb4ff85f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-router', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:04.010228 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63773d44-f5e4-4b9a-8ff4-480edb4ff85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:04.012075 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63773d44-f5e4-4b9a-8ff4-480edb4ff85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:04.118186 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'fixed_ips': [{'subnet_id': '514ca1cd-422f-4578-9e77-be751b2cb1b2'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:15:04.120401 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:04.135089 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63773d44-f5e4-4b9a-8ff4-480edb4ff85f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:04.307122 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63773d44-f5e4-4b9a-8ff4-480edb4ff85f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:04.391668 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Allocated IP 172.20.0.2 (4459b097-e5dd-4ffa-a28b-292c89fcd58b/514ca1cd-422f-4578-9e77-be751b2cb1b2/96f6c89b-a6fa-4f4d-a7a9-f36ebb447487) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:15:04.577953 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63773d44-f5e4-4b9a-8ff4-480edb4ff85f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:04.586529 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:04.596121 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:04.604734 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63773d44-f5e4-4b9a-8ff4-480edb4ff85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:04.643819 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Network 4459b097-e5dd-4ffa-a28b-292c89fcd58b is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:15:04.646696 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:04.650934 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:15:04.658720 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Pushing event updated for resources: {'Port': ['ID=96f6c89b-a6fa-4f4d-a7a9-f36ebb447487,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:04.681046 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:04.681642 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:04.682128 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:04.682596 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:04.683060 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:04.683523 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:04.684020 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:04.684479 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:04.684941 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:04.685415 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:04.685871 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:04.686324 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Tracked resource versions report: Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: pushed versions: Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: { 'AddressGroup': {'1.2'}, Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: 'ConntrackHelper': {'1.0'}, Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: 'Log': {'1.0'}, Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: 'Network': {'1.1'}, Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: 'Port': {'1.7'}, Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: 'PortForwarding': {'1.2'}, Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: 'QosPolicy': {'1.10'}, Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: 'SecurityGroup': {'1.5'}, Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: 'SecurityGroupRule': {'1.2'}, Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: 'SubPort': {'1.0'}, Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: 'Subnet': {'1.1'}, Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: 'Trunk': {'1.1'}} Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: consumer versions: Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: { DHCP agent@n-d-816206-4: {}, Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: HyperV agent@n-h1-816206-4: {}, Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: HyperV agent@n-h2-816206-4: {}, Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: L3 agent@n-d-816206-4: {}, Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: Metadata agent@n-d-816206-4: {}, Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: Metering agent@n-d-816206-4: {}, Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: Open vSwitch agent@n-d-816206-4: { 'AddressGroup': '1.2', Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: 'ConntrackHelper': '1.0', Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: 'Log': '1.0', Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: 'Network': '1.1', Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: 'Port': '1.7', Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: 'PortForwarding': '1.2', Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: 'QosPolicy': '1.10', Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: 'SecurityGroup': '1.5', Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: 'SecurityGroupRule': '1.2', Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: 'SubPort': '1.0', Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: 'Subnet': '1.1', Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: 'Trunk': '1.1'}} Nov 11 17:15:04.687468 n-d-816206-4 neutron-server[102619]: {{(pid=102619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 17:15:04.725319 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Attempting to bind port 96f6c89b-a6fa-4f4d-a7a9-f36ebb447487 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:15:04.725859 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Attempting to bind port 96f6c89b-a6fa-4f4d-a7a9-f36ebb447487 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'f4e29135-ff10-4aaf-81d8-232294590cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:15:04.726530 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Attempting to bind port 96f6c89b-a6fa-4f4d-a7a9-f36ebb447487 on network 4459b097-e5dd-4ffa-a28b-292c89fcd58b {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:15:04.732539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-63773d44-f5e4-4b9a-8ff4-480edb4ff85f admin admin] Allocated IP 172.25.2.230 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/2fcdd489-95eb-4efb-90a9-2432cc37766e) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:15:04.733691 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:15:04.734426 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Checking segment: {'id': 'f4e29135-ff10-4aaf-81d8-232294590cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:15:04.735486 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:04.736007 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Bound using segment: {'id': 'f4e29135-ff10-4aaf-81d8-232294590cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:15:04.736868 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Bound port: 96f6c89b-a6fa-4f4d-a7a9-f36ebb447487, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e29135-ff10-4aaf-81d8-232294590cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:15:04.737723 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:04.830141 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] For port 96f6c89b-a6fa-4f4d-a7a9-f36ebb447487, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:15:04.833403 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] For port 96f6c89b-a6fa-4f4d-a7a9-f36ebb447487, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=96f6c89b-a6fa-4f4d-a7a9-f36ebb447487,segment=NetworkSegment(f4e29135-ff10-4aaf-81d8-232294590cc5),segment_id=f4e29135-ff10-4aaf-81d8-232294590cc5)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:15:04.839248 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:04.880638 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63773d44-f5e4-4b9a-8ff4-480edb4ff85f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:04.929609 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed3a50-2b06-4dc4-9abd-fdf7ecf147d8 None None] Pushing event updated for resources: {'Port': ['ID=96f6c89b-a6fa-4f4d-a7a9-f36ebb447487,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:04.940381 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63773d44-f5e4-4b9a-8ff4-480edb4ff85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:04.958911 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63773d44-f5e4-4b9a-8ff4-480edb4ff85f admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:15:04.961297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-63773d44-f5e4-4b9a-8ff4-480edb4ff85f admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:04.980169 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63773d44-f5e4-4b9a-8ff4-480edb4ff85f admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:15:05.101297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63773d44-f5e4-4b9a-8ff4-480edb4ff85f admin admin] Pushing event updated for resources: {'Port': ['ID=2fcdd489-95eb-4efb-90a9-2432cc37766e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:05.263638 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63773d44-f5e4-4b9a-8ff4-480edb4ff85f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:05.648717 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63773d44-f5e4-4b9a-8ff4-480edb4ff85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:05.846429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63773d44-f5e4-4b9a-8ff4-480edb4ff85f admin admin] Router 367c0d42-2f45-4937-ace9-7c3856d3eabf is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:15:05.981760 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63773d44-f5e4-4b9a-8ff4-480edb4ff85f admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:15:05.994014 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] Sync routers for ids ['367c0d42-2f45-4937-ace9-7c3856d3eabf'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:15:06.009643 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63773d44-f5e4-4b9a-8ff4-480edb4ff85f admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:06.010795 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] Routers {'367c0d42-2f45-4937-ace9-7c3856d3eabf'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:15:06.012310 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-63773d44-f5e4-4b9a-8ff4-480edb4ff85f admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.0398641 Nov 11 17:15:06.013042 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:14:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['367c0d42-2f45-4937-ace9-7c3856d3eabf'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:06.015402 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43664) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:06.049230 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b40a82-ddfe-48c2-a29f-c01eb20608ec None None] Network 4459b097-e5dd-4ffa-a28b-292c89fcd58b requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:15:06.186813 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e721ae98-49ef-425b-bbbc-9052f94221be None None] Provisioning complete for port 96f6c89b-a6fa-4f4d-a7a9-f36ebb447487 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:06.188206 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e721ae98-49ef-425b-bbbc-9052f94221be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:06.221221 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] Set router 367c0d42-2f45-4937-ace9-7c3856d3eabf gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:15:06.351209 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e721ae98-49ef-425b-bbbc-9052f94221be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:06.400836 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e721ae98-49ef-425b-bbbc-9052f94221be None None] For port 96f6c89b-a6fa-4f4d-a7a9-f36ebb447487, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=96f6c89b-a6fa-4f4d-a7a9-f36ebb447487,segment=NetworkSegment(f4e29135-ff10-4aaf-81d8-232294590cc5),segment_id=f4e29135-ff10-4aaf-81d8-232294590cc5)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:06.412781 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e721ae98-49ef-425b-bbbc-9052f94221be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:06.430136 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-router', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:05Z', 'revision_number': 3, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'gw_port': {'id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:06.466968 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] Checking router: 367c0d42-2f45-4937-ace9-7c3856d3eabf for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:15:06.467587 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] Updating router 367c0d42-2f45-4937-ace9-7c3856d3eabf port 2fcdd489-95eb-4efb-90a9-2432cc37766e binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:15:06.492772 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721ae98-49ef-425b-bbbc-9052f94221be None None] Pushing event updated for resources: {'Port': ['ID=96f6c89b-a6fa-4f4d-a7a9-f36ebb447487,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:06.497301 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:06.647038 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a85b0d92-da6a-4f4f-b5dc-aa4da83d022c None None] Provisioning complete for port 96f6c89b-a6fa-4f4d-a7a9-f36ebb447487 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:06.647396 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a85b0d92-da6a-4f4f-b5dc-aa4da83d022c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:06.888014 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:06.901163 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:06.952788 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] Attempting to bind port 2fcdd489-95eb-4efb-90a9-2432cc37766e on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:15:06.953165 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] Attempting to bind port 2fcdd489-95eb-4efb-90a9-2432cc37766e by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:15:06.953535 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] Attempting to bind port 2fcdd489-95eb-4efb-90a9-2432cc37766e on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:15:06.966931 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:15:06.967303 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:15:06.967674 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:06.968178 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:15:06.968659 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] Bound port: 2fcdd489-95eb-4efb-90a9-2432cc37766e, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:15:06.969096 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:06.992271 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e95552-4ac4-4f23-b52e-8b8e16b16c43 None None] Pushing event updated for resources: {'Port': ['ID=2fcdd489-95eb-4efb-90a9-2432cc37766e,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:07.009134 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e95552-4ac4-4f23-b52e-8b8e16b16c43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:07.009774 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e95552-4ac4-4f23-b52e-8b8e16b16c43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:07.009881 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e95552-4ac4-4f23-b52e-8b8e16b16c43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:07.010150 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e95552-4ac4-4f23-b52e-8b8e16b16c43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:07.010489 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e95552-4ac4-4f23-b52e-8b8e16b16c43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:07.010876 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e95552-4ac4-4f23-b52e-8b8e16b16c43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:07.011219 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e95552-4ac4-4f23-b52e-8b8e16b16c43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:07.011549 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e95552-4ac4-4f23-b52e-8b8e16b16c43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:07.012027 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e95552-4ac4-4f23-b52e-8b8e16b16c43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:07.012367 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e95552-4ac4-4f23-b52e-8b8e16b16c43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:07.012704 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e95552-4ac4-4f23-b52e-8b8e16b16c43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:07.013021 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e95552-4ac4-4f23-b52e-8b8e16b16c43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e95552-4ac4-4f23-b52e-8b8e16b16c43 None None] Tracked resource versions report: Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: pushed versions: Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: { 'AddressGroup': {'1.2'}, Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: 'ConntrackHelper': {'1.0'}, Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: 'Log': {'1.0'}, Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: 'Network': {'1.1'}, Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: 'Port': {'1.7'}, Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: 'PortForwarding': {'1.2'}, Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: 'QosPolicy': {'1.10'}, Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: 'SecurityGroup': {'1.5'}, Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: 'SecurityGroupRule': {'1.2'}, Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: 'SubPort': {'1.0'}, Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: 'Subnet': {'1.1'}, Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: 'Trunk': {'1.1'}} Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: consumer versions: Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: { DHCP agent@n-d-816206-4: {}, Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: HyperV agent@n-h1-816206-4: {}, Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: HyperV agent@n-h2-816206-4: {}, Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: L3 agent@n-d-816206-4: {}, Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: Metadata agent@n-d-816206-4: {}, Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: Metering agent@n-d-816206-4: {}, Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: Open vSwitch agent@n-d-816206-4: { 'AddressGroup': '1.2', Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: 'ConntrackHelper': '1.0', Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: 'Log': '1.0', Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: 'Network': '1.1', Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: 'Port': '1.7', Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: 'PortForwarding': '1.2', Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: 'QosPolicy': '1.10', Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: 'SecurityGroup': '1.5', Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: 'SecurityGroupRule': '1.2', Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: 'SubPort': '1.0', Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: 'Subnet': '1.1', Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: 'Trunk': '1.1'}} Nov 11 17:15:07.014051 n-d-816206-4 neutron-server[102620]: {{(pid=102620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 17:15:07.016016 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e55a4c5-e3e0-42b6-994c-847c37afa347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:07.034889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43686) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:07.052756 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] For port 2fcdd489-95eb-4efb-90a9-2432cc37766e, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:15:07.058426 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] For port 2fcdd489-95eb-4efb-90a9-2432cc37766e, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=2fcdd489-95eb-4efb-90a9-2432cc37766e,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:15:07.065926 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:07.213254 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] Routers {'367c0d42-2f45-4937-ace9-7c3856d3eabf'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:15:07.213891 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:14:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['367c0d42-2f45-4937-ace9-7c3856d3eabf'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:07.236687 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 96f6c89b-a6fa-4f4d-a7a9-f36ebb447487 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:15:07.282111 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e95552-4ac4-4f23-b52e-8b8e16b16c43 None None] Pushing event updated for resources: {'Port': ['ID=2fcdd489-95eb-4efb-90a9-2432cc37766e,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:07.283935 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7146debb-1848-471d-a36e-248c1f96739a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:07.307224 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 96f6c89b-a6fa-4f4d-a7a9-f36ebb447487 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:07.307828 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:07.359984 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] Set router 367c0d42-2f45-4937-ace9-7c3856d3eabf gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:15:07.405982 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5639281c-99e7-4f35-8374-025be5781c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:07.502946 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7146debb-1848-471d-a36e-248c1f96739a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:07.512927 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7146debb-1848-471d-a36e-248c1f96739a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:07.514827 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-5e55a4c5-e3e0-42b6-994c-847c37afa347 admin admin] Allocated IP 172.20.0.1 (4459b097-e5dd-4ffa-a28b-292c89fcd58b/514ca1cd-422f-4578-9e77-be751b2cb1b2/3e5b51cb-afb8-4075-aead-c66ac22a8f45) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:15:07.551434 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146debb-1848-471d-a36e-248c1f96739a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94eb3fae-ea23-4c05-8cca-52d1a240af18,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:07.559437 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7146debb-1848-471d-a36e-248c1f96739a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0a557d7562f44ea7b446f0bdf3a908cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5225072 Nov 11 17:15:07.561969 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43704) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:07.649162 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8824d735-d651-46b5-923e-96128c396494 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:07.664215 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-router', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:05Z', 'revision_number': 3, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'gw_port': {'id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:07.688645 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8824d735-d651-46b5-923e-96128c396494 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:07.698916 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3618bc-2f2f-4e61-bbf3-809849cad04f None None] The sync data for ids ['367c0d42-2f45-4937-ace9-7c3856d3eabf'] in n-d-816206-4 is: [{'id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-router', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:05Z', 'revision_number': 3, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'gw_port': {'id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:15:07.758564 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e55a4c5-e3e0-42b6-994c-847c37afa347 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:07.761847 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8824d735-d651-46b5-923e-96128c396494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:07.764824 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8824d735-d651-46b5-923e-96128c396494 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:07.766075 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8824d735-d651-46b5-923e-96128c396494 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/94eb3fae-ea23-4c05-8cca-52d1a240af18 HTTP/1.1" status: 204 len: 168 time: 0.2028089 Nov 11 17:15:07.776874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824d735-d651-46b5-923e-96128c396494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94eb3fae-ea23-4c05-8cca-52d1a240af18,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:07.853685 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e55a4c5-e3e0-42b6-994c-847c37afa347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:07.905764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e55a4c5-e3e0-42b6-994c-847c37afa347 admin admin] Network 4459b097-e5dd-4ffa-a28b-292c89fcd58b is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:15:07.937514 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-5e55a4c5-e3e0-42b6-994c-847c37afa347 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:07.945706 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e55a4c5-e3e0-42b6-994c-847c37afa347 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:15:07.946290 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e55a4c5-e3e0-42b6-994c-847c37afa347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:08.018889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43734) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:08.021690 n-d-816206-4 neutron-server[102618]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 11 17:15:08.077681 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-4ab000f6-f8dd-484f-9ce4-a6c5a47dedc1 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=8fc9c098dec441f79cdea28fa0261111&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561688 Nov 11 17:15:08.161701 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55a4c5-e3e0-42b6-994c-847c37afa347 admin admin] Pushing event updated for resources: {'Port': ['ID=3e5b51cb-afb8-4075-aead-c66ac22a8f45,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:08.360099 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-216afeea-11e1-42fe-8c96-4cc5a827762c None None] Provisioning complete for port 3e5b51cb-afb8-4075-aead-c66ac22a8f45 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:08.360659 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-216afeea-11e1-42fe-8c96-4cc5a827762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:08.379159 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43744) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:08.413457 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-216afeea-11e1-42fe-8c96-4cc5a827762c None None] Port 3e5b51cb-afb8-4075-aead-c66ac22a8f45 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:15:08.440613 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e55a4c5-e3e0-42b6-994c-847c37afa347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:08.441480 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-08f45377-2c10-4f5f-8983-35d931578b94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:08.469895 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-335da1c0-41dc-4a12-9e06-e777ca9289d0 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:08.471465 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-335da1c0-41dc-4a12-9e06-e777ca9289d0 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3935940 Nov 11 17:15:08.503237 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-b44dd940-ae9d-477c-a9d2-1bafd8aaa347 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/quotas/8fc9c098dec441f79cdea28fa0261111 HTTP/1.1" status: 200 len: 375 time: 0.0244868 Nov 11 17:15:08.574748 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-e7020a74-03f7-4f7d-ac30-d0482860c7ca tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8fc9c098dec441f79cdea28fa0261111&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639918 Nov 11 17:15:08.656778 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-08f45377-2c10-4f5f-8983-35d931578b94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:08.666034 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-08f45377-2c10-4f5f-8983-35d931578b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:08.732919 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-08f45377-2c10-4f5f-8983-35d931578b94 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c4a80ef2b3534558982f9c05b2bcb2a4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3525689 Nov 11 17:15:08.736104 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43750) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:08.745163 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e55a4c5-e3e0-42b6-994c-847c37afa347 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:08.755551 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e55a4c5-e3e0-42b6-994c-847c37afa347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:08.756733 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e55a4c5-e3e0-42b6-994c-847c37afa347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:08.770689 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f45377-2c10-4f5f-8983-35d931578b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fa62a1-f48b-4f0b-b442-88b29d774e5e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:08.823483 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55a4c5-e3e0-42b6-994c-847c37afa347 admin admin] Pushing event updated for resources: {'Port': ['ID=3e5b51cb-afb8-4075-aead-c66ac22a8f45,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:09.077936 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61e2cbde-6f97-487e-8f30-f78ff957a5b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:09.122554 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61e2cbde-6f97-487e-8f30-f78ff957a5b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:09.161192 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 2fcdd489-95eb-4efb-90a9-2432cc37766e up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:15:09.189096 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e55a4c5-e3e0-42b6-994c-847c37afa347 admin admin] Network 4459b097-e5dd-4ffa-a28b-292c89fcd58b is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:15:09.191208 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61e2cbde-6f97-487e-8f30-f78ff957a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:09.194462 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61e2cbde-6f97-487e-8f30-f78ff957a5b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:09.196030 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-61e2cbde-6f97-487e-8f30-f78ff957a5b8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/97fa62a1-f48b-4f0b-b442-88b29d774e5e HTTP/1.1" status: 204 len: 168 time: 0.4581068 Nov 11 17:15:09.207686 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2cbde-6f97-487e-8f30-f78ff957a5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fa62a1-f48b-4f0b-b442-88b29d774e5e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:09.212307 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-5e55a4c5-e3e0-42b6-994c-847c37afa347 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:09.230436 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43790) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:09.396071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 2fcdd489-95eb-4efb-90a9-2432cc37766e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:09.396874 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:09.677225 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:09.718600 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a779ed8-4d08-4f31-9233-f3f0c9082401 req-91d307f6-953f-4ded-9955-ba82d0df2eec tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=66a9e954-71f6-4e25-92cf-f2e1f05afb53 HTTP/1.1" status: 200 len: 210 time: 0.4858932 Nov 11 17:15:09.725581 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 2fcdd489-95eb-4efb-90a9-2432cc37766e, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=2fcdd489-95eb-4efb-90a9-2432cc37766e,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:09.775057 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:09.791661 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e55a4c5-e3e0-42b6-994c-847c37afa347 admin admin] Router 367c0d42-2f45-4937-ace9-7c3856d3eabf has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:15:09.923674 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ef62e8c2-623c-4f97-a3ee-5e6f66038b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:09.970512 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8843f4ed-ac09-4f93-8686-e90e663026c5 None None] Provisioning complete for port 3e5b51cb-afb8-4075-aead-c66ac22a8f45 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:09.970846 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8843f4ed-ac09-4f93-8686-e90e663026c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:10.020826 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e55a4c5-e3e0-42b6-994c-847c37afa347 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:15:10.060213 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5e55a4c5-e3e0-42b6-994c-847c37afa347 admin admin] 10.222.0.76 "PUT /v2.0/routers/367c0d42-2f45-4937-ace9-7c3856d3eabf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0421231 Nov 11 17:15:10.111949 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=2fcdd489-95eb-4efb-90a9-2432cc37766e,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:10.132333 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-8843f4ed-ac09-4f93-8686-e90e663026c5 None None] Port 3e5b51cb-afb8-4075-aead-c66ac22a8f45 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:15:10.150511 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] Sync routers for ids ['367c0d42-2f45-4937-ace9-7c3856d3eabf'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:15:10.191629 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] Routers {'367c0d42-2f45-4937-ace9-7c3856d3eabf'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:15:10.192140 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:15:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['367c0d42-2f45-4937-ace9-7c3856d3eabf'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:10.411796 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] Set router 367c0d42-2f45-4937-ace9-7c3856d3eabf gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:15:10.789721 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:10.792587 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-router', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:08Z', 'revision_number': 4, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'gw_port': {'id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '3e5b51cb-afb8-4075-aead-c66ac22a8f45', 'name': '', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'mac_address': 'fa:16:3e:13:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:07Z', 'updated_at': '2021-11-11T17:15:08Z', 'revision_number': 2, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'subnets': [{'id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:10.853805 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] Checking router: 367c0d42-2f45-4937-ace9-7c3856d3eabf for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:15:10.854210 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] Updating router 367c0d42-2f45-4937-ace9-7c3856d3eabf port 3e5b51cb-afb8-4075-aead-c66ac22a8f45 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:15:10.946305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6fe809b3-961d-4758-b686-5d6f8261cea8 req-c236c115-f843-4e5e-b2e7-2d0f690d9c69 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=66a9e954-71f6-4e25-92cf-f2e1f05afb53 HTTP/1.1" status: 200 len: 210 time: 0.0507874 Nov 11 17:15:11.049052 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:11.120937 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 2fcdd489-95eb-4efb-90a9-2432cc37766e up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:15:11.202327 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43914) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:11.276484 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43922) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:11.311767 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43926) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:11.349514 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 2fcdd489-95eb-4efb-90a9-2432cc37766e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:11.349878 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:11.448535 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95639402-5f17-4976-9600-15e2c1a70169 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:11.579755 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:11.580323 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95639402-5f17-4976-9600-15e2c1a70169 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:11.585282 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95639402-5f17-4976-9600-15e2c1a70169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:11.592739 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:11.659358 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43940) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:11.659846 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-95639402-5f17-4976-9600-15e2c1a70169 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e4cdaf14a25f449289163678c2ec2930&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4561465 Nov 11 17:15:11.660851 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95639402-5f17-4976-9600-15e2c1a70169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8c6e46-3f4f-4c0a-9158-acf52b7e6297,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:11.667369 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839e3e0-efec-4d59-a287-c6bc8fae58eb None None] Pushing event updated for resources: {'Port': ['ID=3e5b51cb-afb8-4075-aead-c66ac22a8f45,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:11.731303 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] Attempting to bind port 3e5b51cb-afb8-4075-aead-c66ac22a8f45 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:15:11.731669 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] Attempting to bind port 3e5b51cb-afb8-4075-aead-c66ac22a8f45 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'f4e29135-ff10-4aaf-81d8-232294590cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:15:11.732063 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] Attempting to bind port 3e5b51cb-afb8-4075-aead-c66ac22a8f45 on network 4459b097-e5dd-4ffa-a28b-292c89fcd58b {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:15:11.738645 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:15:11.739017 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] Checking segment: {'id': 'f4e29135-ff10-4aaf-81d8-232294590cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:15:11.739412 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:11.739828 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] Bound using segment: {'id': 'f4e29135-ff10-4aaf-81d8-232294590cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:15:11.740310 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] Bound port: 3e5b51cb-afb8-4075-aead-c66ac22a8f45, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e29135-ff10-4aaf-81d8-232294590cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:15:11.740681 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:11.780117 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9dc4e4a4-8fd2-4bfe-b66e-e76486759354 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:11.799372 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-60216b00-5fc2-44de-81c4-f21120ef6933 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:11.865537 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-60216b00-5fc2-44de-81c4-f21120ef6933 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:11.868020 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.83', 58320) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:11.896080 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] For port 3e5b51cb-afb8-4075-aead-c66ac22a8f45, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:15:11.902933 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] For port 3e5b51cb-afb8-4075-aead-c66ac22a8f45, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=3e5b51cb-afb8-4075-aead-c66ac22a8f45,segment=NetworkSegment(f4e29135-ff10-4aaf-81d8-232294590cc5),segment_id=f4e29135-ff10-4aaf-81d8-232294590cc5)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:15:11.913121 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:11.934107 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-26de46b4-f48e-43c1-9bf5-6fed62577c58 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=8fc9c098dec441f79cdea28fa0261111&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622740 Nov 11 17:15:11.949410 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9dc4e4a4-8fd2-4bfe-b66e-e76486759354 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:11.960220 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9dc4e4a4-8fd2-4bfe-b66e-e76486759354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:11.993763 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3343f506-9d57-475d-8242-3503c2be5397 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:12.049108 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9dc4e4a4-8fd2-4bfe-b66e-e76486759354 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5c837625bbf0452a8e1776b5f2f612a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7337439 Nov 11 17:15:12.049108 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4e4a4-8fd2-4bfe-b66e-e76486759354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c651a9-b3e3-48f5-9bdb-e7063b3dad28,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:12.050665 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43952) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:12.124006 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-3b00c1b3-c0e5-4429-a8c4-6827804945d8 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:12.125983 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-3b00c1b3-c0e5-4429-a8c4-6827804945d8 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1490774 Nov 11 17:15:12.165837 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43960) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:12.177935 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40978ae9-3850-4cf7-9c8a-b05f2751a428 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:12.189148 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-c9bd89cc-f459-4019-9649-e4d04ed700a1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709302579-network', 'tenant_id': '75a69b558bd747bf894e28aeb9101db6'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:12.206541 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40978ae9-3850-4cf7-9c8a-b05f2751a428 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:12.229180 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839e3e0-efec-4d59-a287-c6bc8fae58eb None None] Pushing event updated for resources: {'Port': ['ID=3e5b51cb-afb8-4075-aead-c66ac22a8f45,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:12.239558 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] Routers {'367c0d42-2f45-4937-ace9-7c3856d3eabf'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:15:12.240399 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:15:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['367c0d42-2f45-4937-ace9-7c3856d3eabf'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:12.249343 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-cc82af46-91b9-4df3-8f18-8ff6eb20267a None None] Provisioning complete for port 3e5b51cb-afb8-4075-aead-c66ac22a8f45 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:12.252053 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cc82af46-91b9-4df3-8f18-8ff6eb20267a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:12.269796 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-113d985b-4a00-4817-a557-f8c736640db5 req-5b072273-507d-4f5e-b4d0-de17dc1fcb83 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=66a9e954-71f6-4e25-92cf-f2e1f05afb53 HTTP/1.1" status: 200 len: 210 time: 0.1253695 Nov 11 17:15:12.283941 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40978ae9-3850-4cf7-9c8a-b05f2751a428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:12.287857 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40978ae9-3850-4cf7-9c8a-b05f2751a428 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:12.289465 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-40978ae9-3850-4cf7-9c8a-b05f2751a428 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/07c651a9-b3e3-48f5-9bdb-e7063b3dad28 HTTP/1.1" status: 204 len: 168 time: 0.2237506 Nov 11 17:15:12.301806 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40978ae9-3850-4cf7-9c8a-b05f2751a428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c651a9-b3e3-48f5-9bdb-e7063b3dad28,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:12.326807 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-5a917049-248d-43dc-8a04-3117b98fd12e tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Request body: {'port': {'device_id': '66a9e954-71f6-4e25-92cf-f2e1f05afb53', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '8fc9c098dec441f79cdea28fa0261111'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:12.532627 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:12.598640 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] Set router 367c0d42-2f45-4937-ace9-7c3856d3eabf gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:15:12.629759 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cc82af46-91b9-4df3-8f18-8ff6eb20267a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:12.672107 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bd89cc-f459-4019-9649-e4d04ed700a1 admin admin] Made reservation on behalf of 75a69b558bd747bf894e28aeb9101db6 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:15:12.674867 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c9bd89cc-f459-4019-9649-e4d04ed700a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:12.685407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-5a917049-248d-43dc-8a04-3117b98fd12e tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Made reservation on behalf of 8fc9c098dec441f79cdea28fa0261111 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:15:12.688861 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-5a917049-248d-43dc-8a04-3117b98fd12e tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:12.692397 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c9bd89cc-f459-4019-9649-e4d04ed700a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:12.706073 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-5a917049-248d-43dc-8a04-3117b98fd12e tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:12.709840 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-cc82af46-91b9-4df3-8f18-8ff6eb20267a None None] For port 3e5b51cb-afb8-4075-aead-c66ac22a8f45, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=3e5b51cb-afb8-4075-aead-c66ac22a8f45,segment=NetworkSegment(f4e29135-ff10-4aaf-81d8-232294590cc5),segment_id=f4e29135-ff10-4aaf-81d8-232294590cc5)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:12.777846 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3343f506-9d57-475d-8242-3503c2be5397 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:12.783995 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-60216b00-5fc2-44de-81c4-f21120ef6933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:12.793903 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-60216b00-5fc2-44de-81c4-f21120ef6933 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:12.796275 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-60216b00-5fc2-44de-81c4-f21120ef6933 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ad8c6e46-3f4f-4c0a-9158-acf52b7e6297 HTTP/1.1" status: 204 len: 168 time: 1.1355212 Nov 11 17:15:12.797380 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cc82af46-91b9-4df3-8f18-8ff6eb20267a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:12.818872 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3343f506-9d57-475d-8242-3503c2be5397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:12.847588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60216b00-5fc2-44de-81c4-f21120ef6933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8c6e46-3f4f-4c0a-9158-acf52b7e6297,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:12.899889 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:12.952282 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82af46-91b9-4df3-8f18-8ff6eb20267a None None] Pushing event updated for resources: {'Port': ['ID=3e5b51cb-afb8-4075-aead-c66ac22a8f45,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:12.970597 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3343f506-9d57-475d-8242-3503c2be5397 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7c64d28521354d6a9d0e2137d2335222&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6927900 Nov 11 17:15:12.973476 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44024) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:12.988201 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44026) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:12.995844 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343f506-9d57-475d-8242-3503c2be5397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1821dbb-8dfe-4180-9708-f3bf17c7a567,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:13.014446 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-bc26b6de-dd35-4b19-91e8-a3c2780c84a7 None None] Provisioning complete for port 3e5b51cb-afb8-4075-aead-c66ac22a8f45 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:13.014816 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bc26b6de-dd35-4b19-91e8-a3c2780c84a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:13.025118 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95398a3f-fc19-402e-a970-d4cfd42e87be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:13.153010 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84ea64c0-6f44-44f6-a482-dca67630a7c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:13.206695 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84ea64c0-6f44-44f6-a482-dca67630a7c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:13.212993 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-router', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:08Z', 'revision_number': 4, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'gw_port': {'id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '3e5b51cb-afb8-4075-aead-c66ac22a8f45', 'name': '', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'mac_address': 'fa:16:3e:13:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:07Z', 'updated_at': '2021-11-11T17:15:11Z', 'revision_number': 4, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'subnets': [{'id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:13.225574 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-5a917049-248d-43dc-8a04-3117b98fd12e tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:13.231569 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c9bd89cc-f459-4019-9649-e4d04ed700a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:13.234196 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-5a917049-248d-43dc-8a04-3117b98fd12e tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:13.245683 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c9bd89cc-f459-4019-9649-e4d04ed700a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:13.328662 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84ea64c0-6f44-44f6-a482-dca67630a7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:13.331315 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84ea64c0-6f44-44f6-a482-dca67630a7c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:13.338679 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-84ea64c0-6f44-44f6-a482-dca67630a7c4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a1821dbb-8dfe-4180-9708-f3bf17c7a567 HTTP/1.1" status: 204 len: 168 time: 0.3617473 Nov 11 17:15:13.351223 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bd89cc-f459-4019-9649-e4d04ed700a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1268} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:15:13.351353 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f6135a-c012-485a-98cc-e62bde028fd4 None None] The sync data for ids ['367c0d42-2f45-4937-ace9-7c3856d3eabf'] in n-d-816206-4 is: [{'id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-router', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:08Z', 'revision_number': 4, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'gw_port': {'id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '3e5b51cb-afb8-4075-aead-c66ac22a8f45', 'name': '', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'mac_address': 'fa:16:3e:13:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:07Z', 'updated_at': '2021-11-11T17:15:11Z', 'revision_number': 4, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'subnets': [{'id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:15:13.392293 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea64c0-6f44-44f6-a482-dca67630a7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1821dbb-8dfe-4180-9708-f3bf17c7a567,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:13.397834 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a917049-248d-43dc-8a04-3117b98fd12e tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ac644a-0d88-418b-bacd-3a396868c79c,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:13.436922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd89cc-f459-4019-9649-e4d04ed700a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c48d979-8c1b-4965-b89b-830262fc419d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:13.469393 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c9bd89cc-f459-4019-9649-e4d04ed700a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:13.470890 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-c9bd89cc-f459-4019-9649-e4d04ed700a1 admin admin] Added segment 0c478248-0890-4d70-8ce8-89a658fb24d7 of type vlan for network 17b858bb-748a-4885-9e03-710173dc508e Nov 11 17:15:13.559341 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95398a3f-fc19-402e-a970-d4cfd42e87be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:13.567229 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95398a3f-fc19-402e-a970-d4cfd42e87be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:13.622389 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-95398a3f-fc19-402e-a970-d4cfd42e87be admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9e4847677ccf40568a61ec9ed91cd082&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6307545 Nov 11 17:15:13.626699 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44052) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:13.702660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95398a3f-fc19-402e-a970-d4cfd42e87be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2aebcd9-1731-47d3-8e8d-7aceff583559,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:13.738638 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-361185bd-59fb-4ed4-a110-9d4631b9fce3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:13.764481 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c9bd89cc-f459-4019-9649-e4d04ed700a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:13.784348 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e06a4dff-d7f1-40d1-a0db-eb6b74936048 req-f9fbb74c-cf12-4b28-a862-f124f15e2bd6 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=66a9e954-71f6-4e25-92cf-f2e1f05afb53 HTTP/1.1" status: 200 len: 210 time: 0.1013710 Nov 11 17:15:13.789217 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-361185bd-59fb-4ed4-a110-9d4631b9fce3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:13.874087 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-5a917049-248d-43dc-8a04-3117b98fd12e tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Allocated IP 192.168.233.141 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/cbc5c081-6336-4630-a6b0-df265fa107dd) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:15:13.925698 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-361185bd-59fb-4ed4-a110-9d4631b9fce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:13.928988 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-361185bd-59fb-4ed4-a110-9d4631b9fce3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:13.930421 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-361185bd-59fb-4ed4-a110-9d4631b9fce3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d2aebcd9-1731-47d3-8e8d-7aceff583559 HTTP/1.1" status: 204 len: 168 time: 0.2920382 Nov 11 17:15:13.967215 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361185bd-59fb-4ed4-a110-9d4631b9fce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2aebcd9-1731-47d3-8e8d-7aceff583559,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:14.046050 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c9bd89cc-f459-4019-9649-e4d04ed700a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:14.049321 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bd89cc-f459-4019-9649-e4d04ed700a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:14.050915 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c9bd89cc-f459-4019-9649-e4d04ed700a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:14.226814 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44088) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:14.231919 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-9b3a5bfc-7170-4549-a4b7-84201d95375f admin admin] Request body: {'subnet': {'network_id': '17b858bb-748a-4885-9e03-710173dc508e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709302579-subnet', 'tenant_id': '75a69b558bd747bf894e28aeb9101db6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:14.238792 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c9bd89cc-f459-4019-9649-e4d04ed700a1 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0608213 Nov 11 17:15:14.331701 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3a5bfc-7170-4549-a4b7-84201d95375f admin admin] Made reservation on behalf of 75a69b558bd747bf894e28aeb9101db6 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:15:14.334103 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9b3a5bfc-7170-4549-a4b7-84201d95375f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:14.454282 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd89cc-f459-4019-9649-e4d04ed700a1 admin admin] Pushing event updated for resources: {'Network': ['ID=17b858bb-748a-4885-9e03-710173dc508e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:14.472095 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 17b858bb-748a-4885-9e03-710173dc508e details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:15:14.580237 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-5a917049-248d-43dc-8a04-3117b98fd12e tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:14.673547 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-5a917049-248d-43dc-8a04-3117b98fd12e tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:14.696978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44092) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:14.853146 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9b3a5bfc-7170-4549-a4b7-84201d95375f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:14.926744 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a5bfc-7170-4549-a4b7-84201d95375f admin admin] Pushing event updated for resources: {'Subnet': ['ID=389e23a9-3585-4d12-aa6a-dad2b8afb7f5,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:14.947619 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-926ae814-8d8e-4732-9e08-99c428165024 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:15.000747 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-5a917049-248d-43dc-8a04-3117b98fd12e tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:15:15.007165 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3a5bfc-7170-4549-a4b7-84201d95375f admin admin] Checking segment: {'id': '0c478248-0890-4d70-8ce8-89a658fb24d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '17b858bb-748a-4885-9e03-710173dc508e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:15:15.007939 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3a5bfc-7170-4549-a4b7-84201d95375f admin admin] Network hostable DHCP agents. Network: 17b858bb-748a-4885-9e03-710173dc508e, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:15:15.038069 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3a5bfc-7170-4549-a4b7-84201d95375f admin admin] Network 17b858bb-748a-4885-9e03-710173dc508e is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:15:15.064565 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-9b3a5bfc-7170-4549-a4b7-84201d95375f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 17b858bb-748a-4885-9e03-710173dc508e) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:15.075786 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3a5bfc-7170-4549-a4b7-84201d95375f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:15.076588 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9b3a5bfc-7170-4549-a4b7-84201d95375f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:15.078016 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48ad20c-2b32-4a97-9289-20daffceb34a None None] Network 17b858bb-748a-4885-9e03-710173dc508e requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:15:15.113009 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9b3a5bfc-7170-4549-a4b7-84201d95375f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8824742 Nov 11 17:15:15.113197 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44102) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:15.123359 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-5a917049-248d-43dc-8a04-3117b98fd12e tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:15.132549 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5783ad81-2b07-43e0-8356-73369e14d35c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709302579-router', 'tenant_id': '75a69b558bd747bf894e28aeb9101db6', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:15.135900 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a917049-248d-43dc-8a04-3117b98fd12e tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Pushing event updated for resources: {'Port': ['ID=cbc5c081-6336-4630-a6b0-df265fa107dd,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:15.147887 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-5a917049-248d-43dc-8a04-3117b98fd12e tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:15:15.155287 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-5a917049-248d-43dc-8a04-3117b98fd12e tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:15.155287 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-5a917049-248d-43dc-8a04-3117b98fd12e tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:15.241508 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5783ad81-2b07-43e0-8356-73369e14d35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:15.250698 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5783ad81-2b07-43e0-8356-73369e14d35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:15.487336 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-926ae814-8d8e-4732-9e08-99c428165024 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:15.502177 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5783ad81-2b07-43e0-8356-73369e14d35c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:15.531512 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-8cd8d23b-34fc-46a1-aad2-33386e11a052 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=da2b52f3c82a4dc5b88e71b43be25563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2857144 Nov 11 17:15:15.554634 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-5a917049-248d-43dc-8a04-3117b98fd12e tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3127487 Nov 11 17:15:15.626833 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-926ae814-8d8e-4732-9e08-99c428165024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:15.645653 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44116) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:15.691947 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 3e5b51cb-afb8-4075-aead-c66ac22a8f45 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:15:15.758142 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-5b19c962-ab7b-460d-b6e7-7e7eea222f73 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:15:15.761130 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-5b19c962-ab7b-460d-b6e7-7e7eea222f73 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1164625 Nov 11 17:15:15.816630 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0b57f0-2e0b-4688-8130-300a0b65ec25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-17b858bb-748a-4885-9e03-710173dc508e', 'network_id': '17b858bb-748a-4885-9e03-710173dc508e', 'tenant_id': '75a69b558bd747bf894e28aeb9101db6', 'fixed_ips': [{'subnet_id': '389e23a9-3585-4d12-aa6a-dad2b8afb7f5'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:15:15.820202 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3f0b57f0-2e0b-4688-8130-300a0b65ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:15.894675 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5783ad81-2b07-43e0-8356-73369e14d35c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:15.993895 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b190f73c-bbc2-4d9b-afea-506b8b039e03 None None] Provisioning complete for port cbc5c081-6336-4630-a6b0-df265fa107dd triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:15.996271 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b190f73c-bbc2-4d9b-afea-506b8b039e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:16.037217 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-40996071-d64d-4d89-83f5-7f6afa8eb650 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:16.045611 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-40996071-d64d-4d89-83f5-7f6afa8eb650 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5125358 Nov 11 17:15:16.074657 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b34343e-41c8-4aae-b944-00f8fdc4e9ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:16.188275 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b34343e-41c8-4aae-b944-00f8fdc4e9ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:16.198504 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-d1ca6406-6ce7-42dc-afa7-868ec661bc50 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/quotas/da2b52f3c82a4dc5b88e71b43be25563 HTTP/1.1" status: 200 len: 375 time: 0.1491871 Nov 11 17:15:16.217669 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edf868-ceb8-4aa7-b2c8-ebe3bd250cc9 req-4a631c7b-272f-4710-b48f-b20bc67989f0 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:16.225510 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51edf868-ceb8-4aa7-b2c8-ebe3bd250cc9 req-4a631c7b-272f-4710-b48f-b20bc67989f0 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=66a9e954-71f6-4e25-92cf-f2e1f05afb53 HTTP/1.1" status: 200 len: 936 time: 1.1072259 Nov 11 17:15:16.265705 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b34343e-41c8-4aae-b944-00f8fdc4e9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:16.282340 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-17433646-e777-46ee-af1a-e1cfd71f206d tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=da2b52f3c82a4dc5b88e71b43be25563&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830595 Nov 11 17:15:16.337010 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ae814-8d8e-4732-9e08-99c428165024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d836a77c-3f3e-4044-af11-3b8571d5b00a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:16.369987 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-926ae814-8d8e-4732-9e08-99c428165024 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=53ee215bc84c4942b247a88bdd5aa27e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6071949 Nov 11 17:15:16.384691 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44134) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:16.457184 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 3e5b51cb-afb8-4075-aead-c66ac22a8f45 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:16.458517 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:16.466483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b190f73c-bbc2-4d9b-afea-506b8b039e03 None None] Port cbc5c081-6336-4630-a6b0-df265fa107dd cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:15:16.545304 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5783ad81-2b07-43e0-8356-73369e14d35c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:16.556618 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51edf868-ceb8-4aa7-b2c8-ebe3bd250cc9 req-baaae531-b62b-4a33-b3e2-1c64db3fe934 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289235 Nov 11 17:15:16.570376 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6b34343e-41c8-4aae-b944-00f8fdc4e9ba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=80a0c3b9873e4d748a42f19f514a0ee1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8966906 Nov 11 17:15:16.572243 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44146) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:16.643568 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5783ad81-2b07-43e0-8356-73369e14d35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:16.698361 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34343e-41c8-4aae-b944-00f8fdc4e9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38aaa8ce-cb40-46fd-9251-e225154d9788,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:16.718825 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-3f0b57f0-2e0b-4688-8130-300a0b65ec25 None None] Allocated IP 172.20.0.2 (17b858bb-748a-4885-9e03-710173dc508e/389e23a9-3585-4d12-aa6a-dad2b8afb7f5/bc667b77-dfe8-4b9f-a2ec-f898baef38c3) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:15:16.745296 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-98da3a85-1278-4fcc-b273-b459a49e0578 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:16.758425 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-76cd0248-b5a5-42a4-8a5c-f603c14de3e9 req-a0aac145-9fd8-4287-bb37-2225af2f37c3 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/ports?device_id=49d06283-7fe7-4e2d-ad51-40a7164cb474 HTTP/1.1" status: 200 len: 210 time: 0.0729439 Nov 11 17:15:16.761300 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ef20e1df-2828-475e-b0f5-b7951b63124a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:16.837882 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] Request body: {'port': {'device_id': '66a9e954-71f6-4e25-92cf-f2e1f05afb53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:16.947538 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-5783ad81-2b07-43e0-8356-73369e14d35c admin admin] Allocated IP 172.25.2.50 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/e547c1af-c53b-4007-9a3e-c42c89225527) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:15:17.101755 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-98da3a85-1278-4fcc-b273-b459a49e0578 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:17.130231 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ef20e1df-2828-475e-b0f5-b7951b63124a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:17.139854 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3f0b57f0-2e0b-4688-8130-300a0b65ec25 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:17.160432 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3f0b57f0-2e0b-4688-8130-300a0b65ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:17.193509 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:17.296314 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0b57f0-2e0b-4688-8130-300a0b65ec25 None None] Network 17b858bb-748a-4885-9e03-710173dc508e is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:15:17.301538 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-3f0b57f0-2e0b-4688-8130-300a0b65ec25 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:17.302147 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5783ad81-2b07-43e0-8356-73369e14d35c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:17.306933 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0b57f0-2e0b-4688-8130-300a0b65ec25 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:15:17.310211 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b57f0-2e0b-4688-8130-300a0b65ec25 None None] Pushing event updated for resources: {'Port': ['ID=bc667b77-dfe8-4b9f-a2ec-f898baef38c3,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:17.444499 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5783ad81-2b07-43e0-8356-73369e14d35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:17.452013 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-3f0b57f0-2e0b-4688-8130-300a0b65ec25 None None] Attempting to bind port bc667b77-dfe8-4b9f-a2ec-f898baef38c3 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:15:17.452385 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-3f0b57f0-2e0b-4688-8130-300a0b65ec25 None None] Attempting to bind port bc667b77-dfe8-4b9f-a2ec-f898baef38c3 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '0c478248-0890-4d70-8ce8-89a658fb24d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '17b858bb-748a-4885-9e03-710173dc508e'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:15:17.452739 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b57f0-2e0b-4688-8130-300a0b65ec25 None None] Attempting to bind port bc667b77-dfe8-4b9f-a2ec-f898baef38c3 on network 17b858bb-748a-4885-9e03-710173dc508e {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:15:17.472458 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b57f0-2e0b-4688-8130-300a0b65ec25 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:15:17.472878 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b57f0-2e0b-4688-8130-300a0b65ec25 None None] Checking segment: {'id': '0c478248-0890-4d70-8ce8-89a658fb24d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '17b858bb-748a-4885-9e03-710173dc508e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:15:17.473506 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3f0b57f0-2e0b-4688-8130-300a0b65ec25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:17.476441 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b57f0-2e0b-4688-8130-300a0b65ec25 None None] Bound using segment: {'id': '0c478248-0890-4d70-8ce8-89a658fb24d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '17b858bb-748a-4885-9e03-710173dc508e'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:15:17.476947 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-3f0b57f0-2e0b-4688-8130-300a0b65ec25 None None] Bound port: bc667b77-dfe8-4b9f-a2ec-f898baef38c3, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c478248-0890-4d70-8ce8-89a658fb24d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '17b858bb-748a-4885-9e03-710173dc508e'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:15:17.481007 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3f0b57f0-2e0b-4688-8130-300a0b65ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:17.586627 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5783ad81-2b07-43e0-8356-73369e14d35c admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:15:17.603677 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-5783ad81-2b07-43e0-8356-73369e14d35c admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:17.653193 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5783ad81-2b07-43e0-8356-73369e14d35c admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:15:17.678258 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3f0b57f0-2e0b-4688-8130-300a0b65ec25 None None] For port bc667b77-dfe8-4b9f-a2ec-f898baef38c3, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:15:17.698902 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ef20e1df-2828-475e-b0f5-b7951b63124a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:17.699684 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3f0b57f0-2e0b-4688-8130-300a0b65ec25 None None] For port bc667b77-dfe8-4b9f-a2ec-f898baef38c3, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bc667b77-dfe8-4b9f-a2ec-f898baef38c3,segment=NetworkSegment(0c478248-0890-4d70-8ce8-89a658fb24d7),segment_id=0c478248-0890-4d70-8ce8-89a658fb24d7)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:15:17.703376 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ef20e1df-2828-475e-b0f5-b7951b63124a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:17.704830 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ef20e1df-2828-475e-b0f5-b7951b63124a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d836a77c-3f3e-4044-af11-3b8571d5b00a HTTP/1.1" status: 204 len: 168 time: 1.3093843 Nov 11 17:15:17.714484 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3f0b57f0-2e0b-4688-8130-300a0b65ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:17.836369 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20e1df-2828-475e-b0f5-b7951b63124a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d836a77c-3f3e-4044-af11-3b8571d5b00a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:17.865685 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb13555-567a-47c8-92db-4f1c9c0ec557 req-22eadd87-1599-4b79-b7cb-b6ae11772270 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:17.874980 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1cb13555-567a-47c8-92db-4f1c9c0ec557 req-22eadd87-1599-4b79-b7cb-b6ae11772270 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=66a9e954-71f6-4e25-92cf-f2e1f05afb53 HTTP/1.1" status: 200 len: 936 time: 0.1406679 Nov 11 17:15:17.998823 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b57f0-2e0b-4688-8130-300a0b65ec25 None None] Pushing event updated for resources: {'Port': ['ID=bc667b77-dfe8-4b9f-a2ec-f898baef38c3,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:18.016774 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:18.113778 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-98da3a85-1278-4fcc-b273-b459a49e0578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:18.117568 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-98da3a85-1278-4fcc-b273-b459a49e0578 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:18.127125 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-98da3a85-1278-4fcc-b273-b459a49e0578 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/38aaa8ce-cb40-46fd-9251-e225154d9788 HTTP/1.1" status: 204 len: 168 time: 1.5418026 Nov 11 17:15:18.186318 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da3a85-1278-4fcc-b273-b459a49e0578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38aaa8ce-cb40-46fd-9251-e225154d9788,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:18.265916 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1d7947c-ac74-45ad-8d0a-adf17e6fc76a req-54ae493f-3335-4ba2-b2c6-58ce6ce2b946 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/ports?device_id=49d06283-7fe7-4e2d-ad51-40a7164cb474 HTTP/1.1" status: 200 len: 210 time: 0.1676431 Nov 11 17:15:18.307131 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1cb13555-567a-47c8-92db-4f1c9c0ec557 req-3bd80793-a55d-4a99-a10f-df53a8d35669 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307990 Nov 11 17:15:18.366566 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783ad81-2b07-43e0-8356-73369e14d35c admin admin] Pushing event updated for resources: {'Port': ['ID=e547c1af-c53b-4007-9a3e-c42c89225527,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:18.836532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc5c081-6336-4630-a6b0-df265fa107dd {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:15:18.857336 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:18.895678 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5783ad81-2b07-43e0-8356-73369e14d35c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:18.900623 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] Transition to ACTIVE for port object cbc5c081-6336-4630-a6b0-df265fa107dd will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:15:18.911854 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:19.297401 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] Pushing event updated for resources: {'Port': ['ID=cbc5c081-6336-4630-a6b0-df265fa107dd,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:19.318132 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] Attempting to bind port cbc5c081-6336-4630-a6b0-df265fa107dd on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:15:19.335101 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] Attempting to bind port cbc5c081-6336-4630-a6b0-df265fa107dd by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:15:19.343409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] Attempting to bind port cbc5c081-6336-4630-a6b0-df265fa107dd on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:15:19.358442 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] Port cbc5c081-6336-4630-a6b0-df265fa107dd on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:15:19.363162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] Attempting to bind port cbc5c081-6336-4630-a6b0-df265fa107dd on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:15:19.379037 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:15:19.383357 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:15:19.385553 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:15:19.387356 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] Bound port: cbc5c081-6336-4630-a6b0-df265fa107dd, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:15:19.389487 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:19.575567 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2c0ee9ce-776e-45b2-890f-247f59800e19 req-9fba4254-d5f8-4b30-9a8a-cb2f8c9221ca tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/ports?device_id=49d06283-7fe7-4e2d-ad51-40a7164cb474 HTTP/1.1" status: 200 len: 210 time: 0.1260717 Nov 11 17:15:19.605673 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5783ad81-2b07-43e0-8356-73369e14d35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:19.629879 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bc667b77-dfe8-4b9f-a2ec-f898baef38c3 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:15:19.810698 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] For port cbc5c081-6336-4630-a6b0-df265fa107dd, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:15:19.824570 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] For port cbc5c081-6336-4630-a6b0-df265fa107dd, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=cbc5c081-6336-4630-a6b0-df265fa107dd,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:15:19.847618 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:19.932769 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port bc667b77-dfe8-4b9f-a2ec-f898baef38c3 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:19.932976 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:20.097766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:20.098490 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:20.123510 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b0c4fc-513a-45bf-9272-f1f5a4f696e8 None None] Network 17b858bb-748a-4885-9e03-710173dc508e requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:15:20.124165 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] 10.222.0.83 "PUT /v2.0/ports/cbc5c081-6336-4630-a6b0-df265fa107dd HTTP/1.1" status: 200 len: 1096 time: 3.6325696 Nov 11 17:15:20.136676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a9e954-71f6-4e25-92cf-f2e1f05afb53', 'tag': 'cbc5c081-6336-4630-a6b0-df265fa107dd'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:15:20.210144 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5783ad81-2b07-43e0-8356-73369e14d35c admin admin] Router badf4836-287e-4134-8890-f1a21510e740 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:15:20.467058 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:20.493142 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78822e94-c2a5-4daa-a6c5-93d5cd7d21bd service neutron] Pushing event updated for resources: {'Port': ['ID=cbc5c081-6336-4630-a6b0-df265fa107dd,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:20.528947 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.83', 58326) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:20.541559 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-de4a5173-0617-4d1a-9681-236eb175c9d2 None None] Provisioning complete for port bc667b77-dfe8-4b9f-a2ec-f898baef38c3 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:20.542176 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-de4a5173-0617-4d1a-9681-236eb175c9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:20.603993 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-ca2f8479-704e-4eb5-8b57-b3b8d0d5f924 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=da2b52f3c82a4dc5b88e71b43be25563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0961704 Nov 11 17:15:20.636361 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687049c-e333-4d28-b188-54543b87a0bd req-d8598128-dca9-4d25-9f4d-7f264ac95556 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:20.655388 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4687049c-e333-4d28-b188-54543b87a0bd req-d8598128-dca9-4d25-9f4d-7f264ac95556 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=66a9e954-71f6-4e25-92cf-f2e1f05afb53 HTTP/1.1" status: 200 len: 948 time: 0.7972631 Nov 11 17:15:20.686941 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5783ad81-2b07-43e0-8356-73369e14d35c admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:15:20.703468 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] Sync routers for ids ['badf4836-287e-4134-8890-f1a21510e740'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:15:20.735906 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port bc667b77-dfe8-4b9f-a2ec-f898baef38c3, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bc667b77-dfe8-4b9f-a2ec-f898baef38c3,segment=NetworkSegment(0c478248-0890-4d70-8ce8-89a658fb24d7),segment_id=0c478248-0890-4d70-8ce8-89a658fb24d7)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:20.749041 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:20.754524 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] Routers {'badf4836-287e-4134-8890-f1a21510e740'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:15:20.755592 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:15:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['badf4836-287e-4134-8890-f1a21510e740'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:20.878369 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=bc667b77-dfe8-4b9f-a2ec-f898baef38c3,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:20.916358 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-45466092-05ae-4f00-9e1e-50bfd594a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:20.922594 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-45466092-05ae-4f00-9e1e-50bfd594a910 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fc9c098dec441f79cdea28fa0261111&device_id=66a9e954-71f6-4e25-92cf-f2e1f05afb53 HTTP/1.1" status: 200 len: 1099 time: 0.3703878 Nov 11 17:15:20.935033 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5783ad81-2b07-43e0-8356-73369e14d35c admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:20.936532 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5783ad81-2b07-43e0-8356-73369e14d35c admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.8222477 Nov 11 17:15:20.970999 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44310) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:21.004118 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4687049c-e333-4d28-b188-54543b87a0bd req-9101c14b-39ce-457e-8487-219fd2cedb1d tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456144 Nov 11 17:15:21.102607 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] Set router badf4836-287e-4134-8890-f1a21510e740 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:15:21.162408 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ed795e-b9d6-4d95-941f-ff1765c11592" -d '{"events": [{"name": "network-changed", "server_uuid": "66a9e954-71f6-4e25-92cf-f2e1f05afb53", "tag": "cbc5c081-6336-4630-a6b0-df265fa107dd"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:15:21.225587 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-4fbff307-a138-4161-9fa7-6fb65e406759 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:21.228319 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-4fbff307-a138-4161-9fa7-6fb65e406759 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5680771 Nov 11 17:15:21.302498 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0272e88f-2b02-4678-91d8-26285f9bacdc req-e5569f40-2ce6-484d-9fe5-965cf4cc772d tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/ports?device_id=49d06283-7fe7-4e2d-ad51-40a7164cb474 HTTP/1.1" status: 200 len: 210 time: 0.0720682 Nov 11 17:15:21.313178 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-2988528e-01b7-432f-a7a5-338dc26e1b46 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Request body: {'port': {'device_id': '49d06283-7fe7-4e2d-ad51-40a7164cb474', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': 'da2b52f3c82a4dc5b88e71b43be25563'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:21.348254 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-d3a33e00-26e2-46c2-a797-d1bc16cc3420 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=cbc5c081-6336-4630-a6b0-df265fa107dd HTTP/1.1" status: 200 len: 217 time: 0.3759940 Nov 11 17:15:21.422966 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44332) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:21.548495 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bc667b77-dfe8-4b9f-a2ec-f898baef38c3 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:15:21.708175 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-2988528e-01b7-432f-a7a5-338dc26e1b46 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Made reservation on behalf of da2b52f3c82a4dc5b88e71b43be25563 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:15:21.718491 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-2988528e-01b7-432f-a7a5-338dc26e1b46 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:21.729015 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-6aee1ea2-d9ae-4666-abad-68142b93d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:21.733616 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-6aee1ea2-d9ae-4666-abad-68142b93d935 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.3762887 Nov 11 17:15:21.757445 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-2988528e-01b7-432f-a7a5-338dc26e1b46 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:21.787221 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port bc667b77-dfe8-4b9f-a2ec-f898baef38c3 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:21.788604 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:21.807243 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badf4836-287e-4134-8890-f1a21510e740', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709302579-router', 'tenant_id': '75a69b558bd747bf894e28aeb9101db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e547c1af-c53b-4007-9a3e-c42c89225527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:15Z', 'updated_at': '2021-11-11T17:15:18Z', 'revision_number': 3, 'project_id': '75a69b558bd747bf894e28aeb9101db6', 'gw_port': {'id': 'e547c1af-c53b-4007-9a3e-c42c89225527', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:65:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badf4836-287e-4134-8890-f1a21510e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:16Z', 'updated_at': '2021-11-11T17:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:21.902414 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] Checking router: badf4836-287e-4134-8890-f1a21510e740 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:15:21.905389 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] Updating router badf4836-287e-4134-8890-f1a21510e740 port e547c1af-c53b-4007-9a3e-c42c89225527 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:15:21.980197 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:22.070057 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c602918d-e040-46ce-80eb-acbfdd3fe78f None None] Provisioning complete for port bc667b77-dfe8-4b9f-a2ec-f898baef38c3 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:22.070732 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c602918d-e040-46ce-80eb-acbfdd3fe78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:22.147690 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fed4d9c-1b7f-4181-9874-5c788e66b803 x-openstack-request-id: req-0fed4d9c-1b7f-4181-9874-5c788e66b803 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:15:22.152096 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a9e954-71f6-4e25-92cf-f2e1f05afb53", "tag": "cbc5c081-6336-4630-a6b0-df265fa107dd", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:15:22.152640 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0fed4d9c-1b7f-4181-9874-5c788e66b803 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:15:22.154059 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a9e954-71f6-4e25-92cf-f2e1f05afb53', 'tag': 'cbc5c081-6336-4630-a6b0-df265fa107dd', 'status': 'completed', 'code': 200} Nov 11 17:15:22.181425 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-2988528e-01b7-432f-a7a5-338dc26e1b46 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:22.189348 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-2988528e-01b7-432f-a7a5-338dc26e1b46 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:22.308644 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988528e-01b7-432f-a7a5-338dc26e1b46 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265be61e-4ae3-4ece-b644-8d64fbe4f80e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:22.444150 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e74db86b-903d-41c3-9f62-57426a95d868 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2125733863-network', 'tenant_id': '8fdd3926bd474cdca8c9ada1469e0b7c'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:22.560556 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb87a657-0d8f-4d31-91c0-520efcf3d252 req-c9a3e457-72a1-473f-96a2-e1adcc0deffc tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/ports?device_id=49d06283-7fe7-4e2d-ad51-40a7164cb474 HTTP/1.1" status: 200 len: 210 time: 0.0572345 Nov 11 17:15:22.589909 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef991df-6446-45b9-b2fd-1c310504125f req-1878ab94-331d-4fd1-9a0d-5a51aaad6d2e tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:22.601847 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0ef991df-6446-45b9-b2fd-1c310504125f req-1878ab94-331d-4fd1-9a0d-5a51aaad6d2e tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=66a9e954-71f6-4e25-92cf-f2e1f05afb53 HTTP/1.1" status: 200 len: 948 time: 0.2510202 Nov 11 17:15:22.669650 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-0f310f5a-5bb2-4548-8583-f143c5d40bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:22.672796 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-0f310f5a-5bb2-4548-8583-f143c5d40bb9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6051393 Nov 11 17:15:22.689276 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74db86b-903d-41c3-9f62-57426a95d868 admin admin] Made reservation on behalf of 8fdd3926bd474cdca8c9ada1469e0b7c for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:15:22.693375 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e74db86b-903d-41c3-9f62-57426a95d868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:22.701889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-2988528e-01b7-432f-a7a5-338dc26e1b46 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Allocated IP 192.168.233.96 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/9db9c379-2077-44d2-a24b-e004c58ba16d) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:15:22.712176 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e74db86b-903d-41c3-9f62-57426a95d868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:22.763216 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:22.787114 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0ef991df-6446-45b9-b2fd-1c310504125f req-1261721d-9d73-4173-8165-663eeda0705b tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838837 Nov 11 17:15:22.789075 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:22.894856 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e74db86b-903d-41c3-9f62-57426a95d868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:22.916197 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e74db86b-903d-41c3-9f62-57426a95d868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:22.962291 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] Attempting to bind port e547c1af-c53b-4007-9a3e-c42c89225527 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:15:22.962953 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] Attempting to bind port e547c1af-c53b-4007-9a3e-c42c89225527 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:15:22.963274 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] Attempting to bind port e547c1af-c53b-4007-9a3e-c42c89225527 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:15:22.986760 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a810ace-63eb-4b10-b0b5-8066002829d5 None None] Pushing event updated for resources: {'Port': ['ID=e547c1af-c53b-4007-9a3e-c42c89225527,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:23.002707 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:15:23.003871 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:15:23.004477 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:23.005059 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:15:23.005727 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] Bound port: e547c1af-c53b-4007-9a3e-c42c89225527, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:15:23.006364 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:23.048793 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74db86b-903d-41c3-9f62-57426a95d868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f4c0d7-2a15-4ec0-8bca-161ca0292d12,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:23.087609 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] For port e547c1af-c53b-4007-9a3e-c42c89225527, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:15:23.094143 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] For port e547c1af-c53b-4007-9a3e-c42c89225527, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e547c1af-c53b-4007-9a3e-c42c89225527,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:15:23.099465 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:23.181056 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a810ace-63eb-4b10-b0b5-8066002829d5 None None] Pushing event updated for resources: {'Port': ['ID=e547c1af-c53b-4007-9a3e-c42c89225527,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:23.186764 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-2988528e-01b7-432f-a7a5-338dc26e1b46 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:23.220542 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] Routers {'badf4836-287e-4134-8890-f1a21510e740'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:15:23.221191 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:15:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['badf4836-287e-4134-8890-f1a21510e740'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:23.288126 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-2988528e-01b7-432f-a7a5-338dc26e1b46 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:23.441338 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-2988528e-01b7-432f-a7a5-338dc26e1b46 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:15:23.445451 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-2988528e-01b7-432f-a7a5-338dc26e1b46 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:23.455971 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-2988528e-01b7-432f-a7a5-338dc26e1b46 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:15:23.464294 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-2988528e-01b7-432f-a7a5-338dc26e1b46 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:23.465075 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-2988528e-01b7-432f-a7a5-338dc26e1b46 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:23.556425 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988528e-01b7-432f-a7a5-338dc26e1b46 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Pushing event updated for resources: {'Port': ['ID=9db9c379-2077-44d2-a24b-e004c58ba16d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:23.570322 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-2988528e-01b7-432f-a7a5-338dc26e1b46 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2648661 Nov 11 17:15:23.606887 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44402) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:23.629449 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] Set router badf4836-287e-4134-8890-f1a21510e740 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:15:23.820038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74db86b-903d-41c3-9f62-57426a95d868 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1260} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:15:23.842479 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86f208-303f-4036-b1c4-0248fb6b7d4f req-66909118-6701-4d99-80ca-9605547baaef tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:23.861160 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d86f208-303f-4036-b1c4-0248fb6b7d4f req-66909118-6701-4d99-80ca-9605547baaef tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/ports?device_id=49d06283-7fe7-4e2d-ad51-40a7164cb474 HTTP/1.1" status: 200 len: 935 time: 0.1574845 Nov 11 17:15:23.866192 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:23.914394 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e74db86b-903d-41c3-9f62-57426a95d868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:23.915344 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-e74db86b-903d-41c3-9f62-57426a95d868 admin admin] Added segment fb1f2d51-810c-48a2-afa0-1b5a4360cdac of type vlan for network 75625e02-8766-4547-a4fc-b5c183f39f43 Nov 11 17:15:23.951277 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44414) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:23.988354 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d86f208-303f-4036-b1c4-0248fb6b7d4f req-e29f666f-865c-4403-ba48-753eb9b7f462 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/security-groups?id=265be61e-4ae3-4ece-b644-8d64fbe4f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322365 Nov 11 17:15:24.027999 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e74db86b-903d-41c3-9f62-57426a95d868 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:24.074612 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e74db86b-903d-41c3-9f62-57426a95d868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:24.075625 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74db86b-903d-41c3-9f62-57426a95d868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:24.076436 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e74db86b-903d-41c3-9f62-57426a95d868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:24.090174 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3c209991-f047-400e-96f0-614775146ea0 None None] Provisioning complete for port 9db9c379-2077-44d2-a24b-e004c58ba16d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:24.090591 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3c209991-f047-400e-96f0-614775146ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:24.129059 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f2f4eeed-2ae9-4b1b-bc68-d2f98f1c9626 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:24.172180 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74db86b-903d-41c3-9f62-57426a95d868 admin admin] Pushing event updated for resources: {'Network': ['ID=75625e02-8766-4547-a4fc-b5c183f39f43,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:24.229627 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-3c209991-f047-400e-96f0-614775146ea0 None None] Port 9db9c379-2077-44d2-a24b-e004c58ba16d cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:15:24.232766 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 75625e02-8766-4547-a4fc-b5c183f39f43 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:15:24.248406 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc71530f-cc29-487d-b9d3-18f793f99bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:24.263594 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] Request body: {'port': {'device_id': '49d06283-7fe7-4e2d-ad51-40a7164cb474', 'device_owner': 'compute:tempest-test_az-5235377', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:24.271105 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e74db86b-903d-41c3-9f62-57426a95d868 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.7585261 Nov 11 17:15:24.271793 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44420) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:24.288128 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-f6d74622-4930-46f6-82b4-c4bb754cf586 admin admin] Request body: {'subnet': {'network_id': '75625e02-8766-4547-a4fc-b5c183f39f43', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2125733863-subnet', 'tenant_id': '8fdd3926bd474cdca8c9ada1469e0b7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:24.335361 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d74622-4930-46f6-82b4-c4bb754cf586 admin admin] Made reservation on behalf of 8fdd3926bd474cdca8c9ada1469e0b7c for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:15:24.340374 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f6d74622-4930-46f6-82b4-c4bb754cf586 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:24.343949 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44422) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:24.345630 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-e6d60603-f103-44a0-9cd2-fd422eb9acb8 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4365449 Nov 11 17:15:24.390459 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badf4836-287e-4134-8890-f1a21510e740', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709302579-router', 'tenant_id': '75a69b558bd747bf894e28aeb9101db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e547c1af-c53b-4007-9a3e-c42c89225527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:15Z', 'updated_at': '2021-11-11T17:15:18Z', 'revision_number': 3, 'project_id': '75a69b558bd747bf894e28aeb9101db6', 'gw_port': {'id': 'e547c1af-c53b-4007-9a3e-c42c89225527', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:65:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badf4836-287e-4134-8890-f1a21510e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:16Z', 'updated_at': '2021-11-11T17:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:24.479302 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3bb266e8-bcbc-4cd8-bbcd-16f82c2c8344 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:24.520137 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf16c0d-6442-413d-b8f4-ef1df63c13b7 None None] The sync data for ids ['badf4836-287e-4134-8890-f1a21510e740'] in n-d-816206-4 is: [{'id': 'badf4836-287e-4134-8890-f1a21510e740', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709302579-router', 'tenant_id': '75a69b558bd747bf894e28aeb9101db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e547c1af-c53b-4007-9a3e-c42c89225527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:15Z', 'updated_at': '2021-11-11T17:15:18Z', 'revision_number': 3, 'project_id': '75a69b558bd747bf894e28aeb9101db6', 'gw_port': {'id': 'e547c1af-c53b-4007-9a3e-c42c89225527', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:65:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badf4836-287e-4134-8890-f1a21510e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:16Z', 'updated_at': '2021-11-11T17:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:15:24.543163 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:24.572596 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85167d6b-76b8-4c18-9ba3-0f2bda496b58 req-1e9674c6-a255-4f20-8919-32990bc4856a tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:24.584271 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85167d6b-76b8-4c18-9ba3-0f2bda496b58 req-1e9674c6-a255-4f20-8919-32990bc4856a tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=66a9e954-71f6-4e25-92cf-f2e1f05afb53 HTTP/1.1" status: 200 len: 948 time: 0.5252948 Nov 11 17:15:24.796385 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-851d2e54-5917-4dd2-8dd8-dd7b6d2bd308 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:24.893436 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-cc71530f-cc29-487d-b9d3-18f793f99bfb admin admin] Allocated IP 172.20.0.1 (17b858bb-748a-4885-9e03-710173dc508e/389e23a9-3585-4d12-aa6a-dad2b8afb7f5/e86b42b2-7119-492c-9bdb-fd489c9ca015) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:15:24.905574 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85167d6b-76b8-4c18-9ba3-0f2bda496b58 req-d7c788ee-9f9f-47f6-a455-c9cc05eb2689 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189027 Nov 11 17:15:24.987976 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f2f4eeed-2ae9-4b1b-bc68-d2f98f1c9626 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:24.996125 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f2f4eeed-2ae9-4b1b-bc68-d2f98f1c9626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:25.131711 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b78a020d-5498-4b06-9e6b-f81240a6273a req-ad01d262-bfc1-49c3-9384-cd6b32fcfae4 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451027 Nov 11 17:15:25.133150 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f6d74622-4930-46f6-82b4-c4bb754cf586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:25.182695 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3bb266e8-bcbc-4cd8-bbcd-16f82c2c8344 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:25.218045 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f2f4eeed-2ae9-4b1b-bc68-d2f98f1c9626 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=090d93b8bce74cb1847f7a9ae5ecc3a2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6093621 Nov 11 17:15:25.219359 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4eeed-2ae9-4b1b-bc68-d2f98f1c9626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac70510-1ecd-4a9e-9bfb-f2cb7616b516,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:25.224370 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44428) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:25.242822 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3bb266e8-bcbc-4cd8-bbcd-16f82c2c8344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:25.280365 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3bb266e8-bcbc-4cd8-bbcd-16f82c2c8344 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=32ed149f4c1a494a8b3f4b6b2cae6874&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3271060 Nov 11 17:15:25.285696 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44430) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:25.287325 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d74622-4930-46f6-82b4-c4bb754cf586 admin admin] Checking segment: {'id': 'fb1f2d51-810c-48a2-afa0-1b5a4360cdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '75625e02-8766-4547-a4fc-b5c183f39f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:15:25.287903 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d74622-4930-46f6-82b4-c4bb754cf586 admin admin] Network hostable DHCP agents. Network: 75625e02-8766-4547-a4fc-b5c183f39f43, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:15:25.331511 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d74622-4930-46f6-82b4-c4bb754cf586 admin admin] Network 75625e02-8766-4547-a4fc-b5c183f39f43 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:15:25.391998 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6c6cb3c-ca21-4cb4-a132-0cf84184cd37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:25.394894 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-f6d74622-4930-46f6-82b4-c4bb754cf586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 75625e02-8766-4547-a4fc-b5c183f39f43) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:25.402111 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b6996-f78e-496c-9814-107981edf716 req-b165fba6-7ba9-4ab9-9ae6-9090278fe2e3 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:25.403709 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b4b6996-f78e-496c-9814-107981edf716 req-b165fba6-7ba9-4ab9-9ae6-9090278fe2e3 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/ports?device_id=49d06283-7fe7-4e2d-ad51-40a7164cb474 HTTP/1.1" status: 200 len: 935 time: 0.2306001 Nov 11 17:15:25.408080 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f682d39-6434-4938-9337-97c16f8f5d2d None None] Network 75625e02-8766-4547-a4fc-b5c183f39f43 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:15:25.429455 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d74622-4930-46f6-82b4-c4bb754cf586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01a2ed95-0eb1-4369-89e1-994fb1195a6f,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:25.467009 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-851d2e54-5917-4dd2-8dd8-dd7b6d2bd308 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:25.475503 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d74622-4930-46f6-82b4-c4bb754cf586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:25.480772 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fbe49fd2-4ffa-46f2-a2e4-6016a45e8028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:25.487760 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f6d74622-4930-46f6-82b4-c4bb754cf586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:25.498958 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-851d2e54-5917-4dd2-8dd8-dd7b6d2bd308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:25.512844 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fbe49fd2-4ffa-46f2-a2e4-6016a45e8028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:25.547412 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e547c1af-c53b-4007-9a3e-c42c89225527 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:15:25.612161 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fbe49fd2-4ffa-46f2-a2e4-6016a45e8028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:25.631871 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fbe49fd2-4ffa-46f2-a2e4-6016a45e8028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:25.633435 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f6d74622-4930-46f6-82b4-c4bb754cf586 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3327398 Nov 11 17:15:25.635259 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fbe49fd2-4ffa-46f2-a2e4-6016a45e8028 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6ac70510-1ecd-4a9e-9bfb-f2cb7616b516 HTTP/1.1" status: 204 len: 168 time: 0.3875570 Nov 11 17:15:25.635259 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb266e8-bcbc-4cd8-bbcd-16f82c2c8344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841bf034-46b8-4e5f-bea3-30eaf17a5551,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:25.734609 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port e547c1af-c53b-4007-9a3e-c42c89225527 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:25.739215 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-851d2e54-5917-4dd2-8dd8-dd7b6d2bd308 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bb18a2a045d247cebbec053cd44681c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3922014 Nov 11 17:15:25.741489 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:25.742501 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44438) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:25.761292 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:15:25.768249 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc71530f-cc29-487d-b9d3-18f793f99bfb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:25.779654 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6c6cb3c-ca21-4cb4-a132-0cf84184cd37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:25.803714 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d2e54-5917-4dd2-8dd8-dd7b6d2bd308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf7e1df-a4e5-47c5-873b-72889ba08eb5,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:25.846695 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe49fd2-4ffa-46f2-a2e4-6016a45e8028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac70510-1ecd-4a9e-9bfb-f2cb7616b516,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:26.026927 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8eaf03-cd55-4444-aaf9-ff569a6c1b0f None None] Network 75625e02-8766-4547-a4fc-b5c183f39f43 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:15:26.028894 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b4b6996-f78e-496c-9814-107981edf716 req-64299449-8031-41b5-912d-88d433e66cc3 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/security-groups?id=265be61e-4ae3-4ece-b644-8d64fbe4f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5863731 Nov 11 17:15:26.080546 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db9c379-2077-44d2-a24b-e004c58ba16d {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:15:26.102125 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:26.117298 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6c6cb3c-ca21-4cb4-a132-0cf84184cd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:26.124237 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6c6cb3c-ca21-4cb4-a132-0cf84184cd37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:26.126920 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d6c6cb3c-ca21-4cb4-a132-0cf84184cd37 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/841bf034-46b8-4e5f-bea3-30eaf17a5551 HTTP/1.1" status: 204 len: 168 time: 0.8309109 Nov 11 17:15:26.178995 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6cb3c-ca21-4cb4-a132-0cf84184cd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841bf034-46b8-4e5f-bea3-30eaf17a5551,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:26.184287 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] Transition to ACTIVE for port object 9db9c379-2077-44d2-a24b-e004c58ba16d will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:15:26.203374 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:26.316056 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8fe33a4-3a6e-4171-9d44-d2cca3a815ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:26.317934 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] Pushing event updated for resources: {'Port': ['ID=9db9c379-2077-44d2-a24b-e004c58ba16d,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:26.333602 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc71530f-cc29-487d-b9d3-18f793f99bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:26.505096 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde7492-862c-4ae5-8fd8-6d000dbd4d4d req-848b5593-06ba-44be-ac8d-9e4d1a60a325 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:26.538886 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5cde7492-862c-4ae5-8fd8-6d000dbd4d4d req-848b5593-06ba-44be-ac8d-9e4d1a60a325 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=66a9e954-71f6-4e25-92cf-f2e1f05afb53 HTTP/1.1" status: 200 len: 948 time: 0.2206261 Nov 11 17:15:26.554490 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] Attempting to bind port 9db9c379-2077-44d2-a24b-e004c58ba16d on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:15:26.556878 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] Attempting to bind port 9db9c379-2077-44d2-a24b-e004c58ba16d by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:15:26.561827 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:26.562704 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] Attempting to bind port 9db9c379-2077-44d2-a24b-e004c58ba16d on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:15:26.594905 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed795e-b9d6-4d95-941f-ff1765c11592 req-13ee32b9-157a-4af7-8c54-92b563917a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:26.606268 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] Port 9db9c379-2077-44d2-a24b-e004c58ba16d on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:15:26.610520 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-79ed795e-b9d6-4d95-941f-ff1765c11592 req-13ee32b9-157a-4af7-8c54-92b563917a0f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fc9c098dec441f79cdea28fa0261111&device_id=66a9e954-71f6-4e25-92cf-f2e1f05afb53 HTTP/1.1" status: 200 len: 1099 time: 0.5326271 Nov 11 17:15:26.612190 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] Attempting to bind port 9db9c379-2077-44d2-a24b-e004c58ba16d on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:15:26.645293 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8fe33a4-3a6e-4171-9d44-d2cca3a815ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:26.645505 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:15:26.645926 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:15:26.646571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:15:26.647138 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] Bound port: 9db9c379-2077-44d2-a24b-e004c58ba16d, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:15:26.650736 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:26.653195 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44450) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:26.677399 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port e547c1af-c53b-4007-9a3e-c42c89225527, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e547c1af-c53b-4007-9a3e-c42c89225527,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:26.764191 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ed0a3d7f-15d5-4850-81c0-31d192407571 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:26.857522 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc71530f-cc29-487d-b9d3-18f793f99bfb admin admin] Network 17b858bb-748a-4885-9e03-710173dc508e is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:15:26.944801 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5cde7492-862c-4ae5-8fd8-6d000dbd4d4d req-3d38311a-3c26-4beb-b082-ba9855720ab6 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744221 Nov 11 17:15:27.025177 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-cc71530f-cc29-487d-b9d3-18f793f99bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:27.027049 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71530f-cc29-487d-b9d3-18f793f99bfb admin admin] Pushing event updated for resources: {'Port': ['ID=e86b42b2-7119-492c-9bdb-fd489c9ca015,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:27.034229 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:27.048243 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] For port 9db9c379-2077-44d2-a24b-e004c58ba16d, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:15:27.050698 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc71530f-cc29-487d-b9d3-18f793f99bfb admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:15:27.052500 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] For port 9db9c379-2077-44d2-a24b-e004c58ba16d, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=9db9c379-2077-44d2-a24b-e004c58ba16d,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:15:27.063221 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:27.070097 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc71530f-cc29-487d-b9d3-18f793f99bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:27.177378 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44462) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:27.229731 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=e547c1af-c53b-4007-9a3e-c42c89225527,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:27.231518 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] Pushing event updated for resources: {'Port': ['ID=9db9c379-2077-44d2-a24b-e004c58ba16d,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:27.326026 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:27.327882 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:27.329769 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-27b9ee9f-ae62-47ed-9c0b-83a2558e568a service neutron] 10.222.0.83 "PUT /v2.0/ports/9db9c379-2077-44d2-a24b-e004c58ba16d HTTP/1.1" status: 200 len: 1114 time: 3.0948420 Nov 11 17:15:27.374339 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ed0a3d7f-15d5-4850-81c0-31d192407571 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:27.375910 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d06283-7fe7-4e2d-ad51-40a7164cb474', 'tag': '9db9c379-2077-44d2-a24b-e004c58ba16d'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:15:27.379905 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32b46dc-5ef4-4fb8-9101-03118ae102d2" -d '{"events": [{"name": "network-changed", "server_uuid": "49d06283-7fe7-4e2d-ad51-40a7164cb474", "tag": "9db9c379-2077-44d2-a24b-e004c58ba16d"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:15:27.390381 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-545ec6d6-b48e-4527-a412-7bf4274e49dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:27.407856 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ed0a3d7f-15d5-4850-81c0-31d192407571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:27.432599 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8fe33a4-3a6e-4171-9d44-d2cca3a815ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:27.435354 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8fe33a4-3a6e-4171-9d44-d2cca3a815ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:27.436536 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f8fe33a4-3a6e-4171-9d44-d2cca3a815ec admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4bf7e1df-a4e5-47c5-873b-72889ba08eb5 HTTP/1.1" status: 204 len: 168 time: 1.6665361 Nov 11 17:15:27.496273 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e547c1af-c53b-4007-9a3e-c42c89225527 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:15:27.526758 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe33a4-3a6e-4171-9d44-d2cca3a815ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf7e1df-a4e5-47c5-873b-72889ba08eb5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:27.538326 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44470) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:27.546459 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a3d7f-15d5-4850-81c0-31d192407571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8a87dc-7e89-4739-8280-00c41578fb73,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:27.585679 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-b045d702-d953-4bf1-b6ea-0c39757bfc52 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1464165173-network', 'tenant_id': '316039ea6cee4b739ce9e05ec0428b72'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:27.608562 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed795e-b9d6-4d95-941f-ff1765c11592 req-7e265b0b-81e7-46f1-9125-231c0f40c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:27.616224 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-79ed795e-b9d6-4d95-941f-ff1765c11592 req-7e265b0b-81e7-46f1-9125-231c0f40c300 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.8819981 Nov 11 17:15:27.643332 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-bef73f5e-7490-49a0-97e4-8f872581fff2 None None] Provisioning complete for port e86b42b2-7119-492c-9bdb-fd489c9ca015 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:27.644757 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bef73f5e-7490-49a0-97e4-8f872581fff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:27.654212 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc71530f-cc29-487d-b9d3-18f793f99bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:27.722499 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-bef73f5e-7490-49a0-97e4-8f872581fff2 None None] Port e86b42b2-7119-492c-9bdb-fd489c9ca015 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:15:27.725517 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port e547c1af-c53b-4007-9a3e-c42c89225527 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:27.726081 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:27.736264 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-79ed795e-b9d6-4d95-941f-ff1765c11592 req-4fdd6837-7167-4fdf-a11c-4b6e7fc7180d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=cbc5c081-6336-4630-a6b0-df265fa107dd HTTP/1.1" status: 200 len: 217 time: 0.1111875 Nov 11 17:15:27.838487 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d0a6fb-4d60-4cf1-b167-88ed0d0ddfc9 x-openstack-request-id: req-35d0a6fb-4d60-4cf1-b167-88ed0d0ddfc9 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:15:27.838691 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d06283-7fe7-4e2d-ad51-40a7164cb474", "tag": "9db9c379-2077-44d2-a24b-e004c58ba16d", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:15:27.838948 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-35d0a6fb-4d60-4cf1-b167-88ed0d0ddfc9 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:15:27.839339 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d06283-7fe7-4e2d-ad51-40a7164cb474', 'tag': '9db9c379-2077-44d2-a24b-e004c58ba16d', 'status': 'completed', 'code': 200} Nov 11 17:15:27.848046 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b045d702-d953-4bf1-b6ea-0c39757bfc52 admin admin] Made reservation on behalf of 316039ea6cee4b739ce9e05ec0428b72 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:15:27.850699 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b045d702-d953-4bf1-b6ea-0c39757bfc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:27.854931 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed795e-b9d6-4d95-941f-ff1765c11592 req-68ac9876-e20d-4c0a-9258-b92032fbaa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:27.856451 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-79ed795e-b9d6-4d95-941f-ff1765c11592 req-68ac9876-e20d-4c0a-9258-b92032fbaa15 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0952184 Nov 11 17:15:27.891871 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b045d702-d953-4bf1-b6ea-0c39757bfc52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:27.902095 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ae674-1792-403d-8f67-eeafcb9b83b3 req-b4efd530-d5a9-4997-9a4c-09a1502a72d6 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:27.903590 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-411ae674-1792-403d-8f67-eeafcb9b83b3 req-b4efd530-d5a9-4997-9a4c-09a1502a72d6 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/ports?device_id=49d06283-7fe7-4e2d-ad51-40a7164cb474 HTTP/1.1" status: 200 len: 966 time: 0.6925428 Nov 11 17:15:27.948792 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed795e-b9d6-4d95-941f-ff1765c11592 req-794de3ae-53df-417c-b342-7ae4672b0ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:27.950252 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-79ed795e-b9d6-4d95-941f-ff1765c11592 req-794de3ae-53df-417c-b342-7ae4672b0ff2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0837111 Nov 11 17:15:27.970258 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ed0a3d7f-15d5-4850-81c0-31d192407571 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a1118cd8cd22438aa9ca3d28e9adbb41&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3159304 Nov 11 17:15:27.984062 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44480) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:27.987470 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44482) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:28.087484 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-9b256079-bd4c-4f6b-8fde-1f698af2a87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:28.089092 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-9b256079-bd4c-4f6b-8fde-1f698af2a87c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=da2b52f3c82a4dc5b88e71b43be25563&device_id=49d06283-7fe7-4e2d-ad51-40a7164cb474 HTTP/1.1" status: 200 len: 1117 time: 0.2959006 Nov 11 17:15:28.129929 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-411ae674-1792-403d-8f67-eeafcb9b83b3 req-6b5a6e09-ba57-4dc1-98c1-4e9ac4dcc9ce tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/security-groups?id=265be61e-4ae3-4ece-b644-8d64fbe4f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002730 Nov 11 17:15:28.155633 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0b7bf99e-a085-4e76-b98e-a43e418dca9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.181327 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc71530f-cc29-487d-b9d3-18f793f99bfb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.190493 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc71530f-cc29-487d-b9d3-18f793f99bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.191202 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc71530f-cc29-487d-b9d3-18f793f99bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.219514 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-7836a3a5-02d9-4d64-bc94-81df4394b9b3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=9db9c379-2077-44d2-a24b-e004c58ba16d HTTP/1.1" status: 200 len: 217 time: 0.1064844 Nov 11 17:15:28.244681 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-545ec6d6-b48e-4527-a412-7bf4274e49dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.285053 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-545ec6d6-b48e-4527-a412-7bf4274e49dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.315162 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71530f-cc29-487d-b9d3-18f793f99bfb admin admin] Pushing event updated for resources: {'Port': ['ID=e86b42b2-7119-492c-9bdb-fd489c9ca015,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:28.317742 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d294b7d-15f7-414a-b20e-d8292ce76e47 req-c1e47028-599c-4365-862b-d0aede985e18 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:28.319476 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d294b7d-15f7-414a-b20e-d8292ce76e47 req-c1e47028-599c-4365-862b-d0aede985e18 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=66a9e954-71f6-4e25-92cf-f2e1f05afb53 HTTP/1.1" status: 200 len: 948 time: 0.2803369 Nov 11 17:15:28.323283 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-79ed795e-b9d6-4d95-941f-ff1765c11592 req-728c829e-238e-482e-9a5e-aaaf41980368 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516893 Nov 11 17:15:28.364233 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26378374-4f64-430a-862b-0a264c167d82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.406876 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b045d702-d953-4bf1-b6ea-0c39757bfc52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.410434 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-aa8de960-cae2-4b55-92b8-f8db47db0608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:28.412533 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-aa8de960-cae2-4b55-92b8-f8db47db0608 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1789105 Nov 11 17:15:28.414671 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-545ec6d6-b48e-4527-a412-7bf4274e49dd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=188067ab526d41ccabab05a8726b7172&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2237146 Nov 11 17:15:28.418231 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ec6d6-b48e-4527-a412-7bf4274e49dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ec5d0f-5220-465b-8604-f80becb59d38,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:28.423590 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44486) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:28.427880 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b045d702-d953-4bf1-b6ea-0c39757bfc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.465688 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0b7bf99e-a085-4e76-b98e-a43e418dca9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.470002 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc71530f-cc29-487d-b9d3-18f793f99bfb admin admin] Network 17b858bb-748a-4885-9e03-710173dc508e is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:15:28.476304 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26378374-4f64-430a-862b-0a264c167d82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.487816 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0b7bf99e-a085-4e76-b98e-a43e418dca9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.490242 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-cc71530f-cc29-487d-b9d3-18f793f99bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:28.519072 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b045d702-d953-4bf1-b6ea-0c39757bfc52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1292} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:15:28.563672 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-79ed795e-b9d6-4d95-941f-ff1765c11592 req-4240b7e3-ba99-426c-bd75-2105ae3af534 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309089 Nov 11 17:15:28.572044 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045d702-d953-4bf1-b6ea-0c39757bfc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94033a7-03b4-4e92-b422-b0059b37f430,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:28.584029 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d294b7d-15f7-414a-b20e-d8292ce76e47 req-14951755-008f-4af4-87c2-4b4327adcfa2 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446387 Nov 11 17:15:28.585873 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b045d702-d953-4bf1-b6ea-0c39757bfc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.586218 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-b045d702-d953-4bf1-b6ea-0c39757bfc52 admin admin] Added segment 262ef727-3a0c-45c4-9f4a-dc10fb9d014b of type vlan for network 29838609-a560-4d15-a473-2abf3b07679e Nov 11 17:15:28.644292 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-3b2c962d-51e5-4ff2-b885-9b26ae10f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:28.645692 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-3b2c962d-51e5-4ff2-b885-9b26ae10f105 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2213542 Nov 11 17:15:28.660063 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0b7bf99e-a085-4e76-b98e-a43e418dca9e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=18cf83c8e66e43549bca15e7571d65b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6715310 Nov 11 17:15:28.661250 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-911172d3-235d-4883-ab1c-84d2e193a0f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.663088 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bf99e-a085-4e76-b98e-a43e418dca9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cea971e-d2ba-48c6-8658-605e0371c1b9,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:28.666974 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44492) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:28.684196 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b045d702-d953-4bf1-b6ea-0c39757bfc52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.711297 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26378374-4f64-430a-862b-0a264c167d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.714418 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26378374-4f64-430a-862b-0a264c167d82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.715518 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-26378374-4f64-430a-862b-0a264c167d82 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5b8a87dc-7e89-4739-8280-00c41578fb73 HTTP/1.1" status: 204 len: 168 time: 0.7329845 Nov 11 17:15:28.746932 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26378374-4f64-430a-862b-0a264c167d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8a87dc-7e89-4739-8280-00c41578fb73,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:28.753531 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-911172d3-235d-4883-ab1c-84d2e193a0f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.772424 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b045d702-d953-4bf1-b6ea-0c39757bfc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.773687 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b045d702-d953-4bf1-b6ea-0c39757bfc52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:28.774765 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b045d702-d953-4bf1-b6ea-0c39757bfc52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.805120 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-441a27bf-e540-4656-b13e-b8bd27b9f04a None None] Provisioning complete for port e86b42b2-7119-492c-9bdb-fd489c9ca015 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:28.806756 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-441a27bf-e540-4656-b13e-b8bd27b9f04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.820055 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8ba8daf-72d3-40e5-a8f3-732a6e7edca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.843264 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8ba8daf-72d3-40e5-a8f3-732a6e7edca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.848465 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-441a27bf-e540-4656-b13e-b8bd27b9f04a None None] Port e86b42b2-7119-492c-9bdb-fd489c9ca015 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:15:28.849228 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-dd15681c-5c98-4eda-af1b-da6946cc87c0 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934612 Nov 11 17:15:28.879046 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b045d702-d953-4bf1-b6ea-0c39757bfc52 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.3217061 Nov 11 17:15:28.879579 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44496) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:28.886969 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc71530f-cc29-487d-b9d3-18f793f99bfb admin admin] Router badf4836-287e-4134-8890-f1a21510e740 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:15:28.894988 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-416c8983-f4b4-48db-bfbd-6367b505972b admin admin] Request body: {'subnet': {'network_id': '29838609-a560-4d15-a473-2abf3b07679e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1464165173-subnet', 'tenant_id': '316039ea6cee4b739ce9e05ec0428b72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:28.929143 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045d702-d953-4bf1-b6ea-0c39757bfc52 admin admin] Pushing event updated for resources: {'Network': ['ID=29838609-a560-4d15-a473-2abf3b07679e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:28.940704 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-911172d3-235d-4883-ab1c-84d2e193a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.943361 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-911172d3-235d-4883-ab1c-84d2e193a0f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.944404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 29838609-a560-4d15-a473-2abf3b07679e details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:15:28.944721 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-911172d3-235d-4883-ab1c-84d2e193a0f1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e8ec5d0f-5220-465b-8604-f80becb59d38 HTTP/1.1" status: 204 len: 168 time: 0.5200782 Nov 11 17:15:28.980011 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416c8983-f4b4-48db-bfbd-6367b505972b admin admin] Made reservation on behalf of 316039ea6cee4b739ce9e05ec0428b72 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:15:28.982517 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-416c8983-f4b4-48db-bfbd-6367b505972b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:28.995864 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911172d3-235d-4883-ab1c-84d2e193a0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ec5d0f-5220-465b-8604-f80becb59d38,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:29.000691 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8ba8daf-72d3-40e5-a8f3-732a6e7edca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:29.008251 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8ba8daf-72d3-40e5-a8f3-732a6e7edca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:29.015992 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f8ba8daf-72d3-40e5-a8f3-732a6e7edca6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3cea971e-d2ba-48c6-8658-605e0371c1b9 HTTP/1.1" status: 204 len: 168 time: 0.3429301 Nov 11 17:15:29.075262 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba8daf-72d3-40e5-a8f3-732a6e7edca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cea971e-d2ba-48c6-8658-605e0371c1b9,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:29.082154 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35011da2-ad95-453b-bc98-8c4486ab2d47 req-cf48b09d-7fe7-4c43-b577-6daab78c2a78 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197981 Nov 11 17:15:29.120547 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc71530f-cc29-487d-b9d3-18f793f99bfb admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:15:29.126743 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cc71530f-cc29-487d-b9d3-18f793f99bfb admin admin] 10.222.0.76 "PUT /v2.0/routers/badf4836-287e-4134-8890-f1a21510e740/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1461809 Nov 11 17:15:29.132026 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] Sync routers for ids ['badf4836-287e-4134-8890-f1a21510e740'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:15:29.146256 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] Routers {'badf4836-287e-4134-8890-f1a21510e740'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:15:29.147128 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:15:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['badf4836-287e-4134-8890-f1a21510e740'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:29.291289 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] Set router badf4836-287e-4134-8890-f1a21510e740 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:15:29.305865 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b46dc-5ef4-4fb8-9101-03118ae102d2 req-51314b88-f74f-4444-84c0-eae341be82f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:29.307457 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b32b46dc-5ef4-4fb8-9101-03118ae102d2 req-51314b88-f74f-4444-84c0-eae341be82f4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=da2b52f3c82a4dc5b88e71b43be25563&device_id=49d06283-7fe7-4e2d-ad51-40a7164cb474 HTTP/1.1" status: 200 len: 1117 time: 0.1387103 Nov 11 17:15:29.496190 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400992f-8f0e-4889-9274-932ccb9880bd req-995177f9-c09a-485a-b348-062aa3327662 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:29.497667 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7400992f-8f0e-4889-9274-932ccb9880bd req-995177f9-c09a-485a-b348-062aa3327662 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/ports?device_id=49d06283-7fe7-4e2d-ad51-40a7164cb474 HTTP/1.1" status: 200 len: 966 time: 0.2796090 Nov 11 17:15:29.537413 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b46dc-5ef4-4fb8-9101-03118ae102d2 req-4913ebb8-3bc5-4550-83fb-546ff9194efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:29.539407 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b32b46dc-5ef4-4fb8-9101-03118ae102d2 req-4913ebb8-3bc5-4550-83fb-546ff9194efe service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.2099640 Nov 11 17:15:29.542702 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-416c8983-f4b4-48db-bfbd-6367b505972b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:29.581637 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badf4836-287e-4134-8890-f1a21510e740', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709302579-router', 'tenant_id': '75a69b558bd747bf894e28aeb9101db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e547c1af-c53b-4007-9a3e-c42c89225527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:15Z', 'updated_at': '2021-11-11T17:15:27Z', 'revision_number': 4, 'project_id': '75a69b558bd747bf894e28aeb9101db6', 'gw_port': {'id': 'e547c1af-c53b-4007-9a3e-c42c89225527', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf4836-287e-4134-8890-f1a21510e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:16Z', 'updated_at': '2021-11-11T17:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'e86b42b2-7119-492c-9bdb-fd489c9ca015', 'name': '', 'network_id': '17b858bb-748a-4885-9e03-710173dc508e', 'tenant_id': '75a69b558bd747bf894e28aeb9101db6', 'mac_address': 'fa:16:3e:2a:2f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badf4836-287e-4134-8890-f1a21510e740', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '389e23a9-3585-4d12-aa6a-dad2b8afb7f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:24Z', 'updated_at': '2021-11-11T17:15:27Z', 'revision_number': 2, 'project_id': '75a69b558bd747bf894e28aeb9101db6', 'subnets': [{'id': '389e23a9-3585-4d12-aa6a-dad2b8afb7f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:29.607458 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] Checking router: badf4836-287e-4134-8890-f1a21510e740 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:15:29.607890 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] Updating router badf4836-287e-4134-8890-f1a21510e740 port e86b42b2-7119-492c-9bdb-fd489c9ca015 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:15:29.627067 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b32b46dc-5ef4-4fb8-9101-03118ae102d2 req-23f99886-8fa9-48de-b6a5-0ce25b4b0949 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=9db9c379-2077-44d2-a24b-e004c58ba16d HTTP/1.1" status: 200 len: 217 time: 0.0788186 Nov 11 17:15:29.642705 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:29.684747 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7400992f-8f0e-4889-9274-932ccb9880bd req-551b989c-12df-44cf-835c-896987c041f4 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/security-groups?id=265be61e-4ae3-4ece-b644-8d64fbe4f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666608 Nov 11 17:15:29.692148 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c8983-f4b4-48db-bfbd-6367b505972b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e2de07c-a124-4212-b477-d0e9d8c5beac,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:29.716062 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416c8983-f4b4-48db-bfbd-6367b505972b admin admin] Checking segment: {'id': '262ef727-3a0c-45c4-9f4a-dc10fb9d014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '29838609-a560-4d15-a473-2abf3b07679e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:15:29.716062 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416c8983-f4b4-48db-bfbd-6367b505972b admin admin] Network hostable DHCP agents. Network: 29838609-a560-4d15-a473-2abf3b07679e, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:15:29.722873 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b46dc-5ef4-4fb8-9101-03118ae102d2 req-434eabca-775b-4786-a8bc-3a109368fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:29.724358 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b32b46dc-5ef4-4fb8-9101-03118ae102d2 req-434eabca-775b-4786-a8bc-3a109368fdd2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0818522 Nov 11 17:15:29.757257 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416c8983-f4b4-48db-bfbd-6367b505972b admin admin] Network 29838609-a560-4d15-a473-2abf3b07679e is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:15:29.815760 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-416c8983-f4b4-48db-bfbd-6367b505972b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 29838609-a560-4d15-a473-2abf3b07679e) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:29.821515 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416c8983-f4b4-48db-bfbd-6367b505972b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:29.821515 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-416c8983-f4b4-48db-bfbd-6367b505972b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:29.857633 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b46dc-5ef4-4fb8-9101-03118ae102d2 req-2f7ccdc0-6165-4629-8b9b-73095b47a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:29.859182 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd24c61-5ef1-4ff6-872e-a125902c935a None None] Network 29838609-a560-4d15-a473-2abf3b07679e requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:15:29.859644 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b32b46dc-5ef4-4fb8-9101-03118ae102d2 req-2f7ccdc0-6165-4629-8b9b-73095b47a30c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1236982 Nov 11 17:15:29.864741 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-416c8983-f4b4-48db-bfbd-6367b505972b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9734039 Nov 11 17:15:29.906372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83022d-137c-4c5b-aa61-fb8e46de5752 req-e3f606ed-92a1-4bca-8c1f-2573b81c9945 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:29.907886 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d83022d-137c-4c5b-aa61-fb8e46de5752 req-e3f606ed-92a1-4bca-8c1f-2573b81c9945 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=66a9e954-71f6-4e25-92cf-f2e1f05afb53 HTTP/1.1" status: 200 len: 948 time: 0.1091247 Nov 11 17:15:30.013273 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d83022d-137c-4c5b-aa61-fb8e46de5752 req-db3bd2ab-bed8-449d-9f13-e726c07c5278 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730696 Nov 11 17:15:30.038129 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b32b46dc-5ef4-4fb8-9101-03118ae102d2 req-e89dbe4c-d51c-4499-ad5a-b6d112039823 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586730 Nov 11 17:15:30.078709 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9cb592-5695-4a21-b1c4-f7e2e1862ba1 None None] Network 29838609-a560-4d15-a473-2abf3b07679e requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:15:30.080657 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44550) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:30.168074 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0ef9c7-d436-4695-bcc9-3deea59874e9 admin admin] Deleting subnet 01a2ed95-0eb1-4369-89e1-994fb1195a6f {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:15:30.176812 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d0ef9c7-d436-4695-bcc9-3deea59874e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:30.203631 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:30.245503 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:30.285442 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d0ef9c7-d436-4695-bcc9-3deea59874e9 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:30.314590 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d0ef9c7-d436-4695-bcc9-3deea59874e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:30.442468 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d0ef9c7-d436-4695-bcc9-3deea59874e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:30.496694 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b32b46dc-5ef4-4fb8-9101-03118ae102d2 req-49af318c-70c0-423d-854f-0d70c73dbc32 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572532 Nov 11 17:15:30.507589 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ef9c7-d436-4695-bcc9-3deea59874e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01a2ed95-0eb1-4369-89e1-994fb1195a6f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:30.523440 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d0ef9c7-d436-4695-bcc9-3deea59874e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:30.532373 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0d0ef9c7-d436-4695-bcc9-3deea59874e9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/01a2ed95-0eb1-4369-89e1-994fb1195a6f HTTP/1.1" status: 204 len: 168 time: 0.4506629 Nov 11 17:15:30.533340 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad7240-ae88-4994-8f99-f2179a0a74ff None None] Pushing event updated for resources: {'Port': ['ID=e86b42b2-7119-492c-9bdb-fd489c9ca015,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:30.535005 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44578) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:30.617612 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] Attempting to bind port e86b42b2-7119-492c-9bdb-fd489c9ca015 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:15:30.619456 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] Attempting to bind port e86b42b2-7119-492c-9bdb-fd489c9ca015 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '0c478248-0890-4d70-8ce8-89a658fb24d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '17b858bb-748a-4885-9e03-710173dc508e'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:15:30.619863 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] Attempting to bind port e86b42b2-7119-492c-9bdb-fd489c9ca015 on network 17b858bb-748a-4885-9e03-710173dc508e {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:15:30.634833 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:15:30.637292 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] Checking segment: {'id': '0c478248-0890-4d70-8ce8-89a658fb24d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '17b858bb-748a-4885-9e03-710173dc508e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:15:30.638258 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:30.639449 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] Bound using segment: {'id': '0c478248-0890-4d70-8ce8-89a658fb24d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '17b858bb-748a-4885-9e03-710173dc508e'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:15:30.640046 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] Bound port: e86b42b2-7119-492c-9bdb-fd489c9ca015, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c478248-0890-4d70-8ce8-89a658fb24d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '17b858bb-748a-4885-9e03-710173dc508e'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:15:30.641423 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:30.645187 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device cbc5c081-6336-4630-a6b0-df265fa107dd details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:15:30.674339 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44580) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:30.679307 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-37e6be50-26f0-428d-a417-8aacd653912f tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1613251745', 'description': 'tempest-description--1007116926'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:30.701566 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:30.736895 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-37e6be50-26f0-428d-a417-8aacd653912f tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:30.842660 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:30.881404 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-37e6be50-26f0-428d-a417-8aacd653912f tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:30.886472 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-37e6be50-26f0-428d-a417-8aacd653912f tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:30.904276 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:15:30.904648 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:15:30.905602 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:15:30.905944 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] Subscribe: > port after_create 55550000 {{(pid=102618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:15:30.907039 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:15:30.907039 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] Subscribe: > port after_update 55550000 {{(pid=102618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:15:30.907214 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:15:30.907505 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:15:30.907979 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:15:30.908327 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:15:30.934682 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6e2f9de3-b4a2-4722-8152-4e5657064ea4 None None] Provisioning complete for port e86b42b2-7119-492c-9bdb-fd489c9ca015 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:30.935226 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6e2f9de3-b4a2-4722-8152-4e5657064ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:30.969568 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-37e6be50-26f0-428d-a417-8aacd653912f tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:30.980193 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-37e6be50-26f0-428d-a417-8aacd653912f tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3044517 Nov 11 17:15:30.987965 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44592) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:31.002348 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-84b5327a-9f11-4129-b50d-613b9ecf0c74 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Request body: {'security_group_rule': {'security_group_id': 'c258df11-b668-482b-9e59-1840f0f143d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:31.005991 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] For port e86b42b2-7119-492c-9bdb-fd489c9ca015, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:15:31.011524 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f9de3-b4a2-4722-8152-4e5657064ea4 None None] Port e86b42b2-7119-492c-9bdb-fd489c9ca015 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:15:31.027274 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6be50-26f0-428d-a417-8aacd653912f tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c258df11-b668-482b-9e59-1840f0f143d0,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:31.031320 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] For port e86b42b2-7119-492c-9bdb-fd489c9ca015, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e86b42b2-7119-492c-9bdb-fd489c9ca015,segment=NetworkSegment(0c478248-0890-4d70-8ce8-89a658fb24d7),segment_id=0c478248-0890-4d70-8ce8-89a658fb24d7)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:15:31.036866 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port cbc5c081-6336-4630-a6b0-df265fa107dd, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=cbc5c081-6336-4630-a6b0-df265fa107dd,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:31.039716 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:31.046833 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:15:31.047872 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:15:31.049028 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:15:31.050340 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:15:31.051364 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75625e02-8766-4547-a4fc-b5c183f39f43']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:31.085180 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84b5327a-9f11-4129-b50d-613b9ecf0c74 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:31.104329 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bf50a-a424-4d19-8762-e2ebc2a54fcb req-ef497759-7c31-493d-ab92-eec6090711b2 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:31.108001 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-492bf50a-a424-4d19-8762-e2ebc2a54fcb req-ef497759-7c31-493d-ab92-eec6090711b2 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/ports?device_id=49d06283-7fe7-4e2d-ad51-40a7164cb474 HTTP/1.1" status: 200 len: 966 time: 0.2935226 Nov 11 17:15:31.127832 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'cbc5c081-6336-4630-a6b0-df265fa107dd', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': 'cbc5c081-6336-4630-a6b0-df265fa107dd', 'mac_address': 'fa:16:3e:88:9f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:15:31.130576 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1f2d51-810c-48a2-afa0-1b5a4360cdac') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:31.132260 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1f2d51-810c-48a2-afa0-1b5a4360cdac') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:31.238366 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84b5327a-9f11-4129-b50d-613b9ecf0c74 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:31.244136 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84b5327a-9f11-4129-b50d-613b9ecf0c74 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:31.247313 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-492bf50a-a424-4d19-8762-e2ebc2a54fcb req-e0b79080-02f8-4fb3-a9e9-e4f932db2763 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/security-groups?id=265be61e-4ae3-4ece-b644-8d64fbe4f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265483 Nov 11 17:15:31.251892 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:31.267520 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad7240-ae88-4994-8f99-f2179a0a74ff None None] Pushing event updated for resources: {'Port': ['ID=e86b42b2-7119-492c-9bdb-fd489c9ca015,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:31.280210 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5327a-9f11-4129-b50d-613b9ecf0c74 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9a57d1-2362-47f6-9ed5-86b3344aeadf,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:31.291422 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] Routers {'badf4836-287e-4134-8890-f1a21510e740'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:15:31.292113 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:15:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['badf4836-287e-4134-8890-f1a21510e740'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:31.300350 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:31.312791 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84b5327a-9f11-4129-b50d-613b9ecf0c74 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:31.314049 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-84b5327a-9f11-4129-b50d-613b9ecf0c74 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3231890 Nov 11 17:15:31.317718 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44606) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:31.327632 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-927e22b6-3afe-4277-896d-876120aa752c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Request body: {'security_group_rule': {'security_group_id': 'c258df11-b668-482b-9e59-1840f0f143d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:31.364278 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc5c081-6336-4630-a6b0-df265fa107dd {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:15:31.370910 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:31.393022 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b01c2-e95d-4a27-928f-bc7364e292d5 req-4a672531-679b-4bae-b469-51cbe7bf90ee tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:31.404317 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6c6b01c2-e95d-4a27-928f-bc7364e292d5 req-4a672531-679b-4bae-b469-51cbe7bf90ee tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=66a9e954-71f6-4e25-92cf-f2e1f05afb53 HTTP/1.1" status: 200 len: 948 time: 0.2540388 Nov 11 17:15:31.409562 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-927e22b6-3afe-4277-896d-876120aa752c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:31.448462 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port cbc5c081-6336-4630-a6b0-df265fa107dd, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=cbc5c081-6336-4630-a6b0-df265fa107dd,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:31.451956 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:15:31.452582 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:31.453465 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: from cryptography.utils import int_from_bytes Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: from cryptography.utils import int_from_bytes Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:15:31.479858 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:15:31.509320 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-927e22b6-3afe-4277-896d-876120aa752c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:31.513396 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-927e22b6-3afe-4277-896d-876120aa752c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:31.516942 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] Set router badf4836-287e-4134-8890-f1a21510e740 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:15:31.535615 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e22b6-3afe-4277-896d-876120aa752c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425d0761-f2cf-4d2c-b612-508df25b1253,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:31.552207 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-927e22b6-3afe-4277-896d-876120aa752c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:31.557174 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-927e22b6-3afe-4277-896d-876120aa752c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2377255 Nov 11 17:15:31.558432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44614) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:31.564192 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b513fed1-3aac-4001-8275-77bce8c86de6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:31.592476 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=cbc5c081-6336-4630-a6b0-df265fa107dd,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:31.603257 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e6ac7ee6-4ed0-472f-99fe-ee71141a4ef0 None None] Provisioning complete for port e86b42b2-7119-492c-9bdb-fd489c9ca015 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:31.603453 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e6ac7ee6-4ed0-472f-99fe-ee71141a4ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:31.612245 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6c6b01c2-e95d-4a27-928f-bc7364e292d5 req-e54304e1-a961-4820-a6d8-4c8771f2b905 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066183 Nov 11 17:15:31.618975 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b513fed1-3aac-4001-8275-77bce8c86de6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for floatingip, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:31.631151 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:31.645625 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:31.655432 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] 10.222.0.76 "DELETE /v2.0/networks/75625e02-8766-4547-a4fc-b5c183f39f43 HTTP/1.1" status: 204 len: 168 time: 1.1161988 Nov 11 17:15:31.656321 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44616) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:31.750698 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c254382-3279-4027-9550-034611b06e87 admin admin] Pushing event deleted for resources: {'Network': ['ID=75625e02-8766-4547-a4fc-b5c183f39f43,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:31.771459 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['cbc5c081-6336-4630-a6b0-df265fa107dd'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:15:31.807105 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-5559930c-4d8a-41c5-a347-6268b2223901 admin admin] Deleting subnet 3e2de07c-a124-4212-b477-d0e9d8c5beac {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:15:31.814685 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5559930c-4d8a-41c5-a347-6268b2223901 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:31.891750 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5559930c-4d8a-41c5-a347-6268b2223901 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:31.900577 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b513fed1-3aac-4001-8275-77bce8c86de6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:31.910476 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e6ac7ee6-4ed0-472f-99fe-ee71141a4ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:31.986432 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5559930c-4d8a-41c5-a347-6268b2223901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:32.014299 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e6ac7ee6-4ed0-472f-99fe-ee71141a4ef0 None None] For port e86b42b2-7119-492c-9bdb-fd489c9ca015, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e86b42b2-7119-492c-9bdb-fd489c9ca015,segment=NetworkSegment(0c478248-0890-4d70-8ce8-89a658fb24d7),segment_id=0c478248-0890-4d70-8ce8-89a658fb24d7)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:32.032043 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e6ac7ee6-4ed0-472f-99fe-ee71141a4ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:32.041318 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-b513fed1-3aac-4001-8275-77bce8c86de6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Allocated IP 172.25.2.142 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/1001c0aa-9712-46ca-b813-3a89f484eba4) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:15:32.074848 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5559930c-4d8a-41c5-a347-6268b2223901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:32.115274 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559930c-4d8a-41c5-a347-6268b2223901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e2de07c-a124-4212-b477-d0e9d8c5beac,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:32.118491 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badf4836-287e-4134-8890-f1a21510e740', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709302579-router', 'tenant_id': '75a69b558bd747bf894e28aeb9101db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e547c1af-c53b-4007-9a3e-c42c89225527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:15Z', 'updated_at': '2021-11-11T17:15:27Z', 'revision_number': 4, 'project_id': '75a69b558bd747bf894e28aeb9101db6', 'gw_port': {'id': 'e547c1af-c53b-4007-9a3e-c42c89225527', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf4836-287e-4134-8890-f1a21510e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:16Z', 'updated_at': '2021-11-11T17:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'e86b42b2-7119-492c-9bdb-fd489c9ca015', 'name': '', 'network_id': '17b858bb-748a-4885-9e03-710173dc508e', 'tenant_id': '75a69b558bd747bf894e28aeb9101db6', 'mac_address': 'fa:16:3e:2a:2f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badf4836-287e-4134-8890-f1a21510e740', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '389e23a9-3585-4d12-aa6a-dad2b8afb7f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:24Z', 'updated_at': '2021-11-11T17:15:30Z', 'revision_number': 4, 'project_id': '75a69b558bd747bf894e28aeb9101db6', 'subnets': [{'id': '389e23a9-3585-4d12-aa6a-dad2b8afb7f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:32.128396 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5559930c-4d8a-41c5-a347-6268b2223901 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:32.139902 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5559930c-4d8a-41c5-a347-6268b2223901 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3e2de07c-a124-4212-b477-d0e9d8c5beac HTTP/1.1" status: 204 len: 168 time: 0.4797106 Nov 11 17:15:32.141635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44632) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:32.157001 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a64bab1-62e1-423c-baeb-53d38c158568 None None] The sync data for ids ['badf4836-287e-4134-8890-f1a21510e740'] in n-d-816206-4 is: [{'id': 'badf4836-287e-4134-8890-f1a21510e740', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709302579-router', 'tenant_id': '75a69b558bd747bf894e28aeb9101db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e547c1af-c53b-4007-9a3e-c42c89225527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:15Z', 'updated_at': '2021-11-11T17:15:27Z', 'revision_number': 4, 'project_id': '75a69b558bd747bf894e28aeb9101db6', 'gw_port': {'id': 'e547c1af-c53b-4007-9a3e-c42c89225527', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf4836-287e-4134-8890-f1a21510e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:16Z', 'updated_at': '2021-11-11T17:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'e86b42b2-7119-492c-9bdb-fd489c9ca015', 'name': '', 'network_id': '17b858bb-748a-4885-9e03-710173dc508e', 'tenant_id': '75a69b558bd747bf894e28aeb9101db6', 'mac_address': 'fa:16:3e:2a:2f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badf4836-287e-4134-8890-f1a21510e740', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '389e23a9-3585-4d12-aa6a-dad2b8afb7f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:24Z', 'updated_at': '2021-11-11T17:15:30Z', 'revision_number': 4, 'project_id': '75a69b558bd747bf894e28aeb9101db6', 'subnets': [{'id': '389e23a9-3585-4d12-aa6a-dad2b8afb7f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:15:32.164001 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac7ee6-4ed0-472f-99fe-ee71141a4ef0 None None] Pushing event updated for resources: {'Port': ['ID=e86b42b2-7119-492c-9bdb-fd489c9ca015,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:32.356852 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b513fed1-3aac-4001-8275-77bce8c86de6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:32.375850 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-66a17c2e-c665-4ef1-a3b0-171a734a4c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:32.416151 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b513fed1-3aac-4001-8275-77bce8c86de6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:32.490308 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b513fed1-3aac-4001-8275-77bce8c86de6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:15:32.502171 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-b513fed1-3aac-4001-8275-77bce8c86de6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:32.506560 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b513fed1-3aac-4001-8275-77bce8c86de6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:15:32.544363 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463cd0c-9a15-40c2-a2dc-7c492b8dfeac req-65192f03-9a81-47dc-b420-1f3d157a0018 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:32.565938 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c463cd0c-9a15-40c2-a2dc-7c492b8dfeac req-65192f03-9a81-47dc-b420-1f3d157a0018 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/ports?device_id=49d06283-7fe7-4e2d-ad51-40a7164cb474 HTTP/1.1" status: 200 len: 966 time: 0.1826198 Nov 11 17:15:32.576178 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-66a17c2e-c665-4ef1-a3b0-171a734a4c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:32.616406 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-66a17c2e-c665-4ef1-a3b0-171a734a4c4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29838609-a560-4d15-a473-2abf3b07679e']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:32.627143 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 9db9c379-2077-44d2-a24b-e004c58ba16d details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:15:32.658743 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b513fed1-3aac-4001-8275-77bce8c86de6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:32.665172 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-66a17c2e-c665-4ef1-a3b0-171a734a4c4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262ef727-3a0c-45c4-9f4a-dc10fb9d014b') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:32.667709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-66a17c2e-c665-4ef1-a3b0-171a734a4c4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262ef727-3a0c-45c4-9f4a-dc10fb9d014b') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:32.672503 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513fed1-3aac-4001-8275-77bce8c86de6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Pushing event updated for resources: {'Port': ['ID=1001c0aa-9712-46ca-b813-3a89f484eba4,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:32.681608 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device cbc5c081-6336-4630-a6b0-df265fa107dd up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:15:32.706280 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-66a17c2e-c665-4ef1-a3b0-171a734a4c4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:32.726847 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b513fed1-3aac-4001-8275-77bce8c86de6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:32.749775 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c463cd0c-9a15-40c2-a2dc-7c492b8dfeac req-b02dba9d-76b3-4c35-ac85-ae549557ab46 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/security-groups?id=265be61e-4ae3-4ece-b644-8d64fbe4f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821284 Nov 11 17:15:32.758825 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-66a17c2e-c665-4ef1-a3b0-171a734a4c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:32.773035 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a17c2e-c665-4ef1-a3b0-171a734a4c4d admin admin] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:15:32.773422 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-66a17c2e-c665-4ef1-a3b0-171a734a4c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:15:32.775709 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:15:32.941220 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 9db9c379-2077-44d2-a24b-e004c58ba16d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=9db9c379-2077-44d2-a24b-e004c58ba16d,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:32.943674 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port cbc5c081-6336-4630-a6b0-df265fa107dd completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:15:32.953391 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port cbc5c081-6336-4630-a6b0-df265fa107dd triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:32.953858 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:32.981512 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99325b43-e71b-4ece-97a7-98cf6353887c req-b9ff438b-40dc-47ca-9dfa-c5c3ff2eb572 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321906 Nov 11 17:15:32.991571 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '9db9c379-2077-44d2-a24b-e004c58ba16d', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '9db9c379-2077-44d2-a24b-e004c58ba16d', 'mac_address': 'fa:16:3e:a5:cb:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:tempest-test_az-5235377', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:15:32.991886 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-66a17c2e-c665-4ef1-a3b0-171a734a4c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:33.014166 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-66a17c2e-c665-4ef1-a3b0-171a734a4c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:33.017419 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-66a17c2e-c665-4ef1-a3b0-171a734a4c4d admin admin] 10.222.0.76 "DELETE /v2.0/networks/29838609-a560-4d15-a473-2abf3b07679e HTTP/1.1" status: 204 len: 168 time: 0.8739550 Nov 11 17:15:33.080509 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a17c2e-c665-4ef1-a3b0-171a734a4c4d admin admin] Pushing event deleted for resources: {'Network': ['ID=29838609-a560-4d15-a473-2abf3b07679e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:33.081356 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:33.100324 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf62a6-0334-4bfd-8743-21ca968ebfac req-a3af9daa-283e-43f3-b861-de7c1e0a0872 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:33.101892 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47bf62a6-0334-4bfd-8743-21ca968ebfac req-a3af9daa-283e-43f3-b861-de7c1e0a0872 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=66a9e954-71f6-4e25-92cf-f2e1f05afb53 HTTP/1.1" status: 200 len: 949 time: 0.2256823 Nov 11 17:15:33.154838 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db9c379-2077-44d2-a24b-e004c58ba16d {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:15:33.191274 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b513fed1-3aac-4001-8275-77bce8c86de6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:33.195461 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:33.202958 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b513fed1-3aac-4001-8275-77bce8c86de6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:33.204146 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 9db9c379-2077-44d2-a24b-e004c58ba16d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=9db9c379-2077-44d2-a24b-e004c58ba16d,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:33.204262 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47bf62a6-0334-4bfd-8743-21ca968ebfac req-d9e40be9-0c2a-42ee-bde1-ab0b032c9254 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917854 Nov 11 17:15:33.213173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99325b43-e71b-4ece-97a7-98cf6353887c req-03025fde-d8d8-4e84-9f71-9b3158994c9e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:33.214666 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99325b43-e71b-4ece-97a7-98cf6353887c req-03025fde-d8d8-4e84-9f71-9b3158994c9e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2255061 Nov 11 17:15:33.237458 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b513fed1-3aac-4001-8275-77bce8c86de6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:33.254421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99325b43-e71b-4ece-97a7-98cf6353887c req-5a111d0d-bf64-4ae2-8aff-d08a9e439030 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/quotas/5a1f216bc9834fb08bccfb025e9c406a HTTP/1.1" status: 200 len: 375 time: 0.0128849 Nov 11 17:15:33.265198 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:33.275592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44672) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:33.284010 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b513fed1-3aac-4001-8275-77bce8c86de6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:33.285613 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b513fed1-3aac-4001-8275-77bce8c86de6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7261791 Nov 11 17:15:33.315890 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513fed1-3aac-4001-8275-77bce8c86de6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Pushing event updated for resources: {'Port': ['ID=1001c0aa-9712-46ca-b813-3a89f484eba4,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:33.319432 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99325b43-e71b-4ece-97a7-98cf6353887c req-87bacb09-10db-46bf-a177-0a6c459c7195 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553241 Nov 11 17:15:33.320365 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a9e954-71f6-4e25-92cf-f2e1f05afb53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc5c081-6336-4630-a6b0-df265fa107dd'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:15:33.404395 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ec671fe0-b367-4ac3-8351-99ebbbe62d7b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8fdd3926bd474cdca8c9ada1469e0b7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272743 Nov 11 17:15:33.404820 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44676) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:33.509992 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port cbc5c081-6336-4630-a6b0-df265fa107dd, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=cbc5c081-6336-4630-a6b0-df265fa107dd,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:33.521232 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=9db9c379-2077-44d2-a24b-e004c58ba16d,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:33.524789 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:33.562255 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b13a8a3d-20c0-474b-831f-89cf0c6ec635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:33.608459 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=cbc5c081-6336-4630-a6b0-df265fa107dd,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:33.612706 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b13a8a3d-20c0-474b-831f-89cf0c6ec635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:33.637561 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['9db9c379-2077-44d2-a24b-e004c58ba16d'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:15:33.685588 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e86b42b2-7119-492c-9bdb-fd489c9ca015 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:15:33.747153 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b13a8a3d-20c0-474b-831f-89cf0c6ec635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:33.751230 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b13a8a3d-20c0-474b-831f-89cf0c6ec635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:33.760506 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b13a8a3d-20c0-474b-831f-89cf0c6ec635 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f5f4c0d7-2a15-4ec0-8bca-161ca0292d12 HTTP/1.1" status: 204 len: 168 time: 0.3544724 Nov 11 17:15:33.780968 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba0118a-1b36-4413-b452-9827f6aaaccc" -d '{"events": [{"server_uuid": "66a9e954-71f6-4e25-92cf-f2e1f05afb53", "name": "network-vif-plugged", "status": "completed", "tag": "cbc5c081-6336-4630-a6b0-df265fa107dd"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:15:33.810136 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c34ab3aa-7dd0-42b6-a21f-9759c7d6daa1 req-e960bbdd-df98-42d0-b4d0-97dae1e8f429 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 210 time: 0.0722740 Nov 11 17:15:33.825058 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a8a3d-20c0-474b-831f-89cf0c6ec635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f4c0d7-2a15-4ec0-8bca-161ca0292d12,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:33.931551 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port e86b42b2-7119-492c-9bdb-fd489c9ca015 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:33.932542 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:34.059845 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-05f3880a-dc90-47ad-94bd-f10e8b59b1e2 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1613251745&fields=id&tenant_id=86d8aa904941466d9ea9e992fa25efc0 HTTP/1.1" status: 200 len: 267 time: 0.1429281 Nov 11 17:15:34.173111 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6627626-c71f-407a-9cad-4b2a62501251 req-06b56a69-b2ae-4559-8e8a-44c14284b796 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:34.175358 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6627626-c71f-407a-9cad-4b2a62501251 req-06b56a69-b2ae-4559-8e8a-44c14284b796 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/ports?device_id=49d06283-7fe7-4e2d-ad51-40a7164cb474 HTTP/1.1" status: 200 len: 967 time: 0.1836309 Nov 11 17:15:34.292988 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44720) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:34.316043 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6627626-c71f-407a-9cad-4b2a62501251 req-2d754218-ac30-4be9-9b1d-a2890d0405b0 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/security-groups?id=265be61e-4ae3-4ece-b644-8d64fbe4f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265042 Nov 11 17:15:34.324502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-ff511db3-c269-48c2-a907-6caf1ff87729 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:34.325935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-ff511db3-c269-48c2-a907-6caf1ff87729 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/networks?id=4459b097-e5dd-4ffa-a28b-292c89fcd58b HTTP/1.1" status: 200 len: 823 time: 0.2543595 Nov 11 17:15:34.343660 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6f463f2d-1d70-4b03-9dd2-1c96dbbeef1c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=316039ea6cee4b739ce9e05ec0428b72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492368 Nov 11 17:15:34.346189 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44722) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:34.346941 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-684c5a69-0f66-4f16-a489-dcd1bd60e252 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/quotas/86d8aa904941466d9ea9e992fa25efc0 HTTP/1.1" status: 200 len: 375 time: 0.0148335 Nov 11 17:15:34.397824 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-417d9749-27f9-47d4-8c87-8ee6caf5e034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:34.430875 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-b6e726fe-e336-46ac-a1ec-3ed48adea819 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=86d8aa904941466d9ea9e992fa25efc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0765207 Nov 11 17:15:34.433636 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-417d9749-27f9-47d4-8c87-8ee6caf5e034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:34.495561 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-417d9749-27f9-47d4-8c87-8ee6caf5e034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:34.499001 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-417d9749-27f9-47d4-8c87-8ee6caf5e034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:34.502474 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-417d9749-27f9-47d4-8c87-8ee6caf5e034 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c94033a7-03b4-4e92-b422-b0059b37f430 HTTP/1.1" status: 204 len: 168 time: 0.1531591 Nov 11 17:15:34.516232 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d9749-27f9-47d4-8c87-8ee6caf5e034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94033a7-03b4-4e92-b422-b0059b37f430,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:34.643985 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 9db9c379-2077-44d2-a24b-e004c58ba16d up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:15:34.669977 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-4a0a0c69-0f32-4dd9-8c2a-c868bdab3662 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:15:34.671120 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-4a0a0c69-0f32-4dd9-8c2a-c868bdab3662 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1378803 Nov 11 17:15:34.684948 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e389c312-37a6-4ce0-91b9-889f184ff82c x-openstack-request-id: req-e389c312-37a6-4ce0-91b9-889f184ff82c {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:15:34.686286 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a9e954-71f6-4e25-92cf-f2e1f05afb53", "name": "network-vif-plugged", "status": "completed", "tag": "cbc5c081-6336-4630-a6b0-df265fa107dd", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:15:34.686552 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e389c312-37a6-4ce0-91b9-889f184ff82c {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:15:34.687071 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a9e954-71f6-4e25-92cf-f2e1f05afb53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc5c081-6336-4630-a6b0-df265fa107dd', 'code': 200} Nov 11 17:15:34.733063 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 9db9c379-2077-44d2-a24b-e004c58ba16d completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:15:34.738193 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 9db9c379-2077-44d2-a24b-e004c58ba16d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:34.739184 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:34.849104 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:34.889839 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 9db9c379-2077-44d2-a24b-e004c58ba16d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=9db9c379-2077-44d2-a24b-e004c58ba16d,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:34.894793 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:34.924281 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.64', 62060) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:34.950516 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=9db9c379-2077-44d2-a24b-e004c58ba16d,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:34.983023 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-99325b43-e71b-4ece-97a7-98cf6353887c req-58f92adf-892e-4334-8b4d-d1c0d5ce4f37 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474927 Nov 11 17:15:35.162145 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a37464-8641-4aa8-bca5-26219b3e59b1 req-d68e4bdc-d797-457f-9a26-f59508776b35 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:35.163602 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-65a37464-8641-4aa8-bca5-26219b3e59b1 req-d68e4bdc-d797-457f-9a26-f59508776b35 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=66a9e954-71f6-4e25-92cf-f2e1f05afb53 HTTP/1.1" status: 200 len: 950 time: 0.3787179 Nov 11 17:15:35.173488 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694e09d-d7f0-47bf-87cd-ad5792cd0423 req-9a2b4184-de3c-4e7b-9efd-2776738be35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:35.175080 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4694e09d-d7f0-47bf-87cd-ad5792cd0423 req-9a2b4184-de3c-4e7b-9efd-2776738be35d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=66a9e954-71f6-4e25-92cf-f2e1f05afb53 HTTP/1.1" status: 200 len: 1101 time: 0.3913088 Nov 11 17:15:35.189924 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-47e29d9d-fc91-46de-8ddb-fe32515fb81d service neutron] 10.222.0.76 "GET /v2.0/networks/4459b097-e5dd-4ffa-a28b-292c89fcd58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121357 Nov 11 17:15:35.215909 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4694e09d-d7f0-47bf-87cd-ad5792cd0423 req-0dcd922f-f786-45ea-88e3-bae88bdf0e52 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:35.217253 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99325b43-e71b-4ece-97a7-98cf6353887c req-65d6fc7b-47e8-401e-bb7d-aac40fdae3fa tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:35.225434 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-99325b43-e71b-4ece-97a7-98cf6353887c req-65d6fc7b-47e8-401e-bb7d-aac40fdae3fa tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2303698 Nov 11 17:15:35.306128 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-65a37464-8641-4aa8-bca5-26219b3e59b1 req-5e4a144a-8ffb-42fd-b4ae-eea9c820cdf0 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294110 Nov 11 17:15:35.398409 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-61d85124-eab9-4312-8201-09187a328a40 service neutron] 10.222.0.76 "GET /v2.0/networks/4459b097-e5dd-4ffa-a28b-292c89fcd58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925368 Nov 11 17:15:35.427461 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4694e09d-d7f0-47bf-87cd-ad5792cd0423 req-0dcd922f-f786-45ea-88e3-bae88bdf0e52 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:35.441752 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4694e09d-d7f0-47bf-87cd-ad5792cd0423 req-0dcd922f-f786-45ea-88e3-bae88bdf0e52 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:35.523452 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0cc82b76-ec52-48b8-a111-979699ac4ad5 req-1cef4c64-e560-4fce-8eb1-e7a6343df37f tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 210 time: 0.0410652 Nov 11 17:15:35.526558 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4694e09d-d7f0-47bf-87cd-ad5792cd0423 req-0dcd922f-f786-45ea-88e3-bae88bdf0e52 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427253 Nov 11 17:15:35.527637 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd922f-f786-45ea-88e3-bae88bdf0e52 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d77feace-63f9-4c9c-882b-6f5be2ed0681,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:35.720470 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8bea6-579d-44be-b0e7-8199c7cb7876 req-7cce32b0-6eef-4095-a376-02d0acf004ce tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:35.722487 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-80e8bea6-579d-44be-b0e7-8199c7cb7876 req-7cce32b0-6eef-4095-a376-02d0acf004ce tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/ports?device_id=49d06283-7fe7-4e2d-ad51-40a7164cb474 HTTP/1.1" status: 200 len: 968 time: 0.0798378 Nov 11 17:15:35.758068 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8095c8e6-3c35-4740-8464-e0ca99506ad8 req-e04a5ab0-5c59-4d64-9bb8-bfc559079a40 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 210 time: 0.0345221 Nov 11 17:15:35.865504 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-80e8bea6-579d-44be-b0e7-8199c7cb7876 req-4174cc89-62e6-4c1c-92b4-e515f0fe44a1 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/security-groups?id=265be61e-4ae3-4ece-b644-8d64fbe4f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198430 Nov 11 17:15:36.091771 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44802) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:36.235485 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1647caf8-84e4-4353-a4b6-d895f9541bd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:36.317482 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1647caf8-84e4-4353-a4b6-d895f9541bd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:36.322039 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1647caf8-84e4-4353-a4b6-d895f9541bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:36.334388 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44812) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:36.375713 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1647caf8-84e4-4353-a4b6-d895f9541bd3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=748ff82e48454e499a910111878fb405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803860 Nov 11 17:15:36.375713 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647caf8-84e4-4353-a4b6-d895f9541bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423f2090-64b3-4f26-972b-5d2ccc2da766,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:36.375980 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44818) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:36.468683 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c4f5-8b20-4a7c-bfa7-dddc21b27cab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:36.488169 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572ca16-de0e-44f3-bee6-24c7858fb250 req-b3869069-f536-4b47-b80e-2b6ac053013a tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:36.489712 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d572ca16-de0e-44f3-bee6-24c7858fb250 req-b3869069-f536-4b47-b80e-2b6ac053013a tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=66a9e954-71f6-4e25-92cf-f2e1f05afb53 HTTP/1.1" status: 200 len: 950 time: 0.0720003 Nov 11 17:15:36.511227 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c4f5-8b20-4a7c-bfa7-dddc21b27cab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:36.581455 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d572ca16-de0e-44f3-bee6-24c7858fb250 req-daa8e32c-dadc-4fb8-abc5-8ac07d3e8f47 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786109 Nov 11 17:15:36.597221 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8e550b0d-5c06-4b76-a67d-a410c0a18c0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:36.629398 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c4f5-8b20-4a7c-bfa7-dddc21b27cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:36.632165 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c4f5-8b20-4a7c-bfa7-dddc21b27cab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:36.633418 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f8c1c4f5-8b20-4a7c-bfa7-dddc21b27cab admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/423f2090-64b3-4f26-972b-5d2ccc2da766 HTTP/1.1" status: 204 len: 168 time: 0.2563498 Nov 11 17:15:36.648067 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1c4f5-8b20-4a7c-bfa7-dddc21b27cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423f2090-64b3-4f26-972b-5d2ccc2da766,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:36.689266 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d06283-7fe7-4e2d-ad51-40a7164cb474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db9c379-2077-44d2-a24b-e004c58ba16d'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:15:36.692705 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d504b3e5-3803-4e19-b59c-b02785e3b15f" -d '{"events": [{"server_uuid": "49d06283-7fe7-4e2d-ad51-40a7164cb474", "name": "network-vif-plugged", "status": "completed", "tag": "9db9c379-2077-44d2-a24b-e004c58ba16d"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:15:36.725356 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dc21c036-c5ed-4335-bc77-6399cc836a64 req-e4105e58-2b4e-4290-b18b-a59d7e5e67af tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 210 time: 0.0420735 Nov 11 17:15:36.735265 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-7d67ca98-921d-4208-9858-e3b230b341ce req-94097ba2-aacd-4d91-9379-0f63e810750a tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1535548261', 'description': 'tempest-description-1407485758'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:36.756115 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8e550b0d-5c06-4b76-a67d-a410c0a18c0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:36.763495 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8e550b0d-5c06-4b76-a67d-a410c0a18c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:36.778651 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f37df9-f61e-43ad-a3c8-898fc19c798d x-openstack-request-id: req-55f37df9-f61e-43ad-a3c8-898fc19c798d {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:15:36.779042 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d06283-7fe7-4e2d-ad51-40a7164cb474", "name": "network-vif-plugged", "status": "completed", "tag": "9db9c379-2077-44d2-a24b-e004c58ba16d", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:15:36.779322 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-55f37df9-f61e-43ad-a3c8-898fc19c798d {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:15:36.780263 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d06283-7fe7-4e2d-ad51-40a7164cb474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db9c379-2077-44d2-a24b-e004c58ba16d', 'code': 200} Nov 11 17:15:36.812669 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7d67ca98-921d-4208-9858-e3b230b341ce req-94097ba2-aacd-4d91-9379-0f63e810750a tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:36.830823 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e550b0d-5c06-4b76-a67d-a410c0a18c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed18ba2-c58f-4e47-8200-6f49f8b3a316,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:36.830823 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7d67ca98-921d-4208-9858-e3b230b341ce req-94097ba2-aacd-4d91-9379-0f63e810750a tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:36.837569 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8e550b0d-5c06-4b76-a67d-a410c0a18c0e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=29a8353152ac491caac86bb2f02fd1d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5020576 Nov 11 17:15:36.841032 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44834) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:36.902926 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e6c52bf-3865-41d4-9d4e-03b10b6324ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:36.933546 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e6c52bf-3865-41d4-9d4e-03b10b6324ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:36.940469 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc31f7dc-3cbc-4fbf-baf4-2430acbd7867 req-0c04b47f-acca-4e9d-8672-ff4f6ac93dc0 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 210 time: 0.0526185 Nov 11 17:15:36.960320 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83273048-49b3-4a4b-b6ea-323b5adfef15 req-086ccec2-05b2-437b-8e71-5e17db58cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:36.964051 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83273048-49b3-4a4b-b6ea-323b5adfef15 req-086ccec2-05b2-437b-8e71-5e17db58cbd4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=49d06283-7fe7-4e2d-ad51-40a7164cb474 HTTP/1.1" status: 200 len: 1119 time: 0.0875535 Nov 11 17:15:37.004462 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e6c52bf-3865-41d4-9d4e-03b10b6324ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.007361 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e6c52bf-3865-41d4-9d4e-03b10b6324ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.011876 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7e6c52bf-3865-41d4-9d4e-03b10b6324ae admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7ed18ba2-c58f-4e47-8200-6f49f8b3a316 HTTP/1.1" status: 204 len: 168 time: 0.1672087 Nov 11 17:15:37.027776 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c52bf-3865-41d4-9d4e-03b10b6324ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed18ba2-c58f-4e47-8200-6f49f8b3a316,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:37.076702 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44840) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:37.088239 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7d67ca98-921d-4208-9858-e3b230b341ce req-94097ba2-aacd-4d91-9379-0f63e810750a tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.090859 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-046fe5d9-0c0b-46f5-a66a-0e3f9812b522 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.107073 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83273048-49b3-4a4b-b6ea-323b5adfef15 req-1273e94a-4f2f-4707-b62c-caacdfcb8532 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=265be61e-4ae3-4ece-b644-8d64fbe4f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340916 Nov 11 17:15:37.107646 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7d67ca98-921d-4208-9858-e3b230b341ce req-94097ba2-aacd-4d91-9379-0f63e810750a tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.147890 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94097ba2-aacd-4d91-9379-0f63e810750a tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f45633-e23a-42dc-bf83-ad5ac16e4126,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:37.178627 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bd5ca-093c-42b0-a890-6a75c2197b83 req-cb53babd-2c99-4834-b248-3c199056d7a6 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:37.180042 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e01bd5ca-093c-42b0-a890-6a75c2197b83 req-cb53babd-2c99-4834-b248-3c199056d7a6 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/ports?device_id=49d06283-7fe7-4e2d-ad51-40a7164cb474 HTTP/1.1" status: 200 len: 968 time: 0.1243417 Nov 11 17:15:37.203558 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-046fe5d9-0c0b-46f5-a66a-0e3f9812b522 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.208181 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-046fe5d9-0c0b-46f5-a66a-0e3f9812b522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.224721 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7d67ca98-921d-4208-9858-e3b230b341ce req-94097ba2-aacd-4d91-9379-0f63e810750a tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.238037 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7d67ca98-921d-4208-9858-e3b230b341ce req-94097ba2-aacd-4d91-9379-0f63e810750a tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.251365 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-046fe5d9-0c0b-46f5-a66a-0e3f9812b522 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a72da24e23404a6fa61596828237b5cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1711714 Nov 11 17:15:37.251365 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fe5d9-0c0b-46f5-a66a-0e3f9812b522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20025be3-6b47-4b29-98ae-5bf5a30248df,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:37.255373 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44844) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:37.283143 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e01bd5ca-093c-42b0-a890-6a75c2197b83 req-e1034f95-521c-44b4-8603-6b9642f7fae4 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/security-groups?id=265be61e-4ae3-4ece-b644-8d64fbe4f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916221 Nov 11 17:15:37.290538 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7d67ca98-921d-4208-9858-e3b230b341ce req-94097ba2-aacd-4d91-9379-0f63e810750a tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.312363 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7d67ca98-921d-4208-9858-e3b230b341ce req-94097ba2-aacd-4d91-9379-0f63e810750a tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5895669 Nov 11 17:15:37.313681 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94097ba2-aacd-4d91-9379-0f63e810750a tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf094ce4-2cc9-40e3-9964-5cf21b9cded0,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:37.322034 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04fc3b14-6284-4c4d-8e63-1a52c3904e5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.324564 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-d50c7f83-3376-4fde-b1bf-3ff56896129b req-c2c5120f-2872-432e-9dfa-fcc8d87da034 tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1652587097', 'description': 'tempest-description-2119790860'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:37.350558 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04fc3b14-6284-4c4d-8e63-1a52c3904e5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.356036 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d50c7f83-3376-4fde-b1bf-3ff56896129b req-c2c5120f-2872-432e-9dfa-fcc8d87da034 tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.373946 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bb978cfe-1352-449f-8725-8bc9fe0ee3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.421579 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04fc3b14-6284-4c4d-8e63-1a52c3904e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.433247 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04fc3b14-6284-4c4d-8e63-1a52c3904e5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.438121 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-04fc3b14-6284-4c4d-8e63-1a52c3904e5f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/20025be3-6b47-4b29-98ae-5bf5a30248df HTTP/1.1" status: 204 len: 168 time: 0.1838069 Nov 11 17:15:37.450902 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc3b14-6284-4c4d-8e63-1a52c3904e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20025be3-6b47-4b29-98ae-5bf5a30248df,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:37.510521 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d50c7f83-3376-4fde-b1bf-3ff56896129b req-c2c5120f-2872-432e-9dfa-fcc8d87da034 tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.519908 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d50c7f83-3376-4fde-b1bf-3ff56896129b req-c2c5120f-2872-432e-9dfa-fcc8d87da034 tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.558315 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d50c7f83-3376-4fde-b1bf-3ff56896129b req-c2c5120f-2872-432e-9dfa-fcc8d87da034 tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.560169 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d50c7f83-3376-4fde-b1bf-3ff56896129b req-c2c5120f-2872-432e-9dfa-fcc8d87da034 tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2411988 Nov 11 17:15:37.572102 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5120f-2872-432e-9dfa-fcc8d87da034 tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff3e441-9014-48e6-86e9-5819d272aeeb,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:37.589147 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44854) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:37.602634 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bf928802-7b54-4abd-a5d9-55c0c9334471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.716435 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bf928802-7b54-4abd-a5d9-55c0c9334471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.724365 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bf928802-7b54-4abd-a5d9-55c0c9334471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.737358 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32725eda-f633-4bd4-9f38-ca557de483be req-d9820be2-ab1d-4034-a1d4-2e8eacd5f81b tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:37.745291 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-32725eda-f633-4bd4-9f38-ca557de483be req-d9820be2-ab1d-4034-a1d4-2e8eacd5f81b tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=66a9e954-71f6-4e25-92cf-f2e1f05afb53 HTTP/1.1" status: 200 len: 950 time: 0.0639696 Nov 11 17:15:37.774006 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bf928802-7b54-4abd-a5d9-55c0c9334471 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=017143cfffc54792a2cd1cc84d99b28d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1836541 Nov 11 17:15:37.775471 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf928802-7b54-4abd-a5d9-55c0c9334471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8508cd3-2322-4e6d-a3d5-260ae626c0dd,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:37.776742 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44864) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:37.839744 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-3f8ada5a-b105-4581-8805-001bba8e5334 req-7035e7e3-dcd1-4f14-9b84-51b96ba37bc9 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-824833920', 'description': 'tempest-description-176681026'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:37.853925 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-32725eda-f633-4bd4-9f38-ca557de483be req-9fc0c070-081a-433d-96a9-7cb64f163049 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938227 Nov 11 17:15:37.885315 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3f8ada5a-b105-4581-8805-001bba8e5334 req-7035e7e3-dcd1-4f14-9b84-51b96ba37bc9 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.897714 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a355007a-45fe-4a0c-999a-d0a698241a0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.899665 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3f8ada5a-b105-4581-8805-001bba8e5334 req-7035e7e3-dcd1-4f14-9b84-51b96ba37bc9 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.945278 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a355007a-45fe-4a0c-999a-d0a698241a0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:37.969971 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6888e55a-d039-47c3-89ac-866c4b9f224f req-97b20e67-0a40-4a94-b8b8-99cbb7c41674 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 210 time: 0.0412278 Nov 11 17:15:38.047016 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a355007a-45fe-4a0c-999a-d0a698241a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:38.049636 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a355007a-45fe-4a0c-999a-d0a698241a0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:38.053392 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a355007a-45fe-4a0c-999a-d0a698241a0c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e8508cd3-2322-4e6d-a3d5-260ae626c0dd HTTP/1.1" status: 204 len: 168 time: 0.2730043 Nov 11 17:15:38.058111 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3f8ada5a-b105-4581-8805-001bba8e5334 req-7035e7e3-dcd1-4f14-9b84-51b96ba37bc9 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:38.065490 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3f8ada5a-b105-4581-8805-001bba8e5334 req-7035e7e3-dcd1-4f14-9b84-51b96ba37bc9 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:38.067589 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355007a-45fe-4a0c-999a-d0a698241a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8508cd3-2322-4e6d-a3d5-260ae626c0dd,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:38.106565 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035e7e3-dcd1-4f14-9b84-51b96ba37bc9 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57338111-a3ce-45a2-b206-36a626c9b10e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:38.156388 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3f8ada5a-b105-4581-8805-001bba8e5334 req-7035e7e3-dcd1-4f14-9b84-51b96ba37bc9 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:38.163878 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3f8ada5a-b105-4581-8805-001bba8e5334 req-7035e7e3-dcd1-4f14-9b84-51b96ba37bc9 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:38.198361 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3f8ada5a-b105-4581-8805-001bba8e5334 req-7035e7e3-dcd1-4f14-9b84-51b96ba37bc9 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:38.199721 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f8ada5a-b105-4581-8805-001bba8e5334 req-7035e7e3-dcd1-4f14-9b84-51b96ba37bc9 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3688474 Nov 11 17:15:38.200723 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035e7e3-dcd1-4f14-9b84-51b96ba37bc9 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6ea6ca-f093-4c43-8e1a-3d464c4c38ba,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:38.365343 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-31afa94d-7368-4f8d-a601-e3cb4465db0b req-5e0ffc61-4eb4-4ae7-b3c6-ac269337f1c4 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 210 time: 0.0364010 Nov 11 17:15:38.389434 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-3c8737fe-d8e8-4ba8-b904-a80d59fc3a5d req-f7a0673f-1fe6-4819-bc43-6c09f041d4bb tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-184736446', 'description': 'tempest-description-277771320'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:38.412621 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3c8737fe-d8e8-4ba8-b904-a80d59fc3a5d req-f7a0673f-1fe6-4819-bc43-6c09f041d4bb tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:38.531201 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3c8737fe-d8e8-4ba8-b904-a80d59fc3a5d req-f7a0673f-1fe6-4819-bc43-6c09f041d4bb tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:38.536882 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3c8737fe-d8e8-4ba8-b904-a80d59fc3a5d req-f7a0673f-1fe6-4819-bc43-6c09f041d4bb tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:38.569158 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0673f-1fe6-4819-bc43-6c09f041d4bb tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47d8ab8-53a0-4377-a80c-c24e89bfd1b7,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:38.576262 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3c8737fe-d8e8-4ba8-b904-a80d59fc3a5d req-f7a0673f-1fe6-4819-bc43-6c09f041d4bb tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:38.588374 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c8737fe-d8e8-4ba8-b904-a80d59fc3a5d req-f7a0673f-1fe6-4819-bc43-6c09f041d4bb tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2024384 Nov 11 17:15:38.669298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344cf8f-e6e1-4ff2-add8-ed14361aec16 req-ef7f7360-8cc7-4ee0-b573-dce01c4b8903 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:38.670929 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5344cf8f-e6e1-4ff2-add8-ed14361aec16 req-ef7f7360-8cc7-4ee0-b573-dce01c4b8903 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/ports?device_id=49d06283-7fe7-4e2d-ad51-40a7164cb474 HTTP/1.1" status: 200 len: 968 time: 0.0610418 Nov 11 17:15:38.763154 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5344cf8f-e6e1-4ff2-add8-ed14361aec16 req-c910504f-e1b1-444f-9df2-210f5fed8523 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/security-groups?id=265be61e-4ae3-4ece-b644-8d64fbe4f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808749 Nov 11 17:15:38.772544 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e35ca-6c23-423c-a709-b5a99919ed9f req-54dd6fd2-6d28-47f1-8c2b-1ac8594d32b2 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:38.774121 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-609e35ca-6c23-423c-a709-b5a99919ed9f req-54dd6fd2-6d28-47f1-8c2b-1ac8594d32b2 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=66a9e954-71f6-4e25-92cf-f2e1f05afb53 HTTP/1.1" status: 200 len: 950 time: 0.1025248 Nov 11 17:15:38.896277 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-609e35ca-6c23-423c-a709-b5a99919ed9f req-663c0af6-d7cf-453d-9738-dd597a03f7cb tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075919 Nov 11 17:15:39.110317 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df0442-e5dc-4bfb-9a71-9650e35b325d req-8bd72a8f-4793-4487-a808-4c095ac2ce75 tempest-AggregatesAdminTestJSON-130783662 tempest-AggregatesAdminTestJSON-130783662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:39.111825 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a7df0442-e5dc-4bfb-9a71-9650e35b325d req-8bd72a8f-4793-4487-a808-4c095ac2ce75 tempest-AggregatesAdminTestJSON-130783662 tempest-AggregatesAdminTestJSON-130783662-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=49d06283-7fe7-4e2d-ad51-40a7164cb474 HTTP/1.1" status: 200 len: 1119 time: 0.0795748 Nov 11 17:15:39.128773 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69f40b77-9453-4f2f-a38a-6da20ba9c5e3 req-3db39107-337f-4b15-afd4-6c2715fcea2c tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34264 time: 0.3295276 Nov 11 17:15:39.143987 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a7df0442-e5dc-4bfb-9a71-9650e35b325d req-bcb205e2-ccb9-4f5f-b3bd-b626780ace72 tempest-AggregatesAdminTestJSON-130783662 tempest-AggregatesAdminTestJSON-130783662-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:39.220739 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69f40b77-9453-4f2f-a38a-6da20ba9c5e3 req-bc1c927c-bc46-401d-b2f1-1e5cccd5b3c1 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "GET /v2.0/security-groups/11c65c12-9131-4402-a964-ab591cd2cdfb HTTP/1.1" status: 200 len: 2990 time: 0.0777061 Nov 11 17:15:39.306136 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69f40b77-9453-4f2f-a38a-6da20ba9c5e3 req-24fa63d2-f117-4cdb-b2a2-ceaf509386f1 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "GET /v2.0/security-groups/11c65c12-9131-4402-a964-ab591cd2cdfb HTTP/1.1" status: 200 len: 2990 time: 0.0734944 Nov 11 17:15:39.308033 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a7df0442-e5dc-4bfb-9a71-9650e35b325d req-bcb205e2-ccb9-4f5f-b3bd-b626780ace72 tempest-AggregatesAdminTestJSON-130783662 tempest-AggregatesAdminTestJSON-130783662-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:39.312998 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a7df0442-e5dc-4bfb-9a71-9650e35b325d req-bcb205e2-ccb9-4f5f-b3bd-b626780ace72 tempest-AggregatesAdminTestJSON-130783662 tempest-AggregatesAdminTestJSON-130783662-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:39.374708 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb205e2-ccb9-4f5f-b3bd-b626780ace72 tempest-AggregatesAdminTestJSON-130783662 tempest-AggregatesAdminTestJSON-130783662-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5305eb4-0a87-40f3-8869-9f278c0ca51f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:39.390163 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a7df0442-e5dc-4bfb-9a71-9650e35b325d req-bcb205e2-ccb9-4f5f-b3bd-b626780ace72 tempest-AggregatesAdminTestJSON-130783662 tempest-AggregatesAdminTestJSON-130783662-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=265be61e-4ae3-4ece-b644-8d64fbe4f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603006 Nov 11 17:15:39.408666 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69f40b77-9453-4f2f-a38a-6da20ba9c5e3 req-8e9a67c4-9ec9-4bd6-9ecf-257667febf70 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "GET /v2.0/security-groups/265be61e-4ae3-4ece-b644-8d64fbe4f80e HTTP/1.1" status: 200 len: 2998 time: 0.0920036 Nov 11 17:15:39.460494 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69f40b77-9453-4f2f-a38a-6da20ba9c5e3 req-adf5740c-7f64-4445-a87e-307fa89405e9 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "GET /v2.0/security-groups/265be61e-4ae3-4ece-b644-8d64fbe4f80e HTTP/1.1" status: 200 len: 2998 time: 0.0453794 Nov 11 17:15:39.516290 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-535cc362-74c3-4f4d-86b3-3dd0b183fc7e req-ed441a0f-e9f1-4097-9c4d-1e87d524aa6c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 210 time: 0.0437922 Nov 11 17:15:39.544588 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69f40b77-9453-4f2f-a38a-6da20ba9c5e3 req-00ce4136-e415-4178-8d40-2d4489ea310e tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "GET /v2.0/security-groups/3c48d979-8c1b-4965-b89b-830262fc419d HTTP/1.1" status: 200 len: 2994 time: 0.0753615 Nov 11 17:15:39.594939 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69f40b77-9453-4f2f-a38a-6da20ba9c5e3 req-c545b27b-0669-4d9c-a01f-becc6a758bfd tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "GET /v2.0/security-groups/3c48d979-8c1b-4965-b89b-830262fc419d HTTP/1.1" status: 200 len: 2994 time: 0.0440323 Nov 11 17:15:39.641579 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69f40b77-9453-4f2f-a38a-6da20ba9c5e3 req-c6e25fae-8e19-4721-a023-51581a83aed0 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "GET /v2.0/security-groups/4aa97a19-d16a-47b5-80c1-65d252440c6e HTTP/1.1" status: 200 len: 2994 time: 0.0381267 Nov 11 17:15:39.700274 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69f40b77-9453-4f2f-a38a-6da20ba9c5e3 req-9acb994c-5724-436c-98a6-83ee5ce7df60 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "GET /v2.0/security-groups/4aa97a19-d16a-47b5-80c1-65d252440c6e HTTP/1.1" status: 200 len: 2994 time: 0.0521123 Nov 11 17:15:39.709078 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-535b755b-b8dc-4873-8f22-d2166c53b55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:39.745406 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69f40b77-9453-4f2f-a38a-6da20ba9c5e3 req-c2b9b209-2348-4dcf-8c88-2577396a8810 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "GET /v2.0/security-groups/57338111-a3ce-45a2-b206-36a626c9b10e HTTP/1.1" status: 200 len: 2998 time: 0.0440004 Nov 11 17:15:39.792771 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69f40b77-9453-4f2f-a38a-6da20ba9c5e3 req-ca0f8797-05e7-4f0d-b90d-c16b450540b5 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "GET /v2.0/security-groups/57338111-a3ce-45a2-b206-36a626c9b10e HTTP/1.1" status: 200 len: 2998 time: 0.0383563 Nov 11 17:15:39.847804 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69f40b77-9453-4f2f-a38a-6da20ba9c5e3 req-49b2f76a-cf78-4b69-b791-413c18e593b7 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "GET /v2.0/security-groups/76f45633-e23a-42dc-bf83-ad5ac16e4126 HTTP/1.1" status: 200 len: 2998 time: 0.0435734 Nov 11 17:15:39.927149 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e08fa48-7874-4aa6-902b-c7741c5f0644 req-1748893c-7ea8-4550-b8c4-aef5d86aadc7 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 210 time: 0.0480483 Nov 11 17:15:39.933373 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69f40b77-9453-4f2f-a38a-6da20ba9c5e3 req-b11286dd-092b-4b70-8d47-dc9b415c22bd tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "GET /v2.0/security-groups/76f45633-e23a-42dc-bf83-ad5ac16e4126 HTTP/1.1" status: 200 len: 2998 time: 0.0779533 Nov 11 17:15:40.018282 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69f40b77-9453-4f2f-a38a-6da20ba9c5e3 req-e6d5e4d8-78bc-4473-91ea-57fcaaa537e0 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "GET /v2.0/security-groups/d77feace-63f9-4c9c-882b-6f5be2ed0681 HTTP/1.1" status: 200 len: 2998 time: 0.0778701 Nov 11 17:15:40.027719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f02fe-f19d-4a3f-96a1-a495fe456c29 req-7123f074-09e0-41ba-8d29-212c38a0d1f0 tempest-DeleteServersAdminTestJSON-1690920511 tempest-DeleteServersAdminTestJSON-1690920511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:40.029148 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-038f02fe-f19d-4a3f-96a1-a495fe456c29 req-7123f074-09e0-41ba-8d29-212c38a0d1f0 tempest-DeleteServersAdminTestJSON-1690920511 tempest-DeleteServersAdminTestJSON-1690920511-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=66a9e954-71f6-4e25-92cf-f2e1f05afb53 HTTP/1.1" status: 200 len: 1101 time: 0.0708275 Nov 11 17:15:40.115995 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69f40b77-9453-4f2f-a38a-6da20ba9c5e3 req-d873ba26-0aa5-4cd9-a0a7-c22cdf75db0d tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "GET /v2.0/security-groups/d77feace-63f9-4c9c-882b-6f5be2ed0681 HTTP/1.1" status: 200 len: 2998 time: 0.0902193 Nov 11 17:15:40.171873 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-038f02fe-f19d-4a3f-96a1-a495fe456c29 req-c1e8974f-e807-48d1-8113-933861045a31 tempest-DeleteServersAdminTestJSON-1690920511 tempest-DeleteServersAdminTestJSON-1690920511-project-admin] Deleting port cbc5c081-6336-4630-a6b0-df265fa107dd {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:15:40.172224 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-038f02fe-f19d-4a3f-96a1-a495fe456c29 req-c1e8974f-e807-48d1-8113-933861045a31 tempest-DeleteServersAdminTestJSON-1690920511 tempest-DeleteServersAdminTestJSON-1690920511-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:40.222672 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69f40b77-9453-4f2f-a38a-6da20ba9c5e3 req-a2a8a12a-d3d9-4857-99da-4c1807f15b72 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "GET /v2.0/security-groups/d8ac644a-0d88-418b-bacd-3a396868c79c HTTP/1.1" status: 200 len: 2994 time: 0.0977087 Nov 11 17:15:40.238665 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-d3fe1f11-6168-4522-8511-a684b446aaa6 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=6930914e844e4bcdb113db5c5b10f3aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623116 Nov 11 17:15:40.359322 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69f40b77-9453-4f2f-a38a-6da20ba9c5e3 req-de6b7d50-dc51-4f37-997a-e9d68f048498 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "GET /v2.0/security-groups/d8ac644a-0d88-418b-bacd-3a396868c79c HTTP/1.1" status: 200 len: 2994 time: 0.1249957 Nov 11 17:15:40.421398 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-038f02fe-f19d-4a3f-96a1-a495fe456c29 req-c1e8974f-e807-48d1-8113-933861045a31 tempest-DeleteServersAdminTestJSON-1690920511 tempest-DeleteServersAdminTestJSON-1690920511-project-admin] For port cbc5c081-6336-4630-a6b0-df265fa107dd, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=cbc5c081-6336-4630-a6b0-df265fa107dd,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:40.422054 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-038f02fe-f19d-4a3f-96a1-a495fe456c29 req-c1e8974f-e807-48d1-8113-933861045a31 tempest-DeleteServersAdminTestJSON-1690920511 tempest-DeleteServersAdminTestJSON-1690920511-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:40.454332 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-038f02fe-f19d-4a3f-96a1-a495fe456c29 req-c1e8974f-e807-48d1-8113-933861045a31 tempest-DeleteServersAdminTestJSON-1690920511 tempest-DeleteServersAdminTestJSON-1690920511-project-admin] Calling delete_port for cbc5c081-6336-4630-a6b0-df265fa107dd owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:15:40.463486 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-591081ef-552d-41d0-a7a7-3c964fc5b5b4 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:40.465113 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-591081ef-552d-41d0-a7a7-3c964fc5b5b4 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2196531 Nov 11 17:15:40.486017 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69f40b77-9453-4f2f-a38a-6da20ba9c5e3 req-747c4c59-0ab2-4e31-a94d-4f05f25f1ae1 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "GET /v2.0/security-groups/ddd9f970-60c5-4f4a-9eea-16d066320e14 HTTP/1.1" status: 200 len: 2994 time: 0.1174068 Nov 11 17:15:40.546826 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-8dd95e2f-fdba-4670-bcff-8ec20111f336 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/quotas/6930914e844e4bcdb113db5c5b10f3aa HTTP/1.1" status: 200 len: 375 time: 0.0741830 Nov 11 17:15:40.599229 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-9d2aca09-99b3-47c4-90a1-4bc0f270f85c tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6930914e844e4bcdb113db5c5b10f3aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440850 Nov 11 17:15:40.628800 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69f40b77-9453-4f2f-a38a-6da20ba9c5e3 req-620915aa-f821-4401-80f8-800288799e6d tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "GET /v2.0/security-groups/ddd9f970-60c5-4f4a-9eea-16d066320e14 HTTP/1.1" status: 200 len: 2994 time: 0.1208460 Nov 11 17:15:40.765753 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-038f02fe-f19d-4a3f-96a1-a495fe456c29 req-c1e8974f-e807-48d1-8113-933861045a31 tempest-DeleteServersAdminTestJSON-1690920511 tempest-DeleteServersAdminTestJSON-1690920511-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:40.779249 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['cbc5c081-6336-4630-a6b0-df265fa107dd'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:15:40.813783 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:40.836231 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8974f-e807-48d1-8113-933861045a31 tempest-DeleteServersAdminTestJSON-1690920511 tempest-DeleteServersAdminTestJSON-1690920511-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbc5c081-6336-4630-a6b0-df265fa107dd,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:40.876354 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d84e9-deb7-40c6-9036-9b4fc5c6ea4a req-dcb2f7fa-1c6b-4df8-921c-b333100a8495 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:40.880255 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d12d84e9-deb7-40c6-9036-9b4fc5c6ea4a req-dcb2f7fa-1c6b-4df8-921c-b333100a8495 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=66a9e954-71f6-4e25-92cf-f2e1f05afb53 HTTP/1.1" status: 200 len: 867 time: 0.1762755 Nov 11 17:15:40.882708 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef8793a0-77de-45ad-a9dd-8cc943e78860 req-535d741e-a1ba-4c30-9b0e-e9882d398f0b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 210 time: 0.0817003 Nov 11 17:15:40.910221 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-038f02fe-f19d-4a3f-96a1-a495fe456c29 req-c1e8974f-e807-48d1-8113-933861045a31 tempest-DeleteServersAdminTestJSON-1690920511 tempest-DeleteServersAdminTestJSON-1690920511-project-admin] No DVR routers for this DVR port cbc5c081-6336-4630-a6b0-df265fa107dd on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:15:40.914008 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-038f02fe-f19d-4a3f-96a1-a495fe456c29 req-c1e8974f-e807-48d1-8113-933861045a31 tempest-DeleteServersAdminTestJSON-1690920511 tempest-DeleteServersAdminTestJSON-1690920511-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:40.924679 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-038f02fe-f19d-4a3f-96a1-a495fe456c29 req-c1e8974f-e807-48d1-8113-933861045a31 tempest-DeleteServersAdminTestJSON-1690920511 tempest-DeleteServersAdminTestJSON-1690920511-project-admin] 10.222.0.83 "DELETE /v2.0/ports/cbc5c081-6336-4630-a6b0-df265fa107dd HTTP/1.1" status: 204 len: 173 time: 0.8845935 Nov 11 17:15:40.941892 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a9e954-71f6-4e25-92cf-f2e1f05afb53', 'name': 'network-vif-deleted', 'tag': 'cbc5c081-6336-4630-a6b0-df265fa107dd'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:15:40.944454 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750ff789-608d-4e7b-85a2-209611f6698b" -d '{"events": [{"server_uuid": "66a9e954-71f6-4e25-92cf-f2e1f05afb53", "name": "network-vif-deleted", "tag": "cbc5c081-6336-4630-a6b0-df265fa107dd"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:15:41.024840 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d12d84e9-deb7-40c6-9036-9b4fc5c6ea4a req-766d5131-60c9-44c9-bf3a-6dce4a554922 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115530 Nov 11 17:15:41.077534 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1773101-ebaa-4902-b291-036b96c30907 req-1ac0cfca-a2b3-4646-9543-3df2ab65d3b7 tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fb5a55b61659427a988a61c12799d46a HTTP/1.1" status: 200 len: 6155 time: 0.1518500 Nov 11 17:15:41.134718 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7ef5d371-3a74-46c5-9e89-7af15907bce2 req-9a9d0ac1-471f-41b4-ad79-16ad70ceaaad tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=99554e74-2af2-462a-be60-f26cc02977a1 HTTP/1.1" status: 200 len: 210 time: 0.0418112 Nov 11 17:15:41.166894 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1773101-ebaa-4902-b291-036b96c30907 req-7fc29fa4-7296-43c3-abf3-8d4dc7b35c52 tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] 10.222.0.76 "GET /v2.0/security-groups/76f45633-e23a-42dc-bf83-ad5ac16e4126 HTTP/1.1" status: 200 len: 2998 time: 0.0809934 Nov 11 17:15:41.221021 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1773101-ebaa-4902-b291-036b96c30907 req-c6dd8a90-0876-4b84-9262-268a43388464 tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] 10.222.0.76 "GET /v2.0/security-groups/76f45633-e23a-42dc-bf83-ad5ac16e4126 HTTP/1.1" status: 200 len: 2998 time: 0.0478020 Nov 11 17:15:41.272616 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363e4169-a4db-47dc-b95a-a5ab219c5f0c x-openstack-request-id: req-363e4169-a4db-47dc-b95a-a5ab219c5f0c {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:15:41.272905 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a9e954-71f6-4e25-92cf-f2e1f05afb53", "name": "network-vif-deleted", "tag": "cbc5c081-6336-4630-a6b0-df265fa107dd", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:15:41.273190 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-363e4169-a4db-47dc-b95a-a5ab219c5f0c {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:15:41.273568 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a9e954-71f6-4e25-92cf-f2e1f05afb53', 'name': 'network-vif-deleted', 'tag': 'cbc5c081-6336-4630-a6b0-df265fa107dd', 'status': 'completed', 'code': 200} Nov 11 17:15:41.300693 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56e83e1b-8bbd-4d4e-bad8-c3346d8b526d req-082f3ef9-6d69-4d37-b436-7ebdfa9d56bc tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 210 time: 0.0385823 Nov 11 17:15:41.497552 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60eeac62-02b8-4825-b56a-574d234e2f06 req-45bc67e5-192c-4f31-90df-a9e208503e75 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "GET /v2.0/security-groups/a47d8ab8-53a0-4377-a80c-c24e89bfd1b7 HTTP/1.1" status: 200 len: 1793 time: 0.0434599 Nov 11 17:15:41.565183 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-60eeac62-02b8-4825-b56a-574d234e2f06 req-0eacbe64-957e-4393-ba9c-92196daab6c2 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:41.596742 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-60eeac62-02b8-4825-b56a-574d234e2f06 req-0eacbe64-957e-4393-ba9c-92196daab6c2 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:41.649793 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-60eeac62-02b8-4825-b56a-574d234e2f06 req-0eacbe64-957e-4393-ba9c-92196daab6c2 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:41.653493 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-60eeac62-02b8-4825-b56a-574d234e2f06 req-0eacbe64-957e-4393-ba9c-92196daab6c2 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:41.655568 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60eeac62-02b8-4825-b56a-574d234e2f06 req-0eacbe64-957e-4393-ba9c-92196daab6c2 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "DELETE /v2.0/security-groups/a47d8ab8-53a0-4377-a80c-c24e89bfd1b7 HTTP/1.1" status: 204 len: 173 time: 0.1459539 Nov 11 17:15:41.668281 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacbe64-957e-4393-ba9c-92196daab6c2 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47d8ab8-53a0-4377-a80c-c24e89bfd1b7,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:41.716156 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fede144a-885b-4085-8c97-3b3aeb31b309 req-4f0f3d15-9f53-47b3-ae97-335b98713d7f tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "GET /v2.0/security-groups/dc6ea6ca-f093-4c43-8e1a-3d464c4c38ba HTTP/1.1" status: 200 len: 1793 time: 0.0386021 Nov 11 17:15:41.784224 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-fede144a-885b-4085-8c97-3b3aeb31b309 req-030ad113-bdfa-45d1-9cfa-4104390de608 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:41.809328 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-fede144a-885b-4085-8c97-3b3aeb31b309 req-030ad113-bdfa-45d1-9cfa-4104390de608 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:41.862821 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-fede144a-885b-4085-8c97-3b3aeb31b309 req-030ad113-bdfa-45d1-9cfa-4104390de608 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:41.865953 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-fede144a-885b-4085-8c97-3b3aeb31b309 req-030ad113-bdfa-45d1-9cfa-4104390de608 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:41.868208 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fede144a-885b-4085-8c97-3b3aeb31b309 req-030ad113-bdfa-45d1-9cfa-4104390de608 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] 10.222.0.76 "DELETE /v2.0/security-groups/dc6ea6ca-f093-4c43-8e1a-3d464c4c38ba HTTP/1.1" status: 204 len: 173 time: 0.1453297 Nov 11 17:15:41.891043 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ad113-bdfa-45d1-9cfa-4104390de608 tempest-SecurityGroupsTestAdminJSON-1776507148 tempest-SecurityGroupsTestAdminJSON-1776507148-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6ea6ca-f093-4c43-8e1a-3d464c4c38ba,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:41.964818 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66f2695b-73a0-427d-8a1b-5b375a73a7f3 req-e3080d26-eb7b-4225-80b1-ede72441739c tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] 10.222.0.76 "GET /v2.0/security-groups/4ff3e441-9014-48e6-86e9-5819d272aeeb HTTP/1.1" status: 200 len: 1795 time: 0.0488191 Nov 11 17:15:42.056123 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-66f2695b-73a0-427d-8a1b-5b375a73a7f3 req-d612e980-9ccb-4b93-a72e-0d84ca21e776 tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:42.060055 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2c8ff334-d0c4-4992-ad02-5c2a24b6a331 req-d1827c14-a75e-4f39-8faf-19d252218a1c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 210 time: 0.0368335 Nov 11 17:15:42.082340 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-66f2695b-73a0-427d-8a1b-5b375a73a7f3 req-d612e980-9ccb-4b93-a72e-0d84ca21e776 tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:42.149515 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-66f2695b-73a0-427d-8a1b-5b375a73a7f3 req-d612e980-9ccb-4b93-a72e-0d84ca21e776 tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:42.152344 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-66f2695b-73a0-427d-8a1b-5b375a73a7f3 req-d612e980-9ccb-4b93-a72e-0d84ca21e776 tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:42.160054 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66f2695b-73a0-427d-8a1b-5b375a73a7f3 req-d612e980-9ccb-4b93-a72e-0d84ca21e776 tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] 10.222.0.76 "DELETE /v2.0/security-groups/4ff3e441-9014-48e6-86e9-5819d272aeeb HTTP/1.1" status: 204 len: 173 time: 0.1872668 Nov 11 17:15:42.190487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612e980-9ccb-4b93-a72e-0d84ca21e776 tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff3e441-9014-48e6-86e9-5819d272aeeb,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:42.278627 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-007df03e-11ba-4234-8e79-3de13d73b4d1 req-725c56d5-8c6a-4298-9fb9-3092fe033392 tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] 10.222.0.76 "GET /v2.0/security-groups/bf094ce4-2cc9-40e3-9964-5cf21b9cded0 HTTP/1.1" status: 200 len: 1795 time: 0.0896149 Nov 11 17:15:42.293357 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45078) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:42.375270 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1d98665a-e2aa-481b-a2c3-3ffecc5e548e req-fda03184-b2a7-47cf-8bee-25a1c01ef88a tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=99554e74-2af2-462a-be60-f26cc02977a1 HTTP/1.1" status: 200 len: 210 time: 0.0359049 Nov 11 17:15:42.376296 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-007df03e-11ba-4234-8e79-3de13d73b4d1 req-eaebbb13-400b-4e61-8a21-0d82c29f97f9 tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:42.383401 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:42.406611 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-007df03e-11ba-4234-8e79-3de13d73b4d1 req-eaebbb13-400b-4e61-8a21-0d82c29f97f9 tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:42.460729 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-007df03e-11ba-4234-8e79-3de13d73b4d1 req-eaebbb13-400b-4e61-8a21-0d82c29f97f9 tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:42.463780 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-007df03e-11ba-4234-8e79-3de13d73b4d1 req-eaebbb13-400b-4e61-8a21-0d82c29f97f9 tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:42.465054 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-007df03e-11ba-4234-8e79-3de13d73b4d1 req-eaebbb13-400b-4e61-8a21-0d82c29f97f9 tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] 10.222.0.76 "DELETE /v2.0/security-groups/bf094ce4-2cc9-40e3-9964-5cf21b9cded0 HTTP/1.1" status: 204 len: 173 time: 0.1855431 Nov 11 17:15:42.478663 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebbb13-400b-4e61-8a21-0d82c29f97f9 tempest-SecurityGroupsTestAdminJSON-498441447 tempest-SecurityGroupsTestAdminJSON-498441447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf094ce4-2cc9-40e3-9964-5cf21b9cded0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:42.487385 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-376571b4-d767-4166-b80f-e8e1cc21451e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:42.533823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99b1c913-5515-49ee-952c-a470d54cee79 req-26a3dd48-d362-4405-9658-7fc48e1c4479 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=8fc9c098dec441f79cdea28fa0261111&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248156 Nov 11 17:15:42.579882 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-376571b4-d767-4166-b80f-e8e1cc21451e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:42.583553 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-376571b4-d767-4166-b80f-e8e1cc21451e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:42.612764 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-949fa9df-dfd8-4c3a-9f7b-87f14c83b5ba req-3c95baee-abf0-4fbd-9bc4-aebfe7888d9e tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 210 time: 0.0626690 Nov 11 17:15:42.624579 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-376571b4-d767-4166-b80f-e8e1cc21451e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3b1f9d807d5c438fabc167f3516f52be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248386 Nov 11 17:15:42.625432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376571b4-d767-4166-b80f-e8e1cc21451e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef757813-92b4-49a2-9939-32182910b8c3,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:42.627187 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45098) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:42.707179 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-99325b43-e71b-4ece-97a7-98cf6353887c req-bfbc93d7-216e-4008-8ae3-c1f4b6e9d99b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Request body: {'port': {'device_id': 'e49c0d26-880d-4c47-9491-6af407fecde9', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '5a1f216bc9834fb08bccfb025e9c406a'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:42.728501 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1c913-5515-49ee-952c-a470d54cee79 req-cf800656-4591-4e63-8214-9deaee8ea30b tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:42.737304 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99b1c913-5515-49ee-952c-a470d54cee79 req-cf800656-4591-4e63-8214-9deaee8ea30b tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1961167 Nov 11 17:15:42.751487 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3cfbe0c2-de8c-4ff7-87ad-66837dfefeca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:42.763122 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99b1c913-5515-49ee-952c-a470d54cee79 req-abf74236-162b-4c93-9dde-e5fe167d6f67 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/quotas/8fc9c098dec441f79cdea28fa0261111 HTTP/1.1" status: 200 len: 375 time: 0.0246127 Nov 11 17:15:42.818475 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99b1c913-5515-49ee-952c-a470d54cee79 req-99a61a3e-15ad-4cb7-ae6a-060ad4542e08 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8fc9c098dec441f79cdea28fa0261111&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544295 Nov 11 17:15:42.830651 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:42.836038 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3cfbe0c2-de8c-4ff7-87ad-66837dfefeca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:42.849940 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45108) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:42.886307 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99325b43-e71b-4ece-97a7-98cf6353887c req-bfbc93d7-216e-4008-8ae3-c1f4b6e9d99b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Made reservation on behalf of 5a1f216bc9834fb08bccfb025e9c406a for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:15:42.900866 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-99325b43-e71b-4ece-97a7-98cf6353887c req-bfbc93d7-216e-4008-8ae3-c1f4b6e9d99b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:42.923820 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-99325b43-e71b-4ece-97a7-98cf6353887c req-bfbc93d7-216e-4008-8ae3-c1f4b6e9d99b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:42.936734 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3cfbe0c2-de8c-4ff7-87ad-66837dfefeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:42.939281 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3cfbe0c2-de8c-4ff7-87ad-66837dfefeca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:42.940457 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3cfbe0c2-de8c-4ff7-87ad-66837dfefeca admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ef757813-92b4-49a2-9939-32182910b8c3 HTTP/1.1" status: 204 len: 168 time: 0.3081446 Nov 11 17:15:42.957645 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbe0c2-de8c-4ff7-87ad-66837dfefeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef757813-92b4-49a2-9939-32182910b8c3,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:43.097303 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-99325b43-e71b-4ece-97a7-98cf6353887c req-bfbc93d7-216e-4008-8ae3-c1f4b6e9d99b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:43.102329 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-99325b43-e71b-4ece-97a7-98cf6353887c req-bfbc93d7-216e-4008-8ae3-c1f4b6e9d99b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:43.155007 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0fcca893-c0ac-42c4-96be-f5f19a966e99 req-9c1e0bbb-efb9-4d13-813b-b3d77f48708c tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=839d7bb2-e5ad-4136-b568-d05bff43cf1c HTTP/1.1" status: 200 len: 210 time: 0.0580957 Nov 11 17:15:43.266320 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-07e119c4-5d7b-4bbf-ac5f-6bb8280f6bfb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fb5a55b61659427a988a61c12799d46a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4117565 Nov 11 17:15:43.278166 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45136) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:43.278597 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc93d7-216e-4008-8ae3-c1f4b6e9d99b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=416b5d24-f973-4f13-af9f-7d878c2f9e34,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:43.291268 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-41a9f030-605e-4921-86f0-078b90cc3b0a req-f7499649-a987-4643-9346-75df10bd6a9f tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 210 time: 0.0410037 Nov 11 17:15:43.382739 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8a2946e-9e5f-4d83-ba1f-2c9b2c9d5bf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:43.431269 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8a2946e-9e5f-4d83-ba1f-2c9b2c9d5bf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:43.595941 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-99325b43-e71b-4ece-97a7-98cf6353887c req-bfbc93d7-216e-4008-8ae3-c1f4b6e9d99b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Allocated IP 192.168.233.113 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/bb67b9c1-f900-4d16-bde3-f5fe2ee098fa) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:15:43.603408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45162) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:43.652716 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-05ef2a3e-7f5d-4e0d-86dd-1e374d0bbd48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:43.674231 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.64', 62066) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:43.760674 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55f2af07-390e-4700-ae1c-0481969a7e3b req-c9b95a03-70c6-496d-b6a9-fc813343d8bb tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=99554e74-2af2-462a-be60-f26cc02977a1 HTTP/1.1" status: 200 len: 210 time: 0.0439448 Nov 11 17:15:43.779515 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8a2946e-9e5f-4d83-ba1f-2c9b2c9d5bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:43.782291 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8a2946e-9e5f-4d83-ba1f-2c9b2c9d5bf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:43.786958 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f8a2946e-9e5f-4d83-ba1f-2c9b2c9d5bf8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/76f45633-e23a-42dc-bf83-ad5ac16e4126 HTTP/1.1" status: 204 len: 168 time: 0.5051403 Nov 11 17:15:43.813688 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2946e-9e5f-4d83-ba1f-2c9b2c9d5bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f45633-e23a-42dc-bf83-ad5ac16e4126,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:43.895205 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00eab148-18d7-492b-9dd5-e66035608cf3 req-02e9cb49-cf52-4959-88eb-c5edab764707 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 210 time: 0.0401480 Nov 11 17:15:44.158677 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.64', 62067) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:44.178112 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-05ef2a3e-7f5d-4e0d-86dd-1e374d0bbd48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:44.206116 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-743ecb3b-e31b-4525-a2f1-3b8a85ab8b03 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6930914e844e4bcdb113db5c5b10f3aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431018 Nov 11 17:15:44.245400 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-85df9966-c278-48c1-8d43-391cbfd5bcfd tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:44.247321 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-85df9966-c278-48c1-8d43-391cbfd5bcfd tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.64 "GET /v2.0/networks?id=4459b097-e5dd-4ffa-a28b-292c89fcd58b HTTP/1.1" status: 200 len: 823 time: 0.5673630 Nov 11 17:15:44.252225 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-05ef2a3e-7f5d-4e0d-86dd-1e374d0bbd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:44.407497 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-c3df89ea-e0d0-457b-a822-21013d6e7fda tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:44.409386 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-c3df89ea-e0d0-457b-a822-21013d6e7fda tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1962311 Nov 11 17:15:44.451373 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d926e80-cb61-4de8-b7a9-9ee21df6c4ee req-bce59e3b-fe26-4819-b783-1b9d459d5207 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=839d7bb2-e5ad-4136-b568-d05bff43cf1c HTTP/1.1" status: 200 len: 210 time: 0.0409589 Nov 11 17:15:44.460160 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-ccd19b79-8d74-4a77-9caa-a6947908aa68 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Request body: {'port': {'device_id': '99554e74-2af2-462a-be60-f26cc02977a1', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '6930914e844e4bcdb113db5c5b10f3aa'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:44.529575 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45218) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:44.576798 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-5a46ed14-ab78-4cba-94d6-a7a5a4cef368 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86d8aa904941466d9ea9e992fa25efc0 HTTP/1.1" status: 200 len: 380 time: 0.1034653 Nov 11 17:15:44.579035 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55632b7d-f50c-43c4-9467-67543fef3468 req-6aa675aa-2d14-4240-8c5f-20732c5d83c0 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 210 time: 0.0483766 Nov 11 17:15:44.616833 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3c40a800-0231-4d39-94a0-5e8efc879dc7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2b419f8ef0ba4e23baa44426a1843aa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0827630 Nov 11 17:15:44.617071 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-178949ab-bde0-4a27-8d2c-7e9069e49db6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Request body: {'port': {'device_id': '40fa3ae4-b89e-42ee-99fc-80042a931a37', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'admin_state_up': True, 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'security_groups': ['c258df11-b668-482b-9e59-1840f0f143d0']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:44.618092 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45222) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:44.696425 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-05ef2a3e-7f5d-4e0d-86dd-1e374d0bbd48 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3aa4cd4025524f9fae84943d2ac68324&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0910079 Nov 11 17:15:44.701787 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45230) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:44.721350 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device cbc5c081-6336-4630-a6b0-df265fa107dd no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:15:44.729932 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ecfbf262-34df-4b31-91bf-5dc5320aefa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:44.754700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-ccd19b79-8d74-4a77-9caa-a6947908aa68 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Made reservation on behalf of 6930914e844e4bcdb113db5c5b10f3aa for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:15:44.758337 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-ccd19b79-8d74-4a77-9caa-a6947908aa68 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:44.767720 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: cbc5c081-6336-4630-a6b0-df265fa107dd {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:15:44.768129 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device cbc5c081-6336-4630-a6b0-df265fa107dd not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:15:44.771496 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef2a3e-7f5d-4e0d-86dd-1e374d0bbd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a058c1f-0922-42b1-aefb-8456037ef1b1,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:44.785984 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-ccd19b79-8d74-4a77-9caa-a6947908aa68 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:44.821155 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ecfbf262-34df-4b31-91bf-5dc5320aefa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:44.866533 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4a612486-da80-4ec4-8556-c76326ab9a02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:44.922557 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b1ec2cf-8344-4f1c-a7e0-7516fc740641 req-9193408f-7c15-4dc7-8cfe-36206f1901cb tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=99554e74-2af2-462a-be60-f26cc02977a1 HTTP/1.1" status: 200 len: 210 time: 0.0577886 Nov 11 17:15:44.940069 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-99325b43-e71b-4ece-97a7-98cf6353887c req-bfbc93d7-216e-4008-8ae3-c1f4b6e9d99b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:44.986364 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4a612486-da80-4ec4-8556-c76326ab9a02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:45.031965 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99b1c913-5515-49ee-952c-a470d54cee79 req-307a695b-f467-4340-8bc8-9cab2fe70722 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=8fc9c098dec441f79cdea28fa0261111&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1119025 Nov 11 17:15:45.038378 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-178949ab-bde0-4a27-8d2c-7e9069e49db6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Made reservation on behalf of 86d8aa904941466d9ea9e992fa25efc0 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:15:45.048523 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-178949ab-bde0-4a27-8d2c-7e9069e49db6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:45.062997 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-99325b43-e71b-4ece-97a7-98cf6353887c req-bfbc93d7-216e-4008-8ae3-c1f4b6e9d99b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:45.075310 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45248) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:45.168045 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dcc3cc2f-7735-4158-8ed5-ced2a7f13ba3 req-1b050e35-3781-4f45-9f84-5a6a2292835d tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 210 time: 0.0929668 Nov 11 17:15:45.216015 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-ccd19b79-8d74-4a77-9caa-a6947908aa68 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:45.229407 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ecfbf262-34df-4b31-91bf-5dc5320aefa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:45.232081 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ecfbf262-34df-4b31-91bf-5dc5320aefa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:45.233239 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ecfbf262-34df-4b31-91bf-5dc5320aefa7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/57338111-a3ce-45a2-b206-36a626c9b10e HTTP/1.1" status: 204 len: 168 time: 0.6143289 Nov 11 17:15:45.243493 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99325b43-e71b-4ece-97a7-98cf6353887c req-bfbc93d7-216e-4008-8ae3-c1f4b6e9d99b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:15:45.255976 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-99325b43-e71b-4ece-97a7-98cf6353887c req-bfbc93d7-216e-4008-8ae3-c1f4b6e9d99b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:45.263581 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-ccd19b79-8d74-4a77-9caa-a6947908aa68 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:45.316392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-99325b43-e71b-4ece-97a7-98cf6353887c req-bfbc93d7-216e-4008-8ae3-c1f4b6e9d99b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:15:45.323773 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99325b43-e71b-4ece-97a7-98cf6353887c req-bfbc93d7-216e-4008-8ae3-c1f4b6e9d99b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:45.324427 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-99325b43-e71b-4ece-97a7-98cf6353887c req-bfbc93d7-216e-4008-8ae3-c1f4b6e9d99b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:45.327004 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc93d7-216e-4008-8ae3-c1f4b6e9d99b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Pushing event updated for resources: {'Port': ['ID=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:45.330851 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4a612486-da80-4ec4-8556-c76326ab9a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:45.333581 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4a612486-da80-4ec4-8556-c76326ab9a02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:45.334810 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4a612486-da80-4ec4-8556-c76326ab9a02 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2a058c1f-0922-42b1-aefb-8456037ef1b1 HTTP/1.1" status: 204 len: 168 time: 0.6295662 Nov 11 17:15:45.344879 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbf262-34df-4b31-91bf-5dc5320aefa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57338111-a3ce-45a2-b206-36a626c9b10e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:45.388531 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-486729cc-5b48-4eca-af14-a24fafe96ea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:45.413229 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-99325b43-e71b-4ece-97a7-98cf6353887c req-bfbc93d7-216e-4008-8ae3-c1f4b6e9d99b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7076285 Nov 11 17:15:45.423424 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-99325b43-e71b-4ece-97a7-98cf6353887c req-f2cd307a-eb7e-4883-ab26-5c37e593f7ee tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:15:45.424499 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-99325b43-e71b-4ece-97a7-98cf6353887c req-f2cd307a-eb7e-4883-ab26-5c37e593f7ee tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052586 Nov 11 17:15:45.523185 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-178949ab-bde0-4a27-8d2c-7e9069e49db6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Allocated IP 172.20.0.4 (4459b097-e5dd-4ffa-a28b-292c89fcd58b/514ca1cd-422f-4578-9e77-be751b2cb1b2/a0790375-e0c0-42da-a666-56b0af08b246) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:15:45.535137 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1c913-5515-49ee-952c-a470d54cee79 req-fc22d8c9-5497-421f-852a-1459d65f9306 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:45.542248 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99b1c913-5515-49ee-952c-a470d54cee79 req-fc22d8c9-5497-421f-852a-1459d65f9306 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4934070 Nov 11 17:15:45.619525 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-99b1c913-5515-49ee-952c-a470d54cee79 req-2542cd44-7512-42cb-b154-76b2c133e705 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Request body: {'port': {'device_id': '839d7bb2-e5ad-4136-b568-d05bff43cf1c', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '8fc9c098dec441f79cdea28fa0261111'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:45.627533 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-486729cc-5b48-4eca-af14-a24fafe96ea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:45.640212 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-486729cc-5b48-4eca-af14-a24fafe96ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:45.704968 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c95e42f9-802c-4deb-984b-aa001ab44d8f None None] Provisioning complete for port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:45.705337 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c95e42f9-802c-4deb-984b-aa001ab44d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:45.747409 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486729cc-5b48-4eca-af14-a24fafe96ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fe4a0f-6908-4db8-92d1-df0fc414a49c,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:45.753523 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-486729cc-5b48-4eca-af14-a24fafe96ea1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=83cf3b5107984051ae1873e803b8d3d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6720529 Nov 11 17:15:45.756353 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45272) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:45.785891 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c95e42f9-802c-4deb-984b-aa001ab44d8f None None] Port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:15:45.806102 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29d64858-11b0-4278-9cb7-60818b4951cd req-318bb9aa-5a8f-41f8-b790-6a1ae0969829 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=839d7bb2-e5ad-4136-b568-d05bff43cf1c HTTP/1.1" status: 200 len: 210 time: 0.2029538 Nov 11 17:15:45.806775 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd19b79-8d74-4a77-9caa-a6947908aa68 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d052b0-cd0a-42f6-aea9-27cc78a3292f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:45.836424 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-178949ab-bde0-4a27-8d2c-7e9069e49db6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:45.857998 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06953a-2433-46a6-a70f-ffea92b2cab9 req-54832904-98bd-4b58-b9e0-f10458a8caa4 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:45.861373 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7851bf0-d1f2-42e7-b18b-a70b955561bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:45.866925 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b06953a-2433-46a6-a70f-ffea92b2cab9 req-54832904-98bd-4b58-b9e0-f10458a8caa4 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/ports?device_id=49d06283-7fe7-4e2d-ad51-40a7164cb474 HTTP/1.1" status: 200 len: 968 time: 0.5307057 Nov 11 17:15:45.910512 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7851bf0-d1f2-42e7-b18b-a70b955561bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:45.930769 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-178949ab-bde0-4a27-8d2c-7e9069e49db6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:45.931846 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a612486-da80-4ec4-8556-c76326ab9a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a058c1f-0922-42b1-aefb-8456037ef1b1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:45.989020 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-99325b43-e71b-4ece-97a7-98cf6353887c req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] Request body: {'port': {'device_id': 'e49c0d26-880d-4c47-9491-6af407fecde9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:46.029427 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b06953a-2433-46a6-a70f-ffea92b2cab9 req-3e858760-ee5e-4bff-942e-41e049de3f83 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/security-groups?id=265be61e-4ae3-4ece-b644-8d64fbe4f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608891 Nov 11 17:15:46.042996 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-178949ab-bde0-4a27-8d2c-7e9069e49db6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Network 4459b097-e5dd-4ffa-a28b-292c89fcd58b is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:15:46.043277 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-ccd19b79-8d74-4a77-9caa-a6947908aa68 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Allocated IP 192.168.233.191 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/b031909d-4cb3-4a29-995a-b1ae89affd91) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:15:46.043373 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178949ab-bde0-4a27-8d2c-7e9069e49db6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Pushing event updated for resources: {'Port': ['ID=a0790375-e0c0-42da-a666-56b0af08b246,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:46.057129 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd6ca9-469c-4982-b4d2-e89f07d793e5 req-85b17b8b-004c-4b6f-b2b0-613bd5b36e0e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:46.064631 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c8bd6ca9-469c-4982-b4d2-e89f07d793e5 req-85b17b8b-004c-4b6f-b2b0-613bd5b36e0e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 936 time: 0.1429706 Nov 11 17:15:46.068571 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-99325b43-e71b-4ece-97a7-98cf6353887c req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:46.071429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b1c913-5515-49ee-952c-a470d54cee79 req-2542cd44-7512-42cb-b154-76b2c133e705 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Made reservation on behalf of 8fc9c098dec441f79cdea28fa0261111 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:15:46.071639 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-178949ab-bde0-4a27-8d2c-7e9069e49db6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:46.075591 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-99b1c913-5515-49ee-952c-a470d54cee79 req-2542cd44-7512-42cb-b154-76b2c133e705 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:46.076006 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-178949ab-bde0-4a27-8d2c-7e9069e49db6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:15:46.082025 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-178949ab-bde0-4a27-8d2c-7e9069e49db6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:46.082659 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-178949ab-bde0-4a27-8d2c-7e9069e49db6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:46.097612 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7851bf0-d1f2-42e7-b18b-a70b955561bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:46.100497 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7851bf0-d1f2-42e7-b18b-a70b955561bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:46.101630 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d7851bf0-d1f2-42e7-b18b-a70b955561bb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/04fe4a0f-6908-4db8-92d1-df0fc414a49c HTTP/1.1" status: 204 len: 168 time: 0.3443751 Nov 11 17:15:46.244785 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-438e49b0-ecec-4ec8-98ac-5d0454379eda req-7eda9be1-e0e1-4a1c-8526-790c6f91bd38 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=99554e74-2af2-462a-be60-f26cc02977a1 HTTP/1.1" status: 200 len: 210 time: 0.0432904 Nov 11 17:15:46.296200 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c8bd6ca9-469c-4982-b4d2-e89f07d793e5 req-4ac47006-7e83-4536-9212-9f8cae279fed tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303867 Nov 11 17:15:46.397879 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7851bf0-d1f2-42e7-b18b-a70b955561bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fe4a0f-6908-4db8-92d1-df0fc414a49c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:46.408631 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-178949ab-bde0-4a27-8d2c-7e9069e49db6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7973008 Nov 11 17:15:46.429086 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] Request body: {'port': {'device_id': '40fa3ae4-b89e-42ee-99fc-80042a931a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:46.471870 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477876a-28e0-426c-8f26-65275de67f0d req-90b5b878-2ec8-4b03-a2e4-528fef85edb5 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:46.476522 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3477876a-28e0-426c-8f26-65275de67f0d req-90b5b878-2ec8-4b03-a2e4-528fef85edb5 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 931 time: 0.0987530 Nov 11 17:15:46.519005 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-4c717eff-3e86-405e-b701-11bf3b4b7742 None None] Provisioning complete for port a0790375-e0c0-42da-a666-56b0af08b246 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:46.520361 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4c717eff-3e86-405e-b701-11bf3b4b7742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:46.540491 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:46.542136 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-ccd19b79-8d74-4a77-9caa-a6947908aa68 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:46.575862 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3477876a-28e0-426c-8f26-65275de67f0d req-40f1c771-1c9d-4544-bc34-c52ea776c49d tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917308 Nov 11 17:15:46.623368 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-4c717eff-3e86-405e-b701-11bf3b4b7742 None None] Port a0790375-e0c0-42da-a666-56b0af08b246 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:15:46.671763 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-ccd19b79-8d74-4a77-9caa-a6947908aa68 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:46.706766 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bef6a-b3b1-4334-86ab-9c2a65c19dd6 req-2ca1104e-70f8-41ed-bf9d-735b342999bb tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:46.708294 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4c4bef6a-b3b1-4334-86ab-9c2a65c19dd6 req-2ca1104e-70f8-41ed-bf9d-735b342999bb tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.83 "GET /v2.0/ports?device_id=49d06283-7fe7-4e2d-ad51-40a7164cb474 HTTP/1.1" status: 200 len: 968 time: 0.1649435 Nov 11 17:15:46.723933 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-99b1c913-5515-49ee-952c-a470d54cee79 req-2542cd44-7512-42cb-b154-76b2c133e705 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Allocated IP 192.168.233.170 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/b46de292-25ba-4e9a-a524-7b9916dab147) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:15:46.733089 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-ccd19b79-8d74-4a77-9caa-a6947908aa68 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:15:46.741245 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-ccd19b79-8d74-4a77-9caa-a6947908aa68 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:46.748678 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45308) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:46.749424 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-ccd19b79-8d74-4a77-9caa-a6947908aa68 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:15:46.806010 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd19b79-8d74-4a77-9caa-a6947908aa68 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Pushing event updated for resources: {'Port': ['ID=b031909d-4cb3-4a29-995a-b1ae89affd91,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:46.821902 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f7340390-d325-4ff0-a532-22d0d00968a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:46.910522 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45312) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:47.039968 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-68a1e43c-0568-49cc-ac1a-7d701b52faa8 req-d5ffbe8c-be7f-4e07-acac-4f41a8ee7e72 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=839d7bb2-e5ad-4136-b568-d05bff43cf1c HTTP/1.1" status: 200 len: 210 time: 0.1098070 Nov 11 17:15:47.053555 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-ccd19b79-8d74-4a77-9caa-a6947908aa68 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:47.053555 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-ccd19b79-8d74-4a77-9caa-a6947908aa68 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:47.095233 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-4c4bef6a-b3b1-4334-86ab-9c2a65c19dd6 req-564ea55b-6040-479c-9867-ef68295f12f6 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Deleting port 9db9c379-2077-44d2-a24b-e004c58ba16d {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:15:47.095569 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-4c4bef6a-b3b1-4334-86ab-9c2a65c19dd6 req-564ea55b-6040-479c-9867-ef68295f12f6 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:47.138789 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-ccd19b79-8d74-4a77-9caa-a6947908aa68 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6855915 Nov 11 17:15:47.166522 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-37519ce4-3b80-4e0a-8eff-57fc2640ce28 None None] Provisioning complete for port b031909d-4cb3-4a29-995a-b1ae89affd91 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:47.167088 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-37519ce4-3b80-4e0a-8eff-57fc2640ce28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:47.198775 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-08797912-ca67-4306-bbf3-d9705283567c service neutron] Request body: {'port': {'device_id': '99554e74-2af2-462a-be60-f26cc02977a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:47.202293 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-37519ce4-3b80-4e0a-8eff-57fc2640ce28 None None] Port b031909d-4cb3-4a29-995a-b1ae89affd91 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:15:47.324844 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-103c2d4c-ec66-4eff-9bda-f22366d4dbd5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1051618494-network', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:47.357474 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26954f4-85df-4edb-b12e-29b3b151ea94 req-86a7980d-0b82-49a4-bc95-45726376b4fe tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:47.360329 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c26954f4-85df-4edb-b12e-29b3b151ea94 req-86a7980d-0b82-49a4-bc95-45726376b4fe tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/ports?device_id=49d06283-7fe7-4e2d-ad51-40a7164cb474 HTTP/1.1" status: 200 len: 968 time: 0.2253191 Nov 11 17:15:47.398064 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-08797912-ca67-4306-bbf3-d9705283567c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:47.413637 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f7340390-d325-4ff0-a532-22d0d00968a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:47.419896 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0790375-e0c0-42da-a666-56b0af08b246 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:15:47.435162 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:47.442365 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f7340390-d325-4ff0-a532-22d0d00968a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:47.450231 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-4c4bef6a-b3b1-4334-86ab-9c2a65c19dd6 req-564ea55b-6040-479c-9867-ef68295f12f6 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] For port 9db9c379-2077-44d2-a24b-e004c58ba16d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=9db9c379-2077-44d2-a24b-e004c58ba16d,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:47.450591 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-4c4bef6a-b3b1-4334-86ab-9c2a65c19dd6 req-564ea55b-6040-479c-9867-ef68295f12f6 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:47.457187 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-99b1c913-5515-49ee-952c-a470d54cee79 req-2542cd44-7512-42cb-b154-76b2c133e705 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:47.475992 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] Transition to ACTIVE for port object a0790375-e0c0-42da-a666-56b0af08b246 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:15:47.477170 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-4c4bef6a-b3b1-4334-86ab-9c2a65c19dd6 req-564ea55b-6040-479c-9867-ef68295f12f6 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Calling delete_port for 9db9c379-2077-44d2-a24b-e004c58ba16d owned by compute:tempest-test_az-5235377 {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:15:47.487096 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:47.688847 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a0790375-e0c0-42da-a666-56b0af08b246,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:47.703830 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] Attempting to bind port a0790375-e0c0-42da-a666-56b0af08b246 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:15:47.704266 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] Attempting to bind port a0790375-e0c0-42da-a666-56b0af08b246 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'f4e29135-ff10-4aaf-81d8-232294590cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:15:47.704833 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] Attempting to bind port a0790375-e0c0-42da-a666-56b0af08b246 on network 4459b097-e5dd-4ffa-a28b-292c89fcd58b {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:15:47.712791 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] Port a0790375-e0c0-42da-a666-56b0af08b246 on network 4459b097-e5dd-4ffa-a28b-292c89fcd58b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:15:47.713971 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] Attempting to bind port a0790375-e0c0-42da-a666-56b0af08b246 on network 4459b097-e5dd-4ffa-a28b-292c89fcd58b {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:15:47.731045 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:15:47.731692 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] Checking segment: {'id': 'f4e29135-ff10-4aaf-81d8-232294590cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:15:47.732525 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] Bound using segment: {'id': 'f4e29135-ff10-4aaf-81d8-232294590cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:15:47.733121 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] Bound port: a0790375-e0c0-42da-a666-56b0af08b246, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e29135-ff10-4aaf-81d8-232294590cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:15:47.733880 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:47.821974 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103c2d4c-ec66-4eff-9bda-f22366d4dbd5 admin admin] Made reservation on behalf of e0635e2427cd4af6944eb0281dd8b6e9 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:15:47.824297 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-103c2d4c-ec66-4eff-9bda-f22366d4dbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:47.859219 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-103c2d4c-ec66-4eff-9bda-f22366d4dbd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:47.866909 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] For port a0790375-e0c0-42da-a666-56b0af08b246, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:15:47.872965 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] For port a0790375-e0c0-42da-a666-56b0af08b246, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a0790375-e0c0-42da-a666-56b0af08b246,segment=NetworkSegment(f4e29135-ff10-4aaf-81d8-232294590cc5),segment_id=f4e29135-ff10-4aaf-81d8-232294590cc5)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:15:47.874329 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-4c4bef6a-b3b1-4334-86ab-9c2a65c19dd6 req-564ea55b-6040-479c-9867-ef68295f12f6 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:47.886949 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['9db9c379-2077-44d2-a24b-e004c58ba16d'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:15:47.911031 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:47.920909 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ea55b-6040-479c-9867-ef68295f12f6 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Pushing event deleted for resources: {'Port': ['ID=9db9c379-2077-44d2-a24b-e004c58ba16d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:47.928796 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f7340390-d325-4ff0-a532-22d0d00968a6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d749b193e41a402c9ee70b67b872568d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1745870 Nov 11 17:15:47.934906 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45342) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:47.936960 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9414ec-850b-4c3c-8af8-cd59f35585a6 req-e9c40ea0-459a-4541-8e61-dc5c1da5b3d0 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:47.938428 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1a9414ec-850b-4c3c-8af8-cd59f35585a6 req-e9c40ea0-459a-4541-8e61-dc5c1da5b3d0 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=99554e74-2af2-462a-be60-f26cc02977a1 HTTP/1.1" status: 200 len: 936 time: 0.5889261 Nov 11 17:15:47.948232 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7340390-d325-4ff0-a532-22d0d00968a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce2f12d-9c23-4623-beb0-3d983b180b99,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:47.982127 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:47.985395 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c26954f4-85df-4edb-b12e-29b3b151ea94 req-a30135fa-2431-4512-a459-39fa29413777 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.76 "GET /v2.0/security-groups?id=265be61e-4ae3-4ece-b644-8d64fbe4f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5788426 Nov 11 17:15:48.066105 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-99b1c913-5515-49ee-952c-a470d54cee79 req-2542cd44-7512-42cb-b154-76b2c133e705 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:48.075956 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-103c2d4c-ec66-4eff-9bda-f22366d4dbd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:48.134635 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:48.135564 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:48.137019 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] 10.222.0.64 "PUT /v2.0/ports/a0790375-e0c0-42da-a666-56b0af08b246 HTTP/1.1" status: 200 len: 1091 time: 1.7132306 Nov 11 17:15:48.140214 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40fa3ae4-b89e-42ee-99fc-80042a931a37', 'tag': 'a0790375-e0c0-42da-a666-56b0af08b246'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:15:48.158509 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-103c2d4c-ec66-4eff-9bda-f22366d4dbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:48.205167 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1a9414ec-850b-4c3c-8af8-cd59f35585a6 req-7c6e9059-af08-48ae-99c2-e39160a7b0be tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520583 Nov 11 17:15:48.207828 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4bef6a-b3b1-4334-86ab-9c2a65c19dd6 req-564ea55b-6040-479c-9867-ef68295f12f6 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] No DVR routers for this DVR port 9db9c379-2077-44d2-a24b-e004c58ba16d on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:15:48.242973 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b1c913-5515-49ee-952c-a470d54cee79 req-2542cd44-7512-42cb-b154-76b2c133e705 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:15:48.244837 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103c2d4c-ec66-4eff-9bda-f22366d4dbd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1255} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:15:48.250988 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-4c4bef6a-b3b1-4334-86ab-9c2a65c19dd6 req-564ea55b-6040-479c-9867-ef68295f12f6 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:48.254651 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4c4bef6a-b3b1-4334-86ab-9c2a65c19dd6 req-564ea55b-6040-479c-9867-ef68295f12f6 tempest-AggregatesAdminTestJSON-1352166408 tempest-AggregatesAdminTestJSON-1352166408-project] 10.222.0.83 "DELETE /v2.0/ports/9db9c379-2077-44d2-a24b-e004c58ba16d HTTP/1.1" status: 204 len: 173 time: 1.5349071 Nov 11 17:15:48.255481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542cd44-7512-42cb-b154-76b2c133e705 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Pushing event updated for resources: {'Port': ['ID=b46de292-25ba-4e9a-a524-7b9916dab147,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:48.272093 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-99b1c913-5515-49ee-952c-a470d54cee79 req-2542cd44-7512-42cb-b154-76b2c133e705 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:48.299703 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b1c913-5515-49ee-952c-a470d54cee79 req-2542cd44-7512-42cb-b154-76b2c133e705 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:15:48.306486 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-103c2d4c-ec66-4eff-9bda-f22366d4dbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:48.306855 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-103c2d4c-ec66-4eff-9bda-f22366d4dbd5 admin admin] Added segment 2d9f8312-287e-4120-8386-9681c187fae2 of type vlan for network 670b12df-11ba-4d6c-8ae9-f6ce89238b8f Nov 11 17:15:48.367132 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aceeda-be08-4824-8c7c-43d2195a59b3 req-fb2f41e9-d2be-47f2-a195-65bbdff6beca tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:48.372103 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597216e7-cdbe-4177-98b5-062553bc66c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a0790375-e0c0-42da-a666-56b0af08b246,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:48.377222 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-27aceeda-be08-4824-8c7c-43d2195a59b3 req-fb2f41e9-d2be-47f2-a195-65bbdff6beca tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 936 time: 0.2981644 Nov 11 17:15:48.383808 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7a233f1c-5dd3-46c2-8f4b-81ad69724424 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:48.387850 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-99325b43-e71b-4ece-97a7-98cf6353887c req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb67b9c1-f900-4d16-bde3-f5fe2ee098fa {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:15:48.405706 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-99325b43-e71b-4ece-97a7-98cf6353887c req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:48.426398 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-776ad42f-d28e-46e5-a0f4-5ce464c61d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:48.426998 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c2d4c-ec66-4eff-9bda-f22366d4dbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13b4bad-a3c7-4388-a921-6b63b8e42f6b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:48.429406 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-776ad42f-d28e-46e5-a0f4-5ce464c61d78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=86d8aa904941466d9ea9e992fa25efc0&device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 1094 time: 0.2105358 Nov 11 17:15:48.505878 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ca69e0-02ce-4888-a229-90b28b7ca8db" -d '{"events": [{"name": "network-changed", "server_uuid": "40fa3ae4-b89e-42ee-99fc-80042a931a37", "tag": "a0790375-e0c0-42da-a666-56b0af08b246"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:15:48.509643 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-99325b43-e71b-4ece-97a7-98cf6353887c req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] Transition to ACTIVE for port object bb67b9c1-f900-4d16-bde3-f5fe2ee098fa will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:15:48.512482 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7a233f1c-5dd3-46c2-8f4b-81ad69724424 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:48.515276 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-b11f2a15-44ce-4bad-a588-82fccf4ee777 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0790375-e0c0-42da-a666-56b0af08b246 HTTP/1.1" status: 200 len: 217 time: 0.0654156 Nov 11 17:15:48.545075 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-99325b43-e71b-4ece-97a7-98cf6353887c req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:48.562907 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-103c2d4c-ec66-4eff-9bda-f22366d4dbd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:48.613743 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1c913-5515-49ee-952c-a470d54cee79 req-2542cd44-7512-42cb-b154-76b2c133e705 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:48.614376 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-99b1c913-5515-49ee-952c-a470d54cee79 req-2542cd44-7512-42cb-b154-76b2c133e705 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:48.629609 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-27aceeda-be08-4824-8c7c-43d2195a59b3 req-94721ae7-1148-4c0d-a658-2ba2fdcb4f86 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514052 Nov 11 17:15:48.657645 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] Pushing event updated for resources: {'Port': ['ID=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:48.667634 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-7805579d-fc26-4132-bd65-593fc60659e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:48.667634 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-7805579d-fc26-4132-bd65-593fc60659e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=514ca1cd-422f-4578-9e77-be751b2cb1b2 HTTP/1.1" status: 200 len: 862 time: 0.1357522 Nov 11 17:15:48.668283 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99b1c913-5515-49ee-952c-a470d54cee79 req-2542cd44-7512-42cb-b154-76b2c133e705 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0595865 Nov 11 17:15:48.685801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe8cc3-b7f5-4c0c-aba5-068c96a21dfe req-4cf76510-4de5-4a03-901f-7438398559c0 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:48.687362 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-20fe8cc3-b7f5-4c0c-aba5-068c96a21dfe req-4cf76510-4de5-4a03-901f-7438398559c0 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 943 time: 0.3443520 Nov 11 17:15:48.696035 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-99b1c913-5515-49ee-952c-a470d54cee79 req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] Request body: {'port': {'device_id': '839d7bb2-e5ad-4136-b568-d05bff43cf1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:48.726054 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-103c2d4c-ec66-4eff-9bda-f22366d4dbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:48.727037 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103c2d4c-ec66-4eff-9bda-f22366d4dbd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:48.727609 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-103c2d4c-ec66-4eff-9bda-f22366d4dbd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:48.730220 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7a233f1c-5dd3-46c2-8f4b-81ad69724424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:48.732812 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7a233f1c-5dd3-46c2-8f4b-81ad69724424 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:48.736465 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7a233f1c-5dd3-46c2-8f4b-81ad69724424 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0ce2f12d-9c23-4623-beb0-3d983b180b99 HTTP/1.1" status: 204 len: 168 time: 0.7943439 Nov 11 17:15:48.796559 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a233f1c-5dd3-46c2-8f4b-81ad69724424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce2f12d-9c23-4623-beb0-3d983b180b99,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:48.809012 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-99325b43-e71b-4ece-97a7-98cf6353887c req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] Attempting to bind port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:15:48.809774 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-99325b43-e71b-4ece-97a7-98cf6353887c req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] Attempting to bind port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:15:48.810004 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99325b43-e71b-4ece-97a7-98cf6353887c req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] Attempting to bind port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:15:48.816662 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99325b43-e71b-4ece-97a7-98cf6353887c req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] Port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:15:48.816948 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99325b43-e71b-4ece-97a7-98cf6353887c req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] Attempting to bind port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:15:48.845921 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-44d41bd6-abd0-4761-9e9e-3889974a4e32 None None] Provisioning complete for port b46de292-25ba-4e9a-a524-7b9916dab147 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:48.846472 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-44d41bd6-abd0-4761-9e9e-3889974a4e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:48.850589 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99325b43-e71b-4ece-97a7-98cf6353887c req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:15:48.851863 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99325b43-e71b-4ece-97a7-98cf6353887c req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:15:48.853565 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99325b43-e71b-4ece-97a7-98cf6353887c req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:15:48.855275 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-99325b43-e71b-4ece-97a7-98cf6353887c req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] Bound port: bb67b9c1-f900-4d16-bde3-f5fe2ee098fa, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:15:48.859066 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-99325b43-e71b-4ece-97a7-98cf6353887c req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:48.901304 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-103c2d4c-ec66-4eff-9bda-f22366d4dbd5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9897718 Nov 11 17:15:48.905293 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45358) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:48.913108 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-9d5e31cd-dbc2-45e7-859f-ffb4377ba040 admin admin] Request body: {'subnet': {'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1051618494-subnet', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:48.964282 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c2d4c-ec66-4eff-9bda-f22366d4dbd5 admin admin] Pushing event updated for resources: {'Network': ['ID=670b12df-11ba-4d6c-8ae9-f6ce89238b8f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:48.976698 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-99b1c913-5515-49ee-952c-a470d54cee79 req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:48.980159 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 670b12df-11ba-4d6c-8ae9-f6ce89238b8f details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:15:48.987355 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-44d41bd6-abd0-4761-9e9e-3889974a4e32 None None] Port b46de292-25ba-4e9a-a524-7b9916dab147 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:15:48.990543 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-20fe8cc3-b7f5-4c0c-aba5-068c96a21dfe req-abe57172-37b3-4771-aa83-c2a509baff83 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2826447 Nov 11 17:15:49.063619 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-ad26da9c-6dd9-44f2-b2d5-77a94a65246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:49.066679 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-ad26da9c-6dd9-44f2-b2d5-77a94a65246d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4459b097-e5dd-4ffa-a28b-292c89fcd58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3937099 Nov 11 17:15:49.067894 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5e31cd-dbc2-45e7-859f-ffb4377ba040 admin admin] Made reservation on behalf of e0635e2427cd4af6944eb0281dd8b6e9 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:15:49.070991 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d5e31cd-dbc2-45e7-859f-ffb4377ba040 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:49.179503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524b649-6a2c-4331-bd09-1960cd7c6b6b req-b6e0dd90-d419-496f-976f-6de0bd2d64e6 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:49.189335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a524b649-6a2c-4331-bd09-1960cd7c6b6b req-b6e0dd90-d419-496f-976f-6de0bd2d64e6 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=839d7bb2-e5ad-4136-b568-d05bff43cf1c HTTP/1.1" status: 200 len: 936 time: 0.2917261 Nov 11 17:15:49.210900 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-08797912-ca67-4306-bbf3-d9705283567c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b031909d-4cb3-4a29-995a-b1ae89affd91 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:15:49.233229 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-08797912-ca67-4306-bbf3-d9705283567c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:49.287195 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-99325b43-e71b-4ece-97a7-98cf6353887c req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] For port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:15:49.291587 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-99325b43-e71b-4ece-97a7-98cf6353887c req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] For port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:15:49.296598 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dafe18-e83d-4a44-b08d-6017e58debe0 x-openstack-request-id: req-35dafe18-e83d-4a44-b08d-6017e58debe0 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:15:49.296963 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40fa3ae4-b89e-42ee-99fc-80042a931a37", "tag": "a0790375-e0c0-42da-a666-56b0af08b246", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:15:49.297262 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-35dafe18-e83d-4a44-b08d-6017e58debe0 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:15:49.297841 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40fa3ae4-b89e-42ee-99fc-80042a931a37', 'tag': 'a0790375-e0c0-42da-a666-56b0af08b246', 'status': 'completed', 'code': 200} Nov 11 17:15:49.332451 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-08797912-ca67-4306-bbf3-d9705283567c service neutron] Transition to ACTIVE for port object b031909d-4cb3-4a29-995a-b1ae89affd91 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:15:49.351547 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-08797912-ca67-4306-bbf3-d9705283567c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:49.375382 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-99325b43-e71b-4ece-97a7-98cf6353887c req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:49.435121 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] Pushing event updated for resources: {'Port': ['ID=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:49.484072 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a524b649-6a2c-4331-bd09-1960cd7c6b6b req-4b3dafea-9dac-4ab3-b0d3-f4b8e209cabd tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932401 Nov 11 17:15:49.509719 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99325b43-e71b-4ece-97a7-98cf6353887c req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:49.510708 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-99325b43-e71b-4ece-97a7-98cf6353887c req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:49.512495 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-99325b43-e71b-4ece-97a7-98cf6353887c req-7b8e126d-4e9b-44fa-a7b6-6d5d80d22f07 service neutron] 10.222.0.64 "PUT /v2.0/ports/bb67b9c1-f900-4d16-bde3-f5fe2ee098fa HTTP/1.1" status: 200 len: 1096 time: 3.7030399 Nov 11 17:15:49.553803 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08797912-ca67-4306-bbf3-d9705283567c service neutron] Pushing event updated for resources: {'Port': ['ID=b031909d-4cb3-4a29-995a-b1ae89affd91,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:49.604662 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-05d120e4-79fd-4e8d-92fe-83d29d3c0111 service neutron] 10.222.0.64 "GET /v2.0/networks/4459b097-e5dd-4ffa-a28b-292c89fcd58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528762 Nov 11 17:15:49.674381 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d5e31cd-dbc2-45e7-859f-ffb4377ba040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:49.758581 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-99b1c913-5515-49ee-952c-a470d54cee79 req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46de292-25ba-4e9a-a524-7b9916dab147 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:15:49.782536 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-99b1c913-5515-49ee-952c-a470d54cee79 req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:49.801435 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-99b1c913-5515-49ee-952c-a470d54cee79 req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] Transition to ACTIVE for port object b46de292-25ba-4e9a-a524-7b9916dab147 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:15:49.810252 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-99b1c913-5515-49ee-952c-a470d54cee79 req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:49.866440 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3742f2ef-724e-42f9-b5d5-bc377c6b7f34 req-521c2dad-2145-4610-b28f-07b3701b61d1 service neutron] 10.222.0.64 "GET /v2.0/networks/4459b097-e5dd-4ffa-a28b-292c89fcd58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315457 Nov 11 17:15:49.972688 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5e31cd-dbc2-45e7-859f-ffb4377ba040 admin admin] Checking segment: {'id': '2d9f8312-287e-4120-8386-9681c187fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:15:49.973090 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5e31cd-dbc2-45e7-859f-ffb4377ba040 admin admin] Network hostable DHCP agents. Network: 670b12df-11ba-4d6c-8ae9-f6ce89238b8f, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:15:49.991770 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99325b43-e71b-4ece-97a7-98cf6353887c req-955dfe92-472a-48df-b561-2e7a90641812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:49.994009 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-99325b43-e71b-4ece-97a7-98cf6353887c req-955dfe92-472a-48df-b561-2e7a90641812 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 1099 time: 0.3774238 Nov 11 17:15:49.994641 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e31cd-dbc2-45e7-859f-ffb4377ba040 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d038671-7b00-465f-8cd5-8873cae059cd,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:50.069447 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61fbb5-f7d6-45dc-87f9-6a4d54159de1 req-8b8dfc25-aeda-4a96-a7a2-44d3d69758ac tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:50.071103 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fa61fbb5-f7d6-45dc-87f9-6a4d54159de1 req-8b8dfc25-aeda-4a96-a7a2-44d3d69758ac tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=99554e74-2af2-462a-be60-f26cc02977a1 HTTP/1.1" status: 200 len: 948 time: 0.2646878 Nov 11 17:15:50.079450 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-99325b43-e71b-4ece-97a7-98cf6353887c req-80a3f4c2-59e8-4360-b315-402ca1c4c8ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa HTTP/1.1" status: 200 len: 217 time: 0.0631492 Nov 11 17:15:50.105323 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f5645-f4fe-4d5e-882c-4699ef7ceb79 req-8aca2a2f-5cfc-40fd-91a1-77f68071cd5c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:50.107461 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-040f5645-f4fe-4d5e-882c-4699ef7ceb79 req-8aca2a2f-5cfc-40fd-91a1-77f68071cd5c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 948 time: 0.1631689 Nov 11 17:15:50.107772 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-08797912-ca67-4306-bbf3-d9705283567c service neutron] Attempting to bind port b031909d-4cb3-4a29-995a-b1ae89affd91 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:15:50.108109 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-08797912-ca67-4306-bbf3-d9705283567c service neutron] Attempting to bind port b031909d-4cb3-4a29-995a-b1ae89affd91 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:15:50.108494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-08797912-ca67-4306-bbf3-d9705283567c service neutron] Attempting to bind port b031909d-4cb3-4a29-995a-b1ae89affd91 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:15:50.135176 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99325b43-e71b-4ece-97a7-98cf6353887c req-975992b5-b29c-48b2-9410-ab9ef64abce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:50.136153 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] Pushing event updated for resources: {'Port': ['ID=b46de292-25ba-4e9a-a524-7b9916dab147,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:50.137402 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-99325b43-e71b-4ece-97a7-98cf6353887c req-975992b5-b29c-48b2-9410-ab9ef64abce4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0508611 Nov 11 17:15:50.139395 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5e31cd-dbc2-45e7-859f-ffb4377ba040 admin admin] Network 670b12df-11ba-4d6c-8ae9-f6ce89238b8f is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:15:50.142414 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-08797912-ca67-4306-bbf3-d9705283567c service neutron] Port b031909d-4cb3-4a29-995a-b1ae89affd91 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:15:50.142743 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-08797912-ca67-4306-bbf3-d9705283567c service neutron] Attempting to bind port b031909d-4cb3-4a29-995a-b1ae89affd91 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:15:50.177255 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca69e0-02ce-4888-a229-90b28b7ca8db req-2e067fb9-5fa3-4c80-a880-01f528ee318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:50.181822 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-62ca69e0-02ce-4888-a229-90b28b7ca8db req-2e067fb9-5fa3-4c80-a880-01f528ee318c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=86d8aa904941466d9ea9e992fa25efc0&device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 1094 time: 0.1919947 Nov 11 17:15:50.202790 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-08797912-ca67-4306-bbf3-d9705283567c service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:15:50.203126 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-08797912-ca67-4306-bbf3-d9705283567c service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:15:50.203510 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-08797912-ca67-4306-bbf3-d9705283567c service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:15:50.203981 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-08797912-ca67-4306-bbf3-d9705283567c service neutron] Bound port: b031909d-4cb3-4a29-995a-b1ae89affd91, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:15:50.205118 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-08797912-ca67-4306-bbf3-d9705283567c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:50.217684 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-9d5e31cd-dbc2-45e7-859f-ffb4377ba040 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 670b12df-11ba-4d6c-8ae9-f6ce89238b8f) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:50.231104 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab449f2c-fa44-4caf-87ba-c697bcfc9552 None None] Network 670b12df-11ba-4d6c-8ae9-f6ce89238b8f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:15:50.332595 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-08797912-ca67-4306-bbf3-d9705283567c service neutron] For port b031909d-4cb3-4a29-995a-b1ae89affd91, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:15:50.340836 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-08797912-ca67-4306-bbf3-d9705283567c service neutron] For port b031909d-4cb3-4a29-995a-b1ae89affd91, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b031909d-4cb3-4a29-995a-b1ae89affd91,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:15:50.356830 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-08797912-ca67-4306-bbf3-d9705283567c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:50.383631 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-08797912-ca67-4306-bbf3-d9705283567c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:50.385437 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-08797912-ca67-4306-bbf3-d9705283567c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:50.386898 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-08797912-ca67-4306-bbf3-d9705283567c service neutron] 10.222.0.64 "PUT /v2.0/ports/b031909d-4cb3-4a29-995a-b1ae89affd91 HTTP/1.1" status: 200 len: 1096 time: 3.2009468 Nov 11 17:15:50.390556 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-040f5645-f4fe-4d5e-882c-4699ef7ceb79 req-4e141283-bfbd-4247-a8f9-868a408a0351 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572460 Nov 11 17:15:50.391023 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45402) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:50.438853 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99554e74-2af2-462a-be60-f26cc02977a1', 'tag': 'b031909d-4cb3-4a29-995a-b1ae89affd91'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:15:50.441942 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69949b2c-db48-4319-9a96-c860bee6aeee" -d '{"events": [{"name": "network-changed", "server_uuid": "99554e74-2af2-462a-be60-f26cc02977a1", "tag": "b031909d-4cb3-4a29-995a-b1ae89affd91"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:15:50.476021 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45404) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:50.507485 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fa61fbb5-f7d6-45dc-87f9-6a4d54159de1 req-2d010bbd-03f4-4bf7-a942-86298bbdaa9c tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103243 Nov 11 17:15:50.605313 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8304b3-06c6-43ed-9904-d147c00133d4 x-openstack-request-id: req-6d8304b3-06c6-43ed-9904-d147c00133d4 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:15:50.605640 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99554e74-2af2-462a-be60-f26cc02977a1", "tag": "b031909d-4cb3-4a29-995a-b1ae89affd91", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:15:50.605855 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6d8304b3-06c6-43ed-9904-d147c00133d4 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:15:50.606259 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99554e74-2af2-462a-be60-f26cc02977a1', 'tag': 'b031909d-4cb3-4a29-995a-b1ae89affd91', 'status': 'completed', 'code': 200} Nov 11 17:15:50.612382 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-99b1c913-5515-49ee-952c-a470d54cee79 req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] Attempting to bind port b46de292-25ba-4e9a-a524-7b9916dab147 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:15:50.612649 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-99b1c913-5515-49ee-952c-a470d54cee79 req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] Attempting to bind port b46de292-25ba-4e9a-a524-7b9916dab147 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:15:50.612964 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b1c913-5515-49ee-952c-a470d54cee79 req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] Attempting to bind port b46de292-25ba-4e9a-a524-7b9916dab147 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:15:50.636447 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b1c913-5515-49ee-952c-a470d54cee79 req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] Port b46de292-25ba-4e9a-a524-7b9916dab147 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:15:50.636770 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b1c913-5515-49ee-952c-a470d54cee79 req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] Attempting to bind port b46de292-25ba-4e9a-a524-7b9916dab147 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:15:50.649838 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b1c913-5515-49ee-952c-a470d54cee79 req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:15:50.650183 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b1c913-5515-49ee-952c-a470d54cee79 req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:15:50.650574 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b1c913-5515-49ee-952c-a470d54cee79 req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:15:50.651015 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-99b1c913-5515-49ee-952c-a470d54cee79 req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] Bound port: b46de292-25ba-4e9a-a524-7b9916dab147, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:15:50.651367 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-99b1c913-5515-49ee-952c-a470d54cee79 req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:50.660318 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b972cfb3-8fd3-4200-b160-675b7e89f9e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-670b12df-11ba-4d6c-8ae9-f6ce89238b8f', 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'fixed_ips': [{'subnet_id': '7d038671-7b00-465f-8cd5-8873cae059cd'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:15:50.661193 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b972cfb3-8fd3-4200-b160-675b7e89f9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:50.676658 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-3fd2427f-e134-48eb-818e-540cfbbd166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:50.678344 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-3fd2427f-e134-48eb-818e-540cfbbd166e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6930914e844e4bcdb113db5c5b10f3aa&device_id=99554e74-2af2-462a-be60-f26cc02977a1 HTTP/1.1" status: 200 len: 1099 time: 0.1884062 Nov 11 17:15:50.681126 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08797912-ca67-4306-bbf3-d9705283567c service neutron] Pushing event updated for resources: {'Port': ['ID=b031909d-4cb3-4a29-995a-b1ae89affd91,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:50.801480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812f7a7-2872-48d2-9cce-9619ba9db8eb req-6f6a8825-f118-49da-a3f7-9110a352d6a6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:50.803045 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8812f7a7-2872-48d2-9cce-9619ba9db8eb req-6f6a8825-f118-49da-a3f7-9110a352d6a6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 943 time: 0.2938356 Nov 11 17:15:50.813092 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-139afd42-be68-4c99-b8b6-ccea4ec7f7fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=b031909d-4cb3-4a29-995a-b1ae89affd91 HTTP/1.1" status: 200 len: 217 time: 0.1076899 Nov 11 17:15:50.855908 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 9db9c379-2077-44d2-a24b-e004c58ba16d no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:15:50.876466 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5e31cd-dbc2-45e7-859f-ffb4377ba040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:50.877662 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d5e31cd-dbc2-45e7-859f-ffb4377ba040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:50.903163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f792ad-4a74-44e9-bba7-c1f13cf8560d req-7f479b81-498e-4b2a-92d7-f8ce906ec696 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:50.905037 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3f792ad-4a74-44e9-bba7-c1f13cf8560d req-7f479b81-498e-4b2a-92d7-f8ce906ec696 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=839d7bb2-e5ad-4136-b568-d05bff43cf1c HTTP/1.1" status: 200 len: 948 time: 0.2166476 Nov 11 17:15:50.909142 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 9db9c379-2077-44d2-a24b-e004c58ba16d {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:15:50.909685 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 9db9c379-2077-44d2-a24b-e004c58ba16d not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:15:50.914216 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0ebf990f-ec47-4c7d-ad88-265e9333da88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:50.931946 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca69e0-02ce-4888-a229-90b28b7ca8db req-cbe4cec2-208a-4fa5-9b88-9d9410f72f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:50.933840 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-62ca69e0-02ce-4888-a229-90b28b7ca8db req-cbe4cec2-208a-4fa5-9b88-9d9410f72f23 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4459b097-e5dd-4ffa-a28b-292c89fcd58b HTTP/1.1" status: 200 len: 925 time: 0.7093029 Nov 11 17:15:50.964425 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-99b1c913-5515-49ee-952c-a470d54cee79 req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] For port b46de292-25ba-4e9a-a524-7b9916dab147, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:15:50.979755 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-b972cfb3-8fd3-4200-b160-675b7e89f9e2 None None] Allocated IP 172.20.0.2 (670b12df-11ba-4d6c-8ae9-f6ce89238b8f/7d038671-7b00-465f-8cd5-8873cae059cd/ad479f78-7eeb-4630-bc33-1193e6d3f38a) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:15:50.985115 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99325b43-e71b-4ece-97a7-98cf6353887c req-60944700-4a1b-40b3-a18b-ce85efb088f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:50.986676 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-99325b43-e71b-4ece-97a7-98cf6353887c req-60944700-4a1b-40b3-a18b-ce85efb088f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8355806 Nov 11 17:15:51.025366 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9d5e31cd-dbc2-45e7-859f-ffb4377ba040 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1173058 Nov 11 17:15:51.045713 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-62ca69e0-02ce-4888-a229-90b28b7ca8db req-f262c84b-04b3-499b-b706-892c93795e13 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0790375-e0c0-42da-a666-56b0af08b246 HTTP/1.1" status: 200 len: 217 time: 0.0920703 Nov 11 17:15:51.046188 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45422) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:51.081038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-f1c1b6a3-e74c-4322-bb77-1677c72d6acf admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1051618494-router', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:51.148377 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca69e0-02ce-4888-a229-90b28b7ca8db req-72ca3a9c-b5eb-4dce-bd11-671cc931f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:51.150431 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-62ca69e0-02ce-4888-a229-90b28b7ca8db req-72ca3a9c-b5eb-4dce-bd11-671cc931f208 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=514ca1cd-422f-4578-9e77-be751b2cb1b2 HTTP/1.1" status: 200 len: 862 time: 0.0741193 Nov 11 17:15:51.172453 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1c1b6a3-e74c-4322-bb77-1677c72d6acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:51.173489 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1c1b6a3-e74c-4322-bb77-1677c72d6acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:51.190218 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b972cfb3-8fd3-4200-b160-675b7e89f9e2 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:51.204451 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b972cfb3-8fd3-4200-b160-675b7e89f9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:51.253690 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-99325b43-e71b-4ece-97a7-98cf6353887c req-4e137bf4-87ed-4859-a7a7-7ed3ff853749 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266877 Nov 11 17:15:51.268138 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972cfb3-8fd3-4200-b160-675b7e89f9e2 None None] Pushing event updated for resources: {'Port': ['ID=ad479f78-7eeb-4630-bc33-1193e6d3f38a,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:51.270274 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-99b1c913-5515-49ee-952c-a470d54cee79 req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] For port b46de292-25ba-4e9a-a524-7b9916dab147, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=b46de292-25ba-4e9a-a524-7b9916dab147,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:15:51.282127 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b972cfb3-8fd3-4200-b160-675b7e89f9e2 None None] Network 670b12df-11ba-4d6c-8ae9-f6ce89238b8f is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:15:51.284422 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-b972cfb3-8fd3-4200-b160-675b7e89f9e2 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:51.287804 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca69e0-02ce-4888-a229-90b28b7ca8db req-3d58aacf-9900-439a-ae21-f37f1aa9ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:51.288474 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b972cfb3-8fd3-4200-b160-675b7e89f9e2 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:15:51.289584 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-62ca69e0-02ce-4888-a229-90b28b7ca8db req-3d58aacf-9900-439a-ae21-f37f1aa9ca87 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4459b097-e5dd-4ffa-a28b-292c89fcd58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302648 Nov 11 17:15:51.301453 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d06283-7fe7-4e2d-ad51-40a7164cb474', 'name': 'network-vif-deleted', 'tag': '9db9c379-2077-44d2-a24b-e004c58ba16d'}, {'name': 'network-changed', 'server_uuid': 'e49c0d26-880d-4c47-9491-6af407fecde9', 'tag': 'bb67b9c1-f900-4d16-bde3-f5fe2ee098fa'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:15:51.301859 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3f792ad-4a74-44e9-bba7-c1f13cf8560d req-cf965906-6f58-4ef7-9f0c-ebdec2f527d6 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624818 Nov 11 17:15:51.303303 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-dcba6ddd-d09c-4bbd-b411-db3265d39e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:51.303880 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3f177b-e8be-4123-87fb-143da359bbcf" -d '{"events": [{"server_uuid": "49d06283-7fe7-4e2d-ad51-40a7164cb474", "name": "network-vif-deleted", "tag": "9db9c379-2077-44d2-a24b-e004c58ba16d"}, {"name": "network-changed", "server_uuid": "e49c0d26-880d-4c47-9491-6af407fecde9", "tag": "bb67b9c1-f900-4d16-bde3-f5fe2ee098fa"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:15:51.304744 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-dcba6ddd-d09c-4bbd-b411-db3265d39e5c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.4800646 Nov 11 17:15:51.308497 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1c1b6a3-e74c-4322-bb77-1677c72d6acf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:51.310217 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8812f7a7-2872-48d2-9cce-9619ba9db8eb req-e8e59311-2eed-4d4d-ab9f-b6712156c11d tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4930303 Nov 11 17:15:51.311300 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-99b1c913-5515-49ee-952c-a470d54cee79 req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:51.318292 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-eefcdcea-3d60-4535-80e0-4d65b706be31 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=da2b52f3c82a4dc5b88e71b43be25563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8734715 Nov 11 17:15:51.328019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45432) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:51.355660 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b972cfb3-8fd3-4200-b160-675b7e89f9e2 None None] Attempting to bind port ad479f78-7eeb-4630-bc33-1193e6d3f38a on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:15:51.356069 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b972cfb3-8fd3-4200-b160-675b7e89f9e2 None None] Attempting to bind port ad479f78-7eeb-4630-bc33-1193e6d3f38a by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '2d9f8312-287e-4120-8386-9681c187fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:15:51.356437 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972cfb3-8fd3-4200-b160-675b7e89f9e2 None None] Attempting to bind port ad479f78-7eeb-4630-bc33-1193e6d3f38a on network 670b12df-11ba-4d6c-8ae9-f6ce89238b8f {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:15:51.362252 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972cfb3-8fd3-4200-b160-675b7e89f9e2 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:15:51.362733 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972cfb3-8fd3-4200-b160-675b7e89f9e2 None None] Checking segment: {'id': '2d9f8312-287e-4120-8386-9681c187fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:15:51.363579 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b972cfb3-8fd3-4200-b160-675b7e89f9e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:51.365366 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b972cfb3-8fd3-4200-b160-675b7e89f9e2 None None] Bound using segment: {'id': '2d9f8312-287e-4120-8386-9681c187fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:15:51.365811 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b972cfb3-8fd3-4200-b160-675b7e89f9e2 None None] Bound port: ad479f78-7eeb-4630-bc33-1193e6d3f38a, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9f8312-287e-4120-8386-9681c187fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:15:51.366229 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b972cfb3-8fd3-4200-b160-675b7e89f9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:51.413331 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 17:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85383e15-8f3f-412c-9437-3ac362bf3f99 x-openstack-request-id: req-85383e15-8f3f-412c-9437-3ac362bf3f99 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:15:51.413331 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d06283-7fe7-4e2d-ad51-40a7164cb474", "name": "network-vif-deleted", "tag": "9db9c379-2077-44d2-a24b-e004c58ba16d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e49c0d26-880d-4c47-9491-6af407fecde9", "tag": "bb67b9c1-f900-4d16-bde3-f5fe2ee098fa", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:15:51.413654 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-85383e15-8f3f-412c-9437-3ac362bf3f99 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:15:51.413956 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d06283-7fe7-4e2d-ad51-40a7164cb474', 'name': 'network-vif-deleted', 'tag': '9db9c379-2077-44d2-a24b-e004c58ba16d', 'status': 'completed', 'code': 200} Nov 11 17:15:51.414260 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49c0d26-880d-4c47-9491-6af407fecde9', 'tag': 'bb67b9c1-f900-4d16-bde3-f5fe2ee098fa', 'status': 'completed', 'code': 200} Nov 11 17:15:51.447178 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] Pushing event updated for resources: {'Port': ['ID=b46de292-25ba-4e9a-a524-7b9916dab147,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:51.499419 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b972cfb3-8fd3-4200-b160-675b7e89f9e2 None None] For port ad479f78-7eeb-4630-bc33-1193e6d3f38a, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:15:51.507382 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b972cfb3-8fd3-4200-b160-675b7e89f9e2 None None] For port ad479f78-7eeb-4630-bc33-1193e6d3f38a, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ad479f78-7eeb-4630-bc33-1193e6d3f38a,segment=NetworkSegment(2d9f8312-287e-4120-8386-9681c187fae2),segment_id=2d9f8312-287e-4120-8386-9681c187fae2)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:15:51.513594 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b972cfb3-8fd3-4200-b160-675b7e89f9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:51.602987 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0ebf990f-ec47-4c7d-ad88-265e9333da88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:51.606681 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972cfb3-8fd3-4200-b160-675b7e89f9e2 None None] Pushing event updated for resources: {'Port': ['ID=ad479f78-7eeb-4630-bc33-1193e6d3f38a,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:51.607547 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1c913-5515-49ee-952c-a470d54cee79 req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:51.608419 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-99b1c913-5515-49ee-952c-a470d54cee79 req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:51.617983 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99b1c913-5515-49ee-952c-a470d54cee79 req-df2b357e-bad2-42ca-b847-f43fa1a8dafa service neutron] 10.222.0.83 "PUT /v2.0/ports/b46de292-25ba-4e9a-a524-7b9916dab147 HTTP/1.1" status: 200 len: 1096 time: 2.9295568 Nov 11 17:15:51.657784 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1c1b6a3-e74c-4322-bb77-1677c72d6acf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:51.668534 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-99325b43-e71b-4ece-97a7-98cf6353887c req-d165065f-68c4-47f6-bb94-5f87def7d601 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710625 Nov 11 17:15:51.671126 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-62ca69e0-02ce-4888-a229-90b28b7ca8db req-5e10f3bd-b83f-49a0-865b-bbfebd6339bf service neutron] 10.222.0.64 "GET /v2.0/networks/4459b097-e5dd-4ffa-a28b-292c89fcd58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615518 Nov 11 17:15:51.719184 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0ebf990f-ec47-4c7d-ad88-265e9333da88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:51.722737 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-519a3a09-0e59-4358-9ad3-ef6849260378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:51.726067 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-519a3a09-0e59-4358-9ad3-ef6849260378 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4013047 Nov 11 17:15:51.798881 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf990f-ec47-4c7d-ad88-265e9333da88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6bf4e8-cefb-435d-bcbc-267ede22c3f6,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:51.877404 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bb89c8de-bac2-4f2e-bdf8-98e1d61f1559 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:51.943683 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f177b-e8be-4123-87fb-143da359bbcf req-7e24e876-f076-4062-8515-40c72678b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:51.945193 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bb3f177b-e8be-4123-87fb-143da359bbcf req-7e24e876-f076-4062-8515-40c72678b699 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 1099 time: 0.1061010 Nov 11 17:15:52.005713 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-62ca69e0-02ce-4888-a229-90b28b7ca8db req-c0d67800-bcb6-442a-86a2-83d81a5c11ee service neutron] 10.222.0.64 "GET /v2.0/networks/4459b097-e5dd-4ffa-a28b-292c89fcd58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969666 Nov 11 17:15:52.013465 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bb89c8de-bac2-4f2e-bdf8-98e1d61f1559 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:52.019954 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0ebf990f-ec47-4c7d-ad88-265e9333da88 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=81c1386474054e1fb58a7f6fb153edea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5427139 Nov 11 17:15:52.038673 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45444) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:52.075981 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1c913-5515-49ee-952c-a470d54cee79 req-b187ab9d-283d-4b72-b89e-59b03093be34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:52.077568 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99b1c913-5515-49ee-952c-a470d54cee79 req-b187ab9d-283d-4b72-b89e-59b03093be34 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fc9c098dec441f79cdea28fa0261111&device_id=839d7bb2-e5ad-4136-b568-d05bff43cf1c HTTP/1.1" status: 200 len: 1099 time: 0.3983605 Nov 11 17:15:52.099261 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cde87-d698-4c1d-b4c5-cd67f13d83de req-61125e37-989b-4150-9b27-8b42891f84b0 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:52.101011 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-580cde87-d698-4c1d-b4c5-cd67f13d83de req-61125e37-989b-4150-9b27-8b42891f84b0 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 948 time: 0.5229514 Nov 11 17:15:52.150362 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f177b-e8be-4123-87fb-143da359bbcf req-79f4e8ce-f281-46ca-8385-7911d449625b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:52.151795 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bb3f177b-e8be-4123-87fb-143da359bbcf req-79f4e8ce-f281-46ca-8385-7911d449625b service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.1861007 Nov 11 17:15:52.171484 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99b1c913-5515-49ee-952c-a470d54cee79 req-9d42964b-0094-4e2c-9157-3422eb6b8be0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=b46de292-25ba-4e9a-a524-7b9916dab147 HTTP/1.1" status: 200 len: 217 time: 0.0646033 Nov 11 17:15:52.188014 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679507e-a786-4582-9777-e8ee8e57f52b req-9f45d8d6-08e4-4d03-a30c-94cc9ffe119d tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:52.189432 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2679507e-a786-4582-9777-e8ee8e57f52b req-9f45d8d6-08e4-4d03-a30c-94cc9ffe119d tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=99554e74-2af2-462a-be60-f26cc02977a1 HTTP/1.1" status: 200 len: 948 time: 0.2538953 Nov 11 17:15:52.190013 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5c9b38ee-e664-48f9-8b76-1fb301aba87f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:52.244285 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45448) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:52.262358 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bb3f177b-e8be-4123-87fb-143da359bbcf req-f72da66a-971c-4429-b2f4-4fd1a364d555 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa HTTP/1.1" status: 200 len: 217 time: 0.0734689 Nov 11 17:15:52.286322 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5c9b38ee-e664-48f9-8b76-1fb301aba87f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:52.326352 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-d2c143b5-2bd1-4479-bbfb-f2fa3f6398b0 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284948 Nov 11 17:15:52.330185 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1c913-5515-49ee-952c-a470d54cee79 req-b4c21cbd-50ae-43f4-8384-eaac86e94f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:52.331540 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99b1c913-5515-49ee-952c-a470d54cee79 req-b4c21cbd-50ae-43f4-8384-eaac86e94f5b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1372268 Nov 11 17:15:52.337871 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-580cde87-d698-4c1d-b4c5-cd67f13d83de req-8202a3a7-f33d-4c9c-a56f-2e22a6db1250 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828964 Nov 11 17:15:52.374092 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1c1b6a3-e74c-4322-bb77-1677c72d6acf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:52.391437 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bb89c8de-bac2-4f2e-bdf8-98e1d61f1559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:52.394007 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bb89c8de-bac2-4f2e-bdf8-98e1d61f1559 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:52.395135 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bb89c8de-bac2-4f2e-bdf8-98e1d61f1559 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/265be61e-4ae3-4ece-b644-8d64fbe4f80e HTTP/1.1" status: 204 len: 168 time: 0.9818909 Nov 11 17:15:52.406755 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1c1b6a3-e74c-4322-bb77-1677c72d6acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:52.418389 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f177b-e8be-4123-87fb-143da359bbcf req-5a7f0cd6-34ae-4342-bb05-74557e0534a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:52.419891 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bb3f177b-e8be-4123-87fb-143da359bbcf req-5a7f0cd6-34ae-4342-bb05-74557e0534a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1486006 Nov 11 17:15:52.430641 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2679507e-a786-4582-9777-e8ee8e57f52b req-7beb2ffe-1646-41d4-b4d7-b3af9f2e28fd tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165220 Nov 11 17:15:52.440814 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89c8de-bac2-4f2e-bdf8-98e1d61f1559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265be61e-4ae3-4ece-b644-8d64fbe4f80e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:52.493518 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-276ae9ba-42ac-4741-b8c9-e04f564bbe7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:52.514050 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5c9b38ee-e664-48f9-8b76-1fb301aba87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:52.518228 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1c913-5515-49ee-952c-a470d54cee79 req-da2fb39c-a7a3-4176-bc64-9a0f753378cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:52.519517 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5c9b38ee-e664-48f9-8b76-1fb301aba87f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:52.519759 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99b1c913-5515-49ee-952c-a470d54cee79 req-da2fb39c-a7a3-4176-bc64-9a0f753378cd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1810071 Nov 11 17:15:52.520674 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5c9b38ee-e664-48f9-8b76-1fb301aba87f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7e6bf4e8-cefb-435d-bcbc-267ede22c3f6 HTTP/1.1" status: 204 len: 168 time: 0.4803672 Nov 11 17:15:52.553860 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b38ee-e664-48f9-8b76-1fb301aba87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6bf4e8-cefb-435d-bcbc-267ede22c3f6,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:52.619931 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f177b-e8be-4123-87fb-143da359bbcf req-701fee06-3a56-451d-9a0f-da01fab8d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:52.622164 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bb3f177b-e8be-4123-87fb-143da359bbcf req-701fee06-3a56-451d-9a0f-da01fab8d122 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1930647 Nov 11 17:15:52.631532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839d7bb2-e5ad-4136-b568-d05bff43cf1c', 'tag': 'b46de292-25ba-4e9a-a524-7b9916dab147'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:15:52.635658 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbdaa70-952c-4691-9c48-96b67e16eb77" -d '{"events": [{"name": "network-changed", "server_uuid": "839d7bb2-e5ad-4136-b568-d05bff43cf1c", "tag": "b46de292-25ba-4e9a-a524-7b9916dab147"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:15:52.669718 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1c3654e-346d-4577-b375-8d2e20beb374 req-3337d6dd-8bcd-490d-b226-818c7e5a2c16 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298521 Nov 11 17:15:52.718906 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-f1c1b6a3-e74c-4322-bb77-1677c72d6acf admin admin] Allocated IP 172.25.2.162 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:15:52.793103 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-276ae9ba-42ac-4741-b8c9-e04f564bbe7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:52.822903 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-276ae9ba-42ac-4741-b8c9-e04f564bbe7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:52.896116 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ae9ba-42ac-4741-b8c9-e04f564bbe7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d18249-15d2-4b94-87bb-ea88ef13d858,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:52.960686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f6715-4bec-4cd4-8a7c-768f4df62392 req-ffd63b5c-f8b6-4ada-bd18-c96fc13288e7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:52.963015 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc8f6715-4bec-4cd4-8a7c-768f4df62392 req-ffd63b5c-f8b6-4ada-bd18-c96fc13288e7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=839d7bb2-e5ad-4136-b568-d05bff43cf1c HTTP/1.1" status: 200 len: 948 time: 0.4537566 Nov 11 17:15:52.975526 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-276ae9ba-42ac-4741-b8c9-e04f564bbe7f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=627491d2c11a4627b62284b31f64cad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7251275 Nov 11 17:15:53.007510 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45466) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:53.026550 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45468) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:53.051078 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45470) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:53.068925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965a8ccc-e924-45c9-a09e-437521b9ae81 None None] Network 670b12df-11ba-4d6c-8ae9-f6ce89238b8f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:15:53.079512 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69949b2c-db48-4319-9a96-c860bee6aeee req-ef72a381-b969-4832-97c2-9a56d9e3113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:53.080839 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bb3f177b-e8be-4123-87fb-143da359bbcf req-641fc241-2729-48d8-a5ca-29e8406a68b4 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464760 Nov 11 17:15:53.081354 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69949b2c-db48-4319-9a96-c860bee6aeee req-ef72a381-b969-4832-97c2-9a56d9e3113f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6930914e844e4bcdb113db5c5b10f3aa&device_id=99554e74-2af2-462a-be60-f26cc02977a1 HTTP/1.1" status: 200 len: 1099 time: 0.2694829 Nov 11 17:15:53.100836 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d2967-c18d-4ae5-b671-3570aa60fa3c req-944bfa72-f6b1-4682-8f2c-9140a1e2e6cb tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:53.102343 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f60d2967-c18d-4ae5-b671-3570aa60fa3c req-944bfa72-f6b1-4682-8f2c-9140a1e2e6cb tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 943 time: 0.5051665 Nov 11 17:15:53.139553 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-482dad1e-1a2f-4f25-bfa2-614c06849280 None None] Provisioning complete for port ad479f78-7eeb-4630-bc33-1193e6d3f38a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:53.140215 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-482dad1e-1a2f-4f25-bfa2-614c06849280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:53.159259 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2d27bd0a-ada7-4a60-82ff-180219d3c4e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:53.162423 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99b1c913-5515-49ee-952c-a470d54cee79 req-7eca5b91-96af-4a00-8ad1-a41419102177 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6296682 Nov 11 17:15:53.181415 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1c1b6a3-e74c-4322-bb77-1677c72d6acf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:53.227214 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bb3f177b-e8be-4123-87fb-143da359bbcf req-0a3beb71-96dd-4139-b684-7cba9dbcb1e5 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312699 Nov 11 17:15:53.243629 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1c1b6a3-e74c-4322-bb77-1677c72d6acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:53.267888 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c1b6a3-e74c-4322-bb77-1677c72d6acf admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:15:53.298890 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-482dad1e-1a2f-4f25-bfa2-614c06849280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:53.299905 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-f1c1b6a3-e74c-4322-bb77-1677c72d6acf admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:53.307851 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c1b6a3-e74c-4322-bb77-1677c72d6acf admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:15:53.329179 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc8f6715-4bec-4cd4-8a7c-768f4df62392 req-eb0dab8f-6fb7-40cd-9bd3-584b4d55f30f tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522480 Nov 11 17:15:53.361913 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-482dad1e-1a2f-4f25-bfa2-614c06849280 None None] For port ad479f78-7eeb-4630-bc33-1193e6d3f38a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ad479f78-7eeb-4630-bc33-1193e6d3f38a,segment=NetworkSegment(2d9f8312-287e-4120-8386-9681c187fae2),segment_id=2d9f8312-287e-4120-8386-9681c187fae2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:53.376111 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-482dad1e-1a2f-4f25-bfa2-614c06849280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:53.400257 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99b1c913-5515-49ee-952c-a470d54cee79 req-24be31fb-45e2-464b-8b56-d2d77affa063 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818497 Nov 11 17:15:53.428311 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02321fb2-31de-419f-a5db-838edd8acfed x-openstack-request-id: req-02321fb2-31de-419f-a5db-838edd8acfed {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:15:53.428992 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839d7bb2-e5ad-4136-b568-d05bff43cf1c", "tag": "b46de292-25ba-4e9a-a524-7b9916dab147", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:15:53.429530 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-02321fb2-31de-419f-a5db-838edd8acfed {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:15:53.430620 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839d7bb2-e5ad-4136-b568-d05bff43cf1c', 'tag': 'b46de292-25ba-4e9a-a524-7b9916dab147', 'status': 'completed', 'code': 200} Nov 11 17:15:53.505782 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1b6a3-e74c-4322-bb77-1677c72d6acf admin admin] Pushing event updated for resources: {'Port': ['ID=f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:53.528704 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482dad1e-1a2f-4f25-bfa2-614c06849280 None None] Pushing event updated for resources: {'Port': ['ID=ad479f78-7eeb-4630-bc33-1193e6d3f38a,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:53.559292 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-41f4d7c8-8ec7-4e24-84cf-15db427171ba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=189a89814e0f4fe1b6baa86feee1e45d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5226281 Nov 11 17:15:53.563261 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45478) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:53.579649 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f60d2967-c18d-4ae5-b671-3570aa60fa3c req-84d42644-36a4-45ac-83a9-c1457d0f54d2 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4519279 Nov 11 17:15:53.612391 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ad479f78-7eeb-4630-bc33-1193e6d3f38a up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:15:53.627227 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c05cbf28-2049-4f9c-9f6f-1b7548b3f190 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:53.688631 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-60983b36-643e-4220-b69e-dc26a27b157f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:53.709256 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port ad479f78-7eeb-4630-bc33-1193e6d3f38a triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:53.709999 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:53.712416 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-23a54819-bb0e-434c-81f1-165d8ca2a2ae None None] Provisioning complete for port ad479f78-7eeb-4630-bc33-1193e6d3f38a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:53.712861 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-23a54819-bb0e-434c-81f1-165d8ca2a2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:53.747918 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-60983b36-643e-4220-b69e-dc26a27b157f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:53.749043 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69949b2c-db48-4319-9a96-c860bee6aeee req-5f61da2c-1603-4ea4-9226-52d46afdde6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:53.750672 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69949b2c-db48-4319-9a96-c860bee6aeee req-5f61da2c-1603-4ea4-9226-52d46afdde6a service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.6413949 Nov 11 17:15:53.752427 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c05cbf28-2049-4f9c-9f6f-1b7548b3f190 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:53.780995 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdaa70-952c-4691-9c48-96b67e16eb77 req-d4b568ee-297f-40b7-bbdd-cd392f195800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:53.782553 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cbbdaa70-952c-4691-9c48-96b67e16eb77 req-d4b568ee-297f-40b7-bbdd-cd392f195800 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fc9c098dec441f79cdea28fa0261111&device_id=839d7bb2-e5ad-4136-b568-d05bff43cf1c HTTP/1.1" status: 200 len: 1099 time: 0.3083634 Nov 11 17:15:53.796843 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1c1b6a3-e74c-4322-bb77-1677c72d6acf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:53.849748 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69949b2c-db48-4319-9a96-c860bee6aeee req-6287c9c6-7cd4-42b1-b2b3-3b684f2016b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=b031909d-4cb3-4a29-995a-b1ae89affd91 HTTP/1.1" status: 200 len: 217 time: 0.0825124 Nov 11 17:15:53.868916 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-60983b36-643e-4220-b69e-dc26a27b157f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:53.871767 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-60983b36-643e-4220-b69e-dc26a27b157f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:53.873017 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-60983b36-643e-4220-b69e-dc26a27b157f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c5305eb4-0a87-40f3-8869-9f278c0ca51f HTTP/1.1" status: 204 len: 168 time: 0.3085136 Nov 11 17:15:53.876994 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d46a82-50d3-4b78-8e45-2394dc3f6c42 req-093d6e20-68d7-42da-8360-3da83483a31e tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:53.884239 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f8d46a82-50d3-4b78-8e45-2394dc3f6c42 req-093d6e20-68d7-42da-8360-3da83483a31e tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=99554e74-2af2-462a-be60-f26cc02977a1 HTTP/1.1" status: 200 len: 948 time: 0.2266512 Nov 11 17:15:53.902343 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:53.918012 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60983b36-643e-4220-b69e-dc26a27b157f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5305eb4-0a87-40f3-8869-9f278c0ca51f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:53.955481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a038c-34b2-4748-9dab-31929df0c345 req-57dd3f21-c666-4484-b386-10e35665b07a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:53.957000 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bd0a038c-34b2-4748-9dab-31929df0c345 req-57dd3f21-c666-4484-b386-10e35665b07a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 948 time: 0.3748972 Nov 11 17:15:54.065075 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1c1b6a3-e74c-4322-bb77-1677c72d6acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:54.202725 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c1b6a3-e74c-4322-bb77-1677c72d6acf admin admin] Router 2f2a0040-3a2a-4f9c-9a70-e678cef20112 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:15:54.252424 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2d27bd0a-ada7-4a60-82ff-180219d3c4e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:54.276762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69949b2c-db48-4319-9a96-c860bee6aeee req-df01f3e2-1305-4053-8fce-08b27ad870d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:54.278217 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69949b2c-db48-4319-9a96-c860bee6aeee req-df01f3e2-1305-4053-8fce-08b27ad870d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.3872418 Nov 11 17:15:54.282932 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2d27bd0a-ada7-4a60-82ff-180219d3c4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:54.320443 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2d27bd0a-ada7-4a60-82ff-180219d3c4e6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c1b24eab779947de985201cc5279d82d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2611113 Nov 11 17:15:54.322363 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45488) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:54.358441 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c1b6a3-e74c-4322-bb77-1677c72d6acf admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:15:54.370531 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] Sync routers for ids ['2f2a0040-3a2a-4f9c-9a70-e678cef20112'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:15:54.374371 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c05cbf28-2049-4f9c-9f6f-1b7548b3f190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:54.376889 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c05cbf28-2049-4f9c-9f6f-1b7548b3f190 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:54.380939 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c05cbf28-2049-4f9c-9f6f-1b7548b3f190 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/46d18249-15d2-4b94-87bb-ea88ef13d858 HTTP/1.1" status: 204 len: 168 time: 1.3691967 Nov 11 17:15:54.387131 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] Routers {'2f2a0040-3a2a-4f9c-9a70-e678cef20112'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:15:54.387540 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:15:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2f2a0040-3a2a-4f9c-9a70-e678cef20112'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:54.394503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27bd0a-ada7-4a60-82ff-180219d3c4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64ac075-65a0-4c33-9408-cf1ba08a8c2b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:54.403292 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdaa70-952c-4691-9c48-96b67e16eb77 req-3d7a7096-d64c-492b-b129-c4ab009a44cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:54.404810 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cbbdaa70-952c-4691-9c48-96b67e16eb77 req-3d7a7096-d64c-492b-b129-c4ab009a44cf service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.5787060 Nov 11 17:15:54.416888 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8080fe03-0529-473a-9251-aa2b2d3f7f99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:54.417486 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05cbf28-2049-4f9c-9f6f-1b7548b3f190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d18249-15d2-4b94-87bb-ea88ef13d858,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:54.442487 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f8d46a82-50d3-4b78-8e45-2394dc3f6c42 req-298e1e2a-bc7c-40b9-b1df-d84fd89ec503 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822998 Nov 11 17:15:54.460037 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8080fe03-0529-473a-9251-aa2b2d3f7f99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:54.495672 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bd0a038c-34b2-4748-9dab-31929df0c345 req-52ccdaae-533e-4bea-99c0-da1ebe864b2e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4931183 Nov 11 17:15:54.529154 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1c1b6a3-e74c-4322-bb77-1677c72d6acf admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:54.531750 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f1c1b6a3-e74c-4322-bb77-1677c72d6acf admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.4569147 Nov 11 17:15:54.534504 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45498) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:54.534634 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device bb67b9c1-f900-4d16-bde3-f5fe2ee098fa details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:15:54.546869 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8080fe03-0529-473a-9251-aa2b2d3f7f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:54.556922 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8080fe03-0529-473a-9251-aa2b2d3f7f99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:54.557805 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8080fe03-0529-473a-9251-aa2b2d3f7f99 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c64ac075-65a0-4c33-9408-cf1ba08a8c2b HTTP/1.1" status: 204 len: 168 time: 0.2344699 Nov 11 17:15:54.618425 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080fe03-0529-473a-9251-aa2b2d3f7f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64ac075-65a0-4c33-9408-cf1ba08a8c2b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:54.660967 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] Set router 2f2a0040-3a2a-4f9c-9a70-e678cef20112 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:15:54.680902 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cbbdaa70-952c-4691-9c48-96b67e16eb77 req-5788a1fa-543e-4c0a-b7b7-672b9cf90674 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=b46de292-25ba-4e9a-a524-7b9916dab147 HTTP/1.1" status: 200 len: 217 time: 0.2358134 Nov 11 17:15:54.787575 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:54.816790 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'bb67b9c1-f900-4d16-bde3-f5fe2ee098fa', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': 'bb67b9c1-f900-4d16-bde3-f5fe2ee098fa', 'mac_address': 'fa:16:3e:f1:4f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:15:54.842398 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffba97-38c7-4a8b-91ac-a1c438dda2ef req-e3a417c0-83b6-4d2c-b0ad-4050a7b06b50 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:54.844067 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6ffba97-38c7-4a8b-91ac-a1c438dda2ef req-e3a417c0-83b6-4d2c-b0ad-4050a7b06b50 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=839d7bb2-e5ad-4136-b568-d05bff43cf1c HTTP/1.1" status: 200 len: 948 time: 0.2356861 Nov 11 17:15:54.849388 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69949b2c-db48-4319-9a96-c860bee6aeee req-4a8320f1-dc1e-4f93-b89d-2def39abe7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:54.850997 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69949b2c-db48-4319-9a96-c860bee6aeee req-4a8320f1-dc1e-4f93-b89d-2def39abe7de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5435150 Nov 11 17:15:54.896889 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:54.926232 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb67b9c1-f900-4d16-bde3-f5fe2ee098fa {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:15:54.973603 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:54.986522 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:54.989491 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device a0790375-e0c0-42da-a666-56b0af08b246 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:15:55.054322 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6ffba97-38c7-4a8b-91ac-a1c438dda2ef req-e88c67a3-8801-4545-8a70-b32eb5e0562c tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007110 Nov 11 17:15:55.057780 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdaa70-952c-4691-9c48-96b67e16eb77 req-d688fc86-e38a-487d-851a-cfd57dd7d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:55.059166 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cbbdaa70-952c-4691-9c48-96b67e16eb77 req-d688fc86-e38a-487d-851a-cfd57dd7d965 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.3674810 Nov 11 17:15:55.080550 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69949b2c-db48-4319-9a96-c860bee6aeee req-bd87efe1-f994-4773-b6ad-875c8bfa6313 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097311 Nov 11 17:15:55.081694 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45508) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:55.092706 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f097f1-6682-4c09-a95b-c46543081390 req-42fdd98d-ff00-4eb1-b5af-5006341347e2 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:55.094213 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24f097f1-6682-4c09-a95b-c46543081390 req-42fdd98d-ff00-4eb1-b5af-5006341347e2 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 943 time: 0.3816247 Nov 11 17:15:55.213065 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'name': 'tempest-ServersTestJSON-1051618494-router', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:51Z', 'updated_at': '2021-11-11T17:15:53Z', 'revision_number': 3, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'gw_port': {'id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:52Z', 'updated_at': '2021-11-11T17:15:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:55.219493 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69949b2c-db48-4319-9a96-c860bee6aeee req-bbbcf9b4-67a4-466e-a939-1051c11b99e4 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049771 Nov 11 17:15:55.249108 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] Checking router: 2f2a0040-3a2a-4f9c-9a70-e678cef20112 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:15:55.249512 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1fc3cbba-f82f-4c64-9fbc-1049ec225990 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:55.249927 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] Updating router 2f2a0040-3a2a-4f9c-9a70-e678cef20112 port f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:15:55.279763 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:55.288751 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:55.369246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdaa70-952c-4691-9c48-96b67e16eb77 req-7e1464e7-29f1-4ce5-93e2-5fe9e697930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:55.370808 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cbbdaa70-952c-4691-9c48-96b67e16eb77 req-7e1464e7-29f1-4ce5-93e2-5fe9e697930c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3015475 Nov 11 17:15:55.377442 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port a0790375-e0c0-42da-a666-56b0af08b246, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a0790375-e0c0-42da-a666-56b0af08b246,segment=NetworkSegment(f4e29135-ff10-4aaf-81d8-232294590cc5),segment_id=f4e29135-ff10-4aaf-81d8-232294590cc5)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:55.420708 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e5a23cc-49de-44c3-a170-9cd71337d3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:55.553531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24f097f1-6682-4c09-a95b-c46543081390 req-308fdd5e-fd1c-48f6-92d3-e1df407a7135 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3366709 Nov 11 17:15:55.646233 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'a0790375-e0c0-42da-a666-56b0af08b246', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'port_id': 'a0790375-e0c0-42da-a666-56b0af08b246', 'mac_address': 'fa:16:3e:e7:88:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:15:55.652828 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ad479f78-7eeb-4630-bc33-1193e6d3f38a up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:15:55.720913 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:55.735851 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0790375-e0c0-42da-a666-56b0af08b246 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:15:55.757205 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port a0790375-e0c0-42da-a666-56b0af08b246, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a0790375-e0c0-42da-a666-56b0af08b246,segment=NetworkSegment(f4e29135-ff10-4aaf-81d8-232294590cc5),segment_id=f4e29135-ff10-4aaf-81d8-232294590cc5)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:55.767203 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1fc3cbba-f82f-4c64-9fbc-1049ec225990 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:55.770845 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:55.771859 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cbbdaa70-952c-4691-9c48-96b67e16eb77 req-c172bc0d-a48a-4df5-941a-8d0a86b4fd21 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909376 Nov 11 17:15:55.781806 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1fc3cbba-f82f-4c64-9fbc-1049ec225990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:55.791823 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-8e5a23cc-49de-44c3-a170-9cd71337d3c7 admin admin] Allocated IP 172.20.0.1 (670b12df-11ba-4d6c-8ae9-f6ce89238b8f/7d038671-7b00-465f-8cd5-8873cae059cd/dede112d-c528-4305-9667-53561f55bd2e) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:15:55.814613 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port ad479f78-7eeb-4630-bc33-1193e6d3f38a triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:55.815911 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:55.879709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45528) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:55.913024 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:55.925944 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=a0790375-e0c0-42da-a666-56b0af08b246,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:55.931720 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:55.977697 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7bbb1-40d6-4381-8f24-be029d40acb2 req-e111180a-ea6f-4772-8d38-2c164c0748c5 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:55.989094 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-beb7bbb1-40d6-4381-8f24-be029d40acb2 req-e111180a-ea6f-4772-8d38-2c164c0748c5 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=99554e74-2af2-462a-be60-f26cc02977a1 HTTP/1.1" status: 200 len: 948 time: 0.4216371 Nov 11 17:15:55.989297 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e5a23cc-49de-44c3-a170-9cd71337d3c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:56.027349 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e5a23cc-49de-44c3-a170-9cd71337d3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:56.054442 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1fc3cbba-f82f-4c64-9fbc-1049ec225990 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7548157cb7f0452d88604f84492c9e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9715788 Nov 11 17:15:56.064131 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] Attempting to bind port f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:15:56.064653 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3cbba-f82f-4c64-9fbc-1049ec225990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae623eb-69b4-4a86-8fd3-a2179b602c61,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:56.068936 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] Attempting to bind port f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:15:56.069135 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45536) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:56.070115 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] Attempting to bind port f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:15:56.081956 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5a23cc-49de-44c3-a170-9cd71337d3c7 admin admin] Network 670b12df-11ba-4d6c-8ae9-f6ce89238b8f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:15:56.085223 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-8e5a23cc-49de-44c3-a170-9cd71337d3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:56.089970 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5a23cc-49de-44c3-a170-9cd71337d3c7 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:15:56.090442 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e5a23cc-49de-44c3-a170-9cd71337d3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:56.093287 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8926f-bd28-46c6-af75-302fb9c3c74a None None] Pushing event updated for resources: {'Port': ['ID=f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:56.107337 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:15:56.108985 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:15:56.109591 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:56.111505 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:15:56.112245 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] Bound port: f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:15:56.114463 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:56.116524 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390e7b3-8957-46da-8fbd-aafffffc5293 req-d0b801f2-8c0c-4a01-a2d9-503a70832c98 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:56.130435 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3390e7b3-8957-46da-8fbd-aafffffc5293 req-d0b801f2-8c0c-4a01-a2d9-503a70832c98 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 949 time: 0.3506691 Nov 11 17:15:56.177660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a23cc-49de-44c3-a170-9cd71337d3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=dede112d-c528-4305-9667-53561f55bd2e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:56.199174 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cbbdaa70-952c-4691-9c48-96b67e16eb77 req-a74cddc7-b537-4ddf-9d4d-7baf06a052e9 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940456 Nov 11 17:15:56.258882 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['a0790375-e0c0-42da-a666-56b0af08b246'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:15:56.259088 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-beb7bbb1-40d6-4381-8f24-be029d40acb2 req-fde30789-1d4d-4a42-9832-1b7b6bfb21e8 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723737 Nov 11 17:15:56.282111 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] For port f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:15:56.285660 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a4b7edf-ce21-4be1-acf8-dc45704b333b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:56.290703 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] For port f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:15:56.302714 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:56.367902 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e5a23cc-49de-44c3-a170-9cd71337d3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:56.388793 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['bb67b9c1-f900-4d16-bde3-f5fe2ee098fa'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:15:56.400924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a4b7edf-ce21-4be1-acf8-dc45704b333b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:56.419867 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] Routers {'2f2a0040-3a2a-4f9c-9a70-e678cef20112'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:15:56.420513 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:15:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2f2a0040-3a2a-4f9c-9a70-e678cef20112'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:56.427559 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1c40a73c-d06d-4d0b-a006-4b3d1243f868 tempest-AutoAllocateNetworkTest-14927716 tempest-AutoAllocateNetworkTest-14927716-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=0acdcb67a16a4e4bbd215a644fdda9c6&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5148430 Nov 11 17:15:56.441397 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45546) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:56.452309 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3390e7b3-8957-46da-8fbd-aafffffc5293 req-961883c2-1296-453c-9cc0-cf61c8cc5ff7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214045 Nov 11 17:15:56.497428 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8926f-bd28-46c6-af75-302fb9c3c74a None None] Pushing event updated for resources: {'Port': ['ID=f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:56.504398 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b031909d-4cb3-4a29-995a-b1ae89affd91 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:15:56.555389 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1a5e2-e1b9-4461-8f71-be8226f9d5b4 req-003a3180-22dd-4c73-992f-1ae140b9eb6b tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:56.564786 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c5b1a5e2-e1b9-4461-8f71-be8226f9d5b4 req-003a3180-22dd-4c73-992f-1ae140b9eb6b tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=839d7bb2-e5ad-4136-b568-d05bff43cf1c HTTP/1.1" status: 200 len: 948 time: 0.1841416 Nov 11 17:15:56.653984 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a4b7edf-ce21-4be1-acf8-dc45704b333b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:56.659776 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a4b7edf-ce21-4be1-acf8-dc45704b333b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:56.660996 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1a4b7edf-ce21-4be1-acf8-dc45704b333b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dae623eb-69b4-4a86-8fd3-a2179b602c61 HTTP/1.1" status: 204 len: 168 time: 0.5878711 Nov 11 17:15:56.694353 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] Set router 2f2a0040-3a2a-4f9c-9a70-e678cef20112 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:15:56.698622 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c5b1a5e2-e1b9-4461-8f71-be8226f9d5b4 req-36792dbf-307d-4bc2-89a4-c10adbf5b93c tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328304 Nov 11 17:15:56.701750 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b7edf-ce21-4be1-acf8-dc45704b333b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae623eb-69b4-4a86-8fd3-a2179b602c61,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:56.718765 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-62f4ef4d-c4ed-4cc7-9116-0dda34b6c255 None None] Provisioning complete for port dede112d-c528-4305-9667-53561f55bd2e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:56.720363 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-62f4ef4d-c4ed-4cc7-9116-0dda34b6c255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:56.791356 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430150b2-2713-464a-917e-dc7a5a56629e req-d2b27e0d-b302-43d6-b1c6-31ecaa37dd6d tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:56.794115 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-430150b2-2713-464a-917e-dc7a5a56629e req-d2b27e0d-b302-43d6-b1c6-31ecaa37dd6d tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 944 time: 0.0934544 Nov 11 17:15:56.806861 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.resource_extend [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:15:56.865775 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device b46de292-25ba-4e9a-a524-7b9916dab147 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:15:56.892678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f493429f-dc12-452e-b942-5d9728916b84 tempest-AutoAllocateNetworkTest-14927716 tempest-AutoAllocateNetworkTest-14927716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:56.894251 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f493429f-dc12-452e-b942-5d9728916b84 tempest-AutoAllocateNetworkTest-14927716 tempest-AutoAllocateNetworkTest-14927716-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4518793 Nov 11 17:15:56.898893 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45562) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:56.986302 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-430150b2-2713-464a-917e-dc7a5a56629e req-f4e01fe0-7c6b-4614-b1b1-54be14ede4df tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809647 Nov 11 17:15:57.011085 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e5a23cc-49de-44c3-a170-9cd71337d3c7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:57.025396 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e5a23cc-49de-44c3-a170-9cd71337d3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:57.026717 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e5a23cc-49de-44c3-a170-9cd71337d3c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:57.045067 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-62f4ef4d-c4ed-4cc7-9116-0dda34b6c255 None None] Port dede112d-c528-4305-9667-53561f55bd2e cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:15:57.077502 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-90b198bb-e6af-40bf-a989-456ac7e56a99 tempest-AutoAllocateNetworkTest-14927716 tempest-AutoAllocateNetworkTest-14927716-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1697118 Nov 11 17:15:57.078310 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45566) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:57.144032 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'name': 'tempest-ServersTestJSON-1051618494-router', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:51Z', 'updated_at': '2021-11-11T17:15:56Z', 'revision_number': 4, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'gw_port': {'id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:52Z', 'updated_at': '2021-11-11T17:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'dede112d-c528-4305-9667-53561f55bd2e', 'name': '', 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'mac_address': 'fa:16:3e:d4:fd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7d038671-7b00-465f-8cd5-8873cae059cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:55Z', 'updated_at': '2021-11-11T17:15:55Z', 'revision_number': 1, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'subnets': [{'id': '7d038671-7b00-465f-8cd5-8873cae059cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:15:57.146635 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-64426937-0116-45e9-8dc5-7784ffea0040 tempest-AutoAllocateNetworkTest-14927716 tempest-AutoAllocateNetworkTest-14927716-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=0acdcb67a16a4e4bbd215a644fdda9c6 HTTP/1.1" status: 200 len: 208 time: 0.0671310 Nov 11 17:15:57.148202 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a23cc-49de-44c3-a170-9cd71337d3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=dede112d-c528-4305-9667-53561f55bd2e,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:57.170923 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port b031909d-4cb3-4a29-995a-b1ae89affd91, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b031909d-4cb3-4a29-995a-b1ae89affd91,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:57.213385 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd0c97d-227a-4bed-a914-44f020b08beb None None] The sync data for ids ['2f2a0040-3a2a-4f9c-9a70-e678cef20112'] in n-d-816206-4 is: [{'id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'name': 'tempest-ServersTestJSON-1051618494-router', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:51Z', 'updated_at': '2021-11-11T17:15:56Z', 'revision_number': 4, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'gw_port': {'id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:52Z', 'updated_at': '2021-11-11T17:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'dede112d-c528-4305-9667-53561f55bd2e', 'name': '', 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'mac_address': 'fa:16:3e:d4:fd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7d038671-7b00-465f-8cd5-8873cae059cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:55Z', 'updated_at': '2021-11-11T17:15:55Z', 'revision_number': 1, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'subnets': [{'id': '7d038671-7b00-465f-8cd5-8873cae059cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:15:57.219658 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5a23cc-49de-44c3-a170-9cd71337d3c7 admin admin] Network 670b12df-11ba-4d6c-8ae9-f6ce89238b8f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:15:57.221336 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-8e5a23cc-49de-44c3-a170-9cd71337d3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:15:57.239686 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port b46de292-25ba-4e9a-a524-7b9916dab147, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=b46de292-25ba-4e9a-a524-7b9916dab147,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:57.243128 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'b031909d-4cb3-4a29-995a-b1ae89affd91', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': 'b031909d-4cb3-4a29-995a-b1ae89affd91', 'mac_address': 'fa:16:3e:41:5a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:15:57.267845 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'b46de292-25ba-4e9a-a524-7b9916dab147', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': 'b46de292-25ba-4e9a-a524-7b9916dab147', 'mac_address': 'fa:16:3e:6d:fc:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:15:57.420784 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:57.436883 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:57.461350 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5a23cc-49de-44c3-a170-9cd71337d3c7 admin admin] Router 2f2a0040-3a2a-4f9c-9a70-e678cef20112 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:15:57.500481 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b031909d-4cb3-4a29-995a-b1ae89affd91 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:15:57.505507 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2b288-021c-48bf-8673-9a99eee0f5e6 req-523ee72d-22a8-4636-aa0d-e4d88ea75e93 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:57.513784 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7de2b288-021c-48bf-8673-9a99eee0f5e6 req-523ee72d-22a8-4636-aa0d-e4d88ea75e93 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=99554e74-2af2-462a-be60-f26cc02977a1 HTTP/1.1" status: 200 len: 948 time: 0.1193171 Nov 11 17:15:57.569979 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port b031909d-4cb3-4a29-995a-b1ae89affd91, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b031909d-4cb3-4a29-995a-b1ae89affd91,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:57.578609 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46de292-25ba-4e9a-a524-7b9916dab147 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:15:57.605701 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:57.615510 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7de2b288-021c-48bf-8673-9a99eee0f5e6 req-5f1ed308-a0c0-4ee5-8831-ad32c57116de tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987763 Nov 11 17:15:57.693754 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port b46de292-25ba-4e9a-a524-7b9916dab147, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=b46de292-25ba-4e9a-a524-7b9916dab147,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:57.710584 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:57.713539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45588) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:57.727677 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2b3da92b-cef7-4a30-930b-17fe5e18c70f None None] Provisioning complete for port dede112d-c528-4305-9667-53561f55bd2e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:57.728144 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2b3da92b-cef7-4a30-930b-17fe5e18c70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:57.786008 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a15e2b-e360-4920-96e8-73e76af3570c req-1f459156-d81e-4449-bc09-a5d9531a388d tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:57.788150 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f6a15e2b-e360-4920-96e8-73e76af3570c req-1f459156-d81e-4449-bc09-a5d9531a388d tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 949 time: 0.1674750 Nov 11 17:15:57.795093 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=b031909d-4cb3-4a29-995a-b1ae89affd91,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:57.815212 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5a23cc-49de-44c3-a170-9cd71337d3c7 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:15:57.821791 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8e5a23cc-49de-44c3-a170-9cd71337d3c7 admin admin] 10.222.0.76 "PUT /v2.0/routers/2f2a0040-3a2a-4f9c-9a70-e678cef20112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2850182 Nov 11 17:15:57.870771 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2b3da92b-cef7-4a30-930b-17fe5e18c70f None None] Port dede112d-c528-4305-9667-53561f55bd2e cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:15:57.908082 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=b46de292-25ba-4e9a-a524-7b9916dab147,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:57.928194 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['b46de292-25ba-4e9a-a524-7b9916dab147'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:15:57.946587 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f6a15e2b-e360-4920-96e8-73e76af3570c req-7491a0ef-c27a-46ea-ae76-7cd84ceffd4d tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449707 Nov 11 17:15:57.978614 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['b031909d-4cb3-4a29-995a-b1ae89affd91'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:15:58.032581 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782d41f-a5a4-4faf-aa31-b0de61ad80a2 req-499780d7-6ec8-44d0-b66b-87f73fa710c7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:58.044985 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8782d41f-a5a4-4faf-aa31-b0de61ad80a2 req-499780d7-6ec8-44d0-b66b-87f73fa710c7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=839d7bb2-e5ad-4136-b568-d05bff43cf1c HTTP/1.1" status: 200 len: 949 time: 0.2023242 Nov 11 17:15:58.055485 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-16ca3c08-0018-4692-855b-e8a5f136ee24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:58.192213 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8782d41f-a5a4-4faf-aa31-b0de61ad80a2 req-b0ccd100-907e-4bcf-a8a7-f025c9a664eb tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461015 Nov 11 17:15:58.312505 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-16ca3c08-0018-4692-855b-e8a5f136ee24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:58.320684 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183f61d-a72e-400f-b7f9-068e7e7b763f req-825ba062-9840-441e-a866-4bf44ad65964 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:58.322241 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0183f61d-a72e-400f-b7f9-068e7e7b763f req-825ba062-9840-441e-a866-4bf44ad65964 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 944 time: 0.1871598 Nov 11 17:15:58.323583 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-16ca3c08-0018-4692-855b-e8a5f136ee24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:58.410696 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45616) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:58.410845 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-16ca3c08-0018-4692-855b-e8a5f136ee24 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0acdcb67a16a4e4bbd215a644fdda9c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6888063 Nov 11 17:15:58.418064 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca3c08-0018-4692-855b-e8a5f136ee24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd236691-8a4b-4777-a610-11a39f7f8012,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:58.482178 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0183f61d-a72e-400f-b7f9-068e7e7b763f req-2be04f6b-05f7-445b-906b-02ef1121c55c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453466 Nov 11 17:15:58.500578 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-32d4fa66-842f-4ede-a5c9-b0ce1d6e3159 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:58.512807 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device bb67b9c1-f900-4d16-bde3-f5fe2ee098fa up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:15:58.533064 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-32d4fa66-842f-4ede-a5c9-b0ce1d6e3159 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:58.602080 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-32d4fa66-842f-4ede-a5c9-b0ce1d6e3159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:58.604759 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-32d4fa66-842f-4ede-a5c9-b0ce1d6e3159 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:58.609129 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-32d4fa66-842f-4ede-a5c9-b0ce1d6e3159 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fd236691-8a4b-4777-a610-11a39f7f8012 HTTP/1.1" status: 204 len: 168 time: 0.1981611 Nov 11 17:15:58.617839 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4fa66-842f-4ede-a5c9-b0ce1d6e3159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd236691-8a4b-4777-a610-11a39f7f8012,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:58.658171 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:15:58.663501 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:58.664540 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:58.734331 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45626) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:58.739535 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-c10718cf-98e7-46a2-a823-4d0ec8c718e8 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1298525189', 'description': 'tempest-description--589705173'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:58.782070 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c10718cf-98e7-46a2-a823-4d0ec8c718e8 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:58.823180 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device b46de292-25ba-4e9a-a524-7b9916dab147 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:15:58.855004 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c07e4f-c6f5-48b1-beb7-40f8f4ef5ecd req-ffd3d6c8-cc04-4f05-ad82-f2d75507d8a5 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:58.858872 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59c07e4f-c6f5-48b1-beb7-40f8f4ef5ecd req-ffd3d6c8-cc04-4f05-ad82-f2d75507d8a5 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=99554e74-2af2-462a-be60-f26cc02977a1 HTTP/1.1" status: 200 len: 949 time: 0.1391969 Nov 11 17:15:58.904596 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:58.944755 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c10718cf-98e7-46a2-a823-4d0ec8c718e8 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:58.946505 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c10718cf-98e7-46a2-a823-4d0ec8c718e8 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:58.980511 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59c07e4f-c6f5-48b1-beb7-40f8f4ef5ecd req-56ea8070-2134-4c16-99ef-83f6af95a4ca tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093998 Nov 11 17:15:58.998392 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49c0d26-880d-4c47-9491-6af407fecde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb67b9c1-f900-4d16-bde3-f5fe2ee098fa'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:15:59.011156 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36910174-5114-433a-b6f3-8b5558aeb2d5" -d '{"events": [{"server_uuid": "e49c0d26-880d-4c47-9491-6af407fecde9", "name": "network-vif-plugged", "status": "completed", "tag": "bb67b9c1-f900-4d16-bde3-f5fe2ee098fa"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:15:59.034238 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:59.043128 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:59.044661 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device a0790375-e0c0-42da-a666-56b0af08b246 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:15:59.095700 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port b46de292-25ba-4e9a-a524-7b9916dab147 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:15:59.122414 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0bf8e9-7659-489c-82f9-ab3000c10ecc x-openstack-request-id: req-5b0bf8e9-7659-489c-82f9-ab3000c10ecc {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:15:59.123416 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49c0d26-880d-4c47-9491-6af407fecde9", "name": "network-vif-plugged", "status": "completed", "tag": "bb67b9c1-f900-4d16-bde3-f5fe2ee098fa", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:15:59.123881 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5b0bf8e9-7659-489c-82f9-ab3000c10ecc {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:15:59.124458 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49c0d26-880d-4c47-9491-6af407fecde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb67b9c1-f900-4d16-bde3-f5fe2ee098fa', 'code': 200} Nov 11 17:15:59.127254 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port b46de292-25ba-4e9a-a524-7b9916dab147 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:59.127844 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:59.130057 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10718cf-98e7-46a2-a823-4d0ec8c718e8 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79178248-7504-4e73-b544-559301e3a490,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:59.153689 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c10718cf-98e7-46a2-a823-4d0ec8c718e8 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:59.155635 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c10718cf-98e7-46a2-a823-4d0ec8c718e8 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4198833 Nov 11 17:15:59.158663 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45636) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:59.172623 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-127a4bf3-b4f5-4d6b-8d66-f9f04d018c29 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Request body: {'security_group_rule': {'security_group_id': '79178248-7504-4e73-b544-559301e3a490', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:59.257334 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:59.306525 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port a0790375-e0c0-42da-a666-56b0af08b246 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:15:59.311456 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port a0790375-e0c0-42da-a666-56b0af08b246 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:59.331441 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:59.449219 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-127a4bf3-b4f5-4d6b-8d66-f9f04d018c29 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:59.518124 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:59.521383 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:59.574273 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port a0790375-e0c0-42da-a666-56b0af08b246, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a0790375-e0c0-42da-a666-56b0af08b246,segment=NetworkSegment(f4e29135-ff10-4aaf-81d8-232294590cc5),segment_id=f4e29135-ff10-4aaf-81d8-232294590cc5)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:59.602865 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port b46de292-25ba-4e9a-a524-7b9916dab147, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=b46de292-25ba-4e9a-a524-7b9916dab147,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:59.606894 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:15:59.608241 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c1429-50d2-480d-8947-9a8cb4c080df req-201fa73b-f373-4989-81d9-7d1cb0fcb118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:59.609873 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-660c1429-50d2-480d-8947-9a8cb4c080df req-201fa73b-f373-4989-81d9-7d1cb0fcb118 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 1101 time: 0.3678474 Nov 11 17:15:59.629612 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754caf06-3099-4c0b-957e-33779243b7e5 req-5751298e-ddf2-42a0-9502-6ad2492ad71f tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:59.629612 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-754caf06-3099-4c0b-957e-33779243b7e5 req-5751298e-ddf2-42a0-9502-6ad2492ad71f tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.4248807 Nov 11 17:15:59.639024 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:59.649478 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:59.690450 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6f5c2-3a49-4ab9-8f04-ebc79aa7c862 req-891be00b-8c79-421c-8248-6d3c5ad9c265 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:15:59.695526 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e4f6f5c2-3a49-4ab9-8f04-ebc79aa7c862 req-891be00b-8c79-421c-8248-6d3c5ad9c265 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=839d7bb2-e5ad-4136-b568-d05bff43cf1c HTTP/1.1" status: 200 len: 949 time: 0.3094239 Nov 11 17:15:59.718131 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=a0790375-e0c0-42da-a666-56b0af08b246,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:59.720563 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:15:59.720997 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:59.735291 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-127a4bf3-b4f5-4d6b-8d66-f9f04d018c29 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:59.774339 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-127a4bf3-b4f5-4d6b-8d66-f9f04d018c29 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:59.814917 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=b46de292-25ba-4e9a-a524-7b9916dab147,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:59.820472 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-754caf06-3099-4c0b-957e-33779243b7e5 req-a47a1b18-85d3-4435-86a5-bf3a3dab2438 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778440 Nov 11 17:15:59.829986 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-660c1429-50d2-480d-8947-9a8cb4c080df req-2c09e8b3-3224-4146-a70d-161dfe9d14e9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964402 Nov 11 17:15:59.830556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a4bf3-b4f5-4d6b-8d66-f9f04d018c29 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cd467e-44af-4e37-a63a-097dcee44cb6,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:15:59.857504 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-127a4bf3-b4f5-4d6b-8d66-f9f04d018c29 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:59.858706 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-127a4bf3-b4f5-4d6b-8d66-f9f04d018c29 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6988976 Nov 11 17:15:59.861542 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45664) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:15:59.865257 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:59.867548 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-b9023e41-712a-4214-b17b-7b19d5dac937 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Request body: {'security_group_rule': {'security_group_id': '79178248-7504-4e73-b544-559301e3a490', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:15:59.876644 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e4f6f5c2-3a49-4ab9-8f04-ebc79aa7c862 req-db1ab652-6c2e-4f8d-a43c-3b7d09b74cd4 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661794 Nov 11 17:15:59.901435 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:15:59.909883 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:59.912717 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b9023e41-712a-4214-b17b-7b19d5dac937 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:15:59.994971 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:00.042780 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b9023e41-712a-4214-b17b-7b19d5dac937 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:00.049201 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b9023e41-712a-4214-b17b-7b19d5dac937 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:00.060940 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae731d77-b61b-4237-bedc-12dede2614b8 req-704fae4d-1aea-4c47-8b5e-f3f2c409e50c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:00.062494 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae731d77-b61b-4237-bedc-12dede2614b8 req-704fae4d-1aea-4c47-8b5e-f3f2c409e50c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 945 time: 0.0993183 Nov 11 17:16:00.089927 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9023e41-712a-4214-b17b-7b19d5dac937 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e73bc1-37f2-4120-8b3e-ca3107aaeb50,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:00.111955 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b9023e41-712a-4214-b17b-7b19d5dac937 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:00.115918 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b9023e41-712a-4214-b17b-7b19d5dac937 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2505755 Nov 11 17:16:00.116248 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45678) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:00.120870 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-84bb60ac-4478-4d29-8afe-8e2c97976e3f tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:00.153089 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84bb60ac-4478-4d29-8afe-8e2c97976e3f tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks [] for floatingip, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:00.153404 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae731d77-b61b-4237-bedc-12dede2614b8 req-3a71f707-ffdf-4581-9be9-baca825ac8f3 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764718 Nov 11 17:16:00.288472 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84bb60ac-4478-4d29-8afe-8e2c97976e3f tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:00.340513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340c2f0-9e9d-48b8-b438-69cf8c6efe92 req-6f0a2447-11fb-4084-9336-ba4ce89c7df0 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:00.350527 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e340c2f0-9e9d-48b8-b438-69cf8c6efe92 req-6f0a2447-11fb-4084-9336-ba4ce89c7df0 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=99554e74-2af2-462a-be60-f26cc02977a1 HTTP/1.1" status: 200 len: 949 time: 0.0900316 Nov 11 17:16:00.411953 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e340c2f0-9e9d-48b8-b438-69cf8c6efe92 req-8a049077-0752-4d72-a793-69e589c57801 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603561 Nov 11 17:16:00.439864 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-84bb60ac-4478-4d29-8afe-8e2c97976e3f tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Allocated IP 172.25.2.198 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/24cb562c-488d-45a9-a027-8963b8d6ce67) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:16:00.488705 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] Sync routers for ids ['2f2a0040-3a2a-4f9c-9a70-e678cef20112'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:16:00.500439 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] Routers {'2f2a0040-3a2a-4f9c-9a70-e678cef20112'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:16:00.501145 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:15:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2f2a0040-3a2a-4f9c-9a70-e678cef20112'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:00.539763 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b031909d-4cb3-4a29-995a-b1ae89affd91 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:16:00.589521 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84bb60ac-4478-4d29-8afe-8e2c97976e3f tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:00.630620 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84bb60ac-4478-4d29-8afe-8e2c97976e3f tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:00.674563 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port b031909d-4cb3-4a29-995a-b1ae89affd91 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:16:00.679386 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] Set router 2f2a0040-3a2a-4f9c-9a70-e678cef20112 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:16:00.680478 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bb60ac-4478-4d29-8afe-8e2c97976e3f tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:16:00.682836 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port b031909d-4cb3-4a29-995a-b1ae89affd91 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:00.683407 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:00.683867 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-84bb60ac-4478-4d29-8afe-8e2c97976e3f tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:00.690232 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bb60ac-4478-4d29-8afe-8e2c97976e3f tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:16:00.755368 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb60ac-4478-4d29-8afe-8e2c97976e3f tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Pushing event updated for resources: {'Port': ['ID=24cb562c-488d-45a9-a027-8963b8d6ce67,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:00.771824 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84bb60ac-4478-4d29-8afe-8e2c97976e3f tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:00.852514 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84bb60ac-4478-4d29-8afe-8e2c97976e3f tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:01.042424 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84bb60ac-4478-4d29-8afe-8e2c97976e3f tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:01.048855 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84bb60ac-4478-4d29-8afe-8e2c97976e3f tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:01.085935 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84bb60ac-4478-4d29-8afe-8e2c97976e3f tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:01.097298 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:01.109891 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb60ac-4478-4d29-8afe-8e2c97976e3f tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Pushing event updated for resources: {'Port': ['ID=24cb562c-488d-45a9-a027-8963b8d6ce67,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:01.116384 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84bb60ac-4478-4d29-8afe-8e2c97976e3f tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:01.119013 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-84bb60ac-4478-4d29-8afe-8e2c97976e3f tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0017302 Nov 11 17:16:01.128935 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fa3ae4-b89e-42ee-99fc-80042a931a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0790375-e0c0-42da-a666-56b0af08b246'}, {'server_uuid': '839d7bb2-e5ad-4136-b568-d05bff43cf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46de292-25ba-4e9a-a524-7b9916dab147'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:01.131274 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06c6817-36c7-4113-8886-966a39d24f9b" -d '{"events": [{"server_uuid": "40fa3ae4-b89e-42ee-99fc-80042a931a37", "name": "network-vif-plugged", "status": "completed", "tag": "a0790375-e0c0-42da-a666-56b0af08b246"}, {"server_uuid": "839d7bb2-e5ad-4136-b568-d05bff43cf1c", "name": "network-vif-plugged", "status": "completed", "tag": "b46de292-25ba-4e9a-a524-7b9916dab147"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:01.183008 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port b031909d-4cb3-4a29-995a-b1ae89affd91, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b031909d-4cb3-4a29-995a-b1ae89affd91,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:01.193590 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:01.253148 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'name': 'tempest-ServersTestJSON-1051618494-router', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:51Z', 'updated_at': '2021-11-11T17:15:56Z', 'revision_number': 4, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'gw_port': {'id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:52Z', 'updated_at': '2021-11-11T17:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'dede112d-c528-4305-9667-53561f55bd2e', 'name': '', 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'mac_address': 'fa:16:3e:d4:fd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7d038671-7b00-465f-8cd5-8873cae059cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:55Z', 'updated_at': '2021-11-11T17:15:56Z', 'revision_number': 2, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'subnets': [{'id': '7d038671-7b00-465f-8cd5-8873cae059cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:01.254919 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6c346-85d9-4785-b981-c5438540c878 req-7c6cc709-57aa-4e65-9485-5f3b2849b930 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:01.256504 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fbf6c346-85d9-4785-b981-c5438540c878 req-7c6cc709-57aa-4e65-9485-5f3b2849b930 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.0597243 Nov 11 17:16:01.294832 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] Checking router: 2f2a0040-3a2a-4f9c-9a70-e678cef20112 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:16:01.295195 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] Updating router 2f2a0040-3a2a-4f9c-9a70-e678cef20112 port dede112d-c528-4305-9667-53561f55bd2e binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:16:01.298303 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=b031909d-4cb3-4a29-995a-b1ae89affd91,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:01.324682 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fbf6c346-85d9-4785-b981-c5438540c878 req-60ef70f2-3598-4986-a6f8-aa98a722fb7b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609486 Nov 11 17:16:01.327683 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:01.482157 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b75cf8-3ea5-4beb-827e-a664edbf1cbc x-openstack-request-id: req-c5b75cf8-3ea5-4beb-827e-a664edbf1cbc {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:01.482461 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40fa3ae4-b89e-42ee-99fc-80042a931a37", "name": "network-vif-plugged", "status": "completed", "tag": "a0790375-e0c0-42da-a666-56b0af08b246", "code": 200}, {"server_uuid": "839d7bb2-e5ad-4136-b568-d05bff43cf1c", "name": "network-vif-plugged", "status": "completed", "tag": "b46de292-25ba-4e9a-a524-7b9916dab147", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:01.482720 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c5b75cf8-3ea5-4beb-827e-a664edbf1cbc {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:01.483125 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fa3ae4-b89e-42ee-99fc-80042a931a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0790375-e0c0-42da-a666-56b0af08b246', 'code': 200} Nov 11 17:16:01.483387 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839d7bb2-e5ad-4136-b568-d05bff43cf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46de292-25ba-4e9a-a524-7b9916dab147', 'code': 200} Nov 11 17:16:01.548327 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc280c-99ab-4701-aef1-3e4d1a7b2761 req-73997956-d0f3-4f87-bf12-2277e1ba4ad3 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:01.550772 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-58dc280c-99ab-4701-aef1-3e4d1a7b2761 req-73997956-d0f3-4f87-bf12-2277e1ba4ad3 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=839d7bb2-e5ad-4136-b568-d05bff43cf1c HTTP/1.1" status: 200 len: 950 time: 0.1066520 Nov 11 17:16:01.568015 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:16:01.695594 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd8a16-83e5-4ad9-97c5-561ce7b61504 req-3d25be58-6acb-4812-acee-6f17d9e0f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:01.697400 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-70bd8a16-83e5-4ad9-97c5-561ce7b61504 req-3d25be58-6acb-4812-acee-6f17d9e0f4f2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=839d7bb2-e5ad-4136-b568-d05bff43cf1c HTTP/1.1" status: 200 len: 1101 time: 0.1439197 Nov 11 17:16:01.711885 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:01.712259 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:01.714154 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f3210-32c4-4ea1-8741-2097bd38f6a9 req-dddd0c74-fc0e-48e9-b929-f82781f40bdb tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:01.720362 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-057f3210-32c4-4ea1-8741-2097bd38f6a9 req-dddd0c74-fc0e-48e9-b929-f82781f40bdb tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 945 time: 0.1679006 Nov 11 17:16:01.754546 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd081e3-4772-4d90-a6da-75ae506f13a2 req-223b688a-3ac5-429b-adcc-06dbdcdfd0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:01.756064 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cfd081e3-4772-4d90-a6da-75ae506f13a2 req-223b688a-3ac5-429b-adcc-06dbdcdfd0a7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 1096 time: 0.1420689 Nov 11 17:16:01.759878 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-58dc280c-99ab-4701-aef1-3e4d1a7b2761 req-93b0a42a-6411-4e25-890c-7c1b478a62b5 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915154 Nov 11 17:16:01.782879 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:01.794049 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:01.859347 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-057f3210-32c4-4ea1-8741-2097bd38f6a9 req-b34f499a-c77b-4e9c-b7db-1a1e6a166cad tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328428 Nov 11 17:16:01.902407 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da03fa7-7212-47a9-b62d-dc4bbc0458b9 None None] Pushing event updated for resources: {'Port': ['ID=dede112d-c528-4305-9667-53561f55bd2e,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:01.909587 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-70bd8a16-83e5-4ad9-97c5-561ce7b61504 req-f1e8ba30-d540-405a-b8be-782e22f6f2fd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806710 Nov 11 17:16:01.953837 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] Attempting to bind port dede112d-c528-4305-9667-53561f55bd2e on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:16:01.954211 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] Attempting to bind port dede112d-c528-4305-9667-53561f55bd2e by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '2d9f8312-287e-4120-8386-9681c187fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:16:01.954576 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] Attempting to bind port dede112d-c528-4305-9667-53561f55bd2e on network 670b12df-11ba-4d6c-8ae9-f6ce89238b8f {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:01.960062 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:16:01.960435 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] Checking segment: {'id': '2d9f8312-287e-4120-8386-9681c187fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:16:01.961402 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:01.961800 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] Bound using segment: {'id': '2d9f8312-287e-4120-8386-9681c187fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:16:01.962266 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] Bound port: dede112d-c528-4305-9667-53561f55bd2e, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9f8312-287e-4120-8386-9681c187fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:16:01.962646 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:01.968145 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cfd081e3-4772-4d90-a6da-75ae506f13a2 req-c4730165-4137-4713-a99d-4915113d7a43 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983624 Nov 11 17:16:01.984054 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-51cb7369-273a-4088-89ab-36b1710edc5d tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1298525189&fields=id&tenant_id=e0635e2427cd4af6944eb0281dd8b6e9 HTTP/1.1" status: 200 len: 267 time: 0.0769773 Nov 11 17:16:02.038018 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] For port dede112d-c528-4305-9667-53561f55bd2e, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:16:02.044372 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] For port dede112d-c528-4305-9667-53561f55bd2e, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=dede112d-c528-4305-9667-53561f55bd2e,segment=NetworkSegment(2d9f8312-287e-4120-8386-9681c187fae2),segment_id=2d9f8312-287e-4120-8386-9681c187fae2)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:16:02.052969 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:02.152505 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] Routers {'2f2a0040-3a2a-4f9c-9a70-e678cef20112'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:16:02.153157 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:15:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2f2a0040-3a2a-4f9c-9a70-e678cef20112'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:02.160018 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da03fa7-7212-47a9-b62d-dc4bbc0458b9 None None] Pushing event updated for resources: {'Port': ['ID=dede112d-c528-4305-9667-53561f55bd2e,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:02.222305 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-95e957d1-fdb0-4fbd-936e-8e5ccf15fe53 None None] Provisioning complete for port dede112d-c528-4305-9667-53561f55bd2e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:02.223138 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-95e957d1-fdb0-4fbd-936e-8e5ccf15fe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:02.364187 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-2502f119-9cf3-4403-8122-831d52f109e2 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:02.367977 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-2502f119-9cf3-4403-8122-831d52f109e2 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/networks?id=670b12df-11ba-4d6c-8ae9-f6ce89238b8f HTTP/1.1" status: 200 len: 806 time: 0.3757205 Nov 11 17:16:02.400507 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] Set router 2f2a0040-3a2a-4f9c-9a70-e678cef20112 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:16:02.410776 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-8db31bd8-6899-4f16-96dd-efbbf4ee57bb tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/quotas/e0635e2427cd4af6944eb0281dd8b6e9 HTTP/1.1" status: 200 len: 375 time: 0.0316553 Nov 11 17:16:02.434479 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-95e957d1-fdb0-4fbd-936e-8e5ccf15fe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:02.435988 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ecdcb-3ca8-437b-8819-667c648bc1dc req-118c49c2-cc9c-40fa-a67f-48d3afd067bc tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:02.443033 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c92ecdcb-3ca8-437b-8819-667c648bc1dc req-118c49c2-cc9c-40fa-a67f-48d3afd067bc tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=99554e74-2af2-462a-be60-f26cc02977a1 HTTP/1.1" status: 200 len: 950 time: 0.0738556 Nov 11 17:16:02.513005 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-1b4a0da2-83ad-41fc-a3c6-ccf472bc6837 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e0635e2427cd4af6944eb0281dd8b6e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0935507 Nov 11 17:16:02.520389 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c92ecdcb-3ca8-437b-8819-667c648bc1dc req-2e61c49d-655c-4aab-9dc7-9ad5444cbace tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764732 Nov 11 17:16:02.546746 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-95e957d1-fdb0-4fbd-936e-8e5ccf15fe53 None None] For port dede112d-c528-4305-9667-53561f55bd2e, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=dede112d-c528-4305-9667-53561f55bd2e,segment=NetworkSegment(2d9f8312-287e-4120-8386-9681c187fae2),segment_id=2d9f8312-287e-4120-8386-9681c187fae2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:02.553389 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-95e957d1-fdb0-4fbd-936e-8e5ccf15fe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:02.617687 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-9fdbde8a-c013-4bf6-b830-7861b143c118 service neutron] 10.222.0.76 "GET /v2.0/networks/670b12df-11ba-4d6c-8ae9-f6ce89238b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914283 Nov 11 17:16:02.628122 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e957d1-fdb0-4fbd-936e-8e5ccf15fe53 None None] Pushing event updated for resources: {'Port': ['ID=dede112d-c528-4305-9667-53561f55bd2e,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:02.684653 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9173001e-dc1c-4405-aeac-53b03e4a4945 None None] Provisioning complete for port dede112d-c528-4305-9667-53561f55bd2e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:02.684918 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9173001e-dc1c-4405-aeac-53b03e4a4945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:02.706434 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'name': 'tempest-ServersTestJSON-1051618494-router', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:51Z', 'updated_at': '2021-11-11T17:15:56Z', 'revision_number': 4, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'gw_port': {'id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:52Z', 'updated_at': '2021-11-11T17:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'dede112d-c528-4305-9667-53561f55bd2e', 'name': '', 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'mac_address': 'fa:16:3e:d4:fd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7d038671-7b00-465f-8cd5-8873cae059cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:55Z', 'updated_at': '2021-11-11T17:16:02Z', 'revision_number': 4, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'subnets': [{'id': '7d038671-7b00-465f-8cd5-8873cae059cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:02.715148 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-4e6d444d-2dd8-4218-9c10-0a60d8cfdcc7 service neutron] 10.222.0.76 "GET /v2.0/networks/670b12df-11ba-4d6c-8ae9-f6ce89238b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896015 Nov 11 17:16:02.741820 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075b5938-36c3-4d2f-ab3a-093ed30333b8 None None] The sync data for ids ['2f2a0040-3a2a-4f9c-9a70-e678cef20112'] in n-d-816206-4 is: [{'id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'name': 'tempest-ServersTestJSON-1051618494-router', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:51Z', 'updated_at': '2021-11-11T17:15:56Z', 'revision_number': 4, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'gw_port': {'id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:52Z', 'updated_at': '2021-11-11T17:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'dede112d-c528-4305-9667-53561f55bd2e', 'name': '', 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'mac_address': 'fa:16:3e:d4:fd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7d038671-7b00-465f-8cd5-8873cae059cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:55Z', 'updated_at': '2021-11-11T17:16:02Z', 'revision_number': 4, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'subnets': [{'id': '7d038671-7b00-465f-8cd5-8873cae059cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:16:02.761967 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:16:03.035468 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140e6ae-51c9-4d0a-b962-cde0d45a22b6 req-54af6622-1bf4-4d06-8119-e08b26057ca5 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:03.037219 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6140e6ae-51c9-4d0a-b962-cde0d45a22b6 req-54af6622-1bf4-4d06-8119-e08b26057ca5 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.0753176 Nov 11 17:16:03.112081 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6140e6ae-51c9-4d0a-b962-cde0d45a22b6 req-919ede1e-d915-4b4e-b5d5-e84b54a4e8bf tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617948 Nov 11 17:16:03.382601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855cb4c-b534-4c36-ae0d-76898d07bf82 req-59d765d0-a9dc-4b69-afbe-97f06c5df703 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:03.388294 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4855cb4c-b534-4c36-ae0d-76898d07bf82 req-59d765d0-a9dc-4b69-afbe-97f06c5df703 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=839d7bb2-e5ad-4136-b568-d05bff43cf1c HTTP/1.1" status: 200 len: 950 time: 0.0612345 Nov 11 17:16:03.484646 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99554e74-2af2-462a-be60-f26cc02977a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b031909d-4cb3-4a29-995a-b1ae89affd91'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:03.488053 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc2c4a6-9493-4016-b224-e802b1e32d81" -d '{"events": [{"server_uuid": "99554e74-2af2-462a-be60-f26cc02977a1", "name": "network-vif-plugged", "status": "completed", "tag": "b031909d-4cb3-4a29-995a-b1ae89affd91"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:03.494524 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4855cb4c-b534-4c36-ae0d-76898d07bf82 req-d4d41905-ed6c-4661-b417-11777f75f001 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967102 Nov 11 17:16:03.504148 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de767b3-4498-466f-bfd2-ccc436f40167 req-31d5e35d-76c2-4bf7-ad46-58f9a8f33a6e tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:03.506065 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8de767b3-4498-466f-bfd2-ccc436f40167 req-31d5e35d-76c2-4bf7-ad46-58f9a8f33a6e tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 945 time: 0.0991459 Nov 11 17:16:03.528795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device dede112d-c528-4305-9667-53561f55bd2e up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:16:03.588879 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-87b21df9-ce80-40b4-b6db-73cdd9829f84 req-b0c2e5e9-5ef3-4eb0-9a5f-400543cdd522 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9 HTTP/1.1" status: 200 len: 210 time: 0.0341568 Nov 11 17:16:03.618379 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8de767b3-4498-466f-bfd2-ccc436f40167 req-cdfd5b68-364c-4b98-a2f2-ece0cd6b52ca tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979667 Nov 11 17:16:03.643493 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port dede112d-c528-4305-9667-53561f55bd2e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:03.643989 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:03.905362 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3fd98-179b-4de5-b710-e3ee18c3c415 req-1b5bed92-f6cc-462d-a141-e1f7a81452db tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:03.906953 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-76f3fd98-179b-4de5-b710-e3ee18c3c415 req-1b5bed92-f6cc-462d-a141-e1f7a81452db tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 1101 time: 0.0491683 Nov 11 17:16:03.928802 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-76f3fd98-179b-4de5-b710-e3ee18c3c415 req-beca84ee-9e54-4f17-bbee-76372c1a1ffc tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:04.018155 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-76f3fd98-179b-4de5-b710-e3ee18c3c415 req-beca84ee-9e54-4f17-bbee-76372c1a1ffc tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:04.022492 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-76f3fd98-179b-4de5-b710-e3ee18c3c415 req-beca84ee-9e54-4f17-bbee-76372c1a1ffc tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:04.065388 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-76f3fd98-179b-4de5-b710-e3ee18c3c415 req-beca84ee-9e54-4f17-bbee-76372c1a1ffc tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513324 Nov 11 17:16:04.068001 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581072b0-42df-4083-8eef-b5eafdc656a5 x-openstack-request-id: req-581072b0-42df-4083-8eef-b5eafdc656a5 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:04.068317 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99554e74-2af2-462a-be60-f26cc02977a1", "name": "network-vif-plugged", "status": "completed", "tag": "b031909d-4cb3-4a29-995a-b1ae89affd91", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:04.068572 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-581072b0-42df-4083-8eef-b5eafdc656a5 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:04.068968 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99554e74-2af2-462a-be60-f26cc02977a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b031909d-4cb3-4a29-995a-b1ae89affd91', 'code': 200} Nov 11 17:16:04.070549 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca84ee-9e54-4f17-bbee-76372c1a1ffc tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88654bf-c392-40a1-a95f-1018092d4450,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:04.080311 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca84ee-9e54-4f17-bbee-76372c1a1ffc tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:04.080655 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca84ee-9e54-4f17-bbee-76372c1a1ffc tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:04.087591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca84ee-9e54-4f17-bbee-76372c1a1ffc tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:04.087591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca84ee-9e54-4f17-bbee-76372c1a1ffc tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:04.087591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca84ee-9e54-4f17-bbee-76372c1a1ffc tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:04.087591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca84ee-9e54-4f17-bbee-76372c1a1ffc tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:04.087591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca84ee-9e54-4f17-bbee-76372c1a1ffc tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:04.087591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca84ee-9e54-4f17-bbee-76372c1a1ffc tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:04.087591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca84ee-9e54-4f17-bbee-76372c1a1ffc tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:04.087591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca84ee-9e54-4f17-bbee-76372c1a1ffc tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:04.087591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca84ee-9e54-4f17-bbee-76372c1a1ffc tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:04.087591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beca84ee-9e54-4f17-bbee-76372c1a1ffc tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:04.236172 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e7ee1-5d48-4896-a742-4f69432bb266 req-c8b1c418-4ad3-455b-9488-5661f7b4266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:04.237883 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-823e7ee1-5d48-4896-a742-4f69432bb266 req-c8b1c418-4ad3-455b-9488-5661f7b4266e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=99554e74-2af2-462a-be60-f26cc02977a1 HTTP/1.1" status: 200 len: 1101 time: 0.0665030 Nov 11 17:16:04.248486 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990603d4-fd30-417b-ade5-61a5bc85fbdf req-58fcc779-6984-4683-b46a-b2c10baff80e tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:04.250248 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-990603d4-fd30-417b-ade5-61a5bc85fbdf req-58fcc779-6984-4683-b46a-b2c10baff80e tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=99554e74-2af2-462a-be60-f26cc02977a1 HTTP/1.1" status: 200 len: 950 time: 0.1001527 Nov 11 17:16:04.428145 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-823e7ee1-5d48-4896-a742-4f69432bb266 req-fc774952-6163-4945-874e-3c16498746df service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766937 Nov 11 17:16:04.434710 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-990603d4-fd30-417b-ade5-61a5bc85fbdf req-8f5437db-607c-41fe-9d4f-ae5ad6207a33 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689363 Nov 11 17:16:04.455326 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1292b-d6b1-4f8b-92a9-d5c1f2d6d180 req-92696657-e828-48cc-9656-cb11b48934aa tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:04.455326 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bcd1292b-d6b1-4f8b-92a9-d5c1f2d6d180 req-92696657-e828-48cc-9656-cb11b48934aa tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 945 time: 0.1745253 Nov 11 17:16:04.463524 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-f26b1014-cdfd-43e3-9385-bb55826ff39f tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:04.464875 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45852) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:04.465349 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-f26b1014-cdfd-43e3-9385-bb55826ff39f tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.83 "GET /v2.0/networks?id=670b12df-11ba-4d6c-8ae9-f6ce89238b8f HTTP/1.1" status: 200 len: 806 time: 0.2253680 Nov 11 17:16:04.469750 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-f99b26a6-a74c-4284-987a-a4777dab9b7b tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Request body: {'floatingip': {'port_id': 'a0790375-e0c0-42da-a666-56b0af08b246'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:04.542404 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-e5a19ee2-7a29-4ef8-88f0-b4e2a252d147 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0635e2427cd4af6944eb0281dd8b6e9 HTTP/1.1" status: 200 len: 380 time: 0.0680232 Nov 11 17:16:04.559215 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-457e5835-8973-46d3-b6b1-e8539d3e09b1 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Request body: {'port': {'device_id': '8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9', 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f', 'admin_state_up': True, 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'security_groups': ['79178248-7504-4e73-b544-559301e3a490']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:04.564434 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f99b26a6-a74c-4284-987a-a4777dab9b7b tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for floatingip, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:04.739656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d332185-895d-484a-8feb-77b65d16461c req-f1676a58-b4d1-4ec8-8727-0df66abd6122 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:04.741179 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d332185-895d-484a-8feb-77b65d16461c req-f1676a58-b4d1-4ec8-8727-0df66abd6122 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=839d7bb2-e5ad-4136-b568-d05bff43cf1c HTTP/1.1" status: 200 len: 950 time: 0.0935853 Nov 11 17:16:04.762422 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-a21efe78-7861-4486-b945-d5fa4a75ebbb req-35a68fe1-1630-40cf-b4de-f526852bf488 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:16:04.763356 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a21efe78-7861-4486-b945-d5fa4a75ebbb req-35a68fe1-1630-40cf-b4de-f526852bf488 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0582829 Nov 11 17:16:04.770011 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-457e5835-8973-46d3-b6b1-e8539d3e09b1 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Made reservation on behalf of e0635e2427cd4af6944eb0281dd8b6e9 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:16:04.773469 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-457e5835-8973-46d3-b6b1-e8539d3e09b1 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:04.836068 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d332185-895d-484a-8feb-77b65d16461c req-7b3335ff-5d61-4513-aa33-ca997c0dcbaf tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833855 Nov 11 17:16:04.964398 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-457e5835-8973-46d3-b6b1-e8539d3e09b1 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Allocated IP 172.20.0.9 (670b12df-11ba-4d6c-8ae9-f6ce89238b8f/7d038671-7b00-465f-8cd5-8873cae059cd/8a57babc-3aad-49a3-a54a-fab830b30252) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:16:05.139536 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-457e5835-8973-46d3-b6b1-e8539d3e09b1 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:05.199397 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-457e5835-8973-46d3-b6b1-e8539d3e09b1 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:05.267282 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-457e5835-8973-46d3-b6b1-e8539d3e09b1 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Network 670b12df-11ba-4d6c-8ae9-f6ce89238b8f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:16:05.277963 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-457e5835-8973-46d3-b6b1-e8539d3e09b1 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:05.281957 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-457e5835-8973-46d3-b6b1-e8539d3e09b1 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:16:05.309348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e5835-8973-46d3-b6b1-e8539d3e09b1 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Pushing event updated for resources: {'Port': ['ID=8a57babc-3aad-49a3-a54a-fab830b30252,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:05.322454 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8b453-0e53-4be3-95b0-679ac434ab56 req-29be633f-9d72-48f7-bcc9-149d7ec860f9 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:05.329180 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8bd8b453-0e53-4be3-95b0-679ac434ab56 req-29be633f-9d72-48f7-bcc9-149d7ec860f9 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9 HTTP/1.1" status: 200 len: 931 time: 0.1446774 Nov 11 17:16:05.440147 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8bd8b453-0e53-4be3-95b0-679ac434ab56 req-524cbec7-21a8-43e7-8c8e-283920d816c4 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/security-groups?id=79178248-7504-4e73-b544-559301e3a490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050203 Nov 11 17:16:05.458413 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-457e5835-8973-46d3-b6b1-e8539d3e09b1 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:05.459198 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-457e5835-8973-46d3-b6b1-e8539d3e09b1 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:05.475001 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45900) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:05.483400 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f99b26a6-a74c-4284-987a-a4777dab9b7b tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:05.490467 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-457e5835-8973-46d3-b6b1-e8539d3e09b1 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9364097 Nov 11 17:16:05.491964 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f99b26a6-a74c-4284-987a-a4777dab9b7b tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:05.505162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] Request body: {'port': {'device_id': '8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:05.629057 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:05.646650 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-f99b26a6-a74c-4284-987a-a4777dab9b7b tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Floating IP 14043b3a-8bbf-4645-8831-ddb5918db5f5 associated. External IP: 172.25.2.142, port: a0790375-e0c0-42da-a666-56b0af08b246. Nov 11 17:16:05.696688 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-13e5f966-f5ba-4947-8863-072662c5eb1b None None] Provisioning complete for port 8a57babc-3aad-49a3-a54a-fab830b30252 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:05.697903 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-13e5f966-f5ba-4947-8863-072662c5eb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:05.782549 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-13e5f966-f5ba-4947-8863-072662c5eb1b None None] Port 8a57babc-3aad-49a3-a54a-fab830b30252 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:16:05.798225 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-685b072c-1c67-43c8-8d01-cd60c4ff1320 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3219328 Nov 11 17:16:05.806985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-9a823d99-7721-41e8-a099-aa88243faa3c service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:16:05.807948 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-9a823d99-7721-41e8-a099-aa88243faa3c service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089886 Nov 11 17:16:05.986080 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99b26a6-a74c-4284-987a-a4777dab9b7b tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Router 367c0d42-2f45-4937-ace9-7c3856d3eabf has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:16:06.013460 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8d847-ed0a-4ae2-9bc6-51b6bc400eb9 req-0339d307-9e05-4616-a937-99e33b9b69ca tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:06.020850 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34c8d847-ed0a-4ae2-9bc6-51b6bc400eb9 req-0339d307-9e05-4616-a937-99e33b9b69ca tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.1249244 Nov 11 17:16:06.030711 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d70b26-0b4f-4b12-b17f-a0135287840d req-1026042f-e4af-46ad-ae88-dea1cd2255e7 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:06.032065 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56d70b26-0b4f-4b12-b17f-a0135287840d req-1026042f-e4af-46ad-ae88-dea1cd2255e7 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=99554e74-2af2-462a-be60-f26cc02977a1 HTTP/1.1" status: 200 len: 950 time: 0.1350870 Nov 11 17:16:06.117512 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99b26a6-a74c-4284-987a-a4777dab9b7b tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:16:06.129262 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f99b26a6-a74c-4284-987a-a4777dab9b7b tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:06.131741 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22af8ed-f2ca-490e-a35b-838ef8323722 None None] Sync routers for ids ['367c0d42-2f45-4937-ace9-7c3856d3eabf'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:16:06.148375 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22af8ed-f2ca-490e-a35b-838ef8323722 None None] Routers {'367c0d42-2f45-4937-ace9-7c3856d3eabf'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:16:06.149184 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f22af8ed-f2ca-490e-a35b-838ef8323722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:15:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['367c0d42-2f45-4937-ace9-7c3856d3eabf'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:06.156599 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34c8d847-ed0a-4ae2-9bc6-51b6bc400eb9 req-c8148070-1241-48fb-b8b0-59bd02cbfe68 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327226 Nov 11 17:16:06.158748 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f99b26a6-a74c-4284-987a-a4777dab9b7b tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "PUT /v2.0/floatingips/14043b3a-8bbf-4645-8831-ddb5918db5f5 HTTP/1.1" status: 200 len: 991 time: 1.6922767 Nov 11 17:16:06.158994 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40fa3ae4-b89e-42ee-99fc-80042a931a37', 'tag': 'a0790375-e0c0-42da-a666-56b0af08b246'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:06.161484 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ed9682-597b-4106-914e-d6fdfbd66e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "40fa3ae4-b89e-42ee-99fc-80042a931a37", "tag": "a0790375-e0c0-42da-a666-56b0af08b246"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:06.187515 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56d70b26-0b4f-4b12-b17f-a0135287840d req-9683a7e0-d556-43d4-a5fc-f06edcfbe39e tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449814 Nov 11 17:16:06.193019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a57babc-3aad-49a3-a54a-fab830b30252 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:16:06.213532 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:06.242797 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] Transition to ACTIVE for port object 8a57babc-3aad-49a3-a54a-fab830b30252 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:16:06.252862 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:06.310280 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-f22af8ed-f2ca-490e-a35b-838ef8323722 None None] Set router 367c0d42-2f45-4937-ace9-7c3856d3eabf gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:16:06.329938 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] Pushing event updated for resources: {'Port': ['ID=8a57babc-3aad-49a3-a54a-fab830b30252,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:06.343314 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f792f31-baec-4abd-8c3b-dbdd40a2a1ad req-c331b6dd-3eb4-47bd-8aee-391121c6b36e tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:06.344760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f792f31-baec-4abd-8c3b-dbdd40a2a1ad req-c331b6dd-3eb4-47bd-8aee-391121c6b36e tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=839d7bb2-e5ad-4136-b568-d05bff43cf1c HTTP/1.1" status: 200 len: 950 time: 0.1038504 Nov 11 17:16:06.497194 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f792f31-baec-4abd-8c3b-dbdd40a2a1ad req-c6a3480c-ce59-49e9-b7cb-7abc537db60c tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8ac644a-0d88-418b-bacd-3a396868c79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213460 Nov 11 17:16:06.499847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] Attempting to bind port 8a57babc-3aad-49a3-a54a-fab830b30252 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:16:06.500359 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] Attempting to bind port 8a57babc-3aad-49a3-a54a-fab830b30252 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '2d9f8312-287e-4120-8386-9681c187fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:16:06.500606 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] Attempting to bind port 8a57babc-3aad-49a3-a54a-fab830b30252 on network 670b12df-11ba-4d6c-8ae9-f6ce89238b8f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:06.505322 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] Port 8a57babc-3aad-49a3-a54a-fab830b30252 on network 670b12df-11ba-4d6c-8ae9-f6ce89238b8f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:16:06.505640 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] Attempting to bind port 8a57babc-3aad-49a3-a54a-fab830b30252 on network 670b12df-11ba-4d6c-8ae9-f6ce89238b8f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:06.511391 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:16:06.511573 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] Checking segment: {'id': '2d9f8312-287e-4120-8386-9681c187fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:16:06.511970 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] Bound using segment: {'id': '2d9f8312-287e-4120-8386-9681c187fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:16:06.512389 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] Bound port: 8a57babc-3aad-49a3-a54a-fab830b30252, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9f8312-287e-4120-8386-9681c187fae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:16:06.512979 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:06.605940 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] For port 8a57babc-3aad-49a3-a54a-fab830b30252, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:16:06.611929 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] For port 8a57babc-3aad-49a3-a54a-fab830b30252, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8a57babc-3aad-49a3-a54a-fab830b30252,segment=NetworkSegment(2d9f8312-287e-4120-8386-9681c187fae2),segment_id=2d9f8312-287e-4120-8386-9681c187fae2)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:16:06.619201 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:06.646049 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa13a41-a1d4-482e-986b-8e2caaf6b84a x-openstack-request-id: req-0fa13a41-a1d4-482e-986b-8e2caaf6b84a {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:06.646526 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40fa3ae4-b89e-42ee-99fc-80042a931a37", "tag": "a0790375-e0c0-42da-a666-56b0af08b246", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:06.646625 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0fa13a41-a1d4-482e-986b-8e2caaf6b84a {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:06.647475 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40fa3ae4-b89e-42ee-99fc-80042a931a37', 'tag': 'a0790375-e0c0-42da-a666-56b0af08b246', 'status': 'completed', 'code': 200} Nov 11 17:16:06.661425 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:06.662041 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:06.663391 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] 10.222.0.83 "PUT /v2.0/ports/8a57babc-3aad-49a3-a54a-fab830b30252 HTTP/1.1" status: 200 len: 1091 time: 1.1644421 Nov 11 17:16:06.664480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9', 'tag': '8a57babc-3aad-49a3-a54a-fab830b30252'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:06.667121 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ee5bab-51da-4cb6-8ed1-3996d098d557" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9", "tag": "8a57babc-3aad-49a3-a54a-fab830b30252"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:06.698600 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6e784-d1dc-4a87-b1ee-3c2a31dd8913 service neutron] Pushing event updated for resources: {'Port': ['ID=8a57babc-3aad-49a3-a54a-fab830b30252,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:06.832518 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-4e594703-3576-4fc3-89e8-b3907f7b1386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:06.834095 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-4e594703-3576-4fc3-89e8-b3907f7b1386 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e0635e2427cd4af6944eb0281dd8b6e9&device_id=8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9 HTTP/1.1" status: 200 len: 1094 time: 0.1014872 Nov 11 17:16:06.836630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed9682-597b-4106-914e-d6fdfbd66e3b req-b6852843-1dae-46fb-803f-d301955bab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:06.838021 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-30ed9682-597b-4106-914e-d6fdfbd66e3b req-b6852843-1dae-46fb-803f-d301955bab85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=86d8aa904941466d9ea9e992fa25efc0&device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 1096 time: 0.1285410 Nov 11 17:16:06.869555 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f22af8ed-f2ca-490e-a35b-838ef8323722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-router', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:08Z', 'revision_number': 4, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'gw_port': {'id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '14043b3a-8bbf-4645-8831-ddb5918db5f5', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'port_id': 'a0790375-e0c0-42da-a666-56b0af08b246', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'mac_address': 'fa:16:3e:e7:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa3ae4-b89e-42ee-99fc-80042a931a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:15:32Z', 'updated_at': '2021-11-11T17:16:05Z', 'revision_number': 1, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e5b51cb-afb8-4075-aead-c66ac22a8f45', 'name': '', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'mac_address': 'fa:16:3e:13:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:07Z', 'updated_at': '2021-11-11T17:15:12Z', 'revision_number': 5, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'subnets': [{'id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:06.919183 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22af8ed-f2ca-490e-a35b-838ef8323722 None None] Checking router: 367c0d42-2f45-4937-ace9-7c3856d3eabf for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:16:06.947336 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22af8ed-f2ca-490e-a35b-838ef8323722 None None] Routers {'367c0d42-2f45-4937-ace9-7c3856d3eabf'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:16:06.948003 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f22af8ed-f2ca-490e-a35b-838ef8323722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:15:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['367c0d42-2f45-4937-ace9-7c3856d3eabf'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:06.979556 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-7bc39286-d4e7-4b2e-88f7-3bac553ecec2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a57babc-3aad-49a3-a54a-fab830b30252 HTTP/1.1" status: 200 len: 217 time: 0.1340084 Nov 11 17:16:07.078137 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-b073c204-d7f4-4dfb-b9fc-356e386681b5 req-6cdd3169-f4fd-4de4-bf50-230b8d540ce6 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:16:07.079170 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b073c204-d7f4-4dfb-b9fc-356e386681b5 req-6cdd3169-f4fd-4de4-bf50-230b8d540ce6 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0364637 Nov 11 17:16:07.126631 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaa75f-0e85-4539-9979-542ba3ef455d req-3632c4e4-e6f4-46ca-9c01-8d5dfb51202e tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:07.134965 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bcaa75f-0e85-4539-9979-542ba3ef455d req-3632c4e4-e6f4-46ca-9c01-8d5dfb51202e tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9 HTTP/1.1" status: 200 len: 943 time: 0.1783907 Nov 11 17:16:07.153700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-79711f52-d525-438f-9544-e8da32790447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:07.155108 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-79711f52-d525-438f-9544-e8da32790447 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d038671-7b00-465f-8cd5-8873cae059cd HTTP/1.1" status: 200 len: 845 time: 0.1393113 Nov 11 17:16:07.162432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad3f6e-9397-4afa-ac72-5336765bdc4a req-31736abc-1b34-49c7-8cca-48c5c319b5d2 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:07.164694 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2dad3f6e-9397-4afa-ac72-5336765bdc4a req-31736abc-1b34-49c7-8cca-48c5c319b5d2 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.83 "GET /v2.0/ports?device_id=839d7bb2-e5ad-4136-b568-d05bff43cf1c HTTP/1.1" status: 200 len: 950 time: 0.1071107 Nov 11 17:16:07.177045 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-f22af8ed-f2ca-490e-a35b-838ef8323722 None None] Set router 367c0d42-2f45-4937-ace9-7c3856d3eabf gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:16:07.193919 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed9682-597b-4106-914e-d6fdfbd66e3b req-44a141b7-62d4-4c68-819d-6b50741686ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:07.196129 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-30ed9682-597b-4106-914e-d6fdfbd66e3b req-44a141b7-62d4-4c68-819d-6b50741686ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=4459b097-e5dd-4ffa-a28b-292c89fcd58b HTTP/1.1" status: 200 len: 925 time: 0.3494954 Nov 11 17:16:07.328007 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-30ed9682-597b-4106-914e-d6fdfbd66e3b req-908b5056-b03b-477e-8f50-6a2cd15066f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0790375-e0c0-42da-a666-56b0af08b246 HTTP/1.1" status: 200 len: 999 time: 0.1050885 Nov 11 17:16:07.358107 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bcaa75f-0e85-4539-9979-542ba3ef455d req-0dcea42e-e37e-4fb6-b141-da2f1e455f8c tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/security-groups?id=79178248-7504-4e73-b544-559301e3a490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221911 Nov 11 17:16:07.365696 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-2dad3f6e-9397-4afa-ac72-5336765bdc4a req-11fd66c9-46a3-4d25-ba0b-3350a6c57ac7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Deleting port b46de292-25ba-4e9a-a524-7b9916dab147 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:16:07.366268 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2dad3f6e-9397-4afa-ac72-5336765bdc4a req-11fd66c9-46a3-4d25-ba0b-3350a6c57ac7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:07.421941 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4b562d2f-6dc3-4fb7-8d30-9938d28e1557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:07.439061 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe262a9-024b-4149-87bc-b25a4845f3bf x-openstack-request-id: req-ffe262a9-024b-4149-87bc-b25a4845f3bf {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:07.440020 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9", "tag": "8a57babc-3aad-49a3-a54a-fab830b30252", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:07.441181 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ffe262a9-024b-4149-87bc-b25a4845f3bf {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:07.441716 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9', 'tag': '8a57babc-3aad-49a3-a54a-fab830b30252', 'status': 'completed', 'code': 200} Nov 11 17:16:07.455976 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-f413919a-9adf-47af-8d29-9740a39da125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:07.461469 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-f413919a-9adf-47af-8d29-9740a39da125 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=670b12df-11ba-4d6c-8ae9-f6ce89238b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2859612 Nov 11 17:16:07.492470 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f22af8ed-f2ca-490e-a35b-838ef8323722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-router', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:08Z', 'revision_number': 4, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'gw_port': {'id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '14043b3a-8bbf-4645-8831-ddb5918db5f5', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'port_id': 'a0790375-e0c0-42da-a666-56b0af08b246', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'mac_address': 'fa:16:3e:e7:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa3ae4-b89e-42ee-99fc-80042a931a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:15:32Z', 'updated_at': '2021-11-11T17:16:05Z', 'revision_number': 1, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e5b51cb-afb8-4075-aead-c66ac22a8f45', 'name': '', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'mac_address': 'fa:16:3e:13:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:07Z', 'updated_at': '2021-11-11T17:15:12Z', 'revision_number': 5, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'subnets': [{'id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:07.548875 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22af8ed-f2ca-490e-a35b-838ef8323722 None None] The sync data for ids ['367c0d42-2f45-4937-ace9-7c3856d3eabf'] in n-d-816206-4 is: [{'id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-router', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:08Z', 'revision_number': 4, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'gw_port': {'id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '14043b3a-8bbf-4645-8831-ddb5918db5f5', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'port_id': 'a0790375-e0c0-42da-a666-56b0af08b246', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'mac_address': 'fa:16:3e:e7:88:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa3ae4-b89e-42ee-99fc-80042a931a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:15:32Z', 'updated_at': '2021-11-11T17:16:05Z', 'revision_number': 1, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e5b51cb-afb8-4075-aead-c66ac22a8f45', 'name': '', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'mac_address': 'fa:16:3e:13:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:07Z', 'updated_at': '2021-11-11T17:15:12Z', 'revision_number': 5, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'subnets': [{'id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:16:07.586751 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2dad3f6e-9397-4afa-ac72-5336765bdc4a req-11fd66c9-46a3-4d25-ba0b-3350a6c57ac7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] For port b46de292-25ba-4e9a-a524-7b9916dab147, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=b46de292-25ba-4e9a-a524-7b9916dab147,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:07.587088 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2dad3f6e-9397-4afa-ac72-5336765bdc4a req-11fd66c9-46a3-4d25-ba0b-3350a6c57ac7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:07.607142 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-2dad3f6e-9397-4afa-ac72-5336765bdc4a req-11fd66c9-46a3-4d25-ba0b-3350a6c57ac7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Calling delete_port for b46de292-25ba-4e9a-a524-7b9916dab147 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:16:07.756196 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed9682-597b-4106-914e-d6fdfbd66e3b req-d2b723e1-ab08-4078-b16e-7ac2eff36f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:07.758201 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-30ed9682-597b-4106-914e-d6fdfbd66e3b req-d2b723e1-ab08-4078-b16e-7ac2eff36f6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=514ca1cd-422f-4578-9e77-be751b2cb1b2 HTTP/1.1" status: 200 len: 862 time: 0.4210422 Nov 11 17:16:07.780139 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2dad3f6e-9397-4afa-ac72-5336765bdc4a req-11fd66c9-46a3-4d25-ba0b-3350a6c57ac7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:07.807622 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['b46de292-25ba-4e9a-a524-7b9916dab147'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:16:07.855796 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd66c9-46a3-4d25-ba0b-3350a6c57ac7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Pushing event deleted for resources: {'Port': ['ID=b46de292-25ba-4e9a-a524-7b9916dab147,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:07.877656 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dad3f6e-9397-4afa-ac72-5336765bdc4a req-11fd66c9-46a3-4d25-ba0b-3350a6c57ac7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] No DVR routers for this DVR port b46de292-25ba-4e9a-a524-7b9916dab147 on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:16:07.881260 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2dad3f6e-9397-4afa-ac72-5336765bdc4a req-11fd66c9-46a3-4d25-ba0b-3350a6c57ac7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:07.885213 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2dad3f6e-9397-4afa-ac72-5336765bdc4a req-11fd66c9-46a3-4d25-ba0b-3350a6c57ac7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.83 "DELETE /v2.0/ports/b46de292-25ba-4e9a-a524-7b9916dab147 HTTP/1.1" status: 204 len: 173 time: 0.7042418 Nov 11 17:16:07.888764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd66c9-46a3-4d25-ba0b-3350a6c57ac7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:07.889348 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd66c9-46a3-4d25-ba0b-3350a6c57ac7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:07.889834 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd66c9-46a3-4d25-ba0b-3350a6c57ac7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:07.890313 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd66c9-46a3-4d25-ba0b-3350a6c57ac7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:07.890788 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd66c9-46a3-4d25-ba0b-3350a6c57ac7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:07.891355 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd66c9-46a3-4d25-ba0b-3350a6c57ac7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:07.891869 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd66c9-46a3-4d25-ba0b-3350a6c57ac7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:07.892343 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd66c9-46a3-4d25-ba0b-3350a6c57ac7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:07.892816 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd66c9-46a3-4d25-ba0b-3350a6c57ac7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:07.893344 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd66c9-46a3-4d25-ba0b-3350a6c57ac7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:07.893884 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd66c9-46a3-4d25-ba0b-3350a6c57ac7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:07.894425 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd66c9-46a3-4d25-ba0b-3350a6c57ac7 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:07.904061 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-62134d12-282e-4ac6-9deb-f22c928da167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:07.906504 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-62134d12-282e-4ac6-9deb-f22c928da167 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 1101 time: 0.1360662 Nov 11 17:16:07.927793 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a7af3-5905-4a1d-be5e-7de26e8570ac req-16b411e4-a624-44e3-b5fa-41128aaa2789 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:07.936987 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b7a7af3-5905-4a1d-be5e-7de26e8570ac req-16b411e4-a624-44e3-b5fa-41128aaa2789 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.1829736 Nov 11 17:16:07.955278 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed9682-597b-4106-914e-d6fdfbd66e3b req-ff0c706c-3363-4c32-ba04-891275e400a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:07.956924 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-30ed9682-597b-4106-914e-d6fdfbd66e3b req-ff0c706c-3363-4c32-ba04-891275e400a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4459b097-e5dd-4ffa-a28b-292c89fcd58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1855896 Nov 11 17:16:07.961813 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-f0a87eab-b5c5-404f-9226-c1899a19aa28 service neutron] 10.222.0.83 "GET /v2.0/networks/670b12df-11ba-4d6c-8ae9-f6ce89238b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890535 Nov 11 17:16:07.977684 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46943b-679d-4893-a833-464cca0439ce req-209cbaeb-0b38-437f-aef4-25b67f20eda0 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:07.985566 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a46943b-679d-4893-a833-464cca0439ce req-209cbaeb-0b38-437f-aef4-25b67f20eda0 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=99554e74-2af2-462a-be60-f26cc02977a1 HTTP/1.1" status: 200 len: 950 time: 0.1654344 Nov 11 17:16:08.007606 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af26c7ea-b323-40c7-8707-b4b1a8fa8f71 None None] New status for floating IP 14043b3a-8bbf-4645-8831-ddb5918db5f5: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:16:08.040440 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-5579e754-2f0f-4f42-a090-da5ac270b80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:08.042447 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-5579e754-2f0f-4f42-a090-da5ac270b80c service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.1274278 Nov 11 17:16:08.099421 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-a394ef68-1e9e-4417-a559-5c93d3d43f6c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa HTTP/1.1" status: 200 len: 217 time: 0.0477455 Nov 11 17:16:08.156324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b7a7af3-5905-4a1d-be5e-7de26e8570ac req-46f094b4-c52c-4f16-8273-ca807c48443c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184045 Nov 11 17:16:08.174650 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-0bb27252-5025-4e71-9800-4093a8f494c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:08.176269 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-0bb27252-5025-4e71-9800-4093a8f494c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0673752 Nov 11 17:16:08.199301 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a46943b-679d-4893-a833-464cca0439ce req-5d101096-0a4f-47b5-9d93-b6c6c6f13efd tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128847 Nov 11 17:16:08.246535 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-221b2fb9-fad1-4488-9511-050d800f7a17 req-4d598eee-9513-4db4-bf56-7e5edf1c17cd service neutron] 10.222.0.83 "GET /v2.0/networks/670b12df-11ba-4d6c-8ae9-f6ce89238b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496378 Nov 11 17:16:08.249659 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-30ed9682-597b-4106-914e-d6fdfbd66e3b req-508373c9-3351-488f-8a79-8236333c650f service neutron] 10.222.0.64 "GET /v2.0/networks/4459b097-e5dd-4ffa-a28b-292c89fcd58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807078 Nov 11 17:16:08.268559 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-52b3a349-f3e7-4366-9fa9-f59a5ebb7346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:08.270546 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-52b3a349-f3e7-4366-9fa9-f59a5ebb7346 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0870304 Nov 11 17:16:08.413479 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-33217bfa-6155-443a-9818-6596414e6658 req-98479e3c-2292-48f8-81aa-ae21ef3f9837 tempest-DeleteServersAdminTestJSON-819695503 tempest-DeleteServersAdminTestJSON-819695503-project] 10.222.0.76 "GET /v2.0/ports?device_id=839d7bb2-e5ad-4136-b568-d05bff43cf1c HTTP/1.1" status: 200 len: 210 time: 0.0495162 Nov 11 17:16:08.451596 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-21abf26d-69f4-4833-8ec3-cf00de6c1411 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732495 Nov 11 17:16:08.514156 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-30ed9682-597b-4106-914e-d6fdfbd66e3b req-0550f418-711f-474e-8306-02a3882384b6 service neutron] 10.222.0.64 "GET /v2.0/networks/4459b097-e5dd-4ffa-a28b-292c89fcd58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541354 Nov 11 17:16:08.517040 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee5bab-51da-4cb6-8ed1-3996d098d557 req-10466a91-763b-43a0-83c3-77489c95df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:08.519031 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57ee5bab-51da-4cb6-8ed1-3996d098d557 req-10466a91-763b-43a0-83c3-77489c95df7e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e0635e2427cd4af6944eb0281dd8b6e9&device_id=8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9 HTTP/1.1" status: 200 len: 1094 time: 0.1537592 Nov 11 17:16:08.587185 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-68bf5013-9fe0-4800-8670-6b1134b2b6ba service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280975 Nov 11 17:16:08.649179 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839d7bb2-e5ad-4136-b568-d05bff43cf1c', 'name': 'network-vif-deleted', 'tag': 'b46de292-25ba-4e9a-a524-7b9916dab147'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:08.651705 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2007e9f5-6e72-412f-ba88-de47916c992e" -d '{"events": [{"server_uuid": "839d7bb2-e5ad-4136-b568-d05bff43cf1c", "name": "network-vif-deleted", "tag": "b46de292-25ba-4e9a-a524-7b9916dab147"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:08.663798 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee5bab-51da-4cb6-8ed1-3996d098d557 req-279f357f-79e1-415d-a31e-7c782d928e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:08.666266 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57ee5bab-51da-4cb6-8ed1-3996d098d557 req-279f357f-79e1-415d-a31e-7c782d928e41 service neutron] 10.222.0.83 "GET /v2.0/networks?id=670b12df-11ba-4d6c-8ae9-f6ce89238b8f HTTP/1.1" status: 200 len: 908 time: 0.1399429 Nov 11 17:16:08.725621 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57ee5bab-51da-4cb6-8ed1-3996d098d557 req-87ffb342-64c3-4964-a241-f7e408ce20a2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a57babc-3aad-49a3-a54a-fab830b30252 HTTP/1.1" status: 200 len: 217 time: 0.0506856 Nov 11 17:16:08.827587 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee5bab-51da-4cb6-8ed1-3996d098d557 req-44a71e8d-ff5f-41e3-9a3f-831794aa842a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:08.829154 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57ee5bab-51da-4cb6-8ed1-3996d098d557 req-44a71e8d-ff5f-41e3-9a3f-831794aa842a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d038671-7b00-465f-8cd5-8873cae059cd HTTP/1.1" status: 200 len: 845 time: 0.0959835 Nov 11 17:16:08.848971 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e23a3-3c6d-4a06-842a-9bed3120fd7f req-d4c1d808-e70f-4005-beb2-bcf96c6b1f9a tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:08.850642 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e4e23a3-3c6d-4a06-842a-9bed3120fd7f req-d4c1d808-e70f-4005-beb2-bcf96c6b1f9a tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9 HTTP/1.1" status: 200 len: 943 time: 0.0674524 Nov 11 17:16:08.943788 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e4e23a3-3c6d-4a06-842a-9bed3120fd7f req-43cef6aa-f339-4afa-bbb8-ac7bc8b078c9 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/security-groups?id=79178248-7504-4e73-b544-559301e3a490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835528 Nov 11 17:16:08.947083 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee5bab-51da-4cb6-8ed1-3996d098d557 req-21b11652-a787-44bd-b301-b09d2fbb8904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:08.948536 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57ee5bab-51da-4cb6-8ed1-3996d098d557 req-21b11652-a787-44bd-b301-b09d2fbb8904 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=670b12df-11ba-4d6c-8ae9-f6ce89238b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088424 Nov 11 17:16:09.073955 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46022) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:09.085186 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6f58ef-74a8-4b67-9b48-eb8eff75aa0f x-openstack-request-id: req-5a6f58ef-74a8-4b67-9b48-eb8eff75aa0f {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:09.085630 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-80e2be36-9bd9-4ba4-b0ab-9c4d27412be0 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=6930914e844e4bcdb113db5c5b10f3aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356314 Nov 11 17:16:09.085732 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839d7bb2-e5ad-4136-b568-d05bff43cf1c", "name": "network-vif-deleted", "tag": "b46de292-25ba-4e9a-a524-7b9916dab147", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:09.085822 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5a6f58ef-74a8-4b67-9b48-eb8eff75aa0f {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:09.086236 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839d7bb2-e5ad-4136-b568-d05bff43cf1c', 'name': 'network-vif-deleted', 'tag': 'b46de292-25ba-4e9a-a524-7b9916dab147', 'status': 'completed', 'code': 200} Nov 11 17:16:09.182384 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57ee5bab-51da-4cb6-8ed1-3996d098d557 req-4b752177-1cd2-47f2-b87f-4876db398a00 service neutron] 10.222.0.83 "GET /v2.0/networks/670b12df-11ba-4d6c-8ae9-f6ce89238b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243161 Nov 11 17:16:09.213948 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46034) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:09.328108 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2ffea46c-5d1a-40f3-a18a-93b15d81dfcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:09.356309 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-5d43335e-ffbe-428d-a8e1-3938e67e746f tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:09.357765 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-5d43335e-ffbe-428d-a8e1-3938e67e746f tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2624643 Nov 11 17:16:09.365000 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-863917b0-f6e4-4d0d-968b-ce84bad8d50c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:09.381193 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57ee5bab-51da-4cb6-8ed1-3996d098d557 req-4093a90e-999f-42e8-8ea7-dc007a688a0b service neutron] 10.222.0.83 "GET /v2.0/networks/670b12df-11ba-4d6c-8ae9-f6ce89238b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895308 Nov 11 17:16:09.383610 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-1098e50b-b374-4196-a84e-8bbcf46465a3 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/quotas/6930914e844e4bcdb113db5c5b10f3aa HTTP/1.1" status: 200 len: 375 time: 0.0181510 Nov 11 17:16:09.390997 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fc31e-5206-42c8-8dea-08dab6068299 req-70777d40-0435-4afd-9ef8-09a3b1182035 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:09.392761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c37fc31e-5206-42c8-8dea-08dab6068299 req-70777d40-0435-4afd-9ef8-09a3b1182035 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.1300216 Nov 11 17:16:09.473958 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-91cc9252-6788-4a39-9046-0fb5558775d5 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6930914e844e4bcdb113db5c5b10f3aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0805659 Nov 11 17:16:09.482043 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c37fc31e-5206-42c8-8dea-08dab6068299 req-dc667d3a-cfab-45a2-ae91-37ea8d609849 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574307 Nov 11 17:16:09.501765 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-863917b0-f6e4-4d0d-968b-ce84bad8d50c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:09.509811 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-863917b0-f6e4-4d0d-968b-ce84bad8d50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:09.518072 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2ffea46c-5d1a-40f3-a18a-93b15d81dfcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:09.533867 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2ffea46c-5d1a-40f3-a18a-93b15d81dfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:09.566448 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-863917b0-f6e4-4d0d-968b-ce84bad8d50c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9eb3453ea50c47a4b5d20eaa3e7f42f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3490043 Nov 11 17:16:09.566842 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46046) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:09.578742 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863917b0-f6e4-4d0d-968b-ce84bad8d50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b60bddd-6ac6-4977-881e-fa454c472dd0,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:09.590664 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2ffea46c-5d1a-40f3-a18a-93b15d81dfcd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=319c6ae9056b4a6e8269d78ff0450e20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5156393 Nov 11 17:16:09.592766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46048) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:09.622213 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffea46c-5d1a-40f3-a18a-93b15d81dfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac700b49-e990-4c99-b2d1-154784b403f2,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:09.678263 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-10b4b8da-a3f7-4fbf-beaf-e0eb5b3ecd48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:09.692624 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d4732d11-70b7-4083-84a1-9b97eace65b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:09.716035 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bb16e59-168e-4b61-9278-5da5c7a3f0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:09.719343 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-10b4b8da-a3f7-4fbf-beaf-e0eb5b3ecd48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:09.739387 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d4732d11-70b7-4083-84a1-9b97eace65b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:09.814121 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-10b4b8da-a3f7-4fbf-beaf-e0eb5b3ecd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:09.822275 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-10b4b8da-a3f7-4fbf-beaf-e0eb5b3ecd48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:09.823901 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-10b4b8da-a3f7-4fbf-beaf-e0eb5b3ecd48 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7b60bddd-6ac6-4977-881e-fa454c472dd0 HTTP/1.1" status: 204 len: 168 time: 0.2558925 Nov 11 17:16:09.861140 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4b8da-a3f7-4fbf-beaf-e0eb5b3ecd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b60bddd-6ac6-4977-881e-fa454c472dd0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:09.868802 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d4732d11-70b7-4083-84a1-9b97eace65b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:09.872664 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d4732d11-70b7-4083-84a1-9b97eace65b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:09.876540 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d4732d11-70b7-4083-84a1-9b97eace65b0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ac700b49-e990-4c99-b2d1-154784b403f2 HTTP/1.1" status: 204 len: 168 time: 0.2805359 Nov 11 17:16:09.883501 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4732d11-70b7-4083-84a1-9b97eace65b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac700b49-e990-4c99-b2d1-154784b403f2,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:09.967411 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-11005e52-a06b-4475-8c75-46b6c21bcecd req-44aa450c-5abc-4d86-a5b7-f4d8cc5c935e tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae3ebfc4-6b87-4084-8be1-fdaf34530eb5 HTTP/1.1" status: 200 len: 210 time: 0.0615909 Nov 11 17:16:10.158738 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12ed26-0ba4-449e-bab6-b85e16bbd510 req-93b8f177-3d62-46bd-b007-0b5ed30b0dd0 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:10.163146 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aa12ed26-0ba4-449e-bab6-b85e16bbd510 req-93b8f177-3d62-46bd-b007-0b5ed30b0dd0 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9 HTTP/1.1" status: 200 len: 943 time: 0.0854940 Nov 11 17:16:10.230637 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aa12ed26-0ba4-449e-bab6-b85e16bbd510 req-29aaffe5-ef56-4b7e-b388-73e1def47784 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/security-groups?id=79178248-7504-4e73-b544-559301e3a490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616448 Nov 11 17:16:10.405689 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46088) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:10.451064 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee6bebd6-9142-40cc-8dbd-d7c686202b26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:10.652888 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe5738-9141-4330-a881-12140b48e8fe req-b567e959-29c4-428e-8571-1c73837bcebd tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:10.660613 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0ffe5738-9141-4330-a881-12140b48e8fe req-b567e959-29c4-428e-8571-1c73837bcebd tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.0792685 Nov 11 17:16:10.688982 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee6bebd6-9142-40cc-8dbd-d7c686202b26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:10.701530 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46102) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:10.713355 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee6bebd6-9142-40cc-8dbd-d7c686202b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:10.747852 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f65c2796-2494-4036-857c-fd2dadc7b77e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:10.753063 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0ffe5738-9141-4330-a881-12140b48e8fe req-f6e94209-73fc-4060-8062-dd8d465a631b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914855 Nov 11 17:16:10.785827 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:10.803287 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46110) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:10.803560 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ee6bebd6-9142-40cc-8dbd-d7c686202b26 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=512acbf419824663ac197324a98101ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3928649 Nov 11 17:16:10.839214 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 8a57babc-3aad-49a3-a54a-fab830b30252 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:16:10.841868 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device b46de292-25ba-4e9a-a524-7b9916dab147 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:16:10.859121 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46112) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:10.881093 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7c8a778e-62fe-4c66-8c0f-da7e73d18f2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:10.912032 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7c8a778e-62fe-4c66-8c0f-da7e73d18f2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:10.960929 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: b46de292-25ba-4e9a-a524-7b9916dab147 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:16:10.961270 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device b46de292-25ba-4e9a-a524-7b9916dab147 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:16:10.983890 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7c8a778e-62fe-4c66-8c0f-da7e73d18f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:10.987842 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7c8a778e-62fe-4c66-8c0f-da7e73d18f2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:10.993776 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7c8a778e-62fe-4c66-8c0f-da7e73d18f2a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0ea44391-3109-4d53-9682-ff94c8030557 HTTP/1.1" status: 204 len: 168 time: 0.1902733 Nov 11 17:16:11.000384 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a778e-62fe-4c66-8c0f-da7e73d18f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea44391-3109-4d53-9682-ff94c8030557,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:11.141653 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-aa0283f9-ea6a-4f74-9f89-45debbe1fe8f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8fc9c098dec441f79cdea28fa0261111&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2798235 Nov 11 17:16:11.167524 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46120) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:11.176351 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 8a57babc-3aad-49a3-a54a-fab830b30252, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8a57babc-3aad-49a3-a54a-fab830b30252,segment=NetworkSegment(2d9f8312-287e-4120-8386-9681c187fae2),segment_id=2d9f8312-287e-4120-8386-9681c187fae2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:11.197614 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2012ac99-c0cc-4ab8-a9a1-40738ab9b1c4 req-04d33671-50c6-4ae6-aa8d-3fc9f13f357c tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae3ebfc4-6b87-4084-8be1-fdaf34530eb5 HTTP/1.1" status: 200 len: 210 time: 0.0792150 Nov 11 17:16:11.216910 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '8a57babc-3aad-49a3-a54a-fab830b30252', 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f', 'port_id': '8a57babc-3aad-49a3-a54a-fab830b30252', 'mac_address': 'fa:16:3e:7a:c8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d038671-7b00-465f-8cd5-8873cae059cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:16:11.249737 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-b8a39b09-2e3a-4676-bdcb-d767407cbfd4 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=6930914e844e4bcdb113db5c5b10f3aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721040 Nov 11 17:16:11.298776 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:11.316837 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a57babc-3aad-49a3-a54a-fab830b30252 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:16:11.328333 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f65c2796-2494-4036-857c-fd2dadc7b77e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:11.329657 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bebd6-9142-40cc-8dbd-d7c686202b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea44391-3109-4d53-9682-ff94c8030557,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:11.343155 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f65c2796-2494-4036-857c-fd2dadc7b77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:11.348676 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 8a57babc-3aad-49a3-a54a-fab830b30252, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8a57babc-3aad-49a3-a54a-fab830b30252,segment=NetworkSegment(2d9f8312-287e-4120-8386-9681c187fae2),segment_id=2d9f8312-287e-4120-8386-9681c187fae2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:11.355395 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:11.435996 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c2796-2494-4036-857c-fd2dadc7b77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6739ff-c1dc-4e68-ab78-fbdfa535cb60,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:11.441272 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f65c2796-2494-4036-857c-fd2dadc7b77e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7c83a405765c488895e649365ea27e93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7383001 Nov 11 17:16:11.443873 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46132) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:11.445976 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-55f2302c-4d6f-41da-a775-45ad292bc5b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:11.493748 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=8a57babc-3aad-49a3-a54a-fab830b30252,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:11.507154 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0a2614fd-d674-4d69-9931-709de87a2914 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:11.517847 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:11.518192 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:11.518534 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:11.518868 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:11.519198 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:11.519853 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:11.520590 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-c62448f2-3ac2-4ffb-b3e4-672973e4cc93 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:11.522096 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-c62448f2-3ac2-4ffb-b3e4-672973e4cc93 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2517879 Nov 11 17:16:11.524483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:11.525494 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:11.525988 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:11.526829 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:11.527476 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:11.528004 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:11.529197 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-55f2302c-4d6f-41da-a775-45ad292bc5b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:11.547165 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-5cdf96bb-ed64-408d-97e3-db136c27d992 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Request body: {'port': {'device_id': 'ae3ebfc4-6b87-4084-8be1-fdaf34530eb5', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '6930914e844e4bcdb113db5c5b10f3aa'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:11.550212 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0a2614fd-d674-4d69-9931-709de87a2914 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:11.563167 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea217a5-7006-4eb1-afad-1a2508d360ad req-2b059772-0d71-4c41-90b8-395a5f4e698d tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:11.571266 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eea217a5-7006-4eb1-afad-1a2508d360ad req-2b059772-0d71-4c41-90b8-395a5f4e698d tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9 HTTP/1.1" status: 200 len: 944 time: 0.1792223 Nov 11 17:16:11.579565 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8a57babc-3aad-49a3-a54a-fab830b30252'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:16:11.618205 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0a2614fd-d674-4d69-9931-709de87a2914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:11.627831 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0a2614fd-d674-4d69-9931-709de87a2914 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:11.631262 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0a2614fd-d674-4d69-9931-709de87a2914 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dc6739ff-c1dc-4e68-ab78-fbdfa535cb60 HTTP/1.1" status: 204 len: 168 time: 0.1840045 Nov 11 17:16:11.649517 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2614fd-d674-4d69-9931-709de87a2914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6739ff-c1dc-4e68-ab78-fbdfa535cb60,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:11.705660 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-55f2302c-4d6f-41da-a775-45ad292bc5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:11.714000 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-55f2302c-4d6f-41da-a775-45ad292bc5b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:11.715149 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-55f2302c-4d6f-41da-a775-45ad292bc5b5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d8ac644a-0d88-418b-bacd-3a396868c79c HTTP/1.1" status: 204 len: 168 time: 0.5457723 Nov 11 17:16:11.742036 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eea217a5-7006-4eb1-afad-1a2508d360ad req-b007f66e-2cbc-447c-9f27-d87dcf01d81b tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/security-groups?id=79178248-7504-4e73-b544-559301e3a490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686854 Nov 11 17:16:11.753072 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2302c-4d6f-41da-a775-45ad292bc5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ac644a-0d88-418b-bacd-3a396868c79c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:11.815285 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-5cdf96bb-ed64-408d-97e3-db136c27d992 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Made reservation on behalf of 6930914e844e4bcdb113db5c5b10f3aa for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:16:11.825836 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-5cdf96bb-ed64-408d-97e3-db136c27d992 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:11.993680 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9aaffc-8205-4b1c-8c62-d11f1b6f597a req-17101d3a-abdc-4b4e-a65d-4a54274968ce tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:11.995089 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-af9aaffc-8205-4b1c-8c62-d11f1b6f597a req-17101d3a-abdc-4b4e-a65d-4a54274968ce tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.1037476 Nov 11 17:16:12.038576 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-5cdf96bb-ed64-408d-97e3-db136c27d992 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Allocated IP 192.168.233.229 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/0641cf34-8f3b-484b-b805-f17d5087ed4b) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:16:12.071109 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46158) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:12.074316 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-af9aaffc-8205-4b1c-8c62-d11f1b6f597a req-4976c269-324f-47da-b36a-3b08fac87ab5 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688915 Nov 11 17:16:12.228009 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-5cdf96bb-ed64-408d-97e3-db136c27d992 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:12.276107 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-5cdf96bb-ed64-408d-97e3-db136c27d992 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:12.307669 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2e0dd61f-b776-4559-bbae-3f858227c701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:12.313987 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['b031909d-4cb3-4a29-995a-b1ae89affd91'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:16:12.333704 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46170) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:12.353578 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d9066eb1-3d99-4ce8-a115-cbc90aa01cc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:12.383251 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-5cdf96bb-ed64-408d-97e3-db136c27d992 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:16:12.397599 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-5cdf96bb-ed64-408d-97e3-db136c27d992 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:12.448299 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:12.457920 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-5cdf96bb-ed64-408d-97e3-db136c27d992 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:16:12.487839 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2e0dd61f-b776-4559-bbae-3f858227c701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:12.500504 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2e0dd61f-b776-4559-bbae-3f858227c701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:12.542600 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf96bb-ed64-408d-97e3-db136c27d992 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Pushing event updated for resources: {'Port': ['ID=0641cf34-8f3b-484b-b805-f17d5087ed4b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:12.573075 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2e0dd61f-b776-4559-bbae-3f858227c701 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=763a1c82096c4cc09bb41f441f4315c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5008247 Nov 11 17:16:12.618144 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46180) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:12.620664 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-5cdf96bb-ed64-408d-97e3-db136c27d992 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:12.621459 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-5cdf96bb-ed64-408d-97e3-db136c27d992 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:12.633737 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0dd61f-b776-4559-bbae-3f858227c701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3c859a-d52b-47ec-80a8-5697c226f648,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:12.675803 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118c5ac-3feb-4a10-b975-912686e61b8d req-572d7168-0b55-4c80-884f-b2c04697b354 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:12.677392 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e118c5ac-3feb-4a10-b975-912686e61b8d req-572d7168-0b55-4c80-884f-b2c04697b354 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae3ebfc4-6b87-4084-8be1-fdaf34530eb5 HTTP/1.1" status: 200 len: 936 time: 0.3980689 Nov 11 17:16:12.701845 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-5cdf96bb-ed64-408d-97e3-db136c27d992 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1639280 Nov 11 17:16:12.714605 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-461e43d5-df6a-4a23-bdee-ac03a604a087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:12.726591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] Request body: {'port': {'device_id': 'ae3ebfc4-6b87-4084-8be1-fdaf34530eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:12.742189 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-dab7e8e7-17b0-4a5e-a66f-1938e7700722 None None] Provisioning complete for port 0641cf34-8f3b-484b-b805-f17d5087ed4b triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:12.742602 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dab7e8e7-17b0-4a5e-a66f-1938e7700722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:12.801186 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-461e43d5-df6a-4a23-bdee-ac03a604a087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:12.805913 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d9066eb1-3d99-4ce8-a115-cbc90aa01cc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:12.845026 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d9066eb1-3d99-4ce8-a115-cbc90aa01cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:12.869969 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-dab7e8e7-17b0-4a5e-a66f-1938e7700722 None None] Port 0641cf34-8f3b-484b-b805-f17d5087ed4b cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:16:12.885136 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 8a57babc-3aad-49a3-a54a-fab830b30252 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:16:12.908228 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e118c5ac-3feb-4a10-b975-912686e61b8d req-4a449fb6-01c2-4352-a117-d3e226df46c1 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187233 Nov 11 17:16:12.936542 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d9066eb1-3d99-4ce8-a115-cbc90aa01cc6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1641cfa6a0944e00b1e70b42d248e3f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5975220 Nov 11 17:16:12.937745 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46194) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:12.946302 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-461e43d5-df6a-4a23-bdee-ac03a604a087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:12.952785 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-461e43d5-df6a-4a23-bdee-ac03a604a087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:12.957882 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:12.960854 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-461e43d5-df6a-4a23-bdee-ac03a604a087 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/be3c859a-d52b-47ec-80a8-5697c226f648 HTTP/1.1" status: 204 len: 168 time: 0.3406403 Nov 11 17:16:12.962593 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:12.975500 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9066eb1-3d99-4ce8-a115-cbc90aa01cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dfe317-b654-4b49-a574-60d7dcbddb79,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:13.009220 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 8a57babc-3aad-49a3-a54a-fab830b30252 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:16:13.016480 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 8a57babc-3aad-49a3-a54a-fab830b30252 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:13.016925 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:13.031056 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38185b01-3a9d-44ac-980e-9c3218ddbc1b req-146f99a0-fd4a-4471-a882-9eecf4e630ce tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:13.032621 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38185b01-3a9d-44ac-980e-9c3218ddbc1b req-146f99a0-fd4a-4471-a882-9eecf4e630ce tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9 HTTP/1.1" status: 200 len: 944 time: 0.1490619 Nov 11 17:16:13.049158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e43d5-df6a-4a23-bdee-ac03a604a087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3c859a-d52b-47ec-80a8-5697c226f648,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:13.114749 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-622e47ab-3c21-4a8c-ac40-7a29e770a9ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:13.166538 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-622e47ab-3c21-4a8c-ac40-7a29e770a9ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:13.183832 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38185b01-3a9d-44ac-980e-9c3218ddbc1b req-1cfee81e-9ba2-435e-aa97-797f467bb1f8 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/security-groups?id=79178248-7504-4e73-b544-559301e3a490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403570 Nov 11 17:16:13.245502 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:13.265914 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-622e47ab-3c21-4a8c-ac40-7a29e770a9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:13.268902 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-622e47ab-3c21-4a8c-ac40-7a29e770a9ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:13.272547 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-622e47ab-3c21-4a8c-ac40-7a29e770a9ab admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/47dfe317-b654-4b49-a574-60d7dcbddb79 HTTP/1.1" status: 204 len: 168 time: 0.3305981 Nov 11 17:16:13.282386 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e47ab-3c21-4a8c-ac40-7a29e770a9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dfe317-b654-4b49-a574-60d7dcbddb79,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:13.289666 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a57babc-3aad-49a3-a54a-fab830b30252'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:13.292169 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51a15b6-f8ab-4889-b54a-f2330db39262" -d '{"events": [{"server_uuid": "8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9", "name": "network-vif-plugged", "status": "completed", "tag": "8a57babc-3aad-49a3-a54a-fab830b30252"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:13.342317 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 8a57babc-3aad-49a3-a54a-fab830b30252, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8a57babc-3aad-49a3-a54a-fab830b30252,segment=NetworkSegment(2d9f8312-287e-4120-8386-9681c187fae2),segment_id=2d9f8312-287e-4120-8386-9681c187fae2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:13.357762 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:13.418412 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77992245-7c4d-46b6-aba1-a64fc9d6ad2e x-openstack-request-id: req-77992245-7c4d-46b6-aba1-a64fc9d6ad2e {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:13.418728 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9", "name": "network-vif-plugged", "status": "completed", "tag": "8a57babc-3aad-49a3-a54a-fab830b30252", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:13.419134 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-77992245-7c4d-46b6-aba1-a64fc9d6ad2e {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:13.419642 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a57babc-3aad-49a3-a54a-fab830b30252', 'code': 200} Nov 11 17:16:13.420792 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=8a57babc-3aad-49a3-a54a-fab830b30252,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:13.490803 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850aabbf-14cb-422c-8be6-fd299f4cd39f req-798a845d-b415-441c-be39-e4a9ba518a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:13.493767 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-850aabbf-14cb-422c-8be6-fd299f4cd39f req-798a845d-b415-441c-be39-e4a9ba518a68 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9 HTTP/1.1" status: 200 len: 1096 time: 0.0548918 Nov 11 17:16:13.573214 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46216) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:13.577812 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f91f4-93df-4e92-8c02-9ff418b394d6 req-588ae2f1-85f2-4927-b3d4-27c3d9da698b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:13.584341 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7d2f91f4-93df-4e92-8c02-9ff418b394d6 req-588ae2f1-85f2-4927-b3d4-27c3d9da698b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.0818167 Nov 11 17:16:13.585568 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-850aabbf-14cb-422c-8be6-fd299f4cd39f req-8d335a4a-8744-4a15-a7b3-9a0f548bf3e3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=79178248-7504-4e73-b544-559301e3a490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826330 Nov 11 17:16:13.594535 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0293652f-55ea-4160-ba66-8a2e7ea9bc02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:13.681998 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7d2f91f4-93df-4e92-8c02-9ff418b394d6 req-6fcccad9-c6de-4e95-a77c-68cff28e0b36 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837061 Nov 11 17:16:13.703304 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0293652f-55ea-4160-ba66-8a2e7ea9bc02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:13.708299 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0293652f-55ea-4160-ba66-8a2e7ea9bc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:13.740132 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0641cf34-8f3b-484b-b805-f17d5087ed4b {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:16:13.750650 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:13.763211 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0293652f-55ea-4160-ba66-8a2e7ea9bc02 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aa7b80b1eec740b2bd6a47b8057e0259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1887002 Nov 11 17:16:13.765024 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] Transition to ACTIVE for port object 0641cf34-8f3b-484b-b805-f17d5087ed4b will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:16:13.765876 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46222) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:13.766360 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293652f-55ea-4160-ba66-8a2e7ea9bc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d716a7-c464-4646-a882-d4150e963889,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:13.793517 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:13.885193 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] Pushing event updated for resources: {'Port': ['ID=0641cf34-8f3b-484b-b805-f17d5087ed4b,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:13.897527 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ccbb39a8-b3e9-46da-b48f-a04ee0e32355 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:13.967540 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ccbb39a8-b3e9-46da-b48f-a04ee0e32355 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:14.108652 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] Attempting to bind port 0641cf34-8f3b-484b-b805-f17d5087ed4b on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:16:14.109294 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] Attempting to bind port 0641cf34-8f3b-484b-b805-f17d5087ed4b by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:16:14.109389 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] Attempting to bind port 0641cf34-8f3b-484b-b805-f17d5087ed4b on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:14.117182 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] Port 0641cf34-8f3b-484b-b805-f17d5087ed4b on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:16:14.117539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] Attempting to bind port 0641cf34-8f3b-484b-b805-f17d5087ed4b on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:14.131865 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14595806-42da-4205-919b-0fb48934fadb req-89a20bd1-61c7-4edd-8080-67a66410d6b0 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:14.137531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-14595806-42da-4205-919b-0fb48934fadb req-89a20bd1-61c7-4edd-8080-67a66410d6b0 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae3ebfc4-6b87-4084-8be1-fdaf34530eb5 HTTP/1.1" status: 200 len: 948 time: 0.0997176 Nov 11 17:16:14.151973 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:16:14.152191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:16:14.152656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:16:14.153070 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] Bound port: 0641cf34-8f3b-484b-b805-f17d5087ed4b, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:16:14.153429 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:14.166377 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ccbb39a8-b3e9-46da-b48f-a04ee0e32355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:14.169394 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ccbb39a8-b3e9-46da-b48f-a04ee0e32355 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:14.173209 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ccbb39a8-b3e9-46da-b48f-a04ee0e32355 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/22d716a7-c464-4646-a882-d4150e963889 HTTP/1.1" status: 204 len: 168 time: 0.4037480 Nov 11 17:16:14.232964 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb39a8-b3e9-46da-b48f-a04ee0e32355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d716a7-c464-4646-a882-d4150e963889,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:14.271637 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-14595806-42da-4205-919b-0fb48934fadb req-294f7d3c-f9cb-45f0-82ea-030e7778a2d7 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233799 Nov 11 17:16:14.294172 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] For port 0641cf34-8f3b-484b-b805-f17d5087ed4b, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:16:14.297871 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] For port 0641cf34-8f3b-484b-b805-f17d5087ed4b, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0641cf34-8f3b-484b-b805-f17d5087ed4b,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:16:14.303892 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:14.362815 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:14.363579 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:14.365002 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] 10.222.0.83 "PUT /v2.0/ports/0641cf34-8f3b-484b-b805-f17d5087ed4b HTTP/1.1" status: 200 len: 1096 time: 1.6498468 Nov 11 17:16:14.365471 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3ebfc4-6b87-4084-8be1-fdaf34530eb5', 'tag': '0641cf34-8f3b-484b-b805-f17d5087ed4b'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:14.368617 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d7fc9c-b211-4e32-99d8-e99348283e68" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3ebfc4-6b87-4084-8be1-fdaf34530eb5", "tag": "0641cf34-8f3b-484b-b805-f17d5087ed4b"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:14.441154 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2147ef30-4f3d-4e6f-9ba9-900084e882d4 x-openstack-request-id: req-2147ef30-4f3d-4e6f-9ba9-900084e882d4 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:14.441154 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3ebfc4-6b87-4084-8be1-fdaf34530eb5", "tag": "0641cf34-8f3b-484b-b805-f17d5087ed4b", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:14.441154 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2147ef30-4f3d-4e6f-9ba9-900084e882d4 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:14.441154 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3ebfc4-6b87-4084-8be1-fdaf34530eb5', 'tag': '0641cf34-8f3b-484b-b805-f17d5087ed4b', 'status': 'completed', 'code': 200} Nov 11 17:16:14.494356 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3991be-a3d2-4b87-9b3b-c9e2fa45d745 service neutron] Pushing event updated for resources: {'Port': ['ID=0641cf34-8f3b-484b-b805-f17d5087ed4b,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:14.508431 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3dfd8-78b3-4496-a0e0-296275b07c8c req-14822ca5-5ddf-4dff-a2b6-28c85d44200d tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:14.514455 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cbd3dfd8-78b3-4496-a0e0-296275b07c8c req-14822ca5-5ddf-4dff-a2b6-28c85d44200d tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9 HTTP/1.1" status: 200 len: 945 time: 0.1892102 Nov 11 17:16:14.549927 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-4256a8a9-c311-4f6a-afd1-8ad71303ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:14.551781 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-4256a8a9-c311-4f6a-afd1-8ad71303ca68 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6930914e844e4bcdb113db5c5b10f3aa&device_id=ae3ebfc4-6b87-4084-8be1-fdaf34530eb5 HTTP/1.1" status: 200 len: 1099 time: 0.1178882 Nov 11 17:16:14.625487 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-abc1ab16-d82c-42d7-a0e8-7c5d4a3ece85 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=0641cf34-8f3b-484b-b805-f17d5087ed4b HTTP/1.1" status: 200 len: 217 time: 0.0562150 Nov 11 17:16:14.629761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cbd3dfd8-78b3-4496-a0e0-296275b07c8c req-9cdac68d-3c09-4f89-8230-bd1bea9e129c tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/security-groups?id=79178248-7504-4e73-b544-559301e3a490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114161 Nov 11 17:16:14.695520 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-d071b4ca-95f3-48f6-b6ad-3d03425753a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:14.697227 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-d071b4ca-95f3-48f6-b6ad-3d03425753a4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0630145 Nov 11 17:16:14.757865 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46266) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:14.776595 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65630ad1-2a27-408c-9ef6-1ca180fb1c8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:14.795134 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-642300d8-952c-4052-a301-624b356efa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:14.796739 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-642300d8-952c-4052-a301-624b356efa47 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0912454 Nov 11 17:16:14.875534 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b5274-4e9c-41d4-bf01-cc82119d59ef req-081d350e-fc5a-47ec-b6b8-81e5715f7f66 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:14.877053 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65630ad1-2a27-408c-9ef6-1ca180fb1c8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:14.880228 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f62b5274-4e9c-41d4-bf01-cc82119d59ef req-081d350e-fc5a-47ec-b6b8-81e5715f7f66 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.1204207 Nov 11 17:16:14.884689 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65630ad1-2a27-408c-9ef6-1ca180fb1c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:14.935251 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-65630ad1-2a27-408c-9ef6-1ca180fb1c8f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5fe4c8552d9d4c52ba95e1b0cd4af18b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1749718 Nov 11 17:16:14.935871 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46268) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:14.937866 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65630ad1-2a27-408c-9ef6-1ca180fb1c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6c6681-b281-41e2-8ef3-dc6eb3d37945,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:14.960769 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f62b5274-4e9c-41d4-bf01-cc82119d59ef req-0252a216-c33b-473a-a2ba-6fb0552b7749 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738122 Nov 11 17:16:14.965006 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-0c37bd63-69b4-4aac-aae3-ade0da5f3221 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558583 Nov 11 17:16:15.000881 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7bf7c90-1921-45e1-a119-c9ad6c31befa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:15.026630 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7bf7c90-1921-45e1-a119-c9ad6c31befa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:15.083764 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7bf7c90-1921-45e1-a119-c9ad6c31befa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:15.085805 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90dadcc0-f0e0-4f6a-82ba-9aec0f252aa1 req-e94acf74-e656-427b-8f6a-9f6a0cbe7264 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107423 Nov 11 17:16:15.087858 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7bf7c90-1921-45e1-a119-c9ad6c31befa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:15.093041 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a7bf7c90-1921-45e1-a119-c9ad6c31befa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6e6c6681-b281-41e2-8ef3-dc6eb3d37945 HTTP/1.1" status: 204 len: 168 time: 0.1560593 Nov 11 17:16:15.102414 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf7c90-1921-45e1-a119-c9ad6c31befa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6c6681-b281-41e2-8ef3-dc6eb3d37945,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:15.155946 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-3ad9f1ca-93b0-45a7-aace-6d495434fd27 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=85a43739753d49039cf4e1bd9ec71524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400047 Nov 11 17:16:15.263514 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7fc9c-b211-4e32-99d8-e99348283e68 req-8ac7a843-43b5-493f-bdd3-ca64787f331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:15.265055 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1d7fc9c-b211-4e32-99d8-e99348283e68 req-8ac7a843-43b5-493f-bdd3-ca64787f331e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6930914e844e4bcdb113db5c5b10f3aa&device_id=ae3ebfc4-6b87-4084-8be1-fdaf34530eb5 HTTP/1.1" status: 200 len: 1099 time: 0.1184955 Nov 11 17:16:15.371630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-fe52ffe8-d47f-4801-a968-32d87a5aa0b8 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:15.378478 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-fe52ffe8-d47f-4801-a968-32d87a5aa0b8 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1993933 Nov 11 17:16:15.399580 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-6bc9652a-0ab7-4e09-b2c3-1fd8b3232bc9 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/quotas/85a43739753d49039cf4e1bd9ec71524 HTTP/1.1" status: 200 len: 375 time: 0.0201988 Nov 11 17:16:15.445143 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-4c1e7574-7773-48ed-8a65-5181a971ddfb tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=85a43739753d49039cf4e1bd9ec71524&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446942 Nov 11 17:16:15.475192 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7fc9c-b211-4e32-99d8-e99348283e68 req-9f77fb62-bd28-4224-a3d5-daae5028712b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:15.477210 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1d7fc9c-b211-4e32-99d8-e99348283e68 req-9f77fb62-bd28-4224-a3d5-daae5028712b service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.2019372 Nov 11 17:16:15.538074 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d79071-beef-45ca-9fce-b016fb67fca9 req-96c33ad3-54ea-480e-9c40-2a9ec3b7dd25 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:15.546133 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-77d79071-beef-45ca-9fce-b016fb67fca9 req-96c33ad3-54ea-480e-9c40-2a9ec3b7dd25 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae3ebfc4-6b87-4084-8be1-fdaf34530eb5 HTTP/1.1" status: 200 len: 948 time: 0.1277442 Nov 11 17:16:15.550100 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46304) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:15.580094 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1d7fc9c-b211-4e32-99d8-e99348283e68 req-a521609a-767f-4df0-9393-b53b07b14fe2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=0641cf34-8f3b-484b-b805-f17d5087ed4b HTTP/1.1" status: 200 len: 217 time: 0.0940554 Nov 11 17:16:15.659538 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-77d79071-beef-45ca-9fce-b016fb67fca9 req-e45fd082-22f1-4d10-9458-93aae3cf69e5 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119659 Nov 11 17:16:15.677408 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7fc9c-b211-4e32-99d8-e99348283e68 req-74d462f5-e5bf-4c2f-8390-3513bb8a35f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:15.678844 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1d7fc9c-b211-4e32-99d8-e99348283e68 req-74d462f5-e5bf-4c2f-8390-3513bb8a35f1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0870049 Nov 11 17:16:15.716167 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-2cea4e43-9a64-4651-b039-45200c735a46 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-956742766-network', 'tenant_id': '7d53e168439d4f5382c12bffdaf58a79'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:15.756632 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cea4e43-9a64-4651-b039-45200c735a46 admin admin] Made reservation on behalf of 7d53e168439d4f5382c12bffdaf58a79 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:16:15.759362 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2cea4e43-9a64-4651-b039-45200c735a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:15.770154 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2cea4e43-9a64-4651-b039-45200c735a46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:15.801106 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7fc9c-b211-4e32-99d8-e99348283e68 req-1863efb8-e0b5-474b-9322-82c28ec431d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:15.802597 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1d7fc9c-b211-4e32-99d8-e99348283e68 req-1863efb8-e0b5-474b-9322-82c28ec431d8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1151443 Nov 11 17:16:15.876969 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b17fe-60b5-4415-88c3-cb536f5d6b4a req-5b977312-f07f-4c8c-914e-45cac20f41c4 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:15.885303 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f55b17fe-60b5-4415-88c3-cb536f5d6b4a req-5b977312-f07f-4c8c-914e-45cac20f41c4 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9 HTTP/1.1" status: 200 len: 945 time: 0.1222568 Nov 11 17:16:15.893205 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2cea4e43-9a64-4651-b039-45200c735a46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:15.900412 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2cea4e43-9a64-4651-b039-45200c735a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:15.940979 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea4e43-9a64-4651-b039-45200c735a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe028317-8d41-4962-b095-08d4c3c48f28,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:15.954724 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f55b17fe-60b5-4415-88c3-cb536f5d6b4a req-7e8eecc9-674c-4268-88bd-f378573075c1 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/security-groups?id=79178248-7504-4e73-b544-559301e3a490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684810 Nov 11 17:16:15.955193 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cea4e43-9a64-4651-b039-45200c735a46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1298} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:16:16.001212 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2cea4e43-9a64-4651-b039-45200c735a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:16.001600 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-2cea4e43-9a64-4651-b039-45200c735a46 admin admin] Added segment 2a3c9c37-583a-4fe0-8369-940e8bd05123 of type vlan for network 87004be0-8f9a-46e0-9dbf-851f782b3525 Nov 11 17:16:16.028907 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1d7fc9c-b211-4e32-99d8-e99348283e68 req-63f9f2d2-b560-4fb3-81ee-296d581183a9 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144778 Nov 11 17:16:16.063124 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2cea4e43-9a64-4651-b039-45200c735a46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:16.114014 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2cea4e43-9a64-4651-b039-45200c735a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:16.115182 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cea4e43-9a64-4651-b039-45200c735a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:16.115801 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2cea4e43-9a64-4651-b039-45200c735a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:16.166276 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-aebe052e-66fe-45b9-897a-1c0e5feecf89 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=85a43739753d49039cf4e1bd9ec71524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737357 Nov 11 17:16:16.227036 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2cea4e43-9a64-4651-b039-45200c735a46 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6731317 Nov 11 17:16:16.227579 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46348) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:16.232447 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-22b47181-9180-4eb0-8b66-c00c74719f5f admin admin] Request body: {'subnet': {'network_id': '87004be0-8f9a-46e0-9dbf-851f782b3525', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-956742766-subnet', 'tenant_id': '7d53e168439d4f5382c12bffdaf58a79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:16.253970 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea4e43-9a64-4651-b039-45200c735a46 admin admin] Pushing event updated for resources: {'Network': ['ID=87004be0-8f9a-46e0-9dbf-851f782b3525,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:16.259491 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b47181-9180-4eb0-8b66-c00c74719f5f admin admin] Made reservation on behalf of 7d53e168439d4f5382c12bffdaf58a79 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:16:16.262087 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22b47181-9180-4eb0-8b66-c00c74719f5f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:16.272645 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 87004be0-8f9a-46e0-9dbf-851f782b3525 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:16:16.332803 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1d7fc9c-b211-4e32-99d8-e99348283e68 req-847db603-4654-4d25-9dcc-664a41647055 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971032 Nov 11 17:16:16.404539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-9ba26323-08e7-4ed9-80ae-d535c5c38193 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:16.406303 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-9ba26323-08e7-4ed9-80ae-d535c5c38193 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2392721 Nov 11 17:16:16.426377 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-ff20c2f7-f64a-4cb0-9aab-c2b8e31bad3a tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/quotas/85a43739753d49039cf4e1bd9ec71524 HTTP/1.1" status: 200 len: 375 time: 0.0129313 Nov 11 17:16:16.493214 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-e46c1c5f-de7e-436c-b10f-63487d7c6eab tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=85a43739753d49039cf4e1bd9ec71524&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596683 Nov 11 17:16:16.532884 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22b47181-9180-4eb0-8b66-c00c74719f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:16.645039 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad253a-6c4e-4a9f-b42f-2c6550a8cf07 req-ed68c749-01b0-4f7a-b513-234312a3bc9f tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:16.645681 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b47181-9180-4eb0-8b66-c00c74719f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=15bb1e06-d24a-4e8f-a662-92e0072216a8,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:16.647188 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-33ad253a-6c4e-4a9f-b42f-2c6550a8cf07 req-ed68c749-01b0-4f7a-b513-234312a3bc9f tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9 HTTP/1.1" status: 200 len: 945 time: 0.0634449 Nov 11 17:16:16.660094 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46360) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:16.666482 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5f92db65-c471-42f1-8004-2610b3c58d5e tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Request body: {'floatingip': {'port_id': '8a57babc-3aad-49a3-a54a-fab830b30252'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:16.670909 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b47181-9180-4eb0-8b66-c00c74719f5f admin admin] Checking segment: {'id': '2a3c9c37-583a-4fe0-8369-940e8bd05123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '87004be0-8f9a-46e0-9dbf-851f782b3525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:16:16.671635 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b47181-9180-4eb0-8b66-c00c74719f5f admin admin] Network hostable DHCP agents. Network: 87004be0-8f9a-46e0-9dbf-851f782b3525, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:16:16.716230 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5f92db65-c471-42f1-8004-2610b3c58d5e tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks [] for floatingip, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:16.774076 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4d854-f81d-4cf0-afa4-d7817065f878 req-99ae35ae-ca12-41f1-96fd-e6dd327c68f1 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:16.775950 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-70d4d854-f81d-4cf0-afa4-d7817065f878 req-99ae35ae-ca12-41f1-96fd-e6dd327c68f1 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.0866497 Nov 11 17:16:16.785302 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b47181-9180-4eb0-8b66-c00c74719f5f admin admin] Network 87004be0-8f9a-46e0-9dbf-851f782b3525 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:16:16.830850 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-22b47181-9180-4eb0-8b66-c00c74719f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 87004be0-8f9a-46e0-9dbf-851f782b3525) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:16.835142 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b47181-9180-4eb0-8b66-c00c74719f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:16.835819 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22b47181-9180-4eb0-8b66-c00c74719f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:16.837816 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b746c64a-08b6-4b6b-9d26-85f771ca6971 None None] Network 87004be0-8f9a-46e0-9dbf-851f782b3525 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:16:16.906908 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-22b47181-9180-4eb0-8b66-c00c74719f5f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6781251 Nov 11 17:16:16.916441 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46372) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:16.921668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-88c6f47d-0c5c-44d3-8b0f-0538f70b2347 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-956742766-router', 'tenant_id': '7d53e168439d4f5382c12bffdaf58a79', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:16.946916 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-70d4d854-f81d-4cf0-afa4-d7817065f878 req-6f4490cc-1032-40cb-843e-4a2721e5c788 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590726 Nov 11 17:16:16.998530 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-88c6f47d-0c5c-44d3-8b0f-0538f70b2347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:16.999765 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-88c6f47d-0c5c-44d3-8b0f-0538f70b2347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:17.107210 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f5c9ff-dbd5-44d1-b67d-e09bbd3cd3c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-87004be0-8f9a-46e0-9dbf-851f782b3525', 'network_id': '87004be0-8f9a-46e0-9dbf-851f782b3525', 'tenant_id': '7d53e168439d4f5382c12bffdaf58a79', 'fixed_ips': [{'subnet_id': '15bb1e06-d24a-4e8f-a662-92e0072216a8'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:16:17.108231 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-47f5c9ff-dbd5-44d1-b67d-e09bbd3cd3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:17.125494 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3cc5777a-c46b-4efd-97e9-a6a5ff26a792 req-7b0f42e1-5a2c-4309-9209-9cb46276c880 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1 HTTP/1.1" status: 200 len: 210 time: 0.1123533 Nov 11 17:16:17.170401 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-1dd20a18-59bb-4dc6-be8c-5a9af3fa71cc tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=85a43739753d49039cf4e1bd9ec71524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0840745 Nov 11 17:16:17.365992 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-88c6f47d-0c5c-44d3-8b0f-0538f70b2347 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:17.414537 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-47f5c9ff-dbd5-44d1-b67d-e09bbd3cd3c4 None None] Allocated IP 172.20.0.2 (87004be0-8f9a-46e0-9dbf-851f782b3525/15bb1e06-d24a-4e8f-a662-92e0072216a8/cdba4c9f-a091-46a3-9591-957556e1143f) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:16:17.515859 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5f92db65-c471-42f1-8004-2610b3c58d5e tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:17.524682 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5f92db65-c471-42f1-8004-2610b3c58d5e tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:17.608536 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-1b89f202-caa0-457f-8c32-0ec00c58aa74 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:17.609212 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-47f5c9ff-dbd5-44d1-b67d-e09bbd3cd3c4 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:17.610696 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-1b89f202-caa0-457f-8c32-0ec00c58aa74 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4261765 Nov 11 17:16:17.618875 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-47f5c9ff-dbd5-44d1-b67d-e09bbd3cd3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:17.665402 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f5c9ff-dbd5-44d1-b67d-e09bbd3cd3c4 None None] Network 87004be0-8f9a-46e0-9dbf-851f782b3525 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:16:17.672628 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-47f5c9ff-dbd5-44d1-b67d-e09bbd3cd3c4 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:17.677153 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f5c9ff-dbd5-44d1-b67d-e09bbd3cd3c4 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:16:17.694630 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5c9ff-dbd5-44d1-b67d-e09bbd3cd3c4 None None] Pushing event updated for resources: {'Port': ['ID=cdba4c9f-a091-46a3-9591-957556e1143f,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:17.696981 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-5f92db65-c471-42f1-8004-2610b3c58d5e tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Floating IP d2b4508e-1f52-48b2-be91-fa6f018ac8ed associated. External IP: 172.25.2.198, port: 8a57babc-3aad-49a3-a54a-fab830b30252. Nov 11 17:16:17.717005 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab81d3-d3e2-4031-899c-7a020b1bd708 req-23570c2b-913d-4bfb-9437-5e34c66a3061 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:17.726480 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-18ab81d3-d3e2-4031-899c-7a020b1bd708 req-23570c2b-913d-4bfb-9437-5e34c66a3061 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae3ebfc4-6b87-4084-8be1-fdaf34530eb5 HTTP/1.1" status: 200 len: 948 time: 0.3809357 Nov 11 17:16:17.735973 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-d63675a4-9961-4a41-9d48-f5026bf384ef tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Request body: {'port': {'device_id': '4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '85a43739753d49039cf4e1bd9ec71524'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:17.765001 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-88c6f47d-0c5c-44d3-8b0f-0538f70b2347 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:17.825074 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-47f5c9ff-dbd5-44d1-b67d-e09bbd3cd3c4 None None] Attempting to bind port cdba4c9f-a091-46a3-9591-957556e1143f on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:16:17.828935 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-47f5c9ff-dbd5-44d1-b67d-e09bbd3cd3c4 None None] Attempting to bind port cdba4c9f-a091-46a3-9591-957556e1143f by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '2a3c9c37-583a-4fe0-8369-940e8bd05123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '87004be0-8f9a-46e0-9dbf-851f782b3525'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:16:17.832298 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f5c9ff-dbd5-44d1-b67d-e09bbd3cd3c4 None None] Attempting to bind port cdba4c9f-a091-46a3-9591-957556e1143f on network 87004be0-8f9a-46e0-9dbf-851f782b3525 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:17.842048 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f5c9ff-dbd5-44d1-b67d-e09bbd3cd3c4 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:16:17.843306 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f5c9ff-dbd5-44d1-b67d-e09bbd3cd3c4 None None] Checking segment: {'id': '2a3c9c37-583a-4fe0-8369-940e8bd05123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '87004be0-8f9a-46e0-9dbf-851f782b3525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:16:17.843836 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-47f5c9ff-dbd5-44d1-b67d-e09bbd3cd3c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:17.844399 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f5c9ff-dbd5-44d1-b67d-e09bbd3cd3c4 None None] Bound using segment: {'id': '2a3c9c37-583a-4fe0-8369-940e8bd05123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '87004be0-8f9a-46e0-9dbf-851f782b3525'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:16:17.845363 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-47f5c9ff-dbd5-44d1-b67d-e09bbd3cd3c4 None None] Bound port: cdba4c9f-a091-46a3-9591-957556e1143f, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3c9c37-583a-4fe0-8369-940e8bd05123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '87004be0-8f9a-46e0-9dbf-851f782b3525'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:16:17.845499 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-47f5c9ff-dbd5-44d1-b67d-e09bbd3cd3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:17.942120 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-18ab81d3-d3e2-4031-899c-7a020b1bd708 req-9c48da9a-0ab0-4b01-a245-83da141cdd83 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135985 Nov 11 17:16:17.992319 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f92db65-c471-42f1-8004-2610b3c58d5e tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Router 2f2a0040-3a2a-4f9c-9a70-e678cef20112 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:16:18.016230 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-d63675a4-9961-4a41-9d48-f5026bf384ef tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Made reservation on behalf of 85a43739753d49039cf4e1bd9ec71524 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:16:18.020376 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-d63675a4-9961-4a41-9d48-f5026bf384ef tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:18.115781 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:18.123259 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-47f5c9ff-dbd5-44d1-b67d-e09bbd3cd3c4 None None] For port cdba4c9f-a091-46a3-9591-957556e1143f, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:16:18.128161 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-47f5c9ff-dbd5-44d1-b67d-e09bbd3cd3c4 None None] For port cdba4c9f-a091-46a3-9591-957556e1143f, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cdba4c9f-a091-46a3-9591-957556e1143f,segment=NetworkSegment(2a3c9c37-583a-4fe0-8369-940e8bd05123),segment_id=2a3c9c37-583a-4fe0-8369-940e8bd05123)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:16:18.139125 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-47f5c9ff-dbd5-44d1-b67d-e09bbd3cd3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:18.256104 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f92db65-c471-42f1-8004-2610b3c58d5e tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:16:18.274029 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef98148-5644-4b79-bb06-e16bb69b3a69 None None] Sync routers for ids ['2f2a0040-3a2a-4f9c-9a70-e678cef20112'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:16:18.277100 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5f92db65-c471-42f1-8004-2610b3c58d5e tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:18.292091 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef98148-5644-4b79-bb06-e16bb69b3a69 None None] Routers {'2f2a0040-3a2a-4f9c-9a70-e678cef20112'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:16:18.292729 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-aef98148-5644-4b79-bb06-e16bb69b3a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:16:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2f2a0040-3a2a-4f9c-9a70-e678cef20112'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:18.316100 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5c9ff-dbd5-44d1-b67d-e09bbd3cd3c4 None None] Pushing event updated for resources: {'Port': ['ID=cdba4c9f-a091-46a3-9591-957556e1143f,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:18.352830 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-d63675a4-9961-4a41-9d48-f5026bf384ef tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:18.377978 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5f92db65-c471-42f1-8004-2610b3c58d5e tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "PUT /v2.0/floatingips/d2b4508e-1f52-48b2-be91-fa6f018ac8ed HTTP/1.1" status: 200 len: 991 time: 1.7154970 Nov 11 17:16:18.394030 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9', 'tag': '8a57babc-3aad-49a3-a54a-fab830b30252'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:18.397634 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3499037-dbe8-40d1-b019-85c4e7dd4a84" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9", "tag": "8a57babc-3aad-49a3-a54a-fab830b30252"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:18.406672 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-60979e73-ae87-43c6-82ee-5fc5d2165245 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=85a43739753d49039cf4e1bd9ec71524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682595 Nov 11 17:16:18.504218 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-aef98148-5644-4b79-bb06-e16bb69b3a69 None None] Set router 2f2a0040-3a2a-4f9c-9a70-e678cef20112 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:16:18.658281 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46408) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:18.667982 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae126c-f305-48e2-be6a-12f2aabb1d0a req-c5487a48-a891-4054-93b4-971d0df61abd tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:18.675397 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2eae126c-f305-48e2-be6a-12f2aabb1d0a req-c5487a48-a891-4054-93b4-971d0df61abd tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.3275058 Nov 11 17:16:18.756379 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-aa1d0a6e-c363-49f9-9b6d-4b9ff289d6cf tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:18.765424 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-aa1d0a6e-c363-49f9-9b6d-4b9ff289d6cf tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3501613 Nov 11 17:16:18.787554 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-83545907-4965-4a31-b792-d5aabac05165 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Request body: {'port': {'device_id': 'c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '85a43739753d49039cf4e1bd9ec71524'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:18.820049 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-aef98148-5644-4b79-bb06-e16bb69b3a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'name': 'tempest-ServersTestJSON-1051618494-router', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:51Z', 'updated_at': '2021-11-11T17:15:56Z', 'revision_number': 4, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'gw_port': {'id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:52Z', 'updated_at': '2021-11-11T17:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'd2b4508e-1f52-48b2-be91-fa6f018ac8ed', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'port_id': '8a57babc-3aad-49a3-a54a-fab830b30252', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f', 'mac_address': 'fa:16:3e:7a:c8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:16:00Z', 'updated_at': '2021-11-11T17:16:17Z', 'revision_number': 1, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dede112d-c528-4305-9667-53561f55bd2e', 'name': '', 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'mac_address': 'fa:16:3e:d4:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7d038671-7b00-465f-8cd5-8873cae059cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:55Z', 'updated_at': '2021-11-11T17:16:02Z', 'revision_number': 5, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'subnets': [{'id': '7d038671-7b00-465f-8cd5-8873cae059cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:18.848512 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8fb24adb-52aa-4ab3-bbe5-3df8c46fc7a0 req-826fb838-3613-4f5d-aaf7-134e3b69ef2b tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1 HTTP/1.1" status: 200 len: 210 time: 0.0431170 Nov 11 17:16:18.855839 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef98148-5644-4b79-bb06-e16bb69b3a69 None None] Checking router: 2f2a0040-3a2a-4f9c-9a70-e678cef20112 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:16:18.866656 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef98148-5644-4b79-bb06-e16bb69b3a69 None None] Routers {'2f2a0040-3a2a-4f9c-9a70-e678cef20112'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:16:18.867315 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-aef98148-5644-4b79-bb06-e16bb69b3a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:16:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2f2a0040-3a2a-4f9c-9a70-e678cef20112'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:18.880577 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b51a5991-8234-4ced-a71c-d3fa013bb4f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:18.891492 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0641cf34-8f3b-484b-b805-f17d5087ed4b details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:16:18.904607 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2eae126c-f305-48e2-be6a-12f2aabb1d0a req-9fceec55-4510-497a-b956-827ad1214726 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282126 Nov 11 17:16:18.932779 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-88c6f47d-0c5c-44d3-8b0f-0538f70b2347 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:18.994786 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-83545907-4965-4a31-b792-d5aabac05165 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Made reservation on behalf of 85a43739753d49039cf4e1bd9ec71524 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:16:18.999451 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-83545907-4965-4a31-b792-d5aabac05165 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:19.001207 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-aef98148-5644-4b79-bb06-e16bb69b3a69 None None] Set router 2f2a0040-3a2a-4f9c-9a70-e678cef20112 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:16:19.006088 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-88c6f47d-0c5c-44d3-8b0f-0538f70b2347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:19.018712 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-d63675a4-9961-4a41-9d48-f5026bf384ef tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:19.053609 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-83545907-4965-4a31-b792-d5aabac05165 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:19.062267 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-d63675a4-9961-4a41-9d48-f5026bf384ef tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:19.078460 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5015cbcc-4281-44b0-90a4-2bafa9b1eedd x-openstack-request-id: req-5015cbcc-4281-44b0-90a4-2bafa9b1eedd {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:19.078772 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9", "tag": "8a57babc-3aad-49a3-a54a-fab830b30252", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:19.079034 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5015cbcc-4281-44b0-90a4-2bafa9b1eedd {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:19.079441 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9', 'tag': '8a57babc-3aad-49a3-a54a-fab830b30252', 'status': 'completed', 'code': 200} Nov 11 17:16:19.135301 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 0641cf34-8f3b-484b-b805-f17d5087ed4b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0641cf34-8f3b-484b-b805-f17d5087ed4b,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:19.150430 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '0641cf34-8f3b-484b-b805-f17d5087ed4b', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '0641cf34-8f3b-484b-b805-f17d5087ed4b', 'mac_address': 'fa:16:3e:12:84:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:16:19.167657 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b51a5991-8234-4ced-a71c-d3fa013bb4f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:19.201941 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:19.211253 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b51a5991-8234-4ced-a71c-d3fa013bb4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:19.217974 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0641cf34-8f3b-484b-b805-f17d5087ed4b {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:16:19.248359 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 0641cf34-8f3b-484b-b805-f17d5087ed4b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0641cf34-8f3b-484b-b805-f17d5087ed4b,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:19.254952 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:19.259115 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63675a4-9961-4a41-9d48-f5026bf384ef tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4816e5da-fc57-401a-9205-95def3a51eed,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:19.303531 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a5991-8234-4ced-a71c-d3fa013bb4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d60f26-75b0-41f5-a2f5-abbaf4bd8a47,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:19.332283 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b51a5991-8234-4ced-a71c-d3fa013bb4f9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ee4697cef10849acabea224a909e914c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6734934 Nov 11 17:16:19.332949 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46424) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:19.383124 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-88c6f47d-0c5c-44d3-8b0f-0538f70b2347 admin admin] Allocated IP 172.25.2.109 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/42216081-eb22-4baa-ab0b-fc963da6c4d1) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:16:19.385243 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=0641cf34-8f3b-484b-b805-f17d5087ed4b,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:19.409736 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee75a3e-7036-40d1-ae84-581a753ca84c req-88d09ffa-188d-4d56-bea4-5ae3564ed0d1 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:19.420301 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9ee75a3e-7036-40d1-ae84-581a753ca84c req-88d09ffa-188d-4d56-bea4-5ae3564ed0d1 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae3ebfc4-6b87-4084-8be1-fdaf34530eb5 HTTP/1.1" status: 200 len: 948 time: 0.2723808 Nov 11 17:16:19.477034 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-aef98148-5644-4b79-bb06-e16bb69b3a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'name': 'tempest-ServersTestJSON-1051618494-router', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:51Z', 'updated_at': '2021-11-11T17:15:56Z', 'revision_number': 4, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'gw_port': {'id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:52Z', 'updated_at': '2021-11-11T17:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'd2b4508e-1f52-48b2-be91-fa6f018ac8ed', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'port_id': '8a57babc-3aad-49a3-a54a-fab830b30252', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f', 'mac_address': 'fa:16:3e:7a:c8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:16:00Z', 'updated_at': '2021-11-11T17:16:17Z', 'revision_number': 1, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dede112d-c528-4305-9667-53561f55bd2e', 'name': '', 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'mac_address': 'fa:16:3e:d4:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7d038671-7b00-465f-8cd5-8873cae059cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:55Z', 'updated_at': '2021-11-11T17:16:02Z', 'revision_number': 5, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'subnets': [{'id': '7d038671-7b00-465f-8cd5-8873cae059cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:19.487374 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3499037-dbe8-40d1-b019-85c4e7dd4a84 req-8f7fd2e7-a5f1-446e-963e-b6354fc71028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:19.488914 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3499037-dbe8-40d1-b019-85c4e7dd4a84 req-8f7fd2e7-a5f1-446e-963e-b6354fc71028 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e0635e2427cd4af6944eb0281dd8b6e9&device_id=8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9 HTTP/1.1" status: 200 len: 1096 time: 0.4036255 Nov 11 17:16:19.496746 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['0641cf34-8f3b-484b-b805-f17d5087ed4b'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:16:19.522190 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef98148-5644-4b79-bb06-e16bb69b3a69 None None] The sync data for ids ['2f2a0040-3a2a-4f9c-9a70-e678cef20112'] in n-d-816206-4 is: [{'id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'name': 'tempest-ServersTestJSON-1051618494-router', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:51Z', 'updated_at': '2021-11-11T17:15:56Z', 'revision_number': 4, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'gw_port': {'id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:52Z', 'updated_at': '2021-11-11T17:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'd2b4508e-1f52-48b2-be91-fa6f018ac8ed', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'port_id': '8a57babc-3aad-49a3-a54a-fab830b30252', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f', 'mac_address': 'fa:16:3e:7a:c8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:16:00Z', 'updated_at': '2021-11-11T17:16:17Z', 'revision_number': 1, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dede112d-c528-4305-9667-53561f55bd2e', 'name': '', 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'mac_address': 'fa:16:3e:d4:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7d038671-7b00-465f-8cd5-8873cae059cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:55Z', 'updated_at': '2021-11-11T17:16:02Z', 'revision_number': 5, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'subnets': [{'id': '7d038671-7b00-465f-8cd5-8873cae059cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:16:19.574390 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-d63675a4-9961-4a41-9d48-f5026bf384ef tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Allocated IP 192.168.233.218 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/e349adda-a068-4125-9f82-b5f359efb698) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:16:19.682317 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9ee75a3e-7036-40d1-ae84-581a753ca84c req-7ac2bb9f-88e8-4f9f-b99f-459559b08f8e tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565203 Nov 11 17:16:19.707223 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cdba4c9f-a091-46a3-9591-957556e1143f up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:16:19.822303 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b359b9-09bf-48f9-9e36-82831357d164 None None] Network 87004be0-8f9a-46e0-9dbf-851f782b3525 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:16:19.835270 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46430) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:19.873040 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-88c6f47d-0c5c-44d3-8b0f-0538f70b2347 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:19.882980 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port cdba4c9f-a091-46a3-9591-957556e1143f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:19.883688 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:19.897685 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f267e2-a5a5-41a3-ac38-1d405b6cc46a None None] New status for floating IP d2b4508e-1f52-48b2-be91-fa6f018ac8ed: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:16:19.989399 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3499037-dbe8-40d1-b019-85c4e7dd4a84 req-4ec302b3-6953-4b2a-9e5d-7ccd5d464204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:19.990882 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3499037-dbe8-40d1-b019-85c4e7dd4a84 req-4ec302b3-6953-4b2a-9e5d-7ccd5d464204 service neutron] 10.222.0.83 "GET /v2.0/networks?id=670b12df-11ba-4d6c-8ae9-f6ce89238b8f HTTP/1.1" status: 200 len: 908 time: 0.4348347 Nov 11 17:16:20.011712 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ddb2c99-cc30-4b16-9ad8-982dafcd0cac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:20.090954 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c491ade6-76de-40dc-84f0-44685cd2a4aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:20.122835 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bdd2ee36-6672-4b22-a034-1d98b5ba0086 req-cccba594-a7da-4ae4-bc79-e66a77a651cc tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1 HTTP/1.1" status: 200 len: 210 time: 0.0919437 Nov 11 17:16:20.126500 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ddb2c99-cc30-4b16-9ad8-982dafcd0cac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:20.136097 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-938300a0-5501-4503-b6cc-b6ef584ab6c1 None None] Provisioning complete for port cdba4c9f-a091-46a3-9591-957556e1143f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:20.136586 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-938300a0-5501-4503-b6cc-b6ef584ab6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:20.155855 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3499037-dbe8-40d1-b019-85c4e7dd4a84 req-00b0e3b2-f050-4323-bb93-2f535a018fdb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a57babc-3aad-49a3-a54a-fab830b30252 HTTP/1.1" status: 200 len: 999 time: 0.1555414 Nov 11 17:16:20.198011 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-d63675a4-9961-4a41-9d48-f5026bf384ef tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:20.229857 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3499037-dbe8-40d1-b019-85c4e7dd4a84 req-382b5422-1614-4da2-9a99-fc51bbbe2dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:20.231580 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3499037-dbe8-40d1-b019-85c4e7dd4a84 req-382b5422-1614-4da2-9a99-fc51bbbe2dad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d038671-7b00-465f-8cd5-8873cae059cd HTTP/1.1" status: 200 len: 845 time: 0.0532231 Nov 11 17:16:20.256051 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-88c6f47d-0c5c-44d3-8b0f-0538f70b2347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:20.287455 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3499037-dbe8-40d1-b019-85c4e7dd4a84 req-7c1399cd-78fa-4412-aaa7-56273b62d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:20.289704 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3499037-dbe8-40d1-b019-85c4e7dd4a84 req-7c1399cd-78fa-4412-aaa7-56273b62d83b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=670b12df-11ba-4d6c-8ae9-f6ce89238b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503912 Nov 11 17:16:20.309107 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ddb2c99-cc30-4b16-9ad8-982dafcd0cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:20.312123 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:20.312265 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ddb2c99-cc30-4b16-9ad8-982dafcd0cac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:20.313230 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3ddb2c99-cc30-4b16-9ad8-982dafcd0cac admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/73d60f26-75b0-41f5-a2f5-abbaf4bd8a47 HTTP/1.1" status: 204 len: 168 time: 0.9764330 Nov 11 17:16:20.361091 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb2c99-cc30-4b16-9ad8-982dafcd0cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d60f26-75b0-41f5-a2f5-abbaf4bd8a47,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:20.370233 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-938300a0-5501-4503-b6cc-b6ef584ab6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:20.380216 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5518e-318f-4d4a-8151-f7cb38f20954 req-f09e8880-2423-42d0-8bbe-b12c4072a70c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:20.398489 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0a5518e-318f-4d4a-8151-f7cb38f20954 req-f09e8880-2423-42d0-8bbe-b12c4072a70c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.3654921 Nov 11 17:16:20.399577 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port cdba4c9f-a091-46a3-9591-957556e1143f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cdba4c9f-a091-46a3-9591-957556e1143f,segment=NetworkSegment(2a3c9c37-583a-4fe0-8369-940e8bd05123),segment_id=2a3c9c37-583a-4fe0-8369-940e8bd05123)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:20.408584 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c6f47d-0c5c-44d3-8b0f-0538f70b2347 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:16:20.415423 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:20.423806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c6f47d-0c5c-44d3-8b0f-0538f70b2347 admin admin] Pushing event updated for resources: {'Port': ['ID=42216081-eb22-4baa-ab0b-fc963da6c4d1,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:20.440759 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-88c6f47d-0c5c-44d3-8b0f-0538f70b2347 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:20.447258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c6f47d-0c5c-44d3-8b0f-0538f70b2347 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:16:20.517345 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-938300a0-5501-4503-b6cc-b6ef584ab6c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:16:20.517702 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-938300a0-5501-4503-b6cc-b6ef584ab6c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:16:20.520472 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=cdba4c9f-a091-46a3-9591-957556e1143f,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:20.531612 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3499037-dbe8-40d1-b019-85c4e7dd4a84 req-56490f41-803b-4dde-8aa9-1fef3a1193b0 service neutron] 10.222.0.83 "GET /v2.0/networks/670b12df-11ba-4d6c-8ae9-f6ce89238b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318745 Nov 11 17:16:20.546033 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-d63675a4-9961-4a41-9d48-f5026bf384ef tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:20.622359 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-83545907-4965-4a31-b792-d5aabac05165 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Allocated IP 192.168.233.118 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/c4f9bc1f-b969-46f0-9583-72f2f00ccff0) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:16:20.676206 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0a5518e-318f-4d4a-8151-f7cb38f20954 req-86bcccf9-30dd-4224-a698-984a5f76b928 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766826 Nov 11 17:16:20.677880 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-d63675a4-9961-4a41-9d48-f5026bf384ef tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:16:20.680069 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3499037-dbe8-40d1-b019-85c4e7dd4a84 req-cecc116a-754d-4852-8497-4f82343f6ae1 service neutron] 10.222.0.83 "GET /v2.0/networks/670b12df-11ba-4d6c-8ae9-f6ce89238b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399395 Nov 11 17:16:20.721143 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-d63675a4-9961-4a41-9d48-f5026bf384ef tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:20.743597 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-d63675a4-9961-4a41-9d48-f5026bf384ef tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:16:20.797273 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46448) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:20.806985 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63675a4-9961-4a41-9d48-f5026bf384ef tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Pushing event updated for resources: {'Port': ['ID=e349adda-a068-4125-9f82-b5f359efb698,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:20.813441 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e8556118-f76e-439d-8376-2dba2f051d9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:20.817829 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c491ade6-76de-40dc-84f0-44685cd2a4aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:20.849919 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c491ade6-76de-40dc-84f0-44685cd2a4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:20.902048 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-83545907-4965-4a31-b792-d5aabac05165 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:20.906389 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0641cf34-8f3b-484b-b805-f17d5087ed4b up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:16:20.944313 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-d63675a4-9961-4a41-9d48-f5026bf384ef tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:20.945534 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-d63675a4-9961-4a41-9d48-f5026bf384ef tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:20.962558 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e8556118-f76e-439d-8376-2dba2f051d9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:20.972588 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e8556118-f76e-439d-8376-2dba2f051d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:20.976034 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c491ade6-76de-40dc-84f0-44685cd2a4aa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ea94bdbc9a43461fa28793949531b7b5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1396265 Nov 11 17:16:20.984452 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46450) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:20.985767 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-83545907-4965-4a31-b792-d5aabac05165 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:21.004996 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 0641cf34-8f3b-484b-b805-f17d5087ed4b completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:16:21.006173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491ade6-76de-40dc-84f0-44685cd2a4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a3ba94-4683-4832-b7e9-92bdb30a5ed1,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:21.017909 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-d63675a4-9961-4a41-9d48-f5026bf384ef tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3599868 Nov 11 17:16:21.028361 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5dd74b-f835-4208-a76e-a760ef22a120 req-4d903d4a-fc32-4d90-8037-e2fbe1174ad2 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:21.035576 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dc5dd74b-f835-4208-a76e-a760ef22a120 req-4d903d4a-fc32-4d90-8037-e2fbe1174ad2 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae3ebfc4-6b87-4084-8be1-fdaf34530eb5 HTTP/1.1" status: 200 len: 949 time: 0.2453508 Nov 11 17:16:21.046491 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] Request body: {'port': {'device_id': '4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:21.054451 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 0641cf34-8f3b-484b-b805-f17d5087ed4b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:21.054830 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:21.080159 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-83545907-4965-4a31-b792-d5aabac05165 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:16:21.095881 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e8556118-f76e-439d-8376-2dba2f051d9b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=53a7c29bc8ec498c9fe5c0c515944105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953782 Nov 11 17:16:21.097950 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46452) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:21.104325 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-83545907-4965-4a31-b792-d5aabac05165 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:21.106688 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-83545907-4965-4a31-b792-d5aabac05165 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:16:21.113141 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-83545907-4965-4a31-b792-d5aabac05165 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:21.114912 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-83545907-4965-4a31-b792-d5aabac05165 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:21.124314 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-88c6f47d-0c5c-44d3-8b0f-0538f70b2347 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:21.126220 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8556118-f76e-439d-8376-2dba2f051d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d13f9b4-07de-4bd3-b961-870895897de1,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:21.143560 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-83545907-4965-4a31-b792-d5aabac05165 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3601437 Nov 11 17:16:21.152421 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:21.156638 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83545907-4965-4a31-b792-d5aabac05165 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Pushing event updated for resources: {'Port': ['ID=c4f9bc1f-b969-46f0-9583-72f2f00ccff0,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:21.168168 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] Request body: {'port': {'device_id': 'c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:21.178757 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3ebfc4-6b87-4084-8be1-fdaf34530eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0641cf34-8f3b-484b-b805-f17d5087ed4b'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:21.182756 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e761dc-de60-491b-8889-457b108afc89" -d '{"events": [{"server_uuid": "ae3ebfc4-6b87-4084-8be1-fdaf34530eb5", "name": "network-vif-plugged", "status": "completed", "tag": "0641cf34-8f3b-484b-b805-f17d5087ed4b"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:21.201165 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 0641cf34-8f3b-484b-b805-f17d5087ed4b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0641cf34-8f3b-484b-b805-f17d5087ed4b,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:21.211122 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11ebf575-b599-41a2-8630-20cf9012e2d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:21.216022 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:21.243580 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dc5dd74b-f835-4208-a76e-a760ef22a120 req-70c3f93e-f5eb-4edf-9713-aad41ffdce21 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069709 Nov 11 17:16:21.244029 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11ebf575-b599-41a2-8630-20cf9012e2d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:21.264612 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:21.272188 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e8712302-425a-4fe3-807e-7e94d17db3bb None None] Provisioning complete for port cdba4c9f-a091-46a3-9591-957556e1143f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:21.272731 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e8712302-425a-4fe3-807e-7e94d17db3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:21.317773 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42695c47-00bc-41e6-bb2d-364aeaf54feb x-openstack-request-id: req-42695c47-00bc-41e6-bb2d-364aeaf54feb {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:21.318119 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3ebfc4-6b87-4084-8be1-fdaf34530eb5", "name": "network-vif-plugged", "status": "completed", "tag": "0641cf34-8f3b-484b-b805-f17d5087ed4b", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:21.318344 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-42695c47-00bc-41e6-bb2d-364aeaf54feb {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:21.318745 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3ebfc4-6b87-4084-8be1-fdaf34530eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0641cf34-8f3b-484b-b805-f17d5087ed4b', 'code': 200} Nov 11 17:16:21.345388 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:21.352903 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=0641cf34-8f3b-484b-b805-f17d5087ed4b,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:21.430994 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11ebf575-b599-41a2-8630-20cf9012e2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:21.433608 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11ebf575-b599-41a2-8630-20cf9012e2d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:21.434810 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-11ebf575-b599-41a2-8630-20cf9012e2d6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/01a3ba94-4683-4832-b7e9-92bdb30a5ed1 HTTP/1.1" status: 204 len: 168 time: 0.4372091 Nov 11 17:16:21.474475 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebf575-b599-41a2-8630-20cf9012e2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a3ba94-4683-4832-b7e9-92bdb30a5ed1,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:21.482937 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e8712302-425a-4fe3-807e-7e94d17db3bb None None] Provisioning complete for port e349adda-a068-4125-9f82-b5f359efb698 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:21.483317 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e8712302-425a-4fe3-807e-7e94d17db3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:21.505116 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c391b-653d-45e2-b9c4-5a4dbd86a457 req-13df3103-0102-4999-95d3-e8570709d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:21.506811 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-520c391b-653d-45e2-b9c4-5a4dbd86a457 req-13df3103-0102-4999-95d3-e8570709d419 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ae3ebfc4-6b87-4084-8be1-fdaf34530eb5 HTTP/1.1" status: 200 len: 1101 time: 0.0924723 Nov 11 17:16:21.562048 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e8712302-425a-4fe3-807e-7e94d17db3bb None None] Port e349adda-a068-4125-9f82-b5f359efb698 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:16:21.587843 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cdba4c9f-a091-46a3-9591-957556e1143f up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:16:21.648537 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port cdba4c9f-a091-46a3-9591-957556e1143f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:21.649158 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:21.705573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-31b903aa-c943-419a-86ce-115907bdfb2e None None] Provisioning complete for port c4f9bc1f-b969-46f0-9583-72f2f00ccff0 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:21.706484 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-31b903aa-c943-419a-86ce-115907bdfb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:21.721277 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-520c391b-653d-45e2-b9c4-5a4dbd86a457 req-6bd5bb49-81bc-41f5-bbc9-e4ebec5f2ab0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328466 Nov 11 17:16:21.786897 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-31b903aa-c943-419a-86ce-115907bdfb2e None None] Port c4f9bc1f-b969-46f0-9583-72f2f00ccff0 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:16:21.793277 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c1aeddf2-e650-4a0f-80aa-300a6a6094ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:21.846102 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f9bc1f-b969-46f0-9583-72f2f00ccff0 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:16:21.854492 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:21.871682 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] Transition to ACTIVE for port object c4f9bc1f-b969-46f0-9583-72f2f00ccff0 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:16:21.875908 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:21.909184 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade8f09-1f29-4190-a72c-46215549b275 req-68327740-c6b0-4cb6-b4f0-7f11ecf6841b tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:21.910966 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4ade8f09-1f29-4190-a72c-46215549b275 req-68327740-c6b0-4cb6-b4f0-7f11ecf6841b tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1 HTTP/1.1" status: 200 len: 936 time: 0.6433659 Nov 11 17:16:21.912564 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c1aeddf2-e650-4a0f-80aa-300a6a6094ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:21.958436 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-88c6f47d-0c5c-44d3-8b0f-0538f70b2347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:21.967981 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f9bc1f-b969-46f0-9583-72f2f00ccff0,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:21.982317 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] Attempting to bind port c4f9bc1f-b969-46f0-9583-72f2f00ccff0 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:16:21.982998 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] Attempting to bind port c4f9bc1f-b969-46f0-9583-72f2f00ccff0 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:16:21.983538 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] Attempting to bind port c4f9bc1f-b969-46f0-9583-72f2f00ccff0 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:21.990021 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] Port c4f9bc1f-b969-46f0-9583-72f2f00ccff0 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:16:21.992188 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] Attempting to bind port c4f9bc1f-b969-46f0-9583-72f2f00ccff0 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:21.999204 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:16:21.999891 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:16:22.000459 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:16:22.000988 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] Bound port: c4f9bc1f-b969-46f0-9583-72f2f00ccff0, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:16:22.001457 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:22.047606 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46468) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:22.078854 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] For port c4f9bc1f-b969-46f0-9583-72f2f00ccff0, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:16:22.081055 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7dc1a-6cad-4069-8c04-9bf84eee3d67 req-cffba217-b59d-4742-b74d-dc190fb08b25 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:22.082588 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-09c7dc1a-6cad-4069-8c04-9bf84eee3d67 req-cffba217-b59d-4742-b74d-dc190fb08b25 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.2157762 Nov 11 17:16:22.082773 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] For port c4f9bc1f-b969-46f0-9583-72f2f00ccff0, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c4f9bc1f-b969-46f0-9583-72f2f00ccff0,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:16:22.090706 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:22.137047 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:22.137670 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:22.140216 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] 10.222.0.64 "PUT /v2.0/ports/c4f9bc1f-b969-46f0-9583-72f2f00ccff0 HTTP/1.1" status: 200 len: 1096 time: 0.9751861 Nov 11 17:16:22.140991 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1', 'tag': 'c4f9bc1f-b969-46f0-9583-72f2f00ccff0'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:22.143294 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3415aed-e852-40bf-9949-1bdfcbbac07d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:22.144077 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130ec4d5-a824-47b4-9fc9-efcfd5184026" -d '{"events": [{"name": "network-changed", "server_uuid": "c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1", "tag": "c4f9bc1f-b969-46f0-9583-72f2f00ccff0"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:22.164306 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01da276-8d97-4cfa-b3d4-f08fe500d282 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f9bc1f-b969-46f0-9583-72f2f00ccff0,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:22.229572 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4ade8f09-1f29-4190-a72c-46215549b275 req-16faf1a9-2ff1-4454-ab36-b185d1712ee2 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919927 Nov 11 17:16:22.265585 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-5dcd8fa6-f2e4-4fac-9685-ad462512f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:22.267430 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-5dcd8fa6-f2e4-4fac-9685-ad462512f343 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a43739753d49039cf4e1bd9ec71524&device_id=c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1 HTTP/1.1" status: 200 len: 1099 time: 0.0669606 Nov 11 17:16:22.307814 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c1aeddf2-e650-4a0f-80aa-300a6a6094ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:22.310452 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c1aeddf2-e650-4a0f-80aa-300a6a6094ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:22.320925 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c1aeddf2-e650-4a0f-80aa-300a6a6094ba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0d13f9b4-07de-4bd3-b961-870895897de1 HTTP/1.1" status: 204 len: 168 time: 1.2153649 Nov 11 17:16:22.328839 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad97f776-9319-4912-8625-7193daa17df2 x-openstack-request-id: req-ad97f776-9319-4912-8625-7193daa17df2 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:22.329129 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1", "tag": "c4f9bc1f-b969-46f0-9583-72f2f00ccff0", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:22.329379 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ad97f776-9319-4912-8625-7193daa17df2 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:22.330062 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1', 'tag': 'c4f9bc1f-b969-46f0-9583-72f2f00ccff0', 'status': 'completed', 'code': 200} Nov 11 17:16:22.331708 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-230e2fde-313d-4035-a2da-4d28e74c8440 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c4f9bc1f-b969-46f0-9583-72f2f00ccff0 HTTP/1.1" status: 200 len: 217 time: 0.0455754 Nov 11 17:16:22.396072 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-038c4a7c-2090-4409-bc26-1a4c2905089f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:22.398218 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-038c4a7c-2090-4409-bc26-1a4c2905089f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0505714 Nov 11 17:16:22.432525 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-09c7dc1a-6cad-4069-8c04-9bf84eee3d67 req-8e8345ea-0fd6-40f1-a619-493522968b98 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955198 Nov 11 17:16:22.433253 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aeddf2-e650-4a0f-80aa-300a6a6094ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d13f9b4-07de-4bd3-b961-870895897de1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:22.465233 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-9a1641c0-9dc9-4daf-9e3e-a3386de6a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:22.467041 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-9a1641c0-9dc9-4daf-9e3e-a3386de6a5c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0616641 Nov 11 17:16:22.503877 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e349adda-a068-4125-9f82-b5f359efb698 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:16:22.525069 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:22.556689 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] Transition to ACTIVE for port object e349adda-a068-4125-9f82-b5f359efb698 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:16:22.571169 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813c82d-1230-4f9c-a062-00fb98226f7e req-e05f1015-a2dd-4c7b-9cc4-96845aabc846 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:22.574546 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-291b6fcf-2d1d-4c4a-b449-c918da48f8ae service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982900 Nov 11 17:16:22.578773 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2813c82d-1230-4f9c-a062-00fb98226f7e req-e05f1015-a2dd-4c7b-9cc4-96845aabc846 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae3ebfc4-6b87-4084-8be1-fdaf34530eb5 HTTP/1.1" status: 200 len: 950 time: 0.2091475 Nov 11 17:16:22.586702 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:22.691475 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-173e2a29-0452-47d5-9481-4be2d9f4b50f req-fff3c8c1-5bd8-47ad-8d62-88e984eb9c7f service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089642 Nov 11 17:16:22.706670 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c6f47d-0c5c-44d3-8b0f-0538f70b2347 admin admin] Router 417f01bb-56b2-41fb-878c-c81877d1dbef is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:16:22.714682 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] Pushing event updated for resources: {'Port': ['ID=e349adda-a068-4125-9f82-b5f359efb698,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:22.718397 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3415aed-e852-40bf-9949-1bdfcbbac07d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:22.742113 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2813c82d-1230-4f9c-a062-00fb98226f7e req-0d407182-d4e6-4a17-a826-cbd274dadd51 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597793 Nov 11 17:16:22.773058 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3415aed-e852-40bf-9949-1bdfcbbac07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:22.903335 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3415aed-e852-40bf-9949-1bdfcbbac07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e9bc53-0919-4f4c-889f-73b313b2ba00,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:22.904384 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ec4d5-a824-47b4-9fc9-efcfd5184026 req-ee55b3fd-2305-499d-a7a0-ea9389f09f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:22.911161 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c3415aed-e852-40bf-9949-1bdfcbbac07d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4fd87c52b4444beba7625dfa9b934d3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8593676 Nov 11 17:16:22.914730 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46490) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:22.918978 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-130ec4d5-a824-47b4-9fc9-efcfd5184026 req-ee55b3fd-2305-499d-a7a0-ea9389f09f34 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a43739753d49039cf4e1bd9ec71524&device_id=c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1 HTTP/1.1" status: 200 len: 1099 time: 0.0709331 Nov 11 17:16:22.974300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] Attempting to bind port e349adda-a068-4125-9f82-b5f359efb698 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:16:22.974642 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] Attempting to bind port e349adda-a068-4125-9f82-b5f359efb698 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:16:22.974965 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] Attempting to bind port e349adda-a068-4125-9f82-b5f359efb698 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:23.001832 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] Port e349adda-a068-4125-9f82-b5f359efb698 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:16:23.002541 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] Attempting to bind port e349adda-a068-4125-9f82-b5f359efb698 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:23.018439 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:16:23.018439 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:16:23.018867 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:16:23.019312 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] Bound port: e349adda-a068-4125-9f82-b5f359efb698, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:16:23.019685 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:23.032029 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c6f47d-0c5c-44d3-8b0f-0538f70b2347 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:16:23.040842 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ec4d5-a824-47b4-9fc9-efcfd5184026 req-34d382ef-d811-4141-987b-f2997ab9b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:23.043121 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-130ec4d5-a824-47b4-9fc9-efcfd5184026 req-34d382ef-d811-4141-987b-f2997ab9b6ff service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.1126842 Nov 11 17:16:23.044785 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] Sync routers for ids ['417f01bb-56b2-41fb-878c-c81877d1dbef'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:16:23.062700 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] Routers {'417f01bb-56b2-41fb-878c-c81877d1dbef'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:16:23.063403 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:16:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['417f01bb-56b2-41fb-878c-c81877d1dbef'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:23.076213 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3dcf045c-747d-416b-976f-3dc9f440fbe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:23.097573 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-88c6f47d-0c5c-44d3-8b0f-0538f70b2347 admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:23.098713 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-88c6f47d-0c5c-44d3-8b0f-0538f70b2347 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1813076 Nov 11 17:16:23.105244 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46496) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:23.125926 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-130ec4d5-a824-47b4-9fc9-efcfd5184026 req-487320e0-e8b2-42b2-90b7-01be7c5d10db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c4f9bc1f-b969-46f0-9583-72f2f00ccff0 HTTP/1.1" status: 200 len: 217 time: 0.0709090 Nov 11 17:16:23.130129 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3dcf045c-747d-416b-976f-3dc9f440fbe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:23.178702 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] Set router 417f01bb-56b2-41fb-878c-c81877d1dbef gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:16:23.198547 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] For port e349adda-a068-4125-9f82-b5f359efb698, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:16:23.213394 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ec4d5-a824-47b4-9fc9-efcfd5184026 req-d4a56c21-b29d-4a7b-84e1-192fd90acbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:23.215857 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-130ec4d5-a824-47b4-9fc9-efcfd5184026 req-d4a56c21-b29d-4a7b-84e1-192fd90acbab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0825760 Nov 11 17:16:23.256732 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] For port e349adda-a068-4125-9f82-b5f359efb698, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=e349adda-a068-4125-9f82-b5f359efb698,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:16:23.266767 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:23.292628 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46504) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:23.320222 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:23.321596 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:23.323318 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] 10.222.0.83 "PUT /v2.0/ports/e349adda-a068-4125-9f82-b5f359efb698 HTTP/1.1" status: 200 len: 1096 time: 2.2856972 Nov 11 17:16:23.355581 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6', 'tag': 'e349adda-a068-4125-9f82-b5f359efb698'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:23.358079 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1863b56-eb77-402d-8706-81b0e101578f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6", "tag": "e349adda-a068-4125-9f82-b5f359efb698"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:23.365003 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ec4d5-a824-47b4-9fc9-efcfd5184026 req-83187156-d0b6-410a-b210-ceba339259ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:23.372139 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-130ec4d5-a824-47b4-9fc9-efcfd5184026 req-83187156-d0b6-410a-b210-ceba339259ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1465328 Nov 11 17:16:23.381148 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3dcf045c-747d-416b-976f-3dc9f440fbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:23.384673 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3dcf045c-747d-416b-976f-3dc9f440fbe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:23.390578 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3dcf045c-747d-416b-976f-3dc9f440fbe4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/83e9bc53-0919-4f4c-889f-73b313b2ba00 HTTP/1.1" status: 204 len: 168 time: 0.4725409 Nov 11 17:16:23.411221 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417f01bb-56b2-41fb-878c-c81877d1dbef', 'name': 'tempest-FloatingIPsTestJSON-956742766-router', 'tenant_id': '7d53e168439d4f5382c12bffdaf58a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '42216081-eb22-4baa-ab0b-fc963da6c4d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:17Z', 'updated_at': '2021-11-11T17:16:20Z', 'revision_number': 3, 'project_id': '7d53e168439d4f5382c12bffdaf58a79', 'gw_port': {'id': '42216081-eb22-4baa-ab0b-fc963da6c4d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417f01bb-56b2-41fb-878c-c81877d1dbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:19Z', 'updated_at': '2021-11-11T17:16:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:23.444369 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] Checking router: 417f01bb-56b2-41fb-878c-c81877d1dbef for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:16:23.445579 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] Updating router 417f01bb-56b2-41fb-878c-c81877d1dbef port 42216081-eb22-4baa-ab0b-fc963da6c4d1 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:16:23.480924 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:23.553681 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c686cdc-8521-441b-b702-4e667af9e472 x-openstack-request-id: req-8c686cdc-8521-441b-b702-4e667af9e472 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:23.554656 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6", "tag": "e349adda-a068-4125-9f82-b5f359efb698", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:23.554832 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8c686cdc-8521-441b-b702-4e667af9e472 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:23.555222 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6', 'tag': 'e349adda-a068-4125-9f82-b5f359efb698', 'status': 'completed', 'code': 200} Nov 11 17:16:23.570596 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-130ec4d5-a824-47b4-9fc9-efcfd5184026 req-a346eaf8-43a8-445d-b353-ce9f7dc1136c service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872532 Nov 11 17:16:23.591976 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-fb7df05f-1e7d-4def-bb41-e99a72c16c5d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1150014036-network', 'tenant_id': 'b26a8a1aaa3a4ffebc2dccd364362c35'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:23.630889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf045c-747d-416b-976f-3dc9f440fbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e9bc53-0919-4f4c-889f-73b313b2ba00,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:23.634601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841deec-eb34-4216-b0c3-c0fe73608537 service neutron] Pushing event updated for resources: {'Port': ['ID=e349adda-a068-4125-9f82-b5f359efb698,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:23.698071 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7df05f-1e7d-4def-bb41-e99a72c16c5d admin admin] Made reservation on behalf of b26a8a1aaa3a4ffebc2dccd364362c35 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:16:23.700668 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb7df05f-1e7d-4def-bb41-e99a72c16c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:23.741268 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb7df05f-1e7d-4def-bb41-e99a72c16c5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:23.756185 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-130ec4d5-a824-47b4-9fc9-efcfd5184026 req-06f3fece-cbb7-4c71-b763-c7ab88cde345 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783617 Nov 11 17:16:23.869963 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb7df05f-1e7d-4def-bb41-e99a72c16c5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:23.875619 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb7df05f-1e7d-4def-bb41-e99a72c16c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:23.879866 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:23.893457 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7df05f-1e7d-4def-bb41-e99a72c16c5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1288} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:16:23.904161 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f6327-4dec-4732-a7d9-1319d915e505 req-859de993-38fd-4dd7-93f8-f239b8129ae6 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:23.905811 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4f5f6327-4dec-4732-a7d9-1319d915e505 req-859de993-38fd-4dd7-93f8-f239b8129ae6 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1 HTTP/1.1" status: 200 len: 948 time: 0.5115156 Nov 11 17:16:23.906868 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:23.918028 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-330d6469-b8f0-4211-b847-3ec81cd2b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:23.919573 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-330d6469-b8f0-4211-b847-3ec81cd2b6fa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=85a43739753d49039cf4e1bd9ec71524&device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 1099 time: 0.5264504 Nov 11 17:16:23.920221 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:23.939647 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb7df05f-1e7d-4def-bb41-e99a72c16c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:23.940056 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-fb7df05f-1e7d-4def-bb41-e99a72c16c5d admin admin] Added segment 892ee7fa-4ebf-45a5-a233-876258e262d6 of type vlan for network aff4ca62-299e-49a9-90bd-d7da6c894e2d Nov 11 17:16:23.979746 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] Attempting to bind port 42216081-eb22-4baa-ab0b-fc963da6c4d1 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:16:23.980489 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] Attempting to bind port 42216081-eb22-4baa-ab0b-fc963da6c4d1 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:16:23.981243 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] Attempting to bind port 42216081-eb22-4baa-ab0b-fc963da6c4d1 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:23.983504 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8f1b0-cfa0-40f1-82a8-7756a5cae8f5 None None] Pushing event updated for resources: {'Port': ['ID=42216081-eb22-4baa-ab0b-fc963da6c4d1,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:23.994079 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb7df05f-1e7d-4def-bb41-e99a72c16c5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:23.995512 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:16:23.996186 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:16:23.996937 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:23.997543 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:16:23.998127 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc37e2d-63df-4f3c-a790-70a750c975ca req-1ade9749-49a3-4e6c-97ce-8c09ddafbb4b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:23.998437 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] Bound port: 42216081-eb22-4baa-ab0b-fc963da6c4d1, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:16:23.999064 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:23.999630 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9fc37e2d-63df-4f3c-a790-70a750c975ca req-1ade9749-49a3-4e6c-97ce-8c09ddafbb4b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.3375442 Nov 11 17:16:24.002794 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8f1b0-cfa0-40f1-82a8-7756a5cae8f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:24.003373 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8f1b0-cfa0-40f1-82a8-7756a5cae8f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:24.003941 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8f1b0-cfa0-40f1-82a8-7756a5cae8f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:24.004525 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8f1b0-cfa0-40f1-82a8-7756a5cae8f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:24.005058 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8f1b0-cfa0-40f1-82a8-7756a5cae8f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:24.005592 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8f1b0-cfa0-40f1-82a8-7756a5cae8f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:24.007964 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8f1b0-cfa0-40f1-82a8-7756a5cae8f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:24.008184 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-82f153ef-3fdb-48cf-9888-5bd2da9b1d29 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=e349adda-a068-4125-9f82-b5f359efb698 HTTP/1.1" status: 200 len: 217 time: 0.0726364 Nov 11 17:16:24.010685 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8f1b0-cfa0-40f1-82a8-7756a5cae8f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:24.011242 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8f1b0-cfa0-40f1-82a8-7756a5cae8f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:24.011811 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8f1b0-cfa0-40f1-82a8-7756a5cae8f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:24.014187 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8f1b0-cfa0-40f1-82a8-7756a5cae8f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:24.014819 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca8f1b0-cfa0-40f1-82a8-7756a5cae8f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:16:24.032931 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb7df05f-1e7d-4def-bb41-e99a72c16c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:24.034082 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7df05f-1e7d-4def-bb41-e99a72c16c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:24.035886 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb7df05f-1e7d-4def-bb41-e99a72c16c5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:24.078644 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] For port 42216081-eb22-4baa-ab0b-fc963da6c4d1, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:16:24.083418 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] For port 42216081-eb22-4baa-ab0b-fc963da6c4d1, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=42216081-eb22-4baa-ab0b-fc963da6c4d1,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:16:24.090952 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:24.100777 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7df05f-1e7d-4def-bb41-e99a72c16c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b59ab07-abfc-47cd-810a-a8fed7993bd5,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:24.126300 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fb7df05f-1e7d-4def-bb41-e99a72c16c5d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8324280 Nov 11 17:16:24.127426 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46530) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:24.133007 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-d96fe058-1f74-4ddc-8657-e322bfcc374b admin admin] Request body: {'subnet': {'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1150014036-subnet', 'tenant_id': 'b26a8a1aaa3a4ffebc2dccd364362c35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:24.136196 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7df05f-1e7d-4def-bb41-e99a72c16c5d admin admin] Pushing event updated for resources: {'Network': ['ID=aff4ca62-299e-49a9-90bd-d7da6c894e2d,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:24.157089 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network aff4ca62-299e-49a9-90bd-d7da6c894e2d details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:16:24.167213 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96fe058-1f74-4ddc-8657-e322bfcc374b admin admin] Made reservation on behalf of b26a8a1aaa3a4ffebc2dccd364362c35 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:16:24.170600 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d96fe058-1f74-4ddc-8657-e322bfcc374b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:24.193458 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] Routers {'417f01bb-56b2-41fb-878c-c81877d1dbef'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:16:24.194289 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:16:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['417f01bb-56b2-41fb-878c-c81877d1dbef'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:24.197101 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8f1b0-cfa0-40f1-82a8-7756a5cae8f5 None None] Pushing event updated for resources: {'Port': ['ID=42216081-eb22-4baa-ab0b-fc963da6c4d1,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:24.347078 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4f5f6327-4dec-4732-a7d9-1319d915e505 req-0553e96b-8e27-4be8-be91-d1cf4ad00838 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230640 Nov 11 17:16:24.385041 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] Set router 417f01bb-56b2-41fb-878c-c81877d1dbef gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:16:24.406622 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-83fa32b5-28b7-4624-a1bb-f2d474a163ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:24.408249 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-83fa32b5-28b7-4624-a1bb-f2d474a163ed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.3732336 Nov 11 17:16:24.412436 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d96fe058-1f74-4ddc-8657-e322bfcc374b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:24.422168 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9fc37e2d-63df-4f3c-a790-70a750c975ca req-317206b1-a09d-4f46-9c12-a55ba9f1a77d tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846784 Nov 11 17:16:24.494023 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fe058-1f74-4ddc-8657-e322bfcc374b admin admin] Pushing event updated for resources: {'Subnet': ['ID=651c5717-7c13-46c4-8d6a-3f6dcf13301c,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:24.508836 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96fe058-1f74-4ddc-8657-e322bfcc374b admin admin] Checking segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:16:24.509205 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96fe058-1f74-4ddc-8657-e322bfcc374b admin admin] Network hostable DHCP agents. Network: aff4ca62-299e-49a9-90bd-d7da6c894e2d, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:16:24.518656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-b0bdf3d7-e584-433e-be03-1e9e7fe4701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:24.520768 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-b0bdf3d7-e584-433e-be03-1e9e7fe4701c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0957236 Nov 11 17:16:24.522946 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e524ad59-1aa3-4bab-af08-055c6501a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:24.531709 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96fe058-1f74-4ddc-8657-e322bfcc374b admin admin] Network aff4ca62-299e-49a9-90bd-d7da6c894e2d is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:16:24.548227 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-d96fe058-1f74-4ddc-8657-e322bfcc374b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, aff4ca62-299e-49a9-90bd-d7da6c894e2d) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:24.555968 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96fe058-1f74-4ddc-8657-e322bfcc374b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:24.557744 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d96fe058-1f74-4ddc-8657-e322bfcc374b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:24.560262 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd5cde6-e4ad-4996-b3ce-952f6aa4d50b None None] Network aff4ca62-299e-49a9-90bd-d7da6c894e2d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:16:24.599468 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d96fe058-1f74-4ddc-8657-e322bfcc374b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4710665 Nov 11 17:16:24.741009 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417f01bb-56b2-41fb-878c-c81877d1dbef', 'name': 'tempest-FloatingIPsTestJSON-956742766-router', 'tenant_id': '7d53e168439d4f5382c12bffdaf58a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '42216081-eb22-4baa-ab0b-fc963da6c4d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:17Z', 'updated_at': '2021-11-11T17:16:20Z', 'revision_number': 3, 'project_id': '7d53e168439d4f5382c12bffdaf58a79', 'gw_port': {'id': '42216081-eb22-4baa-ab0b-fc963da6c4d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417f01bb-56b2-41fb-878c-c81877d1dbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:19Z', 'updated_at': '2021-11-11T17:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:24.809069 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453a0ea6-637d-4283-963b-9e8fc35808ba None None] The sync data for ids ['417f01bb-56b2-41fb-878c-c81877d1dbef'] in n-d-816206-4 is: [{'id': '417f01bb-56b2-41fb-878c-c81877d1dbef', 'name': 'tempest-FloatingIPsTestJSON-956742766-router', 'tenant_id': '7d53e168439d4f5382c12bffdaf58a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '42216081-eb22-4baa-ab0b-fc963da6c4d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:17Z', 'updated_at': '2021-11-11T17:16:20Z', 'revision_number': 3, 'project_id': '7d53e168439d4f5382c12bffdaf58a79', 'gw_port': {'id': '42216081-eb22-4baa-ab0b-fc963da6c4d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417f01bb-56b2-41fb-878c-c81877d1dbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:19Z', 'updated_at': '2021-11-11T17:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:16:24.849872 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dcd26-5285-41f3-8e38-d7071f12ed5e req-5695f925-f124-405e-8117-4440bae78188 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:24.859181 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef7dcd26-5285-41f3-8e38-d7071f12ed5e req-5695f925-f124-405e-8117-4440bae78188 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae3ebfc4-6b87-4084-8be1-fdaf34530eb5 HTTP/1.1" status: 200 len: 950 time: 0.2475338 Nov 11 17:16:24.882665 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c716f8-27d6-4114-811c-2f9244c80d4d None None] Network aff4ca62-299e-49a9-90bd-d7da6c894e2d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:16:24.886728 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-79fc867a-b1c1-4aa5-8e83-3859e89aa312 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531718 Nov 11 17:16:25.039877 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-e524ad59-1aa3-4bab-af08-055c6501a7c5 admin admin] Allocated IP 172.20.0.1 (87004be0-8f9a-46e0-9dbf-851f782b3525/15bb1e06-d24a-4e8f-a662-92e0072216a8/79f0df08-d53a-4e48-9e34-86c1b1cacd14) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:16:25.071382 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef7dcd26-5285-41f3-8e38-d7071f12ed5e req-d1c7413c-30cd-47ef-8a3b-5ec1bc9341a4 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109332 Nov 11 17:16:25.209811 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceb05727-dea4-4141-b313-fba4a3ff1b18 req-91641aa1-f8df-4add-8c6b-a12258e086bb service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148959 Nov 11 17:16:25.262405 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e524ad59-1aa3-4bab-af08-055c6501a7c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:25.360854 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e524ad59-1aa3-4bab-af08-055c6501a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:25.425568 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e524ad59-1aa3-4bab-af08-055c6501a7c5 admin admin] Network 87004be0-8f9a-46e0-9dbf-851f782b3525 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:16:25.461886 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-e524ad59-1aa3-4bab-af08-055c6501a7c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:25.517705 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e524ad59-1aa3-4bab-af08-055c6501a7c5 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:16:25.524675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1863b56-eb77-402d-8706-81b0e101578f req-1fbfe537-e89f-42cc-9d29-c6a231ed2aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:25.526299 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1863b56-eb77-402d-8706-81b0e101578f req-1fbfe537-e89f-42cc-9d29-c6a231ed2aa7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=85a43739753d49039cf4e1bd9ec71524&device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 1099 time: 0.2286918 Nov 11 17:16:25.561051 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 42216081-eb22-4baa-ab0b-fc963da6c4d1 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:16:25.672043 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46580) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:25.674227 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524ad59-1aa3-4bab-af08-055c6501a7c5 admin admin] Pushing event updated for resources: {'Port': ['ID=79f0df08-d53a-4e48-9e34-86c1b1cacd14,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:25.678921 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-1584f786-ff82-4ffe-8902-62ac43f10d47 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1112680920-network', 'tenant_id': '7b9c9012b56f4b46a655b7d43f0cfa68'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:25.690268 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 42216081-eb22-4baa-ab0b-fc963da6c4d1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:25.693489 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:25.746470 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1584f786-ff82-4ffe-8902-62ac43f10d47 admin admin] Made reservation on behalf of 7b9c9012b56f4b46a655b7d43f0cfa68 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:16:25.750455 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1584f786-ff82-4ffe-8902-62ac43f10d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:25.778342 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1584f786-ff82-4ffe-8902-62ac43f10d47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:25.833424 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e524ad59-1aa3-4bab-af08-055c6501a7c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:25.836843 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1863b56-eb77-402d-8706-81b0e101578f req-83b59931-11a1-46ef-b324-0c5d2c3ae25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:25.838336 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1863b56-eb77-402d-8706-81b0e101578f req-83b59931-11a1-46ef-b324-0c5d2c3ae25c service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.2102041 Nov 11 17:16:25.937932 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-de78e8bc-c2f6-4f54-bcfa-2094c0c6dc3a None None] Provisioning complete for port 79f0df08-d53a-4e48-9e34-86c1b1cacd14 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:25.938531 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-de78e8bc-c2f6-4f54-bcfa-2094c0c6dc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:25.940072 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:25.967210 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1584f786-ff82-4ffe-8902-62ac43f10d47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:25.971910 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1584f786-ff82-4ffe-8902-62ac43f10d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:25.973242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df3a24-62e4-4b01-af4a-911164ccec8d req-8ccc465a-e90d-4ae3-8b31-6f68d33fe3b9 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:25.975005 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c9df3a24-62e4-4b01-af4a-911164ccec8d req-8ccc465a-e90d-4ae3-8b31-6f68d33fe3b9 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae3ebfc4-6b87-4084-8be1-fdaf34530eb5 HTTP/1.1" status: 200 len: 950 time: 0.5659218 Nov 11 17:16:26.002066 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-de78e8bc-c2f6-4f54-bcfa-2094c0c6dc3a None None] Port 79f0df08-d53a-4e48-9e34-86c1b1cacd14 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:16:26.013249 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1584f786-ff82-4ffe-8902-62ac43f10d47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1264} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:16:26.025280 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 42216081-eb22-4baa-ab0b-fc963da6c4d1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=42216081-eb22-4baa-ab0b-fc963da6c4d1,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:26.032184 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:26.039960 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584f786-ff82-4ffe-8902-62ac43f10d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec95f57-57d1-4a87-85de-101317d0ea34,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:26.044953 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1584f786-ff82-4ffe-8902-62ac43f10d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:26.045372 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-1584f786-ff82-4ffe-8902-62ac43f10d47 admin admin] Added segment 43ab8951-13cb-48b1-bbb5-54cb34055282 of type vlan for network e7f78e29-7a15-4cf3-b644-0b4503cf0c29 Nov 11 17:16:26.073176 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1863b56-eb77-402d-8706-81b0e101578f req-ea2f57e4-07b8-4cb8-8c1a-59c71d53efdf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=e349adda-a068-4125-9f82-b5f359efb698 HTTP/1.1" status: 200 len: 217 time: 0.1864357 Nov 11 17:16:26.095252 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd3238-c767-4310-92de-10300ef3935a req-00b392f8-d221-4ab3-acc4-60c312318e0c tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:26.096805 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8abd3238-c767-4310-92de-10300ef3935a req-00b392f8-d221-4ab3-acc4-60c312318e0c tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1 HTTP/1.1" status: 200 len: 948 time: 0.5826602 Nov 11 17:16:26.100044 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1584f786-ff82-4ffe-8902-62ac43f10d47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:26.124439 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=42216081-eb22-4baa-ab0b-fc963da6c4d1,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:26.136077 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1584f786-ff82-4ffe-8902-62ac43f10d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:26.137778 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1584f786-ff82-4ffe-8902-62ac43f10d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:26.138745 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1584f786-ff82-4ffe-8902-62ac43f10d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:26.209737 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1584f786-ff82-4ffe-8902-62ac43f10d47 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5333512 Nov 11 17:16:26.211474 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46584) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:26.216271 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-2b026fed-e979-4d90-9083-2118b4b01f29 admin admin] Request body: {'subnet': {'network_id': 'e7f78e29-7a15-4cf3-b644-0b4503cf0c29', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1112680920-subnet', 'tenant_id': '7b9c9012b56f4b46a655b7d43f0cfa68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:26.221041 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584f786-ff82-4ffe-8902-62ac43f10d47 admin admin] Pushing event updated for resources: {'Network': ['ID=e7f78e29-7a15-4cf3-b644-0b4503cf0c29,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:26.236970 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network e7f78e29-7a15-4cf3-b644-0b4503cf0c29 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:16:26.248948 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b026fed-e979-4d90-9083-2118b4b01f29 admin admin] Made reservation on behalf of 7b9c9012b56f4b46a655b7d43f0cfa68 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:16:26.254403 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b026fed-e979-4d90-9083-2118b4b01f29 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:26.277559 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c9df3a24-62e4-4b01-af4a-911164ccec8d req-61fe8614-2cc8-4a76-9764-72ad6ad17c7f tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105885 Nov 11 17:16:26.278940 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1863b56-eb77-402d-8706-81b0e101578f req-d0b4d198-a8ba-4731-a992-3092c08507c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:26.280317 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1863b56-eb77-402d-8706-81b0e101578f req-d0b4d198-a8ba-4731-a992-3092c08507c1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1825378 Nov 11 17:16:26.280864 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e524ad59-1aa3-4bab-af08-055c6501a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:26.308257 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8abd3238-c767-4310-92de-10300ef3935a req-f6de0002-9e22-42ec-91f8-b835f810fd35 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828294 Nov 11 17:16:26.441397 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1863b56-eb77-402d-8706-81b0e101578f req-fb1e9605-7037-4d1e-a1fd-3bd38ecd0b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:26.443221 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1863b56-eb77-402d-8706-81b0e101578f req-fb1e9605-7037-4d1e-a1fd-3bd38ecd0b6b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1237137 Nov 11 17:16:26.463680 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b026fed-e979-4d90-9083-2118b4b01f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:26.520925 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b026fed-e979-4d90-9083-2118b4b01f29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=456f266e-dc0d-4586-a362-b3d8662755bb,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:26.531853 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b026fed-e979-4d90-9083-2118b4b01f29 admin admin] Checking segment: {'id': '43ab8951-13cb-48b1-bbb5-54cb34055282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'e7f78e29-7a15-4cf3-b644-0b4503cf0c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:16:26.532208 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b026fed-e979-4d90-9083-2118b4b01f29 admin admin] Network hostable DHCP agents. Network: e7f78e29-7a15-4cf3-b644-0b4503cf0c29, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:16:26.551499 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b026fed-e979-4d90-9083-2118b4b01f29 admin admin] Network e7f78e29-7a15-4cf3-b644-0b4503cf0c29 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:16:26.557691 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9695799-45da-426d-93a3-e55bd85e2dac req-4859fbe2-17c6-4a73-8d70-466072fecaa4 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:26.559225 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9695799-45da-426d-93a3-e55bd85e2dac req-4859fbe2-17c6-4a73-8d70-466072fecaa4 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.1757574 Nov 11 17:16:26.563399 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-2b026fed-e979-4d90-9083-2118b4b01f29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, e7f78e29-7a15-4cf3-b644-0b4503cf0c29) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:26.567798 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b026fed-e979-4d90-9083-2118b4b01f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:26.568362 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b026fed-e979-4d90-9083-2118b4b01f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:26.576565 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d25bece-359b-4943-a6d7-0be96b1bf069 None None] Network e7f78e29-7a15-4cf3-b644-0b4503cf0c29 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:16:26.589288 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2b026fed-e979-4d90-9083-2118b4b01f29 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3767276 Nov 11 17:16:26.653173 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device c4f9bc1f-b969-46f0-9583-72f2f00ccff0 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:16:26.704950 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e524ad59-1aa3-4bab-af08-055c6501a7c5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:26.719127 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e524ad59-1aa3-4bab-af08-055c6501a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:26.759881 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9695799-45da-426d-93a3-e55bd85e2dac req-fe3df057-9b06-492b-9a52-df96af67ac72 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908867 Nov 11 17:16:26.764588 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1863b56-eb77-402d-8706-81b0e101578f req-a67ca317-ba43-4218-8da6-968afaef6672 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100371 Nov 11 17:16:26.815049 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port c4f9bc1f-b969-46f0-9583-72f2f00ccff0, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c4f9bc1f-b969-46f0-9583-72f2f00ccff0,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:26.862662 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e524ad59-1aa3-4bab-af08-055c6501a7c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:26.863306 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'c4f9bc1f-b969-46f0-9583-72f2f00ccff0', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': 'c4f9bc1f-b969-46f0-9583-72f2f00ccff0', 'mac_address': 'fa:16:3e:6a:e9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:16:26.868639 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7ebf87-02e1-4d41-b7ac-2243de9b4e60 None None] Network e7f78e29-7a15-4cf3-b644-0b4503cf0c29 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:16:26.885831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524ad59-1aa3-4bab-af08-055c6501a7c5 admin admin] Pushing event updated for resources: {'Port': ['ID=79f0df08-d53a-4e48-9e34-86c1b1cacd14,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:27.017021 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:27.044908 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f9bc1f-b969-46f0-9583-72f2f00ccff0 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:16:27.084321 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port c4f9bc1f-b969-46f0-9583-72f2f00ccff0, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c4f9bc1f-b969-46f0-9583-72f2f00ccff0,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:27.110366 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:27.180431 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=c4f9bc1f-b969-46f0-9583-72f2f00ccff0,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:27.268026 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1863b56-eb77-402d-8706-81b0e101578f req-15032308-09ca-41dc-abcc-1a06b9770392 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721262 Nov 11 17:16:27.322931 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00e5fdbb-9db8-4e21-a380-fb8986a0ec4a req-b4dce2d2-a7af-4be6-991a-eba0836c414a tempest-QuotasAdminNegativeTest-1476455987 tempest-QuotasAdminNegativeTest-1476455987-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=02a49caae06c437db982ed649a513356&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510933 Nov 11 17:16:27.335065 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e524ad59-1aa3-4bab-af08-055c6501a7c5 admin admin] Network 87004be0-8f9a-46e0-9dbf-851f782b3525 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:16:27.350637 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026ff1a-d509-4010-9692-aa9d9487058a req-354724dc-678d-4634-b6d2-90f1a29b0e07 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:27.352040 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1026ff1a-d509-4010-9692-aa9d9487058a req-354724dc-678d-4634-b6d2-90f1a29b0e07 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 808 time: 0.1993942 Nov 11 17:16:27.354251 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-e524ad59-1aa3-4bab-af08-055c6501a7c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:27.453895 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1026ff1a-d509-4010-9692-aa9d9487058a req-229a808f-f215-47f0-b9cc-537b4b3daf0e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/quotas/b26a8a1aaa3a4ffebc2dccd364362c35 HTTP/1.1" status: 200 len: 375 time: 0.0847228 Nov 11 17:16:27.475468 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['c4f9bc1f-b969-46f0-9583-72f2f00ccff0'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:16:27.505393 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 42216081-eb22-4baa-ab0b-fc963da6c4d1 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:16:27.529274 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1026ff1a-d509-4010-9692-aa9d9487058a req-9f810235-e8b8-4910-bec0-989ea4a3a245 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648205 Nov 11 17:16:27.608461 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 42216081-eb22-4baa-ab0b-fc963da6c4d1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:27.608831 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:27.620403 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5fdbb-9db8-4e21-a380-fb8986a0ec4a req-80094f6a-1be9-48cf-9306-c0acb7b38327 tempest-QuotasAdminNegativeTest-1476455987 tempest-QuotasAdminNegativeTest-1476455987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:27.621844 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00e5fdbb-9db8-4e21-a380-fb8986a0ec4a req-80094f6a-1be9-48cf-9306-c0acb7b38327 tempest-QuotasAdminNegativeTest-1476455987 tempest-QuotasAdminNegativeTest-1476455987-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2902813 Nov 11 17:16:27.655389 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00e5fdbb-9db8-4e21-a380-fb8986a0ec4a req-54261f9e-fb8d-4d73-b0bc-c80f1be71950 tempest-QuotasAdminNegativeTest-1476455987 tempest-QuotasAdminNegativeTest-1476455987-project] 10.222.0.76 "GET /v2.0/quotas/02a49caae06c437db982ed649a513356 HTTP/1.1" status: 200 len: 375 time: 0.0269918 Nov 11 17:16:27.673140 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e524ad59-1aa3-4bab-af08-055c6501a7c5 admin admin] Router 417f01bb-56b2-41fb-878c-c81877d1dbef has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:16:27.684001 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ebe54bc7-fdb5-4a77-b0d4-754e02ac7cd8 None None] Provisioning complete for port 79f0df08-d53a-4e48-9e34-86c1b1cacd14 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:27.684474 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ebe54bc7-fdb5-4a77-b0d4-754e02ac7cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:27.717838 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00e5fdbb-9db8-4e21-a380-fb8986a0ec4a req-9446b596-c531-4b9f-beac-93d00dfaf3f4 tempest-QuotasAdminNegativeTest-1476455987 tempest-QuotasAdminNegativeTest-1476455987-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=02a49caae06c437db982ed649a513356&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473030 Nov 11 17:16:27.726308 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1026ff1a-d509-4010-9692-aa9d9487058a req-4a65e755-f269-4be9-b5d0-a95f1fd68622 service neutron] 10.222.0.76 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629326 Nov 11 17:16:27.765996 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-ebe54bc7-fdb5-4a77-b0d4-754e02ac7cd8 None None] Port 79f0df08-d53a-4e48-9e34-86c1b1cacd14 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:16:27.932582 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e524ad59-1aa3-4bab-af08-055c6501a7c5 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:16:27.942254 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585987e7-370a-48ed-8343-f7c984791beb None None] Sync routers for ids ['417f01bb-56b2-41fb-878c-c81877d1dbef'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:16:27.944036 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e524ad59-1aa3-4bab-af08-055c6501a7c5 admin admin] 10.222.0.76 "PUT /v2.0/routers/417f01bb-56b2-41fb-878c-c81877d1dbef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8377738 Nov 11 17:16:27.953331 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585987e7-370a-48ed-8343-f7c984791beb None None] Routers {'417f01bb-56b2-41fb-878c-c81877d1dbef'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:16:27.953946 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-585987e7-370a-48ed-8343-f7c984791beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:16:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['417f01bb-56b2-41fb-878c-c81877d1dbef'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:27.954194 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2109f9f-21ae-4b79-8834-03b5bd0f5e81 req-ff3c2f93-563f-4de9-9701-4a2c2fac9aa0 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:27.955648 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2109f9f-21ae-4b79-8834-03b5bd0f5e81 req-ff3c2f93-563f-4de9-9701-4a2c2fac9aa0 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae3ebfc4-6b87-4084-8be1-fdaf34530eb5 HTTP/1.1" status: 200 len: 950 time: 0.1246979 Nov 11 17:16:27.959398 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1026ff1a-d509-4010-9692-aa9d9487058a req-f3e339d8-b58a-4a27-9c85-f73d14607b9e service neutron] 10.222.0.76 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967442 Nov 11 17:16:28.036383 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2109f9f-21ae-4b79-8834-03b5bd0f5e81 req-b736aaa7-328d-4f40-8e20-6db8c1de323e tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687468 Nov 11 17:16:28.101561 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-585987e7-370a-48ed-8343-f7c984791beb None None] Set router 417f01bb-56b2-41fb-878c-c81877d1dbef gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:16:28.158629 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01876b-928a-45b3-8909-a06afb7dcf32 req-087ab45b-7f9a-44fe-bcd7-a1f065f92e43 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:28.160514 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1d01876b-928a-45b3-8909-a06afb7dcf32 req-087ab45b-7f9a-44fe-bcd7-a1f065f92e43 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1 HTTP/1.1" status: 200 len: 949 time: 0.0677857 Nov 11 17:16:28.224421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1d01876b-928a-45b3-8909-a06afb7dcf32 req-b9f36a06-71a0-4efb-9d5e-ee84f6ae8d3f tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575221 Nov 11 17:16:28.365195 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-585987e7-370a-48ed-8343-f7c984791beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417f01bb-56b2-41fb-878c-c81877d1dbef', 'name': 'tempest-FloatingIPsTestJSON-956742766-router', 'tenant_id': '7d53e168439d4f5382c12bffdaf58a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '42216081-eb22-4baa-ab0b-fc963da6c4d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:17Z', 'updated_at': '2021-11-11T17:16:26Z', 'revision_number': 4, 'project_id': '7d53e168439d4f5382c12bffdaf58a79', 'gw_port': {'id': '42216081-eb22-4baa-ab0b-fc963da6c4d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417f01bb-56b2-41fb-878c-c81877d1dbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:19Z', 'updated_at': '2021-11-11T17:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '79f0df08-d53a-4e48-9e34-86c1b1cacd14', 'name': '', 'network_id': '87004be0-8f9a-46e0-9dbf-851f782b3525', 'tenant_id': '7d53e168439d4f5382c12bffdaf58a79', 'mac_address': 'fa:16:3e:4b:5d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417f01bb-56b2-41fb-878c-c81877d1dbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '15bb1e06-d24a-4e8f-a662-92e0072216a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:24Z', 'updated_at': '2021-11-11T17:16:26Z', 'revision_number': 2, 'project_id': '7d53e168439d4f5382c12bffdaf58a79', 'subnets': [{'id': '15bb1e06-d24a-4e8f-a662-92e0072216a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:28.371067 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139f54e-8e83-41d4-b44e-ab4069a82aa2 req-6b9d81ee-96b8-4fa6-b90f-f978ca6bc493 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:28.373851 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c139f54e-8e83-41d4-b44e-ab4069a82aa2 req-6b9d81ee-96b8-4fa6-b90f-f978ca6bc493 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.0668797 Nov 11 17:16:28.393039 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585987e7-370a-48ed-8343-f7c984791beb None None] Checking router: 417f01bb-56b2-41fb-878c-c81877d1dbef for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:16:28.393391 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585987e7-370a-48ed-8343-f7c984791beb None None] Updating router 417f01bb-56b2-41fb-878c-c81877d1dbef port 79f0df08-d53a-4e48-9e34-86c1b1cacd14 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:16:28.425497 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-585987e7-370a-48ed-8343-f7c984791beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:28.438173 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c139f54e-8e83-41d4-b44e-ab4069a82aa2 req-315607d5-2fc3-4bd3-8985-be52f937e744 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584698 Nov 11 17:16:28.556277 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b38d047a-4fe6-40a4-8f11-9c301dedd743 req-86d0400d-242a-414b-822a-d426d3fc714e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 210 time: 0.0403364 Nov 11 17:16:28.581333 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd08a46-1d7f-4e9f-b190-fac912096372 req-8d28f105-d28c-4b85-a408-6117f531800e tempest-LiveMigrationNegativeTest-1717088522 tempest-LiveMigrationNegativeTest-1717088522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:28.582937 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5cd08a46-1d7f-4e9f-b190-fac912096372 req-8d28f105-d28c-4b85-a408-6117f531800e tempest-LiveMigrationNegativeTest-1717088522 tempest-LiveMigrationNegativeTest-1717088522-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=ae3ebfc4-6b87-4084-8be1-fdaf34530eb5 HTTP/1.1" status: 200 len: 1101 time: 0.0767248 Nov 11 17:16:28.605377 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5cd08a46-1d7f-4e9f-b190-fac912096372 req-d4d3da14-7e95-467c-9a9e-068b44cf582c tempest-LiveMigrationNegativeTest-1717088522 tempest-LiveMigrationNegativeTest-1717088522-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:28.664291 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device c4f9bc1f-b969-46f0-9583-72f2f00ccff0 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:16:28.769759 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-585987e7-370a-48ed-8343-f7c984791beb None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:28.772187 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port c4f9bc1f-b969-46f0-9583-72f2f00ccff0 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:16:28.776798 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port c4f9bc1f-b969-46f0-9583-72f2f00ccff0 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:28.777170 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:28.779764 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-585987e7-370a-48ed-8343-f7c984791beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:28.836053 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5cd08a46-1d7f-4e9f-b190-fac912096372 req-d4d3da14-7e95-467c-9a9e-068b44cf582c tempest-LiveMigrationNegativeTest-1717088522 tempest-LiveMigrationNegativeTest-1717088522-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:28.845977 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5cd08a46-1d7f-4e9f-b190-fac912096372 req-d4d3da14-7e95-467c-9a9e-068b44cf582c tempest-LiveMigrationNegativeTest-1717088522 tempest-LiveMigrationNegativeTest-1717088522-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:28.933174 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3da14-7e95-467c-9a9e-068b44cf582c tempest-LiveMigrationNegativeTest-1717088522 tempest-LiveMigrationNegativeTest-1717088522-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f8d872-534c-405a-b6da-1ef6a9d25198,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:28.940837 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5cd08a46-1d7f-4e9f-b190-fac912096372 req-d4d3da14-7e95-467c-9a9e-068b44cf582c tempest-LiveMigrationNegativeTest-1717088522 tempest-LiveMigrationNegativeTest-1717088522-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498335 Nov 11 17:16:28.946416 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83e31ed0-c96e-4890-a26f-1bdbcdf05eb0 req-ff53151a-0f2d-4f3e-958e-d3fcb33ea8dd tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2877154 Nov 11 17:16:28.956391 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-83e31ed0-c96e-4890-a26f-1bdbcdf05eb0 req-a6a1ae5e-cf14-4939-b65b-b5c37ba3b890 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:28.974565 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device e349adda-a068-4125-9f82-b5f359efb698 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:16:28.986716 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-83e31ed0-c96e-4890-a26f-1bdbcdf05eb0 req-a6a1ae5e-cf14-4939-b65b-b5c37ba3b890 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:29.004094 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd58a7-01a5-4c72-89fc-bde571d2d195 None None] Pushing event updated for resources: {'Port': ['ID=79f0df08-d53a-4e48-9e34-86c1b1cacd14,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:29.119721 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-83e31ed0-c96e-4890-a26f-1bdbcdf05eb0 req-a6a1ae5e-cf14-4939-b65b-b5c37ba3b890 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:29.151716 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-585987e7-370a-48ed-8343-f7c984791beb None None] Attempting to bind port 79f0df08-d53a-4e48-9e34-86c1b1cacd14 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:16:29.152342 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-585987e7-370a-48ed-8343-f7c984791beb None None] Attempting to bind port 79f0df08-d53a-4e48-9e34-86c1b1cacd14 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '2a3c9c37-583a-4fe0-8369-940e8bd05123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '87004be0-8f9a-46e0-9dbf-851f782b3525'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:16:29.152660 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585987e7-370a-48ed-8343-f7c984791beb None None] Attempting to bind port 79f0df08-d53a-4e48-9e34-86c1b1cacd14 on network 87004be0-8f9a-46e0-9dbf-851f782b3525 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:29.175903 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585987e7-370a-48ed-8343-f7c984791beb None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:16:29.176288 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585987e7-370a-48ed-8343-f7c984791beb None None] Checking segment: {'id': '2a3c9c37-583a-4fe0-8369-940e8bd05123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '87004be0-8f9a-46e0-9dbf-851f782b3525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:16:29.176691 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-585987e7-370a-48ed-8343-f7c984791beb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:29.177085 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585987e7-370a-48ed-8343-f7c984791beb None None] Bound using segment: {'id': '2a3c9c37-583a-4fe0-8369-940e8bd05123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '87004be0-8f9a-46e0-9dbf-851f782b3525'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:16:29.177594 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-585987e7-370a-48ed-8343-f7c984791beb None None] Bound port: 79f0df08-d53a-4e48-9e34-86c1b1cacd14, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3c9c37-583a-4fe0-8369-940e8bd05123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '87004be0-8f9a-46e0-9dbf-851f782b3525'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:16:29.177938 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-585987e7-370a-48ed-8343-f7c984791beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:29.181866 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:29.221251 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port e349adda-a068-4125-9f82-b5f359efb698, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=e349adda-a068-4125-9f82-b5f359efb698,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:29.262441 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-83e31ed0-c96e-4890-a26f-1bdbcdf05eb0 req-a6a1ae5e-cf14-4939-b65b-b5c37ba3b890 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Allocated IP 172.25.2.199 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/d934479b-09ec-4947-8a74-3e7495255e36) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:16:29.268697 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'e349adda-a068-4125-9f82-b5f359efb698', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': 'e349adda-a068-4125-9f82-b5f359efb698', 'mac_address': 'fa:16:3e:c3:82:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:16:29.276237 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f9bc1f-b969-46f0-9583-72f2f00ccff0'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:29.278474 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30896b72-1173-423f-8073-9c8762926bf6" -d '{"events": [{"server_uuid": "c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1", "name": "network-vif-plugged", "status": "completed", "tag": "c4f9bc1f-b969-46f0-9583-72f2f00ccff0"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:29.301680 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port c4f9bc1f-b969-46f0-9583-72f2f00ccff0, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c4f9bc1f-b969-46f0-9583-72f2f00ccff0,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:29.323345 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:29.374455 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:29.382826 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-585987e7-370a-48ed-8343-f7c984791beb None None] For port 79f0df08-d53a-4e48-9e34-86c1b1cacd14, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:16:29.423774 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-585987e7-370a-48ed-8343-f7c984791beb None None] For port 79f0df08-d53a-4e48-9e34-86c1b1cacd14, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=79f0df08-d53a-4e48-9e34-86c1b1cacd14,segment=NetworkSegment(2a3c9c37-583a-4fe0-8369-940e8bd05123),segment_id=2a3c9c37-583a-4fe0-8369-940e8bd05123)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:16:29.430326 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e349adda-a068-4125-9f82-b5f359efb698 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:16:29.449597 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-585987e7-370a-48ed-8343-f7c984791beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:29.453288 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=c4f9bc1f-b969-46f0-9583-72f2f00ccff0,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:29.473074 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port e349adda-a068-4125-9f82-b5f359efb698, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=e349adda-a068-4125-9f82-b5f359efb698,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:29.495484 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2555f83d-cf48-43e6-9227-b9d659064418 None None] Provisioning complete for port 79f0df08-d53a-4e48-9e34-86c1b1cacd14 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:29.495902 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2555f83d-cf48-43e6-9227-b9d659064418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:29.497490 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:29.557003 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-83e31ed0-c96e-4890-a26f-1bdbcdf05eb0 req-a6a1ae5e-cf14-4939-b65b-b5c37ba3b890 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:29.567969 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026ff1a-d509-4010-9692-aa9d9487058a req-b96da67c-32a9-4cd4-a64a-b9e469563209 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:29.569933 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1026ff1a-d509-4010-9692-aa9d9487058a req-b96da67c-32a9-4cd4-a64a-b9e469563209 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.83 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 808 time: 0.2317452 Nov 11 17:16:29.576295 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585987e7-370a-48ed-8343-f7c984791beb None None] Routers {'417f01bb-56b2-41fb-878c-c81877d1dbef'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:16:29.577584 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-585987e7-370a-48ed-8343-f7c984791beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:16:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['417f01bb-56b2-41fb-878c-c81877d1dbef'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:29.592014 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-1026ff1a-d509-4010-9692-aa9d9487058a req-48c8a6d2-1020-452a-86d8-ab5edef01333 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Request body: {'port': {'device_id': '41877169-111b-4dcc-bf83-8556200ca185', 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d', 'admin_state_up': True, 'tenant_id': 'b26a8a1aaa3a4ffebc2dccd364362c35'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:29.642751 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd58a7-01a5-4c72-89fc-bde571d2d195 None None] Pushing event updated for resources: {'Port': ['ID=79f0df08-d53a-4e48-9e34-86c1b1cacd14,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:29.669446 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-83e31ed0-c96e-4890-a26f-1bdbcdf05eb0 req-a6a1ae5e-cf14-4939-b65b-b5c37ba3b890 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:29.711405 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e31ed0-c96e-4890-a26f-1bdbcdf05eb0 req-a6a1ae5e-cf14-4939-b65b-b5c37ba3b890 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:16:29.759476 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=e349adda-a068-4125-9f82-b5f359efb698,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:29.799971 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['e349adda-a068-4125-9f82-b5f359efb698'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:16:29.848164 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2555f83d-cf48-43e6-9227-b9d659064418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:29.875150 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-585987e7-370a-48ed-8343-f7c984791beb None None] Set router 417f01bb-56b2-41fb-878c-c81877d1dbef gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:16:29.942835 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2555f83d-cf48-43e6-9227-b9d659064418 None None] For port 79f0df08-d53a-4e48-9e34-86c1b1cacd14, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=79f0df08-d53a-4e48-9e34-86c1b1cacd14,segment=NetworkSegment(2a3c9c37-583a-4fe0-8369-940e8bd05123),segment_id=2a3c9c37-583a-4fe0-8369-940e8bd05123)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:29.944325 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-83e31ed0-c96e-4890-a26f-1bdbcdf05eb0 req-a6a1ae5e-cf14-4939-b65b-b5c37ba3b890 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:29.952974 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2555f83d-cf48-43e6-9227-b9d659064418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:29.953264 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e31ed0-c96e-4890-a26f-1bdbcdf05eb0 req-a6a1ae5e-cf14-4939-b65b-b5c37ba3b890 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:16:30.012342 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1ae5e-cf14-4939-b65b-b5c37ba3b890 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Pushing event updated for resources: {'Port': ['ID=d934479b-09ec-4947-8a74-3e7495255e36,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:30.052650 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cf104-88f6-4439-951e-decd5231755c req-87a9e325-e6d7-4f77-b84d-dc55de6a0f2a tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:30.054643 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4c6cf104-88f6-4439-951e-decd5231755c req-87a9e325-e6d7-4f77-b84d-dc55de6a0f2a tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1 HTTP/1.1" status: 200 len: 950 time: 0.3421915 Nov 11 17:16:30.110474 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1026ff1a-d509-4010-9692-aa9d9487058a req-48c8a6d2-1020-452a-86d8-ab5edef01333 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Made reservation on behalf of b26a8a1aaa3a4ffebc2dccd364362c35 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:16:30.113728 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1026ff1a-d509-4010-9692-aa9d9487058a req-48c8a6d2-1020-452a-86d8-ab5edef01333 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:30.122426 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555f83d-cf48-43e6-9227-b9d659064418 None None] Pushing event updated for resources: {'Port': ['ID=79f0df08-d53a-4e48-9e34-86c1b1cacd14,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:30.127577 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-99b6d2d3-ff51-485d-8bd1-0fbcb7d57a05 None None] Provisioning complete for port 79f0df08-d53a-4e48-9e34-86c1b1cacd14 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:30.127978 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-99b6d2d3-ff51-485d-8bd1-0fbcb7d57a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:30.188070 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-83e31ed0-c96e-4890-a26f-1bdbcdf05eb0 req-a6a1ae5e-cf14-4939-b65b-b5c37ba3b890 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:30.239804 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4c6cf104-88f6-4439-951e-decd5231755c req-49133df5-09ad-4394-8500-ed463860597b tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622531 Nov 11 17:16:30.280304 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-83e31ed0-c96e-4890-a26f-1bdbcdf05eb0 req-a6a1ae5e-cf14-4939-b65b-b5c37ba3b890 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:30.304892 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2cfb9f-02bf-417f-a288-bad163eee992 x-openstack-request-id: req-5e2cfb9f-02bf-417f-a288-bad163eee992 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:30.304892 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1", "name": "network-vif-plugged", "status": "completed", "tag": "c4f9bc1f-b969-46f0-9583-72f2f00ccff0", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:30.305500 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5e2cfb9f-02bf-417f-a288-bad163eee992 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:30.305787 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f9bc1f-b969-46f0-9583-72f2f00ccff0', 'code': 200} Nov 11 17:16:30.325610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-585987e7-370a-48ed-8343-f7c984791beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417f01bb-56b2-41fb-878c-c81877d1dbef', 'name': 'tempest-FloatingIPsTestJSON-956742766-router', 'tenant_id': '7d53e168439d4f5382c12bffdaf58a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '42216081-eb22-4baa-ab0b-fc963da6c4d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:17Z', 'updated_at': '2021-11-11T17:16:26Z', 'revision_number': 4, 'project_id': '7d53e168439d4f5382c12bffdaf58a79', 'gw_port': {'id': '42216081-eb22-4baa-ab0b-fc963da6c4d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417f01bb-56b2-41fb-878c-c81877d1dbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:19Z', 'updated_at': '2021-11-11T17:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '79f0df08-d53a-4e48-9e34-86c1b1cacd14', 'name': '', 'network_id': '87004be0-8f9a-46e0-9dbf-851f782b3525', 'tenant_id': '7d53e168439d4f5382c12bffdaf58a79', 'mac_address': 'fa:16:3e:4b:5d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417f01bb-56b2-41fb-878c-c81877d1dbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '15bb1e06-d24a-4e8f-a662-92e0072216a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:24Z', 'updated_at': '2021-11-11T17:16:29Z', 'revision_number': 4, 'project_id': '7d53e168439d4f5382c12bffdaf58a79', 'subnets': [{'id': '15bb1e06-d24a-4e8f-a662-92e0072216a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:30.355421 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585987e7-370a-48ed-8343-f7c984791beb None None] The sync data for ids ['417f01bb-56b2-41fb-878c-c81877d1dbef'] in n-d-816206-4 is: [{'id': '417f01bb-56b2-41fb-878c-c81877d1dbef', 'name': 'tempest-FloatingIPsTestJSON-956742766-router', 'tenant_id': '7d53e168439d4f5382c12bffdaf58a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '42216081-eb22-4baa-ab0b-fc963da6c4d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:17Z', 'updated_at': '2021-11-11T17:16:26Z', 'revision_number': 4, 'project_id': '7d53e168439d4f5382c12bffdaf58a79', 'gw_port': {'id': '42216081-eb22-4baa-ab0b-fc963da6c4d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417f01bb-56b2-41fb-878c-c81877d1dbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:19Z', 'updated_at': '2021-11-11T17:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '79f0df08-d53a-4e48-9e34-86c1b1cacd14', 'name': '', 'network_id': '87004be0-8f9a-46e0-9dbf-851f782b3525', 'tenant_id': '7d53e168439d4f5382c12bffdaf58a79', 'mac_address': 'fa:16:3e:4b:5d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417f01bb-56b2-41fb-878c-c81877d1dbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '15bb1e06-d24a-4e8f-a662-92e0072216a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:24Z', 'updated_at': '2021-11-11T17:16:29Z', 'revision_number': 4, 'project_id': '7d53e168439d4f5382c12bffdaf58a79', 'subnets': [{'id': '15bb1e06-d24a-4e8f-a662-92e0072216a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:16:30.365739 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-1026ff1a-d509-4010-9692-aa9d9487058a req-48c8a6d2-1020-452a-86d8-ab5edef01333 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Allocated IP 172.20.0.7 (aff4ca62-299e-49a9-90bd-d7da6c894e2d/651c5717-7c13-46c4-8d6a-3f6dcf13301c/48169c07-54bf-4bc0-ae8c-702e2476af86) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:16:30.517725 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571cdc6-a78c-4aef-a971-924af055bb9f req-5688770b-8c33-4e8d-8600-ea17338d6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:30.519243 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c571cdc6-a78c-4aef-a971-924af055bb9f req-5688770b-8c33-4e8d-8600-ea17338d6269 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1 HTTP/1.1" status: 200 len: 1101 time: 0.0641963 Nov 11 17:16:30.522850 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-882fb066-e58a-47e3-9dd2-26530bebb63d req-07a72017-65f8-48a8-a2af-8165f5948201 tempest-QuotasAdminNegativeTest-1476455987 tempest-QuotasAdminNegativeTest-1476455987-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=02a49caae06c437db982ed649a513356&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431268 Nov 11 17:16:30.575527 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c571cdc6-a78c-4aef-a971-924af055bb9f req-8e22e470-47f7-4f54-bad8-d7912a47325c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445747 Nov 11 17:16:30.690049 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-83e31ed0-c96e-4890-a26f-1bdbcdf05eb0 req-a6a1ae5e-cf14-4939-b65b-b5c37ba3b890 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:30.704771 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-83e31ed0-c96e-4890-a26f-1bdbcdf05eb0 req-a6a1ae5e-cf14-4939-b65b-b5c37ba3b890 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:30.796439 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fb066-e58a-47e3-9dd2-26530bebb63d req-b81f0f59-bc25-4752-b3ca-0deff9be14b6 tempest-QuotasAdminNegativeTest-1476455987 tempest-QuotasAdminNegativeTest-1476455987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:30.797890 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-882fb066-e58a-47e3-9dd2-26530bebb63d req-b81f0f59-bc25-4752-b3ca-0deff9be14b6 tempest-QuotasAdminNegativeTest-1476455987 tempest-QuotasAdminNegativeTest-1476455987-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2557242 Nov 11 17:16:30.820478 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1026ff1a-d509-4010-9692-aa9d9487058a req-48c8a6d2-1020-452a-86d8-ab5edef01333 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:30.848829 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1ae5e-cf14-4939-b65b-b5c37ba3b890 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Pushing event updated for resources: {'Port': ['ID=d934479b-09ec-4947-8a74-3e7495255e36,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:30.857288 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-882fb066-e58a-47e3-9dd2-26530bebb63d req-fbcb0bf1-dcd7-4065-a42e-cf5f2d79b140 tempest-QuotasAdminNegativeTest-1476455987 tempest-QuotasAdminNegativeTest-1476455987-project] 10.222.0.76 "GET /v2.0/quotas/02a49caae06c437db982ed649a513356 HTTP/1.1" status: 200 len: 375 time: 0.0350866 Nov 11 17:16:30.864312 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-83e31ed0-c96e-4890-a26f-1bdbcdf05eb0 req-a6a1ae5e-cf14-4939-b65b-b5c37ba3b890 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:30.909129 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-882fb066-e58a-47e3-9dd2-26530bebb63d req-15652677-824b-4ec8-b606-e307648025c2 tempest-QuotasAdminNegativeTest-1476455987 tempest-QuotasAdminNegativeTest-1476455987-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=02a49caae06c437db982ed649a513356&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419114 Nov 11 17:16:30.920794 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-83e31ed0-c96e-4890-a26f-1bdbcdf05eb0 req-a6a1ae5e-cf14-4939-b65b-b5c37ba3b890 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:30.922324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83e31ed0-c96e-4890-a26f-1bdbcdf05eb0 req-a6a1ae5e-cf14-4939-b65b-b5c37ba3b890 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9697983 Nov 11 17:16:30.924678 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1026ff1a-d509-4010-9692-aa9d9487058a req-48c8a6d2-1020-452a-86d8-ab5edef01333 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:30.969759 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device e349adda-a068-4125-9f82-b5f359efb698 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:16:31.047013 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port e349adda-a068-4125-9f82-b5f359efb698 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:16:31.048561 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83e31ed0-c96e-4890-a26f-1bdbcdf05eb0 req-25e0a620-4ddb-425d-a1e7-b9cad687eb64 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 696 time: 0.1151032 Nov 11 17:16:31.052119 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port e349adda-a068-4125-9f82-b5f359efb698 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:31.052572 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:31.082873 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1026ff1a-d509-4010-9692-aa9d9487058a req-48c8a6d2-1020-452a-86d8-ab5edef01333 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Network aff4ca62-299e-49a9-90bd-d7da6c894e2d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:16:31.101215 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-1026ff1a-d509-4010-9692-aa9d9487058a req-48c8a6d2-1020-452a-86d8-ab5edef01333 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:31.107751 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-1026ff1a-d509-4010-9692-aa9d9487058a req-48c8a6d2-1020-452a-86d8-ab5edef01333 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:16:31.121846 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8a6d2-1020-452a-86d8-ab5edef01333 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Pushing event updated for resources: {'Port': ['ID=48169c07-54bf-4bc0-ae8c-702e2476af86,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:31.135962 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:31.170882 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port e349adda-a068-4125-9f82-b5f359efb698, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=e349adda-a068-4125-9f82-b5f359efb698,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:31.175637 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:31.212050 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3bacb-64e9-4adc-b533-a0a42af87ce6 req-f224fc1b-6821-4508-8081-75f21b0437ad tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:31.213559 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2cf3bacb-64e9-4adc-b533-a0a42af87ce6 req-f224fc1b-6821-4508-8081-75f21b0437ad tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.1742010 Nov 11 17:16:31.221572 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026ff1a-d509-4010-9692-aa9d9487058a req-48c8a6d2-1020-452a-86d8-ab5edef01333 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:31.222189 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1026ff1a-d509-4010-9692-aa9d9487058a req-48c8a6d2-1020-452a-86d8-ab5edef01333 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:31.232924 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=e349adda-a068-4125-9f82-b5f359efb698,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:31.267626 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1026ff1a-d509-4010-9692-aa9d9487058a req-48c8a6d2-1020-452a-86d8-ab5edef01333 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6855943 Nov 11 17:16:31.286238 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-1026ff1a-d509-4010-9692-aa9d9487058a req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] Request body: {'port': {'device_id': '41877169-111b-4dcc-bf83-8556200ca185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:31.321628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e31ed0-c96e-4890-a26f-1bdbcdf05eb0 req-3fd44b6b-4084-46d4-b7d2-e3ef853877b7 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:31.322973 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83e31ed0-c96e-4890-a26f-1bdbcdf05eb0 req-3fd44b6b-4084-46d4-b7d2-e3ef853877b7 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.2572985 Nov 11 17:16:31.342692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-83e31ed0-c96e-4890-a26f-1bdbcdf05eb0 req-d1cb59f4-ba8b-484a-9aef-f5d68597c447 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:16:31.343666 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83e31ed0-c96e-4890-a26f-1bdbcdf05eb0 req-d1cb59f4-ba8b-484a-9aef-f5d68597c447 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101359 Nov 11 17:16:31.360377 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2cf3bacb-64e9-4adc-b533-a0a42af87ce6 req-1e886841-8434-43f9-b999-1821225187dd tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321442 Nov 11 17:16:31.394820 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1026ff1a-d509-4010-9692-aa9d9487058a req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:31.529926 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 79f0df08-d53a-4e48-9e34-86c1b1cacd14 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:16:31.565793 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecce3f9-db3f-4d9f-a6f9-6ebb8303459f req-0b3d8fe2-13d6-4b4a-9788-f44a1e85b26a tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:31.567328 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cecce3f9-db3f-4d9f-a6f9-6ebb8303459f req-0b3d8fe2-13d6-4b4a-9788-f44a1e85b26a tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 931 time: 0.1306462 Nov 11 17:16:31.592304 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 79f0df08-d53a-4e48-9e34-86c1b1cacd14 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:31.592677 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:31.668523 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cecce3f9-db3f-4d9f-a6f9-6ebb8303459f req-0c76fd1e-6767-48b2-953b-03f7a6b37090 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941763 Nov 11 17:16:31.863883 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-1026ff1a-d509-4010-9692-aa9d9487058a req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48169c07-54bf-4bc0-ae8c-702e2476af86 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:16:31.876504 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1026ff1a-d509-4010-9692-aa9d9487058a req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:31.881036 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08f1d03a-2d1a-4aa4-bf81-b8a0eb16058d req-dfdb3756-8a1f-421f-a387-8e084030ef83 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/floatingips/7c8dd972-5ec7-4d92-98b3-fae8fabe96ef HTTP/1.1" status: 200 len: 693 time: 0.1213644 Nov 11 17:16:31.906534 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-1026ff1a-d509-4010-9692-aa9d9487058a req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] Transition to ACTIVE for port object 48169c07-54bf-4bc0-ae8c-702e2476af86 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:16:31.944016 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1026ff1a-d509-4010-9692-aa9d9487058a req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:31.959557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e27540-47c5-4dc7-995e-0023cec19fe5 req-d3d2e41d-639c-46cc-a5d7-002fa53d78f8 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:31.961598 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c3e27540-47c5-4dc7-995e-0023cec19fe5 req-d3d2e41d-639c-46cc-a5d7-002fa53d78f8 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1 HTTP/1.1" status: 200 len: 950 time: 0.2061689 Nov 11 17:16:32.046671 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] Pushing event updated for resources: {'Port': ['ID=48169c07-54bf-4bc0-ae8c-702e2476af86,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:32.116429 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c3e27540-47c5-4dc7-995e-0023cec19fe5 req-6b3b14a1-bdf8-40e7-af54-5d1a2e9c9ecb tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335347 Nov 11 17:16:32.123128 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1d03a-2d1a-4aa4-bf81-b8a0eb16058d req-8c2afeda-4200-4b23-ab40-647a22ff20e1 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:32.124469 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08f1d03a-2d1a-4aa4-bf81-b8a0eb16058d req-8c2afeda-4200-4b23-ab40-647a22ff20e1 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.2338459 Nov 11 17:16:32.135600 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-08f1d03a-2d1a-4aa4-bf81-b8a0eb16058d req-aa45daf4-1821-4fbe-ab95-523f11646478 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:16:32.136195 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08f1d03a-2d1a-4aa4-bf81-b8a0eb16058d req-aa45daf4-1821-4fbe-ab95-523f11646478 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059490 Nov 11 17:16:32.168094 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-1026ff1a-d509-4010-9692-aa9d9487058a req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] Attempting to bind port 48169c07-54bf-4bc0-ae8c-702e2476af86 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:16:32.168649 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-1026ff1a-d509-4010-9692-aa9d9487058a req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] Attempting to bind port 48169c07-54bf-4bc0-ae8c-702e2476af86 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:16:32.168982 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1026ff1a-d509-4010-9692-aa9d9487058a req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] Attempting to bind port 48169c07-54bf-4bc0-ae8c-702e2476af86 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:32.173478 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1026ff1a-d509-4010-9692-aa9d9487058a req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] Port 48169c07-54bf-4bc0-ae8c-702e2476af86 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:16:32.173846 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1026ff1a-d509-4010-9692-aa9d9487058a req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] Attempting to bind port 48169c07-54bf-4bc0-ae8c-702e2476af86 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:32.179279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1026ff1a-d509-4010-9692-aa9d9487058a req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:16:32.179609 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1026ff1a-d509-4010-9692-aa9d9487058a req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] Checking segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:16:32.180014 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1026ff1a-d509-4010-9692-aa9d9487058a req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] Bound using segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:16:32.180428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-1026ff1a-d509-4010-9692-aa9d9487058a req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] Bound port: 48169c07-54bf-4bc0-ae8c-702e2476af86, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:16:32.180778 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1026ff1a-d509-4010-9692-aa9d9487058a req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:32.282519 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c9db1-0b28-4383-9800-e7dac5a11e89 req-d3256b57-4855-4cd3-90a4-4a53731e4f83 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:32.284018 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-899c9db1-0b28-4383-9800-e7dac5a11e89 req-d3256b57-4855-4cd3-90a4-4a53731e4f83 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae3ebfc4-6b87-4084-8be1-fdaf34530eb5 HTTP/1.1" status: 200 len: 950 time: 0.0938387 Nov 11 17:16:32.286610 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-1026ff1a-d509-4010-9692-aa9d9487058a req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] For port 48169c07-54bf-4bc0-ae8c-702e2476af86, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:16:32.291077 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-1026ff1a-d509-4010-9692-aa9d9487058a req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] For port 48169c07-54bf-4bc0-ae8c-702e2476af86, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=48169c07-54bf-4bc0-ae8c-702e2476af86,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:16:32.306586 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e349adda-a068-4125-9f82-b5f359efb698'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:32.308991 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594c878e-8646-4377-90ac-489114adb797" -d '{"events": [{"server_uuid": "4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6", "name": "network-vif-plugged", "status": "completed", "tag": "e349adda-a068-4125-9f82-b5f359efb698"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:32.321905 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1026ff1a-d509-4010-9692-aa9d9487058a req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:32.400923 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38a05ab2-2dbf-4516-bc07-1e027235edb8 req-63deb2be-9930-4203-b2da-e0b25e08b8a0 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/floatingips?tenant_id=7d53e168439d4f5382c12bffdaf58a79 HTTP/1.1" status: 200 len: 696 time: 0.1119263 Nov 11 17:16:32.412613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026ff1a-d509-4010-9692-aa9d9487058a req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:32.413245 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1026ff1a-d509-4010-9692-aa9d9487058a req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:32.414522 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1026ff1a-d509-4010-9692-aa9d9487058a req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] 10.222.0.83 "PUT /v2.0/ports/48169c07-54bf-4bc0-ae8c-702e2476af86 HTTP/1.1" status: 200 len: 1091 time: 1.1329250 Nov 11 17:16:32.414950 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41877169-111b-4dcc-bf83-8556200ca185', 'tag': '48169c07-54bf-4bc0-ae8c-702e2476af86'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:32.417317 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2f28b6-b53d-44dc-95e1-2dc474b1e8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "41877169-111b-4dcc-bf83-8556200ca185", "tag": "48169c07-54bf-4bc0-ae8c-702e2476af86"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:32.529036 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-899c9db1-0b28-4383-9800-e7dac5a11e89 req-0e7290ef-2848-40ae-b64d-1b013700b567 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358549 Nov 11 17:16:32.532479 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426b25a-7e5f-4173-b7b4-2f50a34f32b6 service neutron] Pushing event updated for resources: {'Port': ['ID=48169c07-54bf-4bc0-ae8c-702e2476af86,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:32.568650 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026ff1a-d509-4010-9692-aa9d9487058a req-bdcd595b-4b78-4b6c-b9f6-ca5d0277f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:32.570109 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1026ff1a-d509-4010-9692-aa9d9487058a req-bdcd595b-4b78-4b6c-b9f6-ca5d0277f6cd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 1094 time: 0.0803888 Nov 11 17:16:32.693773 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea5fd38-c36e-4867-80e1-c70800c6197b x-openstack-request-id: req-fea5fd38-c36e-4867-80e1-c70800c6197b {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:32.694304 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6", "name": "network-vif-plugged", "status": "completed", "tag": "e349adda-a068-4125-9f82-b5f359efb698", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:32.694514 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fea5fd38-c36e-4867-80e1-c70800c6197b {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:32.694999 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e349adda-a068-4125-9f82-b5f359efb698', 'code': 200} Nov 11 17:16:32.815323 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd3777-5cc7-4811-8b14-0b00c6db8c3f req-2bf0e847-61e8-47f5-8c9d-eb48ba96e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:32.816852 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4cfd3777-5cc7-4811-8b14-0b00c6db8c3f req-2bf0e847-61e8-47f5-8c9d-eb48ba96e94c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 1101 time: 0.0526912 Nov 11 17:16:32.849493 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1026ff1a-d509-4010-9692-aa9d9487058a req-da094f51-222a-4abd-8ae2-0660ab6ca473 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48169c07-54bf-4bc0-ae8c-702e2476af86 HTTP/1.1" status: 200 len: 217 time: 0.2665675 Nov 11 17:16:32.863586 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a05ab2-2dbf-4516-bc07-1e027235edb8 req-13cd04f2-4a27-4ff7-bb9c-f6a474c6c421 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:32.864779 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4cfd3777-5cc7-4811-8b14-0b00c6db8c3f req-fcba2059-62a7-4905-aa6e-ed8744d5c89a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399556 Nov 11 17:16:32.864980 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38a05ab2-2dbf-4516-bc07-1e027235edb8 req-13cd04f2-4a27-4ff7-bb9c-f6a474c6c421 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/networks?id=06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 787 time: 0.4562612 Nov 11 17:16:32.910533 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-38a05ab2-2dbf-4516-bc07-1e027235edb8 req-2c739497-dfe9-47fb-99bf-fa7025f475fb tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:16:32.911482 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38a05ab2-2dbf-4516-bc07-1e027235edb8 req-2c739497-dfe9-47fb-99bf-fa7025f475fb tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0238280 Nov 11 17:16:32.941192 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc340bfb-1c8f-473e-a232-60b5dacd5df7 req-57313c1c-629a-4e4f-bfea-23d4e9c76a6c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:32.942640 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc340bfb-1c8f-473e-a232-60b5dacd5df7 req-57313c1c-629a-4e4f-bfea-23d4e9c76a6c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.0973194 Nov 11 17:16:32.946224 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026ff1a-d509-4010-9692-aa9d9487058a req-d79441d5-a67f-425e-b886-2f29de9e9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:32.947532 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1026ff1a-d509-4010-9692-aa9d9487058a req-d79441d5-a67f-425e-b886-2f29de9e9f57 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=651c5717-7c13-46c4-8d6a-3f6dcf13301c HTTP/1.1" status: 200 len: 848 time: 0.0817297 Nov 11 17:16:32.948937 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0615665b-7c98-46f2-9f0c-15071b19e495 x-openstack-request-id: req-0615665b-7c98-46f2-9f0c-15071b19e495 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:32.949215 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41877169-111b-4dcc-bf83-8556200ca185", "tag": "48169c07-54bf-4bc0-ae8c-702e2476af86", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:32.949458 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0615665b-7c98-46f2-9f0c-15071b19e495 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:32.949825 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41877169-111b-4dcc-bf83-8556200ca185', 'tag': '48169c07-54bf-4bc0-ae8c-702e2476af86', 'status': 'completed', 'code': 200} Nov 11 17:16:32.991659 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc340bfb-1c8f-473e-a232-60b5dacd5df7 req-26913e41-3bf5-4384-8f2f-9e55b127d064 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409832 Nov 11 17:16:33.119612 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1026ff1a-d509-4010-9692-aa9d9487058a req-2fa6785b-5edd-433f-8e71-a9f1a4fc82d9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aff4ca62-299e-49a9-90bd-d7da6c894e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386505 Nov 11 17:16:33.136450 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72866740-3a32-43b6-a1cd-bc129f56aebd req-689f4757-ce39-4fde-96b8-8f32954b5452 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:33.137957 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-72866740-3a32-43b6-a1cd-bc129f56aebd req-689f4757-ce39-4fde-96b8-8f32954b5452 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 943 time: 0.0910959 Nov 11 17:16:33.217345 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bf808976-f6bb-45b2-9719-77e1ac622851 req-e635cc7c-3478-4610-a391-51b32529482a tempest-QuotasAdminNegativeTest-1476455987 tempest-QuotasAdminNegativeTest-1476455987-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=02a49caae06c437db982ed649a513356&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712547 Nov 11 17:16:33.303192 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-72866740-3a32-43b6-a1cd-bc129f56aebd req-65d93337-090c-463a-9a7f-24c492e20fc5 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560843 Nov 11 17:16:33.311376 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347824ad-62ca-40af-995f-1822f9ce807c req-a64d2ec3-11c4-44fe-ada2-c4aad5ba7ce3 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:33.312864 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-347824ad-62ca-40af-995f-1822f9ce807c req-a64d2ec3-11c4-44fe-ada2-c4aad5ba7ce3 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae3ebfc4-6b87-4084-8be1-fdaf34530eb5 HTTP/1.1" status: 200 len: 950 time: 0.0472393 Nov 11 17:16:33.389039 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1026ff1a-d509-4010-9692-aa9d9487058a req-94f63c2f-42f8-4548-a7d1-5bc3cc07c3b6 service neutron] 10.222.0.83 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500770 Nov 11 17:16:33.399525 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-18c71532-0edc-4c90-b2f4-3ad05b989f75 req-1e55b55b-2330-4dda-a928-fb6d7dca1516 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/floatingips/7c8dd972-5ec7-4d92-98b3-fae8fabe96ef HTTP/1.1" status: 200 len: 693 time: 0.0698969 Nov 11 17:16:33.413338 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-347824ad-62ca-40af-995f-1822f9ce807c req-d56dd5fa-5356-40f9-8160-512163ece820 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Deleting port 0641cf34-8f3b-484b-b805-f17d5087ed4b {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:16:33.413694 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-347824ad-62ca-40af-995f-1822f9ce807c req-d56dd5fa-5356-40f9-8160-512163ece820 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:33.504179 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-347824ad-62ca-40af-995f-1822f9ce807c req-d56dd5fa-5356-40f9-8160-512163ece820 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] For port 0641cf34-8f3b-484b-b805-f17d5087ed4b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0641cf34-8f3b-484b-b805-f17d5087ed4b,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:33.504529 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-347824ad-62ca-40af-995f-1822f9ce807c req-d56dd5fa-5356-40f9-8160-512163ece820 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:33.517142 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-347824ad-62ca-40af-995f-1822f9ce807c req-d56dd5fa-5356-40f9-8160-512163ece820 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Calling delete_port for 0641cf34-8f3b-484b-b805-f17d5087ed4b owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:16:33.525903 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf808976-f6bb-45b2-9719-77e1ac622851 req-e34468f6-e52f-4545-a6c5-0c78ed487c5b tempest-QuotasAdminNegativeTest-1476455987 tempest-QuotasAdminNegativeTest-1476455987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:33.527371 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bf808976-f6bb-45b2-9719-77e1ac622851 req-e34468f6-e52f-4545-a6c5-0c78ed487c5b tempest-QuotasAdminNegativeTest-1476455987 tempest-QuotasAdminNegativeTest-1476455987-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3029089 Nov 11 17:16:33.565337 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bf808976-f6bb-45b2-9719-77e1ac622851 req-42e70491-21fa-42f0-9339-fe15b3221501 tempest-QuotasAdminNegativeTest-1476455987 tempest-QuotasAdminNegativeTest-1476455987-project] 10.222.0.76 "GET /v2.0/quotas/02a49caae06c437db982ed649a513356 HTTP/1.1" status: 200 len: 375 time: 0.0308108 Nov 11 17:16:33.620107 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bf808976-f6bb-45b2-9719-77e1ac622851 req-414bbb31-781c-409b-83a6-256cfe8e0743 tempest-QuotasAdminNegativeTest-1476455987 tempest-QuotasAdminNegativeTest-1476455987-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=02a49caae06c437db982ed649a513356&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478888 Nov 11 17:16:33.625033 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1026ff1a-d509-4010-9692-aa9d9487058a req-807c0e27-c6c9-496a-a21f-0c8f946de5a8 service neutron] 10.222.0.83 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225585 Nov 11 17:16:33.643855 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c71532-0edc-4c90-b2f4-3ad05b989f75 req-92e9bde0-016e-4a22-ad06-ed669e882489 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:33.646012 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-347824ad-62ca-40af-995f-1822f9ce807c req-d56dd5fa-5356-40f9-8160-512163ece820 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:33.651759 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-18c71532-0edc-4c90-b2f4-3ad05b989f75 req-92e9bde0-016e-4a22-ad06-ed669e882489 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.2349608 Nov 11 17:16:33.657326 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-18c71532-0edc-4c90-b2f4-3ad05b989f75 req-fa2817fc-0ee7-4377-9617-be9703990037 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:16:33.659823 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['0641cf34-8f3b-484b-b805-f17d5087ed4b'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:16:33.662547 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-18c71532-0edc-4c90-b2f4-3ad05b989f75 req-fa2817fc-0ee7-4377-9617-be9703990037 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099702 Nov 11 17:16:33.682863 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56dd5fa-5356-40f9-8160-512163ece820 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Pushing event deleted for resources: {'Port': ['ID=0641cf34-8f3b-484b-b805-f17d5087ed4b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:33.694987 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['b031909d-4cb3-4a29-995a-b1ae89affd91'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:16:33.729809 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-347824ad-62ca-40af-995f-1822f9ce807c req-d56dd5fa-5356-40f9-8160-512163ece820 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] No DVR routers for this DVR port 0641cf34-8f3b-484b-b805-f17d5087ed4b on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:16:33.733640 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-347824ad-62ca-40af-995f-1822f9ce807c req-d56dd5fa-5356-40f9-8160-512163ece820 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:33.737553 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-347824ad-62ca-40af-995f-1822f9ce807c req-d56dd5fa-5356-40f9-8160-512163ece820 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.83 "DELETE /v2.0/ports/0641cf34-8f3b-484b-b805-f17d5087ed4b HTTP/1.1" status: 204 len: 173 time: 0.4169483 Nov 11 17:16:33.738163 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3ebfc4-6b87-4084-8be1-fdaf34530eb5', 'name': 'network-vif-deleted', 'tag': '0641cf34-8f3b-484b-b805-f17d5087ed4b'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:33.740897 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcb54cd-94ec-40ae-923e-864ed0490826" -d '{"events": [{"server_uuid": "ae3ebfc4-6b87-4084-8be1-fdaf34530eb5", "name": "network-vif-deleted", "tag": "0641cf34-8f3b-484b-b805-f17d5087ed4b"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:33.842367 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-18c71532-0edc-4c90-b2f4-3ad05b989f75 req-60a95265-fe46-47fe-a09a-c555d3f0027a tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 696 time: 0.1631739 Nov 11 17:16:33.907641 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-18c71532-0edc-4c90-b2f4-3ad05b989f75 req-73ee3d47-e58e-4a10-afde-28ee73cea1a7 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 696 time: 0.0644767 Nov 11 17:16:33.917382 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f28b6-b53d-44dc-95e1-2dc474b1e8ec req-f5db377c-2aa3-4261-a657-ab569b9dd1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:33.918869 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b2f28b6-b53d-44dc-95e1-2dc474b1e8ec req-f5db377c-2aa3-4261-a657-ab569b9dd1a7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 1094 time: 0.2175343 Nov 11 17:16:33.935295 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbf7a5-aa44-4bea-b699-20238e3797be req-ba40a941-8c43-4a38-9f25-670117857550 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:33.936805 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a9cbf7a5-aa44-4bea-b699-20238e3797be req-ba40a941-8c43-4a38-9f25-670117857550 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1 HTTP/1.1" status: 200 len: 950 time: 0.1423090 Nov 11 17:16:34.148601 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a9cbf7a5-aa44-4bea-b699-20238e3797be req-ec26c74a-205c-474b-87c1-b3952472234a tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743939 Nov 11 17:16:34.154513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f28b6-b53d-44dc-95e1-2dc474b1e8ec req-fcf06a34-3bfb-4d0c-96f7-4246d9a79070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:34.156793 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b2f28b6-b53d-44dc-95e1-2dc474b1e8ec req-fcf06a34-3bfb-4d0c-96f7-4246d9a79070 service neutron] 10.222.0.83 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 910 time: 0.2171593 Nov 11 17:16:34.174782 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-18c71532-0edc-4c90-b2f4-3ad05b989f75 req-6bbd8ea7-2c7f-4775-bc22-df64800e9ac3 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Deleting port d934479b-09ec-4947-8a74-3e7495255e36 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:16:34.175122 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-18c71532-0edc-4c90-b2f4-3ad05b989f75 req-6bbd8ea7-2c7f-4775-bc22-df64800e9ac3 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:34.250851 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b2f28b6-b53d-44dc-95e1-2dc474b1e8ec req-6f317937-56d4-4b5c-8a12-fe60d0e76d35 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48169c07-54bf-4bc0-ae8c-702e2476af86 HTTP/1.1" status: 200 len: 217 time: 0.0736172 Nov 11 17:16:34.352052 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe30355b-ead3-4454-bc90-0227ece12bf4 req-83534bf9-f831-4aa4-8207-445e998766e1 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae3ebfc4-6b87-4084-8be1-fdaf34530eb5 HTTP/1.1" status: 200 len: 210 time: 0.0397522 Nov 11 17:16:34.353844 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-18c71532-0edc-4c90-b2f4-3ad05b989f75 req-6bbd8ea7-2c7f-4775-bc22-df64800e9ac3 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:34.354162 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-18c71532-0edc-4c90-b2f4-3ad05b989f75 req-6bbd8ea7-2c7f-4775-bc22-df64800e9ac3 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:34.357670 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f28b6-b53d-44dc-95e1-2dc474b1e8ec req-cee35664-9df2-4230-8736-632071b6cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:34.359753 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b2f28b6-b53d-44dc-95e1-2dc474b1e8ec req-cee35664-9df2-4230-8736-632071b6cb8d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=651c5717-7c13-46c4-8d6a-3f6dcf13301c HTTP/1.1" status: 200 len: 848 time: 0.0991628 Nov 11 17:16:34.379047 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-18c71532-0edc-4c90-b2f4-3ad05b989f75 req-6bbd8ea7-2c7f-4775-bc22-df64800e9ac3 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Calling delete_port for d934479b-09ec-4947-8a74-3e7495255e36 owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:16:34.400343 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b2f28b6-b53d-44dc-95e1-2dc474b1e8ec req-79482189-4bbb-4efe-8020-dede61ee48d5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aff4ca62-299e-49a9-90bd-d7da6c894e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289316 Nov 11 17:16:34.535947 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9806da82-59bf-4357-b012-e3564d464a7f x-openstack-request-id: req-9806da82-59bf-4357-b012-e3564d464a7f {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:34.536966 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3ebfc4-6b87-4084-8be1-fdaf34530eb5", "name": "network-vif-deleted", "tag": "0641cf34-8f3b-484b-b805-f17d5087ed4b", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:34.537287 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9806da82-59bf-4357-b012-e3564d464a7f {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:34.537749 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3ebfc4-6b87-4084-8be1-fdaf34530eb5', 'name': 'network-vif-deleted', 'tag': '0641cf34-8f3b-484b-b805-f17d5087ed4b', 'status': 'completed', 'code': 200} Nov 11 17:16:34.577354 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b2f28b6-b53d-44dc-95e1-2dc474b1e8ec req-d1dcac2d-b23f-4162-abf1-0b736d9ca1be service neutron] 10.222.0.83 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350474 Nov 11 17:16:34.718741 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-18c71532-0edc-4c90-b2f4-3ad05b989f75 req-6bbd8ea7-2c7f-4775-bc22-df64800e9ac3 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:34.738970 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465afc0-04e9-4aa5-905e-75b5a9253577 req-51b76ab3-1a83-4de8-9884-bcc450826be2 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:34.740455 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e465afc0-04e9-4aa5-905e-75b5a9253577 req-51b76ab3-1a83-4de8-9884-bcc450826be2 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.1567693 Nov 11 17:16:34.767105 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd8ea7-2c7f-4775-bc22-df64800e9ac3 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Pushing event deleted for resources: {'Port': ['ID=d934479b-09ec-4947-8a74-3e7495255e36,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:34.781745 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b2f28b6-b53d-44dc-95e1-2dc474b1e8ec req-a6c2fbd1-0837-43f9-83ab-0e892388acd7 service neutron] 10.222.0.83 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930912 Nov 11 17:16:34.857828 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e465afc0-04e9-4aa5-905e-75b5a9253577 req-482fbda7-2c0c-43a7-902a-07ed9d0f7431 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943544 Nov 11 17:16:34.861211 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-18c71532-0edc-4c90-b2f4-3ad05b989f75 req-6bbd8ea7-2c7f-4775-bc22-df64800e9ac3 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:34.863685 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-18c71532-0edc-4c90-b2f4-3ad05b989f75 req-6bbd8ea7-2c7f-4775-bc22-df64800e9ac3 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:34.864819 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-18c71532-0edc-4c90-b2f4-3ad05b989f75 req-6bbd8ea7-2c7f-4775-bc22-df64800e9ac3 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "DELETE /v2.0/floatingips/7c8dd972-5ec7-4d92-98b3-fae8fabe96ef HTTP/1.1" status: 204 len: 173 time: 0.9497137 Nov 11 17:16:34.966218 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdcc52-8e93-405e-a6fc-1544dc6eba1d req-c3fc7212-342b-4e8f-a8de-2dd4cef0a7b7 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:34.968512 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e3fdcc52-8e93-405e-a6fc-1544dc6eba1d req-c3fc7212-342b-4e8f-a8de-2dd4cef0a7b7 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.0544662 Nov 11 17:16:35.029804 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e3fdcc52-8e93-405e-a6fc-1544dc6eba1d req-39176101-1d9d-472e-b129-67874cc5c33c tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554910 Nov 11 17:16:35.072876 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2289a3-7b2c-4158-8dd1-37c5f4dd31e7 req-a099c048-fc5a-4353-adc4-9bbefade71ac tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:35.074500 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d2289a3-7b2c-4158-8dd1-37c5f4dd31e7 req-a099c048-fc5a-4353-adc4-9bbefade71ac tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 943 time: 0.0649095 Nov 11 17:16:35.183518 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d2289a3-7b2c-4158-8dd1-37c5f4dd31e7 req-85dfbcf3-b00f-41c8-bbcc-42a0637551c4 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967944 Nov 11 17:16:35.214402 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae762eb4-3993-4b64-9971-5c3f0f40d411 req-4186ed46-cb99-4d56-92a4-639b6f69bbed tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1389372 Nov 11 17:16:35.229554 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-ae762eb4-3993-4b64-9971-5c3f0f40d411 req-9315efc4-79c2-4e54-ab83-37e9a21e9bda tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:35.256453 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ae762eb4-3993-4b64-9971-5c3f0f40d411 req-9315efc4-79c2-4e54-ab83-37e9a21e9bda tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:35.322356 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-107af072-a424-40c4-81bd-3a5773ddec73 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=85a43739753d49039cf4e1bd9ec71524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494554 Nov 11 17:16:35.328434 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46804) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:35.437950 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd236abf-5373-4ea4-8325-a3cb1a6d726f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:35.460295 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6653abae-70db-44e8-aa87-9df01fd48196 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:35.461733 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6653abae-70db-44e8-aa87-9df01fd48196 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1322734 Nov 11 17:16:35.475657 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ae762eb4-3993-4b64-9971-5c3f0f40d411 req-9315efc4-79c2-4e54-ab83-37e9a21e9bda tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:35.484682 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-c8631c98-4881-4173-81ab-3692d7bdf4c3 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/quotas/85a43739753d49039cf4e1bd9ec71524 HTTP/1.1" status: 200 len: 375 time: 0.0162976 Nov 11 17:16:35.513078 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd236abf-5373-4ea4-8325-a3cb1a6d726f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:35.516785 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd236abf-5373-4ea4-8325-a3cb1a6d726f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:35.555341 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fd236abf-5373-4ea4-8325-a3cb1a6d726f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=02a49caae06c437db982ed649a513356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252018 Nov 11 17:16:35.556203 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd236abf-5373-4ea4-8325-a3cb1a6d726f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850cdd1b-f77d-46be-bb9f-d55b1ad299b7,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:35.558691 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46810) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:35.610846 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5f964aaa-4b8d-478d-90e9-0372a68e6ec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:35.636360 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5f964aaa-4b8d-478d-90e9-0372a68e6ec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:35.683642 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5f964aaa-4b8d-478d-90e9-0372a68e6ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:35.686272 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5f964aaa-4b8d-478d-90e9-0372a68e6ec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:35.687446 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5f964aaa-4b8d-478d-90e9-0372a68e6ec3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/850cdd1b-f77d-46be-bb9f-d55b1ad299b7 HTTP/1.1" status: 204 len: 168 time: 0.1280363 Nov 11 17:16:35.695811 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f964aaa-4b8d-478d-90e9-0372a68e6ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850cdd1b-f77d-46be-bb9f-d55b1ad299b7,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:35.820510 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-db051646-731f-4ab9-8e67-c560c05ead31 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=85a43739753d49039cf4e1bd9ec71524&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3023109 Nov 11 17:16:35.851845 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-ae762eb4-3993-4b64-9971-5c3f0f40d411 req-9315efc4-79c2-4e54-ab83-37e9a21e9bda tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Allocated IP 172.25.2.174 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/942db32b-49ed-43f5-bfaa-e03bfda1917b) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:16:35.979944 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46824) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:35.998713 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ae762eb4-3993-4b64-9971-5c3f0f40d411 req-9315efc4-79c2-4e54-ab83-37e9a21e9bda tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:36.003341 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-914556d9-65d8-44fa-bc81-4e04e70b4789 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:36.052229 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ae762eb4-3993-4b64-9971-5c3f0f40d411 req-9315efc4-79c2-4e54-ab83-37e9a21e9bda tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:36.107811 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-914556d9-65d8-44fa-bc81-4e04e70b4789 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:36.117003 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae762eb4-3993-4b64-9971-5c3f0f40d411 req-9315efc4-79c2-4e54-ab83-37e9a21e9bda tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:16:36.121278 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-ae762eb4-3993-4b64-9971-5c3f0f40d411 req-9315efc4-79c2-4e54-ab83-37e9a21e9bda tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:36.123467 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-914556d9-65d8-44fa-bc81-4e04e70b4789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:36.123978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae762eb4-3993-4b64-9971-5c3f0f40d411 req-9315efc4-79c2-4e54-ab83-37e9a21e9bda tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:16:36.158664 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315efc4-79c2-4e54-ab83-37e9a21e9bda tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Pushing event updated for resources: {'Port': ['ID=942db32b-49ed-43f5-bfaa-e03bfda1917b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:36.170265 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-914556d9-65d8-44fa-bc81-4e04e70b4789 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=109a1ec3095b4d409c9afa38f000679a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1889336 Nov 11 17:16:36.175045 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46832) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:36.175911 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914556d9-65d8-44fa-bc81-4e04e70b4789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d726da6a-ea02-4ca0-ac8a-4a53308d04fd,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:36.222670 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc389a-ecc8-4961-b248-cef1a965ee21 req-15ce56de-f858-4704-8f52-468ef21fadc3 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:36.224009 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fddc389a-ecc8-4961-b248-cef1a965ee21 req-15ce56de-f858-4704-8f52-468ef21fadc3 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.0976460 Nov 11 17:16:36.236481 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a88b430-67ee-417d-98bd-84e83bfd9caa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:36.261682 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a88b430-67ee-417d-98bd-84e83bfd9caa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:36.302822 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ae762eb4-3993-4b64-9971-5c3f0f40d411 req-9315efc4-79c2-4e54-ab83-37e9a21e9bda tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:36.325623 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a88b430-67ee-417d-98bd-84e83bfd9caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:36.328441 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a88b430-67ee-417d-98bd-84e83bfd9caa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:36.329693 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6a88b430-67ee-417d-98bd-84e83bfd9caa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d726da6a-ea02-4ca0-ac8a-4a53308d04fd HTTP/1.1" status: 204 len: 168 time: 0.1502874 Nov 11 17:16:36.340288 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88b430-67ee-417d-98bd-84e83bfd9caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d726da6a-ea02-4ca0-ac8a-4a53308d04fd,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:36.356391 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fddc389a-ecc8-4961-b248-cef1a965ee21 req-3adc6a45-7ed2-4337-b825-931437841519 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955126 Nov 11 17:16:36.375921 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ae762eb4-3993-4b64-9971-5c3f0f40d411 req-9315efc4-79c2-4e54-ab83-37e9a21e9bda tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:36.464130 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d966d89d-4ade-417f-8bad-5464a5153da7 req-e041b31a-7393-4354-b284-346184a13f38 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=74306843-7238-4c86-a66d-8fe22eb78974 HTTP/1.1" status: 200 len: 210 time: 0.0510075 Nov 11 17:16:36.600886 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ae762eb4-3993-4b64-9971-5c3f0f40d411 req-9315efc4-79c2-4e54-ab83-37e9a21e9bda tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:36.609625 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ae762eb4-3993-4b64-9971-5c3f0f40d411 req-9315efc4-79c2-4e54-ab83-37e9a21e9bda tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:36.705901 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315efc4-79c2-4e54-ab83-37e9a21e9bda tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Pushing event updated for resources: {'Port': ['ID=942db32b-49ed-43f5-bfaa-e03bfda1917b,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:36.722150 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ae762eb4-3993-4b64-9971-5c3f0f40d411 req-9315efc4-79c2-4e54-ab83-37e9a21e9bda tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:36.746371 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ae762eb4-3993-4b64-9971-5c3f0f40d411 req-9315efc4-79c2-4e54-ab83-37e9a21e9bda tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:36.752224 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae762eb4-3993-4b64-9971-5c3f0f40d411 req-9315efc4-79c2-4e54-ab83-37e9a21e9bda tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5275474 Nov 11 17:16:36.827581 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae762eb4-3993-4b64-9971-5c3f0f40d411 req-f61378b0-3aac-41cf-aa99-eaedd689d539 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.174 HTTP/1.1" status: 200 len: 696 time: 0.0704370 Nov 11 17:16:36.897867 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b3ee3-2a40-4b17-a4b9-e0f061c0a150 req-1ccf5b23-e4d0-4b7a-aff6-24a4ec896ef5 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:36.899333 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c6b3ee3-2a40-4b17-a4b9-e0f061c0a150 req-1ccf5b23-e4d0-4b7a-aff6-24a4ec896ef5 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 943 time: 0.1032248 Nov 11 17:16:36.982275 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c6b3ee3-2a40-4b17-a4b9-e0f061c0a150 req-cc877e83-808b-4ec5-bd67-5de5f18afe66 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755277 Nov 11 17:16:36.990681 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae762eb4-3993-4b64-9971-5c3f0f40d411 req-a2b32295-bb13-4ea8-837f-3d346bb7ab15 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:36.993045 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae762eb4-3993-4b64-9971-5c3f0f40d411 req-a2b32295-bb13-4ea8-837f-3d346bb7ab15 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.1541538 Nov 11 17:16:36.993869 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 48169c07-54bf-4bc0-ae8c-702e2476af86 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:16:36.999294 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0641cf34-8f3b-484b-b805-f17d5087ed4b no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:16:37.008180 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-ae762eb4-3993-4b64-9971-5c3f0f40d411 req-8eafb75a-23d3-40dc-9013-b946983df2ad tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:16:37.012248 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae762eb4-3993-4b64-9971-5c3f0f40d411 req-8eafb75a-23d3-40dc-9013-b946983df2ad tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112779 Nov 11 17:16:37.104571 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-12a79d68-3ac0-4787-8d39-ecb0c8249cba req-995d9fd3-638a-4c3e-ad6c-16f9e8706edd tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/floatingips/31f5c28c-578a-4e44-a1c5-5f8172ec0b56 HTTP/1.1" status: 200 len: 693 time: 0.0719213 Nov 11 17:16:37.112444 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 0641cf34-8f3b-484b-b805-f17d5087ed4b {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:16:37.112786 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0641cf34-8f3b-484b-b805-f17d5087ed4b not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:16:37.140974 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 48169c07-54bf-4bc0-ae8c-702e2476af86, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=48169c07-54bf-4bc0-ae8c-702e2476af86,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:37.155774 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '48169c07-54bf-4bc0-ae8c-702e2476af86', 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d', 'port_id': '48169c07-54bf-4bc0-ae8c-702e2476af86', 'mac_address': 'fa:16:3e:c3:1a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '651c5717-7c13-46c4-8d6a-3f6dcf13301c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:16:37.198058 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:37.210599 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-fbd9ab1f-d00a-40d6-8325-5af27e7d90e2 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=85a43739753d49039cf4e1bd9ec71524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0959179 Nov 11 17:16:37.213130 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48169c07-54bf-4bc0-ae8c-702e2476af86 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:16:37.234373 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 48169c07-54bf-4bc0-ae8c-702e2476af86, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=48169c07-54bf-4bc0-ae8c-702e2476af86,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:37.239566 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:37.245265 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14c231-54b4-46b3-8529-6f8e372b0d54 req-2ebba57a-3be7-4216-83ac-b57a23c7689b tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:37.245265 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fd14c231-54b4-46b3-8529-6f8e372b0d54 req-2ebba57a-3be7-4216-83ac-b57a23c7689b tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=99554e74-2af2-462a-be60-f26cc02977a1 HTTP/1.1" status: 200 len: 950 time: 0.1448188 Nov 11 17:16:37.302859 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=48169c07-54bf-4bc0-ae8c-702e2476af86,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:37.366908 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2013-7937-4cd3-9b94-aa6130aae9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:37.404774 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a79d68-3ac0-4787-8d39-ecb0c8249cba req-481c23bb-b3eb-45dc-80a6-e3f062558104 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:37.406206 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-12a79d68-3ac0-4787-8d39-ecb0c8249cba req-481c23bb-b3eb-45dc-80a6-e3f062558104 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.2813926 Nov 11 17:16:37.414464 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fd14c231-54b4-46b3-8529-6f8e372b0d54 req-5ff2d587-37c5-42e7-81b3-262edd7f6b59 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627197 Nov 11 17:16:37.465392 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-8b72a85e-ba1a-4b03-a440-9568fe7ea7bb tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:37.467666 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-8b72a85e-ba1a-4b03-a440-9568fe7ea7bb tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2477870 Nov 11 17:16:37.477084 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-12a79d68-3ac0-4787-8d39-ecb0c8249cba req-2593fa12-8f34-4013-9782-903d85b24f14 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.174 HTTP/1.1" status: 200 len: 696 time: 0.0571408 Nov 11 17:16:37.481845 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-a029b891-fbb1-46fd-b928-00718a6ed822 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Request body: {'port': {'device_id': '74306843-7238-4c86-a66d-8fe22eb78974', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '85a43739753d49039cf4e1bd9ec71524'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:37.497433 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['48169c07-54bf-4bc0-ae8c-702e2476af86'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:16:37.586794 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-12a79d68-3ac0-4787-8d39-ecb0c8249cba req-f9bf754a-ad7b-4fd1-b944-700ba36846ed tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.174 HTTP/1.1" status: 200 len: 696 time: 0.1013880 Nov 11 17:16:37.784707 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-a029b891-fbb1-46fd-b928-00718a6ed822 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Made reservation on behalf of 85a43739753d49039cf4e1bd9ec71524 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:16:37.789157 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-a029b891-fbb1-46fd-b928-00718a6ed822 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:37.819003 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322673d-1476-416d-bee6-909c452540e5 req-8cf5e75f-8906-4508-bec9-20d87938ab6b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:37.820511 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7322673d-1476-416d-bee6-909c452540e5 req-8cf5e75f-8906-4508-bec9-20d87938ab6b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.0959141 Nov 11 17:16:37.833683 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-12a79d68-3ac0-4787-8d39-ecb0c8249cba req-dc85d7d7-ba76-43bb-a2b9-5aed3cad7904 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Deleting port 942db32b-49ed-43f5-bfaa-e03bfda1917b {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:16:37.834023 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-12a79d68-3ac0-4787-8d39-ecb0c8249cba req-dc85d7d7-ba76-43bb-a2b9-5aed3cad7904 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:37.995925 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7322673d-1476-416d-bee6-909c452540e5 req-1f4ff6cc-4022-4697-a0be-eee553a3b02b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599145 Nov 11 17:16:38.029175 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-12a79d68-3ac0-4787-8d39-ecb0c8249cba req-dc85d7d7-ba76-43bb-a2b9-5aed3cad7904 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:38.029797 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-12a79d68-3ac0-4787-8d39-ecb0c8249cba req-dc85d7d7-ba76-43bb-a2b9-5aed3cad7904 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:38.047160 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-12a79d68-3ac0-4787-8d39-ecb0c8249cba req-dc85d7d7-ba76-43bb-a2b9-5aed3cad7904 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Calling delete_port for 942db32b-49ed-43f5-bfaa-e03bfda1917b owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:16:38.070117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-a029b891-fbb1-46fd-b928-00718a6ed822 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Allocated IP 192.168.233.190 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/4827dd36-fe7d-4ce8-ba22-e94c25465b5b) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:16:38.138599 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-80bce95b-fa76-4e4e-a1d4-a74f21fe45df req-a60a6f74-79d3-4c3a-bdac-5f4e638e7cff tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=74306843-7238-4c86-a66d-8fe22eb78974 HTTP/1.1" status: 200 len: 210 time: 0.0709026 Nov 11 17:16:38.372440 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-a029b891-fbb1-46fd-b928-00718a6ed822 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:38.381158 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-12a79d68-3ac0-4787-8d39-ecb0c8249cba req-dc85d7d7-ba76-43bb-a2b9-5aed3cad7904 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:38.423931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8074a-96b3-4504-a66b-55f2f24147a1 req-63554d2a-a03e-48ac-96cc-d91929c22bf7 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:38.425429 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e4b8074a-96b3-4504-a66b-55f2f24147a1 req-63554d2a-a03e-48ac-96cc-d91929c22bf7 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 944 time: 0.1229644 Nov 11 17:16:38.426177 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85d7d7-ba76-43bb-a2b9-5aed3cad7904 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Pushing event deleted for resources: {'Port': ['ID=942db32b-49ed-43f5-bfaa-e03bfda1917b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:38.456541 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a914fb-0299-4631-9f64-100ea4946e3a req-63823378-c610-492a-afbd-a5adf03a4d5c tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:38.458027 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a6a914fb-0299-4631-9f64-100ea4946e3a req-63823378-c610-492a-afbd-a5adf03a4d5c tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.64 "GET /v2.0/ports?device_id=99554e74-2af2-462a-be60-f26cc02977a1 HTTP/1.1" status: 200 len: 950 time: 0.0503383 Nov 11 17:16:38.515119 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-a029b891-fbb1-46fd-b928-00718a6ed822 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:38.528415 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['e349adda-a068-4125-9f82-b5f359efb698'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:16:38.551284 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-a6a914fb-0299-4631-9f64-100ea4946e3a req-6c94d0a4-78bb-4b46-8894-0336e71ecd6c tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Deleting port b031909d-4cb3-4a29-995a-b1ae89affd91 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:16:38.551788 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a6a914fb-0299-4631-9f64-100ea4946e3a req-6c94d0a4-78bb-4b46-8894-0336e71ecd6c tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:38.559433 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['c4f9bc1f-b969-46f0-9583-72f2f00ccff0'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:16:38.564885 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-12a79d68-3ac0-4787-8d39-ecb0c8249cba req-dc85d7d7-ba76-43bb-a2b9-5aed3cad7904 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:38.567522 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-12a79d68-3ac0-4787-8d39-ecb0c8249cba req-dc85d7d7-ba76-43bb-a2b9-5aed3cad7904 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:38.568712 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-12a79d68-3ac0-4787-8d39-ecb0c8249cba req-dc85d7d7-ba76-43bb-a2b9-5aed3cad7904 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "DELETE /v2.0/floatingips/31f5c28c-578a-4e44-a1c5-5f8172ec0b56 HTTP/1.1" status: 204 len: 173 time: 0.9746671 Nov 11 17:16:38.579598 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e4b8074a-96b3-4504-a66b-55f2f24147a1 req-a923233e-6c5e-4860-85c7-12a7f8dbf711 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444230 Nov 11 17:16:38.593739 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-a029b891-fbb1-46fd-b928-00718a6ed822 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:16:38.594455 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029b891-fbb1-46fd-b928-00718a6ed822 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Pushing event updated for resources: {'Port': ['ID=4827dd36-fe7d-4ce8-ba22-e94c25465b5b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:38.598495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-a029b891-fbb1-46fd-b928-00718a6ed822 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:38.609512 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-a029b891-fbb1-46fd-b928-00718a6ed822 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:16:38.778805 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-a029b891-fbb1-46fd-b928-00718a6ed822 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:38.779487 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-a029b891-fbb1-46fd-b928-00718a6ed822 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:38.783093 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3b75ffe-62bf-4ed3-a533-ec87720ab2d1 req-fedf7bea-e6d2-4d96-89d6-ec815e535b78 tempest-FlavorsV2NegativeTest-1268846399 tempest-FlavorsV2NegativeTest-1268846399-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=b8683bd5c66246a486fde7e8160f8903&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447962 Nov 11 17:16:38.807393 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07171e4-da5b-4cb4-90c8-6435d8f5ece1 req-a1325a6b-28b8-40f0-af3a-56a8d291ebc7 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:38.815199 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d07171e4-da5b-4cb4-90c8-6435d8f5ece1 req-a1325a6b-28b8-40f0-af3a-56a8d291ebc7 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/ports?device_id=99554e74-2af2-462a-be60-f26cc02977a1 HTTP/1.1" status: 200 len: 950 time: 0.1373346 Nov 11 17:16:38.889853 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-a6a914fb-0299-4631-9f64-100ea4946e3a req-6c94d0a4-78bb-4b46-8894-0336e71ecd6c tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] For port b031909d-4cb3-4a29-995a-b1ae89affd91, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b031909d-4cb3-4a29-995a-b1ae89affd91,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:38.890206 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a6a914fb-0299-4631-9f64-100ea4946e3a req-6c94d0a4-78bb-4b46-8894-0336e71ecd6c tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:38.898877 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-a029b891-fbb1-46fd-b928-00718a6ed822 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4207909 Nov 11 17:16:38.904460 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-a6a914fb-0299-4631-9f64-100ea4946e3a req-6c94d0a4-78bb-4b46-8894-0336e71ecd6c tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Calling delete_port for b031909d-4cb3-4a29-995a-b1ae89affd91 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:16:38.907875 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-dbb7ef64-b864-4d1a-8432-17eead93325d None None] Provisioning complete for port 4827dd36-fe7d-4ce8-ba22-e94c25465b5b triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:38.908244 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dbb7ef64-b864-4d1a-8432-17eead93325d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:38.913867 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] Request body: {'port': {'device_id': '74306843-7238-4c86-a66d-8fe22eb78974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:38.942492 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-dbb7ef64-b864-4d1a-8432-17eead93325d None None] Port 4827dd36-fe7d-4ce8-ba22-e94c25465b5b cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:16:39.002098 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 48169c07-54bf-4bc0-ae8c-702e2476af86 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:16:39.043851 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a6a914fb-0299-4631-9f64-100ea4946e3a req-6c94d0a4-78bb-4b46-8894-0336e71ecd6c tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:39.054063 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 48169c07-54bf-4bc0-ae8c-702e2476af86 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:16:39.058753 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 48169c07-54bf-4bc0-ae8c-702e2476af86 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:39.059153 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:39.074232 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94d0a4-78bb-4b46-8894-0336e71ecd6c tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Pushing event deleted for resources: {'Port': ['ID=b031909d-4cb3-4a29-995a-b1ae89affd91,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:39.106341 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['b031909d-4cb3-4a29-995a-b1ae89affd91'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:16:39.124990 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a914fb-0299-4631-9f64-100ea4946e3a req-6c94d0a4-78bb-4b46-8894-0336e71ecd6c tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] No DVR routers for this DVR port b031909d-4cb3-4a29-995a-b1ae89affd91 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:16:39.127761 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a6a914fb-0299-4631-9f64-100ea4946e3a req-6c94d0a4-78bb-4b46-8894-0336e71ecd6c tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:39.131382 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a6a914fb-0299-4631-9f64-100ea4946e3a req-6c94d0a4-78bb-4b46-8894-0336e71ecd6c tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.64 "DELETE /v2.0/ports/b031909d-4cb3-4a29-995a-b1ae89affd91 HTTP/1.1" status: 204 len: 173 time: 0.6669445 Nov 11 17:16:39.132543 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99554e74-2af2-462a-be60-f26cc02977a1', 'name': 'network-vif-deleted', 'tag': 'b031909d-4cb3-4a29-995a-b1ae89affd91'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:39.134993 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0686ae11-7974-48ef-a7db-3fa943fcfcd7" -d '{"events": [{"server_uuid": "99554e74-2af2-462a-be60-f26cc02977a1", "name": "network-vif-deleted", "tag": "b031909d-4cb3-4a29-995a-b1ae89affd91"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:39.196854 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:39.219381 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41877169-111b-4dcc-bf83-8556200ca185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48169c07-54bf-4bc0-ae8c-702e2476af86'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:39.222026 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be227bd-e444-4c0c-a15d-ff7d90f08aed" -d '{"events": [{"server_uuid": "41877169-111b-4dcc-bf83-8556200ca185", "name": "network-vif-plugged", "status": "completed", "tag": "48169c07-54bf-4bc0-ae8c-702e2476af86"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:39.235453 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 48169c07-54bf-4bc0-ae8c-702e2476af86, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=48169c07-54bf-4bc0-ae8c-702e2476af86,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:39.241549 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:39.257545 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d07171e4-da5b-4cb4-90c8-6435d8f5ece1 req-284bac97-6250-498d-82dd-bb7f3fc2bcb7 tempest-LiveMigrationNegativeTest-1741459838 tempest-LiveMigrationNegativeTest-1741459838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0d052b0-cd0a-42f6-aea9-27cc78a3292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409196 Nov 11 17:16:39.267494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b75ffe-62bf-4ed3-a533-ec87720ab2d1 req-a6bf57ef-660d-44de-b8bb-dda1b54648eb tempest-FlavorsV2NegativeTest-1268846399 tempest-FlavorsV2NegativeTest-1268846399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:39.269014 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3b75ffe-62bf-4ed3-a533-ec87720ab2d1 req-a6bf57ef-660d-44de-b8bb-dda1b54648eb tempest-FlavorsV2NegativeTest-1268846399 tempest-FlavorsV2NegativeTest-1268846399-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4510643 Nov 11 17:16:39.292490 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=48169c07-54bf-4bc0-ae8c-702e2476af86,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:39.296965 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:39.300712 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3b75ffe-62bf-4ed3-a533-ec87720ab2d1 req-3b067e80-5c6e-4ea8-ad26-9ce7defd56f7 tempest-FlavorsV2NegativeTest-1268846399 tempest-FlavorsV2NegativeTest-1268846399-project] 10.222.0.76 "GET /v2.0/quotas/b8683bd5c66246a486fde7e8160f8903 HTTP/1.1" status: 200 len: 375 time: 0.0192232 Nov 11 17:16:39.341767 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3b75ffe-62bf-4ed3-a533-ec87720ab2d1 req-24c4d697-be15-4442-81f0-de3ee23c60ee tempest-FlavorsV2NegativeTest-1268846399 tempest-FlavorsV2NegativeTest-1268846399-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8683bd5c66246a486fde7e8160f8903&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341473 Nov 11 17:16:39.456985 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-6b0ebce9-ecb9-4775-b08d-fd7dddee2ca6 req-e59f34f6-1c2d-4445-a00b-dc0a481b9818 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] show failed (client error): The resource could not be found. Nov 11 17:16:39.460325 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b0ebce9-ecb9-4775-b08d-fd7dddee2ca6 req-e59f34f6-1c2d-4445-a00b-dc0a481b9818 tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/floatingips/31f5c28c-578a-4e44-a1c5-5f8172ec0b56 HTTP/1.1" status: 404 len: 350 time: 0.0838785 Nov 11 17:16:39.503629 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6522b5-7f61-44d8-a4b4-fcc4d7d477cf x-openstack-request-id: req-0f6522b5-7f61-44d8-a4b4-fcc4d7d477cf {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:39.504187 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99554e74-2af2-462a-be60-f26cc02977a1", "name": "network-vif-deleted", "tag": "b031909d-4cb3-4a29-995a-b1ae89affd91", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:39.504285 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0f6522b5-7f61-44d8-a4b4-fcc4d7d477cf {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:39.505302 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99554e74-2af2-462a-be60-f26cc02977a1', 'name': 'network-vif-deleted', 'tag': 'b031909d-4cb3-4a29-995a-b1ae89affd91', 'status': 'completed', 'code': 200} Nov 11 17:16:39.695031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73123ac9-8224-4edd-8086-61d36f1672f0 req-9442f00a-fde2-44f8-9ce9-be6b886886ff tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:39.696536 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-73123ac9-8224-4edd-8086-61d36f1672f0 req-9442f00a-fde2-44f8-9ce9-be6b886886ff tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.2412677 Nov 11 17:16:39.708978 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-35fd4c5f-5d95-4d99-8aa5-156e50d8ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:39.709590 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a818dd1-d104-4704-b76d-41a8468547aa req-8d8256b0-c545-45a2-999b-7982a5d5ebaa tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:39.710999 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a818dd1-d104-4704-b76d-41a8468547aa req-8d8256b0-c545-45a2-999b-7982a5d5ebaa tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=74306843-7238-4c86-a66d-8fe22eb78974 HTTP/1.1" status: 200 len: 936 time: 0.1328809 Nov 11 17:16:39.778612 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:16:39.819672 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-73123ac9-8224-4edd-8086-61d36f1672f0 req-762f7f87-4d6d-4d4d-835d-d260e808e152 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052384 Nov 11 17:16:39.897943 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4827dd36-fe7d-4ce8-ba22-e94c25465b5b {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:16:39.904852 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e2f0d6-ce35-4bc8-b7a7-bba208815037 x-openstack-request-id: req-02e2f0d6-ce35-4bc8-b7a7-bba208815037 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:39.905177 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41877169-111b-4dcc-bf83-8556200ca185", "name": "network-vif-plugged", "status": "completed", "tag": "48169c07-54bf-4bc0-ae8c-702e2476af86", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:39.905441 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-02e2f0d6-ce35-4bc8-b7a7-bba208815037 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:39.905840 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41877169-111b-4dcc-bf83-8556200ca185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48169c07-54bf-4bc0-ae8c-702e2476af86', 'code': 200} Nov 11 17:16:39.932573 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:39.946882 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] Transition to ACTIVE for port object 4827dd36-fe7d-4ce8-ba22-e94c25465b5b will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:16:39.954373 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a818dd1-d104-4704-b76d-41a8468547aa req-b11bcd16-694a-4b87-9869-94dc760cf2be tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193890 Nov 11 17:16:39.957060 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:40.061808 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4827dd36-fe7d-4ce8-ba22-e94c25465b5b,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:40.066507 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46958) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:40.091051 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaac3a-2c33-40f8-8074-1538e585135b req-643a2b5f-8379-4886-93af-f08a64953058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:40.092721 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8cbaac3a-2c33-40f8-8074-1538e585135b req-643a2b5f-8379-4886-93af-f08a64953058 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 1096 time: 0.0716479 Nov 11 17:16:40.139131 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-8c67ae70-0f82-46d1-a39f-a67441918cd0 req-d1775fff-27cd-4c3d-ad93-2b228458426d tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] show failed (client error): The resource could not be found. Nov 11 17:16:40.147214 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c67ae70-0f82-46d1-a39f-a67441918cd0 req-d1775fff-27cd-4c3d-ad93-2b228458426d tempest-FloatingIPsTestJSON-1229861762 tempest-FloatingIPsTestJSON-1229861762-project] 10.222.0.76 "GET /v2.0/floatingips/31f5c28c-578a-4e44-a1c5-5f8172ec0b56 HTTP/1.1" status: 404 len: 350 time: 0.0791476 Nov 11 17:16:40.152230 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46962) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:40.155963 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8cbaac3a-2c33-40f8-8074-1538e585135b req-dfa46b75-b51e-491f-a074-24cdf994ed45 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532823 Nov 11 17:16:40.240879 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-91aca63b-b680-4c5b-9586-1f02ad240e11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:40.266154 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95ad0e-8d0d-47ad-b860-937b23d0b1bd req-73c133a1-9d08-41f5-a249-1614731e4625 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:40.267634 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fc95ad0e-8d0d-47ad-b860-937b23d0b1bd req-73c133a1-9d08-41f5-a249-1614731e4625 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 945 time: 0.1417489 Nov 11 17:16:40.344159 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] Attempting to bind port 4827dd36-fe7d-4ce8-ba22-e94c25465b5b on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:16:40.344983 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] Attempting to bind port 4827dd36-fe7d-4ce8-ba22-e94c25465b5b by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:16:40.345515 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] Attempting to bind port 4827dd36-fe7d-4ce8-ba22-e94c25465b5b on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:40.374175 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] Port 4827dd36-fe7d-4ce8-ba22-e94c25465b5b on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:16:40.376590 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] Attempting to bind port 4827dd36-fe7d-4ce8-ba22-e94c25465b5b on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:40.400396 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fc95ad0e-8d0d-47ad-b860-937b23d0b1bd req-80517d12-809a-4d37-affb-6974c11c042d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186678 Nov 11 17:16:40.407563 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:16:40.407936 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:16:40.408454 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:16:40.408993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] Bound port: 4827dd36-fe7d-4ce8-ba22-e94c25465b5b, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:16:40.409427 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:40.487120 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-91aca63b-b680-4c5b-9586-1f02ad240e11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:40.496272 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-91aca63b-b680-4c5b-9586-1f02ad240e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:40.552330 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] For port 4827dd36-fe7d-4ce8-ba22-e94c25465b5b, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:16:40.562946 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-91aca63b-b680-4c5b-9586-1f02ad240e11 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b8683bd5c66246a486fde7e8160f8903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4870515 Nov 11 17:16:40.568021 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46972) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:40.569565 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aca63b-b680-4c5b-9586-1f02ad240e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565b8189-f481-4368-9ba9-16819090beb4,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:40.575489 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] For port 4827dd36-fe7d-4ce8-ba22-e94c25465b5b, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4827dd36-fe7d-4ce8-ba22-e94c25465b5b,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:16:40.586435 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:40.633367 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46974) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:40.644488 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:40.645495 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:40.646912 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] 10.222.0.83 "PUT /v2.0/ports/4827dd36-fe7d-4ce8-ba22-e94c25465b5b HTTP/1.1" status: 200 len: 1096 time: 1.7374923 Nov 11 17:16:40.648040 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74306843-7238-4c86-a66d-8fe22eb78974', 'tag': '4827dd36-fe7d-4ce8-ba22-e94c25465b5b'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:40.650408 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b065f9-f960-4a00-a521-12da243eedf7" -d '{"events": [{"name": "network-changed", "server_uuid": "74306843-7238-4c86-a66d-8fe22eb78974", "tag": "4827dd36-fe7d-4ce8-ba22-e94c25465b5b"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:40.724038 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d109d96-ee54-40b1-b8ee-308eed6a50f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4827dd36-fe7d-4ce8-ba22-e94c25465b5b,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:40.728562 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ced0b9-909e-4bd6-93ff-763f30aefec8 x-openstack-request-id: req-b6ced0b9-909e-4bd6-93ff-763f30aefec8 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:40.728924 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74306843-7238-4c86-a66d-8fe22eb78974", "tag": "4827dd36-fe7d-4ce8-ba22-e94c25465b5b", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:40.729120 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b6ced0b9-909e-4bd6-93ff-763f30aefec8 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:40.729496 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74306843-7238-4c86-a66d-8fe22eb78974', 'tag': '4827dd36-fe7d-4ce8-ba22-e94c25465b5b', 'status': 'completed', 'code': 200} Nov 11 17:16:40.739556 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4f77923-aba8-4e8c-a6d8-fb566ef96595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:40.762135 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-4793bc24-af1a-4f92-9c60-848c09217d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:40.763679 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-4793bc24-af1a-4f92-9c60-848c09217d96 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=85a43739753d49039cf4e1bd9ec71524&device_id=74306843-7238-4c86-a66d-8fe22eb78974 HTTP/1.1" status: 200 len: 1099 time: 0.0659142 Nov 11 17:16:40.780371 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4f77923-aba8-4e8c-a6d8-fb566ef96595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:40.783908 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:40.824855 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-33f681e1-702d-43f9-82fe-707f3bb57217 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=4827dd36-fe7d-4ce8-ba22-e94c25465b5b HTTP/1.1" status: 200 len: 217 time: 0.0496128 Nov 11 17:16:40.854973 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-be2e7c4a-89da-4d55-b6a0-6250ac11d263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:40.899448 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2c1d1805-7fba-4c7b-97ec-b6eeb90b5a2f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6930914e844e4bcdb113db5c5b10f3aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605963 Nov 11 17:16:40.899645 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46982) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:40.931889 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4f77923-aba8-4e8c-a6d8-fb566ef96595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:40.934689 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4f77923-aba8-4e8c-a6d8-fb566ef96595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:40.935841 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a4f77923-aba8-4e8c-a6d8-fb566ef96595 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/565b8189-f481-4368-9ba9-16819090beb4 HTTP/1.1" status: 204 len: 168 time: 0.3644857 Nov 11 17:16:40.991163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-4db90cd7-5706-4fb2-9f0b-483648affad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:40.992801 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-4db90cd7-5706-4fb2-9f0b-483648affad6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1550369 Nov 11 17:16:41.018909 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f77923-aba8-4e8c-a6d8-fb566ef96595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565b8189-f481-4368-9ba9-16819090beb4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:41.038663 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-06bddbde-6e97-4cf7-a747-4be46817d925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:41.086992 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-06bddbde-6e97-4cf7-a747-4be46817d925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:41.096200 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3cfeb-3b4f-47b2-8ed9-af8492cbc14f req-68cc60bf-1084-474c-841f-674566bf797d tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:41.098660 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-57eccda4-4f8a-4655-98d9-e433dd909ade service neutron] show failed (client error): The resource could not be found. Nov 11 17:16:41.099672 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-57eccda4-4f8a-4655-98d9-e433dd909ade service neutron] 10.222.0.64 "GET /v2.0/ports/bb67b9c1-f900-4d16-bde3-f5fe2ee098fa/bindings/n-h2-816206-4 HTTP/1.1" status: 404 len: 380 time: 0.1983364 Nov 11 17:16:41.103373 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-daf3cfeb-3b4f-47b2-8ed9-af8492cbc14f req-68cc60bf-1084-474c-841f-674566bf797d tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.1593208 Nov 11 17:16:41.106204 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-b25e50cf-1766-4e20-b854-c6c0e0d711e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:41.107699 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-b25e50cf-1766-4e20-b854-c6c0e0d711e6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1001618 Nov 11 17:16:41.291900 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-daf3cfeb-3b4f-47b2-8ed9-af8492cbc14f req-5c96f4c7-f9ba-4688-be5b-f51985c55a03 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876564 Nov 11 17:16:41.315491 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7dc7c-ac9c-4f14-bf03-afbc79b8d048 req-4f5f37bf-876c-4ae0-9610-d8731bcf5a79 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:41.327433 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ce7dc7c-ac9c-4f14-bf03-afbc79b8d048 req-4f5f37bf-876c-4ae0-9610-d8731bcf5a79 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=74306843-7238-4c86-a66d-8fe22eb78974 HTTP/1.1" status: 200 len: 948 time: 0.1530895 Nov 11 17:16:41.346231 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-be2e7c4a-89da-4d55-b6a0-6250ac11d263 admin admin] Deleting port 79f0df08-d53a-4e48-9e34-86c1b1cacd14 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:16:41.346587 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-be2e7c4a-89da-4d55-b6a0-6250ac11d263 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:41.359593 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-06bddbde-6e97-4cf7-a747-4be46817d925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:41.363146 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-06bddbde-6e97-4cf7-a747-4be46817d925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:41.367125 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-06bddbde-6e97-4cf7-a747-4be46817d925 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b0d052b0-cd0a-42f6-aea9-27cc78a3292f HTTP/1.1" status: 204 len: 168 time: 0.4640892 Nov 11 17:16:41.380525 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bddbde-6e97-4cf7-a747-4be46817d925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d052b0-cd0a-42f6-aea9-27cc78a3292f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:41.386595 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-bda0ee0a-4878-4a7b-9044-7d81ad465cc3 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637606 Nov 11 17:16:41.473117 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ce7dc7c-ac9c-4f14-bf03-afbc79b8d048 req-b1d5eba7-be6d-4fce-b6b0-b5bbf2b00dce tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452963 Nov 11 17:16:41.577602 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-be2e7c4a-89da-4d55-b6a0-6250ac11d263 admin admin] For port 79f0df08-d53a-4e48-9e34-86c1b1cacd14, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=79f0df08-d53a-4e48-9e34-86c1b1cacd14,segment=NetworkSegment(2a3c9c37-583a-4fe0-8369-940e8bd05123),segment_id=2a3c9c37-583a-4fe0-8369-940e8bd05123)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:41.578966 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-be2e7c4a-89da-4d55-b6a0-6250ac11d263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:41.589501 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b59c4e3-5ee0-4ef7-8c7b-04bcfe9c03fd req-ea4a4ff3-6f21-4a3f-9324-7dd9fbef4963 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913178 Nov 11 17:16:41.597303 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-be2e7c4a-89da-4d55-b6a0-6250ac11d263 admin admin] Calling delete_port for 79f0df08-d53a-4e48-9e34-86c1b1cacd14 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:16:41.706354 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c855b-3936-4f8e-9ec8-458568d2b14d req-fe263731-11e5-466c-a862-cb095e8c859f tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:41.714579 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-455c855b-3936-4f8e-9ec8-458568d2b14d req-fe263731-11e5-466c-a862-cb095e8c859f tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 945 time: 0.1537309 Nov 11 17:16:41.743989 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-72d9484d-2c5c-4f90-8290-1948890a09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:41.745843 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-72d9484d-2c5c-4f90-8290-1948890a09c0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9&tenant_id=5a1f216bc9834fb08bccfb025e9c406a HTTP/1.1" status: 200 len: 1101 time: 0.1368406 Nov 11 17:16:41.766384 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-4', 'device_owner': 'compute:nova'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:41.773831 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b065f9-f960-4a00-a521-12da243eedf7 req-435c064f-be75-4092-8f8c-e245f12fdb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:41.775767 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-72b065f9-f960-4a00-a521-12da243eedf7 req-435c064f-be75-4092-8f8c-e245f12fdb11 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=85a43739753d49039cf4e1bd9ec71524&device_id=74306843-7238-4c86-a66d-8fe22eb78974 HTTP/1.1" status: 200 len: 1099 time: 0.0817273 Nov 11 17:16:41.815984 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-455c855b-3936-4f8e-9ec8-458568d2b14d req-9f56890b-a1a7-4b44-8117-5876cdf8cca2 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003141 Nov 11 17:16:41.816762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47008) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:41.862286 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:41.915689 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-705741ad-9691-462b-9110-ca1df771646f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0c558ba3aeda44ad8914b8c9307d6fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0575032 Nov 11 17:16:41.917789 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47014) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:42.007458 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b065f9-f960-4a00-a521-12da243eedf7 req-c93e5191-d2fe-4e26-9bdc-686423b858c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:42.009189 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-72b065f9-f960-4a00-a521-12da243eedf7 req-c93e5191-d2fe-4e26-9bdc-686423b858c8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.1883214 Nov 11 17:16:42.101641 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-72b065f9-f960-4a00-a521-12da243eedf7 req-9b8c9294-3ad3-4d5d-be5d-72f0d49d643a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=4827dd36-fe7d-4ce8-ba22-e94c25465b5b HTTP/1.1" status: 200 len: 217 time: 0.0725772 Nov 11 17:16:42.110477 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bc8eb7b0-1f5c-4244-a062-ed7189120201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:42.177586 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bc8eb7b0-1f5c-4244-a062-ed7189120201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:42.205348 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-be2e7c4a-89da-4d55-b6a0-6250ac11d263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:42.219813 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] For port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:42.274617 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] For port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:16:42.291331 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e7c4a-89da-4d55-b6a0-6250ac11d263 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f0df08-d53a-4e48-9e34-86c1b1cacd14,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:42.310661 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b065f9-f960-4a00-a521-12da243eedf7 req-4b6a3d14-a8de-4b39-8b1d-15959054dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:42.312137 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-72b065f9-f960-4a00-a521-12da243eedf7 req-4b6a3d14-a8de-4b39-8b1d-15959054dc66 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1991241 Nov 11 17:16:42.384167 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:42.405655 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:42.418829 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47028) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:42.498028 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] Transition to ACTIVE for port object bb67b9c1-f900-4d16-bde3-f5fe2ee098fa will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:16:42.507442 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b065f9-f960-4a00-a521-12da243eedf7 req-9637740a-cf14-4db5-b8e0-59e91d81d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:42.509007 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-72b065f9-f960-4a00-a521-12da243eedf7 req-9637740a-cf14-4db5-b8e0-59e91d81d644 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1543858 Nov 11 17:16:42.513029 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:42.513234 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bc8eb7b0-1f5c-4244-a062-ed7189120201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:42.515760 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bc8eb7b0-1f5c-4244-a062-ed7189120201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:42.520529 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735cf2c-fb60-4fb5-9c4d-45a697853fd5 req-025fd0ce-d235-41de-9549-d5550233899f tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:42.526263 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bc8eb7b0-1f5c-4244-a062-ed7189120201 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/31f8d872-534c-405a-b6da-1ef6a9d25198 HTTP/1.1" status: 204 len: 168 time: 0.6071601 Nov 11 17:16:42.531195 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5735cf2c-fb60-4fb5-9c4d-45a697853fd5 req-025fd0ce-d235-41de-9549-d5550233899f tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 1096 time: 0.1704130 Nov 11 17:16:42.609281 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-8b577427-ac38-4064-8fcd-41c25be35200 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2139250902-network', 'tenant_id': '1c37eb2acebe4662a5f2a4dc750a6293'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:42.620473 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3dbbc-a36e-4b40-a594-ca7b98319ca7 req-7db61124-cf5e-42e6-9d19-f3abac102fb6 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:42.622046 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1f3dbbc-a36e-4b40-a594-ca7b98319ca7 req-7db61124-cf5e-42e6-9d19-f3abac102fb6 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.1868267 Nov 11 17:16:42.692651 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] No DVR routers for this DVR port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa on host n-h1-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:16:42.706315 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] Pushing event updated for resources: {'Port': ['ID=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa,revision_number=6']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:42.733430 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49c0d26-880d-4c47-9491-6af407fecde9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb67b9c1-f900-4d16-bde3-f5fe2ee098fa'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:42.733964 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdb78ab-b427-4e0a-a35a-708661dd7cfa" -d '{"events": [{"server_uuid": "e49c0d26-880d-4c47-9491-6af407fecde9", "name": "network-vif-unplugged", "status": "completed", "tag": "bb67b9c1-f900-4d16-bde3-f5fe2ee098fa"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:42.738635 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5735cf2c-fb60-4fb5-9c4d-45a697853fd5 req-8e92a179-c1c3-4dbb-971e-56c7a096bfba tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065859 Nov 11 17:16:42.746249 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b031909d-4cb3-4a29-995a-b1ae89affd91 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:16:42.788483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: b031909d-4cb3-4a29-995a-b1ae89affd91 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:16:42.789639 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b031909d-4cb3-4a29-995a-b1ae89affd91 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:16:42.790321 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device bb67b9c1-f900-4d16-bde3-f5fe2ee098fa no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:16:42.794406 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b577427-ac38-4064-8fcd-41c25be35200 admin admin] Made reservation on behalf of 1c37eb2acebe4662a5f2a4dc750a6293 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:16:42.797348 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b577427-ac38-4064-8fcd-41c25be35200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:42.848826 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1f3dbbc-a36e-4b40-a594-ca7b98319ca7 req-1eb25486-da61-4f97-bafb-0970e9e29747 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038896 Nov 11 17:16:42.849790 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] Attempting to bind port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:16:42.851154 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] Attempting to bind port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:16:42.851681 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] Attempting to bind port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:42.854845 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b577427-ac38-4064-8fcd-41c25be35200 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:42.878877 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-be2e7c4a-89da-4d55-b6a0-6250ac11d263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:42.883426 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] Port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:16:42.886249 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] Attempting to bind port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:42.925588 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:42.932187 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:16:42.932187 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:16:42.932187 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:16:42.932187 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] Bound port: bb67b9c1-f900-4d16-bde3-f5fe2ee098fa, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:16:42.933466 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:42.944899 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device bb67b9c1-f900-4d16-bde3-f5fe2ee098fa not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:16:42.946183 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8eb7b0-1f5c-4244-a062-ed7189120201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f8d872-534c-405a-b6da-1ef6a9d25198,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:43.065083 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-72b065f9-f960-4a00-a521-12da243eedf7 req-3fc66f96-d868-4904-b7d6-f02e250541ea service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5373137 Nov 11 17:16:43.098299 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba26334-44ef-4f95-9192-7254acacbfb3 req-f40f4b45-37fb-4b26-b044-3a4f3614ad0a tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:43.099686 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bba26334-44ef-4f95-9192-7254acacbfb3 req-f40f4b45-37fb-4b26-b044-3a4f3614ad0a tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=74306843-7238-4c86-a66d-8fe22eb78974 HTTP/1.1" status: 200 len: 948 time: 0.2062056 Nov 11 17:16:43.186606 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] For port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:16:43.205808 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac363bf4-20f1-45ee-8c22-9bfa6473f3db req-68174da4-d0ef-44a7-a4a0-257f8b89bc7c tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:43.212186 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ac363bf4-20f1-45ee-8c22-9bfa6473f3db req-68174da4-d0ef-44a7-a4a0-257f8b89bc7c tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 1096 time: 0.1663833 Nov 11 17:16:43.224616 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b577427-ac38-4064-8fcd-41c25be35200 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:43.248373 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] For port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:16:43.251654 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b577427-ac38-4064-8fcd-41c25be35200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:43.272309 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bba26334-44ef-4f95-9192-7254acacbfb3 req-85db3dad-d341-47cb-b2df-77672baa7dbc tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562817 Nov 11 17:16:43.277873 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-72b065f9-f960-4a00-a521-12da243eedf7 req-83f009df-207a-430b-ba53-9514fc1eb7c1 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689920 Nov 11 17:16:43.293912 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:43.327337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b577427-ac38-4064-8fcd-41c25be35200 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1291} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:16:43.359312 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2e7c4a-89da-4d55-b6a0-6250ac11d263 admin admin] Router 417f01bb-56b2-41fb-878c-c81877d1dbef has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:16:43.364402 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e775248-c31c-4959-93d0-add1999d4a1e x-openstack-request-id: req-1e775248-c31c-4959-93d0-add1999d4a1e {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:43.364697 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49c0d26-880d-4c47-9491-6af407fecde9", "name": "network-vif-unplugged", "status": "completed", "tag": "bb67b9c1-f900-4d16-bde3-f5fe2ee098fa", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:43.364949 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1e775248-c31c-4959-93d0-add1999d4a1e {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:43.365502 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49c0d26-880d-4c47-9491-6af407fecde9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb67b9c1-f900-4d16-bde3-f5fe2ee098fa', 'code': 200} Nov 11 17:16:43.409156 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:43.409939 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:43.411351 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] 10.222.0.83 "PUT /v2.0/ports/bb67b9c1-f900-4d16-bde3-f5fe2ee098fa HTTP/1.1" status: 200 len: 1096 time: 1.6563559 Nov 11 17:16:43.418924 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b577427-ac38-4064-8fcd-41c25be35200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430438aa-69c4-487a-ab27-43e840d687fb,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:43.428958 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b577427-ac38-4064-8fcd-41c25be35200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:43.429307 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-8b577427-ac38-4064-8fcd-41c25be35200 admin admin] Added segment 1b5eed0c-b789-47b8-a8bf-f46ac25903d4 of type vlan for network ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6 Nov 11 17:16:43.438956 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ac363bf4-20f1-45ee-8c22-9bfa6473f3db req-5b411b34-5642-41b3-a887-5c2c43f617bf tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250991 Nov 11 17:16:43.536256 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2bd70-e5b1-4a62-a578-9feb2b2d604b service neutron] Pushing event updated for resources: {'Port': ['ID=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa,revision_number=7']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:43.557419 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2e7c4a-89da-4d55-b6a0-6250ac11d263 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:16:43.570083 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a78c481-6db5-4c54-b7bd-9c125ecf6a4e None None] Sync routers for ids ['417f01bb-56b2-41fb-878c-c81877d1dbef'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:16:43.577604 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-be2e7c4a-89da-4d55-b6a0-6250ac11d263 admin admin] 10.222.0.76 "PUT /v2.0/routers/417f01bb-56b2-41fb-878c-c81877d1dbef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4205768 Nov 11 17:16:43.581160 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47068) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:43.587303 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a78c481-6db5-4c54-b7bd-9c125ecf6a4e None None] Routers {'417f01bb-56b2-41fb-878c-c81877d1dbef'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:16:43.589530 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-8a78c481-6db5-4c54-b7bd-9c125ecf6a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:16:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['417f01bb-56b2-41fb-878c-c81877d1dbef'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:43.598215 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b577427-ac38-4064-8fcd-41c25be35200 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:43.679776 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-c726e1e0-0654-40bb-816e-5c94b628b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:43.681317 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-c726e1e0-0654-40bb-816e-5c94b628b731 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 1099 time: 0.2218149 Nov 11 17:16:43.714141 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b577427-ac38-4064-8fcd-41c25be35200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:43.715308 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b577427-ac38-4064-8fcd-41c25be35200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:43.716001 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b577427-ac38-4064-8fcd-41c25be35200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:43.726987 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d5290b0-88af-43ec-91fd-4245a1a8b523 admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:43.734015 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-8a78c481-6db5-4c54-b7bd-9c125ecf6a4e None None] Set router 417f01bb-56b2-41fb-878c-c81877d1dbef gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:16:43.847840 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b577427-ac38-4064-8fcd-41c25be35200 admin admin] Pushing event updated for resources: {'Network': ['ID=ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:43.858622 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8b577427-ac38-4064-8fcd-41c25be35200 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4316719 Nov 11 17:16:43.865940 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47072) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:43.868201 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:16:43.871225 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d1a970c0-25b8-4723-b157-1de51a4eb476 admin admin] Request body: {'subnet': {'network_id': 'ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2139250902-subnet', 'tenant_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:43.908665 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a970c0-25b8-4723-b157-1de51a4eb476 admin admin] Made reservation on behalf of 1c37eb2acebe4662a5f2a4dc750a6293 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:16:43.913137 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1a970c0-25b8-4723-b157-1de51a4eb476 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:43.917660 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d5290b0-88af-43ec-91fd-4245a1a8b523 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:44.002268 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-8a78c481-6db5-4c54-b7bd-9c125ecf6a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417f01bb-56b2-41fb-878c-c81877d1dbef', 'name': 'tempest-FloatingIPsTestJSON-956742766-router', 'tenant_id': '7d53e168439d4f5382c12bffdaf58a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '42216081-eb22-4baa-ab0b-fc963da6c4d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:17Z', 'updated_at': '2021-11-11T17:16:41Z', 'revision_number': 5, 'project_id': '7d53e168439d4f5382c12bffdaf58a79', 'gw_port': {'id': '42216081-eb22-4baa-ab0b-fc963da6c4d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:be:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417f01bb-56b2-41fb-878c-c81877d1dbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:19Z', 'updated_at': '2021-11-11T17:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:44.014060 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-9d5290b0-88af-43ec-91fd-4245a1a8b523 admin admin] Deleting port 42216081-eb22-4baa-ab0b-fc963da6c4d1 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:16:44.014569 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d5290b0-88af-43ec-91fd-4245a1a8b523 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:44.037111 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a78c481-6db5-4c54-b7bd-9c125ecf6a4e None None] Checking router: 417f01bb-56b2-41fb-878c-c81877d1dbef for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:16:44.049030 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a78c481-6db5-4c54-b7bd-9c125ecf6a4e None None] Routers {'417f01bb-56b2-41fb-878c-c81877d1dbef'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:16:44.049891 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-8a78c481-6db5-4c54-b7bd-9c125ecf6a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:16:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['417f01bb-56b2-41fb-878c-c81877d1dbef'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:44.133407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-ed1ca664-dfc0-425b-88f2-552085c90888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:44.134961 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-ed1ca664-dfc0-425b-88f2-552085c90888 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.4440975 Nov 11 17:16:44.148770 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd184d5-fd01-4e2e-bab8-69526ef7612d req-dc27e90d-79ef-416b-af57-6c8a83edb06e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:44.150656 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1cd184d5-fd01-4e2e-bab8-69526ef7612d req-dc27e90d-79ef-416b-af57-6c8a83edb06e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 948 time: 0.2047734 Nov 11 17:16:44.169038 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-8a78c481-6db5-4c54-b7bd-9c125ecf6a4e None None] Set router 417f01bb-56b2-41fb-878c-c81877d1dbef gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:16:44.178964 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-9d5290b0-88af-43ec-91fd-4245a1a8b523 admin admin] For port 42216081-eb22-4baa-ab0b-fc963da6c4d1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=42216081-eb22-4baa-ab0b-fc963da6c4d1,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:44.179401 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d5290b0-88af-43ec-91fd-4245a1a8b523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:44.194563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-474649bd-3449-4928-bca0-5beb8001e0bf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa HTTP/1.1" status: 200 len: 217 time: 0.0427079 Nov 11 17:16:44.211206 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-9d5290b0-88af-43ec-91fd-4245a1a8b523 admin admin] Calling delete_port for 42216081-eb22-4baa-ab0b-fc963da6c4d1 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:16:44.239401 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-8a78c481-6db5-4c54-b7bd-9c125ecf6a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417f01bb-56b2-41fb-878c-c81877d1dbef', 'name': 'tempest-FloatingIPsTestJSON-956742766-router', 'tenant_id': '7d53e168439d4f5382c12bffdaf58a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:17Z', 'updated_at': '2021-11-11T17:16:43Z', 'revision_number': 6, 'project_id': '7d53e168439d4f5382c12bffdaf58a79', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:44.314521 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a78c481-6db5-4c54-b7bd-9c125ecf6a4e None None] The sync data for ids ['417f01bb-56b2-41fb-878c-c81877d1dbef'] in n-d-816206-4 is: [{'id': '417f01bb-56b2-41fb-878c-c81877d1dbef', 'name': 'tempest-FloatingIPsTestJSON-956742766-router', 'tenant_id': '7d53e168439d4f5382c12bffdaf58a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:17Z', 'updated_at': '2021-11-11T17:16:43Z', 'revision_number': 6, 'project_id': '7d53e168439d4f5382c12bffdaf58a79', 'gw_port_host': None}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:16:44.314687 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-27c1bc55-d274-4fbc-b59f-b77dbe7a06d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:44.316109 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-27c1bc55-d274-4fbc-b59f-b77dbe7a06d7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1117971 Nov 11 17:16:44.386201 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1cd184d5-fd01-4e2e-bab8-69526ef7612d req-3c33a1c4-e5a0-4291-95de-c4cb33e49c4e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739502 Nov 11 17:16:44.448882 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d5290b0-88af-43ec-91fd-4245a1a8b523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:44.465146 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-572d5e9b-4570-46b3-833c-2885ba5b5b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:44.466635 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-572d5e9b-4570-46b3-833c-2885ba5b5b91 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1104476 Nov 11 17:16:44.477354 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5290b0-88af-43ec-91fd-4245a1a8b523 admin admin] Pushing event deleted for resources: {'Port': ['ID=42216081-eb22-4baa-ab0b-fc963da6c4d1,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:44.518365 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d5290b0-88af-43ec-91fd-4245a1a8b523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:44.590132 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1a970c0-25b8-4723-b157-1de51a4eb476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:44.671629 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d5290b0-88af-43ec-91fd-4245a1a8b523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:44.674414 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d5290b0-88af-43ec-91fd-4245a1a8b523 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:44.765176 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d5290b0-88af-43ec-91fd-4245a1a8b523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:44.765833 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5290b0-88af-43ec-91fd-4245a1a8b523 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 417f01bb-56b2-41fb-878c-c81877d1dbef {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:16:44.777703 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d5290b0-88af-43ec-91fd-4245a1a8b523 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:44.781250 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9d5290b0-88af-43ec-91fd-4245a1a8b523 admin admin] 10.222.0.76 "DELETE /v2.0/routers/417f01bb-56b2-41fb-878c-c81877d1dbef HTTP/1.1" status: 204 len: 168 time: 1.1930261 Nov 11 17:16:44.781651 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47118) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:44.846001 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-471a4faf-6373-4618-9ed8-aa8ccf0147df admin admin] Deleting subnet 15bb1e06-d24a-4e8f-a662-92e0072216a8 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:16:44.849578 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-471a4faf-6373-4618-9ed8-aa8ccf0147df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:44.890583 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-471a4faf-6373-4618-9ed8-aa8ccf0147df admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:44.982418 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a970c0-25b8-4723-b157-1de51a4eb476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d942b93-75c8-435e-8b10-04af84baf586,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:44.983701 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-471a4faf-6373-4618-9ed8-aa8ccf0147df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:45.000116 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22698c90-036a-4393-9f03-1bf7676d1d57 req-3e6031c3-a696-4bcf-b47a-afcd19a2cd7e tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:45.001715 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-22698c90-036a-4393-9f03-1bf7676d1d57 req-3e6031c3-a696-4bcf-b47a-afcd19a2cd7e tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=74306843-7238-4c86-a66d-8fe22eb78974 HTTP/1.1" status: 200 len: 948 time: 0.3998551 Nov 11 17:16:45.003556 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-926e381e-62ce-446b-aa6c-ee32538b11d4 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175276 Nov 11 17:16:45.013234 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a970c0-25b8-4723-b157-1de51a4eb476 admin admin] Checking segment: {'id': '1b5eed0c-b789-47b8-a8bf-f46ac25903d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:16:45.013672 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a970c0-25b8-4723-b157-1de51a4eb476 admin admin] Network hostable DHCP agents. Network: ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:16:45.034834 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4827dd36-fe7d-4ce8-ba22-e94c25465b5b details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:16:45.054143 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-471a4faf-6373-4618-9ed8-aa8ccf0147df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:45.083682 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a4faf-6373-4618-9ed8-aa8ccf0147df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15bb1e06-d24a-4e8f-a662-92e0072216a8,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:45.087852 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-471a4faf-6373-4618-9ed8-aa8ccf0147df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:45.093400 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-471a4faf-6373-4618-9ed8-aa8ccf0147df admin admin] 10.222.0.76 "DELETE /v2.0/subnets/15bb1e06-d24a-4e8f-a662-92e0072216a8 HTTP/1.1" status: 204 len: 168 time: 0.3084342 Nov 11 17:16:45.093604 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47126) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:45.107275 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f66fe2-d131-4745-aab8-99dd5e9971ce None None] Network 87004be0-8f9a-46e0-9dbf-851f782b3525 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:16:45.149414 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a970c0-25b8-4723-b157-1de51a4eb476 admin admin] Network ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:16:45.162760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-22698c90-036a-4393-9f03-1bf7676d1d57 req-58276342-b1fd-4739-a8de-704c1170fe46 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511519 Nov 11 17:16:45.184153 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-d1a970c0-25b8-4723-b157-1de51a4eb476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:45.200464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a970c0-25b8-4723-b157-1de51a4eb476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:45.201142 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1a970c0-25b8-4723-b157-1de51a4eb476 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:45.213061 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:45.213336 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04426b34-4ca8-4703-9cd0-adb7ed312452 None None] Network ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:16:45.224605 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-121db044-773c-4610-bc27-86be90946578 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027190 Nov 11 17:16:45.242111 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d1a970c0-25b8-4723-b157-1de51a4eb476 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3748081 Nov 11 17:16:45.245342 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47128) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:45.257615 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-a9cd12ab-9062-4f39-9fdd-16c73ce707fc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2139250902-router', 'tenant_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:45.305947 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9cd12ab-9062-4f39-9fdd-16c73ce707fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:45.307431 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9cd12ab-9062-4f39-9fdd-16c73ce707fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:45.310506 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 4827dd36-fe7d-4ce8-ba22-e94c25465b5b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4827dd36-fe7d-4ce8-ba22-e94c25465b5b,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:45.328986 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Deleting port cdba4c9f-a091-46a3-9591-957556e1143f {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:16:45.329895 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:45.390002 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9cd12ab-9062-4f39-9fdd-16c73ce707fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:45.390905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49c0d26-880d-4c47-9491-6af407fecde9', 'tag': 'bb67b9c1-f900-4d16-bde3-f5fe2ee098fa'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:45.393346 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68129d4-7bd4-4437-bc17-73d7aff28127" -d '{"events": [{"name": "network-changed", "server_uuid": "e49c0d26-880d-4c47-9491-6af407fecde9", "tag": "bb67b9c1-f900-4d16-bde3-f5fe2ee098fa"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:45.481101 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] For port cdba4c9f-a091-46a3-9591-957556e1143f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cdba4c9f-a091-46a3-9591-957556e1143f,segment=NetworkSegment(2a3c9c37-583a-4fe0-8369-940e8bd05123),segment_id=2a3c9c37-583a-4fe0-8369-940e8bd05123)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:45.482164 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:45.485663 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '4827dd36-fe7d-4ce8-ba22-e94c25465b5b', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '4827dd36-fe7d-4ce8-ba22-e94c25465b5b', 'mac_address': 'fa:16:3e:97:9b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:16:45.498692 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Calling delete_port for cdba4c9f-a091-46a3-9591-957556e1143f owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:16:45.560025 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:45.574822 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4827dd36-fe7d-4ce8-ba22-e94c25465b5b {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:16:45.611044 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 42216081-eb22-4baa-ab0b-fc963da6c4d1 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:16:45.648346 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 4827dd36-fe7d-4ce8-ba22-e94c25465b5b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4827dd36-fe7d-4ce8-ba22-e94c25465b5b,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:45.651864 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3b6a30-8e30-4bfa-b1cd-b403c4ec5d4f None None] DHCP port deletion for 87004be0-8f9a-46e0-9dbf-851f782b3525 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:16:45.654938 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:45.659831 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 42216081-eb22-4baa-ab0b-fc963da6c4d1 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:16:45.660376 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 42216081-eb22-4baa-ab0b-fc963da6c4d1 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:16:45.661424 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 79f0df08-d53a-4e48-9e34-86c1b1cacd14 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:16:45.684540 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9cd12ab-9062-4f39-9fdd-16c73ce707fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:45.685784 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 79f0df08-d53a-4e48-9e34-86c1b1cacd14 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:16:45.686309 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 79f0df08-d53a-4e48-9e34-86c1b1cacd14 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:16:45.690323 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:45.742219 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Pushing event deleted for resources: {'Port': ['ID=cdba4c9f-a091-46a3-9591-957556e1143f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:45.748840 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] No DVR routers for this DVR port cdba4c9f-a091-46a3-9591-957556e1143f on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:16:45.778047 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5c9060-1ef9-47a1-b33a-1f8c380bbec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6', 'network_id': 'ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6', 'tenant_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'fixed_ips': [{'subnet_id': '6d942b93-75c8-435e-8b10-04af84baf586'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:16:45.778899 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-da5c9060-1ef9-47a1-b33a-1f8c380bbec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:45.823825 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=4827dd36-fe7d-4ce8-ba22-e94c25465b5b,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:45.879209 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:45.910925 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:16:45.911291 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:16:45.912261 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:16:45.913204 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Subscribe: > port after_create 55550000 {{(pid=102617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:16:45.913544 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Subscribe: > port after_delete 55550000 {{(pid=102617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:16:45.913881 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Subscribe: > port after_update 55550000 {{(pid=102617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:16:45.914202 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:16:45.914571 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:16:45.914893 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:16:45.915218 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:16:45.976911 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-da5c9060-1ef9-47a1-b33a-1f8c380bbec4 None None] Allocated IP 172.20.0.2 (ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6/6d942b93-75c8-435e-8b10-04af84baf586/843eb17d-192e-49fb-94fb-c76d1bb79c2e) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:16:45.985504 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:16:45.986034 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:16:45.986173 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:16:45.986507 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 17:16:45.986881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87004be0-8f9a-46e0-9dbf-851f782b3525']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:46.005810 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3c9c37-583a-4fe0-8369-940e8bd05123') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:46.006099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3c9c37-583a-4fe0-8369-940e8bd05123') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:46.011951 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['4827dd36-fe7d-4ce8-ba22-e94c25465b5b'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:16:46.024546 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:46.029951 n-d-816206-4 neutron-server[102617]: WARNING keystonemiddleware.auth_token [req-d62c3a82-8e73-41c1-a51c-4ba91f591ae5 req-9a823d99-7721-41e8-a099-aa88243faa3c service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 11 17:16:46.044534 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-080b224b-709a-4756-a5b9-f58711646e19 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:16:46.045549 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-080b224b-709a-4756-a5b9-f58711646e19 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3860047 Nov 11 17:16:46.057233 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9cd12ab-9062-4f39-9fdd-16c73ce707fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:46.057939 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:46.090238 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db23d41-9c3b-4990-a27c-05d2c5af9a0d req-24affb4e-df11-47b7-88da-b3536fc4cbd1 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:46.091830 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9db23d41-9c3b-4990-a27c-05d2c5af9a0d req-24affb4e-df11-47b7-88da-b3536fc4cbd1 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 948 time: 0.1839938 Nov 11 17:16:46.093894 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9cd12ab-9062-4f39-9fdd-16c73ce707fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:46.223547 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9db23d41-9c3b-4990-a27c-05d2c5af9a0d req-28ea05ce-35a2-41a8-88d3-3e0fe16ae502 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203129 Nov 11 17:16:46.229194 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-da5c9060-1ef9-47a1-b33a-1f8c380bbec4 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:46.242693 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-da5c9060-1ef9-47a1-b33a-1f8c380bbec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:46.257141 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-a9cd12ab-9062-4f39-9fdd-16c73ce707fc admin admin] Allocated IP 172.25.2.97 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/dd028bc8-bc55-4850-881b-7c20be091a3e) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:16:46.290451 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:16:46.290861 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: from cryptography.utils import int_from_bytes Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: from cryptography.utils import int_from_bytes Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:16:46.294905 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:16:46.310145 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5c9060-1ef9-47a1-b33a-1f8c380bbec4 None None] Network ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:16:46.320764 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-da5c9060-1ef9-47a1-b33a-1f8c380bbec4 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:46.330740 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5c9060-1ef9-47a1-b33a-1f8c380bbec4 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:16:46.338119 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c9060-1ef9-47a1-b33a-1f8c380bbec4 None None] Pushing event updated for resources: {'Port': ['ID=843eb17d-192e-49fb-94fb-c76d1bb79c2e,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:46.365611 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-04699c85-2dc8-4ba3-9a48-27c2dd1137e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:46.367131 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-04699c85-2dc8-4ba3-9a48-27c2dd1137e6 service neutron] 10.222.0.76 "GET /v2.0/ports/48169c07-54bf-4bc0-ae8c-702e2476af86 HTTP/1.1" status: 200 len: 1093 time: 0.3059404 Nov 11 17:16:46.378695 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-2bc1ba50-0aba-4da8-81b8-e44cff74777a service neutron] Request body: {'binding': {'host': 'n-h1-816206-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:46.379286 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-2bc1ba50-0aba-4da8-81b8-e44cff74777a service neutron] Unknown quota resources ['binding']. {{(pid=102617) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 17:16:46.379938 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b32c70-3c38-41d4-8e2a-7c74845cd748 x-openstack-request-id: req-86b32c70-3c38-41d4-8e2a-7c74845cd748 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:46.380286 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49c0d26-880d-4c47-9491-6af407fecde9", "tag": "bb67b9c1-f900-4d16-bde3-f5fe2ee098fa", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:46.380466 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-86b32c70-3c38-41d4-8e2a-7c74845cd748 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:46.380854 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49c0d26-880d-4c47-9491-6af407fecde9', 'tag': 'bb67b9c1-f900-4d16-bde3-f5fe2ee098fa', 'status': 'completed', 'code': 200} Nov 11 17:16:46.384521 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:46.403101 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-da5c9060-1ef9-47a1-b33a-1f8c380bbec4 None None] Attempting to bind port 843eb17d-192e-49fb-94fb-c76d1bb79c2e on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:16:46.403609 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-da5c9060-1ef9-47a1-b33a-1f8c380bbec4 None None] Attempting to bind port 843eb17d-192e-49fb-94fb-c76d1bb79c2e by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '1b5eed0c-b789-47b8-a8bf-f46ac25903d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:16:46.404095 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5c9060-1ef9-47a1-b33a-1f8c380bbec4 None None] Attempting to bind port 843eb17d-192e-49fb-94fb-c76d1bb79c2e on network ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:46.409540 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5c9060-1ef9-47a1-b33a-1f8c380bbec4 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:16:46.410064 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5c9060-1ef9-47a1-b33a-1f8c380bbec4 None None] Checking segment: {'id': '1b5eed0c-b789-47b8-a8bf-f46ac25903d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:16:46.410559 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-da5c9060-1ef9-47a1-b33a-1f8c380bbec4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:46.411043 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5c9060-1ef9-47a1-b33a-1f8c380bbec4 None None] Bound using segment: {'id': '1b5eed0c-b789-47b8-a8bf-f46ac25903d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:16:46.411599 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-da5c9060-1ef9-47a1-b33a-1f8c380bbec4 None None] Bound port: 843eb17d-192e-49fb-94fb-c76d1bb79c2e, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5eed0c-b789-47b8-a8bf-f46ac25903d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:16:46.412096 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-da5c9060-1ef9-47a1-b33a-1f8c380bbec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:46.432028 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:46.438416 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] 10.222.0.76 "DELETE /v2.0/networks/87004be0-8f9a-46e0-9dbf-851f782b3525 HTTP/1.1" status: 204 len: 168 time: 1.3437181 Nov 11 17:16:46.462238 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55570da-aaa5-4027-a105-bd056a5bc36a admin admin] Pushing event deleted for resources: {'Network': ['ID=87004be0-8f9a-46e0-9dbf-851f782b3525,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:46.472473 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68129d4-7bd4-4437-bc17-73d7aff28127 req-5e154184-6d60-4f78-96a1-0c7cfdb3693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:46.474256 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f68129d4-7bd4-4437-bc17-73d7aff28127 req-5e154184-6d60-4f78-96a1-0c7cfdb3693e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 1099 time: 0.0923049 Nov 11 17:16:46.480660 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9cd12ab-9062-4f39-9fdd-16c73ce707fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:46.532897 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-da5c9060-1ef9-47a1-b33a-1f8c380bbec4 None None] For port 843eb17d-192e-49fb-94fb-c76d1bb79c2e, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:16:46.535577 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68129d4-7bd4-4437-bc17-73d7aff28127 req-fcc4cc87-5d27-4cc9-8edb-95e9d26feece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:46.536822 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f68129d4-7bd4-4437-bc17-73d7aff28127 req-fcc4cc87-5d27-4cc9-8edb-95e9d26feece service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 1099 time: 0.1495039 Nov 11 17:16:46.539171 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-da5c9060-1ef9-47a1-b33a-1f8c380bbec4 None None] For port 843eb17d-192e-49fb-94fb-c76d1bb79c2e, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=843eb17d-192e-49fb-94fb-c76d1bb79c2e,segment=NetworkSegment(1b5eed0c-b789-47b8-a8bf-f46ac25903d4),segment_id=1b5eed0c-b789-47b8-a8bf-f46ac25903d4)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:16:46.552417 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-da5c9060-1ef9-47a1-b33a-1f8c380bbec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:46.622557 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9cd12ab-9062-4f39-9fdd-16c73ce707fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:46.676490 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c9060-1ef9-47a1-b33a-1f8c380bbec4 None None] Pushing event updated for resources: {'Port': ['ID=843eb17d-192e-49fb-94fb-c76d1bb79c2e,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:46.677492 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-2bc1ba50-0aba-4da8-81b8-e44cff74777a service neutron] Attempting to bind port 48169c07-54bf-4bc0-ae8c-702e2476af86 on host n-h1-816206-4 for vnic_type normal with profile None {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:16:46.677834 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-2bc1ba50-0aba-4da8-81b8-e44cff74777a service neutron] Attempting to bind port 48169c07-54bf-4bc0-ae8c-702e2476af86 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:16:46.678697 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-2bc1ba50-0aba-4da8-81b8-e44cff74777a service neutron] Attempting to bind port 48169c07-54bf-4bc0-ae8c-702e2476af86 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:46.689355 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-2bc1ba50-0aba-4da8-81b8-e44cff74777a service neutron] Port 48169c07-54bf-4bc0-ae8c-702e2476af86 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:16:46.689689 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-2bc1ba50-0aba-4da8-81b8-e44cff74777a service neutron] Attempting to bind port 48169c07-54bf-4bc0-ae8c-702e2476af86 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:46.694779 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68129d4-7bd4-4437-bc17-73d7aff28127 req-ffc59c59-4c2c-4b37-9de5-9f1f251467b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:46.696522 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f68129d4-7bd4-4437-bc17-73d7aff28127 req-ffc59c59-4c2c-4b37-9de5-9f1f251467b3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.2077925 Nov 11 17:16:46.697372 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68129d4-7bd4-4437-bc17-73d7aff28127 req-3f57966c-e4a1-433a-8978-5cb1863c9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:46.698829 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f68129d4-7bd4-4437-bc17-73d7aff28127 req-3f57966c-e4a1-433a-8978-5cb1863c9b78 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.1523595 Nov 11 17:16:46.703931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cd12ab-9062-4f39-9fdd-16c73ce707fc admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:16:46.704311 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-2bc1ba50-0aba-4da8-81b8-e44cff74777a service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:16:46.704719 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-2bc1ba50-0aba-4da8-81b8-e44cff74777a service neutron] Checking segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:16:46.705121 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-2bc1ba50-0aba-4da8-81b8-e44cff74777a service neutron] Bound using segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:16:46.705560 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-2bc1ba50-0aba-4da8-81b8-e44cff74777a service neutron] Bound port: 48169c07-54bf-4bc0-ae8c-702e2476af86, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:16:46.709580 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-a9cd12ab-9062-4f39-9fdd-16c73ce707fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:46.712114 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cd12ab-9062-4f39-9fdd-16c73ce707fc admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:16:46.769220 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47156) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:46.789091 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f68129d4-7bd4-4437-bc17-73d7aff28127 req-68498ca0-40c8-456e-a5cb-e258b9350ef1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa HTTP/1.1" status: 200 len: 217 time: 0.0791647 Nov 11 17:16:46.800264 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f68129d4-7bd4-4437-bc17-73d7aff28127 req-d137b238-1935-4131-b533-4d74050470b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa HTTP/1.1" status: 200 len: 217 time: 0.0915589 Nov 11 17:16:46.830446 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd12ab-9062-4f39-9fdd-16c73ce707fc admin admin] Pushing event updated for resources: {'Port': ['ID=dd028bc8-bc55-4850-881b-7c20be091a3e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:46.911357 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68129d4-7bd4-4437-bc17-73d7aff28127 req-d611f3f9-e03a-453c-a38e-73b93b0462d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:46.911357 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f68129d4-7bd4-4437-bc17-73d7aff28127 req-d611f3f9-e03a-453c-a38e-73b93b0462d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0943301 Nov 11 17:16:46.918641 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-2bc1ba50-0aba-4da8-81b8-e44cff74777a service neutron] For port 48169c07-54bf-4bc0-ae8c-702e2476af86, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=48169c07-54bf-4bc0-ae8c-702e2476af86,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:16:46.922002 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c42ebbff-205c-45a3-9522-56adb775fd1e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7d53e168439d4f5382c12bffdaf58a79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306779 Nov 11 17:16:46.923508 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47158) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:46.947633 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-2bc1ba50-0aba-4da8-81b8-e44cff74777a service neutron] Publish callbacks [] for binding, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:46.948912 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-2bc1ba50-0aba-4da8-81b8-e44cff74777a service neutron] 10.222.0.76 "POST /v2.0/ports/48169c07-54bf-4bc0-ae8c-702e2476af86/bindings HTTP/1.1" status: 201 len: 389 time: 0.5746989 Nov 11 17:16:46.969095 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc153aab-30e7-4372-87d6-65affd22fb64 req-52867892-5cba-4eef-bb41-25eb059c5dec tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:46.978656 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fc153aab-30e7-4372-87d6-65affd22fb64 req-52867892-5cba-4eef-bb41-25eb059c5dec tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=74306843-7238-4c86-a66d-8fe22eb78974 HTTP/1.1" status: 200 len: 949 time: 0.2861681 Nov 11 17:16:47.009006 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68129d4-7bd4-4437-bc17-73d7aff28127 req-5c1655a8-5671-464d-ae80-a3045c219049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:47.010597 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f68129d4-7bd4-4437-bc17-73d7aff28127 req-5c1655a8-5671-464d-ae80-a3045c219049 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0800333 Nov 11 17:16:47.030403 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c170d9ea-a066-4f26-b7b4-74bec29cd194 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:47.042558 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68129d4-7bd4-4437-bc17-73d7aff28127 req-c02c0c80-77e9-413d-9617-36bcdb5df6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:47.044061 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f68129d4-7bd4-4437-bc17-73d7aff28127 req-c02c0c80-77e9-413d-9617-36bcdb5df6e8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.2369440 Nov 11 17:16:47.055562 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c170d9ea-a066-4f26-b7b4-74bec29cd194 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:47.057339 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4827dd36-fe7d-4ce8-ba22-e94c25465b5b up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:16:47.142673 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c170d9ea-a066-4f26-b7b4-74bec29cd194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:47.145492 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c170d9ea-a066-4f26-b7b4-74bec29cd194 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:47.152835 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c170d9ea-a066-4f26-b7b4-74bec29cd194 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fe028317-8d41-4962-b095-08d4c3c48f28 HTTP/1.1" status: 204 len: 168 time: 0.2281921 Nov 11 17:16:47.172278 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 4827dd36-fe7d-4ce8-ba22-e94c25465b5b completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:16:47.176493 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 4827dd36-fe7d-4ce8-ba22-e94c25465b5b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:47.176866 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:47.178142 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170d9ea-a066-4f26-b7b4-74bec29cd194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe028317-8d41-4962-b095-08d4c3c48f28,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:47.190798 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fc153aab-30e7-4372-87d6-65affd22fb64 req-d0846ea7-13c6-4a2f-9b06-1cb1d59135d2 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112315 Nov 11 17:16:47.217527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68129d4-7bd4-4437-bc17-73d7aff28127 req-865ee5db-e480-4ade-87a3-214cbd310291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:47.226507 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f68129d4-7bd4-4437-bc17-73d7aff28127 req-865ee5db-e480-4ade-87a3-214cbd310291 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1519911 Nov 11 17:16:47.268704 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f68129d4-7bd4-4437-bc17-73d7aff28127 req-8d63e888-7934-4097-900c-977c9fc0afff service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503297 Nov 11 17:16:47.372291 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:47.429053 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74306843-7238-4c86-a66d-8fe22eb78974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4827dd36-fe7d-4ce8-ba22-e94c25465b5b'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:47.432874 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d63ae3-3638-473a-aa63-c9b079bed814" -d '{"events": [{"server_uuid": "74306843-7238-4c86-a66d-8fe22eb78974", "name": "network-vif-plugged", "status": "completed", "tag": "4827dd36-fe7d-4ce8-ba22-e94c25465b5b"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:47.440709 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f68129d4-7bd4-4437-bc17-73d7aff28127 req-b7396278-92d6-43da-867e-d18102541b84 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630971 Nov 11 17:16:47.460775 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 4827dd36-fe7d-4ce8-ba22-e94c25465b5b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4827dd36-fe7d-4ce8-ba22-e94c25465b5b,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:47.466898 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:47.535546 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=4827dd36-fe7d-4ce8-ba22-e94c25465b5b,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:47.596343 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9cd12ab-9062-4f39-9fdd-16c73ce707fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:47.723445 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 843eb17d-192e-49fb-94fb-c76d1bb79c2e up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:16:47.810024 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 843eb17d-192e-49fb-94fb-c76d1bb79c2e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:47.810592 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:47.812218 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-7b0eda95-265f-4226-a82b-fcd59c7b3c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:47.815377 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-7b0eda95-265f-4226-a82b-fcd59c7b3c70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 1096 time: 0.4576836 Nov 11 17:16:47.847838 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12aa9f3-a479-4485-8dc8-ee7bbb50c05f req-9d0e6774-468d-439d-953f-6f426566bd5b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:47.849381 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f12aa9f3-a479-4485-8dc8-ee7bbb50c05f req-9d0e6774-468d-439d-953f-6f426566bd5b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 948 time: 0.2950375 Nov 11 17:16:47.919479 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:47.949571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad63de8-6eda-4df5-af64-22f179cca88b req-8e2980b0-cea8-46df-9528-8b7b3d4d45de tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:47.952514 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bad63de8-6eda-4df5-af64-22f179cca88b req-8e2980b0-cea8-46df-9528-8b7b3d4d45de tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 945 time: 0.3812296 Nov 11 17:16:47.963013 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f491ce-fd4c-4712-b50c-a4a58832a41c None None] Network ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:16:47.963716 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f68129d4-7bd4-4437-bc17-73d7aff28127 req-e04b6dcd-1149-4911-9ed7-cccfcf27d30b service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6024597 Nov 11 17:16:48.026293 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 843eb17d-192e-49fb-94fb-c76d1bb79c2e, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=843eb17d-192e-49fb-94fb-c76d1bb79c2e,segment=NetworkSegment(1b5eed0c-b789-47b8-a8bf-f46ac25903d4),segment_id=1b5eed0c-b789-47b8-a8bf-f46ac25903d4)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:48.032319 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:48.034915 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:48.075555 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-dba61e28-55e8-417f-ba0d-c00c503348d3 None None] Provisioning complete for port 843eb17d-192e-49fb-94fb-c76d1bb79c2e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:48.076103 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dba61e28-55e8-417f-ba0d-c00c503348d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:48.122359 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cdba4c9f-a091-46a3-9591-957556e1143f no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:16:48.174330 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: cdba4c9f-a091-46a3-9591-957556e1143f {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:16:48.174668 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cdba4c9f-a091-46a3-9591-957556e1143f not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:16:48.180047 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=843eb17d-192e-49fb-94fb-c76d1bb79c2e,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:48.386339 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f12aa9f3-a479-4485-8dc8-ee7bbb50c05f req-dfad3068-b53b-4ede-a1b6-82d11b7c5826 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190005 Nov 11 17:16:48.469458 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bad63de8-6eda-4df5-af64-22f179cca88b req-e9503379-b9e7-4a49-baa2-97dcf6d90290 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047951 Nov 11 17:16:48.484341 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-5679da2c-5322-497b-ba5d-c421cead65c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:48.486094 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-5679da2c-5322-497b-ba5d-c421cead65c9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 910 time: 0.6498621 Nov 11 17:16:48.498212 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d852654-5030-4a59-ad0c-67836b51b5fc x-openstack-request-id: req-1d852654-5030-4a59-ad0c-67836b51b5fc {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:48.498706 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74306843-7238-4c86-a66d-8fe22eb78974", "name": "network-vif-plugged", "status": "completed", "tag": "4827dd36-fe7d-4ce8-ba22-e94c25465b5b", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:48.498810 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1d852654-5030-4a59-ad0c-67836b51b5fc {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:48.499151 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74306843-7238-4c86-a66d-8fe22eb78974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4827dd36-fe7d-4ce8-ba22-e94c25465b5b', 'code': 200} Nov 11 17:16:48.569938 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9cd12ab-9062-4f39-9fdd-16c73ce707fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:48.573216 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f68129d4-7bd4-4437-bc17-73d7aff28127 req-3931ec7d-ac0d-4d6b-96d6-5bb58eddfe75 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974085 Nov 11 17:16:48.574456 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-564ee821-d3b7-4fc7-9d00-3eb90a920ab1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48169c07-54bf-4bc0-ae8c-702e2476af86 HTTP/1.1" status: 200 len: 217 time: 0.0712292 Nov 11 17:16:48.624178 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9b4367bb-435f-4931-ba4d-262aa2010fef None None] Provisioning complete for port 843eb17d-192e-49fb-94fb-c76d1bb79c2e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:48.624551 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9b4367bb-435f-4931-ba4d-262aa2010fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:48.672950 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcd574-1ae7-4720-ab22-463779040814 req-ee834a4b-6f24-4698-87b0-d4b03853bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:48.675281 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-56fcd574-1ae7-4720-ab22-463779040814 req-ee834a4b-6f24-4698-87b0-d4b03853bc12 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=74306843-7238-4c86-a66d-8fe22eb78974 HTTP/1.1" status: 200 len: 1101 time: 0.0788181 Nov 11 17:16:48.775915 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-56fcd574-1ae7-4720-ab22-463779040814 req-b76c1970-198b-480b-a34a-75b8872df2e3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831831 Nov 11 17:16:48.809176 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-265cf446-5732-40b5-9c72-5b9038c5f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:48.810745 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-265cf446-5732-40b5-9c72-5b9038c5f164 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=651c5717-7c13-46c4-8d6a-3f6dcf13301c HTTP/1.1" status: 200 len: 848 time: 0.1687615 Nov 11 17:16:48.851475 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-68df98aa-74e4-4deb-9a29-13fab09a6391 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aff4ca62-299e-49a9-90bd-d7da6c894e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333157 Nov 11 17:16:48.858894 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08961f0b-86cb-4fa9-b2ab-48d58f020814 req-8bfd7e16-c151-4f1b-aaa8-ed17c34056bd tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:48.860603 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08961f0b-86cb-4fa9-b2ab-48d58f020814 req-8bfd7e16-c151-4f1b-aaa8-ed17c34056bd tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=74306843-7238-4c86-a66d-8fe22eb78974 HTTP/1.1" status: 200 len: 950 time: 0.1934819 Nov 11 17:16:49.000287 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08961f0b-86cb-4fa9-b2ab-48d58f020814 req-7d87a159-56be-4f39-9c40-c5632ab4e84b tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279576 Nov 11 17:16:49.014477 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cd12ab-9062-4f39-9fdd-16c73ce707fc admin admin] Router 1d847bbf-ab10-49fc-a919-6d3faa82849d is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:16:49.021372 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-a8e4bb7d-f5e4-4dd6-bdf6-11a8275fdff7 service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598055 Nov 11 17:16:49.062184 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device bb67b9c1-f900-4d16-bde3-f5fe2ee098fa details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:16:49.175079 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:49.188226 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'bb67b9c1-f900-4d16-bde3-f5fe2ee098fa', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': 'bb67b9c1-f900-4d16-bde3-f5fe2ee098fa', 'mac_address': 'fa:16:3e:f1:4f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:16:49.209427 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-e572dba4-5c8f-4326-a407-bb1d839f4234 service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782260 Nov 11 17:16:49.212115 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cd12ab-9062-4f39-9fdd-16c73ce707fc admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:16:49.237753 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9cd12ab-9062-4f39-9fdd-16c73ce707fc admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:49.239806 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] Sync routers for ids ['1d847bbf-ab10-49fc-a919-6d3faa82849d'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:16:49.239953 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a9cd12ab-9062-4f39-9fdd-16c73ce707fc admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9926419 Nov 11 17:16:49.242774 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47276) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:49.256147 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:49.259181 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] Routers {'1d847bbf-ab10-49fc-a919-6d3faa82849d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:16:49.260061 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:16:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1d847bbf-ab10-49fc-a919-6d3faa82849d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:49.280100 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47282) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:49.302790 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb67b9c1-f900-4d16-bde3-f5fe2ee098fa {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:16:49.367016 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:49.375390 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:49.402990 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83fd54fe-f7de-4a32-b6ef-0e0f3ac6e9e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:49.442810 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] Set router 1d847bbf-ab10-49fc-a919-6d3faa82849d gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:16:49.635279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-971946e8-55fd-4094-81a7-2d5bbc3f0bc6 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:49.636827 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-971946e8-55fd-4094-81a7-2d5bbc3f0bc6 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185&tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&binding%3Ahost_id=n-h2-816206-4 HTTP/1.1" status: 200 len: 1096 time: 0.1860597 Nov 11 17:16:49.650725 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:49.660096 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8711d1-257f-4f38-938d-4e4b827d1e9b req-805e823a-c6eb-4ded-ab53-f3020855b4d5 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:49.661718 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fc8711d1-257f-4f38-938d-4e4b827d1e9b req-805e823a-c6eb-4ded-ab53-f3020855b4d5 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 949 time: 0.1457431 Nov 11 17:16:49.683077 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-4'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:49.694003 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83fd54fe-f7de-4a32-b6ef-0e0f3ac6e9e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:49.700234 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 843eb17d-192e-49fb-94fb-c76d1bb79c2e up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:16:49.718996 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83fd54fe-f7de-4a32-b6ef-0e0f3ac6e9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:49.764611 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bb67b9c1-f900-4d16-bde3-f5fe2ee098fa'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:16:49.813487 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-83fd54fe-f7de-4a32-b6ef-0e0f3ac6e9e3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9655a42fc402407f89385b8fc872add8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5297368 Nov 11 17:16:49.814125 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47304) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:49.820437 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd54fe-f7de-4a32-b6ef-0e0f3ac6e9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566767ab-b83b-44c8-88a3-36bfe69955be,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:49.849368 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 843eb17d-192e-49fb-94fb-c76d1bb79c2e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:49.849581 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a49ea-700f-429c-b1d3-d0751eb7e6fb req-5c5bea81-ceda-4a1f-b313-d2d519771020 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:49.849732 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:49.850961 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a92a49ea-700f-429c-b1d3-d0751eb7e6fb req-5c5bea81-ceda-4a1f-b313-d2d519771020 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 945 time: 0.2323859 Nov 11 17:16:49.862230 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fc8711d1-257f-4f38-938d-4e4b827d1e9b req-5ae0ddb3-d5f3-4552-8696-25966a305798 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725075 Nov 11 17:16:49.864029 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:49.927747 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6066a7eb-fc54-4c72-92b3-f9074b78a16f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:49.938655 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d847bbf-ab10-49fc-a919-6d3faa82849d', 'name': 'tempest-FloatingIPsNegativeTestJSON-2139250902-router', 'tenant_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'dd028bc8-bc55-4850-881b-7c20be091a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:45Z', 'updated_at': '2021-11-11T17:16:47Z', 'revision_number': 3, 'project_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'gw_port': {'id': 'dd028bc8-bc55-4850-881b-7c20be091a3e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d847bbf-ab10-49fc-a919-6d3faa82849d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:46Z', 'updated_at': '2021-11-11T17:16:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:49.973071 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6066a7eb-fc54-4c72-92b3-f9074b78a16f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:49.998746 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] Checking router: 1d847bbf-ab10-49fc-a919-6d3faa82849d for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:16:49.999095 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] Updating router 1d847bbf-ab10-49fc-a919-6d3faa82849d port dd028bc8-bc55-4850-881b-7c20be091a3e binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:16:50.051827 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:50.064236 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a92a49ea-700f-429c-b1d3-d0751eb7e6fb req-d611843f-1a48-40e9-aad7-1e9a4bc27377 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959107 Nov 11 17:16:50.088502 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-20641dc3-c550-4a35-874a-5f064c447a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:50.102827 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] For port 48169c07-54bf-4bc0-ae8c-702e2476af86, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=48169c07-54bf-4bc0-ae8c-702e2476af86,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:50.168159 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] For port 48169c07-54bf-4bc0-ae8c-702e2476af86, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:16:50.227825 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41877169-111b-4dcc-bf83-8556200ca185', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48169c07-54bf-4bc0-ae8c-702e2476af86'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:50.230708 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e38669d-91a0-45f6-a5bf-8e0b12936ba5" -d '{"events": [{"server_uuid": "41877169-111b-4dcc-bf83-8556200ca185", "name": "network-vif-unplugged", "status": "completed", "tag": "48169c07-54bf-4bc0-ae8c-702e2476af86"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:50.236918 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:50.245868 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:50.344638 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6066a7eb-fc54-4c72-92b3-f9074b78a16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:50.349082 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6066a7eb-fc54-4c72-92b3-f9074b78a16f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:50.350511 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6066a7eb-fc54-4c72-92b3-f9074b78a16f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/566767ab-b83b-44c8-88a3-36bfe69955be HTTP/1.1" status: 204 len: 168 time: 0.5347285 Nov 11 17:16:50.378790 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] Attempting to bind port 48169c07-54bf-4bc0-ae8c-702e2476af86 on host n-h2-816206-4 for vnic_type normal with profile {"migrating_to": "n-h1-816206-4"} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:16:50.379538 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] Attempting to bind port 48169c07-54bf-4bc0-ae8c-702e2476af86 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:16:50.379988 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] Attempting to bind port 48169c07-54bf-4bc0-ae8c-702e2476af86 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:50.392142 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] Port 48169c07-54bf-4bc0-ae8c-702e2476af86 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:16:50.392591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] Attempting to bind port 48169c07-54bf-4bc0-ae8c-702e2476af86 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:50.395159 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] Pushing event updated for resources: {'Port': ['ID=48169c07-54bf-4bc0-ae8c-702e2476af86,revision_number=7']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:50.401365 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066a7eb-fc54-4c72-92b3-f9074b78a16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566767ab-b83b-44c8-88a3-36bfe69955be,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:50.414246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:16:50.414740 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] Checking segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:16:50.420447 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-90b0eaaa-411d-4cc9-86e6-33a565615762 req-4a16fdf5-de9e-4b22-be5d-08276facbcfd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2704535 Nov 11 17:16:50.439116 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] Bound using segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:16:50.440816 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] Bound port: 48169c07-54bf-4bc0-ae8c-702e2476af86, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:16:50.443286 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:50.472426 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:50.479141 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:50.548751 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] Attempting to bind port dd028bc8-bc55-4850-881b-7c20be091a3e on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:16:50.549129 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] Attempting to bind port dd028bc8-bc55-4850-881b-7c20be091a3e by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:16:50.549495 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] Attempting to bind port dd028bc8-bc55-4850-881b-7c20be091a3e on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:50.560858 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:16:50.561348 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:16:50.561910 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:50.562357 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:16:50.562870 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] Bound port: dd028bc8-bc55-4850-881b-7c20be091a3e, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:16:50.563259 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:50.566531 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289dd5de-4b25-4225-bb41-2da0cd9f9877 None None] Pushing event updated for resources: {'Port': ['ID=dd028bc8-bc55-4850-881b-7c20be091a3e,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:50.583479 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-20641dc3-c550-4a35-874a-5f064c447a96 admin admin] Allocated IP 172.20.0.1 (ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6/6d942b93-75c8-435e-8b10-04af84baf586/cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:16:50.602313 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0eaaa-411d-4cc9-86e6-33a565615762 req-cfd445d3-8604-4f73-85e1-2abb7d8b2244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:50.604414 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-90b0eaaa-411d-4cc9-86e6-33a565615762 req-cfd445d3-8604-4f73-85e1-2abb7d8b2244 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 1100 time: 0.0985541 Nov 11 17:16:50.605040 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] For port 48169c07-54bf-4bc0-ae8c-702e2476af86, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:16:50.609405 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] For port 48169c07-54bf-4bc0-ae8c-702e2476af86, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=48169c07-54bf-4bc0-ae8c-702e2476af86,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:16:50.634692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276e251-03ed-431e-ab86-a2ebc30d2cbb req-d9651b51-5f9f-4c75-8598-23b321d6a7e0 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:50.642795 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b276e251-03ed-431e-ab86-a2ebc30d2cbb req-d9651b51-5f9f-4c75-8598-23b321d6a7e0 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=74306843-7238-4c86-a66d-8fe22eb78974 HTTP/1.1" status: 200 len: 950 time: 0.0991278 Nov 11 17:16:50.644785 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] For port dd028bc8-bc55-4850-881b-7c20be091a3e, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:16:50.650817 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] For port dd028bc8-bc55-4850-881b-7c20be091a3e, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=dd028bc8-bc55-4850-881b-7c20be091a3e,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:16:50.652582 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:50.660888 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:50.762771 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0eaaa-411d-4cc9-86e6-33a565615762 req-a8d08177-1ee4-41d2-a400-c1289c932ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:50.764269 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-90b0eaaa-411d-4cc9-86e6-33a565615762 req-a8d08177-1ee4-41d2-a400-c1289c932ad3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.0997436 Nov 11 17:16:50.766318 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289dd5de-4b25-4225-bb41-2da0cd9f9877 None None] Pushing event updated for resources: {'Port': ['ID=dd028bc8-bc55-4850-881b-7c20be091a3e,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:50.775370 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] Routers {'1d847bbf-ab10-49fc-a919-6d3faa82849d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:16:50.776075 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:16:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1d847bbf-ab10-49fc-a919-6d3faa82849d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:50.786381 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b276e251-03ed-431e-ab86-a2ebc30d2cbb req-f1319889-7327-4cbe-b44e-fa5bf0bb5eb2 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422427 Nov 11 17:16:50.792797 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bfb67f-7c26-4bef-b2ac-401e5e7380dc x-openstack-request-id: req-41bfb67f-7c26-4bef-b2ac-401e5e7380dc {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:50.793281 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41877169-111b-4dcc-bf83-8556200ca185", "name": "network-vif-unplugged", "status": "completed", "tag": "48169c07-54bf-4bc0-ae8c-702e2476af86", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:50.793675 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-41bfb67f-7c26-4bef-b2ac-401e5e7380dc {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:50.794327 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41877169-111b-4dcc-bf83-8556200ca185', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48169c07-54bf-4bc0-ae8c-702e2476af86', 'code': 200} Nov 11 17:16:50.851333 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] Pushing event updated for resources: {'Port': ['ID=48169c07-54bf-4bc0-ae8c-702e2476af86,revision_number=8']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:50.855691 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:50.856574 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:50.858134 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-0f7568ca-f89a-4784-af52-972f22e4e881 service neutron] 10.222.0.64 "PUT /v2.0/ports/48169c07-54bf-4bc0-ae8c-702e2476af86 HTTP/1.1" status: 200 len: 1121 time: 1.2062986 Nov 11 17:16:50.860891 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-90b0eaaa-411d-4cc9-86e6-33a565615762 req-28c93b03-6972-41e7-9073-cda2b59c5a91 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa HTTP/1.1" status: 200 len: 217 time: 0.0775125 Nov 11 17:16:50.951576 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0eaaa-411d-4cc9-86e6-33a565615762 req-98ed39b2-16c3-4f45-a403-2cba91353a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:50.953141 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-90b0eaaa-411d-4cc9-86e6-33a565615762 req-98ed39b2-16c3-4f45-a403-2cba91353a61 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0720062 Nov 11 17:16:50.980333 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-20641dc3-c550-4a35-874a-5f064c447a96 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:50.997434 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['48169c07-54bf-4bc0-ae8c-702e2476af86'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:16:51.037352 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47370) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:51.065012 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-20641dc3-c550-4a35-874a-5f064c447a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:51.067174 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5085664d-ad46-4dcc-9155-ed8a8479143f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:51.076028 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea47354-1694-46b4-a402-337c15f52c4d req-255fd4c2-c7a7-4379-9065-cf2608a34916 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:51.076587 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] Set router 1d847bbf-ab10-49fc-a919-6d3faa82849d gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:16:51.088392 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0ea47354-1694-46b4-a402-337c15f52c4d req-255fd4c2-c7a7-4379-9065-cf2608a34916 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 949 time: 0.1564560 Nov 11 17:16:51.101276 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40134b9d-7660-49d3-841a-1cebe5581ea5 req-0851342b-5dc8-4978-9a93-bd12aae6007c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:51.103498 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40134b9d-7660-49d3-841a-1cebe5581ea5 req-0851342b-5dc8-4978-9a93-bd12aae6007c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.64 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9&tenant_id=5a1f216bc9834fb08bccfb025e9c406a&binding%3Ahost_id=n-h2-816206-4 HTTP/1.1" status: 200 len: 949 time: 0.2159781 Nov 11 17:16:51.122911 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20641dc3-c550-4a35-874a-5f064c447a96 admin admin] Pushing event updated for resources: {'Port': ['ID=cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:51.129692 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0eaaa-411d-4cc9-86e6-33a565615762 req-bf9a5fd9-db4f-4457-9cbe-ee46e3492af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:51.131990 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-90b0eaaa-411d-4cc9-86e6-33a565615762 req-bf9a5fd9-db4f-4457-9cbe-ee46e3492af6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1225803 Nov 11 17:16:51.205646 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-40134b9d-7660-49d3-841a-1cebe5581ea5 req-6f77876c-be2e-4ff0-a7c0-6d48b34871ca service neutron] delete failed (client error): The resource could not be found. Nov 11 17:16:51.207191 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40134b9d-7660-49d3-841a-1cebe5581ea5 req-6f77876c-be2e-4ff0-a7c0-6d48b34871ca service neutron] 10.222.0.64 "DELETE /v2.0/ports/bb67b9c1-f900-4d16-bde3-f5fe2ee098fa/bindings/n-h1-816206-4 HTTP/1.1" status: 404 len: 380 time: 0.0950103 Nov 11 17:16:51.253311 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-90b0eaaa-411d-4cc9-86e6-33a565615762 req-5ec29334-3875-4eb2-9a3e-edb6077a76a8 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037729 Nov 11 17:16:51.253850 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0ea47354-1694-46b4-a402-337c15f52c4d req-fbe813b6-a683-4f58-8cd6-f1b32341e0c5 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595926 Nov 11 17:16:51.268556 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20641dc3-c550-4a35-874a-5f064c447a96 admin admin] Network ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:16:51.270266 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-20641dc3-c550-4a35-874a-5f064c447a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:51.376613 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-90b0eaaa-411d-4cc9-86e6-33a565615762 req-90ba8bbb-5ed8-4981-960b-0cac5508b388 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037681 Nov 11 17:16:51.381559 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20641dc3-c550-4a35-874a-5f064c447a96 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:16:51.451852 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-20641dc3-c550-4a35-874a-5f064c447a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:51.497472 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40134b9d-7660-49d3-841a-1cebe5581ea5 req-870754a3-b1f6-4025-958d-f0f90589f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:51.500041 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40134b9d-7660-49d3-841a-1cebe5581ea5 req-870754a3-b1f6-4025-958d-f0f90589f033 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 1100 time: 0.1620948 Nov 11 17:16:51.535502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d847bbf-ab10-49fc-a919-6d3faa82849d', 'name': 'tempest-FloatingIPsNegativeTestJSON-2139250902-router', 'tenant_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'dd028bc8-bc55-4850-881b-7c20be091a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:45Z', 'updated_at': '2021-11-11T17:16:47Z', 'revision_number': 3, 'project_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'gw_port': {'id': 'dd028bc8-bc55-4850-881b-7c20be091a3e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d847bbf-ab10-49fc-a919-6d3faa82849d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:46Z', 'updated_at': '2021-11-11T17:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:51.550390 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5085664d-ad46-4dcc-9155-ed8a8479143f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:51.563075 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5085664d-ad46-4dcc-9155-ed8a8479143f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:51.595208 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cde8d6-8747-4710-8c9c-d19fd3f6ddd2 None None] The sync data for ids ['1d847bbf-ab10-49fc-a919-6d3faa82849d'] in n-d-816206-4 is: [{'id': '1d847bbf-ab10-49fc-a919-6d3faa82849d', 'name': 'tempest-FloatingIPsNegativeTestJSON-2139250902-router', 'tenant_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'dd028bc8-bc55-4850-881b-7c20be091a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:45Z', 'updated_at': '2021-11-11T17:16:47Z', 'revision_number': 3, 'project_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'gw_port': {'id': 'dd028bc8-bc55-4850-881b-7c20be091a3e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d847bbf-ab10-49fc-a919-6d3faa82849d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:46Z', 'updated_at': '2021-11-11T17:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:16:51.640539 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5085664d-ad46-4dcc-9155-ed8a8479143f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=db6719befff24e349d45178fce88ed76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6020408 Nov 11 17:16:51.643430 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085664d-ad46-4dcc-9155-ed8a8479143f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c44b539-162c-49a6-bf4b-2e8bf4b89149,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:51.646294 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47412) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:51.729441 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-4d135776-03db-4e6c-bab9-e6c20ff98c9e None None] Provisioning complete for port cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:51.730853 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4d135776-03db-4e6c-bab9-e6c20ff98c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:51.742520 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841c38c-cc64-4a23-bbfa-beb9d78ac23d req-d1701750-8320-4f6e-b74f-a14b69d38297 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:51.744069 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e841c38c-cc64-4a23-bbfa-beb9d78ac23d req-d1701750-8320-4f6e-b74f-a14b69d38297 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 943 time: 0.1462460 Nov 11 17:16:51.746009 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-20641dc3-c550-4a35-874a-5f064c447a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:51.772383 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40134b9d-7660-49d3-841a-1cebe5581ea5 req-7e0d8648-14f1-499d-b5fa-bb705cff428f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:51.773851 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40134b9d-7660-49d3-841a-1cebe5581ea5 req-7e0d8648-14f1-499d-b5fa-bb705cff428f service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.2664585 Nov 11 17:16:51.786740 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-4d135776-03db-4e6c-bab9-e6c20ff98c9e None None] Port cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:16:51.848464 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5b02181d-5d32-4fd7-9a77-3a2ee0c22304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:51.852387 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40134b9d-7660-49d3-841a-1cebe5581ea5 req-8677d913-57c6-4824-8802-6fe5d92f6db1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa HTTP/1.1" status: 200 len: 217 time: 0.0655494 Nov 11 17:16:51.863607 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e841c38c-cc64-4a23-bbfa-beb9d78ac23d req-41c3c824-2ec4-45d1-8cba-da31c1711e6c tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092615 Nov 11 17:16:51.960793 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5b02181d-5d32-4fd7-9a77-3a2ee0c22304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:51.991550 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40134b9d-7660-49d3-841a-1cebe5581ea5 req-bd3b1f6d-80b6-4c60-a604-cdd9bd879633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:51.993091 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40134b9d-7660-49d3-841a-1cebe5581ea5 req-bd3b1f6d-80b6-4c60-a604-cdd9bd879633 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1224632 Nov 11 17:16:52.038417 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-20641dc3-c550-4a35-874a-5f064c447a96 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:52.051997 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-20641dc3-c550-4a35-874a-5f064c447a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:52.182370 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20641dc3-c550-4a35-874a-5f064c447a96 admin admin] Pushing event updated for resources: {'Port': ['ID=cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:52.190425 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-20641dc3-c550-4a35-874a-5f064c447a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:52.348544 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20641dc3-c550-4a35-874a-5f064c447a96 admin admin] Network ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:16:52.350872 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-20641dc3-c550-4a35-874a-5f064c447a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:52.442022 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40134b9d-7660-49d3-841a-1cebe5581ea5 req-06d848cf-b5c6-4d3d-a71e-6d8f1ae8ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:52.445338 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40134b9d-7660-49d3-841a-1cebe5581ea5 req-06d848cf-b5c6-4d3d-a71e-6d8f1ae8ee5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4159346 Nov 11 17:16:52.520137 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20641dc3-c550-4a35-874a-5f064c447a96 admin admin] Router 1d847bbf-ab10-49fc-a919-6d3faa82849d has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:16:52.594657 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5b02181d-5d32-4fd7-9a77-3a2ee0c22304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:52.597926 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5b02181d-5d32-4fd7-9a77-3a2ee0c22304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:52.599239 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5b02181d-5d32-4fd7-9a77-3a2ee0c22304 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2c44b539-162c-49a6-bf4b-2e8bf4b89149 HTTP/1.1" status: 204 len: 168 time: 0.9492528 Nov 11 17:16:52.602982 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40134b9d-7660-49d3-841a-1cebe5581ea5 req-f6dc8bb1-a691-49e5-9325-65b09642b1f2 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443808 Nov 11 17:16:52.626549 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02181d-5d32-4fd7-9a77-3a2ee0c22304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c44b539-162c-49a6-bf4b-2e8bf4b89149,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:52.648149 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-97cb54a8-be4d-4d7d-9d4c-83c4b3329629 None None] Provisioning complete for port cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:52.648407 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-97cb54a8-be4d-4d7d-9d4c-83c4b3329629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:52.663859 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86302843-c2d3-4e6f-bf07-ce14281ec745 req-85d4b50f-384b-4480-ab64-dd00561ad984 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:52.664328 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86302843-c2d3-4e6f-bf07-ce14281ec745 req-85d4b50f-384b-4480-ab64-dd00561ad984 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:52.664799 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86302843-c2d3-4e6f-bf07-ce14281ec745 req-85d4b50f-384b-4480-ab64-dd00561ad984 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:52.665260 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86302843-c2d3-4e6f-bf07-ce14281ec745 req-85d4b50f-384b-4480-ab64-dd00561ad984 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:52.665717 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86302843-c2d3-4e6f-bf07-ce14281ec745 req-85d4b50f-384b-4480-ab64-dd00561ad984 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:52.667143 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86302843-c2d3-4e6f-bf07-ce14281ec745 req-85d4b50f-384b-4480-ab64-dd00561ad984 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:52.667635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86302843-c2d3-4e6f-bf07-ce14281ec745 req-85d4b50f-384b-4480-ab64-dd00561ad984 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:52.676221 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-86302843-c2d3-4e6f-bf07-ce14281ec745 req-85d4b50f-384b-4480-ab64-dd00561ad984 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=74306843-7238-4c86-a66d-8fe22eb78974&device_id=41877169-111b-4dcc-bf83-8556200ca185&device_id=c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1&device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6&device_id=8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9&device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37&device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 6460 time: 0.2916675 Nov 11 17:16:52.731610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-97cb54a8-be4d-4d7d-9d4c-83c4b3329629 None None] Port cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:16:52.735664 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-86302843-c2d3-4e6f-bf07-ce14281ec745 req-a194bfa2-eb14-44f7-a9f2-763c1e11a7b3 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:52.796249 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41877169-111b-4dcc-bf83-8556200ca185', 'tag': '48169c07-54bf-4bc0-ae8c-702e2476af86'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:52.800480 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b11d98-559e-4034-b1ec-8edaf5f95d03" -d '{"events": [{"name": "network-changed", "server_uuid": "41877169-111b-4dcc-bf83-8556200ca185", "tag": "48169c07-54bf-4bc0-ae8c-702e2476af86"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:52.877771 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb76d7d-fbdb-4063-8ce5-f0b194e007d8 req-9fdacee1-ed65-44b9-97a1-5ab69e5382fe tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:52.880318 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3bb76d7d-fbdb-4063-8ce5-f0b194e007d8 req-9fdacee1-ed65-44b9-97a1-5ab69e5382fe tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 949 time: 0.1685848 Nov 11 17:16:52.920554 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40134b9d-7660-49d3-841a-1cebe5581ea5 req-4660c0ac-2379-4d7c-b689-b5fb5762d985 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954836 Nov 11 17:16:52.947952 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-86302843-c2d3-4e6f-bf07-ce14281ec745 req-a194bfa2-eb14-44f7-a9f2-763c1e11a7b3 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:52.968071 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-86302843-c2d3-4e6f-bf07-ce14281ec745 req-a194bfa2-eb14-44f7-a9f2-763c1e11a7b3 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:52.999580 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20641dc3-c550-4a35-874a-5f064c447a96 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:16:53.001323 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3bb76d7d-fbdb-4063-8ce5-f0b194e007d8 req-f3b7d6e2-7c8f-46ff-8060-ba5d5b8eb8cc tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794041 Nov 11 17:16:53.006965 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-20641dc3-c550-4a35-874a-5f064c447a96 admin admin] 10.222.0.76 "PUT /v2.0/routers/1d847bbf-ab10-49fc-a919-6d3faa82849d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7615638 Nov 11 17:16:53.057216 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194bfa2-eb14-44f7-a9f2-763c1e11a7b3 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6cd3fb-f986-45dc-99b4-cc0d71932183,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:53.078478 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device bb67b9c1-f900-4d16-bde3-f5fe2ee098fa up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:16:53.141203 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:16:53.149322 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:53.150125 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:53.163190 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-86302843-c2d3-4e6f-bf07-ce14281ec745 req-a194bfa2-eb14-44f7-a9f2-763c1e11a7b3 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&id=4816e5da-fc57-401a-9205-95def3a51eed&id=79178248-7504-4e73-b544-559301e3a490&id=416b5d24-f973-4f13-af9f-7d878c2f9e34&id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 607 time: 0.4859738 Nov 11 17:16:53.165988 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8982e9a-066b-4d6a-a8af-810936177a57 x-openstack-request-id: req-b8982e9a-066b-4d6a-a8af-810936177a57 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:53.166291 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41877169-111b-4dcc-bf83-8556200ca185", "tag": "48169c07-54bf-4bc0-ae8c-702e2476af86", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:53.166550 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b8982e9a-066b-4d6a-a8af-810936177a57 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:53.167111 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41877169-111b-4dcc-bf83-8556200ca185', 'tag': '48169c07-54bf-4bc0-ae8c-702e2476af86', 'status': 'completed', 'code': 200} Nov 11 17:16:53.251382 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b11d98-559e-4034-b1ec-8edaf5f95d03 req-d84d848f-8655-465c-a97e-f2d3e51b1b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:53.253992 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-32b11d98-559e-4034-b1ec-8edaf5f95d03 req-d84d848f-8655-465c-a97e-f2d3e51b1b37 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 1124 time: 0.0618353 Nov 11 17:16:53.300610 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfacfe2-a7f9-42a8-97b3-be0d1fedb180 req-9c095552-e28d-45df-af70-3ef365b4d675 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:53.302170 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5bfacfe2-a7f9-42a8-97b3-be0d1fedb180 req-9c095552-e28d-45df-af70-3ef365b4d675 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 943 time: 0.0812771 Nov 11 17:16:53.309305 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:53.345309 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49c0d26-880d-4c47-9491-6af407fecde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb67b9c1-f900-4d16-bde3-f5fe2ee098fa'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:16:53.348578 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1007524a-7fd3-45cc-a167-670d22801d95" -d '{"events": [{"server_uuid": "e49c0d26-880d-4c47-9491-6af407fecde9", "name": "network-vif-plugged", "status": "completed", "tag": "bb67b9c1-f900-4d16-bde3-f5fe2ee098fa"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:16:53.365068 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:53.373969 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5bfacfe2-a7f9-42a8-97b3-be0d1fedb180 req-2eb83c00-2567-46e0-8833-231f97635c0e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647142 Nov 11 17:16:53.374660 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:53.418483 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b11d98-559e-4034-b1ec-8edaf5f95d03 req-48374b92-0599-4658-a5ee-3d28bb9beb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:53.421386 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-32b11d98-559e-4034-b1ec-8edaf5f95d03 req-48374b92-0599-4658-a5ee-3d28bb9beb06 service neutron] 10.222.0.83 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 910 time: 0.1538424 Nov 11 17:16:53.477256 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa,revision_number=9']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:53.507938 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-32b11d98-559e-4034-b1ec-8edaf5f95d03 req-d9f620b6-834c-4bce-a6d6-66bd691a33ee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48169c07-54bf-4bc0-ae8c-702e2476af86 HTTP/1.1" status: 200 len: 217 time: 0.0737095 Nov 11 17:16:53.624957 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b11d98-559e-4034-b1ec-8edaf5f95d03 req-5bd2c352-7026-45bd-91b7-e3965fd18c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:53.626606 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-32b11d98-559e-4034-b1ec-8edaf5f95d03 req-5bd2c352-7026-45bd-91b7-e3965fd18c7d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=651c5717-7c13-46c4-8d6a-3f6dcf13301c HTTP/1.1" status: 200 len: 848 time: 0.1077673 Nov 11 17:16:53.704577 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-32b11d98-559e-4034-b1ec-8edaf5f95d03 req-eec30dbb-647a-4031-8fa1-c1ee53a63251 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aff4ca62-299e-49a9-90bd-d7da6c894e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570905 Nov 11 17:16:53.762595 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device dd028bc8-bc55-4850-881b-7c20be091a3e up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:16:53.822048 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47548) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:53.876587 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-32b11d98-559e-4034-b1ec-8edaf5f95d03 req-33366d69-a451-4e7e-8b89-91c233ba194b service neutron] 10.222.0.83 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700191 Nov 11 17:16:53.907277 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:53.914537 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port dd028bc8-bc55-4850-881b-7c20be091a3e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:53.915534 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:54.004985 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b449f2-d192-4a81-bc02-96ab2c5a64f0 x-openstack-request-id: req-a0b449f2-d192-4a81-bc02-96ab2c5a64f0 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:16:54.007308 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49c0d26-880d-4c47-9491-6af407fecde9", "name": "network-vif-plugged", "status": "completed", "tag": "bb67b9c1-f900-4d16-bde3-f5fe2ee098fa", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:16:54.007676 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a0b449f2-d192-4a81-bc02-96ab2c5a64f0 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:16:54.008170 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49c0d26-880d-4c47-9491-6af407fecde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb67b9c1-f900-4d16-bde3-f5fe2ee098fa', 'code': 200} Nov 11 17:16:54.046207 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-32b11d98-559e-4034-b1ec-8edaf5f95d03 req-ae237c8c-8a5c-4bd5-a9ed-2bd3ed892501 service neutron] 10.222.0.83 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566989 Nov 11 17:16:54.053021 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92d708b4-988e-4ed7-8ff0-a0429b19bb32 req-5aa03cf2-39c9-4bed-80c2-cff4de6f88dc tempest-FloatingIPsNegativeTestJSON-2071634110 tempest-FloatingIPsNegativeTestJSON-2071634110-project] 10.222.0.76 "GET /v2.0/floatingips?tenant_id=1c37eb2acebe4662a5f2a4dc750a6293 HTTP/1.1" status: 200 len: 217 time: 0.0818400 Nov 11 17:16:54.057313 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-8658641f-890f-4d3b-9bf5-fe6a2321cd5b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-800952910-network', 'tenant_id': 'bd11269839ed44b6b5bcb2aeb8e3250f'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:54.095140 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8658641f-890f-4d3b-9bf5-fe6a2321cd5b admin admin] Made reservation on behalf of bd11269839ed44b6b5bcb2aeb8e3250f for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:16:54.104045 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8658641f-890f-4d3b-9bf5-fe6a2321cd5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:54.108848 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:54.114891 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8658641f-890f-4d3b-9bf5-fe6a2321cd5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:54.149085 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] Sync routers for ids ['1d847bbf-ab10-49fc-a919-6d3faa82849d'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:16:54.159858 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] Routers {'1d847bbf-ab10-49fc-a919-6d3faa82849d'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:16:54.160824 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:16:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1d847bbf-ab10-49fc-a919-6d3faa82849d'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:54.162284 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port dd028bc8-bc55-4850-881b-7c20be091a3e, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=dd028bc8-bc55-4850-881b-7c20be091a3e,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:54.178443 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:54.262941 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=dd028bc8-bc55-4850-881b-7c20be091a3e,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:54.268219 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8658641f-890f-4d3b-9bf5-fe6a2321cd5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:54.277506 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8658641f-890f-4d3b-9bf5-fe6a2321cd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:54.316586 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8658641f-890f-4d3b-9bf5-fe6a2321cd5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1299} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:16:54.325044 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14005812-000b-42f2-9863-f9e55fb73f2a req-6cf30172-b1c4-4ff5-8327-68c68cde7a10 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:54.325562 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14005812-000b-42f2-9863-f9e55fb73f2a req-6cf30172-b1c4-4ff5-8327-68c68cde7a10 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:54.326026 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14005812-000b-42f2-9863-f9e55fb73f2a req-6cf30172-b1c4-4ff5-8327-68c68cde7a10 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:54.328350 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-14005812-000b-42f2-9863-f9e55fb73f2a req-6cf30172-b1c4-4ff5-8327-68c68cde7a10 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=74306843-7238-4c86-a66d-8fe22eb78974&device_id=c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1&device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 2884 time: 0.1095934 Nov 11 17:16:54.334805 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658641f-890f-4d3b-9bf5-fe6a2321cd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1396d30f-ff2d-4fc8-82f3-eee5e3505955,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:54.342047 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8658641f-890f-4d3b-9bf5-fe6a2321cd5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:54.342386 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-8658641f-890f-4d3b-9bf5-fe6a2321cd5b admin admin] Added segment 94f9155b-d50c-47f6-975a-73a993a9741e of type vlan for network 199f56b5-0f63-437b-bc7a-2e7ba30aca73 Nov 11 17:16:54.383108 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] Set router 1d847bbf-ab10-49fc-a919-6d3faa82849d gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:16:54.401636 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8658641f-890f-4d3b-9bf5-fe6a2321cd5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:54.430623 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-14005812-000b-42f2-9863-f9e55fb73f2a req-158300d0-dff0-42fb-8718-89b9c1bb8811 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925462 Nov 11 17:16:54.441904 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8658641f-890f-4d3b-9bf5-fe6a2321cd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:54.442984 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8658641f-890f-4d3b-9bf5-fe6a2321cd5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:54.443917 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8658641f-890f-4d3b-9bf5-fe6a2321cd5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:54.474717 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8658641f-890f-4d3b-9bf5-fe6a2321cd5b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6508627 Nov 11 17:16:54.478238 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47606) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:54.483225 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-1c2833a4-3d6d-429f-8c7a-a3c213844984 admin admin] Request body: {'subnet': {'network_id': '199f56b5-0f63-437b-bc7a-2e7ba30aca73', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-800952910-subnet', 'tenant_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:54.523993 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2833a4-3d6d-429f-8c7a-a3c213844984 admin admin] Made reservation on behalf of bd11269839ed44b6b5bcb2aeb8e3250f for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:16:54.527933 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1c2833a4-3d6d-429f-8c7a-a3c213844984 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:54.557372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658641f-890f-4d3b-9bf5-fe6a2321cd5b admin admin] Pushing event updated for resources: {'Network': ['ID=199f56b5-0f63-437b-bc7a-2e7ba30aca73,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:54.571880 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 199f56b5-0f63-437b-bc7a-2e7ba30aca73 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:16:54.603762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37fd763-3a8d-41bf-8297-9b0530e1062b req-ef7d8c2c-3846-4c46-b819-0e6b32d70c78 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:54.624362 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d37fd763-3a8d-41bf-8297-9b0530e1062b req-ef7d8c2c-3846-4c46-b819-0e6b32d70c78 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.0980856 Nov 11 17:16:54.653536 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d847bbf-ab10-49fc-a919-6d3faa82849d', 'name': 'tempest-FloatingIPsNegativeTestJSON-2139250902-router', 'tenant_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'dd028bc8-bc55-4850-881b-7c20be091a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:45Z', 'updated_at': '2021-11-11T17:16:51Z', 'revision_number': 4, 'project_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'gw_port': {'id': 'dd028bc8-bc55-4850-881b-7c20be091a3e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d847bbf-ab10-49fc-a919-6d3faa82849d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:46Z', 'updated_at': '2021-11-11T17:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37', 'name': '', 'network_id': 'ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6', 'tenant_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'mac_address': 'fa:16:3e:8f:6f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d847bbf-ab10-49fc-a919-6d3faa82849d', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6d942b93-75c8-435e-8b10-04af84baf586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:50Z', 'updated_at': '2021-11-11T17:16:51Z', 'revision_number': 2, 'project_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'subnets': [{'id': '6d942b93-75c8-435e-8b10-04af84baf586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:54.682654 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-21df0a68-abc2-43b5-8cc9-a0d89f232c4d req-a8f67824-b010-4900-808c-e8f6d1323b72 tempest-FloatingIPsNegativeTestJSON-2071634110 tempest-FloatingIPsNegativeTestJSON-2071634110-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0542135 Nov 11 17:16:54.686671 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] Checking router: 1d847bbf-ab10-49fc-a919-6d3faa82849d for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:16:54.687378 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] Updating router 1d847bbf-ab10-49fc-a919-6d3faa82849d port cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:16:54.722441 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:54.732887 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d37fd763-3a8d-41bf-8297-9b0530e1062b req-53ea0109-1465-47ac-a865-946d7e2ccaff tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073194 Nov 11 17:16:54.768329 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1c2833a4-3d6d-429f-8c7a-a3c213844984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:54.822756 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 48169c07-54bf-4bc0-ae8c-702e2476af86 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:16:54.841634 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2833a4-3d6d-429f-8c7a-a3c213844984 admin admin] Checking segment: {'id': '94f9155b-d50c-47f6-975a-73a993a9741e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '199f56b5-0f63-437b-bc7a-2e7ba30aca73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:16:54.841979 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2833a4-3d6d-429f-8c7a-a3c213844984 admin admin] Network hostable DHCP agents. Network: 199f56b5-0f63-437b-bc7a-2e7ba30aca73, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:16:54.857522 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2833a4-3d6d-429f-8c7a-a3c213844984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6ee57d-db84-45c3-bd4a-9d0a5e71b572,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:54.890762 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2833a4-3d6d-429f-8c7a-a3c213844984 admin admin] Network 199f56b5-0f63-437b-bc7a-2e7ba30aca73 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:16:54.912026 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-1c2833a4-3d6d-429f-8c7a-a3c213844984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 199f56b5-0f63-437b-bc7a-2e7ba30aca73) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:54.925748 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2833a4-3d6d-429f-8c7a-a3c213844984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:54.926947 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1c2833a4-3d6d-429f-8c7a-a3c213844984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:54.955176 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b912bf0-a98b-424e-87b7-625eaef44e97 req-61636461-4266-4008-a7a1-9423bbe85358 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:54.957421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b912bf0-a98b-424e-87b7-625eaef44e97 req-61636461-4266-4008-a7a1-9423bbe85358 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 943 time: 0.0947888 Nov 11 17:16:54.959852 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47624) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:54.964534 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-77d5ce73-0120-4de7-8ce0-76fdff7d04ab admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-800952910-router', 'tenant_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:54.968124 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1c2833a4-3d6d-429f-8c7a-a3c213844984 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4772320 Nov 11 17:16:54.972000 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e15d579-5fda-4415-9742-86e2af497f19 None None] Network 199f56b5-0f63-437b-bc7a-2e7ba30aca73 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:16:55.036710 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77d5ce73-0120-4de7-8ce0-76fdff7d04ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:55.037769 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77d5ce73-0120-4de7-8ce0-76fdff7d04ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:55.050138 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 48169c07-54bf-4bc0-ae8c-702e2476af86, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=48169c07-54bf-4bc0-ae8c-702e2476af86,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:55.071590 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 48169c07-54bf-4bc0-ae8c-702e2476af86 has no active binding in host n-h1-816206-4 {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 17:16:55.081175 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:55.081491 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-1534b34c-ad32-4e66-9c28-173cf99332bc req-f0d5bca2-7741-4361-9f78-9ebb5731de5b tempest-FloatingIPsNegativeTestJSON-2071634110 tempest-FloatingIPsNegativeTestJSON-2071634110-project] show failed (client error): The resource could not be found. Nov 11 17:16:55.082479 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1534b34c-ad32-4e66-9c28-173cf99332bc req-f0d5bca2-7741-4361-9f78-9ebb5731de5b tempest-FloatingIPsNegativeTestJSON-2071634110 tempest-FloatingIPsNegativeTestJSON-2071634110-project] 10.222.0.76 "GET /v2.0/floatingips/15d83ee9-ee37-46ce-a616-4e5ef28d78f2 HTTP/1.1" status: 404 len: 350 time: 0.0621672 Nov 11 17:16:55.089998 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:55.091879 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b912bf0-a98b-424e-87b7-625eaef44e97 req-26b93fd0-633e-4c40-8573-5e2e055a9ab7 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188219 Nov 11 17:16:55.095281 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47632) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:55.141289 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77d5ce73-0120-4de7-8ce0-76fdff7d04ab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:55.191097 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa38ea-c2d4-4b30-bd1f-98f8a777b09a None None] Pushing event updated for resources: {'Port': ['ID=cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:55.208205 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] Attempting to bind port cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:16:55.208572 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] Attempting to bind port cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '1b5eed0c-b789-47b8-a8bf-f46ac25903d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:16:55.208932 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] Attempting to bind port cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37 on network ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:55.215095 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:16:55.217574 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] Checking segment: {'id': '1b5eed0c-b789-47b8-a8bf-f46ac25903d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:16:55.217574 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:55.217574 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] Bound using segment: {'id': '1b5eed0c-b789-47b8-a8bf-f46ac25903d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:16:55.217574 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] Bound port: cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5eed0c-b789-47b8-a8bf-f46ac25903d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:16:55.217574 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:55.319491 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] For port cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:16:55.330730 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] For port cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37,segment=NetworkSegment(1b5eed0c-b789-47b8-a8bf-f46ac25903d4),segment_id=1b5eed0c-b789-47b8-a8bf-f46ac25903d4)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:16:55.337945 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc009ca-7519-4bd6-b9df-a4b0592ef363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-199f56b5-0f63-437b-bc7a-2e7ba30aca73', 'network_id': '199f56b5-0f63-437b-bc7a-2e7ba30aca73', 'tenant_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'fixed_ips': [{'subnet_id': 'bd6ee57d-db84-45c3-bd4a-9d0a5e71b572'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:16:55.338842 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5bc009ca-7519-4bd6-b9df-a4b0592ef363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:55.344478 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:55.425070 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a62edb-39dd-487c-835b-df6c208568ad req-2704fa28-f433-42bf-be89-1a05270b5701 tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:55.426563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26a62edb-39dd-487c-835b-df6c208568ad req-2704fa28-f433-42bf-be89-1a05270b5701 tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 1101 time: 0.2374957 Nov 11 17:16:55.435025 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] Routers {'1d847bbf-ab10-49fc-a919-6d3faa82849d'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:16:55.435672 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:16:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1d847bbf-ab10-49fc-a919-6d3faa82849d'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:55.473143 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77d5ce73-0120-4de7-8ce0-76fdff7d04ab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:55.560584 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26a62edb-39dd-487c-835b-df6c208568ad req-70e92ac3-2e4c-4a6e-8535-2d6574053678 tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164758 Nov 11 17:16:55.564234 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-be88befc-d0f7-463d-b26c-a1c7ffab6940 None None] Provisioning complete for port cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:55.565230 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-be88befc-d0f7-463d-b26c-a1c7ffab6940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:55.612150 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] Set router 1d847bbf-ab10-49fc-a919-6d3faa82849d gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:16:55.753774 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-5bc009ca-7519-4bd6-b9df-a4b0592ef363 None None] Allocated IP 172.20.0.2 (199f56b5-0f63-437b-bc7a-2e7ba30aca73/bd6ee57d-db84-45c3-bd4a-9d0a5e71b572/5b46d144-7b75-4852-97d9-378d363ece56) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:16:55.814220 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa38ea-c2d4-4b30-bd1f-98f8a777b09a None None] Pushing event updated for resources: {'Port': ['ID=cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:55.930829 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device dd028bc8-bc55-4850-881b-7c20be091a3e up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:16:56.001643 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77d5ce73-0120-4de7-8ce0-76fdff7d04ab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:56.014731 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-431f6df5-3e69-416c-bc32-4d64f3080717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:56.056217 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77d5ce73-0120-4de7-8ce0-76fdff7d04ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:56.072595 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d847bbf-ab10-49fc-a919-6d3faa82849d', 'name': 'tempest-FloatingIPsNegativeTestJSON-2139250902-router', 'tenant_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'dd028bc8-bc55-4850-881b-7c20be091a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:45Z', 'updated_at': '2021-11-11T17:16:51Z', 'revision_number': 4, 'project_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'gw_port': {'id': 'dd028bc8-bc55-4850-881b-7c20be091a3e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d847bbf-ab10-49fc-a919-6d3faa82849d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:46Z', 'updated_at': '2021-11-11T17:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37', 'name': '', 'network_id': 'ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6', 'tenant_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'mac_address': 'fa:16:3e:8f:6f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d847bbf-ab10-49fc-a919-6d3faa82849d', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6d942b93-75c8-435e-8b10-04af84baf586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:50Z', 'updated_at': '2021-11-11T17:16:55Z', 'revision_number': 4, 'project_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'subnets': [{'id': '6d942b93-75c8-435e-8b10-04af84baf586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:56.109214 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-be88befc-d0f7-463d-b26c-a1c7ffab6940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:56.128065 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6fab2c-abed-4e16-812c-005e1a570d9d None None] The sync data for ids ['1d847bbf-ab10-49fc-a919-6d3faa82849d'] in n-d-816206-4 is: [{'id': '1d847bbf-ab10-49fc-a919-6d3faa82849d', 'name': 'tempest-FloatingIPsNegativeTestJSON-2139250902-router', 'tenant_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'dd028bc8-bc55-4850-881b-7c20be091a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:45Z', 'updated_at': '2021-11-11T17:16:51Z', 'revision_number': 4, 'project_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'gw_port': {'id': 'dd028bc8-bc55-4850-881b-7c20be091a3e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d847bbf-ab10-49fc-a919-6d3faa82849d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:46Z', 'updated_at': '2021-11-11T17:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37', 'name': '', 'network_id': 'ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6', 'tenant_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'mac_address': 'fa:16:3e:8f:6f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d847bbf-ab10-49fc-a919-6d3faa82849d', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6d942b93-75c8-435e-8b10-04af84baf586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:50Z', 'updated_at': '2021-11-11T17:16:55Z', 'revision_number': 4, 'project_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'subnets': [{'id': '6d942b93-75c8-435e-8b10-04af84baf586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:16:56.145623 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port dd028bc8-bc55-4850-881b-7c20be091a3e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:56.146524 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:56.249175 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-be88befc-d0f7-463d-b26c-a1c7ffab6940 None None] For port cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37,segment=NetworkSegment(1b5eed0c-b789-47b8-a8bf-f46ac25903d4),segment_id=1b5eed0c-b789-47b8-a8bf-f46ac25903d4)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:56.275542 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-be88befc-d0f7-463d-b26c-a1c7ffab6940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:56.290726 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5bc009ca-7519-4bd6-b9df-a4b0592ef363 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:56.319851 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5bc009ca-7519-4bd6-b9df-a4b0592ef363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:56.346223 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc009ca-7519-4bd6-b9df-a4b0592ef363 None None] Network 199f56b5-0f63-437b-bc7a-2e7ba30aca73 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:16:56.356518 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-5bc009ca-7519-4bd6-b9df-a4b0592ef363 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:56.358942 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc009ca-7519-4bd6-b9df-a4b0592ef363 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:16:56.362866 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-77d5ce73-0120-4de7-8ce0-76fdff7d04ab admin admin] Allocated IP 172.25.2.252 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/73ae282a-c97e-42d6-a36d-e2f50276cddd) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:16:56.384107 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88befc-d0f7-463d-b26c-a1c7ffab6940 None None] Pushing event updated for resources: {'Port': ['ID=cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:56.569479 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df5d7ec5-92a2-4c0c-b767-aa2a19d4e575 req-c627a17c-f029-44f2-b2b4-b7bf1f3133d9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1668756 Nov 11 17:16:56.601313 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-c1212989-30f7-4b84-8f64-ce65887c8860 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392866 Nov 11 17:16:56.609264 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-431f6df5-3e69-416c-bc32-4d64f3080717 admin admin] Deleting port cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:16:56.609769 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-431f6df5-3e69-416c-bc32-4d64f3080717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:56.629279 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-5bc009ca-7519-4bd6-b9df-a4b0592ef363 None None] Attempting to bind port 5b46d144-7b75-4852-97d9-378d363ece56 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:16:56.629279 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-5bc009ca-7519-4bd6-b9df-a4b0592ef363 None None] Attempting to bind port 5b46d144-7b75-4852-97d9-378d363ece56 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '94f9155b-d50c-47f6-975a-73a993a9741e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '199f56b5-0f63-437b-bc7a-2e7ba30aca73'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:16:56.629279 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc009ca-7519-4bd6-b9df-a4b0592ef363 None None] Attempting to bind port 5b46d144-7b75-4852-97d9-378d363ece56 on network 199f56b5-0f63-437b-bc7a-2e7ba30aca73 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:16:56.644589 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc009ca-7519-4bd6-b9df-a4b0592ef363 None None] Pushing event updated for resources: {'Port': ['ID=5b46d144-7b75-4852-97d9-378d363ece56,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:56.648075 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0c2808a7-a116-42a1-9d5c-8792889faf98 None None] Provisioning complete for port cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:56.649065 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0c2808a7-a116-42a1-9d5c-8792889faf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:56.651435 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc009ca-7519-4bd6-b9df-a4b0592ef363 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:16:56.651832 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc009ca-7519-4bd6-b9df-a4b0592ef363 None None] Checking segment: {'id': '94f9155b-d50c-47f6-975a-73a993a9741e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '199f56b5-0f63-437b-bc7a-2e7ba30aca73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:16:56.652224 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5bc009ca-7519-4bd6-b9df-a4b0592ef363 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:56.652611 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc009ca-7519-4bd6-b9df-a4b0592ef363 None None] Bound using segment: {'id': '94f9155b-d50c-47f6-975a-73a993a9741e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '199f56b5-0f63-437b-bc7a-2e7ba30aca73'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:16:56.653081 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-5bc009ca-7519-4bd6-b9df-a4b0592ef363 None None] Bound port: 5b46d144-7b75-4852-97d9-378d363ece56, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94f9155b-d50c-47f6-975a-73a993a9741e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '199f56b5-0f63-437b-bc7a-2e7ba30aca73'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:16:56.653447 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5bc009ca-7519-4bd6-b9df-a4b0592ef363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:56.708548 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77d5ce73-0120-4de7-8ce0-76fdff7d04ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:56.737189 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-431f6df5-3e69-416c-bc32-4d64f3080717 admin admin] For port cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37,segment=NetworkSegment(1b5eed0c-b789-47b8-a8bf-f46ac25903d4),segment_id=1b5eed0c-b789-47b8-a8bf-f46ac25903d4)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:56.737588 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-431f6df5-3e69-416c-bc32-4d64f3080717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:56.754052 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-431f6df5-3e69-416c-bc32-4d64f3080717 admin admin] Calling delete_port for cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:16:56.794217 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-5bc009ca-7519-4bd6-b9df-a4b0592ef363 None None] For port 5b46d144-7b75-4852-97d9-378d363ece56, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:16:56.835854 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-5bc009ca-7519-4bd6-b9df-a4b0592ef363 None None] For port 5b46d144-7b75-4852-97d9-378d363ece56, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5b46d144-7b75-4852-97d9-378d363ece56,segment=NetworkSegment(94f9155b-d50c-47f6-975a-73a993a9741e),segment_id=94f9155b-d50c-47f6-975a-73a993a9741e)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:16:56.848838 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5bc009ca-7519-4bd6-b9df-a4b0592ef363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:56.865736 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d7ec5-92a2-4c0c-b767-aa2a19d4e575 req-69344765-5b40-434e-9a96-07334c6245fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:56.867291 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df5d7ec5-92a2-4c0c-b767-aa2a19d4e575 req-69344765-5b40-434e-9a96-07334c6245fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=86d8aa904941466d9ea9e992fa25efc0&device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 1096 time: 0.1557746 Nov 11 17:16:56.889411 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-f2cf4f0b-92c4-4cee-93a0-2ebf53506694 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:56.897701 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-f2cf4f0b-92c4-4cee-93a0-2ebf53506694 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2844377 Nov 11 17:16:56.910052 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9800922-65df-465d-a556-1d60640f0030 req-33bc6e4c-9e33-4fe5-81c7-fae3f271f45c tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:56.911568 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9800922-65df-465d-a556-1d60640f0030 req-33bc6e4c-9e33-4fe5-81c7-fae3f271f45c tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 943 time: 0.1877406 Nov 11 17:16:56.940943 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc009ca-7519-4bd6-b9df-a4b0592ef363 None None] Pushing event updated for resources: {'Port': ['ID=5b46d144-7b75-4852-97d9-378d363ece56,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:56.982038 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77d5ce73-0120-4de7-8ce0-76fdff7d04ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:57.000158 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-43ed7c05-1075-4acd-b604-00a69bf4cb15 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/quotas/5a1f216bc9834fb08bccfb025e9c406a HTTP/1.1" status: 200 len: 375 time: 0.1015520 Nov 11 17:16:57.040361 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-431f6df5-3e69-416c-bc32-4d64f3080717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:57.076690 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f6df5-3e69-416c-bc32-4d64f3080717 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:57.119717 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d5ce73-0120-4de7-8ce0-76fdff7d04ab admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:16:57.146938 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-77d5ce73-0120-4de7-8ce0-76fdff7d04ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:16:57.149816 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d5ce73-0120-4de7-8ce0-76fdff7d04ab admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:16:57.167074 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9800922-65df-465d-a556-1d60640f0030 req-90847113-1f0e-419c-84a4-7422509f75bc tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338021 Nov 11 17:16:57.169601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5ce73-0120-4de7-8ce0-76fdff7d04ab admin admin] Pushing event updated for resources: {'Port': ['ID=73ae282a-c97e-42d6-a36d-e2f50276cddd,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:57.250458 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d7ec5-92a2-4c0c-b767-aa2a19d4e575 req-c919b09c-751a-4205-a612-3afcea034a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:57.251951 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df5d7ec5-92a2-4c0c-b767-aa2a19d4e575 req-c919b09c-751a-4205-a612-3afcea034a52 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4459b097-e5dd-4ffa-a28b-292c89fcd58b HTTP/1.1" status: 200 len: 925 time: 0.3516095 Nov 11 17:16:57.358219 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-f662f890-2039-4686-927f-01c0194e7aec tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3384426 Nov 11 17:16:57.426261 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-431f6df5-3e69-416c-bc32-4d64f3080717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:57.626719 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df5d7ec5-92a2-4c0c-b767-aa2a19d4e575 req-d36cda7b-44b5-4115-a62c-0f668a60676e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0790375-e0c0-42da-a666-56b0af08b246 HTTP/1.1" status: 200 len: 1001 time: 0.3523023 Nov 11 17:16:57.814057 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5b46d144-7b75-4852-97d9-378d363ece56 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:16:57.904825 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-9222cb95-8959-4963-94c8-a631b8691fc8 service neutron] 10.222.0.83 "GET /v2.0/ports/48169c07-54bf-4bc0-ae8c-702e2476af86/bindings/n-h1-816206-4 HTTP/1.1" status: 200 len: 384 time: 0.1667466 Nov 11 17:16:57.958683 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 5b46d144-7b75-4852-97d9-378d363ece56 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:57.961684 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:58.126196 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:58.142264 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431f6df5-3e69-416c-bc32-4d64f3080717 admin admin] Router 1d847bbf-ab10-49fc-a919-6d3faa82849d has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:16:58.202777 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 5b46d144-7b75-4852-97d9-378d363ece56, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5b46d144-7b75-4852-97d9-378d363ece56,segment=NetworkSegment(94f9155b-d50c-47f6-975a-73a993a9741e),segment_id=94f9155b-d50c-47f6-975a-73a993a9741e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:58.214093 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:58.344353 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=5b46d144-7b75-4852-97d9-378d363ece56,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:58.413094 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d7ec5-92a2-4c0c-b767-aa2a19d4e575 req-0568d573-7622-40ba-995c-16e243282314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:58.415140 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df5d7ec5-92a2-4c0c-b767-aa2a19d4e575 req-0568d573-7622-40ba-995c-16e243282314 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=514ca1cd-422f-4578-9e77-be751b2cb1b2 HTTP/1.1" status: 200 len: 862 time: 0.7789962 Nov 11 17:16:58.420584 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77d5ce73-0120-4de7-8ce0-76fdff7d04ab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:58.447955 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431f6df5-3e69-416c-bc32-4d64f3080717 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:16:58.464029 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-431f6df5-3e69-416c-bc32-4d64f3080717 admin admin] 10.222.0.76 "PUT /v2.0/routers/1d847bbf-ab10-49fc-a919-6d3faa82849d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3673878 Nov 11 17:16:58.468222 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ebc236-7ec4-4142-b8b4-8c0e22bbdf24 None None] Sync routers for ids ['1d847bbf-ab10-49fc-a919-6d3faa82849d'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:16:58.472343 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-f68f90d2-694a-4b11-b7e9-3fece406b6bd service neutron] For port 48169c07-54bf-4bc0-ae8c-702e2476af86, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=48169c07-54bf-4bc0-ae8c-702e2476af86,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:58.473558 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac292ba4-a246-48e8-9a02-14eaadcd69d3 None None] Network 199f56b5-0f63-437b-bc7a-2e7ba30aca73 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:16:58.491627 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47796) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:16:58.529309 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd85bea-7e98-40d8-a13e-6beae12c3c70 req-cd2c0474-545f-4522-8527-d0d4480a7e52 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:58.532380 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bcd85bea-7e98-40d8-a13e-6beae12c3c70 req-cd2c0474-545f-4522-8527-d0d4480a7e52 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 1101 time: 0.8870068 Nov 11 17:16:58.536573 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-f68f90d2-694a-4b11-b7e9-3fece406b6bd service neutron] For port 48169c07-54bf-4bc0-ae8c-702e2476af86, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:16:58.574301 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ebc236-7ec4-4142-b8b4-8c0e22bbdf24 None None] Routers {'1d847bbf-ab10-49fc-a919-6d3faa82849d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:16:58.575294 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-11ebc236-7ec4-4142-b8b4-8c0e22bbdf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:16:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1d847bbf-ab10-49fc-a919-6d3faa82849d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:58.603409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d7ec5-92a2-4c0c-b767-aa2a19d4e575 req-02c23f78-3635-4f1e-ba52-943cdade8c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:58.604985 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df5d7ec5-92a2-4c0c-b767-aa2a19d4e575 req-02c23f78-3635-4f1e-ba52-943cdade8c39 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4459b097-e5dd-4ffa-a28b-292c89fcd58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801155 Nov 11 17:16:58.631853 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3143aaca-d97b-485e-8be1-4c82c9700998 None None] Provisioning complete for port 5b46d144-7b75-4852-97d9-378d363ece56 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:16:58.632471 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3143aaca-d97b-485e-8be1-4c82c9700998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:58.746902 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b05de60f-1705-48a5-bd4c-52e3dedbe0d8 req-10debcf4-1b10-49fe-b0fd-8a46a0e09ca1 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 210 time: 0.0458972 Nov 11 17:16:58.787251 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bcd85bea-7e98-40d8-a13e-6beae12c3c70 req-a5d04d48-de37-4e7d-8cc8-843bb0935c01 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443800 Nov 11 17:16:58.793759 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df5d7ec5-92a2-4c0c-b767-aa2a19d4e575 req-2c1c14de-3bbd-4146-9ad0-869ba665f23f service neutron] 10.222.0.64 "GET /v2.0/networks/4459b097-e5dd-4ffa-a28b-292c89fcd58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734059 Nov 11 17:16:58.967006 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-11ebc236-7ec4-4142-b8b4-8c0e22bbdf24 None None] Set router 1d847bbf-ab10-49fc-a919-6d3faa82849d gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:16:58.999800 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-f68f90d2-694a-4b11-b7e9-3fece406b6bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48169c07-54bf-4bc0-ae8c-702e2476af86 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:16:59.017791 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-f68f90d2-694a-4b11-b7e9-3fece406b6bd service neutron] For port 48169c07-54bf-4bc0-ae8c-702e2476af86, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=48169c07-54bf-4bc0-ae8c-702e2476af86,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:59.043210 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b04bd1dc-ebd2-4127-867e-8452ae159721 admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:59.046628 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-f68f90d2-694a-4b11-b7e9-3fece406b6bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:59.065401 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c730779-d801-4cd2-a57a-1a4106c2c55f req-c4b16a6b-d143-4a00-9673-be108ce85e90 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:59.073341 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c730779-d801-4cd2-a57a-1a4106c2c55f req-c4b16a6b-d143-4a00-9673-be108ce85e90 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 943 time: 0.1950970 Nov 11 17:16:59.129177 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-d2b676a1-dcfb-409b-a38d-34da324b9202 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500543 Nov 11 17:16:59.130275 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77d5ce73-0120-4de7-8ce0-76fdff7d04ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:59.135560 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df5d7ec5-92a2-4c0c-b767-aa2a19d4e575 req-10c951e4-a16e-4e96-8804-89ff317f6a4f service neutron] 10.222.0.64 "GET /v2.0/networks/4459b097-e5dd-4ffa-a28b-292c89fcd58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586281 Nov 11 17:16:59.243479 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b04bd1dc-ebd2-4127-867e-8452ae159721 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:59.270379 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-f68f90d2-694a-4b11-b7e9-3fece406b6bd service neutron] Transition to ACTIVE for port object 48169c07-54bf-4bc0-ae8c-702e2476af86 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:16:59.275110 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c730779-d801-4cd2-a57a-1a4106c2c55f req-e79afbb5-b7a2-4a76-aaa0-aec48629e376 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008352 Nov 11 17:16:59.313499 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-f68f90d2-694a-4b11-b7e9-3fece406b6bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:59.410835 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-cb6ecb32-9dc8-472c-b555-fc10bd9d32ca tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:16:59.425180 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-cb6ecb32-9dc8-472c-b555-fc10bd9d32ca tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2829044 Nov 11 17:16:59.446167 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-e2d0b5fe-ac47-45db-9add-ca7884c4b29b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Request body: {'port': {'device_id': '3739f80d-e1df-4224-aa47-245972469624', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '5a1f216bc9834fb08bccfb025e9c406a'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:16:59.507638 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-f68f90d2-694a-4b11-b7e9-3fece406b6bd service neutron] No DVR routers for this DVR port 48169c07-54bf-4bc0-ae8c-702e2476af86 on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:16:59.538768 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f90d2-694a-4b11-b7e9-3fece406b6bd service neutron] Pushing event updated for resources: {'Port': ['ID=48169c07-54bf-4bc0-ae8c-702e2476af86,revision_number=10']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:16:59.570000 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-b04bd1dc-ebd2-4127-867e-8452ae159721 admin admin] Deleting port dd028bc8-bc55-4850-881b-7c20be091a3e {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:16:59.570997 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b04bd1dc-ebd2-4127-867e-8452ae159721 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:59.644692 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-11ebc236-7ec4-4142-b8b4-8c0e22bbdf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d847bbf-ab10-49fc-a919-6d3faa82849d', 'name': 'tempest-FloatingIPsNegativeTestJSON-2139250902-router', 'tenant_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'dd028bc8-bc55-4850-881b-7c20be091a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:45Z', 'updated_at': '2021-11-11T17:16:56Z', 'revision_number': 5, 'project_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'gw_port': {'id': 'dd028bc8-bc55-4850-881b-7c20be091a3e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d847bbf-ab10-49fc-a919-6d3faa82849d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:46Z', 'updated_at': '2021-11-11T17:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:59.673392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-b04bd1dc-ebd2-4127-867e-8452ae159721 admin admin] For port dd028bc8-bc55-4850-881b-7c20be091a3e, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=dd028bc8-bc55-4850-881b-7c20be091a3e,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:16:59.673982 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b04bd1dc-ebd2-4127-867e-8452ae159721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:16:59.691179 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-b04bd1dc-ebd2-4127-867e-8452ae159721 admin admin] Calling delete_port for dd028bc8-bc55-4850-881b-7c20be091a3e owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:16:59.695453 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ebc236-7ec4-4142-b8b4-8c0e22bbdf24 None None] Checking router: 1d847bbf-ab10-49fc-a919-6d3faa82849d for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:16:59.707166 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ebc236-7ec4-4142-b8b4-8c0e22bbdf24 None None] Routers {'1d847bbf-ab10-49fc-a919-6d3faa82849d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:16:59.708050 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-11ebc236-7ec4-4142-b8b4-8c0e22bbdf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:16:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1d847bbf-ab10-49fc-a919-6d3faa82849d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:16:59.764484 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-f68f90d2-694a-4b11-b7e9-3fece406b6bd service neutron] 10.222.0.83 "PUT /v2.0/ports/48169c07-54bf-4bc0-ae8c-702e2476af86/bindings/n-h1-816206-4/activate HTTP/1.1" status: 200 len: 369 time: 1.8099296 Nov 11 17:16:59.881793 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5b46d144-7b75-4852-97d9-378d363ece56 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:16:59.947710 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-11ebc236-7ec4-4142-b8b4-8c0e22bbdf24 None None] Set router 1d847bbf-ab10-49fc-a919-6d3faa82849d gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:17:00.014091 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b04bd1dc-ebd2-4127-867e-8452ae159721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:00.051657 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-11ebc236-7ec4-4142-b8b4-8c0e22bbdf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d847bbf-ab10-49fc-a919-6d3faa82849d', 'name': 'tempest-FloatingIPsNegativeTestJSON-2139250902-router', 'tenant_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:45Z', 'updated_at': '2021-11-11T17:16:59Z', 'revision_number': 6, 'project_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:00.056623 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bd1dc-ebd2-4127-867e-8452ae159721 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd028bc8-bc55-4850-881b-7c20be091a3e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:00.057667 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f6ae5154-51fa-4299-a55e-623d035e8502 req-aa17d398-eda4-455b-8703-ca5eb595081b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 210 time: 0.0777781 Nov 11 17:17:00.073369 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d5ce73-0120-4de7-8ce0-76fdff7d04ab admin admin] Router adf013e6-ae2e-43ec-954a-6bf31d2f3e8f is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:17:00.082709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23865f-d41e-4e98-9cc9-d18416060162 req-2e778ba1-3fe6-492f-b433-7c4029753e63 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:00.088364 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1c23865f-d41e-4e98-9cc9-d18416060162 req-2e778ba1-3fe6-492f-b433-7c4029753e63 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 1101 time: 0.4515591 Nov 11 17:17:00.097708 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ebc236-7ec4-4142-b8b4-8c0e22bbdf24 None None] The sync data for ids ['1d847bbf-ab10-49fc-a919-6d3faa82849d'] in n-d-816206-4 is: [{'id': '1d847bbf-ab10-49fc-a919-6d3faa82849d', 'name': 'tempest-FloatingIPsNegativeTestJSON-2139250902-router', 'tenant_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:45Z', 'updated_at': '2021-11-11T17:16:59Z', 'revision_number': 6, 'project_id': '1c37eb2acebe4662a5f2a4dc750a6293', 'gw_port_host': None}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:17:00.113219 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-80b97a9c-6f8c-4677-b238-2c70f0297dd4 None None] Provisioning complete for port 5b46d144-7b75-4852-97d9-378d363ece56 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:00.114148 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-80b97a9c-6f8c-4677-b238-2c70f0297dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:00.172233 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 5b46d144-7b75-4852-97d9-378d363ece56 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:00.173168 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:00.180355 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b04bd1dc-ebd2-4127-867e-8452ae159721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:00.203637 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-4fb320d4-3116-4b47-92ec-d60fa3d1f5b6 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:00.205497 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-4fb320d4-3116-4b47-92ec-d60fa3d1f5b6 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185&tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&binding%3Ahost_id=n-h2-816206-4 HTTP/1.1" status: 200 len: 1095 time: 0.2851574 Nov 11 17:17:00.214150 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-e2d0b5fe-ac47-45db-9add-ca7884c4b29b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Made reservation on behalf of 5a1f216bc9834fb08bccfb025e9c406a for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:17:00.217781 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-e2d0b5fe-ac47-45db-9add-ca7884c4b29b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:00.329499 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b04bd1dc-ebd2-4127-867e-8452ae159721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:00.332364 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b04bd1dc-ebd2-4127-867e-8452ae159721 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:00.344417 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1c23865f-d41e-4e98-9cc9-d18416060162 req-19cd8bcf-ead0-45ad-b5dc-000355936af6 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306008 Nov 11 17:17:00.386787 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b04bd1dc-ebd2-4127-867e-8452ae159721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:00.387770 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04bd1dc-ebd2-4127-867e-8452ae159721 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d847bbf-ab10-49fc-a919-6d3faa82849d {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:17:00.393730 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b04bd1dc-ebd2-4127-867e-8452ae159721 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:00.394847 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b04bd1dc-ebd2-4127-867e-8452ae159721 admin admin] 10.222.0.76 "DELETE /v2.0/routers/1d847bbf-ab10-49fc-a919-6d3faa82849d HTTP/1.1" status: 204 len: 168 time: 1.9022613 Nov 11 17:17:00.397910 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47880) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:00.453075 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-05e6b051-5f51-4671-8529-b891e10f4be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:00.454948 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-05e6b051-5f51-4671-8529-b891e10f4be7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185&tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35 HTTP/1.1" status: 200 len: 1095 time: 0.2154827 Nov 11 17:17:00.462244 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-313f1521-c52e-411c-9ed6-83f3c50a4f89 admin admin] Deleting subnet 6d942b93-75c8-435e-8b10-04af84baf586 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:17:00.469138 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-313f1521-c52e-411c-9ed6-83f3c50a4f89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:00.501989 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d5ce73-0120-4de7-8ce0-76fdff7d04ab admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:17:00.513287 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] Sync routers for ids ['adf013e6-ae2e-43ec-954a-6bf31d2f3e8f'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:17:00.540671 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-313f1521-c52e-411c-9ed6-83f3c50a4f89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:00.548142 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] Routers {'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:17:00.548964 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:16:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['adf013e6-ae2e-43ec-954a-6bf31d2f3e8f'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:00.553528 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce89a87-5d56-4240-9e3e-76f61c638280 req-ac77ac84-06bc-4bf8-a57b-36d67cedb38f tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:00.566128 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2ce89a87-5d56-4240-9e3e-76f61c638280 req-ac77ac84-06bc-4bf8-a57b-36d67cedb38f tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 944 time: 0.1762638 Nov 11 17:17:00.652628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-e2d0b5fe-ac47-45db-9add-ca7884c4b29b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Allocated IP 192.168.233.19 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/c7c9375f-3a51-47dd-82ec-1c33d9a75197) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:17:00.658319 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77d5ce73-0120-4de7-8ce0-76fdff7d04ab admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:00.659560 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-77d5ce73-0120-4de7-8ce0-76fdff7d04ab admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6985869 Nov 11 17:17:00.663906 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47888) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:00.701351 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-d6be0850-5c8a-46b9-ac23-98567beea89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:00.702891 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-d6be0850-5c8a-46b9-ac23-98567beea89a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 1095 time: 0.1883698 Nov 11 17:17:00.715516 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2ce89a87-5d56-4240-9e3e-76f61c638280 req-e706e446-388b-4e7d-984d-27ad8fa755cd tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484015 Nov 11 17:17:00.745254 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] Set router adf013e6-ae2e-43ec-954a-6bf31d2f3e8f gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:17:00.755856 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-313f1521-c52e-411c-9ed6-83f3c50a4f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:00.900627 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-313f1521-c52e-411c-9ed6-83f3c50a4f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:00.948475 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f1521-c52e-411c-9ed6-83f3c50a4f89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d942b93-75c8-435e-8b10-04af84baf586,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:00.954725 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-313f1521-c52e-411c-9ed6-83f3c50a4f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:00.956790 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4daa219-3c8c-4b5d-8dc6-45207be9b7d9 None None] Network ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:17:00.964454 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-313f1521-c52e-411c-9ed6-83f3c50a4f89 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6d942b93-75c8-435e-8b10-04af84baf586 HTTP/1.1" status: 204 len: 168 time: 0.5654669 Nov 11 17:17:00.967249 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47896) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:01.025566 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47900) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:01.075620 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-800952910-router', 'tenant_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '73ae282a-c97e-42d6-a36d-e2f50276cddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:55Z', 'updated_at': '2021-11-11T17:16:57Z', 'revision_number': 3, 'project_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'gw_port': {'id': '73ae282a-c97e-42d6-a36d-e2f50276cddd', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:56Z', 'updated_at': '2021-11-11T17:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:01.121536 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] Checking router: adf013e6-ae2e-43ec-954a-6bf31d2f3e8f for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:17:01.122167 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] Updating router adf013e6-ae2e-43ec-954a-6bf31d2f3e8f port 73ae282a-c97e-42d6-a36d-e2f50276cddd binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:17:01.168593 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 48169c07-54bf-4bc0-ae8c-702e2476af86 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:17:01.197212 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e72739d2-d45a-4559-a6d9-966afb17a06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:01.206979 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-1196d6b3-14d6-4145-9884-22b67815c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:01.209172 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-1196d6b3-14d6-4145-9884-22b67815c69b service neutron] 10.222.0.64 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 910 time: 0.4927342 Nov 11 17:17:01.216341 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-e2d0b5fe-ac47-45db-9add-ca7884c4b29b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:01.288057 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-1d7a011c-d663-440e-994b-d13a12dd8a7f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48169c07-54bf-4bc0-ae8c-702e2476af86 HTTP/1.1" status: 200 len: 217 time: 0.0675130 Nov 11 17:17:01.297681 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 48169c07-54bf-4bc0-ae8c-702e2476af86 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:17:01.350768 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:01.364783 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b188a332-7290-4b9f-b0d4-2e384e6169e6 None None] DHCP port deletion for ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:17:01.483158 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b188a332-7290-4b9f-b0d4-2e384e6169e6 None None] Deleting port 843eb17d-192e-49fb-94fb-c76d1bb79c2e {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:17:01.483557 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b188a332-7290-4b9f-b0d4-2e384e6169e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:01.622042 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b188a332-7290-4b9f-b0d4-2e384e6169e6 None None] For port 843eb17d-192e-49fb-94fb-c76d1bb79c2e, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=843eb17d-192e-49fb-94fb-c76d1bb79c2e,segment=NetworkSegment(1b5eed0c-b789-47b8-a8bf-f46ac25903d4),segment_id=1b5eed0c-b789-47b8-a8bf-f46ac25903d4)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:01.622633 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b188a332-7290-4b9f-b0d4-2e384e6169e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:01.649225 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b188a332-7290-4b9f-b0d4-2e384e6169e6 None None] Calling delete_port for 843eb17d-192e-49fb-94fb-c76d1bb79c2e owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:17:01.681592 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bc466512-d02e-4de7-95e8-fb12e43f33b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:01.806657 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b70078da-acc2-45ac-918e-87c922b5e95e req-b7b47b52-e26a-4066-a843-bd71245c7d91 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 210 time: 0.5149465 Nov 11 17:17:01.831006 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device dd028bc8-bc55-4850-881b-7c20be091a3e no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:17:01.835796 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:01.845609 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:01.862179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: dd028bc8-bc55-4850-881b-7c20be091a3e {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:17:01.862326 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device dd028bc8-bc55-4850-881b-7c20be091a3e not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:17:01.862628 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:17:01.892008 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:17:01.892348 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cdd45ce9-d7ab-4028-bb89-9dcd27eb4f37 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:17:01.892769 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 843eb17d-192e-49fb-94fb-c76d1bb79c2e no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:17:01.956035 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] Attempting to bind port 73ae282a-c97e-42d6-a36d-e2f50276cddd on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:17:01.956410 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] Attempting to bind port 73ae282a-c97e-42d6-a36d-e2f50276cddd by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:17:01.956752 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] Attempting to bind port 73ae282a-c97e-42d6-a36d-e2f50276cddd on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:01.959767 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef48ec-3616-4526-a7a2-71d4fcdeea19 None None] Pushing event updated for resources: {'Port': ['ID=73ae282a-c97e-42d6-a36d-e2f50276cddd,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:01.964800 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:17:01.964800 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:17:01.965127 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:01.965481 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:17:01.965945 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] Bound port: 73ae282a-c97e-42d6-a36d-e2f50276cddd, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:17:01.966344 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:01.972162 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3a348a22-7075-4ea8-af8e-726b5b598332 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:01.982369 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-d5810679-55a9-45f8-9c9b-4a2db9b3886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:01.985069 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-d5810679-55a9-45f8-9c9b-4a2db9b3886e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=651c5717-7c13-46c4-8d6a-3f6dcf13301c HTTP/1.1" status: 200 len: 848 time: 0.6802390 Nov 11 17:17:02.019447 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-bc466512-d02e-4de7-95e8-fb12e43f33b4 admin admin] Allocated IP 172.20.0.1 (199f56b5-0f63-437b-bc7a-2e7ba30aca73/bd6ee57d-db84-45c3-bd4a-9d0a5e71b572/ded19ca6-7939-44e4-9878-5ca6deca8f76) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:17:02.034387 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] For port 73ae282a-c97e-42d6-a36d-e2f50276cddd, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:17:02.036665 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b188a332-7290-4b9f-b0d4-2e384e6169e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:02.038326 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] For port 73ae282a-c97e-42d6-a36d-e2f50276cddd, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=73ae282a-c97e-42d6-a36d-e2f50276cddd,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:17:02.049212 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:02.088611 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b188a332-7290-4b9f-b0d4-2e384e6169e6 None None] No DVR routers for this DVR port 843eb17d-192e-49fb-94fb-c76d1bb79c2e on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:17:02.091866 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-b01344ff-ed81-4def-8213-3024064d3521 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aff4ca62-299e-49a9-90bd-d7da6c894e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810373 Nov 11 17:17:02.093306 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188a332-7290-4b9f-b0d4-2e384e6169e6 None None] Pushing event deleted for resources: {'Port': ['ID=843eb17d-192e-49fb-94fb-c76d1bb79c2e,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:02.103688 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:02.111016 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-e2d0b5fe-ac47-45db-9add-ca7884c4b29b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:02.118440 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] Routers {'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:17:02.119214 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:16:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['adf013e6-ae2e-43ec-954a-6bf31d2f3e8f'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:02.127656 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bb67b9c1-f900-4d16-bde3-f5fe2ee098fa'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:17:02.171992 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef48ec-3616-4526-a7a2-71d4fcdeea19 None None] Pushing event updated for resources: {'Port': ['ID=73ae282a-c97e-42d6-a36d-e2f50276cddd,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:02.238203 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bc466512-d02e-4de7-95e8-fb12e43f33b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:02.255974 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3a348a22-7075-4ea8-af8e-726b5b598332 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:02.285683 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] Set router adf013e6-ae2e-43ec-954a-6bf31d2f3e8f gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:17:02.292441 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bc466512-d02e-4de7-95e8-fb12e43f33b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:02.312530 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-e2d0b5fe-ac47-45db-9add-ca7884c4b29b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:17:02.320809 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e1f24-148e-476a-b37b-f1fad9cece1c req-a0c86690-3cfb-4989-877e-47be4f439f93 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:02.328091 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-795e1f24-148e-476a-b37b-f1fad9cece1c req-a0c86690-3cfb-4989-877e-47be4f439f93 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.4677582 Nov 11 17:17:02.333283 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0b5fe-ac47-45db-9add-ca7884c4b29b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Pushing event updated for resources: {'Port': ['ID=c7c9375f-3a51-47dd-82ec-1c33d9a75197,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:02.343586 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc466512-d02e-4de7-95e8-fb12e43f33b4 admin admin] Network 199f56b5-0f63-437b-bc7a-2e7ba30aca73 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:17:02.346057 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eee094-88ab-42bf-b4e3-dc8d23b92e0f req-39a3c0c1-e3a8-44f4-a5fd-4ec448901e9e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:02.347909 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-bc466512-d02e-4de7-95e8-fb12e43f33b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:02.352330 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc466512-d02e-4de7-95e8-fb12e43f33b4 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:17:02.354096 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-84eee094-88ab-42bf-b4e3-dc8d23b92e0f req-39a3c0c1-e3a8-44f4-a5fd-4ec448901e9e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 944 time: 0.3830900 Nov 11 17:17:02.356330 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-e2d0b5fe-ac47-45db-9add-ca7884c4b29b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:02.358905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-e72739d2-d45a-4559-a6d9-966afb17a06d admin admin] Deleting port 843eb17d-192e-49fb-94fb-c76d1bb79c2e {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:17:02.359889 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e72739d2-d45a-4559-a6d9-966afb17a06d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:02.407945 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc466512-d02e-4de7-95e8-fb12e43f33b4 admin admin] Pushing event updated for resources: {'Port': ['ID=ded19ca6-7939-44e4-9878-5ca6deca8f76,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:02.423387 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bc466512-d02e-4de7-95e8-fb12e43f33b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:02.428808 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3a348a22-7075-4ea8-af8e-726b5b598332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:02.454606 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-e2d0b5fe-ac47-45db-9add-ca7884c4b29b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:17:02.601950 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-800952910-router', 'tenant_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '73ae282a-c97e-42d6-a36d-e2f50276cddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:55Z', 'updated_at': '2021-11-11T17:16:57Z', 'revision_number': 3, 'project_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'gw_port': {'id': '73ae282a-c97e-42d6-a36d-e2f50276cddd', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:56Z', 'updated_at': '2021-11-11T17:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:02.639580 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bc466512-d02e-4de7-95e8-fb12e43f33b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:02.648086 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec249fbc-b9e1-4a34-9fad-df55a0f36dcb None None] The sync data for ids ['adf013e6-ae2e-43ec-954a-6bf31d2f3e8f'] in n-d-816206-4 is: [{'id': 'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-800952910-router', 'tenant_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '73ae282a-c97e-42d6-a36d-e2f50276cddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:55Z', 'updated_at': '2021-11-11T17:16:57Z', 'revision_number': 3, 'project_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'gw_port': {'id': '73ae282a-c97e-42d6-a36d-e2f50276cddd', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:56Z', 'updated_at': '2021-11-11T17:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:17:02.683705 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a348a22-7075-4ea8-af8e-726b5b598332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8892c08c-ce7c-41c3-b3c9-c65d7d6f0294,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:02.716757 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-049ed7c2-b3be-40e8-8e9a-a7792ef9d8b9 None None] Provisioning complete for port ded19ca6-7939-44e4-9878-5ca6deca8f76 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:02.718989 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-049ed7c2-b3be-40e8-8e9a-a7792ef9d8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:02.735793 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-07f2bc39-1fac-4a17-815c-a21fdf665ec2 service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6217034 Nov 11 17:17:02.746491 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-e72739d2-d45a-4559-a6d9-966afb17a06d admin admin] For port 843eb17d-192e-49fb-94fb-c76d1bb79c2e, host n-d-816206-4, got binding levels [] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:02.746865 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e72739d2-d45a-4559-a6d9-966afb17a06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:02.755563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3a348a22-7075-4ea8-af8e-726b5b598332 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=70bcf5e89902476b9067aabad746f21f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7198372 Nov 11 17:17:02.761972 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-049ed7c2-b3be-40e8-8e9a-a7792ef9d8b9 None None] Port ded19ca6-7939-44e4-9878-5ca6deca8f76 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:17:02.778265 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47930) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:02.804982 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-e72739d2-d45a-4559-a6d9-966afb17a06d admin admin] Calling delete_port for 843eb17d-192e-49fb-94fb-c76d1bb79c2e owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:17:02.825349 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.ipam_backend_mixin [None req-e72739d2-d45a-4559-a6d9-966afb17a06d admin admin] Port 843eb17d-192e-49fb-94fb-c76d1bb79c2e was not found and therefore no delete operation was performed {{(pid=102618) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 17:17:02.830235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-e2d0b5fe-ac47-45db-9add-ca7884c4b29b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:02.830863 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-e2d0b5fe-ac47-45db-9add-ca7884c4b29b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:02.836741 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-795e1f24-148e-476a-b37b-f1fad9cece1c req-9ef50b72-835b-4b83-872c-4bbebb78b736 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078256 Nov 11 17:17:02.873890 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e72739d2-d45a-4559-a6d9-966afb17a06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:02.884502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-4d7d3e2e-5f4e-4a82-bbf4-f02a3c8e5a3e None None] Provisioning complete for port c7c9375f-3a51-47dd-82ec-1c33d9a75197 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:02.885024 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4d7d3e2e-5f4e-4a82-bbf4-f02a3c8e5a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:02.885786 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2ccb6e97-6602-4e6d-b95f-df928fba859e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:02.929920 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-84eee094-88ab-42bf-b4e3-dc8d23b92e0f req-cf3fa44f-dbaa-4ce0-81cb-b03c173e3549 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5749664 Nov 11 17:17:02.932443 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-4d7d3e2e-5f4e-4a82-bbf4-f02a3c8e5a3e None None] Port c7c9375f-3a51-47dd-82ec-1c33d9a75197 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:17:02.943308 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72739d2-d45a-4559-a6d9-966afb17a06d admin admin] Pushing event deleted for resources: {'Port': ['ID=843eb17d-192e-49fb-94fb-c76d1bb79c2e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:02.955943 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2ccb6e97-6602-4e6d-b95f-df928fba859e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:02.959428 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-e2d0b5fe-ac47-45db-9add-ca7884c4b29b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5211864 Nov 11 17:17:02.960394 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72739d2-d45a-4559-a6d9-966afb17a06d admin admin] No DVR routers for this DVR port 843eb17d-192e-49fb-94fb-c76d1bb79c2e on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:17:03.000701 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bc466512-d02e-4de7-95e8-fb12e43f33b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:03.014252 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bc466512-d02e-4de7-95e8-fb12e43f33b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:03.022470 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Request body: {'port': {'device_id': '3739f80d-e1df-4224-aa47-245972469624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:03.112255 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bc466512-d02e-4de7-95e8-fb12e43f33b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:03.114224 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc466512-d02e-4de7-95e8-fb12e43f33b4 admin admin] Pushing event updated for resources: {'Port': ['ID=ded19ca6-7939-44e4-9878-5ca6deca8f76,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:03.142062 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2ccb6e97-6602-4e6d-b95f-df928fba859e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:03.144802 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2ccb6e97-6602-4e6d-b95f-df928fba859e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:03.145950 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2ccb6e97-6602-4e6d-b95f-df928fba859e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8892c08c-ce7c-41c3-b3c9-c65d7d6f0294 HTTP/1.1" status: 204 len: 168 time: 0.3667340 Nov 11 17:17:03.180312 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e72739d2-d45a-4559-a6d9-966afb17a06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:03.187201 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb6e97-6602-4e6d-b95f-df928fba859e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8892c08c-ce7c-41c3-b3c9-c65d7d6f0294,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:03.231331 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-674fcfe4-7bb4-46d7-a0c5-075c7ef643e3 service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800055 Nov 11 17:17:03.249699 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-e72739d2-d45a-4559-a6d9-966afb17a06d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:03.252936 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:03.255015 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc466512-d02e-4de7-95e8-fb12e43f33b4 admin admin] Network 199f56b5-0f63-437b-bc7a-2e7ba30aca73 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:17:03.257784 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-bc466512-d02e-4de7-95e8-fb12e43f33b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:03.291704 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-e72739d2-d45a-4559-a6d9-966afb17a06d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5eed0c-b789-47b8-a8bf-f46ac25903d4') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:03.292061 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-e72739d2-d45a-4559-a6d9-966afb17a06d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5eed0c-b789-47b8-a8bf-f46ac25903d4') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:03.311640 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1b7bf-1b53-4504-a297-268481b4f40a req-e5ea5839-bd1b-427d-92ff-9ba4b0b050ce tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:03.319288 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2a1b7bf-1b53-4504-a297-268481b4f40a req-e5ea5839-bd1b-427d-92ff-9ba4b0b050ce tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 935 time: 0.2380617 Nov 11 17:17:03.326682 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e72739d2-d45a-4559-a6d9-966afb17a06d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:03.425367 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e72739d2-d45a-4559-a6d9-966afb17a06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:03.444397 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e72739d2-d45a-4559-a6d9-966afb17a06d admin admin] Releasing vlan 1291 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:17:03.444847 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e72739d2-d45a-4559-a6d9-966afb17a06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:17:03.446692 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:17:03.464429 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc466512-d02e-4de7-95e8-fb12e43f33b4 admin admin] Router adf013e6-ae2e-43ec-954a-6bf31d2f3e8f has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:17:03.569338 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f55c1e71-aee9-4b4b-ba53-9c6cbbf9e28e None None] Provisioning complete for port ded19ca6-7939-44e4-9878-5ca6deca8f76 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:03.570406 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f55c1e71-aee9-4b4b-ba53-9c6cbbf9e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:03.644289 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-f55c1e71-aee9-4b4b-ba53-9c6cbbf9e28e None None] Port ded19ca6-7939-44e4-9878-5ca6deca8f76 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:17:03.670190 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2a1b7bf-1b53-4504-a297-268481b4f40a req-e172f824-b443-4bd7-b966-b6be5a838c64 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499973 Nov 11 17:17:03.684519 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e72739d2-d45a-4559-a6d9-966afb17a06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:03.710232 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-1683c23c-c3de-4624-b6c9-40f1ec2410e5 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:03.711742 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-1683c23c-c3de-4624-b6c9-40f1ec2410e5 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185&tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 1095 time: 0.0842755 Nov 11 17:17:03.728684 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e72739d2-d45a-4559-a6d9-966afb17a06d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:03.734738 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e72739d2-d45a-4559-a6d9-966afb17a06d admin admin] 10.222.0.76 "DELETE /v2.0/networks/ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6 HTTP/1.1" status: 204 len: 168 time: 2.7650118 Nov 11 17:17:03.757311 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc466512-d02e-4de7-95e8-fb12e43f33b4 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:17:03.766548 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bc466512-d02e-4de7-95e8-fb12e43f33b4 admin admin] 10.222.0.76 "PUT /v2.0/routers/adf013e6-ae2e-43ec-954a-6bf31d2f3e8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1015453 Nov 11 17:17:03.794325 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 73ae282a-c97e-42d6-a36d-e2f50276cddd up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:17:03.802842 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72739d2-d45a-4559-a6d9-966afb17a06d admin admin] Pushing event deleted for resources: {'Network': ['ID=ebcec8ca-c5ff-4df2-8cd1-72bef9f365b6,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:03.874573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 73ae282a-c97e-42d6-a36d-e2f50276cddd triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:03.875187 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:03.982977 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47958) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:04.007045 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:04.031020 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 73ae282a-c97e-42d6-a36d-e2f50276cddd, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=73ae282a-c97e-42d6-a36d-e2f50276cddd,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:04.039313 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:04.091311 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-89d13347-e457-49e0-afef-185af0a3a019 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1c37eb2acebe4662a5f2a4dc750a6293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1068640 Nov 11 17:17:04.093933 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47962) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:04.110714 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=73ae282a-c97e-42d6-a36d-e2f50276cddd,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:04.169551 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a21eb363-dfa8-4ab8-b990-d35c70aed9c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:04.201697 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a21eb363-dfa8-4ab8-b990-d35c70aed9c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:04.249971 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ed57c-ba4c-4657-bc16-ceb265c7f6a0 req-c203228d-a1bf-4a41-ac7d-deab9675c684 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:04.251771 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-438ed57c-ba4c-4657-bc16-ceb265c7f6a0 req-c203228d-a1bf-4a41-ac7d-deab9675c684 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.2993805 Nov 11 17:17:04.279594 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a21eb363-dfa8-4ab8-b990-d35c70aed9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:04.282360 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a21eb363-dfa8-4ab8-b990-d35c70aed9c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:04.285806 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a21eb363-dfa8-4ab8-b990-d35c70aed9c4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/430438aa-69c4-487a-ab27-43e840d687fb HTTP/1.1" status: 204 len: 168 time: 0.1877501 Nov 11 17:17:04.295886 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21eb363-dfa8-4ab8-b990-d35c70aed9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430438aa-69c4-487a-ab27-43e840d687fb,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:04.319261 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-be180b14-bdd5-4973-8f56-f2577ade0119 service neutron] For port 48169c07-54bf-4bc0-ae8c-702e2476af86, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:17:04.329025 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a19fbb-6c62-4e37-95fb-a5ae27dc1c9d req-5432bbea-8e7a-4d6e-9a0e-ec9b7bf8cd13 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:04.337410 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26a19fbb-6c62-4e37-95fb-a5ae27dc1c9d req-5432bbea-8e7a-4d6e-9a0e-ec9b7bf8cd13 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 944 time: 0.2367678 Nov 11 17:17:04.352019 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-be180b14-bdd5-4973-8f56-f2577ade0119 service neutron] Publish callbacks [] for binding, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:04.353136 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a360594-9a51-4eca-b7c7-da63df8585f4 req-be180b14-bdd5-4973-8f56-f2577ade0119 service neutron] 10.222.0.64 "DELETE /v2.0/ports/48169c07-54bf-4bc0-ae8c-702e2476af86/bindings/n-h2-816206-4 HTTP/1.1" status: 204 len: 173 time: 0.6080856 Nov 11 17:17:04.356137 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c9375f-3a51-47dd-82ec-1c33d9a75197 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:17:04.378379 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:04.430356 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Transition to ACTIVE for port object c7c9375f-3a51-47dd-82ec-1c33d9a75197 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:17:04.438534 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:04.450148 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26a19fbb-6c62-4e37-95fb-a5ae27dc1c9d req-e4c14e42-b1ea-41ec-8121-726a53fce8fb tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118078 Nov 11 17:17:04.453476 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-438ed57c-ba4c-4657-bc16-ceb265c7f6a0 req-aa0b65ca-428f-4992-8330-643467a569c1 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932638 Nov 11 17:17:04.520402 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Pushing event updated for resources: {'Port': ['ID=c7c9375f-3a51-47dd-82ec-1c33d9a75197,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:04.572292 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:04.572787 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:04.573231 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:04.576061 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:04.577041 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:04.577041 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:04.577630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:04.584870 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:04.590959 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:04.591542 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:04.592245 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:04.592687 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:04.637909 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Attempting to bind port c7c9375f-3a51-47dd-82ec-1c33d9a75197 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:17:04.638398 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Attempting to bind port c7c9375f-3a51-47dd-82ec-1c33d9a75197 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:17:04.638847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Attempting to bind port c7c9375f-3a51-47dd-82ec-1c33d9a75197 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:04.645458 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Port c7c9375f-3a51-47dd-82ec-1c33d9a75197 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:17:04.645458 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Attempting to bind port c7c9375f-3a51-47dd-82ec-1c33d9a75197 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:04.657490 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:17:04.657945 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:17:04.658427 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:17:04.658970 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Bound port: c7c9375f-3a51-47dd-82ec-1c33d9a75197, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:17:04.659430 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:04.803821 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] For port c7c9375f-3a51-47dd-82ec-1c33d9a75197, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:17:04.843705 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] For port c7c9375f-3a51-47dd-82ec-1c33d9a75197, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=c7c9375f-3a51-47dd-82ec-1c33d9a75197,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:17:04.854258 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:04.897702 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2f77a-f350-45ea-8060-8825cdaed1b8 req-0b0f6f57-d45a-4545-a04f-e5ad8b591242 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:04.906097 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ac2f77a-f350-45ea-8060-8825cdaed1b8 req-0b0f6f57-d45a-4545-a04f-e5ad8b591242 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 1095 time: 0.1595118 Nov 11 17:17:04.922762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:04.923483 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:04.925513 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] 10.222.0.83 "PUT /v2.0/ports/c7c9375f-3a51-47dd-82ec-1c33d9a75197 HTTP/1.1" status: 200 len: 1095 time: 1.9412706 Nov 11 17:17:04.932175 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3739f80d-e1df-4224-aa47-245972469624', 'tag': 'c7c9375f-3a51-47dd-82ec-1c33d9a75197'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:17:04.934399 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f179aa-8159-4d96-ba37-75c97c4b5aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "3739f80d-e1df-4224-aa47-245972469624", "tag": "c7c9375f-3a51-47dd-82ec-1c33d9a75197"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:17:04.961844 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f60ad-8cc0-43aa-9295-ae3ed420f7f4 req-b1fbb9b6-5c00-4a11-87e8-90f18b528a0b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:04.970445 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-006f60ad-8cc0-43aa-9295-ae3ed420f7f4 req-b1fbb9b6-5c00-4a11-87e8-90f18b528a0b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 947 time: 0.1795216 Nov 11 17:17:05.041768 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06957694-7877-4f7c-839f-9cb0ef3c7ccf service neutron] Pushing event updated for resources: {'Port': ['ID=c7c9375f-3a51-47dd-82ec-1c33d9a75197,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:05.097229 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ac2f77a-f350-45ea-8060-8825cdaed1b8 req-52bca1af-624c-4830-959c-0f434342a8e3 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845980 Nov 11 17:17:05.136371 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-006f60ad-8cc0-43aa-9295-ae3ed420f7f4 req-1da0c1bf-1df6-408e-9a52-c02fa893c051 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648302 Nov 11 17:17:05.143941 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-1a3eb8ed-af9e-49ec-9245-f247c001d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:05.145664 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-1a3eb8ed-af9e-49ec-9245-f247c001d549 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 1098 time: 0.1365840 Nov 11 17:17:05.215930 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-034137d9-cfc5-43cb-b156-8204ad3dbc28 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=c7c9375f-3a51-47dd-82ec-1c33d9a75197 HTTP/1.1" status: 200 len: 217 time: 0.0558786 Nov 11 17:17:05.221279 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6a0112-d714-44db-ab21-751551b08209 x-openstack-request-id: req-0f6a0112-d714-44db-ab21-751551b08209 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:17:05.221637 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3739f80d-e1df-4224-aa47-245972469624", "tag": "c7c9375f-3a51-47dd-82ec-1c33d9a75197", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:17:05.222000 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0f6a0112-d714-44db-ab21-751551b08209 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:17:05.222412 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3739f80d-e1df-4224-aa47-245972469624', 'tag': 'c7c9375f-3a51-47dd-82ec-1c33d9a75197', 'status': 'completed', 'code': 200} Nov 11 17:17:05.267549 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] Sync routers for ids ['adf013e6-ae2e-43ec-954a-6bf31d2f3e8f'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:17:05.280922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-8c626652-6343-4c79-8164-1e4b9e646f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:05.285271 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48010) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:05.293298 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-4da3f3f7-cf15-4792-8a9d-c27eb4c30fcf admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-963806085-network', 'tenant_id': 'f62429f586c74591913bde77a8edd687'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:05.300872 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-8c626652-6343-4c79-8164-1e4b9e646f0f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0770588 Nov 11 17:17:05.311900 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] Routers {'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:17:05.312305 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:16:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['adf013e6-ae2e-43ec-954a-6bf31d2f3e8f'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:05.345874 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da3f3f7-cf15-4792-8a9d-c27eb4c30fcf admin admin] Made reservation on behalf of f62429f586c74591913bde77a8edd687 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:17:05.350518 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4da3f3f7-cf15-4792-8a9d-c27eb4c30fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:05.368016 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4da3f3f7-cf15-4792-8a9d-c27eb4c30fcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:05.368716 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-18344d58-3ade-4cf5-a4f8-a465613eba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:05.370384 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-18344d58-3ade-4cf5-a4f8-a465613eba6a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0604224 Nov 11 17:17:05.486782 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4da3f3f7-cf15-4792-8a9d-c27eb4c30fcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:05.495471 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4da3f3f7-cf15-4792-8a9d-c27eb4c30fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:05.517061 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] Set router adf013e6-ae2e-43ec-954a-6bf31d2f3e8f gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:17:05.559098 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da3f3f7-cf15-4792-8a9d-c27eb4c30fcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1259} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:17:05.565895 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3f3f7-cf15-4792-8a9d-c27eb4c30fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58b9db0-351d-4a2a-b329-286f43036092,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:05.573068 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4da3f3f7-cf15-4792-8a9d-c27eb4c30fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:05.573533 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-4da3f3f7-cf15-4792-8a9d-c27eb4c30fcf admin admin] Added segment a3d7f15f-70ce-46b6-95d7-ca03a9fe8941 of type vlan for network 5df8ce53-c8d0-46d0-a7e9-2c913a54093d Nov 11 17:17:05.629407 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4da3f3f7-cf15-4792-8a9d-c27eb4c30fcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:05.667758 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4da3f3f7-cf15-4792-8a9d-c27eb4c30fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:05.668754 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da3f3f7-cf15-4792-8a9d-c27eb4c30fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:05.669461 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4da3f3f7-cf15-4792-8a9d-c27eb4c30fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:05.726248 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-26a587a9-cad8-4c33-8e73-f583e58df7ea tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:05.730565 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-26a587a9-cad8-4c33-8e73-f583e58df7ea tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 808 time: 0.3287807 Nov 11 17:17:05.739602 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3f3f7-cf15-4792-8a9d-c27eb4c30fcf admin admin] Pushing event updated for resources: {'Network': ['ID=5df8ce53-c8d0-46d0-a7e9-2c913a54093d,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:05.757975 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4da3f3f7-cf15-4792-8a9d-c27eb4c30fcf admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4710867 Nov 11 17:17:05.761140 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48040) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:05.769683 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e9692d09-7c22-4bf3-8288-7cf4bf543b95 admin admin] Request body: {'subnet': {'network_id': '5df8ce53-c8d0-46d0-a7e9-2c913a54093d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-963806085-subnet', 'tenant_id': 'f62429f586c74591913bde77a8edd687', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:05.794979 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9692d09-7c22-4bf3-8288-7cf4bf543b95 admin admin] Made reservation on behalf of f62429f586c74591913bde77a8edd687 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:17:05.798242 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9692d09-7c22-4bf3-8288-7cf4bf543b95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:05.806237 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-f9433e50-8711-40a9-80b3-edffafd8c0ac tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/quotas/b26a8a1aaa3a4ffebc2dccd364362c35 HTTP/1.1" status: 200 len: 375 time: 0.0554709 Nov 11 17:17:05.859960 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48042) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:05.889919 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-78207f11-67f1-4ab5-9c3a-26d84ba0154f service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072579 Nov 11 17:17:05.903535 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 5df8ce53-c8d0-46d0-a7e9-2c913a54093d details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:17:05.904999 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb18eca-0197-4e3e-85c8-7d71f3c62f13 req-1e1b87e3-d4ef-4e1a-8252-71f65910de6e tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:05.905369 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 73ae282a-c97e-42d6-a36d-e2f50276cddd up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:17:05.906515 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2eb18eca-0197-4e3e-85c8-7d71f3c62f13 req-1e1b87e3-d4ef-4e1a-8252-71f65910de6e tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.1495163 Nov 11 17:17:05.923895 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-36661cb5-9712-43bc-892b-9d1de79865cc tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1085908 Nov 11 17:17:05.950940 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-4897ae85-1258-4135-b3e6-5a79261b2cd9 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:17:05.952347 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-4897ae85-1258-4135-b3e6-5a79261b2cd9 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100667 Nov 11 17:17:06.015193 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9692d09-7c22-4bf3-8288-7cf4bf543b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:06.039494 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 73ae282a-c97e-42d6-a36d-e2f50276cddd triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:06.039897 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:06.085144 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9692d09-7c22-4bf3-8288-7cf4bf543b95 admin admin] Checking segment: {'id': 'a3d7f15f-70ce-46b6-95d7-ca03a9fe8941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '5df8ce53-c8d0-46d0-a7e9-2c913a54093d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:17:06.085504 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9692d09-7c22-4bf3-8288-7cf4bf543b95 admin admin] Network hostable DHCP agents. Network: 5df8ce53-c8d0-46d0-a7e9-2c913a54093d, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:17:06.093775 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9692d09-7c22-4bf3-8288-7cf4bf543b95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=348f56c7-5e79-4026-8c1b-3ca7013f329c,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:06.125717 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9692d09-7c22-4bf3-8288-7cf4bf543b95 admin admin] Network 5df8ce53-c8d0-46d0-a7e9-2c913a54093d is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:17:06.136777 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-e9692d09-7c22-4bf3-8288-7cf4bf543b95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 5df8ce53-c8d0-46d0-a7e9-2c913a54093d) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:06.143760 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9692d09-7c22-4bf3-8288-7cf4bf543b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:06.144427 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9692d09-7c22-4bf3-8288-7cf4bf543b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:06.155440 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437e746c-5dc9-47ca-8d05-faf62ebdab4c None None] Network 5df8ce53-c8d0-46d0-a7e9-2c913a54093d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:17:06.165002 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e9692d09-7c22-4bf3-8288-7cf4bf543b95 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4026625 Nov 11 17:17:06.167347 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48048) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:06.172144 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-4e432c9e-2407-4ca2-933e-e1efb964d0ec admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-963806085-router', 'tenant_id': 'f62429f586c74591913bde77a8edd687', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:06.178897 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-800952910-router', 'tenant_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '73ae282a-c97e-42d6-a36d-e2f50276cddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:55Z', 'updated_at': '2021-11-11T17:17:02Z', 'revision_number': 4, 'project_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'gw_port': {'id': '73ae282a-c97e-42d6-a36d-e2f50276cddd', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:56Z', 'updated_at': '2021-11-11T17:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'ded19ca6-7939-44e4-9878-5ca6deca8f76', 'name': '', 'network_id': '199f56b5-0f63-437b-bc7a-2e7ba30aca73', 'tenant_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'mac_address': 'fa:16:3e:bd:c5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bd6ee57d-db84-45c3-bd4a-9d0a5e71b572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:01Z', 'updated_at': '2021-11-11T17:17:02Z', 'revision_number': 2, 'project_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'subnets': [{'id': 'bd6ee57d-db84-45c3-bd4a-9d0a5e71b572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:06.198474 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4e432c9e-2407-4ca2-933e-e1efb964d0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:06.199873 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4e432c9e-2407-4ca2-933e-e1efb964d0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:06.246821 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] Checking router: adf013e6-ae2e-43ec-954a-6bf31d2f3e8f for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:17:06.247122 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] Updating router adf013e6-ae2e-43ec-954a-6bf31d2f3e8f port ded19ca6-7939-44e4-9878-5ca6deca8f76 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:17:06.256510 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4e432c9e-2407-4ca2-933e-e1efb964d0ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:06.288983 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:06.311673 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2415e96c-528e-4aca-8a59-775e239ed088 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1329373347-network', 'tenant_id': 'a496196e58e94868b7801d40462dbbc9'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:06.322320 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2eb18eca-0197-4e3e-85c8-7d71f3c62f13 req-8696a7cf-e12a-4eea-aa7a-70ffc264cda3 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972869 Nov 11 17:17:06.404599 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2415e96c-528e-4aca-8a59-775e239ed088 admin admin] Made reservation on behalf of a496196e58e94868b7801d40462dbbc9 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:17:06.406852 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2415e96c-528e-4aca-8a59-775e239ed088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:06.411899 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d24aad71-3044-475b-89e2-8d46dc939b3f req-78c5632e-8f58-4c67-bace-1b7195b5f04f service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042822 Nov 11 17:17:06.447768 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2415e96c-528e-4aca-8a59-775e239ed088 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:06.452265 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-1307f9d4-d265-4f0c-9621-a38c10698689 service neutron] 10.222.0.76 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959138 Nov 11 17:17:06.476954 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f00708e-71dd-46b1-8f74-aebf58edaa9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-5df8ce53-c8d0-46d0-a7e9-2c913a54093d', 'network_id': '5df8ce53-c8d0-46d0-a7e9-2c913a54093d', 'tenant_id': 'f62429f586c74591913bde77a8edd687', 'fixed_ips': [{'subnet_id': '348f56c7-5e79-4026-8c1b-3ca7013f329c'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:17:06.477922 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8f00708e-71dd-46b1-8f74-aebf58edaa9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:06.478115 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4e432c9e-2407-4ca2-933e-e1efb964d0ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:06.627711 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f179aa-8159-4d96-ba37-75c97c4b5aaa req-3e754701-a13b-48ad-b8f1-63dc7fe50fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:06.629377 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08f179aa-8159-4d96-ba37-75c97c4b5aaa req-3e754701-a13b-48ad-b8f1-63dc7fe50fbb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 1098 time: 0.1130774 Nov 11 17:17:06.714791 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-8f00708e-71dd-46b1-8f74-aebf58edaa9b None None] Allocated IP 172.20.0.2 (5df8ce53-c8d0-46d0-a7e9-2c913a54093d/348f56c7-5e79-4026-8c1b-3ca7013f329c/010009ea-e993-4115-a3c9-55b78634354c) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:17:06.796546 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:06.804627 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-2f4827cf-214b-4b9c-ac53-452bd9b264b8 service neutron] 10.222.0.76 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133335 Nov 11 17:17:06.804627 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2415e96c-528e-4aca-8a59-775e239ed088 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:06.821883 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:06.855028 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f179aa-8159-4d96-ba37-75c97c4b5aaa req-8e8a5926-406f-4e3c-ac36-e9ec31ea8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:06.856619 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08f179aa-8159-4d96-ba37-75c97c4b5aaa req-8e8a5926-406f-4e3c-ac36-e9ec31ea8bf2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.2118230 Nov 11 17:17:06.861130 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2415e96c-528e-4aca-8a59-775e239ed088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:06.877339 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2415e96c-528e-4aca-8a59-775e239ed088 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1289} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:17:06.889746 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2415e96c-528e-4aca-8a59-775e239ed088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:06.890605 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-2415e96c-528e-4aca-8a59-775e239ed088 admin admin] Added segment dd94b32d-4b4b-4270-a368-165ae89e4313 of type vlan for network fe68d145-b12c-4773-a76f-1eea1cc62a4f Nov 11 17:17:06.919600 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d9f9f-1ba9-427a-b56f-60201eb54ed9 None None] Pushing event updated for resources: {'Port': ['ID=ded19ca6-7939-44e4-9878-5ca6deca8f76,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:06.956007 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2415e96c-528e-4aca-8a59-775e239ed088 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:07.020899 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830c053-6bd5-4d8a-9798-7189cf7cd0e5 req-5342ee7d-532c-4345-a60d-0e4e0728732d tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:07.030362 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5830c053-6bd5-4d8a-9798-7189cf7cd0e5 req-5342ee7d-532c-4345-a60d-0e4e0728732d tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 947 time: 0.3561502 Nov 11 17:17:07.061986 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4e432c9e-2407-4ca2-933e-e1efb964d0ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:07.090820 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4e432c9e-2407-4ca2-933e-e1efb964d0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:07.091394 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] Attempting to bind port ded19ca6-7939-44e4-9878-5ca6deca8f76 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:17:07.092034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] Attempting to bind port ded19ca6-7939-44e4-9878-5ca6deca8f76 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '94f9155b-d50c-47f6-975a-73a993a9741e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '199f56b5-0f63-437b-bc7a-2e7ba30aca73'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:17:07.092647 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] Attempting to bind port ded19ca6-7939-44e4-9878-5ca6deca8f76 on network 199f56b5-0f63-437b-bc7a-2e7ba30aca73 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:07.099264 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8f00708e-71dd-46b1-8f74-aebf58edaa9b None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:07.106415 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:17:07.107333 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] Checking segment: {'id': '94f9155b-d50c-47f6-975a-73a993a9741e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '199f56b5-0f63-437b-bc7a-2e7ba30aca73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:17:07.107986 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:07.108530 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] Bound using segment: {'id': '94f9155b-d50c-47f6-975a-73a993a9741e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '199f56b5-0f63-437b-bc7a-2e7ba30aca73'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:17:07.109249 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] Bound port: ded19ca6-7939-44e4-9878-5ca6deca8f76, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94f9155b-d50c-47f6-975a-73a993a9741e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '199f56b5-0f63-437b-bc7a-2e7ba30aca73'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:17:07.109958 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:07.121979 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8f00708e-71dd-46b1-8f74-aebf58edaa9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:07.149762 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08f179aa-8159-4d96-ba37-75c97c4b5aaa req-047ecea0-e43c-468d-bd86-251b07cbdead service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=c7c9375f-3a51-47dd-82ec-1c33d9a75197 HTTP/1.1" status: 200 len: 217 time: 0.1123815 Nov 11 17:17:07.156724 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-11839912-6a6b-4e73-918e-24e5cd84b773 req-a770919d-4030-473f-8ff0-0ebd0480fdfa tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 210 time: 0.0815763 Nov 11 17:17:07.221582 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415e96c-528e-4aca-8a59-775e239ed088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba3f763-f8d8-4ad0-bef6-5df6d63fefac,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:07.228548 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2415e96c-528e-4aca-8a59-775e239ed088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:07.229795 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2415e96c-528e-4aca-8a59-775e239ed088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:07.230382 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2415e96c-528e-4aca-8a59-775e239ed088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:07.272579 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f00708e-71dd-46b1-8f74-aebf58edaa9b None None] Network 5df8ce53-c8d0-46d0-a7e9-2c913a54093d is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:17:07.288163 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00708e-71dd-46b1-8f74-aebf58edaa9b None None] Pushing event updated for resources: {'Port': ['ID=010009ea-e993-4115-a3c9-55b78634354c,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:07.290687 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-8f00708e-71dd-46b1-8f74-aebf58edaa9b None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:07.296671 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f00708e-71dd-46b1-8f74-aebf58edaa9b None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:17:07.324918 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-4e432c9e-2407-4ca2-933e-e1efb964d0ec admin admin] Allocated IP 172.25.2.45 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:17:07.325059 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-68276435-7a9e-4ddd-a9eb-b05322f36b3f None None] Provisioning complete for port ded19ca6-7939-44e4-9878-5ca6deca8f76 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:07.325250 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-68276435-7a9e-4ddd-a9eb-b05322f36b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:07.336535 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5830c053-6bd5-4d8a-9798-7189cf7cd0e5 req-4fb43aa3-b597-42d8-ac9a-aca16411af37 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051922 Nov 11 17:17:07.394954 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] For port ded19ca6-7939-44e4-9878-5ca6deca8f76, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:17:07.404071 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f179aa-8159-4d96-ba37-75c97c4b5aaa req-140d890c-f553-41b6-931f-dd1fb5f69f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:07.405777 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08f179aa-8159-4d96-ba37-75c97c4b5aaa req-140d890c-f553-41b6-931f-dd1fb5f69f40 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.2405479 Nov 11 17:17:07.414553 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2415e96c-528e-4aca-8a59-775e239ed088 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5486355 Nov 11 17:17:07.419143 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48090) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:07.434482 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-69eb368f-39b0-4e8f-aff8-d345d05114ff admin admin] Request body: {'subnet': {'network_id': 'fe68d145-b12c-4773-a76f-1eea1cc62a4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1329373347-subnet', 'tenant_id': 'a496196e58e94868b7801d40462dbbc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:07.439953 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415e96c-528e-4aca-8a59-775e239ed088 admin admin] Pushing event updated for resources: {'Network': ['ID=fe68d145-b12c-4773-a76f-1eea1cc62a4f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:07.490724 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] For port ded19ca6-7939-44e4-9878-5ca6deca8f76, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ded19ca6-7939-44e4-9878-5ca6deca8f76,segment=NetworkSegment(94f9155b-d50c-47f6-975a-73a993a9741e),segment_id=94f9155b-d50c-47f6-975a-73a993a9741e)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:17:07.500777 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network fe68d145-b12c-4773-a76f-1eea1cc62a4f details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:17:07.508328 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-68276435-7a9e-4ddd-a9eb-b05322f36b3f None None] Port ded19ca6-7939-44e4-9878-5ca6deca8f76 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:17:07.525888 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:07.540141 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69eb368f-39b0-4e8f-aff8-d345d05114ff admin admin] Made reservation on behalf of a496196e58e94868b7801d40462dbbc9 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:17:07.543187 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-69eb368f-39b0-4e8f-aff8-d345d05114ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:07.563292 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f179aa-8159-4d96-ba37-75c97c4b5aaa req-085f8bbd-a404-421e-b14b-971d85176dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:07.564992 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08f179aa-8159-4d96-ba37-75c97c4b5aaa req-085f8bbd-a404-421e-b14b-971d85176dc3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1466949 Nov 11 17:17:07.594017 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8255deb9-5a27-486f-8383-424b37103149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:07.644940 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4e432c9e-2407-4ca2-933e-e1efb964d0ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:07.654729 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d7aca-8f36-408e-ad81-5475a6ecc13a req-77f35abd-adb4-4874-adc3-d0007ad671e0 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:07.664980 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe7d7aca-8f36-408e-ad81-5475a6ecc13a req-77f35abd-adb4-4874-adc3-d0007ad671e0 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.1928668 Nov 11 17:17:07.703464 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4e432c9e-2407-4ca2-933e-e1efb964d0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:07.724596 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8f00708e-71dd-46b1-8f74-aebf58edaa9b None None] Attempting to bind port 010009ea-e993-4115-a3c9-55b78634354c on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:17:07.727441 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8f00708e-71dd-46b1-8f74-aebf58edaa9b None None] Attempting to bind port 010009ea-e993-4115-a3c9-55b78634354c by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'a3d7f15f-70ce-46b6-95d7-ca03a9fe8941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '5df8ce53-c8d0-46d0-a7e9-2c913a54093d'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:17:07.727923 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f00708e-71dd-46b1-8f74-aebf58edaa9b None None] Attempting to bind port 010009ea-e993-4115-a3c9-55b78634354c on network 5df8ce53-c8d0-46d0-a7e9-2c913a54093d {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:07.772257 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48100) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:07.785217 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e432c9e-2407-4ca2-933e-e1efb964d0ec admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:17:07.791877 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f00708e-71dd-46b1-8f74-aebf58edaa9b None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:17:07.792260 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f00708e-71dd-46b1-8f74-aebf58edaa9b None None] Checking segment: {'id': 'a3d7f15f-70ce-46b6-95d7-ca03a9fe8941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '5df8ce53-c8d0-46d0-a7e9-2c913a54093d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:17:07.793113 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8f00708e-71dd-46b1-8f74-aebf58edaa9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:07.793523 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f00708e-71dd-46b1-8f74-aebf58edaa9b None None] Bound using segment: {'id': 'a3d7f15f-70ce-46b6-95d7-ca03a9fe8941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '5df8ce53-c8d0-46d0-a7e9-2c913a54093d'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:17:07.794015 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8f00708e-71dd-46b1-8f74-aebf58edaa9b None None] Bound port: 010009ea-e993-4115-a3c9-55b78634354c, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d7f15f-70ce-46b6-95d7-ca03a9fe8941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '5df8ce53-c8d0-46d0-a7e9-2c913a54093d'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:17:07.794148 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-4e432c9e-2407-4ca2-933e-e1efb964d0ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:07.794409 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8f00708e-71dd-46b1-8f74-aebf58edaa9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:07.819820 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] Routers {'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:17:07.820485 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:16:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['adf013e6-ae2e-43ec-954a-6bf31d2f3e8f'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:07.821308 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e432c9e-2407-4ca2-933e-e1efb964d0ec admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:17:07.852541 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe7d7aca-8f36-408e-ad81-5475a6ecc13a req-2d6a5076-ac43-4200-ab3c-bff5ec125161 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853611 Nov 11 17:17:07.867664 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e432c9e-2407-4ca2-933e-e1efb964d0ec admin admin] Pushing event updated for resources: {'Port': ['ID=5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:07.922042 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08f179aa-8159-4d96-ba37-75c97c4b5aaa req-077b1364-5d34-4fbd-b305-ce6b6c09357b service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821865 Nov 11 17:17:07.985210 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d9f9f-1ba9-427a-b56f-60201eb54ed9 None None] Pushing event updated for resources: {'Port': ['ID=ded19ca6-7939-44e4-9878-5ca6deca8f76,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:08.066554 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e373a852-ed51-48cb-a79e-dc08ecf3a28f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:08.089347 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-8f00708e-71dd-46b1-8f74-aebf58edaa9b None None] For port 010009ea-e993-4115-a3c9-55b78634354c, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:17:08.095596 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-8f00708e-71dd-46b1-8f74-aebf58edaa9b None None] For port 010009ea-e993-4115-a3c9-55b78634354c, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=010009ea-e993-4115-a3c9-55b78634354c,segment=NetworkSegment(a3d7f15f-70ce-46b6-95d7-ca03a9fe8941),segment_id=a3d7f15f-70ce-46b6-95d7-ca03a9fe8941)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:17:08.106160 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d3a8a61e-445c-40e3-9a71-061e3c3951e0 None None] Provisioning complete for port ded19ca6-7939-44e4-9878-5ca6deca8f76 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:08.106763 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d3a8a61e-445c-40e3-9a71-061e3c3951e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:08.109686 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] Set router adf013e6-ae2e-43ec-954a-6bf31d2f3e8f gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:17:08.112526 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8f00708e-71dd-46b1-8f74-aebf58edaa9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:08.184308 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-69eb368f-39b0-4e8f-aff8-d345d05114ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:08.206322 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08f179aa-8159-4d96-ba37-75c97c4b5aaa req-4181ae8d-72af-4b70-a850-1beb2c1de09b service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712181 Nov 11 17:17:08.225212 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4e432c9e-2407-4ca2-933e-e1efb964d0ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:08.312222 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d8eb743-829f-4f3d-804e-5f89f54b9a44 req-85085291-d9b4-4e67-b7e4-717478c871af tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 210 time: 0.0663323 Nov 11 17:17:08.343558 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb368f-39b0-4e8f-aff8-d345d05114ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=49fddd50-8186-4321-a30f-dec1c9cc3e02,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:08.354752 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb368f-39b0-4e8f-aff8-d345d05114ff admin admin] Checking segment: {'id': 'dd94b32d-4b4b-4270-a368-165ae89e4313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'fe68d145-b12c-4773-a76f-1eea1cc62a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:17:08.355199 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eb368f-39b0-4e8f-aff8-d345d05114ff admin admin] Network hostable DHCP agents. Network: fe68d145-b12c-4773-a76f-1eea1cc62a4f, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:17:08.386312 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e373a852-ed51-48cb-a79e-dc08ecf3a28f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:08.394476 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e373a852-ed51-48cb-a79e-dc08ecf3a28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:08.404470 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eb368f-39b0-4e8f-aff8-d345d05114ff admin admin] Network fe68d145-b12c-4773-a76f-1eea1cc62a4f is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:17:08.449921 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-69eb368f-39b0-4e8f-aff8-d345d05114ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, fe68d145-b12c-4773-a76f-1eea1cc62a4f) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:08.470954 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eb368f-39b0-4e8f-aff8-d345d05114ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:08.471540 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-69eb368f-39b0-4e8f-aff8-d345d05114ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:08.473364 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01662f77-22bb-452b-a71b-625cdc878e50 None None] Network fe68d145-b12c-4773-a76f-1eea1cc62a4f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:17:08.476255 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e373a852-ed51-48cb-a79e-dc08ecf3a28f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5123cac82b59484e8a2ca51c851b80ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7001665 Nov 11 17:17:08.477013 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373a852-ed51-48cb-a79e-dc08ecf3a28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9366b0-dee0-4a28-a6cc-3c24a617938f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:08.479438 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48108) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:08.515927 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-69eb368f-39b0-4e8f-aff8-d345d05114ff admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0856435 Nov 11 17:17:08.518756 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48110) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:08.524054 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-c43274c8-00f8-44dc-a0ba-1d32d17b102c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1329373347-router', 'tenant_id': 'a496196e58e94868b7801d40462dbbc9', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:08.541977 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b1ade-b19d-4062-9432-fbe7236a3d69 req-9f0a6d9e-5a39-4508-a9d3-4e1f4626af6e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:08.543533 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e49b1ade-b19d-4062-9432-fbe7236a3d69 req-9f0a6d9e-5a39-4508-a9d3-4e1f4626af6e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 947 time: 0.0946651 Nov 11 17:17:08.592013 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d451750c-9680-49ee-9c96-7a6c7b430ed6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:08.594131 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4e432c9e-2407-4ca2-933e-e1efb964d0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:08.625684 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c43274c8-00f8-44dc-a0ba-1d32d17b102c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:08.636672 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c43274c8-00f8-44dc-a0ba-1d32d17b102c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:08.660747 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d451750c-9680-49ee-9c96-7a6c7b430ed6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:08.680925 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e49b1ade-b19d-4062-9432-fbe7236a3d69 req-cb37dfd2-8264-4ea1-8aeb-ec2d7b126639 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271310 Nov 11 17:17:08.780824 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d451750c-9680-49ee-9c96-7a6c7b430ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:08.783502 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c43274c8-00f8-44dc-a0ba-1d32d17b102c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:08.783705 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d451750c-9680-49ee-9c96-7a6c7b430ed6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:08.787696 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d451750c-9680-49ee-9c96-7a6c7b430ed6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8c9366b0-dee0-4a28-a6cc-3c24a617938f HTTP/1.1" status: 204 len: 168 time: 0.2806971 Nov 11 17:17:08.796116 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00708e-71dd-46b1-8f74-aebf58edaa9b None None] Pushing event updated for resources: {'Port': ['ID=010009ea-e993-4115-a3c9-55b78634354c,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:08.802393 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451750c-9680-49ee-9c96-7a6c7b430ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9366b0-dee0-4a28-a6cc-3c24a617938f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:08.807516 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e432c9e-2407-4ca2-933e-e1efb964d0ec admin admin] Router cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:17:08.822046 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451750c-9680-49ee-9c96-7a6c7b430ed6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:08.822397 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451750c-9680-49ee-9c96-7a6c7b430ed6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:08.823350 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451750c-9680-49ee-9c96-7a6c7b430ed6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:08.823350 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451750c-9680-49ee-9c96-7a6c7b430ed6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:08.823571 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451750c-9680-49ee-9c96-7a6c7b430ed6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:08.823916 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451750c-9680-49ee-9c96-7a6c7b430ed6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:08.824334 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451750c-9680-49ee-9c96-7a6c7b430ed6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:08.824778 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451750c-9680-49ee-9c96-7a6c7b430ed6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:08.825112 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451750c-9680-49ee-9c96-7a6c7b430ed6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:08.825559 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451750c-9680-49ee-9c96-7a6c7b430ed6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:08.825881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451750c-9680-49ee-9c96-7a6c7b430ed6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:08.826209 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451750c-9680-49ee-9c96-7a6c7b430ed6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:09.078971 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d3a8a61e-445c-40e3-9a71-061e3c3951e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:09.090186 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e432c9e-2407-4ca2-933e-e1efb964d0ec admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:17:09.101484 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] Sync routers for ids ['cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:17:09.126192 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4e432c9e-2407-4ca2-933e-e1efb964d0ec admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:09.128055 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4e432c9e-2407-4ca2-933e-e1efb964d0ec admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9591627 Nov 11 17:17:09.131322 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48122) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:09.135946 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] Routers {'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:17:09.136663 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53221be6-4a85-442c-bf08-a8f148d35500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-fe68d145-b12c-4773-a76f-1eea1cc62a4f', 'network_id': 'fe68d145-b12c-4773-a76f-1eea1cc62a4f', 'tenant_id': 'a496196e58e94868b7801d40462dbbc9', 'fixed_ips': [{'subnet_id': '49fddd50-8186-4321-a30f-dec1c9cc3e02'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:17:09.137095 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:16:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:09.138249 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-53221be6-4a85-442c-bf08-a8f148d35500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:09.183966 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device c7c9375f-3a51-47dd-82ec-1c33d9a75197 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:17:09.190043 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c43274c8-00f8-44dc-a0ba-1d32d17b102c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:09.222275 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d3a8a61e-445c-40e3-9a71-061e3c3951e0 None None] For port ded19ca6-7939-44e4-9878-5ca6deca8f76, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ded19ca6-7939-44e4-9878-5ca6deca8f76,segment=NetworkSegment(94f9155b-d50c-47f6-975a-73a993a9741e),segment_id=94f9155b-d50c-47f6-975a-73a993a9741e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:09.245774 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d3a8a61e-445c-40e3-9a71-061e3c3951e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:09.256553 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-800952910-router', 'tenant_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '73ae282a-c97e-42d6-a36d-e2f50276cddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:55Z', 'updated_at': '2021-11-11T17:17:02Z', 'revision_number': 4, 'project_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'gw_port': {'id': '73ae282a-c97e-42d6-a36d-e2f50276cddd', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:56Z', 'updated_at': '2021-11-11T17:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'ded19ca6-7939-44e4-9878-5ca6deca8f76', 'name': '', 'network_id': '199f56b5-0f63-437b-bc7a-2e7ba30aca73', 'tenant_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'mac_address': 'fa:16:3e:bd:c5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bd6ee57d-db84-45c3-bd4a-9d0a5e71b572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:01Z', 'updated_at': '2021-11-11T17:17:07Z', 'revision_number': 4, 'project_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'subnets': [{'id': 'bd6ee57d-db84-45c3-bd4a-9d0a5e71b572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:09.304697 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea7711-c486-4e8f-beeb-955b1644707b req-9c299ae1-adff-4570-8967-d11dffc58bae tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:09.306251 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-77ea7711-c486-4e8f-beeb-955b1644707b req-9c299ae1-adff-4570-8967-d11dffc58bae tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.2638638 Nov 11 17:17:09.315026 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ee1a7fdb-f122-46df-b65b-427ac007eee2 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:09.316506 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ee1a7fdb-f122-46df-b65b-427ac007eee2 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.64 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 808 time: 0.5316396 Nov 11 17:17:09.352604 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-2b1ae6c0-fc83-4e8e-a4af-2a5d2c4d9955 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Request body: {'port': {'device_id': '63d29812-5f9d-4b4e-8fa7-896241be4693', 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d', 'admin_state_up': True, 'tenant_id': 'b26a8a1aaa3a4ffebc2dccd364362c35'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:09.354927 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.resource_extend [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:17:09.412960 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] Set router cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:17:09.551671 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86926a06-6f29-430c-b72f-95aa02f51173 None None] The sync data for ids ['adf013e6-ae2e-43ec-954a-6bf31d2f3e8f'] in n-d-816206-4 is: [{'id': 'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-800952910-router', 'tenant_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '73ae282a-c97e-42d6-a36d-e2f50276cddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:55Z', 'updated_at': '2021-11-11T17:17:02Z', 'revision_number': 4, 'project_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'gw_port': {'id': '73ae282a-c97e-42d6-a36d-e2f50276cddd', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:56Z', 'updated_at': '2021-11-11T17:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'ded19ca6-7939-44e4-9878-5ca6deca8f76', 'name': '', 'network_id': '199f56b5-0f63-437b-bc7a-2e7ba30aca73', 'tenant_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'mac_address': 'fa:16:3e:bd:c5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bd6ee57d-db84-45c3-bd4a-9d0a5e71b572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:01Z', 'updated_at': '2021-11-11T17:17:07Z', 'revision_number': 4, 'project_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'subnets': [{'id': 'bd6ee57d-db84-45c3-bd4a-9d0a5e71b572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:17:09.694599 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5bcbcf19-6f0d-4c49-9a6d-cbf4b4c0bda8 req-705edb6a-cc6b-4211-8db2-a63f5373cd9d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 210 time: 0.1226323 Nov 11 17:17:09.710148 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-2b1ae6c0-fc83-4e8e-a4af-2a5d2c4d9955 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Made reservation on behalf of b26a8a1aaa3a4ffebc2dccd364362c35 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:17:09.715670 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-2b1ae6c0-fc83-4e8e-a4af-2a5d2c4d9955 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:09.812597 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-77ea7711-c486-4e8f-beeb-955b1644707b req-3f26ce03-3962-4444-bedf-ac6f8e349427 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950714 Nov 11 17:17:09.899202 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8a61e-445c-40e3-9a71-061e3c3951e0 None None] Pushing event updated for resources: {'Port': ['ID=ded19ca6-7939-44e4-9878-5ca6deca8f76,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:09.931995 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d', 'name': 'tempest-AttachSCSIVolumeTestJSON-963806085-router', 'tenant_id': 'f62429f586c74591913bde77a8edd687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:06Z', 'updated_at': '2021-11-11T17:17:08Z', 'revision_number': 3, 'project_id': 'f62429f586c74591913bde77a8edd687', 'gw_port': {'id': '5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:07Z', 'updated_at': '2021-11-11T17:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:09.989292 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 010009ea-e993-4115-a3c9-55b78634354c up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:17:09.998385 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-210c7ef5-440a-4514-b6dc-8dca3d289598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:09.998964 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] Checking router: cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:17:09.999462 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] Updating router cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d port 5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:17:10.068244 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:10.122651 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25116df0-5939-4a67-a122-f57e4db091fd None None] Network 5df8ce53-c8d0-46d0-a7e9-2c913a54093d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:17:10.173812 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port c7c9375f-3a51-47dd-82ec-1c33d9a75197, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=c7c9375f-3a51-47dd-82ec-1c33d9a75197,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:10.328348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26b053-5657-459e-9fb2-8a20e59c7b66 req-62e31ba0-2ec5-4b23-ba85-7ac6c2f2599c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:10.332512 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-53221be6-4a85-442c-bf08-a8f148d35500 None None] Allocated IP 172.20.0.2 (fe68d145-b12c-4773-a76f-1eea1cc62a4f/49fddd50-8186-4321-a30f-dec1c9cc3e02/22e12c8b-d05f-4e1d-a10f-7e45566aca9d) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:17:10.336087 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'c7c9375f-3a51-47dd-82ec-1c33d9a75197', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': 'c7c9375f-3a51-47dd-82ec-1c33d9a75197', 'mac_address': 'fa:16:3e:81:34:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:17:10.340738 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f26b053-5657-459e-9fb2-8a20e59c7b66 req-62e31ba0-2ec5-4b23-ba85-7ac6c2f2599c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 947 time: 0.2368238 Nov 11 17:17:10.374275 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8594201d-ab9d-40c9-b5bd-0834789cdaf3 None None] Provisioning complete for port 010009ea-e993-4115-a3c9-55b78634354c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:10.375120 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8594201d-ab9d-40c9-b5bd-0834789cdaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:10.536671 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-2b1ae6c0-fc83-4e8e-a4af-2a5d2c4d9955 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Allocated IP 172.20.0.5 (aff4ca62-299e-49a9-90bd-d7da6c894e2d/651c5717-7c13-46c4-8d6a-3f6dcf13301c/05f132a5-4b5e-4b1a-950f-4bd2417d3153) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:17:10.624359 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:10.637626 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:10.661456 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 010009ea-e993-4115-a3c9-55b78634354c triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:10.666302 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:10.699927 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f9523-e9d4-4297-87f8-67f9bedc4dbf None None] Pushing event updated for resources: {'Port': ['ID=5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:10.711857 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f26b053-5657-459e-9fb2-8a20e59c7b66 req-ce536800-e623-4952-ac76-60380988daf1 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703632 Nov 11 17:17:10.728928 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] Attempting to bind port 5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:17:10.729295 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] Attempting to bind port 5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:17:10.729652 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] Attempting to bind port 5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:10.737324 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:17:10.737934 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:17:10.738336 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:10.738726 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:17:10.739370 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] Bound port: 5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:17:10.739787 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:10.771021 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c43274c8-00f8-44dc-a0ba-1d32d17b102c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:10.840126 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c43274c8-00f8-44dc-a0ba-1d32d17b102c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:10.844509 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] For port 5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:17:10.851818 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] For port 5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:17:10.867345 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:10.921503 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ff8915f-8929-4c68-9d17-23228259acca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:10.929827 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:10.970984 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f9523-e9d4-4297-87f8-67f9bedc4dbf None None] Pushing event updated for resources: {'Port': ['ID=5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:11.015599 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] Routers {'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:17:11.018869 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:17:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:11.035669 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-c43274c8-00f8-44dc-a0ba-1d32d17b102c admin admin] Allocated IP 172.25.2.120 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:17:11.117054 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c9375f-3a51-47dd-82ec-1c33d9a75197 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:17:11.151026 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:11.172872 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c43274c8-00f8-44dc-a0ba-1d32d17b102c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:11.214029 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 010009ea-e993-4115-a3c9-55b78634354c, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=010009ea-e993-4115-a3c9-55b78634354c,segment=NetworkSegment(a3d7f15f-70ce-46b6-95d7-ca03a9fe8941),segment_id=a3d7f15f-70ce-46b6-95d7-ca03a9fe8941)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:11.228315 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:11.235364 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:11.250987 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c43274c8-00f8-44dc-a0ba-1d32d17b102c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:11.255537 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8594201d-ab9d-40c9-b5bd-0834789cdaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:11.303839 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-8ff8915f-8929-4c68-9d17-23228259acca admin admin] Allocated IP 172.20.0.1 (5df8ce53-c8d0-46d0-a7e9-2c913a54093d/348f56c7-5e79-4026-8c1b-3ca7013f329c/7795874f-151b-47cd-8e7b-c4a89f602f92) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:17:11.308393 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port c7c9375f-3a51-47dd-82ec-1c33d9a75197, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=c7c9375f-3a51-47dd-82ec-1c33d9a75197,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:11.315375 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f8d438e-454c-43f1-94c4-3dc64011219e req-bbb44a71-db6c-4a91-9c5c-9a7208ce567d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 210 time: 0.0982049 Nov 11 17:17:11.325364 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:11.386847 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-8594201d-ab9d-40c9-b5bd-0834789cdaf3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:17:11.387308 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-8594201d-ab9d-40c9-b5bd-0834789cdaf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:17:11.461397 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] Set router cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:17:11.538770 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=010009ea-e993-4115-a3c9-55b78634354c,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:11.545266 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43274c8-00f8-44dc-a0ba-1d32d17b102c admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:17:11.575706 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ff8915f-8929-4c68-9d17-23228259acca admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:11.579592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-c43274c8-00f8-44dc-a0ba-1d32d17b102c admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:11.581529 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:11.581529 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:11.583487 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:11.585944 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:11.587850 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:11.588224 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:11.588680 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:11.590652 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:11.591128 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:11.591564 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:11.592163 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:11.594039 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:11.596439 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43274c8-00f8-44dc-a0ba-1d32d17b102c admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:17:11.609195 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43274c8-00f8-44dc-a0ba-1d32d17b102c admin admin] Pushing event updated for resources: {'Port': ['ID=e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:11.661427 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ff8915f-8929-4c68-9d17-23228259acca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:11.730995 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=c7c9375f-3a51-47dd-82ec-1c33d9a75197,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:11.736738 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebf3e0-667e-4012-87af-bb8daa6780a2 req-c96e2189-520a-45c3-bb21-c4548e9f3405 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:11.744532 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['c7c9375f-3a51-47dd-82ec-1c33d9a75197'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:17:11.748063 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-53221be6-4a85-442c-bf08-a8f148d35500 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:11.755050 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-96ebf3e0-667e-4012-87af-bb8daa6780a2 req-c96e2189-520a-45c3-bb21-c4548e9f3405 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.5437405 Nov 11 17:17:11.801705 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-53221be6-4a85-442c-bf08-a8f148d35500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:11.811646 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8915f-8929-4c68-9d17-23228259acca admin admin] Pushing event updated for resources: {'Port': ['ID=7795874f-151b-47cd-8e7b-c4a89f602f92,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:11.834575 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff8915f-8929-4c68-9d17-23228259acca admin admin] Network 5df8ce53-c8d0-46d0-a7e9-2c913a54093d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:17:11.842411 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-8ff8915f-8929-4c68-9d17-23228259acca admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:11.852801 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff8915f-8929-4c68-9d17-23228259acca admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:17:11.944101 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d', 'name': 'tempest-AttachSCSIVolumeTestJSON-963806085-router', 'tenant_id': 'f62429f586c74591913bde77a8edd687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:06Z', 'updated_at': '2021-11-11T17:17:08Z', 'revision_number': 3, 'project_id': 'f62429f586c74591913bde77a8edd687', 'gw_port': {'id': '5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:07Z', 'updated_at': '2021-11-11T17:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:11.978694 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53221be6-4a85-442c-bf08-a8f148d35500 None None] Network fe68d145-b12c-4773-a76f-1eea1cc62a4f is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:17:11.987708 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb7abe2-0a49-4389-be2d-c3eb27e8e12f None None] The sync data for ids ['cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d'] in n-d-816206-4 is: [{'id': 'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d', 'name': 'tempest-AttachSCSIVolumeTestJSON-963806085-router', 'tenant_id': 'f62429f586c74591913bde77a8edd687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:06Z', 'updated_at': '2021-11-11T17:17:08Z', 'revision_number': 3, 'project_id': 'f62429f586c74591913bde77a8edd687', 'gw_port': {'id': '5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:07Z', 'updated_at': '2021-11-11T17:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:17:12.005363 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-53221be6-4a85-442c-bf08-a8f148d35500 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:12.022172 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ff8915f-8929-4c68-9d17-23228259acca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:12.039281 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53221be6-4a85-442c-bf08-a8f148d35500 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:17:12.069555 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 010009ea-e993-4115-a3c9-55b78634354c up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:17:12.094160 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53221be6-4a85-442c-bf08-a8f148d35500 None None] Pushing event updated for resources: {'Port': ['ID=22e12c8b-d05f-4e1d-a10f-7e45566aca9d,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:12.298949 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ff8915f-8929-4c68-9d17-23228259acca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:12.316151 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-2b1ae6c0-fc83-4e8e-a4af-2a5d2c4d9955 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:12.445716 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48198) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:12.447563 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e009639-02f2-4e8f-b6a6-0bdd89341085 req-32236d59-6c05-4406-b5c9-f785d4cf84d0 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:12.449207 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e009639-02f2-4e8f-b6a6-0bdd89341085 req-32236d59-6c05-4406-b5c9-f785d4cf84d0 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 948 time: 0.5657666 Nov 11 17:17:12.473374 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-96ebf3e0-667e-4012-87af-bb8daa6780a2 req-01eb0fb8-c55e-46fe-922c-2b4398a3ccd2 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7174020 Nov 11 17:17:12.522768 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:12.526850 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f2f37e51-bea6-4726-a842-a6de1760eadb None None] Provisioning complete for port 010009ea-e993-4115-a3c9-55b78634354c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:12.526850 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f2f37e51-bea6-4726-a842-a6de1760eadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:12.592702 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-53221be6-4a85-442c-bf08-a8f148d35500 None None] Attempting to bind port 22e12c8b-d05f-4e1d-a10f-7e45566aca9d on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:17:12.592968 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-53221be6-4a85-442c-bf08-a8f148d35500 None None] Attempting to bind port 22e12c8b-d05f-4e1d-a10f-7e45566aca9d by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'dd94b32d-4b4b-4270-a368-165ae89e4313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'fe68d145-b12c-4773-a76f-1eea1cc62a4f'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:17:12.593337 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221be6-4a85-442c-bf08-a8f148d35500 None None] Attempting to bind port 22e12c8b-d05f-4e1d-a10f-7e45566aca9d on network fe68d145-b12c-4773-a76f-1eea1cc62a4f {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:12.595146 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ff8915f-8929-4c68-9d17-23228259acca admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:12.608089 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ff8915f-8929-4c68-9d17-23228259acca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:12.611557 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-2b1ae6c0-fc83-4e8e-a4af-2a5d2c4d9955 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:12.624533 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221be6-4a85-442c-bf08-a8f148d35500 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:17:12.625033 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221be6-4a85-442c-bf08-a8f148d35500 None None] Checking segment: {'id': 'dd94b32d-4b4b-4270-a368-165ae89e4313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'fe68d145-b12c-4773-a76f-1eea1cc62a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:17:12.625430 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-53221be6-4a85-442c-bf08-a8f148d35500 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:12.625836 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53221be6-4a85-442c-bf08-a8f148d35500 None None] Bound using segment: {'id': 'dd94b32d-4b4b-4270-a368-165ae89e4313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'fe68d145-b12c-4773-a76f-1eea1cc62a4f'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:17:12.626446 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-53221be6-4a85-442c-bf08-a8f148d35500 None None] Bound port: 22e12c8b-d05f-4e1d-a10f-7e45566aca9d, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd94b32d-4b4b-4270-a368-165ae89e4313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'fe68d145-b12c-4773-a76f-1eea1cc62a4f'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:17:12.626816 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-53221be6-4a85-442c-bf08-a8f148d35500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:12.657110 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 010009ea-e993-4115-a3c9-55b78634354c triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:12.657477 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:12.688914 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5ccc383a-64d4-4ed8-b94f-9df8123fa6ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:12.717711 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ae6c0-fc83-4e8e-a4af-2a5d2c4d9955 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Pushing event updated for resources: {'Port': ['ID=05f132a5-4b5e-4b1a-950f-4bd2417d3153,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:12.750620 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ff8915f-8929-4c68-9d17-23228259acca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:12.789446 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-2b1ae6c0-fc83-4e8e-a4af-2a5d2c4d9955 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Network aff4ca62-299e-49a9-90bd-d7da6c894e2d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:17:12.793464 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e009639-02f2-4e8f-b6a6-0bdd89341085 req-6aefd3b6-944e-48e9-a90a-41bc699dfac5 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981827 Nov 11 17:17:12.799337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-2b1ae6c0-fc83-4e8e-a4af-2a5d2c4d9955 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:12.812589 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-2b1ae6c0-fc83-4e8e-a4af-2a5d2c4d9955 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:17:12.867783 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-53221be6-4a85-442c-bf08-a8f148d35500 None None] For port 22e12c8b-d05f-4e1d-a10f-7e45566aca9d, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:17:12.868292 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8915f-8929-4c68-9d17-23228259acca admin admin] Pushing event updated for resources: {'Port': ['ID=7795874f-151b-47cd-8e7b-c4a89f602f92,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:12.875400 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-2b1ae6c0-fc83-4e8e-a4af-2a5d2c4d9955 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:12.876070 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-2b1ae6c0-fc83-4e8e-a4af-2a5d2c4d9955 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:12.888842 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff8915f-8929-4c68-9d17-23228259acca admin admin] Network 5df8ce53-c8d0-46d0-a7e9-2c913a54093d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:17:12.892749 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-8ff8915f-8929-4c68-9d17-23228259acca admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:12.920072 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-53221be6-4a85-442c-bf08-a8f148d35500 None None] For port 22e12c8b-d05f-4e1d-a10f-7e45566aca9d, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=22e12c8b-d05f-4e1d-a10f-7e45566aca9d,segment=NetworkSegment(dd94b32d-4b4b-4270-a368-165ae89e4313),segment_id=dd94b32d-4b4b-4270-a368-165ae89e4313)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:17:12.949997 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c730dd7-5374-4ecd-8560-80b7d1d8310d req-6f7dbbaf-e32b-42a2-b98c-7bbb9635e6b7 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:12.957245 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6c730dd7-5374-4ecd-8560-80b7d1d8310d req-6f7dbbaf-e32b-42a2-b98c-7bbb9635e6b7 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 931 time: 0.2750282 Nov 11 17:17:12.972590 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-2b1ae6c0-fc83-4e8e-a4af-2a5d2c4d9955 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6249354 Nov 11 17:17:12.981980 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:12.996990 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] Request body: {'port': {'device_id': '63d29812-5f9d-4b4e-8fa7-896241be4693', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:13.021665 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-53221be6-4a85-442c-bf08-a8f148d35500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:13.038660 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6c730dd7-5374-4ecd-8560-80b7d1d8310d req-6600a99b-e2cc-4658-9358-42567971bec2 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805304 Nov 11 17:17:13.086225 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c43274c8-00f8-44dc-a0ba-1d32d17b102c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:13.131322 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-74e41d33-9994-49cf-8342-3f5df5a4f708 None None] Provisioning complete for port 7795874f-151b-47cd-8e7b-c4a89f602f92 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:13.132057 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-74e41d33-9994-49cf-8342-3f5df5a4f708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:13.151186 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5ccc383a-64d4-4ed8-b94f-9df8123fa6ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:13.167418 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5ccc383a-64d4-4ed8-b94f-9df8123fa6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:13.189311 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-74e41d33-9994-49cf-8342-3f5df5a4f708 None None] Port 7795874f-151b-47cd-8e7b-c4a89f602f92 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:17:13.193876 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ded19ca6-7939-44e4-9878-5ca6deca8f76 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:17:13.237576 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff8915f-8929-4c68-9d17-23228259acca admin admin] Router cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:17:13.242180 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5ccc383a-64d4-4ed8-b94f-9df8123fa6ab admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=02e85266a2ba424a8a02fed619134a66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7952471 Nov 11 17:17:13.245075 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc383a-64d4-4ed8-b94f-9df8123fa6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc94b923-f98d-4acc-b312-50cadd7400f3,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:13.245382 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48206) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:13.304828 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:13.321014 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53221be6-4a85-442c-bf08-a8f148d35500 None None] Pushing event updated for resources: {'Port': ['ID=22e12c8b-d05f-4e1d-a10f-7e45566aca9d,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:13.338887 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f2a40f08-604b-42fe-ad23-b54495214f82 None None] Provisioning complete for port 7795874f-151b-47cd-8e7b-c4a89f602f92 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:13.339572 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f2a40f08-604b-42fe-ad23-b54495214f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:13.403186 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port ded19ca6-7939-44e4-9878-5ca6deca8f76 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:13.403566 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:13.485882 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff8915f-8929-4c68-9d17-23228259acca admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:17:13.493775 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8ff8915f-8929-4c68-9d17-23228259acca admin admin] 10.222.0.76 "PUT /v2.0/routers/cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3609123 Nov 11 17:17:13.504830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-f2a40f08-604b-42fe-ad23-b54495214f82 None None] Port 7795874f-151b-47cd-8e7b-c4a89f602f92 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:17:13.694924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-58628e5f-1525-446f-92ec-6aef3ce3d69a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:13.761674 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-58628e5f-1525-446f-92ec-6aef3ce3d69a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:13.769504 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:17:13.831082 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:13.831082 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:13.934900 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:13.972449 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:13.981378 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:13.982252 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 22e12c8b-d05f-4e1d-a10f-7e45566aca9d up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:17:14.098880 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f132a5-4b5e-4b1a-950f-4bd2417d3153 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:17:14.109791 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:14.111756 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:14.129064 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 22e12c8b-d05f-4e1d-a10f-7e45566aca9d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:14.129441 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:14.159498 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a153d-3987-4586-af01-9235508a7d8a req-3b28dbf6-d56d-47a6-957c-ae375eff24c6 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:14.172264 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-376a153d-3987-4586-af01-9235508a7d8a req-3b28dbf6-d56d-47a6-957c-ae375eff24c6 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.5661533 Nov 11 17:17:14.174545 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c43274c8-00f8-44dc-a0ba-1d32d17b102c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:14.228149 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] Transition to ACTIVE for port object 05f132a5-4b5e-4b1a-950f-4bd2417d3153 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:17:14.245124 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:14.310650 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 22e12c8b-d05f-4e1d-a10f-7e45566aca9d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=22e12c8b-d05f-4e1d-a10f-7e45566aca9d,segment=NetworkSegment(dd94b32d-4b4b-4270-a368-165ae89e4313),segment_id=dd94b32d-4b4b-4270-a368-165ae89e4313)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:14.312277 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:14.322125 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:14.382250 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=22e12c8b-d05f-4e1d-a10f-7e45566aca9d,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:14.496501 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-376a153d-3987-4586-af01-9235508a7d8a req-e4715ddd-a4fd-4c67-96dc-d35ea2725952 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233058 Nov 11 17:17:14.502081 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-58628e5f-1525-446f-92ec-6aef3ce3d69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:14.507558 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-58628e5f-1525-446f-92ec-6aef3ce3d69a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:14.509660 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-58628e5f-1525-446f-92ec-6aef3ce3d69a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bc94b923-f98d-4acc-b312-50cadd7400f3 HTTP/1.1" status: 204 len: 168 time: 1.2629156 Nov 11 17:17:14.512816 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] Pushing event updated for resources: {'Port': ['ID=05f132a5-4b5e-4b1a-950f-4bd2417d3153,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:14.542875 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f7106-ecff-4b77-bdd9-2f6811aade9c req-3e026b07-387b-439f-b1c5-d7d295491bbf tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:14.552057 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d8f7106-ecff-4b77-bdd9-2f6811aade9c req-3e026b07-387b-439f-b1c5-d7d295491bbf tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 948 time: 0.3736925 Nov 11 17:17:14.620113 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58628e5f-1525-446f-92ec-6aef3ce3d69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc94b923-f98d-4acc-b312-50cadd7400f3,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:14.634514 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11067aa1-2953-49b4-a8eb-1de3255912a5 None None] Network fe68d145-b12c-4773-a76f-1eea1cc62a4f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:17:14.732035 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d8f7106-ecff-4b77-bdd9-2f6811aade9c req-ce2052fd-c31e-402d-a245-53b9ff9ad0d8 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777039 Nov 11 17:17:14.811626 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0e3f0169-0aa4-4f10-bc2f-c834643c79af None None] Provisioning complete for port 22e12c8b-d05f-4e1d-a10f-7e45566aca9d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:14.812033 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0e3f0169-0aa4-4f10-bc2f-c834643c79af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:14.867253 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] Attempting to bind port 05f132a5-4b5e-4b1a-950f-4bd2417d3153 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:17:14.868240 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] Attempting to bind port 05f132a5-4b5e-4b1a-950f-4bd2417d3153 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:17:14.868240 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] Attempting to bind port 05f132a5-4b5e-4b1a-950f-4bd2417d3153 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:14.902973 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] Port 05f132a5-4b5e-4b1a-950f-4bd2417d3153 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:17:14.903420 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] Attempting to bind port 05f132a5-4b5e-4b1a-950f-4bd2417d3153 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:14.926943 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94097c5b-8fa8-4b5a-bc50-a9dc14abfdeb req-c0695035-6bd5-441b-82e2-af194bae35d7 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:14.929151 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94097c5b-8fa8-4b5a-bc50-a9dc14abfdeb req-c0695035-6bd5-441b-82e2-af194bae35d7 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 943 time: 0.1560814 Nov 11 17:17:14.930616 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:17:14.930957 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] Checking segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:17:14.931920 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] Bound using segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:17:14.932400 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] Bound port: 05f132a5-4b5e-4b1a-950f-4bd2417d3153, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:17:14.932756 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:14.966260 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43274c8-00f8-44dc-a0ba-1d32d17b102c admin admin] Router e5316db7-7d29-452b-9777-02a999106952 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:17:15.036740 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] For port 05f132a5-4b5e-4b1a-950f-4bd2417d3153, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:17:15.040835 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] For port 05f132a5-4b5e-4b1a-950f-4bd2417d3153, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=05f132a5-4b5e-4b1a-950f-4bd2417d3153,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:17:15.100237 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94097c5b-8fa8-4b5a-bc50-a9dc14abfdeb req-40b74851-5111-426f-b619-fc18a253e419 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490366 Nov 11 17:17:15.101501 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:15.126228 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:15.127408 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:15.129117 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] 10.222.0.64 "PUT /v2.0/ports/05f132a5-4b5e-4b1a-950f-4bd2417d3153 HTTP/1.1" status: 200 len: 1091 time: 2.1389763 Nov 11 17:17:15.129846 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d29812-5f9d-4b4e-8fa7-896241be4693', 'tag': '05f132a5-4b5e-4b1a-950f-4bd2417d3153'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:17:15.133357 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a5ee07-9c33-4563-a5e8-d9fd61474736" -d '{"events": [{"name": "network-changed", "server_uuid": "63d29812-5f9d-4b4e-8fa7-896241be4693", "tag": "05f132a5-4b5e-4b1a-950f-4bd2417d3153"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:17:15.226043 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] Sync routers for ids ['cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:17:15.241109 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] Routers {'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:17:15.241974 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:17:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:15.331806 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb032b2-bbd4-4709-992d-660439307bf4 x-openstack-request-id: req-0bb032b2-bbd4-4709-992d-660439307bf4 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:17:15.332104 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d29812-5f9d-4b4e-8fa7-896241be4693", "tag": "05f132a5-4b5e-4b1a-950f-4bd2417d3153", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:17:15.332357 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0bb032b2-bbd4-4709-992d-660439307bf4 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:17:15.333246 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d29812-5f9d-4b4e-8fa7-896241be4693', 'tag': '05f132a5-4b5e-4b1a-950f-4bd2417d3153', 'status': 'completed', 'code': 200} Nov 11 17:17:15.366496 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device c7c9375f-3a51-47dd-82ec-1c33d9a75197 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:17:15.417421 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c322e-8b5b-43d2-bc81-4e5525cd3245 service neutron] Pushing event updated for resources: {'Port': ['ID=05f132a5-4b5e-4b1a-950f-4bd2417d3153,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:15.471422 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-57b24091-6281-46ac-96b5-0e56a5c8fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:15.478822 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-57b24091-6281-46ac-96b5-0e56a5c8fbe2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 1094 time: 0.2594998 Nov 11 17:17:15.529584 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] Set router cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:17:15.629480 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-e6050bde-85ff-471a-88ff-aa8c81294099 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05f132a5-4b5e-4b1a-950f-4bd2417d3153 HTTP/1.1" status: 200 len: 217 time: 0.1246674 Nov 11 17:17:15.636921 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43274c8-00f8-44dc-a0ba-1d32d17b102c admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:17:15.673111 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] Sync routers for ids ['e5316db7-7d29-452b-9777-02a999106952'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:17:15.738233 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] Routers {'e5316db7-7d29-452b-9777-02a999106952'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:17:15.738884 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:17:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e5316db7-7d29-452b-9777-02a999106952'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:15.788304 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port c7c9375f-3a51-47dd-82ec-1c33d9a75197 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:17:15.797107 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port c7c9375f-3a51-47dd-82ec-1c33d9a75197 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:15.797709 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:15.824305 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48258) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:15.850234 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c43274c8-00f8-44dc-a0ba-1d32d17b102c admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:15.852641 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c43274c8-00f8-44dc-a0ba-1d32d17b102c admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.3330388 Nov 11 17:17:15.854827 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48262) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:15.895557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-9af8daa1-5a3d-4abc-ae29-bb50b543a2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:15.902674 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-9af8daa1-5a3d-4abc-ae29-bb50b543a2d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=651c5717-7c13-46c4-8d6a-3f6dcf13301c HTTP/1.1" status: 200 len: 848 time: 0.2638528 Nov 11 17:17:15.973135 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:17:15.986525 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-424de7c7-9545-403a-ae51-f280b65c04f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aff4ca62-299e-49a9-90bd-d7da6c894e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698054 Nov 11 17:17:16.034379 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] Set router e5316db7-7d29-452b-9777-02a999106952 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:17:16.101339 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-258a638d-2970-4eea-8ea0-ef9cab9823d4 None None] Provisioning complete for port 22e12c8b-d05f-4e1d-a10f-7e45566aca9d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:16.101712 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-258a638d-2970-4eea-8ea0-ef9cab9823d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:16.153272 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-28e7e032-b634-4710-a989-d0dc3c5769aa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1788595185-network', 'tenant_id': '0169f18e52a1459a895c84f99dd4af78'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:16.211672 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e7e032-b634-4710-a989-d0dc3c5769aa admin admin] Made reservation on behalf of 0169f18e52a1459a895c84f99dd4af78 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:17:16.218068 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28e7e032-b634-4710-a989-d0dc3c5769aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:16.243756 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28e7e032-b634-4710-a989-d0dc3c5769aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:16.273308 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:16.273906 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:16.403619 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28e7e032-b634-4710-a989-d0dc3c5769aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:16.459885 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5316db7-7d29-452b-9777-02a999106952', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1329373347-router', 'tenant_id': 'a496196e58e94868b7801d40462dbbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:08Z', 'updated_at': '2021-11-11T17:17:12Z', 'revision_number': 3, 'project_id': 'a496196e58e94868b7801d40462dbbc9', 'gw_port': {'id': 'e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5316db7-7d29-452b-9777-02a999106952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:10Z', 'updated_at': '2021-11-11T17:17:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:16.489096 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] Checking router: e5316db7-7d29-452b-9777-02a999106952 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:17:16.489444 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] Updating router e5316db7-7d29-452b-9777-02a999106952 port e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:17:16.518278 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:16.582879 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28e7e032-b634-4710-a989-d0dc3c5769aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:16.617211 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e7e032-b634-4710-a989-d0dc3c5769aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1256} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:17:16.642103 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28e7e032-b634-4710-a989-d0dc3c5769aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:16.643614 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-28e7e032-b634-4710-a989-d0dc3c5769aa admin admin] Added segment d8ff4f86-cbdc-4f53-85e5-ed67fec46f27 of type vlan for network c96487a2-dcba-4c19-85cd-0036a8c2e27e Nov 11 17:17:16.678758 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dcf5b-8888-43b4-b52b-134c19ee992b req-c9273a7a-13f4-4fb4-b484-59efa43f81a5 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:16.691386 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-269dcf5b-8888-43b4-b52b-134c19ee992b req-c9273a7a-13f4-4fb4-b484-59efa43f81a5 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.9578571 Nov 11 17:17:16.759211 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28e7e032-b634-4710-a989-d0dc3c5769aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:16.780577 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-269dcf5b-8888-43b4-b52b-134c19ee992b req-2bf0b489-5c24-4657-bfcd-0f5d73cf2282 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881491 Nov 11 17:17:16.847227 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d1eae-b201-468c-8627-9814e8903218 req-6fc052cc-7f21-4d9e-960f-a425ea201ad6 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:16.857829 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d33d1eae-b201-468c-8627-9814e8903218 req-6fc052cc-7f21-4d9e-960f-a425ea201ad6 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 948 time: 0.9221461 Nov 11 17:17:16.870226 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:17:16.918249 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7e032-b634-4710-a989-d0dc3c5769aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdeda34-9fc9-4f80-8131-6179240d033b,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:16.926634 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28e7e032-b634-4710-a989-d0dc3c5769aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:16.930886 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e7e032-b634-4710-a989-d0dc3c5769aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:16.932632 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28e7e032-b634-4710-a989-d0dc3c5769aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:16.941868 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-3f476d1b-5761-4532-b784-96f4b268d788 service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8573918 Nov 11 17:17:17.000511 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d', 'name': 'tempest-AttachSCSIVolumeTestJSON-963806085-router', 'tenant_id': 'f62429f586c74591913bde77a8edd687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:06Z', 'updated_at': '2021-11-11T17:17:12Z', 'revision_number': 4, 'project_id': 'f62429f586c74591913bde77a8edd687', 'gw_port': {'id': '5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:07Z', 'updated_at': '2021-11-11T17:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '7795874f-151b-47cd-8e7b-c4a89f602f92', 'name': '', 'network_id': '5df8ce53-c8d0-46d0-a7e9-2c913a54093d', 'tenant_id': 'f62429f586c74591913bde77a8edd687', 'mac_address': 'fa:16:3e:32:34:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '348f56c7-5e79-4026-8c1b-3ca7013f329c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:10Z', 'updated_at': '2021-11-11T17:17:12Z', 'revision_number': 2, 'project_id': 'f62429f586c74591913bde77a8edd687', 'subnets': [{'id': '348f56c7-5e79-4026-8c1b-3ca7013f329c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:17.053880 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:17.063167 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-28e7e032-b634-4710-a989-d0dc3c5769aa admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2370465 Nov 11 17:17:17.073141 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:17.090878 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] Checking router: cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:17:17.090878 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] Updating router cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d port 7795874f-151b-47cd-8e7b-c4a89f602f92 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:17:17.095392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48270) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:17.111777 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-fc45533e-6a27-43e5-a2e2-1279d11a172e admin admin] Request body: {'subnet': {'network_id': 'c96487a2-dcba-4c19-85cd-0036a8c2e27e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1788595185-subnet', 'tenant_id': '0169f18e52a1459a895c84f99dd4af78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:17.144058 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7e032-b634-4710-a989-d0dc3c5769aa admin admin] Pushing event updated for resources: {'Network': ['ID=c96487a2-dcba-4c19-85cd-0036a8c2e27e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:17.157093 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:17.161149 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:17.161837 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b9033-f0ca-4ccb-b234-25037f0cc828 None None] Pushing event updated for resources: {'Port': ['ID=e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:17.176508 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network c96487a2-dcba-4c19-85cd-0036a8c2e27e details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:17:17.186018 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] Attempting to bind port e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:17:17.186450 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] Attempting to bind port e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:17:17.187763 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] Attempting to bind port e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:17.192804 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:17:17.195026 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:17:17.195547 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:17.196071 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:17:17.196658 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] Bound port: e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:17:17.197184 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:17.249127 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 22e12c8b-d05f-4e1d-a10f-7e45566aca9d up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:17:17.256816 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d33d1eae-b201-468c-8627-9814e8903218 req-e43e6ba2-1d5e-485c-b0a0-320adff3d202 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904417 Nov 11 17:17:17.269502 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] For port e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:17:17.269502 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] For port e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:17:17.273742 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:17.314785 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff66a7-9b9a-4fef-912c-2a985036f12f req-40bf97db-ada9-4718-b669-5a1025bed482 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:17.317088 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc45533e-6a27-43e5-a2e2-1279d11a172e admin admin] Made reservation on behalf of 0169f18e52a1459a895c84f99dd4af78 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:17:17.320083 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fc45533e-6a27-43e5-a2e2-1279d11a172e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:17.328862 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a6ff66a7-9b9a-4fef-912c-2a985036f12f req-40bf97db-ada9-4718-b669-5a1025bed482 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 943 time: 0.2042754 Nov 11 17:17:17.349986 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b9033-f0ca-4ccb-b234-25037f0cc828 None None] Pushing event updated for resources: {'Port': ['ID=e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:17.382304 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] Routers {'e5316db7-7d29-452b-9777-02a999106952'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:17:17.382942 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:17:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e5316db7-7d29-452b-9777-02a999106952'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:17.453648 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7464b922-17d6-45aa-9ef5-ecddd0aa0135 req-0be9fb0e-5897-492a-a518-b366ebfd5cd4 service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861264 Nov 11 17:17:17.462278 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd91e6d7-9334-431e-a746-c71e37366ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:17.494594 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device e349adda-a068-4125-9f82-b5f359efb698 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:17:17.525412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a6ff66a7-9b9a-4fef-912c-2a985036f12f req-80faf9a3-59ad-4181-afd7-08d48b74b2a0 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950512 Nov 11 17:17:17.614382 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3739f80d-e1df-4224-aa47-245972469624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c9375f-3a51-47dd-82ec-1c33d9a75197'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:17:17.630956 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc4e227-948b-4868-b110-632f835dda48" -d '{"events": [{"server_uuid": "3739f80d-e1df-4224-aa47-245972469624", "name": "network-vif-plugged", "status": "completed", "tag": "c7c9375f-3a51-47dd-82ec-1c33d9a75197"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:17:17.688941 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5ee07-9c33-4563-a5e8-d9fd61474736 req-71c3077d-b801-460b-b005-149e2ee23e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:17.690689 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7a5ee07-9c33-4563-a5e8-d9fd61474736 req-71c3077d-b801-460b-b005-149e2ee23e85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 1094 time: 0.1090131 Nov 11 17:17:17.712264 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be8ff38-a5c8-4148-adb7-b66ff6fa5e8a x-openstack-request-id: req-0be8ff38-a5c8-4148-adb7-b66ff6fa5e8a {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:17:17.712472 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3739f80d-e1df-4224-aa47-245972469624", "name": "network-vif-plugged", "status": "completed", "tag": "c7c9375f-3a51-47dd-82ec-1c33d9a75197", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:17:17.712741 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0be8ff38-a5c8-4148-adb7-b66ff6fa5e8a {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:17:17.713140 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3739f80d-e1df-4224-aa47-245972469624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c9375f-3a51-47dd-82ec-1c33d9a75197', 'code': 200} Nov 11 17:17:17.717549 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port c7c9375f-3a51-47dd-82ec-1c33d9a75197, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=c7c9375f-3a51-47dd-82ec-1c33d9a75197,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:17.722184 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 22e12c8b-d05f-4e1d-a10f-7e45566aca9d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:17.722560 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:17.762349 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] Set router e5316db7-7d29-452b-9777-02a999106952 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:17:17.780105 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:17.780530 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device e349adda-a068-4125-9f82-b5f359efb698 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:17:17.885693 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-bd91e6d7-9334-431e-a746-c71e37366ce2 admin admin] Allocated IP 172.20.0.1 (fe68d145-b12c-4773-a76f-1eea1cc62a4f/49fddd50-8186-4321-a30f-dec1c9cc3e02/bc8cce48-2e50-471f-94d7-aba43967febf) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:17:18.013501 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b45560-65a2-4615-83de-a165bff1f47f req-c182a1d3-a9c5-42f7-8213-38216876e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:18.014991 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1b45560-65a2-4615-83de-a165bff1f47f req-c182a1d3-a9c5-42f7-8213-38216876e115 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 1100 time: 0.2024875 Nov 11 17:17:18.085696 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5ee07-9c33-4563-a5e8-d9fd61474736 req-ec15fbb8-d6e4-48d3-9890-43b60b1f6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:18.089297 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fc45533e-6a27-43e5-a2e2-1279d11a172e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:18.105638 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7a5ee07-9c33-4563-a5e8-d9fd61474736 req-ec15fbb8-d6e4-48d3-9890-43b60b1f6ce1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 910 time: 0.4055550 Nov 11 17:17:18.116145 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5316db7-7d29-452b-9777-02a999106952', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1329373347-router', 'tenant_id': 'a496196e58e94868b7801d40462dbbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:08Z', 'updated_at': '2021-11-11T17:17:12Z', 'revision_number': 3, 'project_id': 'a496196e58e94868b7801d40462dbbc9', 'gw_port': {'id': 'e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5316db7-7d29-452b-9777-02a999106952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:10Z', 'updated_at': '2021-11-11T17:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:18.157977 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3986e99-e5f5-48d8-b501-ce5e566bb68a None None] The sync data for ids ['e5316db7-7d29-452b-9777-02a999106952'] in n-d-816206-4 is: [{'id': 'e5316db7-7d29-452b-9777-02a999106952', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1329373347-router', 'tenant_id': 'a496196e58e94868b7801d40462dbbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:08Z', 'updated_at': '2021-11-11T17:17:12Z', 'revision_number': 3, 'project_id': 'a496196e58e94868b7801d40462dbbc9', 'gw_port': {'id': 'e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5316db7-7d29-452b-9777-02a999106952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:10Z', 'updated_at': '2021-11-11T17:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:17:18.188764 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:18.210143 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7a5ee07-9c33-4563-a5e8-d9fd61474736 req-8fd1a2f6-afe2-4767-9625-5ca47c4cfa06 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05f132a5-4b5e-4b1a-950f-4bd2417d3153 HTTP/1.1" status: 200 len: 217 time: 0.0954971 Nov 11 17:17:18.226580 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e5915-ffc8-4f3e-bbc5-c502f9046d85 req-6ef9f1f4-f0b5-4228-907f-83d33e161dbf tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:18.236372 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c07e5915-ffc8-4f3e-bbc5-c502f9046d85 req-6ef9f1f4-f0b5-4228-907f-83d33e161dbf tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.3064852 Nov 11 17:17:18.240641 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45533e-6a27-43e5-a2e2-1279d11a172e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cd2dbfd-4256-4a4b-b05b-df16135d9dc4,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:18.263364 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:18.298199 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd91e6d7-9334-431e-a746-c71e37366ce2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:18.309988 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc45533e-6a27-43e5-a2e2-1279d11a172e admin admin] Checking segment: {'id': 'd8ff4f86-cbdc-4f53-85e5-ed67fec46f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'c96487a2-dcba-4c19-85cd-0036a8c2e27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:17:18.310658 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc45533e-6a27-43e5-a2e2-1279d11a172e admin admin] Network hostable DHCP agents. Network: c96487a2-dcba-4c19-85cd-0036a8c2e27e, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:17:18.346671 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc45533e-6a27-43e5-a2e2-1279d11a172e admin admin] Network c96487a2-dcba-4c19-85cd-0036a8c2e27e is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:17:18.370493 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-fc45533e-6a27-43e5-a2e2-1279d11a172e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, c96487a2-dcba-4c19-85cd-0036a8c2e27e) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:18.379323 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc45533e-6a27-43e5-a2e2-1279d11a172e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:18.380641 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fc45533e-6a27-43e5-a2e2-1279d11a172e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:18.383244 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd91e6d7-9334-431e-a746-c71e37366ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:18.392656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5ee07-9c33-4563-a5e8-d9fd61474736 req-a8a7af26-e6d6-4477-8b70-8756d21373d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:18.400406 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7a5ee07-9c33-4563-a5e8-d9fd61474736 req-a8a7af26-e6d6-4477-8b70-8756d21373d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=651c5717-7c13-46c4-8d6a-3f6dcf13301c HTTP/1.1" status: 200 len: 848 time: 0.1616790 Nov 11 17:17:18.438631 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fc45533e-6a27-43e5-a2e2-1279d11a172e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3420148 Nov 11 17:17:18.442296 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd91e6d7-9334-431e-a746-c71e37366ce2 admin admin] Network fe68d145-b12c-4773-a76f-1eea1cc62a4f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:17:18.443978 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port e349adda-a068-4125-9f82-b5f359efb698, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=e349adda-a068-4125-9f82-b5f359efb698,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:18.446570 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-bd91e6d7-9334-431e-a746-c71e37366ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:18.449687 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd91e6d7-9334-431e-a746-c71e37366ce2 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:17:18.451788 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91e6d7-9334-431e-a746-c71e37366ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=bc8cce48-2e50-471f-94d7-aba43967febf,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:18.494564 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955240f7-770f-4de0-b1e0-dfccf7af6ee1 None None] Network c96487a2-dcba-4c19-85cd-0036a8c2e27e requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:17:18.496775 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd91e6d7-9334-431e-a746-c71e37366ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:18.504825 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=c7c9375f-3a51-47dd-82ec-1c33d9a75197,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:18.518481 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7a5ee07-9c33-4563-a5e8-d9fd61474736 req-6eeb7283-11d3-4cc6-86c7-d4f32370cc6a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aff4ca62-299e-49a9-90bd-d7da6c894e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084838 Nov 11 17:17:18.537803 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1b45560-65a2-4615-83de-a165bff1f47f req-48fa91e5-5e5b-482d-9c3e-54a8b04ac63f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036328 Nov 11 17:17:18.673272 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:18.721303 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port e349adda-a068-4125-9f82-b5f359efb698, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=e349adda-a068-4125-9f82-b5f359efb698,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:18.763372 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c07e5915-ffc8-4f3e-bbc5-c502f9046d85 req-dd46d591-8d5c-41e4-8b5b-2830f405a0bf tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260370 Nov 11 17:17:18.897992 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'e349adda-a068-4125-9f82-b5f359efb698', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': 'e349adda-a068-4125-9f82-b5f359efb698', 'mac_address': 'fa:16:3e:c3:82:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:17:18.913437 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd91e6d7-9334-431e-a746-c71e37366ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:18.971434 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ce426-e72c-4ee3-86ee-c937710b9029 req-3e9e96d9-a76f-4fe2-861b-8ba5a37b64c4 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:18.984739 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-733ce426-e72c-4ee3-86ee-c937710b9029 req-3e9e96d9-a76f-4fe2-861b-8ba5a37b64c4 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.5757539 Nov 11 17:17:19.080245 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=e349adda-a068-4125-9f82-b5f359efb698,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:19.121951 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-733ce426-e72c-4ee3-86ee-c937710b9029 req-49ef7efa-120d-45ab-9297-7daee8d489e0 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308212 Nov 11 17:17:19.222282 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7a5ee07-9c33-4563-a5e8-d9fd61474736 req-8d3efaa8-45ab-43cd-92be-1de1849e5383 service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6834207 Nov 11 17:17:19.275702 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:17:19.288971 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd91e6d7-9334-431e-a746-c71e37366ce2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:19.295576 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:19.301454 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd91e6d7-9334-431e-a746-c71e37366ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:19.368179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dfdbf7-bb6c-446f-87f2-5eec56114690 None None] Network c96487a2-dcba-4c19-85cd-0036a8c2e27e requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:17:19.372068 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d723730-0fcb-4bf9-a838-fc3ec14ad21b req-143f64ec-36b6-409d-9f67-8e0e2c37b9b2 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:19.389224 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1d723730-0fcb-4bf9-a838-fc3ec14ad21b req-143f64ec-36b6-409d-9f67-8e0e2c37b9b2 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 943 time: 0.2851357 Nov 11 17:17:19.403298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-6e022f53-bd1a-4fc5-994f-5e1dbb19ded0 req-d921c4ed-1d92-4767-b11f-1ce1e3b57f0c tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-573950368', 'description': 'tempest-description-115814690'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:19.410262 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd91e6d7-9334-431e-a746-c71e37366ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:19.412283 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91e6d7-9334-431e-a746-c71e37366ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=bc8cce48-2e50-471f-94d7-aba43967febf,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:19.435777 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-82c228c3-a76c-465d-9b05-4051f5e1c260 None None] Provisioning complete for port bc8cce48-2e50-471f-94d7-aba43967febf triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:19.436663 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-82c228c3-a76c-465d-9b05-4051f5e1c260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:19.448071 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6e022f53-bd1a-4fc5-994f-5e1dbb19ded0 req-d921c4ed-1d92-4767-b11f-1ce1e3b57f0c tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:19.580723 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:19.587952 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e349adda-a068-4125-9f82-b5f359efb698 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:17:19.607094 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6e022f53-bd1a-4fc5-994f-5e1dbb19ded0 req-d921c4ed-1d92-4767-b11f-1ce1e3b57f0c tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:19.615939 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7a5ee07-9c33-4563-a5e8-d9fd61474736 req-700c3fcd-a628-403b-b999-636fa035dcd0 service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798487 Nov 11 17:17:19.618486 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port e349adda-a068-4125-9f82-b5f359efb698, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=e349adda-a068-4125-9f82-b5f359efb698,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:19.620365 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6e022f53-bd1a-4fc5-994f-5e1dbb19ded0 req-d921c4ed-1d92-4767-b11f-1ce1e3b57f0c tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:19.623989 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd91e6d7-9334-431e-a746-c71e37366ce2 admin admin] Network fe68d145-b12c-4773-a76f-1eea1cc62a4f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:17:19.626827 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-bd91e6d7-9334-431e-a746-c71e37366ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:19.643650 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:19.664546 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1d723730-0fcb-4bf9-a838-fc3ec14ad21b req-9e74b92a-95a8-410b-9e0f-e6e97b58c86a tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314248 Nov 11 17:17:19.676627 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:19.791345 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6e022f53-bd1a-4fc5-994f-5e1dbb19ded0 req-d921c4ed-1d92-4767-b11f-1ce1e3b57f0c tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:19.807026 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e349adda-a068-4125-9f82-b5f359efb698'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:17:19.813458 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6262cda7-18ae-47a5-9c5f-4ce90e08cbf8" -d '{"events": [{"server_uuid": "4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "e349adda-a068-4125-9f82-b5f359efb698"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:17:19.823569 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:19.823979 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:19.826047 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e022f53-bd1a-4fc5-994f-5e1dbb19ded0 req-d921c4ed-1d92-4767-b11f-1ce1e3b57f0c tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4300456 Nov 11 17:17:19.827439 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921c4ed-1d92-4767-b11f-1ce1e3b57f0c tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd43cf1-6b7b-483f-ad9e-970f5245bdac,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:19.992482 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-82c228c3-a76c-465d-9b05-4051f5e1c260 None None] Port bc8cce48-2e50-471f-94d7-aba43967febf cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:17:20.072099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd91e6d7-9334-431e-a746-c71e37366ce2 admin admin] Router e5316db7-7d29-452b-9777-02a999106952 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:17:20.113436 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911df9a1-e21a-4d99-a608-ee95d73f49e8 req-db5d2a98-8932-4cb2-a99f-92fea3ab3dcb tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:20.123559 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-911df9a1-e21a-4d99-a608-ee95d73f49e8 req-db5d2a98-8932-4cb2-a99f-92fea3ab3dcb tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 949 time: 0.1908081 Nov 11 17:17:20.170212 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['e349adda-a068-4125-9f82-b5f359efb698'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:17:20.172303 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dbf8c489-b723-46d2-bed4-982b8f7d106b req-6502bb41-fa06-45f6-96c2-724f782c565c tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "GET /v2.0/security-groups/6dd43cf1-6b7b-483f-ad9e-970f5245bdac HTTP/1.1" status: 200 len: 1820 time: 0.1737835 Nov 11 17:17:20.182542 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-dbf8c489-b723-46d2-bed4-982b8f7d106b req-6943c72c-3ca5-400f-9ac3-d914814f8594 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6dd43cf1-6b7b-483f-ad9e-970f5245bdac', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:20.183034 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-dbf8c489-b723-46d2-bed4-982b8f7d106b req-6943c72c-3ca5-400f-9ac3-d914814f8594 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6dd43cf1-6b7b-483f-ad9e-970f5245bdac', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:20.251993 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-911df9a1-e21a-4d99-a608-ee95d73f49e8 req-6e5cbf33-862c-4c6c-8ede-0ec34f545e55 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266072 Nov 11 17:17:20.352361 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-dbf8c489-b723-46d2-bed4-982b8f7d106b req-6943c72c-3ca5-400f-9ac3-d914814f8594 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:20.373782 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0a7a0aac-ce7b-4f2d-9f21-6fada1d7aac1 None None] Provisioning complete for port bc8cce48-2e50-471f-94d7-aba43967febf triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:20.374430 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0aac-ce7b-4f2d-9f21-6fada1d7aac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:20.391145 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-dbf8c489-b723-46d2-bed4-982b8f7d106b req-6943c72c-3ca5-400f-9ac3-d914814f8594 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:20.408133 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-dbf8c489-b723-46d2-bed4-982b8f7d106b req-6943c72c-3ca5-400f-9ac3-d914814f8594 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:20.430918 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a0aac-ce7b-4f2d-9f21-6fada1d7aac1 None None] Port bc8cce48-2e50-471f-94d7-aba43967febf cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:17:20.435165 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=e349adda-a068-4125-9f82-b5f359efb698,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:20.466175 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943c72c-3ca5-400f-9ac3-d914814f8594 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7b5f07-89d8-42ef-926f-d8c2d5ae9cf8,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:20.483914 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-dbf8c489-b723-46d2-bed4-982b8f7d106b req-6943c72c-3ca5-400f-9ac3-d914814f8594 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:20.495102 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dbf8c489-b723-46d2-bed4-982b8f7d106b req-6943c72c-3ca5-400f-9ac3-d914814f8594 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3143044 Nov 11 17:17:20.522830 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-d6af1fff-204a-42c2-88eb-a9ac9476ba4d req-2649bab7-6b37-4e33-974f-cd99dbe0ccf3 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-236764516', 'description': 'tempest-description-1109856479'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:20.562199 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de191674-8320-4e04-ac16-509cecdce441 x-openstack-request-id: req-de191674-8320-4e04-ac16-509cecdce441 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:17:20.562565 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "e349adda-a068-4125-9f82-b5f359efb698", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:17:20.562752 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-de191674-8320-4e04-ac16-509cecdce441 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:17:20.563293 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e349adda-a068-4125-9f82-b5f359efb698', 'code': 200} Nov 11 17:17:20.586438 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d6af1fff-204a-42c2-88eb-a9ac9476ba4d req-2649bab7-6b37-4e33-974f-cd99dbe0ccf3 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:20.593375 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] Attempting to bind port 7795874f-151b-47cd-8e7b-c4a89f602f92 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:17:20.594019 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] Attempting to bind port 7795874f-151b-47cd-8e7b-c4a89f602f92 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'a3d7f15f-70ce-46b6-95d7-ca03a9fe8941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '5df8ce53-c8d0-46d0-a7e9-2c913a54093d'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:17:20.594019 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] Attempting to bind port 7795874f-151b-47cd-8e7b-c4a89f602f92 on network 5df8ce53-c8d0-46d0-a7e9-2c913a54093d {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:20.605717 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd91e6d7-9334-431e-a746-c71e37366ce2 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:17:20.634240 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bd91e6d7-9334-431e-a746-c71e37366ce2 admin admin] 10.222.0.76 "PUT /v2.0/routers/e5316db7-7d29-452b-9777-02a999106952/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7781479 Nov 11 17:17:20.637270 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:17:20.639309 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] Checking segment: {'id': 'a3d7f15f-70ce-46b6-95d7-ca03a9fe8941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '5df8ce53-c8d0-46d0-a7e9-2c913a54093d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:17:20.639746 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:20.640252 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] Bound using segment: {'id': 'a3d7f15f-70ce-46b6-95d7-ca03a9fe8941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '5df8ce53-c8d0-46d0-a7e9-2c913a54093d'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:17:20.642264 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] Bound port: 7795874f-151b-47cd-8e7b-c4a89f602f92, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d7f15f-70ce-46b6-95d7-ca03a9fe8941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '5df8ce53-c8d0-46d0-a7e9-2c913a54093d'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:17:20.642987 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:20.706968 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d6af1fff-204a-42c2-88eb-a9ac9476ba4d req-2649bab7-6b37-4e33-974f-cd99dbe0ccf3 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:20.722771 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d6af1fff-204a-42c2-88eb-a9ac9476ba4d req-2649bab7-6b37-4e33-974f-cd99dbe0ccf3 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:20.750357 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a066c44-57e9-4a1f-80f3-fd1181290eca req-de260044-da13-4899-8fa4-f0a002ae909a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:20.752069 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a066c44-57e9-4a1f-80f3-fd1181290eca req-de260044-da13-4899-8fa4-f0a002ae909a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.2158821 Nov 11 17:17:20.764294 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d6af1fff-204a-42c2-88eb-a9ac9476ba4d req-2649bab7-6b37-4e33-974f-cd99dbe0ccf3 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:20.765567 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6af1fff-204a-42c2-88eb-a9ac9476ba4d req-2649bab7-6b37-4e33-974f-cd99dbe0ccf3 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2492683 Nov 11 17:17:20.837787 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649bab7-6b37-4e33-974f-cd99dbe0ccf3 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c427da5-acfa-4188-bade-0466d9652be1,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:20.888914 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 05f132a5-4b5e-4b1a-950f-4bd2417d3153 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:17:20.903837 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:20.905866 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a066c44-57e9-4a1f-80f3-fd1181290eca req-dfa79cb1-a455-4d38-a521-2297ec0217be tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392992 Nov 11 17:17:20.946382 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165f84f-65a6-4694-8159-c7e9b08efdeb req-4c00f96b-084a-4992-9439-81a43b3fc4d4 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:20.948306 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:20.948838 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9165f84f-65a6-4694-8159-c7e9b08efdeb req-4c00f96b-084a-4992-9439-81a43b3fc4d4 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 943 time: 0.0922675 Nov 11 17:17:20.961469 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2f339f43-bc61-417a-a668-5efc648557b5 None None] Provisioning complete for port 7795874f-151b-47cd-8e7b-c4a89f602f92 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:20.961854 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2f339f43-bc61-417a-a668-5efc648557b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:21.028486 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9165f84f-65a6-4694-8159-c7e9b08efdeb req-aa86cd0d-f301-4063-8d16-7d943e779f2b tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730684 Nov 11 17:17:21.072890 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:21.075034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c1cd7-bc81-4f25-a5b2-17683965fdeb None None] Pushing event updated for resources: {'Port': ['ID=7795874f-151b-47cd-8e7b-c4a89f602f92,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:21.082816 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-22353a1d-b0cd-4031-bbe5-bf310000a737 req-c900b603-1ff5-43d7-84f0-9208a7d90e97 tempest-FloatingIPDetailsNegativeTestJSON-2034552176 tempest-FloatingIPDetailsNegativeTestJSON-2034552176-project] show failed (client error): The resource could not be found. Nov 11 17:17:21.095360 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48318) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:21.110058 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-22353a1d-b0cd-4031-bbe5-bf310000a737 req-c900b603-1ff5-43d7-84f0-9208a7d90e97 tempest-FloatingIPDetailsNegativeTestJSON-2034552176 tempest-FloatingIPDetailsNegativeTestJSON-2034552176-project] 10.222.0.76 "GET /v2.0/floatingips/9084c28c-500c-4f3c-8f48-cd15594a98aa HTTP/1.1" status: 404 len: 350 time: 0.0983806 Nov 11 17:17:21.171550 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89ed5be8-1ac3-4d39-a2e9-3f943f88ba7a req-58de5d8c-711d-4648-9012-b7a14b3affd7 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "GET /v2.0/security-groups/8c427da5-acfa-4188-bade-0466d9652be1 HTTP/1.1" status: 200 len: 1821 time: 0.0910544 Nov 11 17:17:21.187053 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-89ed5be8-1ac3-4d39-a2e9-3f943f88ba7a req-98ff1dc1-3aab-4184-a4fc-0eee3cab9535 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8c427da5-acfa-4188-bade-0466d9652be1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:21.187459 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-89ed5be8-1ac3-4d39-a2e9-3f943f88ba7a req-98ff1dc1-3aab-4184-a4fc-0eee3cab9535 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8c427da5-acfa-4188-bade-0466d9652be1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:21.194632 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 05f132a5-4b5e-4b1a-950f-4bd2417d3153, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=05f132a5-4b5e-4b1a-950f-4bd2417d3153,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:21.207285 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '05f132a5-4b5e-4b1a-950f-4bd2417d3153', 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d', 'port_id': '05f132a5-4b5e-4b1a-950f-4bd2417d3153', 'mac_address': 'fa:16:3e:60:c6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '651c5717-7c13-46c4-8d6a-3f6dcf13301c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:17:21.248381 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2f339f43-bc61-417a-a668-5efc648557b5 None None] Port 7795874f-151b-47cd-8e7b-c4a89f602f92 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:17:21.250403 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9c3e72-9ac5-4ef3-8191-b361a0d6b8cb None None] Sync routers for ids ['e5316db7-7d29-452b-9777-02a999106952'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:17:21.289486 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-89ed5be8-1ac3-4d39-a2e9-3f943f88ba7a req-98ff1dc1-3aab-4184-a4fc-0eee3cab9535 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:21.357390 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:21.364082 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9c3e72-9ac5-4ef3-8191-b361a0d6b8cb None None] Routers {'e5316db7-7d29-452b-9777-02a999106952'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:17:21.364714 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ab9c3e72-9ac5-4ef3-8191-b361a0d6b8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:17:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e5316db7-7d29-452b-9777-02a999106952'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:21.369038 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-89ed5be8-1ac3-4d39-a2e9-3f943f88ba7a req-98ff1dc1-3aab-4184-a4fc-0eee3cab9535 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:21.379612 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-89ed5be8-1ac3-4d39-a2e9-3f943f88ba7a req-98ff1dc1-3aab-4184-a4fc-0eee3cab9535 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:21.394481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff1dc1-3aab-4184-a4fc-0eee3cab9535 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f600dbf6-f92d-454a-b8f3-d3f3363a252c,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:21.423445 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-89ed5be8-1ac3-4d39-a2e9-3f943f88ba7a req-98ff1dc1-3aab-4184-a4fc-0eee3cab9535 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:21.424819 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89ed5be8-1ac3-4d39-a2e9-3f943f88ba7a req-98ff1dc1-3aab-4184-a4fc-0eee3cab9535 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2461660 Nov 11 17:17:21.436400 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-a8ceb000-d3c1-45b5-baba-6579bff22ae3 req-ea55d752-7e31-4aca-994a-0b84592480f0 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:17:21.436400 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a8ceb000-d3c1-45b5-baba-6579bff22ae3 req-ea55d752-7e31-4aca-994a-0b84592480f0 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064566 Nov 11 17:17:21.436692 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:21.626466 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f132a5-4b5e-4b1a-950f-4bd2417d3153 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:17:21.636814 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefa130-29a4-4872-8f77-77f2f17fcf56 req-657ba1b6-3cf0-4a29-9421-a65df9be1ecb tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:21.648511 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4cefa130-29a4-4872-8f77-77f2f17fcf56 req-657ba1b6-3cf0-4a29-9421-a65df9be1ecb tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 949 time: 0.1112545 Nov 11 17:17:21.687249 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] For port 7795874f-151b-47cd-8e7b-c4a89f602f92, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:17:21.701209 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] For port 7795874f-151b-47cd-8e7b-c4a89f602f92, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7795874f-151b-47cd-8e7b-c4a89f602f92,segment=NetworkSegment(a3d7f15f-70ce-46b6-95d7-ca03a9fe8941),segment_id=a3d7f15f-70ce-46b6-95d7-ca03a9fe8941)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:17:21.722330 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-ab9c3e72-9ac5-4ef3-8191-b361a0d6b8cb None None] Set router e5316db7-7d29-452b-9777-02a999106952 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:17:21.730744 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 05f132a5-4b5e-4b1a-950f-4bd2417d3153, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=05f132a5-4b5e-4b1a-950f-4bd2417d3153,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:21.734542 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:21.747141 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4cefa130-29a4-4872-8f77-77f2f17fcf56 req-364e711c-f7f0-4bdd-9760-90d7f52dd8d5 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977302 Nov 11 17:17:21.802729 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-2952ad91-174b-4db8-a536-ccb2be131ffc req-13e4bea6-0580-48dd-9e39-4b550ae2def3 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-720607122', 'description': 'tempest-description-227983063'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:21.819768 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:21.869684 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2952ad91-174b-4db8-a536-ccb2be131ffc req-13e4bea6-0580-48dd-9e39-4b550ae2def3 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:21.946992 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-6edac304-8c0b-4a48-b3df-74b0c19e1858 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1631396 Nov 11 17:17:21.959424 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8588-b035-4cb2-be57-d465047a04f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:22.037688 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c1cd7-bc81-4f25-a5b2-17683965fdeb None None] Pushing event updated for resources: {'Port': ['ID=7795874f-151b-47cd-8e7b-c4a89f602f92,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:22.085740 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] Routers {'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:17:22.085740 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:17:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:22.088074 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2be8b4-89de-40b9-9f98-f88f2464a0a5 req-73bf2e34-c9c0-4ad7-9c6a-163034eb44eb tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:22.090025 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-af2be8b4-89de-40b9-9f98-f88f2464a0a5 req-73bf2e34-c9c0-4ad7-9c6a-163034eb44eb tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.1482286 Nov 11 17:17:22.170158 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2952ad91-174b-4db8-a536-ccb2be131ffc req-13e4bea6-0580-48dd-9e39-4b550ae2def3 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:22.189365 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2952ad91-174b-4db8-a536-ccb2be131ffc req-13e4bea6-0580-48dd-9e39-4b550ae2def3 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:22.258666 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4bea6-0580-48dd-9e39-4b550ae2def3 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20fa434-d9b5-4eb6-befe-cb717ff55707,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:22.289702 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['05f132a5-4b5e-4b1a-950f-4bd2417d3153'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:17:22.307392 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-af2be8b4-89de-40b9-9f98-f88f2464a0a5 req-b0296b54-bc62-4ca8-84c3-c6e4f2f712dd tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046709 Nov 11 17:17:22.337814 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2952ad91-174b-4db8-a536-ccb2be131ffc req-13e4bea6-0580-48dd-9e39-4b550ae2def3 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:22.374965 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2952ad91-174b-4db8-a536-ccb2be131ffc req-13e4bea6-0580-48dd-9e39-4b550ae2def3 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5836475 Nov 11 17:17:22.458041 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=05f132a5-4b5e-4b1a-950f-4bd2417d3153,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:22.508798 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-146407a9-7e0f-4caa-a8ea-46fbd302a075 None None] Provisioning complete for port 7795874f-151b-47cd-8e7b-c4a89f602f92 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:22.509169 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-146407a9-7e0f-4caa-a8ea-46fbd302a075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:22.530894 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-b2fa7d70-a6ee-4ed8-9ae1-abdbc3d49c8e req-56a690c2-cdb8-43b2-a2c9-a875db5fdbee tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1502617866', 'description': 'tempest-description-2041896432'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:22.580264 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5140de-b027-4ff6-b149-a63bc8fada44 req-fd951134-43b5-478b-9f88-61f1436c52ca tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:22.586571 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8588-b035-4cb2-be57-d465047a04f1 admin admin] Deleting port bc8cce48-2e50-471f-94d7-aba43967febf {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:17:22.587122 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8588-b035-4cb2-be57-d465047a04f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:22.594239 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fb5140de-b027-4ff6-b149-a63bc8fada44 req-fd951134-43b5-478b-9f88-61f1436c52ca tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 944 time: 0.1372252 Nov 11 17:17:22.597245 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b2fa7d70-a6ee-4ed8-9ae1-abdbc3d49c8e req-56a690c2-cdb8-43b2-a2c9-a875db5fdbee tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:22.686920 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fb5140de-b027-4ff6-b149-a63bc8fada44 req-1ab53a08-0935-4c32-a3a5-a3344eff1ef9 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870588 Nov 11 17:17:22.688172 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] Set router cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:17:22.746312 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b2fa7d70-a6ee-4ed8-9ae1-abdbc3d49c8e req-56a690c2-cdb8-43b2-a2c9-a875db5fdbee tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:22.751487 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8588-b035-4cb2-be57-d465047a04f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:22.765876 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b2fa7d70-a6ee-4ed8-9ae1-abdbc3d49c8e req-56a690c2-cdb8-43b2-a2c9-a875db5fdbee tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:22.766910 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b8588-b035-4cb2-be57-d465047a04f1 admin admin] Calling delete_port for bc8cce48-2e50-471f-94d7-aba43967febf owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:17:22.829748 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b2fa7d70-a6ee-4ed8-9ae1-abdbc3d49c8e req-56a690c2-cdb8-43b2-a2c9-a875db5fdbee tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:22.832864 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b2fa7d70-a6ee-4ed8-9ae1-abdbc3d49c8e req-56a690c2-cdb8-43b2-a2c9-a875db5fdbee tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3126318 Nov 11 17:17:22.835191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a690c2-cdb8-43b2-a2c9-a875db5fdbee tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03f67763-df79-43e6-955e-492a35d3afc2,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:23.081868 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-146407a9-7e0f-4caa-a8ea-46fbd302a075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:23.104141 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a58dd5-c460-4921-b134-52001fe20372 req-98b201a5-30eb-4561-ade3-75a7b37bb108 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:23.106615 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-58a58dd5-c460-4921-b134-52001fe20372 req-98b201a5-30eb-4561-ade3-75a7b37bb108 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 949 time: 0.1823237 Nov 11 17:17:23.140954 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8588-b035-4cb2-be57-d465047a04f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:23.197420 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-580d7c7c-dfba-4083-965f-9ee2fdd3bae2 req-0af31a39-f3b6-4d23-8dd7-39f1770cd419 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "GET /v2.0/security-groups/e20fa434-d9b5-4eb6-befe-cb717ff55707 HTTP/1.1" status: 200 len: 1820 time: 0.2081616 Nov 11 17:17:23.223256 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b8588-b035-4cb2-be57-d465047a04f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8cce48-2e50-471f-94d7-aba43967febf,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:23.270188 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-146407a9-7e0f-4caa-a8ea-46fbd302a075 None None] For port 7795874f-151b-47cd-8e7b-c4a89f602f92, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7795874f-151b-47cd-8e7b-c4a89f602f92,segment=NetworkSegment(a3d7f15f-70ce-46b6-95d7-ca03a9fe8941),segment_id=a3d7f15f-70ce-46b6-95d7-ca03a9fe8941)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:23.324213 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-58a58dd5-c460-4921-b134-52001fe20372 req-acb7bf71-1855-4130-8315-2a9c811b0ebb tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076681 Nov 11 17:17:23.406265 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:17:23.438683 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-580d7c7c-dfba-4083-965f-9ee2fdd3bae2 req-302755d7-2aa3-4d48-8a63-46963af3753d tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "GET /v2.0/security-groups/03f67763-df79-43e6-955e-492a35d3afc2 HTTP/1.1" status: 200 len: 1822 time: 0.2398667 Nov 11 17:17:23.446759 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-580d7c7c-dfba-4083-965f-9ee2fdd3bae2 req-f65e1581-1e98-4763-8e0b-12fb9999e041 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e20fa434-d9b5-4eb6-befe-cb717ff55707', 'remote_group_id': '03f67763-df79-43e6-955e-492a35d3afc2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:23.447980 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-580d7c7c-dfba-4083-965f-9ee2fdd3bae2 req-f65e1581-1e98-4763-8e0b-12fb9999e041 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e20fa434-d9b5-4eb6-befe-cb717ff55707', 'remote_group_id': '03f67763-df79-43e6-955e-492a35d3afc2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:23.490203 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-146407a9-7e0f-4caa-a8ea-46fbd302a075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:23.584816 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e4b8588-b035-4cb2-be57-d465047a04f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:23.630268 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:23.630838 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:23.681503 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device e349adda-a068-4125-9f82-b5f359efb698 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:17:23.705279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f4ea1-7c6d-4e8d-8fa0-bc528bcf7176 req-3064f9b4-2dad-4dc7-a498-75fd642be1d3 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:23.706839 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e3f4ea1-7c6d-4e8d-8fa0-bc528bcf7176 req-3064f9b4-2dad-4dc7-a498-75fd642be1d3 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.1734498 Nov 11 17:17:23.725269 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ab9c3e72-9ac5-4ef3-8191-b361a0d6b8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5316db7-7d29-452b-9777-02a999106952', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1329373347-router', 'tenant_id': 'a496196e58e94868b7801d40462dbbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:08Z', 'updated_at': '2021-11-11T17:17:18Z', 'revision_number': 4, 'project_id': 'a496196e58e94868b7801d40462dbbc9', 'gw_port': {'id': 'e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5316db7-7d29-452b-9777-02a999106952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:10Z', 'updated_at': '2021-11-11T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'bc8cce48-2e50-471f-94d7-aba43967febf', 'name': '', 'network_id': 'fe68d145-b12c-4773-a76f-1eea1cc62a4f', 'tenant_id': 'a496196e58e94868b7801d40462dbbc9', 'mac_address': 'fa:16:3e:f1:a9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5316db7-7d29-452b-9777-02a999106952', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '49fddd50-8186-4321-a30f-dec1c9cc3e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:17Z', 'updated_at': '2021-11-11T17:17:19Z', 'revision_number': 2, 'project_id': 'a496196e58e94868b7801d40462dbbc9', 'subnets': [{'id': '49fddd50-8186-4321-a30f-dec1c9cc3e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:23.774684 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-580d7c7c-dfba-4083-965f-9ee2fdd3bae2 req-f65e1581-1e98-4763-8e0b-12fb9999e041 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:23.780205 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e3f4ea1-7c6d-4e8d-8fa0-bc528bcf7176 req-e4576375-1229-49d4-bac4-6bef7c87f32b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511310 Nov 11 17:17:23.833374 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146407a9-7e0f-4caa-a8ea-46fbd302a075 None None] Pushing event updated for resources: {'Port': ['ID=7795874f-151b-47cd-8e7b-c4a89f602f92,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:23.880378 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-580d7c7c-dfba-4083-965f-9ee2fdd3bae2 req-f65e1581-1e98-4763-8e0b-12fb9999e041 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:23.897573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9c3e72-9ac5-4ef3-8191-b361a0d6b8cb None None] Checking router: e5316db7-7d29-452b-9777-02a999106952 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:17:23.897897 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-580d7c7c-dfba-4083-965f-9ee2fdd3bae2 req-f65e1581-1e98-4763-8e0b-12fb9999e041 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:23.898189 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9c3e72-9ac5-4ef3-8191-b361a0d6b8cb None None] Updating router e5316db7-7d29-452b-9777-02a999106952 port bc8cce48-2e50-471f-94d7-aba43967febf binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:17:23.950815 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-580d7c7c-dfba-4083-965f-9ee2fdd3bae2 req-f65e1581-1e98-4763-8e0b-12fb9999e041 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:23.953274 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-580d7c7c-dfba-4083-965f-9ee2fdd3bae2 req-f65e1581-1e98-4763-8e0b-12fb9999e041 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5131581 Nov 11 17:17:23.957556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e1581-1e98-4763-8e0b-12fb9999e041 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758cf263-247a-4e3c-92cd-d688e52c28e7,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:24.057733 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4b8588-b035-4cb2-be57-d465047a04f1 admin admin] Router e5316db7-7d29-452b-9777-02a999106952 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:17:24.123113 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2359591-dd4b-4bf3-9288-0a245e55cf53 req-22d9a578-c15d-44cf-846a-51daf2f42253 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:24.132126 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b2359591-dd4b-4bf3-9288-0a245e55cf53 req-22d9a578-c15d-44cf-846a-51daf2f42253 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 944 time: 0.0724432 Nov 11 17:17:24.163229 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-f2598b35-73f7-42ff-a104-fd9ea13e67cc req-833ab310-6d08-456c-9f93-f4899fa2e2e7 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-977638774', 'description': 'tempest-description-900228229'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:24.192199 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9c3e72-9ac5-4ef3-8191-b361a0d6b8cb None None] Port bc8cce48-2e50-471f-94d7-aba43967febf not found while updating agent binding for router e5316db7-7d29-452b-9777-02a999106952. {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 11 17:17:24.232407 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4b8588-b035-4cb2-be57-d465047a04f1 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:17:24.234150 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b2359591-dd4b-4bf3-9288-0a245e55cf53 req-995ff9d5-a405-4e0c-9095-cd2b9265659a tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009662 Nov 11 17:17:24.242478 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7e4b8588-b035-4cb2-be57-d465047a04f1 admin admin] 10.222.0.76 "PUT /v2.0/routers/e5316db7-7d29-452b-9777-02a999106952/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1437628 Nov 11 17:17:24.242859 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48372) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:24.252374 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f2598b35-73f7-42ff-a104-fd9ea13e67cc req-833ab310-6d08-456c-9f93-f4899fa2e2e7 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:24.277806 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port e349adda-a068-4125-9f82-b5f359efb698 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:24.278597 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:24.286610 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:24.374339 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9c3e72-9ac5-4ef3-8191-b361a0d6b8cb None None] Routers {'e5316db7-7d29-452b-9777-02a999106952'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:17:24.384662 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ab9c3e72-9ac5-4ef3-8191-b361a0d6b8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:17:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e5316db7-7d29-452b-9777-02a999106952'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:24.407102 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f2598b35-73f7-42ff-a104-fd9ea13e67cc req-833ab310-6d08-456c-9f93-f4899fa2e2e7 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:24.416575 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-9fdd868f-9789-4a04-b3b0-e6dc210e6a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:24.418345 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-9fdd868f-9789-4a04-b3b0-e6dc210e6a9e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 1100 time: 0.0935593 Nov 11 17:17:24.419539 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f2598b35-73f7-42ff-a104-fd9ea13e67cc req-833ab310-6d08-456c-9f93-f4899fa2e2e7 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:24.476414 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fa6af5bc-dccf-4739-b83e-df211537cbc7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:24.536084 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f2598b35-73f7-42ff-a104-fd9ea13e67cc req-833ab310-6d08-456c-9f93-f4899fa2e2e7 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:24.537784 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2598b35-73f7-42ff-a104-fd9ea13e67cc req-833ab310-6d08-456c-9f93-f4899fa2e2e7 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3813827 Nov 11 17:17:24.553380 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ab310-6d08-456c-9f93-f4899fa2e2e7 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb13a74c-76dd-4d52-9100-67bdbe52cc8b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:24.633676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-0315e407-ff59-4b95-9dc9-f8ac642f5d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:24.635525 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-0315e407-ff59-4b95-9dc9-f8ac642f5d7e service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.1895952 Nov 11 17:17:24.640969 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fa6af5bc-dccf-4739-b83e-df211537cbc7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:24.664208 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b206e-c078-4523-9919-25cd71262833 req-1ea88530-a305-4f86-a899-d6f695813183 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:24.666150 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1b9b206e-c078-4523-9919-25cd71262833 req-1ea88530-a305-4f86-a899-d6f695813183 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 949 time: 0.2124307 Nov 11 17:17:24.706422 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-09105dea-b603-44c6-ad01-b627d46d1f2d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=c7c9375f-3a51-47dd-82ec-1c33d9a75197 HTTP/1.1" status: 200 len: 217 time: 0.0583191 Nov 11 17:17:24.727148 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d', 'name': 'tempest-AttachSCSIVolumeTestJSON-963806085-router', 'tenant_id': 'f62429f586c74591913bde77a8edd687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:06Z', 'updated_at': '2021-11-11T17:17:12Z', 'revision_number': 4, 'project_id': 'f62429f586c74591913bde77a8edd687', 'gw_port': {'id': '5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:07Z', 'updated_at': '2021-11-11T17:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '7795874f-151b-47cd-8e7b-c4a89f602f92', 'name': '', 'network_id': '5df8ce53-c8d0-46d0-a7e9-2c913a54093d', 'tenant_id': 'f62429f586c74591913bde77a8edd687', 'mac_address': 'fa:16:3e:32:34:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '348f56c7-5e79-4026-8c1b-3ca7013f329c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:10Z', 'updated_at': '2021-11-11T17:17:21Z', 'revision_number': 4, 'project_id': 'f62429f586c74591913bde77a8edd687', 'subnets': [{'id': '348f56c7-5e79-4026-8c1b-3ca7013f329c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:24.742651 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-fa6af5bc-dccf-4739-b83e-df211537cbc7 admin admin] Deleting port e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:17:24.743402 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fa6af5bc-dccf-4739-b83e-df211537cbc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:24.763231 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88f308e-d638-48eb-96d5-3d75b5aecf80 None None] The sync data for ids ['cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d'] in n-d-816206-4 is: [{'id': 'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d', 'name': 'tempest-AttachSCSIVolumeTestJSON-963806085-router', 'tenant_id': 'f62429f586c74591913bde77a8edd687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:06Z', 'updated_at': '2021-11-11T17:17:12Z', 'revision_number': 4, 'project_id': 'f62429f586c74591913bde77a8edd687', 'gw_port': {'id': '5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:07Z', 'updated_at': '2021-11-11T17:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '7795874f-151b-47cd-8e7b-c4a89f602f92', 'name': '', 'network_id': '5df8ce53-c8d0-46d0-a7e9-2c913a54093d', 'tenant_id': 'f62429f586c74591913bde77a8edd687', 'mac_address': 'fa:16:3e:32:34:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '348f56c7-5e79-4026-8c1b-3ca7013f329c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:10Z', 'updated_at': '2021-11-11T17:17:21Z', 'revision_number': 4, 'project_id': 'f62429f586c74591913bde77a8edd687', 'subnets': [{'id': '348f56c7-5e79-4026-8c1b-3ca7013f329c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:17:24.876659 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 05f132a5-4b5e-4b1a-950f-4bd2417d3153 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:17:24.878828 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-e88a90dc-2619-4dc5-bafb-6b9fd663aca8 req-ae7e611a-21e5-47db-aabd-6734d225f031 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1326525710', 'description': 'tempest-description-573251910'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:24.919343 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-fa6af5bc-dccf-4739-b83e-df211537cbc7 admin admin] For port e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:24.920246 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fa6af5bc-dccf-4739-b83e-df211537cbc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:24.944491 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:24.950184 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-fa6af5bc-dccf-4739-b83e-df211537cbc7 admin admin] Calling delete_port for e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:17:24.964923 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1b9b206e-c078-4523-9919-25cd71262833 req-0d43aa48-1721-4915-9892-fca3d2003093 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665389 Nov 11 17:17:24.985988 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-ab9c3e72-9ac5-4ef3-8191-b361a0d6b8cb None None] Set router e5316db7-7d29-452b-9777-02a999106952 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:17:25.007204 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7990f675-8555-44d6-8b0c-cff921feea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:25.012967 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7990f675-8555-44d6-8b0c-cff921feea17 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.2915444 Nov 11 17:17:25.016105 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e88a90dc-2619-4dc5-bafb-6b9fd663aca8 req-ae7e611a-21e5-47db-aabd-6734d225f031 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:25.028992 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port e349adda-a068-4125-9f82-b5f359efb698, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=e349adda-a068-4125-9f82-b5f359efb698,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:25.073780 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e349adda-a068-4125-9f82-b5f359efb698'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:17:25.076111 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cfa0d5-87a2-48bb-b10e-3944eaed8b82" -d '{"events": [{"server_uuid": "4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6", "name": "network-vif-plugged", "status": "completed", "tag": "e349adda-a068-4125-9f82-b5f359efb698"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:17:25.147517 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:25.179323 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 05f132a5-4b5e-4b1a-950f-4bd2417d3153 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:17:25.238402 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-a9473fd7-8ce7-4e84-a353-7e1d2b844bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:25.240614 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-a9473fd7-8ce7-4e84-a353-7e1d2b844bd9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2136190 Nov 11 17:17:25.289186 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7984a-9184-4921-9934-bb6f0bc51257 req-ed168d62-44b2-4a8c-aac0-c24a85ed4c50 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:25.298057 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6c7984a-9184-4921-9934-bb6f0bc51257 req-ed168d62-44b2-4a8c-aac0-c24a85ed4c50 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.2253840 Nov 11 17:17:25.368132 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 05f132a5-4b5e-4b1a-950f-4bd2417d3153 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:25.369093 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:25.371200 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7795874f-151b-47cd-8e7b-c4a89f602f92 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:17:25.386496 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fa6af5bc-dccf-4739-b83e-df211537cbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:25.431446 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6af5bc-dccf-4739-b83e-df211537cbc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:25.507530 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e88a90dc-2619-4dc5-bafb-6b9fd663aca8 req-ae7e611a-21e5-47db-aabd-6734d225f031 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:25.538424 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6c7984a-9184-4921-9934-bb6f0bc51257 req-681d2e1f-acee-49bf-b09e-10fd549d842c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393236 Nov 11 17:17:25.547392 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e88a90dc-2619-4dc5-bafb-6b9fd663aca8 req-ae7e611a-21e5-47db-aabd-6734d225f031 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:25.591218 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fa6af5bc-dccf-4739-b83e-df211537cbc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:25.600122 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=e349adda-a068-4125-9f82-b5f359efb698,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:25.614972 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ab9c3e72-9ac5-4ef3-8191-b361a0d6b8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5316db7-7d29-452b-9777-02a999106952', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1329373347-router', 'tenant_id': 'a496196e58e94868b7801d40462dbbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:08Z', 'updated_at': '2021-11-11T17:17:23Z', 'revision_number': 5, 'project_id': 'a496196e58e94868b7801d40462dbbc9', 'gw_port': {'id': 'e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5316db7-7d29-452b-9777-02a999106952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:10Z', 'updated_at': '2021-11-11T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:25.668106 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9c3e72-9ac5-4ef3-8191-b361a0d6b8cb None None] The sync data for ids ['e5316db7-7d29-452b-9777-02a999106952'] in n-d-816206-4 is: [{'id': 'e5316db7-7d29-452b-9777-02a999106952', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1329373347-router', 'tenant_id': 'a496196e58e94868b7801d40462dbbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:08Z', 'updated_at': '2021-11-11T17:17:23Z', 'revision_number': 5, 'project_id': 'a496196e58e94868b7801d40462dbbc9', 'gw_port': {'id': 'e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5316db7-7d29-452b-9777-02a999106952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:10Z', 'updated_at': '2021-11-11T17:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:17:25.672030 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 7795874f-151b-47cd-8e7b-c4a89f602f92 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:25.672585 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:25.687647 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-b7085877-213a-4603-b380-ab480f2e8d78 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752556 Nov 11 17:17:25.775315 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e88a90dc-2619-4dc5-bafb-6b9fd663aca8 req-ae7e611a-21e5-47db-aabd-6734d225f031 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:25.777097 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e88a90dc-2619-4dc5-bafb-6b9fd663aca8 req-ae7e611a-21e5-47db-aabd-6734d225f031 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.9187088 Nov 11 17:17:25.898112 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a792a9f3-ab9b-4bad-a726-935b74f2f2fd x-openstack-request-id: req-a792a9f3-ab9b-4bad-a726-935b74f2f2fd {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:17:25.900875 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6", "name": "network-vif-plugged", "status": "completed", "tag": "e349adda-a068-4125-9f82-b5f359efb698", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:17:25.903134 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a792a9f3-ab9b-4bad-a726-935b74f2f2fd {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:17:25.904884 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fa6af5bc-dccf-4739-b83e-df211537cbc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:25.905545 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e349adda-a068-4125-9f82-b5f359efb698', 'code': 200} Nov 11 17:17:25.912775 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fa6af5bc-dccf-4739-b83e-df211537cbc7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:25.994702 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:26.001686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e611a-21e5-47db-aabd-6734d225f031 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08fcc766-f200-4776-95cd-ddd4bfbafdd5,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:26.054487 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fa6af5bc-dccf-4739-b83e-df211537cbc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:26.055388 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6af5bc-dccf-4739-b83e-df211537cbc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5316db7-7d29-452b-9777-02a999106952 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:17:26.080980 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fa6af5bc-dccf-4739-b83e-df211537cbc7 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:26.086532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48392) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:26.091508 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fa6af5bc-dccf-4739-b83e-df211537cbc7 admin admin] 10.222.0.76 "DELETE /v2.0/routers/e5316db7-7d29-452b-9777-02a999106952 HTTP/1.1" status: 204 len: 168 time: 1.8476858 Nov 11 17:17:26.105680 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 05f132a5-4b5e-4b1a-950f-4bd2417d3153, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=05f132a5-4b5e-4b1a-950f-4bd2417d3153,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:26.156077 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:26.238712 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-195351fb-5422-4ee9-af31-b3f9f2fb0769 admin admin] Deleting subnet 49fddd50-8186-4321-a30f-dec1c9cc3e02 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:17:26.262392 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=05f132a5-4b5e-4b1a-950f-4bd2417d3153,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:26.268641 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-195351fb-5422-4ee9-af31-b3f9f2fb0769 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:26.297097 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f84b3c-c92c-4bdd-9625-b25f60792eb7 req-0d04fc27-16d6-4e8f-91d7-203cbf43fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:26.299229 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-12f84b3c-c92c-4bdd-9625-b25f60792eb7 req-0d04fc27-16d6-4e8f-91d7-203cbf43fd79 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 1101 time: 0.0799775 Nov 11 17:17:26.313129 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-91dc1203-87e0-4cf5-b5bd-845eb14618d7 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6127067 Nov 11 17:17:26.346306 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186a010-cf1c-436b-8fbc-c4cbb04a8cbf req-eea9e477-e683-46f6-942f-059931538f7d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:26.354971 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6186a010-cf1c-436b-8fbc-c4cbb04a8cbf req-eea9e477-e683-46f6-942f-059931538f7d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 944 time: 0.4165523 Nov 11 17:17:26.431936 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59797d51-f9e0-4642-b328-5ff25cf5e9f0 req-ecde066f-3295-4c2f-9451-0caba0b23d25 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "GET /v2.0/security-groups/bb13a74c-76dd-4d52-9100-67bdbe52cc8b HTTP/1.1" status: 200 len: 1820 time: 0.2419412 Nov 11 17:17:26.437830 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-195351fb-5422-4ee9-af31-b3f9f2fb0769 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:26.445767 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-12f84b3c-c92c-4bdd-9625-b25f60792eb7 req-da5b4a72-5f81-418a-8a24-76acff4e5b80 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355684 Nov 11 17:17:26.564598 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6186a010-cf1c-436b-8fbc-c4cbb04a8cbf req-e43bffba-b845-47c5-8b2f-3123f2a3b953 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084942 Nov 11 17:17:26.656949 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59797d51-f9e0-4642-b328-5ff25cf5e9f0 req-de724c4a-9f8a-45c7-8dfc-da1f9662d978 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "GET /v2.0/security-groups/08fcc766-f200-4776-95cd-ddd4bfbafdd5 HTTP/1.1" status: 200 len: 1821 time: 0.2238040 Nov 11 17:17:26.689421 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-59797d51-f9e0-4642-b328-5ff25cf5e9f0 req-37ef2572-7b94-4842-aa07-c4de2d9d95d8 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bb13a74c-76dd-4d52-9100-67bdbe52cc8b', 'remote_group_id': '08fcc766-f200-4776-95cd-ddd4bfbafdd5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:26.689836 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-59797d51-f9e0-4642-b328-5ff25cf5e9f0 req-37ef2572-7b94-4842-aa07-c4de2d9d95d8 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bb13a74c-76dd-4d52-9100-67bdbe52cc8b', 'remote_group_id': '08fcc766-f200-4776-95cd-ddd4bfbafdd5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:26.744279 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-195351fb-5422-4ee9-af31-b3f9f2fb0769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:26.835840 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa876c91-9a00-4d3c-b824-eceaede0a35d req-367ec89a-bfc3-4b81-bee0-ef6ffe828a71 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:26.840472 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fa876c91-9a00-4d3c-b824-eceaede0a35d req-367ec89a-bfc3-4b81-bee0-ef6ffe828a71 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.1654916 Nov 11 17:17:26.885112 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-195351fb-5422-4ee9-af31-b3f9f2fb0769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:26.933961 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195351fb-5422-4ee9-af31-b3f9f2fb0769 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49fddd50-8186-4321-a30f-dec1c9cc3e02,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:26.943593 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae794886-1f9c-44ad-b994-4acc55bf6b6a None None] Network fe68d145-b12c-4773-a76f-1eea1cc62a4f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:17:26.946134 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-195351fb-5422-4ee9-af31-b3f9f2fb0769 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:26.948966 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-195351fb-5422-4ee9-af31-b3f9f2fb0769 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/49fddd50-8186-4321-a30f-dec1c9cc3e02 HTTP/1.1" status: 204 len: 168 time: 0.8614483 Nov 11 17:17:26.951650 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48412) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:26.992308 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-59797d51-f9e0-4642-b328-5ff25cf5e9f0 req-37ef2572-7b94-4842-aa07-c4de2d9d95d8 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:27.029429 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fa876c91-9a00-4d3c-b824-eceaede0a35d req-1791ce41-3204-4b94-90c2-b8a8308608ee tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736557 Nov 11 17:17:27.075344 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-59797d51-f9e0-4642-b328-5ff25cf5e9f0 req-37ef2572-7b94-4842-aa07-c4de2d9d95d8 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:27.086296 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-59797d51-f9e0-4642-b328-5ff25cf5e9f0 req-37ef2572-7b94-4842-aa07-c4de2d9d95d8 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:27.116261 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef2572-7b94-4842-aa07-c4de2d9d95d8 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39dae272-cb6e-4c78-b770-d4ce3f887d07,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:27.118649 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a014919c-5cb9-4901-a2de-90b7a614f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:27.155468 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-59797d51-f9e0-4642-b328-5ff25cf5e9f0 req-37ef2572-7b94-4842-aa07-c4de2d9d95d8 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:27.173975 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59797d51-f9e0-4642-b328-5ff25cf5e9f0 req-37ef2572-7b94-4842-aa07-c4de2d9d95d8 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4975262 Nov 11 17:17:27.306293 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62a147-c97f-4080-90c3-7dcc73942cfd req-bbb0fee3-2a5d-4385-a0a0-ec9915600b0d tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:27.312751 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a014919c-5cb9-4901-a2de-90b7a614f3f9 admin admin] Deleting port 22e12c8b-d05f-4e1d-a10f-7e45566aca9d {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:17:27.313150 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a014919c-5cb9-4901-a2de-90b7a614f3f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:27.318923 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a62a147-c97f-4080-90c3-7dcc73942cfd req-bbb0fee3-2a5d-4385-a0a0-ec9915600b0d tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.1268570 Nov 11 17:17:27.379751 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89a1c0d-c652-4b73-a359-ba7dcbb3b8af None None] DHCP port deletion for fe68d145-b12c-4773-a76f-1eea1cc62a4f request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:17:27.390799 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caff3453-0225-47f8-bd52-f640da23300b None None] Sync routers for ids ['e5316db7-7d29-452b-9777-02a999106952'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:17:27.408998 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff3453-0225-47f8-bd52-f640da23300b None None] Routers set() bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:17:27.409367 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff3453-0225-47f8-bd52-f640da23300b None None] Router IDs set() for agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 17:17:27.410026 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_agentschedulers_db [None req-caff3453-0225-47f8-bd52-f640da23300b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e5316db7-7d29-452b-9777-02a999106952'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:17:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent'). {{(pid=102620) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 11 17:17:27.442798 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff3453-0225-47f8-bd52-f640da23300b None None] Routers set() bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:17:27.443178 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff3453-0225-47f8-bd52-f640da23300b None None] Router IDs set() for agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 17:17:27.443794 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_agentschedulers_db [None req-caff3453-0225-47f8-bd52-f640da23300b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e5316db7-7d29-452b-9777-02a999106952'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:17:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent'). {{(pid=102620) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 11 17:17:27.444164 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caff3453-0225-47f8-bd52-f640da23300b None None] The sync data for ids ['e5316db7-7d29-452b-9777-02a999106952'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:17:27.477954 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-a014919c-5cb9-4901-a2de-90b7a614f3f9 admin admin] For port 22e12c8b-d05f-4e1d-a10f-7e45566aca9d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=22e12c8b-d05f-4e1d-a10f-7e45566aca9d,segment=NetworkSegment(dd94b32d-4b4b-4270-a368-165ae89e4313),segment_id=dd94b32d-4b4b-4270-a368-165ae89e4313)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:27.478971 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a014919c-5cb9-4901-a2de-90b7a614f3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:27.484852 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e89a1c0d-c652-4b73-a359-ba7dcbb3b8af None None] Deleting port 22e12c8b-d05f-4e1d-a10f-7e45566aca9d {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:17:27.486702 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e89a1c0d-c652-4b73-a359-ba7dcbb3b8af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:27.493806 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a014919c-5cb9-4901-a2de-90b7a614f3f9 admin admin] Calling delete_port for 22e12c8b-d05f-4e1d-a10f-7e45566aca9d owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:17:27.521450 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a62a147-c97f-4080-90c3-7dcc73942cfd req-95a9253e-b811-4c29-806f-a5319846edf0 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014310 Nov 11 17:17:27.561920 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-354b9541-1826-4829-a11c-33489d4bf2a5 req-d154a01b-0e1f-4912-8a48-83c0603a5413 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "GET /v2.0/security-groups/08fcc766-f200-4776-95cd-ddd4bfbafdd5 HTTP/1.1" status: 200 len: 1821 time: 0.1035447 Nov 11 17:17:27.610901 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a014919c-5cb9-4901-a2de-90b7a614f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:27.662412 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014919c-5cb9-4901-a2de-90b7a614f3f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=22e12c8b-d05f-4e1d-a10f-7e45566aca9d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:27.666382 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014919c-5cb9-4901-a2de-90b7a614f3f9 admin admin] No DVR routers for this DVR port 22e12c8b-d05f-4e1d-a10f-7e45566aca9d on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:17:27.686005 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e89a1c0d-c652-4b73-a359-ba7dcbb3b8af None None] For port 22e12c8b-d05f-4e1d-a10f-7e45566aca9d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=22e12c8b-d05f-4e1d-a10f-7e45566aca9d,segment=NetworkSegment(dd94b32d-4b4b-4270-a368-165ae89e4313),segment_id=dd94b32d-4b4b-4270-a368-165ae89e4313)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:27.692615 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e89a1c0d-c652-4b73-a359-ba7dcbb3b8af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:27.719481 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e89a1c0d-c652-4b73-a359-ba7dcbb3b8af None None] Calling delete_port for 22e12c8b-d05f-4e1d-a10f-7e45566aca9d owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:17:27.786080 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-354b9541-1826-4829-a11c-33489d4bf2a5 req-5d386970-0100-4881-9a7d-8044db24b4a6 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:27.831781 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-354b9541-1826-4829-a11c-33489d4bf2a5 req-5d386970-0100-4881-9a7d-8044db24b4a6 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:27.850595 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a014919c-5cb9-4901-a2de-90b7a614f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:27.871704 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487560fd-af92-4232-9445-fe0d3a7e570d req-5d2817d1-1187-4d3d-8230-b73b884c8df2 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:27.873288 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-487560fd-af92-4232-9445-fe0d3a7e570d req-5d2817d1-1187-4d3d-8230-b73b884c8df2 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 945 time: 0.1468222 Nov 11 17:17:27.897952 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a014919c-5cb9-4901-a2de-90b7a614f3f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe68d145-b12c-4773-a76f-1eea1cc62a4f']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:27.909410 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d29812-5f9d-4b4e-8fa7-896241be4693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f132a5-4b5e-4b1a-950f-4bd2417d3153'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:17:27.911278 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a014919c-5cb9-4901-a2de-90b7a614f3f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd94b32d-4b4b-4270-a368-165ae89e4313') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:27.914413 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3580585d-edfd-41e8-9aa3-ff56bb09edef" -d '{"events": [{"server_uuid": "63d29812-5f9d-4b4e-8fa7-896241be4693", "name": "network-vif-plugged", "status": "completed", "tag": "05f132a5-4b5e-4b1a-950f-4bd2417d3153"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:17:27.914921 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a014919c-5cb9-4901-a2de-90b7a614f3f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd94b32d-4b4b-4270-a368-165ae89e4313') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:27.929549 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e89a1c0d-c652-4b73-a359-ba7dcbb3b8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:27.941334 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a014919c-5cb9-4901-a2de-90b7a614f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:27.961375 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a014919c-5cb9-4901-a2de-90b7a614f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:27.974577 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a1c0d-c652-4b73-a359-ba7dcbb3b8af None None] Pushing event deleted for resources: {'Port': ['ID=22e12c8b-d05f-4e1d-a10f-7e45566aca9d,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:27.975192 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a014919c-5cb9-4901-a2de-90b7a614f3f9 admin admin] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:17:27.975192 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a014919c-5cb9-4901-a2de-90b7a614f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:27.978783 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89a1c0d-c652-4b73-a359-ba7dcbb3b8af None None] No DVR routers for this DVR port 22e12c8b-d05f-4e1d-a10f-7e45566aca9d on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:17:27.981995 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:17:28.040027 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-487560fd-af92-4232-9445-fe0d3a7e570d req-5066e5c6-1ce0-434b-8549-116425c86623 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470022 Nov 11 17:17:28.059035 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-354b9541-1826-4829-a11c-33489d4bf2a5 req-5d386970-0100-4881-9a7d-8044db24b4a6 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:28.062137 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-354b9541-1826-4829-a11c-33489d4bf2a5 req-5d386970-0100-4881-9a7d-8044db24b4a6 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:28.063451 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-354b9541-1826-4829-a11c-33489d4bf2a5 req-5d386970-0100-4881-9a7d-8044db24b4a6 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "DELETE /v2.0/security-groups/08fcc766-f200-4776-95cd-ddd4bfbafdd5 HTTP/1.1" status: 204 len: 173 time: 0.5004632 Nov 11 17:17:28.075443 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a014919c-5cb9-4901-a2de-90b7a614f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:28.082739 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d386970-0100-4881-9a7d-8044db24b4a6 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fcc766-f200-4776-95cd-ddd4bfbafdd5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:28.109045 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a014919c-5cb9-4901-a2de-90b7a614f3f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:28.112487 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a014919c-5cb9-4901-a2de-90b7a614f3f9 admin admin] 10.222.0.76 "DELETE /v2.0/networks/fe68d145-b12c-4773-a76f-1eea1cc62a4f HTTP/1.1" status: 204 len: 168 time: 1.1598358 Nov 11 17:17:28.113499 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014919c-5cb9-4901-a2de-90b7a614f3f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe68d145-b12c-4773-a76f-1eea1cc62a4f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:28.138120 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4d8295-e35c-4e50-883a-5bd502a10adc x-openstack-request-id: req-4b4d8295-e35c-4e50-883a-5bd502a10adc {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:17:28.147388 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d29812-5f9d-4b4e-8fa7-896241be4693", "name": "network-vif-plugged", "status": "completed", "tag": "05f132a5-4b5e-4b1a-950f-4bd2417d3153", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:17:28.149104 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4b4d8295-e35c-4e50-883a-5bd502a10adc {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:17:28.149810 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d29812-5f9d-4b4e-8fa7-896241be4693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f132a5-4b5e-4b1a-950f-4bd2417d3153', 'code': 200} Nov 11 17:17:28.262493 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e8cb796-a4ed-4067-8fec-ac2771524dd4 req-0049328c-959d-4631-a654-354997b6b320 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "GET /v2.0/security-groups/bb13a74c-76dd-4d52-9100-67bdbe52cc8b HTTP/1.1" status: 200 len: 1820 time: 0.1300080 Nov 11 17:17:28.284099 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40defc40-e792-4664-aeba-16c8a571ec4f req-fe870cf0-4366-4e02-857f-cb3cc073180f tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:28.285657 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40defc40-e792-4664-aeba-16c8a571ec4f req-fe870cf0-4366-4e02-857f-cb3cc073180f tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.1189902 Nov 11 17:17:28.295915 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-96d56f3b-90d9-44b7-becb-af5e1a916087 req-a9331412-9fb9-4070-a550-166380685c1d tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1806923828', 'description': 'tempest-description-1452333699'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:28.326449 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a887a-b6dd-4c7a-8281-74ea867b7537 req-d4595a63-2153-4d06-8acf-0ab81761054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:28.327935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e70a887a-b6dd-4c7a-8281-74ea867b7537 req-d4595a63-2153-4d06-8acf-0ab81761054d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 1096 time: 0.1127062 Nov 11 17:17:28.331807 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48434) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:28.368526 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-96d56f3b-90d9-44b7-becb-af5e1a916087 req-a9331412-9fb9-4070-a550-166380685c1d tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:28.383084 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2f0c13c3-0169-4bbe-b05e-6d7e4402cd1e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a496196e58e94868b7801d40462dbbc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0494494 Nov 11 17:17:28.386836 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48438) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:28.392002 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40defc40-e792-4664-aeba-16c8a571ec4f req-579fd77f-16d1-43b3-9935-167932de7f11 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910904 Nov 11 17:17:28.453608 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-21a0d8de-7888-41d1-a9d3-3ae3e9160062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:28.457243 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e70a887a-b6dd-4c7a-8281-74ea867b7537 req-1438a2d8-917a-4e11-ba75-4acc5a2e135a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127596 Nov 11 17:17:28.489750 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-21a0d8de-7888-41d1-a9d3-3ae3e9160062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:28.515236 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-96d56f3b-90d9-44b7-becb-af5e1a916087 req-a9331412-9fb9-4070-a550-166380685c1d tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:28.523449 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-96d56f3b-90d9-44b7-becb-af5e1a916087 req-a9331412-9fb9-4070-a550-166380685c1d tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:28.549948 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-21a0d8de-7888-41d1-a9d3-3ae3e9160062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:28.552750 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-21a0d8de-7888-41d1-a9d3-3ae3e9160062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:28.553968 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-21a0d8de-7888-41d1-a9d3-3ae3e9160062 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bba3f763-f8d8-4ad0-bef6-5df6d63fefac HTTP/1.1" status: 204 len: 168 time: 0.1662083 Nov 11 17:17:28.570597 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0d8de-7888-41d1-a9d3-3ae3e9160062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba3f763-f8d8-4ad0-bef6-5df6d63fefac,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:28.584151 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-96d56f3b-90d9-44b7-becb-af5e1a916087 req-a9331412-9fb9-4070-a550-166380685c1d tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:28.585369 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-96d56f3b-90d9-44b7-becb-af5e1a916087 req-a9331412-9fb9-4070-a550-166380685c1d tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2956305 Nov 11 17:17:28.587201 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9331412-9fb9-4070-a550-166380685c1d tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7815e0f8-4b9a-45bd-96dd-bf5cc51d5d6f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:28.784829 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2820a-e82e-4f33-89c8-4c3313160e9e req-9c5e0e1f-d1dd-4fef-833d-e134ee692659 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:28.793259 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89c2820a-e82e-4f33-89c8-4c3313160e9e req-9c5e0e1f-d1dd-4fef-833d-e134ee692659 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.0622489 Nov 11 17:17:28.881015 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89c2820a-e82e-4f33-89c8-4c3313160e9e req-d3ff9f0a-fe49-4062-b7a3-251d48a5f776 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862529 Nov 11 17:17:28.892262 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca034ea0-e32c-432e-b7a5-fb30f8a7c69f req-7e414b2a-34cc-453a-9a60-6a266af92a68 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:28.894028 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca034ea0-e32c-432e-b7a5-fb30f8a7c69f req-7e414b2a-34cc-453a-9a60-6a266af92a68 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.0912461 Nov 11 17:17:28.998728 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca034ea0-e32c-432e-b7a5-fb30f8a7c69f req-acdf77b3-ab4d-4cf8-8efb-2776f63999a3 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880046 Nov 11 17:17:29.015406 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7c7b4433-c4e9-4bda-9ea3-fe05028a7e1f req-1bc349af-cc44-4b01-bfe1-3beeab891e26 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "GET /v2.0/security-groups/7815e0f8-4b9a-45bd-96dd-bf5cc51d5d6f HTTP/1.1" status: 200 len: 1822 time: 0.0978258 Nov 11 17:17:29.030878 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-7c7b4433-c4e9-4bda-9ea3-fe05028a7e1f req-0c30c742-e187-476a-b9b7-bf64c99c52d5 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7815e0f8-4b9a-45bd-96dd-bf5cc51d5d6f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:29.032716 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-7c7b4433-c4e9-4bda-9ea3-fe05028a7e1f req-0c30c742-e187-476a-b9b7-bf64c99c52d5 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7815e0f8-4b9a-45bd-96dd-bf5cc51d5d6f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:29.149348 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7c7b4433-c4e9-4bda-9ea3-fe05028a7e1f req-0c30c742-e187-476a-b9b7-bf64c99c52d5 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:29.186496 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7c7b4433-c4e9-4bda-9ea3-fe05028a7e1f req-0c30c742-e187-476a-b9b7-bf64c99c52d5 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:29.196080 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7c7b4433-c4e9-4bda-9ea3-fe05028a7e1f req-0c30c742-e187-476a-b9b7-bf64c99c52d5 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:29.224315 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30c742-e187-476a-b9b7-bf64c99c52d5 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78044562-a4ec-4eb5-a7fd-8df448ec5c7c,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:29.241894 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7c7b4433-c4e9-4bda-9ea3-fe05028a7e1f req-0c30c742-e187-476a-b9b7-bf64c99c52d5 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:29.260483 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7c7b4433-c4e9-4bda-9ea3-fe05028a7e1f req-0c30c742-e187-476a-b9b7-bf64c99c52d5 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2342405 Nov 11 17:17:29.260954 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 22e12c8b-d05f-4e1d-a10f-7e45566aca9d no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:17:29.304092 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 22e12c8b-d05f-4e1d-a10f-7e45566aca9d {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:17:29.304444 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 22e12c8b-d05f-4e1d-a10f-7e45566aca9d not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:17:29.306727 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:17:29.348257 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:17:29.349598 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e25ba086-cfe9-44ed-9a0c-8db3a9a17ee2 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:17:29.414292 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d8ca4-3476-4a0e-be54-33cbc53b0f93 req-2403d91b-406a-43a5-a7ad-65d8211b437c tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:29.421919 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f84d8ca4-3476-4a0e-be54-33cbc53b0f93 req-2403d91b-406a-43a5-a7ad-65d8211b437c tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 945 time: 0.0965469 Nov 11 17:17:29.504696 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f84d8ca4-3476-4a0e-be54-33cbc53b0f93 req-5fa89c19-77a0-4b6e-9a39-a5110cd4a5a7 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818799 Nov 11 17:17:29.519792 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-70a26f54-9f8a-41b6-a468-2a8b956ebd75 req-e423f8ae-9000-4051-92ab-33a059961fb7 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "GET /v2.0/security-groups/7815e0f8-4b9a-45bd-96dd-bf5cc51d5d6f HTTP/1.1" status: 200 len: 2415 time: 0.0774477 Nov 11 17:17:29.530628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-70a26f54-9f8a-41b6-a468-2a8b956ebd75 req-942a19f5-14da-4f7c-8ba0-39fff77b11b5 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7815e0f8-4b9a-45bd-96dd-bf5cc51d5d6f', 'remote_group_id': None}]} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:29.532908 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-70a26f54-9f8a-41b6-a468-2a8b956ebd75 req-942a19f5-14da-4f7c-8ba0-39fff77b11b5 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7815e0f8-4b9a-45bd-96dd-bf5cc51d5d6f', 'remote_group_id': None}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:29.672070 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-70a26f54-9f8a-41b6-a468-2a8b956ebd75 req-942a19f5-14da-4f7c-8ba0-39fff77b11b5 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:29.702254 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47748444-f881-494f-985a-c15ad1ef38fd req-fbea707b-6cc9-4732-b08c-753035b40466 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:29.703796 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47748444-f881-494f-985a-c15ad1ef38fd req-fbea707b-6cc9-4732-b08c-753035b40466 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.0888109 Nov 11 17:17:29.711075 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-70a26f54-9f8a-41b6-a468-2a8b956ebd75 req-942a19f5-14da-4f7c-8ba0-39fff77b11b5 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:29.729797 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-70a26f54-9f8a-41b6-a468-2a8b956ebd75 req-942a19f5-14da-4f7c-8ba0-39fff77b11b5 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:29.753103 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48494) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:29.778763 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a19f5-14da-4f7c-8ba0-39fff77b11b5 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf1ae6a-18db-405c-b5c4-2a30088a2aa1,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:29.797742 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-70a26f54-9f8a-41b6-a468-2a8b956ebd75 req-942a19f5-14da-4f7c-8ba0-39fff77b11b5 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:29.798956 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-70a26f54-9f8a-41b6-a468-2a8b956ebd75 req-942a19f5-14da-4f7c-8ba0-39fff77b11b5 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2723713 Nov 11 17:17:29.815494 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47748444-f881-494f-985a-c15ad1ef38fd req-709b225a-4b26-4d61-b756-a51d0d8ca1a5 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028383 Nov 11 17:17:29.906383 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-7c3e1d0b-d855-4061-aa64-bf776c779d17 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-827916017-network', 'tenant_id': '39ccbf2cad924d99ad56b5467d08ef87'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:29.941714 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3e1d0b-d855-4061-aa64-bf776c779d17 admin admin] Made reservation on behalf of 39ccbf2cad924d99ad56b5467d08ef87 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:17:29.944931 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c3e1d0b-d855-4061-aa64-bf776c779d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:29.956138 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c3e1d0b-d855-4061-aa64-bf776c779d17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:30.021548 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1d2535dd-fa00-4582-a62f-90df5404f064 req-36054ba3-12a8-4765-8f70-a545bb219fc0 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "GET /v2.0/security-groups/7815e0f8-4b9a-45bd-96dd-bf5cc51d5d6f HTTP/1.1" status: 200 len: 3013 time: 0.0971036 Nov 11 17:17:30.063258 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c3e1d0b-d855-4061-aa64-bf776c779d17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:30.069808 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c3e1d0b-d855-4061-aa64-bf776c779d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:30.096771 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3e1d0b-d855-4061-aa64-bf776c779d17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1257} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:17:30.102303 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4688506a-77be-42a8-bcb7-54ca21b86686 req-599a23c8-75a0-4815-8ccb-740faa6260fe tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "GET /v2.0/security-group-rules/2bf1ae6a-18db-405c-b5c4-2a30088a2aa1 HTTP/1.1" status: 200 len: 783 time: 0.0454788 Nov 11 17:17:30.114294 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e1d0b-d855-4061-aa64-bf776c779d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:30.118150 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c3e1d0b-d855-4061-aa64-bf776c779d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:30.118651 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-7c3e1d0b-d855-4061-aa64-bf776c779d17 admin admin] Added segment 5f9bc0d0-071c-4a5a-b668-056b98ce33d1 of type vlan for network c53fa25f-ee4c-487a-b50c-a868d90fe5db Nov 11 17:17:30.174366 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c3e1d0b-d855-4061-aa64-bf776c779d17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:30.192487 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4688506a-77be-42a8-bcb7-54ca21b86686 req-d55ede84-5195-42d5-ad7d-cae9ac6d14f8 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "GET /v2.0/security-groups/7815e0f8-4b9a-45bd-96dd-bf5cc51d5d6f HTTP/1.1" status: 200 len: 3013 time: 0.0893366 Nov 11 17:17:30.207128 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c3e1d0b-d855-4061-aa64-bf776c779d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:30.208208 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3e1d0b-d855-4061-aa64-bf776c779d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:30.208882 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c3e1d0b-d855-4061-aa64-bf776c779d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:30.217613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15d114-1823-4170-9fe5-b69a1c3873f3 req-75dbe506-bd3a-432f-8f73-c79957f56b38 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:30.225376 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff15d114-1823-4170-9fe5-b69a1c3873f3 req-75dbe506-bd3a-432f-8f73-c79957f56b38 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.0746939 Nov 11 17:17:30.270770 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7c3e1d0b-d855-4061-aa64-bf776c779d17 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5164721 Nov 11 17:17:30.273430 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48504) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:30.278041 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-4ac503f9-eedf-459a-89fe-c59daccd4a9a admin admin] Request body: {'subnet': {'network_id': 'c53fa25f-ee4c-487a-b50c-a868d90fe5db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-827916017-subnet', 'tenant_id': '39ccbf2cad924d99ad56b5467d08ef87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:30.288775 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e1d0b-d855-4061-aa64-bf776c779d17 admin admin] Pushing event updated for resources: {'Network': ['ID=c53fa25f-ee4c-487a-b50c-a868d90fe5db,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:30.291836 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4688506a-77be-42a8-bcb7-54ca21b86686 req-41020fba-0985-429c-bf94-0a192aa331b8 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:30.299176 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network c53fa25f-ee4c-487a-b50c-a868d90fe5db details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:17:30.304016 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac503f9-eedf-459a-89fe-c59daccd4a9a admin admin] Made reservation on behalf of 39ccbf2cad924d99ad56b5467d08ef87 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:17:30.306630 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4ac503f9-eedf-459a-89fe-c59daccd4a9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:30.327118 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4688506a-77be-42a8-bcb7-54ca21b86686 req-41020fba-0985-429c-bf94-0a192aa331b8 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:30.419192 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff15d114-1823-4170-9fe5-b69a1c3873f3 req-b1a69424-2b33-4f76-a65c-d9201de5defd tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898386 Nov 11 17:17:30.426673 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4688506a-77be-42a8-bcb7-54ca21b86686 req-41020fba-0985-429c-bf94-0a192aa331b8 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:30.435121 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4688506a-77be-42a8-bcb7-54ca21b86686 req-41020fba-0985-429c-bf94-0a192aa331b8 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:30.436593 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4688506a-77be-42a8-bcb7-54ca21b86686 req-41020fba-0985-429c-bf94-0a192aa331b8 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/2bf1ae6a-18db-405c-b5c4-2a30088a2aa1 HTTP/1.1" status: 204 len: 173 time: 0.2319930 Nov 11 17:17:30.481251 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41020fba-0985-429c-bf94-0a192aa331b8 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bf1ae6a-18db-405c-b5c4-2a30088a2aa1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:30.523585 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0512eba-a2b4-42b8-a5f5-c3c46ca1cb80 req-807aaac2-575d-400f-ad5a-cc182dc3eb41 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "GET /v2.0/security-groups/7815e0f8-4b9a-45bd-96dd-bf5cc51d5d6f HTTP/1.1" status: 200 len: 2415 time: 0.0645862 Nov 11 17:17:30.628412 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b0512eba-a2b4-42b8-a5f5-c3c46ca1cb80 req-d36ce6c8-86fe-4385-b5d5-7859055b3bc5 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:30.655930 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b0512eba-a2b4-42b8-a5f5-c3c46ca1cb80 req-d36ce6c8-86fe-4385-b5d5-7859055b3bc5 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:30.753876 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b0512eba-a2b4-42b8-a5f5-c3c46ca1cb80 req-d36ce6c8-86fe-4385-b5d5-7859055b3bc5 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:30.756850 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b0512eba-a2b4-42b8-a5f5-c3c46ca1cb80 req-d36ce6c8-86fe-4385-b5d5-7859055b3bc5 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:30.758224 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0512eba-a2b4-42b8-a5f5-c3c46ca1cb80 req-d36ce6c8-86fe-4385-b5d5-7859055b3bc5 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "DELETE /v2.0/security-groups/7815e0f8-4b9a-45bd-96dd-bf5cc51d5d6f HTTP/1.1" status: 204 len: 173 time: 0.2281101 Nov 11 17:17:30.780989 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f5a47-5b29-4089-b76c-d568e1388dd7 req-a2a4748a-dc96-4f46-ad1b-75a210505a9f tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:30.782438 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a42f5a47-5b29-4089-b76c-d568e1388dd7 req-a2a4748a-dc96-4f46-ad1b-75a210505a9f tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 945 time: 0.1551287 Nov 11 17:17:30.785793 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ce6c8-86fe-4385-b5d5-7859055b3bc5 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7815e0f8-4b9a-45bd-96dd-bf5cc51d5d6f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:30.803255 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-5533de2c-9b56-410c-a99b-9b516b692522 req-a63dac17-63f6-4e05-9a1f-720a3adf92de tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] show failed (client error): The resource could not be found. Nov 11 17:17:30.804269 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5533de2c-9b56-410c-a99b-9b516b692522 req-a63dac17-63f6-4e05-9a1f-720a3adf92de tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "GET /v2.0/security-groups/08fcc766-f200-4776-95cd-ddd4bfbafdd5 HTTP/1.1" status: 404 len: 352 time: 0.0207028 Nov 11 17:17:30.824654 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4ac503f9-eedf-459a-89fe-c59daccd4a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:30.876658 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a42f5a47-5b29-4089-b76c-d568e1388dd7 req-5cf20989-07a0-4d49-aada-6acae3679950 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814683 Nov 11 17:17:30.886331 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac503f9-eedf-459a-89fe-c59daccd4a9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a4c5679-b2ed-4f42-a424-f20885c9949a,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:30.902384 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac503f9-eedf-459a-89fe-c59daccd4a9a admin admin] Checking segment: {'id': '5f9bc0d0-071c-4a5a-b668-056b98ce33d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'c53fa25f-ee4c-487a-b50c-a868d90fe5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:17:30.902745 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac503f9-eedf-459a-89fe-c59daccd4a9a admin admin] Network hostable DHCP agents. Network: c53fa25f-ee4c-487a-b50c-a868d90fe5db, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:17:30.924585 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6762f158-b585-4e04-841a-81a995087c51 req-e9875ea6-6b32-41cc-bd64-55f77e06c18b tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "GET /v2.0/security-groups/bb13a74c-76dd-4d52-9100-67bdbe52cc8b HTTP/1.1" status: 200 len: 1820 time: 0.0802393 Nov 11 17:17:30.930931 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac503f9-eedf-459a-89fe-c59daccd4a9a admin admin] Network c53fa25f-ee4c-487a-b50c-a868d90fe5db is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:17:30.946804 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-4ac503f9-eedf-459a-89fe-c59daccd4a9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, c53fa25f-ee4c-487a-b50c-a868d90fe5db) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:30.959194 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24173bf2-61c1-469a-8965-cfd88a3bb84a None None] Network c53fa25f-ee4c-487a-b50c-a868d90fe5db requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:17:30.964481 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac503f9-eedf-459a-89fe-c59daccd4a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:30.965096 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4ac503f9-eedf-459a-89fe-c59daccd4a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:31.007773 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4ac503f9-eedf-459a-89fe-c59daccd4a9a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7248890 Nov 11 17:17:31.019679 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6762f158-b585-4e04-841a-81a995087c51 req-f8edbca3-f988-4cfc-91d6-76bc21127911 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:31.101284 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6762f158-b585-4e04-841a-81a995087c51 req-f8edbca3-f988-4cfc-91d6-76bc21127911 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:31.149044 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bf7d8-f80f-46a3-a35f-07ebde84c4e7 req-b0ed39fb-2aca-4b17-9036-91a70c1a4938 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:31.150618 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7b7bf7d8-f80f-46a3-a35f-07ebde84c4e7 req-b0ed39fb-2aca-4b17-9036-91a70c1a4938 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.1134787 Nov 11 17:17:31.214219 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6762f158-b585-4e04-841a-81a995087c51 req-f8edbca3-f988-4cfc-91d6-76bc21127911 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:31.217385 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6762f158-b585-4e04-841a-81a995087c51 req-f8edbca3-f988-4cfc-91d6-76bc21127911 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:31.223636 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6762f158-b585-4e04-841a-81a995087c51 req-f8edbca3-f988-4cfc-91d6-76bc21127911 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "DELETE /v2.0/security-groups/bb13a74c-76dd-4d52-9100-67bdbe52cc8b HTTP/1.1" status: 204 len: 173 time: 0.2901630 Nov 11 17:17:31.275412 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8edbca3-f988-4cfc-91d6-76bc21127911 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb13a74c-76dd-4d52-9100-67bdbe52cc8b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:31.304530 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7b7bf7d8-f80f-46a3-a35f-07ebde84c4e7 req-e803b97f-9ec7-4e98-bc56-e0b39edf3247 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275730 Nov 11 17:17:31.338878 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab2b01e-a7e5-4c6e-9ccc-6e50b0a1df69 None None] Network c53fa25f-ee4c-487a-b50c-a868d90fe5db requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:17:31.425115 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e733fdd-3506-4b75-a339-6be5ad41e187 req-50e17b5b-73ca-4c96-8e28-df50349e46e5 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:31.432847 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5e733fdd-3506-4b75-a339-6be5ad41e187 req-50e17b5b-73ca-4c96-8e28-df50349e46e5 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 1096 time: 0.0550826 Nov 11 17:17:31.748392 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5e733fdd-3506-4b75-a339-6be5ad41e187 req-9bd5dbda-6dde-4d2f-a0d9-a6eca7cb55be tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146615 Nov 11 17:17:31.752357 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c08cbde1-3d16-4bda-8d43-ed3396637ec2 req-7839cb21-e102-418e-a0a7-096c87a99af7 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "GET /v2.0/security-groups/03f67763-df79-43e6-955e-492a35d3afc2 HTTP/1.1" status: 200 len: 1822 time: 0.3001096 Nov 11 17:17:31.838516 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c08cbde1-3d16-4bda-8d43-ed3396637ec2 req-e6636f3d-e1bf-4b1a-ad33-b44c60d757a3 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:31.863665 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c08cbde1-3d16-4bda-8d43-ed3396637ec2 req-e6636f3d-e1bf-4b1a-ad33-b44c60d757a3 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:31.932206 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c08cbde1-3d16-4bda-8d43-ed3396637ec2 req-e6636f3d-e1bf-4b1a-ad33-b44c60d757a3 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:31.935310 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c08cbde1-3d16-4bda-8d43-ed3396637ec2 req-e6636f3d-e1bf-4b1a-ad33-b44c60d757a3 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:31.937081 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c08cbde1-3d16-4bda-8d43-ed3396637ec2 req-e6636f3d-e1bf-4b1a-ad33-b44c60d757a3 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "DELETE /v2.0/security-groups/03f67763-df79-43e6-955e-492a35d3afc2 HTTP/1.1" status: 204 len: 173 time: 0.1777053 Nov 11 17:17:31.950698 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6636f3d-e1bf-4b1a-ad33-b44c60d757a3 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f67763-df79-43e6-955e-492a35d3afc2,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:32.142855 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3182c45-f5a4-4edb-99da-c3b755a2f285 req-c51ccb38-f86b-4167-a3c2-7356404f1fd3 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:32.144326 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3182c45-f5a4-4edb-99da-c3b755a2f285 req-c51ccb38-f86b-4167-a3c2-7356404f1fd3 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.1038270 Nov 11 17:17:32.178650 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-1ffacbc5-4f59-499a-b1fa-119fc4557b75 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:32.180095 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-1ffacbc5-4f59-499a-b1fa-119fc4557b75 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/networks?id=c53fa25f-ee4c-487a-b50c-a868d90fe5db HTTP/1.1" status: 200 len: 821 time: 0.1679242 Nov 11 17:17:32.217396 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3182c45-f5a4-4edb-99da-c3b755a2f285 req-875c6881-a5a6-4d22-b5c2-e2f5c69dafe7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609441 Nov 11 17:17:32.218551 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-ffffa39d-4aaa-4514-857d-b5da058587fe tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/quotas/39ccbf2cad924d99ad56b5467d08ef87 HTTP/1.1" status: 200 len: 375 time: 0.0208139 Nov 11 17:17:32.269028 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-0299d3f3-2c47-4ba3-9bef-498ca4540f50 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=39ccbf2cad924d99ad56b5467d08ef87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439050 Nov 11 17:17:32.380082 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd94d9-7224-4c25-a3bb-6c6911638425 req-d6a4a49e-1947-4c17-a482-21b56a068705 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:32.381565 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42fd94d9-7224-4c25-a3bb-6c6911638425 req-d6a4a49e-1947-4c17-a482-21b56a068705 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 1096 time: 0.0908246 Nov 11 17:17:32.419649 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-916019ce-19b0-43eb-9239-ff5901bd0a04 service neutron] 10.222.0.76 "GET /v2.0/networks/c53fa25f-ee4c-487a-b50c-a868d90fe5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410146 Nov 11 17:17:32.498078 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42fd94d9-7224-4c25-a3bb-6c6911638425 req-9110220e-e16d-4177-8999-c4f4ecfcd606 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100123 Nov 11 17:17:32.540362 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-c8d62be4-2035-4e86-a107-6cac2d96bc74 service neutron] 10.222.0.76 "GET /v2.0/networks/c53fa25f-ee4c-487a-b50c-a868d90fe5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198530 Nov 11 17:17:32.576864 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d50a51ec-c2ef-4cf3-8a3a-05fe3fd24770 req-a20225a4-2483-46e4-a3d1-afabba2bb588 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "GET /v2.0/security-groups/e20fa434-d9b5-4eb6-befe-cb717ff55707 HTTP/1.1" status: 200 len: 1820 time: 0.0456948 Nov 11 17:17:32.645548 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d50a51ec-c2ef-4cf3-8a3a-05fe3fd24770 req-b501bd8a-ef55-4ffc-b9ff-860ef9a6ca40 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:32.689975 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d50a51ec-c2ef-4cf3-8a3a-05fe3fd24770 req-b501bd8a-ef55-4ffc-b9ff-860ef9a6ca40 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:32.762720 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d50a51ec-c2ef-4cf3-8a3a-05fe3fd24770 req-b501bd8a-ef55-4ffc-b9ff-860ef9a6ca40 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:32.766913 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d50a51ec-c2ef-4cf3-8a3a-05fe3fd24770 req-b501bd8a-ef55-4ffc-b9ff-860ef9a6ca40 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:32.768345 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d50a51ec-c2ef-4cf3-8a3a-05fe3fd24770 req-b501bd8a-ef55-4ffc-b9ff-860ef9a6ca40 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "DELETE /v2.0/security-groups/e20fa434-d9b5-4eb6-befe-cb717ff55707 HTTP/1.1" status: 204 len: 173 time: 0.1852815 Nov 11 17:17:32.788344 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501bd8a-ef55-4ffc-b9ff-860ef9a6ca40 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20fa434-d9b5-4eb6-befe-cb717ff55707,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:32.894968 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9c9b2-0e4a-4764-97fb-b96ea65a1d23 req-31970510-4cd4-4eb1-a985-40fed3123501 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:32.901337 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d4e9c9b2-0e4a-4764-97fb-b96ea65a1d23 req-31970510-4cd4-4eb1-a985-40fed3123501 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.1032877 Nov 11 17:17:33.004162 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2b345a5-f360-49c3-a74c-1faddb7d8b66 req-81c315e1-0f6e-4ddb-8cde-810e618ab005 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 210 time: 0.0322847 Nov 11 17:17:33.009347 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d4e9c9b2-0e4a-4764-97fb-b96ea65a1d23 req-66f5aa59-f1fd-4f19-9f9b-32a39d7d682a tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020625 Nov 11 17:17:33.092542 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d575b912-6578-44b8-b2f7-17bd4f052034 req-9896ffc2-6ead-4db4-a387-096c2c53e2ca tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "GET /v2.0/security-groups/8c427da5-acfa-4188-bade-0466d9652be1 HTTP/1.1" status: 200 len: 2420 time: 0.0526798 Nov 11 17:17:33.173668 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d575b912-6578-44b8-b2f7-17bd4f052034 req-c76358fa-7201-4cd2-9519-9d1a308725ef tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:33.206827 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d575b912-6578-44b8-b2f7-17bd4f052034 req-c76358fa-7201-4cd2-9519-9d1a308725ef tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:33.276933 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d575b912-6578-44b8-b2f7-17bd4f052034 req-c76358fa-7201-4cd2-9519-9d1a308725ef tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:33.289441 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d575b912-6578-44b8-b2f7-17bd4f052034 req-c76358fa-7201-4cd2-9519-9d1a308725ef tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:33.305159 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d575b912-6578-44b8-b2f7-17bd4f052034 req-c76358fa-7201-4cd2-9519-9d1a308725ef tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "DELETE /v2.0/security-groups/8c427da5-acfa-4188-bade-0466d9652be1 HTTP/1.1" status: 204 len: 173 time: 0.2051551 Nov 11 17:17:33.377973 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76358fa-7201-4cd2-9519-9d1a308725ef tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c427da5-acfa-4188-bade-0466d9652be1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:33.470648 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205013a-f2ba-414a-95a0-8416afb51344 req-95a2e6f9-5651-4ddb-b7cb-e8f3e62a6c07 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:33.472303 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0205013a-f2ba-414a-95a0-8416afb51344 req-95a2e6f9-5651-4ddb-b7cb-e8f3e62a6c07 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 1096 time: 0.1383438 Nov 11 17:17:33.493905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc10b9-8d2f-4c92-b6cb-e37bbbb65aa6 req-43a9141a-b47f-4c9e-8a24-aeb6ac3fcefc tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:33.503784 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3bfc10b9-8d2f-4c92-b6cb-e37bbbb65aa6 req-43a9141a-b47f-4c9e-8a24-aeb6ac3fcefc tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.1126351 Nov 11 17:17:33.589085 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3bfc10b9-8d2f-4c92-b6cb-e37bbbb65aa6 req-d154a0d2-6a74-4f61-b99d-7466a4f756ab tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800555 Nov 11 17:17:33.610124 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0205013a-f2ba-414a-95a0-8416afb51344 req-6d773fc3-c53b-4bbe-bf41-de864c85fcb3 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297259 Nov 11 17:17:33.674065 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-249e897e-4604-4c6b-8b29-08326fa96af7 req-29eb44e8-bc47-4a5f-9fdb-cda1a16c98a4 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "GET /v2.0/security-groups/6dd43cf1-6b7b-483f-ad9e-970f5245bdac HTTP/1.1" status: 200 len: 2413 time: 0.0556180 Nov 11 17:17:33.733371 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-249e897e-4604-4c6b-8b29-08326fa96af7 req-b98a0afd-361b-4f3b-b333-d7fe9bea8489 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:33.761499 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-249e897e-4604-4c6b-8b29-08326fa96af7 req-b98a0afd-361b-4f3b-b333-d7fe9bea8489 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:33.821276 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-249e897e-4604-4c6b-8b29-08326fa96af7 req-b98a0afd-361b-4f3b-b333-d7fe9bea8489 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:33.824662 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-249e897e-4604-4c6b-8b29-08326fa96af7 req-b98a0afd-361b-4f3b-b333-d7fe9bea8489 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:33.828880 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-249e897e-4604-4c6b-8b29-08326fa96af7 req-b98a0afd-361b-4f3b-b333-d7fe9bea8489 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] 10.222.0.76 "DELETE /v2.0/security-groups/6dd43cf1-6b7b-483f-ad9e-970f5245bdac HTTP/1.1" status: 204 len: 173 time: 0.1511364 Nov 11 17:17:33.833051 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48582) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:33.849458 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a0afd-361b-4f3b-b333-d7fe9bea8489 tempest-SecurityGroupRulesTestJSON-70888067 tempest-SecurityGroupRulesTestJSON-70888067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd43cf1-6b7b-483f-ad9e-970f5245bdac,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:33.899483 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fced2ff-533f-41c4-b2da-3e1784592a0f admin admin] Deleting subnet 6cd2dbfd-4256-4a4b-b05b-df16135d9dc4 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:17:33.903318 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8fced2ff-533f-41c4-b2da-3e1784592a0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:33.943455 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8fced2ff-533f-41c4-b2da-3e1784592a0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:33.991525 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8fced2ff-533f-41c4-b2da-3e1784592a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:34.111016 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8fced2ff-533f-41c4-b2da-3e1784592a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:34.149340 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8fced2ff-533f-41c4-b2da-3e1784592a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:34.153098 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8fced2ff-533f-41c4-b2da-3e1784592a0f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6cd2dbfd-4256-4a4b-b05b-df16135d9dc4 HTTP/1.1" status: 204 len: 168 time: 0.3177638 Nov 11 17:17:34.154247 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fced2ff-533f-41c4-b2da-3e1784592a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cd2dbfd-4256-4a4b-b05b-df16135d9dc4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:34.156720 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48590) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:34.269390 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d773ee70-cc46-4a99-a916-7d7a2e1cf203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:34.296294 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dea6299-cd35-402b-a399-e10c450b8201 req-57205c8c-c63b-4dfb-819c-6df8f54a9a42 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 210 time: 0.0670469 Nov 11 17:17:34.346416 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-67da043e-c20d-4516-8521-9e333901291e tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:34.348009 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-67da043e-c20d-4516-8521-9e333901291e tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.64 "GET /v2.0/networks?id=c53fa25f-ee4c-487a-b50c-a868d90fe5db HTTP/1.1" status: 200 len: 821 time: 0.2486331 Nov 11 17:17:34.363492 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71159f4-0cda-40ab-8201-6c7f301c5aa9 req-3881ca70-d5e2-471b-98fe-98619671a58f tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:34.365224 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b71159f4-0cda-40ab-8201-6c7f301c5aa9 req-3881ca70-d5e2-471b-98fe-98619671a58f tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.1372604 Nov 11 17:17:34.397417 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d773ee70-cc46-4a99-a916-7d7a2e1cf203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:34.421837 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-d773ee70-cc46-4a99-a916-7d7a2e1cf203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96487a2-dcba-4c19-85cd-0036a8c2e27e']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:34.424227 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-0a57486d-fe74-4cf8-bd53-9e74e63b8ce2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Request body: {'port': {'device_id': '89ebc037-6700-45a4-8017-925d73420afe', 'network_id': 'c53fa25f-ee4c-487a-b50c-a868d90fe5db', 'admin_state_up': True, 'tenant_id': '39ccbf2cad924d99ad56b5467d08ef87'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:34.435274 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-d773ee70-cc46-4a99-a916-7d7a2e1cf203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ff4f86-cbdc-4f53-85e5-ed67fec46f27') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:34.435569 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-d773ee70-cc46-4a99-a916-7d7a2e1cf203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ff4f86-cbdc-4f53-85e5-ed67fec46f27') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:34.446076 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d773ee70-cc46-4a99-a916-7d7a2e1cf203 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:34.463523 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d773ee70-cc46-4a99-a916-7d7a2e1cf203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:34.471063 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d773ee70-cc46-4a99-a916-7d7a2e1cf203 admin admin] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:17:34.471563 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d773ee70-cc46-4a99-a916-7d7a2e1cf203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:17:34.473681 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:17:34.501725 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b71159f4-0cda-40ab-8201-6c7f301c5aa9 req-4adfa3ba-c3e0-405e-b48c-4b4825d182e0 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244884 Nov 11 17:17:34.541153 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d773ee70-cc46-4a99-a916-7d7a2e1cf203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:34.565026 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d773ee70-cc46-4a99-a916-7d7a2e1cf203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:34.569102 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d773ee70-cc46-4a99-a916-7d7a2e1cf203 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c96487a2-dcba-4c19-85cd-0036a8c2e27e HTTP/1.1" status: 204 len: 168 time: 0.4113779 Nov 11 17:17:34.570506 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773ee70-cc46-4a99-a916-7d7a2e1cf203 admin admin] Pushing event deleted for resources: {'Network': ['ID=c96487a2-dcba-4c19-85cd-0036a8c2e27e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:34.582930 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-0a57486d-fe74-4cf8-bd53-9e74e63b8ce2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Made reservation on behalf of 39ccbf2cad924d99ad56b5467d08ef87 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:17:34.587282 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-0a57486d-fe74-4cf8-bd53-9e74e63b8ce2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:34.780253 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48598) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:34.838152 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-89e521bd-7349-4c5f-8643-fd4da077f69d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0169f18e52a1459a895c84f99dd4af78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0565896 Nov 11 17:17:34.840647 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48602) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:34.872525 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c37ef4-499b-4f5f-a3cd-3fb920f582a0 req-14f5e1c2-92a2-4cbf-b82d-7f684480a3e2 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:34.874043 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-21c37ef4-499b-4f5f-a3cd-3fb920f582a0 req-14f5e1c2-92a2-4cbf-b82d-7f684480a3e2 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 1096 time: 0.1218383 Nov 11 17:17:34.889326 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f44249-6c0d-415e-b30c-97f3eab89312 req-13e15bc5-7f1c-4c27-a5e1-fe983e97f87f tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:34.896681 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07f44249-6c0d-415e-b30c-97f3eab89312 req-13e15bc5-7f1c-4c27-a5e1-fe983e97f87f tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.1431305 Nov 11 17:17:34.898838 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-0a57486d-fe74-4cf8-bd53-9e74e63b8ce2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Allocated IP 172.20.0.3 (c53fa25f-ee4c-487a-b50c-a868d90fe5db/7a4c5679-b2ed-4f42-a424-f20885c9949a/49d7d127-1598-410c-b002-7cdaa6625ea8) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:17:34.901814 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4ab376a-6477-4f47-9173-1384bcd1453d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:34.932469 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4ab376a-6477-4f47-9173-1384bcd1453d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:34.995596 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-21c37ef4-499b-4f5f-a3cd-3fb920f582a0 req-d435ad8e-b7f1-4d04-8174-e6df10511474 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944176 Nov 11 17:17:35.002718 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4ab376a-6477-4f47-9173-1384bcd1453d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:35.007632 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4ab376a-6477-4f47-9173-1384bcd1453d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:35.009077 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f4ab376a-6477-4f47-9173-1384bcd1453d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cfdeda34-9fc9-4f80-8131-6179240d033b HTTP/1.1" status: 204 len: 168 time: 0.1674476 Nov 11 17:17:35.023959 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07f44249-6c0d-415e-b30c-97f3eab89312 req-d15ea43b-f8b5-4843-bd06-9cf7497974bc tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265156 Nov 11 17:17:35.041259 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab376a-6477-4f47-9173-1384bcd1453d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdeda34-9fc9-4f80-8131-6179240d033b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:35.198695 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-0a57486d-fe74-4cf8-bd53-9e74e63b8ce2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:35.251393 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-0a57486d-fe74-4cf8-bd53-9e74e63b8ce2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:35.310151 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-0a57486d-fe74-4cf8-bd53-9e74e63b8ce2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Network c53fa25f-ee4c-487a-b50c-a868d90fe5db is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:17:35.313920 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-0a57486d-fe74-4cf8-bd53-9e74e63b8ce2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:35.317398 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-0a57486d-fe74-4cf8-bd53-9e74e63b8ce2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:17:35.353997 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57486d-fe74-4cf8-bd53-9e74e63b8ce2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Pushing event updated for resources: {'Port': ['ID=49d7d127-1598-410c-b002-7cdaa6625ea8,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:35.394131 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-0a57486d-fe74-4cf8-bd53-9e74e63b8ce2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:35.394809 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-0a57486d-fe74-4cf8-bd53-9e74e63b8ce2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:35.426138 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-0a57486d-fe74-4cf8-bd53-9e74e63b8ce2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0105484 Nov 11 17:17:35.469163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] Request body: {'port': {'device_id': '89ebc037-6700-45a4-8017-925d73420afe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:35.539815 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5b801-9098-4a8c-b5f8-0991becc5b78 req-3b956a9c-57c8-4fdd-918d-16bc13634124 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:35.541582 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00e5b801-9098-4a8c-b5f8-0991becc5b78 req-3b956a9c-57c8-4fdd-918d-16bc13634124 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 931 time: 0.1036820 Nov 11 17:17:35.599257 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:35.648532 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00e5b801-9098-4a8c-b5f8-0991becc5b78 req-5a412802-c00b-42a1-86cb-a504f7608154 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915632 Nov 11 17:17:35.932669 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298714b4-c777-4cc8-8d4e-4a7d9d29c76a req-f75db7c1-8671-4e43-b025-4b1656eddd80 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:35.934651 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-298714b4-c777-4cc8-8d4e-4a7d9d29c76a req-f75db7c1-8671-4e43-b025-4b1656eddd80 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.1612468 Nov 11 17:17:36.053144 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-298714b4-c777-4cc8-8d4e-4a7d9d29c76a req-8dfc4d1f-a2fa-4470-ae94-47ad8f3cee77 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103406 Nov 11 17:17:36.110833 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48656) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:36.193763 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d7d127-1598-410c-b002-7cdaa6625ea8 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:17:36.203219 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:36.237343 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee090c-2ed5-4f0f-8336-81e0a63bd679 req-a1960d93-0316-42fe-ac32-309e02c609cc tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:36.252185 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-27ee090c-2ed5-4f0f-8336-81e0a63bd679 req-a1960d93-0316-42fe-ac32-309e02c609cc tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.1093595 Nov 11 17:17:36.256733 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] Transition to ACTIVE for port object 49d7d127-1598-410c-b002-7cdaa6625ea8 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:17:36.273590 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:36.287553 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-4b58da0d-de9d-4ff5-bbb4-0c8482d0160d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2048447337-network', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:36.327090 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b58da0d-de9d-4ff5-bbb4-0c8482d0160d admin admin] Made reservation on behalf of 4507fd3f60f24b259a28ded8232f88cf for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:17:36.329734 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4b58da0d-de9d-4ff5-bbb4-0c8482d0160d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:36.343576 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4b58da0d-de9d-4ff5-bbb4-0c8482d0160d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:36.412781 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-27ee090c-2ed5-4f0f-8336-81e0a63bd679 req-35c630b2-74ff-42f4-9826-481570db3424 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589115 Nov 11 17:17:36.413466 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] Pushing event updated for resources: {'Port': ['ID=49d7d127-1598-410c-b002-7cdaa6625ea8,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:36.501495 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4b58da0d-de9d-4ff5-bbb4-0c8482d0160d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:36.509297 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4b58da0d-de9d-4ff5-bbb4-0c8482d0160d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:36.533186 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] Attempting to bind port 49d7d127-1598-410c-b002-7cdaa6625ea8 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:17:36.533576 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] Attempting to bind port 49d7d127-1598-410c-b002-7cdaa6625ea8 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '5f9bc0d0-071c-4a5a-b668-056b98ce33d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'c53fa25f-ee4c-487a-b50c-a868d90fe5db'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:17:36.533934 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] Attempting to bind port 49d7d127-1598-410c-b002-7cdaa6625ea8 on network c53fa25f-ee4c-487a-b50c-a868d90fe5db {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:36.547902 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b58da0d-de9d-4ff5-bbb4-0c8482d0160d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1295} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:17:36.555566 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] Port 49d7d127-1598-410c-b002-7cdaa6625ea8 on network c53fa25f-ee4c-487a-b50c-a868d90fe5db not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:17:36.555566 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] Attempting to bind port 49d7d127-1598-410c-b002-7cdaa6625ea8 on network c53fa25f-ee4c-487a-b50c-a868d90fe5db {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:36.572453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:17:36.572793 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] Checking segment: {'id': '5f9bc0d0-071c-4a5a-b668-056b98ce33d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'c53fa25f-ee4c-487a-b50c-a868d90fe5db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:17:36.573171 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] Bound using segment: {'id': '5f9bc0d0-071c-4a5a-b668-056b98ce33d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'c53fa25f-ee4c-487a-b50c-a868d90fe5db'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:17:36.578090 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4b58da0d-de9d-4ff5-bbb4-0c8482d0160d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:36.578573 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-4b58da0d-de9d-4ff5-bbb4-0c8482d0160d admin admin] Added segment f7bcde08-2a26-47a0-ac10-9802a0416c10 of type vlan for network c7fddae8-aa71-45c6-8a4c-6a1cd7404391 Nov 11 17:17:36.579521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] Bound port: 49d7d127-1598-410c-b002-7cdaa6625ea8, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f9bc0d0-071c-4a5a-b668-056b98ce33d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'c53fa25f-ee4c-487a-b50c-a868d90fe5db'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:17:36.580044 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:36.580740 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58da0d-de9d-4ff5-bbb4-0c8482d0160d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b051f7-5b28-4792-b42c-f29c5b09d39d,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:36.635093 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4b58da0d-de9d-4ff5-bbb4-0c8482d0160d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:36.698394 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4b58da0d-de9d-4ff5-bbb4-0c8482d0160d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:36.699954 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b58da0d-de9d-4ff5-bbb4-0c8482d0160d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:36.700554 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4b58da0d-de9d-4ff5-bbb4-0c8482d0160d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:36.701177 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] For port 49d7d127-1598-410c-b002-7cdaa6625ea8, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:17:36.706371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] For port 49d7d127-1598-410c-b002-7cdaa6625ea8, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=49d7d127-1598-410c-b002-7cdaa6625ea8,segment=NetworkSegment(5f9bc0d0-071c-4a5a-b668-056b98ce33d1),segment_id=5f9bc0d0-071c-4a5a-b668-056b98ce33d1)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:17:36.716149 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:36.734123 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4b58da0d-de9d-4ff5-bbb4-0c8482d0160d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6207342 Nov 11 17:17:36.743113 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48672) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:36.795909 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58da0d-de9d-4ff5-bbb4-0c8482d0160d admin admin] Pushing event updated for resources: {'Network': ['ID=c7fddae8-aa71-45c6-8a4c-6a1cd7404391,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:36.816257 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network c7fddae8-aa71-45c6-8a4c-6a1cd7404391 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:17:36.823622 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-c3edbb7e-0200-4b44-be4c-4d0b0b0a5473 admin admin] Request body: {'subnet': {'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2048447337-subnet', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:36.831398 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] Pushing event updated for resources: {'Port': ['ID=49d7d127-1598-410c-b002-7cdaa6625ea8,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:36.843340 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:36.843340 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:36.844389 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-17912a89-5442-4814-acbf-6bc8c7c6a41c service neutron] 10.222.0.64 "PUT /v2.0/ports/49d7d127-1598-410c-b002-7cdaa6625ea8 HTTP/1.1" status: 200 len: 1091 time: 1.3866022 Nov 11 17:17:36.845003 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ebc037-6700-45a4-8017-925d73420afe', 'tag': '49d7d127-1598-410c-b002-7cdaa6625ea8'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:17:36.847573 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd4ed20-3804-4e2a-813f-f6fbcf9a1e87" -d '{"events": [{"name": "network-changed", "server_uuid": "89ebc037-6700-45a4-8017-925d73420afe", "tag": "49d7d127-1598-410c-b002-7cdaa6625ea8"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:17:36.896624 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3edbb7e-0200-4b44-be4c-4d0b0b0a5473 admin admin] Made reservation on behalf of 4507fd3f60f24b259a28ded8232f88cf for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:17:36.899298 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3edbb7e-0200-4b44-be4c-4d0b0b0a5473 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:36.965208 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48680) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:37.042400 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-e6a46455-7ebd-42cc-b6ee-56fd0f101e3e tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:17:37.043787 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-e6a46455-7ebd-42cc-b6ee-56fd0f101e3e tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0772569 Nov 11 17:17:37.078142 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-df3a1a9e-0d9e-4e40-8fcb-07c3fcfc9877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:37.079631 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-df3a1a9e-0d9e-4e40-8fcb-07c3fcfc9877 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39ccbf2cad924d99ad56b5467d08ef87&device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 1094 time: 0.1515570 Nov 11 17:17:37.093506 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7daed-bf95-4644-84ad-07ef486ad84e req-131bde29-0839-4167-8fd3-918cdc371568 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:37.094982 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ebd7daed-bf95-4644-84ad-07ef486ad84e req-131bde29-0839-4167-8fd3-918cdc371568 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 943 time: 0.1123209 Nov 11 17:17:37.146071 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-a7128ae9-3410-4dd9-bcc6-e745a3ed4e9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49d7d127-1598-410c-b002-7cdaa6625ea8 HTTP/1.1" status: 200 len: 217 time: 0.0482643 Nov 11 17:17:37.191044 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-cacd401a-d11d-4234-9067-4f68a43a1f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:37.193266 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-cacd401a-d11d-4234-9067-4f68a43a1f1f service neutron] 10.222.0.76 "GET /v2.0/ports/05f132a5-4b5e-4b1a-950f-4bd2417d3153 HTTP/1.1" status: 200 len: 1093 time: 0.0878024 Nov 11 17:17:37.202582 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-bf5da1f6-6646-4f1a-b8ac-bedb05a0f353 service neutron] Request body: {'binding': {'host': 'n-h2-816206-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:37.203028 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-bf5da1f6-6646-4f1a-b8ac-bedb05a0f353 service neutron] Unknown quota resources ['binding']. {{(pid=102617) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 17:17:37.213037 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-c0c9c5ea-76ff-4bbc-8600-c4e7e5cf6fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:37.214498 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-c0c9c5ea-76ff-4bbc-8600-c4e7e5cf6fcd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a4c5679-b2ed-4f42-a424-f20885c9949a HTTP/1.1" status: 200 len: 861 time: 0.0584674 Nov 11 17:17:37.278126 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-5ea94c1e-bd45-416e-ae8d-9f22f0c56f64 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c53fa25f-ee4c-487a-b50c-a868d90fe5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417953 Nov 11 17:17:37.303173 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ebd7daed-bf95-4644-84ad-07ef486ad84e req-e18c7425-84f4-4fd8-b8ee-6607ec45845e tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921976 Nov 11 17:17:37.366213 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-bf5da1f6-6646-4f1a-b8ac-bedb05a0f353 service neutron] Attempting to bind port 05f132a5-4b5e-4b1a-950f-4bd2417d3153 on host n-h2-816206-4 for vnic_type normal with profile None {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:17:37.366547 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-bf5da1f6-6646-4f1a-b8ac-bedb05a0f353 service neutron] Attempting to bind port 05f132a5-4b5e-4b1a-950f-4bd2417d3153 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:17:37.366875 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-bf5da1f6-6646-4f1a-b8ac-bedb05a0f353 service neutron] Attempting to bind port 05f132a5-4b5e-4b1a-950f-4bd2417d3153 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:37.371721 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-bf5da1f6-6646-4f1a-b8ac-bedb05a0f353 service neutron] Port 05f132a5-4b5e-4b1a-950f-4bd2417d3153 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:17:37.372112 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-bf5da1f6-6646-4f1a-b8ac-bedb05a0f353 service neutron] Attempting to bind port 05f132a5-4b5e-4b1a-950f-4bd2417d3153 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:37.377511 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-bf5da1f6-6646-4f1a-b8ac-bedb05a0f353 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:17:37.377881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-bf5da1f6-6646-4f1a-b8ac-bedb05a0f353 service neutron] Checking segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:17:37.378352 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-bf5da1f6-6646-4f1a-b8ac-bedb05a0f353 service neutron] Bound using segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:17:37.378783 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-bf5da1f6-6646-4f1a-b8ac-bedb05a0f353 service neutron] Bound port: 05f132a5-4b5e-4b1a-950f-4bd2417d3153, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:17:37.381309 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-70b2922c-2389-4b9a-80e7-0370e7d466ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:37.419483 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed978da-d153-4b1d-9bfc-5c8679268151 x-openstack-request-id: req-2ed978da-d153-4b1d-9bfc-5c8679268151 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:17:37.419798 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ebc037-6700-45a4-8017-925d73420afe", "tag": "49d7d127-1598-410c-b002-7cdaa6625ea8", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:17:37.420360 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ed978da-d153-4b1d-9bfc-5c8679268151 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:17:37.420511 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ebc037-6700-45a4-8017-925d73420afe', 'tag': '49d7d127-1598-410c-b002-7cdaa6625ea8', 'status': 'completed', 'code': 200} Nov 11 17:17:37.445755 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-bf5da1f6-6646-4f1a-b8ac-bedb05a0f353 service neutron] For port 05f132a5-4b5e-4b1a-950f-4bd2417d3153, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=05f132a5-4b5e-4b1a-950f-4bd2417d3153,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:17:37.457923 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-bf5da1f6-6646-4f1a-b8ac-bedb05a0f353 service neutron] Publish callbacks [] for binding, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:37.460096 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-bf5da1f6-6646-4f1a-b8ac-bedb05a0f353 service neutron] 10.222.0.76 "POST /v2.0/ports/05f132a5-4b5e-4b1a-950f-4bd2417d3153/bindings HTTP/1.1" status: 201 len: 389 time: 0.2609317 Nov 11 17:17:37.499804 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3edbb7e-0200-4b44-be4c-4d0b0b0a5473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:37.589737 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-72c23299-0aba-4667-824a-ca60f93be251 service neutron] 10.222.0.64 "GET /v2.0/networks/c53fa25f-ee4c-487a-b50c-a868d90fe5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023851 Nov 11 17:17:37.590700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3edbb7e-0200-4b44-be4c-4d0b0b0a5473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eb61d51-fc7a-46d9-a27d-820641822eac,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:37.603388 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d0a55-b2b7-4402-8ae2-4b769cf18b1b req-1b68c320-a376-46e4-9ca0-7d6cc27956cc tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:37.605122 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-587d0a55-b2b7-4402-8ae2-4b769cf18b1b req-1b68c320-a376-46e4-9ca0-7d6cc27956cc tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.1460407 Nov 11 17:17:37.697210 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3edbb7e-0200-4b44-be4c-4d0b0b0a5473 admin admin] Checking segment: {'id': 'f7bcde08-2a26-47a0-ac10-9802a0416c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:17:37.697569 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3edbb7e-0200-4b44-be4c-4d0b0b0a5473 admin admin] Network hostable DHCP agents. Network: c7fddae8-aa71-45c6-8a4c-6a1cd7404391, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:17:37.782531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-587d0a55-b2b7-4402-8ae2-4b769cf18b1b req-6c87736e-90af-485c-889a-00d4436674c0 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543999 Nov 11 17:17:37.796603 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3edbb7e-0200-4b44-be4c-4d0b0b0a5473 admin admin] Network c7fddae8-aa71-45c6-8a4c-6a1cd7404391 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:17:37.824367 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff52a646-6094-4e4a-a02a-1d0cb83eb89d req-a787e6f7-3f04-46d8-aec3-0f782c5e6e9f service neutron] 10.222.0.64 "GET /v2.0/networks/c53fa25f-ee4c-487a-b50c-a868d90fe5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166641 Nov 11 17:17:37.827407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-c3edbb7e-0200-4b44-be4c-4d0b0b0a5473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, c7fddae8-aa71-45c6-8a4c-6a1cd7404391) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:37.839942 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb19d77-7dae-48b5-afcc-ff805239a4af req-bc42fe2c-091d-4404-9145-359ed62f0992 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:37.841684 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2bb19d77-7dae-48b5-afcc-ff805239a4af req-bc42fe2c-091d-4404-9145-359ed62f0992 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.1418703 Nov 11 17:17:37.844164 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce67399-cd27-47ea-95f3-0271c1550dd4 None None] Network c7fddae8-aa71-45c6-8a4c-6a1cd7404391 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:17:37.845599 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3edbb7e-0200-4b44-be4c-4d0b0b0a5473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:37.846540 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3edbb7e-0200-4b44-be4c-4d0b0b0a5473 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:37.882909 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c3edbb7e-0200-4b44-be4c-4d0b0b0a5473 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1197023 Nov 11 17:17:37.883160 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-1ed243d7-7e68-4ed6-b54b-7bb3f5e4b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:37.888122 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48698) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:37.893817 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-23e40fc9-a96d-4563-aaa5-dff3deccc80d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2048447337-router', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:37.901033 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-1ed243d7-7e68-4ed6-b54b-7bb3f5e4b243 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 1096 time: 0.1401250 Nov 11 17:17:37.971782 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2bb19d77-7dae-48b5-afcc-ff805239a4af req-b4f3935a-d330-4197-9969-c6957e279134 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167314 Nov 11 17:17:37.998406 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-23e40fc9-a96d-4563-aaa5-dff3deccc80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:37.999843 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-23e40fc9-a96d-4563-aaa5-dff3deccc80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:38.047971 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-1dedbd1d-a9ca-484c-8932-4ac190c7f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:38.056199 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-1dedbd1d-a9ca-484c-8932-4ac190c7f492 service neutron] 10.222.0.83 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 910 time: 0.1451905 Nov 11 17:17:38.064752 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-23e40fc9-a96d-4563-aaa5-dff3deccc80d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:38.073926 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4ed20-3804-4e2a-813f-f6fbcf9a1e87 req-9cf94878-1859-423a-ba70-18ba2e2df11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:38.077645 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-edd4ed20-3804-4e2a-813f-f6fbcf9a1e87 req-9cf94878-1859-423a-ba70-18ba2e2df11e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39ccbf2cad924d99ad56b5467d08ef87&device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 1094 time: 0.1582887 Nov 11 17:17:38.119383 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-d91f61e0-01bc-41a9-8bd1-9e5afed3776b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05f132a5-4b5e-4b1a-950f-4bd2417d3153 HTTP/1.1" status: 200 len: 217 time: 0.0542912 Nov 11 17:17:38.191496 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff18118e-226b-4fe3-bc4b-a4da573d678f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-c7fddae8-aa71-45c6-8a4c-6a1cd7404391', 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'fixed_ips': [{'subnet_id': '3eb61d51-fc7a-46d9-a27d-820641822eac'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:17:38.192445 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ff18118e-226b-4fe3-bc4b-a4da573d678f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:38.244675 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-c9bd6b2e-5e31-458d-aa86-32dc3180f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:38.247398 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-c9bd6b2e-5e31-458d-aa86-32dc3180f65a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=651c5717-7c13-46c4-8d6a-3f6dcf13301c HTTP/1.1" status: 200 len: 848 time: 0.1193030 Nov 11 17:17:38.275018 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4ed20-3804-4e2a-813f-f6fbcf9a1e87 req-67c996c6-38dd-446f-9d86-68ae3c374096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:38.277041 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-edd4ed20-3804-4e2a-813f-f6fbcf9a1e87 req-67c996c6-38dd-446f-9d86-68ae3c374096 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c53fa25f-ee4c-487a-b50c-a868d90fe5db HTTP/1.1" status: 200 len: 923 time: 0.1867332 Nov 11 17:17:38.293207 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-3d231245-c030-4839-8e74-081cdc72b120 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aff4ca62-299e-49a9-90bd-d7da6c894e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387359 Nov 11 17:17:38.372154 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3289948-a1f5-45f5-b06a-61eb8f2f2c3a req-98cc82f9-5218-460d-b128-b396c88c4ca4 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:38.381957 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3289948-a1f5-45f5-b06a-61eb8f2f2c3a req-98cc82f9-5218-460d-b128-b396c88c4ca4 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 945 time: 0.4285769 Nov 11 17:17:38.389261 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-edd4ed20-3804-4e2a-813f-f6fbcf9a1e87 req-704e321a-d554-4719-8094-865f899cde04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49d7d127-1598-410c-b002-7cdaa6625ea8 HTTP/1.1" status: 200 len: 217 time: 0.0812657 Nov 11 17:17:38.401186 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-ff18118e-226b-4fe3-bc4b-a4da573d678f None None] Allocated IP 172.20.0.2 (c7fddae8-aa71-45c6-8a4c-6a1cd7404391/3eb61d51-fc7a-46d9-a27d-820641822eac/a4812ccb-2070-4703-a0ab-b96bed7fa338) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:17:38.475592 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-90dd3620-162e-4079-a2ca-00f335078454 service neutron] 10.222.0.83 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749747 Nov 11 17:17:38.613307 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ff18118e-226b-4fe3-bc4b-a4da573d678f None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:38.627327 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ff18118e-226b-4fe3-bc4b-a4da573d678f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:38.656230 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-6585e649-4c7e-4e24-85d0-9312d5b01650 service neutron] 10.222.0.83 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560292 Nov 11 17:17:38.666822 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff18118e-226b-4fe3-bc4b-a4da573d678f None None] Network c7fddae8-aa71-45c6-8a4c-6a1cd7404391 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:17:38.671088 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-ff18118e-226b-4fe3-bc4b-a4da573d678f None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:38.677537 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff18118e-226b-4fe3-bc4b-a4da573d678f None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:17:38.733945 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18118e-226b-4fe3-bc4b-a4da573d678f None None] Pushing event updated for resources: {'Port': ['ID=a4812ccb-2070-4703-a0ab-b96bed7fa338,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:38.750288 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ff18118e-226b-4fe3-bc4b-a4da573d678f None None] Attempting to bind port a4812ccb-2070-4703-a0ab-b96bed7fa338 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:17:38.750736 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ff18118e-226b-4fe3-bc4b-a4da573d678f None None] Attempting to bind port a4812ccb-2070-4703-a0ab-b96bed7fa338 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'f7bcde08-2a26-47a0-ac10-9802a0416c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:17:38.751110 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff18118e-226b-4fe3-bc4b-a4da573d678f None None] Attempting to bind port a4812ccb-2070-4703-a0ab-b96bed7fa338 on network c7fddae8-aa71-45c6-8a4c-6a1cd7404391 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:38.757212 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff18118e-226b-4fe3-bc4b-a4da573d678f None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:17:38.757584 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff18118e-226b-4fe3-bc4b-a4da573d678f None None] Checking segment: {'id': 'f7bcde08-2a26-47a0-ac10-9802a0416c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:17:38.758104 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ff18118e-226b-4fe3-bc4b-a4da573d678f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:38.758499 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff18118e-226b-4fe3-bc4b-a4da573d678f None None] Bound using segment: {'id': 'f7bcde08-2a26-47a0-ac10-9802a0416c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:17:38.758959 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ff18118e-226b-4fe3-bc4b-a4da573d678f None None] Bound port: a4812ccb-2070-4703-a0ab-b96bed7fa338, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7bcde08-2a26-47a0-ac10-9802a0416c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:17:38.759585 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ff18118e-226b-4fe3-bc4b-a4da573d678f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:38.820175 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-23e40fc9-a96d-4563-aaa5-dff3deccc80d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:38.892103 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ff18118e-226b-4fe3-bc4b-a4da573d678f None None] For port a4812ccb-2070-4703-a0ab-b96bed7fa338, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:17:38.894298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd077a3-da73-40fc-9aaa-aa14b4935958 req-7ac276eb-3294-49ea-a7f7-62c2c2c4e335 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:38.896662 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1bd077a3-da73-40fc-9aaa-aa14b4935958 req-7ac276eb-3294-49ea-a7f7-62c2c2c4e335 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 943 time: 0.1851609 Nov 11 17:17:38.898953 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ff18118e-226b-4fe3-bc4b-a4da573d678f None None] For port a4812ccb-2070-4703-a0ab-b96bed7fa338, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a4812ccb-2070-4703-a0ab-b96bed7fa338,segment=NetworkSegment(f7bcde08-2a26-47a0-ac10-9802a0416c10),segment_id=f7bcde08-2a26-47a0-ac10-9802a0416c10)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:17:38.900921 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-d3dc3a78-7d70-41f7-a74a-c475d5370cb9 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:38.902792 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-d3dc3a78-7d70-41f7-a74a-c475d5370cb9 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693&tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 1096 time: 0.1362276 Nov 11 17:17:38.904757 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ff18118e-226b-4fe3-bc4b-a4da573d678f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:38.916729 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8d50a660-9674-476f-83d4-2a580794874f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-4'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:38.933996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4ed20-3804-4e2a-813f-f6fbcf9a1e87 req-24416547-dad1-473d-b27f-b6dd89208674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:38.935405 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-edd4ed20-3804-4e2a-813f-f6fbcf9a1e87 req-24416547-dad1-473d-b27f-b6dd89208674 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a4c5679-b2ed-4f42-a424-f20885c9949a HTTP/1.1" status: 200 len: 861 time: 0.5373449 Nov 11 17:17:38.945959 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3289948-a1f5-45f5-b06a-61eb8f2f2c3a req-42fb3890-e6d1-47c2-a4bf-3a53eaee775e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626440 Nov 11 17:17:38.971646 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18118e-226b-4fe3-bc4b-a4da573d678f None None] Pushing event updated for resources: {'Port': ['ID=a4812ccb-2070-4703-a0ab-b96bed7fa338,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:39.009744 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8d50a660-9674-476f-83d4-2a580794874f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:39.069482 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-edd4ed20-3804-4e2a-813f-f6fbcf9a1e87 req-8c2a3cc9-57b6-498c-84c6-c96d2599e75c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c53fa25f-ee4c-487a-b50c-a868d90fe5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215007 Nov 11 17:17:39.178993 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8d50a660-9674-476f-83d4-2a580794874f service neutron] For port 05f132a5-4b5e-4b1a-950f-4bd2417d3153, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=05f132a5-4b5e-4b1a-950f-4bd2417d3153,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:39.204000 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1bd077a3-da73-40fc-9aaa-aa14b4935958 req-e0269bae-9d4f-47d2-b0d0-34c222f7021a tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718499 Nov 11 17:17:39.261496 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a76ce-1e7a-4f57-968d-53f96dc895b3 req-89314fc6-3386-43d3-b1f6-1feee68af9d9 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:39.268753 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-979a76ce-1e7a-4f57-968d-53f96dc895b3 req-89314fc6-3386-43d3-b1f6-1feee68af9d9 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.1963146 Nov 11 17:17:39.305899 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8d50a660-9674-476f-83d4-2a580794874f service neutron] For port 05f132a5-4b5e-4b1a-950f-4bd2417d3153, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:17:39.339230 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-edd4ed20-3804-4e2a-813f-f6fbcf9a1e87 req-605cd343-5c05-4b9e-b155-c085ecd048ed service neutron] 10.222.0.64 "GET /v2.0/networks/c53fa25f-ee4c-487a-b50c-a868d90fe5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601666 Nov 11 17:17:39.358254 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8d50a660-9674-476f-83d4-2a580794874f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:39.362414 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d29812-5f9d-4b4e-8fa7-896241be4693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05f132a5-4b5e-4b1a-950f-4bd2417d3153'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:17:39.367482 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3f9f6a-3f98-4038-b1a4-4feb0c0016bf" -d '{"events": [{"server_uuid": "63d29812-5f9d-4b4e-8fa7-896241be4693", "name": "network-vif-unplugged", "status": "completed", "tag": "05f132a5-4b5e-4b1a-950f-4bd2417d3153"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:17:39.372699 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8d50a660-9674-476f-83d4-2a580794874f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:39.464419 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50a660-9674-476f-83d4-2a580794874f service neutron] Pushing event updated for resources: {'Port': ['ID=05f132a5-4b5e-4b1a-950f-4bd2417d3153,revision_number=7']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:39.492702 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-979a76ce-1e7a-4f57-968d-53f96dc895b3 req-9991e70c-930d-498d-a1ab-a2e06661a623 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230804 Nov 11 17:17:39.498493 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8d50a660-9674-476f-83d4-2a580794874f service neutron] Attempting to bind port 05f132a5-4b5e-4b1a-950f-4bd2417d3153 on host n-h1-816206-4 for vnic_type normal with profile {"migrating_to": "n-h2-816206-4"} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:17:39.498906 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8d50a660-9674-476f-83d4-2a580794874f service neutron] Attempting to bind port 05f132a5-4b5e-4b1a-950f-4bd2417d3153 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:17:39.499338 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8d50a660-9674-476f-83d4-2a580794874f service neutron] Attempting to bind port 05f132a5-4b5e-4b1a-950f-4bd2417d3153 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:39.504805 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8d50a660-9674-476f-83d4-2a580794874f service neutron] Port 05f132a5-4b5e-4b1a-950f-4bd2417d3153 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:17:39.505852 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8d50a660-9674-476f-83d4-2a580794874f service neutron] Attempting to bind port 05f132a5-4b5e-4b1a-950f-4bd2417d3153 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:39.522933 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8d50a660-9674-476f-83d4-2a580794874f service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:17:39.523133 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8d50a660-9674-476f-83d4-2a580794874f service neutron] Checking segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:17:39.523653 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8d50a660-9674-476f-83d4-2a580794874f service neutron] Bound using segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:17:39.524254 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8d50a660-9674-476f-83d4-2a580794874f service neutron] Bound port: 05f132a5-4b5e-4b1a-950f-4bd2417d3153, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:17:39.524752 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8d50a660-9674-476f-83d4-2a580794874f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:39.598300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2f3f4-0809-4af0-801d-ad09f41cc2b9 req-a4699512-9a87-43ff-97dd-40b322be0fcd tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:39.604397 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8d50a660-9674-476f-83d4-2a580794874f service neutron] For port 05f132a5-4b5e-4b1a-950f-4bd2417d3153, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:17:39.606449 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-78e2f3f4-0809-4af0-801d-ad09f41cc2b9 req-a4699512-9a87-43ff-97dd-40b322be0fcd tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.2593341 Nov 11 17:17:39.607904 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8d50a660-9674-476f-83d4-2a580794874f service neutron] For port 05f132a5-4b5e-4b1a-950f-4bd2417d3153, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=05f132a5-4b5e-4b1a-950f-4bd2417d3153,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:17:39.622765 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8d50a660-9674-476f-83d4-2a580794874f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:39.647720 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-edd4ed20-3804-4e2a-813f-f6fbcf9a1e87 req-a48a5298-f0b6-4a17-a148-36764dfa40ac service neutron] 10.222.0.64 "GET /v2.0/networks/c53fa25f-ee4c-487a-b50c-a868d90fe5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992282 Nov 11 17:17:39.719411 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cf424e54-ce5c-4f66-9e46-0d9733796edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:39.730079 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-78e2f3f4-0809-4af0-801d-ad09f41cc2b9 req-86e0c906-f1d5-4c07-88a1-87214f264c02 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224365 Nov 11 17:17:39.745083 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50a660-9674-476f-83d4-2a580794874f service neutron] Pushing event updated for resources: {'Port': ['ID=05f132a5-4b5e-4b1a-950f-4bd2417d3153,revision_number=8']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:39.748065 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-23e40fc9-a96d-4563-aaa5-dff3deccc80d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:39.793295 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8d50a660-9674-476f-83d4-2a580794874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:39.794003 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8d50a660-9674-476f-83d4-2a580794874f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:39.795581 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8d50a660-9674-476f-83d4-2a580794874f service neutron] 10.222.0.83 "PUT /v2.0/ports/05f132a5-4b5e-4b1a-950f-4bd2417d3153 HTTP/1.1" status: 200 len: 1121 time: 0.8846660 Nov 11 17:17:39.797120 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b5dc93-45bc-4518-9561-086561a5ce24 x-openstack-request-id: req-d3b5dc93-45bc-4518-9561-086561a5ce24 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:17:39.797407 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d29812-5f9d-4b4e-8fa7-896241be4693", "name": "network-vif-unplugged", "status": "completed", "tag": "05f132a5-4b5e-4b1a-950f-4bd2417d3153", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:17:39.797658 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d3b5dc93-45bc-4518-9561-086561a5ce24 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:17:39.797777 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-23e40fc9-a96d-4563-aaa5-dff3deccc80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:39.804124 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d29812-5f9d-4b4e-8fa7-896241be4693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05f132a5-4b5e-4b1a-950f-4bd2417d3153', 'code': 200} Nov 11 17:17:39.936719 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['05f132a5-4b5e-4b1a-950f-4bd2417d3153'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:17:39.971361 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-23e40fc9-a96d-4563-aaa5-dff3deccc80d admin admin] Allocated IP 172.25.2.109 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/1954a38b-f2cd-4349-a19b-99c9248f13cb) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:17:40.153079 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a31dd-c55a-48cb-805b-8b7e1b1d3f5d req-58ef2178-7bce-432f-b90d-c84f27abbccd tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:40.154889 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb2a31dd-c55a-48cb-805b-8b7e1b1d3f5d req-58ef2178-7bce-432f-b90d-c84f27abbccd tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 943 time: 0.0905509 Nov 11 17:17:40.204577 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-23e40fc9-a96d-4563-aaa5-dff3deccc80d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:40.248710 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb2a31dd-c55a-48cb-805b-8b7e1b1d3f5d req-0f8f1f50-a344-44b4-89b7-1432e87f00da tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863509 Nov 11 17:17:40.295446 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-23e40fc9-a96d-4563-aaa5-dff3deccc80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:40.330702 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c0fb07-3f64-47d1-bb47-9b546be4b179 None None] Network c7fddae8-aa71-45c6-8a4c-6a1cd7404391 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:17:40.342763 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e40fc9-a96d-4563-aaa5-dff3deccc80d admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:17:40.345831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-23e40fc9-a96d-4563-aaa5-dff3deccc80d admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:40.350205 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e40fc9-a96d-4563-aaa5-dff3deccc80d admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:17:40.385787 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e40fc9-a96d-4563-aaa5-dff3deccc80d admin admin] Pushing event updated for resources: {'Port': ['ID=1954a38b-f2cd-4349-a19b-99c9248f13cb,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:40.434168 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f8e3f39a-6905-47bb-8a18-e88dcb960956 None None] Provisioning complete for port a4812ccb-2070-4703-a0ab-b96bed7fa338 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:40.434531 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f39a-6905-47bb-8a18-e88dcb960956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:40.501728 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f595f-23ed-44fd-9571-68264ae1ede4 req-18595d43-05bc-4142-8f42-c3a5f777a6ac tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:40.503159 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d66f595f-23ed-44fd-9571-68264ae1ede4 req-18595d43-05bc-4142-8f42-c3a5f777a6ac tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 943 time: 0.1475914 Nov 11 17:17:40.606037 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f39a-6905-47bb-8a18-e88dcb960956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:40.653159 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f8e3f39a-6905-47bb-8a18-e88dcb960956 None None] For port a4812ccb-2070-4703-a0ab-b96bed7fa338, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a4812ccb-2070-4703-a0ab-b96bed7fa338,segment=NetworkSegment(f7bcde08-2a26-47a0-ac10-9802a0416c10),segment_id=f7bcde08-2a26-47a0-ac10-9802a0416c10)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:40.663119 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d66f595f-23ed-44fd-9571-68264ae1ede4 req-afe67dce-efbd-4b39-8c15-67e42002d17d tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535985 Nov 11 17:17:40.665951 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f8e3f39a-6905-47bb-8a18-e88dcb960956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:40.733229 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3f39a-6905-47bb-8a18-e88dcb960956 None None] Pushing event updated for resources: {'Port': ['ID=a4812ccb-2070-4703-a0ab-b96bed7fa338,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:40.826185 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:40.837075 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-23e40fc9-a96d-4563-aaa5-dff3deccc80d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:40.847490 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f9a14-a6b6-4f0d-b9c1-a644af7cf1b9 req-0ab2e82d-8672-4375-a64c-6efdd4fbf5cc tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:40.849237 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-094f9a14-a6b6-4f0d-b9c1-a644af7cf1b9 req-0ab2e82d-8672-4375-a64c-6efdd4fbf5cc tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.2533088 Nov 11 17:17:40.975426 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 49d7d127-1598-410c-b002-7cdaa6625ea8 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:17:41.018999 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-094f9a14-a6b6-4f0d-b9c1-a644af7cf1b9 req-3716a46b-8970-4525-98c4-380ffbae62c6 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170728 Nov 11 17:17:41.070875 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ad28d1bc-6424-4c1a-b8a1-3ec602ddd95d None None] Provisioning complete for port a4812ccb-2070-4703-a0ab-b96bed7fa338 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:41.074478 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ad28d1bc-6424-4c1a-b8a1-3ec602ddd95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:41.138065 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2b1b5-1f85-40a2-98b9-d11fc0e02e0d req-ad95e50b-a61a-4d08-aafa-9f2a6cfbb2d3 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:41.139905 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83e2b1b5-1f85-40a2-98b9-d11fc0e02e0d req-ad95e50b-a61a-4d08-aafa-9f2a6cfbb2d3 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.1173048 Nov 11 17:17:41.164368 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 49d7d127-1598-410c-b002-7cdaa6625ea8, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=49d7d127-1598-410c-b002-7cdaa6625ea8,segment=NetworkSegment(5f9bc0d0-071c-4a5a-b668-056b98ce33d1),segment_id=5f9bc0d0-071c-4a5a-b668-056b98ce33d1)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:41.179706 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '49d7d127-1598-410c-b002-7cdaa6625ea8', 'network_id': 'c53fa25f-ee4c-487a-b50c-a868d90fe5db', 'port_id': '49d7d127-1598-410c-b002-7cdaa6625ea8', 'mac_address': 'fa:16:3e:98:f5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4c5679-b2ed-4f42-a424-f20885c9949a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:17:41.261522 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a4812ccb-2070-4703-a0ab-b96bed7fa338 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:17:41.265592 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83e2b1b5-1f85-40a2-98b9-d11fc0e02e0d req-99acef33-640d-484a-8101-bfa0fa5daac7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131947 Nov 11 17:17:41.292781 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:41.297222 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-23e40fc9-a96d-4563-aaa5-dff3deccc80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:41.316408 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d7d127-1598-410c-b002-7cdaa6625ea8 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:17:41.343043 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 49d7d127-1598-410c-b002-7cdaa6625ea8, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=49d7d127-1598-410c-b002-7cdaa6625ea8,segment=NetworkSegment(5f9bc0d0-071c-4a5a-b668-056b98ce33d1),segment_id=5f9bc0d0-071c-4a5a-b668-056b98ce33d1)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:41.348065 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port a4812ccb-2070-4703-a0ab-b96bed7fa338 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:41.348366 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:41.352429 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:41.436475 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=49d7d127-1598-410c-b002-7cdaa6625ea8,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:41.457467 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873afca-1ac8-4927-90ce-93ec96546ae3 req-1c83a843-7374-4a3b-a6a3-d6639535751f tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:41.465220 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d873afca-1ac8-4927-90ce-93ec96546ae3 req-1c83a843-7374-4a3b-a6a3-d6639535751f tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 943 time: 0.0997927 Nov 11 17:17:41.543313 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d873afca-1ac8-4927-90ce-93ec96546ae3 req-ca0aba87-a853-4cb2-86f1-364b0cf06691 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770950 Nov 11 17:17:41.581109 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e40fc9-a96d-4563-aaa5-dff3deccc80d admin admin] Router b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:17:41.696451 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e40fc9-a96d-4563-aaa5-dff3deccc80d admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:17:41.706467 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] Sync routers for ids ['b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:17:41.718334 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['49d7d127-1598-410c-b002-7cdaa6625ea8'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:17:41.725394 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-23e40fc9-a96d-4563-aaa5-dff3deccc80d admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:41.726755 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-23e40fc9-a96d-4563-aaa5-dff3deccc80d admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8373775 Nov 11 17:17:41.729301 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48740) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:41.767440 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] Routers {'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:17:41.768264 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:17:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:41.805635 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d29812-5f9d-4b4e-8fa7-896241be4693', 'tag': '05f132a5-4b5e-4b1a-950f-4bd2417d3153'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:17:41.805635 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f38b47-b396-41a6-9fa1-1ca92144e691" -d '{"events": [{"name": "network-changed", "server_uuid": "63d29812-5f9d-4b4e-8fa7-896241be4693", "tag": "05f132a5-4b5e-4b1a-950f-4bd2417d3153"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:17:41.863628 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0d4eb7-8871-461b-aed3-80649844d039 x-openstack-request-id: req-5f0d4eb7-8871-461b-aed3-80649844d039 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:17:41.864255 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d29812-5f9d-4b4e-8fa7-896241be4693", "tag": "05f132a5-4b5e-4b1a-950f-4bd2417d3153", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:17:41.864815 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5f0d4eb7-8871-461b-aed3-80649844d039 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:17:41.865656 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d29812-5f9d-4b4e-8fa7-896241be4693', 'tag': '05f132a5-4b5e-4b1a-950f-4bd2417d3153', 'status': 'completed', 'code': 200} Nov 11 17:17:41.969278 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] Set router b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:17:42.185583 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33bc6e-5926-4861-b2c3-3cb65dca3ce8 req-aeb66ba7-910c-4f54-a499-b901e8f029b1 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:42.187028 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7d33bc6e-5926-4861-b2c3-3cb65dca3ce8 req-aeb66ba7-910c-4f54-a499-b901e8f029b1 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 944 time: 0.4066579 Nov 11 17:17:42.197411 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'name': 'tempest-ServersTestManualDisk-2048447337-router', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:38Z', 'updated_at': '2021-11-11T17:17:40Z', 'revision_number': 3, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'gw_port': {'id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:10:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:39Z', 'updated_at': '2021-11-11T17:17:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:42.226788 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] Checking router: b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:17:42.227137 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] Updating router b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 port 1954a38b-f2cd-4349-a19b-99c9248f13cb binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:17:42.251951 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:42.314197 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f38b47-b396-41a6-9fa1-1ca92144e691 req-30b43c8d-f27a-426f-8c14-cb86d4b6d7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:42.315650 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d5f38b47-b396-41a6-9fa1-1ca92144e691 req-30b43c8d-f27a-426f-8c14-cb86d4b6d7b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 1124 time: 0.1879029 Nov 11 17:17:42.417582 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:42.447961 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7d33bc6e-5926-4861-b2c3-3cb65dca3ce8 req-571bf1ea-f19b-4a65-8734-0e55dd98eb80 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463765 Nov 11 17:17:42.483532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc084e8-3800-4881-b255-121a82ed056d req-2891f653-c349-4280-87e6-3a7a973ca124 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:42.485038 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1dc084e8-3800-4881-b255-121a82ed056d req-2891f653-c349-4280-87e6-3a7a973ca124 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/networks?id=199f56b5-0f63-437b-bc7a-2e7ba30aca73 HTTP/1.1" status: 200 len: 814 time: 0.2963862 Nov 11 17:17:42.517793 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:42.523351 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:42.578489 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35c89e-fd12-459e-850c-edb590b64fc2 None None] Pushing event updated for resources: {'Port': ['ID=1954a38b-f2cd-4349-a19b-99c9248f13cb,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:42.585987 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] Attempting to bind port 1954a38b-f2cd-4349-a19b-99c9248f13cb on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:17:42.586359 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] Attempting to bind port 1954a38b-f2cd-4349-a19b-99c9248f13cb by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:17:42.587299 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] Attempting to bind port 1954a38b-f2cd-4349-a19b-99c9248f13cb on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:42.589480 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1dc084e8-3800-4881-b255-121a82ed056d req-3c0a5ce1-dba4-48d9-833d-c121a2daa2ff tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/quotas/bd11269839ed44b6b5bcb2aeb8e3250f HTTP/1.1" status: 200 len: 375 time: 0.0680220 Nov 11 17:17:42.592640 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:17:42.593204 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:17:42.593564 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:42.593927 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:17:42.595678 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] Bound port: 1954a38b-f2cd-4349-a19b-99c9248f13cb, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:17:42.595678 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:42.626427 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f38b47-b396-41a6-9fa1-1ca92144e691 req-c02d8ac4-bee0-4e16-85dc-83776991fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:42.627805 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d5f38b47-b396-41a6-9fa1-1ca92144e691 req-c02d8ac4-bee0-4e16-85dc-83776991fb17 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 910 time: 0.3040359 Nov 11 17:17:42.649155 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] For port 1954a38b-f2cd-4349-a19b-99c9248f13cb, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:17:42.652179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] For port 1954a38b-f2cd-4349-a19b-99c9248f13cb, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1954a38b-f2cd-4349-a19b-99c9248f13cb,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:17:42.658780 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:42.711267 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d5f38b47-b396-41a6-9fa1-1ca92144e691 req-4f1e94c3-1929-479f-861c-355d9fa3a7a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05f132a5-4b5e-4b1a-950f-4bd2417d3153 HTTP/1.1" status: 200 len: 217 time: 0.0760102 Nov 11 17:17:42.717391 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] Routers {'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:17:42.718013 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:17:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:42.720716 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35c89e-fd12-459e-850c-edb590b64fc2 None None] Pushing event updated for resources: {'Port': ['ID=1954a38b-f2cd-4349-a19b-99c9248f13cb,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:42.724746 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934cf1e7-06ad-40e5-9b4f-c8eb2722215b req-c09a8e4e-cde2-4841-988f-f49905b20f16 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:42.726222 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-934cf1e7-06ad-40e5-9b4f-c8eb2722215b req-c09a8e4e-cde2-4841-988f-f49905b20f16 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.2037857 Nov 11 17:17:42.813488 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1dc084e8-3800-4881-b255-121a82ed056d req-7d8a8bce-3cae-4972-9ca5-09996ee7be57 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd11269839ed44b6b5bcb2aeb8e3250f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1822169 Nov 11 17:17:42.836769 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:42.844795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] Set router b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:17:42.895466 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f38b47-b396-41a6-9fa1-1ca92144e691 req-6611b3db-13e2-4965-9e6a-e4c8fbc5b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:42.896927 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d5f38b47-b396-41a6-9fa1-1ca92144e691 req-6611b3db-13e2-4965-9e6a-e4c8fbc5b00c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=651c5717-7c13-46c4-8d6a-3f6dcf13301c HTTP/1.1" status: 200 len: 848 time: 0.1678193 Nov 11 17:17:42.959193 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-934cf1e7-06ad-40e5-9b4f-c8eb2722215b req-5ce3f00b-8dee-42c3-ace3-e9ae1b7966d5 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199500 Nov 11 17:17:42.965692 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d5f38b47-b396-41a6-9fa1-1ca92144e691 req-c65cca35-75fe-47c6-987f-b8bf9b0bea8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aff4ca62-299e-49a9-90bd-d7da6c894e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409241 Nov 11 17:17:43.001315 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 49d7d127-1598-410c-b002-7cdaa6625ea8 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:17:43.071301 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'name': 'tempest-ServersTestManualDisk-2048447337-router', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:38Z', 'updated_at': '2021-11-11T17:17:40Z', 'revision_number': 3, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'gw_port': {'id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:10:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:39Z', 'updated_at': '2021-11-11T17:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:43.073646 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 49d7d127-1598-410c-b002-7cdaa6625ea8 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:17:43.078028 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 49d7d127-1598-410c-b002-7cdaa6625ea8 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:43.078398 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:43.104068 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a7f442-99af-43f7-82ca-87a702ef95c9 None None] The sync data for ids ['b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'] in n-d-816206-4 is: [{'id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'name': 'tempest-ServersTestManualDisk-2048447337-router', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:38Z', 'updated_at': '2021-11-11T17:17:40Z', 'revision_number': 3, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'gw_port': {'id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:10:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:39Z', 'updated_at': '2021-11-11T17:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:17:43.112756 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1dc084e8-3800-4881-b255-121a82ed056d req-9c403f4d-2a47-4a93-a64c-998b29f62b9c service neutron] 10.222.0.76 "GET /v2.0/networks/199f56b5-0f63-437b-bc7a-2e7ba30aca73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858193 Nov 11 17:17:43.116838 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3a3af5d8-a6db-4a21-a37a-062de5be8228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:43.189470 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:43.213541 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ebc037-6700-45a4-8017-925d73420afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d7d127-1598-410c-b002-7cdaa6625ea8'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:17:43.216553 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cb59d6-f52b-4200-9681-b7c1d7822d12" -d '{"events": [{"server_uuid": "89ebc037-6700-45a4-8017-925d73420afe", "name": "network-vif-plugged", "status": "completed", "tag": "49d7d127-1598-410c-b002-7cdaa6625ea8"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:17:43.230128 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 49d7d127-1598-410c-b002-7cdaa6625ea8, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=49d7d127-1598-410c-b002-7cdaa6625ea8,segment=NetworkSegment(5f9bc0d0-071c-4a5a-b668-056b98ce33d1),segment_id=5f9bc0d0-071c-4a5a-b668-056b98ce33d1)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:43.234675 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:43.263308 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b311008-cb18-4e32-ad87-157ae2f67495 req-5b96e60d-3f5b-4815-b4e7-509720739590 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:43.264814 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7b311008-cb18-4e32-ad87-157ae2f67495 req-5b96e60d-3f5b-4815-b4e7-509720739590 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.2345865 Nov 11 17:17:43.272541 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d5f38b47-b396-41a6-9fa1-1ca92144e691 req-8d7bf65a-ddca-4ca1-9159-aecf1cfe71ec service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938595 Nov 11 17:17:43.285282 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=49d7d127-1598-410c-b002-7cdaa6625ea8,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:43.437874 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1dc084e8-3800-4881-b255-121a82ed056d req-27ab0f83-d3eb-43f4-aecf-b2683a5e3c26 service neutron] 10.222.0.76 "GET /v2.0/networks/199f56b5-0f63-437b-bc7a-2e7ba30aca73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132856 Nov 11 17:17:43.499296 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7b311008-cb18-4e32-ad87-157ae2f67495 req-ed17a7cb-cfa7-4617-9e06-4ab181d68c64 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239890 Nov 11 17:17:43.523015 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d5f38b47-b396-41a6-9fa1-1ca92144e691 req-e8e2db92-97d8-491b-b140-0ce028d502e4 service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390182 Nov 11 17:17:43.532271 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-3a3af5d8-a6db-4a21-a37a-062de5be8228 admin admin] Allocated IP 172.20.0.1 (c7fddae8-aa71-45c6-8a4c-6a1cd7404391/3eb61d51-fc7a-46d9-a27d-820641822eac/681635de-9cfc-44ad-9cd2-829b29fc08ed) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:17:43.676371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08ec2a-b079-4a1f-bb3b-3ba28313abb5 req-aa149fb1-44de-489f-abb0-ff72aec35938 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:43.679319 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc08ec2a-b079-4a1f-bb3b-3ba28313abb5 req-aa149fb1-44de-489f-abb0-ff72aec35938 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 943 time: 0.0991862 Nov 11 17:17:43.748188 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 05f132a5-4b5e-4b1a-950f-4bd2417d3153 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:17:43.760291 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3a3af5d8-a6db-4a21-a37a-062de5be8228 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:43.779111 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4504e163-fe47-4188-85e6-a08130915266 x-openstack-request-id: req-4504e163-fe47-4188-85e6-a08130915266 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:17:43.779435 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ebc037-6700-45a4-8017-925d73420afe", "name": "network-vif-plugged", "status": "completed", "tag": "49d7d127-1598-410c-b002-7cdaa6625ea8", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:17:43.779701 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4504e163-fe47-4188-85e6-a08130915266 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:17:43.780142 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ebc037-6700-45a4-8017-925d73420afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d7d127-1598-410c-b002-7cdaa6625ea8', 'code': 200} Nov 11 17:17:43.792990 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc08ec2a-b079-4a1f-bb3b-3ba28313abb5 req-f7d676af-0bc1-4df6-ad73-b1e4d4d182df tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972428 Nov 11 17:17:43.911149 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3a3af5d8-a6db-4a21-a37a-062de5be8228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:43.964458 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b964d3f6-d016-438c-b110-254f53d1148c req-f3b68ed0-092a-4697-a51d-e35d89586988 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/ports?device_id=90325c14-5a1f-42cc-b91d-77963117f2e5 HTTP/1.1" status: 200 len: 210 time: 0.1089993 Nov 11 17:17:43.976863 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e4d9c-1383-46b3-a807-1d61767989d1 req-3f8b1351-12b9-42a4-a5a7-638982391e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:43.978595 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e19e4d9c-1383-46b3-a807-1d61767989d1 req-3f8b1351-12b9-42a4-a5a7-638982391e0a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 1096 time: 0.0707805 Nov 11 17:17:44.070356 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3af5d8-a6db-4a21-a37a-062de5be8228 admin admin] Network c7fddae8-aa71-45c6-8a4c-6a1cd7404391 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:17:44.070816 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 05f132a5-4b5e-4b1a-950f-4bd2417d3153, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=05f132a5-4b5e-4b1a-950f-4bd2417d3153,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:44.075302 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-3a3af5d8-a6db-4a21-a37a-062de5be8228 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:44.086973 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e19e4d9c-1383-46b3-a807-1d61767989d1 req-65ff79d8-eae8-431e-9c8d-eb8897f3319f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901184 Nov 11 17:17:44.090968 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3af5d8-a6db-4a21-a37a-062de5be8228 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:17:44.111890 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 05f132a5-4b5e-4b1a-950f-4bd2417d3153 has no active binding in host n-h2-816206-4 {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 17:17:44.176550 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3af5d8-a6db-4a21-a37a-062de5be8228 admin admin] Pushing event updated for resources: {'Port': ['ID=681635de-9cfc-44ad-9cd2-829b29fc08ed,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:44.208784 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df75a5-4d8a-4a94-baa7-4bb18e218d4b req-95fd8f1d-a2a3-4518-b67b-7184008a056d tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:44.219259 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03df75a5-4d8a-4a94-baa7-4bb18e218d4b req-95fd8f1d-a2a3-4518-b67b-7184008a056d tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 945 time: 0.3500845 Nov 11 17:17:44.242563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-3698f0f7-9e7a-4dc3-a55a-aa2391a6bfd9 service neutron] 10.222.0.64 "GET /v2.0/ports/05f132a5-4b5e-4b1a-950f-4bd2417d3153/bindings/n-h2-816206-4 HTTP/1.1" status: 200 len: 384 time: 0.3170812 Nov 11 17:17:44.250458 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3a3af5d8-a6db-4a21-a37a-062de5be8228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:44.331849 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c46c32-8fe2-44b9-b617-f3ade5531e6a req-69d7e407-a85a-41f1-b6fd-1d66bcf712ad tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:44.333848 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85c46c32-8fe2-44b9-b617-f3ade5531e6a req-69d7e407-a85a-41f1-b6fd-1d66bcf712ad tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.2539892 Nov 11 17:17:44.382146 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03df75a5-4d8a-4a94-baa7-4bb18e218d4b req-a44a7e4f-b3ce-4013-a0c2-cd966bc62065 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619995 Nov 11 17:17:44.412226 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-cf355cf8-5c17-451e-adf8-8e763e6fb04a None None] Provisioning complete for port 681635de-9cfc-44ad-9cd2-829b29fc08ed triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:44.413292 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cf355cf8-5c17-451e-adf8-8e763e6fb04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:44.450802 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-cf355cf8-5c17-451e-adf8-8e763e6fb04a None None] Port 681635de-9cfc-44ad-9cd2-829b29fc08ed cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:17:44.769969 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85c46c32-8fe2-44b9-b617-f3ade5531e6a req-ac33213d-b72c-4ec0-8311-4797368b1a47 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212828 Nov 11 17:17:44.811950 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3a3af5d8-a6db-4a21-a37a-062de5be8228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:44.943223 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fbe2b-6d3c-400b-af24-c88563b4b8b4 req-f0c1d27b-0ca0-425f-86bc-d5bf9df15d6f tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:44.944975 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-160fbe2b-6d3c-400b-af24-c88563b4b8b4 req-f0c1d27b-0ca0-425f-86bc-d5bf9df15d6f tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.1816673 Nov 11 17:17:44.970245 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc084e8-3800-4881-b255-121a82ed056d req-22847e82-f6e4-40db-bd6d-4f3e23af02d4 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:44.971995 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1dc084e8-3800-4881-b255-121a82ed056d req-22847e82-f6e4-40db-bd6d-4f3e23af02d4 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.83 "GET /v2.0/networks?id=199f56b5-0f63-437b-bc7a-2e7ba30aca73 HTTP/1.1" status: 200 len: 814 time: 0.1357214 Nov 11 17:17:44.988054 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-1dc084e8-3800-4881-b255-121a82ed056d req-87c773cd-d880-4aac-9002-5c5bc4645012 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Request body: {'port': {'device_id': '90325c14-5a1f-42cc-b91d-77963117f2e5', 'network_id': '199f56b5-0f63-437b-bc7a-2e7ba30aca73', 'admin_state_up': True, 'tenant_id': 'bd11269839ed44b6b5bcb2aeb8e3250f'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:45.123517 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc084e8-3800-4881-b255-121a82ed056d req-87c773cd-d880-4aac-9002-5c5bc4645012 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Made reservation on behalf of bd11269839ed44b6b5bcb2aeb8e3250f for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:17:45.128288 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1dc084e8-3800-4881-b255-121a82ed056d req-87c773cd-d880-4aac-9002-5c5bc4645012 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:45.144238 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-160fbe2b-6d3c-400b-af24-c88563b4b8b4 req-724fb818-a5de-4c06-9b9d-1a1d10e3d846 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862967 Nov 11 17:17:45.152464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-d1f9b3da-b31a-446f-aa55-f6a410a5996e service neutron] For port 05f132a5-4b5e-4b1a-950f-4bd2417d3153, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=05f132a5-4b5e-4b1a-950f-4bd2417d3153,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:45.205288 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233809c-7223-4d8f-9e9b-19c7af210597 req-99719638-b0de-479e-a985-6c984cdccc42 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:45.214339 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2233809c-7223-4d8f-9e9b-19c7af210597 req-99719638-b0de-479e-a985-6c984cdccc42 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 943 time: 0.1649308 Nov 11 17:17:45.271922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-d1f9b3da-b31a-446f-aa55-f6a410a5996e service neutron] For port 05f132a5-4b5e-4b1a-950f-4bd2417d3153, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:17:45.340206 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-1dc084e8-3800-4881-b255-121a82ed056d req-87c773cd-d880-4aac-9002-5c5bc4645012 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Allocated IP 172.20.0.6 (199f56b5-0f63-437b-bc7a-2e7ba30aca73/bd6ee57d-db84-45c3-bd4a-9d0a5e71b572/d33002b9-2ed5-46af-9a4d-fdd8b66b33bc) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:17:45.370869 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1954a38b-f2cd-4349-a19b-99c9248f13cb up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:17:45.371704 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-d1f9b3da-b31a-446f-aa55-f6a410a5996e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f132a5-4b5e-4b1a-950f-4bd2417d3153 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:17:45.394520 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2233809c-7223-4d8f-9e9b-19c7af210597 req-495d5ba8-4e0d-4d12-8360-ccd3cf36b98c tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757467 Nov 11 17:17:45.434806 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8dfd9762-c35c-4127-94b4-5c77e7c9946e req-fe63d064-7e73-43da-9a9c-8521d20d923a tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/ports?device_id=90325c14-5a1f-42cc-b91d-77963117f2e5 HTTP/1.1" status: 200 len: 210 time: 0.0952761 Nov 11 17:17:45.437893 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-d1f9b3da-b31a-446f-aa55-f6a410a5996e service neutron] For port 05f132a5-4b5e-4b1a-950f-4bd2417d3153, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=05f132a5-4b5e-4b1a-950f-4bd2417d3153,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:45.438475 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 1954a38b-f2cd-4349-a19b-99c9248f13cb triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:45.438962 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:45.487298 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3a3af5d8-a6db-4a21-a37a-062de5be8228 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:45.494061 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3a3af5d8-a6db-4a21-a37a-062de5be8228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:45.530272 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-d1f9b3da-b31a-446f-aa55-f6a410a5996e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:45.553865 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:45.604028 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 1954a38b-f2cd-4349-a19b-99c9248f13cb, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1954a38b-f2cd-4349-a19b-99c9248f13cb,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:45.613812 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:45.675043 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3a3af5d8-a6db-4a21-a37a-062de5be8228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:45.688831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340d0f4-c471-4a6c-9855-965ed80d3eba req-e4055e92-f7fa-4a9d-b298-d09d2d9588f1 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:45.690335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7340d0f4-c471-4a6c-9855-965ed80d3eba req-e4055e92-f7fa-4a9d-b298-d09d2d9588f1 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 945 time: 0.1932852 Nov 11 17:17:45.699510 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3af5d8-a6db-4a21-a37a-062de5be8228 admin admin] Pushing event updated for resources: {'Port': ['ID=681635de-9cfc-44ad-9cd2-829b29fc08ed,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:45.704362 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=1954a38b-f2cd-4349-a19b-99c9248f13cb,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:45.721700 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1dc084e8-3800-4881-b255-121a82ed056d req-87c773cd-d880-4aac-9002-5c5bc4645012 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:45.796046 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1dc084e8-3800-4881-b255-121a82ed056d req-87c773cd-d880-4aac-9002-5c5bc4645012 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:45.887055 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc084e8-3800-4881-b255-121a82ed056d req-87c773cd-d880-4aac-9002-5c5bc4645012 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Network 199f56b5-0f63-437b-bc7a-2e7ba30aca73 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:17:45.890685 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3af5d8-a6db-4a21-a37a-062de5be8228 admin admin] Network c7fddae8-aa71-45c6-8a4c-6a1cd7404391 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:17:45.896760 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-1dc084e8-3800-4881-b255-121a82ed056d req-87c773cd-d880-4aac-9002-5c5bc4645012 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:45.903657 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-3a3af5d8-a6db-4a21-a37a-062de5be8228 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:45.925082 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc084e8-3800-4881-b255-121a82ed056d req-87c773cd-d880-4aac-9002-5c5bc4645012 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:17:45.938268 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c773cd-d880-4aac-9002-5c5bc4645012 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Pushing event updated for resources: {'Port': ['ID=d33002b9-2ed5-46af-9a4d-fdd8b66b33bc,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:46.053771 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-d1f9b3da-b31a-446f-aa55-f6a410a5996e service neutron] Transition to ACTIVE for port object 05f132a5-4b5e-4b1a-950f-4bd2417d3153 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:17:46.058826 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc084e8-3800-4881-b255-121a82ed056d req-87c773cd-d880-4aac-9002-5c5bc4645012 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:46.059611 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1dc084e8-3800-4881-b255-121a82ed056d req-87c773cd-d880-4aac-9002-5c5bc4645012 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:46.087211 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1dc084e8-3800-4881-b255-121a82ed056d req-87c773cd-d880-4aac-9002-5c5bc4645012 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1038396 Nov 11 17:17:46.094511 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7340d0f4-c471-4a6c-9855-965ed80d3eba req-358ca718-320e-403f-8fa4-0e2a5653b398 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866758 Nov 11 17:17:46.095651 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-d1f9b3da-b31a-446f-aa55-f6a410a5996e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:46.298891 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-d1f9b3da-b31a-446f-aa55-f6a410a5996e service neutron] No DVR routers for this DVR port 05f132a5-4b5e-4b1a-950f-4bd2417d3153 on host n-h1-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:17:46.310721 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efc813-2ef9-4e67-9e86-0f7405425ed9 req-01691701-758a-4959-8510-27095ed0298f tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:46.312224 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-14efc813-2ef9-4e67-9e86-0f7405425ed9 req-01691701-758a-4959-8510-27095ed0298f tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.3838060 Nov 11 17:17:46.336275 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9b3da-b31a-446f-aa55-f6a410a5996e service neutron] Pushing event updated for resources: {'Port': ['ID=05f132a5-4b5e-4b1a-950f-4bd2417d3153,revision_number=10']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:46.369101 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-d1f9b3da-b31a-446f-aa55-f6a410a5996e service neutron] 10.222.0.64 "PUT /v2.0/ports/05f132a5-4b5e-4b1a-950f-4bd2417d3153/bindings/n-h2-816206-4/activate HTTP/1.1" status: 200 len: 369 time: 2.0077286 Nov 11 17:17:46.381041 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3af5d8-a6db-4a21-a37a-062de5be8228 admin admin] Router b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:17:46.394595 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0ec04608-4bfc-499d-834e-cb8f3ffa8d5f None None] Provisioning complete for port d33002b9-2ed5-46af-9a4d-fdd8b66b33bc triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:46.395187 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0ec04608-4bfc-499d-834e-cb8f3ffa8d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:46.458320 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-14efc813-2ef9-4e67-9e86-0f7405425ed9 req-4cce99bd-855a-4d84-bde0-ced8f41be7df tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275845 Nov 11 17:17:46.474248 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0ec04608-4bfc-499d-834e-cb8f3ffa8d5f None None] Port d33002b9-2ed5-46af-9a4d-fdd8b66b33bc cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:17:46.496412 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0ec04608-4bfc-499d-834e-cb8f3ffa8d5f None None] Provisioning complete for port 681635de-9cfc-44ad-9cd2-829b29fc08ed triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:46.497007 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0ec04608-4bfc-499d-834e-cb8f3ffa8d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:46.564256 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0ec04608-4bfc-499d-834e-cb8f3ffa8d5f None None] Port 681635de-9cfc-44ad-9cd2-829b29fc08ed cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:17:46.602636 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3af5d8-a6db-4a21-a37a-062de5be8228 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:17:46.619759 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3a3af5d8-a6db-4a21-a37a-062de5be8228 admin admin] 10.222.0.76 "PUT /v2.0/routers/b4576d3a-47b7-4bf1-a9c5-69ca270a9a28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8811438 Nov 11 17:17:46.624779 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] Sync routers for ids ['b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:17:46.651774 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] Routers {'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:17:46.652408 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:17:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:46.739297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881d33d-36c4-4d94-ae9e-2af1207e52c8 req-0a9eaf19-ab27-4395-95fe-55e7e0cdb96a tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:46.747001 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3881d33d-36c4-4d94-ae9e-2af1207e52c8 req-0a9eaf19-ab27-4395-95fe-55e7e0cdb96a tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 945 time: 0.0706296 Nov 11 17:17:46.785946 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] Set router b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:17:46.808186 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3881d33d-36c4-4d94-ae9e-2af1207e52c8 req-79404e49-5e8e-4e09-90b0-8554a35725cb tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596700 Nov 11 17:17:46.954591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad7734-25df-4ad2-9aa3-ae7673f5b447 req-358a6448-8465-48de-a029-25fec9a9a7e2 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:46.957049 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9aad7734-25df-4ad2-9aa3-ae7673f5b447 req-358a6448-8465-48de-a029-25fec9a9a7e2 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.0643325 Nov 11 17:17:46.997938 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 05f132a5-4b5e-4b1a-950f-4bd2417d3153 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:17:47.012624 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9aad7734-25df-4ad2-9aa3-ae7673f5b447 req-7d354b07-de51-406b-823f-c8eb90292a37 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488265 Nov 11 17:17:47.079362 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 05f132a5-4b5e-4b1a-950f-4bd2417d3153 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:17:47.122475 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'name': 'tempest-ServersTestManualDisk-2048447337-router', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:38Z', 'updated_at': '2021-11-11T17:17:44Z', 'revision_number': 4, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'gw_port': {'id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:10:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:39Z', 'updated_at': '2021-11-11T17:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '681635de-9cfc-44ad-9cd2-829b29fc08ed', 'name': '', 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'mac_address': 'fa:16:3e:c0:6a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3eb61d51-fc7a-46d9-a27d-820641822eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:43Z', 'updated_at': '2021-11-11T17:17:44Z', 'revision_number': 2, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'subnets': [{'id': '3eb61d51-fc7a-46d9-a27d-820641822eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:47.150794 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] Checking router: b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:17:47.151278 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] Updating router b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 port 681635de-9cfc-44ad-9cd2-829b29fc08ed binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:17:47.180662 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c12d2-4133-468c-88df-c18fee603eb6 req-4d3f7b2f-7488-4e13-bd19-96ae2e77a1d1 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:47.183029 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:47.184672 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d48c12d2-4133-468c-88df-c18fee603eb6 req-4d3f7b2f-7488-4e13-bd19-96ae2e77a1d1 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 944 time: 0.0926125 Nov 11 17:17:47.218584 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1954a38b-f2cd-4349-a19b-99c9248f13cb up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:17:47.265381 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d48c12d2-4133-468c-88df-c18fee603eb6 req-c8df90e4-cf45-4834-b226-2b73960b066c tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685854 Nov 11 17:17:47.310855 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 1954a38b-f2cd-4349-a19b-99c9248f13cb triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:47.311226 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:47.406806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ba714-08af-4f2c-b3d1-0350ad60943d req-6057c5a6-951a-49df-8c46-74fb3a4bf2b6 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:47.408862 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d0ba714-08af-4f2c-b3d1-0350ad60943d req-6057c5a6-951a-49df-8c46-74fb3a4bf2b6 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/ports?device_id=90325c14-5a1f-42cc-b91d-77963117f2e5 HTTP/1.1" status: 200 len: 931 time: 0.0626493 Nov 11 17:17:47.464353 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d0ba714-08af-4f2c-b3d1-0350ad60943d req-cd98a306-d9d8-496f-ba9f-72712b727021 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/security-groups?id=1396d30f-ff2d-4fc8-82f3-eee5e3505955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487480 Nov 11 17:17:47.568771 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:47.575041 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:47.621945 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b449f2-8557-4421-9937-16f3908458a9 req-2dc2d98f-4d2e-40e6-81d7-59b99d780787 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:47.623520 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-31b449f2-8557-4421-9937-16f3908458a9 req-2dc2d98f-4d2e-40e6-81d7-59b99d780787 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 945 time: 0.0852928 Nov 11 17:17:47.630567 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab572a3-639d-457e-b69a-9d24ed7ccf4d None None] Pushing event updated for resources: {'Port': ['ID=681635de-9cfc-44ad-9cd2-829b29fc08ed,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:47.654223 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab572a3-639d-457e-b69a-9d24ed7ccf4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:47.654566 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab572a3-639d-457e-b69a-9d24ed7ccf4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:47.654901 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab572a3-639d-457e-b69a-9d24ed7ccf4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:47.655237 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab572a3-639d-457e-b69a-9d24ed7ccf4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:47.655565 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab572a3-639d-457e-b69a-9d24ed7ccf4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:47.655924 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab572a3-639d-457e-b69a-9d24ed7ccf4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:47.656945 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab572a3-639d-457e-b69a-9d24ed7ccf4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:47.656945 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab572a3-639d-457e-b69a-9d24ed7ccf4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:47.657134 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab572a3-639d-457e-b69a-9d24ed7ccf4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:47.657304 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab572a3-639d-457e-b69a-9d24ed7ccf4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:47.657628 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab572a3-639d-457e-b69a-9d24ed7ccf4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:47.657946 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab572a3-639d-457e-b69a-9d24ed7ccf4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:17:47.703589 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] Attempting to bind port 681635de-9cfc-44ad-9cd2-829b29fc08ed on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:17:47.703994 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] Attempting to bind port 681635de-9cfc-44ad-9cd2-829b29fc08ed by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'f7bcde08-2a26-47a0-ac10-9802a0416c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:17:47.704357 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] Attempting to bind port 681635de-9cfc-44ad-9cd2-829b29fc08ed on network c7fddae8-aa71-45c6-8a4c-6a1cd7404391 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:47.709639 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:17:47.710016 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] Checking segment: {'id': 'f7bcde08-2a26-47a0-ac10-9802a0416c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:17:47.710416 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:47.710807 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] Bound using segment: {'id': 'f7bcde08-2a26-47a0-ac10-9802a0416c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:17:47.711271 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] Bound port: 681635de-9cfc-44ad-9cd2-829b29fc08ed, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7bcde08-2a26-47a0-ac10-9802a0416c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:17:47.711678 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:47.721384 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-31b449f2-8557-4421-9937-16f3908458a9 req-9096c7cf-fb9b-4167-98df-d31501eaa438 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870590 Nov 11 17:17:47.838774 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] For port 681635de-9cfc-44ad-9cd2-829b29fc08ed, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:17:47.842638 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] For port 681635de-9cfc-44ad-9cd2-829b29fc08ed, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=681635de-9cfc-44ad-9cd2-829b29fc08ed,segment=NetworkSegment(f7bcde08-2a26-47a0-ac10-9802a0416c10),segment_id=f7bcde08-2a26-47a0-ac10-9802a0416c10)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:17:47.849205 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:47.898280 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6859d6f6-8270-45a0-9ef4-92ac1019225d None None] Provisioning complete for port 681635de-9cfc-44ad-9cd2-829b29fc08ed triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:47.904431 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6859d6f6-8270-45a0-9ef4-92ac1019225d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:47.985074 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] Routers {'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:17:47.986415 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:17:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:47.992804 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:48.052359 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6859d6f6-8270-45a0-9ef4-92ac1019225d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:48.095208 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6859d6f6-8270-45a0-9ef4-92ac1019225d None None] For port 681635de-9cfc-44ad-9cd2-829b29fc08ed, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=681635de-9cfc-44ad-9cd2-829b29fc08ed,segment=NetworkSegment(f7bcde08-2a26-47a0-ac10-9802a0416c10),segment_id=f7bcde08-2a26-47a0-ac10-9802a0416c10)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:48.096874 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab572a3-639d-457e-b69a-9d24ed7ccf4d None None] Pushing event updated for resources: {'Port': ['ID=681635de-9cfc-44ad-9cd2-829b29fc08ed,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:48.100745 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6859d6f6-8270-45a0-9ef4-92ac1019225d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:48.190181 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859d6f6-8270-45a0-9ef4-92ac1019225d None None] Pushing event updated for resources: {'Port': ['ID=681635de-9cfc-44ad-9cd2-829b29fc08ed,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:48.203893 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] Set router b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:17:48.220342 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48846) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:48.226110 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-d3abd3b0-4d08-4a5d-b49a-3a2a3fa1302f tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1577218541', 'description': 'tempest-description--53541174'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:48.258744 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3abd3b0-4d08-4a5d-b49a-3a2a3fa1302f tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:48.345389 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3bc6197c-b6f8-49da-82b9-4b6c2090359f None None] Provisioning complete for port 681635de-9cfc-44ad-9cd2-829b29fc08ed triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:48.346256 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3bc6197c-b6f8-49da-82b9-4b6c2090359f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:48.405246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e24a5-30ca-46c4-9e47-e425579e2fb9 req-4dbcdbc0-cc3d-4623-8d51-fd0061f7d1f4 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:48.414222 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-832e24a5-30ca-46c4-9e47-e425579e2fb9 req-4dbcdbc0-cc3d-4623-8d51-fd0061f7d1f4 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.1017592 Nov 11 17:17:48.455129 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3abd3b0-4d08-4a5d-b49a-3a2a3fa1302f tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:48.468650 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3abd3b0-4d08-4a5d-b49a-3a2a3fa1302f tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:48.487615 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-832e24a5-30ca-46c4-9e47-e425579e2fb9 req-fa7d9694-7d06-4c14-b661-e5cfde21cf7d tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690501 Nov 11 17:17:48.512099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abd3b0-4d08-4a5d-b49a-3a2a3fa1302f tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e146065-ec8a-40aa-b4fc-35e6bcd65b51,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:48.517535 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'name': 'tempest-ServersTestManualDisk-2048447337-router', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:38Z', 'updated_at': '2021-11-11T17:17:44Z', 'revision_number': 4, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'gw_port': {'id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:10:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:39Z', 'updated_at': '2021-11-11T17:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '681635de-9cfc-44ad-9cd2-829b29fc08ed', 'name': '', 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'mac_address': 'fa:16:3e:c0:6a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3eb61d51-fc7a-46d9-a27d-820641822eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:43Z', 'updated_at': '2021-11-11T17:17:47Z', 'revision_number': 4, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'subnets': [{'id': '3eb61d51-fc7a-46d9-a27d-820641822eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:48.524464 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3abd3b0-4d08-4a5d-b49a-3a2a3fa1302f tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:48.528220 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d3abd3b0-4d08-4a5d-b49a-3a2a3fa1302f tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3036056 Nov 11 17:17:48.528568 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48856) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:48.533153 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-103c11ea-2b72-4af4-9e5c-f0261cc2e35e tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Request body: {'security_group_rule': {'security_group_id': '6e146065-ec8a-40aa-b4fc-35e6bcd65b51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:48.562305 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6689239-16cd-4723-b049-b84f985243c1 None None] The sync data for ids ['b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'] in n-d-816206-4 is: [{'id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'name': 'tempest-ServersTestManualDisk-2048447337-router', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:38Z', 'updated_at': '2021-11-11T17:17:44Z', 'revision_number': 4, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'gw_port': {'id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:10:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:39Z', 'updated_at': '2021-11-11T17:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '681635de-9cfc-44ad-9cd2-829b29fc08ed', 'name': '', 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'mac_address': 'fa:16:3e:c0:6a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3eb61d51-fc7a-46d9-a27d-820641822eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:43Z', 'updated_at': '2021-11-11T17:17:47Z', 'revision_number': 4, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'subnets': [{'id': '3eb61d51-fc7a-46d9-a27d-820641822eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:17:48.573515 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-103c11ea-2b72-4af4-9e5c-f0261cc2e35e tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:48.710262 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-103c11ea-2b72-4af4-9e5c-f0261cc2e35e tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:48.720319 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-103c11ea-2b72-4af4-9e5c-f0261cc2e35e tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:48.750902 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c11ea-2b72-4af4-9e5c-f0261cc2e35e tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d2f0f5-d28a-46b4-939b-698c96811ab3,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:48.761264 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17485ff-0307-49fa-95e5-dfe5734b36c3 req-82e70d9a-870c-4220-81e8-3a320c45ee62 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:48.762938 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b17485ff-0307-49fa-95e5-dfe5734b36c3 req-82e70d9a-870c-4220-81e8-3a320c45ee62 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.1533756 Nov 11 17:17:48.772786 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-103c11ea-2b72-4af4-9e5c-f0261cc2e35e tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:48.774065 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-103c11ea-2b72-4af4-9e5c-f0261cc2e35e tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2444832 Nov 11 17:17:48.777644 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48860) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:48.783024 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-2a333ba5-a01f-4f8e-9e4d-55975fa4bfa5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Request body: {'security_group_rule': {'security_group_id': '6e146065-ec8a-40aa-b4fc-35e6bcd65b51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:48.849063 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a333ba5-a01f-4f8e-9e4d-55975fa4bfa5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:48.861678 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b17485ff-0307-49fa-95e5-dfe5734b36c3 req-e5afc793-f340-46a6-b66d-feaa278567b5 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864913 Nov 11 17:17:48.932436 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a333ba5-a01f-4f8e-9e4d-55975fa4bfa5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:48.956411 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a333ba5-a01f-4f8e-9e4d-55975fa4bfa5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:48.980223 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a333ba5-a01f-4f8e-9e4d-55975fa4bfa5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=521523d7-b357-413b-987c-e1be2c6ee96e,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:48.988915 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a333ba5-a01f-4f8e-9e4d-55975fa4bfa5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:48.994053 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2a333ba5-a01f-4f8e-9e4d-55975fa4bfa5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2125204 Nov 11 17:17:48.994317 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48862) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:48.998937 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e94fe33b-7bb5-41de-84cd-3c52691daab5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:49.036700 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e94fe33b-7bb5-41de-84cd-3c52691daab5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks [] for floatingip, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:49.043018 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aba610-f8b0-4abb-a494-6bc9a4a9a48c req-b7e36af9-c628-4268-802c-5f47913b41f5 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:49.045702 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36aba610-f8b0-4abb-a494-6bc9a4a9a48c req-b7e36af9-c628-4268-802c-5f47913b41f5 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 945 time: 0.1109598 Nov 11 17:17:49.140732 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36aba610-f8b0-4abb-a494-6bc9a4a9a48c req-566c12e7-f418-4c8b-9214-87216154a5d7 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877206 Nov 11 17:17:49.195159 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e94fe33b-7bb5-41de-84cd-3c52691daab5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:49.318064 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 681635de-9cfc-44ad-9cd2-829b29fc08ed up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:17:49.416726 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 681635de-9cfc-44ad-9cd2-829b29fc08ed triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:49.417486 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:49.433026 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-e94fe33b-7bb5-41de-84cd-3c52691daab5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Allocated IP 172.25.2.210 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/74ce86b5-fba8-4336-8bdc-0cd82a451345) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:17:49.572904 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb1cf2-1f04-4d13-968a-16b25c087207 req-92b22e1b-d34d-40d1-bb6f-3de42e4e2b15 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:49.575248 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4cbb1cf2-1f04-4d13-968a-16b25c087207 req-92b22e1b-d34d-40d1-bb6f-3de42e4e2b15 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 944 time: 0.0960984 Nov 11 17:17:49.668972 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4cbb1cf2-1f04-4d13-968a-16b25c087207 req-011951be-db38-4291-80b5-9d3ce6422414 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838625 Nov 11 17:17:49.715855 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e94fe33b-7bb5-41de-84cd-3c52691daab5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:49.758461 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e94fe33b-7bb5-41de-84cd-3c52691daab5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:49.809884 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94fe33b-7bb5-41de-84cd-3c52691daab5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:17:49.810637 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-e94fe33b-7bb5-41de-84cd-3c52691daab5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:49.813258 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94fe33b-7bb5-41de-84cd-3c52691daab5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:17:49.820355 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fe33b-7bb5-41de-84cd-3c52691daab5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Pushing event updated for resources: {'Port': ['ID=74ce86b5-fba8-4336-8bdc-0cd82a451345,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:49.866698 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d791219-6f0e-41ba-8c84-4ca4ed56eb0f req-67a33b7a-7ff0-443f-9692-06f89295367d tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:49.878234 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d791219-6f0e-41ba-8c84-4ca4ed56eb0f req-67a33b7a-7ff0-443f-9692-06f89295367d tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/ports?device_id=90325c14-5a1f-42cc-b91d-77963117f2e5 HTTP/1.1" status: 200 len: 931 time: 0.1200573 Nov 11 17:17:49.928727 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e94fe33b-7bb5-41de-84cd-3c52691daab5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:49.959415 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d791219-6f0e-41ba-8c84-4ca4ed56eb0f req-ee5cd87a-769e-4e9a-9599-74e7b95ee922 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/security-groups?id=1396d30f-ff2d-4fc8-82f3-eee5e3505955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781317 Nov 11 17:17:49.979117 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e94fe33b-7bb5-41de-84cd-3c52691daab5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:50.099325 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace32382-a582-456d-a865-12def46c57f0 req-af144b59-fafb-4408-92e5-6b621c381b84 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:50.110197 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ace32382-a582-456d-a865-12def46c57f0 req-af144b59-fafb-4408-92e5-6b621c381b84 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 945 time: 0.0530093 Nov 11 17:17:50.180143 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e94fe33b-7bb5-41de-84cd-3c52691daab5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:50.188196 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e94fe33b-7bb5-41de-84cd-3c52691daab5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:50.197463 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ace32382-a582-456d-a865-12def46c57f0 req-87842693-e88d-46f0-b947-540d08342210 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841620 Nov 11 17:17:50.267917 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fe33b-7bb5-41de-84cd-3c52691daab5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Pushing event updated for resources: {'Port': ['ID=74ce86b5-fba8-4336-8bdc-0cd82a451345,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:50.285008 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e94fe33b-7bb5-41de-84cd-3c52691daab5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:50.308241 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e94fe33b-7bb5-41de-84cd-3c52691daab5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:50.310833 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e94fe33b-7bb5-41de-84cd-3c52691daab5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3145170 Nov 11 17:17:50.376626 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307797b-2e1b-4d68-a34c-f4b980bc81bc req-a0a749cb-8b14-4808-8584-4c400261a769 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:50.378178 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6307797b-2e1b-4d68-a34c-f4b980bc81bc req-a0a749cb-8b14-4808-8584-4c400261a769 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.0563998 Nov 11 17:17:50.429806 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6307797b-2e1b-4d68-a34c-f4b980bc81bc req-853a7851-7e30-4a2a-bf5c-ba4e9404c70e tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450137 Nov 11 17:17:50.552413 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-753e47b9-08a5-4f74-a91b-7280c6cb54ca tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1613251745&fields=id&tenant_id=86d8aa904941466d9ea9e992fa25efc0 HTTP/1.1" status: 200 len: 267 time: 0.0470488 Nov 11 17:17:50.684591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-69075690-feaa-435d-9319-3bbd8a51f7bb tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:50.686003 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-69075690-feaa-435d-9319-3bbd8a51f7bb tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/networks?id=4459b097-e5dd-4ffa-a28b-292c89fcd58b HTTP/1.1" status: 200 len: 823 time: 0.1266067 Nov 11 17:17:50.700582 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-e8a7c586-553e-4382-9862-5925f176692f tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/quotas/86d8aa904941466d9ea9e992fa25efc0 HTTP/1.1" status: 200 len: 375 time: 0.0089874 Nov 11 17:17:50.758734 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-aed1db1b-d37b-41b0-84a3-c1cbc9960576 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=86d8aa904941466d9ea9e992fa25efc0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0524108 Nov 11 17:17:50.891003 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-4488d919-5e82-4ddb-b405-905e01c3d7f5 service neutron] 10.222.0.76 "GET /v2.0/networks/4459b097-e5dd-4ffa-a28b-292c89fcd58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199431 Nov 11 17:17:50.902689 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae00925-372e-4000-822d-8531f571ed74 req-d79dcc7d-6009-44ca-aa84-b0ed261c2c81 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:50.904179 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bae00925-372e-4000-822d-8531f571ed74 req-d79dcc7d-6009-44ca-aa84-b0ed261c2c81 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.64 "GET /v2.0/ports?device_id=40fa3ae4-b89e-42ee-99fc-80042a931a37 HTTP/1.1" status: 200 len: 945 time: 0.0746102 Nov 11 17:17:51.102293 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-a83db569-0113-4c0b-a5ec-15969eecfcc4 service neutron] 10.222.0.76 "GET /v2.0/networks/4459b097-e5dd-4ffa-a28b-292c89fcd58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969743 Nov 11 17:17:51.129553 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-bae00925-372e-4000-822d-8531f571ed74 req-4032ee18-acf7-426c-8fc8-31c202e0dd87 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Deleting port a0790375-e0c0-42da-a666-56b0af08b246 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:17:51.130072 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-bae00925-372e-4000-822d-8531f571ed74 req-4032ee18-acf7-426c-8fc8-31c202e0dd87 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:51.238334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-bae00925-372e-4000-822d-8531f571ed74 req-4032ee18-acf7-426c-8fc8-31c202e0dd87 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] For port a0790375-e0c0-42da-a666-56b0af08b246, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a0790375-e0c0-42da-a666-56b0af08b246,segment=NetworkSegment(f4e29135-ff10-4aaf-81d8-232294590cc5),segment_id=f4e29135-ff10-4aaf-81d8-232294590cc5)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:17:51.238702 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-bae00925-372e-4000-822d-8531f571ed74 req-4032ee18-acf7-426c-8fc8-31c202e0dd87 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:51.689117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f0f10-024a-4fb6-8a26-f7e5c1d4dc68 req-bceaeb03-78dd-4f28-a08f-12f567e77d50 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:51.690627 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-536f0f10-024a-4fb6-8a26-f7e5c1d4dc68 req-bceaeb03-78dd-4f28-a08f-12f567e77d50 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.3776712 Nov 11 17:17:51.814310 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-536f0f10-024a-4fb6-8a26-f7e5c1d4dc68 req-2daf0024-c8f9-42e7-8386-c2335291e2b1 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158328 Nov 11 17:17:51.836103 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-bae00925-372e-4000-822d-8531f571ed74 req-4032ee18-acf7-426c-8fc8-31c202e0dd87 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:51.836103 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-bae00925-372e-4000-822d-8531f571ed74 req-4032ee18-acf7-426c-8fc8-31c202e0dd87 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:51.836103 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [req-bae00925-372e-4000-822d-8531f571ed74 req-4032ee18-acf7-426c-8fc8-31c202e0dd87 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Floating IP 14043b3a-8bbf-4645-8831-ddb5918db5f5 disassociated. External IP: 172.25.2.142, port: a0790375-e0c0-42da-a666-56b0af08b246. Nov 11 17:17:51.836103 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-bae00925-372e-4000-822d-8531f571ed74 req-4032ee18-acf7-426c-8fc8-31c202e0dd87 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Calling delete_port for a0790375-e0c0-42da-a666-56b0af08b246 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:17:52.008298 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-970280ca-3690-422c-87db-731900b61213 req-406e3e2e-0d8a-41a8-a1be-a8d8049dbf2c tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1577218541&fields=id&tenant_id=4507fd3f60f24b259a28ded8232f88cf HTTP/1.1" status: 200 len: 267 time: 0.0834141 Nov 11 17:17:52.129605 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-bae00925-372e-4000-822d-8531f571ed74 req-4032ee18-acf7-426c-8fc8-31c202e0dd87 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:52.179075 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032ee18-acf7-426c-8fc8-31c202e0dd87 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Pushing event deleted for resources: {'Port': ['ID=a0790375-e0c0-42da-a666-56b0af08b246,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:52.200260 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970280ca-3690-422c-87db-731900b61213 req-7d586c19-0acc-4f2a-97db-bf39d54fec15 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:52.201793 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-970280ca-3690-422c-87db-731900b61213 req-7d586c19-0acc-4f2a-97db-bf39d54fec15 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/networks?id=c7fddae8-aa71-45c6-8a4c-6a1cd7404391 HTTP/1.1" status: 200 len: 812 time: 0.1834788 Nov 11 17:17:52.255889 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-970280ca-3690-422c-87db-731900b61213 req-2a12ba0f-18ad-40f1-ae73-5860d9d4a6f9 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/quotas/4507fd3f60f24b259a28ded8232f88cf HTTP/1.1" status: 200 len: 375 time: 0.0174344 Nov 11 17:17:52.361042 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-970280ca-3690-422c-87db-731900b61213 req-98bce281-4f03-4976-b670-a21bc5331524 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4507fd3f60f24b259a28ded8232f88cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0978591 Nov 11 17:17:52.362291 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bae00925-372e-4000-822d-8531f571ed74 req-4032ee18-acf7-426c-8fc8-31c202e0dd87 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Router 367c0d42-2f45-4937-ace9-7c3856d3eabf has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:17:52.553485 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-970280ca-3690-422c-87db-731900b61213 req-b4444b46-35fe-4e41-abf1-aa74a932da9a service neutron] 10.222.0.76 "GET /v2.0/networks/c7fddae8-aa71-45c6-8a4c-6a1cd7404391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791856 Nov 11 17:17:52.554630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bae00925-372e-4000-822d-8531f571ed74 req-4032ee18-acf7-426c-8fc8-31c202e0dd87 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:17:52.574339 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6956dc-32a3-4200-b627-6910ab24f8ca None None] Sync routers for ids ['367c0d42-2f45-4937-ace9-7c3856d3eabf'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:17:52.618150 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6956dc-32a3-4200-b627-6910ab24f8ca None None] Routers {'367c0d42-2f45-4937-ace9-7c3856d3eabf'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:17:52.619335 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4f6956dc-32a3-4200-b627-6910ab24f8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:17:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['367c0d42-2f45-4937-ace9-7c3856d3eabf'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:52.687502 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-253cda26-215e-453b-b315-bdee6010c7b2 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:52.689827 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-253cda26-215e-453b-b315-bdee6010c7b2 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.64 "GET /v2.0/networks?id=4459b097-e5dd-4ffa-a28b-292c89fcd58b HTTP/1.1" status: 200 len: 823 time: 0.2770998 Nov 11 17:17:52.699690 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae00925-372e-4000-822d-8531f571ed74 req-4032ee18-acf7-426c-8fc8-31c202e0dd87 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] No DVR routers for this DVR port a0790375-e0c0-42da-a666-56b0af08b246 on host n-h1-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:17:52.706012 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-bae00925-372e-4000-822d-8531f571ed74 req-4032ee18-acf7-426c-8fc8-31c202e0dd87 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:52.710000 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bae00925-372e-4000-822d-8531f571ed74 req-4032ee18-acf7-426c-8fc8-31c202e0dd87 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.64 "DELETE /v2.0/ports/a0790375-e0c0-42da-a666-56b0af08b246 HTTP/1.1" status: 204 len: 173 time: 1.7964637 Nov 11 17:17:52.710462 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fa3ae4-b89e-42ee-99fc-80042a931a37', 'name': 'network-vif-deleted', 'tag': 'a0790375-e0c0-42da-a666-56b0af08b246'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:17:52.712718 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4188f57-27ce-45e2-8d9f-18e82989807c" -d '{"events": [{"server_uuid": "40fa3ae4-b89e-42ee-99fc-80042a931a37", "name": "network-vif-deleted", "tag": "a0790375-e0c0-42da-a666-56b0af08b246"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:17:52.814191 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-970280ca-3690-422c-87db-731900b61213 req-19db704b-4327-4a5e-90c8-6be1c2457129 service neutron] 10.222.0.76 "GET /v2.0/networks/c7fddae8-aa71-45c6-8a4c-6a1cd7404391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325678 Nov 11 17:17:52.824402 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-10bcef14-a4c2-49cb-a800-aa416895a165 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86d8aa904941466d9ea9e992fa25efc0 HTTP/1.1" status: 200 len: 380 time: 0.1174574 Nov 11 17:17:52.837481 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-7872be38-0ecf-4de6-b387-58d622871c45 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Request body: {'port': {'device_id': '8844442b-2ba7-4145-8cb4-3fbfbb8aa438', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'admin_state_up': True, 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'security_groups': ['c258df11-b668-482b-9e59-1840f0f143d0']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:52.927091 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-4f6956dc-32a3-4200-b627-6910ab24f8ca None None] Set router 367c0d42-2f45-4937-ace9-7c3856d3eabf gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:17:53.237950 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-7872be38-0ecf-4de6-b387-58d622871c45 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Made reservation on behalf of 86d8aa904941466d9ea9e992fa25efc0 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:17:53.247090 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-7872be38-0ecf-4de6-b387-58d622871c45 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:53.284503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dd458-aca7-4fd9-9c25-6c7597da8387 req-ac153b1e-0ef2-45c8-bd32-e682bcebd58e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:53.300634 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb1dd458-aca7-4fd9-9c25-6c7597da8387 req-ac153b1e-0ef2-45c8-bd32-e682bcebd58e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 944 time: 0.0808575 Nov 11 17:17:53.390999 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb1dd458-aca7-4fd9-9c25-6c7597da8387 req-63e965fb-8a94-41bf-b7ab-09480fbd1168 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890467 Nov 11 17:17:53.568938 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4f6956dc-32a3-4200-b627-6910ab24f8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-router', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:08Z', 'revision_number': 4, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'gw_port': {'id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '3e5b51cb-afb8-4075-aead-c66ac22a8f45', 'name': '', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'mac_address': 'fa:16:3e:13:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:07Z', 'updated_at': '2021-11-11T17:15:12Z', 'revision_number': 5, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'subnets': [{'id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:53.579849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-7872be38-0ecf-4de6-b387-58d622871c45 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Allocated IP 172.20.0.7 (4459b097-e5dd-4ffa-a28b-292c89fcd58b/514ca1cd-422f-4578-9e77-be751b2cb1b2/677ba7d8-1a60-433e-83ee-1577958e5244) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:17:53.631393 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6956dc-32a3-4200-b627-6910ab24f8ca None None] Checking router: 367c0d42-2f45-4937-ace9-7c3856d3eabf for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:17:53.640933 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7392a-1b56-4eea-ba08-72ca34bfd7b5 req-c9b66e52-76f6-4984-bbc7-ac069e53d4b1 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:53.641666 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6956dc-32a3-4200-b627-6910ab24f8ca None None] Routers {'367c0d42-2f45-4937-ace9-7c3856d3eabf'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:17:53.642446 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4f6956dc-32a3-4200-b627-6910ab24f8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:17:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['367c0d42-2f45-4937-ace9-7c3856d3eabf'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:53.644662 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-beb7392a-1b56-4eea-ba08-72ca34bfd7b5 req-c9b66e52-76f6-4984-bbc7-ac069e53d4b1 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/ports?device_id=90325c14-5a1f-42cc-b91d-77963117f2e5 HTTP/1.1" status: 200 len: 931 time: 0.1294692 Nov 11 17:17:53.746777 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-beb7392a-1b56-4eea-ba08-72ca34bfd7b5 req-457ed599-3032-4d4e-ba44-a985763dd731 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/security-groups?id=1396d30f-ff2d-4fc8-82f3-eee5e3505955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909669 Nov 11 17:17:53.847819 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:17:53.851485 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-7872be38-0ecf-4de6-b387-58d622871c45 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:53.863206 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-4f6956dc-32a3-4200-b627-6910ab24f8ca None None] Set router 367c0d42-2f45-4937-ace9-7c3856d3eabf gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:17:53.931316 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:53.948086 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-7872be38-0ecf-4de6-b387-58d622871c45 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:54.006632 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-62e60a9a-bfde-4296-97b8-ced7a6c1d3bb req-e03a8434-3510-41be-b0f1-bb1b336717d6 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=8844442b-2ba7-4145-8cb4-3fbfbb8aa438 HTTP/1.1" status: 200 len: 210 time: 0.1194332 Nov 11 17:17:54.089210 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-1dc084e8-3800-4881-b255-121a82ed056d req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] Request body: {'port': {'device_id': '90325c14-5a1f-42cc-b91d-77963117f2e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:54.140371 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-7872be38-0ecf-4de6-b387-58d622871c45 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Network 4459b097-e5dd-4ffa-a28b-292c89fcd58b is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:17:54.149533 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-7872be38-0ecf-4de6-b387-58d622871c45 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:54.153589 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872be38-0ecf-4de6-b387-58d622871c45 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Pushing event updated for resources: {'Port': ['ID=677ba7d8-1a60-433e-83ee-1577958e5244,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:54.156688 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-7872be38-0ecf-4de6-b387-58d622871c45 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:17:54.220623 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.83', 58386) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:17:54.246292 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-7872be38-0ecf-4de6-b387-58d622871c45 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:54.246961 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-7872be38-0ecf-4de6-b387-58d622871c45 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:54.312534 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4f6956dc-32a3-4200-b627-6910ab24f8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-router', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:08Z', 'revision_number': 4, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'gw_port': {'id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '3e5b51cb-afb8-4075-aead-c66ac22a8f45', 'name': '', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'mac_address': 'fa:16:3e:13:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:07Z', 'updated_at': '2021-11-11T17:15:12Z', 'revision_number': 5, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'subnets': [{'id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:17:54.336873 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1dc084e8-3800-4881-b255-121a82ed056d req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:54.356510 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-7872be38-0ecf-4de6-b387-58d622871c45 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5247905 Nov 11 17:17:54.369231 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6956dc-32a3-4200-b627-6910ab24f8ca None None] The sync data for ids ['367c0d42-2f45-4937-ace9-7c3856d3eabf'] in n-d-816206-4 is: [{'id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-router', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:08Z', 'revision_number': 4, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'gw_port': {'id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '3e5b51cb-afb8-4075-aead-c66ac22a8f45', 'name': '', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'mac_address': 'fa:16:3e:13:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:07Z', 'updated_at': '2021-11-11T17:15:12Z', 'revision_number': 5, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'subnets': [{'id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:17:54.382874 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] Request body: {'port': {'device_id': '8844442b-2ba7-4145-8cb4-3fbfbb8aa438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:54.650400 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-77c01234-738a-4653-9e1e-f63055e31b44 req-9329b02a-c157-4745-b0e6-396822ba7a5e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4207642 Nov 11 17:17:54.655190 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-74eb29d6-b54e-404a-be29-1e12bc55219e None None] Provisioning complete for port 677ba7d8-1a60-433e-83ee-1577958e5244 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:54.655741 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-74eb29d6-b54e-404a-be29-1e12bc55219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:54.690068 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6e4cd-274d-4e73-8420-b87444900313 req-7b43528f-b165-450e-8be5-36d11b466381 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:54.708354 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a7a6e4cd-274d-4e73-8420-b87444900313 req-7b43528f-b165-450e-8be5-36d11b466381 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.5028167 Nov 11 17:17:54.765130 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949cb3d-2431-418c-81d0-2a41e7e4fad8 req-62a56f65-8925-46c8-82e8-568b636e3e93 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:54.766672 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b949cb3d-2431-418c-81d0-2a41e7e4fad8 req-62a56f65-8925-46c8-82e8-568b636e3e93 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 945 time: 0.4583101 Nov 11 17:17:54.776008 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:54.813736 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-74eb29d6-b54e-404a-be29-1e12bc55219e None None] Port 677ba7d8-1a60-433e-83ee-1577958e5244 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:17:54.830251 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8e712c4a-04e6-48fb-94eb-576e3df683e3 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:54.831811 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-8e712c4a-04e6-48fb-94eb-576e3df683e3 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693&tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 1095 time: 0.7429047 Nov 11 17:17:54.850567 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a7a6e4cd-274d-4e73-8420-b87444900313 req-99da26f3-6819-4768-a60f-92d5e9f7525b tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414654 Nov 11 17:17:54.964611 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ae75fa-2573-4e9a-8b9c-2cba78b5372a None None] New status for floating IP 14043b3a-8bbf-4645-8831-ddb5918db5f5: DOWN {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:17:54.996014 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe559d3-7b88-4bb4-a879-b4dfa9a7451f x-openstack-request-id: req-dfe559d3-7b88-4bb4-a879-b4dfa9a7451f {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:17:54.999032 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40fa3ae4-b89e-42ee-99fc-80042a931a37", "name": "network-vif-deleted", "tag": "a0790375-e0c0-42da-a666-56b0af08b246", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:17:54.999680 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dfe559d3-7b88-4bb4-a879-b4dfa9a7451f {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:17:55.003023 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fa3ae4-b89e-42ee-99fc-80042a931a37', 'name': 'network-vif-deleted', 'tag': 'a0790375-e0c0-42da-a666-56b0af08b246', 'status': 'completed', 'code': 200} Nov 11 17:17:55.030093 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b949cb3d-2431-418c-81d0-2a41e7e4fad8 req-9fa6bc4a-2e5a-4766-a9e2-59d17e717338 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943021 Nov 11 17:17:55.063830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device a0790375-e0c0-42da-a666-56b0af08b246 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:17:55.106042 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: a0790375-e0c0-42da-a666-56b0af08b246 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:17:55.109838 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device a0790375-e0c0-42da-a666-56b0af08b246 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:17:55.158142 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 677ba7d8-1a60-433e-83ee-1577958e5244 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:17:55.172551 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:55.186491 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] Transition to ACTIVE for port object 677ba7d8-1a60-433e-83ee-1577958e5244 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:17:55.221204 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:55.340206 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] Pushing event updated for resources: {'Port': ['ID=677ba7d8-1a60-433e-83ee-1577958e5244,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:55.485143 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1702bca5-c96f-4f07-80be-1beb0dd45c0d req-6dc54c52-55b4-4d76-8a4c-707fef55f151 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/ports?device_id=249066af-dbec-41a0-901e-14ba9e83314a HTTP/1.1" status: 200 len: 210 time: 0.1946774 Nov 11 17:17:55.727914 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970280ca-3690-422c-87db-731900b61213 req-2f9a2733-c468-416b-9363-c356f9856efa tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:55.730455 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-970280ca-3690-422c-87db-731900b61213 req-2f9a2733-c468-416b-9363-c356f9856efa tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.64 "GET /v2.0/networks?id=c7fddae8-aa71-45c6-8a4c-6a1cd7404391 HTTP/1.1" status: 200 len: 812 time: 0.5032575 Nov 11 17:17:55.789990 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55da6f1-7431-4595-b663-b586301938b9 req-76e5bf3c-c526-4562-b238-434f5dafa248 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:55.792778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a55da6f1-7431-4595-b663-b586301938b9 req-76e5bf3c-c526-4562-b238-434f5dafa248 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.6895902 Nov 11 17:17:55.867449 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-0640f172-2475-437d-a171-e3f45f57b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:55.871753 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-0640f172-2475-437d-a171-e3f45f57b774 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693&tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35 HTTP/1.1" status: 200 len: 1095 time: 0.3114903 Nov 11 17:17:55.916307 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-1dc084e8-3800-4881-b255-121a82ed056d req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d33002b9-2ed5-46af-9a4d-fdd8b66b33bc {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:17:55.924451 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1dc084e8-3800-4881-b255-121a82ed056d req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:55.937753 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-1dc084e8-3800-4881-b255-121a82ed056d req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] Transition to ACTIVE for port object d33002b9-2ed5-46af-9a4d-fdd8b66b33bc will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:17:55.943639 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1dc084e8-3800-4881-b255-121a82ed056d req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:55.951988 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-970280ca-3690-422c-87db-731900b61213 req-b1951785-9885-4cc2-bcf4-540b7b4350c3 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4507fd3f60f24b259a28ded8232f88cf HTTP/1.1" status: 200 len: 380 time: 0.2007048 Nov 11 17:17:55.972466 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-970280ca-3690-422c-87db-731900b61213 req-c3fdb24f-0c95-41f0-a98a-ba05655c4681 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Request body: {'port': {'device_id': '249066af-dbec-41a0-901e-14ba9e83314a', 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391', 'admin_state_up': True, 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'security_groups': ['6e146065-ec8a-40aa-b4fc-35e6bcd65b51']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:56.014898 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] Attempting to bind port 677ba7d8-1a60-433e-83ee-1577958e5244 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:17:56.015541 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] Attempting to bind port 677ba7d8-1a60-433e-83ee-1577958e5244 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'f4e29135-ff10-4aaf-81d8-232294590cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:17:56.016081 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] Attempting to bind port 677ba7d8-1a60-433e-83ee-1577958e5244 on network 4459b097-e5dd-4ffa-a28b-292c89fcd58b {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:56.031697 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] Port 677ba7d8-1a60-433e-83ee-1577958e5244 on network 4459b097-e5dd-4ffa-a28b-292c89fcd58b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:17:56.032336 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] Attempting to bind port 677ba7d8-1a60-433e-83ee-1577958e5244 on network 4459b097-e5dd-4ffa-a28b-292c89fcd58b {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:56.035526 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] Pushing event updated for resources: {'Port': ['ID=d33002b9-2ed5-46af-9a4d-fdd8b66b33bc,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:56.046175 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:17:56.046714 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] Checking segment: {'id': 'f4e29135-ff10-4aaf-81d8-232294590cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:17:56.047268 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] Bound using segment: {'id': 'f4e29135-ff10-4aaf-81d8-232294590cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:17:56.047916 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] Bound port: 677ba7d8-1a60-433e-83ee-1577958e5244, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e29135-ff10-4aaf-81d8-232294590cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:17:56.048463 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:56.167671 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-1dc084e8-3800-4881-b255-121a82ed056d req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] Attempting to bind port d33002b9-2ed5-46af-9a4d-fdd8b66b33bc on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:17:56.168815 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-1dc084e8-3800-4881-b255-121a82ed056d req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] Attempting to bind port d33002b9-2ed5-46af-9a4d-fdd8b66b33bc by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '94f9155b-d50c-47f6-975a-73a993a9741e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '199f56b5-0f63-437b-bc7a-2e7ba30aca73'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:17:56.169352 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc084e8-3800-4881-b255-121a82ed056d req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] Attempting to bind port d33002b9-2ed5-46af-9a4d-fdd8b66b33bc on network 199f56b5-0f63-437b-bc7a-2e7ba30aca73 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:56.179627 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc084e8-3800-4881-b255-121a82ed056d req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] Port d33002b9-2ed5-46af-9a4d-fdd8b66b33bc on network 199f56b5-0f63-437b-bc7a-2e7ba30aca73 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:17:56.180230 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc084e8-3800-4881-b255-121a82ed056d req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] Attempting to bind port d33002b9-2ed5-46af-9a4d-fdd8b66b33bc on network 199f56b5-0f63-437b-bc7a-2e7ba30aca73 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:56.181800 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c01234-738a-4653-9e1e-f63055e31b44 req-a68d688a-566b-48b3-9377-6a80315bb8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:56.183369 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-77c01234-738a-4653-9e1e-f63055e31b44 req-a68d688a-566b-48b3-9377-6a80315bb8e0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e0635e2427cd4af6944eb0281dd8b6e9&device_id=8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9 HTTP/1.1" status: 200 len: 1096 time: 0.5609858 Nov 11 17:17:56.195830 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc084e8-3800-4881-b255-121a82ed056d req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:17:56.196094 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc084e8-3800-4881-b255-121a82ed056d req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] Checking segment: {'id': '94f9155b-d50c-47f6-975a-73a993a9741e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '199f56b5-0f63-437b-bc7a-2e7ba30aca73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:17:56.196285 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc084e8-3800-4881-b255-121a82ed056d req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] Bound using segment: {'id': '94f9155b-d50c-47f6-975a-73a993a9741e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '199f56b5-0f63-437b-bc7a-2e7ba30aca73'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:17:56.196711 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-1dc084e8-3800-4881-b255-121a82ed056d req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] Bound port: d33002b9-2ed5-46af-9a4d-fdd8b66b33bc, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94f9155b-d50c-47f6-975a-73a993a9741e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '199f56b5-0f63-437b-bc7a-2e7ba30aca73'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:17:56.197070 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1dc084e8-3800-4881-b255-121a82ed056d req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:56.198467 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae1b4c-28a1-4f01-af2c-6a21f0f60333 req-1a9492fd-c12b-4b28-8486-6e812e021e61 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:56.205963 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d9ae1b4c-28a1-4f01-af2c-6a21f0f60333 req-1a9492fd-c12b-4b28-8486-6e812e021e61 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 944 time: 0.5369089 Nov 11 17:17:56.241671 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a55da6f1-7431-4595-b663-b586301938b9 req-8d93a6e0-3127-4b69-a2ff-57bcbf92dfce tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261262 Nov 11 17:17:56.251408 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970280ca-3690-422c-87db-731900b61213 req-c3fdb24f-0c95-41f0-a98a-ba05655c4681 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Made reservation on behalf of 4507fd3f60f24b259a28ded8232f88cf for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:17:56.256043 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-970280ca-3690-422c-87db-731900b61213 req-c3fdb24f-0c95-41f0-a98a-ba05655c4681 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:56.276264 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] For port 677ba7d8-1a60-433e-83ee-1577958e5244, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:17:56.295415 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] For port 677ba7d8-1a60-433e-83ee-1577958e5244, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=677ba7d8-1a60-433e-83ee-1577958e5244,segment=NetworkSegment(f4e29135-ff10-4aaf-81d8-232294590cc5),segment_id=f4e29135-ff10-4aaf-81d8-232294590cc5)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:17:56.311251 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:56.328065 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-1dc084e8-3800-4881-b255-121a82ed056d req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] For port d33002b9-2ed5-46af-9a4d-fdd8b66b33bc, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:17:56.361532 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d9ae1b4c-28a1-4f01-af2c-6a21f0f60333 req-ca54a579-b63c-46c6-b05c-c56b56f51f2f tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544533 Nov 11 17:17:56.369918 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-1dc084e8-3800-4881-b255-121a82ed056d req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] For port d33002b9-2ed5-46af-9a4d-fdd8b66b33bc, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d33002b9-2ed5-46af-9a4d-fdd8b66b33bc,segment=NetworkSegment(94f9155b-d50c-47f6-975a-73a993a9741e),segment_id=94f9155b-d50c-47f6-975a-73a993a9741e)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:17:56.373227 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:56.373847 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:56.375247 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] 10.222.0.64 "PUT /v2.0/ports/677ba7d8-1a60-433e-83ee-1577958e5244 HTTP/1.1" status: 200 len: 1091 time: 2.0045493 Nov 11 17:17:56.375707 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8844442b-2ba7-4145-8cb4-3fbfbb8aa438', 'tag': '677ba7d8-1a60-433e-83ee-1577958e5244'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:17:56.377986 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e4dc7c-1213-4f5b-9de2-351dcf329c72" -d '{"events": [{"name": "network-changed", "server_uuid": "8844442b-2ba7-4145-8cb4-3fbfbb8aa438", "tag": "677ba7d8-1a60-433e-83ee-1577958e5244"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:17:56.386342 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1dc084e8-3800-4881-b255-121a82ed056d req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:56.414040 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88375c-af3f-4466-8b0b-83122609371b service neutron] Pushing event updated for resources: {'Port': ['ID=677ba7d8-1a60-433e-83ee-1577958e5244,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:56.423509 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc084e8-3800-4881-b255-121a82ed056d req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:56.424555 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1dc084e8-3800-4881-b255-121a82ed056d req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:56.426547 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1dc084e8-3800-4881-b255-121a82ed056d req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] 10.222.0.83 "PUT /v2.0/ports/d33002b9-2ed5-46af-9a4d-fdd8b66b33bc HTTP/1.1" status: 200 len: 1091 time: 2.3522017 Nov 11 17:17:56.464630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f4828-b888-4a14-a4c2-fbb036f73630 req-e6fe3d9b-6031-4937-8850-818af35b37f8 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:56.472280 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f66f4828-b888-4a14-a4c2-fbb036f73630 req-e6fe3d9b-6031-4937-8850-818af35b37f8 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/ports?device_id=90325c14-5a1f-42cc-b91d-77963117f2e5 HTTP/1.1" status: 200 len: 943 time: 0.1327670 Nov 11 17:17:56.514915 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-970280ca-3690-422c-87db-731900b61213 req-c3fdb24f-0c95-41f0-a98a-ba05655c4681 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Allocated IP 172.20.0.12 (c7fddae8-aa71-45c6-8a4c-6a1cd7404391/3eb61d51-fc7a-46d9-a27d-820641822eac/dfb85e64-82e9-420c-a016-8fd54336be9f) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:17:56.526651 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcda364-686f-4457-b806-09aeba15ba4a service neutron] Pushing event updated for resources: {'Port': ['ID=d33002b9-2ed5-46af-9a4d-fdd8b66b33bc,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:56.547379 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-dc8f24d6-c4be-4eba-917e-e19f7a5c98b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:56.549510 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-dc8f24d6-c4be-4eba-917e-e19f7a5c98b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=86d8aa904941466d9ea9e992fa25efc0&device_id=8844442b-2ba7-4145-8cb4-3fbfbb8aa438 HTTP/1.1" status: 200 len: 1094 time: 0.0888541 Nov 11 17:17:56.551939 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f66f4828-b888-4a14-a4c2-fbb036f73630 req-4cd3a4de-4aa3-4b61-8814-be4564952b62 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/security-groups?id=1396d30f-ff2d-4fc8-82f3-eee5e3505955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751319 Nov 11 17:17:56.634274 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-e5781612-7bc2-4a27-a59e-93fba2c08c97 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=677ba7d8-1a60-433e-83ee-1577958e5244 HTTP/1.1" status: 200 len: 217 time: 0.0595171 Nov 11 17:17:56.688789 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-65a5c04b-45a8-4add-badf-ae4ad9f3eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:56.690333 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-65a5c04b-45a8-4add-badf-ae4ad9f3eaf0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=514ca1cd-422f-4578-9e77-be751b2cb1b2 HTTP/1.1" status: 200 len: 862 time: 0.0486901 Nov 11 17:17:56.728288 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55e61d-b4e1-4c48-b539-f3439baf807c req-fb013a2f-a108-42a0-b367-458db77c80f4 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:56.730014 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d55e61d-b4e1-4c48-b539-f3439baf807c req-fb013a2f-a108-42a0-b367-458db77c80f4 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=8844442b-2ba7-4145-8cb4-3fbfbb8aa438 HTTP/1.1" status: 200 len: 943 time: 0.0856538 Nov 11 17:17:56.752740 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-801b87e2-7f81-4a79-a1da-8134587be669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:56.754315 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-801b87e2-7f81-4a79-a1da-8134587be669 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4459b097-e5dd-4ffa-a28b-292c89fcd58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551019 Nov 11 17:17:56.851772 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-970280ca-3690-422c-87db-731900b61213 req-c3fdb24f-0c95-41f0-a98a-ba05655c4681 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:56.904874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-5b27b330-5114-46d9-ba79-16f5c137670f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:56.906353 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-5b27b330-5114-46d9-ba79-16f5c137670f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 1095 time: 0.1619022 Nov 11 17:17:56.909613 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d55e61d-b4e1-4c48-b539-f3439baf807c req-2d9a12fe-352f-4fce-8a5e-a6f27b7c87eb tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562619 Nov 11 17:17:56.923244 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-744cb008-6806-4974-804e-5a47af950250 service neutron] 10.222.0.64 "GET /v2.0/networks/4459b097-e5dd-4ffa-a28b-292c89fcd58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603439 Nov 11 17:17:56.999242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc084e8-3800-4881-b255-121a82ed056d req-0a5606b2-80d0-4f58-8dcb-9f338ea03c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:57.000742 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1dc084e8-3800-4881-b255-121a82ed056d req-0a5606b2-80d0-4f58-8dcb-9f338ea03c8e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bd11269839ed44b6b5bcb2aeb8e3250f&device_id=90325c14-5a1f-42cc-b91d-77963117f2e5 HTTP/1.1" status: 200 len: 1094 time: 0.2025092 Nov 11 17:17:57.016207 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c01234-738a-4653-9e1e-f63055e31b44 req-ea0e71b6-0692-40aa-9a93-65816244837e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:57.017669 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-77c01234-738a-4653-9e1e-f63055e31b44 req-ea0e71b6-0692-40aa-9a93-65816244837e service neutron] 10.222.0.83 "GET /v2.0/networks?id=670b12df-11ba-4d6c-8ae9-f6ce89238b8f HTTP/1.1" status: 200 len: 908 time: 0.1709831 Nov 11 17:17:57.095489 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-13b10046-ed08-4e22-b500-7075e24dafd4 req-c2316153-cb03-4d44-b65a-4668e97a0c8f service neutron] 10.222.0.64 "GET /v2.0/networks/4459b097-e5dd-4ffa-a28b-292c89fcd58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600029 Nov 11 17:17:57.117609 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-77c01234-738a-4653-9e1e-f63055e31b44 req-ccd7b4be-f08d-4621-af8d-8fa9e2a9c3fb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a57babc-3aad-49a3-a54a-fab830b30252 HTTP/1.1" status: 200 len: 1001 time: 0.0907958 Nov 11 17:17:57.170319 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c01234-738a-4653-9e1e-f63055e31b44 req-cbc24d4a-ae12-4084-b438-e89fac399d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:57.171812 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-77c01234-738a-4653-9e1e-f63055e31b44 req-cbc24d4a-ae12-4084-b438-e89fac399d98 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d038671-7b00-465f-8cd5-8873cae059cd HTTP/1.1" status: 200 len: 845 time: 0.0463338 Nov 11 17:17:57.223898 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c01234-738a-4653-9e1e-f63055e31b44 req-b3fdd856-0f89-48fa-8f78-af28c4acc051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:57.225441 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-77c01234-738a-4653-9e1e-f63055e31b44 req-b3fdd856-0f89-48fa-8f78-af28c4acc051 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=670b12df-11ba-4d6c-8ae9-f6ce89238b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430613 Nov 11 17:17:57.322119 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-77c01234-738a-4653-9e1e-f63055e31b44 req-d1383089-2af9-4750-b2e6-77687c134cb7 service neutron] 10.222.0.83 "GET /v2.0/networks/670b12df-11ba-4d6c-8ae9-f6ce89238b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881107 Nov 11 17:17:57.333766 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-970280ca-3690-422c-87db-731900b61213 req-c3fdb24f-0c95-41f0-a98a-ba05655c4681 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:57.342193 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9316f0c-ae9b-4fdd-b9ab-5d55a25e7566 req-092ceb75-f1f9-44ab-9794-430be375d792 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:57.343631 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c9316f0c-ae9b-4fdd-b9ab-5d55a25e7566 req-092ceb75-f1f9-44ab-9794-430be375d792 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 945 time: 0.4654949 Nov 11 17:17:57.357117 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1dc084e8-3800-4881-b255-121a82ed056d req-32f66a18-a953-43fc-bacc-1173c102d2ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d33002b9-2ed5-46af-9a4d-fdd8b66b33bc HTTP/1.1" status: 200 len: 217 time: 0.3432016 Nov 11 17:17:57.415431 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-77c01234-738a-4653-9e1e-f63055e31b44 req-3c98be21-b902-4cd2-9627-2a52ec16253b service neutron] 10.222.0.83 "GET /v2.0/networks/670b12df-11ba-4d6c-8ae9-f6ce89238b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860603 Nov 11 17:17:57.454778 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970280ca-3690-422c-87db-731900b61213 req-c3fdb24f-0c95-41f0-a98a-ba05655c4681 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Network c7fddae8-aa71-45c6-8a4c-6a1cd7404391 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:17:57.478523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-970280ca-3690-422c-87db-731900b61213 req-c3fdb24f-0c95-41f0-a98a-ba05655c4681 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:17:57.487436 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db050bd-9ee5-47c3-9bf3-5da6921c165d req-ebfa44b4-290a-443a-b9fc-4908e44d254f tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:57.488967 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6db050bd-9ee5-47c3-9bf3-5da6921c165d req-ebfa44b4-290a-443a-b9fc-4908e44d254f tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.4969594 Nov 11 17:17:57.499369 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-970280ca-3690-422c-87db-731900b61213 req-c3fdb24f-0c95-41f0-a98a-ba05655c4681 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:17:57.514335 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-9b3ecb9c-2bdb-4d21-8266-61d7dc5580be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:57.515901 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-9b3ecb9c-2bdb-4d21-8266-61d7dc5580be service neutron] 10.222.0.83 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 910 time: 0.5863039 Nov 11 17:17:57.548700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fdb24f-0c95-41f0-a98a-ba05655c4681 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Pushing event updated for resources: {'Port': ['ID=dfb85e64-82e9-420c-a016-8fd54336be9f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:57.571676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc084e8-3800-4881-b255-121a82ed056d req-44ce79b4-cd6d-4e99-87a5-4d14fdca9153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:57.573130 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1dc084e8-3800-4881-b255-121a82ed056d req-44ce79b4-cd6d-4e99-87a5-4d14fdca9153 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bd6ee57d-db84-45c3-bd4a-9d0a5e71b572 HTTP/1.1" status: 200 len: 853 time: 0.1917613 Nov 11 17:17:57.609002 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c9316f0c-ae9b-4fdd-b9ab-5d55a25e7566 req-3bab8a8b-7525-478f-affa-ef6b877caad2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577178 Nov 11 17:17:57.631771 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-6322272c-9bc2-4ccb-9fe1-53c727a6f049 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05f132a5-4b5e-4b1a-950f-4bd2417d3153 HTTP/1.1" status: 200 len: 217 time: 0.0718482 Nov 11 17:17:57.671143 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f400de0-3ef6-4ede-a0ff-b6866cf61ddd x-openstack-request-id: req-5f400de0-3ef6-4ede-a0ff-b6866cf61ddd {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:17:57.671432 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8844442b-2ba7-4145-8cb4-3fbfbb8aa438", "tag": "677ba7d8-1a60-433e-83ee-1577958e5244", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:17:57.671703 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5f400de0-3ef6-4ede-a0ff-b6866cf61ddd {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:17:57.672112 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8844442b-2ba7-4145-8cb4-3fbfbb8aa438', 'tag': '677ba7d8-1a60-433e-83ee-1577958e5244', 'status': 'completed', 'code': 200} Nov 11 17:17:57.697937 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970280ca-3690-422c-87db-731900b61213 req-c3fdb24f-0c95-41f0-a98a-ba05655c4681 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:57.698536 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-970280ca-3690-422c-87db-731900b61213 req-c3fdb24f-0c95-41f0-a98a-ba05655c4681 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:57.746633 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6db050bd-9ee5-47c3-9bf3-5da6921c165d req-d074d00e-f683-435c-91e2-cfd37efd83c8 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420592 Nov 11 17:17:57.770876 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c1fae006-6518-4286-882c-21535312c3cb None None] Provisioning complete for port dfb85e64-82e9-420c-a016-8fd54336be9f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:17:57.775126 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c1fae006-6518-4286-882c-21535312c3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:57.775252 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-970280ca-3690-422c-87db-731900b61213 req-c3fdb24f-0c95-41f0-a98a-ba05655c4681 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8082249 Nov 11 17:17:57.782848 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4dc7c-1213-4f5b-9de2-351dcf329c72 req-8410364d-a376-4993-b80b-321ad10b226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:57.784381 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f2e4dc7c-1213-4f5b-9de2-351dcf329c72 req-8410364d-a376-4993-b80b-321ad10b226b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=86d8aa904941466d9ea9e992fa25efc0&device_id=8844442b-2ba7-4145-8cb4-3fbfbb8aa438 HTTP/1.1" status: 200 len: 1094 time: 0.0626853 Nov 11 17:17:57.790682 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc084e8-3800-4881-b255-121a82ed056d req-51267343-fbd9-4a45-b351-13ff62cf53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:57.792337 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1dc084e8-3800-4881-b255-121a82ed056d req-51267343-fbd9-4a45-b351-13ff62cf53e1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=199f56b5-0f63-437b-bc7a-2e7ba30aca73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822817 Nov 11 17:17:57.793667 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-a8e90152-b789-4e46-88b9-ce6421c3c9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:57.795150 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-a8e90152-b789-4e46-88b9-ce6421c3c9a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=651c5717-7c13-46c4-8d6a-3f6dcf13301c HTTP/1.1" status: 200 len: 848 time: 0.1445994 Nov 11 17:17:57.815915 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-970280ca-3690-422c-87db-731900b61213 req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] Request body: {'port': {'device_id': '249066af-dbec-41a0-901e-14ba9e83314a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:17:57.824695 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c1fae006-6518-4286-882c-21535312c3cb None None] Port dfb85e64-82e9-420c-a016-8fd54336be9f cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:17:57.905738 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4dc7c-1213-4f5b-9de2-351dcf329c72 req-35df958e-9361-4f23-8b86-4b7ae9ddc99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:57.907475 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f2e4dc7c-1213-4f5b-9de2-351dcf329c72 req-35df958e-9361-4f23-8b86-4b7ae9ddc99c service neutron] 10.222.0.64 "GET /v2.0/networks?id=4459b097-e5dd-4ffa-a28b-292c89fcd58b HTTP/1.1" status: 200 len: 925 time: 0.1068192 Nov 11 17:17:57.938849 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-f50c14c4-570b-48fa-88c1-cec33a800388 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aff4ca62-299e-49a9-90bd-d7da6c894e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029572 Nov 11 17:17:57.953359 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5027e-d246-4ca8-bd7a-bb767577124d req-c449b81d-6274-4945-bd22-5866343608a6 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:57.953613 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f2e4dc7c-1213-4f5b-9de2-351dcf329c72 req-0a16d98c-04fa-4b1a-884f-df18a321d969 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=677ba7d8-1a60-433e-83ee-1577958e5244 HTTP/1.1" status: 200 len: 217 time: 0.0379386 Nov 11 17:17:57.954834 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4a5027e-d246-4ca8-bd7a-bb767577124d req-c449b81d-6274-4945-bd22-5866343608a6 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/ports?device_id=249066af-dbec-41a0-901e-14ba9e83314a HTTP/1.1" status: 200 len: 932 time: 0.2287917 Nov 11 17:17:58.011819 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4dc7c-1213-4f5b-9de2-351dcf329c72 req-193a1f43-928d-458d-8a90-fb4ca703bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:58.013534 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f2e4dc7c-1213-4f5b-9de2-351dcf329c72 req-193a1f43-928d-458d-8a90-fb4ca703bb52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=514ca1cd-422f-4578-9e77-be751b2cb1b2 HTTP/1.1" status: 200 len: 862 time: 0.0504334 Nov 11 17:17:58.063992 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4dc7c-1213-4f5b-9de2-351dcf329c72 req-df17ab3c-5d2e-4ddb-92a8-e802ecf393bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:58.065668 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f2e4dc7c-1213-4f5b-9de2-351dcf329c72 req-df17ab3c-5d2e-4ddb-92a8-e802ecf393bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4459b097-e5dd-4ffa-a28b-292c89fcd58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438480 Nov 11 17:17:58.074701 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d006b0b-44b0-490d-a434-9b1cb9b96bea req-f7107242-0b16-4707-bfac-3a477cc69809 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:58.078157 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d006b0b-44b0-490d-a434-9b1cb9b96bea req-f7107242-0b16-4707-bfac-3a477cc69809 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.2567544 Nov 11 17:17:58.097368 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-970280ca-3690-422c-87db-731900b61213 req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:58.166998 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f2e4dc7c-1213-4f5b-9de2-351dcf329c72 req-9dfc37c2-0192-4f35-81a8-d05f380a40b6 service neutron] 10.222.0.64 "GET /v2.0/networks/4459b097-e5dd-4ffa-a28b-292c89fcd58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926225 Nov 11 17:17:58.189118 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1dc084e8-3800-4881-b255-121a82ed056d req-21e54854-4ae4-4bab-baf8-48150ca2f900 service neutron] 10.222.0.83 "GET /v2.0/networks/199f56b5-0f63-437b-bc7a-2e7ba30aca73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543859 Nov 11 17:17:58.192484 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4a5027e-d246-4ca8-bd7a-bb767577124d req-98e4ed8f-2ec6-4e23-a144-2a4b2636c13f tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e146065-ec8a-40aa-b4fc-35e6bcd65b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295816 Nov 11 17:17:58.300271 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-9493d359-7607-48f4-a49e-39aab35fb7d4 service neutron] 10.222.0.83 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391809 Nov 11 17:17:58.304210 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d006b0b-44b0-490d-a434-9b1cb9b96bea req-feff30b0-87b1-4b14-9001-cf563788c4ea tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194552 Nov 11 17:17:58.323330 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f2e4dc7c-1213-4f5b-9de2-351dcf329c72 req-aec116f5-8070-415c-b345-510fef257330 service neutron] 10.222.0.64 "GET /v2.0/networks/4459b097-e5dd-4ffa-a28b-292c89fcd58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338639 Nov 11 17:17:58.337046 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-137ff563-285a-4bf6-832c-b6a7d7cc1a60 req-637e8d5d-f98e-411d-9fe5-161f5d22c25b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0658855 Nov 11 17:17:58.420705 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ff563-285a-4bf6-832c-b6a7d7cc1a60 req-08d31326-a733-41f8-baae-b3dc94eccdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:58.422101 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-137ff563-285a-4bf6-832c-b6a7d7cc1a60 req-08d31326-a733-41f8-baae-b3dc94eccdb2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=85a43739753d49039cf4e1bd9ec71524&device_id=c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1 HTTP/1.1" status: 200 len: 1101 time: 0.0463076 Nov 11 17:17:58.533916 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ff563-285a-4bf6-832c-b6a7d7cc1a60 req-38f97a91-8e37-43e1-8a22-187c256ab40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:58.535170 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-137ff563-285a-4bf6-832c-b6a7d7cc1a60 req-38f97a91-8e37-43e1-8a22-187c256ab40e service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.0920317 Nov 11 17:17:58.582380 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-137ff563-285a-4bf6-832c-b6a7d7cc1a60 req-14207a3e-27b6-4284-8a56-790260bddfb2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c4f9bc1f-b969-46f0-9583-72f2f00ccff0 HTTP/1.1" status: 200 len: 217 time: 0.0393975 Nov 11 17:17:58.585861 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef4d48-7c5c-411c-89f1-22524a55c143 req-23b981fc-7d09-43ef-aaf0-04bb10230e16 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:58.587344 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3ef4d48-7c5c-411c-89f1-22524a55c143 req-23b981fc-7d09-43ef-aaf0-04bb10230e16 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 944 time: 0.2793586 Nov 11 17:17:58.622990 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1dc084e8-3800-4881-b255-121a82ed056d req-210afd5e-7611-44b0-80f9-3162ebd505df service neutron] 10.222.0.83 "GET /v2.0/networks/199f56b5-0f63-437b-bc7a-2e7ba30aca73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916225 Nov 11 17:17:58.640860 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ff563-285a-4bf6-832c-b6a7d7cc1a60 req-8e509da9-1e20-4964-93da-865c2fc05809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:58.642846 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-137ff563-285a-4bf6-832c-b6a7d7cc1a60 req-8e509da9-1e20-4964-93da-865c2fc05809 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0532482 Nov 11 17:17:58.659966 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff3201-2ea0-47ce-921a-85effc843bce req-9e0e7600-6fa3-4fa1-bfd4-dcf2f8d04d2f tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:58.660549 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b7ff3201-2ea0-47ce-921a-85effc843bce req-9e0e7600-6fa3-4fa1-bfd4-dcf2f8d04d2f tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/ports?device_id=90325c14-5a1f-42cc-b91d-77963117f2e5 HTTP/1.1" status: 200 len: 943 time: 0.2565632 Nov 11 17:17:58.663201 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-4e4ecf47-147d-477e-9959-8d8ca813d416 service neutron] 10.222.0.83 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460703 Nov 11 17:17:58.704933 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ff563-285a-4bf6-832c-b6a7d7cc1a60 req-72cd7962-3a6b-45fd-8575-5dfc17724cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:58.706714 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-137ff563-285a-4bf6-832c-b6a7d7cc1a60 req-72cd7962-3a6b-45fd-8575-5dfc17724cf7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0556281 Nov 11 17:17:58.730140 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3ef4d48-7c5c-411c-89f1-22524a55c143 req-d46d3950-6eb0-44ea-ac61-8adb95fa73e0 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023262 Nov 11 17:17:58.776262 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b7ff3201-2ea0-47ce-921a-85effc843bce req-8ecdbada-33bd-42b8-9279-5c4dd88735fe tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/security-groups?id=1396d30f-ff2d-4fc8-82f3-eee5e3505955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991032 Nov 11 17:17:58.854452 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-137ff563-285a-4bf6-832c-b6a7d7cc1a60 req-8744c6d6-1f54-47bf-bd7e-ac5cef33353d service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391613 Nov 11 17:17:58.878133 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-970280ca-3690-422c-87db-731900b61213 req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb85e64-82e9-420c-a016-8fd54336be9f {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:17:58.904985 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-970280ca-3690-422c-87db-731900b61213 req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:58.954441 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-970280ca-3690-422c-87db-731900b61213 req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] Transition to ACTIVE for port object dfb85e64-82e9-420c-a016-8fd54336be9f will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:17:58.955202 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-137ff563-285a-4bf6-832c-b6a7d7cc1a60 req-907eaef5-5cc0-42f5-b005-ebc61ee71310 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925088 Nov 11 17:17:58.998897 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-970280ca-3690-422c-87db-731900b61213 req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:59.080453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becdc6e-c1d8-4cbf-af63-b390e8dbb636 req-97f3f933-ad7c-4f65-abc2-76671adc4bbf tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:59.081976 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2becdc6e-c1d8-4cbf-af63-b390e8dbb636 req-97f3f933-ad7c-4f65-abc2-76671adc4bbf tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=8844442b-2ba7-4145-8cb4-3fbfbb8aa438 HTTP/1.1" status: 200 len: 943 time: 0.1831667 Nov 11 17:17:59.092453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ae4e7-d5f0-4de1-a028-782f296cf4e4 req-a6077a42-e233-43bb-9eff-e5dafc00e71a tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:59.093926 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef0ae4e7-d5f0-4de1-a028-782f296cf4e4 req-a6077a42-e233-43bb-9eff-e5dafc00e71a tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 945 time: 0.1790125 Nov 11 17:17:59.097161 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb85e64-82e9-420c-a016-8fd54336be9f,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:59.100936 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-1a147958-37f1-43a4-bd78-1d67cd0c3af3 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:59.102440 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-1a147958-37f1-43a4-bd78-1d67cd0c3af3 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693&tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&binding%3Ahost_id=n-h2-816206-4 HTTP/1.1" status: 200 len: 1095 time: 0.1684806 Nov 11 17:17:59.264116 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2becdc6e-c1d8-4cbf-af63-b390e8dbb636 req-64fb3a0c-3fa6-48b7-bc38-d0a0b15784a3 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690369 Nov 11 17:17:59.276872 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef0ae4e7-d5f0-4de1-a028-782f296cf4e4 req-64b80082-7d39-4b8f-9992-23930aa3f9d9 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660016 Nov 11 17:17:59.296239 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-970280ca-3690-422c-87db-731900b61213 req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] Attempting to bind port dfb85e64-82e9-420c-a016-8fd54336be9f on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:17:59.296490 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-970280ca-3690-422c-87db-731900b61213 req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] Attempting to bind port dfb85e64-82e9-420c-a016-8fd54336be9f by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'f7bcde08-2a26-47a0-ac10-9802a0416c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:17:59.296812 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970280ca-3690-422c-87db-731900b61213 req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] Attempting to bind port dfb85e64-82e9-420c-a016-8fd54336be9f on network c7fddae8-aa71-45c6-8a4c-6a1cd7404391 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:59.304782 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970280ca-3690-422c-87db-731900b61213 req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] Port dfb85e64-82e9-420c-a016-8fd54336be9f on network c7fddae8-aa71-45c6-8a4c-6a1cd7404391 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:17:59.305182 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970280ca-3690-422c-87db-731900b61213 req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] Attempting to bind port dfb85e64-82e9-420c-a016-8fd54336be9f on network c7fddae8-aa71-45c6-8a4c-6a1cd7404391 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:17:59.318920 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970280ca-3690-422c-87db-731900b61213 req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:17:59.319295 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970280ca-3690-422c-87db-731900b61213 req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] Checking segment: {'id': 'f7bcde08-2a26-47a0-ac10-9802a0416c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:17:59.319773 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970280ca-3690-422c-87db-731900b61213 req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] Bound using segment: {'id': 'f7bcde08-2a26-47a0-ac10-9802a0416c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:17:59.320282 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-970280ca-3690-422c-87db-731900b61213 req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] Bound port: dfb85e64-82e9-420c-a016-8fd54336be9f, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bcde08-2a26-47a0-ac10-9802a0416c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:17:59.320779 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-970280ca-3690-422c-87db-731900b61213 req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:59.482220 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-6d57c91f-d666-4753-be06-58d3dbbed939 service neutron] For port 05f132a5-4b5e-4b1a-950f-4bd2417d3153, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:17:59.491513 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-6d57c91f-d666-4753-be06-58d3dbbed939 service neutron] Publish callbacks [] for binding, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:59.492627 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55f34a89-09ac-4b56-b619-d289c7f77dd0 req-6d57c91f-d666-4753-be06-58d3dbbed939 service neutron] 10.222.0.83 "DELETE /v2.0/ports/05f132a5-4b5e-4b1a-950f-4bd2417d3153/bindings/n-h1-816206-4 HTTP/1.1" status: 204 len: 173 time: 0.3555007 Nov 11 17:17:59.512655 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d48d21-cacb-47f4-9f5e-356671604507 req-4bb17a88-844a-4156-a9a4-d71499632d07 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:59.514128 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d4d48d21-cacb-47f4-9f5e-356671604507 req-4bb17a88-844a-4156-a9a4-d71499632d07 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.1573339 Nov 11 17:17:59.516601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-970280ca-3690-422c-87db-731900b61213 req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] For port dfb85e64-82e9-420c-a016-8fd54336be9f, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:17:59.529468 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7824e36-e067-401e-88e4-e8fd3b257a86 req-eb75534d-260a-4dfb-b79b-022e18238189 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:59.530962 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7824e36-e067-401e-88e4-e8fd3b257a86 req-eb75534d-260a-4dfb-b79b-022e18238189 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/ports?device_id=249066af-dbec-41a0-901e-14ba9e83314a HTTP/1.1" status: 200 len: 944 time: 0.1752834 Nov 11 17:17:59.532777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-970280ca-3690-422c-87db-731900b61213 req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] For port dfb85e64-82e9-420c-a016-8fd54336be9f, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=dfb85e64-82e9-420c-a016-8fd54336be9f,segment=NetworkSegment(f7bcde08-2a26-47a0-ac10-9802a0416c10),segment_id=f7bcde08-2a26-47a0-ac10-9802a0416c10)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:17:59.550601 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-970280ca-3690-422c-87db-731900b61213 req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:59.627154 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970280ca-3690-422c-87db-731900b61213 req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:59.627791 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-970280ca-3690-422c-87db-731900b61213 req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:17:59.629169 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-970280ca-3690-422c-87db-731900b61213 req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] 10.222.0.64 "PUT /v2.0/ports/dfb85e64-82e9-420c-a016-8fd54336be9f HTTP/1.1" status: 200 len: 1092 time: 1.8201911 Nov 11 17:17:59.629659 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249066af-dbec-41a0-901e-14ba9e83314a', 'tag': 'dfb85e64-82e9-420c-a016-8fd54336be9f'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:17:59.631956 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7958c3a-8046-47fb-96bf-b270c1ba434b" -d '{"events": [{"name": "network-changed", "server_uuid": "249066af-dbec-41a0-901e-14ba9e83314a", "tag": "dfb85e64-82e9-420c-a016-8fd54336be9f"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:17:59.673582 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90325c14-5a1f-42cc-b91d-77963117f2e5', 'tag': 'd33002b9-2ed5-46af-9a4d-fdd8b66b33bc'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:17:59.675135 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d4d48d21-cacb-47f4-9f5e-356671604507 req-01f1241e-c4df-4f14-b205-1e3aa98a171c tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410971 Nov 11 17:17:59.676998 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640bc62f-af20-4e0e-8a90-e0abb3c8d398" -d '{"events": [{"name": "network-changed", "server_uuid": "90325c14-5a1f-42cc-b91d-77963117f2e5", "tag": "d33002b9-2ed5-46af-9a4d-fdd8b66b33bc"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:17:59.681304 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fdbe9-fb43-41a6-abdc-39c7f61fd319 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb85e64-82e9-420c-a016-8fd54336be9f,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:17:59.688336 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7824e36-e067-401e-88e4-e8fd3b257a86 req-2d94b4b3-a65e-485e-ad1a-3cf3bb7a6025 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e146065-ec8a-40aa-b4fc-35e6bcd65b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467001 Nov 11 17:17:59.743498 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970280ca-3690-422c-87db-731900b61213 req-737cbdb6-a41e-499c-a548-48784bd1ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:59.745773 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-970280ca-3690-422c-87db-731900b61213 req-737cbdb6-a41e-499c-a548-48784bd1ce45 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4507fd3f60f24b259a28ded8232f88cf&device_id=249066af-dbec-41a0-901e-14ba9e83314a HTTP/1.1" status: 200 len: 1095 time: 0.0471094 Nov 11 17:17:59.834820 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-970280ca-3690-422c-87db-731900b61213 req-950977ea-2a5a-43c1-a062-4e94abd7984d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfb85e64-82e9-420c-a016-8fd54336be9f HTTP/1.1" status: 200 len: 217 time: 0.0650871 Nov 11 17:17:59.901768 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6ea8a-c0be-44a4-9924-28d83eb1eb78 req-d80de915-aa99-483d-bf18-8594771b97f5 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:59.903269 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64e6ea8a-c0be-44a4-9924-28d83eb1eb78 req-d80de915-aa99-483d-bf18-8594771b97f5 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 945 time: 0.1424823 Nov 11 17:17:59.932481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5a152-0062-4731-976c-a7718ffb0aea req-9eff1389-8d22-4775-afa3-2e5fb9b1648d tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:59.933995 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37c5a152-0062-4731-976c-a7718ffb0aea req-9eff1389-8d22-4775-afa3-2e5fb9b1648d tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.1395252 Nov 11 17:17:59.961038 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970280ca-3690-422c-87db-731900b61213 req-9dcbf385-6bdc-4a5b-acd7-7b8c6c5331d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:17:59.962460 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-970280ca-3690-422c-87db-731900b61213 req-9dcbf385-6bdc-4a5b-acd7-7b8c6c5331d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3eb61d51-fc7a-46d9-a27d-820641822eac HTTP/1.1" status: 200 len: 851 time: 0.1040061 Nov 11 17:18:00.031269 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64e6ea8a-c0be-44a4-9924-28d83eb1eb78 req-466eef87-ad5e-4d3d-bd5f-1de2ababb43f tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207018 Nov 11 17:18:00.074238 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37c5a152-0062-4731-976c-a7718ffb0aea req-561a820e-80c9-4b2c-afa3-d7dd8fc90f3f tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198945 Nov 11 17:18:00.077499 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970280ca-3690-422c-87db-731900b61213 req-df40d0e6-46be-455a-8ae9-11b7f7b86e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:00.078991 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-970280ca-3690-422c-87db-731900b61213 req-df40d0e6-46be-455a-8ae9-11b7f7b86e66 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7fddae8-aa71-45c6-8a4c-6a1cd7404391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007111 Nov 11 17:18:00.082990 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa38f624-2495-4aeb-b071-e234b851d5b1 x-openstack-request-id: req-aa38f624-2495-4aeb-b071-e234b851d5b1 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:00.083272 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249066af-dbec-41a0-901e-14ba9e83314a", "tag": "dfb85e64-82e9-420c-a016-8fd54336be9f", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:00.083520 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aa38f624-2495-4aeb-b071-e234b851d5b1 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:00.083940 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249066af-dbec-41a0-901e-14ba9e83314a', 'tag': 'dfb85e64-82e9-420c-a016-8fd54336be9f', 'status': 'completed', 'code': 200} Nov 11 17:18:00.118207 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7469f6a2-6980-43b3-adeb-d48c03715a95 x-openstack-request-id: req-7469f6a2-6980-43b3-adeb-d48c03715a95 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:00.118540 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90325c14-5a1f-42cc-b91d-77963117f2e5", "tag": "d33002b9-2ed5-46af-9a4d-fdd8b66b33bc", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:00.118792 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7469f6a2-6980-43b3-adeb-d48c03715a95 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:00.119194 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90325c14-5a1f-42cc-b91d-77963117f2e5', 'tag': 'd33002b9-2ed5-46af-9a4d-fdd8b66b33bc', 'status': 'completed', 'code': 200} Nov 11 17:18:00.580665 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fcc02-d0d4-4f7e-bb78-e5e4a3a4ba75 req-b65a70fd-d020-4dee-8984-a89d79b4dba0 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:00.582205 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-988fcc02-d0d4-4f7e-bb78-e5e4a3a4ba75 req-b65a70fd-d020-4dee-8984-a89d79b4dba0 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 944 time: 0.4425395 Nov 11 17:18:00.611037 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0af803-910d-4c58-9916-94c80866b26e req-76da65f2-6c9e-4290-b548-b2b2bececb3b tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:00.612543 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f0af803-910d-4c58-9916-94c80866b26e req-76da65f2-6c9e-4290-b548-b2b2bececb3b tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/ports?device_id=90325c14-5a1f-42cc-b91d-77963117f2e5 HTTP/1.1" status: 200 len: 943 time: 0.4429138 Nov 11 17:18:00.614216 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bc62f-af20-4e0e-8a90-e0abb3c8d398 req-1c0886aa-57db-4f5e-80eb-800edc8407c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:00.615536 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-640bc62f-af20-4e0e-8a90-e0abb3c8d398 req-1c0886aa-57db-4f5e-80eb-800edc8407c4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bd11269839ed44b6b5bcb2aeb8e3250f&device_id=90325c14-5a1f-42cc-b91d-77963117f2e5 HTTP/1.1" status: 200 len: 1094 time: 0.4411573 Nov 11 17:18:00.697050 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-970280ca-3690-422c-87db-731900b61213 req-61706d13-5eac-41d3-9a59-74781b6e8900 service neutron] 10.222.0.64 "GET /v2.0/networks/c7fddae8-aa71-45c6-8a4c-6a1cd7404391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256715 Nov 11 17:18:00.796030 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-988fcc02-d0d4-4f7e-bb78-e5e4a3a4ba75 req-68b9effc-c3ee-4d85-9895-e66304d565b8 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027116 Nov 11 17:18:00.817892 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f0af803-910d-4c58-9916-94c80866b26e req-dc96d8a1-7e59-4f75-9aab-01a456fb0cf1 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/security-groups?id=1396d30f-ff2d-4fc8-82f3-eee5e3505955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936975 Nov 11 17:18:00.859096 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bc62f-af20-4e0e-8a90-e0abb3c8d398 req-e740553c-0b92-41f4-a969-3af0573073ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:00.860972 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-640bc62f-af20-4e0e-8a90-e0abb3c8d398 req-e740553c-0b92-41f4-a969-3af0573073ff service neutron] 10.222.0.83 "GET /v2.0/networks?id=199f56b5-0f63-437b-bc7a-2e7ba30aca73 HTTP/1.1" status: 200 len: 916 time: 0.2349789 Nov 11 17:18:00.910837 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-970280ca-3690-422c-87db-731900b61213 req-a658f7b1-e9de-4b2d-b49f-954e7c2a1238 service neutron] 10.222.0.64 "GET /v2.0/networks/c7fddae8-aa71-45c6-8a4c-6a1cd7404391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983190 Nov 11 17:18:00.912265 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-640bc62f-af20-4e0e-8a90-e0abb3c8d398 req-060bc7f7-0c5b-415c-bb7f-6ff7aaaad80d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d33002b9-2ed5-46af-9a4d-fdd8b66b33bc HTTP/1.1" status: 200 len: 217 time: 0.0436614 Nov 11 17:18:00.997455 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bc62f-af20-4e0e-8a90-e0abb3c8d398 req-ab6d8409-b1a6-4b78-af0a-8eb2c430f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:00.998991 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-640bc62f-af20-4e0e-8a90-e0abb3c8d398 req-ab6d8409-b1a6-4b78-af0a-8eb2c430f8e4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bd6ee57d-db84-45c3-bd4a-9d0a5e71b572 HTTP/1.1" status: 200 len: 853 time: 0.0663970 Nov 11 17:18:01.067806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad64580-c8ec-43ae-aca8-1adc00aca09b req-339c4f82-4c47-417a-924a-61617a80579c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:01.069177 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9ad64580-c8ec-43ae-aca8-1adc00aca09b req-339c4f82-4c47-417a-924a-61617a80579c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=8844442b-2ba7-4145-8cb4-3fbfbb8aa438 HTTP/1.1" status: 200 len: 943 time: 0.0867231 Nov 11 17:18:01.081335 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bc62f-af20-4e0e-8a90-e0abb3c8d398 req-bbffb59a-4586-441d-8539-2962f794d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:01.082765 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-640bc62f-af20-4e0e-8a90-e0abb3c8d398 req-bbffb59a-4586-441d-8539-2962f794d79d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=199f56b5-0f63-437b-bc7a-2e7ba30aca73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691645 Nov 11 17:18:01.086982 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 677ba7d8-1a60-433e-83ee-1577958e5244 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:18:01.211175 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7958c3a-8046-47fb-96bf-b270c1ba434b req-37f73357-22cb-483c-b340-083c9438b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:01.212840 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b7958c3a-8046-47fb-96bf-b270c1ba434b req-37f73357-22cb-483c-b340-083c9438b084 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4507fd3f60f24b259a28ded8232f88cf&device_id=249066af-dbec-41a0-901e-14ba9e83314a HTTP/1.1" status: 200 len: 1095 time: 0.1402051 Nov 11 17:18:01.227581 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9ad64580-c8ec-43ae-aca8-1adc00aca09b req-2bc0926f-66c5-4b4a-b349-1aad4db38785 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426072 Nov 11 17:18:01.284048 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 677ba7d8-1a60-433e-83ee-1577958e5244, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=677ba7d8-1a60-433e-83ee-1577958e5244,segment=NetworkSegment(f4e29135-ff10-4aaf-81d8-232294590cc5),segment_id=f4e29135-ff10-4aaf-81d8-232294590cc5)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:01.325466 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '677ba7d8-1a60-433e-83ee-1577958e5244', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'port_id': '677ba7d8-1a60-433e-83ee-1577958e5244', 'mac_address': 'fa:16:3e:f1:2d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:18:01.355434 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-640bc62f-af20-4e0e-8a90-e0abb3c8d398 req-eb6c91b1-b408-410a-aac0-9abd57f15158 service neutron] 10.222.0.83 "GET /v2.0/networks/199f56b5-0f63-437b-bc7a-2e7ba30aca73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469063 Nov 11 17:18:01.370852 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:01.383848 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 677ba7d8-1a60-433e-83ee-1577958e5244 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:01.404161 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 677ba7d8-1a60-433e-83ee-1577958e5244, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=677ba7d8-1a60-433e-83ee-1577958e5244,segment=NetworkSegment(f4e29135-ff10-4aaf-81d8-232294590cc5),segment_id=f4e29135-ff10-4aaf-81d8-232294590cc5)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:01.408155 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:01.456693 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=677ba7d8-1a60-433e-83ee-1577958e5244,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:01.509428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362af6ae-745c-4c2e-a672-c6a4ab9ce072 req-231fcbb5-161b-4232-a304-7976fcd685b0 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:01.510874 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-362af6ae-745c-4c2e-a672-c6a4ab9ce072 req-231fcbb5-161b-4232-a304-7976fcd685b0 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.1729069 Nov 11 17:18:01.524004 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1077d-9c0f-453d-8002-96858548e2fc req-04b7dc92-6ab1-445a-bdeb-93eb076039a0 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:01.525382 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3d1077d-9c0f-453d-8002-96858548e2fc req-04b7dc92-6ab1-445a-bdeb-93eb076039a0 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/ports?device_id=249066af-dbec-41a0-901e-14ba9e83314a HTTP/1.1" status: 200 len: 944 time: 0.1829205 Nov 11 17:18:01.532949 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7958c3a-8046-47fb-96bf-b270c1ba434b req-83674978-47fc-463c-8ee0-aa51d04afc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:01.534277 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b7958c3a-8046-47fb-96bf-b270c1ba434b req-83674978-47fc-463c-8ee0-aa51d04afc6a service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7fddae8-aa71-45c6-8a4c-6a1cd7404391 HTTP/1.1" status: 200 len: 914 time: 0.2883441 Nov 11 17:18:01.612451 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-640bc62f-af20-4e0e-8a90-e0abb3c8d398 req-131cd1cf-7780-441d-8488-c9db0157001c service neutron] 10.222.0.83 "GET /v2.0/networks/199f56b5-0f63-437b-bc7a-2e7ba30aca73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334557 Nov 11 17:18:01.614083 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b7958c3a-8046-47fb-96bf-b270c1ba434b req-fddd5491-ac6a-4da1-8612-86bf90386344 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfb85e64-82e9-420c-a016-8fd54336be9f HTTP/1.1" status: 200 len: 217 time: 0.0670052 Nov 11 17:18:01.688869 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-362af6ae-745c-4c2e-a672-c6a4ab9ce072 req-7438bab4-61f8-42b8-b918-e91e4f779e57 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572587 Nov 11 17:18:01.692007 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3d1077d-9c0f-453d-8002-96858548e2fc req-3b31c98d-3005-4022-a415-1db9f861c698 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e146065-ec8a-40aa-b4fc-35e6bcd65b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548293 Nov 11 17:18:01.712571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7958c3a-8046-47fb-96bf-b270c1ba434b req-42acbe47-cf8e-4e6a-aa41-9cc0de835431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:01.712571 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b7958c3a-8046-47fb-96bf-b270c1ba434b req-42acbe47-cf8e-4e6a-aa41-9cc0de835431 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3eb61d51-fc7a-46d9-a27d-820641822eac HTTP/1.1" status: 200 len: 851 time: 0.0905871 Nov 11 17:18:01.753897 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['677ba7d8-1a60-433e-83ee-1577958e5244'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:18:01.765616 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7958c3a-8046-47fb-96bf-b270c1ba434b req-cef733e3-3b8a-41bd-9802-8775b01e2272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:01.767076 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b7958c3a-8046-47fb-96bf-b270c1ba434b req-cef733e3-3b8a-41bd-9802-8775b01e2272 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7fddae8-aa71-45c6-8a4c-6a1cd7404391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445957 Nov 11 17:18:01.845739 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device d33002b9-2ed5-46af-9a4d-fdd8b66b33bc details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:18:01.903702 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41db220-f551-49f9-803f-04cd50016993 req-8df2d654-8020-42ee-9c43-88b83e8355d2 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:01.905110 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d41db220-f551-49f9-803f-04cd50016993 req-8df2d654-8020-42ee-9c43-88b83e8355d2 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9 HTTP/1.1" status: 200 len: 945 time: 0.1416986 Nov 11 17:18:01.915288 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce62d6-0c8e-4261-94ad-e15a9cae5407 req-6e2b77f7-06cd-4f4e-8013-8c63a1b3d0b1 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:01.916711 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-afce62d6-0c8e-4261-94ad-e15a9cae5407 req-6e2b77f7-06cd-4f4e-8013-8c63a1b3d0b1 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.1482325 Nov 11 17:18:01.971399 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b7958c3a-8046-47fb-96bf-b270c1ba434b req-8efa8821-e3de-44e4-88ef-88ee7aa4c6a8 service neutron] 10.222.0.64 "GET /v2.0/networks/c7fddae8-aa71-45c6-8a4c-6a1cd7404391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930573 Nov 11 17:18:01.976231 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port d33002b9-2ed5-46af-9a4d-fdd8b66b33bc, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d33002b9-2ed5-46af-9a4d-fdd8b66b33bc,segment=NetworkSegment(94f9155b-d50c-47f6-975a-73a993a9741e),segment_id=94f9155b-d50c-47f6-975a-73a993a9741e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:01.993588 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'd33002b9-2ed5-46af-9a4d-fdd8b66b33bc', 'network_id': '199f56b5-0f63-437b-bc7a-2e7ba30aca73', 'port_id': 'd33002b9-2ed5-46af-9a4d-fdd8b66b33bc', 'mac_address': 'fa:16:3e:9a:61:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6ee57d-db84-45c3-bd4a-9d0a5e71b572', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:18:02.057896 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d41db220-f551-49f9-803f-04cd50016993 req-836a42da-bcfd-4677-8506-e28d647137da tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/security-groups?id=79178248-7504-4e73-b544-559301e3a490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402218 Nov 11 17:18:02.084486 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-afce62d6-0c8e-4261-94ad-e15a9cae5407 req-22b126ff-8d76-409a-aed8-ac158b74b63c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533504 Nov 11 17:18:02.138760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b7958c3a-8046-47fb-96bf-b270c1ba434b req-2f9249f5-479e-4926-a342-d38ef71ab733 service neutron] 10.222.0.64 "GET /v2.0/networks/c7fddae8-aa71-45c6-8a4c-6a1cd7404391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577597 Nov 11 17:18:02.154265 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:02.168061 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33002b9-2ed5-46af-9a4d-fdd8b66b33bc {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:02.194141 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port d33002b9-2ed5-46af-9a4d-fdd8b66b33bc, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d33002b9-2ed5-46af-9a4d-fdd8b66b33bc,segment=NetworkSegment(94f9155b-d50c-47f6-975a-73a993a9741e),segment_id=94f9155b-d50c-47f6-975a-73a993a9741e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:02.198026 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:02.244613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742740bd-b6b3-4390-9a22-26249b5e3f1a req-8af7e0c0-dbea-409e-9fe8-3d033c9f835e tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:02.246244 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-742740bd-b6b3-4390-9a22-26249b5e3f1a req-8af7e0c0-dbea-409e-9fe8-3d033c9f835e tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 1095 time: 0.0769448 Nov 11 17:18:02.248601 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=d33002b9-2ed5-46af-9a4d-fdd8b66b33bc,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:02.258988 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518f71b-0084-404e-b19f-55aa2c37a3ea req-3f88743a-f846-4b58-a645-7bf857852aa6 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:02.260403 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6518f71b-0084-404e-b19f-55aa2c37a3ea req-3f88743a-f846-4b58-a645-7bf857852aa6 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/ports?device_id=90325c14-5a1f-42cc-b91d-77963117f2e5 HTTP/1.1" status: 200 len: 944 time: 0.0595367 Nov 11 17:18:02.335161 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-742740bd-b6b3-4390-9a22-26249b5e3f1a req-414cdcaf-ea99-46ad-afb1-41272a454755 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724185 Nov 11 17:18:02.337565 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6518f71b-0084-404e-b19f-55aa2c37a3ea req-4d882fd2-ab5c-4f68-8366-2ad52c6349db tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/security-groups?id=1396d30f-ff2d-4fc8-82f3-eee5e3505955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704226 Nov 11 17:18:02.458126 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73c0d7-78df-4929-94c2-a72d609775b4 req-a5da0d5f-8dbc-4e53-a0b1-2defa927cbd7 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:02.459779 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f73c0d7-78df-4929-94c2-a72d609775b4 req-a5da0d5f-8dbc-4e53-a0b1-2defa927cbd7 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=8844442b-2ba7-4145-8cb4-3fbfbb8aa438 HTTP/1.1" status: 200 len: 944 time: 0.0540938 Nov 11 17:18:02.510935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f73c0d7-78df-4929-94c2-a72d609775b4 req-1b986cdc-fb31-40be-89f7-d3c2f1f432b5 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453844 Nov 11 17:18:02.534882 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['d33002b9-2ed5-46af-9a4d-fdd8b66b33bc'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:18:02.671750 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450b432-98d7-47d0-a708-a7fe3539b7a8 req-b172d6f3-7219-4797-b266-b558d66fe182 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:02.673584 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5450b432-98d7-47d0-a708-a7fe3539b7a8 req-b172d6f3-7219-4797-b266-b558d66fe182 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 945 time: 0.0789645 Nov 11 17:18:02.709191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-cd289b5d-3fea-452b-b1f0-744a98d197af tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:02.711073 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-cd289b5d-3fea-452b-b1f0-744a98d197af tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 808 time: 0.1647902 Nov 11 17:18:02.737789 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-4f197e67-f2f7-403e-a1df-e86424e27e35 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/quotas/b26a8a1aaa3a4ffebc2dccd364362c35 HTTP/1.1" status: 200 len: 375 time: 0.0189552 Nov 11 17:18:02.758492 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5450b432-98d7-47d0-a708-a7fe3539b7a8 req-14ce3485-de5b-4980-a8c3-22fac52df681 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725756 Nov 11 17:18:02.792248 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-7f1da1c1-71b6-4038-ad43-36221999be31 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469151 Nov 11 17:18:02.915199 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab38c39-6d56-4c76-8f96-820d11a46a3d req-bf7a9d78-7e0a-4cb5-9ff1-dae3df71e86e tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:02.916655 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7ab38c39-6d56-4c76-8f96-820d11a46a3d req-bf7a9d78-7e0a-4cb5-9ff1-dae3df71e86e tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.0738201 Nov 11 17:18:02.933182 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-253609ab-7a28-410d-89a7-fc7708ff94ca service neutron] 10.222.0.76 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337895 Nov 11 17:18:03.023134 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7ab38c39-6d56-4c76-8f96-820d11a46a3d req-5c6a554f-3e1a-4aed-b101-23d77f690d68 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994790 Nov 11 17:18:03.053874 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-e5c4878d-a302-4506-b458-65aa06da4a2c service neutron] 10.222.0.76 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134810 Nov 11 17:18:03.122900 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device dfb85e64-82e9-420c-a016-8fd54336be9f details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:18:03.127652 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75a59a-0d9a-4959-ab7f-38e778a4c1c0 req-2c86e518-a7f8-4f1f-b555-38288ff2a562 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:03.129182 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb75a59a-0d9a-4959-ab7f-38e778a4c1c0 req-2c86e518-a7f8-4f1f-b555-38288ff2a562 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/ports?device_id=249066af-dbec-41a0-901e-14ba9e83314a HTTP/1.1" status: 200 len: 944 time: 0.0510175 Nov 11 17:18:03.134195 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 677ba7d8-1a60-433e-83ee-1577958e5244 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:18:03.198588 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb75a59a-0d9a-4959-ab7f-38e778a4c1c0 req-3c1452b2-4208-4ea2-9dc8-eb59ea98f6a0 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e146065-ec8a-40aa-b4fc-35e6bcd65b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564008 Nov 11 17:18:03.260267 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 677ba7d8-1a60-433e-83ee-1577958e5244 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:18:03.274089 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 677ba7d8-1a60-433e-83ee-1577958e5244 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:03.274513 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:03.335218 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port dfb85e64-82e9-420c-a016-8fd54336be9f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=dfb85e64-82e9-420c-a016-8fd54336be9f,segment=NetworkSegment(f7bcde08-2a26-47a0-ac10-9802a0416c10),segment_id=f7bcde08-2a26-47a0-ac10-9802a0416c10)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:03.350355 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4508e-f0ef-43fb-bbee-efe6b53292ae req-147faa35-2705-4855-aa58-cd6043239b84 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:03.352226 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2d4508e-f0ef-43fb-bbee-efe6b53292ae req-147faa35-2705-4855-aa58-cd6043239b84 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.0848079 Nov 11 17:18:03.375465 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'dfb85e64-82e9-420c-a016-8fd54336be9f', 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391', 'port_id': 'dfb85e64-82e9-420c-a016-8fd54336be9f', 'mac_address': 'fa:16:3e:e8:59:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb61d51-fc7a-46d9-a27d-820641822eac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:18:03.418282 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2d4508e-f0ef-43fb-bbee-efe6b53292ae req-77524698-6143-4126-80fc-09189e32a217 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535269 Nov 11 17:18:03.422291 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:03.440122 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:03.447486 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4397afbb-0795-42ff-824c-b9edde3caec0 req-00a810ad-78b5-42de-bc86-f7bcbabe8624 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 210 time: 0.0422857 Nov 11 17:18:03.471124 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb85e64-82e9-420c-a016-8fd54336be9f {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:03.480394 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8844442b-2ba7-4145-8cb4-3fbfbb8aa438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677ba7d8-1a60-433e-83ee-1577958e5244'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:03.482622 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bd274a-0538-4d42-beed-adb3adbec65f" -d '{"events": [{"server_uuid": "8844442b-2ba7-4145-8cb4-3fbfbb8aa438", "name": "network-vif-plugged", "status": "completed", "tag": "677ba7d8-1a60-433e-83ee-1577958e5244"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:03.501681 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 677ba7d8-1a60-433e-83ee-1577958e5244, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=677ba7d8-1a60-433e-83ee-1577958e5244,segment=NetworkSegment(f4e29135-ff10-4aaf-81d8-232294590cc5),segment_id=f4e29135-ff10-4aaf-81d8-232294590cc5)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:03.510838 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port dfb85e64-82e9-420c-a016-8fd54336be9f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=dfb85e64-82e9-420c-a016-8fd54336be9f,segment=NetworkSegment(f7bcde08-2a26-47a0-ac10-9802a0416c10),segment_id=f7bcde08-2a26-47a0-ac10-9802a0416c10)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:03.512670 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:03.518756 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:03.575396 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=677ba7d8-1a60-433e-83ee-1577958e5244,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:03.578499 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5973f4-e84d-47a2-9bb9-bfa98008e7a5 req-4a46ab88-e5ff-4c30-a643-e070d69ab0b5 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:03.580210 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de5973f4-e84d-47a2-9bb9-bfa98008e7a5 req-4a46ab88-e5ff-4c30-a643-e070d69ab0b5 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/ports?device_id=90325c14-5a1f-42cc-b91d-77963117f2e5 HTTP/1.1" status: 200 len: 944 time: 0.0564425 Nov 11 17:18:03.643942 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=dfb85e64-82e9-420c-a016-8fd54336be9f,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:03.662127 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de5973f4-e84d-47a2-9bb9-bfa98008e7a5 req-74e2b988-4a05-4e56-b777-13720774274d tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/security-groups?id=1396d30f-ff2d-4fc8-82f3-eee5e3505955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751407 Nov 11 17:18:03.674433 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a778a59-01b7-478c-849d-7c6b187b1340 req-ee36e334-f859-4643-8cb8-138bc61df8fc tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:03.675956 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7a778a59-01b7-478c-849d-7c6b187b1340 req-ee36e334-f859-4643-8cb8-138bc61df8fc tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9 HTTP/1.1" status: 200 len: 945 time: 0.0734382 Nov 11 17:18:03.724661 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7f0d89-c567-4213-8f1f-b7f7d34eee47 x-openstack-request-id: req-ff7f0d89-c567-4213-8f1f-b7f7d34eee47 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:03.725218 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8844442b-2ba7-4145-8cb4-3fbfbb8aa438", "name": "network-vif-plugged", "status": "completed", "tag": "677ba7d8-1a60-433e-83ee-1577958e5244", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:03.726933 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ff7f0d89-c567-4213-8f1f-b7f7d34eee47 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:03.728363 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8844442b-2ba7-4145-8cb4-3fbfbb8aa438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677ba7d8-1a60-433e-83ee-1577958e5244', 'code': 200} Nov 11 17:18:03.736008 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7a778a59-01b7-478c-849d-7c6b187b1340 req-71444dfe-cb19-4e70-9b33-7916f193398e tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/security-groups?id=79178248-7504-4e73-b544-559301e3a490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517483 Nov 11 17:18:03.850227 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b281c9-afb8-4fd1-aff5-183f225b52c2 req-b75a99d5-8d7a-488a-9dfc-a2237361ccb4 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:03.851856 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f8b281c9-afb8-4fd1-aff5-183f225b52c2 req-b75a99d5-8d7a-488a-9dfc-a2237361ccb4 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=8844442b-2ba7-4145-8cb4-3fbfbb8aa438 HTTP/1.1" status: 200 len: 945 time: 0.0668659 Nov 11 17:18:03.859195 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device d33002b9-2ed5-46af-9a4d-fdd8b66b33bc up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:18:03.883210 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['dfb85e64-82e9-420c-a016-8fd54336be9f'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:18:03.949903 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69b118-8972-44d0-a048-bde6b042f1e5 req-a9b0b00d-6ad8-45a8-81a6-0a5b21bf9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:03.951366 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2c69b118-8972-44d0-a048-bde6b042f1e5 req-a9b0b00d-6ad8-45a8-81a6-0a5b21bf9447 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8844442b-2ba7-4145-8cb4-3fbfbb8aa438 HTTP/1.1" status: 200 len: 1096 time: 0.0976071 Nov 11 17:18:03.956166 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port d33002b9-2ed5-46af-9a4d-fdd8b66b33bc completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:18:03.959291 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d3beb-c5e2-4b30-9888-e17c6d190283 req-bc23ef07-4840-4b92-8658-217cb259fbc8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:03.961994 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1c5d3beb-c5e2-4b30-9888-e17c6d190283 req-bc23ef07-4840-4b92-8658-217cb259fbc8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 945 time: 0.1092112 Nov 11 17:18:03.972134 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port d33002b9-2ed5-46af-9a4d-fdd8b66b33bc triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:03.972506 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:04.000739 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f8b281c9-afb8-4fd1-aff5-183f225b52c2 req-44603260-1f57-4b60-aacd-a4853a1a3b4a tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383538 Nov 11 17:18:04.070802 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2c69b118-8972-44d0-a048-bde6b042f1e5 req-70e6edf0-13e9-4772-a1f0-724d63c8784b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000328 Nov 11 17:18:04.076599 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1c5d3beb-c5e2-4b30-9888-e17c6d190283 req-c72c2abf-c100-45e6-83eb-8e76ffd5fb4c tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011143 Nov 11 17:18:04.112967 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:04.147465 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5c5eb-3fa8-4a7f-a70f-ab0c1fdc5769 req-95b13d71-4feb-4936-a9af-46b5528fa68a tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:04.149097 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8ab5c5eb-3fa8-4a7f-a70f-ab0c1fdc5769 req-95b13d71-4feb-4936-a9af-46b5528fa68a tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.0539401 Nov 11 17:18:04.150046 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port d33002b9-2ed5-46af-9a4d-fdd8b66b33bc, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d33002b9-2ed5-46af-9a4d-fdd8b66b33bc,segment=NetworkSegment(94f9155b-d50c-47f6-975a-73a993a9741e),segment_id=94f9155b-d50c-47f6-975a-73a993a9741e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:04.155448 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:04.202194 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8ab5c5eb-3fa8-4a7f-a70f-ab0c1fdc5769 req-4ffa3cd6-09aa-4487-8593-a48801db1821 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458148 Nov 11 17:18:04.208615 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=d33002b9-2ed5-46af-9a4d-fdd8b66b33bc,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:04.342556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf8c7e-eb72-4ef7-953f-6b10957e094d req-adbd4cf1-fbcc-4ff4-ac6b-56950c74c629 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:04.343940 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4bf8c7e-eb72-4ef7-953f-6b10957e094d req-adbd4cf1-fbcc-4ff4-ac6b-56950c74c629 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/ports?device_id=249066af-dbec-41a0-901e-14ba9e83314a HTTP/1.1" status: 200 len: 945 time: 0.0762258 Nov 11 17:18:04.365130 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405f618-012f-4223-baea-7bbe43363502 req-52ee18b9-42f7-406e-9424-9d2f45cc8e7e tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:04.366513 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b405f618-012f-4223-baea-7bbe43363502 req-52ee18b9-42f7-406e-9424-9d2f45cc8e7e tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9 HTTP/1.1" status: 200 len: 945 time: 0.0736244 Nov 11 17:18:04.422560 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4bf8c7e-eb72-4ef7-953f-6b10957e094d req-dc5d73c6-05d4-472d-9052-bbcd26ef9b06 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e146065-ec8a-40aa-b4fc-35e6bcd65b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727289 Nov 11 17:18:04.436450 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b405f618-012f-4223-baea-7bbe43363502 req-de83597b-c475-411f-af6e-51df39cd5e4f tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/security-groups?id=79178248-7504-4e73-b544-559301e3a490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619736 Nov 11 17:18:04.544658 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-127ff806-e589-47be-8827-09bd7f605627 req-88bc6390-7ce4-4c58-9a41-a4c3d2628ba8 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 210 time: 0.0255444 Nov 11 17:18:04.561099 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02e231-ded8-4fd6-9897-145b23862618 req-5353d1a1-8e4f-4ed6-b56b-76653cc748cb tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:04.562700 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed02e231-ded8-4fd6-9897-145b23862618 req-5353d1a1-8e4f-4ed6-b56b-76653cc748cb tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.0719912 Nov 11 17:18:04.612445 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed02e231-ded8-4fd6-9897-145b23862618 req-cd7bbf5e-b2bd-4dbb-830f-570466120e32 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426812 Nov 11 17:18:04.774460 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f442ac-0054-4bf5-82b4-990a17fcb246 req-dbe036c5-261a-4515-97ba-14b00bd38165 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:04.775935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-96f442ac-0054-4bf5-82b4-990a17fcb246 req-dbe036c5-261a-4515-97ba-14b00bd38165 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/ports?device_id=90325c14-5a1f-42cc-b91d-77963117f2e5 HTTP/1.1" status: 200 len: 945 time: 0.0486193 Nov 11 17:18:04.823807 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-96f442ac-0054-4bf5-82b4-990a17fcb246 req-89a387f6-aa10-4476-be3e-4d8390de71f0 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/security-groups?id=1396d30f-ff2d-4fc8-82f3-eee5e3505955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419211 Nov 11 17:18:05.128702 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 49d7d127-1598-410c-b002-7cdaa6625ea8 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:18:05.132803 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device dfb85e64-82e9-420c-a016-8fd54336be9f up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:18:05.133048 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2eb67-721e-45e6-ad9a-61bf399d29a8 req-023dbb1e-573e-49a8-b00f-3edd41cbcd4c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:05.134810 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8be2eb67-721e-45e6-ad9a-61bf399d29a8 req-023dbb1e-573e-49a8-b00f-3edd41cbcd4c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=8844442b-2ba7-4145-8cb4-3fbfbb8aa438 HTTP/1.1" status: 200 len: 945 time: 0.0519879 Nov 11 17:18:05.205347 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8be2eb67-721e-45e6-ad9a-61bf399d29a8 req-a28083d9-d0ef-48a6-b9d7-3ff5979f5841 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637140 Nov 11 17:18:05.254791 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port dfb85e64-82e9-420c-a016-8fd54336be9f completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:18:05.262983 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port dfb85e64-82e9-420c-a016-8fd54336be9f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:05.263384 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:05.277663 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e285c3b-0b8f-4038-8e05-beafdfc5a3ad req-130ffae8-4ce4-47d5-a5d0-6030a9fa2da8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:05.279428 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5e285c3b-0b8f-4038-8e05-beafdfc5a3ad req-130ffae8-4ce4-47d5-a5d0-6030a9fa2da8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 945 time: 0.0812690 Nov 11 17:18:05.310439 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 49d7d127-1598-410c-b002-7cdaa6625ea8, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=49d7d127-1598-410c-b002-7cdaa6625ea8,segment=NetworkSegment(5f9bc0d0-071c-4a5a-b668-056b98ce33d1),segment_id=5f9bc0d0-071c-4a5a-b668-056b98ce33d1)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:05.328344 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '49d7d127-1598-410c-b002-7cdaa6625ea8', 'network_id': 'c53fa25f-ee4c-487a-b50c-a868d90fe5db', 'port_id': '49d7d127-1598-410c-b002-7cdaa6625ea8', 'mac_address': 'fa:16:3e:98:f5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4c5679-b2ed-4f42-a424-f20885c9949a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:18:05.397296 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:05.419187 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49d7d127-1598-410c-b002-7cdaa6625ea8 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:05.438565 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:05.441936 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0cb53-df93-424d-996f-998e907a34d1 req-47c853a4-97fd-42bd-a726-81a9c4416a60 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:05.443437 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-30f0cb53-df93-424d-996f-998e907a34d1 req-47c853a4-97fd-42bd-a726-81a9c4416a60 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.1581874 Nov 11 17:18:05.445345 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 49d7d127-1598-410c-b002-7cdaa6625ea8, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=49d7d127-1598-410c-b002-7cdaa6625ea8,segment=NetworkSegment(5f9bc0d0-071c-4a5a-b668-056b98ce33d1),segment_id=5f9bc0d0-071c-4a5a-b668-056b98ce33d1)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:05.447012 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5e285c3b-0b8f-4038-8e05-beafdfc5a3ad req-a1949d4d-2153-4c70-af64-632756b1b325 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593909 Nov 11 17:18:05.465758 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:05.504783 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-d0e7a15a-f122-4420-9c96-70965888130f tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:05.507156 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-d0e7a15a-f122-4420-9c96-70965888130f tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.64 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 808 time: 0.2034028 Nov 11 17:18:05.536036 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port dfb85e64-82e9-420c-a016-8fd54336be9f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=dfb85e64-82e9-420c-a016-8fd54336be9f,segment=NetworkSegment(f7bcde08-2a26-47a0-ac10-9802a0416c10),segment_id=f7bcde08-2a26-47a0-ac10-9802a0416c10)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:05.536266 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-30f0cb53-df93-424d-996f-998e907a34d1 req-086ec93d-b637-4b84-b4b6-78ecc369b2a1 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797818 Nov 11 17:18:05.546491 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:05.551970 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=49d7d127-1598-410c-b002-7cdaa6625ea8,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:05.552516 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Request body: {'port': {'device_id': '58619a4a-88b7-4e60-9ef7-81aed0ef27a3', 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d', 'admin_state_up': True, 'tenant_id': 'b26a8a1aaa3a4ffebc2dccd364362c35'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:05.622166 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=dfb85e64-82e9-420c-a016-8fd54336be9f,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:05.677874 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['49d7d127-1598-410c-b002-7cdaa6625ea8'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:18:05.729147 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90325c14-5a1f-42cc-b91d-77963117f2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33002b9-2ed5-46af-9a4d-fdd8b66b33bc'}, {'server_uuid': '249066af-dbec-41a0-901e-14ba9e83314a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb85e64-82e9-420c-a016-8fd54336be9f'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:05.731861 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4cb5e2-c7c1-479d-ac8f-83cffb69b0c1" -d '{"events": [{"server_uuid": "90325c14-5a1f-42cc-b91d-77963117f2e5", "name": "network-vif-plugged", "status": "completed", "tag": "d33002b9-2ed5-46af-9a4d-fdd8b66b33bc"}, {"server_uuid": "249066af-dbec-41a0-901e-14ba9e83314a", "name": "network-vif-plugged", "status": "completed", "tag": "dfb85e64-82e9-420c-a016-8fd54336be9f"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:05.989345 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f37444-c336-4dfa-9476-39a46fc48e43 req-389106ed-88ec-4507-a852-9dfdae231ec6 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:05.990817 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34f37444-c336-4dfa-9476-39a46fc48e43 req-389106ed-88ec-4507-a852-9dfdae231ec6 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/ports?device_id=249066af-dbec-41a0-901e-14ba9e83314a HTTP/1.1" status: 200 len: 946 time: 0.4539268 Nov 11 17:18:06.030234 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74889b-d89c-491f-9c1b-e8bb6e5c0a4a req-10b85009-568b-41f3-a441-9e5953bd2f2e tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:06.031624 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2c74889b-d89c-491f-9c1b-e8bb6e5c0a4a req-10b85009-568b-41f3-a441-9e5953bd2f2e tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9 HTTP/1.1" status: 200 len: 945 time: 0.1386857 Nov 11 17:18:06.045328 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6a2d2-d2fd-4db7-9b5c-944f37a89c06 req-6d0b3e6e-6559-4b44-9442-be590667fa06 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:06.046678 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82a6a2d2-d2fd-4db7-9b5c-944f37a89c06 req-6d0b3e6e-6559-4b44-9442-be590667fa06 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9 HTTP/1.1" status: 200 len: 945 time: 0.1526692 Nov 11 17:18:06.204840 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34f37444-c336-4dfa-9476-39a46fc48e43 req-e2419439-43d1-4203-9ba1-bea48ad7420d tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e146065-ec8a-40aa-b4fc-35e6bcd65b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028890 Nov 11 17:18:06.217178 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Made reservation on behalf of b26a8a1aaa3a4ffebc2dccd364362c35 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:18:06.220718 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:06.249372 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82a6a2d2-d2fd-4db7-9b5c-944f37a89c06 req-9bd149c7-cb2d-409f-b343-0623a02b9974 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/security-groups?id=79178248-7504-4e73-b544-559301e3a490&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911633 Nov 11 17:18:06.283668 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-6fb5b230-4f01-4fb2-b953-8ab3f3b9b053 service neutron] show failed (client error): The resource could not be found. Nov 11 17:18:06.284684 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-6fb5b230-4f01-4fb2-b953-8ab3f3b9b053 service neutron] 10.222.0.83 "GET /v2.0/ports/c7c9375f-3a51-47dd-82ec-1c33d9a75197/bindings/n-h1-816206-4 HTTP/1.1" status: 404 len: 380 time: 0.1868217 Nov 11 17:18:06.309737 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1834d381-9c04-4e52-bae5-37337c6aba4d req-986d36c6-5bae-49e1-8acf-db33a022c32a tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 210 time: 0.0460675 Nov 11 17:18:06.357184 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-2c74889b-d89c-491f-9c1b-e8bb6e5c0a4a req-00bab401-128c-4fe6-a912-2023d2331823 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Deleting port 8a57babc-3aad-49a3-a54a-fab830b30252 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:18:06.357539 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2c74889b-d89c-491f-9c1b-e8bb6e5c0a4a req-00bab401-128c-4fe6-a912-2023d2331823 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:06.367239 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9871664-96a4-4ddf-b76a-7bf072a8b61b x-openstack-request-id: req-e9871664-96a4-4ddf-b76a-7bf072a8b61b {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:06.369054 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90325c14-5a1f-42cc-b91d-77963117f2e5", "name": "network-vif-plugged", "status": "completed", "tag": "d33002b9-2ed5-46af-9a4d-fdd8b66b33bc", "code": 200}, {"server_uuid": "249066af-dbec-41a0-901e-14ba9e83314a", "name": "network-vif-plugged", "status": "completed", "tag": "dfb85e64-82e9-420c-a016-8fd54336be9f", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:06.369432 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e9871664-96a4-4ddf-b76a-7bf072a8b61b {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:06.375876 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90325c14-5a1f-42cc-b91d-77963117f2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33002b9-2ed5-46af-9a4d-fdd8b66b33bc', 'code': 200} Nov 11 17:18:06.375876 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249066af-dbec-41a0-901e-14ba9e83314a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb85e64-82e9-420c-a016-8fd54336be9f', 'code': 200} Nov 11 17:18:06.528029 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25d6b5-2828-4e40-9046-043839b01267 req-7d103943-9a6b-406e-8148-51bdbbacfc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:06.529451 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9c25d6b5-2828-4e40-9046-043839b01267 req-7d103943-9a6b-406e-8148-51bdbbacfc01 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=249066af-dbec-41a0-901e-14ba9e83314a HTTP/1.1" status: 200 len: 1097 time: 0.0473571 Nov 11 17:18:06.585812 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83147a4c-57e2-4bb3-88a0-f8f0c43c3644 req-50b7e4bc-3574-45eb-8339-de2bcc965d72 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:06.587277 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83147a4c-57e2-4bb3-88a0-f8f0c43c3644 req-50b7e4bc-3574-45eb-8339-de2bcc965d72 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.2511528 Nov 11 17:18:06.602601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Allocated IP 172.20.0.9 (aff4ca62-299e-49a9-90bd-d7da6c894e2d/651c5717-7c13-46c4-8d6a-3f6dcf13301c/45666ccd-c637-450f-9235-a46ae3943e14) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:18:06.640745 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-8952b1cd-82fe-4438-9485-29dfceccf8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:06.642245 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-8952b1cd-82fe-4438-9485-29dfceccf8b7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624&tenant_id=5a1f216bc9834fb08bccfb025e9c406a HTTP/1.1" status: 200 len: 1100 time: 0.1031499 Nov 11 17:18:06.644657 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9c25d6b5-2828-4e40-9046-043839b01267 req-76f326e4-103f-4414-96a6-22df1c66b760 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6e146065-ec8a-40aa-b4fc-35e6bcd65b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043670 Nov 11 17:18:06.661020 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f0249-b4c9-4645-b1d9-9957f138deae req-07388311-6fe5-4149-b009-d5887d03dd3a tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:06.662493 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-599f0249-b4c9-4645-b1d9-9957f138deae req-07388311-6fe5-4149-b009-d5887d03dd3a tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/ports?device_id=90325c14-5a1f-42cc-b91d-77963117f2e5 HTTP/1.1" status: 200 len: 945 time: 0.2259150 Nov 11 17:18:06.667570 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2e1c2-1587-4073-9e05-076740ada21e req-b464d7c7-4a4f-48c4-bf9e-ebf1236374a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:06.668963 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bdb2e1c2-1587-4073-9e05-076740ada21e req-b464d7c7-4a4f-48c4-bf9e-ebf1236374a6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=90325c14-5a1f-42cc-b91d-77963117f2e5 HTTP/1.1" status: 200 len: 1096 time: 0.1921101 Nov 11 17:18:06.673692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-2c74889b-d89c-491f-9c1b-e8bb6e5c0a4a req-00bab401-128c-4fe6-a912-2023d2331823 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] For port 8a57babc-3aad-49a3-a54a-fab830b30252, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8a57babc-3aad-49a3-a54a-fab830b30252,segment=NetworkSegment(2d9f8312-287e-4120-8386-9681c187fae2),segment_id=2d9f8312-287e-4120-8386-9681c187fae2)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:06.674057 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2c74889b-d89c-491f-9c1b-e8bb6e5c0a4a req-00bab401-128c-4fe6-a912-2023d2331823 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:06.797628 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83147a4c-57e2-4bb3-88a0-f8f0c43c3644 req-5cbaa60a-8c71-4a88-8554-614bbaea27cc tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963048 Nov 11 17:18:06.933311 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-4', 'device_owner': 'compute:nova'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:06.944740 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bdb2e1c2-1587-4073-9e05-076740ada21e req-d3f29cef-9bdd-44f4-b75f-0fcd5e50e56f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1396d30f-ff2d-4fc8-82f3-eee5e3505955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625439 Nov 11 17:18:06.948003 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-599f0249-b4c9-4645-b1d9-9957f138deae req-a4f10508-93de-4ee2-a457-5e877ffb9f01 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/security-groups?id=1396d30f-ff2d-4fc8-82f3-eee5e3505955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781584 Nov 11 17:18:06.999813 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:07.065879 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9e69f-f2ca-45bc-a25a-68f21ddccc91 req-24d6a392-f010-41b2-940d-c4f7f31d18dd tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:07.067844 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9e9e69f-f2ca-45bc-a25a-68f21ddccc91 req-24d6a392-f010-41b2-940d-c4f7f31d18dd tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=8844442b-2ba7-4145-8cb4-3fbfbb8aa438 HTTP/1.1" status: 200 len: 945 time: 0.1708300 Nov 11 17:18:07.146691 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:07.151034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 49d7d127-1598-410c-b002-7cdaa6625ea8 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:18:07.152947 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2c74889b-d89c-491f-9c1b-e8bb6e5c0a4a req-00bab401-128c-4fe6-a912-2023d2331823 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:07.153357 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2c74889b-d89c-491f-9c1b-e8bb6e5c0a4a req-00bab401-128c-4fe6-a912-2023d2331823 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:07.153630 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [req-2c74889b-d89c-491f-9c1b-e8bb6e5c0a4a req-00bab401-128c-4fe6-a912-2023d2331823 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Floating IP d2b4508e-1f52-48b2-be91-fa6f018ac8ed disassociated. External IP: 172.25.2.198, port: 8a57babc-3aad-49a3-a54a-fab830b30252. Nov 11 17:18:07.153972 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-2c74889b-d89c-491f-9c1b-e8bb6e5c0a4a req-00bab401-128c-4fe6-a912-2023d2331823 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Calling delete_port for 8a57babc-3aad-49a3-a54a-fab830b30252 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:18:07.188937 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280939d-6a51-4791-ba7f-57cf0a8168b6 req-60f2872b-e51f-47c9-a37b-c9a2e4bc189e tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:07.190425 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c280939d-6a51-4791-ba7f-57cf0a8168b6 req-60f2872b-e51f-47c9-a37b-c9a2e4bc189e tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 944 time: 0.1613953 Nov 11 17:18:07.208608 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 49d7d127-1598-410c-b002-7cdaa6625ea8 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:07.208980 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:07.212310 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] For port c7c9375f-3a51-47dd-82ec-1c33d9a75197, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=c7c9375f-3a51-47dd-82ec-1c33d9a75197,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:07.247919 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] For port c7c9375f-3a51-47dd-82ec-1c33d9a75197, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:18:07.256894 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9e9e69f-f2ca-45bc-a25a-68f21ddccc91 req-b355e34a-7f6d-4775-b9e8-1c67ef3978a2 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689513 Nov 11 17:18:07.294760 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:07.308315 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:07.309251 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c280939d-6a51-4791-ba7f-57cf0a8168b6 req-37fb5d4e-3d4d-4e6a-b353-61989573cf23 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092465 Nov 11 17:18:07.310205 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] Transition to ACTIVE for port object c7c9375f-3a51-47dd-82ec-1c33d9a75197 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:18:07.311084 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3739f80d-e1df-4224-aa47-245972469624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7c9375f-3a51-47dd-82ec-1c33d9a75197'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:07.313430 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:07.313582 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0b8532-8613-4b2b-a9bc-2f1fc3c5ceea" -d '{"events": [{"server_uuid": "3739f80d-e1df-4224-aa47-245972469624", "name": "network-vif-unplugged", "status": "completed", "tag": "c7c9375f-3a51-47dd-82ec-1c33d9a75197"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:07.321745 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:07.384253 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 49d7d127-1598-410c-b002-7cdaa6625ea8, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=49d7d127-1598-410c-b002-7cdaa6625ea8,segment=NetworkSegment(5f9bc0d0-071c-4a5a-b668-056b98ce33d1),segment_id=5f9bc0d0-071c-4a5a-b668-056b98ce33d1)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:07.388241 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Network aff4ca62-299e-49a9-90bd-d7da6c894e2d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:18:07.390529 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:18:07.393256 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Pushing event updated for resources: {'Port': ['ID=45666ccd-c637-450f-9235-a46ae3943e14,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:07.397506 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:18:07.398568 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] No DVR routers for this DVR port c7c9375f-3a51-47dd-82ec-1c33d9a75197 on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:18:07.406169 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:07.460978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:07.461325 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:07.461674 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:07.462015 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:07.462357 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:07.462691 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:07.463023 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:07.463360 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:07.463690 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:07.464253 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:07.464376 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:07.464697 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:07.478901 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=49d7d127-1598-410c-b002-7cdaa6625ea8,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:07.482936 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-52a150eb-692a-49b7-8f92-0b1c4b955ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:07.494637 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] Attempting to bind port c7c9375f-3a51-47dd-82ec-1c33d9a75197 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:18:07.494940 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] Attempting to bind port c7c9375f-3a51-47dd-82ec-1c33d9a75197 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:18:07.495476 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] Attempting to bind port c7c9375f-3a51-47dd-82ec-1c33d9a75197 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:07.506046 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] Port c7c9375f-3a51-47dd-82ec-1c33d9a75197 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:18:07.506512 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] Attempting to bind port c7c9375f-3a51-47dd-82ec-1c33d9a75197 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:07.510034 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c9375f-3a51-47dd-82ec-1c33d9a75197,revision_number=6']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:07.515513 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:18:07.516038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:18:07.516532 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:18:07.517168 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] Bound port: c7c9375f-3a51-47dd-82ec-1c33d9a75197, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:18:07.517652 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:07.576962 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:07.577531 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:07.587549 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2c74889b-d89c-491f-9c1b-e8bb6e5c0a4a req-00bab401-128c-4fe6-a912-2023d2331823 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:07.599399 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] For port c7c9375f-3a51-47dd-82ec-1c33d9a75197, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:18:07.602699 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] For port c7c9375f-3a51-47dd-82ec-1c33d9a75197, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c7c9375f-3a51-47dd-82ec-1c33d9a75197,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:18:07.607080 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:07.634945 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-6860da96-b6d5-440a-ac83-fa2dd6c9ee1e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0874703 Nov 11 17:18:07.637168 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bab401-128c-4fe6-a912-2023d2331823 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Pushing event deleted for resources: {'Port': ['ID=8a57babc-3aad-49a3-a54a-fab830b30252,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:07.639534 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:07.640232 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:07.641589 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] 10.222.0.64 "PUT /v2.0/ports/c7c9375f-3a51-47dd-82ec-1c33d9a75197 HTTP/1.1" status: 200 len: 1095 time: 0.7128329 Nov 11 17:18:07.647183 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7969c-8b8f-4adb-9dc4-2faba44b4774 req-abecb646-5a26-4ee0-9939-12d9a0a428a4 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:07.656418 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dcb7969c-8b8f-4adb-9dc4-2faba44b4774 req-abecb646-5a26-4ee0-9939-12d9a0a428a4 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/ports?device_id=249066af-dbec-41a0-901e-14ba9e83314a HTTP/1.1" status: 200 len: 946 time: 0.1810043 Nov 11 17:18:07.666995 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45e15b-ca68-4583-88ca-038d890e1776 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c9375f-3a51-47dd-82ec-1c33d9a75197,revision_number=7']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:07.669756 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5b45d-9274-46a7-a9c2-c212f6c78bfe req-a082b1f8-0083-4e21-bb3c-49bf41845ff5 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:07.677020 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3fb5b45d-9274-46a7-a9c2-c212f6c78bfe req-a082b1f8-0083-4e21-bb3c-49bf41845ff5 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.2390511 Nov 11 17:18:07.696523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] Request body: {'port': {'device_id': '58619a4a-88b7-4e60-9ef7-81aed0ef27a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:07.736025 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-fd827cc0-af8c-45ba-98e8-599b1b4ae32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:07.737289 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-fd827cc0-af8c-45ba-98e8-599b1b4ae32e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 1098 time: 0.0445518 Nov 11 17:18:07.847012 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3fb5b45d-9274-46a7-a9c2-c212f6c78bfe req-0886c1fd-bd82-406c-8e70-0355cd602670 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691418 Nov 11 17:18:07.865013 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dcb7969c-8b8f-4adb-9dc4-2faba44b4774 req-24aee46b-bae4-4815-b8cc-deea52f77608 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e146065-ec8a-40aa-b4fc-35e6bcd65b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052088 Nov 11 17:18:07.876647 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:07.882589 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-14c68da6-6402-4b51-83bc-bf667573a857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:07.884446 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-14c68da6-6402-4b51-83bc-bf667573a857 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.1279798 Nov 11 17:18:07.985339 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-f71d0621-b1b8-495e-81d4-6f068a750fe7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=c7c9375f-3a51-47dd-82ec-1c33d9a75197 HTTP/1.1" status: 200 len: 217 time: 0.0816431 Nov 11 17:18:08.043239 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d4407d8-21d0-4d4d-b522-8070e904887a req-7987d447-612e-4be0-9c15-71059521ae8b tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9 HTTP/1.1" status: 200 len: 210 time: 0.0516694 Nov 11 17:18:08.055704 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c74889b-d89c-491f-9c1b-e8bb6e5c0a4a req-00bab401-128c-4fe6-a912-2023d2331823 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Router 2f2a0040-3a2a-4f9c-9a70-e678cef20112 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:18:08.060829 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-92be2e6e-f45e-4170-a970-180985223852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:08.062856 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-92be2e6e-f45e-4170-a970-180985223852 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0674391 Nov 11 17:18:08.132839 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80a88b-4630-4920-8831-87165f26a311 req-98e91ae7-b340-49f0-ab16-041c395f2b1f tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:08.144753 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49128) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:08.147170 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f80a88b-4630-4920-8831-87165f26a311 req-98e91ae7-b340-49f0-ab16-041c395f2b1f tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=8844442b-2ba7-4145-8cb4-3fbfbb8aa438 HTTP/1.1" status: 200 len: 945 time: 0.2213135 Nov 11 17:18:08.151643 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-bd890751-b0ad-417b-b57e-f58eb5fc42e0 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Request body: {'floatingip': {'port_id': '677ba7d8-1a60-433e-83ee-1577958e5244'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:08.221892 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf53de6-0667-49a1-8dfe-d5165c8b5fb3 x-openstack-request-id: req-9cf53de6-0667-49a1-8dfe-d5165c8b5fb3 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:08.222322 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3739f80d-e1df-4224-aa47-245972469624", "name": "network-vif-unplugged", "status": "completed", "tag": "c7c9375f-3a51-47dd-82ec-1c33d9a75197", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:08.222667 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9cf53de6-0667-49a1-8dfe-d5165c8b5fb3 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:08.223161 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3739f80d-e1df-4224-aa47-245972469624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7c9375f-3a51-47dd-82ec-1c33d9a75197', 'code': 200} Nov 11 17:18:08.226795 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd890751-b0ad-417b-b57e-f58eb5fc42e0 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for floatingip, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:08.281015 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-0c0a28bf-18b7-410c-a75b-8eed576b89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:08.282547 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-0c0a28bf-18b7-410c-a75b-8eed576b89e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2108541 Nov 11 17:18:08.373249 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ebc037-6700-45a4-8017-925d73420afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d7d127-1598-410c-b002-7cdaa6625ea8'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:08.376015 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7efe56-45f9-4c94-bfcb-21fff1d8ad96" -d '{"events": [{"server_uuid": "89ebc037-6700-45a4-8017-925d73420afe", "name": "network-vif-plugged", "status": "completed", "tag": "49d7d127-1598-410c-b002-7cdaa6625ea8"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:08.487550 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-0f7cb2ad-80b6-44c9-a10e-da528194914d service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849508 Nov 11 17:18:08.684983 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bf26f-12af-4e4a-9500-dcd5b90ab890 req-3de88fec-2507-492b-823e-ea45ccf34115 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:08.686376 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c5bf26f-12af-4e4a-9500-dcd5b90ab890 req-3de88fec-2507-492b-823e-ea45ccf34115 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 931 time: 0.4483185 Nov 11 17:18:08.717432 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c74889b-d89c-491f-9c1b-e8bb6e5c0a4a req-00bab401-128c-4fe6-a912-2023d2331823 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:18:08.735310 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab87ed1-2748-4d3e-a836-90b13ce7dc44 None None] Sync routers for ids ['2f2a0040-3a2a-4f9c-9a70-e678cef20112'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:18:08.748342 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab87ed1-2748-4d3e-a836-90b13ce7dc44 None None] Routers {'2f2a0040-3a2a-4f9c-9a70-e678cef20112'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:18:08.749126 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-fab87ed1-2748-4d3e-a836-90b13ce7dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:17:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2f2a0040-3a2a-4f9c-9a70-e678cef20112'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:08.769483 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43956051-5991-450f-8dc8-34b1b285e2d7 req-5f25c051-3d8a-4a65-883f-e3564ba3690b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:08.770998 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-43956051-5991-450f-8dc8-34b1b285e2d7 req-5f25c051-3d8a-4a65-883f-e3564ba3690b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 947 time: 0.1545498 Nov 11 17:18:08.810071 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c74889b-d89c-491f-9c1b-e8bb6e5c0a4a req-00bab401-128c-4fe6-a912-2023d2331823 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] No DVR routers for this DVR port 8a57babc-3aad-49a3-a54a-fab830b30252 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:18:08.823392 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2c74889b-d89c-491f-9c1b-e8bb6e5c0a4a req-00bab401-128c-4fe6-a912-2023d2331823 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:08.830298 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2c74889b-d89c-491f-9c1b-e8bb6e5c0a4a req-00bab401-128c-4fe6-a912-2023d2331823 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.83 "DELETE /v2.0/ports/8a57babc-3aad-49a3-a54a-fab830b30252 HTTP/1.1" status: 204 len: 173 time: 2.7764430 Nov 11 17:18:08.830298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9', 'name': 'network-vif-deleted', 'tag': '8a57babc-3aad-49a3-a54a-fab830b30252'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:08.830298 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674112b1-ef0c-4791-9a10-f085a3a710d2" -d '{"events": [{"server_uuid": "8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9", "name": "network-vif-deleted", "tag": "8a57babc-3aad-49a3-a54a-fab830b30252"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:08.888009 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c5bf26f-12af-4e4a-9500-dcd5b90ab890 req-274876f0-31eb-4a83-acaa-1c0e719e166b tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927104 Nov 11 17:18:08.899018 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-fab87ed1-2748-4d3e-a836-90b13ce7dc44 None None] Set router 2f2a0040-3a2a-4f9c-9a70-e678cef20112 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:18:08.912376 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45666ccd-c637-450f-9235-a46ae3943e14 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:08.931365 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:08.940964 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f01ae640-d9b2-4a9e-83b7-07edbdcb0f70 req-973e00ed-3633-4d36-aa62-94bab7a4ceac service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931324 Nov 11 17:18:08.972347 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-43956051-5991-450f-8dc8-34b1b285e2d7 req-cb212bf6-5487-4812-81b1-eea8bf08a434 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702094 Nov 11 17:18:09.000886 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] Transition to ACTIVE for port object 45666ccd-c637-450f-9235-a46ae3943e14 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:18:09.008429 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:09.112203 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] Pushing event updated for resources: {'Port': ['ID=45666ccd-c637-450f-9235-a46ae3943e14,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:09.171601 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 49d7d127-1598-410c-b002-7cdaa6625ea8 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:18:09.172072 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd890751-b0ad-417b-b57e-f58eb5fc42e0 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:09.178563 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd890751-b0ad-417b-b57e-f58eb5fc42e0 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:09.290518 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfba26-e1ca-4b21-b85c-67f6e40a6448 req-8115127c-e4bf-48c0-941c-2dc471aa0bb7 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:09.299777 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-68cfba26-e1ca-4b21-b85c-67f6e40a6448 req-8115127c-e4bf-48c0-941c-2dc471aa0bb7 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/ports?device_id=90325c14-5a1f-42cc-b91d-77963117f2e5 HTTP/1.1" status: 200 len: 945 time: 0.2357137 Nov 11 17:18:09.317471 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b0da6-88fe-40b3-bef3-77026bde83bc req-2db9ecde-6156-4c4c-a64c-cd08ca159737 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:09.322729 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:09.326277 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b2b0da6-88fe-40b3-bef3-77026bde83bc req-2db9ecde-6156-4c4c-a64c-cd08ca159737 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 945 time: 0.2083075 Nov 11 17:18:09.341780 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-fab87ed1-2748-4d3e-a836-90b13ce7dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'name': 'tempest-ServersTestJSON-1051618494-router', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:51Z', 'updated_at': '2021-11-11T17:15:56Z', 'revision_number': 4, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'gw_port': {'id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:52Z', 'updated_at': '2021-11-11T17:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'dede112d-c528-4305-9667-53561f55bd2e', 'name': '', 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'mac_address': 'fa:16:3e:d4:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7d038671-7b00-465f-8cd5-8873cae059cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:55Z', 'updated_at': '2021-11-11T17:16:02Z', 'revision_number': 5, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'subnets': [{'id': '7d038671-7b00-465f-8cd5-8873cae059cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:09.376262 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-bd890751-b0ad-417b-b57e-f58eb5fc42e0 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Floating IP 14043b3a-8bbf-4645-8831-ddb5918db5f5 associated. External IP: 172.25.2.142, port: 677ba7d8-1a60-433e-83ee-1577958e5244. Nov 11 17:18:09.377584 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab87ed1-2748-4d3e-a836-90b13ce7dc44 None None] Checking router: 2f2a0040-3a2a-4f9c-9a70-e678cef20112 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:18:09.397309 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 49d7d127-1598-410c-b002-7cdaa6625ea8, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=49d7d127-1598-410c-b002-7cdaa6625ea8,segment=NetworkSegment(5f9bc0d0-071c-4a5a-b668-056b98ce33d1),segment_id=5f9bc0d0-071c-4a5a-b668-056b98ce33d1)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:09.401044 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab87ed1-2748-4d3e-a836-90b13ce7dc44 None None] Routers {'2f2a0040-3a2a-4f9c-9a70-e678cef20112'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:18:09.401891 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-fab87ed1-2748-4d3e-a836-90b13ce7dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:17:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2f2a0040-3a2a-4f9c-9a70-e678cef20112'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:09.415401 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b2b0da6-88fe-40b3-bef3-77026bde83bc req-30d5ac4f-74b0-47c6-b1fa-ff5c49b6a3d6 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884159 Nov 11 17:18:09.448394 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:09.454636 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] Attempting to bind port 45666ccd-c637-450f-9235-a46ae3943e14 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:18:09.455256 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] Attempting to bind port 45666ccd-c637-450f-9235-a46ae3943e14 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:18:09.455681 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] Attempting to bind port 45666ccd-c637-450f-9235-a46ae3943e14 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:09.466714 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-68cfba26-e1ca-4b21-b85c-67f6e40a6448 req-36ddd1de-5b92-4474-a19b-1d7a35ca1fd1 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/security-groups?id=1396d30f-ff2d-4fc8-82f3-eee5e3505955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660748 Nov 11 17:18:09.469578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] Port 45666ccd-c637-450f-9235-a46ae3943e14 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:18:09.470027 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] Attempting to bind port 45666ccd-c637-450f-9235-a46ae3943e14 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:09.476729 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:18:09.477894 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] Checking segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:18:09.478550 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] Bound using segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:18:09.479082 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] Bound port: 45666ccd-c637-450f-9235-a46ae3943e14, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:18:09.479585 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:09.635045 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] For port 45666ccd-c637-450f-9235-a46ae3943e14, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:18:09.641963 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] For port 45666ccd-c637-450f-9235-a46ae3943e14, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=45666ccd-c637-450f-9235-a46ae3943e14,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:18:09.650858 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0858d7-dc4f-4d1e-a92b-9a21dcba846d x-openstack-request-id: req-0b0858d7-dc4f-4d1e-a92b-9a21dcba846d {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:09.651463 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9", "name": "network-vif-deleted", "tag": "8a57babc-3aad-49a3-a54a-fab830b30252", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:09.651885 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0b0858d7-dc4f-4d1e-a92b-9a21dcba846d {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:09.652055 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b9685e-45d1-4037-987a-492765dfbc80 x-openstack-request-id: req-93b9685e-45d1-4037-987a-492765dfbc80 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:09.652255 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ebc037-6700-45a4-8017-925d73420afe", "name": "network-vif-plugged", "status": "completed", "tag": "49d7d127-1598-410c-b002-7cdaa6625ea8", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:09.652731 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9ff7fb-72f7-4acb-bd7f-6c132d8f3ad9', 'name': 'network-vif-deleted', 'tag': '8a57babc-3aad-49a3-a54a-fab830b30252', 'status': 'completed', 'code': 200} Nov 11 17:18:09.652913 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-93b9685e-45d1-4037-987a-492765dfbc80 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:09.653502 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ebc037-6700-45a4-8017-925d73420afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d7d127-1598-410c-b002-7cdaa6625ea8', 'code': 200} Nov 11 17:18:09.655820 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:09.719903 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=49d7d127-1598-410c-b002-7cdaa6625ea8,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:09.735600 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:09.736512 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:09.737909 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] 10.222.0.64 "PUT /v2.0/ports/45666ccd-c637-450f-9235-a46ae3943e14 HTTP/1.1" status: 200 len: 1091 time: 2.0570946 Nov 11 17:18:09.749454 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-fab87ed1-2748-4d3e-a836-90b13ce7dc44 None None] Set router 2f2a0040-3a2a-4f9c-9a70-e678cef20112 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:18:09.785083 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d4602565-d6bb-4a18-8f72-89375d2a89cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:09.881786 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd890751-b0ad-417b-b57e-f58eb5fc42e0 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Router 367c0d42-2f45-4937-ace9-7c3856d3eabf has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:18:09.889041 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device e349adda-a068-4125-9f82-b5f359efb698 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:18:09.891189 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 8a57babc-3aad-49a3-a54a-fab830b30252 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:18:09.902779 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa02eb9-fe6f-433a-9971-1230bf0f035a service neutron] Pushing event updated for resources: {'Port': ['ID=45666ccd-c637-450f-9235-a46ae3943e14,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:09.932613 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 8a57babc-3aad-49a3-a54a-fab830b30252 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:18:09.933252 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 8a57babc-3aad-49a3-a54a-fab830b30252 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:18:09.933830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device c7c9375f-3a51-47dd-82ec-1c33d9a75197 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:18:09.952921 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f55b4-f186-442f-bdd1-9775054c8db3 req-a27803e0-d2e0-45ae-9972-02e7357ed9f6 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:09.970215 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fc3f55b4-f186-442f-bdd1-9775054c8db3 req-a27803e0-d2e0-45ae-9972-02e7357ed9f6 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 950 time: 0.2177289 Nov 11 17:18:10.030683 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94caae77-ca42-4b28-a6b6-f62285c19e85 req-3d199517-2738-4532-b73f-483132f83f44 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:10.042361 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94caae77-ca42-4b28-a6b6-f62285c19e85 req-3d199517-2738-4532-b73f-483132f83f44 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/ports?device_id=249066af-dbec-41a0-901e-14ba9e83314a HTTP/1.1" status: 200 len: 946 time: 0.2688823 Nov 11 17:18:10.064166 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device c7c9375f-3a51-47dd-82ec-1c33d9a75197 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:18:10.065020 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device e349adda-a068-4125-9f82-b5f359efb698 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:18:10.092814 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd890751-b0ad-417b-b57e-f58eb5fc42e0 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:18:10.103989 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e826b88f-bb3e-452b-9c31-a87d07883fef None None] Sync routers for ids ['367c0d42-2f45-4937-ace9-7c3856d3eabf'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:18:10.106549 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd890751-b0ad-417b-b57e-f58eb5fc42e0 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:10.118855 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e826b88f-bb3e-452b-9c31-a87d07883fef None None] Routers {'367c0d42-2f45-4937-ace9-7c3856d3eabf'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:18:10.119613 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e826b88f-bb3e-452b-9c31-a87d07883fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:18:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['367c0d42-2f45-4937-ace9-7c3856d3eabf'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:10.146257 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port e349adda-a068-4125-9f82-b5f359efb698, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=e349adda-a068-4125-9f82-b5f359efb698,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:10.149258 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94caae77-ca42-4b28-a6b6-f62285c19e85 req-2fa07a01-c6ad-4d9a-9597-fc4ee8641ac0 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e146065-ec8a-40aa-b4fc-35e6bcd65b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054683 Nov 11 17:18:10.161694 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-8d601247-ace2-4cad-b11d-808c85584f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:10.170838 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-8d601247-ace2-4cad-b11d-808c85584f15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 1094 time: 0.3423450 Nov 11 17:18:10.176691 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'e349adda-a068-4125-9f82-b5f359efb698', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': 'e349adda-a068-4125-9f82-b5f359efb698', 'mac_address': 'fa:16:3e:c3:82:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:18:10.197613 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bd890751-b0ad-417b-b57e-f58eb5fc42e0 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "PUT /v2.0/floatingips/14043b3a-8bbf-4645-8831-ddb5918db5f5 HTTP/1.1" status: 200 len: 991 time: 2.0515785 Nov 11 17:18:10.224787 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3739f80d-e1df-4224-aa47-245972469624', 'tag': 'c7c9375f-3a51-47dd-82ec-1c33d9a75197'}, {'name': 'network-changed', 'server_uuid': '8844442b-2ba7-4145-8cb4-3fbfbb8aa438', 'tag': '677ba7d8-1a60-433e-83ee-1577958e5244'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:10.227127 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff3bca4-3454-41b2-973d-140e82f7eda9" -d '{"events": [{"name": "network-changed", "server_uuid": "3739f80d-e1df-4224-aa47-245972469624", "tag": "c7c9375f-3a51-47dd-82ec-1c33d9a75197"}, {"name": "network-changed", "server_uuid": "8844442b-2ba7-4145-8cb4-3fbfbb8aa438", "tag": "677ba7d8-1a60-433e-83ee-1577958e5244"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:10.246237 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-54b0aff4-7f3f-495c-97ff-7ae47e7018f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45666ccd-c637-450f-9235-a46ae3943e14 HTTP/1.1" status: 200 len: 217 time: 0.0425017 Nov 11 17:18:10.260031 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fc3f55b4-f186-442f-bdd1-9775054c8db3 req-e3562d67-d931-4400-9c21-34c5427b9e8d tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840550 Nov 11 17:18:10.329085 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:10.345084 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-e826b88f-bb3e-452b-9c31-a87d07883fef None None] Set router 367c0d42-2f45-4937-ace9-7c3856d3eabf gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:18:10.350470 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:10.357058 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e349adda-a068-4125-9f82-b5f359efb698 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:10.385600 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-fab87ed1-2748-4d3e-a836-90b13ce7dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'name': 'tempest-ServersTestJSON-1051618494-router', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:51Z', 'updated_at': '2021-11-11T17:15:56Z', 'revision_number': 4, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'gw_port': {'id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:52Z', 'updated_at': '2021-11-11T17:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'dede112d-c528-4305-9667-53561f55bd2e', 'name': '', 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'mac_address': 'fa:16:3e:d4:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7d038671-7b00-465f-8cd5-8873cae059cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:55Z', 'updated_at': '2021-11-11T17:16:02Z', 'revision_number': 5, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'subnets': [{'id': '7d038671-7b00-465f-8cd5-8873cae059cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:10.409821 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-636b0dba-a8bd-41d3-b1c4-d7b4a2359760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:10.417897 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-636b0dba-a8bd-41d3-b1c4-d7b4a2359760 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=651c5717-7c13-46c4-8d6a-3f6dcf13301c HTTP/1.1" status: 200 len: 848 time: 0.1568327 Nov 11 17:18:10.441036 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486db046-4065-4627-b4c6-4720a8d88aa4 req-cd84b033-4f81-45c2-9742-30d4c334d1aa tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:10.442823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-486db046-4065-4627-b4c6-4720a8d88aa4 req-cd84b033-4f81-45c2-9742-30d4c334d1aa tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 943 time: 0.1381874 Nov 11 17:18:10.447419 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab87ed1-2748-4d3e-a836-90b13ce7dc44 None None] The sync data for ids ['2f2a0040-3a2a-4f9c-9a70-e678cef20112'] in n-d-816206-4 is: [{'id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'name': 'tempest-ServersTestJSON-1051618494-router', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:51Z', 'updated_at': '2021-11-11T17:15:56Z', 'revision_number': 4, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'gw_port': {'id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:52Z', 'updated_at': '2021-11-11T17:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'dede112d-c528-4305-9667-53561f55bd2e', 'name': '', 'network_id': '670b12df-11ba-4d6c-8ae9-f6ce89238b8f', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'mac_address': 'fa:16:3e:d4:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '7d038671-7b00-465f-8cd5-8873cae059cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:55Z', 'updated_at': '2021-11-11T17:16:02Z', 'revision_number': 5, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'subnets': [{'id': '7d038671-7b00-465f-8cd5-8873cae059cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:18:10.476054 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port e349adda-a068-4125-9f82-b5f359efb698, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=e349adda-a068-4125-9f82-b5f359efb698,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:10.491490 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:10.576013 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e264d30-f42b-44a1-b585-ff9233ca272a req-7a562dec-dda7-426f-8f13-c674ebde486f tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:10.580233 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0e264d30-f42b-44a1-b585-ff9233ca272a req-7a562dec-dda7-426f-8f13-c674ebde486f tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.64 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 943 time: 0.1251450 Nov 11 17:18:10.596428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d3710-bf23-4cc7-a6cb-0c79964e6840 req-1c51a8a2-2388-4bd0-89fe-22d7d8878307 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:10.596569 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:18:10.596960 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:18:10.606744 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e27d3710-bf23-4cc7-a6cb-0c79964e6840 req-1c51a8a2-2388-4bd0-89fe-22d7d8878307 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 947 time: 0.2510252 Nov 11 17:18:10.616550 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-4fdff3b3-a276-4da5-83b9-5c1b7ef924f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aff4ca62-299e-49a9-90bd-d7da6c894e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1501968 Nov 11 17:18:10.756025 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-486db046-4065-4627-b4c6-4720a8d88aa4 req-b0b1d094-b7a0-4ef1-86e6-dacce6a7c4ab tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039236 Nov 11 17:18:10.775838 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['e349adda-a068-4125-9f82-b5f359efb698'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:18:10.784064 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e27d3710-bf23-4cc7-a6cb-0c79964e6840 req-e5b69bc9-9160-49b1-9338-fa8d99516576 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763253 Nov 11 17:18:10.813706 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=e349adda-a068-4125-9f82-b5f359efb698,revision_number=9']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:10.846915 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-0e264d30-f42b-44a1-b585-ff9233ca272a req-7ce605f7-6104-4bf7-b5e4-378c7aef7e20 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Deleting port 49d7d127-1598-410c-b002-7cdaa6625ea8 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:18:10.857550 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0e264d30-f42b-44a1-b585-ff9233ca272a req-7ce605f7-6104-4bf7-b5e4-378c7aef7e20 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:10.883944 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:10.936904 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e826b88f-bb3e-452b-9c31-a87d07883fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-router', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:08Z', 'revision_number': 4, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'gw_port': {'id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '14043b3a-8bbf-4645-8831-ddb5918db5f5', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'port_id': '677ba7d8-1a60-433e-83ee-1577958e5244', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'mac_address': 'fa:16:3e:f1:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8844442b-2ba7-4145-8cb4-3fbfbb8aa438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:15:32Z', 'updated_at': '2021-11-11T17:18:09Z', 'revision_number': 5, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e5b51cb-afb8-4075-aead-c66ac22a8f45', 'name': '', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'mac_address': 'fa:16:3e:13:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:07Z', 'updated_at': '2021-11-11T17:15:12Z', 'revision_number': 5, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'subnets': [{'id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:11.025445 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-1c649777-d598-450a-b420-06a7addf4f5d service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978434 Nov 11 17:18:11.037125 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e826b88f-bb3e-452b-9c31-a87d07883fef None None] Checking router: 367c0d42-2f45-4937-ace9-7c3856d3eabf for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:18:11.042369 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe10ca9-500e-4f12-bfdd-9c1cbcc13dbb None None] New status for floating IP d2b4508e-1f52-48b2-be91-fa6f018ac8ed: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:18:11.050069 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e826b88f-bb3e-452b-9c31-a87d07883fef None None] Routers {'367c0d42-2f45-4937-ace9-7c3856d3eabf'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:18:11.051110 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e826b88f-bb3e-452b-9c31-a87d07883fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:18:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['367c0d42-2f45-4937-ace9-7c3856d3eabf'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:11.064861 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-0e264d30-f42b-44a1-b585-ff9233ca272a req-7ce605f7-6104-4bf7-b5e4-378c7aef7e20 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] For port 49d7d127-1598-410c-b002-7cdaa6625ea8, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=49d7d127-1598-410c-b002-7cdaa6625ea8,segment=NetworkSegment(5f9bc0d0-071c-4a5a-b668-056b98ce33d1),segment_id=5f9bc0d0-071c-4a5a-b668-056b98ce33d1)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:11.065236 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0e264d30-f42b-44a1-b585-ff9233ca272a req-7ce605f7-6104-4bf7-b5e4-378c7aef7e20 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:11.083603 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-0e264d30-f42b-44a1-b585-ff9233ca272a req-7ce605f7-6104-4bf7-b5e4-378c7aef7e20 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Calling delete_port for 49d7d127-1598-410c-b002-7cdaa6625ea8 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:18:11.174738 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04553f39-141f-41ba-aaaf-8b67bd871706 x-openstack-request-id: req-04553f39-141f-41ba-aaaf-8b67bd871706 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:11.176592 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3739f80d-e1df-4224-aa47-245972469624", "tag": "c7c9375f-3a51-47dd-82ec-1c33d9a75197", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8844442b-2ba7-4145-8cb4-3fbfbb8aa438", "tag": "677ba7d8-1a60-433e-83ee-1577958e5244", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:11.177221 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-04553f39-141f-41ba-aaaf-8b67bd871706 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:11.177805 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3739f80d-e1df-4224-aa47-245972469624', 'tag': 'c7c9375f-3a51-47dd-82ec-1c33d9a75197', 'status': 'completed', 'code': 200} Nov 11 17:18:11.178222 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8844442b-2ba7-4145-8cb4-3fbfbb8aa438', 'tag': '677ba7d8-1a60-433e-83ee-1577958e5244', 'status': 'completed', 'code': 200} Nov 11 17:18:11.227522 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49170) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:11.295584 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-ff35213b-808c-4bda-9aa7-5fcda34e1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:11.298044 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-ff35213b-808c-4bda-9aa7-5fcda34e1399 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 1098 time: 0.1029365 Nov 11 17:18:11.303275 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fee45-b18b-4bac-9e8e-e25cdfdca961 req-a85de56e-c00b-4d41-af9d-7b05b7875eaa tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:11.323047 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49174) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:11.323281 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-005fee45-b18b-4bac-9e8e-e25cdfdca961 req-a85de56e-c00b-4d41-af9d-7b05b7875eaa tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/ports?device_id=249066af-dbec-41a0-901e-14ba9e83314a HTTP/1.1" status: 200 len: 946 time: 0.4132998 Nov 11 17:18:11.336593 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-f791cf26-2ddd-4c20-a769-4116a28f2703 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Request body: {'floatingip': {'port_id': 'dfb85e64-82e9-420c-a016-8fd54336be9f'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:11.373165 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-e826b88f-bb3e-452b-9c31-a87d07883fef None None] Set router 367c0d42-2f45-4937-ace9-7c3856d3eabf gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:18:11.409769 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:11.428624 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e349adda-a068-4125-9f82-b5f359efb698 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:11.461150 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port e349adda-a068-4125-9f82-b5f359efb698, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=e349adda-a068-4125-9f82-b5f359efb698,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:11.472139 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:11.472476 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f791cf26-2ddd-4c20-a769-4116a28f2703 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks [] for floatingip, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:11.482969 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0e264d30-f42b-44a1-b585-ff9233ca272a req-7ce605f7-6104-4bf7-b5e4-378c7aef7e20 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:11.563761 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=e349adda-a068-4125-9f82-b5f359efb698,revision_number=10']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:11.606326 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-02ae6a8e-12de-4831-ba7d-e12c7a98dd19 req-106f8f06-df55-4cd5-9bf2-a9e18a2bdc5f tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 210 time: 0.1879132 Nov 11 17:18:11.639228 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce605f7-6104-4bf7-b5e4-378c7aef7e20 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Pushing event deleted for resources: {'Port': ['ID=49d7d127-1598-410c-b002-7cdaa6625ea8,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:11.655259 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ebc037-6700-45a4-8017-925d73420afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d7d127-1598-410c-b002-7cdaa6625ea8'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:11.657887 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da8b957-db53-440e-ad75-30d8e60d569d" -d '{"events": [{"server_uuid": "89ebc037-6700-45a4-8017-925d73420afe", "name": "network-vif-unplugged", "status": "completed", "tag": "49d7d127-1598-410c-b002-7cdaa6625ea8"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:11.669515 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5993380-e4f7-40b3-a428-8f62e507bf22 req-57c2da32-d40e-431c-a6db-c5af85789a58 service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6277223 Nov 11 17:18:11.674028 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58619a4a-88b7-4e60-9ef7-81aed0ef27a3', 'tag': '45666ccd-c637-450f-9235-a46ae3943e14'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:11.676636 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29561e96-8e1b-4e1d-a066-2a660a6d6340" -d '{"events": [{"name": "network-changed", "server_uuid": "58619a4a-88b7-4e60-9ef7-81aed0ef27a3", "tag": "45666ccd-c637-450f-9235-a46ae3943e14"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:11.679517 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63831b69-875b-4857-84ed-d417a2ad1b8b tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:11.710634 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63831b69-875b-4857-84ed-d417a2ad1b8b tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:11.715841 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e264d30-f42b-44a1-b585-ff9233ca272a req-7ce605f7-6104-4bf7-b5e4-378c7aef7e20 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] No DVR routers for this DVR port 49d7d127-1598-410c-b002-7cdaa6625ea8 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:18:11.727014 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0e264d30-f42b-44a1-b585-ff9233ca272a req-7ce605f7-6104-4bf7-b5e4-378c7aef7e20 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:11.730696 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0e264d30-f42b-44a1-b585-ff9233ca272a req-7ce605f7-6104-4bf7-b5e4-378c7aef7e20 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.64 "DELETE /v2.0/ports/49d7d127-1598-410c-b002-7cdaa6625ea8 HTTP/1.1" status: 204 len: 173 time: 1.1439638 Nov 11 17:18:11.734584 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce605f7-6104-4bf7-b5e4-378c7aef7e20 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:11.735116 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce605f7-6104-4bf7-b5e4-378c7aef7e20 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:11.735571 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce605f7-6104-4bf7-b5e4-378c7aef7e20 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:11.736339 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce605f7-6104-4bf7-b5e4-378c7aef7e20 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:11.736782 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce605f7-6104-4bf7-b5e4-378c7aef7e20 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:11.737228 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce605f7-6104-4bf7-b5e4-378c7aef7e20 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:11.737716 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce605f7-6104-4bf7-b5e4-378c7aef7e20 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:11.738290 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce605f7-6104-4bf7-b5e4-378c7aef7e20 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:11.738671 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce605f7-6104-4bf7-b5e4-378c7aef7e20 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:11.739155 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce605f7-6104-4bf7-b5e4-378c7aef7e20 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:11.739613 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce605f7-6104-4bf7-b5e4-378c7aef7e20 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:11.740152 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce605f7-6104-4bf7-b5e4-378c7aef7e20 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:11.771869 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9841e3-3ceb-4967-bb07-a37ca7650f74 x-openstack-request-id: req-cb9841e3-3ceb-4967-bb07-a37ca7650f74 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:11.772335 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ebc037-6700-45a4-8017-925d73420afe", "name": "network-vif-unplugged", "status": "completed", "tag": "49d7d127-1598-410c-b002-7cdaa6625ea8", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:11.772598 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cb9841e3-3ceb-4967-bb07-a37ca7650f74 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:11.773056 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ebc037-6700-45a4-8017-925d73420afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d7d127-1598-410c-b002-7cdaa6625ea8', 'code': 200} Nov 11 17:18:11.784348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-cf0cf654-6cc8-4ee2-a9b7-d721d570687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:11.787089 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-cf0cf654-6cc8-4ee2-a9b7-d721d570687e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 1098 time: 0.5985596 Nov 11 17:18:11.789729 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63831b69-875b-4857-84ed-d417a2ad1b8b tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:11.792345 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-1ccf129e-9a62-4b83-bf81-d0630b29fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:11.793765 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63831b69-875b-4857-84ed-d417a2ad1b8b tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:11.794383 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-1ccf129e-9a62-4b83-bf81-d0630b29fa55 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.4852128 Nov 11 17:18:11.794519 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-63831b69-875b-4857-84ed-d417a2ad1b8b tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "DELETE /v2.0/security-groups/79178248-7504-4e73-b544-559301e3a490 HTTP/1.1" status: 204 len: 168 time: 0.5050716 Nov 11 17:18:11.798185 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49184) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:11.820665 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63831b69-875b-4857-84ed-d417a2ad1b8b tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79178248-7504-4e73-b544-559301e3a490,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:11.902382 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e826b88f-bb3e-452b-9c31-a87d07883fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-router', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:08Z', 'revision_number': 4, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'gw_port': {'id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '14043b3a-8bbf-4645-8831-ddb5918db5f5', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'port_id': '677ba7d8-1a60-433e-83ee-1577958e5244', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'mac_address': 'fa:16:3e:f1:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8844442b-2ba7-4145-8cb4-3fbfbb8aa438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:15:32Z', 'updated_at': '2021-11-11T17:18:09Z', 'revision_number': 5, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e5b51cb-afb8-4075-aead-c66ac22a8f45', 'name': '', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'mac_address': 'fa:16:3e:13:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:07Z', 'updated_at': '2021-11-11T17:15:12Z', 'revision_number': 5, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'subnets': [{'id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:11.916815 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2c8b1-be51-4b94-ac7f-8eb90aa28bda req-433bf2bb-43c9-4b65-a58b-6a56dcc1059b tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:11.928959 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-21e2c8b1-be51-4b94-ac7f-8eb90aa28bda req-433bf2bb-43c9-4b65-a58b-6a56dcc1059b tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 949 time: 0.4322758 Nov 11 17:18:11.964091 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e826b88f-bb3e-452b-9c31-a87d07883fef None None] The sync data for ids ['367c0d42-2f45-4937-ace9-7c3856d3eabf'] in n-d-816206-4 is: [{'id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-router', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:08Z', 'revision_number': 4, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'gw_port': {'id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '14043b3a-8bbf-4645-8831-ddb5918db5f5', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'port_id': '677ba7d8-1a60-433e-83ee-1577958e5244', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'mac_address': 'fa:16:3e:f1:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8844442b-2ba7-4145-8cb4-3fbfbb8aa438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:15:32Z', 'updated_at': '2021-11-11T17:18:09Z', 'revision_number': 5, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e5b51cb-afb8-4075-aead-c66ac22a8f45', 'name': '', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'mac_address': 'fa:16:3e:13:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:07Z', 'updated_at': '2021-11-11T17:15:12Z', 'revision_number': 5, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'subnets': [{'id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:18:12.085223 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-a831cc79-5603-49ba-9131-b7ce14ffbb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:12.086813 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-a831cc79-5603-49ba-9131-b7ce14ffbb95 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.2787743 Nov 11 17:18:12.105834 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-e4afe2bc-4038-4199-a0cc-352b65e6310a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=c7c9375f-3a51-47dd-82ec-1c33d9a75197 HTTP/1.1" status: 200 len: 217 time: 0.2232385 Nov 11 17:18:12.109672 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-21e2c8b1-be51-4b94-ac7f-8eb90aa28bda req-1fea12a8-e2be-4170-97a2-dd8f84facf95 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798825 Nov 11 17:18:12.130739 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-f2690095-d4e1-44c5-821f-8fec5467a46a tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] show failed (client error): The resource could not be found. Nov 11 17:18:12.131828 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f2690095-d4e1-44c5-821f-8fec5467a46a tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "GET /v2.0/security-groups/79178248-7504-4e73-b544-559301e3a490 HTTP/1.1" status: 404 len: 347 time: 0.3325634 Nov 11 17:18:12.148883 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49192) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:12.156894 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-fc36bc17-552a-4716-ac45-f862fae4c20d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=c7c9375f-3a51-47dd-82ec-1c33d9a75197 HTTP/1.1" status: 200 len: 217 time: 0.0613179 Nov 11 17:18:12.203223 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c239cc-92e4-4a7a-b094-361b8023b22f x-openstack-request-id: req-29c239cc-92e4-4a7a-b094-361b8023b22f {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:12.203223 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58619a4a-88b7-4e60-9ef7-81aed0ef27a3", "tag": "45666ccd-c637-450f-9235-a46ae3943e14", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:12.203445 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-29c239cc-92e4-4a7a-b094-361b8023b22f {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:12.203792 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58619a4a-88b7-4e60-9ef7-81aed0ef27a3', 'tag': '45666ccd-c637-450f-9235-a46ae3943e14', 'status': 'completed', 'code': 200} Nov 11 17:18:12.241325 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-b536bca9-228b-4b71-af17-517830972929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:12.242859 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-b536bca9-228b-4b71-af17-517830972929 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1226742 Nov 11 17:18:12.250386 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610bec1-4692-4377-b8d4-994d6ecca051 req-f7fa2283-f23a-4866-bcff-5ad1c1a60276 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:12.251933 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9610bec1-4692-4377-b8d4-994d6ecca051 req-f7fa2283-f23a-4866-bcff-5ad1c1a60276 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 943 time: 0.2882760 Nov 11 17:18:12.317488 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b71941-b6c4-449d-ba86-5ee720979ff4 None None] New status for floating IP 14043b3a-8bbf-4645-8831-ddb5918db5f5: ACTIVE {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:18:12.386999 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29561e96-8e1b-4e1d-a066-2a660a6d6340 req-2a952594-b4a9-4431-b516-b9b1da897e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:12.388690 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-29561e96-8e1b-4e1d-a066-2a660a6d6340 req-2a952594-b4a9-4431-b516-b9b1da897e42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 1094 time: 0.1237833 Nov 11 17:18:12.390139 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-7c693fe6-bb2d-42a1-b12c-b99fe8a9a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:12.391597 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-7c693fe6-bb2d-42a1-b12c-b99fe8a9a341 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1278760 Nov 11 17:18:12.402436 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:12.417592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-2d8c672a-0f43-4e2b-881f-5bfe6153e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:12.419039 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-2d8c672a-0f43-4e2b-881f-5bfe6153e607 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.2256653 Nov 11 17:18:12.462683 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9610bec1-4692-4377-b8d4-994d6ecca051 req-555fb731-1eb5-4631-89ac-504d845db875 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932249 Nov 11 17:18:12.528706 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b23b3d-e344-43f9-9e7a-47c067c1c99a req-9cff55e4-6f61-4d8b-b5ae-366e3cc0771c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:12.530213 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57b23b3d-e344-43f9-9e7a-47c067c1c99a req-9cff55e4-6f61-4d8b-b5ae-366e3cc0771c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 947 time: 0.2710283 Nov 11 17:18:12.615181 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-4b074f07-b234-44c1-ba08-32a32c13dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:12.621194 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-4b074f07-b234-44c1-ba08-32a32c13dd66 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1802764 Nov 11 17:18:12.632547 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-d13dce58-e221-4599-8e31-dd66cc80c107 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Deleting port 24cb562c-488d-45a9-a027-8963b8d6ce67 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:18:12.633092 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d13dce58-e221-4599-8e31-dd66cc80c107 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:12.698060 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57b23b3d-e344-43f9-9e7a-47c067c1c99a req-a1355e93-3bf0-40ce-980d-5152bf76d6ff tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381564 Nov 11 17:18:12.839324 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:12.871823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85e98257-18ae-4098-97ab-995ca2277676 req-a4d8e7a5-32cd-497c-89e2-5e4d4a3e61a7 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=89ebc037-6700-45a4-8017-925d73420afe HTTP/1.1" status: 200 len: 210 time: 0.0607035 Nov 11 17:18:12.885595 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29561e96-8e1b-4e1d-a066-2a660a6d6340 req-c4affd91-cbb8-4491-9615-79d1e658c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:12.887090 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-29561e96-8e1b-4e1d-a066-2a660a6d6340 req-c4affd91-cbb8-4491-9615-79d1e658c173 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 910 time: 0.4577446 Nov 11 17:18:12.992191 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-29561e96-8e1b-4e1d-a066-2a660a6d6340 req-1e3a9664-fb37-4e60-b45b-10c9fbdcbbdd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45666ccd-c637-450f-9235-a46ae3943e14 HTTP/1.1" status: 200 len: 217 time: 0.0875764 Nov 11 17:18:13.001018 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-e9af9fc6-b98f-47e7-943a-72c125f88b03 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642435 Nov 11 17:18:13.021489 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f791cf26-2ddd-4c20-a769-4116a28f2703 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:13.047836 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f791cf26-2ddd-4c20-a769-4116a28f2703 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:13.108473 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d13dce58-e221-4599-8e31-dd66cc80c107 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:13.108906 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d13dce58-e221-4599-8e31-dd66cc80c107 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:13.131466 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-172fe363-649e-4571-8e2f-eae02eac9c8c service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621503 Nov 11 17:18:13.134392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29561e96-8e1b-4e1d-a066-2a660a6d6340 req-38221d7e-7d3e-4d1f-a28b-0cb4c617559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:13.135807 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-29561e96-8e1b-4e1d-a066-2a660a6d6340 req-38221d7e-7d3e-4d1f-a28b-0cb4c617559a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=651c5717-7c13-46c4-8d6a-3f6dcf13301c HTTP/1.1" status: 200 len: 848 time: 0.1326261 Nov 11 17:18:13.181079 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-d13dce58-e221-4599-8e31-dd66cc80c107 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Calling delete_port for 24cb562c-488d-45a9-a027-8963b8d6ce67 owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:18:13.182986 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ebc037-6700-45a4-8017-925d73420afe', 'name': 'network-vif-deleted', 'tag': '49d7d127-1598-410c-b002-7cdaa6625ea8'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:13.186331 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395b8b9c-0a8f-42c0-b054-d1476b363f0d" -d '{"events": [{"server_uuid": "89ebc037-6700-45a4-8017-925d73420afe", "name": "network-vif-deleted", "tag": "49d7d127-1598-410c-b002-7cdaa6625ea8"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:13.192975 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device c7c9375f-3a51-47dd-82ec-1c33d9a75197 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:18:13.221564 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-29561e96-8e1b-4e1d-a066-2a660a6d6340 req-e02632e7-ed15-4b81-840e-b8a404cc7f22 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aff4ca62-299e-49a9-90bd-d7da6c894e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463531 Nov 11 17:18:13.256083 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dab470-e4dc-4dba-af63-106e1b61da48 req-b7286def-8452-4711-a9b3-aeb07b627797 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:13.257666 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-11dab470-e4dc-4dba-af63-106e1b61da48 req-b7286def-8452-4711-a9b3-aeb07b627797 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 947 time: 0.1985795 Nov 11 17:18:13.320152 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port c7c9375f-3a51-47dd-82ec-1c33d9a75197, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c7c9375f-3a51-47dd-82ec-1c33d9a75197,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:13.339130 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'c7c9375f-3a51-47dd-82ec-1c33d9a75197', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': 'c7c9375f-3a51-47dd-82ec-1c33d9a75197', 'mac_address': 'fa:16:3e:81:34:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:18:13.343911 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-f791cf26-2ddd-4c20-a769-4116a28f2703 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Floating IP e50902ab-c5d7-444d-bd8f-6bd304c1bbad associated. External IP: 172.25.2.210, port: dfb85e64-82e9-420c-a016-8fd54336be9f. Nov 11 17:18:13.346803 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831687af-ce20-4176-ae37-247ffa7ee5fb req-63f81a9d-aa25-4cc0-833e-6bdc44e32cf7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:13.348309 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-831687af-ce20-4176-ae37-247ffa7ee5fb req-63f81a9d-aa25-4cc0-833e-6bdc44e32cf7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.83 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624&tenant_id=5a1f216bc9834fb08bccfb025e9c406a&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 947 time: 0.2619004 Nov 11 17:18:13.384549 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:13.402827 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c9375f-3a51-47dd-82ec-1c33d9a75197 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:13.410223 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-0d27c887-9cc5-468d-ad38-40291a7b2993 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956842 Nov 11 17:18:13.438076 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port c7c9375f-3a51-47dd-82ec-1c33d9a75197, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c7c9375f-3a51-47dd-82ec-1c33d9a75197,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:13.443528 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:13.470523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382b277-aada-4203-a293-b32f1d0f1003 req-4202a3ee-7535-4577-858b-f0224cc25bd1 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:13.477465 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9382b277-aada-4203-a293-b32f1d0f1003 req-4202a3ee-7535-4577-858b-f0224cc25bd1 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 949 time: 0.2626398 Nov 11 17:18:13.484980 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-29561e96-8e1b-4e1d-a066-2a660a6d6340 req-211602bd-b27b-4a34-b390-97a2e69be3e0 service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443907 Nov 11 17:18:13.487353 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-b1d15691-a03a-47bf-858d-cf4580bb5354 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149993 Nov 11 17:18:13.493658 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=c7c9375f-3a51-47dd-82ec-1c33d9a75197,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:13.501511 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:13.501858 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:13.502203 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:13.502529 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:13.502855 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:13.503363 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:13.503689 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:13.504594 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:13.504921 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:13.505242 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:13.505721 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:13.506220 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:18:13.516780 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-11dab470-e4dc-4dba-af63-106e1b61da48 req-d477139f-0a65-46db-a1d3-df0718d1680e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983440 Nov 11 17:18:13.535463 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-831687af-ce20-4176-ae37-247ffa7ee5fb req-a2694b77-06ac-4822-bfa2-1e1b97a34034 service neutron] delete failed (client error): The resource could not be found. Nov 11 17:18:13.536485 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-831687af-ce20-4176-ae37-247ffa7ee5fb req-a2694b77-06ac-4822-bfa2-1e1b97a34034 service neutron] 10.222.0.83 "DELETE /v2.0/ports/c7c9375f-3a51-47dd-82ec-1c33d9a75197/bindings/n-h2-816206-4 HTTP/1.1" status: 404 len: 380 time: 0.1567171 Nov 11 17:18:13.582435 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2accc706-65c6-4ff9-8d53-1962cc414e17 x-openstack-request-id: req-2accc706-65c6-4ff9-8d53-1962cc414e17 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:13.582791 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ebc037-6700-45a4-8017-925d73420afe", "name": "network-vif-deleted", "tag": "49d7d127-1598-410c-b002-7cdaa6625ea8", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:13.583105 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2accc706-65c6-4ff9-8d53-1962cc414e17 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:13.583715 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ebc037-6700-45a4-8017-925d73420afe', 'name': 'network-vif-deleted', 'tag': '49d7d127-1598-410c-b002-7cdaa6625ea8', 'status': 'completed', 'code': 200} Nov 11 17:18:13.602709 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9382b277-aada-4203-a293-b32f1d0f1003 req-b8accc3c-c878-4eea-91cb-bc9f9dea4d9f tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242385 Nov 11 17:18:13.649931 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d13dce58-e221-4599-8e31-dd66cc80c107 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:13.760885 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-ef1101be-cd8c-4f81-9097-1a214a00b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:13.762367 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-ef1101be-cd8c-4f81-9097-1a214a00b65d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=86d8aa904941466d9ea9e992fa25efc0&device_id=8844442b-2ba7-4145-8cb4-3fbfbb8aa438 HTTP/1.1" status: 200 len: 1096 time: 0.1159551 Nov 11 17:18:13.792638 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f791cf26-2ddd-4c20-a769-4116a28f2703 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Router b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:18:13.804639 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-29561e96-8e1b-4e1d-a066-2a660a6d6340 req-e0ffe104-8b8e-4cae-b38c-f90c1b6cba4d service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404838 Nov 11 17:18:13.902867 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['c7c9375f-3a51-47dd-82ec-1c33d9a75197'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:18:13.947481 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device e349adda-a068-4125-9f82-b5f359efb698 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:18:13.951934 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-d8816e55-88b4-49db-9487-b3a553a4ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:13.954000 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-d8816e55-88b4-49db-9487-b3a553a4ee78 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4459b097-e5dd-4ffa-a28b-292c89fcd58b HTTP/1.1" status: 200 len: 925 time: 0.1769648 Nov 11 17:18:13.997005 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13dce58-e221-4599-8e31-dd66cc80c107 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Pushing event deleted for resources: {'Port': ['ID=24cb562c-488d-45a9-a027-8963b8d6ce67,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:14.013985 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831687af-ce20-4176-ae37-247ffa7ee5fb req-8cdd4d1b-23aa-4692-b794-c103d499b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:14.015478 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-831687af-ce20-4176-ae37-247ffa7ee5fb req-8cdd4d1b-23aa-4692-b794-c103d499b655 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 1099 time: 0.4115515 Nov 11 17:18:14.024079 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f791cf26-2ddd-4c20-a769-4116a28f2703 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:18:14.030571 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f791cf26-2ddd-4c20-a769-4116a28f2703 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:14.052703 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1068b-4673-4285-812b-0e977b19a3ab None None] Sync routers for ids ['b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:18:14.071263 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-8b31412a-7521-4ae4-b309-44b5c427745b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=677ba7d8-1a60-433e-83ee-1577958e5244 HTTP/1.1" status: 200 len: 1001 time: 0.1062303 Nov 11 17:18:14.078233 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f1068b-4673-4285-812b-0e977b19a3ab None None] Routers {'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:18:14.078992 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c5f1068b-4673-4285-812b-0e977b19a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:18:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:14.091876 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfaba34-2e53-4038-87fb-8fa44aa7fbd3 req-37900559-31f7-47f4-a134-3196d649e4b7 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:14.100257 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dcfaba34-2e53-4038-87fb-8fa44aa7fbd3 req-37900559-31f7-47f4-a134-3196d649e4b7 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 943 time: 0.4632883 Nov 11 17:18:14.126847 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-e9fedabe-accd-4454-88da-a6c8cceaa477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:14.128533 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-e9fedabe-accd-4454-88da-a6c8cceaa477 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=514ca1cd-422f-4578-9e77-be751b2cb1b2 HTTP/1.1" status: 200 len: 862 time: 0.0490139 Nov 11 17:18:14.130080 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f791cf26-2ddd-4c20-a769-4116a28f2703 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "PUT /v2.0/floatingips/e50902ab-c5d7-444d-bd8f-6bd304c1bbad HTTP/1.1" status: 200 len: 992 time: 2.8060954 Nov 11 17:18:14.139597 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port e349adda-a068-4125-9f82-b5f359efb698 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:14.140128 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:14.196585 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-e78209d9-9a6f-4656-9e2a-5aeacf7af380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:14.199609 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-e78209d9-9a6f-4656-9e2a-5aeacf7af380 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4459b097-e5dd-4ffa-a28b-292c89fcd58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584519 Nov 11 17:18:14.201387 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d13dce58-e221-4599-8e31-dd66cc80c107 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:14.204041 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d13dce58-e221-4599-8e31-dd66cc80c107 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:14.208497 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d13dce58-e221-4599-8e31-dd66cc80c107 tempest-ServersTestJSON-1845909923 tempest-ServersTestJSON-1845909923-project] 10.222.0.76 "DELETE /v2.0/floatingips/d2b4508e-1f52-48b2-be91-fa6f018ac8ed HTTP/1.1" status: 204 len: 168 time: 2.0553286 Nov 11 17:18:14.210140 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49220) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:14.240521 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dcfaba34-2e53-4038-87fb-8fa44aa7fbd3 req-26dad1a2-9d85-451e-a4a4-07f95993d9e7 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348631 Nov 11 17:18:14.291882 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831687af-ce20-4176-ae37-247ffa7ee5fb req-cac50352-087b-4dbe-9239-70df26221edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:14.295350 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-831687af-ce20-4176-ae37-247ffa7ee5fb req-cac50352-087b-4dbe-9239-70df26221edd service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.2603009 Nov 11 17:18:14.350954 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-831687af-ce20-4176-ae37-247ffa7ee5fb req-d041d82c-dab1-42ad-94ae-c239497659ed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=c7c9375f-3a51-47dd-82ec-1c33d9a75197 HTTP/1.1" status: 200 len: 217 time: 0.0478055 Nov 11 17:18:14.351456 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49222) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:14.355830 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-13bb684f-f9c4-45ad-9e02-c76eb0b2ed1e tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--599019860', 'description': 'tempest-description--1527417902'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:14.419639 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-13bb684f-f9c4-45ad-9e02-c76eb0b2ed1e tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:14.427686 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-c5f1068b-4673-4285-812b-0e977b19a3ab None None] Set router b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:18:14.442965 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831687af-ce20-4176-ae37-247ffa7ee5fb req-d679c9a3-1ee6-45f5-8935-f213c48f6bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:14.444609 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-831687af-ce20-4176-ae37-247ffa7ee5fb req-d679c9a3-1ee6-45f5-8935-f213c48f6bcf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0749633 Nov 11 17:18:14.519095 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831687af-ce20-4176-ae37-247ffa7ee5fb req-c3bfb063-3001-4e47-a41c-87ca689ab2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:14.521750 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-831687af-ce20-4176-ae37-247ffa7ee5fb req-c3bfb063-3001-4e47-a41c-87ca689ab2bd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0675118 Nov 11 17:18:14.526686 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:14.617021 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-13bb684f-f9c4-45ad-9e02-c76eb0b2ed1e tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:14.637207 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-13bb684f-f9c4-45ad-9e02-c76eb0b2ed1e tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:14.664917 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e349adda-a068-4125-9f82-b5f359efb698'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:14.667566 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883a3467-90e5-44f4-ba96-28eb540bd1ad" -d '{"events": [{"server_uuid": "4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6", "name": "network-vif-plugged", "status": "completed", "tag": "e349adda-a068-4125-9f82-b5f359efb698"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:14.701113 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port e349adda-a068-4125-9f82-b5f359efb698, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=e349adda-a068-4125-9f82-b5f359efb698,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:14.720998 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-13bb684f-f9c4-45ad-9e02-c76eb0b2ed1e tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:14.727182 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-13bb684f-f9c4-45ad-9e02-c76eb0b2ed1e tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3746233 Nov 11 17:18:14.728036 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49238) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:14.732450 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb684f-f9c4-45ad-9e02-c76eb0b2ed1e tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74a28b0-995c-419a-9626-991b6c0b1d98,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:14.741724 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-82208955-1ea9-4ec0-8b16-93e1b77fac09 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Request body: {'security_group_rule': {'security_group_id': 'e74a28b0-995c-419a-9626-991b6c0b1d98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:14.748184 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:14.788924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-82208955-1ea9-4ec0-8b16-93e1b77fac09 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:14.794995 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-831687af-ce20-4176-ae37-247ffa7ee5fb req-560a3a52-4d09-4817-aa54-0ad044edcdf9 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565415 Nov 11 17:18:14.852435 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=e349adda-a068-4125-9f82-b5f359efb698,revision_number=11']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:14.896003 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-a8113d45-7786-4b8f-a0d4-cbb57e8b8883 service neutron] 10.222.0.64 "GET /v2.0/networks/4459b097-e5dd-4ffa-a28b-292c89fcd58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208158 Nov 11 17:18:14.921304 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd31ad4-bf6a-4d71-9dbf-35218167ea2a req-37eb1936-7bbc-47ce-8cf9-451d53244758 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:14.928020 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9fd31ad4-bf6a-4d71-9dbf-35218167ea2a req-37eb1936-7bbc-47ce-8cf9-451d53244758 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 948 time: 0.2801812 Nov 11 17:18:14.958361 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c5f1068b-4673-4285-812b-0e977b19a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'name': 'tempest-ServersTestManualDisk-2048447337-router', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:38Z', 'updated_at': '2021-11-11T17:17:44Z', 'revision_number': 4, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'gw_port': {'id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:10:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:39Z', 'updated_at': '2021-11-11T17:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'e50902ab-c5d7-444d-bd8f-6bd304c1bbad', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'port_id': 'dfb85e64-82e9-420c-a016-8fd54336be9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391', 'mac_address': 'fa:16:3e:e8:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249066af-dbec-41a0-901e-14ba9e83314a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:17:49Z', 'updated_at': '2021-11-11T17:18:12Z', 'revision_number': 1, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681635de-9cfc-44ad-9cd2-829b29fc08ed', 'name': '', 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'mac_address': 'fa:16:3e:c0:6a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3eb61d51-fc7a-46d9-a27d-820641822eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:43Z', 'updated_at': '2021-11-11T17:17:48Z', 'revision_number': 5, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'subnets': [{'id': '3eb61d51-fc7a-46d9-a27d-820641822eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:14.985591 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1068b-4673-4285-812b-0e977b19a3ab None None] Checking router: b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:18:15.001181 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f1068b-4673-4285-812b-0e977b19a3ab None None] Routers {'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:18:15.001181 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c5f1068b-4673-4285-812b-0e977b19a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:18:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:15.036730 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-82208955-1ea9-4ec0-8b16-93e1b77fac09 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:15.057276 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4393b-8d8b-4637-8ef3-6fc78dc5eeab req-e17e6847-b2a2-4997-a16c-89cdb86d345c tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:15.058992 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-04e4393b-8d8b-4637-8ef3-6fc78dc5eeab req-e17e6847-b2a2-4997-a16c-89cdb86d345c tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 951 time: 0.1130886 Nov 11 17:18:15.066433 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-82208955-1ea9-4ec0-8b16-93e1b77fac09 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:15.104786 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aff3bca4-3454-41b2-973d-140e82f7eda9 req-50719cc3-da3f-4eb4-a970-27aa2c0420b0 service neutron] 10.222.0.64 "GET /v2.0/networks/4459b097-e5dd-4ffa-a28b-292c89fcd58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975029 Nov 11 17:18:15.122889 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9fd31ad4-bf6a-4d71-9dbf-35218167ea2a req-c7749429-1a2d-4483-9b42-28ded5b10817 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423023 Nov 11 17:18:15.134516 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82208955-1ea9-4ec0-8b16-93e1b77fac09 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2071a28c-099c-4f27-ade3-836da5a666fd,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:15.139216 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-c5f1068b-4673-4285-812b-0e977b19a3ab None None] Set router b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:18:15.182601 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-04e4393b-8d8b-4637-8ef3-6fc78dc5eeab req-3ad24de3-69d5-4f71-ac7b-c01d7f30abf4 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133811 Nov 11 17:18:15.184686 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-831687af-ce20-4176-ae37-247ffa7ee5fb req-84ee3805-44c4-40a0-83f5-a1ba9acb72ab service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804479 Nov 11 17:18:15.187479 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-82208955-1ea9-4ec0-8b16-93e1b77fac09 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:15.188642 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-82208955-1ea9-4ec0-8b16-93e1b77fac09 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4535177 Nov 11 17:18:15.196508 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49242) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:15.200261 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 45666ccd-c637-450f-9235-a46ae3943e14 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:18:15.204503 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b089d179-c8ab-4332-8ffd-ae7b7782d791 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Request body: {'security_group_rule': {'security_group_id': 'e74a28b0-995c-419a-9626-991b6c0b1d98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:15.209868 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 49d7d127-1598-410c-b002-7cdaa6625ea8 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:18:15.257247 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53679d93-b551-480a-a50c-c43fc9762de1 x-openstack-request-id: req-53679d93-b551-480a-a50c-c43fc9762de1 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:15.257807 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6", "name": "network-vif-plugged", "status": "completed", "tag": "e349adda-a068-4125-9f82-b5f359efb698", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:15.258212 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-53679d93-b551-480a-a50c-c43fc9762de1 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:15.258983 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e349adda-a068-4125-9f82-b5f359efb698', 'code': 200} Nov 11 17:18:15.292069 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 49d7d127-1598-410c-b002-7cdaa6625ea8 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:18:15.292416 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 49d7d127-1598-410c-b002-7cdaa6625ea8 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:18:15.294652 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b089d179-c8ab-4332-8ffd-ae7b7782d791 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:15.416545 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f35cf-109f-4b43-b85e-49843e4dd25c req-e9812257-0e83-4b62-a021-940694ec3a43 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:15.424909 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-089f35cf-109f-4b43-b85e-49843e4dd25c req-e9812257-0e83-4b62-a021-940694ec3a43 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 943 time: 0.0584576 Nov 11 17:18:15.434926 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b089d179-c8ab-4332-8ffd-ae7b7782d791 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:15.442012 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a720ab82-bfd4-4782-a1f6-22cc40727099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:15.495264 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-089f35cf-109f-4b43-b85e-49843e4dd25c req-31be6874-e4aa-4b49-a500-669238434663 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552347 Nov 11 17:18:15.500609 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b089d179-c8ab-4332-8ffd-ae7b7782d791 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:15.526309 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089d179-c8ab-4332-8ffd-ae7b7782d791 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9119625-bb62-458e-b2b4-113f14379f72,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:15.541583 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 45666ccd-c637-450f-9235-a46ae3943e14, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=45666ccd-c637-450f-9235-a46ae3943e14,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:15.588299 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249066af-dbec-41a0-901e-14ba9e83314a', 'tag': 'dfb85e64-82e9-420c-a016-8fd54336be9f'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:15.589842 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '45666ccd-c637-450f-9235-a46ae3943e14', 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d', 'port_id': '45666ccd-c637-450f-9235-a46ae3943e14', 'mac_address': 'fa:16:3e:08:ca:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '651c5717-7c13-46c4-8d6a-3f6dcf13301c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:18:15.593520 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319d40c3-b298-4ba0-b9a4-e5ed55152ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "249066af-dbec-41a0-901e-14ba9e83314a", "tag": "dfb85e64-82e9-420c-a016-8fd54336be9f"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:15.623812 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0541b3-8113-43b2-9618-7eed859c805d req-c37cae11-110e-4c2d-a176-ec4d18378ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:15.625727 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f0541b3-8113-43b2-9618-7eed859c805d req-c37cae11-110e-4c2d-a176-ec4d18378ddf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 1102 time: 0.0732365 Nov 11 17:18:15.632195 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b089d179-c8ab-4332-8ffd-ae7b7782d791 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:15.633850 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b089d179-c8ab-4332-8ffd-ae7b7782d791 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4355664 Nov 11 17:18:15.639177 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49252) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:15.647919 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-7b05ba71-aa67-4d06-8e85-74f89d3f741b tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:15.711068 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:15.717759 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f0541b3-8113-43b2-9618-7eed859c805d req-325a07ff-748a-471a-9e54-26f8be435333 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829871 Nov 11 17:18:15.727676 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bff8ea-e8e2-4860-bef2-1c80167c6098 x-openstack-request-id: req-c0bff8ea-e8e2-4860-bef2-1c80167c6098 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:15.728005 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249066af-dbec-41a0-901e-14ba9e83314a", "tag": "dfb85e64-82e9-420c-a016-8fd54336be9f", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:15.728234 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c0bff8ea-e8e2-4860-bef2-1c80167c6098 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:15.728624 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249066af-dbec-41a0-901e-14ba9e83314a', 'tag': 'dfb85e64-82e9-420c-a016-8fd54336be9f', 'status': 'completed', 'code': 200} Nov 11 17:18:15.731198 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45666ccd-c637-450f-9235-a46ae3943e14 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:15.738835 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c5f1068b-4673-4285-812b-0e977b19a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'name': 'tempest-ServersTestManualDisk-2048447337-router', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:38Z', 'updated_at': '2021-11-11T17:17:44Z', 'revision_number': 4, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'gw_port': {'id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:10:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:39Z', 'updated_at': '2021-11-11T17:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'e50902ab-c5d7-444d-bd8f-6bd304c1bbad', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'port_id': 'dfb85e64-82e9-420c-a016-8fd54336be9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391', 'mac_address': 'fa:16:3e:e8:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249066af-dbec-41a0-901e-14ba9e83314a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:17:49Z', 'updated_at': '2021-11-11T17:18:12Z', 'revision_number': 1, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681635de-9cfc-44ad-9cd2-829b29fc08ed', 'name': '', 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'mac_address': 'fa:16:3e:c0:6a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3eb61d51-fc7a-46d9-a27d-820641822eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:43Z', 'updated_at': '2021-11-11T17:17:48Z', 'revision_number': 5, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'subnets': [{'id': '3eb61d51-fc7a-46d9-a27d-820641822eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:15.740320 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b05ba71-aa67-4d06-8e85-74f89d3f741b tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks [] for floatingip, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:15.776194 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1068b-4673-4285-812b-0e977b19a3ab None None] The sync data for ids ['b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'] in n-d-816206-4 is: [{'id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'name': 'tempest-ServersTestManualDisk-2048447337-router', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:38Z', 'updated_at': '2021-11-11T17:17:44Z', 'revision_number': 4, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'gw_port': {'id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:10:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:39Z', 'updated_at': '2021-11-11T17:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'e50902ab-c5d7-444d-bd8f-6bd304c1bbad', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'port_id': 'dfb85e64-82e9-420c-a016-8fd54336be9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391', 'mac_address': 'fa:16:3e:e8:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249066af-dbec-41a0-901e-14ba9e83314a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:17:49Z', 'updated_at': '2021-11-11T17:18:12Z', 'revision_number': 1, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681635de-9cfc-44ad-9cd2-829b29fc08ed', 'name': '', 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'mac_address': 'fa:16:3e:c0:6a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3eb61d51-fc7a-46d9-a27d-820641822eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:43Z', 'updated_at': '2021-11-11T17:17:48Z', 'revision_number': 5, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'subnets': [{'id': '3eb61d51-fc7a-46d9-a27d-820641822eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:18:15.780823 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 45666ccd-c637-450f-9235-a46ae3943e14, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=45666ccd-c637-450f-9235-a46ae3943e14,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:15.787382 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:15.845816 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=45666ccd-c637-450f-9235-a46ae3943e14,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:15.889457 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d40c3-b298-4ba0-b9a4-e5ed55152ecd req-7481d7e6-ff26-4aa5-ab43-0a2bca155fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:15.891098 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-319d40c3-b298-4ba0-b9a4-e5ed55152ecd req-7481d7e6-ff26-4aa5-ab43-0a2bca155fc6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4507fd3f60f24b259a28ded8232f88cf&device_id=249066af-dbec-41a0-901e-14ba9e83314a HTTP/1.1" status: 200 len: 1097 time: 0.1616967 Nov 11 17:18:16.083607 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d40c3-b298-4ba0-b9a4-e5ed55152ecd req-afb2dc71-2393-4247-aafe-4bb708cc3925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:16.085468 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-319d40c3-b298-4ba0-b9a4-e5ed55152ecd req-afb2dc71-2393-4247-aafe-4bb708cc3925 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7fddae8-aa71-45c6-8a4c-6a1cd7404391 HTTP/1.1" status: 200 len: 914 time: 0.1788087 Nov 11 17:18:16.112341 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b05ba71-aa67-4d06-8e85-74f89d3f741b tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:16.120632 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701caf7c-06c3-4517-bcda-523136b94d3e None None] New status for floating IP e50902ab-c5d7-444d-bd8f-6bd304c1bbad: ACTIVE {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:18:16.125774 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['45666ccd-c637-450f-9235-a46ae3943e14'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:18:16.189017 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-319d40c3-b298-4ba0-b9a4-e5ed55152ecd req-053837f7-37fc-48ed-99a9-f87c5cc61d2c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfb85e64-82e9-420c-a016-8fd54336be9f HTTP/1.1" status: 200 len: 1000 time: 0.0943632 Nov 11 17:18:16.289771 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a720ab82-bfd4-4782-a1f6-22cc40727099 admin admin] Deleting port dede112d-c528-4305-9667-53561f55bd2e {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:18:16.290114 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a720ab82-bfd4-4782-a1f6-22cc40727099 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:16.339312 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d40c3-b298-4ba0-b9a4-e5ed55152ecd req-25cfed8a-fc85-491b-8c2f-2b3e19f9677f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:16.341090 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-319d40c3-b298-4ba0-b9a4-e5ed55152ecd req-25cfed8a-fc85-491b-8c2f-2b3e19f9677f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3eb61d51-fc7a-46d9-a27d-820641822eac HTTP/1.1" status: 200 len: 851 time: 0.1440444 Nov 11 17:18:16.429387 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc85250-8fa6-4d72-a3dc-e02fb251cfd0 req-a88c3584-953b-420a-9f1f-e3f6a2cfc80b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:16.440662 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8bc85250-8fa6-4d72-a3dc-e02fb251cfd0 req-a88c3584-953b-420a-9f1f-e3f6a2cfc80b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 948 time: 0.1575217 Nov 11 17:18:16.464767 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f255c-106b-449a-88f6-4069aade3187 req-4cab6fd5-a6c9-4eef-855e-834351e24de2 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:16.466354 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db3f255c-106b-449a-88f6-4069aade3187 req-4cab6fd5-a6c9-4eef-855e-834351e24de2 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 951 time: 0.1828575 Nov 11 17:18:16.492119 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-a720ab82-bfd4-4782-a1f6-22cc40727099 admin admin] For port dede112d-c528-4305-9667-53561f55bd2e, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=dede112d-c528-4305-9667-53561f55bd2e,segment=NetworkSegment(2d9f8312-287e-4120-8386-9681c187fae2),segment_id=2d9f8312-287e-4120-8386-9681c187fae2)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:16.492634 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a720ab82-bfd4-4782-a1f6-22cc40727099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:16.517009 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8bc85250-8fa6-4d72-a3dc-e02fb251cfd0 req-a30f76b4-4adc-4e00-a3b9-d87287b90fc5 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756476 Nov 11 17:18:16.521139 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a720ab82-bfd4-4782-a1f6-22cc40727099 admin admin] Calling delete_port for dede112d-c528-4305-9667-53561f55bd2e owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:18:16.524148 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d40c3-b298-4ba0-b9a4-e5ed55152ecd req-63da47f0-4bb2-492f-8746-bbc663ad06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:16.525749 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-319d40c3-b298-4ba0-b9a4-e5ed55152ecd req-63da47f0-4bb2-492f-8746-bbc663ad06b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7fddae8-aa71-45c6-8a4c-6a1cd7404391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750984 Nov 11 17:18:16.569976 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db3f255c-106b-449a-88f6-4069aade3187 req-e33b2130-3cc4-4eb7-84ce-07b678712a72 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720077 Nov 11 17:18:16.610405 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-7b05ba71-aa67-4d06-8e85-74f89d3f741b tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Allocated IP 172.25.2.57 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/b22569ba-58f6-4308-8a40-a771dff8496c) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:18:16.684188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd5f47-2bcf-4f2f-b341-3d1cafc93832 req-61ad2f1a-2b62-4794-878b-67b274669450 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:16.693820 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a6cd5f47-2bcf-4f2f-b341-3d1cafc93832 req-61ad2f1a-2b62-4794-878b-67b274669450 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 944 time: 0.0675778 Nov 11 17:18:16.733549 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-319d40c3-b298-4ba0-b9a4-e5ed55152ecd req-30aefc7c-0c1d-40aa-a49d-64708eca6d2a service neutron] 10.222.0.64 "GET /v2.0/networks/c7fddae8-aa71-45c6-8a4c-6a1cd7404391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980903 Nov 11 17:18:16.784607 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a6cd5f47-2bcf-4f2f-b341-3d1cafc93832 req-c916998b-f820-45ff-b737-99687596fc10 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895948 Nov 11 17:18:16.798477 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40dc96-2b3c-405e-b961-1e86ac44b692 req-24a743ed-848a-4627-aa2c-e54dbe0aeb4e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:16.830365 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd40dc96-2b3c-405e-b961-1e86ac44b692 req-24a743ed-848a-4627-aa2c-e54dbe0aeb4e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 948 time: 0.1276765 Nov 11 17:18:16.907410 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd40dc96-2b3c-405e-b961-1e86ac44b692 req-a8cc82f3-66ca-4db4-a07b-af60cb9219c7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756459 Nov 11 17:18:16.954549 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b05ba71-aa67-4d06-8e85-74f89d3f741b tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:16.969909 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-319d40c3-b298-4ba0-b9a4-e5ed55152ecd req-9fb1a971-3722-4b2a-ad14-004975126a1b service neutron] 10.222.0.64 "GET /v2.0/networks/c7fddae8-aa71-45c6-8a4c-6a1cd7404391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268221 Nov 11 17:18:17.056674 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b05ba71-aa67-4d06-8e85-74f89d3f741b tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:17.090759 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a720ab82-bfd4-4782-a1f6-22cc40727099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:17.108753 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b05ba71-aa67-4d06-8e85-74f89d3f741b tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:18:17.115529 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-7b05ba71-aa67-4d06-8e85-74f89d3f741b tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:18:17.125939 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b05ba71-aa67-4d06-8e85-74f89d3f741b tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:18:17.153091 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05ba71-aa67-4d06-8e85-74f89d3f741b tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Pushing event updated for resources: {'Port': ['ID=b22569ba-58f6-4308-8a40-a771dff8496c,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:17.231348 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720ab82-bfd4-4782-a1f6-22cc40727099 admin admin] Pushing event deleted for resources: {'Port': ['ID=dede112d-c528-4305-9667-53561f55bd2e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:17.239388 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device c7c9375f-3a51-47dd-82ec-1c33d9a75197 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:18:17.315061 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-d4847984-d756-4974-962e-40d35b5cbfdb tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234916 Nov 11 17:18:17.317714 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port c7c9375f-3a51-47dd-82ec-1c33d9a75197 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:18:17.323687 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port c7c9375f-3a51-47dd-82ec-1c33d9a75197 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:17.324230 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:17.384481 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b05ba71-aa67-4d06-8e85-74f89d3f741b tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:17.446947 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:17.466649 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b05ba71-aa67-4d06-8e85-74f89d3f741b tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:17.505165 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3739f80d-e1df-4224-aa47-245972469624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c9375f-3a51-47dd-82ec-1c33d9a75197'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:17.507461 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12088889-0186-4145-ad3c-5b6bac841dc4" -d '{"events": [{"server_uuid": "3739f80d-e1df-4224-aa47-245972469624", "name": "network-vif-plugged", "status": "completed", "tag": "c7c9375f-3a51-47dd-82ec-1c33d9a75197"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:17.509244 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a720ab82-bfd4-4782-a1f6-22cc40727099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:17.521181 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port c7c9375f-3a51-47dd-82ec-1c33d9a75197, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c7c9375f-3a51-47dd-82ec-1c33d9a75197,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:17.526213 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:17.527140 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 45666ccd-c637-450f-9235-a46ae3943e14 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:18:17.538021 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-dee6d14d-636d-4a30-a0de-d2bcd5733852 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:17.542170 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-dee6d14d-636d-4a30-a0de-d2bcd5733852 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2193904 Nov 11 17:18:17.576992 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-c94fd7ee-eeda-45c4-92c0-ed9346e18c72 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/quotas/5a1f216bc9834fb08bccfb025e9c406a HTTP/1.1" status: 200 len: 375 time: 0.0229216 Nov 11 17:18:17.580164 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6497f7e3-c49d-4583-a8a9-15dfff2daa19 x-openstack-request-id: req-6497f7e3-c49d-4583-a8a9-15dfff2daa19 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:17.580458 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3739f80d-e1df-4224-aa47-245972469624", "name": "network-vif-plugged", "status": "completed", "tag": "c7c9375f-3a51-47dd-82ec-1c33d9a75197", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:17.580707 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6497f7e3-c49d-4583-a8a9-15dfff2daa19 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:17.581139 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3739f80d-e1df-4224-aa47-245972469624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c9375f-3a51-47dd-82ec-1c33d9a75197', 'code': 200} Nov 11 17:18:17.633244 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 45666ccd-c637-450f-9235-a46ae3943e14 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:18:17.640205 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 45666ccd-c637-450f-9235-a46ae3943e14 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:17.640578 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:17.695047 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8e153-8886-4f7e-b9eb-c073594086fc req-1fa98f47-01e6-4f42-a181-89df2ed1e097 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:17.699258 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=c7c9375f-3a51-47dd-82ec-1c33d9a75197,revision_number=9']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:17.703165 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fda8e153-8886-4f7e-b9eb-c073594086fc req-1fa98f47-01e6-4f42-a181-89df2ed1e097 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 951 time: 0.0699363 Nov 11 17:18:17.716258 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-3b0b9736-6fd7-47f8-8ddc-72eba1cf6f63 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1370516 Nov 11 17:18:17.771235 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:17.776394 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fda8e153-8886-4f7e-b9eb-c073594086fc req-2c3462c9-bf0d-426b-97df-8f60c75299fb tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719666 Nov 11 17:18:17.838011 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 45666ccd-c637-450f-9235-a46ae3943e14, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=45666ccd-c637-450f-9235-a46ae3943e14,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:17.839592 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a720ab82-bfd4-4782-a1f6-22cc40727099 admin admin] Router 2f2a0040-3a2a-4f9c-9a70-e678cef20112 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:18:17.842877 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:17.902560 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=45666ccd-c637-450f-9235-a46ae3943e14,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:18.012229 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:18.097468 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd48625-c5eb-418c-b46e-ae434823e17c req-0a8987e9-f890-4c6b-b4d9-ded40a7307c6 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:18.099955 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ccd48625-c5eb-418c-b46e-ae434823e17c req-0a8987e9-f890-4c6b-b4d9-ded40a7307c6 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 945 time: 0.0861313 Nov 11 17:18:18.185784 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ccd48625-c5eb-418c-b46e-ae434823e17c req-17b9930f-7290-4aac-8dfc-a2f18caa2f4f tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790062 Nov 11 17:18:18.236961 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f8f2f1d-e545-4a0e-9fea-f9fb0289121f req-8576222e-e568-4f91-bae5-517819adc31a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 210 time: 0.0438023 Nov 11 17:18:18.302555 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a720ab82-bfd4-4782-a1f6-22cc40727099 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:18:18.312647 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a720ab82-bfd4-4782-a1f6-22cc40727099 admin admin] 10.222.0.76 "PUT /v2.0/routers/2f2a0040-3a2a-4f9c-9a70-e678cef20112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1010857 Nov 11 17:18:18.315005 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49314) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:18.317319 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99315253-906a-4aab-b959-85445ff1eac8 None None] Sync routers for ids ['2f2a0040-3a2a-4f9c-9a70-e678cef20112'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:18:18.332865 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99315253-906a-4aab-b959-85445ff1eac8 None None] Routers {'2f2a0040-3a2a-4f9c-9a70-e678cef20112'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:18:18.333566 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-99315253-906a-4aab-b959-85445ff1eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:18:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2f2a0040-3a2a-4f9c-9a70-e678cef20112'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:18.348092 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd354ba-aba0-4bb8-94d6-8742fab17552 req-fef0e3a8-3c68-4a44-806e-9f501d02d748 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:18.355943 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dd354ba-aba0-4bb8-94d6-8742fab17552 req-fef0e3a8-3c68-4a44-806e-9f501d02d748 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 1102 time: 0.0512280 Nov 11 17:18:18.411684 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dd354ba-aba0-4bb8-94d6-8742fab17552 req-2f93fa3e-32bf-445c-a401-89df860be29e tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545468 Nov 11 17:18:18.445850 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8a67e48c-950c-494d-91f9-5d54378f68ac admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:18.572443 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8a67e48c-950c-494d-91f9-5d54378f68ac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:18.639574 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b05ba71-aa67-4d06-8e85-74f89d3f741b tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:18.655067 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b05ba71-aa67-4d06-8e85-74f89d3f741b tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:18.676382 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-99315253-906a-4aab-b959-85445ff1eac8 None None] Set router 2f2a0040-3a2a-4f9c-9a70-e678cef20112 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:18:18.715416 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05ba71-aa67-4d06-8e85-74f89d3f741b tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Pushing event updated for resources: {'Port': ['ID=b22569ba-58f6-4308-8a40-a771dff8496c,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:18.739029 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae7234-816f-4f1e-8eed-678850fcddc3 req-4dc231f3-af4b-4d9b-a29b-7b41c2bf0dd4 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:18.741321 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0fae7234-816f-4f1e-8eed-678850fcddc3 req-4dc231f3-af4b-4d9b-a29b-7b41c2bf0dd4 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 1102 time: 0.0839078 Nov 11 17:18:18.742384 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-8a67e48c-950c-494d-91f9-5d54378f68ac admin admin] Deleting port f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:18:18.742724 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8a67e48c-950c-494d-91f9-5d54378f68ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:18.820574 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b05ba71-aa67-4d06-8e85-74f89d3f741b tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:18.821088 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0fae7234-816f-4f1e-8eed-678850fcddc3 req-b7ec0247-404e-4ae7-915d-f06c6fea19c7 tempest-ServersAdminTestJSON-1243467950 tempest-ServersAdminTestJSON-1243467950-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702629 Nov 11 17:18:18.871409 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b05ba71-aa67-4d06-8e85-74f89d3f741b tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:18.888900 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7b05ba71-aa67-4d06-8e85-74f89d3f741b tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2383313 Nov 11 17:18:18.913489 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-8a67e48c-950c-494d-91f9-5d54378f68ac admin admin] For port f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:18.913874 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8a67e48c-950c-494d-91f9-5d54378f68ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:18.942025 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-8a67e48c-950c-494d-91f9-5d54378f68ac admin admin] Calling delete_port for f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:18:18.979708 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-99315253-906a-4aab-b959-85445ff1eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'name': 'tempest-ServersTestJSON-1051618494-router', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:51Z', 'updated_at': '2021-11-11T17:18:16Z', 'revision_number': 5, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'gw_port': {'id': 'f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:52Z', 'updated_at': '2021-11-11T17:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:19.036650 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99315253-906a-4aab-b959-85445ff1eac8 None None] Checking router: 2f2a0040-3a2a-4f9c-9a70-e678cef20112 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:18:19.047062 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99315253-906a-4aab-b959-85445ff1eac8 None None] Routers {'2f2a0040-3a2a-4f9c-9a70-e678cef20112'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:18:19.048295 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-99315253-906a-4aab-b959-85445ff1eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:18:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2f2a0040-3a2a-4f9c-9a70-e678cef20112'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:19.181509 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-99315253-906a-4aab-b959-85445ff1eac8 None None] Set router 2f2a0040-3a2a-4f9c-9a70-e678cef20112 gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:18:19.257039 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8a67e48c-950c-494d-91f9-5d54378f68ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:19.268440 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-64c231b1-3cb6-470f-a140-982999deb572 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:19.276568 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-64c231b1-3cb6-470f-a140-982999deb572 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/networks?id=c53fa25f-ee4c-487a-b50c-a868d90fe5db HTTP/1.1" status: 200 len: 821 time: 0.1718252 Nov 11 17:18:19.285630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c394db-38cb-488f-9166-cd6ad2ab0191 req-5d128159-2c5f-4cfd-9887-059de40e92ca tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:19.287387 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-43c394db-38cb-488f-9166-cd6ad2ab0191 req-5d128159-2c5f-4cfd-9887-059de40e92ca tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=74306843-7238-4c86-a66d-8fe22eb78974 HTTP/1.1" status: 200 len: 950 time: 0.1005876 Nov 11 17:18:19.313915 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-99315253-906a-4aab-b959-85445ff1eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'name': 'tempest-ServersTestJSON-1051618494-router', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:51Z', 'updated_at': '2021-11-11T17:18:18Z', 'revision_number': 6, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:19.315752 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67e48c-950c-494d-91f9-5d54378f68ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:19.334115 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-68146ffe-777b-408f-8e97-827da21f4faa tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/quotas/39ccbf2cad924d99ad56b5467d08ef87 HTTP/1.1" status: 200 len: 375 time: 0.0567138 Nov 11 17:18:19.366121 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99315253-906a-4aab-b959-85445ff1eac8 None None] The sync data for ids ['2f2a0040-3a2a-4f9c-9a70-e678cef20112'] in n-d-816206-4 is: [{'id': '2f2a0040-3a2a-4f9c-9a70-e678cef20112', 'name': 'tempest-ServersTestJSON-1051618494-router', 'tenant_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:51Z', 'updated_at': '2021-11-11T17:18:18Z', 'revision_number': 6, 'project_id': 'e0635e2427cd4af6944eb0281dd8b6e9', 'gw_port_host': None}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:18:19.414915 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-43c394db-38cb-488f-9166-cd6ad2ab0191 req-ca883594-f904-4275-9572-8ff9498c5ce8 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135051 Nov 11 17:18:19.427315 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8a67e48c-950c-494d-91f9-5d54378f68ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:19.438227 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-280cbb70-7b9c-489d-92b0-6b7fc2a49e0a tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=39ccbf2cad924d99ad56b5467d08ef87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0971644 Nov 11 17:18:19.560848 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-efff7e2d-d268-437b-bc61-e2cb5c3ad4a6 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819192 Nov 11 17:18:19.576731 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-9f17c801-d3a6-4f81-9ff8-b54c42f767b6 service neutron] 10.222.0.76 "GET /v2.0/networks/c53fa25f-ee4c-487a-b50c-a868d90fe5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369915 Nov 11 17:18:19.579359 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8a67e48c-950c-494d-91f9-5d54378f68ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:19.582714 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58619a4a-88b7-4e60-9ef7-81aed0ef27a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45666ccd-c637-450f-9235-a46ae3943e14'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:19.585039 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683c2a26-d829-4779-8971-be7d53df7c37" -d '{"events": [{"server_uuid": "58619a4a-88b7-4e60-9ef7-81aed0ef27a3", "name": "network-vif-plugged", "status": "completed", "tag": "45666ccd-c637-450f-9235-a46ae3943e14"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:19.588711 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8a67e48c-950c-494d-91f9-5d54378f68ac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:19.690269 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8a67e48c-950c-494d-91f9-5d54378f68ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:19.691036 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a67e48c-950c-494d-91f9-5d54378f68ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f2a0040-3a2a-4f9c-9a70-e678cef20112 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:18:19.704257 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8a67e48c-950c-494d-91f9-5d54378f68ac admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:19.706125 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8a67e48c-950c-494d-91f9-5d54378f68ac admin admin] 10.222.0.76 "DELETE /v2.0/routers/2f2a0040-3a2a-4f9c-9a70-e678cef20112 HTTP/1.1" status: 204 len: 168 time: 1.3902156 Nov 11 17:18:19.709976 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49350) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:19.740192 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-69d6623c-0b92-44ec-846b-c323dfbdefb1 service neutron] 10.222.0.76 "GET /v2.0/networks/c53fa25f-ee4c-487a-b50c-a868d90fe5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625156 Nov 11 17:18:19.786193 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e330b-c31a-44be-b71b-678ad5f2008a req-36da98e4-4461-41f3-bfe9-0b7e95fd6e55 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:19.786528 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e79e330b-c31a-44be-b71b-678ad5f2008a req-36da98e4-4461-41f3-bfe9-0b7e95fd6e55 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 945 time: 0.1028867 Nov 11 17:18:19.787360 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48aede1-a929-4e94-be06-954402fe7903 admin admin] Deleting subnet 7d038671-7b00-465f-8cd5-8873cae059cd {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:18:19.804300 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c48aede1-a929-4e94-be06-954402fe7903 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:19.841956 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-7601baf6-8364-43cf-9da4-cf970e3d5a2b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:19.843605 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-7601baf6-8364-43cf-9da4-cf970e3d5a2b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2759969 Nov 11 17:18:19.867053 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c48aede1-a929-4e94-be06-954402fe7903 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:19.870733 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e79e330b-c31a-44be-b71b-678ad5f2008a req-831e4940-3929-4e76-96aa-51c04cde8f6c tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782280 Nov 11 17:18:19.872273 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27634ffe-bf47-4445-9d61-c519b99a2cce tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Request body: {'port': {'device_id': '360e1047-f173-4f0d-a886-fb723f5f80e8', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '5a1f216bc9834fb08bccfb025e9c406a'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:19.954864 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e225045d-5d96-45f5-bd75-78f05bb806f0 x-openstack-request-id: req-e225045d-5d96-45f5-bd75-78f05bb806f0 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:19.955162 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58619a4a-88b7-4e60-9ef7-81aed0ef27a3", "name": "network-vif-plugged", "status": "completed", "tag": "45666ccd-c637-450f-9235-a46ae3943e14", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:19.955915 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e225045d-5d96-45f5-bd75-78f05bb806f0 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:19.955915 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58619a4a-88b7-4e60-9ef7-81aed0ef27a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45666ccd-c637-450f-9235-a46ae3943e14', 'code': 200} Nov 11 17:18:19.977225 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63561d45-bdc2-413a-80e8-583bcc19bedb req-a46bd44d-df21-4064-833f-ecc3e0004150 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 210 time: 0.0446577 Nov 11 17:18:20.064585 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97cab8c4-56e2-4512-948a-d528f90c2af0 req-c0c47003-6936-43a5-abae-bbc499a23c7b tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=d54cb257-3144-4492-bbfc-dcd0aac94f37 HTTP/1.1" status: 200 len: 210 time: 0.0535901 Nov 11 17:18:20.065850 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c48aede1-a929-4e94-be06-954402fe7903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:20.210467 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c48aede1-a929-4e94-be06-954402fe7903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:20.242186 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f705d251-5824-4de4-bca6-6d40dbf95790 None None] Network 670b12df-11ba-4d6c-8ae9-f6ce89238b8f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:18:20.287601 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c48aede1-a929-4e94-be06-954402fe7903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:20.294499 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49362) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:20.295576 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c48aede1-a929-4e94-be06-954402fe7903 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/7d038671-7b00-465f-8cd5-8873cae059cd HTTP/1.1" status: 204 len: 168 time: 0.5843592 Nov 11 17:18:20.318588 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27634ffe-bf47-4445-9d61-c519b99a2cce tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Made reservation on behalf of 5a1f216bc9834fb08bccfb025e9c406a for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:18:20.326118 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27634ffe-bf47-4445-9d61-c519b99a2cce tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:20.337002 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48aede1-a929-4e94-be06-954402fe7903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d038671-7b00-465f-8cd5-8873cae059cd,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:20.364419 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68bf5e-090a-4a39-9308-fde3d9a3bcd6 req-27d49814-8c18-4010-87ef-1d95f169c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:20.369889 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6d68bf5e-090a-4a39-9308-fde3d9a3bcd6 req-27d49814-8c18-4010-87ef-1d95f169c7ab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 1096 time: 0.2504215 Nov 11 17:18:20.417815 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ca33f24-09c3-495f-8391-520d242da2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:20.505574 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-8ca33f24-09c3-495f-8391-520d242da2e8 admin admin] Deleting port ad479f78-7eeb-4630-bc33-1193e6d3f38a {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:18:20.505574 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ca33f24-09c3-495f-8391-520d242da2e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:20.543289 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b584c0c-aea4-48e6-af9d-b4c14d6726c5 None None] DHCP port deletion for 670b12df-11ba-4d6c-8ae9-f6ce89238b8f request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:18:20.584143 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6d68bf5e-090a-4a39-9308-fde3d9a3bcd6 req-a548afd6-39ea-4046-94c6-9e9cbdcf0807 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034810 Nov 11 17:18:20.656318 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2b584c0c-aea4-48e6-af9d-b4c14d6726c5 None None] Deleting port ad479f78-7eeb-4630-bc33-1193e6d3f38a {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:18:20.656728 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2b584c0c-aea4-48e6-af9d-b4c14d6726c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:20.717759 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27634ffe-bf47-4445-9d61-c519b99a2cce tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Allocated IP 192.168.233.75 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/4c6512ed-441b-4821-ab9e-9db944e1f1bb) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:18:20.720928 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-8ca33f24-09c3-495f-8391-520d242da2e8 admin admin] For port ad479f78-7eeb-4630-bc33-1193e6d3f38a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ad479f78-7eeb-4630-bc33-1193e6d3f38a,segment=NetworkSegment(2d9f8312-287e-4120-8386-9681c187fae2),segment_id=2d9f8312-287e-4120-8386-9681c187fae2)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:20.721594 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ca33f24-09c3-495f-8391-520d242da2e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:20.761254 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-8ca33f24-09c3-495f-8391-520d242da2e8 admin admin] Calling delete_port for ad479f78-7eeb-4630-bc33-1193e6d3f38a owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:18:20.772495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a0a5b-ac88-4f07-b02c-1dc965f0b1b8 req-bcfba502-22a6-4623-95fd-331cc8ac11b4 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:20.774953 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-358a0a5b-ac88-4f07-b02c-1dc965f0b1b8 req-bcfba502-22a6-4623-95fd-331cc8ac11b4 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.83 "GET /v2.0/ports?device_id=74306843-7238-4c86-a66d-8fe22eb78974 HTTP/1.1" status: 200 len: 950 time: 0.2620444 Nov 11 17:18:20.788051 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e19dfd-abda-44eb-87d3-67273c4d108c req-1d184c7f-51cc-4545-8371-079b139c6220 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:20.789978 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03e19dfd-abda-44eb-87d3-67273c4d108c req-1d184c7f-51cc-4545-8371-079b139c6220 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=74306843-7238-4c86-a66d-8fe22eb78974 HTTP/1.1" status: 200 len: 950 time: 0.1805768 Nov 11 17:18:20.797043 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2b584c0c-aea4-48e6-af9d-b4c14d6726c5 None None] For port ad479f78-7eeb-4630-bc33-1193e6d3f38a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ad479f78-7eeb-4630-bc33-1193e6d3f38a,segment=NetworkSegment(2d9f8312-287e-4120-8386-9681c187fae2),segment_id=2d9f8312-287e-4120-8386-9681c187fae2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:20.797043 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2b584c0c-aea4-48e6-af9d-b4c14d6726c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:20.816059 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2b584c0c-aea4-48e6-af9d-b4c14d6726c5 None None] Calling delete_port for ad479f78-7eeb-4630-bc33-1193e6d3f38a owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:18:20.969221 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27634ffe-bf47-4445-9d61-c519b99a2cce tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:20.974985 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2b584c0c-aea4-48e6-af9d-b4c14d6726c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:20.998661 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b584c0c-aea4-48e6-af9d-b4c14d6726c5 None None] No DVR routers for this DVR port ad479f78-7eeb-4630-bc33-1193e6d3f38a on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:18:21.018624 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b584c0c-aea4-48e6-af9d-b4c14d6726c5 None None] Pushing event deleted for resources: {'Port': ['ID=ad479f78-7eeb-4630-bc33-1193e6d3f38a,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:21.031450 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27634ffe-bf47-4445-9d61-c519b99a2cce tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:21.044779 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bb67b9c1-f900-4d16-bde3-f5fe2ee098fa'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:18:21.074610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['c7c9375f-3a51-47dd-82ec-1c33d9a75197'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:18:21.088241 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27634ffe-bf47-4445-9d61-c519b99a2cce tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:18:21.119547 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27634ffe-bf47-4445-9d61-c519b99a2cce tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:18:21.139163 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27634ffe-bf47-4445-9d61-c519b99a2cce tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:18:21.160982 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03e19dfd-abda-44eb-87d3-67273c4d108c req-2dc6fa46-a445-45b2-85dd-66f94f228d4f tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318372 Nov 11 17:18:21.175287 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ca33f24-09c3-495f-8391-520d242da2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:21.224618 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca33f24-09c3-495f-8391-520d242da2e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad479f78-7eeb-4630-bc33-1193e6d3f38a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:21.237271 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27634ffe-bf47-4445-9d61-c519b99a2cce tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Pushing event updated for resources: {'Port': ['ID=4c6512ed-441b-4821-ab9e-9db944e1f1bb,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:21.251745 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca33f24-09c3-495f-8391-520d242da2e8 admin admin] No DVR routers for this DVR port ad479f78-7eeb-4630-bc33-1193e6d3f38a on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:18:21.284548 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-358a0a5b-ac88-4f07-b02c-1dc965f0b1b8 req-60a7cd10-b576-474f-841a-0cff7cabafb0 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Deleting port 4827dd36-fe7d-4ce8-ba22-e94c25465b5b {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:18:21.287990 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-358a0a5b-ac88-4f07-b02c-1dc965f0b1b8 req-60a7cd10-b576-474f-841a-0cff7cabafb0 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:21.330479 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device dede112d-c528-4305-9667-53561f55bd2e no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:18:21.334788 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27634ffe-bf47-4445-9d61-c519b99a2cce tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:21.340124 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27634ffe-bf47-4445-9d61-c519b99a2cce tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:21.370919 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27634ffe-bf47-4445-9d61-c519b99a2cce tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5065920 Nov 11 17:18:21.385724 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: dede112d-c528-4305-9667-53561f55bd2e {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:18:21.386069 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device dede112d-c528-4305-9667-53561f55bd2e not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:18:21.386499 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ad479f78-7eeb-4630-bc33-1193e6d3f38a no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:18:21.399021 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] Request body: {'port': {'device_id': '360e1047-f173-4f0d-a886-fb723f5f80e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:21.420109 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: ad479f78-7eeb-4630-bc33-1193e6d3f38a {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:18:21.420456 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ad479f78-7eeb-4630-bc33-1193e6d3f38a not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:18:21.422074 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:18:21.464510 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-358a0a5b-ac88-4f07-b02c-1dc965f0b1b8 req-60a7cd10-b576-474f-841a-0cff7cabafb0 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] For port 4827dd36-fe7d-4ce8-ba22-e94c25465b5b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4827dd36-fe7d-4ce8-ba22-e94c25465b5b,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:21.465033 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-358a0a5b-ac88-4f07-b02c-1dc965f0b1b8 req-60a7cd10-b576-474f-841a-0cff7cabafb0 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:21.479023 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-358a0a5b-ac88-4f07-b02c-1dc965f0b1b8 req-60a7cd10-b576-474f-841a-0cff7cabafb0 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Calling delete_port for 4827dd36-fe7d-4ce8-ba22-e94c25465b5b owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:18:21.518114 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:21.520383 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:18:21.520732 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f4b0a556-c9d1-4be1-89f0-2f84a3ecdb31 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:18:21.560034 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013175a2-55d6-4cfe-bd0e-e405026fb985 req-9355c00f-fbf7-4754-b2a1-158da85da91b tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:21.568046 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-013175a2-55d6-4cfe-bd0e-e405026fb985 req-9355c00f-fbf7-4754-b2a1-158da85da91b tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 945 time: 0.5319588 Nov 11 17:18:21.639631 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e1f392ca-e680-4239-96b9-f9066c9e729c None None] Provisioning complete for port 4c6512ed-441b-4821-ab9e-9db944e1f1bb triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:21.640216 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e1f392ca-e680-4239-96b9-f9066c9e729c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:21.705624 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e1f392ca-e680-4239-96b9-f9066c9e729c None None] Port 4c6512ed-441b-4821-ab9e-9db944e1f1bb cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:18:21.780158 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dcdb9-a16a-47c5-b191-994cd25841a4 req-4b2445ca-2c29-4e40-9cf1-1a88146b482c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:21.786593 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d8dcdb9-a16a-47c5-b191-994cd25841a4 req-4b2445ca-2c29-4e40-9cf1-1a88146b482c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 935 time: 0.1852419 Nov 11 17:18:21.826064 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-013175a2-55d6-4cfe-bd0e-e405026fb985 req-bd434db2-d3ef-4d32-9474-b2f742c2a9b8 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432792 Nov 11 17:18:21.839714 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ca33f24-09c3-495f-8391-520d242da2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:21.899085 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6512ed-441b-4821-ab9e-9db944e1f1bb {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:21.906829 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:21.920601 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] Transition to ACTIVE for port object 4c6512ed-441b-4821-ab9e-9db944e1f1bb will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:18:21.925224 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:21.980910 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6512ed-441b-4821-ab9e-9db944e1f1bb,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:21.990563 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-8ca33f24-09c3-495f-8391-520d242da2e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['670b12df-11ba-4d6c-8ae9-f6ce89238b8f']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:22.043207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-8ca33f24-09c3-495f-8391-520d242da2e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9f8312-287e-4120-8386-9681c187fae2') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:22.043207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-8ca33f24-09c3-495f-8391-520d242da2e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9f8312-287e-4120-8386-9681c187fae2') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:22.047858 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-72da78d2-7855-40a6-b3b8-687e022064e5 req-9e012715-55c0-47a4-b219-3c246fafa527 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=d54cb257-3144-4492-bbfc-dcd0aac94f37 HTTP/1.1" status: 200 len: 210 time: 0.1429243 Nov 11 17:18:22.062913 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ca33f24-09c3-495f-8391-520d242da2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:22.075290 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-c344103f-cd09-4950-a74d-2d35b7d772ba tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:22.076993 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-c344103f-cd09-4950-a74d-2d35b7d772ba tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.83 "GET /v2.0/networks?id=c53fa25f-ee4c-487a-b50c-a868d90fe5db HTTP/1.1" status: 200 len: 821 time: 0.4906852 Nov 11 17:18:22.098659 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] Attempting to bind port 4c6512ed-441b-4821-ab9e-9db944e1f1bb on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:18:22.099129 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] Attempting to bind port 4c6512ed-441b-4821-ab9e-9db944e1f1bb by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:18:22.099367 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] Attempting to bind port 4c6512ed-441b-4821-ab9e-9db944e1f1bb on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:22.102120 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-45a073f5-460a-4387-b8f3-650e4a929264 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Request body: {'port': {'device_id': 'd54cb257-3144-4492-bbfc-dcd0aac94f37', 'network_id': 'c53fa25f-ee4c-487a-b50c-a868d90fe5db', 'admin_state_up': True, 'tenant_id': '39ccbf2cad924d99ad56b5467d08ef87'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:22.109133 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] Port 4c6512ed-441b-4821-ab9e-9db944e1f1bb on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:18:22.109659 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] Attempting to bind port 4c6512ed-441b-4821-ab9e-9db944e1f1bb on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:22.122807 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:18:22.123148 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:18:22.125477 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:18:22.125849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] Bound port: 4c6512ed-441b-4821-ab9e-9db944e1f1bb, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:18:22.126209 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:22.216704 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d8dcdb9-a16a-47c5-b191-994cd25841a4 req-d10eb673-f92f-4a2c-b561-a5b0613a7b92 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191141 Nov 11 17:18:22.220381 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ca33f24-09c3-495f-8391-520d242da2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:22.230595 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] For port 4c6512ed-441b-4821-ab9e-9db944e1f1bb, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:18:22.236892 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] For port 4c6512ed-441b-4821-ab9e-9db944e1f1bb, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=4c6512ed-441b-4821-ab9e-9db944e1f1bb,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:18:22.240278 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-358a0a5b-ac88-4f07-b02c-1dc965f0b1b8 req-60a7cd10-b576-474f-841a-0cff7cabafb0 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:22.244392 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:22.247686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca33f24-09c3-495f-8391-520d242da2e8 admin admin] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:18:22.248240 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ca33f24-09c3-495f-8391-520d242da2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:18:22.255160 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:18:22.258746 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['4827dd36-fe7d-4ce8-ba22-e94c25465b5b', 'e349adda-a068-4125-9f82-b5f359efb698'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:18:22.317985 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['c4f9bc1f-b969-46f0-9583-72f2f00ccff0'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:18:22.352624 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6512ed-441b-4821-ab9e-9db944e1f1bb,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:22.360664 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7cd10-b576-474f-841a-0cff7cabafb0 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Pushing event deleted for resources: {'Port': ['ID=4827dd36-fe7d-4ce8-ba22-e94c25465b5b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:22.363542 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ca33f24-09c3-495f-8391-520d242da2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:22.372366 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:22.373019 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:22.375963 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-27dfcf28-3e71-4c92-8ccf-72dbc25c1ce0 service neutron] 10.222.0.64 "PUT /v2.0/ports/4c6512ed-441b-4821-ab9e-9db944e1f1bb HTTP/1.1" status: 200 len: 1095 time: 0.9818046 Nov 11 17:18:22.377166 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360e1047-f173-4f0d-a886-fb723f5f80e8', 'tag': '4c6512ed-441b-4821-ab9e-9db944e1f1bb'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:22.380761 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9085377-dcbe-4582-8fe1-f98d3f4d951f" -d '{"events": [{"name": "network-changed", "server_uuid": "360e1047-f173-4f0d-a886-fb723f5f80e8", "tag": "4c6512ed-441b-4821-ab9e-9db944e1f1bb"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:22.468725 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21553e3-0fb0-4cd8-b885-84c745548bec x-openstack-request-id: req-b21553e3-0fb0-4cd8-b885-84c745548bec {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:22.468725 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360e1047-f173-4f0d-a886-fb723f5f80e8", "tag": "4c6512ed-441b-4821-ab9e-9db944e1f1bb", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:22.468725 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b21553e3-0fb0-4cd8-b885-84c745548bec {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:22.468725 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360e1047-f173-4f0d-a886-fb723f5f80e8', 'tag': '4c6512ed-441b-4821-ab9e-9db944e1f1bb', 'status': 'completed', 'code': 200} Nov 11 17:18:22.557720 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-822c08f2-5d9e-4732-b3a9-9349c29af0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:22.559558 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-822c08f2-5d9e-4732-b3a9-9349c29af0ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 1098 time: 0.0712497 Nov 11 17:18:22.646896 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-16a26cad-de64-418f-96b9-cf2fc3aad08b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=4c6512ed-441b-4821-ab9e-9db944e1f1bb HTTP/1.1" status: 200 len: 217 time: 0.0594952 Nov 11 17:18:22.706819 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-6f96048c-0976-493e-ab5d-f51456c7129e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:22.708402 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-6f96048c-0976-493e-ab5d-f51456c7129e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0519114 Nov 11 17:18:22.763301 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-55564f2e-ca43-426a-84cb-c6eca0053e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:22.765232 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-55564f2e-ca43-426a-84cb-c6eca0053e4f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0486071 Nov 11 17:18:22.806348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-45a073f5-460a-4387-b8f3-650e4a929264 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Made reservation on behalf of 39ccbf2cad924d99ad56b5467d08ef87 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:18:22.816541 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-45a073f5-460a-4387-b8f3-650e4a929264 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:22.854623 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ca33f24-09c3-495f-8391-520d242da2e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:22.862143 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8ca33f24-09c3-495f-8391-520d242da2e8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/670b12df-11ba-4d6c-8ae9-f6ce89238b8f HTTP/1.1" status: 204 len: 168 time: 2.5655887 Nov 11 17:18:22.866141 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-053aa25b-bc72-45b2-bdb1-52b4aad419df req-954f38ff-ef35-46fe-8afe-047415e18c0e tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=74306843-7238-4c86-a66d-8fe22eb78974 HTTP/1.1" status: 200 len: 210 time: 0.5111167 Nov 11 17:18:22.888216 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-358a0a5b-ac88-4f07-b02c-1dc965f0b1b8 req-60a7cd10-b576-474f-841a-0cff7cabafb0 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] No DVR routers for this DVR port 4827dd36-fe7d-4ce8-ba22-e94c25465b5b on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:18:22.891463 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-358a0a5b-ac88-4f07-b02c-1dc965f0b1b8 req-60a7cd10-b576-474f-841a-0cff7cabafb0 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:22.895028 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-358a0a5b-ac88-4f07-b02c-1dc965f0b1b8 req-60a7cd10-b576-474f-841a-0cff7cabafb0 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.83 "DELETE /v2.0/ports/4827dd36-fe7d-4ce8-ba22-e94c25465b5b HTTP/1.1" status: 204 len: 173 time: 2.0830765 Nov 11 17:18:22.913702 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74306843-7238-4c86-a66d-8fe22eb78974', 'name': 'network-vif-deleted', 'tag': '4827dd36-fe7d-4ce8-ba22-e94c25465b5b'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:22.916083 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27773290-2e2b-4fa6-8c21-932e5a12f2f8" -d '{"events": [{"server_uuid": "74306843-7238-4c86-a66d-8fe22eb78974", "name": "network-vif-deleted", "tag": "4827dd36-fe7d-4ce8-ba22-e94c25465b5b"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:22.923919 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-805f6e07-dd96-4268-8150-c07dda9c3076 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476517 Nov 11 17:18:22.935025 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca33f24-09c3-495f-8391-520d242da2e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=670b12df-11ba-4d6c-8ae9-f6ce89238b8f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:23.035841 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecda3ae-f099-41d1-b893-7a53771d21d9 x-openstack-request-id: req-2ecda3ae-f099-41d1-b893-7a53771d21d9 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:23.035996 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74306843-7238-4c86-a66d-8fe22eb78974", "name": "network-vif-deleted", "tag": "4827dd36-fe7d-4ce8-ba22-e94c25465b5b", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:23.036261 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ecda3ae-f099-41d1-b893-7a53771d21d9 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:23.036660 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74306843-7238-4c86-a66d-8fe22eb78974', 'name': 'network-vif-deleted', 'tag': '4827dd36-fe7d-4ce8-ba22-e94c25465b5b', 'status': 'completed', 'code': 200} Nov 11 17:18:23.065117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7a912-ef79-4ac9-b6cb-0b7d321765b3 req-d8ddb529-3f87-4dfe-ac10-0162eb6b74c7 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:23.066766 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bbe7a912-ef79-4ac9-b6cb-0b7d321765b3 req-d8ddb529-3f87-4dfe-ac10-0162eb6b74c7 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 945 time: 0.1472416 Nov 11 17:18:23.078071 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ee48c14-d03d-4923-81fc-606edec2d69d req-864c0df4-5934-4b44-b4ae-138f7408e70e service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447930 Nov 11 17:18:23.104852 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49400) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:23.159473 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4539ff1a-ec14-4ed2-9e44-78cee4189fc8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e0635e2427cd4af6944eb0281dd8b6e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512073 Nov 11 17:18:23.160978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49402) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:23.203913 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d658f39-dab6-49f8-b2bf-8ac64e4dbdc4 req-b8c373f9-a3e4-4723-9602-de90afdb5ec5 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=d54cb257-3144-4492-bbfc-dcd0aac94f37 HTTP/1.1" status: 200 len: 210 time: 0.0630593 Nov 11 17:18:23.221826 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bbe7a912-ef79-4ac9-b6cb-0b7d321765b3 req-5bc8919b-7890-4833-a3db-de041bb351e7 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433880 Nov 11 17:18:23.250395 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9085377-dcbe-4582-8fe1-f98d3f4d951f req-8323c23e-3a80-4fdb-be92-dcc6bfb5c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:23.252089 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f9085377-dcbe-4582-8fe1-f98d3f4d951f req-8323c23e-3a80-4fdb-be92-dcc6bfb5c6be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 1098 time: 0.0526214 Nov 11 17:18:23.264070 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-45a073f5-460a-4387-b8f3-650e4a929264 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Allocated IP 172.20.0.13 (c53fa25f-ee4c-487a-b50c-a868d90fe5db/7a4c5679-b2ed-4f42-a424-f20885c9949a/206185b8-c67c-4ead-b803-d162ff80b849) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:18:23.309498 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cf5d9274-99e6-4246-ab96-d6777b10ba35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:23.376982 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cf5d9274-99e6-4246-ab96-d6777b10ba35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:23.387472 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9085377-dcbe-4582-8fe1-f98d3f4d951f req-1b4a622f-b556-4938-b2ea-6900faec23f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:23.388977 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f9085377-dcbe-4582-8fe1-f98d3f4d951f req-1b4a622f-b556-4938-b2ea-6900faec23f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.1263449 Nov 11 17:18:23.443865 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f9085377-dcbe-4582-8fe1-f98d3f4d951f req-a81e10f2-b9a5-4a61-b5df-763fbf5e23d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=4c6512ed-441b-4821-ab9e-9db944e1f1bb HTTP/1.1" status: 200 len: 217 time: 0.0422032 Nov 11 17:18:23.510065 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89995c8c-ed7c-4886-815d-0e29ba59117c req-b51aa37c-3d61-4a71-8a11-79758ae3fdb7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:23.511618 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89995c8c-ed7c-4886-815d-0e29ba59117c req-b51aa37c-3d61-4a71-8a11-79758ae3fdb7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 947 time: 0.1976895 Nov 11 17:18:23.515123 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9085377-dcbe-4582-8fe1-f98d3f4d951f req-7de11a53-2011-4033-a6ff-0f2e59bf90e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:23.516778 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f9085377-dcbe-4582-8fe1-f98d3f4d951f req-7de11a53-2011-4033-a6ff-0f2e59bf90e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0585170 Nov 11 17:18:23.575370 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9085377-dcbe-4582-8fe1-f98d3f4d951f req-cda14d70-4df6-4e4b-8d13-81546d8c4417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:23.577010 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f9085377-dcbe-4582-8fe1-f98d3f4d951f req-cda14d70-4df6-4e4b-8d13-81546d8c4417 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0493097 Nov 11 17:18:23.584571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cbcf7-a6f3-4eaa-a43d-23239bc1523b req-aeffdd8f-737c-45ac-8845-8eb51312f309 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:23.586061 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-746cbcf7-a6f3-4eaa-a43d-23239bc1523b req-aeffdd8f-737c-45ac-8845-8eb51312f309 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 1096 time: 0.1892762 Nov 11 17:18:23.592397 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cf5d9274-99e6-4246-ab96-d6777b10ba35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:23.595420 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cf5d9274-99e6-4246-ab96-d6777b10ba35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:23.596903 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-cf5d9274-99e6-4246-ab96-d6777b10ba35 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d13b4bad-a3c7-4388-a921-6b63b8e42f6b HTTP/1.1" status: 204 len: 168 time: 0.4298596 Nov 11 17:18:23.651340 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d9274-99e6-4246-ab96-d6777b10ba35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13b4bad-a3c7-4388-a921-6b63b8e42f6b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:23.656926 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-45a073f5-460a-4387-b8f3-650e4a929264 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:23.678454 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89995c8c-ed7c-4886-815d-0e29ba59117c req-dcf8733a-51cd-4552-86c9-f21a5f125db3 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548803 Nov 11 17:18:23.685603 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f9085377-dcbe-4582-8fe1-f98d3f4d951f req-964ebcd7-a0df-400e-acee-267431dbe2d8 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904460 Nov 11 17:18:23.738050 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-746cbcf7-a6f3-4eaa-a43d-23239bc1523b req-09ce7bbc-cc95-41be-a8bc-f3409fe981dc tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351340 Nov 11 17:18:23.766315 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-45a073f5-460a-4387-b8f3-650e4a929264 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:23.818563 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f9085377-dcbe-4582-8fe1-f98d3f4d951f req-b90c18ad-1553-4955-b402-7172d6f55153 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234834 Nov 11 17:18:23.821163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-45a073f5-460a-4387-b8f3-650e4a929264 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Network c53fa25f-ee4c-487a-b50c-a868d90fe5db is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:18:23.824247 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-45a073f5-460a-4387-b8f3-650e4a929264 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:18:23.840206 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-45a073f5-460a-4387-b8f3-650e4a929264 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:18:23.882989 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:23.887873 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a073f5-460a-4387-b8f3-650e4a929264 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Pushing event updated for resources: {'Port': ['ID=206185b8-c67c-4ead-b803-d162ff80b849,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:23.911365 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-45a073f5-460a-4387-b8f3-650e4a929264 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:23.912045 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-45a073f5-460a-4387-b8f3-650e4a929264 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:23.932108 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-45a073f5-460a-4387-b8f3-650e4a929264 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8354313 Nov 11 17:18:23.948234 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] Request body: {'port': {'device_id': 'd54cb257-3144-4492-bbfc-dcd0aac94f37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:24.039050 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:24.299277 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241269a-7609-4c99-b37e-49d20434feb4 req-1df52801-a96a-4d61-9236-1e6912b68abe tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:24.301452 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2241269a-7609-4c99-b37e-49d20434feb4 req-1df52801-a96a-4d61-9236-1e6912b68abe tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1 HTTP/1.1" status: 200 len: 950 time: 0.1156471 Nov 11 17:18:24.421430 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2241269a-7609-4c99-b37e-49d20434feb4 req-6a4703c1-9299-4e15-a187-7d9ce64ef97d tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121371 Nov 11 17:18:24.454584 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d537b-c190-45a3-81f6-31b244847906 req-59235bbe-7497-4877-98b2-e38cabdbfeec tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:24.456138 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae5d537b-c190-45a3-81f6-31b244847906 req-59235bbe-7497-4877-98b2-e38cabdbfeec tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=d54cb257-3144-4492-bbfc-dcd0aac94f37 HTTP/1.1" status: 200 len: 932 time: 0.1433454 Nov 11 17:18:24.512776 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206185b8-c67c-4ead-b803-d162ff80b849 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:24.522513 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:24.523157 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49456) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:24.551452 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] Transition to ACTIVE for port object 206185b8-c67c-4ead-b803-d162ff80b849 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:18:24.556663 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae5d537b-c190-45a3-81f6-31b244847906 req-9a8e4569-09ce-4a15-99c5-056434e3927c tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770278 Nov 11 17:18:24.557687 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:24.612819 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] Pushing event updated for resources: {'Port': ['ID=206185b8-c67c-4ead-b803-d162ff80b849,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:24.645762 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-7672fad6-48a0-4cbf-9171-989381cc9cdd admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1162379300-network', 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:24.668293 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7672fad6-48a0-4cbf-9171-989381cc9cdd admin admin] Made reservation on behalf of abafc778917c45ffb51f117ab3a8e83e for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:18:24.670623 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7672fad6-48a0-4cbf-9171-989381cc9cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:24.679638 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] Attempting to bind port 206185b8-c67c-4ead-b803-d162ff80b849 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:18:24.679996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] Attempting to bind port 206185b8-c67c-4ead-b803-d162ff80b849 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '5f9bc0d0-071c-4a5a-b668-056b98ce33d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'c53fa25f-ee4c-487a-b50c-a868d90fe5db'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:18:24.680144 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7672fad6-48a0-4cbf-9171-989381cc9cdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:24.680316 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] Attempting to bind port 206185b8-c67c-4ead-b803-d162ff80b849 on network c53fa25f-ee4c-487a-b50c-a868d90fe5db {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:24.685515 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] Port 206185b8-c67c-4ead-b803-d162ff80b849 on network c53fa25f-ee4c-487a-b50c-a868d90fe5db not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:18:24.685515 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] Attempting to bind port 206185b8-c67c-4ead-b803-d162ff80b849 on network c53fa25f-ee4c-487a-b50c-a868d90fe5db {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:24.689941 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:18:24.690286 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] Checking segment: {'id': '5f9bc0d0-071c-4a5a-b668-056b98ce33d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'c53fa25f-ee4c-487a-b50c-a868d90fe5db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:18:24.690650 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] Bound using segment: {'id': '5f9bc0d0-071c-4a5a-b668-056b98ce33d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'c53fa25f-ee4c-487a-b50c-a868d90fe5db'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:18:24.691071 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] Bound port: 206185b8-c67c-4ead-b803-d162ff80b849, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f9bc0d0-071c-4a5a-b668-056b98ce33d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'c53fa25f-ee4c-487a-b50c-a868d90fe5db'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:18:24.691451 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:24.766619 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] For port 206185b8-c67c-4ead-b803-d162ff80b849, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:18:24.772451 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] For port 206185b8-c67c-4ead-b803-d162ff80b849, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=206185b8-c67c-4ead-b803-d162ff80b849,segment=NetworkSegment(5f9bc0d0-071c-4a5a-b668-056b98ce33d1),segment_id=5f9bc0d0-071c-4a5a-b668-056b98ce33d1)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:18:24.788119 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:24.801378 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7672fad6-48a0-4cbf-9171-989381cc9cdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:24.817322 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7672fad6-48a0-4cbf-9171-989381cc9cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:24.854656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:24.855880 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:24.856786 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] 10.222.0.83 "PUT /v2.0/ports/206185b8-c67c-4ead-b803-d162ff80b849 HTTP/1.1" status: 200 len: 1092 time: 0.9137948 Nov 11 17:18:24.870088 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7672fad6-48a0-4cbf-9171-989381cc9cdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1285} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:18:24.876755 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672fad6-48a0-4cbf-9171-989381cc9cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165b510d-d0db-4867-a28b-be20a714a48f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:24.885656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9bf8a-92b1-418c-a307-64e01d8c80d3 req-c8da1e3f-eec6-4d5f-aa13-8fe40bfb24d7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:24.887152 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eeb9bf8a-92b1-418c-a307-64e01d8c80d3 req-c8da1e3f-eec6-4d5f-aa13-8fe40bfb24d7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 947 time: 0.1181529 Nov 11 17:18:24.888312 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb62c7-18af-4cf7-ae3e-07395494d447 service neutron] Pushing event updated for resources: {'Port': ['ID=206185b8-c67c-4ead-b803-d162ff80b849,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:24.901057 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7672fad6-48a0-4cbf-9171-989381cc9cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:24.901995 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-7672fad6-48a0-4cbf-9171-989381cc9cdd admin admin] Added segment 04fdddcc-645b-46df-8a1e-b76782b7d418 of type vlan for network 11f26fb6-7d4d-4155-b13d-2de7e3eb09a5 Nov 11 17:18:24.951606 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7672fad6-48a0-4cbf-9171-989381cc9cdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:24.972259 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eeb9bf8a-92b1-418c-a307-64e01d8c80d3 req-1d5deb65-8797-40f9-a830-068b841f52f2 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742948 Nov 11 17:18:24.975700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-d718b334-0e3f-4b97-b7d8-6ecfc94b20e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:24.977032 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-d718b334-0e3f-4b97-b7d8-6ecfc94b20e8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=39ccbf2cad924d99ad56b5467d08ef87&device_id=d54cb257-3144-4492-bbfc-dcd0aac94f37 HTTP/1.1" status: 200 len: 1095 time: 0.0644579 Nov 11 17:18:24.980612 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7672fad6-48a0-4cbf-9171-989381cc9cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:24.982020 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7672fad6-48a0-4cbf-9171-989381cc9cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:24.982700 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7672fad6-48a0-4cbf-9171-989381cc9cdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:25.029776 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-cb3ef3d9-89d8-455f-a38d-05e745b022d4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=206185b8-c67c-4ead-b803-d162ff80b849 HTTP/1.1" status: 200 len: 217 time: 0.0441663 Nov 11 17:18:25.038599 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7672fad6-48a0-4cbf-9171-989381cc9cdd admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5132496 Nov 11 17:18:25.041702 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54cb257-3144-4492-bbfc-dcd0aac94f37', 'tag': '206185b8-c67c-4ead-b803-d162ff80b849'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:25.044011 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7652a0-46f2-471c-818e-9df5fd265e68" -d '{"events": [{"name": "network-changed", "server_uuid": "d54cb257-3144-4492-bbfc-dcd0aac94f37", "tag": "206185b8-c67c-4ead-b803-d162ff80b849"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:25.045537 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49466) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:25.053204 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-59c5108c-f631-46f2-a03b-126b9e8227c1 admin admin] Request body: {'subnet': {'network_id': '11f26fb6-7d4d-4155-b13d-2de7e3eb09a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1162379300-subnet', 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:25.061923 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672fad6-48a0-4cbf-9171-989381cc9cdd admin admin] Pushing event updated for resources: {'Network': ['ID=11f26fb6-7d4d-4155-b13d-2de7e3eb09a5,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:25.073633 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 11f26fb6-7d4d-4155-b13d-2de7e3eb09a5 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:18:25.091522 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c5108c-f631-46f2-a03b-126b9e8227c1 admin admin] Made reservation on behalf of abafc778917c45ffb51f117ab3a8e83e for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:18:25.094153 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee85463-b60c-47f4-9fee-3d5298b3e3c3 x-openstack-request-id: req-aee85463-b60c-47f4-9fee-3d5298b3e3c3 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:25.094339 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-59c5108c-f631-46f2-a03b-126b9e8227c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:25.094651 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54cb257-3144-4492-bbfc-dcd0aac94f37", "tag": "206185b8-c67c-4ead-b803-d162ff80b849", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:25.095004 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aee85463-b60c-47f4-9fee-3d5298b3e3c3 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:25.095667 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54cb257-3144-4492-bbfc-dcd0aac94f37', 'tag': '206185b8-c67c-4ead-b803-d162ff80b849', 'status': 'completed', 'code': 200} Nov 11 17:18:25.120557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-413502d0-0814-492c-afb5-92abaec44782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:25.122280 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-413502d0-0814-492c-afb5-92abaec44782 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a4c5679-b2ed-4f42-a424-f20885c9949a HTTP/1.1" status: 200 len: 861 time: 0.0856674 Nov 11 17:18:25.179032 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-878eeb46-c616-4fe0-a5eb-10871c17f0c2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c53fa25f-ee4c-487a-b50c-a868d90fe5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489061 Nov 11 17:18:25.292470 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-d39f9af5-0095-4e5d-a1c9-11af9a8d3232 service neutron] 10.222.0.83 "GET /v2.0/networks/c53fa25f-ee4c-487a-b50c-a868d90fe5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044312 Nov 11 17:18:25.310423 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-59c5108c-f631-46f2-a03b-126b9e8227c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:25.363564 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5108c-f631-46f2-a03b-126b9e8227c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c894804-4895-438d-baca-87329fb21b0b,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:25.373861 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c5108c-f631-46f2-a03b-126b9e8227c1 admin admin] Checking segment: {'id': '04fdddcc-645b-46df-8a1e-b76782b7d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '11f26fb6-7d4d-4155-b13d-2de7e3eb09a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:18:25.374213 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c5108c-f631-46f2-a03b-126b9e8227c1 admin admin] Network hostable DHCP agents. Network: 11f26fb6-7d4d-4155-b13d-2de7e3eb09a5, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:18:25.392942 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3d158bb-6dec-48f2-b867-86be622bd928 req-3d135433-0c13-43ef-a61a-3bda7e8a3774 service neutron] 10.222.0.83 "GET /v2.0/networks/c53fa25f-ee4c-487a-b50c-a868d90fe5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901945 Nov 11 17:18:25.393171 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c5108c-f631-46f2-a03b-126b9e8227c1 admin admin] Network 11f26fb6-7d4d-4155-b13d-2de7e3eb09a5 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:18:25.402762 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-59c5108c-f631-46f2-a03b-126b9e8227c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 11f26fb6-7d4d-4155-b13d-2de7e3eb09a5) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:18:25.406970 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c5108c-f631-46f2-a03b-126b9e8227c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:25.407623 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-59c5108c-f631-46f2-a03b-126b9e8227c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:25.412466 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc6ca28-a463-4a6b-9b6e-b0adabc0be09 None None] Network 11f26fb6-7d4d-4155-b13d-2de7e3eb09a5 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:18:25.431098 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-59c5108c-f631-46f2-a03b-126b9e8227c1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3843608 Nov 11 17:18:25.433812 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49472) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:25.438530 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-c888899e-e711-4670-a524-10b77635f7b3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1162379300-router', 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:25.463155 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c888899e-e711-4670-a524-10b77635f7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:25.464765 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c888899e-e711-4670-a524-10b77635f7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:25.499263 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7652a0-46f2-471c-818e-9df5fd265e68 req-5e835046-3c81-423f-b4e7-914c3c21defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:25.502098 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f7652a0-46f2-471c-818e-9df5fd265e68 req-5e835046-3c81-423f-b4e7-914c3c21defa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=39ccbf2cad924d99ad56b5467d08ef87&device_id=d54cb257-3144-4492-bbfc-dcd0aac94f37 HTTP/1.1" status: 200 len: 1095 time: 0.0544767 Nov 11 17:18:25.522342 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c888899e-e711-4670-a524-10b77635f7b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:25.595799 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68be2ba-57b0-4d29-8fcf-417c39637215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-11f26fb6-7d4d-4155-b13d-2de7e3eb09a5', 'network_id': '11f26fb6-7d4d-4155-b13d-2de7e3eb09a5', 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e', 'fixed_ips': [{'subnet_id': '1c894804-4895-438d-baca-87329fb21b0b'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:18:25.597227 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c68be2ba-57b0-4d29-8fcf-417c39637215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:25.614263 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7652a0-46f2-471c-818e-9df5fd265e68 req-bf3ff04d-f5ea-4239-8ed6-073a96d44d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:25.615752 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f7652a0-46f2-471c-818e-9df5fd265e68 req-bf3ff04d-f5ea-4239-8ed6-073a96d44d68 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c53fa25f-ee4c-487a-b50c-a868d90fe5db HTTP/1.1" status: 200 len: 923 time: 0.1069117 Nov 11 17:18:25.676008 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c888899e-e711-4670-a524-10b77635f7b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:25.677003 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f7652a0-46f2-471c-818e-9df5fd265e68 req-2f411f62-83b3-414f-a59a-9530be7f206e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=206185b8-c67c-4ead-b803-d162ff80b849 HTTP/1.1" status: 200 len: 217 time: 0.0471537 Nov 11 17:18:25.720978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b522e6-70be-419c-bd7c-19f8e3dcf90f req-fa56feed-0f17-4621-83ff-96cd4955c5d9 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:25.722635 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56b522e6-70be-419c-bd7c-19f8e3dcf90f req-fa56feed-0f17-4621-83ff-96cd4955c5d9 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1 HTTP/1.1" status: 200 len: 950 time: 0.1273725 Nov 11 17:18:25.777107 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-c68be2ba-57b0-4d29-8fcf-417c39637215 None None] Allocated IP 172.20.0.2 (11f26fb6-7d4d-4155-b13d-2de7e3eb09a5/1c894804-4895-438d-baca-87329fb21b0b/69c08709-ae7d-479f-97ff-2807808f7121) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:18:25.784622 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7652a0-46f2-471c-818e-9df5fd265e68 req-22fc2621-6263-42a3-a9b9-1aaeeada33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:25.786628 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f7652a0-46f2-471c-818e-9df5fd265e68 req-22fc2621-6263-42a3-a9b9-1aaeeada33f6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a4c5679-b2ed-4f42-a424-f20885c9949a HTTP/1.1" status: 200 len: 861 time: 0.1015189 Nov 11 17:18:25.843955 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f7652a0-46f2-471c-818e-9df5fd265e68 req-15315f5f-73f1-4ece-abb6-202b30fbcddc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c53fa25f-ee4c-487a-b50c-a868d90fe5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482492 Nov 11 17:18:25.848769 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56b522e6-70be-419c-bd7c-19f8e3dcf90f req-f889808f-7adf-4fe3-af18-8c18726d2e59 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152711 Nov 11 17:18:25.856457 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de355a-e790-429b-a7d6-694d9d9e7487 req-ba4667bc-1e35-476c-a477-c6acd5741c70 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:25.857959 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e2de355a-e790-429b-a7d6-694d9d9e7487 req-ba4667bc-1e35-476c-a477-c6acd5741c70 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=d54cb257-3144-4492-bbfc-dcd0aac94f37 HTTP/1.1" status: 200 len: 944 time: 0.1630278 Nov 11 17:18:25.914900 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c888899e-e711-4670-a524-10b77635f7b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:25.936407 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c888899e-e711-4670-a524-10b77635f7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:25.958201 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e2de355a-e790-429b-a7d6-694d9d9e7487 req-c3efb4e3-e026-4adb-b949-efbce4636e00 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904472 Nov 11 17:18:25.973027 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4827dd36-fe7d-4ce8-ba22-e94c25465b5b no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:18:26.013856 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f7652a0-46f2-471c-818e-9df5fd265e68 req-6030b11a-4539-467d-abfc-68e523262e1a service neutron] 10.222.0.83 "GET /v2.0/networks/c53fa25f-ee4c-487a-b50c-a868d90fe5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548054 Nov 11 17:18:26.016396 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 4827dd36-fe7d-4ce8-ba22-e94c25465b5b {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:18:26.016744 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4827dd36-fe7d-4ce8-ba22-e94c25465b5b not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:18:26.018882 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c68be2ba-57b0-4d29-8fcf-417c39637215 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:26.027471 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c68be2ba-57b0-4d29-8fcf-417c39637215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:26.081393 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68be2ba-57b0-4d29-8fcf-417c39637215 None None] Network 11f26fb6-7d4d-4155-b13d-2de7e3eb09a5 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:18:26.082586 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68be2ba-57b0-4d29-8fcf-417c39637215 None None] Pushing event updated for resources: {'Port': ['ID=69c08709-ae7d-479f-97ff-2807808f7121,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:26.085524 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-c68be2ba-57b0-4d29-8fcf-417c39637215 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:18:26.087575 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68be2ba-57b0-4d29-8fcf-417c39637215 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:18:26.152169 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c68be2ba-57b0-4d29-8fcf-417c39637215 None None] Attempting to bind port 69c08709-ae7d-479f-97ff-2807808f7121 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:18:26.152169 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c68be2ba-57b0-4d29-8fcf-417c39637215 None None] Attempting to bind port 69c08709-ae7d-479f-97ff-2807808f7121 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '04fdddcc-645b-46df-8a1e-b76782b7d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '11f26fb6-7d4d-4155-b13d-2de7e3eb09a5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:18:26.152499 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68be2ba-57b0-4d29-8fcf-417c39637215 None None] Attempting to bind port 69c08709-ae7d-479f-97ff-2807808f7121 on network 11f26fb6-7d4d-4155-b13d-2de7e3eb09a5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:26.158450 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68be2ba-57b0-4d29-8fcf-417c39637215 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:18:26.158803 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68be2ba-57b0-4d29-8fcf-417c39637215 None None] Checking segment: {'id': '04fdddcc-645b-46df-8a1e-b76782b7d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '11f26fb6-7d4d-4155-b13d-2de7e3eb09a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:18:26.159207 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c68be2ba-57b0-4d29-8fcf-417c39637215 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:26.159601 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68be2ba-57b0-4d29-8fcf-417c39637215 None None] Bound using segment: {'id': '04fdddcc-645b-46df-8a1e-b76782b7d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '11f26fb6-7d4d-4155-b13d-2de7e3eb09a5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:18:26.160747 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c68be2ba-57b0-4d29-8fcf-417c39637215 None None] Bound port: 69c08709-ae7d-479f-97ff-2807808f7121, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fdddcc-645b-46df-8a1e-b76782b7d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '11f26fb6-7d4d-4155-b13d-2de7e3eb09a5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:18:26.161329 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c68be2ba-57b0-4d29-8fcf-417c39637215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:26.180072 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f7652a0-46f2-471c-818e-9df5fd265e68 req-0a2145ae-0769-4b28-970f-2a6d4da6b4ec service neutron] 10.222.0.83 "GET /v2.0/networks/c53fa25f-ee4c-487a-b50c-a868d90fe5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549315 Nov 11 17:18:26.187822 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d70ebd-4648-4b6c-9435-fe0e15c40c14 req-c2499347-462a-49cc-880c-a2e9b32b0388 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:26.189353 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b2d70ebd-4648-4b6c-9435-fe0e15c40c14 req-c2499347-462a-49cc-880c-a2e9b32b0388 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 947 time: 0.0895019 Nov 11 17:18:26.228856 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c68be2ba-57b0-4d29-8fcf-417c39637215 None None] For port 69c08709-ae7d-479f-97ff-2807808f7121, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:18:26.232781 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c68be2ba-57b0-4d29-8fcf-417c39637215 None None] For port 69c08709-ae7d-479f-97ff-2807808f7121, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=69c08709-ae7d-479f-97ff-2807808f7121,segment=NetworkSegment(04fdddcc-645b-46df-8a1e-b76782b7d418),segment_id=04fdddcc-645b-46df-8a1e-b76782b7d418)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:18:26.238198 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c68be2ba-57b0-4d29-8fcf-417c39637215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:26.242263 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b2d70ebd-4648-4b6c-9435-fe0e15c40c14 req-bafd71c9-8ca1-4fd5-bf60-27ae8981a4f4 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461569 Nov 11 17:18:26.303048 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68be2ba-57b0-4d29-8fcf-417c39637215 None None] Pushing event updated for resources: {'Port': ['ID=69c08709-ae7d-479f-97ff-2807808f7121,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:26.345654 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-c888899e-e711-4670-a524-10b77635f7b3 admin admin] Allocated IP 172.25.2.33 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/fe01592b-46f7-48a5-8425-d4ac8512e925) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:18:26.365977 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82f6de-c382-400f-997a-f5c054122b0d req-7eb2263f-f320-4a4c-8c8e-2aec7831c19f tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:26.367542 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9b82f6de-c382-400f-997a-f5c054122b0d req-7eb2263f-f320-4a4c-8c8e-2aec7831c19f tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.64 "GET /v2.0/ports?device_id=c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1 HTTP/1.1" status: 200 len: 950 time: 0.0796981 Nov 11 17:18:26.565866 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c888899e-e711-4670-a524-10b77635f7b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:26.588423 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-9b82f6de-c382-400f-997a-f5c054122b0d req-7800915c-744d-455e-a7e3-5915f0eff9d7 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Deleting port c4f9bc1f-b969-46f0-9583-72f2f00ccff0 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:18:26.588750 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9b82f6de-c382-400f-997a-f5c054122b0d req-7800915c-744d-455e-a7e3-5915f0eff9d7 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:26.676083 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c888899e-e711-4670-a524-10b77635f7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:26.760250 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-9b82f6de-c382-400f-997a-f5c054122b0d req-7800915c-744d-455e-a7e3-5915f0eff9d7 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] For port c4f9bc1f-b969-46f0-9583-72f2f00ccff0, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c4f9bc1f-b969-46f0-9583-72f2f00ccff0,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:26.760621 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9b82f6de-c382-400f-997a-f5c054122b0d req-7800915c-744d-455e-a7e3-5915f0eff9d7 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:26.764457 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c888899e-e711-4670-a524-10b77635f7b3 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:18:26.773240 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888899e-e711-4670-a524-10b77635f7b3 admin admin] Pushing event updated for resources: {'Port': ['ID=fe01592b-46f7-48a5-8425-d4ac8512e925,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:26.781981 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-c888899e-e711-4670-a524-10b77635f7b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:18:26.784313 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c888899e-e711-4670-a524-10b77635f7b3 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:18:26.786547 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-9b82f6de-c382-400f-997a-f5c054122b0d req-7800915c-744d-455e-a7e3-5915f0eff9d7 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Calling delete_port for c4f9bc1f-b969-46f0-9583-72f2f00ccff0 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:18:27.000414 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1b2f3-a97b-4e4e-a527-19135c0d08a3 req-64d560e7-6f40-466d-aa90-948ae167dfdd tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:27.002304 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45f1b2f3-a97b-4e4e-a527-19135c0d08a3 req-64d560e7-6f40-466d-aa90-948ae167dfdd tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1 HTTP/1.1" status: 200 len: 950 time: 0.0623853 Nov 11 17:18:27.082099 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45f1b2f3-a97b-4e4e-a527-19135c0d08a3 req-88958978-edb3-4c10-90d4-34b45873d60f tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727866 Nov 11 17:18:27.137791 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f2bfb-b435-4dd3-a02b-ae221c393e67 req-3e3fbb0a-5078-4090-85d5-81f84a98b96f tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:27.147511 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-760f2bfb-b435-4dd3-a02b-ae221c393e67 req-3e3fbb0a-5078-4090-85d5-81f84a98b96f tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=d54cb257-3144-4492-bbfc-dcd0aac94f37 HTTP/1.1" status: 200 len: 944 time: 0.0843933 Nov 11 17:18:27.176897 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9b82f6de-c382-400f-997a-f5c054122b0d req-7800915c-744d-455e-a7e3-5915f0eff9d7 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:27.196759 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['e349adda-a068-4125-9f82-b5f359efb698'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:18:27.218000 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-760f2bfb-b435-4dd3-a02b-ae221c393e67 req-eee46578-f14e-4745-90c9-4de96e49d2d7 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691981 Nov 11 17:18:27.224692 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800915c-744d-455e-a7e3-5915f0eff9d7 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Pushing event deleted for resources: {'Port': ['ID=c4f9bc1f-b969-46f0-9583-72f2f00ccff0,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:27.248644 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c888899e-e711-4670-a524-10b77635f7b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:27.326981 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b82f6de-c382-400f-997a-f5c054122b0d req-7800915c-744d-455e-a7e3-5915f0eff9d7 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] No DVR routers for this DVR port c4f9bc1f-b969-46f0-9583-72f2f00ccff0 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:18:27.329914 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9b82f6de-c382-400f-997a-f5c054122b0d req-7800915c-744d-455e-a7e3-5915f0eff9d7 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:27.333907 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9b82f6de-c382-400f-997a-f5c054122b0d req-7800915c-744d-455e-a7e3-5915f0eff9d7 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.64 "DELETE /v2.0/ports/c4f9bc1f-b969-46f0-9583-72f2f00ccff0 HTTP/1.1" status: 204 len: 173 time: 0.9488554 Nov 11 17:18:27.337864 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1', 'name': 'network-vif-deleted', 'tag': 'c4f9bc1f-b969-46f0-9583-72f2f00ccff0'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:27.340901 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b32a9f-9aab-4b58-b50c-3f56c95279c7" -d '{"events": [{"server_uuid": "c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1", "name": "network-vif-deleted", "tag": "c4f9bc1f-b969-46f0-9583-72f2f00ccff0"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:27.424568 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22957271-9701-4041-b657-18ddac9d7a90 x-openstack-request-id: req-22957271-9701-4041-b657-18ddac9d7a90 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:27.425149 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1", "name": "network-vif-deleted", "tag": "c4f9bc1f-b969-46f0-9583-72f2f00ccff0", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:27.426181 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-22957271-9701-4041-b657-18ddac9d7a90 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:27.426795 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46b0ab0-a09d-44d8-9cb1-6d8cfc55a8a1', 'name': 'network-vif-deleted', 'tag': 'c4f9bc1f-b969-46f0-9583-72f2f00ccff0', 'status': 'completed', 'code': 200} Nov 11 17:18:27.490700 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['c4f9bc1f-b969-46f0-9583-72f2f00ccff0'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:18:27.493494 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 4c6512ed-441b-4821-ab9e-9db944e1f1bb details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:18:27.495473 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 69c08709-ae7d-479f-97ff-2807808f7121 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:18:27.502136 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b064beb-2df2-4cb6-87ed-13156f928187 req-51914900-39b9-4a72-996d-87cd21ab3960 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:27.510312 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b064beb-2df2-4cb6-87ed-13156f928187 req-51914900-39b9-4a72-996d-87cd21ab3960 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 947 time: 0.0937624 Nov 11 17:18:27.570716 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa1acce-d9d3-481e-8748-1d9980cd7352 None None] Network 11f26fb6-7d4d-4155-b13d-2de7e3eb09a5 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:18:27.610015 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b064beb-2df2-4cb6-87ed-13156f928187 req-ed574ad2-fae7-4bb9-b46c-5fd73d677a08 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988016 Nov 11 17:18:27.628656 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c888899e-e711-4670-a524-10b77635f7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:27.743833 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0155c4d3-9ec6-4b3c-8ba0-5531e0ae45e4 None None] Provisioning complete for port 69c08709-ae7d-479f-97ff-2807808f7121 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:27.744400 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0155c4d3-9ec6-4b3c-8ba0-5531e0ae45e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:27.798980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c888899e-e711-4670-a524-10b77635f7b3 admin admin] Router 224d3e54-573d-4e86-80fc-14ec9571fe1d is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:18:27.851338 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 69c08709-ae7d-479f-97ff-2807808f7121 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:27.852185 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:27.935427 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 4c6512ed-441b-4821-ab9e-9db944e1f1bb, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=4c6512ed-441b-4821-ab9e-9db944e1f1bb,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:27.977269 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 206185b8-c67c-4ead-b803-d162ff80b849 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:18:27.978940 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c888899e-e711-4670-a524-10b77635f7b3 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:18:27.993054 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] Sync routers for ids ['224d3e54-573d-4e86-80fc-14ec9571fe1d'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:18:28.013447 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] Routers {'224d3e54-573d-4e86-80fc-14ec9571fe1d'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:18:28.013995 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:18:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['224d3e54-573d-4e86-80fc-14ec9571fe1d'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:28.022865 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c888899e-e711-4670-a524-10b77635f7b3 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:28.024473 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c888899e-e711-4670-a524-10b77635f7b3 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5895538 Nov 11 17:18:28.027095 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49522) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:28.035877 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '4c6512ed-441b-4821-ab9e-9db944e1f1bb', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '4c6512ed-441b-4821-ab9e-9db944e1f1bb', 'mac_address': 'fa:16:3e:9a:11:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:18:28.163917 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] Set router 224d3e54-573d-4e86-80fc-14ec9571fe1d gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:18:28.209082 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 206185b8-c67c-4ead-b803-d162ff80b849, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=206185b8-c67c-4ead-b803-d162ff80b849,segment=NetworkSegment(5f9bc0d0-071c-4a5a-b668-056b98ce33d1),segment_id=5f9bc0d0-071c-4a5a-b668-056b98ce33d1)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:28.275646 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '206185b8-c67c-4ead-b803-d162ff80b849', 'network_id': 'c53fa25f-ee4c-487a-b50c-a868d90fe5db', 'port_id': '206185b8-c67c-4ead-b803-d162ff80b849', 'mac_address': 'fa:16:3e:3e:15:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4c5679-b2ed-4f42-a424-f20885c9949a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:18:28.424204 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224d3e54-573d-4e86-80fc-14ec9571fe1d', 'name': 'tempest-ServersTestMultiNic-1162379300-router', 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fe01592b-46f7-48a5-8425-d4ac8512e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:18:25Z', 'updated_at': '2021-11-11T17:18:27Z', 'revision_number': 3, 'project_id': 'abafc778917c45ffb51f117ab3a8e83e', 'gw_port': {'id': 'fe01592b-46f7-48a5-8425-d4ac8512e925', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ad:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224d3e54-573d-4e86-80fc-14ec9571fe1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:18:25Z', 'updated_at': '2021-11-11T17:18:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:28.455035 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] Checking router: 224d3e54-573d-4e86-80fc-14ec9571fe1d for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:18:28.455775 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] Updating router 224d3e54-573d-4e86-80fc-14ec9571fe1d port fe01592b-46f7-48a5-8425-d4ac8512e925 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:18:28.490983 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:28.516556 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0155c4d3-9ec6-4b3c-8ba0-5531e0ae45e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:28.523229 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:28.539173 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:28.545217 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cddef-0fe7-4325-8452-766fb575bf96 req-3e8a2f93-826e-42b4-b26b-07246831d6aa tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:28.547240 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-323cddef-0fe7-4325-8452-766fb575bf96 req-3e8a2f93-826e-42b4-b26b-07246831d6aa tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=d54cb257-3144-4492-bbfc-dcd0aac94f37 HTTP/1.1" status: 200 len: 944 time: 0.1113112 Nov 11 17:18:28.570125 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206185b8-c67c-4ead-b803-d162ff80b849 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:28.580494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a08783-f925-4cc7-af54-bbaa2cb18089 req-bc5894a8-282a-4cbb-be47-dc117b6ff977 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:28.592435 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4a08783-f925-4cc7-af54-bbaa2cb18089 req-bc5894a8-282a-4cbb-be47-dc117b6ff977 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 951 time: 0.1159852 Nov 11 17:18:28.604214 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 206185b8-c67c-4ead-b803-d162ff80b849, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=206185b8-c67c-4ead-b803-d162ff80b849,segment=NetworkSegment(5f9bc0d0-071c-4a5a-b668-056b98ce33d1),segment_id=5f9bc0d0-071c-4a5a-b668-056b98ce33d1)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:28.606876 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6512ed-441b-4821-ab9e-9db944e1f1bb {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:28.662948 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 4c6512ed-441b-4821-ab9e-9db944e1f1bb, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=4c6512ed-441b-4821-ab9e-9db944e1f1bb,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:28.676285 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-323cddef-0fe7-4325-8452-766fb575bf96 req-57a05d93-7033-42f2-974b-ee1bc29be3e6 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196468 Nov 11 17:18:28.687652 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:28.703334 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:28.706037 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:28.709984 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4a08783-f925-4cc7-af54-bbaa2cb18089 req-744cf193-13bb-4350-928d-06f29a54a453 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165247 Nov 11 17:18:28.785515 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-0155c4d3-9ec6-4b3c-8ba0-5531e0ae45e4 None None] For port 69c08709-ae7d-479f-97ff-2807808f7121, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=69c08709-ae7d-479f-97ff-2807808f7121,segment=NetworkSegment(04fdddcc-645b-46df-8a1e-b76782b7d418),segment_id=04fdddcc-645b-46df-8a1e-b76782b7d418)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:28.803064 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0155c4d3-9ec6-4b3c-8ba0-5531e0ae45e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:28.854810 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=206185b8-c67c-4ead-b803-d162ff80b849,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:28.897854 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:18:28.898122 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:18:28.918701 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc3833-f756-4c8c-abea-ec0c3ce71e55 req-ba0e2532-43b5-4a06-9640-611f3de5f0f3 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:28.920314 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a60558a-a454-4773-9f1f-7a223b206284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:28.932590 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8dbc3833-f756-4c8c-abea-ec0c3ce71e55 req-ba0e2532-43b5-4a06-9640-611f3de5f0f3 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 948 time: 0.1225529 Nov 11 17:18:28.943392 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=4c6512ed-441b-4821-ab9e-9db944e1f1bb,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:29.037532 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8dbc3833-f756-4c8c-abea-ec0c3ce71e55 req-5c3dc27b-ff76-4e6a-aa07-14f2a7cab2e7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028447 Nov 11 17:18:29.044085 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['206185b8-c67c-4ead-b803-d162ff80b849'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:18:29.045845 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5ffd8f56-d16b-4c14-8d8e-2f8346180835 None None] Provisioning complete for port 69c08709-ae7d-479f-97ff-2807808f7121 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:29.046214 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5ffd8f56-d16b-4c14-8d8e-2f8346180835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:29.121722 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['4c6512ed-441b-4821-ab9e-9db944e1f1bb'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:18:29.134137 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:29.156925 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:29.202207 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155c4d3-9ec6-4b3c-8ba0-5531e0ae45e4 None None] Pushing event updated for resources: {'Port': ['ID=69c08709-ae7d-479f-97ff-2807808f7121,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:29.208189 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-6a60558a-a454-4773-9f1f-7a223b206284 admin admin] Allocated IP 172.20.0.1 (11f26fb6-7d4d-4155-b13d-2de7e3eb09a5/1c894804-4895-438d-baca-87329fb21b0b/ac486d7f-6d2c-45b2-991d-508490171fc2) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:18:29.218591 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2d5d4-64d0-49b4-acb2-916f3f0186b2 None None] Pushing event updated for resources: {'Port': ['ID=fe01592b-46f7-48a5-8425-d4ac8512e925,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:29.241657 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] Attempting to bind port fe01592b-46f7-48a5-8425-d4ac8512e925 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:18:29.242170 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] Attempting to bind port fe01592b-46f7-48a5-8425-d4ac8512e925 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:18:29.243225 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] Attempting to bind port fe01592b-46f7-48a5-8425-d4ac8512e925 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:29.250468 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:18:29.250985 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:18:29.251477 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:29.252024 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:18:29.252739 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] Bound port: fe01592b-46f7-48a5-8425-d4ac8512e925, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:18:29.253339 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:29.296489 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device c4f9bc1f-b969-46f0-9583-72f2f00ccff0 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:18:29.318731 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] For port fe01592b-46f7-48a5-8425-d4ac8512e925, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:18:29.322682 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] For port fe01592b-46f7-48a5-8425-d4ac8512e925, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=fe01592b-46f7-48a5-8425-d4ac8512e925,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:18:29.330424 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:29.337363 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: c4f9bc1f-b969-46f0-9583-72f2f00ccff0 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:18:29.337705 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device c4f9bc1f-b969-46f0-9583-72f2f00ccff0 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:18:29.400451 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] Routers {'224d3e54-573d-4e86-80fc-14ec9571fe1d'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:18:29.401184 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:18:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['224d3e54-573d-4e86-80fc-14ec9571fe1d'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:29.403565 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2d5d4-64d0-49b4-acb2-916f3f0186b2 None None] Pushing event updated for resources: {'Port': ['ID=fe01592b-46f7-48a5-8425-d4ac8512e925,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:29.409384 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a60558a-a454-4773-9f1f-7a223b206284 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:29.481903 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a60558a-a454-4773-9f1f-7a223b206284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:29.541915 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a60558a-a454-4773-9f1f-7a223b206284 admin admin] Network 11f26fb6-7d4d-4155-b13d-2de7e3eb09a5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:18:29.544811 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-6a60558a-a454-4773-9f1f-7a223b206284 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:18:29.550808 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a60558a-a454-4773-9f1f-7a223b206284 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:18:29.559985 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] Set router 224d3e54-573d-4e86-80fc-14ec9571fe1d gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:18:29.586054 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60558a-a454-4773-9f1f-7a223b206284 admin admin] Pushing event updated for resources: {'Port': ['ID=ac486d7f-6d2c-45b2-991d-508490171fc2,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:29.614788 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a60558a-a454-4773-9f1f-7a223b206284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:29.694396 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 69c08709-ae7d-479f-97ff-2807808f7121 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:18:29.819089 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a60558a-a454-4773-9f1f-7a223b206284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:29.833546 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 69c08709-ae7d-479f-97ff-2807808f7121 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:29.833968 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:29.895695 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224d3e54-573d-4e86-80fc-14ec9571fe1d', 'name': 'tempest-ServersTestMultiNic-1162379300-router', 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fe01592b-46f7-48a5-8425-d4ac8512e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:18:25Z', 'updated_at': '2021-11-11T17:18:27Z', 'revision_number': 3, 'project_id': 'abafc778917c45ffb51f117ab3a8e83e', 'gw_port': {'id': 'fe01592b-46f7-48a5-8425-d4ac8512e925', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ad:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224d3e54-573d-4e86-80fc-14ec9571fe1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:18:25Z', 'updated_at': '2021-11-11T17:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:29.945710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029953a9-1234-43d6-a161-a815e06d52ae req-055e86a0-a1cb-444e-93db-ff4d9e6b7a39 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:29.948195 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38f7808-3644-4997-9eaa-ef8fe28b3b6a None None] The sync data for ids ['224d3e54-573d-4e86-80fc-14ec9571fe1d'] in n-d-816206-4 is: [{'id': '224d3e54-573d-4e86-80fc-14ec9571fe1d', 'name': 'tempest-ServersTestMultiNic-1162379300-router', 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fe01592b-46f7-48a5-8425-d4ac8512e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:18:25Z', 'updated_at': '2021-11-11T17:18:27Z', 'revision_number': 3, 'project_id': 'abafc778917c45ffb51f117ab3a8e83e', 'gw_port': {'id': 'fe01592b-46f7-48a5-8425-d4ac8512e925', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ad:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224d3e54-573d-4e86-80fc-14ec9571fe1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:18:25Z', 'updated_at': '2021-11-11T17:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:18:29.959526 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-029953a9-1234-43d6-a161-a815e06d52ae req-055e86a0-a1cb-444e-93db-ff4d9e6b7a39 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=d54cb257-3144-4492-bbfc-dcd0aac94f37 HTTP/1.1" status: 200 len: 945 time: 0.1652865 Nov 11 17:18:30.012507 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54f4e0-92d2-4974-b700-4b3270abe8c7 req-02f501c1-094e-4a22-98d8-f51ec4c307cb tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:30.020750 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d54f4e0-92d2-4974-b700-4b3270abe8c7 req-02f501c1-094e-4a22-98d8-f51ec4c307cb tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 951 time: 0.1583552 Nov 11 17:18:30.022243 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9b4dbf59-17c4-4310-adb6-a80a12ab0b8d None None] Provisioning complete for port ac486d7f-6d2c-45b2-991d-508490171fc2 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:30.022625 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9b4dbf59-17c4-4310-adb6-a80a12ab0b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:30.097514 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-9b4dbf59-17c4-4310-adb6-a80a12ab0b8d None None] Port ac486d7f-6d2c-45b2-991d-508490171fc2 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:18:30.117019 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d54f4e0-92d2-4974-b700-4b3270abe8c7 req-615cbffb-f1bc-430a-bf2d-fb67e7090da9 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/security-groups?id=4816e5da-fc57-401a-9205-95def3a51eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805106 Nov 11 17:18:30.126651 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-029953a9-1234-43d6-a161-a815e06d52ae req-4c899715-6444-45dc-b4b9-9210b438d927 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661251 Nov 11 17:18:30.160124 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a60558a-a454-4773-9f1f-7a223b206284 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:30.174081 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a60558a-a454-4773-9f1f-7a223b206284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:30.272322 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a60558a-a454-4773-9f1f-7a223b206284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:30.278940 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60558a-a454-4773-9f1f-7a223b206284 admin admin] Pushing event updated for resources: {'Port': ['ID=ac486d7f-6d2c-45b2-991d-508490171fc2,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:30.357884 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa04c3-f814-4555-9a65-a1a1703963ba req-ba555206-78cf-4f39-92d0-9c659b80eb7e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:30.370086 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7fa04c3-f814-4555-9a65-a1a1703963ba req-ba555206-78cf-4f39-92d0-9c659b80eb7e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 948 time: 0.1323586 Nov 11 17:18:30.482379 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a60558a-a454-4773-9f1f-7a223b206284 admin admin] Network 11f26fb6-7d4d-4155-b13d-2de7e3eb09a5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:18:30.484933 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-6a60558a-a454-4773-9f1f-7a223b206284 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:18:30.499211 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7fa04c3-f814-4555-9a65-a1a1703963ba req-cf185246-bc6b-4c53-80e0-d697010e3509 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282084 Nov 11 17:18:30.540639 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b869f0-3c70-4d69-a459-87c5d72a6143 req-16a7855f-0996-470c-a2dc-07fd6db3d0ab tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:30.544852 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40b869f0-3c70-4d69-a459-87c5d72a6143 req-16a7855f-0996-470c-a2dc-07fd6db3d0ab tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 951 time: 0.2525725 Nov 11 17:18:30.690626 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a60558a-a454-4773-9f1f-7a223b206284 admin admin] Router 224d3e54-573d-4e86-80fc-14ec9571fe1d has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:18:30.778540 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-40b869f0-3c70-4d69-a459-87c5d72a6143 req-3c7b84be-3f17-4a47-b2fb-9a2501055120 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Deleting port e349adda-a068-4125-9f82-b5f359efb698 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:18:30.778882 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-40b869f0-3c70-4d69-a459-87c5d72a6143 req-3c7b84be-3f17-4a47-b2fb-9a2501055120 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:30.829703 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-25efb3cd-0ffb-4259-8844-183e884a8e75 None None] Provisioning complete for port ac486d7f-6d2c-45b2-991d-508490171fc2 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:30.830725 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-25efb3cd-0ffb-4259-8844-183e884a8e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:30.836588 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:18:30.873908 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-25efb3cd-0ffb-4259-8844-183e884a8e75 None None] Port ac486d7f-6d2c-45b2-991d-508490171fc2 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:18:30.968255 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-40b869f0-3c70-4d69-a459-87c5d72a6143 req-3c7b84be-3f17-4a47-b2fb-9a2501055120 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] For port e349adda-a068-4125-9f82-b5f359efb698, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=e349adda-a068-4125-9f82-b5f359efb698,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:30.969616 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-40b869f0-3c70-4d69-a459-87c5d72a6143 req-3c7b84be-3f17-4a47-b2fb-9a2501055120 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:30.989131 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-40b869f0-3c70-4d69-a459-87c5d72a6143 req-3c7b84be-3f17-4a47-b2fb-9a2501055120 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Calling delete_port for e349adda-a068-4125-9f82-b5f359efb698 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:18:31.242583 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-40b869f0-3c70-4d69-a459-87c5d72a6143 req-3c7b84be-3f17-4a47-b2fb-9a2501055120 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:31.254141 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['e349adda-a068-4125-9f82-b5f359efb698'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:18:31.289657 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f60001af-2f2f-4b70-9e54-d9176e56dac2 req-ff541c00-d80a-48f4-8bac-6dc4b41ca536 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 210 time: 0.0652173 Nov 11 17:18:31.300273 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 4c6512ed-441b-4821-ab9e-9db944e1f1bb up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:18:31.310632 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a60558a-a454-4773-9f1f-7a223b206284 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:18:31.327849 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6a60558a-a454-4773-9f1f-7a223b206284 admin admin] 10.222.0.76 "PUT /v2.0/routers/224d3e54-573d-4e86-80fc-14ec9571fe1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2910414 Nov 11 17:18:31.363813 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b84be-3f17-4a47-b2fb-9a2501055120 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Pushing event deleted for resources: {'Port': ['ID=e349adda-a068-4125-9f82-b5f359efb698,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:31.437228 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b869f0-3c70-4d69-a459-87c5d72a6143 req-3c7b84be-3f17-4a47-b2fb-9a2501055120 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] No DVR routers for this DVR port e349adda-a068-4125-9f82-b5f359efb698 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:18:31.457312 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-40b869f0-3c70-4d69-a459-87c5d72a6143 req-3c7b84be-3f17-4a47-b2fb-9a2501055120 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:31.461936 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40b869f0-3c70-4d69-a459-87c5d72a6143 req-3c7b84be-3f17-4a47-b2fb-9a2501055120 tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.83 "DELETE /v2.0/ports/e349adda-a068-4125-9f82-b5f359efb698 HTTP/1.1" status: 204 len: 173 time: 0.9096627 Nov 11 17:18:31.467598 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6', 'name': 'network-vif-deleted', 'tag': 'e349adda-a068-4125-9f82-b5f359efb698'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:31.471247 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a3a0f1-2c6e-4ae8-a4d3-fc61fc6be265" -d '{"events": [{"server_uuid": "4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6", "name": "network-vif-deleted", "tag": "e349adda-a068-4125-9f82-b5f359efb698"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:31.478799 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49584) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:31.548991 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f8a53-224a-44d7-a730-886b1c36483e req-cd1c778c-29bc-4071-9666-d106a1796445 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:31.579356 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-372f8a53-224a-44d7-a730-886b1c36483e req-cd1c778c-29bc-4071-9666-d106a1796445 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=d54cb257-3144-4492-bbfc-dcd0aac94f37 HTTP/1.1" status: 200 len: 945 time: 0.3434181 Nov 11 17:18:31.590561 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 4c6512ed-441b-4821-ab9e-9db944e1f1bb completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:18:31.598222 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 4c6512ed-441b-4821-ab9e-9db944e1f1bb triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:31.609909 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:31.628928 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-86e8fabb-1915-4ee8-818c-920dca13d26a tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-846325686'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:31.704459 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e8fabb-1915-4ee8-818c-920dca13d26a tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Made reservation on behalf of abafc778917c45ffb51f117ab3a8e83e for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:18:31.711218 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86e8fabb-1915-4ee8-818c-920dca13d26a tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:31.761777 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92347518-e534-43a3-a530-74bb5c80e319 x-openstack-request-id: req-92347518-e534-43a3-a530-74bb5c80e319 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:31.762069 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6", "name": "network-vif-deleted", "tag": "e349adda-a068-4125-9f82-b5f359efb698", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:31.762320 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-92347518-e534-43a3-a530-74bb5c80e319 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:31.765743 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6', 'name': 'network-vif-deleted', 'tag': 'e349adda-a068-4125-9f82-b5f359efb698', 'status': 'completed', 'code': 200} Nov 11 17:18:31.790269 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-372f8a53-224a-44d7-a730-886b1c36483e req-992c791b-a42b-44d9-a791-033fb5725b94 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058632 Nov 11 17:18:31.815208 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e8fabb-1915-4ee8-818c-920dca13d26a tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1252} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:18:31.842280 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86e8fabb-1915-4ee8-818c-920dca13d26a tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:31.842922 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-86e8fabb-1915-4ee8-818c-920dca13d26a tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Added segment ea9bac14-6d5b-4363-b648-8ac48a288293 of type vlan for network d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c Nov 11 17:18:31.859135 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fe01592b-46f7-48a5-8425-d4ac8512e925 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:18:31.914612 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86e8fabb-1915-4ee8-818c-920dca13d26a tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:31.943704 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb98dba-4330-41ad-b6c9-e8da190879cf req-b2172f06-985d-4aa9-9c7e-eabd7f992897 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:31.944876 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:31.953721 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1bb98dba-4330-41ad-b6c9-e8da190879cf req-b2172f06-985d-4aa9-9c7e-eabd7f992897 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 948 time: 0.1621644 Nov 11 17:18:31.963703 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86e8fabb-1915-4ee8-818c-920dca13d26a tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:31.977066 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e8fabb-1915-4ee8-818c-920dca13d26a tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:31.977852 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86e8fabb-1915-4ee8-818c-920dca13d26a tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:31.992051 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360e1047-f173-4f0d-a886-fb723f5f80e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6512ed-441b-4821-ab9e-9db944e1f1bb'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:31.994925 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecacee7-7d83-4c72-8213-0390948a1616" -d '{"events": [{"server_uuid": "360e1047-f173-4f0d-a886-fb723f5f80e8", "name": "network-vif-plugged", "status": "completed", "tag": "4c6512ed-441b-4821-ab9e-9db944e1f1bb"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:32.005944 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 206185b8-c67c-4ead-b803-d162ff80b849 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:18:32.027383 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1bb98dba-4330-41ad-b6c9-e8da190879cf req-943888f3-4387-4175-9807-38753511f909 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724061 Nov 11 17:18:32.031414 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-86e8fabb-1915-4ee8-818c-920dca13d26a tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5509963 Nov 11 17:18:32.042643 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49596) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:32.042643 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e44246a4-8557-40c7-b66f-728f262f7ee4 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Request body: {'subnet': {'network_id': 'd27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:32.047130 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 4c6512ed-441b-4821-ab9e-9db944e1f1bb, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=4c6512ed-441b-4821-ab9e-9db944e1f1bb,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:32.065213 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:32.101739 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d9f448-430c-4c3c-828d-58191879e361 x-openstack-request-id: req-16d9f448-430c-4c3c-828d-58191879e361 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:32.102026 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360e1047-f173-4f0d-a886-fb723f5f80e8", "name": "network-vif-plugged", "status": "completed", "tag": "4c6512ed-441b-4821-ab9e-9db944e1f1bb", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:32.102280 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-16d9f448-430c-4c3c-828d-58191879e361 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:32.102668 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360e1047-f173-4f0d-a886-fb723f5f80e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6512ed-441b-4821-ab9e-9db944e1f1bb', 'code': 200} Nov 11 17:18:32.104624 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port fe01592b-46f7-48a5-8425-d4ac8512e925 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:32.104992 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:32.179429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44246a4-8557-40c7-b66f-728f262f7ee4 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Made reservation on behalf of abafc778917c45ffb51f117ab3a8e83e for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:18:32.183941 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e44246a4-8557-40c7-b66f-728f262f7ee4 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:32.262342 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=4c6512ed-441b-4821-ab9e-9db944e1f1bb,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:32.271262 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 206185b8-c67c-4ead-b803-d162ff80b849 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:18:32.276567 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 206185b8-c67c-4ead-b803-d162ff80b849 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:32.277057 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:32.307204 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8fabb-1915-4ee8-818c-920dca13d26a tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event updated for resources: {'Network': ['ID=d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:32.347013 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634e259-20a4-4bd4-8b97-a5a6c80a9468 req-a7e89423-a8a2-404f-96d8-73aaae6acc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:32.348928 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4634e259-20a4-4bd4-8b97-a5a6c80a9468 req-a7e89423-a8a2-404f-96d8-73aaae6acc58 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 1100 time: 0.1317875 Nov 11 17:18:32.351042 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:18:32.448011 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:32.449082 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4634e259-20a4-4bd4-8b97-a5a6c80a9468 req-b8e85494-9d11-41ff-b58f-1f04c2888e59 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910578 Nov 11 17:18:32.515615 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port fe01592b-46f7-48a5-8425-d4ac8512e925, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=fe01592b-46f7-48a5-8425-d4ac8512e925,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:32.538931 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:32.539827 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59c03946-8cbb-4970-a456-31459d8a9947 req-04173c08-d9aa-453a-b960-915192f3a06a tempest-ServersAdminTestJSON-783164625 tempest-ServersAdminTestJSON-783164625-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f5f6de3-2218-4e1c-9653-4f47d3eb1ee6 HTTP/1.1" status: 200 len: 210 time: 0.0599461 Nov 11 17:18:32.558984 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e44246a4-8557-40c7-b66f-728f262f7ee4 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:32.599826 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:32.627941 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=fe01592b-46f7-48a5-8425-d4ac8512e925,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:32.652930 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44246a4-8557-40c7-b66f-728f262f7ee4 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event updated for resources: {'Subnet': ['ID=b3cccc3a-88e6-423f-865f-945aa4e18ddd,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:32.653861 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 206185b8-c67c-4ead-b803-d162ff80b849, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=206185b8-c67c-4ead-b803-d162ff80b849,segment=NetworkSegment(5f9bc0d0-071c-4a5a-b668-056b98ce33d1),segment_id=5f9bc0d0-071c-4a5a-b668-056b98ce33d1)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:32.657380 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44246a4-8557-40c7-b66f-728f262f7ee4 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Checking segment: {'id': 'ea9bac14-6d5b-4363-b648-8ac48a288293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:18:32.657726 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44246a4-8557-40c7-b66f-728f262f7ee4 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Network hostable DHCP agents. Network: d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:18:32.660434 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:32.677747 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44246a4-8557-40c7-b66f-728f262f7ee4 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Network d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:18:32.687754 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-e44246a4-8557-40c7-b66f-728f262f7ee4 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:18:32.693045 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44246a4-8557-40c7-b66f-728f262f7ee4 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:32.693935 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e44246a4-8557-40c7-b66f-728f262f7ee4 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:32.701328 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43946095-7d37-4821-a825-8b92f81743ac None None] Network d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:18:32.722874 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e44246a4-8557-40c7-b66f-728f262f7ee4 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6844053 Nov 11 17:18:32.723251 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49604) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:32.728728 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-243ff9a5-ce48-4d56-b78d-0ff8a2bd2e3b tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-62053697'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:32.754897 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243ff9a5-ce48-4d56-b78d-0ff8a2bd2e3b tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Made reservation on behalf of abafc778917c45ffb51f117ab3a8e83e for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:18:32.762381 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-243ff9a5-ce48-4d56-b78d-0ff8a2bd2e3b tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:32.766649 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] Sync routers for ids ['224d3e54-573d-4e86-80fc-14ec9571fe1d'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:18:32.775087 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=206185b8-c67c-4ead-b803-d162ff80b849,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:32.792407 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] Routers {'224d3e54-573d-4e86-80fc-14ec9571fe1d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:18:32.793037 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:18:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['224d3e54-573d-4e86-80fc-14ec9571fe1d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:32.806391 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243ff9a5-ce48-4d56-b78d-0ff8a2bd2e3b tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1279} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:18:32.820385 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-243ff9a5-ce48-4d56-b78d-0ff8a2bd2e3b tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:32.820831 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-243ff9a5-ce48-4d56-b78d-0ff8a2bd2e3b tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Added segment 41fc2f48-e016-42a6-aea8-3048f5e33a07 of type vlan for network 8e195e42-c997-4ae5-a16d-ea58a8f51ec8 Nov 11 17:18:32.893442 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-243ff9a5-ce48-4d56-b78d-0ff8a2bd2e3b tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:32.949588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e88a1f-608c-436e-9efc-a6403f28f348 req-2d8d5221-c078-4783-b7e9-de85c8b26342 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:32.951158 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e7e88a1f-608c-436e-9efc-a6403f28f348 req-2d8d5221-c078-4783-b7e9-de85c8b26342 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=d54cb257-3144-4492-bbfc-dcd0aac94f37 HTTP/1.1" status: 200 len: 946 time: 0.0852940 Nov 11 17:18:32.952871 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-243ff9a5-ce48-4d56-b78d-0ff8a2bd2e3b tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:32.961207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243ff9a5-ce48-4d56-b78d-0ff8a2bd2e3b tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:32.961207 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-243ff9a5-ce48-4d56-b78d-0ff8a2bd2e3b tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:33.004496 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] Set router 224d3e54-573d-4e86-80fc-14ec9571fe1d gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:18:33.008928 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81b0deb-abd2-4574-9fc2-1b5a2c696b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c', 'network_id': 'd27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c', 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e', 'fixed_ips': [{'subnet_id': 'b3cccc3a-88e6-423f-865f-945aa4e18ddd'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:18:33.009978 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a81b0deb-abd2-4574-9fc2-1b5a2c696b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:33.107226 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-243ff9a5-ce48-4d56-b78d-0ff8a2bd2e3b tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3827407 Nov 11 17:18:33.109854 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49612) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:33.114998 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ff9a5-ce48-4d56-b78d-0ff8a2bd2e3b tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event updated for resources: {'Network': ['ID=8e195e42-c997-4ae5-a16d-ea58a8f51ec8,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:33.116557 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-2129877e-7022-497d-beb6-89baef9d2f54 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Request body: {'subnet': {'network_id': '8e195e42-c997-4ae5-a16d-ea58a8f51ec8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:33.156872 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e7e88a1f-608c-436e-9efc-a6403f28f348 req-3b5f9365-bc5b-4c0d-9936-ef7769b78c32 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423552 Nov 11 17:18:33.216931 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 8e195e42-c997-4ae5-a16d-ea58a8f51ec8 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:18:33.221088 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f5ea1-f39e-447e-8bf5-7adb37446dc1 req-fe69d0cc-8e91-4279-8c88-56e69356b8b7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:33.229146 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-710f5ea1-f39e-447e-8bf5-7adb37446dc1 req-fe69d0cc-8e91-4279-8c88-56e69356b8b7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.0711186 Nov 11 17:18:33.256582 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2129877e-7022-497d-beb6-89baef9d2f54 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Made reservation on behalf of abafc778917c45ffb51f117ab3a8e83e for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:18:33.260990 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2129877e-7022-497d-beb6-89baef9d2f54 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:33.405855 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-a81b0deb-abd2-4574-9fc2-1b5a2c696b67 None None] Allocated IP 19.80.0.2 (d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c/b3cccc3a-88e6-423f-865f-945aa4e18ddd/cd96cf94-3e25-429a-9ecc-d6f3e4c87876) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:18:33.547215 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224d3e54-573d-4e86-80fc-14ec9571fe1d', 'name': 'tempest-ServersTestMultiNic-1162379300-router', 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fe01592b-46f7-48a5-8425-d4ac8512e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:18:25Z', 'updated_at': '2021-11-11T17:18:29Z', 'revision_number': 4, 'project_id': 'abafc778917c45ffb51f117ab3a8e83e', 'gw_port': {'id': 'fe01592b-46f7-48a5-8425-d4ac8512e925', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224d3e54-573d-4e86-80fc-14ec9571fe1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:18:25Z', 'updated_at': '2021-11-11T17:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'ac486d7f-6d2c-45b2-991d-508490171fc2', 'name': '', 'network_id': '11f26fb6-7d4d-4155-b13d-2de7e3eb09a5', 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e', 'mac_address': 'fa:16:3e:eb:20:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224d3e54-573d-4e86-80fc-14ec9571fe1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1c894804-4895-438d-baca-87329fb21b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:18:28Z', 'updated_at': '2021-11-11T17:18:29Z', 'revision_number': 2, 'project_id': 'abafc778917c45ffb51f117ab3a8e83e', 'subnets': [{'id': '1c894804-4895-438d-baca-87329fb21b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:33.547806 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2129877e-7022-497d-beb6-89baef9d2f54 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:33.567285 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-710f5ea1-f39e-447e-8bf5-7adb37446dc1 req-88f0fa42-e594-4ef2-8b66-01375cc99adc tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370368 Nov 11 17:18:33.614565 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] Checking router: 224d3e54-573d-4e86-80fc-14ec9571fe1d for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:18:33.614926 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] Updating router 224d3e54-573d-4e86-80fc-14ec9571fe1d port ac486d7f-6d2c-45b2-991d-508490171fc2 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:18:33.666530 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2129877e-7022-497d-beb6-89baef9d2f54 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Checking segment: {'id': '41fc2f48-e016-42a6-aea8-3048f5e33a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '8e195e42-c997-4ae5-a16d-ea58a8f51ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:18:33.666926 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2129877e-7022-497d-beb6-89baef9d2f54 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Network hostable DHCP agents. Network: 8e195e42-c997-4ae5-a16d-ea58a8f51ec8, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:18:33.693723 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129877e-7022-497d-beb6-89baef9d2f54 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event updated for resources: {'Subnet': ['ID=8c148ec6-bf6b-4856-ac19-81b04aa90aa6,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:33.695180 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:33.711535 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fe01592b-46f7-48a5-8425-d4ac8512e925 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:18:33.712942 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2129877e-7022-497d-beb6-89baef9d2f54 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Network 8e195e42-c997-4ae5-a16d-ea58a8f51ec8 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:18:33.728896 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-2129877e-7022-497d-beb6-89baef9d2f54 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 8e195e42-c997-4ae5-a16d-ea58a8f51ec8) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:18:33.735247 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2129877e-7022-497d-beb6-89baef9d2f54 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:33.736239 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2129877e-7022-497d-beb6-89baef9d2f54 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:33.751868 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a81b0deb-abd2-4574-9fc2-1b5a2c696b67 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:33.755022 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831492a0-6429-4e7b-935c-13dd938fbf4a None None] Network 8e195e42-c997-4ae5-a16d-ea58a8f51ec8 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:18:33.764447 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2129877e-7022-497d-beb6-89baef9d2f54 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6517203 Nov 11 17:18:33.988662 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49634) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:34.044410 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device e349adda-a068-4125-9f82-b5f359efb698 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:18:34.054166 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a81b0deb-abd2-4574-9fc2-1b5a2c696b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:34.096219 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: e349adda-a068-4125-9f82-b5f359efb698 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:18:34.096586 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device e349adda-a068-4125-9f82-b5f359efb698 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:18:34.123556 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54cb257-3144-4492-bbfc-dcd0aac94f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206185b8-c67c-4ead-b803-d162ff80b849'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:34.125814 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b693d9-f40b-4372-b1fb-25fefe7d1a98" -d '{"events": [{"server_uuid": "d54cb257-3144-4492-bbfc-dcd0aac94f37", "name": "network-vif-plugged", "status": "completed", "tag": "206185b8-c67c-4ead-b803-d162ff80b849"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:34.181139 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-56b87d64-6ae9-4b13-b4bc-635868d3da7d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=85a43739753d49039cf4e1bd9ec71524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1910360 Nov 11 17:18:34.183485 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49644) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:34.219699 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-15f77e17-1979-4094-b7fb-26c16228e3be tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:34.242615 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ab45-87d4-4643-9f75-7f17177191a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:34.244392 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-15f77e17-1979-4094-b7fb-26c16228e3be tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:34.248920 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-15f77e17-1979-4094-b7fb-26c16228e3be tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/networks?id=d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c&id=8e195e42-c997-4ae5-a16d-ea58a8f51ec8&id=d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c HTTP/1.1" status: 200 len: 1389 time: 0.2999930 Nov 11 17:18:34.272267 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ab45-87d4-4643-9f75-7f17177191a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:34.274471 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-aacb61b8-efc0-48ab-9e7e-c607bc97c4b9 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/quotas/abafc778917c45ffb51f117ab3a8e83e HTTP/1.1" status: 200 len: 375 time: 0.0189221 Nov 11 17:18:34.283225 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81b0deb-abd2-4574-9fc2-1b5a2c696b67 None None] Network d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:18:34.303621 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-a81b0deb-abd2-4574-9fc2-1b5a2c696b67 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:18:34.306198 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292e69ab-09f8-4729-9575-69176c41a6a6 x-openstack-request-id: req-292e69ab-09f8-4729-9575-69176c41a6a6 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:34.306490 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54cb257-3144-4492-bbfc-dcd0aac94f37", "name": "network-vif-plugged", "status": "completed", "tag": "206185b8-c67c-4ead-b803-d162ff80b849", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:34.306720 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-292e69ab-09f8-4729-9575-69176c41a6a6 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:34.307105 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54cb257-3144-4492-bbfc-dcd0aac94f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206185b8-c67c-4ead-b803-d162ff80b849', 'code': 200} Nov 11 17:18:34.317618 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b0deb-abd2-4574-9fc2-1b5a2c696b67 None None] Pushing event updated for resources: {'Port': ['ID=cd96cf94-3e25-429a-9ecc-d6f3e4c87876,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:34.326071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81b0deb-abd2-4574-9fc2-1b5a2c696b67 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:18:34.363858 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port fe01592b-46f7-48a5-8425-d4ac8512e925 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:34.364205 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:34.396829 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ab45-87d4-4643-9f75-7f17177191a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:34.400408 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ab45-87d4-4643-9f75-7f17177191a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:34.403549 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d3f9ab45-87d4-4643-9f75-7f17177191a0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4816e5da-fc57-401a-9205-95def3a51eed HTTP/1.1" status: 204 len: 168 time: 0.2167854 Nov 11 17:18:34.410927 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9ab45-87d4-4643-9f75-7f17177191a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4816e5da-fc57-401a-9205-95def3a51eed,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:34.477756 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-3519d743-f90f-403e-8ce2-5833dd769e2d tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=abafc778917c45ffb51f117ab3a8e83e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1976247 Nov 11 17:18:34.553881 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e3df0-7f16-4ca9-ac42-65a6ac6fa571 req-3db2836c-7c64-4ecc-bd99-276fab84720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:34.555391 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e6e3df0-7f16-4ca9-ac42-65a6ac6fa571 req-3db2836c-7c64-4ecc-bd99-276fab84720b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d54cb257-3144-4492-bbfc-dcd0aac94f37 HTTP/1.1" status: 200 len: 1097 time: 0.1775126 Nov 11 17:18:34.572211 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ee8af-dbd7-41b4-bf78-309b5c494e04 req-df766c5c-f0bc-4f09-9e76-30daa0003f56 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:34.579502 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c56ee8af-dbd7-41b4-bf78-309b5c494e04 req-df766c5c-f0bc-4f09-9e76-30daa0003f56 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=d54cb257-3144-4492-bbfc-dcd0aac94f37 HTTP/1.1" status: 200 len: 946 time: 0.1456280 Nov 11 17:18:34.598744 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-a81b0deb-abd2-4574-9fc2-1b5a2c696b67 None None] Attempting to bind port cd96cf94-3e25-429a-9ecc-d6f3e4c87876 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:18:34.599120 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-a81b0deb-abd2-4574-9fc2-1b5a2c696b67 None None] Attempting to bind port cd96cf94-3e25-429a-9ecc-d6f3e4c87876 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'ea9bac14-6d5b-4363-b648-8ac48a288293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:18:34.600196 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81b0deb-abd2-4574-9fc2-1b5a2c696b67 None None] Attempting to bind port cd96cf94-3e25-429a-9ecc-d6f3e4c87876 on network d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:34.655297 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81b0deb-abd2-4574-9fc2-1b5a2c696b67 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:18:34.656200 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81b0deb-abd2-4574-9fc2-1b5a2c696b67 None None] Checking segment: {'id': 'ea9bac14-6d5b-4363-b648-8ac48a288293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:18:34.656200 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a81b0deb-abd2-4574-9fc2-1b5a2c696b67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:34.656535 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81b0deb-abd2-4574-9fc2-1b5a2c696b67 None None] Bound using segment: {'id': 'ea9bac14-6d5b-4363-b648-8ac48a288293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:18:34.657052 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-a81b0deb-abd2-4574-9fc2-1b5a2c696b67 None None] Bound port: cd96cf94-3e25-429a-9ecc-d6f3e4c87876, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9bac14-6d5b-4363-b648-8ac48a288293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:18:34.658098 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a81b0deb-abd2-4574-9fc2-1b5a2c696b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:34.696187 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-640a57ce-6a18-4196-9fcf-198f5c9b7e1e service neutron] 10.222.0.76 "GET /v2.0/networks/d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085249 Nov 11 17:18:34.699717 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e6e3df0-7f16-4ca9-ac42-65a6ac6fa571 req-32228844-dcbb-44be-afa3-f23f61ff43c8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096382 Nov 11 17:18:34.714441 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c56ee8af-dbd7-41b4-bf78-309b5c494e04 req-f0c4df6e-7315-4c66-914e-b3f45a4f4ad4 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288896 Nov 11 17:18:34.725742 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faa9205-de90-45b5-a96d-1b2a2667e0fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-8e195e42-c997-4ae5-a16d-ea58a8f51ec8', 'network_id': '8e195e42-c997-4ae5-a16d-ea58a8f51ec8', 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e', 'fixed_ips': [{'subnet_id': '8c148ec6-bf6b-4856-ac19-81b04aa90aa6'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:18:34.726676 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2faa9205-de90-45b5-a96d-1b2a2667e0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:34.739434 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49652) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:34.799570 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-aa3f58d9-9ae7-4551-8f97-8397b14c26cc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ca2ffa6dcfac4923a220ec16ef834f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0588725 Nov 11 17:18:34.801027 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49654) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:34.815164 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:34.833731 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:34.871191 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-afc935ea-115b-47ad-9cc3-baedab609481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:34.874481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6ec3a-e2ee-4433-8beb-62ba48eca365 req-39ae0c1c-3d44-4759-911b-03a9f01bd952 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:34.876542 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1f6ec3a-e2ee-4433-8beb-62ba48eca365 req-39ae0c1c-3d44-4759-911b-03a9f01bd952 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.0921938 Nov 11 17:18:34.906145 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-afc935ea-115b-47ad-9cc3-baedab609481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:34.915143 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-161e3fe3-2bff-4466-8077-3d81b6edb3b2 service neutron] 10.222.0.76 "GET /v2.0/networks/d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995463 Nov 11 17:18:34.959289 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-afc935ea-115b-47ad-9cc3-baedab609481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:34.962442 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-afc935ea-115b-47ad-9cc3-baedab609481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:34.966995 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-afc935ea-115b-47ad-9cc3-baedab609481 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bb6cd3fb-f986-45dc-99b4-cc0d71932183 HTTP/1.1" status: 204 len: 168 time: 0.1647823 Nov 11 17:18:34.976527 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc935ea-115b-47ad-9cc3-baedab609481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6cd3fb-f986-45dc-99b4-cc0d71932183,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:35.006997 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a81b0deb-abd2-4574-9fc2-1b5a2c696b67 None None] For port cd96cf94-3e25-429a-9ecc-d6f3e4c87876, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:18:35.021214 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a81b0deb-abd2-4574-9fc2-1b5a2c696b67 None None] For port cd96cf94-3e25-429a-9ecc-d6f3e4c87876, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cd96cf94-3e25-429a-9ecc-d6f3e4c87876,segment=NetworkSegment(ea9bac14-6d5b-4363-b648-8ac48a288293),segment_id=ea9bac14-6d5b-4363-b648-8ac48a288293)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:18:35.043629 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1f6ec3a-e2ee-4433-8beb-62ba48eca365 req-1e8ffb8d-bd1e-44a2-b63b-db3ec0ca8479 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450570 Nov 11 17:18:35.067091 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a81b0deb-abd2-4574-9fc2-1b5a2c696b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:35.112522 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-245d8b97-dac1-4191-8a16-9e4c1fa9114f service neutron] 10.222.0.76 "GET /v2.0/networks/8e195e42-c997-4ae5-a16d-ea58a8f51ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963062 Nov 11 17:18:35.213046 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c51eb-beec-438a-aa11-87904f77ee67 None None] Pushing event updated for resources: {'Port': ['ID=ac486d7f-6d2c-45b2-991d-508490171fc2,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:35.295321 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b0deb-abd2-4574-9fc2-1b5a2c696b67 None None] Pushing event updated for resources: {'Port': ['ID=cd96cf94-3e25-429a-9ecc-d6f3e4c87876,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:35.369304 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-5460839e-5ad7-41c8-bdcc-cf8abe204acd service neutron] 10.222.0.76 "GET /v2.0/networks/8e195e42-c997-4ae5-a16d-ea58a8f51ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545829 Nov 11 17:18:35.388860 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] Attempting to bind port ac486d7f-6d2c-45b2-991d-508490171fc2 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:18:35.389402 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] Attempting to bind port ac486d7f-6d2c-45b2-991d-508490171fc2 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '04fdddcc-645b-46df-8a1e-b76782b7d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '11f26fb6-7d4d-4155-b13d-2de7e3eb09a5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:18:35.390351 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] Attempting to bind port ac486d7f-6d2c-45b2-991d-508490171fc2 on network 11f26fb6-7d4d-4155-b13d-2de7e3eb09a5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:35.436154 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:18:35.436706 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] Checking segment: {'id': '04fdddcc-645b-46df-8a1e-b76782b7d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '11f26fb6-7d4d-4155-b13d-2de7e3eb09a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:18:35.437189 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:35.437649 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] Bound using segment: {'id': '04fdddcc-645b-46df-8a1e-b76782b7d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '11f26fb6-7d4d-4155-b13d-2de7e3eb09a5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:18:35.438208 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] Bound port: ac486d7f-6d2c-45b2-991d-508490171fc2, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fdddcc-645b-46df-8a1e-b76782b7d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '11f26fb6-7d4d-4155-b13d-2de7e3eb09a5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:18:35.440023 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:35.572300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f096854-a6dc-490c-833e-7199828bc511 req-a682d0be-5bba-4637-8a04-efac6a1df79a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:35.575389 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-2faa9205-de90-45b5-a96d-1b2a2667e0fd None None] Allocated IP 19.86.0.2 (8e195e42-c997-4ae5-a16d-ea58a8f51ec8/8c148ec6-bf6b-4856-ac19-81b04aa90aa6/a6595c3d-fe8a-482e-984d-c86682a4a1db) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:18:35.589698 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f096854-a6dc-490c-833e-7199828bc511 req-a682d0be-5bba-4637-8a04-efac6a1df79a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.2348440 Nov 11 17:18:35.683468 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2d419b7b-868c-425b-9996-8f73e3a6d889 None None] Provisioning complete for port ac486d7f-6d2c-45b2-991d-508490171fc2 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:35.683907 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2d419b7b-868c-425b-9996-8f73e3a6d889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:35.705882 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f096854-a6dc-490c-833e-7199828bc511 req-1483192f-53b0-4404-a0cf-291904b3ab85 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118495 Nov 11 17:18:35.732656 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-a7804151-67c5-4c90-9b9f-7dd96d61ebd0 service neutron] 10.222.0.76 "GET /v2.0/networks/d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596556 Nov 11 17:18:35.816646 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cd96cf94-3e25-429a-9ecc-d6f3e4c87876 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:18:35.881985 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-3755cee1-eb44-4d19-a8b9-584960b8bf45 service neutron] 10.222.0.76 "GET /v2.0/networks/d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484466 Nov 11 17:18:35.896805 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2d419b7b-868c-425b-9996-8f73e3a6d889 None None] Port ac486d7f-6d2c-45b2-991d-508490171fc2 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:18:35.907343 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] For port ac486d7f-6d2c-45b2-991d-508490171fc2, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:18:35.954266 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] For port ac486d7f-6d2c-45b2-991d-508490171fc2, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ac486d7f-6d2c-45b2-991d-508490171fc2,segment=NetworkSegment(04fdddcc-645b-46df-8a1e-b76782b7d418),segment_id=04fdddcc-645b-46df-8a1e-b76782b7d418)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:18:35.994527 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:36.142491 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a5eb0-457f-45a2-add0-3834f23dcd5d req-4282c450-14b9-44a6-acff-6b7f84c40b58 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:36.150147 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f56a5eb0-457f-45a2-add0-3834f23dcd5d req-4282c450-14b9-44a6-acff-6b7f84c40b58 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=d54cb257-3144-4492-bbfc-dcd0aac94f37 HTTP/1.1" status: 200 len: 946 time: 0.1331787 Nov 11 17:18:36.192741 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] Routers {'224d3e54-573d-4e86-80fc-14ec9571fe1d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:18:36.194944 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:18:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['224d3e54-573d-4e86-80fc-14ec9571fe1d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:36.232031 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port cd96cf94-3e25-429a-9ecc-d6f3e4c87876 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:36.235272 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:36.267462 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f56a5eb0-457f-45a2-add0-3834f23dcd5d req-e83d56bc-8802-4b72-8448-6ae5f10dc5d8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164014 Nov 11 17:18:36.376811 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-562964e4-4633-4a2a-93dc-4998ba2870b5 req-847d3aeb-4158-4a67-8b9f-3ee10867f95f tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 210 time: 0.0987520 Nov 11 17:18:36.403719 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c51eb-beec-438a-aa11-87904f77ee67 None None] Pushing event updated for resources: {'Port': ['ID=ac486d7f-6d2c-45b2-991d-508490171fc2,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:36.500297 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2faa9205-de90-45b5-a96d-1b2a2667e0fd None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:36.523484 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2faa9205-de90-45b5-a96d-1b2a2667e0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:36.524054 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-d958e5de-d307-46f9-846a-c6f6754b9340 req-85f3e0f0-d8cb-4f2c-bb3d-334328a7c02b service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:18:36.525212 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d958e5de-d307-46f9-846a-c6f6754b9340 req-85f3e0f0-d8cb-4f2c-bb3d-334328a7c02b service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080645 Nov 11 17:18:36.546925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faa9205-de90-45b5-a96d-1b2a2667e0fd None None] Network 8e195e42-c997-4ae5-a16d-ea58a8f51ec8 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:18:36.554169 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-2faa9205-de90-45b5-a96d-1b2a2667e0fd None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:18:36.784567 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faa9205-de90-45b5-a96d-1b2a2667e0fd None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:18:36.980725 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb44ac-a26a-4299-896f-99e740b4e3aa req-f908773b-f676-40a3-a276-2f70497db80b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:36.994827 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-be1c7a94-18b2-4ca1-8060-8b8e7b93582f None None] Provisioning complete for port ac486d7f-6d2c-45b2-991d-508490171fc2 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:36.994827 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-be1c7a94-18b2-4ca1-8060-8b8e7b93582f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:36.996903 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ceb44ac-a26a-4299-896f-99e740b4e3aa req-f908773b-f676-40a3-a276-2f70497db80b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.1046059 Nov 11 17:18:37.000013 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-3d2ae82b-9fcb-40b7-9de0-e5da97927427 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0939791 Nov 11 17:18:37.006792 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa9205-de90-45b5-a96d-1b2a2667e0fd None None] Pushing event updated for resources: {'Port': ['ID=a6595c3d-fe8a-482e-984d-c86682a4a1db,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:37.014177 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-ae2b6e9a-c2e3-4581-8b9f-f34b8bd9a385 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:18:37.014541 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-ae2b6e9a-c2e3-4581-8b9f-f34b8bd9a385 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112016 Nov 11 17:18:37.127739 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32e9b7b-1f63-4d93-8290-0b88b715502b None None] Network d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:18:37.157955 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ceb44ac-a26a-4299-896f-99e740b4e3aa req-47d84412-7f6e-419e-abae-54d95d3d6bc7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545551 Nov 11 17:18:37.205019 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] Set router 224d3e54-573d-4e86-80fc-14ec9571fe1d gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:18:37.270846 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-2faa9205-de90-45b5-a96d-1b2a2667e0fd None None] Attempting to bind port a6595c3d-fe8a-482e-984d-c86682a4a1db on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:18:37.271295 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-2faa9205-de90-45b5-a96d-1b2a2667e0fd None None] Attempting to bind port a6595c3d-fe8a-482e-984d-c86682a4a1db by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '41fc2f48-e016-42a6-aea8-3048f5e33a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '8e195e42-c997-4ae5-a16d-ea58a8f51ec8'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:18:37.271742 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faa9205-de90-45b5-a96d-1b2a2667e0fd None None] Attempting to bind port a6595c3d-fe8a-482e-984d-c86682a4a1db on network 8e195e42-c997-4ae5-a16d-ea58a8f51ec8 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:37.310808 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faa9205-de90-45b5-a96d-1b2a2667e0fd None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:18:37.311312 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faa9205-de90-45b5-a96d-1b2a2667e0fd None None] Checking segment: {'id': '41fc2f48-e016-42a6-aea8-3048f5e33a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '8e195e42-c997-4ae5-a16d-ea58a8f51ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:18:37.311810 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2faa9205-de90-45b5-a96d-1b2a2667e0fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:37.312357 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faa9205-de90-45b5-a96d-1b2a2667e0fd None None] Bound using segment: {'id': '41fc2f48-e016-42a6-aea8-3048f5e33a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '8e195e42-c997-4ae5-a16d-ea58a8f51ec8'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:18:37.312910 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-2faa9205-de90-45b5-a96d-1b2a2667e0fd None None] Bound port: a6595c3d-fe8a-482e-984d-c86682a4a1db, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fc2f48-e016-42a6-aea8-3048f5e33a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '8e195e42-c997-4ae5-a16d-ea58a8f51ec8'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:18:37.313401 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2faa9205-de90-45b5-a96d-1b2a2667e0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:37.320609 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:37.558576 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d7cfad6-e197-4b22-b85a-1b1e25726dd1 req-79a47155-8f76-4d14-a9f6-a0b589d1d0a1 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 210 time: 0.0887005 Nov 11 17:18:37.583764 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cfdc5-5ea9-411e-a4e9-0f6202e10ab1 req-ffc70a2b-abe1-4818-9f05-013eb32ae731 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:37.585399 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a29cfdc5-5ea9-411e-a4e9-0f6202e10ab1 req-ffc70a2b-abe1-4818-9f05-013eb32ae731 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=d54cb257-3144-4492-bbfc-dcd0aac94f37 HTTP/1.1" status: 200 len: 946 time: 0.1812065 Nov 11 17:18:37.597938 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6ef48f31-482e-49e9-b55e-dc9c5ba19e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:37.629179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port cd96cf94-3e25-429a-9ecc-d6f3e4c87876, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cd96cf94-3e25-429a-9ecc-d6f3e4c87876,segment=NetworkSegment(ea9bac14-6d5b-4363-b648-8ac48a288293),segment_id=ea9bac14-6d5b-4363-b648-8ac48a288293)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:37.657476 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-be1c7a94-18b2-4ca1-8060-8b8e7b93582f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:37.666027 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:37.667590 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a29cfdc5-5ea9-411e-a4e9-0f6202e10ab1 req-5190ae30-c419-4fe6-a5ba-13494e8f14d2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748947 Nov 11 17:18:37.750817 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2faa9205-de90-45b5-a96d-1b2a2667e0fd None None] For port a6595c3d-fe8a-482e-984d-c86682a4a1db, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:18:37.797094 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2faa9205-de90-45b5-a96d-1b2a2667e0fd None None] For port a6595c3d-fe8a-482e-984d-c86682a4a1db, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a6595c3d-fe8a-482e-984d-c86682a4a1db,segment=NetworkSegment(41fc2f48-e016-42a6-aea8-3048f5e33a07),segment_id=41fc2f48-e016-42a6-aea8-3048f5e33a07)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:18:37.828631 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-be1c7a94-18b2-4ca1-8060-8b8e7b93582f None None] For port ac486d7f-6d2c-45b2-991d-508490171fc2, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ac486d7f-6d2c-45b2-991d-508490171fc2,segment=NetworkSegment(04fdddcc-645b-46df-8a1e-b76782b7d418),segment_id=04fdddcc-645b-46df-8a1e-b76782b7d418)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:37.856782 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2faa9205-de90-45b5-a96d-1b2a2667e0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:37.873803 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=cd96cf94-3e25-429a-9ecc-d6f3e4c87876,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:37.882662 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-be1c7a94-18b2-4ca1-8060-8b8e7b93582f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:38.068053 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa9205-de90-45b5-a96d-1b2a2667e0fd None None] Pushing event updated for resources: {'Port': ['ID=a6595c3d-fe8a-482e-984d-c86682a4a1db,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:38.084893 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5f12564c-a8fe-4e3c-80da-50abcf4dd30a None None] Provisioning complete for port cd96cf94-3e25-429a-9ecc-d6f3e4c87876 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:38.084893 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5f12564c-a8fe-4e3c-80da-50abcf4dd30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:38.110407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e90f2-e463-4a55-8f9c-adee0e510855 req-0958d554-b733-451a-9c71-0712bdf47630 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:38.133763 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df1e90f2-e463-4a55-8f9c-adee0e510855 req-0958d554-b733-451a-9c71-0712bdf47630 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=d54cb257-3144-4492-bbfc-dcd0aac94f37 HTTP/1.1" status: 200 len: 946 time: 0.3078640 Nov 11 17:18:38.217356 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224d3e54-573d-4e86-80fc-14ec9571fe1d', 'name': 'tempest-ServersTestMultiNic-1162379300-router', 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fe01592b-46f7-48a5-8425-d4ac8512e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:18:25Z', 'updated_at': '2021-11-11T17:18:29Z', 'revision_number': 4, 'project_id': 'abafc778917c45ffb51f117ab3a8e83e', 'gw_port': {'id': 'fe01592b-46f7-48a5-8425-d4ac8512e925', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224d3e54-573d-4e86-80fc-14ec9571fe1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:18:25Z', 'updated_at': '2021-11-11T17:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'ac486d7f-6d2c-45b2-991d-508490171fc2', 'name': '', 'network_id': '11f26fb6-7d4d-4155-b13d-2de7e3eb09a5', 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e', 'mac_address': 'fa:16:3e:eb:20:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224d3e54-573d-4e86-80fc-14ec9571fe1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1c894804-4895-438d-baca-87329fb21b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:18:28Z', 'updated_at': '2021-11-11T17:18:35Z', 'revision_number': 4, 'project_id': 'abafc778917c45ffb51f117ab3a8e83e', 'subnets': [{'id': '1c894804-4895-438d-baca-87329fb21b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:38.236426 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-5c82bc09-8646-4a28-a458-62924425015f tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=f74cb49dd4dc4b70aa2bab089d84d9c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784209 Nov 11 17:18:38.310922 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c7a94-18b2-4ca1-8060-8b8e7b93582f None None] Pushing event updated for resources: {'Port': ['ID=ac486d7f-6d2c-45b2-991d-508490171fc2,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:38.325573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a2d606-4391-4148-8b53-ec305090cd08 None None] The sync data for ids ['224d3e54-573d-4e86-80fc-14ec9571fe1d'] in n-d-816206-4 is: [{'id': '224d3e54-573d-4e86-80fc-14ec9571fe1d', 'name': 'tempest-ServersTestMultiNic-1162379300-router', 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fe01592b-46f7-48a5-8425-d4ac8512e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:18:25Z', 'updated_at': '2021-11-11T17:18:29Z', 'revision_number': 4, 'project_id': 'abafc778917c45ffb51f117ab3a8e83e', 'gw_port': {'id': 'fe01592b-46f7-48a5-8425-d4ac8512e925', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224d3e54-573d-4e86-80fc-14ec9571fe1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:18:25Z', 'updated_at': '2021-11-11T17:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'ac486d7f-6d2c-45b2-991d-508490171fc2', 'name': '', 'network_id': '11f26fb6-7d4d-4155-b13d-2de7e3eb09a5', 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e', 'mac_address': 'fa:16:3e:eb:20:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224d3e54-573d-4e86-80fc-14ec9571fe1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1c894804-4895-438d-baca-87329fb21b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:18:28Z', 'updated_at': '2021-11-11T17:18:35Z', 'revision_number': 4, 'project_id': 'abafc778917c45ffb51f117ab3a8e83e', 'subnets': [{'id': '1c894804-4895-438d-baca-87329fb21b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:18:38.376989 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df1e90f2-e463-4a55-8f9c-adee0e510855 req-097f2882-1724-4862-ba8e-66928bcbb801 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423983 Nov 11 17:18:38.546942 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-48f47d4e-17bc-4577-b129-b1a73e4636b7 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:38.556717 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-48f47d4e-17bc-4577-b129-b1a73e4636b7 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:38.558315 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-48f47d4e-17bc-4577-b129-b1a73e4636b7 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.83 "GET /v2.0/networks?id=d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c&id=8e195e42-c997-4ae5-a16d-ea58a8f51ec8&id=d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c HTTP/1.1" status: 200 len: 1389 time: 0.6123533 Nov 11 17:18:38.576079 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-44f7e4cb-c778-4783-9f2c-fcccabcceb70 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:38.595375 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-44f7e4cb-c778-4783-9f2c-fcccabcceb70 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3476508 Nov 11 17:18:38.608073 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-01cdbe67-6adb-443e-ada2-9d99eec231cf None None] Provisioning complete for port cd96cf94-3e25-429a-9ecc-d6f3e4c87876 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:38.608560 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-01cdbe67-6adb-443e-ada2-9d99eec231cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:38.625858 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-70e5614e-58af-4fd4-9732-3f9cc40f193c tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Request body: {'port': {'device_id': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'network_id': 'd27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c', 'admin_state_up': True, 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:38.674826 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-5d58976e-8092-43da-aebb-0113d7042bb5 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/quotas/f74cb49dd4dc4b70aa2bab089d84d9c4 HTTP/1.1" status: 200 len: 375 time: 0.0780501 Nov 11 17:18:38.806774 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-a0988bf4-b324-447e-8541-c26eece3a181 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f74cb49dd4dc4b70aa2bab089d84d9c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1303964 Nov 11 17:18:38.881133 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a260ba-4bd7-48da-b60b-a0bd0d5a935c req-07a98109-6b1b-438d-bf93-a50e675987d7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:38.882615 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-49a260ba-4bd7-48da-b60b-a0bd0d5a935c req-07a98109-6b1b-438d-bf93-a50e675987d7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.2037880 Nov 11 17:18:39.018587 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-49a260ba-4bd7-48da-b60b-a0bd0d5a935c req-6f64b36c-706e-4520-9b86-116bb87cab7c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227677 Nov 11 17:18:39.050217 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-70e5614e-58af-4fd4-9732-3f9cc40f193c tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Made reservation on behalf of abafc778917c45ffb51f117ab3a8e83e for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:18:39.056895 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-70e5614e-58af-4fd4-9732-3f9cc40f193c tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:39.300582 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-70e5614e-58af-4fd4-9732-3f9cc40f193c tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Allocated IP 19.80.0.179 (d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c/b3cccc3a-88e6-423f-865f-945aa4e18ddd/77a6fd69-2918-4963-bd88-895e16e1e28a) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:18:39.492090 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-be518291-0f08-47cb-b75f-58881454182d req-5e7af32b-91a4-4410-b7fa-1ffd81e44676 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 210 time: 0.0414007 Nov 11 17:18:39.495990 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-4df807f5-fd66-4bed-b699-09174fe62a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:39.499611 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-4df807f5-fd66-4bed-b699-09174fe62a04 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 1100 time: 0.0697703 Nov 11 17:18:39.633934 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06030c64-f468-446b-b696-78482bb8538c None None] Network 8e195e42-c997-4ae5-a16d-ea58a8f51ec8 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:18:39.637265 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-70e5614e-58af-4fd4-9732-3f9cc40f193c tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:39.710510 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-70e5614e-58af-4fd4-9732-3f9cc40f193c tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:39.763529 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-21f8fee6-736c-4e75-80fb-80f48b7e23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:39.765048 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-21f8fee6-736c-4e75-80fb-80f48b7e23fc service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.2560253 Nov 11 17:18:39.826593 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0142ff45-cfcf-47cb-9847-90587e62783d req-a637ac04-9a61-4f1b-bf95-50ff2bf58fa1 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=f07cb399-fa4f-43eb-89b2-94205c1dd9be HTTP/1.1" status: 200 len: 210 time: 0.1296890 Nov 11 17:18:39.849755 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1d2ac738-859f-497a-a048-aad92d370f3e None None] Provisioning complete for port a6595c3d-fe8a-482e-984d-c86682a4a1db triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:39.850360 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1d2ac738-859f-497a-a048-aad92d370f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:39.852496 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-3214ca84-a58f-4972-8616-2ca1cc6d1ddf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=4c6512ed-441b-4821-ab9e-9db944e1f1bb HTTP/1.1" status: 200 len: 217 time: 0.0772109 Nov 11 17:18:39.898285 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-96a0809b-34bf-4260-8fef-d66b4eb7f3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:39.968973 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-a3d4896f-eda2-48e3-a775-0cc58fa9c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:39.969959 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-70e5614e-58af-4fd4-9732-3f9cc40f193c tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Network d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:18:39.970454 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-a3d4896f-eda2-48e3-a775-0cc58fa9c757 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1087546 Nov 11 17:18:39.977890 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-70e5614e-58af-4fd4-9732-3f9cc40f193c tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:18:39.989170 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-70e5614e-58af-4fd4-9732-3f9cc40f193c tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:18:40.124131 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-08aa9fdb-f8fc-49ac-b9a9-f03eb2e40460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:40.136078 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-08aa9fdb-f8fc-49ac-b9a9-f03eb2e40460 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1500030 Nov 11 17:18:40.158124 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5614e-58af-4fd4-9732-3f9cc40f193c tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event updated for resources: {'Port': ['ID=77a6fd69-2918-4963-bd88-895e16e1e28a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:40.226315 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-70e5614e-58af-4fd4-9732-3f9cc40f193c tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:40.227012 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-70e5614e-58af-4fd4-9732-3f9cc40f193c tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:40.261452 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a6595c3d-fe8a-482e-984d-c86682a4a1db up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:18:40.351627 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1d2ac738-859f-497a-a048-aad92d370f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:40.372272 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-8e809858-32e4-47ba-8c3e-807147e0f048 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263348 Nov 11 17:18:40.414435 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-70e5614e-58af-4fd4-9732-3f9cc40f193c tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8021257 Nov 11 17:18:40.440140 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1d2ac738-859f-497a-a048-aad92d370f3e None None] For port a6595c3d-fe8a-482e-984d-c86682a4a1db, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a6595c3d-fe8a-482e-984d-c86682a4a1db,segment=NetworkSegment(41fc2f48-e016-42a6-aea8-3048f5e33a07),segment_id=41fc2f48-e016-42a6-aea8-3048f5e33a07)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:40.442372 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port a6595c3d-fe8a-482e-984d-c86682a4a1db triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:40.444528 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:40.448720 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce0ca7-8ef5-458c-940f-7ba44aa9d373 req-58053677-1795-4931-9252-608e44ddd7d8 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:40.460307 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10ce0ca7-8ef5-458c-940f-7ba44aa9d373 req-58053677-1795-4931-9252-608e44ddd7d8 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.2279208 Nov 11 17:18:40.498183 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-d46cbc99-43e3-435d-a023-42d923297107 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Request body: {'port': {'device_id': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'network_id': '8e195e42-c997-4ae5-a16d-ea58a8f51ec8', 'admin_state_up': True, 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:40.529099 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1d2ac738-859f-497a-a048-aad92d370f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:40.543358 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c0b08-7bd5-4269-974f-222bea9be414 req-852f4d23-4236-4ec2-8db3-5e27672a11d0 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:40.551305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d2c0b08-7bd5-4269-974f-222bea9be414 req-852f4d23-4236-4ec2-8db3-5e27672a11d0 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=d54cb257-3144-4492-bbfc-dcd0aac94f37 HTTP/1.1" status: 200 len: 946 time: 0.3177989 Nov 11 17:18:40.602692 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ac738-859f-497a-a048-aad92d370f3e None None] Pushing event updated for resources: {'Port': ['ID=a6595c3d-fe8a-482e-984d-c86682a4a1db,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:40.623082 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-0336673f-b9c5-408a-9cb9-0769ee1d15d9 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378399 Nov 11 17:18:40.671470 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ac486d7f-6d2c-45b2-991d-508490171fc2 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:18:40.736164 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10ce0ca7-8ef5-458c-940f-7ba44aa9d373 req-0c89a7d5-de78-4e3a-b199-f98b7dfc94d5 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680976 Nov 11 17:18:40.737221 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b43e6053-e833-4b94-99fc-91f02dbe2304 None None] Provisioning complete for port 77a6fd69-2918-4963-bd88-895e16e1e28a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:40.737827 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b43e6053-e833-4b94-99fc-91f02dbe2304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:40.801670 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port ac486d7f-6d2c-45b2-991d-508490171fc2 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:40.802302 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:41.022192 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d2c0b08-7bd5-4269-974f-222bea9be414 req-4e140603-ba25-4d11-9607-73a23c17e0b9 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698203 Nov 11 17:18:41.055824 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b43e6053-e833-4b94-99fc-91f02dbe2304 None None] Port 77a6fd69-2918-4963-bd88-895e16e1e28a cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:18:41.060339 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:41.112490 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-9acae8ba-77b9-473a-927e-e4db1a8decb4 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=f74cb49dd4dc4b70aa2bab089d84d9c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720410 Nov 11 17:18:41.114719 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cd96cf94-3e25-429a-9ecc-d6f3e4c87876 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:18:41.141036 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274728f8-6a31-445d-a001-224efba18cf2 req-f5734dca-3f20-44ad-8d48-9ac67ceee815 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:41.149001 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-274728f8-6a31-445d-a001-224efba18cf2 req-f5734dca-3f20-44ad-8d48-9ac67ceee815 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 932 time: 0.1998651 Nov 11 17:18:41.185479 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-d46cbc99-43e3-435d-a023-42d923297107 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Made reservation on behalf of abafc778917c45ffb51f117ab3a8e83e for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:18:41.189047 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-d46cbc99-43e3-435d-a023-42d923297107 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:41.203117 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port cd96cf94-3e25-429a-9ecc-d6f3e4c87876 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:41.203490 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:41.247179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-97218ab6-fd81-4644-82ed-73f42f34e295 None None] Provisioning complete for port a6595c3d-fe8a-482e-984d-c86682a4a1db triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:41.247546 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-97218ab6-fd81-4644-82ed-73f42f34e295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:41.312798 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-228b3099-9bdb-44d4-8c30-aeaaa8c359dc req-f4ad2a4d-c673-464e-939f-47c9463bf27d tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=f07cb399-fa4f-43eb-89b2-94205c1dd9be HTTP/1.1" status: 200 len: 210 time: 0.0559871 Nov 11 17:18:41.337440 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-274728f8-6a31-445d-a001-224efba18cf2 req-7f51b087-f18e-470a-80e1-4cf8d8bd2d52 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874840 Nov 11 17:18:41.501642 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-f576224f-c4b8-4003-bd8b-f21dbc754e64 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:41.503248 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-f576224f-c4b8-4003-bd8b-f21dbc754e64 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3505206 Nov 11 17:18:41.529985 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-d46cbc99-43e3-435d-a023-42d923297107 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Allocated IP 19.86.0.220 (8e195e42-c997-4ae5-a16d-ea58a8f51ec8/8c148ec6-bf6b-4856-ac19-81b04aa90aa6/eccb9967-235f-44d7-a226-2414839215c8) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:18:41.547602 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-8b76ad52-620d-4ea7-bb81-5ff37d1b26a6 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Request body: {'port': {'device_id': 'f07cb399-fa4f-43eb-89b2-94205c1dd9be', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': 'f74cb49dd4dc4b70aa2bab089d84d9c4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:41.733805 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-8b76ad52-620d-4ea7-bb81-5ff37d1b26a6 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Made reservation on behalf of f74cb49dd4dc4b70aa2bab089d84d9c4 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:18:41.738192 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-8b76ad52-620d-4ea7-bb81-5ff37d1b26a6 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:41.770047 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-8b76ad52-620d-4ea7-bb81-5ff37d1b26a6 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:41.818711 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a6595c3d-fe8a-482e-984d-c86682a4a1db up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:18:41.822330 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-d46cbc99-43e3-435d-a023-42d923297107 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:41.883931 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port a6595c3d-fe8a-482e-984d-c86682a4a1db triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:41.884565 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:41.954478 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb03d38-f856-460c-bead-7e565af8aa98 req-99e11283-905a-4dbf-b646-340844dd4e65 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:41.955979 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-feb03d38-f856-460c-bead-7e565af8aa98 req-99e11283-905a-4dbf-b646-340844dd4e65 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/ports?device_id=90325c14-5a1f-42cc-b91d-77963117f2e5 HTTP/1.1" status: 200 len: 945 time: 0.1385238 Nov 11 17:18:41.988606 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-d46cbc99-43e3-435d-a023-42d923297107 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:42.007057 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bc73d-042c-4766-a2a6-08006a067018 req-58c3b0db-5199-4023-bf30-363e4bebd693 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:42.007057 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c61bc73d-042c-4766-a2a6-08006a067018 req-58c3b0db-5199-4023-bf30-363e4bebd693 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.1510599 Nov 11 17:18:42.057027 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-8b76ad52-620d-4ea7-bb81-5ff37d1b26a6 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:42.080739 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-8b76ad52-620d-4ea7-bb81-5ff37d1b26a6 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:42.106245 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-d46cbc99-43e3-435d-a023-42d923297107 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Network 8e195e42-c997-4ae5-a16d-ea58a8f51ec8 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:18:42.124741 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-d46cbc99-43e3-435d-a023-42d923297107 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:18:42.136296 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-feb03d38-f856-460c-bead-7e565af8aa98 req-45f7b9e5-0595-4cad-9ab4-31cf1b27ec54 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/security-groups?id=1396d30f-ff2d-4fc8-82f3-eee5e3505955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694255 Nov 11 17:18:42.142197 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-d46cbc99-43e3-435d-a023-42d923297107 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:18:42.181218 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cbc99-43e3-435d-a023-42d923297107 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event updated for resources: {'Port': ['ID=eccb9967-235f-44d7-a226-2414839215c8,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:42.243916 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76ad52-620d-4ea7-bb81-5ff37d1b26a6 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b7204f-c02d-4894-a573-af03549e4b0c,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:42.263942 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c61bc73d-042c-4766-a2a6-08006a067018 req-b6f45131-aa58-4329-9b55-8ec1bec4767a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468703 Nov 11 17:18:42.336207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-d46cbc99-43e3-435d-a023-42d923297107 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:42.336765 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-d46cbc99-43e3-435d-a023-42d923297107 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:42.376936 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-8b76ad52-620d-4ea7-bb81-5ff37d1b26a6 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Allocated IP 192.168.233.86 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/ee27c248-592b-4151-b5e2-f8b60556d70d) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:18:42.386735 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-d46cbc99-43e3-435d-a023-42d923297107 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9226434 Nov 11 17:18:42.397091 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ec534-b9bb-4e42-b074-8519b2b5c235 req-0cb0abcf-e048-4f1e-9115-567a0a3d0b42 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:42.398583 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e32ec534-b9bb-4e42-b074-8519b2b5c235 req-0cb0abcf-e048-4f1e-9115-567a0a3d0b42 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=d54cb257-3144-4492-bbfc-dcd0aac94f37 HTTP/1.1" status: 200 len: 946 time: 0.1283436 Nov 11 17:18:42.410542 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-6a1a0adf-a4d2-405d-8c35-199487d34fd5 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Request body: {'port': {'device_id': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'network_id': 'd27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c', 'admin_state_up': True, 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:42.418049 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:42.432863 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-696736fb-dbc9-4a11-a639-558e9b701678 None None] Provisioning complete for port eccb9967-235f-44d7-a226-2414839215c8 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:42.434065 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-696736fb-dbc9-4a11-a639-558e9b701678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:42.475613 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-696736fb-dbc9-4a11-a639-558e9b701678 None None] Port eccb9967-235f-44d7-a226-2414839215c8 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:18:42.533689 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4c36afab-c929-47e9-979a-03cd4d5dd254 req-996318b7-644b-44b3-809f-d22b1ed8ca4c tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=f07cb399-fa4f-43eb-89b2-94205c1dd9be HTTP/1.1" status: 200 len: 210 time: 0.0519485 Nov 11 17:18:42.834176 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:42.949435 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e32ec534-b9bb-4e42-b074-8519b2b5c235 req-90b66f67-3142-40b4-92d0-25413a1e37f8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5323772 Nov 11 17:18:43.038407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585e72b-8402-414c-bc43-5628a94842c6 req-dbae3d6f-6520-40f6-9173-6fd1cac99148 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:43.044504 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585e72b-8402-414c-bc43-5628a94842c6 req-dbae3d6f-6520-40f6-9173-6fd1cac99148 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:43.046086 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8585e72b-8402-414c-bc43-5628a94842c6 req-dbae3d6f-6520-40f6-9173-6fd1cac99148 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 1655 time: 0.4252186 Nov 11 17:18:43.050784 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-6a1a0adf-a4d2-405d-8c35-199487d34fd5 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Made reservation on behalf of abafc778917c45ffb51f117ab3a8e83e for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:18:43.055271 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-6a1a0adf-a4d2-405d-8c35-199487d34fd5 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:43.079761 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-8b76ad52-620d-4ea7-bb81-5ff37d1b26a6 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:43.242292 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8585e72b-8402-414c-bc43-5628a94842c6 req-478a294d-5592-4906-a979-9de5d93a9e09 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715701 Nov 11 17:18:43.268745 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-8b76ad52-620d-4ea7-bb81-5ff37d1b26a6 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:43.314700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-6a1a0adf-a4d2-405d-8c35-199487d34fd5 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Allocated IP 19.80.0.91 (d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c/b3cccc3a-88e6-423f-865f-945aa4e18ddd/0ec86fde-490c-40e4-8e2e-adf54f8dcade) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:18:43.348065 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-8b76ad52-620d-4ea7-bb81-5ff37d1b26a6 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:18:43.366080 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-8b76ad52-620d-4ea7-bb81-5ff37d1b26a6 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:18:43.368417 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-8b76ad52-620d-4ea7-bb81-5ff37d1b26a6 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:18:43.385636 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640737a-7f99-4199-b37d-35bd72992d3f req-ec570e19-2b09-4344-8d1b-323e5f9bdc05 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:43.387148 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e640737a-7f99-4199-b37d-35bd72992d3f req-ec570e19-2b09-4344-8d1b-323e5f9bdc05 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/ports?device_id=90325c14-5a1f-42cc-b91d-77963117f2e5 HTTP/1.1" status: 200 len: 945 time: 0.1696649 Nov 11 17:18:43.429335 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76ad52-620d-4ea7-bb81-5ff37d1b26a6 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Pushing event updated for resources: {'Port': ['ID=ee27c248-592b-4151-b5e2-f8b60556d70d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:43.497032 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-8b76ad52-620d-4ea7-bb81-5ff37d1b26a6 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:43.497585 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-8b76ad52-620d-4ea7-bb81-5ff37d1b26a6 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:43.582404 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-8b76ad52-620d-4ea7-bb81-5ff37d1b26a6 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0387409 Nov 11 17:18:43.591896 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b93d1b-f55d-4906-985a-6247e130f60f req-c69ea88b-691f-4d6c-862d-7ac83d7043ab tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:43.593307 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00b93d1b-f55d-4906-985a-6247e130f60f req-c69ea88b-691f-4d6c-862d-7ac83d7043ab tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.2557967 Nov 11 17:18:43.596499 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e640737a-7f99-4199-b37d-35bd72992d3f req-4d40b86e-0e50-4b4f-9498-2a98b484665b tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/security-groups?id=1396d30f-ff2d-4fc8-82f3-eee5e3505955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762788 Nov 11 17:18:43.600143 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c7ae90fa-bedf-44c9-b1b9-987013774687 None None] Provisioning complete for port ee27c248-592b-4151-b5e2-f8b60556d70d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:43.600491 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c7ae90fa-bedf-44c9-b1b9-987013774687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:43.604282 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] Request body: {'port': {'device_id': 'f07cb399-fa4f-43eb-89b2-94205c1dd9be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:43.641130 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae90fa-bedf-44c9-b1b9-987013774687 None None] Port ee27c248-592b-4151-b5e2-f8b60556d70d cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:18:43.724516 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-6a1a0adf-a4d2-405d-8c35-199487d34fd5 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:43.738440 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00b93d1b-f55d-4906-985a-6247e130f60f req-17715478-14b0-4dee-87c5-8b1e63dca8fa tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315458 Nov 11 17:18:43.743136 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:43.818286 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1987b-463b-40b4-a8bd-1849753eaa59 req-8da6d444-7b81-47a2-9e0e-cac6382c5028 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:43.819757 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-41b1987b-463b-40b4-a8bd-1849753eaa59 req-8da6d444-7b81-47a2-9e0e-cac6382c5028 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.83 "GET /v2.0/ports?device_id=90325c14-5a1f-42cc-b91d-77963117f2e5 HTTP/1.1" status: 200 len: 945 time: 0.0487628 Nov 11 17:18:43.854747 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8024e6-b0db-4537-b90e-ca4ef52378d6 req-118435d2-8db1-4be3-a011-8b1987bbb43b tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:43.856267 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0e8024e6-b0db-4537-b90e-ca4ef52378d6 req-118435d2-8db1-4be3-a011-8b1987bbb43b tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=f07cb399-fa4f-43eb-89b2-94205c1dd9be HTTP/1.1" status: 200 len: 935 time: 0.1034515 Nov 11 17:18:43.857254 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-6a1a0adf-a4d2-405d-8c35-199487d34fd5 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:43.920703 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-41b1987b-463b-40b4-a8bd-1849753eaa59 req-4d6be662-01db-4c51-8f2f-fbd520f67130 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Deleting port d33002b9-2ed5-46af-9a4d-fdd8b66b33bc {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:18:43.921070 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-41b1987b-463b-40b4-a8bd-1849753eaa59 req-4d6be662-01db-4c51-8f2f-fbd520f67130 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:43.973984 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-6a1a0adf-a4d2-405d-8c35-199487d34fd5 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Network d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:18:43.993846 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-6a1a0adf-a4d2-405d-8c35-199487d34fd5 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:18:44.002181 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-6a1a0adf-a4d2-405d-8c35-199487d34fd5 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:18:44.004980 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a0adf-a4d2-405d-8c35-199487d34fd5 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event updated for resources: {'Port': ['ID=0ec86fde-490c-40e4-8e2e-adf54f8dcade,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:44.013935 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-41b1987b-463b-40b4-a8bd-1849753eaa59 req-4d6be662-01db-4c51-8f2f-fbd520f67130 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] For port d33002b9-2ed5-46af-9a4d-fdd8b66b33bc, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d33002b9-2ed5-46af-9a4d-fdd8b66b33bc,segment=NetworkSegment(94f9155b-d50c-47f6-975a-73a993a9741e),segment_id=94f9155b-d50c-47f6-975a-73a993a9741e)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:44.014791 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-41b1987b-463b-40b4-a8bd-1849753eaa59 req-4d6be662-01db-4c51-8f2f-fbd520f67130 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:44.025163 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 206185b8-c67c-4ead-b803-d162ff80b849 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:18:44.036935 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-41b1987b-463b-40b4-a8bd-1849753eaa59 req-4d6be662-01db-4c51-8f2f-fbd520f67130 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Calling delete_port for d33002b9-2ed5-46af-9a4d-fdd8b66b33bc owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:18:44.074856 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0e8024e6-b0db-4537-b90e-ca4ef52378d6 req-504ba95c-491f-4080-a53d-8aad4fe57140 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079017 Nov 11 17:18:44.191617 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 206185b8-c67c-4ead-b803-d162ff80b849, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=206185b8-c67c-4ead-b803-d162ff80b849,segment=NetworkSegment(5f9bc0d0-071c-4a5a-b668-056b98ce33d1),segment_id=5f9bc0d0-071c-4a5a-b668-056b98ce33d1)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:44.207673 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '206185b8-c67c-4ead-b803-d162ff80b849', 'network_id': 'c53fa25f-ee4c-487a-b50c-a868d90fe5db', 'port_id': '206185b8-c67c-4ead-b803-d162ff80b849', 'mac_address': 'fa:16:3e:3e:15:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4c5679-b2ed-4f42-a424-f20885c9949a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:18:44.238003 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-6a1a0adf-a4d2-405d-8c35-199487d34fd5 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:44.239004 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-6a1a0adf-a4d2-405d-8c35-199487d34fd5 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:44.251662 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:44.254813 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-41b1987b-463b-40b4-a8bd-1849753eaa59 req-4d6be662-01db-4c51-8f2f-fbd520f67130 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:44.271222 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['d33002b9-2ed5-46af-9a4d-fdd8b66b33bc'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:18:44.293879 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6be662-01db-4c51-8f2f-fbd520f67130 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Pushing event deleted for resources: {'Port': ['ID=d33002b9-2ed5-46af-9a4d-fdd8b66b33bc,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:44.300004 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 206185b8-c67c-4ead-b803-d162ff80b849 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:44.313925 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d3f3d-93e7-403a-9772-e15a751077dc req-f24b01bb-9628-4a00-aef5-33bd6df24185 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:44.315504 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d5d3f3d-93e7-403a-9772-e15a751077dc req-f24b01bb-9628-4a00-aef5-33bd6df24185 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=d54cb257-3144-4492-bbfc-dcd0aac94f37 HTTP/1.1" status: 200 len: 946 time: 0.2318852 Nov 11 17:18:44.318808 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-6a1a0adf-a4d2-405d-8c35-199487d34fd5 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9126804 Nov 11 17:18:44.335887 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 206185b8-c67c-4ead-b803-d162ff80b849, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=206185b8-c67c-4ead-b803-d162ff80b849,segment=NetworkSegment(5f9bc0d0-071c-4a5a-b668-056b98ce33d1),segment_id=5f9bc0d0-071c-4a5a-b668-056b98ce33d1)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:44.336105 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] Request body: {'port': {'device_id': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:44.340917 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:44.360824 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b1987b-463b-40b4-a8bd-1849753eaa59 req-4d6be662-01db-4c51-8f2f-fbd520f67130 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] No DVR routers for this DVR port d33002b9-2ed5-46af-9a4d-fdd8b66b33bc on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:18:44.363866 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-41b1987b-463b-40b4-a8bd-1849753eaa59 req-4d6be662-01db-4c51-8f2f-fbd520f67130 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:44.367618 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-41b1987b-463b-40b4-a8bd-1849753eaa59 req-4d6be662-01db-4c51-8f2f-fbd520f67130 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.83 "DELETE /v2.0/ports/d33002b9-2ed5-46af-9a4d-fdd8b66b33bc HTTP/1.1" status: 204 len: 173 time: 0.5408840 Nov 11 17:18:44.367788 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90325c14-5a1f-42cc-b91d-77963117f2e5', 'name': 'network-vif-deleted', 'tag': 'd33002b9-2ed5-46af-9a4d-fdd8b66b33bc'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:44.369956 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4576543c-8f33-4db9-98c0-f570fbb3b9a3" -d '{"events": [{"server_uuid": "90325c14-5a1f-42cc-b91d-77963117f2e5", "name": "network-vif-deleted", "tag": "d33002b9-2ed5-46af-9a4d-fdd8b66b33bc"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:44.416271 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=206185b8-c67c-4ead-b803-d162ff80b849,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:44.419809 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-613688df-ea6e-4972-bdd7-6c9c2732d14c None None] Provisioning complete for port 0ec86fde-490c-40e4-8e2e-adf54f8dcade triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:44.420253 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-613688df-ea6e-4972-bdd7-6c9c2732d14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:44.448808 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['206185b8-c67c-4ead-b803-d162ff80b849'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:18:44.489479 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-613688df-ea6e-4972-bdd7-6c9c2732d14c None None] Port 0ec86fde-490c-40e4-8e2e-adf54f8dcade cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:18:44.507363 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d5d3f3d-93e7-403a-9772-e15a751077dc req-ce59e741-92da-44e1-a84f-f1e0777db730 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800711 Nov 11 17:18:44.521788 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:44.546186 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dc58f-9e83-4133-8f9f-6306e1ec72fc req-62dccb6c-cba9-4b74-b07e-797348ed4525 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:44.552151 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dc58f-9e83-4133-8f9f-6306e1ec72fc req-62dccb6c-cba9-4b74-b07e-797348ed4525 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:44.558069 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dc58f-9e83-4133-8f9f-6306e1ec72fc req-62dccb6c-cba9-4b74-b07e-797348ed4525 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:44.559672 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-569dc58f-9e83-4133-8f9f-6306e1ec72fc req-62dccb6c-cba9-4b74-b07e-797348ed4525 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 2376 time: 0.1789711 Nov 11 17:18:44.562860 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee27c248-592b-4151-b5e2-f8b60556d70d {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:44.572066 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80ae746-d597-46aa-9405-6c201b6af140 x-openstack-request-id: req-a80ae746-d597-46aa-9405-6c201b6af140 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:44.572416 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90325c14-5a1f-42cc-b91d-77963117f2e5", "name": "network-vif-deleted", "tag": "d33002b9-2ed5-46af-9a4d-fdd8b66b33bc", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:44.572707 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a80ae746-d597-46aa-9405-6c201b6af140 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:44.572985 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90325c14-5a1f-42cc-b91d-77963117f2e5', 'name': 'network-vif-deleted', 'tag': 'd33002b9-2ed5-46af-9a4d-fdd8b66b33bc', 'status': 'completed', 'code': 200} Nov 11 17:18:44.577164 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:44.633293 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] Transition to ACTIVE for port object ee27c248-592b-4151-b5e2-f8b60556d70d will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:18:44.649996 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:44.765741 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-569dc58f-9e83-4133-8f9f-6306e1ec72fc req-9b7fd420-bab9-4135-a3d1-af85ca15fb3c tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895990 Nov 11 17:18:44.781353 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] Pushing event updated for resources: {'Port': ['ID=ee27c248-592b-4151-b5e2-f8b60556d70d,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:44.954943 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3678841c-cc74-40ad-b426-020f013ddf21 req-83824fe4-21a0-466c-a976-930cd7bcd055 tempest-AttachSCSIVolumeTestJSON-663535954 tempest-AttachSCSIVolumeTestJSON-663535954-project] 10.222.0.76 "GET /v2.0/ports?device_id=90325c14-5a1f-42cc-b91d-77963117f2e5 HTTP/1.1" status: 200 len: 210 time: 0.1600237 Nov 11 17:18:45.076237 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] Attempting to bind port ee27c248-592b-4151-b5e2-f8b60556d70d on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:18:45.076905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] Attempting to bind port ee27c248-592b-4151-b5e2-f8b60556d70d by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:18:45.076905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] Attempting to bind port ee27c248-592b-4151-b5e2-f8b60556d70d on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:45.094145 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] Port ee27c248-592b-4151-b5e2-f8b60556d70d on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:18:45.094460 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] Attempting to bind port ee27c248-592b-4151-b5e2-f8b60556d70d on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:45.105997 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33562b21-849c-4706-807d-def5838bfadd req-6a1ac53c-e032-4116-8f06-e1e8c519adde tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:45.107452 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-33562b21-849c-4706-807d-def5838bfadd req-6a1ac53c-e032-4116-8f06-e1e8c519adde tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=d54cb257-3144-4492-bbfc-dcd0aac94f37 HTTP/1.1" status: 200 len: 945 time: 0.1354582 Nov 11 17:18:45.130227 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:18:45.130565 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:18:45.130935 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:18:45.131367 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] Bound port: ee27c248-592b-4151-b5e2-f8b60556d70d, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:18:45.131711 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:45.159897 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92694027-bad0-4c32-be05-a2bb19c3bacd req-be23ffa0-2214-4ac2-8de5-d00cd9c6faab tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:45.161344 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92694027-bad0-4c32-be05-a2bb19c3bacd req-be23ffa0-2214-4ac2-8de5-d00cd9c6faab tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.1483760 Nov 11 17:18:45.285539 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-33562b21-849c-4706-807d-def5838bfadd req-9bf2d27e-0b5f-4667-83b9-e488082618f5 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690509 Nov 11 17:18:45.291038 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77a6fd69-2918-4963-bd88-895e16e1e28a {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:45.307049 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:45.318781 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92694027-bad0-4c32-be05-a2bb19c3bacd req-c1c6d904-943e-4879-8dd7-156eb92eaa5c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475265 Nov 11 17:18:45.335017 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] For port ee27c248-592b-4151-b5e2-f8b60556d70d, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:18:45.337357 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] Transition to ACTIVE for port object 77a6fd69-2918-4963-bd88-895e16e1e28a will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:18:45.339127 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] For port ee27c248-592b-4151-b5e2-f8b60556d70d, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=ee27c248-592b-4151-b5e2-f8b60556d70d,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:18:45.344513 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:45.352528 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:45.427476 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:45.428321 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:45.429702 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] 10.222.0.83 "PUT /v2.0/ports/ee27c248-592b-4151-b5e2-f8b60556d70d HTTP/1.1" status: 200 len: 1095 time: 1.8321228 Nov 11 17:18:45.432821 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07cb399-fa4f-43eb-89b2-94205c1dd9be', 'tag': 'ee27c248-592b-4151-b5e2-f8b60556d70d'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:45.436702 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479a91f0-fbd9-4113-8c7d-b503741db888" -d '{"events": [{"name": "network-changed", "server_uuid": "f07cb399-fa4f-43eb-89b2-94205c1dd9be", "tag": "ee27c248-592b-4151-b5e2-f8b60556d70d"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:45.452398 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] Pushing event updated for resources: {'Port': ['ID=77a6fd69-2918-4963-bd88-895e16e1e28a,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:45.512249 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c08f27-72ab-4669-9b1e-248e15843176 x-openstack-request-id: req-20c08f27-72ab-4669-9b1e-248e15843176 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:45.512536 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07cb399-fa4f-43eb-89b2-94205c1dd9be", "tag": "ee27c248-592b-4151-b5e2-f8b60556d70d", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:45.512783 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-20c08f27-72ab-4669-9b1e-248e15843176 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:45.513169 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07cb399-fa4f-43eb-89b2-94205c1dd9be', 'tag': 'ee27c248-592b-4151-b5e2-f8b60556d70d', 'status': 'completed', 'code': 200} Nov 11 17:18:45.539020 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f7ca8-e983-4662-b0b4-5f0f520c4680 req-6537e5a7-b4bb-440d-96ed-b120fc46f9e8 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:45.540498 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c96f7ca8-e983-4662-b0b4-5f0f520c4680 req-6537e5a7-b4bb-440d-96ed-b120fc46f9e8 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=f07cb399-fa4f-43eb-89b2-94205c1dd9be HTTP/1.1" status: 200 len: 947 time: 0.1935005 Nov 11 17:18:45.625059 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959a03f-cf10-4f43-953e-6bdaf0a8df54 service neutron] Pushing event updated for resources: {'Port': ['ID=ee27c248-592b-4151-b5e2-f8b60556d70d,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:45.668207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-f788f7b0-7a82-491f-8fe6-0950d83e6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:45.669784 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-f788f7b0-7a82-491f-8fe6-0950d83e6349 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f74cb49dd4dc4b70aa2bab089d84d9c4&device_id=f07cb399-fa4f-43eb-89b2-94205c1dd9be HTTP/1.1" status: 200 len: 1098 time: 0.1678710 Nov 11 17:18:45.675154 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] Attempting to bind port 77a6fd69-2918-4963-bd88-895e16e1e28a on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:18:45.675480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] Attempting to bind port 77a6fd69-2918-4963-bd88-895e16e1e28a by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'ea9bac14-6d5b-4363-b648-8ac48a288293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:18:45.675817 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] Attempting to bind port 77a6fd69-2918-4963-bd88-895e16e1e28a on network d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:45.682346 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c96f7ca8-e983-4662-b0b4-5f0f520c4680 req-4dd3d4ea-4776-44c5-8cbe-e7fa0396a968 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073270 Nov 11 17:18:45.684387 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] Port 77a6fd69-2918-4963-bd88-895e16e1e28a on network d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:18:45.684766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] Attempting to bind port 77a6fd69-2918-4963-bd88-895e16e1e28a on network d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:45.722578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:18:45.722910 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] Checking segment: {'id': 'ea9bac14-6d5b-4363-b648-8ac48a288293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:18:45.723284 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] Bound using segment: {'id': 'ea9bac14-6d5b-4363-b648-8ac48a288293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:18:45.723713 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] Bound port: 77a6fd69-2918-4963-bd88-895e16e1e28a, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea9bac14-6d5b-4363-b648-8ac48a288293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:18:45.724086 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:45.726720 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-71c85a55-fd3b-41a8-8907-24bb495c05e6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=ee27c248-592b-4151-b5e2-f8b60556d70d HTTP/1.1" status: 200 len: 217 time: 0.0398440 Nov 11 17:18:45.810549 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-43accb2e-eea3-4da3-a92e-3e73b38b7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:45.811878 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-43accb2e-eea3-4da3-a92e-3e73b38b7ed7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0764167 Nov 11 17:18:45.849333 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] For port 77a6fd69-2918-4963-bd88-895e16e1e28a, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:18:45.872895 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] For port 77a6fd69-2918-4963-bd88-895e16e1e28a, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=77a6fd69-2918-4963-bd88-895e16e1e28a,segment=NetworkSegment(ea9bac14-6d5b-4363-b648-8ac48a288293),segment_id=ea9bac14-6d5b-4363-b648-8ac48a288293)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:18:45.891082 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:45.937424 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:45.938029 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:45.939440 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] 10.222.0.83 "PUT /v2.0/ports/77a6fd69-2918-4963-bd88-895e16e1e28a HTTP/1.1" status: 200 len: 1092 time: 1.6079912 Nov 11 17:18:45.943443 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-c1ef34b6-b263-4191-bee3-1e7fb069564d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:45.944410 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-c1ef34b6-b263-4191-bee3-1e7fb069564d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1225159 Nov 11 17:18:45.992839 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f946b7e-c483-4392-a414-36462cf0229e req-330ea165-ba76-43a8-b0df-6c4b5d44052f tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:45.998784 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f946b7e-c483-4392-a414-36462cf0229e req-330ea165-ba76-43a8-b0df-6c4b5d44052f tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:46.005307 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f946b7e-c483-4392-a414-36462cf0229e req-330ea165-ba76-43a8-b0df-6c4b5d44052f tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:46.006950 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f946b7e-c483-4392-a414-36462cf0229e req-330ea165-ba76-43a8-b0df-6c4b5d44052f tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 2388 time: 0.1545029 Nov 11 17:18:46.037253 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] Request body: {'port': {'device_id': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:46.038872 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 206185b8-c67c-4ead-b803-d162ff80b849 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:18:46.059433 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb367d-d7b9-49a1-ad19-c54b892d4738 service neutron] Pushing event updated for resources: {'Port': ['ID=77a6fd69-2918-4963-bd88-895e16e1e28a,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:46.113788 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 206185b8-c67c-4ead-b803-d162ff80b849 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:46.114275 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:46.156887 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:46.190332 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f946b7e-c483-4392-a414-36462cf0229e req-05cfdc95-a553-4686-8c04-e04fa5395d55 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345201 Nov 11 17:18:46.197750 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-13f0bae3-2878-4938-8e91-46e823692966 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433770 Nov 11 17:18:46.251979 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:46.296239 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54cb257-3144-4492-bbfc-dcd0aac94f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206185b8-c67c-4ead-b803-d162ff80b849'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:46.298935 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3539b6-bba6-444a-bb83-ddb72a4e9b35" -d '{"events": [{"server_uuid": "d54cb257-3144-4492-bbfc-dcd0aac94f37", "name": "network-vif-plugged", "status": "completed", "tag": "206185b8-c67c-4ead-b803-d162ff80b849"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:46.319058 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 206185b8-c67c-4ead-b803-d162ff80b849, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=206185b8-c67c-4ead-b803-d162ff80b849,segment=NetworkSegment(5f9bc0d0-071c-4a5a-b668-056b98ce33d1),segment_id=5f9bc0d0-071c-4a5a-b668-056b98ce33d1)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:46.328060 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:46.395188 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce8b40a-c56b-45be-9617-2723ece5fa01 x-openstack-request-id: req-dce8b40a-c56b-45be-9617-2723ece5fa01 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:46.395512 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54cb257-3144-4492-bbfc-dcd0aac94f37", "name": "network-vif-plugged", "status": "completed", "tag": "206185b8-c67c-4ead-b803-d162ff80b849", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:46.395796 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dce8b40a-c56b-45be-9617-2723ece5fa01 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:46.396201 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54cb257-3144-4492-bbfc-dcd0aac94f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206185b8-c67c-4ead-b803-d162ff80b849', 'code': 200} Nov 11 17:18:46.415056 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=206185b8-c67c-4ead-b803-d162ff80b849,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:46.468805 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14602d9-f59e-42c0-af30-978f3011aca4 req-857a8961-115c-4474-b60f-1e8d39d05559 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:46.470988 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f14602d9-f59e-42c0-af30-978f3011aca4 req-857a8961-115c-4474-b60f-1e8d39d05559 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.83 "GET /v2.0/ports?device_id=d54cb257-3144-4492-bbfc-dcd0aac94f37 HTTP/1.1" status: 200 len: 946 time: 0.0922074 Nov 11 17:18:46.583486 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-f14602d9-f59e-42c0-af30-978f3011aca4 req-14b067ad-1a50-42ba-91db-797b852dc5e2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Deleting port 206185b8-c67c-4ead-b803-d162ff80b849 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:18:46.584082 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f14602d9-f59e-42c0-af30-978f3011aca4 req-14b067ad-1a50-42ba-91db-797b852dc5e2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:46.684618 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-f14602d9-f59e-42c0-af30-978f3011aca4 req-14b067ad-1a50-42ba-91db-797b852dc5e2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] For port 206185b8-c67c-4ead-b803-d162ff80b849, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=206185b8-c67c-4ead-b803-d162ff80b849,segment=NetworkSegment(5f9bc0d0-071c-4a5a-b668-056b98ce33d1),segment_id=5f9bc0d0-071c-4a5a-b668-056b98ce33d1)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:46.685138 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f14602d9-f59e-42c0-af30-978f3011aca4 req-14b067ad-1a50-42ba-91db-797b852dc5e2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:46.699032 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-f14602d9-f59e-42c0-af30-978f3011aca4 req-14b067ad-1a50-42ba-91db-797b852dc5e2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Calling delete_port for 206185b8-c67c-4ead-b803-d162ff80b849 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:18:46.775200 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83e50024-9210-4d77-bf01-b1826c53ed09 req-6d4447d4-721f-4303-bafc-320edf92892d service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468380 Nov 11 17:18:46.785366 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c6bce-0de1-4a33-8310-086b4d33e328 req-208760cd-a520-41a6-bf04-b38c63e4d82f tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:46.792720 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b02c6bce-0de1-4a33-8310-086b4d33e328 req-208760cd-a520-41a6-bf04-b38c63e4d82f tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=d54cb257-3144-4492-bbfc-dcd0aac94f37 HTTP/1.1" status: 200 len: 946 time: 0.2124622 Nov 11 17:18:46.802164 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35a6d4-58aa-4c9f-a1ad-54b1d22b9f02 req-fc867042-9792-45ac-a7bd-a58c565b0c75 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:46.806135 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1b35a6d4-58aa-4c9f-a1ad-54b1d22b9f02 req-fc867042-9792-45ac-a7bd-a58c565b0c75 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.2247810 Nov 11 17:18:46.856969 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f14602d9-f59e-42c0-af30-978f3011aca4 req-14b067ad-1a50-42ba-91db-797b852dc5e2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:46.890402 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b067ad-1a50-42ba-91db-797b852dc5e2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Pushing event deleted for resources: {'Port': ['ID=206185b8-c67c-4ead-b803-d162ff80b849,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:46.934134 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14602d9-f59e-42c0-af30-978f3011aca4 req-14b067ad-1a50-42ba-91db-797b852dc5e2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] No DVR routers for this DVR port 206185b8-c67c-4ead-b803-d162ff80b849 on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:18:46.937127 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f14602d9-f59e-42c0-af30-978f3011aca4 req-14b067ad-1a50-42ba-91db-797b852dc5e2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:46.941350 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f14602d9-f59e-42c0-af30-978f3011aca4 req-14b067ad-1a50-42ba-91db-797b852dc5e2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.83 "DELETE /v2.0/ports/206185b8-c67c-4ead-b803-d162ff80b849 HTTP/1.1" status: 204 len: 173 time: 0.4603612 Nov 11 17:18:46.942531 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54cb257-3144-4492-bbfc-dcd0aac94f37', 'name': 'network-vif-deleted', 'tag': '206185b8-c67c-4ead-b803-d162ff80b849'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:46.944816 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1810a0d3-4592-4449-811f-685d703e07dd" -d '{"events": [{"server_uuid": "d54cb257-3144-4492-bbfc-dcd0aac94f37", "name": "network-vif-deleted", "tag": "206185b8-c67c-4ead-b803-d162ff80b849"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:47.029031 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1b35a6d4-58aa-4c9f-a1ad-54b1d22b9f02 req-76bcf699-820a-44cc-b058-7b59ff842864 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970556 Nov 11 17:18:47.031860 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a91f0-fbd9-4113-8c7d-b503741db888 req-b24390d4-61a3-4624-b299-2f415db947b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:47.032493 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-479a91f0-fbd9-4113-8c7d-b503741db888 req-b24390d4-61a3-4624-b299-2f415db947b4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f74cb49dd4dc4b70aa2bab089d84d9c4&device_id=f07cb399-fa4f-43eb-89b2-94205c1dd9be HTTP/1.1" status: 200 len: 1098 time: 0.1655416 Nov 11 17:18:47.035829 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b02c6bce-0de1-4a33-8310-086b4d33e328 req-e1629d3a-a794-4b2f-ab32-2e42b6ecf74b tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423003 Nov 11 17:18:47.213002 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e60a1cb-ca74-40dd-a25e-7bddcd416d80 x-openstack-request-id: req-6e60a1cb-ca74-40dd-a25e-7bddcd416d80 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:47.213002 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54cb257-3144-4492-bbfc-dcd0aac94f37", "name": "network-vif-deleted", "tag": "206185b8-c67c-4ead-b803-d162ff80b849", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:47.213002 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6e60a1cb-ca74-40dd-a25e-7bddcd416d80 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:47.214210 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54cb257-3144-4492-bbfc-dcd0aac94f37', 'name': 'network-vif-deleted', 'tag': '206185b8-c67c-4ead-b803-d162ff80b849', 'status': 'completed', 'code': 200} Nov 11 17:18:47.222524 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eccb9967-235f-44d7-a226-2414839215c8 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:47.238319 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:47.276158 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea321d37-b7a5-4df3-9cc7-d98e9e3a8e45 req-ef155eeb-30e6-46da-af23-90cb93a01dfe tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:47.277672 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea321d37-b7a5-4df3-9cc7-d98e9e3a8e45 req-ef155eeb-30e6-46da-af23-90cb93a01dfe tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=f07cb399-fa4f-43eb-89b2-94205c1dd9be HTTP/1.1" status: 200 len: 947 time: 0.1080253 Nov 11 17:18:47.278692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] Transition to ACTIVE for port object eccb9967-235f-44d7-a226-2414839215c8 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:18:47.293654 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:47.320413 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a91f0-fbd9-4113-8c7d-b503741db888 req-de6d7189-d2e9-4ee0-8480-43a78c85d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:47.321865 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-479a91f0-fbd9-4113-8c7d-b503741db888 req-de6d7189-d2e9-4ee0-8480-43a78c85d42f service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.2691443 Nov 11 17:18:47.392269 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-479a91f0-fbd9-4113-8c7d-b503741db888 req-695c062e-5232-4f21-bf16-96bbbbedf745 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=ee27c248-592b-4151-b5e2-f8b60556d70d HTTP/1.1" status: 200 len: 217 time: 0.0492272 Nov 11 17:18:47.501597 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] Pushing event updated for resources: {'Port': ['ID=eccb9967-235f-44d7-a226-2414839215c8,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:47.531337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'tag': '77a6fd69-2918-4963-bd88-895e16e1e28a'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:47.533632 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e966c59d-5156-4761-94e7-0f0d3178046c" -d '{"events": [{"name": "network-changed", "server_uuid": "fcce7304-5c79-40f5-aecf-7766419adc34", "tag": "77a6fd69-2918-4963-bd88-895e16e1e28a"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:47.580302 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea321d37-b7a5-4df3-9cc7-d98e9e3a8e45 req-124ec846-c4cc-4a6f-8af7-884414103b33 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895584 Nov 11 17:18:47.624949 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1ae18-fc86-4ef0-9c4f-070301264c79 req-bf8f2aa3-ea2e-4f43-b2ad-72936fc7e196 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:47.631929 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1ae18-fc86-4ef0-9c4f-070301264c79 req-bf8f2aa3-ea2e-4f43-b2ad-72936fc7e196 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:47.638490 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1ae18-fc86-4ef0-9c4f-070301264c79 req-bf8f2aa3-ea2e-4f43-b2ad-72936fc7e196 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:47.644262 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39c1ae18-fc86-4ef0-9c4f-070301264c79 req-bf8f2aa3-ea2e-4f43-b2ad-72936fc7e196 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 2400 time: 0.2583444 Nov 11 17:18:47.651539 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27221ba9-5dff-452d-958b-3b8cdf3cd326 x-openstack-request-id: req-27221ba9-5dff-452d-958b-3b8cdf3cd326 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:47.651858 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcce7304-5c79-40f5-aecf-7766419adc34", "tag": "77a6fd69-2918-4963-bd88-895e16e1e28a", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:47.652111 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-27221ba9-5dff-452d-958b-3b8cdf3cd326 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:47.652503 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'tag': '77a6fd69-2918-4963-bd88-895e16e1e28a', 'status': 'completed', 'code': 200} Nov 11 17:18:47.683626 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] Attempting to bind port eccb9967-235f-44d7-a226-2414839215c8 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:18:47.683988 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] Attempting to bind port eccb9967-235f-44d7-a226-2414839215c8 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '41fc2f48-e016-42a6-aea8-3048f5e33a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '8e195e42-c997-4ae5-a16d-ea58a8f51ec8'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:18:47.684349 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] Attempting to bind port eccb9967-235f-44d7-a226-2414839215c8 on network 8e195e42-c997-4ae5-a16d-ea58a8f51ec8 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:47.689988 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] Port eccb9967-235f-44d7-a226-2414839215c8 on network 8e195e42-c997-4ae5-a16d-ea58a8f51ec8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:18:47.690307 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] Attempting to bind port eccb9967-235f-44d7-a226-2414839215c8 on network 8e195e42-c997-4ae5-a16d-ea58a8f51ec8 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:47.693099 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a91f0-fbd9-4113-8c7d-b503741db888 req-4c871029-f1d8-4bd7-b31a-98aa7e77b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:47.694568 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-479a91f0-fbd9-4113-8c7d-b503741db888 req-4c871029-f1d8-4bd7-b31a-98aa7e77b45b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.2831166 Nov 11 17:18:47.702260 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:18:47.702616 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] Checking segment: {'id': '41fc2f48-e016-42a6-aea8-3048f5e33a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '8e195e42-c997-4ae5-a16d-ea58a8f51ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:18:47.702996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] Bound using segment: {'id': '41fc2f48-e016-42a6-aea8-3048f5e33a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '8e195e42-c997-4ae5-a16d-ea58a8f51ec8'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:18:47.703430 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] Bound port: eccb9967-235f-44d7-a226-2414839215c8, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41fc2f48-e016-42a6-aea8-3048f5e33a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '8e195e42-c997-4ae5-a16d-ea58a8f51ec8'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:18:47.703807 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:47.726047 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966c59d-5156-4761-94e7-0f0d3178046c req-f6d2c506-2b4a-417c-8215-382dd0e0eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:47.727165 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966c59d-5156-4761-94e7-0f0d3178046c req-f6d2c506-2b4a-417c-8215-382dd0e0eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:47.727887 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966c59d-5156-4761-94e7-0f0d3178046c req-f6d2c506-2b4a-417c-8215-382dd0e0eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:47.729703 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e966c59d-5156-4761-94e7-0f0d3178046c req-f6d2c506-2b4a-417c-8215-382dd0e0eb44 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abafc778917c45ffb51f117ab3a8e83e&device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 2756 time: 0.0591278 Nov 11 17:18:47.767239 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39c1ae18-fc86-4ef0-9c4f-070301264c79 req-b2e871e1-1764-4380-8af1-bc65aecb0811 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194267 Nov 11 17:18:47.825785 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a91f0-fbd9-4113-8c7d-b503741db888 req-021f6c40-e05b-4e9a-87ac-e6e72076b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:47.827613 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-479a91f0-fbd9-4113-8c7d-b503741db888 req-021f6c40-e05b-4e9a-87ac-e6e72076b9c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1166880 Nov 11 17:18:47.848401 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] For port eccb9967-235f-44d7-a226-2414839215c8, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:18:47.905131 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] For port eccb9967-235f-44d7-a226-2414839215c8, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=eccb9967-235f-44d7-a226-2414839215c8,segment=NetworkSegment(41fc2f48-e016-42a6-aea8-3048f5e33a07),segment_id=41fc2f48-e016-42a6-aea8-3048f5e33a07)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:18:47.915072 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:47.947418 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966c59d-5156-4761-94e7-0f0d3178046c req-5af90653-b208-4b74-bcad-3ef53d0b07b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:47.948193 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966c59d-5156-4761-94e7-0f0d3178046c req-5af90653-b208-4b74-bcad-3ef53d0b07b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:47.948646 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966c59d-5156-4761-94e7-0f0d3178046c req-5af90653-b208-4b74-bcad-3ef53d0b07b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:47.950618 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e966c59d-5156-4761-94e7-0f0d3178046c req-5af90653-b208-4b74-bcad-3ef53d0b07b5 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=abafc778917c45ffb51f117ab3a8e83e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2112465 Nov 11 17:18:47.970424 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:47.971045 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:47.973028 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] 10.222.0.83 "PUT /v2.0/ports/eccb9967-235f-44d7-a226-2414839215c8 HTTP/1.1" status: 200 len: 1092 time: 1.9991457 Nov 11 17:18:48.009928 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:48.019898 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] Request body: {'port': {'device_id': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:48.040805 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device d33002b9-2ed5-46af-9a4d-fdd8b66b33bc no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:18:48.104077 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: d33002b9-2ed5-46af-9a4d-fdd8b66b33bc {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:18:48.105168 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-479a91f0-fbd9-4113-8c7d-b503741db888 req-b9870156-ee57-49d2-bb3d-97d7ae70bd76 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686205 Nov 11 17:18:48.106470 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device d33002b9-2ed5-46af-9a4d-fdd8b66b33bc not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:18:48.113318 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 206185b8-c67c-4ead-b803-d162ff80b849 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:18:48.121374 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff766d-0dc2-44f2-8f9d-3db2e78a08fa service neutron] Pushing event updated for resources: {'Port': ['ID=eccb9967-235f-44d7-a226-2414839215c8,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:48.201816 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 206185b8-c67c-4ead-b803-d162ff80b849 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:18:48.202160 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 206185b8-c67c-4ead-b803-d162ff80b849 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:18:48.241556 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966c59d-5156-4761-94e7-0f0d3178046c req-2ba7971d-8762-444e-bb3e-d8fdd0c5f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:48.243075 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e966c59d-5156-4761-94e7-0f0d3178046c req-2ba7971d-8762-444e-bb3e-d8fdd0c5f48d service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2851894 Nov 11 17:18:48.308859 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:48.373470 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aaa85e-392b-47a1-b79d-e9d7bcb0a250 req-c2aebee0-a695-4fb3-b829-d261d4b049d5 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:48.380666 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35aaa85e-392b-47a1-b79d-e9d7bcb0a250 req-c2aebee0-a695-4fb3-b829-d261d4b049d5 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.2226179 Nov 11 17:18:48.516303 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-479a91f0-fbd9-4113-8c7d-b503741db888 req-1ef2ec32-2292-44f3-b68b-0506aee3fcb7 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993387 Nov 11 17:18:48.613575 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35aaa85e-392b-47a1-b79d-e9d7bcb0a250 req-db43e018-8b05-4c8e-af09-e49b7cef92fd tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320530 Nov 11 17:18:48.647177 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-bcb7875d-c6f3-4a7f-aca7-5bf687327041 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:48.649680 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-bcb7875d-c6f3-4a7f-aca7-5bf687327041 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/networks?id=c53fa25f-ee4c-487a-b50c-a868d90fe5db HTTP/1.1" status: 200 len: 821 time: 0.2629924 Nov 11 17:18:48.703654 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-879f8d74-8362-4917-b8a0-5ca7e69423a2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/quotas/39ccbf2cad924d99ad56b5467d08ef87 HTTP/1.1" status: 200 len: 375 time: 0.0474157 Nov 11 17:18:48.802275 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-0c9f4c99-5500-4628-8260-5cf6eeff1de8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=39ccbf2cad924d99ad56b5467d08ef87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0916629 Nov 11 17:18:48.942530 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c1c86-55fd-40e5-a263-15890a3cf866 req-54d9b5a6-ce0d-406e-9007-bb591dd47f42 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:48.944022 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d3c1c86-55fd-40e5-a263-15890a3cf866 req-54d9b5a6-ce0d-406e-9007-bb591dd47f42 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=f07cb399-fa4f-43eb-89b2-94205c1dd9be HTTP/1.1" status: 200 len: 947 time: 0.1753659 Nov 11 17:18:48.956753 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec86fde-490c-40e4-8e2e-adf54f8dcade {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:48.976982 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:49.008995 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-765773eb-fe96-49a7-abc7-c76c8134b1d7 service neutron] 10.222.0.76 "GET /v2.0/networks/c53fa25f-ee4c-487a-b50c-a868d90fe5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908011 Nov 11 17:18:49.011064 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] Transition to ACTIVE for port object 0ec86fde-490c-40e4-8e2e-adf54f8dcade will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:18:49.028392 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:49.114239 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d3c1c86-55fd-40e5-a263-15890a3cf866 req-0e3881c9-2307-49c5-84f0-f347d92dd419 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610606 Nov 11 17:18:49.202026 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] Pushing event updated for resources: {'Port': ['ID=0ec86fde-490c-40e4-8e2e-adf54f8dcade,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:49.294058 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-00217a6a-3548-4162-af9f-79fc57a60bce service neutron] 10.222.0.76 "GET /v2.0/networks/c53fa25f-ee4c-487a-b50c-a868d90fe5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763188 Nov 11 17:18:49.300598 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] Attempting to bind port 0ec86fde-490c-40e4-8e2e-adf54f8dcade on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:18:49.300929 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] Attempting to bind port 0ec86fde-490c-40e4-8e2e-adf54f8dcade by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'ea9bac14-6d5b-4363-b648-8ac48a288293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:18:49.301256 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] Attempting to bind port 0ec86fde-490c-40e4-8e2e-adf54f8dcade on network d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:49.317066 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e80db7-496f-4628-ab57-21501c0c7e79 req-16656b94-bf1f-4306-937c-fb53d01ac163 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:49.323059 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e80db7-496f-4628-ab57-21501c0c7e79 req-16656b94-bf1f-4306-937c-fb53d01ac163 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:49.329495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e80db7-496f-4628-ab57-21501c0c7e79 req-16656b94-bf1f-4306-937c-fb53d01ac163 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:49.337638 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90e80db7-496f-4628-ab57-21501c0c7e79 req-16656b94-bf1f-4306-937c-fb53d01ac163 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 2412 time: 0.1311646 Nov 11 17:18:49.344656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] Port 0ec86fde-490c-40e4-8e2e-adf54f8dcade on network d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:18:49.344984 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] Attempting to bind port 0ec86fde-490c-40e4-8e2e-adf54f8dcade on network d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:49.357384 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:18:49.357676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] Checking segment: {'id': 'ea9bac14-6d5b-4363-b648-8ac48a288293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:18:49.358056 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] Bound using segment: {'id': 'ea9bac14-6d5b-4363-b648-8ac48a288293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:18:49.358490 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] Bound port: 0ec86fde-490c-40e4-8e2e-adf54f8dcade, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea9bac14-6d5b-4363-b648-8ac48a288293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:18:49.358845 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:49.440101 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90e80db7-496f-4628-ab57-21501c0c7e79 req-fcd79a9c-dfa4-411a-8612-c760cb1f5160 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018031 Nov 11 17:18:49.464633 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] For port 0ec86fde-490c-40e4-8e2e-adf54f8dcade, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:18:49.469463 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] For port 0ec86fde-490c-40e4-8e2e-adf54f8dcade, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0ec86fde-490c-40e4-8e2e-adf54f8dcade,segment=NetworkSegment(ea9bac14-6d5b-4363-b648-8ac48a288293),segment_id=ea9bac14-6d5b-4363-b648-8ac48a288293)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:18:49.480498 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:49.560141 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] Pushing event updated for resources: {'Port': ['ID=0ec86fde-490c-40e4-8e2e-adf54f8dcade,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:49.624136 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:49.624468 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:49.626019 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-927cabdf-e053-4d54-809b-68837f1ed0fd service neutron] 10.222.0.83 "PUT /v2.0/ports/0ec86fde-490c-40e4-8e2e-adf54f8dcade HTTP/1.1" status: 200 len: 1091 time: 1.6127322 Nov 11 17:18:49.631895 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-af6d49b1-8d96-4b45-a412-ac3d8bd7c738 req-d1b836f3-167e-43ef-baf2-6e809b250f24 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=859c3f2e-6e6c-4834-8348-fa7b22cbcffb HTTP/1.1" status: 200 len: 210 time: 0.0557520 Nov 11 17:18:49.664100 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'tag': 'eccb9967-235f-44d7-a226-2414839215c8'}, {'name': 'network-changed', 'server_uuid': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'tag': '0ec86fde-490c-40e4-8e2e-adf54f8dcade'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:49.666485 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac" -d '{"events": [{"name": "network-changed", "server_uuid": "fcce7304-5c79-40f5-aecf-7766419adc34", "tag": "eccb9967-235f-44d7-a226-2414839215c8"}, {"name": "network-changed", "server_uuid": "fcce7304-5c79-40f5-aecf-7766419adc34", "tag": "0ec86fde-490c-40e4-8e2e-adf54f8dcade"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:49.764325 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4845463a-f35b-43bd-a661-9cc83eb8fbd7 x-openstack-request-id: req-4845463a-f35b-43bd-a661-9cc83eb8fbd7 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:49.764860 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcce7304-5c79-40f5-aecf-7766419adc34", "tag": "eccb9967-235f-44d7-a226-2414839215c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fcce7304-5c79-40f5-aecf-7766419adc34", "tag": "0ec86fde-490c-40e4-8e2e-adf54f8dcade", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:49.765415 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4845463a-f35b-43bd-a661-9cc83eb8fbd7 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:49.768114 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'tag': 'eccb9967-235f-44d7-a226-2414839215c8', 'status': 'completed', 'code': 200} Nov 11 17:18:49.768439 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'tag': '0ec86fde-490c-40e4-8e2e-adf54f8dcade', 'status': 'completed', 'code': 200} Nov 11 17:18:49.848157 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-738cf90b-33c5-4352-9eb2-858427d7a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:49.848572 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-738cf90b-33c5-4352-9eb2-858427d7a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:49.849179 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-738cf90b-33c5-4352-9eb2-858427d7a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:49.850906 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-738cf90b-33c5-4352-9eb2-858427d7a113 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abafc778917c45ffb51f117ab3a8e83e&device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 2865 time: 0.1503587 Nov 11 17:18:49.919483 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-36bcdf60-100a-41ce-ad86-9bc6ade47ee1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.179&port_id=77a6fd69-2918-4963-bd88-895e16e1e28a HTTP/1.1" status: 200 len: 217 time: 0.0558703 Nov 11 17:18:49.947755 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a9c9f-3a0e-4d8c-8a32-de11c02e1a51 req-ce6438e8-3849-4a2a-b7bc-21f2378341c4 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:49.950848 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-057a9c9f-3a0e-4d8c-8a32-de11c02e1a51 req-ce6438e8-3849-4a2a-b7bc-21f2378341c4 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.1728125 Nov 11 17:18:50.027978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-e5e65619-f2fb-4832-854d-a2dd355c8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:50.030138 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-e5e65619-f2fb-4832-854d-a2dd355c8bc1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b3cccc3a-88e6-423f-865f-945aa4e18ddd HTTP/1.1" status: 200 len: 801 time: 0.0997438 Nov 11 17:18:50.039126 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-057a9c9f-3a0e-4d8c-8a32-de11c02e1a51 req-8647a707-b348-4ae8-9372-c8bb7a7289af tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619094 Nov 11 17:18:50.043275 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device ee27c248-592b-4151-b5e2-f8b60556d70d details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:18:50.103125 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-75bb84d8-9875-4be0-aeb1-4e4833a508d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:50.105019 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-75bb84d8-9875-4be0-aeb1-4e4833a508d5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0642252 Nov 11 17:18:50.163571 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port ee27c248-592b-4151-b5e2-f8b60556d70d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=ee27c248-592b-4151-b5e2-f8b60556d70d,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:50.175824 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'ee27c248-592b-4151-b5e2-f8b60556d70d', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': 'ee27c248-592b-4151-b5e2-f8b60556d70d', 'mac_address': 'fa:16:3e:43:fd:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:18:50.215679 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:50.235441 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee27c248-592b-4151-b5e2-f8b60556d70d {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:50.248139 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-470836e4-d455-4f4d-936c-cc2f0e1da6dd service neutron] 10.222.0.83 "GET /v2.0/networks/d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342366 Nov 11 17:18:50.262780 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port ee27c248-592b-4151-b5e2-f8b60556d70d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=ee27c248-592b-4151-b5e2-f8b60556d70d,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:50.267031 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:50.329756 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=ee27c248-592b-4151-b5e2-f8b60556d70d,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:50.363185 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32003c-0e2e-4213-83fd-0a4e79bb7641 req-be521cbc-6d31-4f4a-a505-78a4f48d42c4 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:50.364829 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba32003c-0e2e-4213-83fd-0a4e79bb7641 req-be521cbc-6d31-4f4a-a505-78a4f48d42c4 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=f07cb399-fa4f-43eb-89b2-94205c1dd9be HTTP/1.1" status: 200 len: 947 time: 0.1331248 Nov 11 17:18:50.420379 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-d2d4b185-a6c9-46ec-9e46-ff72f4cfe55e service neutron] 10.222.0.83 "GET /v2.0/networks/d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482356 Nov 11 17:18:50.474293 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba32003c-0e2e-4213-83fd-0a4e79bb7641 req-76f73ebd-11ad-4102-8a7e-0edae1128fa6 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016901 Nov 11 17:18:50.475698 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-0f6fd53b-306d-40f1-8d82-bf115aee52f1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.220&port_id=eccb9967-235f-44d7-a226-2414839215c8 HTTP/1.1" status: 200 len: 217 time: 0.0450811 Nov 11 17:18:50.492319 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['ee27c248-592b-4151-b5e2-f8b60556d70d'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:18:50.536115 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-8c92993e-351f-4a41-b9f7-5d8e625dae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:50.539475 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-8c92993e-351f-4a41-b9f7-5d8e625dae2c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8c148ec6-bf6b-4856-ac19-81b04aa90aa6 HTTP/1.1" status: 200 len: 801 time: 0.0562503 Nov 11 17:18:50.631242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9d043139-1719-4ae2-a909-636562ca7558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:50.632808 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-9d043139-1719-4ae2-a909-636562ca7558 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8e195e42-c997-4ae5-a16d-ea58a8f51ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0842538 Nov 11 17:18:50.714956 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d757f94-6cea-4639-8540-da0ed0b93f11 req-7cfe72a7-8688-479b-83e1-2e287312173f tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:50.729531 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d757f94-6cea-4639-8540-da0ed0b93f11 req-7cfe72a7-8688-479b-83e1-2e287312173f tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:50.743757 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d757f94-6cea-4639-8540-da0ed0b93f11 req-7cfe72a7-8688-479b-83e1-2e287312173f tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:50.743757 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d757f94-6cea-4639-8540-da0ed0b93f11 req-7cfe72a7-8688-479b-83e1-2e287312173f tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 2412 time: 0.1589005 Nov 11 17:18:51.162433 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe6a68ef-d400-4e2c-829e-af5db5ae607d req-fd9921c3-9635-4c76-8d6d-4dd11f60e9dd tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=859c3f2e-6e6c-4834-8348-fa7b22cbcffb HTTP/1.1" status: 200 len: 210 time: 0.3993475 Nov 11 17:18:51.227056 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d757f94-6cea-4639-8540-da0ed0b93f11 req-fdc4dc0a-53a9-4bbb-8d09-912742f727c1 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650717 Nov 11 17:18:51.251556 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-3dad7ff7-4f5d-4d3d-a91c-ebdf6ea5ebad service neutron] 10.222.0.83 "GET /v2.0/networks/8e195e42-c997-4ae5-a16d-ea58a8f51ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6016054 Nov 11 17:18:51.258646 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-611221c9-6496-456e-bd75-38fd3c142344 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:51.260098 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-611221c9-6496-456e-bd75-38fd3c142344 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.83 "GET /v2.0/networks?id=c53fa25f-ee4c-487a-b50c-a868d90fe5db HTTP/1.1" status: 200 len: 821 time: 0.5212264 Nov 11 17:18:51.273001 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-fec76c71-bb8c-4c84-8065-d71bce9747ec tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Request body: {'port': {'device_id': '859c3f2e-6e6c-4834-8348-fa7b22cbcffb', 'network_id': 'c53fa25f-ee4c-487a-b50c-a868d90fe5db', 'admin_state_up': True, 'tenant_id': '39ccbf2cad924d99ad56b5467d08ef87'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:51.471337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5e992-e608-4c08-986f-d14342ab4150 req-d4acefc7-2607-4217-bae7-d7bf5a918bdc tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:51.473307 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7ef5e992-e608-4c08-986f-d14342ab4150 req-d4acefc7-2607-4217-bae7-d7bf5a918bdc tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 1096 time: 0.2123382 Nov 11 17:18:51.502000 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-f4045e8c-992e-497e-8527-8bdd8ea4ba19 service neutron] 10.222.0.83 "GET /v2.0/networks/8e195e42-c997-4ae5-a16d-ea58a8f51ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399223 Nov 11 17:18:51.562497 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5f74f-c72f-45e7-8e1c-624a0c156f17 req-05166c1f-a2ad-41b7-ad5a-92188880f2fa tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:51.563974 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e9f5f74f-c72f-45e7-8e1c-624a0c156f17 req-05166c1f-a2ad-41b7-ad5a-92188880f2fa tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.1682808 Nov 11 17:18:51.570235 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-ba669cf1-3f41-4116-b2bc-04b8ba265fe0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.91&port_id=0ec86fde-490c-40e4-8e2e-adf54f8dcade HTTP/1.1" status: 200 len: 217 time: 0.0575557 Nov 11 17:18:51.652064 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-fec76c71-bb8c-4c84-8065-d71bce9747ec tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Made reservation on behalf of 39ccbf2cad924d99ad56b5467d08ef87 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:18:51.655779 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-fec76c71-bb8c-4c84-8065-d71bce9747ec tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:51.659062 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7ef5e992-e608-4c08-986f-d14342ab4150 req-8f884261-c408-4025-997a-97859809d51a tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756966 Nov 11 17:18:51.693230 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-00c70386-d8be-4b0d-bd00-18cc2b71cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:51.694677 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-00c70386-d8be-4b0d-bd00-18cc2b71cb60 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b3cccc3a-88e6-423f-865f-945aa4e18ddd HTTP/1.1" status: 200 len: 801 time: 0.1142814 Nov 11 17:18:51.700854 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e9f5f74f-c72f-45e7-8e1c-624a0c156f17 req-707a1bb8-46c3-44fd-8dad-60e0327d226e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240335 Nov 11 17:18:51.836331 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-ba9ca89f-4ac2-4c8c-8bd0-a7435ba7e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:51.837925 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-ba9ca89f-4ac2-4c8c-8bd0-a7435ba7e749 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1349425 Nov 11 17:18:51.944786 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-fec76c71-bb8c-4c84-8065-d71bce9747ec tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Allocated IP 172.20.0.14 (c53fa25f-ee4c-487a-b50c-a868d90fe5db/7a4c5679-b2ed-4f42-a424-f20885c9949a/1a226fa5-429d-4c72-9a57-58d821e9eff8) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:18:51.959573 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215f74d-fee7-4d40-acd5-073c01207e36 req-56933079-3c38-4ab8-b619-0986abeeb75d tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:51.961638 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c215f74d-fee7-4d40-acd5-073c01207e36 req-56933079-3c38-4ab8-b619-0986abeeb75d tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=f07cb399-fa4f-43eb-89b2-94205c1dd9be HTTP/1.1" status: 200 len: 948 time: 0.1837351 Nov 11 17:18:52.057715 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-f63bfa79-fce4-4fc7-a2ed-60d6b86adb51 service neutron] 10.222.0.83 "GET /v2.0/networks/d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990292 Nov 11 17:18:52.061098 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device ee27c248-592b-4151-b5e2-f8b60556d70d up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:18:52.105114 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c215f74d-fee7-4d40-acd5-073c01207e36 req-e2d07583-ce7a-4a46-8b43-994afad27e91 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276910 Nov 11 17:18:52.114113 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port ee27c248-592b-4151-b5e2-f8b60556d70d completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:18:52.120222 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port ee27c248-592b-4151-b5e2-f8b60556d70d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:18:52.120597 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:52.168740 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50058) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:52.252313 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:52.289772 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07cb399-fa4f-43eb-89b2-94205c1dd9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee27c248-592b-4151-b5e2-f8b60556d70d'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:52.292561 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fcb699-c6aa-45c8-a614-79209c5cd297" -d '{"events": [{"server_uuid": "f07cb399-fa4f-43eb-89b2-94205c1dd9be", "name": "network-vif-plugged", "status": "completed", "tag": "ee27c248-592b-4151-b5e2-f8b60556d70d"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:52.305080 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-261c52fc-0584-427f-822c-503998405901 req-9b7ffc4c-e8dc-4fd1-aaa7-e4a5634a9c6f tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=859c3f2e-6e6c-4834-8348-fa7b22cbcffb HTTP/1.1" status: 200 len: 210 time: 0.0451937 Nov 11 17:18:52.317767 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port ee27c248-592b-4151-b5e2-f8b60556d70d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=ee27c248-592b-4151-b5e2-f8b60556d70d,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:52.329899 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6d2fd74-ff9a-4e80-ae9d-0971315c704b req-e5ad8a61-822d-4789-b4c3-40feaad4030d service neutron] 10.222.0.83 "GET /v2.0/networks/d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615047 Nov 11 17:18:52.333247 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:52.354851 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-fec76c71-bb8c-4c84-8065-d71bce9747ec tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:52.409376 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-fec76c71-bb8c-4c84-8065-d71bce9747ec tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:52.428798 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=ee27c248-592b-4151-b5e2-f8b60556d70d,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:52.516682 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-fec76c71-bb8c-4c84-8065-d71bce9747ec tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Network c53fa25f-ee4c-487a-b50c-a868d90fe5db is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:18:52.525746 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-fec76c71-bb8c-4c84-8065-d71bce9747ec tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:18:52.533289 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-fec76c71-bb8c-4c84-8065-d71bce9747ec tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:18:52.538006 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec76c71-bb8c-4c84-8065-d71bce9747ec tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Pushing event updated for resources: {'Port': ['ID=1a226fa5-429d-4c72-9a57-58d821e9eff8,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:52.566356 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-6bdb332b-13a3-45db-95f0-12d9ed6046de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:52.566839 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-6bdb332b-13a3-45db-95f0-12d9ed6046de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:52.567305 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-6bdb332b-13a3-45db-95f0-12d9ed6046de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:52.568976 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-6bdb332b-13a3-45db-95f0-12d9ed6046de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abafc778917c45ffb51f117ab3a8e83e&device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 2865 time: 0.1708982 Nov 11 17:18:52.587248 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3b042-c3ec-4c67-9a0c-4db476d43bc7 req-66964801-d8b8-49b7-a6b0-dc3239597544 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:52.593798 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3b042-c3ec-4c67-9a0c-4db476d43bc7 req-66964801-d8b8-49b7-a6b0-dc3239597544 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:52.599898 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3b042-c3ec-4c67-9a0c-4db476d43bc7 req-66964801-d8b8-49b7-a6b0-dc3239597544 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:52.607448 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ddf3b042-c3ec-4c67-9a0c-4db476d43bc7 req-66964801-d8b8-49b7-a6b0-dc3239597544 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 2412 time: 0.1947455 Nov 11 17:18:52.613144 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-82b6b323-d654-4b26-8929-a18f7be0033e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:52.686582 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-fec76c71-bb8c-4c84-8065-d71bce9747ec tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:52.687205 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-fec76c71-bb8c-4c84-8065-d71bce9747ec tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:52.726682 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-fec76c71-bb8c-4c84-8065-d71bce9747ec tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4571559 Nov 11 17:18:52.740274 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ddf3b042-c3ec-4c67-9a0c-4db476d43bc7 req-f4e5ebe1-80ca-46c7-8432-02b1ca60c28d tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318579 Nov 11 17:18:52.748758 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] Request body: {'port': {'device_id': '859c3f2e-6e6c-4834-8348-fa7b22cbcffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:52.790208 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05169860-ed9f-409e-add9-f1521165fec9 x-openstack-request-id: req-05169860-ed9f-409e-add9-f1521165fec9 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:52.790632 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07cb399-fa4f-43eb-89b2-94205c1dd9be", "name": "network-vif-plugged", "status": "completed", "tag": "ee27c248-592b-4151-b5e2-f8b60556d70d", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:52.790988 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-05169860-ed9f-409e-add9-f1521165fec9 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:52.791481 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07cb399-fa4f-43eb-89b2-94205c1dd9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee27c248-592b-4151-b5e2-f8b60556d70d', 'code': 200} Nov 11 17:18:52.815784 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-c8edfe4c-7bb6-4724-8378-5df605c1da06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:52.817258 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-c8edfe4c-7bb6-4724-8378-5df605c1da06 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8e195e42-c997-4ae5-a16d-ea58a8f51ec8 HTTP/1.1" status: 200 len: 902 time: 0.2027595 Nov 11 17:18:52.886457 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-2ae4e03b-33a2-4144-82e6-a9136c9fc101 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.220&port_id=eccb9967-235f-44d7-a226-2414839215c8 HTTP/1.1" status: 200 len: 217 time: 0.0441930 Nov 11 17:18:52.889198 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:53.013580 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-2e4c93ee-71ee-461c-89b3-31e9e5b88128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:53.015031 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-2e4c93ee-71ee-461c-89b3-31e9e5b88128 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8c148ec6-bf6b-4856-ac19-81b04aa90aa6 HTTP/1.1" status: 200 len: 801 time: 0.1120811 Nov 11 17:18:53.039102 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-1db22876-b51e-47d6-82d4-c03c6afa950c tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:18:53.040032 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-1db22876-b51e-47d6-82d4-c03c6afa950c tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158744 Nov 11 17:18:53.115928 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-ffc564df-3148-44e0-bec7-65a06614d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:53.117334 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-ffc564df-3148-44e0-bec7-65a06614d813 service neutron] 10.222.0.76 "GET /v2.0/ports/45666ccd-c637-450f-9235-a46ae3943e14 HTTP/1.1" status: 200 len: 1093 time: 0.0628939 Nov 11 17:18:53.124727 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235a79c-e96d-47a9-8f77-2439aa394b5a req-e23adf98-b537-493d-b01a-3771800305f3 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:53.126213 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7235a79c-e96d-47a9-8f77-2439aa394b5a req-e23adf98-b537-493d-b01a-3771800305f3 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.1632602 Nov 11 17:18:53.130262 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-602d0038-708f-4ae0-8f50-67b57329bed9 service neutron] Request body: {'binding': {'host': 'n-h2-816206-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:53.130711 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-602d0038-708f-4ae0-8f50-67b57329bed9 service neutron] Unknown quota resources ['binding']. {{(pid=102617) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 17:18:53.136361 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e9288-d10c-4448-804b-8782326e97cb req-d6a99b10-f00f-4b76-b3e7-93dcda58dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:53.137813 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b90e9288-d10c-4448-804b-8782326e97cb req-d6a99b10-f00f-4b76-b3e7-93dcda58dd6f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f07cb399-fa4f-43eb-89b2-94205c1dd9be HTTP/1.1" status: 200 len: 1100 time: 0.1126280 Nov 11 17:18:53.167942 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-bc4c12cb-b28f-4e5e-8ca1-3bbbd56c2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:53.169415 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-bc4c12cb-b28f-4e5e-8ca1-3bbbd56c2be9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8e195e42-c997-4ae5-a16d-ea58a8f51ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1458135 Nov 11 17:18:53.283288 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b90e9288-d10c-4448-804b-8782326e97cb req-ddae4f07-7026-4e9e-ab7a-ba76896e7578 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271782 Nov 11 17:18:53.287144 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7235a79c-e96d-47a9-8f77-2439aa394b5a req-105df273-be9c-49c0-a28e-58d824413b9c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519427 Nov 11 17:18:53.359187 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-c97cd190-f7dd-4516-91df-eafecfc413b5 service neutron] 10.222.0.83 "GET /v2.0/networks/8e195e42-c997-4ae5-a16d-ea58a8f51ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644428 Nov 11 17:18:53.370233 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-602d0038-708f-4ae0-8f50-67b57329bed9 service neutron] Attempting to bind port 45666ccd-c637-450f-9235-a46ae3943e14 on host n-h2-816206-4 for vnic_type normal with profile None {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:18:53.370570 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-602d0038-708f-4ae0-8f50-67b57329bed9 service neutron] Attempting to bind port 45666ccd-c637-450f-9235-a46ae3943e14 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:18:53.370894 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-602d0038-708f-4ae0-8f50-67b57329bed9 service neutron] Attempting to bind port 45666ccd-c637-450f-9235-a46ae3943e14 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:53.375026 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-82b6b323-d654-4b26-8929-a18f7be0033e admin admin] Deleting port ded19ca6-7939-44e4-9878-5ca6deca8f76 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:18:53.375365 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-82b6b323-d654-4b26-8929-a18f7be0033e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:53.390954 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-602d0038-708f-4ae0-8f50-67b57329bed9 service neutron] Port 45666ccd-c637-450f-9235-a46ae3943e14 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:18:53.391272 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-602d0038-708f-4ae0-8f50-67b57329bed9 service neutron] Attempting to bind port 45666ccd-c637-450f-9235-a46ae3943e14 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:53.411356 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a226fa5-429d-4c72-9a57-58d821e9eff8 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:53.419144 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:53.422110 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-602d0038-708f-4ae0-8f50-67b57329bed9 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:18:53.422449 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-602d0038-708f-4ae0-8f50-67b57329bed9 service neutron] Checking segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:18:53.422827 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-602d0038-708f-4ae0-8f50-67b57329bed9 service neutron] Bound using segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:18:53.423248 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-602d0038-708f-4ae0-8f50-67b57329bed9 service neutron] Bound port: 45666ccd-c637-450f-9235-a46ae3943e14, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:18:53.432858 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] Transition to ACTIVE for port object 1a226fa5-429d-4c72-9a57-58d821e9eff8 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:18:53.439082 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:53.505260 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-82b6b323-d654-4b26-8929-a18f7be0033e admin admin] For port ded19ca6-7939-44e4-9878-5ca6deca8f76, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ded19ca6-7939-44e4-9878-5ca6deca8f76,segment=NetworkSegment(94f9155b-d50c-47f6-975a-73a993a9741e),segment_id=94f9155b-d50c-47f6-975a-73a993a9741e)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:53.505643 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-82b6b323-d654-4b26-8929-a18f7be0033e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:53.508841 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-602d0038-708f-4ae0-8f50-67b57329bed9 service neutron] For port 45666ccd-c637-450f-9235-a46ae3943e14, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=45666ccd-c637-450f-9235-a46ae3943e14,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:18:53.518601 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-602d0038-708f-4ae0-8f50-67b57329bed9 service neutron] Publish callbacks [] for binding, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:53.519764 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-602d0038-708f-4ae0-8f50-67b57329bed9 service neutron] 10.222.0.76 "POST /v2.0/ports/45666ccd-c637-450f-9235-a46ae3943e14/bindings HTTP/1.1" status: 201 len: 389 time: 0.3937066 Nov 11 17:18:53.523490 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-82b6b323-d654-4b26-8929-a18f7be0033e admin admin] Calling delete_port for ded19ca6-7939-44e4-9878-5ca6deca8f76 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:18:53.564099 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1a226fa5-429d-4c72-9a57-58d821e9eff8,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:53.614746 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3517c-2d53-4bf6-b731-115d7ea31d5f req-ac2d698a-860c-4b90-bdc0-37a728645e26 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:53.616394 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-17b3517c-2d53-4bf6-b731-115d7ea31d5f req-ac2d698a-860c-4b90-bdc0-37a728645e26 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=f07cb399-fa4f-43eb-89b2-94205c1dd9be HTTP/1.1" status: 200 len: 949 time: 0.1740904 Nov 11 17:18:53.759240 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-17b3517c-2d53-4bf6-b731-115d7ea31d5f req-bb0e81d1-005d-4c47-a55a-cccdb3200bc7 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223738 Nov 11 17:18:53.761125 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-cf3d3754-9723-4742-83ad-79e3397079a0 service neutron] 10.222.0.83 "GET /v2.0/networks/8e195e42-c997-4ae5-a16d-ea58a8f51ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655959 Nov 11 17:18:53.768662 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] Attempting to bind port 1a226fa5-429d-4c72-9a57-58d821e9eff8 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:18:53.768995 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] Attempting to bind port 1a226fa5-429d-4c72-9a57-58d821e9eff8 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '5f9bc0d0-071c-4a5a-b668-056b98ce33d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'c53fa25f-ee4c-487a-b50c-a868d90fe5db'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:18:53.769381 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] Attempting to bind port 1a226fa5-429d-4c72-9a57-58d821e9eff8 on network c53fa25f-ee4c-487a-b50c-a868d90fe5db {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:53.778359 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cc542-7607-469f-b99d-006d2d26f0ad req-d976fe14-f41d-4ead-b352-f811a4cc751d tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:53.779971 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed0cc542-7607-469f-b99d-006d2d26f0ad req-d976fe14-f41d-4ead-b352-f811a4cc751d tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=859c3f2e-6e6c-4834-8348-fa7b22cbcffb HTTP/1.1" status: 200 len: 944 time: 0.1323287 Nov 11 17:18:53.797625 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-82b6b323-d654-4b26-8929-a18f7be0033e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:53.803564 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] Port 1a226fa5-429d-4c72-9a57-58d821e9eff8 on network c53fa25f-ee4c-487a-b50c-a868d90fe5db not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:18:53.803920 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] Attempting to bind port 1a226fa5-429d-4c72-9a57-58d821e9eff8 on network c53fa25f-ee4c-487a-b50c-a868d90fe5db {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:18:53.829508 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:18:53.829874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] Checking segment: {'id': '5f9bc0d0-071c-4a5a-b668-056b98ce33d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'c53fa25f-ee4c-487a-b50c-a868d90fe5db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:18:53.830144 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] Bound using segment: {'id': '5f9bc0d0-071c-4a5a-b668-056b98ce33d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'c53fa25f-ee4c-487a-b50c-a868d90fe5db'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:18:53.830809 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] Bound port: 1a226fa5-429d-4c72-9a57-58d821e9eff8, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f9bc0d0-071c-4a5a-b668-056b98ce33d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'c53fa25f-ee4c-487a-b50c-a868d90fe5db'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:18:53.830962 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:53.840844 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6b323-d654-4b26-8929-a18f7be0033e admin admin] Pushing event deleted for resources: {'Port': ['ID=ded19ca6-7939-44e4-9878-5ca6deca8f76,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:53.894554 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:53.931051 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-2af6bb9c-c6a0-4b69-bd8b-260c0c68a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:53.933170 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-2af6bb9c-c6a0-4b69-bd8b-260c0c68a471 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 1096 time: 0.1512947 Nov 11 17:18:53.938258 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-56305b22-bfe5-47a6-95a0-ed30618ffb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:53.938628 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-56305b22-bfe5-47a6-95a0-ed30618ffb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:53.939098 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-56305b22-bfe5-47a6-95a0-ed30618ffb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:53.940828 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-56305b22-bfe5-47a6-95a0-ed30618ffb82 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abafc778917c45ffb51f117ab3a8e83e&device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 2865 time: 0.1097438 Nov 11 17:18:53.943922 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed0cc542-7607-469f-b99d-006d2d26f0ad req-cd3f1c6b-dc22-448e-8fb8-9c80420e8f94 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515315 Nov 11 17:18:54.173576 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-a9b82dec-aafb-4401-ad2a-770ae83ab141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:54.174995 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-a9b82dec-aafb-4401-ad2a-770ae83ab141 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c HTTP/1.1" status: 200 len: 903 time: 0.2139218 Nov 11 17:18:54.175697 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-82b6b323-d654-4b26-8929-a18f7be0033e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:54.257515 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-8bb2a400-181e-4855-a112-ea7f88b55eb3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.91&port_id=0ec86fde-490c-40e4-8e2e-adf54f8dcade HTTP/1.1" status: 200 len: 217 time: 0.0715406 Nov 11 17:18:54.311263 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ed43a-a5d8-428b-8b61-fe6dc553a2f7 req-757fed1b-fea8-46b9-af33-b961aadb7535 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:54.313603 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-962ed43a-a5d8-428b-8b61-fe6dc553a2f7 req-757fed1b-fea8-46b9-af33-b961aadb7535 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 945 time: 0.4631448 Nov 11 17:18:54.343714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] For port 1a226fa5-429d-4c72-9a57-58d821e9eff8, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:18:54.354660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-ac09ad93-04a1-4d54-8859-443c0ab6eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:54.356247 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-ac09ad93-04a1-4d54-8859-443c0ab6eb3b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b3cccc3a-88e6-423f-865f-945aa4e18ddd HTTP/1.1" status: 200 len: 801 time: 0.0906994 Nov 11 17:18:54.393082 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] For port 1a226fa5-429d-4c72-9a57-58d821e9eff8, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=1a226fa5-429d-4c72-9a57-58d821e9eff8,segment=NetworkSegment(5f9bc0d0-071c-4a5a-b668-056b98ce33d1),segment_id=5f9bc0d0-071c-4a5a-b668-056b98ce33d1)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:18:54.409184 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:54.475286 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3eb1bd-028a-475a-97dc-cb47ef7fafc9 req-a827c623-f39c-4731-bd74-91db47e9e9b1 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:54.481267 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3eb1bd-028a-475a-97dc-cb47ef7fafc9 req-a827c623-f39c-4731-bd74-91db47e9e9b1 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:54.487504 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3eb1bd-028a-475a-97dc-cb47ef7fafc9 req-a827c623-f39c-4731-bd74-91db47e9e9b1 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:54.489531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da3eb1bd-028a-475a-97dc-cb47ef7fafc9 req-a827c623-f39c-4731-bd74-91db47e9e9b1 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 2412 time: 0.2071140 Nov 11 17:18:54.493217 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-33328031-1c55-4ac0-af00-3f88683da98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:54.494572 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-33328031-1c55-4ac0-af00-3f88683da98a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1307163 Nov 11 17:18:54.509987 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:54.510601 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:54.511951 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] 10.222.0.83 "PUT /v2.0/ports/1a226fa5-429d-4c72-9a57-58d821e9eff8 HTTP/1.1" status: 200 len: 1092 time: 1.7705846 Nov 11 17:18:54.521636 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-be34b5f1-58c0-4e99-8361-ee34b35f12da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:54.523413 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-be34b5f1-58c0-4e99-8361-ee34b35f12da service neutron] 10.222.0.83 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 910 time: 0.5776091 Nov 11 17:18:54.523907 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859c3f2e-6e6c-4834-8348-fa7b22cbcffb', 'tag': '1a226fa5-429d-4c72-9a57-58d821e9eff8'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:18:54.526389 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6ccb07-ed34-42ed-93a1-85ed3e65844f" -d '{"events": [{"name": "network-changed", "server_uuid": "859c3f2e-6e6c-4834-8348-fa7b22cbcffb", "tag": "1a226fa5-429d-4c72-9a57-58d821e9eff8"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:18:54.562006 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-962ed43a-a5d8-428b-8b61-fe6dc553a2f7 req-4f049973-ac3c-45a2-820e-29f50161891d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206306 Nov 11 17:18:54.582607 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b6b323-d654-4b26-8929-a18f7be0033e admin admin] Router adf013e6-ae2e-43ec-954a-6bf31d2f3e8f has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:18:54.620926 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-66ab4442-32af-4a4d-8a44-9f59199c8bbf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45666ccd-c637-450f-9235-a46ae3943e14 HTTP/1.1" status: 200 len: 217 time: 0.0856371 Nov 11 17:18:54.626294 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9b992-9f08-4e6d-908b-e66bcb4687e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1a226fa5-429d-4c72-9a57-58d821e9eff8,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:54.654550 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-3f04fd75-3799-46e3-8a21-3e1b9e2bf50e service neutron] 10.222.0.83 "GET /v2.0/networks/d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514115 Nov 11 17:18:54.699889 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da3eb1bd-028a-475a-97dc-cb47ef7fafc9 req-3291f01d-c7ff-47c1-8d51-1f86e618783c tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021542 Nov 11 17:18:54.715027 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-b9e2c672-02d0-4099-b7e8-a68078bf4269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:54.717586 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-b9e2c672-02d0-4099-b7e8-a68078bf4269 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=39ccbf2cad924d99ad56b5467d08ef87&device_id=859c3f2e-6e6c-4834-8348-fa7b22cbcffb HTTP/1.1" status: 200 len: 1095 time: 0.1651294 Nov 11 17:18:54.731234 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-4195457d-4339-4778-af79-868ba692dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:54.731234 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-4195457d-4339-4778-af79-868ba692dfe6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=651c5717-7c13-46c4-8d6a-3f6dcf13301c HTTP/1.1" status: 200 len: 848 time: 0.0980308 Nov 11 17:18:54.789522 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-6c415b3a-9907-4003-a7a0-2146f1450a3b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a226fa5-429d-4c72-9a57-58d821e9eff8 HTTP/1.1" status: 200 len: 217 time: 0.0605404 Nov 11 17:18:54.804477 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b6b323-d654-4b26-8929-a18f7be0033e admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:18:54.818657 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-82b6b323-d654-4b26-8929-a18f7be0033e admin admin] 10.222.0.76 "PUT /v2.0/routers/adf013e6-ae2e-43ec-954a-6bf31d2f3e8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6482716 Nov 11 17:18:54.819759 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b068672-cd94-4cb3-a05e-4114f434dd9d None None] Sync routers for ids ['adf013e6-ae2e-43ec-954a-6bf31d2f3e8f'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:18:54.821800 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50100) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:54.821929 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-a36b5b77-a1b7-44fd-a5cc-0147a3a22112 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aff4ca62-299e-49a9-90bd-d7da6c894e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773838 Nov 11 17:18:54.833829 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b068672-cd94-4cb3-a05e-4114f434dd9d None None] Routers {'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:18:54.838969 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3b068672-cd94-4cb3-a05e-4114f434dd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:18:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['adf013e6-ae2e-43ec-954a-6bf31d2f3e8f'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:54.880510 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1963156-4fdc-439a-b88d-bc9dcde6ad24 x-openstack-request-id: req-f1963156-4fdc-439a-b88d-bc9dcde6ad24 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:18:54.880808 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859c3f2e-6e6c-4834-8348-fa7b22cbcffb", "tag": "1a226fa5-429d-4c72-9a57-58d821e9eff8", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:18:54.881064 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f1963156-4fdc-439a-b88d-bc9dcde6ad24 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:18:54.881464 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859c3f2e-6e6c-4834-8348-fa7b22cbcffb', 'tag': '1a226fa5-429d-4c72-9a57-58d821e9eff8', 'status': 'completed', 'code': 200} Nov 11 17:18:54.937381 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-8d612d15-cc2f-40b8-ad31-e490a84b6564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:54.938793 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b8cb59e6-ccec-4bf8-876c-673e2c8ef7ac req-34a32275-9e84-4838-8d5e-fe267d878851 service neutron] 10.222.0.83 "GET /v2.0/networks/d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744350 Nov 11 17:18:54.938925 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-8d612d15-cc2f-40b8-ad31-e490a84b6564 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a4c5679-b2ed-4f42-a424-f20885c9949a HTTP/1.1" status: 200 len: 861 time: 0.1284187 Nov 11 17:18:54.953150 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63e9331f-2534-49b4-8731-7517ab20f2e4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:54.978248 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-3b068672-cd94-4cb3-a05e-4114f434dd9d None None] Set router adf013e6-ae2e-43ec-954a-6bf31d2f3e8f gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:18:54.995845 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87320d4b-f289-4ced-b6d8-f0c94ae85a85 req-0312ec1f-1f7c-4e66-83a3-c1a7e33076e8 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:54.997358 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-87320d4b-f289-4ced-b6d8-f0c94ae85a85 req-0312ec1f-1f7c-4e66-83a3-c1a7e33076e8 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.2116399 Nov 11 17:18:55.027628 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-92da97c9-ca6e-47ef-9a4f-d031dfc88377 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c53fa25f-ee4c-487a-b50c-a868d90fe5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710776 Nov 11 17:18:55.078882 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63e9331f-2534-49b4-8731-7517ab20f2e4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:55.107450 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-e8967eb2-d16d-4c8a-9e96-e6de819b2359 service neutron] 10.222.0.83 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706463 Nov 11 17:18:55.135343 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-63e9331f-2534-49b4-8731-7517ab20f2e4 admin admin] Deleting port 73ae282a-c97e-42d6-a36d-e2f50276cddd {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:18:55.135679 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63e9331f-2534-49b4-8731-7517ab20f2e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:55.175524 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3b068672-cd94-4cb3-a05e-4114f434dd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-800952910-router', 'tenant_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '73ae282a-c97e-42d6-a36d-e2f50276cddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:55Z', 'updated_at': '2021-11-11T17:18:53Z', 'revision_number': 5, 'project_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'gw_port': {'id': '73ae282a-c97e-42d6-a36d-e2f50276cddd', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:49:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:16:56Z', 'updated_at': '2021-11-11T17:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:55.194266 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc9db9-dcc9-4717-b792-5266bb7a530c req-ecc3adde-75bd-482d-a385-b890ed0dd161 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:55.195579 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3dc9db9-dcc9-4717-b792-5266bb7a530c req-ecc3adde-75bd-482d-a385-b890ed0dd161 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=f07cb399-fa4f-43eb-89b2-94205c1dd9be HTTP/1.1" status: 200 len: 949 time: 0.2613833 Nov 11 17:18:55.209662 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b068672-cd94-4cb3-a05e-4114f434dd9d None None] Checking router: adf013e6-ae2e-43ec-954a-6bf31d2f3e8f for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:18:55.217861 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b068672-cd94-4cb3-a05e-4114f434dd9d None None] Routers {'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:18:55.218468 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3b068672-cd94-4cb3-a05e-4114f434dd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:18:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['adf013e6-ae2e-43ec-954a-6bf31d2f3e8f'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:55.223316 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-63e9331f-2534-49b4-8731-7517ab20f2e4 admin admin] For port 73ae282a-c97e-42d6-a36d-e2f50276cddd, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=73ae282a-c97e-42d6-a36d-e2f50276cddd,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:55.223699 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63e9331f-2534-49b4-8731-7517ab20f2e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:55.230719 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-87320d4b-f289-4ced-b6d8-f0c94ae85a85 req-eb5a7988-48f2-4c53-b4c6-17f8b6a685c8 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090499 Nov 11 17:18:55.249617 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-63e9331f-2534-49b4-8731-7517ab20f2e4 admin admin] Calling delete_port for 73ae282a-c97e-42d6-a36d-e2f50276cddd owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:18:55.299257 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-60f135b4-ae38-42ff-81e2-2b6a1e2f270e service neutron] 10.222.0.83 "GET /v2.0/networks/c53fa25f-ee4c-487a-b50c-a868d90fe5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549400 Nov 11 17:18:55.326950 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-3b068672-cd94-4cb3-a05e-4114f434dd9d None None] Set router adf013e6-ae2e-43ec-954a-6bf31d2f3e8f gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:18:55.334621 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3dc9db9-dcc9-4717-b792-5266bb7a530c req-d1a49640-ea93-4253-9ec6-72bdd11337d7 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309080 Nov 11 17:18:55.371864 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-6efc44a3-24f2-4255-b7ff-4876ff7d5001 service neutron] 10.222.0.83 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547517 Nov 11 17:18:55.402747 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3b068672-cd94-4cb3-a05e-4114f434dd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-800952910-router', 'tenant_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:55Z', 'updated_at': '2021-11-11T17:18:55Z', 'revision_number': 6, 'project_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:55.439260 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539c942-dd1a-443c-9233-d3aaf548446e req-f6d0268a-f602-4115-9f29-2cb50770cec9 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:55.447234 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b068672-cd94-4cb3-a05e-4114f434dd9d None None] The sync data for ids ['adf013e6-ae2e-43ec-954a-6bf31d2f3e8f'] in n-d-816206-4 is: [{'id': 'adf013e6-ae2e-43ec-954a-6bf31d2f3e8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-800952910-router', 'tenant_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:16:55Z', 'updated_at': '2021-11-11T17:18:55Z', 'revision_number': 6, 'project_id': 'bd11269839ed44b6b5bcb2aeb8e3250f', 'gw_port_host': None}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:18:55.447417 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a539c942-dd1a-443c-9233-d3aaf548446e req-f6d0268a-f602-4115-9f29-2cb50770cec9 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=859c3f2e-6e6c-4834-8348-fa7b22cbcffb HTTP/1.1" status: 200 len: 944 time: 0.1324830 Nov 11 17:18:55.487892 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63e9331f-2534-49b4-8731-7517ab20f2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:55.517205 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f937b24-0771-42e6-a48a-4c3d9b93ef7b req-906f1910-3a04-4329-b135-ca45b055cff3 service neutron] 10.222.0.83 "GET /v2.0/networks/c53fa25f-ee4c-487a-b50c-a868d90fe5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049475 Nov 11 17:18:55.536569 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a539c942-dd1a-443c-9233-d3aaf548446e req-f3e2c95c-a9aa-4d4a-bc3b-709d7940938e tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883486 Nov 11 17:18:55.558248 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9331f-2534-49b4-8731-7517ab20f2e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=73ae282a-c97e-42d6-a36d-e2f50276cddd,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:55.617883 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63e9331f-2534-49b4-8731-7517ab20f2e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:55.675867 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-f878bbcb-08db-42ac-82a8-65d8f33ca714 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=f74cb49dd4dc4b70aa2bab089d84d9c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366616 Nov 11 17:18:55.714056 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63e9331f-2534-49b4-8731-7517ab20f2e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:55.716329 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63e9331f-2534-49b4-8731-7517ab20f2e4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:55.760677 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ccb07-ed34-42ed-93a1-85ed3e65844f req-f7db7463-aca8-4cff-b1c9-767f3cd0cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:55.762238 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d6ccb07-ed34-42ed-93a1-85ed3e65844f req-f7db7463-aca8-4cff-b1c9-767f3cd0cac9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=39ccbf2cad924d99ad56b5467d08ef87&device_id=859c3f2e-6e6c-4834-8348-fa7b22cbcffb HTTP/1.1" status: 200 len: 1095 time: 0.1800454 Nov 11 17:18:55.763168 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63e9331f-2534-49b4-8731-7517ab20f2e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:55.763801 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e9331f-2534-49b4-8731-7517ab20f2e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adf013e6-ae2e-43ec-954a-6bf31d2f3e8f {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:18:55.771985 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63e9331f-2534-49b4-8731-7517ab20f2e4 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:55.773209 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-63e9331f-2534-49b4-8731-7517ab20f2e4 admin admin] 10.222.0.76 "DELETE /v2.0/routers/adf013e6-ae2e-43ec-954a-6bf31d2f3e8f HTTP/1.1" status: 204 len: 168 time: 0.9498873 Nov 11 17:18:55.776055 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50126) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:55.801139 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c28f2-feb3-49ae-a103-fdc6c12e8e3b req-4995ef60-c925-44e5-9913-b7c74f0b80d4 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:55.807411 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-115c28f2-feb3-49ae-a103-fdc6c12e8e3b req-4995ef60-c925-44e5-9913-b7c74f0b80d4 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 945 time: 0.1571443 Nov 11 17:18:55.924207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-35a1d004-9440-428c-9db6-ee91d83dc2e9 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:55.934828 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-35a1d004-9440-428c-9db6-ee91d83dc2e9 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2391989 Nov 11 17:18:56.005301 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-1a81ec4d-5ab1-4125-bcdc-fcf00983ac10 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/quotas/f74cb49dd4dc4b70aa2bab089d84d9c4 HTTP/1.1" status: 200 len: 375 time: 0.0692363 Nov 11 17:18:56.043189 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ccb07-ed34-42ed-93a1-85ed3e65844f req-27744a02-c477-4b46-a66c-7a58eeaca60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:56.044934 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d6ccb07-ed34-42ed-93a1-85ed3e65844f req-27744a02-c477-4b46-a66c-7a58eeaca60f service neutron] 10.222.0.83 "GET /v2.0/networks?id=c53fa25f-ee4c-487a-b50c-a868d90fe5db HTTP/1.1" status: 200 len: 923 time: 0.2677772 Nov 11 17:18:56.064692 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-115c28f2-feb3-49ae-a103-fdc6c12e8e3b req-bdd09c2b-df69-4cf0-87d6-9dbe41393be5 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441757 Nov 11 17:18:56.071919 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device eccb9967-235f-44d7-a226-2414839215c8 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:18:56.103491 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73307df-530d-451b-bfcc-d12d084957e8 admin admin] Deleting subnet bd6ee57d-db84-45c3-bd4a-9d0a5e71b572 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:18:56.107105 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a73307df-530d-451b-bfcc-d12d084957e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:56.137035 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d6ccb07-ed34-42ed-93a1-85ed3e65844f req-8e5b0a80-3d66-43a5-9db4-c50363d959db service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a226fa5-429d-4c72-9a57-58d821e9eff8 HTTP/1.1" status: 200 len: 217 time: 0.0798736 Nov 11 17:18:56.150873 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a73307df-530d-451b-bfcc-d12d084957e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:56.225890 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-e82e2436-fbe8-4cc2-a972-a55f7e0b60ff tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f74cb49dd4dc4b70aa2bab089d84d9c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1798964 Nov 11 17:18:56.249343 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a73307df-530d-451b-bfcc-d12d084957e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:56.273532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ccb07-ed34-42ed-93a1-85ed3e65844f req-29f7e22f-2a4d-48fe-ba6e-523a1cfaad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:56.274986 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d6ccb07-ed34-42ed-93a1-85ed3e65844f req-29f7e22f-2a4d-48fe-ba6e-523a1cfaad37 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a4c5679-b2ed-4f42-a424-f20885c9949a HTTP/1.1" status: 200 len: 861 time: 0.1285405 Nov 11 17:18:56.283153 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port eccb9967-235f-44d7-a226-2414839215c8, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=eccb9967-235f-44d7-a226-2414839215c8,segment=NetworkSegment(41fc2f48-e016-42a6-aea8-3048f5e33a07),segment_id=41fc2f48-e016-42a6-aea8-3048f5e33a07)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:56.296845 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'eccb9967-235f-44d7-a226-2414839215c8', 'network_id': '8e195e42-c997-4ae5-a16d-ea58a8f51ec8', 'port_id': 'eccb9967-235f-44d7-a226-2414839215c8', 'mac_address': 'fa:16:3e:e4:12:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c148ec6-bf6b-4856-ac19-81b04aa90aa6', 'ip_address': '19.86.0.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:18:56.321265 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a73307df-530d-451b-bfcc-d12d084957e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:56.332952 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d6ccb07-ed34-42ed-93a1-85ed3e65844f req-d2ebc3d6-da9b-4433-a95d-9a362237cf43 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c53fa25f-ee4c-487a-b50c-a868d90fe5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311108 Nov 11 17:18:56.347718 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:56.385231 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eccb9967-235f-44d7-a226-2414839215c8 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:56.405793 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a06fa8-88cb-4378-9b37-0bdc33612d5d req-30d2f226-fd7a-4f5a-a81d-4a4808c86c02 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:56.409673 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port eccb9967-235f-44d7-a226-2414839215c8, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=eccb9967-235f-44d7-a226-2414839215c8,segment=NetworkSegment(41fc2f48-e016-42a6-aea8-3048f5e33a07),segment_id=41fc2f48-e016-42a6-aea8-3048f5e33a07)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:56.410160 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73307df-530d-451b-bfcc-d12d084957e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd6ee57d-db84-45c3-bd4a-9d0a5e71b572,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:56.411565 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ded19ca6-7939-44e4-9878-5ca6deca8f76 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:18:56.416281 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a73307df-530d-451b-bfcc-d12d084957e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:56.426259 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a73307df-530d-451b-bfcc-d12d084957e8 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/bd6ee57d-db84-45c3-bd4a-9d0a5e71b572 HTTP/1.1" status: 204 len: 168 time: 0.6435974 Nov 11 17:18:56.426259 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50132) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:56.434681 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a06fa8-88cb-4378-9b37-0bdc33612d5d req-30d2f226-fd7a-4f5a-a81d-4a4808c86c02 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:56.441072 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a06fa8-88cb-4378-9b37-0bdc33612d5d req-30d2f226-fd7a-4f5a-a81d-4a4808c86c02 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:56.442818 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66a06fa8-88cb-4378-9b37-0bdc33612d5d req-30d2f226-fd7a-4f5a-a81d-4a4808c86c02 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 2412 time: 0.1950724 Nov 11 17:18:56.457548 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: ded19ca6-7939-44e4-9878-5ca6deca8f76 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:18:56.457895 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ded19ca6-7939-44e4-9878-5ca6deca8f76 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:18:56.459993 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:56.460624 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0ec86fde-490c-40e4-8e2e-adf54f8dcade details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:18:56.462611 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5e545e-49c7-48e1-a06f-112be2927560 None None] Network 199f56b5-0f63-437b-bc7a-2e7ba30aca73 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:18:56.558226 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5785b6fa-0ff2-4a32-b7a3-1a9a7f181dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:56.636865 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=eccb9967-235f-44d7-a226-2414839215c8,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:56.671889 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.resource_extend [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:18:56.705843 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-5785b6fa-0ff2-4a32-b7a3-1a9a7f181dce admin admin] Deleting port 5b46d144-7b75-4852-97d9-378d363ece56 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:18:56.706960 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5785b6fa-0ff2-4a32-b7a3-1a9a7f181dce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:56.783966 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-5785b6fa-0ff2-4a32-b7a3-1a9a7f181dce admin admin] For port 5b46d144-7b75-4852-97d9-378d363ece56, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5b46d144-7b75-4852-97d9-378d363ece56,segment=NetworkSegment(94f9155b-d50c-47f6-975a-73a993a9741e),segment_id=94f9155b-d50c-47f6-975a-73a993a9741e)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:56.784786 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5785b6fa-0ff2-4a32-b7a3-1a9a7f181dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:56.791526 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66a06fa8-88cb-4378-9b37-0bdc33612d5d req-a3213a29-3f25-4540-879c-d8d9b3a4f8e9 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581394 Nov 11 17:18:56.807068 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d6ccb07-ed34-42ed-93a1-85ed3e65844f req-1f2cb7e4-ba13-4ebf-82e1-665b402f7d15 service neutron] 10.222.0.83 "GET /v2.0/networks/c53fa25f-ee4c-487a-b50c-a868d90fe5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535210 Nov 11 17:18:56.821557 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-5785b6fa-0ff2-4a32-b7a3-1a9a7f181dce admin admin] Calling delete_port for 5b46d144-7b75-4852-97d9-378d363ece56 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:18:56.937715 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 0ec86fde-490c-40e4-8e2e-adf54f8dcade, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0ec86fde-490c-40e4-8e2e-adf54f8dcade,segment=NetworkSegment(ea9bac14-6d5b-4363-b648-8ac48a288293),segment_id=ea9bac14-6d5b-4363-b648-8ac48a288293)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:56.983600 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '0ec86fde-490c-40e4-8e2e-adf54f8dcade', 'network_id': 'd27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c', 'port_id': '0ec86fde-490c-40e4-8e2e-adf54f8dcade', 'mac_address': 'fa:16:3e:6b:36:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3cccc3a-88e6-423f-865f-945aa4e18ddd', 'ip_address': '19.80.0.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:18:57.013671 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5785b6fa-0ff2-4a32-b7a3-1a9a7f181dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:57.053859 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d8c57-384a-4e16-993e-1adf8f53868c req-2fbb87a6-64a3-44eb-8e6e-ea33138b6aa8 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:57.061834 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c26d8c57-384a-4e16-993e-1adf8f53868c req-2fbb87a6-64a3-44eb-8e6e-ea33138b6aa8 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.3632808 Nov 11 17:18:57.066625 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3cf5ef1a-aca3-46ec-8d0f-869f5a75a606 req-57587e4e-f216-45f3-a4d5-26bc05eeb298 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc272c53-9492-4fcb-b990-e415496d5f7c HTTP/1.1" status: 200 len: 210 time: 0.1464562 Nov 11 17:18:57.078842 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785b6fa-0ff2-4a32-b7a3-1a9a7f181dce admin admin] Pushing event deleted for resources: {'Port': ['ID=5b46d144-7b75-4852-97d9-378d363ece56,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:57.095223 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5785b6fa-0ff2-4a32-b7a3-1a9a7f181dce admin admin] No DVR routers for this DVR port 5b46d144-7b75-4852-97d9-378d363ece56 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:18:57.101443 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:57.123571 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492fd153-da97-4907-b661-44fd76617d41 None None] DHCP port deletion for 199f56b5-0f63-437b-bc7a-2e7ba30aca73 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:18:57.137515 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec86fde-490c-40e4-8e2e-adf54f8dcade {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:57.187484 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 0ec86fde-490c-40e4-8e2e-adf54f8dcade, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0ec86fde-490c-40e4-8e2e-adf54f8dcade,segment=NetworkSegment(ea9bac14-6d5b-4363-b648-8ac48a288293),segment_id=ea9bac14-6d5b-4363-b648-8ac48a288293)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:57.198847 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:57.199521 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 77a6fd69-2918-4963-bd88-895e16e1e28a details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:18:57.212669 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c26d8c57-384a-4e16-993e-1adf8f53868c req-12c8c743-46f4-4cab-a34d-7a6162ac71a8 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497979 Nov 11 17:18:57.251041 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d6ccb07-ed34-42ed-93a1-85ed3e65844f req-1efa9f5d-e9bc-41a5-8a9a-dc8c847785b2 service neutron] 10.222.0.83 "GET /v2.0/networks/c53fa25f-ee4c-487a-b50c-a868d90fe5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909509 Nov 11 17:18:57.270468 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5785b6fa-0ff2-4a32-b7a3-1a9a7f181dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:57.294376 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 77a6fd69-2918-4963-bd88-895e16e1e28a, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=77a6fd69-2918-4963-bd88-895e16e1e28a,segment=NetworkSegment(ea9bac14-6d5b-4363-b648-8ac48a288293),segment_id=ea9bac14-6d5b-4363-b648-8ac48a288293)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:57.302731 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca9370-5b67-4190-9167-f53dd248c669 req-5eabfa7b-9075-4905-8095-f1a6a155d7e6 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:57.304630 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cdca9370-5b67-4190-9167-f53dd248c669 req-5eabfa7b-9075-4905-8095-f1a6a155d7e6 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=859c3f2e-6e6c-4834-8348-fa7b22cbcffb HTTP/1.1" status: 200 len: 944 time: 0.1312613 Nov 11 17:18:57.313018 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=0ec86fde-490c-40e4-8e2e-adf54f8dcade,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:57.328588 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '77a6fd69-2918-4963-bd88-895e16e1e28a', 'network_id': 'd27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c', 'port_id': '77a6fd69-2918-4963-bd88-895e16e1e28a', 'mac_address': 'fa:16:3e:84:1c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3cccc3a-88e6-423f-865f-945aa4e18ddd', 'ip_address': '19.80.0.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:18:57.337256 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-5785b6fa-0ff2-4a32-b7a3-1a9a7f181dce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['199f56b5-0f63-437b-bc7a-2e7ba30aca73']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:57.351132 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-5785b6fa-0ff2-4a32-b7a3-1a9a7f181dce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f9155b-d50c-47f6-975a-73a993a9741e') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:57.351668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-5785b6fa-0ff2-4a32-b7a3-1a9a7f181dce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f9155b-d50c-47f6-975a-73a993a9741e') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:57.364604 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5785b6fa-0ff2-4a32-b7a3-1a9a7f181dce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:57.379900 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:57.388908 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5785b6fa-0ff2-4a32-b7a3-1a9a7f181dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:57.396123 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5785b6fa-0ff2-4a32-b7a3-1a9a7f181dce admin admin] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:18:57.396553 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5785b6fa-0ff2-4a32-b7a3-1a9a7f181dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:57.398720 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a6fd69-2918-4963-bd88-895e16e1e28a {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:57.427254 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 77a6fd69-2918-4963-bd88-895e16e1e28a, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=77a6fd69-2918-4963-bd88-895e16e1e28a,segment=NetworkSegment(ea9bac14-6d5b-4363-b648-8ac48a288293),segment_id=ea9bac14-6d5b-4363-b648-8ac48a288293)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:57.432970 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:57.447269 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cdca9370-5b67-4190-9167-f53dd248c669 req-a56e5b48-dc9b-45a7-93b1-5b4f3828d7c3 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337566 Nov 11 17:18:57.476375 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53bfce-12ce-428c-9156-197ce79b28a2 req-835e3804-ac8e-4c4d-8e0e-a37800a32371 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:18:57.479954 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:18:57.485512 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e53bfce-12ce-428c-9156-197ce79b28a2 req-835e3804-ac8e-4c4d-8e0e-a37800a32371 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 945 time: 0.1429925 Nov 11 17:18:57.486299 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5785b6fa-0ff2-4a32-b7a3-1a9a7f181dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:57.495990 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5785b6fa-0ff2-4a32-b7a3-1a9a7f181dce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:57.511240 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5785b6fa-0ff2-4a32-b7a3-1a9a7f181dce admin admin] 10.222.0.76 "DELETE /v2.0/networks/199f56b5-0f63-437b-bc7a-2e7ba30aca73 HTTP/1.1" status: 204 len: 168 time: 1.0866957 Nov 11 17:18:57.518531 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50150) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:57.533565 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=77a6fd69-2918-4963-bd88-895e16e1e28a,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:57.536985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785b6fa-0ff2-4a32-b7a3-1a9a7f181dce admin admin] Pushing event deleted for resources: {'Network': ['ID=199f56b5-0f63-437b-bc7a-2e7ba30aca73,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:57.553931 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e53bfce-12ce-428c-9156-197ce79b28a2 req-a0d8ee13-e8eb-4581-b470-4ca61304def8 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674875 Nov 11 17:18:57.770355 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 73ae282a-c97e-42d6-a36d-e2f50276cddd no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:18:57.811350 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 73ae282a-c97e-42d6-a36d-e2f50276cddd {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:18:57.832729 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 73ae282a-c97e-42d6-a36d-e2f50276cddd not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:18:57.833198 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5b46d144-7b75-4852-97d9-378d363ece56 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:18:57.879167 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['0ec86fde-490c-40e4-8e2e-adf54f8dcade'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:18:57.881279 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['eccb9967-235f-44d7-a226-2414839215c8'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:18:57.883143 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['77a6fd69-2918-4963-bd88-895e16e1e28a'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:18:57.925831 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 5b46d144-7b75-4852-97d9-378d363ece56 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:18:57.926087 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-6d1cc15a-b814-445b-90e7-c98b1a7c9c76 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=f74cb49dd4dc4b70aa2bab089d84d9c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403807 Nov 11 17:18:57.926564 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5b46d144-7b75-4852-97d9-378d363ece56 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:18:58.038421 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-addb5467-5767-4ae3-8deb-23a9067bee6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:58.090215 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa1636-f5dc-4e60-b3eb-14811851a272 req-f1c2ccde-ee9b-4b67-b6f7-5a73f109e557 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:58.093391 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 1a226fa5-429d-4c72-9a57-58d821e9eff8 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:18:58.098555 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa1636-f5dc-4e60-b3eb-14811851a272 req-f1c2ccde-ee9b-4b67-b6f7-5a73f109e557 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:58.106178 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa1636-f5dc-4e60-b3eb-14811851a272 req-f1c2ccde-ee9b-4b67-b6f7-5a73f109e557 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:58.108444 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46fa1636-f5dc-4e60-b3eb-14811851a272 req-f1c2ccde-ee9b-4b67-b6f7-5a73f109e557 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 2415 time: 0.1643326 Nov 11 17:18:58.186098 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-4f3185b1-382d-4e50-b1c5-c0a3fa3c0f97 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:58.190721 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-4f3185b1-382d-4e50-b1c5-c0a3fa3c0f97 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438807 Nov 11 17:18:58.218539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-f86fd61b-067f-48d1-966d-d48d56c348c5 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Request body: {'port': {'device_id': 'dc272c53-9492-4fcb-b990-e415496d5f7c', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': 'f74cb49dd4dc4b70aa2bab089d84d9c4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:18:58.317145 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08adcc2f-2cc9-436f-af67-29b74f84a3e6 req-0179a393-84e4-413b-8b88-9d03c5ea0743 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc272c53-9492-4fcb-b990-e415496d5f7c HTTP/1.1" status: 200 len: 210 time: 0.1113946 Nov 11 17:18:58.337704 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46fa1636-f5dc-4e60-b3eb-14811851a272 req-fad73b36-8db2-41b5-a9b5-044ea90ec6d1 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199688 Nov 11 17:18:58.446577 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 1a226fa5-429d-4c72-9a57-58d821e9eff8, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=1a226fa5-429d-4c72-9a57-58d821e9eff8,segment=NetworkSegment(5f9bc0d0-071c-4a5a-b668-056b98ce33d1),segment_id=5f9bc0d0-071c-4a5a-b668-056b98ce33d1)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:58.462281 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '1a226fa5-429d-4c72-9a57-58d821e9eff8', 'network_id': 'c53fa25f-ee4c-487a-b50c-a868d90fe5db', 'port_id': '1a226fa5-429d-4c72-9a57-58d821e9eff8', 'mac_address': 'fa:16:3e:d3:25:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4c5679-b2ed-4f42-a424-f20885c9949a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:18:58.470719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-f86fd61b-067f-48d1-966d-d48d56c348c5 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Made reservation on behalf of f74cb49dd4dc4b70aa2bab089d84d9c4 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:18:58.474981 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-f86fd61b-067f-48d1-966d-d48d56c348c5 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:58.541432 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:58.554475 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1eaa9a-9962-4de1-a6d2-6ef8ecf8d077 req-29a89230-05d7-4356-acd0-1104d41a91c5 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:58.558294 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df1eaa9a-9962-4de1-a6d2-6ef8ecf8d077 req-29a89230-05d7-4356-acd0-1104d41a91c5 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.1026871 Nov 11 17:18:58.558963 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a226fa5-429d-4c72-9a57-58d821e9eff8 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:18:58.588667 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 1a226fa5-429d-4c72-9a57-58d821e9eff8, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=1a226fa5-429d-4c72-9a57-58d821e9eff8,segment=NetworkSegment(5f9bc0d0-071c-4a5a-b668-056b98ce33d1),segment_id=5f9bc0d0-071c-4a5a-b668-056b98ce33d1)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:58.591306 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-addb5467-5767-4ae3-8deb-23a9067bee6e admin admin] Deleting port 7795874f-151b-47cd-8e7b-c4a89f602f92 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:18:58.591744 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-addb5467-5767-4ae3-8deb-23a9067bee6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:58.598982 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:58.667781 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=1a226fa5-429d-4c72-9a57-58d821e9eff8,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:58.721267 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df1eaa9a-9962-4de1-a6d2-6ef8ecf8d077 req-025a22b9-38ba-4cbf-9078-62ad14f9dece tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539431 Nov 11 17:18:58.734981 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dcf30-a17d-43a5-94f5-487d22682ea9 req-411db6e6-303c-426c-b4bf-dcb74bc34f50 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:58.743752 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff3dcf30-a17d-43a5-94f5-487d22682ea9 req-411db6e6-303c-426c-b4bf-dcb74bc34f50 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=859c3f2e-6e6c-4834-8348-fa7b22cbcffb HTTP/1.1" status: 200 len: 945 time: 0.1659443 Nov 11 17:18:58.766191 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-addb5467-5767-4ae3-8deb-23a9067bee6e admin admin] For port 7795874f-151b-47cd-8e7b-c4a89f602f92, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7795874f-151b-47cd-8e7b-c4a89f602f92,segment=NetworkSegment(a3d7f15f-70ce-46b6-95d7-ca03a9fe8941),segment_id=a3d7f15f-70ce-46b6-95d7-ca03a9fe8941)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:18:58.766590 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-addb5467-5767-4ae3-8deb-23a9067bee6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:58.782371 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-addb5467-5767-4ae3-8deb-23a9067bee6e admin admin] Calling delete_port for 7795874f-151b-47cd-8e7b-c4a89f602f92 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:18:58.838488 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff3dcf30-a17d-43a5-94f5-487d22682ea9 req-483e11ac-e279-4543-92a8-00bc1f03bef4 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938425 Nov 11 17:18:58.861929 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-f86fd61b-067f-48d1-966d-d48d56c348c5 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Allocated IP 192.168.233.40 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/76fe5841-c10a-4b9e-8060-77b5d857ba76) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:18:59.029734 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-addb5467-5767-4ae3-8deb-23a9067bee6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:59.038186 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['1a226fa5-429d-4c72-9a57-58d821e9eff8'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:18:59.089569 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb5467-5767-4ae3-8deb-23a9067bee6e admin admin] Pushing event deleted for resources: {'Port': ['ID=7795874f-151b-47cd-8e7b-c4a89f602f92,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:59.090503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270e3d3-106d-4fdb-93fa-d57391616fa8 req-62d031c9-44f5-44da-b854-2c73dd36c490 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:59.093200 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d270e3d3-106d-4fdb-93fa-d57391616fa8 req-62d031c9-44f5-44da-b854-2c73dd36c490 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 945 time: 0.1399808 Nov 11 17:18:59.293754 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-addb5467-5767-4ae3-8deb-23a9067bee6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:59.413021 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-38a9e98e-81c8-428f-90df-2e5c2b497fdb req-1cc62151-cdf5-422b-a4ee-8ca53d3b6919 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1088984 Nov 11 17:18:59.544349 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-43b3024c-0414-467e-b44d-e791d52a0302 req-be32bc62-631d-47b8-aca5-71e4fbbaec55 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc272c53-9492-4fcb-b990-e415496d5f7c HTTP/1.1" status: 200 len: 210 time: 0.0428634 Nov 11 17:18:59.561549 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-f86fd61b-067f-48d1-966d-d48d56c348c5 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:59.584808 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9e98e-81c8-428f-90df-2e5c2b497fdb req-2a132919-3707-4528-a6cc-7b31529e81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:59.586360 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-38a9e98e-81c8-428f-90df-2e5c2b497fdb req-2a132919-3707-4528-a6cc-7b31529e81e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 1095 time: 0.0993817 Nov 11 17:18:59.597095 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d270e3d3-106d-4fdb-93fa-d57391616fa8 req-26146383-6de6-4f30-b70f-c5c755a0c950 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755316 Nov 11 17:18:59.658880 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-f86fd61b-067f-48d1-966d-d48d56c348c5 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:18:59.714280 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addb5467-5767-4ae3-8deb-23a9067bee6e admin admin] Router cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:18:59.721150 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6095f4a-9907-4c1e-b9c3-c9cb817efe5e req-0de06225-f228-46bf-9a16-fecc9d24e4da tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:59.727979 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6095f4a-9907-4c1e-b9c3-c9cb817efe5e req-0de06225-f228-46bf-9a16-fecc9d24e4da tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:59.734053 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6095f4a-9907-4c1e-b9c3-c9cb817efe5e req-0de06225-f228-46bf-9a16-fecc9d24e4da tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:59.742084 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6095f4a-9907-4c1e-b9c3-c9cb817efe5e req-0de06225-f228-46bf-9a16-fecc9d24e4da tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 2415 time: 0.1205025 Nov 11 17:18:59.757369 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-f86fd61b-067f-48d1-966d-d48d56c348c5 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:18:59.773841 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fd61b-067f-48d1-966d-d48d56c348c5 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Pushing event updated for resources: {'Port': ['ID=76fe5841-c10a-4b9e-8060-77b5d857ba76,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:18:59.778657 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-f86fd61b-067f-48d1-966d-d48d56c348c5 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:18:59.788734 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-f86fd61b-067f-48d1-966d-d48d56c348c5 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:18:59.817266 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9e98e-81c8-428f-90df-2e5c2b497fdb req-2b64375e-6fae-4779-8fe0-5e847e0a7845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:59.818956 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-38a9e98e-81c8-428f-90df-2e5c2b497fdb req-2b64375e-6fae-4779-8fe0-5e847e0a7845 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 910 time: 0.1934175 Nov 11 17:18:59.888256 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addb5467-5767-4ae3-8deb-23a9067bee6e admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:18:59.895629 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-addb5467-5767-4ae3-8deb-23a9067bee6e admin admin] 10.222.0.76 "PUT /v2.0/routers/cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3761044 Nov 11 17:18:59.897496 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6095f4a-9907-4c1e-b9c3-c9cb817efe5e req-3c0c9046-c69a-469b-a0b0-f528c72ca219 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427927 Nov 11 17:18:59.900071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f149d9-49be-401d-881a-28ab5488c679 None None] Sync routers for ids ['cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:18:59.904341 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50178) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:18:59.918273 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f149d9-49be-401d-881a-28ab5488c679 None None] Routers {'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:18:59.918922 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f5f149d9-49be-401d-881a-28ab5488c679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:18:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:18:59.945076 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-38a9e98e-81c8-428f-90df-2e5c2b497fdb req-ea35d62a-c1be-49cf-b0b7-ea2c1f657abd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48169c07-54bf-4bc0-ae8c-702e2476af86 HTTP/1.1" status: 200 len: 217 time: 0.0482881 Nov 11 17:18:59.972675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-f86fd61b-067f-48d1-966d-d48d56c348c5 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:18:59.973329 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-f86fd61b-067f-48d1-966d-d48d56c348c5 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:00.028606 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['ee27c248-592b-4151-b5e2-f8b60556d70d'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:19:00.032627 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2ca13-9f58-431e-a4c7-65570c35ac2e req-39a53075-9e99-48bf-9cd0-461487797c72 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:00.035227 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63e2ca13-9f58-431e-a4c7-65570c35ac2e req-39a53075-9e99-48bf-9cd0-461487797c72 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.1803877 Nov 11 17:19:00.038528 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-f86fd61b-067f-48d1-966d-d48d56c348c5 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8318765 Nov 11 17:19:00.057463 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] Request body: {'port': {'device_id': 'dc272c53-9492-4fcb-b990-e415496d5f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:00.081683 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9e98e-81c8-428f-90df-2e5c2b497fdb req-c3018214-cbff-4354-aad0-46effbca46e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:00.083191 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-38a9e98e-81c8-428f-90df-2e5c2b497fdb req-c3018214-cbff-4354-aad0-46effbca46e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=651c5717-7c13-46c4-8d6a-3f6dcf13301c HTTP/1.1" status: 200 len: 848 time: 0.1004741 Nov 11 17:19:00.095767 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device eccb9967-235f-44d7-a226-2414839215c8 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:19:00.139839 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-38a9e98e-81c8-428f-90df-2e5c2b497fdb req-674b18d6-e9d3-418c-befe-03a38b2dccd8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aff4ca62-299e-49a9-90bd-d7da6c894e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452244 Nov 11 17:19:00.158938 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5432414b-260f-401c-8fd0-3d20b95d7a2f admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:00.180010 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:00.198753 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-971fc379-6948-4003-9c14-e9cf8270170d None None] Provisioning complete for port 76fe5841-c10a-4b9e-8060-77b5d857ba76 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:00.199452 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-971fc379-6948-4003-9c14-e9cf8270170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:00.200682 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7fb0e-82ae-45ef-8c54-cde9aa336282 req-d89e09d8-cfee-41a9-8cb3-8b5e7ab4c354 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:00.208054 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07e7fb0e-82ae-45ef-8c54-cde9aa336282 req-d89e09d8-cfee-41a9-8cb3-8b5e7ab4c354 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=859c3f2e-6e6c-4834-8348-fa7b22cbcffb HTTP/1.1" status: 200 len: 945 time: 0.1685247 Nov 11 17:19:00.245257 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63e2ca13-9f58-431e-a4c7-65570c35ac2e req-a93b9721-3d2c-42d3-813c-6b04c6000635 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844738 Nov 11 17:19:00.260463 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-f5f149d9-49be-401d-881a-28ab5488c679 None None] Set router cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:19:00.300481 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-971fc379-6948-4003-9c14-e9cf8270170d None None] Port 76fe5841-c10a-4b9e-8060-77b5d857ba76 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:19:00.311108 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07e7fb0e-82ae-45ef-8c54-cde9aa336282 req-2f81d41d-0f49-4bb5-b530-1a0686d4a5d1 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885785 Nov 11 17:19:00.344143 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port eccb9967-235f-44d7-a226-2414839215c8 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:19:00.359746 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port eccb9967-235f-44d7-a226-2414839215c8 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:00.359746 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:00.667649 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f5f149d9-49be-401d-881a-28ab5488c679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d', 'name': 'tempest-AttachSCSIVolumeTestJSON-963806085-router', 'tenant_id': 'f62429f586c74591913bde77a8edd687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:06Z', 'updated_at': '2021-11-11T17:18:58Z', 'revision_number': 5, 'project_id': 'f62429f586c74591913bde77a8edd687', 'gw_port': {'id': '5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:07Z', 'updated_at': '2021-11-11T17:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:19:00.728832 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f149d9-49be-401d-881a-28ab5488c679 None None] Checking router: cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:19:00.743122 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:00.755996 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f149d9-49be-401d-881a-28ab5488c679 None None] Routers {'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:19:00.756914 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f5f149d9-49be-401d-881a-28ab5488c679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:18:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:19:00.762340 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-38a9e98e-81c8-428f-90df-2e5c2b497fdb req-204afcbc-3223-435a-8903-49b46eefa539 service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132908 Nov 11 17:19:00.773927 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5432414b-260f-401c-8fd0-3d20b95d7a2f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:00.889682 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-f5f149d9-49be-401d-881a-28ab5488c679 None None] Set router cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:19:00.926074 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-38a9e98e-81c8-428f-90df-2e5c2b497fdb req-84b6eb7b-21b8-407d-b21d-f003a838c706 service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443963 Nov 11 17:19:00.927461 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-5432414b-260f-401c-8fd0-3d20b95d7a2f admin admin] Deleting port 5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:19:00.928032 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5432414b-260f-401c-8fd0-3d20b95d7a2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:00.994142 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc493a-ed76-45e6-9e8a-434e45f6ea17 req-0557e55a-79c8-4034-b773-ac8db4994ed3 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:00.995391 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26fc493a-ed76-45e6-9e8a-434e45f6ea17 req-0557e55a-79c8-4034-b773-ac8db4994ed3 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc272c53-9492-4fcb-b990-e415496d5f7c HTTP/1.1" status: 200 len: 935 time: 0.2481287 Nov 11 17:19:01.004493 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b6b57-8c27-46ce-88f0-37d0eb7ca068 req-5d5db053-dd0e-40e1-b1c0-e990b5d6f399 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:01.012164 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a50b6b57-8c27-46ce-88f0-37d0eb7ca068 req-5d5db053-dd0e-40e1-b1c0-e990b5d6f399 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 945 time: 0.2058485 Nov 11 17:19:01.021375 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port eccb9967-235f-44d7-a226-2414839215c8, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=eccb9967-235f-44d7-a226-2414839215c8,segment=NetworkSegment(41fc2f48-e016-42a6-aea8-3048f5e33a07),segment_id=41fc2f48-e016-42a6-aea8-3048f5e33a07)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:01.024364 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccb9967-235f-44d7-a226-2414839215c8'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:01.028126 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1648dd9-aad3-4e80-97fb-e3045d11c3be" -d '{"events": [{"server_uuid": "fcce7304-5c79-40f5-aecf-7766419adc34", "name": "network-vif-plugged", "status": "completed", "tag": "eccb9967-235f-44d7-a226-2414839215c8"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:01.036849 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:01.037967 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 1a226fa5-429d-4c72-9a57-58d821e9eff8 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:19:01.042056 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-5432414b-260f-401c-8fd0-3d20b95d7a2f admin admin] For port 5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:01.042777 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5432414b-260f-401c-8fd0-3d20b95d7a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:01.064425 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-5432414b-260f-401c-8fd0-3d20b95d7a2f admin admin] Calling delete_port for 5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:19:01.119935 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76fe5841-c10a-4b9e-8060-77b5d857ba76 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:19:01.144526 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:01.158349 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=eccb9967-235f-44d7-a226-2414839215c8,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:01.169678 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a50b6b57-8c27-46ce-88f0-37d0eb7ca068 req-91a9206f-a2db-47b2-b156-633874044ae9 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505091 Nov 11 17:19:01.188868 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26fc493a-ed76-45e6-9e8a-434e45f6ea17 req-5e2cfde6-a41b-4431-958a-c7177e536053 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670115 Nov 11 17:19:01.204021 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] Transition to ACTIVE for port object 76fe5841-c10a-4b9e-8060-77b5d857ba76 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:19:01.214315 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 1a226fa5-429d-4c72-9a57-58d821e9eff8 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:19:01.224903 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 1a226fa5-429d-4c72-9a57-58d821e9eff8 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:01.225094 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:01.228714 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:01.263335 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36993e3a-5fc2-47e1-9270-4cdaeeda9b1b x-openstack-request-id: req-36993e3a-5fc2-47e1-9270-4cdaeeda9b1b {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:01.263630 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcce7304-5c79-40f5-aecf-7766419adc34", "name": "network-vif-plugged", "status": "completed", "tag": "eccb9967-235f-44d7-a226-2414839215c8", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:01.263928 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-36993e3a-5fc2-47e1-9270-4cdaeeda9b1b {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:01.264320 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccb9967-235f-44d7-a226-2414839215c8', 'code': 200} Nov 11 17:19:01.302167 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f5f149d9-49be-401d-881a-28ab5488c679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d', 'name': 'tempest-AttachSCSIVolumeTestJSON-963806085-router', 'tenant_id': 'f62429f586c74591913bde77a8edd687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:06Z', 'updated_at': '2021-11-11T17:18:58Z', 'revision_number': 5, 'project_id': 'f62429f586c74591913bde77a8edd687', 'gw_port': {'id': '5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:07Z', 'updated_at': '2021-11-11T17:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:19:01.322570 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] Pushing event updated for resources: {'Port': ['ID=76fe5841-c10a-4b9e-8060-77b5d857ba76,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:01.345440 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5432414b-260f-401c-8fd0-3d20b95d7a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:01.385043 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:01.389378 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f149d9-49be-401d-881a-28ab5488c679 None None] The sync data for ids ['cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d'] in n-d-816206-4 is: [{'id': 'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d', 'name': 'tempest-AttachSCSIVolumeTestJSON-963806085-router', 'tenant_id': 'f62429f586c74591913bde77a8edd687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:06Z', 'updated_at': '2021-11-11T17:18:58Z', 'revision_number': 5, 'project_id': 'f62429f586c74591913bde77a8edd687', 'gw_port': {'id': '5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:07Z', 'updated_at': '2021-11-11T17:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:19:01.393049 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432414b-260f-401c-8fd0-3d20b95d7a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:01.448804 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 1a226fa5-429d-4c72-9a57-58d821e9eff8, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=1a226fa5-429d-4c72-9a57-58d821e9eff8,segment=NetworkSegment(5f9bc0d0-071c-4a5a-b668-056b98ce33d1),segment_id=5f9bc0d0-071c-4a5a-b668-056b98ce33d1)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:01.455867 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:01.456988 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0ec86fde-490c-40e4-8e2e-adf54f8dcade up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:19:01.495104 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10dd995-2d57-433c-ab5f-fabc98cae051 req-d71137d3-7ba8-4c08-9b7b-2ac8af4966f0 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:01.497228 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5432414b-260f-401c-8fd0-3d20b95d7a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:01.502186 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10dd995-2d57-433c-ab5f-fabc98cae051 req-d71137d3-7ba8-4c08-9b7b-2ac8af4966f0 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:01.510898 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10dd995-2d57-433c-ab5f-fabc98cae051 req-d71137d3-7ba8-4c08-9b7b-2ac8af4966f0 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:01.518686 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f10dd995-2d57-433c-ab5f-fabc98cae051 req-d71137d3-7ba8-4c08-9b7b-2ac8af4966f0 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 2416 time: 0.2052021 Nov 11 17:19:01.544371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc5475-46fa-4fe5-abbc-20021989cbc1 req-69a51739-2e7d-4952-b2da-b673c113dc7b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:01.546080 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f8fc5475-46fa-4fe5-abbc-20021989cbc1 req-69a51739-2e7d-4952-b2da-b673c113dc7b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.1868145 Nov 11 17:19:01.573492 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=1a226fa5-429d-4c72-9a57-58d821e9eff8,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:01.613792 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] Attempting to bind port 76fe5841-c10a-4b9e-8060-77b5d857ba76 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:19:01.614343 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] Attempting to bind port 76fe5841-c10a-4b9e-8060-77b5d857ba76 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:19:01.614707 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] Attempting to bind port 76fe5841-c10a-4b9e-8060-77b5d857ba76 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:01.620765 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 0ec86fde-490c-40e4-8e2e-adf54f8dcade completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:19:01.626676 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 0ec86fde-490c-40e4-8e2e-adf54f8dcade triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:01.627169 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:01.641212 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] Port 76fe5841-c10a-4b9e-8060-77b5d857ba76 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:19:01.641539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] Attempting to bind port 76fe5841-c10a-4b9e-8060-77b5d857ba76 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:01.671308 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5432414b-260f-401c-8fd0-3d20b95d7a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:01.673622 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f10dd995-2d57-433c-ab5f-fabc98cae051 req-2aeb0c3d-c2f9-4957-9af9-7179ed672c15 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539967 Nov 11 17:19:01.674906 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5432414b-260f-401c-8fd0-3d20b95d7a2f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:01.684480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:19:01.684817 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:19:01.685203 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:19:01.688611 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] Bound port: 76fe5841-c10a-4b9e-8060-77b5d857ba76, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:19:01.692057 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:01.728633 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f8fc5475-46fa-4fe5-abbc-20021989cbc1 req-b93a489b-ec7a-4610-8879-7e000cf38209 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713970 Nov 11 17:19:01.752163 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5432414b-260f-401c-8fd0-3d20b95d7a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:01.754679 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5432414b-260f-401c-8fd0-3d20b95d7a2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:19:01.758755 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5432414b-260f-401c-8fd0-3d20b95d7a2f admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:01.769249 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50198) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:01.781007 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5432414b-260f-401c-8fd0-3d20b95d7a2f admin admin] 10.222.0.76 "DELETE /v2.0/routers/cdfc74be-c4b9-4d1f-851c-7b5fc8f7377d HTTP/1.1" status: 204 len: 168 time: 1.8557603 Nov 11 17:19:01.792264 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:01.878526 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] For port 76fe5841-c10a-4b9e-8060-77b5d857ba76, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:19:01.881684 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] For port 76fe5841-c10a-4b9e-8060-77b5d857ba76, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=76fe5841-c10a-4b9e-8060-77b5d857ba76,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:19:01.896239 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 0ec86fde-490c-40e4-8e2e-adf54f8dcade, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0ec86fde-490c-40e4-8e2e-adf54f8dcade,segment=NetworkSegment(ea9bac14-6d5b-4363-b648-8ac48a288293),segment_id=ea9bac14-6d5b-4363-b648-8ac48a288293)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:01.908502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7795874f-151b-47cd-8e7b-c4a89f602f92 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:19:01.915459 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:01.918204 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:01.919238 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 77a6fd69-2918-4963-bd88-895e16e1e28a up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:19:02.001668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffdd16e8-7555-498b-8336-ef47f26e7fd1 admin admin] Deleting subnet 348f56c7-5e79-4026-8c1b-3ca7013f329c {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:19:02.005861 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:02.006475 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:02.007889 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] 10.222.0.83 "PUT /v2.0/ports/76fe5841-c10a-4b9e-8060-77b5d857ba76 HTTP/1.1" status: 200 len: 1095 time: 1.9550354 Nov 11 17:19:02.011039 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc272c53-9492-4fcb-b990-e415496d5f7c', 'tag': '76fe5841-c10a-4b9e-8060-77b5d857ba76'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:02.013342 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6046953-945b-4fdb-b083-3befc8e10a43" -d '{"events": [{"name": "network-changed", "server_uuid": "dc272c53-9492-4fcb-b990-e415496d5f7c", "tag": "76fe5841-c10a-4b9e-8060-77b5d857ba76"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:02.023756 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ffdd16e8-7555-498b-8336-ef47f26e7fd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:02.068465 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0ef4b-3348-4b61-b3b0-c49ea4a58703 service neutron] Pushing event updated for resources: {'Port': ['ID=76fe5841-c10a-4b9e-8060-77b5d857ba76,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:02.101216 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 7795874f-151b-47cd-8e7b-c4a89f602f92 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:19:02.101804 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7795874f-151b-47cd-8e7b-c4a89f602f92 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:19:02.119259 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d5dc7-0bde-4e19-acd0-6ef7098a26e1 req-1eb3622c-b5a1-4fc5-bcaa-17aeefc174d2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:02.121013 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e48d5dc7-0bde-4e19-acd0-6ef7098a26e1 req-1eb3622c-b5a1-4fc5-bcaa-17aeefc174d2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=859c3f2e-6e6c-4834-8348-fa7b22cbcffb HTTP/1.1" status: 200 len: 946 time: 0.2380242 Nov 11 17:19:02.145891 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ffdd16e8-7555-498b-8336-ef47f26e7fd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:02.213761 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 77a6fd69-2918-4963-bd88-895e16e1e28a completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:19:02.225226 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=0ec86fde-490c-40e4-8e2e-adf54f8dcade,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:02.235509 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f06a94-84e3-4379-a651-54baf1648ddb x-openstack-request-id: req-a3f06a94-84e3-4379-a651-54baf1648ddb {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:02.236382 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc272c53-9492-4fcb-b990-e415496d5f7c", "tag": "76fe5841-c10a-4b9e-8060-77b5d857ba76", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:02.236515 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a3f06a94-84e3-4379-a651-54baf1648ddb {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:02.236870 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc272c53-9492-4fcb-b990-e415496d5f7c', 'tag': '76fe5841-c10a-4b9e-8060-77b5d857ba76', 'status': 'completed', 'code': 200} Nov 11 17:19:02.239290 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 77a6fd69-2918-4963-bd88-895e16e1e28a triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:02.240848 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:02.329011 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e48d5dc7-0bde-4e19-acd0-6ef7098a26e1 req-6d92e82a-e4aa-481e-8dc5-d44d47f1a037 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934969 Nov 11 17:19:02.403081 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-96a08ec2-229c-4543-a425-9bb1d556df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:02.404836 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-96a08ec2-229c-4543-a425-9bb1d556df1c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f74cb49dd4dc4b70aa2bab089d84d9c4&device_id=dc272c53-9492-4fcb-b990-e415496d5f7c HTTP/1.1" status: 200 len: 1098 time: 0.2260230 Nov 11 17:19:02.415375 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:02.435583 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ffdd16e8-7555-498b-8336-ef47f26e7fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:02.454645 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 77a6fd69-2918-4963-bd88-895e16e1e28a, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=77a6fd69-2918-4963-bd88-895e16e1e28a,segment=NetworkSegment(ea9bac14-6d5b-4363-b648-8ac48a288293),segment_id=ea9bac14-6d5b-4363-b648-8ac48a288293)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:02.459801 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:02.501063 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-d8233006-4fad-44d7-83d6-042a4f6b2ecd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=76fe5841-c10a-4b9e-8060-77b5d857ba76 HTTP/1.1" status: 200 len: 217 time: 0.0803616 Nov 11 17:19:02.510909 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=77a6fd69-2918-4963-bd88-895e16e1e28a,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:02.574775 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1d3c6-d554-48cb-a7b7-97242ae635de req-8952ed00-9d8d-4d73-9bdf-0eaf90fc9e56 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:02.576265 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7cf1d3c6-d554-48cb-a7b7-97242ae635de req-8952ed00-9d8d-4d73-9bdf-0eaf90fc9e56 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 945 time: 0.2349076 Nov 11 17:19:02.628630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-f319ecb9-ad87-42a8-a2fd-3af1a3872f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:02.630174 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-f319ecb9-ad87-42a8-a2fd-3af1a3872f8c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1148269 Nov 11 17:19:02.665584 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a91062-dce1-4130-a3d2-debd6d6d044d req-794e392d-defe-4c16-bfef-9785cfb5eeaf tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:02.666958 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89a91062-dce1-4130-a3d2-debd6d6d044d req-794e392d-defe-4c16-bfef-9785cfb5eeaf tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc272c53-9492-4fcb-b990-e415496d5f7c HTTP/1.1" status: 200 len: 947 time: 0.1902251 Nov 11 17:19:02.667932 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ffdd16e8-7555-498b-8336-ef47f26e7fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:02.732232 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7cf1d3c6-d554-48cb-a7b7-97242ae635de req-95405137-6e16-4940-b21e-076fbac847a4 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440749 Nov 11 17:19:02.741137 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd16e8-7555-498b-8336-ef47f26e7fd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=348f56c7-5e79-4026-8c1b-3ca7013f329c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:02.750634 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ffdd16e8-7555-498b-8336-ef47f26e7fd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:02.756434 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ffdd16e8-7555-498b-8336-ef47f26e7fd1 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/348f56c7-5e79-4026-8c1b-3ca7013f329c HTTP/1.1" status: 204 len: 168 time: 0.9837921 Nov 11 17:19:02.756651 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cae22d-96f0-434e-83b5-468b54a22c75 None None] Network 5df8ce53-c8d0-46d0-a7e9-2c913a54093d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:19:02.757731 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50210) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:02.780764 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-295b0d49-0c18-4c53-bdf1-a2d052dc1245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:02.780764 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-295b0d49-0c18-4c53-bdf1-a2d052dc1245 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1382110 Nov 11 17:19:02.880655 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a09adaf2-4dab-48cb-84e6-8bb70b56cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:02.888485 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89a91062-dce1-4130-a3d2-debd6d6d044d req-acd3cf0c-6602-40ad-a620-52cf3ddeb367 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996262 Nov 11 17:19:03.010859 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a09adaf2-4dab-48cb-84e6-8bb70b56cd8e admin admin] Deleting port 010009ea-e993-4115-a3c9-55b78634354c {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:19:03.011327 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a09adaf2-4dab-48cb-84e6-8bb70b56cd8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:03.072646 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f275b0-168f-4ffe-b45f-bee63c6b8e42 req-0dd1f798-91a5-49c8-96e8-c5e778f73549 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:03.079868 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-68f275b0-168f-4ffe-b45f-bee63c6b8e42 req-0dd1f798-91a5-49c8-96e8-c5e778f73549 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.1069012 Nov 11 17:19:03.091440 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321fe21-07a3-41c5-b229-b1d40d89ac02 req-2badba7d-2543-47d7-b723-52a31e5b45fd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:03.094006 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-a09adaf2-4dab-48cb-84e6-8bb70b56cd8e admin admin] For port 010009ea-e993-4115-a3c9-55b78634354c, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=010009ea-e993-4115-a3c9-55b78634354c,segment=NetworkSegment(a3d7f15f-70ce-46b6-95d7-ca03a9fe8941),segment_id=a3d7f15f-70ce-46b6-95d7-ca03a9fe8941)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:03.094409 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a09adaf2-4dab-48cb-84e6-8bb70b56cd8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:03.097794 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321fe21-07a3-41c5-b229-b1d40d89ac02 req-2badba7d-2543-47d7-b723-52a31e5b45fd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:03.103849 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321fe21-07a3-41c5-b229-b1d40d89ac02 req-2badba7d-2543-47d7-b723-52a31e5b45fd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:03.105496 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f321fe21-07a3-41c5-b229-b1d40d89ac02 req-2badba7d-2543-47d7-b723-52a31e5b45fd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 2418 time: 0.2144580 Nov 11 17:19:03.111545 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a09adaf2-4dab-48cb-84e6-8bb70b56cd8e admin admin] Calling delete_port for 010009ea-e993-4115-a3c9-55b78634354c owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:19:03.112614 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-9db54f80-4a45-4a13-955d-725720a8d052 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204966 Nov 11 17:19:03.202584 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a09adaf2-4dab-48cb-84e6-8bb70b56cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:03.202853 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c830d357-c72b-4959-ba2e-001cdd457bf5 None None] DHCP port deletion for 5df8ce53-c8d0-46d0-a7e9-2c913a54093d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:19:03.231560 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09adaf2-4dab-48cb-84e6-8bb70b56cd8e admin admin] Pushing event deleted for resources: {'Port': ['ID=010009ea-e993-4115-a3c9-55b78634354c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:03.236296 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09adaf2-4dab-48cb-84e6-8bb70b56cd8e admin admin] No DVR routers for this DVR port 010009ea-e993-4115-a3c9-55b78634354c on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:19:03.265567 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859c3f2e-6e6c-4834-8348-fa7b22cbcffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a226fa5-429d-4c72-9a57-58d821e9eff8'}, {'server_uuid': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec86fde-490c-40e4-8e2e-adf54f8dcade'}, {'server_uuid': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a6fd69-2918-4963-bd88-895e16e1e28a'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:03.268268 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974855fd-fd9f-4d70-aad8-1f7c6d4dcbbd" -d '{"events": [{"server_uuid": "859c3f2e-6e6c-4834-8348-fa7b22cbcffb", "name": "network-vif-plugged", "status": "completed", "tag": "1a226fa5-429d-4c72-9a57-58d821e9eff8"}, {"server_uuid": "fcce7304-5c79-40f5-aecf-7766419adc34", "name": "network-vif-plugged", "status": "completed", "tag": "0ec86fde-490c-40e4-8e2e-adf54f8dcade"}, {"server_uuid": "fcce7304-5c79-40f5-aecf-7766419adc34", "name": "network-vif-plugged", "status": "completed", "tag": "77a6fd69-2918-4963-bd88-895e16e1e28a"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:03.277439 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-68f275b0-168f-4ffe-b45f-bee63c6b8e42 req-2c21f905-b4b1-42cd-8945-65c33a8a7a24 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966588 Nov 11 17:19:03.279702 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f9941a4-db9c-40cb-9c19-7592c8423bf2 req-75389f61-5a51-416b-8bb4-d2d360cabe6f service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553833 Nov 11 17:19:03.283056 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f321fe21-07a3-41c5-b229-b1d40d89ac02 req-7dacd254-7051-4bd6-8f28-fd3351c734c7 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620936 Nov 11 17:19:03.318214 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a09adaf2-4dab-48cb-84e6-8bb70b56cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:03.352007 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a09adaf2-4dab-48cb-84e6-8bb70b56cd8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df8ce53-c8d0-46d0-a7e9-2c913a54093d']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:19:03.361757 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a09adaf2-4dab-48cb-84e6-8bb70b56cd8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d7f15f-70ce-46b6-95d7-ca03a9fe8941') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:19:03.362621 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a09adaf2-4dab-48cb-84e6-8bb70b56cd8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d7f15f-70ce-46b6-95d7-ca03a9fe8941') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:19:03.372445 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a09adaf2-4dab-48cb-84e6-8bb70b56cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:03.387935 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a09adaf2-4dab-48cb-84e6-8bb70b56cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:03.395321 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09adaf2-4dab-48cb-84e6-8bb70b56cd8e admin admin] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:19:03.395913 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a09adaf2-4dab-48cb-84e6-8bb70b56cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:19:03.397699 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:19:03.406841 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6046953-945b-4fdb-b083-3befc8e10a43 req-415a702a-be70-48c3-b901-473bc8ac6e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:03.410545 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6046953-945b-4fdb-b083-3befc8e10a43 req-415a702a-be70-48c3-b901-473bc8ac6e6d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f74cb49dd4dc4b70aa2bab089d84d9c4&device_id=dc272c53-9492-4fcb-b990-e415496d5f7c HTTP/1.1" status: 200 len: 1098 time: 0.0544746 Nov 11 17:19:03.422657 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8f39d9-9bda-4d91-bcbd-6389908bbefd x-openstack-request-id: req-4d8f39d9-9bda-4d91-bcbd-6389908bbefd {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:03.422902 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859c3f2e-6e6c-4834-8348-fa7b22cbcffb", "name": "network-vif-plugged", "status": "completed", "tag": "1a226fa5-429d-4c72-9a57-58d821e9eff8", "code": 200}, {"server_uuid": "fcce7304-5c79-40f5-aecf-7766419adc34", "name": "network-vif-plugged", "status": "completed", "tag": "0ec86fde-490c-40e4-8e2e-adf54f8dcade", "code": 200}, {"server_uuid": "fcce7304-5c79-40f5-aecf-7766419adc34", "name": "network-vif-plugged", "status": "completed", "tag": "77a6fd69-2918-4963-bd88-895e16e1e28a", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:03.423146 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4d8f39d9-9bda-4d91-bcbd-6389908bbefd {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:03.423548 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859c3f2e-6e6c-4834-8348-fa7b22cbcffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a226fa5-429d-4c72-9a57-58d821e9eff8', 'code': 200} Nov 11 17:19:03.423862 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec86fde-490c-40e4-8e2e-adf54f8dcade', 'code': 200} Nov 11 17:19:03.424366 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a6fd69-2918-4963-bd88-895e16e1e28a', 'code': 200} Nov 11 17:19:03.463975 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a09adaf2-4dab-48cb-84e6-8bb70b56cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:03.471793 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a09adaf2-4dab-48cb-84e6-8bb70b56cd8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:03.484297 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a09adaf2-4dab-48cb-84e6-8bb70b56cd8e admin admin] 10.222.0.76 "DELETE /v2.0/networks/5df8ce53-c8d0-46d0-a7e9-2c913a54093d HTTP/1.1" status: 204 len: 168 time: 0.7245750 Nov 11 17:19:03.501610 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09adaf2-4dab-48cb-84e6-8bb70b56cd8e admin admin] Pushing event deleted for resources: {'Network': ['ID=5df8ce53-c8d0-46d0-a7e9-2c913a54093d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:03.562694 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783ce8d-23e4-4b73-adb3-b2711ebab11c req-7f297500-0035-4995-8f27-1f7b4d93dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:03.563178 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783ce8d-23e4-4b73-adb3-b2711ebab11c req-7f297500-0035-4995-8f27-1f7b4d93dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:03.563638 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783ce8d-23e4-4b73-adb3-b2711ebab11c req-7f297500-0035-4995-8f27-1f7b4d93dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:03.565365 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4783ce8d-23e4-4b73-adb3-b2711ebab11c req-7f297500-0035-4995-8f27-1f7b4d93dfc4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 2871 time: 0.0459781 Nov 11 17:19:03.603894 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6046953-945b-4fdb-b083-3befc8e10a43 req-19408d0d-2155-4cc0-9ba6-d6d25bee8d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:03.605528 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6046953-945b-4fdb-b083-3befc8e10a43 req-19408d0d-2155-4cc0-9ba6-d6d25bee8d89 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.1871409 Nov 11 17:19:03.614948 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4783ce8d-23e4-4b73-adb3-b2711ebab11c req-10b43fa7-c6a9-4409-8e27-d9e32abaac39 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403283 Nov 11 17:19:03.664055 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d45e71-b4d0-49a0-a048-87ac6509b34d req-db33c484-adc4-4dae-a009-bfcb3424382e tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:03.665763 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a0d45e71-b4d0-49a0-a048-87ac6509b34d req-db33c484-adc4-4dae-a009-bfcb3424382e tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=859c3f2e-6e6c-4834-8348-fa7b22cbcffb HTTP/1.1" status: 200 len: 946 time: 0.1578138 Nov 11 17:19:03.668055 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6046953-945b-4fdb-b083-3befc8e10a43 req-e2df5d63-551e-4673-b4d5-7a804e1911f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=76fe5841-c10a-4b9e-8060-77b5d857ba76 HTTP/1.1" status: 200 len: 217 time: 0.0544024 Nov 11 17:19:03.669925 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719aaad1-0611-49a9-9ec0-84bc6c4f3548 req-abb97fd3-a36d-4dce-aab5-79ab98c6b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:03.671261 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-719aaad1-0611-49a9-9ec0-84bc6c4f3548 req-abb97fd3-a36d-4dce-aab5-79ab98c6b4d4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=859c3f2e-6e6c-4834-8348-fa7b22cbcffb HTTP/1.1" status: 200 len: 1097 time: 0.1478074 Nov 11 17:19:03.677423 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50222) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:03.713847 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a0d45e71-b4d0-49a0-a048-87ac6509b34d req-c1914f07-35f9-4867-8cf1-5a0b1e5b71d3 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416071 Nov 11 17:19:03.719195 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-69291874-6b5b-413d-b058-e5351d376cb0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bd11269839ed44b6b5bcb2aeb8e3250f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404384 Nov 11 17:19:03.722192 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50224) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:03.761844 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 010009ea-e993-4115-a3c9-55b78634354c no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:19:03.778166 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-764bf99c-ed48-46ab-ba51-0739477ddc78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:03.781887 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 010009ea-e993-4115-a3c9-55b78634354c {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:19:03.782234 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 010009ea-e993-4115-a3c9-55b78634354c not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:19:03.782775 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:19:03.806095 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-764bf99c-ed48-46ab-ba51-0739477ddc78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:03.811121 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:19:03.811473 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5ae1ca62-2fac-46be-a0ee-d1d7f600bd3f not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:19:03.862658 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-764bf99c-ed48-46ab-ba51-0739477ddc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:03.865457 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-764bf99c-ed48-46ab-ba51-0739477ddc78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:03.869130 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-764bf99c-ed48-46ab-ba51-0739477ddc78 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1396d30f-ff2d-4fc8-82f3-eee5e3505955 HTTP/1.1" status: 204 len: 168 time: 0.1435599 Nov 11 17:19:03.875487 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764bf99c-ed48-46ab-ba51-0739477ddc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1396d30f-ff2d-4fc8-82f3-eee5e3505955,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:03.933942 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6046953-945b-4fdb-b083-3befc8e10a43 req-2844e4cd-68b5-4d94-a1a6-942dfda30cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:03.935711 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6046953-945b-4fdb-b083-3befc8e10a43 req-2844e4cd-68b5-4d94-a1a6-942dfda30cf4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1123862 Nov 11 17:19:03.943305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-719aaad1-0611-49a9-9ec0-84bc6c4f3548 req-8cd146a1-6ec4-4228-99f3-cd34ce5ec164 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078029 Nov 11 17:19:03.981916 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fa628-d6fa-482e-8079-6927e4330bbf req-9931ca8d-fff6-4214-88b5-cf5d029afbef tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:03.983372 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f4fa628-d6fa-482e-8079-6927e4330bbf req-9931ca8d-fff6-4214-88b5-cf5d029afbef tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 945 time: 0.1159689 Nov 11 17:19:04.060238 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6046953-945b-4fdb-b083-3befc8e10a43 req-7c8fdd0c-1234-4f0d-8fc1-1e63769c3506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:04.061740 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6046953-945b-4fdb-b083-3befc8e10a43 req-7c8fdd0c-1234-4f0d-8fc1-1e63769c3506 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1175592 Nov 11 17:19:04.075758 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f4fa628-d6fa-482e-8079-6927e4330bbf req-21334e96-ca90-4b78-b547-a961bf8f2ed3 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798037 Nov 11 17:19:04.083972 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1889e-89f9-4a30-9f7e-d618db177da6 req-1834765c-cd2e-4cc6-b680-ba5f800eda53 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:04.085407 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dfd1889e-89f9-4a30-9f7e-d618db177da6 req-1834765c-cd2e-4cc6-b680-ba5f800eda53 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc272c53-9492-4fcb-b990-e415496d5f7c HTTP/1.1" status: 200 len: 947 time: 0.1011488 Nov 11 17:19:04.140201 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dfd1889e-89f9-4a30-9f7e-d618db177da6 req-3275f7e6-5235-4938-8477-d7ab6d6d7c6b tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437088 Nov 11 17:19:04.217339 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50234) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:04.257671 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-06a98211-d820-43a7-8e16-065c9b058475 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f62429f586c74591913bde77a8edd687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391307 Nov 11 17:19:04.257931 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6046953-945b-4fdb-b083-3befc8e10a43 req-b3d2a25f-7706-4bbd-9034-1c43cd07efc9 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957766 Nov 11 17:19:04.260204 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50236) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:04.307113 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2517cc31-dc3e-475d-af37-e76c5962cef9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:04.335705 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2517cc31-dc3e-475d-af37-e76c5962cef9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:04.387193 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2517cc31-dc3e-475d-af37-e76c5962cef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:04.389828 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2517cc31-dc3e-475d-af37-e76c5962cef9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:04.390972 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2517cc31-dc3e-475d-af37-e76c5962cef9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f58b9db0-351d-4a2a-b329-286f43036092 HTTP/1.1" status: 204 len: 168 time: 0.1299140 Nov 11 17:19:04.394448 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6046953-945b-4fdb-b083-3befc8e10a43 req-7aeb8056-d5f2-4e6b-9810-f69b0d52bee8 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272142 Nov 11 17:19:04.400555 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517cc31-dc3e-475d-af37-e76c5962cef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58b9db0-351d-4a2a-b329-286f43036092,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:04.440761 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49447b4d-2d26-43dd-9798-35fb80ef0f0a req-727495b5-f9bf-4ca9-9032-69bb7231d826 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:04.442333 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-49447b4d-2d26-43dd-9798-35fb80ef0f0a req-727495b5-f9bf-4ca9-9032-69bb7231d826 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.0890734 Nov 11 17:19:04.464274 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db529e81-fda2-45d7-837c-d4886f0a30c7 req-c608a945-30fa-496d-9b9e-273b1a855444 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:04.470204 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db529e81-fda2-45d7-837c-d4886f0a30c7 req-c608a945-30fa-496d-9b9e-273b1a855444 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:04.476786 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db529e81-fda2-45d7-837c-d4886f0a30c7 req-c608a945-30fa-496d-9b9e-273b1a855444 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:04.478362 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db529e81-fda2-45d7-837c-d4886f0a30c7 req-c608a945-30fa-496d-9b9e-273b1a855444 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 2418 time: 0.1121511 Nov 11 17:19:04.548624 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-49447b4d-2d26-43dd-9798-35fb80ef0f0a req-86403692-1dce-488b-9679-3ea368e58e41 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990806 Nov 11 17:19:04.555845 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db529e81-fda2-45d7-837c-d4886f0a30c7 req-32c7a170-e01c-41b5-a43f-511b6460f6cd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698454 Nov 11 17:19:04.835409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353b56e-8648-4309-843e-83243f8f108a req-06a4577b-158b-4716-bb6b-66ff2fc9cc06 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:04.836969 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2353b56e-8648-4309-843e-83243f8f108a req-06a4577b-158b-4716-bb6b-66ff2fc9cc06 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=859c3f2e-6e6c-4834-8348-fa7b22cbcffb HTTP/1.1" status: 200 len: 946 time: 0.0496585 Nov 11 17:19:04.891635 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2353b56e-8648-4309-843e-83243f8f108a req-87caab3b-03ed-4f35-bd7d-4d9205fbf98a tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481107 Nov 11 17:19:05.093568 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50268) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:05.210864 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16babb7d-928b-49cc-b9be-8bb69a52f1c3 req-ac9bbfe9-44fa-4f19-81d4-786c195dffb6 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:05.212367 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16babb7d-928b-49cc-b9be-8bb69a52f1c3 req-ac9bbfe9-44fa-4f19-81d4-786c195dffb6 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 945 time: 0.0612674 Nov 11 17:19:05.217125 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-591d87b4-529d-4793-9338-1233000428ee admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1876944623-network', 'tenant_id': 'fe79ca1b47dd4a0a8271b94e8a0db861'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:05.286929 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591d87b4-529d-4793-9338-1233000428ee admin admin] Made reservation on behalf of fe79ca1b47dd4a0a8271b94e8a0db861 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:19:05.289174 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-591d87b4-529d-4793-9338-1233000428ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:05.308939 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-591d87b4-529d-4793-9338-1233000428ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:05.326557 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16babb7d-928b-49cc-b9be-8bb69a52f1c3 req-44245c5b-a55c-45f6-9000-ef186ed754d8 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048944 Nov 11 17:19:05.344902 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde7ae6-be07-466a-bb88-03b562d89b4f req-40ebdc6d-68f5-4d86-8e9f-2275f251e8e1 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:05.346497 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bcde7ae6-be07-466a-bb88-03b562d89b4f req-40ebdc6d-68f5-4d86-8e9f-2275f251e8e1 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc272c53-9492-4fcb-b990-e415496d5f7c HTTP/1.1" status: 200 len: 947 time: 0.0996239 Nov 11 17:19:05.422388 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bcde7ae6-be07-466a-bb88-03b562d89b4f req-841345b7-dd6e-485d-ac2a-19942a923fec tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686808 Nov 11 17:19:05.456620 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-591d87b4-529d-4793-9338-1233000428ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:05.460395 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-591d87b4-529d-4793-9338-1233000428ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:05.481036 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591d87b4-529d-4793-9338-1233000428ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1284} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:19:05.496391 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d87b4-529d-4793-9338-1233000428ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e953c20e-b492-46b2-a09d-cc8925ed6123,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:05.499458 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-591d87b4-529d-4793-9338-1233000428ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:05.499818 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-591d87b4-529d-4793-9338-1233000428ee admin admin] Added segment 57b682a3-ba5d-4067-815a-ee8598740949 of type vlan for network a7388172-0e31-4a48-82ab-4816dd651be5 Nov 11 17:19:05.544606 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-591d87b4-529d-4793-9338-1233000428ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:05.568635 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-591d87b4-529d-4793-9338-1233000428ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:05.569583 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591d87b4-529d-4793-9338-1233000428ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:05.570164 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-591d87b4-529d-4793-9338-1233000428ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:05.626325 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-591d87b4-529d-4793-9338-1233000428ee admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5316672 Nov 11 17:19:05.629285 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50280) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:05.634283 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-fe4125db-ee13-4fdb-96f9-ea93c13dae8b admin admin] Request body: {'subnet': {'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1876944623-subnet', 'tenant_id': 'fe79ca1b47dd4a0a8271b94e8a0db861', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:05.646604 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d87b4-529d-4793-9338-1233000428ee admin admin] Pushing event updated for resources: {'Network': ['ID=a7388172-0e31-4a48-82ab-4816dd651be5,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:05.657525 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network a7388172-0e31-4a48-82ab-4816dd651be5 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:19:05.666328 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4125db-ee13-4fdb-96f9-ea93c13dae8b admin admin] Made reservation on behalf of fe79ca1b47dd4a0a8271b94e8a0db861 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:19:05.669026 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fe4125db-ee13-4fdb-96f9-ea93c13dae8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:05.723528 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbe4d7-9746-4853-87fc-65952b7a7e17 req-5f00181c-33b0-47ec-a34b-b731e1938250 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:05.725053 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8fdbe4d7-9746-4853-87fc-65952b7a7e17 req-5f00181c-33b0-47ec-a34b-b731e1938250 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.0875719 Nov 11 17:19:05.734676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea8f9a-bec2-46e8-9a13-c6c68ef3f102 req-bdc7fa0a-3db3-4fff-b9b0-5fa0622f86fe tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:05.741572 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea8f9a-bec2-46e8-9a13-c6c68ef3f102 req-bdc7fa0a-3db3-4fff-b9b0-5fa0622f86fe tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:05.748226 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea8f9a-bec2-46e8-9a13-c6c68ef3f102 req-bdc7fa0a-3db3-4fff-b9b0-5fa0622f86fe tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:05.749859 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4ea8f9a-bec2-46e8-9a13-c6c68ef3f102 req-bdc7fa0a-3db3-4fff-b9b0-5fa0622f86fe tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 2418 time: 0.1009448 Nov 11 17:19:05.821996 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8fdbe4d7-9746-4853-87fc-65952b7a7e17 req-34b914e2-ca53-4157-a7ed-03006719e4bb tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711539 Nov 11 17:19:05.826404 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4ea8f9a-bec2-46e8-9a13-c6c68ef3f102 req-0817f081-ad02-4a04-b0d4-efeffd39d945 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696745 Nov 11 17:19:05.858647 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fe4125db-ee13-4fdb-96f9-ea93c13dae8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:05.923206 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4125db-ee13-4fdb-96f9-ea93c13dae8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=09479e2c-8d4d-4ddf-a999-7eaebc6756fd,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:05.930318 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4125db-ee13-4fdb-96f9-ea93c13dae8b admin admin] Checking segment: {'id': '57b682a3-ba5d-4067-815a-ee8598740949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:19:05.930677 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4125db-ee13-4fdb-96f9-ea93c13dae8b admin admin] Network hostable DHCP agents. Network: a7388172-0e31-4a48-82ab-4816dd651be5, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:19:05.952995 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4125db-ee13-4fdb-96f9-ea93c13dae8b admin admin] Network a7388172-0e31-4a48-82ab-4816dd651be5 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:19:05.969797 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-fe4125db-ee13-4fdb-96f9-ea93c13dae8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, a7388172-0e31-4a48-82ab-4816dd651be5) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:19:05.976015 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4125db-ee13-4fdb-96f9-ea93c13dae8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:05.976742 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fe4125db-ee13-4fdb-96f9-ea93c13dae8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:05.986300 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f45bd31-3f5d-468b-a0c7-299cc16f7521 None None] Network a7388172-0e31-4a48-82ab-4816dd651be5 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:19:05.999356 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fe4125db-ee13-4fdb-96f9-ea93c13dae8b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3689439 Nov 11 17:19:06.061954 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f712bd-5d4a-43b3-994b-da16f9f3e332 req-ea06992c-8ab4-4a8b-b3e9-04ae5deab09d tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:06.069265 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08f712bd-5d4a-43b3-994b-da16f9f3e332 req-ea06992c-8ab4-4a8b-b3e9-04ae5deab09d tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=859c3f2e-6e6c-4834-8348-fa7b22cbcffb HTTP/1.1" status: 200 len: 946 time: 0.0718315 Nov 11 17:19:06.127749 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 76fe5841-c10a-4b9e-8060-77b5d857ba76 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:19:06.142892 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08f712bd-5d4a-43b3-994b-da16f9f3e332 req-62a00dfe-da99-4ce1-a2c6-30405ba3d68d tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727370 Nov 11 17:19:06.165990 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b774f7f5-6e77-4c5d-8c3b-847c1a7e96fd None None] Network a7388172-0e31-4a48-82ab-4816dd651be5 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:19:06.241993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb14d74-58e4-41a7-a6bc-f8bfb9b59b74 req-12247dd2-5588-4f92-adce-cd7e6daf3e22 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:06.249071 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb14d74-58e4-41a7-a6bc-f8bfb9b59b74 req-12247dd2-5588-4f92-adce-cd7e6daf3e22 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:06.257456 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb14d74-58e4-41a7-a6bc-f8bfb9b59b74 req-12247dd2-5588-4f92-adce-cd7e6daf3e22 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:06.259360 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3cb14d74-58e4-41a7-a6bc-f8bfb9b59b74 req-12247dd2-5588-4f92-adce-cd7e6daf3e22 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 2418 time: 0.0726562 Nov 11 17:19:06.322983 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3cb14d74-58e4-41a7-a6bc-f8bfb9b59b74 req-06db5469-ad68-4969-a44f-7c89c93f4a3e tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565212 Nov 11 17:19:06.327879 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 76fe5841-c10a-4b9e-8060-77b5d857ba76, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=76fe5841-c10a-4b9e-8060-77b5d857ba76,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:06.379244 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '76fe5841-c10a-4b9e-8060-77b5d857ba76', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '76fe5841-c10a-4b9e-8060-77b5d857ba76', 'mac_address': 'fa:16:3e:b7:3a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:19:06.417961 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:06.431464 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76fe5841-c10a-4b9e-8060-77b5d857ba76 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:19:06.452815 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2d770-5e3e-4d60-b576-14170903c062 req-5e164384-6e38-48f8-adb8-26d104f499a2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:06.454470 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-58a2d770-5e3e-4d60-b576-14170903c062 req-5e164384-6e38-48f8-adb8-26d104f499a2 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=859c3f2e-6e6c-4834-8348-fa7b22cbcffb HTTP/1.1" status: 200 len: 946 time: 0.0554395 Nov 11 17:19:06.457294 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 76fe5841-c10a-4b9e-8060-77b5d857ba76, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=76fe5841-c10a-4b9e-8060-77b5d857ba76,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:06.462749 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:06.515135 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=76fe5841-c10a-4b9e-8060-77b5d857ba76,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:06.524351 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-58a2d770-5e3e-4d60-b576-14170903c062 req-5fff285b-5eac-404c-af81-b2d063d15228 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621712 Nov 11 17:19:06.892809 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d21f74-069b-4145-ad36-8c062f095152 req-480ff33f-f5a8-419e-a229-b2544634102b tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:06.894287 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03d21f74-069b-4145-ad36-8c062f095152 req-480ff33f-f5a8-419e-a229-b2544634102b tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 945 time: 0.0809667 Nov 11 17:19:06.902477 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-ee7cc6ff-92ae-4c63-8ab3-672934fd1ee3 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:06.903888 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-ee7cc6ff-92ae-4c63-8ab3-672934fd1ee3 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/networks?id=a7388172-0e31-4a48-82ab-4816dd651be5 HTTP/1.1" status: 200 len: 805 time: 0.3941126 Nov 11 17:19:06.927893 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['76fe5841-c10a-4b9e-8060-77b5d857ba76'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:19:06.929223 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-02d05794-60be-47a5-802d-93fe178c1914 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/quotas/fe79ca1b47dd4a0a8271b94e8a0db861 HTTP/1.1" status: 200 len: 375 time: 0.0185666 Nov 11 17:19:06.973131 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-e2aacab4-1801-41da-b033-5ba6ade62cb1 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe79ca1b47dd4a0a8271b94e8a0db861&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344710 Nov 11 17:19:06.980421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03d21f74-069b-4145-ad36-8c062f095152 req-fe7f2349-a39d-4d27-ae54-566b3a0c20a0 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756321 Nov 11 17:19:07.101224 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-9957a548-5f42-4919-9fc8-b6e3c4510442 service neutron] 10.222.0.76 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197689 Nov 11 17:19:07.123476 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf39bd-02b3-4c07-ad99-ee244ec0f94e req-af2fee7a-6e32-46ed-8b53-85f66cc807eb tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:07.124910 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7fbf39bd-02b3-4c07-ad99-ee244ec0f94e req-af2fee7a-6e32-46ed-8b53-85f66cc807eb tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc272c53-9492-4fcb-b990-e415496d5f7c HTTP/1.1" status: 200 len: 948 time: 0.0844223 Nov 11 17:19:07.222132 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7fbf39bd-02b3-4c07-ad99-ee244ec0f94e req-6ca148b4-05d6-4135-8de0-1aed716f2863 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874925 Nov 11 17:19:07.232358 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-1a1faa91-5505-4ef9-bf46-10c121711c6b service neutron] 10.222.0.76 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247325 Nov 11 17:19:07.323582 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f38cf-04ba-4c64-a01b-39912bff8954 req-04591079-bfb5-4b83-8a77-1a1c746e942c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:07.325066 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f45f38cf-04ba-4c64-a01b-39912bff8954 req-04591079-bfb5-4b83-8a77-1a1c746e942c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.0493195 Nov 11 17:19:07.375853 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-55f383eb-5407-43f2-a00b-4e3a785e5c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:07.396142 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f45f38cf-04ba-4c64-a01b-39912bff8954 req-56609fd7-419b-48d8-b190-321fe8afdeb6 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513003 Nov 11 17:19:07.482286 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7548baa5-f2e7-4177-b4d6-ea8663ec03d4 req-40bfa35e-94c8-4da3-aee2-f1aad1c0eaf3 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=b093d773-8c1e-465c-8c59-c45af165c9c5 HTTP/1.1" status: 200 len: 210 time: 0.0305965 Nov 11 17:19:07.600156 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4152f-6e58-45c2-bf14-28c467daff0a req-29ce5d76-ba1e-47a8-9b5e-ecac0bfeb0b7 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:07.606658 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4152f-6e58-45c2-bf14-28c467daff0a req-29ce5d76-ba1e-47a8-9b5e-ecac0bfeb0b7 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:07.613580 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4152f-6e58-45c2-bf14-28c467daff0a req-29ce5d76-ba1e-47a8-9b5e-ecac0bfeb0b7 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:07.615173 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5be4152f-6e58-45c2-bf14-28c467daff0a req-29ce5d76-ba1e-47a8-9b5e-ecac0bfeb0b7 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 2418 time: 0.0776803 Nov 11 17:19:07.699372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829a4ce-f35f-4a45-a613-0516afe278f1 req-6b800647-07a2-4b82-b782-79ee68d0d7c7 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:07.700892 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a829a4ce-f35f-4a45-a613-0516afe278f1 req-6b800647-07a2-4b82-b782-79ee68d0d7c7 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=859c3f2e-6e6c-4834-8348-fa7b22cbcffb HTTP/1.1" status: 200 len: 946 time: 0.0848010 Nov 11 17:19:07.704523 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5be4152f-6e58-45c2-bf14-28c467daff0a req-6eac22b2-4d24-4729-bb71-55bddc54f247 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789382 Nov 11 17:19:07.762412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a829a4ce-f35f-4a45-a613-0516afe278f1 req-d95a127a-2ae8-480a-ae1e-00f3100d89d7 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544696 Nov 11 17:19:07.815148 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:19:08.097963 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01052cf4-c428-48ce-b06a-95089c7a556b req-3f1620a8-04d7-4be0-9f4c-f8734ff2c845 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:08.099419 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-01052cf4-c428-48ce-b06a-95089c7a556b req-3f1620a8-04d7-4be0-9f4c-f8734ff2c845 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 945 time: 0.0485511 Nov 11 17:19:08.147357 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-01052cf4-c428-48ce-b06a-95089c7a556b req-471ffe2b-5a4f-472f-aa86-d798dccd627d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419407 Nov 11 17:19:08.153451 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 76fe5841-c10a-4b9e-8060-77b5d857ba76 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:19:08.199117 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 76fe5841-c10a-4b9e-8060-77b5d857ba76 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:19:08.202525 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 76fe5841-c10a-4b9e-8060-77b5d857ba76 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:08.202891 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:08.281518 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:08.304248 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc272c53-9492-4fcb-b990-e415496d5f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fe5841-c10a-4b9e-8060-77b5d857ba76'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:08.306676 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a2dd90-ceaf-4823-9a7c-375a09dcce05" -d '{"events": [{"server_uuid": "dc272c53-9492-4fcb-b990-e415496d5f7c", "name": "network-vif-plugged", "status": "completed", "tag": "76fe5841-c10a-4b9e-8060-77b5d857ba76"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:08.325631 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 76fe5841-c10a-4b9e-8060-77b5d857ba76, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=76fe5841-c10a-4b9e-8060-77b5d857ba76,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:08.332035 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:08.354875 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd8594-2b0e-4442-a5c2-5ae3656b0e0c req-25814071-ec73-4ac3-a2c5-4c31340fbe17 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:08.357212 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3073533c-8160-4226-ab46-b3f62cb21420 x-openstack-request-id: req-3073533c-8160-4226-ab46-b3f62cb21420 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:08.357527 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc272c53-9492-4fcb-b990-e415496d5f7c", "name": "network-vif-plugged", "status": "completed", "tag": "76fe5841-c10a-4b9e-8060-77b5d857ba76", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:08.357783 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3073533c-8160-4226-ab46-b3f62cb21420 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:08.358166 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc272c53-9492-4fcb-b990-e415496d5f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fe5841-c10a-4b9e-8060-77b5d857ba76', 'code': 200} Nov 11 17:19:08.364278 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-32cd8594-2b0e-4442-a5c2-5ae3656b0e0c req-25814071-ec73-4ac3-a2c5-4c31340fbe17 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc272c53-9492-4fcb-b990-e415496d5f7c HTTP/1.1" status: 200 len: 948 time: 0.0708857 Nov 11 17:19:08.387652 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=76fe5841-c10a-4b9e-8060-77b5d857ba76,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:08.420679 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-32cd8594-2b0e-4442-a5c2-5ae3656b0e0c req-cad35d62-dbe5-4c8f-b87d-5f7aca7953da tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552011 Nov 11 17:19:08.553047 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65619198-4c56-4785-84c3-c5d5aecf4a40 req-352200ba-4ee4-4ba3-82b7-4a9618e59ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:08.555339 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-65619198-4c56-4785-84c3-c5d5aecf4a40 req-352200ba-4ee4-4ba3-82b7-4a9618e59ac6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dc272c53-9492-4fcb-b990-e415496d5f7c HTTP/1.1" status: 200 len: 1100 time: 0.1304476 Nov 11 17:19:08.572698 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-52da9781-1f42-4f69-8953-e1cbdbebdbc1 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:08.573331 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad50afd-d403-4305-a1a5-5e815fa7319e req-6dfa5e27-9b81-4c6f-985c-f09468caf88c tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:08.574779 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9ad50afd-d403-4305-a1a5-5e815fa7319e req-6dfa5e27-9b81-4c6f-985c-f09468caf88c tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.83 "GET /v2.0/ports?device_id=859c3f2e-6e6c-4834-8348-fa7b22cbcffb HTTP/1.1" status: 200 len: 946 time: 0.1033514 Nov 11 17:19:08.581298 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-52da9781-1f42-4f69-8953-e1cbdbebdbc1 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:08.588617 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-52da9781-1f42-4f69-8953-e1cbdbebdbc1 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:08.589922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902f8b9-ac12-4d31-9056-f4f2d5879138 req-3ff40e11-348c-4d74-852d-234ff5ce857a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:08.590657 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-52da9781-1f42-4f69-8953-e1cbdbebdbc1 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.83 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 2418 time: 0.0957761 Nov 11 17:19:08.596262 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6902f8b9-ac12-4d31-9056-f4f2d5879138 req-3ff40e11-348c-4d74-852d-234ff5ce857a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.1091609 Nov 11 17:19:08.597688 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-7a128333-91ae-4871-9adc-510b88423e0f tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:08.599358 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-7a128333-91ae-4871-9adc-510b88423e0f tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.64 "GET /v2.0/networks?id=a7388172-0e31-4a48-82ab-4816dd651be5 HTTP/1.1" status: 200 len: 805 time: 0.1828778 Nov 11 17:19:08.675074 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-59c8422e-4876-4f87-916d-3688c4a3faa0 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Request body: {'port': {'device_id': 'b093d773-8c1e-465c-8c59-c45af165c9c5', 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5', 'admin_state_up': True, 'tenant_id': 'fe79ca1b47dd4a0a8271b94e8a0db861'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:08.733793 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-65619198-4c56-4785-84c3-c5d5aecf4a40 req-4ebcc8ac-40a1-4afe-a8db-616a9976a276 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579084 Nov 11 17:19:08.760306 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d4934f34-e581-4a5c-bd45-080c5c02c698 req-715aeeab-704d-4551-9f8b-a2d136bc9a6a tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=b093d773-8c1e-465c-8c59-c45af165c9c5 HTTP/1.1" status: 200 len: 210 time: 0.0768034 Nov 11 17:19:08.767122 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6902f8b9-ac12-4d31-9056-f4f2d5879138 req-db74f490-b9a5-4f9b-8765-66f0f8762e96 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619756 Nov 11 17:19:08.782760 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-4b7b28fc-2223-4075-a987-83b5ed1cc293 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Deleting port 77a6fd69-2918-4963-bd88-895e16e1e28a {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:19:08.783105 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-4b7b28fc-2223-4075-a987-83b5ed1cc293 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:08.802738 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-9ad50afd-d403-4305-a1a5-5e815fa7319e req-b2fbd911-bbf1-4832-85d5-f7ae1624b6c8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Deleting port 1a226fa5-429d-4c72-9a57-58d821e9eff8 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:19:08.802738 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9ad50afd-d403-4305-a1a5-5e815fa7319e req-b2fbd911-bbf1-4832-85d5-f7ae1624b6c8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:08.860315 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-59c8422e-4876-4f87-916d-3688c4a3faa0 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Made reservation on behalf of fe79ca1b47dd4a0a8271b94e8a0db861 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:19:08.864625 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-59c8422e-4876-4f87-916d-3688c4a3faa0 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:08.916287 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-4b7b28fc-2223-4075-a987-83b5ed1cc293 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] For port 77a6fd69-2918-4963-bd88-895e16e1e28a, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=77a6fd69-2918-4963-bd88-895e16e1e28a,segment=NetworkSegment(ea9bac14-6d5b-4363-b648-8ac48a288293),segment_id=ea9bac14-6d5b-4363-b648-8ac48a288293)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:08.916645 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-4b7b28fc-2223-4075-a987-83b5ed1cc293 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:08.958146 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-4b7b28fc-2223-4075-a987-83b5ed1cc293 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Calling delete_port for 77a6fd69-2918-4963-bd88-895e16e1e28a owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:19:08.989068 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e942ca-0ed4-40a0-8459-6e0aa41aec02 req-190b81d1-172d-46a8-9d94-4978895907c7 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:08.995114 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e942ca-0ed4-40a0-8459-6e0aa41aec02 req-190b81d1-172d-46a8-9d94-4978895907c7 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:09.002236 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e942ca-0ed4-40a0-8459-6e0aa41aec02 req-190b81d1-172d-46a8-9d94-4978895907c7 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:09.008301 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74e942ca-0ed4-40a0-8459-6e0aa41aec02 req-190b81d1-172d-46a8-9d94-4978895907c7 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 2418 time: 0.1372058 Nov 11 17:19:09.021642 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac27d84-6e59-4922-83de-5b49845c7d7d req-963fdfbf-f763-49ae-86f7-36284e309d7b tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:09.023241 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dac27d84-6e59-4922-83de-5b49845c7d7d req-963fdfbf-f763-49ae-86f7-36284e309d7b tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/ports?device_id=859c3f2e-6e6c-4834-8348-fa7b22cbcffb HTTP/1.1" status: 200 len: 946 time: 0.1532869 Nov 11 17:19:09.033404 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-9ad50afd-d403-4305-a1a5-5e815fa7319e req-b2fbd911-bbf1-4832-85d5-f7ae1624b6c8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] For port 1a226fa5-429d-4c72-9a57-58d821e9eff8, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=1a226fa5-429d-4c72-9a57-58d821e9eff8,segment=NetworkSegment(5f9bc0d0-071c-4a5a-b668-056b98ce33d1),segment_id=5f9bc0d0-071c-4a5a-b668-056b98ce33d1)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:09.034565 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9ad50afd-d403-4305-a1a5-5e815fa7319e req-b2fbd911-bbf1-4832-85d5-f7ae1624b6c8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:09.068172 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-9ad50afd-d403-4305-a1a5-5e815fa7319e req-b2fbd911-bbf1-4832-85d5-f7ae1624b6c8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Calling delete_port for 1a226fa5-429d-4c72-9a57-58d821e9eff8 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:19:09.081919 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-59c8422e-4876-4f87-916d-3688c4a3faa0 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Allocated IP 172.20.0.12 (a7388172-0e31-4a48-82ab-4816dd651be5/09479e2c-8d4d-4ddf-a999-7eaebc6756fd/a1679208-b211-42af-b89e-fd6ec7de9da6) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:19:09.166211 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74e942ca-0ed4-40a0-8459-6e0aa41aec02 req-8e79bd18-8e45-4e27-8441-75177199974e tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539149 Nov 11 17:19:09.172718 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dac27d84-6e59-4922-83de-5b49845c7d7d req-664e56bb-0fd9-430a-b010-517a694a514f tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups?id=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344285 Nov 11 17:19:09.193859 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-4b7b28fc-2223-4075-a987-83b5ed1cc293 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:09.207921 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['0ec86fde-490c-40e4-8e2e-adf54f8dcade', '77a6fd69-2918-4963-bd88-895e16e1e28a', 'eccb9967-235f-44d7-a226-2414839215c8'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:19:09.289080 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9ad50afd-d403-4305-a1a5-5e815fa7319e req-b2fbd911-bbf1-4832-85d5-f7ae1624b6c8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:09.322815 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbd911-bbf1-4832-85d5-f7ae1624b6c8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Pushing event deleted for resources: {'Port': ['ID=1a226fa5-429d-4c72-9a57-58d821e9eff8,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:09.347261 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b28fc-2223-4075-a987-83b5ed1cc293 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event deleted for resources: {'Port': ['ID=77a6fd69-2918-4963-bd88-895e16e1e28a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:09.364250 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd911-bbf1-4832-85d5-f7ae1624b6c8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:09.364765 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd911-bbf1-4832-85d5-f7ae1624b6c8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:09.365343 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd911-bbf1-4832-85d5-f7ae1624b6c8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:09.365778 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd911-bbf1-4832-85d5-f7ae1624b6c8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:09.366207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd911-bbf1-4832-85d5-f7ae1624b6c8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:09.366875 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd911-bbf1-4832-85d5-f7ae1624b6c8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:09.367654 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd911-bbf1-4832-85d5-f7ae1624b6c8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:09.368092 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd911-bbf1-4832-85d5-f7ae1624b6c8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:09.368797 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd911-bbf1-4832-85d5-f7ae1624b6c8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:09.369129 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd911-bbf1-4832-85d5-f7ae1624b6c8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:09.369746 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd911-bbf1-4832-85d5-f7ae1624b6c8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:09.370318 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fbd911-bbf1-4832-85d5-f7ae1624b6c8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:09.430608 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad50afd-d403-4305-a1a5-5e815fa7319e req-b2fbd911-bbf1-4832-85d5-f7ae1624b6c8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] No DVR routers for this DVR port 1a226fa5-429d-4c72-9a57-58d821e9eff8 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:19:09.434049 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9ad50afd-d403-4305-a1a5-5e815fa7319e req-b2fbd911-bbf1-4832-85d5-f7ae1624b6c8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:09.440621 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9ad50afd-d403-4305-a1a5-5e815fa7319e req-b2fbd911-bbf1-4832-85d5-f7ae1624b6c8 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.83 "DELETE /v2.0/ports/1a226fa5-429d-4c72-9a57-58d821e9eff8 HTTP/1.1" status: 204 len: 173 time: 0.8424740 Nov 11 17:19:09.441244 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859c3f2e-6e6c-4834-8348-fa7b22cbcffb', 'name': 'network-vif-deleted', 'tag': '1a226fa5-429d-4c72-9a57-58d821e9eff8'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:09.444408 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4475ee73-1341-437a-b9fe-f49fbe8c8767" -d '{"events": [{"server_uuid": "859c3f2e-6e6c-4834-8348-fa7b22cbcffb", "name": "network-vif-deleted", "tag": "1a226fa5-429d-4c72-9a57-58d821e9eff8"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:09.465555 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610602c-486c-42e6-8cb3-2738371f25ae req-f5b0cd29-19e7-4228-8197-3a293bfa8a9b tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:09.479480 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a610602c-486c-42e6-8cb3-2738371f25ae req-f5b0cd29-19e7-4228-8197-3a293bfa8a9b tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 945 time: 0.1574876 Nov 11 17:19:09.496295 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-59c8422e-4876-4f87-916d-3688c4a3faa0 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:09.498015 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-4b7b28fc-2223-4075-a987-83b5ed1cc293 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] No DVR routers for this DVR port 77a6fd69-2918-4963-bd88-895e16e1e28a on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:19:09.534750 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-4b7b28fc-2223-4075-a987-83b5ed1cc293 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:09.538432 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-4b7b28fc-2223-4075-a987-83b5ed1cc293 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.83 "DELETE /v2.0/ports/77a6fd69-2918-4963-bd88-895e16e1e28a HTTP/1.1" status: 204 len: 173 time: 0.9369543 Nov 11 17:19:09.539449 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'name': 'network-vif-deleted', 'tag': '77a6fd69-2918-4963-bd88-895e16e1e28a'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:09.542053 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63331fa2-58ca-4522-afff-69cf7ad34628" -d '{"events": [{"server_uuid": "fcce7304-5c79-40f5-aecf-7766419adc34", "name": "network-vif-deleted", "tag": "77a6fd69-2918-4963-bd88-895e16e1e28a"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:09.547199 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-59c8422e-4876-4f87-916d-3688c4a3faa0 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:09.548044 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed62eb6-1b0d-4711-9df2-27b09bf9dacd x-openstack-request-id: req-6ed62eb6-1b0d-4711-9df2-27b09bf9dacd {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:09.548044 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859c3f2e-6e6c-4834-8348-fa7b22cbcffb", "name": "network-vif-deleted", "tag": "1a226fa5-429d-4c72-9a57-58d821e9eff8", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:09.549242 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6ed62eb6-1b0d-4711-9df2-27b09bf9dacd {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:09.549242 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859c3f2e-6e6c-4834-8348-fa7b22cbcffb', 'name': 'network-vif-deleted', 'tag': '1a226fa5-429d-4c72-9a57-58d821e9eff8', 'status': 'completed', 'code': 200} Nov 11 17:19:09.569650 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-59c8422e-4876-4f87-916d-3688c4a3faa0 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Network a7388172-0e31-4a48-82ab-4816dd651be5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:19:09.574177 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-59c8422e-4876-4f87-916d-3688c4a3faa0 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:19:09.597046 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a610602c-486c-42e6-8cb3-2738371f25ae req-f967a052-9058-40d7-92c6-669d79a3cbcc tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050911 Nov 11 17:19:09.617790 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-59c8422e-4876-4f87-916d-3688c4a3faa0 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:19:09.733367 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-cc04bada-d7dd-414b-8c31-2b928e52331d tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:09.735179 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-cc04bada-d7dd-414b-8c31-2b928e52331d tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3&tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 1096 time: 0.1220241 Nov 11 17:19:09.741948 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-16ce3a44-66d7-4e81-96b7-9c9b9af481ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:09.757811 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8422e-4876-4f87-916d-3688c4a3faa0 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Pushing event updated for resources: {'Port': ['ID=a1679208-b211-42af-b89e-fd6ec7de9da6,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:09.780104 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-4'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:09.784947 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['1a226fa5-429d-4c72-9a57-58d821e9eff8'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:19:09.786819 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-59c8422e-4876-4f87-916d-3688c4a3faa0 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:09.787453 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-59c8422e-4876-4f87-916d-3688c4a3faa0 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:09.824701 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-59c8422e-4876-4f87-916d-3688c4a3faa0 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1551554 Nov 11 17:19:09.838659 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddf93fb-c458-4762-b341-b74009c6a78d x-openstack-request-id: req-0ddf93fb-c458-4762-b341-b74009c6a78d {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:09.838956 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcce7304-5c79-40f5-aecf-7766419adc34", "name": "network-vif-deleted", "tag": "77a6fd69-2918-4963-bd88-895e16e1e28a", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:09.839228 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0ddf93fb-c458-4762-b341-b74009c6a78d {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:09.839614 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'name': 'network-vif-deleted', 'tag': '77a6fd69-2918-4963-bd88-895e16e1e28a', 'status': 'completed', 'code': 200} Nov 11 17:19:09.847194 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-b8237c62-b025-43a1-8548-165de127efab service neutron] Request body: {'port': {'device_id': 'b093d773-8c1e-465c-8c59-c45af165c9c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:09.881831 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-bb02c039-af07-435f-9e50-943350efd06f tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Deleting port 0ec86fde-490c-40e4-8e2e-adf54f8dcade {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:19:09.882414 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-bb02c039-af07-435f-9e50-943350efd06f tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:09.915050 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9f11a-f659-44bb-88e2-6627a7c1f6d6 req-b8700c96-3b53-41ee-84f8-097fb35978cd tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:09.922438 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28e9f11a-f659-44bb-88e2-6627a7c1f6d6 req-b8700c96-3b53-41ee-84f8-097fb35978cd tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc272c53-9492-4fcb-b990-e415496d5f7c HTTP/1.1" status: 200 len: 949 time: 0.2146006 Nov 11 17:19:09.968230 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-b8237c62-b025-43a1-8548-165de127efab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:09.995057 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28e9f11a-f659-44bb-88e2-6627a7c1f6d6 req-0a6b7e55-87c5-4ca9-bd94-78014ec7a41e tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716531 Nov 11 17:19:10.005181 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:10.048904 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-bb02c039-af07-435f-9e50-943350efd06f tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] For port 0ec86fde-490c-40e4-8e2e-adf54f8dcade, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0ec86fde-490c-40e4-8e2e-adf54f8dcade,segment=NetworkSegment(ea9bac14-6d5b-4363-b648-8ac48a288293),segment_id=ea9bac14-6d5b-4363-b648-8ac48a288293)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:10.049300 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-bb02c039-af07-435f-9e50-943350efd06f tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:10.071382 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-bb02c039-af07-435f-9e50-943350efd06f tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Calling delete_port for 0ec86fde-490c-40e4-8e2e-adf54f8dcade owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:19:10.154657 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26dfa6-3b65-4025-bbd3-33d8fa037e44 req-7e82543d-8029-4197-ae74-ab0e03725559 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:10.162130 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2a26dfa6-3b65-4025-bbd3-33d8fa037e44 req-7e82543d-8029-4197-ae74-ab0e03725559 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=b093d773-8c1e-465c-8c59-c45af165c9c5 HTTP/1.1" status: 200 len: 932 time: 0.1380143 Nov 11 17:19:10.263541 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d64e4-3034-4dea-9e20-193987a1fcf4 req-4f9ca62c-541e-4181-9495-004d3e359989 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:10.265042 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b97d64e4-3034-4dea-9e20-193987a1fcf4 req-4f9ca62c-541e-4181-9495-004d3e359989 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.1549823 Nov 11 17:19:10.306973 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2a26dfa6-3b65-4025-bbd3-33d8fa037e44 req-811c763b-9504-4fea-bc6e-13793d7c904f tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439846 Nov 11 17:19:10.335959 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] For port 45666ccd-c637-450f-9235-a46ae3943e14, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=45666ccd-c637-450f-9235-a46ae3943e14,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:10.366616 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b97d64e4-3034-4dea-9e20-193987a1fcf4 req-b474239e-a0ff-4228-842b-082be262534d tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897338 Nov 11 17:19:10.446153 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] For port 45666ccd-c637-450f-9235-a46ae3943e14, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:19:10.492807 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-bb02c039-af07-435f-9e50-943350efd06f tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:10.536613 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:10.548302 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7c399-cad1-40c0-8923-6e14a2a2c95f req-c5db34f1-44d1-410c-afdc-df0aa14d43a7 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:10.555192 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7c399-cad1-40c0-8923-6e14a2a2c95f req-c5db34f1-44d1-410c-afdc-df0aa14d43a7 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:10.557025 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66c7c399-cad1-40c0-8923-6e14a2a2c95f req-c5db34f1-44d1-410c-afdc-df0aa14d43a7 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 1604 time: 0.1313221 Nov 11 17:19:10.558831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50388) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:10.563718 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02c039-af07-435f-9e50-943350efd06f tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event deleted for resources: {'Port': ['ID=0ec86fde-490c-40e4-8e2e-adf54f8dcade,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:10.571768 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:10.590760 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-b8237c62-b025-43a1-8548-165de127efab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1679208-b211-42af-b89e-fd6ec7de9da6 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:19:10.615326 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-b8237c62-b025-43a1-8548-165de127efab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:10.618059 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-bb02c039-af07-435f-9e50-943350efd06f tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] No DVR routers for this DVR port 0ec86fde-490c-40e4-8e2e-adf54f8dcade on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:19:10.621170 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-bb02c039-af07-435f-9e50-943350efd06f tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:10.624511 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-bb02c039-af07-435f-9e50-943350efd06f tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.83 "DELETE /v2.0/ports/0ec86fde-490c-40e4-8e2e-adf54f8dcade HTTP/1.1" status: 204 len: 173 time: 1.0533195 Nov 11 17:19:10.643354 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-b8237c62-b025-43a1-8548-165de127efab service neutron] Transition to ACTIVE for port object a1679208-b211-42af-b89e-fd6ec7de9da6 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:19:10.684033 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66c7c399-cad1-40c0-8923-6e14a2a2c95f req-2d9b4798-a5b2-42c3-af02-388206990ac3 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098776 Nov 11 17:19:10.708345 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-b8237c62-b025-43a1-8548-165de127efab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:10.772767 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] Pushing event updated for resources: {'Port': ['ID=45666ccd-c637-450f-9235-a46ae3943e14,revision_number=7']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:10.809979 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:10.810446 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] Attempting to bind port 45666ccd-c637-450f-9235-a46ae3943e14 on host n-h1-816206-4 for vnic_type normal with profile {"migrating_to": "n-h2-816206-4"} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:19:10.810446 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] Attempting to bind port 45666ccd-c637-450f-9235-a46ae3943e14 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:19:10.810792 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] Attempting to bind port 45666ccd-c637-450f-9235-a46ae3943e14 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:10.814123 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f4c75746-7985-4201-aae9-af99ac0be9da tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:10.818768 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8237c62-b025-43a1-8548-165de127efab service neutron] Pushing event updated for resources: {'Port': ['ID=a1679208-b211-42af-b89e-fd6ec7de9da6,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:10.824207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] Port 45666ccd-c637-450f-9235-a46ae3943e14 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:19:10.824541 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] Attempting to bind port 45666ccd-c637-450f-9235-a46ae3943e14 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:10.851782 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:19:10.852123 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] Checking segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:19:10.852503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] Bound using segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:19:10.852937 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] Bound port: 45666ccd-c637-450f-9235-a46ae3943e14, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:19:10.853297 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:10.863240 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed683303-5274-437a-8ef0-d11b35ae4597 req-03edfa1e-24d9-4de3-8c7c-558910a45699 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:10.864781 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed683303-5274-437a-8ef0-d11b35ae4597 req-03edfa1e-24d9-4de3-8c7c-558910a45699 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 943 time: 0.1587694 Nov 11 17:19:10.874838 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-1bf1a2e1-2370-4aa3-ace1-508f3bf36cec tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Deleting port eccb9967-235f-44d7-a226-2414839215c8 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:19:10.874838 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-1bf1a2e1-2370-4aa3-ace1-508f3bf36cec tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:10.876207 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f4c75746-7985-4201-aae9-af99ac0be9da tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:10.955238 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-b8237c62-b025-43a1-8548-165de127efab service neutron] Attempting to bind port a1679208-b211-42af-b89e-fd6ec7de9da6 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:19:10.955613 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-b8237c62-b025-43a1-8548-165de127efab service neutron] Attempting to bind port a1679208-b211-42af-b89e-fd6ec7de9da6 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '57b682a3-ba5d-4067-815a-ee8598740949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:19:10.955960 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-b8237c62-b025-43a1-8548-165de127efab service neutron] Attempting to bind port a1679208-b211-42af-b89e-fd6ec7de9da6 on network a7388172-0e31-4a48-82ab-4816dd651be5 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:10.964057 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-b8237c62-b025-43a1-8548-165de127efab service neutron] Port a1679208-b211-42af-b89e-fd6ec7de9da6 on network a7388172-0e31-4a48-82ab-4816dd651be5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:19:10.964402 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-b8237c62-b025-43a1-8548-165de127efab service neutron] Attempting to bind port a1679208-b211-42af-b89e-fd6ec7de9da6 on network a7388172-0e31-4a48-82ab-4816dd651be5 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:10.977730 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-b8237c62-b025-43a1-8548-165de127efab service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:19:10.978062 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-b8237c62-b025-43a1-8548-165de127efab service neutron] Checking segment: {'id': '57b682a3-ba5d-4067-815a-ee8598740949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:19:10.978441 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-b8237c62-b025-43a1-8548-165de127efab service neutron] Bound using segment: {'id': '57b682a3-ba5d-4067-815a-ee8598740949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:19:10.978866 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-b8237c62-b025-43a1-8548-165de127efab service neutron] Bound port: a1679208-b211-42af-b89e-fd6ec7de9da6, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b682a3-ba5d-4067-815a-ee8598740949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:19:10.979220 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-b8237c62-b025-43a1-8548-165de127efab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:10.992443 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed683303-5274-437a-8ef0-d11b35ae4597 req-e2f8ead4-0a79-423f-a6d3-3ee7612498dd tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131835 Nov 11 17:19:11.004949 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] For port 45666ccd-c637-450f-9235-a46ae3943e14, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:19:11.005438 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-1bf1a2e1-2370-4aa3-ace1-508f3bf36cec tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] For port eccb9967-235f-44d7-a226-2414839215c8, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=eccb9967-235f-44d7-a226-2414839215c8,segment=NetworkSegment(41fc2f48-e016-42a6-aea8-3048f5e33a07),segment_id=41fc2f48-e016-42a6-aea8-3048f5e33a07)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:11.015754 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-1bf1a2e1-2370-4aa3-ace1-508f3bf36cec tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:11.015962 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] For port 45666ccd-c637-450f-9235-a46ae3943e14, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=45666ccd-c637-450f-9235-a46ae3943e14,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:19:11.022339 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:11.028343 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f4c75746-7985-4201-aae9-af99ac0be9da tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:11.031903 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f4c75746-7985-4201-aae9-af99ac0be9da tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:11.033174 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f4c75746-7985-4201-aae9-af99ac0be9da tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "DELETE /v2.0/security-groups/e74a28b0-995c-419a-9626-991b6c0b1d98 HTTP/1.1" status: 204 len: 168 time: 0.4732046 Nov 11 17:19:11.040132 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50398) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:11.042230 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-1bf1a2e1-2370-4aa3-ace1-508f3bf36cec tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Calling delete_port for eccb9967-235f-44d7-a226-2414839215c8 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:19:11.067205 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-24132386-451f-4fc4-9596-cf8e42e4203a tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] show failed (client error): The resource could not be found. Nov 11 17:19:11.068628 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-24132386-451f-4fc4-9596-cf8e42e4203a tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "GET /v2.0/security-groups/e74a28b0-995c-419a-9626-991b6c0b1d98 HTTP/1.1" status: 404 len: 347 time: 0.0275667 Nov 11 17:19:11.078284 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50400) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:11.119472 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c75746-7985-4201-aae9-af99ac0be9da tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74a28b0-995c-419a-9626-991b6c0b1d98,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:11.124952 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-b8237c62-b025-43a1-8548-165de127efab service neutron] For port a1679208-b211-42af-b89e-fd6ec7de9da6, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:19:11.140196 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-b8237c62-b025-43a1-8548-165de127efab service neutron] For port a1679208-b211-42af-b89e-fd6ec7de9da6, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a1679208-b211-42af-b89e-fd6ec7de9da6,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:19:11.151842 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-b8237c62-b025-43a1-8548-165de127efab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:11.196531 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-b8237c62-b025-43a1-8548-165de127efab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:11.197129 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-b8237c62-b025-43a1-8548-165de127efab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:11.198475 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-b8237c62-b025-43a1-8548-165de127efab service neutron] 10.222.0.64 "PUT /v2.0/ports/a1679208-b211-42af-b89e-fd6ec7de9da6 HTTP/1.1" status: 200 len: 1092 time: 1.3572922 Nov 11 17:19:11.222140 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8237c62-b025-43a1-8548-165de127efab service neutron] Pushing event updated for resources: {'Port': ['ID=a1679208-b211-42af-b89e-fd6ec7de9da6,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:11.235050 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:11.235666 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:11.237351 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] 10.222.0.83 "PUT /v2.0/ports/45666ccd-c637-450f-9235-a46ae3943e14 HTTP/1.1" status: 200 len: 1121 time: 1.4694424 Nov 11 17:19:11.240777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a2db5-7f9d-4d4b-87f9-ac35e573a924 service neutron] Pushing event updated for resources: {'Port': ['ID=45666ccd-c637-450f-9235-a46ae3943e14,revision_number=8']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:11.261220 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d800cb9-4fb8-4742-a989-9dfcffd52a81 req-8236997e-000c-424b-8b8f-595bd50bb91a tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:11.262740 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d800cb9-4fb8-4742-a989-9dfcffd52a81 req-8236997e-000c-424b-8b8f-595bd50bb91a tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc272c53-9492-4fcb-b990-e415496d5f7c HTTP/1.1" status: 200 len: 949 time: 0.1925943 Nov 11 17:19:11.287765 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-1bf1a2e1-2370-4aa3-ace1-508f3bf36cec tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:11.310320 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['45666ccd-c637-450f-9235-a46ae3943e14'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:19:11.350911 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d800cb9-4fb8-4742-a989-9dfcffd52a81 req-0586fc83-6713-4d93-aaf6-083f867607ce tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662026 Nov 11 17:19:11.383886 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-fc4775e0-3438-43e0-9c08-ef286627e2d6 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Deleting port b22569ba-58f6-4308-8a40-a771dff8496c {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:19:11.384108 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['45666ccd-c637-450f-9235-a46ae3943e14'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:19:11.384246 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc4775e0-3438-43e0-9c08-ef286627e2d6 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:11.415524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1a2e1-2370-4aa3-ace1-508f3bf36cec tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event deleted for resources: {'Port': ['ID=eccb9967-235f-44d7-a226-2414839215c8,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:11.454823 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-1bf1a2e1-2370-4aa3-ace1-508f3bf36cec tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] No DVR routers for this DVR port eccb9967-235f-44d7-a226-2414839215c8 on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:19:11.458834 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-1bf1a2e1-2370-4aa3-ace1-508f3bf36cec tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:11.464305 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f2b97cd4-69c4-411d-abd7-b75a21aef544 req-1bf1a2e1-2370-4aa3-ace1-508f3bf36cec tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.83 "DELETE /v2.0/ports/eccb9967-235f-44d7-a226-2414839215c8 HTTP/1.1" status: 204 len: 173 time: 0.8306129 Nov 11 17:19:11.479408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-9ccc05a1-2b8a-4b87-9cdc-92fea0d1c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:11.496051 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-9ccc05a1-2b8a-4b87-9cdc-92fea0d1c205 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe79ca1b47dd4a0a8271b94e8a0db861&device_id=b093d773-8c1e-465c-8c59-c45af165c9c5 HTTP/1.1" status: 200 len: 1095 time: 0.2008832 Nov 11 17:19:11.546602 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753041b4-75c0-4a92-bca8-daf1bf900ab6 req-4a756bea-7b73-4127-9259-a45e7402cd3c tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:11.553652 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-753041b4-75c0-4a92-bca8-daf1bf900ab6 req-4a756bea-7b73-4127-9259-a45e7402cd3c tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=b093d773-8c1e-465c-8c59-c45af165c9c5 HTTP/1.1" status: 200 len: 944 time: 0.0954623 Nov 11 17:19:11.564223 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58619a4a-88b7-4e60-9ef7-81aed0ef27a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45666ccd-c637-450f-9235-a46ae3943e14'}, {'name': 'network-changed', 'server_uuid': '58619a4a-88b7-4e60-9ef7-81aed0ef27a3', 'tag': '45666ccd-c637-450f-9235-a46ae3943e14'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:11.566963 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a526c51-0b3f-4c30-a059-8b5c57a87765" -d '{"events": [{"server_uuid": "58619a4a-88b7-4e60-9ef7-81aed0ef27a3", "name": "network-vif-unplugged", "status": "completed", "tag": "45666ccd-c637-450f-9235-a46ae3943e14"}, {"name": "network-changed", "server_uuid": "58619a4a-88b7-4e60-9ef7-81aed0ef27a3", "tag": "45666ccd-c637-450f-9235-a46ae3943e14"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:11.611367 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc4775e0-3438-43e0-9c08-ef286627e2d6 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:11.611721 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc4775e0-3438-43e0-9c08-ef286627e2d6 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:11.667157 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-fc4775e0-3438-43e0-9c08-ef286627e2d6 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Calling delete_port for b22569ba-58f6-4308-8a40-a771dff8496c owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:19:11.681311 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-e9b66094-0e20-4bd2-8ddc-03f115f8165a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1679208-b211-42af-b89e-fd6ec7de9da6 HTTP/1.1" status: 200 len: 217 time: 0.1204574 Nov 11 17:19:11.712625 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-753041b4-75c0-4a92-bca8-daf1bf900ab6 req-de6221f1-e39c-4d08-b493-27f81fd93206 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539574 Nov 11 17:19:11.767041 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-067d2733-8c42-40f1-aeda-454bb25e6410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:11.769263 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-067d2733-8c42-40f1-aeda-454bb25e6410 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09479e2c-8d4d-4ddf-a999-7eaebc6756fd HTTP/1.1" status: 200 len: 845 time: 0.0781760 Nov 11 17:19:11.786471 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f174085b-9089-4437-a0c1-9878110ad46d x-openstack-request-id: req-f174085b-9089-4437-a0c1-9878110ad46d {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:11.786767 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58619a4a-88b7-4e60-9ef7-81aed0ef27a3", "name": "network-vif-unplugged", "status": "completed", "tag": "45666ccd-c637-450f-9235-a46ae3943e14", "code": 200}, {"name": "network-changed", "server_uuid": "58619a4a-88b7-4e60-9ef7-81aed0ef27a3", "tag": "45666ccd-c637-450f-9235-a46ae3943e14", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:11.787021 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f174085b-9089-4437-a0c1-9878110ad46d {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:11.787766 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58619a4a-88b7-4e60-9ef7-81aed0ef27a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45666ccd-c637-450f-9235-a46ae3943e14', 'code': 200} Nov 11 17:19:11.787766 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58619a4a-88b7-4e60-9ef7-81aed0ef27a3', 'tag': '45666ccd-c637-450f-9235-a46ae3943e14', 'status': 'completed', 'code': 200} Nov 11 17:19:11.808554 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-8d62740e-5e33-4483-bcb1-72b38e8a99c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a7388172-0e31-4a48-82ab-4816dd651be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300791 Nov 11 17:19:11.827074 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fc9e9-22ef-434c-a452-e792ace5ffd5 req-61cf34f1-fe43-4aad-a171-2c140dfb0e67 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:11.828555 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-213fc9e9-22ef-434c-a452-e792ace5ffd5 req-61cf34f1-fe43-4aad-a171-2c140dfb0e67 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.1149285 Nov 11 17:19:11.840466 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'name': 'network-vif-deleted', 'tag': '0ec86fde-490c-40e4-8e2e-adf54f8dcade'}, {'name': 'network-changed', 'server_uuid': 'b093d773-8c1e-465c-8c59-c45af165c9c5', 'tag': 'a1679208-b211-42af-b89e-fd6ec7de9da6'}, {'server_uuid': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'name': 'network-vif-deleted', 'tag': 'eccb9967-235f-44d7-a226-2414839215c8'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:11.842942 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ddbc9b-7098-4855-8cc6-5f3ab5fd4d0c" -d '{"events": [{"server_uuid": "fcce7304-5c79-40f5-aecf-7766419adc34", "name": "network-vif-deleted", "tag": "0ec86fde-490c-40e4-8e2e-adf54f8dcade"}, {"name": "network-changed", "server_uuid": "b093d773-8c1e-465c-8c59-c45af165c9c5", "tag": "a1679208-b211-42af-b89e-fd6ec7de9da6"}, {"server_uuid": "fcce7304-5c79-40f5-aecf-7766419adc34", "name": "network-vif-deleted", "tag": "eccb9967-235f-44d7-a226-2414839215c8"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:11.945388 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-213fc9e9-22ef-434c-a452-e792ace5ffd5 req-6d62e542-35fc-496a-ab3f-d3ef4327c42d tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065352 Nov 11 17:19:11.949947 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09f539-b2dc-43c2-a630-6bfd7669478a req-2db3efe1-d7f7-46c7-8b1e-890203761f6d tempest-ServersAdminNegativeTestJSON-1046222000 tempest-ServersAdminNegativeTestJSON-1046222000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:11.951466 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d09f539-b2dc-43c2-a630-6bfd7669478a req-2db3efe1-d7f7-46c7-8b1e-890203761f6d tempest-ServersAdminNegativeTestJSON-1046222000 tempest-ServersAdminNegativeTestJSON-1046222000-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=dc272c53-9492-4fcb-b990-e415496d5f7c HTTP/1.1" status: 200 len: 1100 time: 0.1116621 Nov 11 17:19:11.984970 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc4775e0-3438-43e0-9c08-ef286627e2d6 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:11.991336 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9d09f539-b2dc-43c2-a630-6bfd7669478a req-c7f2e9a6-37b6-42cf-b58b-c1c3b8d0e417 tempest-ServersAdminNegativeTestJSON-1046222000 tempest-ServersAdminNegativeTestJSON-1046222000-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:12.023708 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4775e0-3438-43e0-9c08-ef286627e2d6 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Pushing event deleted for resources: {'Port': ['ID=b22569ba-58f6-4308-8a40-a771dff8496c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:12.076123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b6d230f-4cc2-457e-a904-ad1c7e84605a req-5cb23de9-fa86-47a8-a735-7421eab035cf tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=fcce7304-5c79-40f5-aecf-7766419adc34 HTTP/1.1" status: 200 len: 210 time: 0.0496159 Nov 11 17:19:12.142844 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc4775e0-3438-43e0-9c08-ef286627e2d6 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:12.145476 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc4775e0-3438-43e0-9c08-ef286627e2d6 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:12.146653 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fc4775e0-3438-43e0-9c08-ef286627e2d6 tempest-ImagesOneServerNegativeTestJSON-420214877 tempest-ImagesOneServerNegativeTestJSON-420214877-project] 10.222.0.76 "DELETE /v2.0/floatingips/60d0f64a-b4b0-4449-b0f5-272d2400541c HTTP/1.1" status: 204 len: 168 time: 1.0601954 Nov 11 17:19:12.173417 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 45666ccd-c637-450f-9235-a46ae3943e14 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:19:12.178253 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 77a6fd69-2918-4963-bd88-895e16e1e28a no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:19:12.189360 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9d09f539-b2dc-43c2-a630-6bfd7669478a req-c7f2e9a6-37b6-42cf-b58b-c1c3b8d0e417 tempest-ServersAdminNegativeTestJSON-1046222000 tempest-ServersAdminNegativeTestJSON-1046222000-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:12.195157 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9d09f539-b2dc-43c2-a630-6bfd7669478a req-c7f2e9a6-37b6-42cf-b58b-c1c3b8d0e417 tempest-ServersAdminNegativeTestJSON-1046222000 tempest-ServersAdminNegativeTestJSON-1046222000-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:12.210831 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 77a6fd69-2918-4963-bd88-895e16e1e28a {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:19:12.211173 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 77a6fd69-2918-4963-bd88-895e16e1e28a not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:19:12.211816 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 1a226fa5-429d-4c72-9a57-58d821e9eff8 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:19:12.232328 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a31c7e-0c85-4904-965b-8609fc748a2b x-openstack-request-id: req-45a31c7e-0c85-4904-965b-8609fc748a2b {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:12.232927 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcce7304-5c79-40f5-aecf-7766419adc34", "name": "network-vif-deleted", "tag": "0ec86fde-490c-40e4-8e2e-adf54f8dcade", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b093d773-8c1e-465c-8c59-c45af165c9c5", "tag": "a1679208-b211-42af-b89e-fd6ec7de9da6", "status": "completed", "code": 200}, {"server_uuid": "fcce7304-5c79-40f5-aecf-7766419adc34", "name": "network-vif-deleted", "tag": "eccb9967-235f-44d7-a226-2414839215c8", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:12.233363 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-45a31c7e-0c85-4904-965b-8609fc748a2b {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:12.238359 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'name': 'network-vif-deleted', 'tag': '0ec86fde-490c-40e4-8e2e-adf54f8dcade', 'status': 'completed', 'code': 200} Nov 11 17:19:12.238625 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b093d773-8c1e-465c-8c59-c45af165c9c5', 'tag': 'a1679208-b211-42af-b89e-fd6ec7de9da6', 'status': 'completed', 'code': 200} Nov 11 17:19:12.238882 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcce7304-5c79-40f5-aecf-7766419adc34', 'name': 'network-vif-deleted', 'tag': 'eccb9967-235f-44d7-a226-2414839215c8', 'status': 'completed', 'code': 200} Nov 11 17:19:12.250043 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d09f539-b2dc-43c2-a630-6bfd7669478a req-c7f2e9a6-37b6-42cf-b58b-c1c3b8d0e417 tempest-ServersAdminNegativeTestJSON-1046222000 tempest-ServersAdminNegativeTestJSON-1046222000-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758985 Nov 11 17:19:12.250458 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 1a226fa5-429d-4c72-9a57-58d821e9eff8 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:19:12.250604 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2e9a6-37b6-42cf-b58b-c1c3b8d0e417 tempest-ServersAdminNegativeTestJSON-1046222000 tempest-ServersAdminNegativeTestJSON-1046222000-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96c692b-97f2-4f4f-a5ce-5c15eed23899,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:12.250875 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 1a226fa5-429d-4c72-9a57-58d821e9eff8 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:19:12.251276 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0ec86fde-490c-40e4-8e2e-adf54f8dcade no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:19:12.297970 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a526c51-0b3f-4c30-a059-8b5c57a87765 req-794ec04b-7cf0-45e0-940a-8cd178ba1ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:12.300274 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a526c51-0b3f-4c30-a059-8b5c57a87765 req-794ec04b-7cf0-45e0-940a-8cd178ba1ec0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 1124 time: 0.4304917 Nov 11 17:19:12.318644 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 0ec86fde-490c-40e4-8e2e-adf54f8dcade {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:19:12.319318 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0ec86fde-490c-40e4-8e2e-adf54f8dcade not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:19:12.319976 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device eccb9967-235f-44d7-a226-2414839215c8 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:19:12.341203 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: eccb9967-235f-44d7-a226-2414839215c8 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:19:12.341831 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device eccb9967-235f-44d7-a226-2414839215c8 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:19:12.402446 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-79457471-8f4d-4a2f-8c06-d7a33bed3631 service neutron] 10.222.0.64 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521429 Nov 11 17:19:12.420751 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a526c51-0b3f-4c30-a059-8b5c57a87765 req-961bd64a-444c-4290-bca8-d4c4a4cba295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:12.422157 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a526c51-0b3f-4c30-a059-8b5c57a87765 req-961bd64a-444c-4290-bca8-d4c4a4cba295 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 910 time: 0.1130769 Nov 11 17:19:12.439217 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 45666ccd-c637-450f-9235-a46ae3943e14, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=45666ccd-c637-450f-9235-a46ae3943e14,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:12.447584 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:12.451887 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 45666ccd-c637-450f-9235-a46ae3943e14 has no active binding in host n-h2-816206-4 {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 17:19:12.471913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9d27b-7112-4130-a52d-7d574d7da726 req-a94130df-86e8-47c4-a428-e8ae95996fc8 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:12.473230 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4df9d27b-7112-4130-a52d-7d574d7da726 req-a94130df-86e8-47c4-a428-e8ae95996fc8 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 943 time: 0.1014853 Nov 11 17:19:12.497514 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50432) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:12.503744 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a526c51-0b3f-4c30-a059-8b5c57a87765 req-4e983b80-dbf2-49fe-95f5-7e8fcb3fdf2f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45666ccd-c637-450f-9235-a46ae3943e14 HTTP/1.1" status: 200 len: 217 time: 0.0643971 Nov 11 17:19:12.560882 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-f759870f-66b2-4007-b028-04e2dccf9250 admin admin] Deleting subnet 7a4c5679-b2ed-4f42-a424-f20885c9949a {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:19:12.566683 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4df9d27b-7112-4130-a52d-7d574d7da726 req-8559c1b0-b3c5-4fce-b6c5-5efae1db2e33 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856321 Nov 11 17:19:12.567456 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f759870f-66b2-4007-b028-04e2dccf9250 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:12.576966 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a526c51-0b3f-4c30-a059-8b5c57a87765 req-924f99f2-686d-4a55-bd0e-8f5d5660f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:12.578408 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a526c51-0b3f-4c30-a059-8b5c57a87765 req-924f99f2-686d-4a55-bd0e-8f5d5660f6d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=651c5717-7c13-46c4-8d6a-3f6dcf13301c HTTP/1.1" status: 200 len: 848 time: 0.0675080 Nov 11 17:19:12.580292 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6d5b4ec5-6aa9-4cb8-9278-e4d63d44503e req-b19aefbe-3bac-45a4-8ae2-585e770a9ca4 service neutron] 10.222.0.64 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683779 Nov 11 17:19:12.606046 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f759870f-66b2-4007-b028-04e2dccf9250 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:12.625587 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a526c51-0b3f-4c30-a059-8b5c57a87765 req-3b032fcc-d4aa-4402-a91d-51a6b38e3861 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aff4ca62-299e-49a9-90bd-d7da6c894e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271866 Nov 11 17:19:12.652349 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f759870f-66b2-4007-b028-04e2dccf9250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:12.703165 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f759870f-66b2-4007-b028-04e2dccf9250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:12.729562 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759870f-66b2-4007-b028-04e2dccf9250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a4c5679-b2ed-4f42-a424-f20885c9949a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:12.733302 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f759870f-66b2-4007-b028-04e2dccf9250 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:12.739587 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f759870f-66b2-4007-b028-04e2dccf9250 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/7a4c5679-b2ed-4f42-a424-f20885c9949a HTTP/1.1" status: 204 len: 168 time: 0.2404811 Nov 11 17:19:12.740113 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50434) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:12.788752 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddbc9b-7098-4855-8cc6-5f3ab5fd4d0c req-19119ae8-c75a-4d14-a262-acd3702df4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:12.790240 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-62ddbc9b-7098-4855-8cc6-5f3ab5fd4d0c req-19119ae8-c75a-4d14-a262-acd3702df4a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe79ca1b47dd4a0a8271b94e8a0db861&device_id=b093d773-8c1e-465c-8c59-c45af165c9c5 HTTP/1.1" status: 200 len: 1095 time: 0.0897110 Nov 11 17:19:12.845836 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:12.851685 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a526c51-0b3f-4c30-a059-8b5c57a87765 req-9ac99613-8b89-4158-84fd-a6ed487c784c service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585348 Nov 11 17:19:12.852117 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61c383e8-e3c5-44ff-b975-b76e9ffc0f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:12.865934 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88da01-f288-4ade-afba-01295e3ca64e req-cc93e614-e933-4fdf-bcbc-c81dede9ca1b tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:12.867309 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae88da01-f288-4ade-afba-01295e3ca64e req-cc93e614-e933-4fdf-bcbc-c81dede9ca1b tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=b093d773-8c1e-465c-8c59-c45af165c9c5 HTTP/1.1" status: 200 len: 944 time: 0.0782287 Nov 11 17:19:12.950122 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddbc9b-7098-4855-8cc6-5f3ab5fd4d0c req-2d626f0d-3b8e-46d5-9035-e495091b3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:12.951558 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-62ddbc9b-7098-4855-8cc6-5f3ab5fd4d0c req-2d626f0d-3b8e-46d5-9035-e495091b3180 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a7388172-0e31-4a48-82ab-4816dd651be5 HTTP/1.1" status: 200 len: 907 time: 0.1534979 Nov 11 17:19:12.969331 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61c383e8-e3c5-44ff-b975-b76e9ffc0f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:12.997617 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-61c383e8-e3c5-44ff-b975-b76e9ffc0f9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c53fa25f-ee4c-487a-b50c-a868d90fe5db']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:19:13.003985 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-62ddbc9b-7098-4855-8cc6-5f3ab5fd4d0c req-a304e38a-bdc4-4e7a-8c7f-fb9153824740 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1679208-b211-42af-b89e-fd6ec7de9da6 HTTP/1.1" status: 200 len: 217 time: 0.0415673 Nov 11 17:19:13.006180 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a526c51-0b3f-4c30-a059-8b5c57a87765 req-99d9fdc5-fa61-4227-ac79-7d2db052f9e9 service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450026 Nov 11 17:19:13.020333 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae88da01-f288-4ade-afba-01295e3ca64e req-ad005459-14f3-454f-a99a-48225ced6bb3 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429641 Nov 11 17:19:13.022018 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-61c383e8-e3c5-44ff-b975-b76e9ffc0f9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9bc0d0-071c-4a5a-b668-056b98ce33d1') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:19:13.022313 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-61c383e8-e3c5-44ff-b975-b76e9ffc0f9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9bc0d0-071c-4a5a-b668-056b98ce33d1') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:19:13.046879 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61c383e8-e3c5-44ff-b975-b76e9ffc0f9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:13.081793 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61c383e8-e3c5-44ff-b975-b76e9ffc0f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:13.084148 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddbc9b-7098-4855-8cc6-5f3ab5fd4d0c req-1afb5b6d-0a61-41b3-b061-50303434a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:13.085618 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-62ddbc9b-7098-4855-8cc6-5f3ab5fd4d0c req-1afb5b6d-0a61-41b3-b061-50303434a554 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09479e2c-8d4d-4ddf-a999-7eaebc6756fd HTTP/1.1" status: 200 len: 845 time: 0.0584280 Nov 11 17:19:13.091593 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c383e8-e3c5-44ff-b975-b76e9ffc0f9b admin admin] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:19:13.092008 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61c383e8-e3c5-44ff-b975-b76e9ffc0f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:19:13.095738 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:19:13.136391 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19c505-9152-4e27-80df-30131a3cb32c req-112e8732-729c-4784-9a51-80917b249f5a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:13.137865 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da19c505-9152-4e27-80df-30131a3cb32c req-112e8732-729c-4784-9a51-80917b249f5a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.1136265 Nov 11 17:19:13.140007 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50442) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:13.155973 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-62ddbc9b-7098-4855-8cc6-5f3ab5fd4d0c req-9db7eb8c-7061-42af-a253-f59ce60f62f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a7388172-0e31-4a48-82ab-4816dd651be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488122 Nov 11 17:19:13.210461 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61c383e8-e3c5-44ff-b975-b76e9ffc0f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:13.215172 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61c383e8-e3c5-44ff-b975-b76e9ffc0f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:13.218373 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-61c383e8-e3c5-44ff-b975-b76e9ffc0f9b admin admin] 10.222.0.76 "DELETE /v2.0/networks/c53fa25f-ee4c-487a-b50c-a868d90fe5db HTTP/1.1" status: 204 len: 168 time: 0.4771607 Nov 11 17:19:13.239338 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-6a06551b-481f-4159-96f5-e7031e976d3d service neutron] 10.222.0.64 "GET /v2.0/ports/4c6512ed-441b-4821-ab9e-9db944e1f1bb/bindings/n-h1-816206-4 HTTP/1.1" status: 200 len: 382 time: 0.1232677 Nov 11 17:19:13.246434 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c383e8-e3c5-44ff-b975-b76e9ffc0f9b admin admin] Pushing event deleted for resources: {'Network': ['ID=c53fa25f-ee4c-487a-b50c-a868d90fe5db,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:13.257307 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-45dfb5c6-972c-4698-a444-e7302ec95f67 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Deleting subnet 8c148ec6-bf6b-4856-ac19-81b04aa90aa6 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:19:13.266297 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-45dfb5c6-972c-4698-a444-e7302ec95f67 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:13.300964 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da19c505-9152-4e27-80df-30131a3cb32c req-bd7e864c-517c-478c-990a-f916723c66dd tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487203 Nov 11 17:19:13.309703 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-62ddbc9b-7098-4855-8cc6-5f3ab5fd4d0c req-9bd190f2-b721-4eb0-b48f-24b3476c72af service neutron] 10.222.0.64 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437149 Nov 11 17:19:13.335843 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-45dfb5c6-972c-4698-a444-e7302ec95f67 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:13.404346 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50452) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:13.471657 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c30692df-fd82-4c57-93df-9f5ee4b3070d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=39ccbf2cad924d99ad56b5467d08ef87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0657909 Nov 11 17:19:13.474099 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50454) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:13.485971 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-62ddbc9b-7098-4855-8cc6-5f3ab5fd4d0c req-b743c4b1-7eb0-4dae-bdfd-7ed9edda9b56 service neutron] 10.222.0.64 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683900 Nov 11 17:19:13.499599 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-45dfb5c6-972c-4698-a444-e7302ec95f67 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:13.566544 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7035b7-fd8f-4838-9a67-201ab75c98d7 req-d9bc60a3-04b9-4cbc-acbe-69a627a00b23 tempest-ServersAdminNegativeTestJSON-1046222000 tempest-ServersAdminNegativeTestJSON-1046222000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:13.568068 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5a7035b7-fd8f-4838-9a67-201ab75c98d7 req-d9bc60a3-04b9-4cbc-acbe-69a627a00b23 tempest-ServersAdminNegativeTestJSON-1046222000 tempest-ServersAdminNegativeTestJSON-1046222000-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=dc272c53-9492-4fcb-b990-e415496d5f7c HTTP/1.1" status: 200 len: 1100 time: 0.1506963 Nov 11 17:19:13.586250 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-f3169645-4941-496d-a577-349b40b0badb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:13.589194 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-f3169645-4941-496d-a577-349b40b0badb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8&tenant_id=5a1f216bc9834fb08bccfb025e9c406a HTTP/1.1" status: 200 len: 1100 time: 0.0497918 Nov 11 17:19:13.608876 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8931760d-2e9d-45b1-b54e-cdbfc4144f09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:13.633678 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-45dfb5c6-972c-4698-a444-e7302ec95f67 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:13.673000 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-5de9db55-c3f0-40ee-8e9d-6f9abc944318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:13.674977 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-5de9db55-c3f0-40ee-8e9d-6f9abc944318 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 1100 time: 0.0411232 Nov 11 17:19:13.679508 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8931760d-2e9d-45b1-b54e-cdbfc4144f09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:13.694633 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dfb5c6-972c-4698-a444-e7302ec95f67 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event deleted for resources: {'Subnet': ['ID=8c148ec6-bf6b-4856-ac19-81b04aa90aa6,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:13.700787 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-45dfb5c6-972c-4698-a444-e7302ec95f67 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:13.703978 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-45dfb5c6-972c-4698-a444-e7302ec95f67 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "DELETE /v2.0/subnets/8c148ec6-bf6b-4856-ac19-81b04aa90aa6 HTTP/1.1" status: 204 len: 168 time: 0.5630050 Nov 11 17:19:13.709585 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dc438e-8adf-4d8e-949e-6e73b228824d None None] Network 8e195e42-c997-4ae5-a16d-ea58a8f51ec8 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:19:13.716466 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5a7035b7-fd8f-4838-9a67-201ab75c98d7 req-4c31272a-1289-45ab-be60-dd13f233150e tempest-ServersAdminNegativeTestJSON-1046222000 tempest-ServersAdminNegativeTestJSON-1046222000-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328425 Nov 11 17:19:13.717136 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50458) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:13.786586 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-fb65b63a-baff-4f3d-b632-7f96d8013fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:13.788627 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-fb65b63a-baff-4f3d-b632-7f96d8013fcc service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.1062143 Nov 11 17:19:13.845517 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-8764237f-98a7-414a-9b7e-dee2706fd4d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=4c6512ed-441b-4821-ab9e-9db944e1f1bb HTTP/1.1" status: 200 len: 217 time: 0.0486631 Nov 11 17:19:13.929861 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-2853dd28-dd81-4f5b-8b44-a86ebf699953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:13.931515 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-2853dd28-dd81-4f5b-8b44-a86ebf699953 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0790279 Nov 11 17:19:13.956001 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdc8401-af40-48ba-9338-1993f4db4bf0 None None] DHCP port deletion for 8e195e42-c997-4ae5-a16d-ea58a8f51ec8 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:19:13.991636 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-f042428f-c57f-435b-99c9-34b33d66be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:13.998576 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-f042428f-c57f-435b-99c9-34b33d66be53 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0594521 Nov 11 17:19:14.010059 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-acdc8401-af40-48ba-9338-1993f4db4bf0 None None] Deleting port a6595c3d-fe8a-482e-984d-c86682a4a1db {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:19:14.010601 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-acdc8401-af40-48ba-9338-1993f4db4bf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:14.117060 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-acdc8401-af40-48ba-9338-1993f4db4bf0 None None] For port a6595c3d-fe8a-482e-984d-c86682a4a1db, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a6595c3d-fe8a-482e-984d-c86682a4a1db,segment=NetworkSegment(41fc2f48-e016-42a6-aea8-3048f5e33a07),segment_id=41fc2f48-e016-42a6-aea8-3048f5e33a07)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:14.117863 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-acdc8401-af40-48ba-9338-1993f4db4bf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:14.121448 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a43251-abdc-496a-8323-bb3dc7c5eaa6 req-33816d0c-c1cb-4ab9-89dc-373e81833f0d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:14.122951 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-58a43251-abdc-496a-8323-bb3dc7c5eaa6 req-33816d0c-c1cb-4ab9-89dc-373e81833f0d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 943 time: 0.4507678 Nov 11 17:19:14.127113 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-292d962e-f0f9-436d-b17f-fec291bd8282 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:14.131046 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-2503320e-8d83-40ee-b3d0-c5f7d6d92043 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215928 Nov 11 17:19:14.145770 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-acdc8401-af40-48ba-9338-1993f4db4bf0 None None] Calling delete_port for a6595c3d-fe8a-482e-984d-c86682a4a1db owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:19:14.148077 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8931760d-2e9d-45b1-b54e-cdbfc4144f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:14.150592 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8931760d-2e9d-45b1-b54e-cdbfc4144f09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:14.151760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8931760d-2e9d-45b1-b54e-cdbfc4144f09 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8 HTTP/1.1" status: 204 len: 168 time: 0.6742671 Nov 11 17:19:14.169639 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931760d-2e9d-45b1-b54e-cdbfc4144f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b527fa31-e02e-4bc6-afd4-4ad6cae6eeb8,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:14.229614 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-58a43251-abdc-496a-8323-bb3dc7c5eaa6 req-1fa364cf-1024-4dcd-9b55-bfa8648bf054 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979040 Nov 11 17:19:14.276611 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616c458-31a6-4f86-a37a-7cfdb9636106 req-85b4326f-415d-40c1-a24b-202ac608d2ca tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:14.284243 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1616c458-31a6-4f86-a37a-7cfdb9636106 req-85b4326f-415d-40c1-a24b-202ac608d2ca tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=b093d773-8c1e-465c-8c59-c45af165c9c5 HTTP/1.1" status: 200 len: 944 time: 0.0788717 Nov 11 17:19:14.291562 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-acdc8401-af40-48ba-9338-1993f4db4bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:14.295503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-292d962e-f0f9-436d-b17f-fec291bd8282 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Deleting port a6595c3d-fe8a-482e-984d-c86682a4a1db {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:19:14.295885 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-292d962e-f0f9-436d-b17f-fec291bd8282 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:14.309760 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4cb56c8e-af36-4ac9-8dbe-b967c27e4176 req-d44f692e-8eb0-4cc8-900f-0c7ed66f3307 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697574 Nov 11 17:19:14.331111 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc8401-af40-48ba-9338-1993f4db4bf0 None None] Pushing event deleted for resources: {'Port': ['ID=a6595c3d-fe8a-482e-984d-c86682a4a1db,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:14.334921 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdc8401-af40-48ba-9338-1993f4db4bf0 None None] No DVR routers for this DVR port a6595c3d-fe8a-482e-984d-c86682a4a1db on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:19:14.344581 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc8401-af40-48ba-9338-1993f4db4bf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:14.345159 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc8401-af40-48ba-9338-1993f4db4bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:14.345268 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc8401-af40-48ba-9338-1993f4db4bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:14.345580 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc8401-af40-48ba-9338-1993f4db4bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:14.345906 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc8401-af40-48ba-9338-1993f4db4bf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:14.346975 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc8401-af40-48ba-9338-1993f4db4bf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:14.347470 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc8401-af40-48ba-9338-1993f4db4bf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:14.348182 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc8401-af40-48ba-9338-1993f4db4bf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:14.349004 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc8401-af40-48ba-9338-1993f4db4bf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:14.349481 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc8401-af40-48ba-9338-1993f4db4bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:14.349959 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc8401-af40-48ba-9338-1993f4db4bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:14.350434 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdc8401-af40-48ba-9338-1993f4db4bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:14.436487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-292d962e-f0f9-436d-b17f-fec291bd8282 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] For port a6595c3d-fe8a-482e-984d-c86682a4a1db, host n-d-816206-4, got binding levels [] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:14.436835 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-292d962e-f0f9-436d-b17f-fec291bd8282 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:14.441970 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1616c458-31a6-4f86-a37a-7cfdb9636106 req-289585d3-6dfd-41d1-a863-b43a8aa65ac5 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569326 Nov 11 17:19:14.456087 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-292d962e-f0f9-436d-b17f-fec291bd8282 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Calling delete_port for a6595c3d-fe8a-482e-984d-c86682a4a1db owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:19:14.468368 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.ipam_backend_mixin [None req-292d962e-f0f9-436d-b17f-fec291bd8282 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Port a6595c3d-fe8a-482e-984d-c86682a4a1db was not found and therefore no delete operation was performed {{(pid=102618) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 17:19:14.471942 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-292d962e-f0f9-436d-b17f-fec291bd8282 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:14.484548 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbdcd0-efb3-44e1-a823-e32dabb4363e req-4fa0c461-3a8d-4585-a3c2-d98eafbd6b1e tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:14.486026 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-affbdcd0-efb3-44e1-a823-e32dabb4363e req-4fa0c461-3a8d-4585-a3c2-d98eafbd6b1e tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc272c53-9492-4fcb-b990-e415496d5f7c HTTP/1.1" status: 200 len: 949 time: 0.1278005 Nov 11 17:19:14.509993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d962e-f0f9-436d-b17f-fec291bd8282 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event deleted for resources: {'Port': ['ID=a6595c3d-fe8a-482e-984d-c86682a4a1db,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:14.520788 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292d962e-f0f9-436d-b17f-fec291bd8282 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] No DVR routers for this DVR port a6595c3d-fe8a-482e-984d-c86682a4a1db on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:19:14.662313 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-292d962e-f0f9-436d-b17f-fec291bd8282 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:14.669018 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-affbdcd0-efb3-44e1-a823-e32dabb4363e req-a97fc08a-5e4e-4eb8-bdf3-5e314c840aff tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611063 Nov 11 17:19:14.683087 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06831b-09e5-42e6-9494-e651506413db req-623af6bd-066f-4c40-95b8-d0597e3fea76 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:14.690503 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e06831b-09e5-42e6-9494-e651506413db req-623af6bd-066f-4c40-95b8-d0597e3fea76 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.1726024 Nov 11 17:19:14.718128 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-292d962e-f0f9-436d-b17f-fec291bd8282 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e195e42-c997-4ae5-a16d-ea58a8f51ec8']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:19:14.732277 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-292d962e-f0f9-436d-b17f-fec291bd8282 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fc2f48-e016-42a6-aea8-3048f5e33a07') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:19:14.732565 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-292d962e-f0f9-436d-b17f-fec291bd8282 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fc2f48-e016-42a6-aea8-3048f5e33a07') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:19:14.748551 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-292d962e-f0f9-436d-b17f-fec291bd8282 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:14.772448 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e06831b-09e5-42e6-9494-e651506413db req-6522ed58-0e26-4655-968a-68e07acb3bd1 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811131 Nov 11 17:19:14.773363 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-292d962e-f0f9-436d-b17f-fec291bd8282 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:14.781374 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292d962e-f0f9-436d-b17f-fec291bd8282 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Releasing vlan 1279 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:19:14.781782 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-292d962e-f0f9-436d-b17f-fec291bd8282 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:19:14.785838 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:19:14.852122 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-292d962e-f0f9-436d-b17f-fec291bd8282 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:14.859178 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-292d962e-f0f9-436d-b17f-fec291bd8282 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:14.862563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-292d962e-f0f9-436d-b17f-fec291bd8282 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "DELETE /v2.0/networks/8e195e42-c997-4ae5-a16d-ea58a8f51ec8 HTTP/1.1" status: 204 len: 168 time: 1.1178010 Nov 11 17:19:14.865285 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50498) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:14.883342 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d962e-f0f9-436d-b17f-fec291bd8282 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event deleted for resources: {'Network': ['ID=8e195e42-c997-4ae5-a16d-ea58a8f51ec8,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:14.927066 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82b3fcd-2520-421f-9076-498852d8ef09 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Deleting subnet b3cccc3a-88e6-423f-865f-945aa4e18ddd {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:19:14.930220 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b82b3fcd-2520-421f-9076-498852d8ef09 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:14.975267 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b82b3fcd-2520-421f-9076-498852d8ef09 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:15.058750 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b82b3fcd-2520-421f-9076-498852d8ef09 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:15.120167 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b82b3fcd-2520-421f-9076-498852d8ef09 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:15.152911 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b3fcd-2520-421f-9076-498852d8ef09 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event deleted for resources: {'Subnet': ['ID=b3cccc3a-88e6-423f-865f-945aa4e18ddd,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:15.154882 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b82b3fcd-2520-421f-9076-498852d8ef09 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:15.158076 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b82b3fcd-2520-421f-9076-498852d8ef09 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "DELETE /v2.0/subnets/b3cccc3a-88e6-423f-865f-945aa4e18ddd HTTP/1.1" status: 204 len: 168 time: 0.2916393 Nov 11 17:19:15.160630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50512) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:15.171433 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f37173-1046-4164-956d-b0df67c63c0f None None] Network d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:19:15.239227 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21ee5e14-7c33-404a-9a2a-0fab81487483 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:15.313033 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-21ee5e14-7c33-404a-9a2a-0fab81487483 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Deleting port cd96cf94-3e25-429a-9ecc-d6f3e4c87876 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:19:15.313549 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21ee5e14-7c33-404a-9a2a-0fab81487483 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:15.378279 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f4a7c6-081f-44a1-a99d-0e8250709122 None None] DHCP port deletion for d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:19:15.416135 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-21ee5e14-7c33-404a-9a2a-0fab81487483 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] For port cd96cf94-3e25-429a-9ecc-d6f3e4c87876, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cd96cf94-3e25-429a-9ecc-d6f3e4c87876,segment=NetworkSegment(ea9bac14-6d5b-4363-b648-8ac48a288293),segment_id=ea9bac14-6d5b-4363-b648-8ac48a288293)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:15.417116 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21ee5e14-7c33-404a-9a2a-0fab81487483 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:15.424562 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c6f4a7c6-081f-44a1-a99d-0e8250709122 None None] Deleting port cd96cf94-3e25-429a-9ecc-d6f3e4c87876 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:19:15.425102 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c6f4a7c6-081f-44a1-a99d-0e8250709122 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:15.433903 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-21ee5e14-7c33-404a-9a2a-0fab81487483 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Calling delete_port for cd96cf94-3e25-429a-9ecc-d6f3e4c87876 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:19:15.443183 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547ad3a-6b17-4c82-b8a4-17574a41a415 req-6cac1bea-7e23-46ba-bc2f-4cc35d3b9ce7 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:15.444305 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50518) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:15.444806 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7547ad3a-6b17-4c82-b8a4-17574a41a415 req-6cac1bea-7e23-46ba-bc2f-4cc35d3b9ce7 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 943 time: 0.0852509 Nov 11 17:19:15.472998 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device a1679208-b211-42af-b89e-fd6ec7de9da6 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:19:15.518936 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c6f4a7c6-081f-44a1-a99d-0e8250709122 None None] For port cd96cf94-3e25-429a-9ecc-d6f3e4c87876, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cd96cf94-3e25-429a-9ecc-d6f3e4c87876,segment=NetworkSegment(ea9bac14-6d5b-4363-b648-8ac48a288293),segment_id=ea9bac14-6d5b-4363-b648-8ac48a288293)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:15.520161 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c6f4a7c6-081f-44a1-a99d-0e8250709122 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:15.569529 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7547ad3a-6b17-4c82-b8a4-17574a41a415 req-3562abe1-1a4d-48b4-b727-4afcef63f884 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164968 Nov 11 17:19:15.572274 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c6f4a7c6-081f-44a1-a99d-0e8250709122 None None] Calling delete_port for cd96cf94-3e25-429a-9ecc-d6f3e4c87876 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:19:15.596547 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e5b744ff-08da-4afe-a22e-3f209c908033 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:15.607141 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a16b2c-f07d-4ac0-97cb-724900514893 req-b4559252-4c11-4316-b5ed-e4513390a02b tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:15.608620 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0a16b2c-f07d-4ac0-97cb-724900514893 req-b4559252-4c11-4316-b5ed-e4513390a02b tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=b093d773-8c1e-465c-8c59-c45af165c9c5 HTTP/1.1" status: 200 len: 944 time: 0.0897210 Nov 11 17:19:15.625641 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21ee5e14-7c33-404a-9a2a-0fab81487483 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:15.663088 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee5e14-7c33-404a-9a2a-0fab81487483 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event deleted for resources: {'Port': ['ID=cd96cf94-3e25-429a-9ecc-d6f3e4c87876,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:15.669588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ee5e14-7c33-404a-9a2a-0fab81487483 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] No DVR routers for this DVR port cd96cf94-3e25-429a-9ecc-d6f3e4c87876 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:19:15.692120 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e5b744ff-08da-4afe-a22e-3f209c908033 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:15.698762 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e5b744ff-08da-4afe-a22e-3f209c908033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:15.700079 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port a1679208-b211-42af-b89e-fd6ec7de9da6, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a1679208-b211-42af-b89e-fd6ec7de9da6,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:15.763341 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e5b744ff-08da-4afe-a22e-3f209c908033 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3fb0802d25524dfca6f16ba6ac220e5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112285 Nov 11 17:19:15.764496 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b744ff-08da-4afe-a22e-3f209c908033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3752144c-c434-4a7b-ba25-4ecea2d6610b,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:15.776259 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50526) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:15.780942 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0a16b2c-f07d-4ac0-97cb-724900514893 req-ba52f2dd-924c-4269-8903-3f5c6d0afb6a tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587570 Nov 11 17:19:15.815863 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21ee5e14-7c33-404a-9a2a-0fab81487483 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:15.819496 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b744ff-08da-4afe-a22e-3f209c908033 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:15.819927 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b744ff-08da-4afe-a22e-3f209c908033 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:15.820265 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b744ff-08da-4afe-a22e-3f209c908033 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:15.820598 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b744ff-08da-4afe-a22e-3f209c908033 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:15.820922 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b744ff-08da-4afe-a22e-3f209c908033 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:15.821249 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b744ff-08da-4afe-a22e-3f209c908033 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:15.821570 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b744ff-08da-4afe-a22e-3f209c908033 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:15.821888 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b744ff-08da-4afe-a22e-3f209c908033 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:15.822208 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b744ff-08da-4afe-a22e-3f209c908033 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:15.822525 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b744ff-08da-4afe-a22e-3f209c908033 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:15.822849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b744ff-08da-4afe-a22e-3f209c908033 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:15.823519 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b744ff-08da-4afe-a22e-3f209c908033 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:19:15.863275 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-21ee5e14-7c33-404a-9a2a-0fab81487483 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:19:15.872674 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3e402e40-46ab-406e-bc42-7c2402f067c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:15.883831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-21ee5e14-7c33-404a-9a2a-0fab81487483 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9bac14-6d5b-4363-b648-8ac48a288293') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:19:15.883831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-21ee5e14-7c33-404a-9a2a-0fab81487483 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9bac14-6d5b-4363-b648-8ac48a288293') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:19:15.899790 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a6595c3d-fe8a-482e-984d-c86682a4a1db no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:19:15.905495 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3e402e40-46ab-406e-bc42-7c2402f067c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:15.909948 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21ee5e14-7c33-404a-9a2a-0fab81487483 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:15.924662 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'a1679208-b211-42af-b89e-fd6ec7de9da6', 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5', 'port_id': 'a1679208-b211-42af-b89e-fd6ec7de9da6', 'mac_address': 'fa:16:3e:56:ff:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09479e2c-8d4d-4ddf-a999-7eaebc6756fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:19:15.928889 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21ee5e14-7c33-404a-9a2a-0fab81487483 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:15.929462 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: a6595c3d-fe8a-482e-984d-c86682a4a1db {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:19:15.929809 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a6595c3d-fe8a-482e-984d-c86682a4a1db not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:19:15.930230 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cd96cf94-3e25-429a-9ecc-d6f3e4c87876 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:19:15.941184 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ee5e14-7c33-404a-9a2a-0fab81487483 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Releasing vlan 1252 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:19:15.942173 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21ee5e14-7c33-404a-9a2a-0fab81487483 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:15.953629 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: cd96cf94-3e25-429a-9ecc-d6f3e4c87876 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:19:15.953976 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cd96cf94-3e25-429a-9ecc-d6f3e4c87876 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:19:15.957498 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c6f4a7c6-081f-44a1-a99d-0e8250709122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:15.995124 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a381f-e45e-4faf-b331-7be9d2698780 req-045c7003-a93c-4dc8-b51f-709194bea39c tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:15.996639 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-594a381f-e45e-4faf-b331-7be9d2698780 req-045c7003-a93c-4dc8-b51f-709194bea39c tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.83 "GET /v2.0/ports?device_id=dc272c53-9492-4fcb-b990-e415496d5f7c HTTP/1.1" status: 200 len: 949 time: 0.0660827 Nov 11 17:19:16.009649 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4a7c6-081f-44a1-a99d-0e8250709122 None None] Pushing event deleted for resources: {'Port': ['ID=cd96cf94-3e25-429a-9ecc-d6f3e4c87876,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:16.016927 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3e402e40-46ab-406e-bc42-7c2402f067c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:16.019194 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f4a7c6-081f-44a1-a99d-0e8250709122 None None] No DVR routers for this DVR port cd96cf94-3e25-429a-9ecc-d6f3e4c87876 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:19:16.021673 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3e402e40-46ab-406e-bc42-7c2402f067c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:16.024371 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3e402e40-46ab-406e-bc42-7c2402f067c3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3752144c-c434-4a7b-ba25-4ecea2d6610b HTTP/1.1" status: 204 len: 168 time: 0.2552226 Nov 11 17:19:16.028294 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:19:16.033443 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:19:16.042630 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1679208-b211-42af-b89e-fd6ec7de9da6 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:19:16.066263 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e402e40-46ab-406e-bc42-7c2402f067c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3752144c-c434-4a7b-ba25-4ecea2d6610b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:16.066566 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port a1679208-b211-42af-b89e-fd6ec7de9da6, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a1679208-b211-42af-b89e-fd6ec7de9da6,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:16.074786 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:16.076543 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83ed02-3868-43bc-ae5f-ea08d3c17ba9 req-202408f9-9276-4b39-9b47-7986164a2a42 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:16.078117 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6c83ed02-3868-43bc-ae5f-ea08d3c17ba9 req-202408f9-9276-4b39-9b47-7986164a2a42 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc272c53-9492-4fcb-b990-e415496d5f7c HTTP/1.1" status: 200 len: 949 time: 0.2124643 Nov 11 17:19:16.116491 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21ee5e14-7c33-404a-9a2a-0fab81487483 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:16.129946 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21ee5e14-7c33-404a-9a2a-0fab81487483 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:16.133683 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-21ee5e14-7c33-404a-9a2a-0fab81487483 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "DELETE /v2.0/networks/d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c HTTP/1.1" status: 204 len: 168 time: 0.9721172 Nov 11 17:19:16.148289 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50536) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:16.152410 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee5e14-7c33-404a-9a2a-0fab81487483 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event deleted for resources: {'Network': ['ID=d27a5b7e-d9f8-4d9e-9cf0-edab4cf4a34c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:16.156627 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-26cf90e7-8883-43c6-8695-5f51d2c0e5dd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-560437262'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:16.162745 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=a1679208-b211-42af-b89e-fd6ec7de9da6,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:16.176848 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc6cd0-b7c5-4ab7-94c3-0d623b083b1a req-d71f5173-6c50-4d42-bcd5-41c2e14dfff5 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:16.180196 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e2cc6cd0-b7c5-4ab7-94c3-0d623b083b1a req-d71f5173-6c50-4d42-bcd5-41c2e14dfff5 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.1439970 Nov 11 17:19:16.204848 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-594a381f-e45e-4faf-b331-7be9d2698780 req-9b7d942d-6462-461e-a9a8-36d0dfe954a7 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Deleting port 76fe5841-c10a-4b9e-8060-77b5d857ba76 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:19:16.205285 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-594a381f-e45e-4faf-b331-7be9d2698780 req-9b7d942d-6462-461e-a9a8-36d0dfe954a7 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:16.214800 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6c83ed02-3868-43bc-ae5f-ea08d3c17ba9 req-9fdea481-09e7-4bc9-9d2b-cd8d565dec2f tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192124 Nov 11 17:19:16.248617 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cf90e7-8883-43c6-8695-5f51d2c0e5dd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Made reservation on behalf of abafc778917c45ffb51f117ab3a8e83e for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:19:16.252032 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-26cf90e7-8883-43c6-8695-5f51d2c0e5dd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:16.286595 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e2cc6cd0-b7c5-4ab7-94c3-0d623b083b1a req-676a6dbd-4baf-4749-a07c-0718a9e70adc tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954087 Nov 11 17:19:16.303685 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26cf90e7-8883-43c6-8695-5f51d2c0e5dd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1293} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:19:16.339761 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-26cf90e7-8883-43c6-8695-5f51d2c0e5dd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:16.340905 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-26cf90e7-8883-43c6-8695-5f51d2c0e5dd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Added segment bbc376a9-748f-4baf-8382-146f78b8f1be of type vlan for network 883db8b9-b44e-4c6c-bbc4-437487c1be81 Nov 11 17:19:16.362590 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-594a381f-e45e-4faf-b331-7be9d2698780 req-9b7d942d-6462-461e-a9a8-36d0dfe954a7 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] For port 76fe5841-c10a-4b9e-8060-77b5d857ba76, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=76fe5841-c10a-4b9e-8060-77b5d857ba76,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:16.363237 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-594a381f-e45e-4faf-b331-7be9d2698780 req-9b7d942d-6462-461e-a9a8-36d0dfe954a7 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:16.405011 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-594a381f-e45e-4faf-b331-7be9d2698780 req-9b7d942d-6462-461e-a9a8-36d0dfe954a7 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Calling delete_port for 76fe5841-c10a-4b9e-8060-77b5d857ba76 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:19:16.410795 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-26cf90e7-8883-43c6-8695-5f51d2c0e5dd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:16.474414 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-26cf90e7-8883-43c6-8695-5f51d2c0e5dd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:16.480085 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cf90e7-8883-43c6-8695-5f51d2c0e5dd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:16.480676 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-26cf90e7-8883-43c6-8695-5f51d2c0e5dd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:16.498504 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['a1679208-b211-42af-b89e-fd6ec7de9da6'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:19:16.564487 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-26cf90e7-8883-43c6-8695-5f51d2c0e5dd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4141376 Nov 11 17:19:16.568452 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50548) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:16.574931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-a08b9a79-8a2a-40d7-9572-b5253835227e tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Request body: {'subnet': {'network_id': '883db8b9-b44e-4c6c-bbc4-437487c1be81', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:16.585485 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf90e7-8883-43c6-8695-5f51d2c0e5dd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event updated for resources: {'Network': ['ID=883db8b9-b44e-4c6c-bbc4-437487c1be81,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:16.621708 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 883db8b9-b44e-4c6c-bbc4-437487c1be81 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:19:16.671950 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-594a381f-e45e-4faf-b331-7be9d2698780 req-9b7d942d-6462-461e-a9a8-36d0dfe954a7 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:16.689193 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['ee27c248-592b-4151-b5e2-f8b60556d70d', '76fe5841-c10a-4b9e-8060-77b5d857ba76'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:19:16.731886 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d942d-6462-461e-a9a8-36d0dfe954a7 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Pushing event deleted for resources: {'Port': ['ID=76fe5841-c10a-4b9e-8060-77b5d857ba76,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:16.810057 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08b9a79-8a2a-40d7-9572-b5253835227e tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Made reservation on behalf of abafc778917c45ffb51f117ab3a8e83e for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:19:16.811409 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-594a381f-e45e-4faf-b331-7be9d2698780 req-9b7d942d-6462-461e-a9a8-36d0dfe954a7 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] No DVR routers for this DVR port 76fe5841-c10a-4b9e-8060-77b5d857ba76 on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:19:16.814066 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-594a381f-e45e-4faf-b331-7be9d2698780 req-9b7d942d-6462-461e-a9a8-36d0dfe954a7 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:16.817416 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a08b9a79-8a2a-40d7-9572-b5253835227e tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:16.818226 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-594a381f-e45e-4faf-b331-7be9d2698780 req-9b7d942d-6462-461e-a9a8-36d0dfe954a7 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.83 "DELETE /v2.0/ports/76fe5841-c10a-4b9e-8060-77b5d857ba76 HTTP/1.1" status: 204 len: 173 time: 0.8116117 Nov 11 17:19:16.818700 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc272c53-9492-4fcb-b990-e415496d5f7c', 'name': 'network-vif-deleted', 'tag': '76fe5841-c10a-4b9e-8060-77b5d857ba76'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:16.822292 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2496a0ee-8c4d-47d9-bc4e-cdcb95be9261" -d '{"events": [{"server_uuid": "dc272c53-9492-4fcb-b990-e415496d5f7c", "name": "network-vif-deleted", "tag": "76fe5841-c10a-4b9e-8060-77b5d857ba76"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:16.911498 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc09c8-0b14-4c52-95eb-d5b6e4f9ab64 req-ac861932-51c4-4fc1-8f0d-36135ccb724e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:16.921574 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34cc09c8-0b14-4c52-95eb-d5b6e4f9ab64 req-ac861932-51c4-4fc1-8f0d-36135ccb724e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 943 time: 0.2322025 Nov 11 17:19:17.089846 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34cc09c8-0b14-4c52-95eb-d5b6e4f9ab64 req-b75d6739-b516-492d-870b-8354d65f5140 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142485 Nov 11 17:19:17.099807 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4f69a-9cb2-4b69-9d86-f8dcec1cfbfe req-9f8cfcd5-ae5a-41c4-afb4-a325cb031b73 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:17.101249 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0ec4f69a-9cb2-4b69-9d86-f8dcec1cfbfe req-9f8cfcd5-ae5a-41c4-afb4-a325cb031b73 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=b093d773-8c1e-465c-8c59-c45af165c9c5 HTTP/1.1" status: 200 len: 945 time: 0.1305890 Nov 11 17:19:17.136118 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec368ed6-fb72-4a06-a705-527657a82c33 x-openstack-request-id: req-ec368ed6-fb72-4a06-a705-527657a82c33 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:17.136545 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc272c53-9492-4fcb-b990-e415496d5f7c", "name": "network-vif-deleted", "tag": "76fe5841-c10a-4b9e-8060-77b5d857ba76", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:17.136869 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ec368ed6-fb72-4a06-a705-527657a82c33 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:17.137377 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc272c53-9492-4fcb-b990-e415496d5f7c', 'name': 'network-vif-deleted', 'tag': '76fe5841-c10a-4b9e-8060-77b5d857ba76', 'status': 'completed', 'code': 200} Nov 11 17:19:17.202444 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0ec4f69a-9cb2-4b69-9d86-f8dcec1cfbfe req-5c014ed2-0ec8-4897-9efb-19d5915f7773 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950940 Nov 11 17:19:17.279473 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a08b9a79-8a2a-40d7-9572-b5253835227e tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:17.386432 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-09eccee7-a2bb-4e63-9612-86b26b264ba0 req-ab3aed2b-a418-4801-a6bd-1a88f39e4f6b tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc272c53-9492-4fcb-b990-e415496d5f7c HTTP/1.1" status: 200 len: 210 time: 0.0413635 Nov 11 17:19:17.417752 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08b9a79-8a2a-40d7-9572-b5253835227e tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Checking segment: {'id': 'bbc376a9-748f-4baf-8382-146f78b8f1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '883db8b9-b44e-4c6c-bbc4-437487c1be81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:19:17.418129 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08b9a79-8a2a-40d7-9572-b5253835227e tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Network hostable DHCP agents. Network: 883db8b9-b44e-4c6c-bbc4-437487c1be81, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:19:17.420167 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b9a79-8a2a-40d7-9572-b5253835227e tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event updated for resources: {'Subnet': ['ID=8c83cc20-9c06-48e1-975d-c7ce69ef81ac,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:17.448853 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 4c6512ed-441b-4821-ab9e-9db944e1f1bb details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:19:17.466978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08b9a79-8a2a-40d7-9572-b5253835227e tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Network 883db8b9-b44e-4c6c-bbc4-437487c1be81 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:19:17.482808 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-a08b9a79-8a2a-40d7-9572-b5253835227e tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 883db8b9-b44e-4c6c-bbc4-437487c1be81) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:19:17.487418 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08b9a79-8a2a-40d7-9572-b5253835227e tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:17.488286 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a08b9a79-8a2a-40d7-9572-b5253835227e tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:17.539828 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 4c6512ed-441b-4821-ab9e-9db944e1f1bb no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:19:17.541688 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb75cbfb-3e88-4ecc-9423-6b2536520f2a None None] Network 883db8b9-b44e-4c6c-bbc4-437487c1be81 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:19:17.544355 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a08b9a79-8a2a-40d7-9572-b5253835227e tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9747109 Nov 11 17:19:17.547059 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50578) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:17.552925 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-1b5f5437-8dde-4304-bc7f-f202c95d9eaa tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-127974468'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:17.582070 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15efbe2-19c5-4af2-9fd7-b64610dc41be req-9dbcdfe9-045d-495c-bc36-c242abaa89e8 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:17.589511 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c15efbe2-19c5-4af2-9fd7-b64610dc41be req-9dbcdfe9-045d-495c-bc36-c242abaa89e8 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.0952158 Nov 11 17:19:17.634074 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5f5437-8dde-4304-bc7f-f202c95d9eaa tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Made reservation on behalf of abafc778917c45ffb51f117ab3a8e83e for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:19:17.638552 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1b5f5437-8dde-4304-bc7f-f202c95d9eaa tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:17.671127 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c15efbe2-19c5-4af2-9fd7-b64610dc41be req-db67f4e9-e17a-43f1-9857-a54b3ad0b4eb tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766988 Nov 11 17:19:17.687440 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5f5437-8dde-4304-bc7f-f202c95d9eaa tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1260} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:19:17.718374 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1b5f5437-8dde-4304-bc7f-f202c95d9eaa tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:17.718959 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-1b5f5437-8dde-4304-bc7f-f202c95d9eaa tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Added segment 2b80dc05-a489-4adf-ab71-e1f51482a25a of type vlan for network d051c182-aae2-46b8-90f0-6f79c2860cfe Nov 11 17:19:17.750636 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 4c6512ed-441b-4821-ab9e-9db944e1f1bb, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=4c6512ed-441b-4821-ab9e-9db944e1f1bb,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:17.808927 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1b5f5437-8dde-4304-bc7f-f202c95d9eaa tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:17.809350 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '4c6512ed-441b-4821-ab9e-9db944e1f1bb', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '4c6512ed-441b-4821-ab9e-9db944e1f1bb', 'mac_address': 'fa:16:3e:9a:11:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:19:17.863275 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1b5f5437-8dde-4304-bc7f-f202c95d9eaa tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:17.869663 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5f5437-8dde-4304-bc7f-f202c95d9eaa tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:17.870354 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1b5f5437-8dde-4304-bc7f-f202c95d9eaa tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:17.919014 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:17.998865 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1b5f5437-8dde-4304-bc7f-f202c95d9eaa tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4484842 Nov 11 17:19:18.004290 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50584) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:18.016437 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:18.019365 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-26a9cbb9-83c1-4f60-9e32-c389bd50b267 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Request body: {'subnet': {'network_id': 'd051c182-aae2-46b8-90f0-6f79c2860cfe', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:18.043084 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f5437-8dde-4304-bc7f-f202c95d9eaa tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event updated for resources: {'Network': ['ID=d051c182-aae2-46b8-90f0-6f79c2860cfe,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:18.062179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c6512ed-441b-4821-ab9e-9db944e1f1bb {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:19:18.080887 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafd0d30-1e97-4c1f-9ae4-9b29582971dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-883db8b9-b44e-4c6c-bbc4-437487c1be81', 'network_id': '883db8b9-b44e-4c6c-bbc4-437487c1be81', 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e', 'fixed_ips': [{'subnet_id': '8c83cc20-9c06-48e1-975d-c7ce69ef81ac'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:19:18.081827 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-aafd0d30-1e97-4c1f-9ae4-9b29582971dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:18.094860 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360e1047-f173-4f0d-a886-fb723f5f80e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c6512ed-441b-4821-ab9e-9db944e1f1bb'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:18.097152 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065ef1c9-9b56-427f-a405-efeeb3e5e946" -d '{"events": [{"server_uuid": "360e1047-f173-4f0d-a886-fb723f5f80e8", "name": "network-vif-unplugged", "status": "completed", "tag": "4c6512ed-441b-4821-ab9e-9db944e1f1bb"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:18.109071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network d051c182-aae2-46b8-90f0-6f79c2860cfe details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:19:18.161599 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a81c3d-e2d2-4901-8ac4-f6eed330f810 req-9e0206a3-8c24-4d74-8ea7-090a7f7d3d50 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:18.169992 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35a81c3d-e2d2-4901-8ac4-f6eed330f810 req-9e0206a3-8c24-4d74-8ea7-090a7f7d3d50 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.0634520 Nov 11 17:19:18.217708 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 4c6512ed-441b-4821-ab9e-9db944e1f1bb, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=4c6512ed-441b-4821-ab9e-9db944e1f1bb,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:18.253850 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-7a001dcd-890e-47c5-a73d-57cc4ed74a00 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:18.255417 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-7a001dcd-890e-47c5-a73d-57cc4ed74a00 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.64 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8&tenant_id=5a1f216bc9834fb08bccfb025e9c406a&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 949 time: 0.1343031 Nov 11 17:19:18.272949 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35a81c3d-e2d2-4901-8ac4-f6eed330f810 req-8ffa2c35-f88c-4e18-8bca-a423ecb50120 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019578 Nov 11 17:19:18.277845 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:18.290207 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:18.329523 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:19:18.329891 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:19:18.337826 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-0229ea1f-8f83-4e02-9a92-cbbfe002a93a service neutron] 10.222.0.64 "GET /v2.0/ports/4c6512ed-441b-4821-ab9e-9db944e1f1bb/bindings/n-h1-816206-4 HTTP/1.1" status: 200 len: 382 time: 0.0620134 Nov 11 17:19:18.338413 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a9cbb9-83c1-4f60-9e32-c389bd50b267 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Made reservation on behalf of abafc778917c45ffb51f117ab3a8e83e for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:19:18.342642 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-26a9cbb9-83c1-4f60-9e32-c389bd50b267 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:18.398860 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65ae2bb-1aa3-4369-b441-67b1a8cf284e x-openstack-request-id: req-c65ae2bb-1aa3-4369-b441-67b1a8cf284e {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:18.399267 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360e1047-f173-4f0d-a886-fb723f5f80e8", "name": "network-vif-unplugged", "status": "completed", "tag": "4c6512ed-441b-4821-ab9e-9db944e1f1bb", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:18.399526 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c65ae2bb-1aa3-4369-b441-67b1a8cf284e {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:18.400106 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360e1047-f173-4f0d-a886-fb723f5f80e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c6512ed-441b-4821-ab9e-9db944e1f1bb', 'code': 200} Nov 11 17:19:18.447063 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=4c6512ed-441b-4821-ab9e-9db944e1f1bb,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:18.477135 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-aafd0d30-1e97-4c1f-9ae4-9b29582971dc None None] Allocated IP 19.80.0.2 (883db8b9-b44e-4c6c-bbc4-437487c1be81/8c83cc20-9c06-48e1-975d-c7ce69ef81ac/b191d4bf-c312-4263-8ffe-adaa004cbaa5) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:19:18.555310 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-26a9cbb9-83c1-4f60-9e32-c389bd50b267 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:18.569178 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6869bc-7ace-461e-af57-23311977cdf7 req-064aab6a-faa2-41ba-aab3-3291867ef224 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:18.578189 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0e6869bc-7ace-461e-af57-23311977cdf7 req-064aab6a-faa2-41ba-aab3-3291867ef224 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 943 time: 0.0935955 Nov 11 17:19:18.643608 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9cbb9-83c1-4f60-9e32-c389bd50b267 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event updated for resources: {'Subnet': ['ID=4afdc048-051f-4ec8-b56b-b63b43080ed9,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:18.662994 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0e6869bc-7ace-461e-af57-23311977cdf7 req-ce038cf6-13d0-4178-b0ca-1077996aeacd tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832999 Nov 11 17:19:18.678263 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-5354bb76-d5af-4830-a40d-47175ae4e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:18.679969 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-5354bb76-d5af-4830-a40d-47175ae4e904 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 1098 time: 0.1359506 Nov 11 17:19:18.681318 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a9cbb9-83c1-4f60-9e32-c389bd50b267 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Checking segment: {'id': '2b80dc05-a489-4adf-ab71-e1f51482a25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'd051c182-aae2-46b8-90f0-6f79c2860cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:19:18.681847 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a9cbb9-83c1-4f60-9e32-c389bd50b267 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Network hostable DHCP agents. Network: d051c182-aae2-46b8-90f0-6f79c2860cfe, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:19:18.703034 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-aafd0d30-1e97-4c1f-9ae4-9b29582971dc None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:18.711411 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-aafd0d30-1e97-4c1f-9ae4-9b29582971dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:18.759861 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a9cbb9-83c1-4f60-9e32-c389bd50b267 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Network d051c182-aae2-46b8-90f0-6f79c2860cfe is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:19:18.764328 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafd0d30-1e97-4c1f-9ae4-9b29582971dc None None] Network 883db8b9-b44e-4c6c-bbc4-437487c1be81 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:19:18.769424 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-aafd0d30-1e97-4c1f-9ae4-9b29582971dc None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:19:18.772714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02858fe2-be18-469d-9b94-a64caf51a453 req-06eddde1-2e41-48d4-9198-3aa855c7ad79 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:18.774062 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd0d30-1e97-4c1f-9ae4-9b29582971dc None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:19:18.778045 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd0d30-1e97-4c1f-9ae4-9b29582971dc None None] Pushing event updated for resources: {'Port': ['ID=b191d4bf-c312-4263-8ffe-adaa004cbaa5,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:18.780659 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-02858fe2-be18-469d-9b94-a64caf51a453 req-06eddde1-2e41-48d4-9198-3aa855c7ad79 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=b093d773-8c1e-465c-8c59-c45af165c9c5 HTTP/1.1" status: 200 len: 945 time: 0.1118121 Nov 11 17:19:18.806993 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-26a9cbb9-83c1-4f60-9e32-c389bd50b267 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, d051c182-aae2-46b8-90f0-6f79c2860cfe) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:19:18.814888 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a9cbb9-83c1-4f60-9e32-c389bd50b267 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:18.815484 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-26a9cbb9-83c1-4f60-9e32-c389bd50b267 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:18.849230 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-02858fe2-be18-469d-9b94-a64caf51a453 req-d73df09c-bfaa-4703-b886-ec564298cbdd tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672522 Nov 11 17:19:18.868386 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa3537b-3661-436c-a8f4-94e0ddd4ff95 None None] Network d051c182-aae2-46b8-90f0-6f79c2860cfe requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:19:18.873695 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-3514a3fb-0ab6-4509-91c6-cce528a7182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:18.875478 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-3514a3fb-0ab6-4509-91c6-cce528a7182f service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.1870043 Nov 11 17:19:18.879574 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-26a9cbb9-83c1-4f60-9e32-c389bd50b267 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8721271 Nov 11 17:19:18.959229 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-d40f817d-8fa0-4813-a600-53885502d254 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=4c6512ed-441b-4821-ab9e-9db944e1f1bb HTTP/1.1" status: 200 len: 217 time: 0.0608287 Nov 11 17:19:19.030201 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-aafd0d30-1e97-4c1f-9ae4-9b29582971dc None None] Attempting to bind port b191d4bf-c312-4263-8ffe-adaa004cbaa5 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:19:19.034523 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-aafd0d30-1e97-4c1f-9ae4-9b29582971dc None None] Attempting to bind port b191d4bf-c312-4263-8ffe-adaa004cbaa5 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bbc376a9-748f-4baf-8382-146f78b8f1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '883db8b9-b44e-4c6c-bbc4-437487c1be81'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:19:19.034523 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd0d30-1e97-4c1f-9ae4-9b29582971dc None None] Attempting to bind port b191d4bf-c312-4263-8ffe-adaa004cbaa5 on network 883db8b9-b44e-4c6c-bbc4-437487c1be81 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:19.058491 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd0d30-1e97-4c1f-9ae4-9b29582971dc None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:19:19.058873 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd0d30-1e97-4c1f-9ae4-9b29582971dc None None] Checking segment: {'id': 'bbc376a9-748f-4baf-8382-146f78b8f1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '883db8b9-b44e-4c6c-bbc4-437487c1be81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:19:19.059352 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-aafd0d30-1e97-4c1f-9ae4-9b29582971dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:19.059664 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd0d30-1e97-4c1f-9ae4-9b29582971dc None None] Bound using segment: {'id': 'bbc376a9-748f-4baf-8382-146f78b8f1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '883db8b9-b44e-4c6c-bbc4-437487c1be81'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:19:19.060177 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-aafd0d30-1e97-4c1f-9ae4-9b29582971dc None None] Bound port: b191d4bf-c312-4263-8ffe-adaa004cbaa5, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc376a9-748f-4baf-8382-146f78b8f1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '883db8b9-b44e-4c6c-bbc4-437487c1be81'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:19:19.060556 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-aafd0d30-1e97-4c1f-9ae4-9b29582971dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:19.062401 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:19.079625 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6512ed-441b-4821-ab9e-9db944e1f1bb {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:19:19.079965 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-4bf8aa35-5887-4355-a4b7-c0a1a7509736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:19.082710 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-4bf8aa35-5887-4355-a4b7-c0a1a7509736 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1137447 Nov 11 17:19:19.134057 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-462c5f63-db01-4f0e-a899-73efe8027e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:19.140274 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-462c5f63-db01-4f0e-a899-73efe8027e15 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0462654 Nov 11 17:19:19.170695 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 4c6512ed-441b-4821-ab9e-9db944e1f1bb, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=4c6512ed-441b-4821-ab9e-9db944e1f1bb,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:19.185187 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c920b71-1e20-49c6-b0fe-ec1123a32b0d req-06d0f0c5-88ea-45a6-b532-d6588c5d95a7 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:19.191638 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2c920b71-1e20-49c6-b0fe-ec1123a32b0d req-06d0f0c5-88ea-45a6-b532-d6588c5d95a7 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=f07cb399-fa4f-43eb-89b2-94205c1dd9be HTTP/1.1" status: 200 len: 949 time: 0.1073456 Nov 11 17:19:19.192928 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:19.267812 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2c920b71-1e20-49c6-b0fe-ec1123a32b0d req-8f045cb0-95b3-4b64-afdf-1e29d6eecaa5 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638418 Nov 11 17:19:19.284685 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-d352da49-8688-4ef3-a633-1de1b32a8c20 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401694 Nov 11 17:19:19.433633 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-bd1ae46e-00c9-4e96-95ce-460243f59d51 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:19.442139 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-d9ef9821-233a-4a55-8b59-f19b6e6ed449 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473057 Nov 11 17:19:19.442978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-bd1ae46e-00c9-4e96-95ce-460243f59d51 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:19.449252 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-aafd0d30-1e97-4c1f-9ae4-9b29582971dc None None] For port b191d4bf-c312-4263-8ffe-adaa004cbaa5, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:19:19.451760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-bd1ae46e-00c9-4e96-95ce-460243f59d51 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/networks?id=883db8b9-b44e-4c6c-bbc4-437487c1be81&id=d051c182-aae2-46b8-90f0-6f79c2860cfe HTTP/1.1" status: 200 len: 1390 time: 0.1882102 Nov 11 17:19:19.457397 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device a1679208-b211-42af-b89e-fd6ec7de9da6 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:19:19.496755 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-91ca28f7-3091-408a-8c3d-b41619d785cd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/quotas/abafc778917c45ffb51f117ab3a8e83e HTTP/1.1" status: 200 len: 375 time: 0.0437100 Nov 11 17:19:19.500156 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-aafd0d30-1e97-4c1f-9ae4-9b29582971dc None None] For port b191d4bf-c312-4263-8ffe-adaa004cbaa5, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b191d4bf-c312-4263-8ffe-adaa004cbaa5,segment=NetworkSegment(bbc376a9-748f-4baf-8382-146f78b8f1be),segment_id=bbc376a9-748f-4baf-8382-146f78b8f1be)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:19:19.504852 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=4c6512ed-441b-4821-ab9e-9db944e1f1bb,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:19.525104 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-aafd0d30-1e97-4c1f-9ae4-9b29582971dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:19.587129 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1227bb-5945-446e-9b1b-7140233dca89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-d051c182-aae2-46b8-90f0-6f79c2860cfe', 'network_id': 'd051c182-aae2-46b8-90f0-6f79c2860cfe', 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e', 'fixed_ips': [{'subnet_id': '4afdc048-051f-4ec8-b56b-b63b43080ed9'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:19:19.587993 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ca1227bb-5945-446e-9b1b-7140233dca89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:19.590254 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['4c6512ed-441b-4821-ab9e-9db944e1f1bb'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:19:19.599639 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-8e773d31-36a7-4c43-8616-5adc2baef26a tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=abafc778917c45ffb51f117ab3a8e83e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0711603 Nov 11 17:19:19.608044 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03661567-e030-4a37-b84d-d13e7b4ba9c8 req-798ff5bb-58c4-4933-b54c-b05c261ea28a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:19.609596 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03661567-e030-4a37-b84d-d13e7b4ba9c8 req-798ff5bb-58c4-4933-b54c-b05c261ea28a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 948 time: 0.1326973 Nov 11 17:19:19.732783 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03661567-e030-4a37-b84d-d13e7b4ba9c8 req-fb8b683d-f4a6-4f32-b0b3-b8df1b9d8a11 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080205 Nov 11 17:19:19.777913 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-44474bf6-01d6-4fb5-89ce-14ca96b1229f service neutron] 10.222.0.76 "GET /v2.0/networks/883db8b9-b44e-4c6c-bbc4-437487c1be81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448443 Nov 11 17:19:19.838266 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd0d30-1e97-4c1f-9ae4-9b29582971dc None None] Pushing event updated for resources: {'Port': ['ID=b191d4bf-c312-4263-8ffe-adaa004cbaa5,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:19.862659 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port a1679208-b211-42af-b89e-fd6ec7de9da6 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:19:19.879354 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port a1679208-b211-42af-b89e-fd6ec7de9da6 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:19.879745 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:19.885513 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50642) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:20.026683 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-1d94a064-16a1-43f2-8251-c71b7c6cb133 service neutron] 10.222.0.76 "GET /v2.0/networks/883db8b9-b44e-4c6c-bbc4-437487c1be81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478204 Nov 11 17:19:20.087138 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-ca1227bb-5945-446e-9b1b-7140233dca89 None None] Allocated IP 19.86.0.2 (d051c182-aae2-46b8-90f0-6f79c2860cfe/4afdc048-051f-4ec8-b56b-b63b43080ed9/f54c9cbf-0135-4042-b722-02ff0d81d281) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:19:20.133519 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e85b72-c682-44f3-b6f2-d48691277eef req-14d23a76-9912-46c5-a8d3-f5e17fa2cbec tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:20.135047 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-13e85b72-c682-44f3-b6f2-d48691277eef req-14d23a76-9912-46c5-a8d3-f5e17fa2cbec tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 943 time: 0.1319876 Nov 11 17:19:20.146956 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-78875385-a090-41a3-b212-4f8e40591eae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:20.178824 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-44e9b3b4-3527-4375-9f56-13f599ed4f8b service neutron] 10.222.0.64 "GET /v2.0/ports/45666ccd-c637-450f-9235-a46ae3943e14/bindings/n-h2-816206-4 HTTP/1.1" status: 200 len: 384 time: 0.1235034 Nov 11 17:19:20.203261 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-d229769f-e65e-4125-a9b5-9858fa9e41ed service neutron] 10.222.0.76 "GET /v2.0/networks/d051c182-aae2-46b8-90f0-6f79c2860cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598523 Nov 11 17:19:20.241007 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 76fe5841-c10a-4b9e-8060-77b5d857ba76 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:19:20.267210 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-13e85b72-c682-44f3-b6f2-d48691277eef req-5954e36f-ebe9-4a3a-bcc5-200413b642be tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238651 Nov 11 17:19:20.279076 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 76fe5841-c10a-4b9e-8060-77b5d857ba76 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:19:20.279386 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 76fe5841-c10a-4b9e-8060-77b5d857ba76 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:19:20.297830 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:20.345744 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-78875385-a090-41a3-b212-4f8e40591eae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:20.367681 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-78875385-a090-41a3-b212-4f8e40591eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:20.388279 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-af6a9854-6fd1-4f69-980e-e07f270ffe70 service neutron] 10.222.0.76 "GET /v2.0/networks/d051c182-aae2-46b8-90f0-6f79c2860cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845312 Nov 11 17:19:20.400556 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port a1679208-b211-42af-b89e-fd6ec7de9da6, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a1679208-b211-42af-b89e-fd6ec7de9da6,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:20.401324 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b093d773-8c1e-465c-8c59-c45af165c9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1679208-b211-42af-b89e-fd6ec7de9da6'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:20.403816 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188533c5-1426-4944-88a5-6d65075546da" -d '{"events": [{"server_uuid": "b093d773-8c1e-465c-8c59-c45af165c9c5", "name": "network-vif-plugged", "status": "completed", "tag": "a1679208-b211-42af-b89e-fd6ec7de9da6"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:20.414240 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:20.415091 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 45666ccd-c637-450f-9235-a46ae3943e14 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:19:20.462799 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62495e-190d-40b9-810a-c3e37848196a req-60032ad5-f421-4ed2-9d48-dbe2bd257079 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:20.473825 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae62495e-190d-40b9-810a-c3e37848196a req-60032ad5-f421-4ed2-9d48-dbe2bd257079 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=b093d773-8c1e-465c-8c59-c45af165c9c5 HTTP/1.1" status: 200 len: 945 time: 0.0844250 Nov 11 17:19:20.476863 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ca1227bb-5945-446e-9b1b-7140233dca89 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:20.499788 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ca1227bb-5945-446e-9b1b-7140233dca89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:20.514498 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-78875385-a090-41a3-b212-4f8e40591eae admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=815d6159dda2444b9c1d8340ae0ec9d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6256642 Nov 11 17:19:20.516100 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50652) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:20.516781 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78875385-a090-41a3-b212-4f8e40591eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c22206-f0fd-40f2-8005-4bfd4ace5d3d,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:20.524960 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=a1679208-b211-42af-b89e-fd6ec7de9da6,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:20.569014 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1227bb-5945-446e-9b1b-7140233dca89 None None] Network d051c182-aae2-46b8-90f0-6f79c2860cfe is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:19:20.588685 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae62495e-190d-40b9-810a-c3e37848196a req-d4a46eb3-acc7-49d3-a966-8fdbf9f8f74a tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127102 Nov 11 17:19:20.590149 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-ca1227bb-5945-446e-9b1b-7140233dca89 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:19:20.596647 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1227bb-5945-446e-9b1b-7140233dca89 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:19:20.635810 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1227bb-5945-446e-9b1b-7140233dca89 None None] Pushing event updated for resources: {'Port': ['ID=f54c9cbf-0135-4042-b722-02ff0d81d281,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:20.647416 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-80756c0e-cf16-47be-af84-b780b841a3d4 service neutron] For port 45666ccd-c637-450f-9235-a46ae3943e14, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=45666ccd-c637-450f-9235-a46ae3943e14,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:20.663839 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ba1d01e0-f81f-4f95-97d6-fa347e874556 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:20.718964 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ca1227bb-5945-446e-9b1b-7140233dca89 None None] Attempting to bind port f54c9cbf-0135-4042-b722-02ff0d81d281 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:19:20.719318 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ca1227bb-5945-446e-9b1b-7140233dca89 None None] Attempting to bind port f54c9cbf-0135-4042-b722-02ff0d81d281 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '2b80dc05-a489-4adf-ab71-e1f51482a25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'd051c182-aae2-46b8-90f0-6f79c2860cfe'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:19:20.719587 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1227bb-5945-446e-9b1b-7140233dca89 None None] Attempting to bind port f54c9cbf-0135-4042-b722-02ff0d81d281 on network d051c182-aae2-46b8-90f0-6f79c2860cfe {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:20.725214 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1f825-3d19-4b50-937d-177175be8852 req-ef2f3b63-2472-47dc-b9e8-81050c2c78ec tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:20.726461 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ba1d01e0-f81f-4f95-97d6-fa347e874556 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:20.726825 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-54b1f825-3d19-4b50-937d-177175be8852 req-ef2f3b63-2472-47dc-b9e8-81050c2c78ec tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.83 "GET /v2.0/ports?device_id=f07cb399-fa4f-43eb-89b2-94205c1dd9be HTTP/1.1" status: 200 len: 949 time: 0.2055428 Nov 11 17:19:20.730757 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1227bb-5945-446e-9b1b-7140233dca89 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:19:20.731135 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1227bb-5945-446e-9b1b-7140233dca89 None None] Checking segment: {'id': '2b80dc05-a489-4adf-ab71-e1f51482a25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'd051c182-aae2-46b8-90f0-6f79c2860cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:19:20.731541 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ca1227bb-5945-446e-9b1b-7140233dca89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:20.731967 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1227bb-5945-446e-9b1b-7140233dca89 None None] Bound using segment: {'id': '2b80dc05-a489-4adf-ab71-e1f51482a25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'd051c182-aae2-46b8-90f0-6f79c2860cfe'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:19:20.732438 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ca1227bb-5945-446e-9b1b-7140233dca89 None None] Bound port: f54c9cbf-0135-4042-b722-02ff0d81d281, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b80dc05-a489-4adf-ab71-e1f51482a25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'd051c182-aae2-46b8-90f0-6f79c2860cfe'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:19:20.732819 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ca1227bb-5945-446e-9b1b-7140233dca89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:20.748900 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-80756c0e-cf16-47be-af84-b780b841a3d4 service neutron] For port 45666ccd-c637-450f-9235-a46ae3943e14, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:19:20.834872 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ba1d01e0-f81f-4f95-97d6-fa347e874556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:20.837767 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ba1d01e0-f81f-4f95-97d6-fa347e874556 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:20.841551 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ba1d01e0-f81f-4f95-97d6-fa347e874556 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f7c22206-f0fd-40f2-8005-4bfd4ace5d3d HTTP/1.1" status: 204 len: 168 time: 0.3213103 Nov 11 17:19:20.866286 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d01e0-f81f-4f95-97d6-fa347e874556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c22206-f0fd-40f2-8005-4bfd4ace5d3d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:20.901026 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-80756c0e-cf16-47be-af84-b780b841a3d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45666ccd-c637-450f-9235-a46ae3943e14 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:19:20.912423 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ca1227bb-5945-446e-9b1b-7140233dca89 None None] For port f54c9cbf-0135-4042-b722-02ff0d81d281, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:19:20.918780 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ca1227bb-5945-446e-9b1b-7140233dca89 None None] For port f54c9cbf-0135-4042-b722-02ff0d81d281, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f54c9cbf-0135-4042-b722-02ff0d81d281,segment=NetworkSegment(2b80dc05-a489-4adf-ab71-e1f51482a25a),segment_id=2b80dc05-a489-4adf-ab71-e1f51482a25a)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:19:20.923448 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db679bcd-acd9-40bc-bf30-3a6766087480 x-openstack-request-id: req-db679bcd-acd9-40bc-bf30-3a6766087480 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:20.923760 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b093d773-8c1e-465c-8c59-c45af165c9c5", "name": "network-vif-plugged", "status": "completed", "tag": "a1679208-b211-42af-b89e-fd6ec7de9da6", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:20.924124 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-db679bcd-acd9-40bc-bf30-3a6766087480 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:20.925395 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b093d773-8c1e-465c-8c59-c45af165c9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1679208-b211-42af-b89e-fd6ec7de9da6', 'code': 200} Nov 11 17:19:20.949195 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ca1227bb-5945-446e-9b1b-7140233dca89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:20.961176 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-80756c0e-cf16-47be-af84-b780b841a3d4 service neutron] For port 45666ccd-c637-450f-9235-a46ae3943e14, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=45666ccd-c637-450f-9235-a46ae3943e14,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:21.036741 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a911ba6-9e58-4662-ac5c-f07fe4aabb63 req-6734ea22-7b01-4f5e-8c4c-2f7648b68a6e tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=86087d56-9ec4-4f28-9de1-50fc72fdfd91 HTTP/1.1" status: 200 len: 210 time: 0.0645840 Nov 11 17:19:21.062138 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d70dab-faeb-4050-8229-ed3b76e83e2d req-a4d57f4e-9c43-4b37-aaea-4a67a9407af2 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:21.073356 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03d70dab-faeb-4050-8229-ed3b76e83e2d req-a4d57f4e-9c43-4b37-aaea-4a67a9407af2 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=f07cb399-fa4f-43eb-89b2-94205c1dd9be HTTP/1.1" status: 200 len: 949 time: 0.1813576 Nov 11 17:19:21.087845 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1227bb-5945-446e-9b1b-7140233dca89 None None] Pushing event updated for resources: {'Port': ['ID=f54c9cbf-0135-4042-b722-02ff0d81d281,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:21.127455 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-80756c0e-cf16-47be-af84-b780b841a3d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:21.181850 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03d70dab-faeb-4050-8229-ed3b76e83e2d req-3ae786e4-f862-42a7-b2f7-a21e4788e22b tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054683 Nov 11 17:19:21.272557 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147699f5-eb5b-48e7-9ca5-c13175df5630 req-36f7c83d-14cf-4884-a904-6f8da39f4e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:21.274421 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-147699f5-eb5b-48e7-9ca5-c13175df5630 req-36f7c83d-14cf-4884-a904-6f8da39f4e84 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b093d773-8c1e-465c-8c59-c45af165c9c5 HTTP/1.1" status: 200 len: 1097 time: 0.2174318 Nov 11 17:19:21.285179 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-54b1f825-3d19-4b50-937d-177175be8852 req-49788491-b026-4c75-ac61-cd6e7525d16d tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Deleting port ee27c248-592b-4151-b5e2-f8b60556d70d {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:19:21.288071 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-54b1f825-3d19-4b50-937d-177175be8852 req-49788491-b026-4c75-ac61-cd6e7525d16d tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:21.346576 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214e292-b891-4e8f-a3e1-2078f7909324 req-44c1a36e-779d-4e00-9de6-a0eae7d7270f tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:21.348041 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6214e292-b891-4e8f-a3e1-2078f7909324 req-44c1a36e-779d-4e00-9de6-a0eae7d7270f tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 948 time: 0.1024230 Nov 11 17:19:21.397106 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-80756c0e-cf16-47be-af84-b780b841a3d4 service neutron] Transition to ACTIVE for port object 45666ccd-c637-450f-9235-a46ae3943e14 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:19:21.419635 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf37e88-4824-4408-9683-d3f67b3790a9 None None] Network 883db8b9-b44e-4c6c-bbc4-437487c1be81 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:19:21.430131 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-80756c0e-cf16-47be-af84-b780b841a3d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:21.508398 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6214e292-b891-4e8f-a3e1-2078f7909324 req-9fd9af02-25e4-4d37-b5cd-22aa92332842 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504314 Nov 11 17:19:21.551419 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 4c6512ed-441b-4821-ab9e-9db944e1f1bb details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:19:21.636060 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35195c-23b4-45b7-8c71-e35ca3e73427 req-2f54c936-c2d6-487d-8dda-1716c3780e52 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:21.639775 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-80756c0e-cf16-47be-af84-b780b841a3d4 service neutron] No DVR routers for this DVR port 45666ccd-c637-450f-9235-a46ae3943e14 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:19:21.640413 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed35195c-23b4-45b7-8c71-e35ca3e73427 req-2f54c936-c2d6-487d-8dda-1716c3780e52 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 944 time: 0.1258695 Nov 11 17:19:21.650931 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-147699f5-eb5b-48e7-9ca5-c13175df5630 req-517cd826-4f5a-416b-9122-a367b66de8ef service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550024 Nov 11 17:19:21.716524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80756c0e-cf16-47be-af84-b780b841a3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=45666ccd-c637-450f-9235-a46ae3943e14,revision_number=10']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:21.725595 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-54b1f825-3d19-4b50-937d-177175be8852 req-49788491-b026-4c75-ac61-cd6e7525d16d tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] For port ee27c248-592b-4151-b5e2-f8b60556d70d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=ee27c248-592b-4151-b5e2-f8b60556d70d,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:21.725979 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-54b1f825-3d19-4b50-937d-177175be8852 req-49788491-b026-4c75-ac61-cd6e7525d16d tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:21.739417 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-80756c0e-cf16-47be-af84-b780b841a3d4 service neutron] 10.222.0.64 "PUT /v2.0/ports/45666ccd-c637-450f-9235-a46ae3943e14/bindings/n-h2-816206-4/activate HTTP/1.1" status: 200 len: 369 time: 1.5533998 Nov 11 17:19:21.750913 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-eb0d5487-415d-42db-a81e-6d79ae6778c5 None None] Provisioning complete for port b191d4bf-c312-4263-8ffe-adaa004cbaa5 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:21.751195 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-eb0d5487-415d-42db-a81e-6d79ae6778c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:21.759176 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-54b1f825-3d19-4b50-937d-177175be8852 req-49788491-b026-4c75-ac61-cd6e7525d16d tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Calling delete_port for ee27c248-592b-4151-b5e2-f8b60556d70d owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:19:21.817713 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.resource_extend [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:19:21.905844 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d7052-ed3d-423c-a533-7d4b0b1a0204 req-f7107409-e12d-4539-84ff-4e980ee8c110 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:21.907775 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2c9d7052-ed3d-423c-a533-7d4b0b1a0204 req-f7107409-e12d-4539-84ff-4e980ee8c110 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=b093d773-8c1e-465c-8c59-c45af165c9c5 HTTP/1.1" status: 200 len: 946 time: 0.1615596 Nov 11 17:19:21.924485 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed35195c-23b4-45b7-8c71-e35ca3e73427 req-17e2908d-4f22-4cff-bf3c-af3dbf6aa81a tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773550 Nov 11 17:19:21.965815 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 4c6512ed-441b-4821-ab9e-9db944e1f1bb, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=4c6512ed-441b-4821-ab9e-9db944e1f1bb,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:22.012370 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '4c6512ed-441b-4821-ab9e-9db944e1f1bb', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '4c6512ed-441b-4821-ab9e-9db944e1f1bb', 'mac_address': 'fa:16:3e:9a:11:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:19:22.027983 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b191d4bf-c312-4263-8ffe-adaa004cbaa5 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:19:22.046271 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2c9d7052-ed3d-423c-a533-7d4b0b1a0204 req-76bdbc2e-69e1-415f-b267-dda9d4167869 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204548 Nov 11 17:19:22.300445 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e41d97cd-536b-499d-941c-53b8a3a08d8b req-da3cfa12-fbdc-445a-b2d0-72d697aabcf1 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=86087d56-9ec4-4f28-9de1-50fc72fdfd91 HTTP/1.1" status: 200 len: 210 time: 0.1117034 Nov 11 17:19:22.305141 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-0316a63b-672a-449c-89af-412779d318c3 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:22.308381 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-0316a63b-672a-449c-89af-412779d318c3 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3&tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 1095 time: 0.2307427 Nov 11 17:19:22.418241 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-6e45ae65-a0d9-48a6-bc69-cdd9bcf05130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:22.419574 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-6e45ae65-a0d9-48a6-bc69-cdd9bcf05130 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8&tenant_id=5a1f216bc9834fb08bccfb025e9c406a HTTP/1.1" status: 200 len: 1099 time: 0.0732884 Nov 11 17:19:22.448517 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port b191d4bf-c312-4263-8ffe-adaa004cbaa5 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:22.449200 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:22.451008 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-eb0d5487-415d-42db-a81e-6d79ae6778c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:22.464071 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-801607a1-0e65-4225-be6c-9e47e0ae5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:22.465722 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-801607a1-0e65-4225-be6c-9e47e0ae5461 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3&tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35 HTTP/1.1" status: 200 len: 1095 time: 0.1312971 Nov 11 17:19:22.481502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ea455-000c-4b61-bb11-44a9f45ce507 req-7f67e9ce-c09f-41c2-b78f-efe3c96124e3 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:22.490460 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-207ea455-000c-4b61-bb11-44a9f45ce507 req-7f67e9ce-c09f-41c2-b78f-efe3c96124e3 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/ports?device_id=f07cb399-fa4f-43eb-89b2-94205c1dd9be HTTP/1.1" status: 200 len: 949 time: 0.1780865 Nov 11 17:19:22.517404 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-54b1f825-3d19-4b50-937d-177175be8852 req-49788491-b026-4c75-ac61-cd6e7525d16d tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:22.606185 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-eb0d5487-415d-42db-a81e-6d79ae6778c5 None None] For port b191d4bf-c312-4263-8ffe-adaa004cbaa5, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b191d4bf-c312-4263-8ffe-adaa004cbaa5,segment=NetworkSegment(bbc376a9-748f-4baf-8382-146f78b8f1be),segment_id=bbc376a9-748f-4baf-8382-146f78b8f1be)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:22.619226 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-eb0d5487-415d-42db-a81e-6d79ae6778c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:22.643675 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-207ea455-000c-4b61-bb11-44a9f45ce507 req-d4397bd8-9cc6-4d97-abd2-2bb92e25f3b9 tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.76 "GET /v2.0/security-groups?id=59b7204f-c02d-4894-a573-af03549e4b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518040 Nov 11 17:19:22.735393 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49788491-b026-4c75-ac61-cd6e7525d16d tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Pushing event deleted for resources: {'Port': ['ID=ee27c248-592b-4151-b5e2-f8b60556d70d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:22.751839 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f54c9cbf-0135-4042-b722-02ff0d81d281 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:19:22.801526 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b1f825-3d19-4b50-937d-177175be8852 req-49788491-b026-4c75-ac61-cd6e7525d16d tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] No DVR routers for this DVR port ee27c248-592b-4151-b5e2-f8b60556d70d on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:19:22.808260 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-54b1f825-3d19-4b50-937d-177175be8852 req-49788491-b026-4c75-ac61-cd6e7525d16d tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:22.811718 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-54b1f825-3d19-4b50-937d-177175be8852 req-49788491-b026-4c75-ac61-cd6e7525d16d tempest-ServersAdminNegativeTestJSON-1724061980 tempest-ServersAdminNegativeTestJSON-1724061980-project] 10.222.0.83 "DELETE /v2.0/ports/ee27c248-592b-4151-b5e2-f8b60556d70d HTTP/1.1" status: 204 len: 173 time: 2.0300064 Nov 11 17:19:22.814225 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07cb399-fa4f-43eb-89b2-94205c1dd9be', 'name': 'network-vif-deleted', 'tag': 'ee27c248-592b-4151-b5e2-f8b60556d70d'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:22.818041 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f353ecf3-af38-437a-8fb0-b3c2c426a6b1" -d '{"events": [{"server_uuid": "f07cb399-fa4f-43eb-89b2-94205c1dd9be", "name": "network-vif-deleted", "tag": "ee27c248-592b-4151-b5e2-f8b60556d70d"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:22.840395 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-c2d5ae57-806c-4374-85b5-ae901e66df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:22.841678 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d5487-415d-42db-a81e-6d79ae6778c5 None None] Pushing event updated for resources: {'Port': ['ID=b191d4bf-c312-4263-8ffe-adaa004cbaa5,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:22.843390 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-c2d5ae57-806c-4374-85b5-ae901e66df03 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 1099 time: 0.3413103 Nov 11 17:19:22.914577 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-e0a4c9a2-6648-43bd-ad25-b1e78c943552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:22.916093 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-e0a4c9a2-6648-43bd-ad25-b1e78c943552 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 1095 time: 0.3966751 Nov 11 17:19:22.940995 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port f54c9cbf-0135-4042-b722-02ff0d81d281 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:22.941531 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:23.083641 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40748c18-b06a-42f8-b102-ff3ed416e51a None None] Network d051c182-aae2-46b8-90f0-6f79c2860cfe requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:19:23.119301 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-712f64e2-dbf1-42f4-8042-7ddbfdb41be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:23.121733 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-712f64e2-dbf1-42f4-8042-7ddbfdb41be9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.2667396 Nov 11 17:19:23.129275 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4155808-40e6-49c2-995f-e6e6b821eee4 x-openstack-request-id: req-f4155808-40e6-49c2-995f-e6e6b821eee4 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:23.131332 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07cb399-fa4f-43eb-89b2-94205c1dd9be", "name": "network-vif-deleted", "tag": "ee27c248-592b-4151-b5e2-f8b60556d70d", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:23.131692 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f4155808-40e6-49c2-995f-e6e6b821eee4 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:23.132220 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07cb399-fa4f-43eb-89b2-94205c1dd9be', 'name': 'network-vif-deleted', 'tag': 'ee27c248-592b-4151-b5e2-f8b60556d70d', 'status': 'completed', 'code': 200} Nov 11 17:19:23.135447 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-947c24e0-f61f-4779-8c16-287d0c8890f8 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:23.145549 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-947c24e0-f61f-4779-8c16-287d0c8890f8 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:23.146974 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-947c24e0-f61f-4779-8c16-287d0c8890f8 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.83 "GET /v2.0/networks?id=883db8b9-b44e-4c6c-bbc4-437487c1be81&id=d051c182-aae2-46b8-90f0-6f79c2860cfe HTTP/1.1" status: 200 len: 1390 time: 0.4668384 Nov 11 17:19:23.166887 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-ed366a0c-b540-4fa0-b37f-9da099d12449 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Request body: {'port': {'device_id': '86087d56-9ec4-4f28-9de1-50fc72fdfd91', 'network_id': '883db8b9-b44e-4c6c-bbc4-437487c1be81', 'admin_state_up': True, 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:23.192892 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-3e5b8a44-6f7b-4226-9588-8f1613ff2946 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=4c6512ed-441b-4821-ab9e-9db944e1f1bb HTTP/1.1" status: 200 len: 217 time: 0.0584345 Nov 11 17:19:23.196357 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1db61-58f3-4768-9c30-acbdc50b8974 req-0760cdd7-2f59-4b27-88df-8f0101f7f08d tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:23.197899 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1d1db61-58f3-4768-9c30-acbdc50b8974 req-0760cdd7-2f59-4b27-88df-8f0101f7f08d tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 948 time: 0.3388374 Nov 11 17:19:23.250687 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-a8b2801a-a897-4e84-b7bd-71ce5ae4810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:23.252395 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-a8b2801a-a897-4e84-b7bd-71ce5ae4810c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0480540 Nov 11 17:19:23.306862 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-d0ba72a3-eb5b-4a77-972c-7017b7c0e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:23.308463 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-d0ba72a3-eb5b-4a77-972c-7017b7c0e67f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0493250 Nov 11 17:19:23.325906 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-bb8cb694-e065-4389-9ffb-364a55e613fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:23.327381 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-bb8cb694-e065-4389-9ffb-364a55e613fa service neutron] 10.222.0.83 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 910 time: 0.3537734 Nov 11 17:19:23.352464 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:23.359626 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f19e16bd-8e0d-45c2-8cbf-5594426fe440 None None] Provisioning complete for port b191d4bf-c312-4263-8ffe-adaa004cbaa5 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:23.360020 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f19e16bd-8e0d-45c2-8cbf-5594426fe440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:23.424456 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-b43a7e1e-8413-40d7-9295-5b1c3c0eec02 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068096 Nov 11 17:19:23.511765 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port f54c9cbf-0135-4042-b722-02ff0d81d281, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f54c9cbf-0135-4042-b722-02ff0d81d281,segment=NetworkSegment(2b80dc05-a489-4adf-ab71-e1f51482a25a),segment_id=2b80dc05-a489-4adf-ab71-e1f51482a25a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:23.525600 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:23.557842 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3a00acf-ce25-45f3-91cc-542fcc77a693 req-7dd5d91d-93a1-44b7-9d59-5bedf8537395 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257620 Nov 11 17:19:23.646447 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=f54c9cbf-0135-4042-b722-02ff0d81d281,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:23.655400 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f19e16bd-8e0d-45c2-8cbf-5594426fe440 None None] Provisioning complete for port f54c9cbf-0135-4042-b722-02ff0d81d281 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:23.655889 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f19e16bd-8e0d-45c2-8cbf-5594426fe440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:23.687416 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d07318-c3b7-494f-9c9b-f7f6b8cfdc99 req-1ddbf128-c274-48da-b2f2-fd44de56caa9 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:23.688964 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7d07318-c3b7-494f-9c9b-f7f6b8cfdc99 req-1ddbf128-c274-48da-b2f2-fd44de56caa9 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 944 time: 0.4880879 Nov 11 17:19:23.709004 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1d1db61-58f3-4768-9c30-acbdc50b8974 req-0fa6f16d-0e37-4113-bd93-7f6c80f24407 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750731 Nov 11 17:19:23.716778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-97b2bed9-56c2-40a6-8e85-d712325d7cf8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45666ccd-c637-450f-9235-a46ae3943e14 HTTP/1.1" status: 200 len: 217 time: 0.3773391 Nov 11 17:19:23.812513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-4484936d-7f50-4daa-a90f-abec85747aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:23.815190 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-4484936d-7f50-4daa-a90f-abec85747aa2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=651c5717-7c13-46c4-8d6a-3f6dcf13301c HTTP/1.1" status: 200 len: 848 time: 0.0845780 Nov 11 17:19:23.824507 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b191d4bf-c312-4263-8ffe-adaa004cbaa5 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:19:23.889185 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-3a3f8443-a5b4-4515-bfa2-480974468343 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aff4ca62-299e-49a9-90bd-d7da6c894e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477204 Nov 11 17:19:23.896697 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:23.898062 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port b191d4bf-c312-4263-8ffe-adaa004cbaa5 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:23.898433 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:23.902539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-ed366a0c-b540-4fa0-b37f-9da099d12449 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Made reservation on behalf of abafc778917c45ffb51f117ab3a8e83e for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:19:23.905920 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-ed366a0c-b540-4fa0-b37f-9da099d12449 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:23.939398 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7d07318-c3b7-494f-9c9b-f7f6b8cfdc99 req-25858178-a573-499d-b2a6-6b532f1089da tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244434 Nov 11 17:19:23.947430 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215d15c-fe46-4bee-883d-02d38446d787 req-d1b776e8-ed65-476e-9cfa-a9b0d39592eb tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:23.948899 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c215d15c-fe46-4bee-883d-02d38446d787 req-d1b776e8-ed65-476e-9cfa-a9b0d39592eb tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=b093d773-8c1e-465c-8c59-c45af165c9c5 HTTP/1.1" status: 200 len: 946 time: 0.1511238 Nov 11 17:19:23.988053 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f54c9cbf-0135-4042-b722-02ff0d81d281 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:19:24.015405 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-663e1c2b-dc14-47ff-8b9f-5a34e547288d None None] Provisioning complete for port f54c9cbf-0135-4042-b722-02ff0d81d281 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:24.015767 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-663e1c2b-dc14-47ff-8b9f-5a34e547288d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:24.078830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port f54c9cbf-0135-4042-b722-02ff0d81d281 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:24.079040 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:24.124995 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8f5400c-9346-4418-a8b7-2e3296b006f7 req-069ae893-60b5-4e72-b7a1-78bd0b65b9a8 tempest-AbsoluteLimitsNegativeTestJSON-385151976 tempest-AbsoluteLimitsNegativeTestJSON-385151976-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=41c0702bd216497aae044fd75c9ce5d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589187 Nov 11 17:19:24.134127 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c215d15c-fe46-4bee-883d-02d38446d787 req-48efed18-8fbe-4344-83c7-4a4bee231fd2 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589153 Nov 11 17:19:24.135948 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-8911a66e-56fd-4843-80f4-57b42f9df3be service neutron] 10.222.0.83 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352355 Nov 11 17:19:24.245808 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device ee27c248-592b-4151-b5e2-f8b60556d70d no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:19:24.269235 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: ee27c248-592b-4151-b5e2-f8b60556d70d {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:19:24.269520 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device ee27c248-592b-4151-b5e2-f8b60556d70d not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:19:24.323123 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-ed366a0c-b540-4fa0-b37f-9da099d12449 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Allocated IP 19.80.0.194 (883db8b9-b44e-4c6c-bbc4-437487c1be81/8c83cc20-9c06-48e1-975d-c7ce69ef81ac/5f605b64-12b4-496a-b11e-dc1557fcdb03) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:19:24.352606 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e2f849cc-8d4a-40d9-a7bb-11bce6d8e99e req-56a04fff-edd5-408c-870b-c64a5da3b6f2 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=86087d56-9ec4-4f28-9de1-50fc72fdfd91 HTTP/1.1" status: 200 len: 210 time: 0.0608730 Nov 11 17:19:24.399355 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5400c-9346-4418-a8b7-2e3296b006f7 req-09173ca3-d68b-4487-a731-262b27767520 tempest-AbsoluteLimitsNegativeTestJSON-385151976 tempest-AbsoluteLimitsNegativeTestJSON-385151976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:24.400861 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8f5400c-9346-4418-a8b7-2e3296b006f7 req-09173ca3-d68b-4487-a731-262b27767520 tempest-AbsoluteLimitsNegativeTestJSON-385151976 tempest-AbsoluteLimitsNegativeTestJSON-385151976-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2640617 Nov 11 17:19:24.412683 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-2017c225-beae-45a5-9d6c-60c449a6ef63 service neutron] 10.222.0.83 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579556 Nov 11 17:19:24.438160 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8f5400c-9346-4418-a8b7-2e3296b006f7 req-439e6c31-12c7-4455-8cd4-8aadb6ed1fe1 tempest-AbsoluteLimitsNegativeTestJSON-385151976 tempest-AbsoluteLimitsNegativeTestJSON-385151976-project] 10.222.0.76 "GET /v2.0/quotas/41c0702bd216497aae044fd75c9ce5d5 HTTP/1.1" status: 200 len: 375 time: 0.0230825 Nov 11 17:19:24.519434 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8f5400c-9346-4418-a8b7-2e3296b006f7 req-f6f6781e-efbe-4ef5-afcd-cfa1f53981dc tempest-AbsoluteLimitsNegativeTestJSON-385151976 tempest-AbsoluteLimitsNegativeTestJSON-385151976-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=41c0702bd216497aae044fd75c9ce5d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653145 Nov 11 17:19:24.617367 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-ed366a0c-b540-4fa0-b37f-9da099d12449 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:24.712462 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-ed366a0c-b540-4fa0-b37f-9da099d12449 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:24.790555 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-ed366a0c-b540-4fa0-b37f-9da099d12449 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Network 883db8b9-b44e-4c6c-bbc4-437487c1be81 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:19:24.815757 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-ed366a0c-b540-4fa0-b37f-9da099d12449 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:19:24.823243 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-ed366a0c-b540-4fa0-b37f-9da099d12449 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:19:24.855795 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50748) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:24.862912 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed366a0c-b540-4fa0-b37f-9da099d12449 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event updated for resources: {'Port': ['ID=5f605b64-12b4-496a-b11e-dc1557fcdb03,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:24.892439 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-9c2e5ac8-60e8-47b6-81f6-07c186b552c6 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:24.894512 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-9c2e5ac8-60e8-47b6-81f6-07c186b552c6 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3&tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&binding%3Ahost_id=n-h2-816206-4 HTTP/1.1" status: 200 len: 1095 time: 0.2242150 Nov 11 17:19:24.913484 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f3add-95b5-4045-8a5f-af3c294b7f06 req-d7c7d452-5719-4159-80f8-c347385767ea tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:24.915050 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f12f3add-95b5-4045-8a5f-af3c294b7f06 req-d7c7d452-5719-4159-80f8-c347385767ea tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=b093d773-8c1e-465c-8c59-c45af165c9c5 HTTP/1.1" status: 200 len: 946 time: 0.2351201 Nov 11 17:19:24.952198 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50752) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:24.978610 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-ed366a0c-b540-4fa0-b37f-9da099d12449 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:24.979257 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-ed366a0c-b540-4fa0-b37f-9da099d12449 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:25.017228 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26ec89-4eaa-4a73-a419-db66a5986cd5 req-6a1b2415-2a41-4f11-b12f-7472f19a0f04 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:25.025425 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d26ec89-4eaa-4a73-a419-db66a5986cd5 req-6a1b2415-2a41-4f11-b12f-7472f19a0f04 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 948 time: 0.2336957 Nov 11 17:19:25.048908 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-ed366a0c-b540-4fa0-b37f-9da099d12449 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8875082 Nov 11 17:19:25.074604 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-fbe64b56-39e0-4264-a6bb-ac20e7bd5730 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Request body: {'port': {'device_id': '86087d56-9ec4-4f28-9de1-50fc72fdfd91', 'network_id': 'd051c182-aae2-46b8-90f0-6f79c2860cfe', 'admin_state_up': True, 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:25.085110 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e3d1cad6-ba20-4d99-9a86-15c4408e4de5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:25.158883 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fad0f065-c6e1-4436-a240-75ce6bf7451c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f74cb49dd4dc4b70aa2bab089d84d9c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002353 Nov 11 17:19:25.164130 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50758) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:25.170902 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-29aafdff-6cfd-4619-8142-ec9de5a26f3c None None] Provisioning complete for port 5f605b64-12b4-496a-b11e-dc1557fcdb03 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:25.171277 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29aafdff-6cfd-4619-8142-ec9de5a26f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:25.193260 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f12f3add-95b5-4045-8a5f-af3c294b7f06 req-5da45e06-a5c4-4983-9315-e5d3774e03e4 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598963 Nov 11 17:19:25.230656 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-29aafdff-6cfd-4619-8142-ec9de5a26f3c None None] Port 5f605b64-12b4-496a-b11e-dc1557fcdb03 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:19:25.234509 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e3d1cad6-ba20-4d99-9a86-15c4408e4de5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:25.243959 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e3d1cad6-ba20-4d99-9a86-15c4408e4de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:25.246474 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d26ec89-4eaa-4a73-a419-db66a5986cd5 req-3bc82e9f-ab42-4d9d-9e49-22d2993a97b6 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201810 Nov 11 17:19:25.263220 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4de1ff81-2c3c-4a14-908b-a6acd79431d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:25.302557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-98519439-ad54-451a-9382-047125c74ff7 service neutron] For port 45666ccd-c637-450f-9235-a46ae3943e14, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:19:25.309520 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e3d1cad6-ba20-4d99-9a86-15c4408e4de5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=41c0702bd216497aae044fd75c9ce5d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3560767 Nov 11 17:19:25.315079 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-98519439-ad54-451a-9382-047125c74ff7 service neutron] Publish callbacks [] for binding, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:25.316460 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bf1e7d1-6b49-4fd5-b06d-856298665551 req-98519439-ad54-451a-9382-047125c74ff7 service neutron] 10.222.0.83 "DELETE /v2.0/ports/45666ccd-c637-450f-9235-a46ae3943e14/bindings/n-h1-816206-4 HTTP/1.1" status: 204 len: 173 time: 0.4004734 Nov 11 17:19:25.318729 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50762) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:25.322106 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4de1ff81-2c3c-4a14-908b-a6acd79431d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:25.339860 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1cad6-ba20-4d99-9a86-15c4408e4de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abde945b-b624-4f63-a491-44613363ed64,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:25.363161 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-fbe64b56-39e0-4264-a6bb-ac20e7bd5730 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Made reservation on behalf of abafc778917c45ffb51f117ab3a8e83e for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:19:25.367487 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-fbe64b56-39e0-4264-a6bb-ac20e7bd5730 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:25.435874 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7c434c7-4f69-4b0b-a8ff-551ea903181e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:25.447037 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 4c6512ed-441b-4821-ab9e-9db944e1f1bb details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:19:25.452930 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4de1ff81-2c3c-4a14-908b-a6acd79431d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:25.456702 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4de1ff81-2c3c-4a14-908b-a6acd79431d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:25.460166 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4de1ff81-2c3c-4a14-908b-a6acd79431d9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/59b7204f-c02d-4894-a573-af03549e4b0c HTTP/1.1" status: 204 len: 168 time: 0.2949667 Nov 11 17:19:25.470881 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 4c6512ed-441b-4821-ab9e-9db944e1f1bb no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:19:25.493160 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7c434c7-4f69-4b0b-a8ff-551ea903181e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:25.493668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adc969-0621-43cc-9cda-ba5b447e4ec2 req-7d03c1e4-3426-4e4b-bb05-ff5a605cee61 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:25.509205 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-30adc969-0621-43cc-9cda-ba5b447e4ec2 req-7d03c1e4-3426-4e4b-bb05-ff5a605cee61 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 944 time: 0.1885929 Nov 11 17:19:25.515127 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1ff81-2c3c-4a14-908b-a6acd79431d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b7204f-c02d-4894-a573-af03549e4b0c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:25.588100 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7c434c7-4f69-4b0b-a8ff-551ea903181e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:25.591766 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7c434c7-4f69-4b0b-a8ff-551ea903181e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:25.593590 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a7c434c7-4f69-4b0b-a8ff-551ea903181e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/abde945b-b624-4f63-a491-44613363ed64 HTTP/1.1" status: 204 len: 168 time: 0.2738495 Nov 11 17:19:25.610348 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c434c7-4f69-4b0b-a8ff-551ea903181e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abde945b-b624-4f63-a491-44613363ed64,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:25.682487 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 4c6512ed-441b-4821-ab9e-9db944e1f1bb, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=4c6512ed-441b-4821-ab9e-9db944e1f1bb,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:25.685023 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:25.707996 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '4c6512ed-441b-4821-ab9e-9db944e1f1bb', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '4c6512ed-441b-4821-ab9e-9db944e1f1bb', 'mac_address': 'fa:16:3e:9a:11:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:19:25.712451 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4c6512ed-441b-4821-ab9e-9db944e1f1bb {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:19:25.721088 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930df3d-4916-401a-88b4-7103571e4b8a req-87c2db11-2f9f-42df-8d80-e2045d21451c tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:25.730238 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9930df3d-4916-401a-88b4-7103571e4b8a req-87c2db11-2f9f-42df-8d80-e2045d21451c tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=86087d56-9ec4-4f28-9de1-50fc72fdfd91 HTTP/1.1" status: 200 len: 932 time: 0.1739337 Nov 11 17:19:25.753144 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-30adc969-0621-43cc-9cda-ba5b447e4ec2 req-94356ff7-8a45-4b08-8bc6-9b390d08123e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379389 Nov 11 17:19:25.781819 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 4c6512ed-441b-4821-ab9e-9db944e1f1bb, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=4c6512ed-441b-4821-ab9e-9db944e1f1bb,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:25.789496 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:25.816041 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-fbe64b56-39e0-4264-a6bb-ac20e7bd5730 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Allocated IP 19.86.0.136 (d051c182-aae2-46b8-90f0-6f79c2860cfe/4afdc048-051f-4ec8-b56b-b63b43080ed9/bd55d0fc-56e6-417a-a216-7e1e5f6fe430) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:19:25.873622 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=4c6512ed-441b-4821-ab9e-9db944e1f1bb,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:25.930982 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9930df3d-4916-401a-88b4-7103571e4b8a req-d179d1f3-ede2-404f-8106-13bd239425c8 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996214 Nov 11 17:19:26.042959 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['4c6512ed-441b-4821-ab9e-9db944e1f1bb'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:19:26.070985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50780) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:26.118746 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-fbe64b56-39e0-4264-a6bb-ac20e7bd5730 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:26.123299 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f4ab3-1aa1-4f5d-9574-c892e29436e7 req-ddd94212-d824-4e9d-927d-c09dda0cd612 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:26.124901 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-491f4ab3-1aa1-4f5d-9574-c892e29436e7 req-ddd94212-d824-4e9d-927d-c09dda0cd612 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 1095 time: 0.0963879 Nov 11 17:19:26.133830 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-594f39c6-f7c1-4a76-a35a-7c5a6e780ed9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b2a9389645794637aa000c1c352dfba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0609338 Nov 11 17:19:26.136600 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50782) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:26.191600 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-fbe64b56-39e0-4264-a6bb-ac20e7bd5730 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:26.203956 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28bf067a-5a03-40c9-a3e4-8267f13fe08a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:26.240262 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-491f4ab3-1aa1-4f5d-9574-c892e29436e7 req-2fb437be-5805-4017-9fe5-3bca5c608fce tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074874 Nov 11 17:19:26.244945 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28bf067a-5a03-40c9-a3e4-8267f13fe08a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:26.256771 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-fbe64b56-39e0-4264-a6bb-ac20e7bd5730 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Network d051c182-aae2-46b8-90f0-6f79c2860cfe is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:19:26.260407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-fbe64b56-39e0-4264-a6bb-ac20e7bd5730 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:19:26.263117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-fbe64b56-39e0-4264-a6bb-ac20e7bd5730 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:19:26.292791 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe64b56-39e0-4264-a6bb-ac20e7bd5730 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event updated for resources: {'Port': ['ID=bd55d0fc-56e6-417a-a216-7e1e5f6fe430,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:26.342849 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-fbe64b56-39e0-4264-a6bb-ac20e7bd5730 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:26.343525 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-fbe64b56-39e0-4264-a6bb-ac20e7bd5730 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:26.344017 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28bf067a-5a03-40c9-a3e4-8267f13fe08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:26.347899 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28bf067a-5a03-40c9-a3e4-8267f13fe08a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:26.349840 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-28bf067a-5a03-40c9-a3e4-8267f13fe08a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e96c692b-97f2-4f4f-a5ce-5c15eed23899 HTTP/1.1" status: 204 len: 168 time: 0.2122774 Nov 11 17:19:26.368420 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-fbe64b56-39e0-4264-a6bb-ac20e7bd5730 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3074491 Nov 11 17:19:26.374123 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf067a-5a03-40c9-a3e4-8267f13fe08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96c692b-97f2-4f4f-a5ce-5c15eed23899,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:26.396778 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-33338354-d3de-44c7-94a9-101859aad330 service neutron] Request body: {'port': {'device_id': '86087d56-9ec4-4f28-9de1-50fc72fdfd91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:26.536540 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c17f8-cf5d-4a52-adda-10d9d38b6aad req-d0cc6f30-b7ff-4666-81be-a2bc1da21e0a tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:26.538089 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a7c17f8-cf5d-4a52-adda-10d9d38b6aad req-d0cc6f30-b7ff-4666-81be-a2bc1da21e0a tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=b093d773-8c1e-465c-8c59-c45af165c9c5 HTTP/1.1" status: 200 len: 946 time: 0.1648693 Nov 11 17:19:26.539825 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-33338354-d3de-44c7-94a9-101859aad330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:26.558612 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3786e-af93-4db1-80b9-946d465552c5 req-6b1ea89b-a4d1-4ff7-9cf0-df1a3a0326e5 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:26.561281 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9fe3786e-af93-4db1-80b9-946d465552c5 req-6b1ea89b-a4d1-4ff7-9cf0-df1a3a0326e5 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 1095 time: 0.1443620 Nov 11 17:19:26.589088 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-734372ef-61f8-4715-82c7-5d163ce128a1 None None] Provisioning complete for port bd55d0fc-56e6-417a-a216-7e1e5f6fe430 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:26.591186 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-734372ef-61f8-4715-82c7-5d163ce128a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:26.646208 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-734372ef-61f8-4715-82c7-5d163ce128a1 None None] Port bd55d0fc-56e6-417a-a216-7e1e5f6fe430 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:19:26.680614 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9fe3786e-af93-4db1-80b9-946d465552c5 req-89932bcb-17dc-4a30-bc76-4c3c4ce9fbed tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104958 Nov 11 17:19:26.692720 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a7c17f8-cf5d-4a52-adda-10d9d38b6aad req-e3ea96cf-0870-41d0-9104-a0be551580a6 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467698 Nov 11 17:19:26.918281 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc213e-867b-4d2c-8bec-787ee5b891ab req-1a2c4bd7-27e6-489c-9a8c-6fb68ccf5c70 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:26.919822 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1dc213e-867b-4d2c-8bec-787ee5b891ab req-1a2c4bd7-27e6-489c-9a8c-6fb68ccf5c70 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 947 time: 0.1095943 Nov 11 17:19:27.024143 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50830) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:27.028399 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1dc213e-867b-4d2c-8bec-787ee5b891ab req-28f77f4a-a202-408b-97db-b7e7740f3c65 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981123 Nov 11 17:19:27.073536 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-33338354-d3de-44c7-94a9-101859aad330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f605b64-12b4-496a-b11e-dc1557fcdb03 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:19:27.086081 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-33338354-d3de-44c7-94a9-101859aad330 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:27.109240 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-33338354-d3de-44c7-94a9-101859aad330 service neutron] Transition to ACTIVE for port object 5f605b64-12b4-496a-b11e-dc1557fcdb03 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:19:27.116115 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-33338354-d3de-44c7-94a9-101859aad330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:27.193581 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33338354-d3de-44c7-94a9-101859aad330 service neutron] Pushing event updated for resources: {'Port': ['ID=5f605b64-12b4-496a-b11e-dc1557fcdb03,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:27.263717 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-fbee8588-ebf4-4b83-be85-5c1b5352dbec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-261205737-network', 'tenant_id': '387406ef69094f328d7c9e69ebc2a5aa'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:27.305690 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbee8588-ebf4-4b83-be85-5c1b5352dbec admin admin] Made reservation on behalf of 387406ef69094f328d7c9e69ebc2a5aa for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:19:27.308325 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fbee8588-ebf4-4b83-be85-5c1b5352dbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:27.322663 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fbee8588-ebf4-4b83-be85-5c1b5352dbec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:27.348443 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-33338354-d3de-44c7-94a9-101859aad330 service neutron] Attempting to bind port 5f605b64-12b4-496a-b11e-dc1557fcdb03 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:19:27.349004 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-33338354-d3de-44c7-94a9-101859aad330 service neutron] Attempting to bind port 5f605b64-12b4-496a-b11e-dc1557fcdb03 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'bbc376a9-748f-4baf-8382-146f78b8f1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '883db8b9-b44e-4c6c-bbc4-437487c1be81'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:19:27.349957 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-33338354-d3de-44c7-94a9-101859aad330 service neutron] Attempting to bind port 5f605b64-12b4-496a-b11e-dc1557fcdb03 on network 883db8b9-b44e-4c6c-bbc4-437487c1be81 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:27.362461 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-33338354-d3de-44c7-94a9-101859aad330 service neutron] Port 5f605b64-12b4-496a-b11e-dc1557fcdb03 on network 883db8b9-b44e-4c6c-bbc4-437487c1be81 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:19:27.364037 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-33338354-d3de-44c7-94a9-101859aad330 service neutron] Attempting to bind port 5f605b64-12b4-496a-b11e-dc1557fcdb03 on network 883db8b9-b44e-4c6c-bbc4-437487c1be81 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:27.380954 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-33338354-d3de-44c7-94a9-101859aad330 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:19:27.381334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-33338354-d3de-44c7-94a9-101859aad330 service neutron] Checking segment: {'id': 'bbc376a9-748f-4baf-8382-146f78b8f1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '883db8b9-b44e-4c6c-bbc4-437487c1be81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:19:27.381795 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-33338354-d3de-44c7-94a9-101859aad330 service neutron] Bound using segment: {'id': 'bbc376a9-748f-4baf-8382-146f78b8f1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '883db8b9-b44e-4c6c-bbc4-437487c1be81'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:19:27.387464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-33338354-d3de-44c7-94a9-101859aad330 service neutron] Bound port: 5f605b64-12b4-496a-b11e-dc1557fcdb03, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc376a9-748f-4baf-8382-146f78b8f1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '883db8b9-b44e-4c6c-bbc4-437487c1be81'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:19:27.387967 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-33338354-d3de-44c7-94a9-101859aad330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:27.468203 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 4c6512ed-441b-4821-ab9e-9db944e1f1bb up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:19:27.532880 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fbee8588-ebf4-4b83-be85-5c1b5352dbec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:27.546438 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fbee8588-ebf4-4b83-be85-5c1b5352dbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:27.582229 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbee8588-ebf4-4b83-be85-5c1b5352dbec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1280} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:19:27.598894 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee8588-ebf4-4b83-be85-5c1b5352dbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:27.605242 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fbee8588-ebf4-4b83-be85-5c1b5352dbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:27.605619 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-fbee8588-ebf4-4b83-be85-5c1b5352dbec admin admin] Added segment 9c3ca969-25ab-46ee-afcc-55221ee89c23 of type vlan for network aef12edc-1263-4022-a80e-fb863587e53a Nov 11 17:19:27.613563 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 4c6512ed-441b-4821-ab9e-9db944e1f1bb triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:27.614051 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:27.656437 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-33338354-d3de-44c7-94a9-101859aad330 service neutron] For port 5f605b64-12b4-496a-b11e-dc1557fcdb03, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:19:27.672031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c612a68-661c-49ad-8f76-c5cc0942ddfa req-acd1860d-456c-4a9c-8a01-3f8e2400f9bc tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:27.672412 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fbee8588-ebf4-4b83-be85-5c1b5352dbec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:27.678993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c612a68-661c-49ad-8f76-c5cc0942ddfa req-acd1860d-456c-4a9c-8a01-3f8e2400f9bc tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:27.687279 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4c612a68-661c-49ad-8f76-c5cc0942ddfa req-acd1860d-456c-4a9c-8a01-3f8e2400f9bc tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=86087d56-9ec4-4f28-9de1-50fc72fdfd91 HTTP/1.1" status: 200 len: 1667 time: 0.2196875 Nov 11 17:19:27.715005 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-33338354-d3de-44c7-94a9-101859aad330 service neutron] For port 5f605b64-12b4-496a-b11e-dc1557fcdb03, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=5f605b64-12b4-496a-b11e-dc1557fcdb03,segment=NetworkSegment(bbc376a9-748f-4baf-8382-146f78b8f1be),segment_id=bbc376a9-748f-4baf-8382-146f78b8f1be)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:19:27.725267 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fbee8588-ebf4-4b83-be85-5c1b5352dbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:27.726524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbee8588-ebf4-4b83-be85-5c1b5352dbec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:27.727345 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fbee8588-ebf4-4b83-be85-5c1b5352dbec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:27.729331 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-33338354-d3de-44c7-94a9-101859aad330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:27.757268 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:27.762755 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fbee8588-ebf4-4b83-be85-5c1b5352dbec admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7373612 Nov 11 17:19:27.779073 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50862) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:27.787035 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5338e1df-63e9-4133-8e2a-8c5b5ad6fc87 admin admin] Request body: {'subnet': {'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-261205737-subnet', 'tenant_id': '387406ef69094f328d7c9e69ebc2a5aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:27.787923 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5934ae4-6610-4088-903d-ab2ce10bb7ad req-a9d9c3a5-b464-448d-a708-2dd12b7bd6b5 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:27.795285 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5934ae4-6610-4088-903d-ab2ce10bb7ad req-a9d9c3a5-b464-448d-a708-2dd12b7bd6b5 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 947 time: 0.2117267 Nov 11 17:19:27.805718 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-33338354-d3de-44c7-94a9-101859aad330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:27.806577 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-33338354-d3de-44c7-94a9-101859aad330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:27.807747 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-33338354-d3de-44c7-94a9-101859aad330 service neutron] 10.222.0.83 "PUT /v2.0/ports/5f605b64-12b4-496a-b11e-dc1557fcdb03 HTTP/1.1" status: 200 len: 1092 time: 1.4184701 Nov 11 17:19:27.810920 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86087d56-9ec4-4f28-9de1-50fc72fdfd91', 'tag': '5f605b64-12b4-496a-b11e-dc1557fcdb03'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:27.813205 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7761191f-503a-4605-835f-4645202bd4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "86087d56-9ec4-4f28-9de1-50fc72fdfd91", "tag": "5f605b64-12b4-496a-b11e-dc1557fcdb03"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:27.814055 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360e1047-f173-4f0d-a886-fb723f5f80e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6512ed-441b-4821-ab9e-9db944e1f1bb'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:27.833174 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c0b981-bcce-4efa-b873-a1471cd98df8" -d '{"events": [{"server_uuid": "360e1047-f173-4f0d-a886-fb723f5f80e8", "name": "network-vif-plugged", "status": "completed", "tag": "4c6512ed-441b-4821-ab9e-9db944e1f1bb"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:27.848020 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 4c6512ed-441b-4821-ab9e-9db944e1f1bb, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=4c6512ed-441b-4821-ab9e-9db944e1f1bb,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:27.853226 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:27.871446 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] Request body: {'port': {'device_id': '86087d56-9ec4-4f28-9de1-50fc72fdfd91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:27.899265 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee8588-ebf4-4b83-be85-5c1b5352dbec admin admin] Pushing event updated for resources: {'Network': ['ID=aef12edc-1263-4022-a80e-fb863587e53a,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:27.909704 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5338e1df-63e9-4133-8e2a-8c5b5ad6fc87 admin admin] Made reservation on behalf of 387406ef69094f328d7c9e69ebc2a5aa for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:19:27.913101 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5338e1df-63e9-4133-8e2a-8c5b5ad6fc87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:27.919679 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network aef12edc-1263-4022-a80e-fb863587e53a details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:19:27.951969 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4c612a68-661c-49ad-8f76-c5cc0942ddfa req-44cdb592-a3de-4cd8-92f9-04e51de93dcf tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582977 Nov 11 17:19:28.056246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33338354-d3de-44c7-94a9-101859aad330 service neutron] Pushing event updated for resources: {'Port': ['ID=5f605b64-12b4-496a-b11e-dc1557fcdb03,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:28.058795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=4c6512ed-441b-4821-ab9e-9db944e1f1bb,revision_number=9']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:28.129337 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5934ae4-6610-4088-903d-ab2ce10bb7ad req-980878a3-613a-466e-83de-464a52a32a3e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269711 Nov 11 17:19:28.152974 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:28.223682 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ffa539-09a9-49d8-8338-fe78ea08774c x-openstack-request-id: req-c1ffa539-09a9-49d8-8338-fe78ea08774c {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:28.224201 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86087d56-9ec4-4f28-9de1-50fc72fdfd91", "tag": "5f605b64-12b4-496a-b11e-dc1557fcdb03", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:28.224640 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c1ffa539-09a9-49d8-8338-fe78ea08774c {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:28.225181 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86087d56-9ec4-4f28-9de1-50fc72fdfd91', 'tag': '5f605b64-12b4-496a-b11e-dc1557fcdb03', 'status': 'completed', 'code': 200} Nov 11 17:19:28.232589 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5338e1df-63e9-4133-8e2a-8c5b5ad6fc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:28.245354 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be06de6f-bd5d-4a80-a950-99863b0f1973 x-openstack-request-id: req-be06de6f-bd5d-4a80-a950-99863b0f1973 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:28.245720 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360e1047-f173-4f0d-a886-fb723f5f80e8", "name": "network-vif-plugged", "status": "completed", "tag": "4c6512ed-441b-4821-ab9e-9db944e1f1bb", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:28.245967 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-be06de6f-bd5d-4a80-a950-99863b0f1973 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:28.246508 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360e1047-f173-4f0d-a886-fb723f5f80e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6512ed-441b-4821-ab9e-9db944e1f1bb', 'code': 200} Nov 11 17:19:28.350404 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338e1df-63e9-4133-8e2a-8c5b5ad6fc87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09fccde3-01fd-422f-a0ab-b92daf8c7d4e,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:28.360382 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5338e1df-63e9-4133-8e2a-8c5b5ad6fc87 admin admin] Checking segment: {'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:19:28.360853 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5338e1df-63e9-4133-8e2a-8c5b5ad6fc87 admin admin] Network hostable DHCP agents. Network: aef12edc-1263-4022-a80e-fb863587e53a, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:19:28.381260 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5338e1df-63e9-4133-8e2a-8c5b5ad6fc87 admin admin] Network aef12edc-1263-4022-a80e-fb863587e53a is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:19:28.394944 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-5338e1df-63e9-4133-8e2a-8c5b5ad6fc87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, aef12edc-1263-4022-a80e-fb863587e53a) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:19:28.410546 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5338e1df-63e9-4133-8e2a-8c5b5ad6fc87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:28.411408 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5338e1df-63e9-4133-8e2a-8c5b5ad6fc87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:28.425072 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1833b59-fbe7-4867-8c7b-14757541754e None None] Network aef12edc-1263-4022-a80e-fb863587e53a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:19:28.491234 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5338e1df-63e9-4133-8e2a-8c5b5ad6fc87 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7097602 Nov 11 17:19:28.683954 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd55d0fc-56e6-417a-a216-7e1e5f6fe430 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:19:28.690751 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4868d2c8-0db5-4166-895f-59c21c38d39e None None] Network aef12edc-1263-4022-a80e-fb863587e53a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:19:28.692613 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:28.708919 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] Transition to ACTIVE for port object bd55d0fc-56e6-417a-a216-7e1e5f6fe430 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:19:28.712230 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761191f-503a-4605-835f-4645202bd4b0 req-b411f6f6-cfc1-47e9-b7e1-edfc0ef880b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:28.712895 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761191f-503a-4605-835f-4645202bd4b0 req-b411f6f6-cfc1-47e9-b7e1-edfc0ef880b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:28.714645 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7761191f-503a-4605-835f-4645202bd4b0 req-b411f6f6-cfc1-47e9-b7e1-edfc0ef880b5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abafc778917c45ffb51f117ab3a8e83e&device_id=86087d56-9ec4-4f28-9de1-50fc72fdfd91 HTTP/1.1" status: 200 len: 1914 time: 0.4348710 Nov 11 17:19:28.746199 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-70a9c0b5-a82b-4d09-aa77-1bd126372bb6 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304444 Nov 11 17:19:28.750452 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:29.324599 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] Pushing event updated for resources: {'Port': ['ID=bd55d0fc-56e6-417a-a216-7e1e5f6fe430,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:29.489910 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device a1679208-b211-42af-b89e-fd6ec7de9da6 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:19:29.508999 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761191f-503a-4605-835f-4645202bd4b0 req-e4057df5-8b20-46fc-8acb-5ddd658ba4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:29.509464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761191f-503a-4605-835f-4645202bd4b0 req-e4057df5-8b20-46fc-8acb-5ddd658ba4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:29.509916 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761191f-503a-4605-835f-4645202bd4b0 req-e4057df5-8b20-46fc-8acb-5ddd658ba4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:29.511487 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7761191f-503a-4605-835f-4645202bd4b0 req-e4057df5-8b20-46fc-8acb-5ddd658ba4f9 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=abafc778917c45ffb51f117ab3a8e83e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7620769 Nov 11 17:19:29.527879 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-937b9f51-fb96-45b4-a1ca-785b3936a91c tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:29.529301 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-937b9f51-fb96-45b4-a1ca-785b3936a91c tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/networks?id=aef12edc-1263-4022-a80e-fb863587e53a HTTP/1.1" status: 200 len: 811 time: 0.3627310 Nov 11 17:19:29.539847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-3defb67d-b6fb-456a-8135-7220a93f6d20 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:29.541310 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-3defb67d-b6fb-456a-8135-7220a93f6d20 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7943389 Nov 11 17:19:29.584781 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] Attempting to bind port bd55d0fc-56e6-417a-a216-7e1e5f6fe430 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:19:29.585360 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] Attempting to bind port bd55d0fc-56e6-417a-a216-7e1e5f6fe430 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '2b80dc05-a489-4adf-ab71-e1f51482a25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'd051c182-aae2-46b8-90f0-6f79c2860cfe'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:19:29.585863 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] Attempting to bind port bd55d0fc-56e6-417a-a216-7e1e5f6fe430 on network d051c182-aae2-46b8-90f0-6f79c2860cfe {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:29.594698 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port a1679208-b211-42af-b89e-fd6ec7de9da6, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a1679208-b211-42af-b89e-fd6ec7de9da6,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:29.608964 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'a1679208-b211-42af-b89e-fd6ec7de9da6', 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5', 'port_id': 'a1679208-b211-42af-b89e-fd6ec7de9da6', 'mac_address': 'fa:16:3e:56:ff:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09479e2c-8d4d-4ddf-a999-7eaebc6756fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:19:29.641156 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] Port bd55d0fc-56e6-417a-a216-7e1e5f6fe430 on network d051c182-aae2-46b8-90f0-6f79c2860cfe not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:19:29.641507 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] Attempting to bind port bd55d0fc-56e6-417a-a216-7e1e5f6fe430 on network d051c182-aae2-46b8-90f0-6f79c2860cfe {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:29.648183 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:29.651773 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-81013c75-16a1-4136-84aa-2e7fb197ceed tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/quotas/387406ef69094f328d7c9e69ebc2a5aa HTTP/1.1" status: 200 len: 375 time: 0.1031539 Nov 11 17:19:29.652965 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-1863b452-fa1d-409a-a62a-608fd37ae3f8 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/quotas/5a1f216bc9834fb08bccfb025e9c406a HTTP/1.1" status: 200 len: 375 time: 0.1011107 Nov 11 17:19:29.662830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1679208-b211-42af-b89e-fd6ec7de9da6 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:19:29.684962 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port a1679208-b211-42af-b89e-fd6ec7de9da6, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a1679208-b211-42af-b89e-fd6ec7de9da6,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:29.688889 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:29.689935 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:19:29.690300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] Checking segment: {'id': '2b80dc05-a489-4adf-ab71-e1f51482a25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'd051c182-aae2-46b8-90f0-6f79c2860cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:19:29.690650 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] Bound using segment: {'id': '2b80dc05-a489-4adf-ab71-e1f51482a25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'd051c182-aae2-46b8-90f0-6f79c2860cfe'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:19:29.691089 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] Bound port: bd55d0fc-56e6-417a-a216-7e1e5f6fe430, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b80dc05-a489-4adf-ab71-e1f51482a25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'd051c182-aae2-46b8-90f0-6f79c2860cfe'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:19:29.691439 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:29.741532 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=a1679208-b211-42af-b89e-fd6ec7de9da6,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:29.749428 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-4c21eaf3-af88-4e04-8b1d-e84c8926b53b tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818915 Nov 11 17:19:29.873136 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761191f-503a-4605-835f-4645202bd4b0 req-45b78d0d-860e-475a-8ea8-d2c69468684b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:29.874514 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7761191f-503a-4605-835f-4645202bd4b0 req-45b78d0d-860e-475a-8ea8-d2c69468684b service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3443677 Nov 11 17:19:29.899969 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-39eb0d61-fd92-4f6c-a0e6-9eda21e86613 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2235010 Nov 11 17:19:29.911854 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['a1679208-b211-42af-b89e-fd6ec7de9da6'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:19:29.942744 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] For port bd55d0fc-56e6-417a-a216-7e1e5f6fe430, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:19:29.946398 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-9a176497-a84f-4d6d-8a3c-d626a4671b6e service neutron] 10.222.0.76 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782477 Nov 11 17:19:29.948217 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] For port bd55d0fc-56e6-417a-a216-7e1e5f6fe430, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=bd55d0fc-56e6-417a-a216-7e1e5f6fe430,segment=NetworkSegment(2b80dc05-a489-4adf-ab71-e1f51482a25a),segment_id=2b80dc05-a489-4adf-ab71-e1f51482a25a)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:19:29.967375 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:30.055331 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:30.058099 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:30.059992 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] 10.222.0.83 "PUT /v2.0/ports/bd55d0fc-56e6-417a-a216-7e1e5f6fe430 HTTP/1.1" status: 200 len: 1092 time: 2.2088227 Nov 11 17:19:30.171353 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d501c5-5484-477e-8c1b-3bfe5d20ebce service neutron] Pushing event updated for resources: {'Port': ['ID=bd55d0fc-56e6-417a-a216-7e1e5f6fe430,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:30.233768 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86087d56-9ec4-4f28-9de1-50fc72fdfd91', 'tag': 'bd55d0fc-56e6-417a-a216-7e1e5f6fe430'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:30.236690 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144ce18d-a428-4c71-a739-22c91b78a4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "86087d56-9ec4-4f28-9de1-50fc72fdfd91", "tag": "bd55d0fc-56e6-417a-a216-7e1e5f6fe430"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:30.273781 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-39965c52-2425-404b-832a-1026d19be0cc service neutron] 10.222.0.76 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185306 Nov 11 17:19:30.282687 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-b21c965a-5e35-4a9e-9f78-00045d42d33b tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=9c8725d022684d2c8ee264a71001639b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586157 Nov 11 17:19:30.287564 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-25d36769-10ba-4f2f-84bd-22e7647b1197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:30.288607 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-25d36769-10ba-4f2f-84bd-22e7647b1197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:30.290416 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-25d36769-10ba-4f2f-84bd-22e7647b1197 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abafc778917c45ffb51f117ab3a8e83e&device_id=86087d56-9ec4-4f28-9de1-50fc72fdfd91 HTTP/1.1" status: 200 len: 1981 time: 0.1760025 Nov 11 17:19:30.423760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-cdf84f9f-cb79-4153-bd34-b439c8f0b30a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.194&port_id=5f605b64-12b4-496a-b11e-dc1557fcdb03 HTTP/1.1" status: 200 len: 217 time: 0.1212296 Nov 11 17:19:30.518460 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-6349d52e-516e-4eb0-a126-de08a98e9edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:30.520145 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-6349d52e-516e-4eb0-a126-de08a98e9edd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8c83cc20-9c06-48e1-975d-c7ce69ef81ac HTTP/1.1" status: 200 len: 801 time: 0.0877044 Nov 11 17:19:30.537122 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-55ce55d3-e5ca-425b-8caf-c350f5fc52fb tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:30.544240 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-55ce55d3-e5ca-425b-8caf-c350f5fc52fb tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2601478 Nov 11 17:19:30.621694 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-316b065d-db11-4949-8eed-c3d3b55821b5 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/quotas/9c8725d022684d2c8ee264a71001639b HTTP/1.1" status: 200 len: 375 time: 0.0602329 Nov 11 17:19:30.633268 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-e1825bf8-ec81-4478-be3f-df879a90e81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:30.635490 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-e1825bf8-ec81-4478-be3f-df879a90e81f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=883db8b9-b44e-4c6c-bbc4-437487c1be81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0902913 Nov 11 17:19:30.740626 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-afa8458b-d943-43ff-ba73-e1b060d9ad28 service neutron] 10.222.0.83 "GET /v2.0/networks/883db8b9-b44e-4c6c-bbc4-437487c1be81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934694 Nov 11 17:19:30.769486 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-83037f84-16d4-41a1-9e81-c81dded2b0b8 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1382692 Nov 11 17:19:30.862664 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828e975-deb8-43d4-9302-a9d41491c256 req-4e4276ce-de2f-4c52-aea2-75d2349d3c4b tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:30.870465 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828e975-deb8-43d4-9302-a9d41491c256 req-4e4276ce-de2f-4c52-aea2-75d2349d3c4b tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:30.872457 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f828e975-deb8-43d4-9302-a9d41491c256 req-4e4276ce-de2f-4c52-aea2-75d2349d3c4b tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=86087d56-9ec4-4f28-9de1-50fc72fdfd91 HTTP/1.1" status: 200 len: 1679 time: 0.2263141 Nov 11 17:19:30.994333 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f828e975-deb8-43d4-9302-a9d41491c256 req-c2d210a2-e7af-4aa0-9384-19a38ab46666 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131828 Nov 11 17:19:31.016980 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-128fc060-4273-4aaa-81ab-7663a945d2e4 service neutron] 10.222.0.83 "GET /v2.0/networks/883db8b9-b44e-4c6c-bbc4-437487c1be81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489805 Nov 11 17:19:31.147603 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-9a59f1f2-d525-4f31-9b9f-e7fd6b6c82e0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.136&port_id=bd55d0fc-56e6-417a-a216-7e1e5f6fe430 HTTP/1.1" status: 200 len: 217 time: 0.1246653 Nov 11 17:19:31.254917 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-ef79b1f6-d25b-4a70-bc94-7720da416dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:31.256773 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-ef79b1f6-d25b-4a70-bc94-7720da416dad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4afdc048-051f-4ec8-b56b-b63b43080ed9 HTTP/1.1" status: 200 len: 801 time: 0.1016870 Nov 11 17:19:31.391860 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-6bf5a8ee-0b7c-46d2-a714-6824a10b58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:31.396388 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-6bf5a8ee-0b7c-46d2-a714-6824a10b58fd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d051c182-aae2-46b8-90f0-6f79c2860cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1276906 Nov 11 17:19:31.519669 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device a1679208-b211-42af-b89e-fd6ec7de9da6 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:19:31.541417 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25cdf68-c32f-4518-b686-fda2203baa6b x-openstack-request-id: req-e25cdf68-c32f-4518-b686-fda2203baa6b {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:31.542016 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86087d56-9ec4-4f28-9de1-50fc72fdfd91", "tag": "bd55d0fc-56e6-417a-a216-7e1e5f6fe430", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:31.542016 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e25cdf68-c32f-4518-b686-fda2203baa6b {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:31.542375 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86087d56-9ec4-4f28-9de1-50fc72fdfd91', 'tag': 'bd55d0fc-56e6-417a-a216-7e1e5f6fe430', 'status': 'completed', 'code': 200} Nov 11 17:19:31.664987 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port a1679208-b211-42af-b89e-fd6ec7de9da6 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:31.665659 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:31.712795 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e897bed-176d-41af-aa8c-f13b97e30d45 req-32e903b2-587a-4aa2-acc2-ce02b024a7b8 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 210 time: 0.1694965 Nov 11 17:19:31.810207 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c575de6a-e7c5-4a75-bf0d-5f3baa007679 req-1bd8c9ff-afe8-4593-b882-a6c036d25fd9 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c09206f-0bd1-4d2b-964a-79f2cbf30c56 HTTP/1.1" status: 200 len: 210 time: 0.1522958 Nov 11 17:19:31.919501 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-1091c998-3203-45e2-91fd-2dd55bab8293 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815089 Nov 11 17:19:31.924061 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:31.974709 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-192cc8d7-3eeb-4568-aa69-9ba89df190e8 req-f446e9a7-89df-4877-9363-8447ee55e98d tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=6787435a-7226-4315-a4a2-689ba8c92576 HTTP/1.1" status: 200 len: 210 time: 0.0920348 Nov 11 17:19:32.002546 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b093d773-8c1e-465c-8c59-c45af165c9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1679208-b211-42af-b89e-fd6ec7de9da6'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:32.004092 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-bed5b6c7-045e-40fd-b44d-a312d4c5d3ef service neutron] 10.222.0.83 "GET /v2.0/networks/d051c182-aae2-46b8-90f0-6f79c2860cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5944161 Nov 11 17:19:32.006076 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812c6b5c-c408-4eec-964a-57b1404e4304" -d '{"events": [{"server_uuid": "b093d773-8c1e-465c-8c59-c45af165c9c5", "name": "network-vif-plugged", "status": "completed", "tag": "a1679208-b211-42af-b89e-fd6ec7de9da6"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:32.039374 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port a1679208-b211-42af-b89e-fd6ec7de9da6, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a1679208-b211-42af-b89e-fd6ec7de9da6,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:32.050853 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:32.141854 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5ea1b6-5ed7-40ba-8481-36561d4bc63e x-openstack-request-id: req-3c5ea1b6-5ed7-40ba-8481-36561d4bc63e {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:32.142145 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b093d773-8c1e-465c-8c59-c45af165c9c5", "name": "network-vif-plugged", "status": "completed", "tag": "a1679208-b211-42af-b89e-fd6ec7de9da6", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:32.142481 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3c5ea1b6-5ed7-40ba-8481-36561d4bc63e {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:32.142883 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b093d773-8c1e-465c-8c59-c45af165c9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1679208-b211-42af-b89e-fd6ec7de9da6', 'code': 200} Nov 11 17:19:32.178650 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=a1679208-b211-42af-b89e-fd6ec7de9da6,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:32.249728 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-f3daf548-9670-4225-b26d-5c499bdc3490 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:32.254279 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-f3daf548-9670-4225-b26d-5c499bdc3490 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3279724 Nov 11 17:19:32.279270 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77dca58-bd54-4588-992a-be43c0c4ae47 req-1d9246c7-16fa-431a-9252-33be3d01a214 service neutron] 10.222.0.83 "GET /v2.0/networks/d051c182-aae2-46b8-90f0-6f79c2860cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694473 Nov 11 17:19:32.282340 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-be56ef56-cce8-4e29-a43d-bc89bfb245f7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Request body: {'port': {'device_id': 'c66ce177-b9a0-4ac0-a53d-1982e37e140b', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '5a1f216bc9834fb08bccfb025e9c406a'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:32.346736 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a344c-fc85-4579-8901-e5d997f37a92 req-7054b991-7068-4e1e-85c4-c998a4dbdad2 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:32.378157 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a344c-fc85-4579-8901-e5d997f37a92 req-7054b991-7068-4e1e-85c4-c998a4dbdad2 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:32.391959 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-037a344c-fc85-4579-8901-e5d997f37a92 req-7054b991-7068-4e1e-85c4-c998a4dbdad2 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=86087d56-9ec4-4f28-9de1-50fc72fdfd91 HTTP/1.1" status: 200 len: 1679 time: 0.1769247 Nov 11 17:19:32.538946 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-037a344c-fc85-4579-8901-e5d997f37a92 req-8d36abf5-935a-4154-804b-70c8f595d23f tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411700 Nov 11 17:19:32.562538 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ce18d-a428-4c71-a739-22c91b78a4a4 req-13cdfb3a-cad7-4aea-8025-449435e09f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:32.563262 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ce18d-a428-4c71-a739-22c91b78a4a4 req-13cdfb3a-cad7-4aea-8025-449435e09f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:32.567205 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-144ce18d-a428-4c71-a739-22c91b78a4a4 req-13cdfb3a-cad7-4aea-8025-449435e09f61 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abafc778917c45ffb51f117ab3a8e83e&device_id=86087d56-9ec4-4f28-9de1-50fc72fdfd91 HTTP/1.1" status: 200 len: 1981 time: 0.1520071 Nov 11 17:19:32.618932 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-be56ef56-cce8-4e29-a43d-bc89bfb245f7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Made reservation on behalf of 5a1f216bc9834fb08bccfb025e9c406a for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:19:32.622661 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-be56ef56-cce8-4e29-a43d-bc89bfb245f7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:32.694003 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-b67f5b14-049a-42ac-aa34-c1a0df2da9de tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:32.704083 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-b67f5b14-049a-42ac-aa34-c1a0df2da9de tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.64 "GET /v2.0/networks?id=aef12edc-1263-4022-a80e-fb863587e53a HTTP/1.1" status: 200 len: 811 time: 0.2522275 Nov 11 17:19:32.727977 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ce18d-a428-4c71-a739-22c91b78a4a4 req-a292b502-a8aa-4da2-bd56-22c856c4d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:32.730040 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-144ce18d-a428-4c71-a739-22c91b78a4a4 req-a292b502-a8aa-4da2-bd56-22c856c4d512 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d051c182-aae2-46b8-90f0-6f79c2860cfe HTTP/1.1" status: 200 len: 903 time: 0.1539629 Nov 11 17:19:32.818857 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-2ad322c0-e00b-4986-95d9-1267aa9a71e2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Request body: {'port': {'device_id': '1c09206f-0bd1-4d2b-964a-79f2cbf30c56', 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a', 'admin_state_up': True, 'tenant_id': '387406ef69094f328d7c9e69ebc2a5aa'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:32.820102 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-144ce18d-a428-4c71-a739-22c91b78a4a4 req-95dd550e-45f3-4f03-9fff-4d4fef338346 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.136&port_id=bd55d0fc-56e6-417a-a216-7e1e5f6fe430 HTTP/1.1" status: 200 len: 217 time: 0.0751214 Nov 11 17:19:33.116837 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-be56ef56-cce8-4e29-a43d-bc89bfb245f7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Allocated IP 192.168.233.13 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/aa066ec5-953a-45a7-b056-346bbe8fef5a) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:19:33.179853 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-2ad322c0-e00b-4986-95d9-1267aa9a71e2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Made reservation on behalf of 387406ef69094f328d7c9e69ebc2a5aa for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:19:33.187175 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-2ad322c0-e00b-4986-95d9-1267aa9a71e2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:33.306515 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-012f263b-fed7-4288-b23d-4cd9c926bee0 req-4ebe1838-7cde-464d-bceb-a3830be74398 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 210 time: 0.3953025 Nov 11 17:19:33.365471 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ce18d-a428-4c71-a739-22c91b78a4a4 req-86ea2ce2-9eea-4a54-b98e-aa4872da4aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:33.371663 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-144ce18d-a428-4c71-a739-22c91b78a4a4 req-86ea2ce2-9eea-4a54-b98e-aa4872da4aa9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4afdc048-051f-4ec8-b56b-b63b43080ed9 HTTP/1.1" status: 200 len: 801 time: 0.5427868 Nov 11 17:19:33.387257 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-25718345-8db0-43c5-8d4c-6b0efc90c57f req-cca2d74d-9e63-4fec-8f8d-896cbfa4a3ab tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c09206f-0bd1-4d2b-964a-79f2cbf30c56 HTTP/1.1" status: 200 len: 210 time: 0.4464941 Nov 11 17:19:33.393815 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-be56ef56-cce8-4e29-a43d-bc89bfb245f7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:33.419278 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-a963b152-8e3c-4a9a-934d-74d04073c3ad tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=9c8725d022684d2c8ee264a71001639b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1248899 Nov 11 17:19:33.467406 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-2ad322c0-e00b-4986-95d9-1267aa9a71e2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Allocated IP 172.20.0.2 (aef12edc-1263-4022-a80e-fb863587e53a/09fccde3-01fd-422f-a0ab-b92daf8c7d4e/56f96979-9beb-4591-9aae-f97b416a3a6f) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:19:33.499279 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-be56ef56-cce8-4e29-a43d-bc89bfb245f7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:33.514483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bb67b9c1-f900-4d16-bde3-f5fe2ee098fa'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:19:33.528919 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3599cd40-63d2-4cea-9e1f-37554240aed4 req-918884be-6c20-4b5b-9259-4feb33c28f60 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=6787435a-7226-4315-a4a2-689ba8c92576 HTTP/1.1" status: 200 len: 210 time: 0.1071224 Nov 11 17:19:33.589053 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['c7c9375f-3a51-47dd-82ec-1c33d9a75197', '4c6512ed-441b-4821-ab9e-9db944e1f1bb'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:19:33.595524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-be56ef56-cce8-4e29-a43d-bc89bfb245f7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:19:33.608976 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-be56ef56-cce8-4e29-a43d-bc89bfb245f7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:19:33.615978 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56ef56-cce8-4e29-a43d-bc89bfb245f7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Pushing event updated for resources: {'Port': ['ID=aa066ec5-953a-45a7-b056-346bbe8fef5a,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:33.631582 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-be56ef56-cce8-4e29-a43d-bc89bfb245f7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:19:33.687372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ce18d-a428-4c71-a739-22c91b78a4a4 req-095be081-7f15-47a5-86b4-f6131fe6a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:33.693392 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-144ce18d-a428-4c71-a739-22c91b78a4a4 req-095be081-7f15-47a5-86b4-f6131fe6a062 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d051c182-aae2-46b8-90f0-6f79c2860cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3051496 Nov 11 17:19:33.830821 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-be56ef56-cce8-4e29-a43d-bc89bfb245f7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:33.830821 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-be56ef56-cce8-4e29-a43d-bc89bfb245f7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:33.914818 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-be56ef56-cce8-4e29-a43d-bc89bfb245f7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6410060 Nov 11 17:19:33.919397 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-233d565d-8b1d-46bc-973b-9769e19a8ce3 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:33.920915 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-233d565d-8b1d-46bc-973b-9769e19a8ce3 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4737382 Nov 11 17:19:33.948147 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-6b1bc885-55d9-4594-a507-baffd1acf32a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Request body: {'port': {'device_id': '6787435a-7226-4315-a4a2-689ba8c92576', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '9c8725d022684d2c8ee264a71001639b'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:33.949136 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] Request body: {'port': {'device_id': 'c66ce177-b9a0-4ac0-a53d-1982e37e140b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:34.012235 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-2ad322c0-e00b-4986-95d9-1267aa9a71e2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:34.035310 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e8524-b375-4099-9b39-0b0d973c7abe req-d4ef9845-6315-4e4f-a6ed-2d5705ba1e98 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:34.041532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e8524-b375-4099-9b39-0b0d973c7abe req-d4ef9845-6315-4e4f-a6ed-2d5705ba1e98 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:34.049296 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d87e8524-b375-4099-9b39-0b0d973c7abe req-d4ef9845-6315-4e4f-a6ed-2d5705ba1e98 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=86087d56-9ec4-4f28-9de1-50fc72fdfd91 HTTP/1.1" status: 200 len: 1679 time: 0.2259734 Nov 11 17:19:34.066744 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-144ce18d-a428-4c71-a739-22c91b78a4a4 req-6ee060d4-34c8-42c7-848c-ac7a4428ce98 service neutron] 10.222.0.83 "GET /v2.0/networks/d051c182-aae2-46b8-90f0-6f79c2860cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572302 Nov 11 17:19:34.102493 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:34.159056 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-2ad322c0-e00b-4986-95d9-1267aa9a71e2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:34.271543 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d87e8524-b375-4099-9b39-0b0d973c7abe req-0847ec3c-5a45-492d-8fdf-2ff2ea5399f8 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212887 Nov 11 17:19:34.282817 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0fbefdf0-a42d-4448-8613-0ab5daf1d359 None None] Provisioning complete for port aa066ec5-953a-45a7-b056-346bbe8fef5a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:34.284063 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0fbefdf0-a42d-4448-8613-0ab5daf1d359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:34.403854 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-144ce18d-a428-4c71-a739-22c91b78a4a4 req-199670ed-7621-4664-a699-ece8fae58327 service neutron] 10.222.0.83 "GET /v2.0/networks/d051c182-aae2-46b8-90f0-6f79c2860cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205838 Nov 11 17:19:34.409317 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-6b1bc885-55d9-4594-a507-baffd1acf32a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Made reservation on behalf of 9c8725d022684d2c8ee264a71001639b for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:19:34.416401 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-6b1bc885-55d9-4594-a507-baffd1acf32a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:34.441589 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0fbefdf0-a42d-4448-8613-0ab5daf1d359 None None] Port aa066ec5-953a-45a7-b056-346bbe8fef5a cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:19:34.445783 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-6b1bc885-55d9-4594-a507-baffd1acf32a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:34.610095 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad322c0-e00b-4986-95d9-1267aa9a71e2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Pushing event updated for resources: {'Port': ['ID=56f96979-9beb-4591-9aae-f97b416a3a6f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:34.620291 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-6b1bc885-55d9-4594-a507-baffd1acf32a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:34.670120 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-6b1bc885-55d9-4594-a507-baffd1acf32a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:34.677773 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-2ad322c0-e00b-4986-95d9-1267aa9a71e2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Network aef12edc-1263-4022-a80e-fb863587e53a is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:19:34.691441 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-2ad322c0-e00b-4986-95d9-1267aa9a71e2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:19:34.700140 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-2ad322c0-e00b-4986-95d9-1267aa9a71e2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:19:34.780027 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa066ec5-953a-45a7-b056-346bbe8fef5a {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:19:34.795158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-2ad322c0-e00b-4986-95d9-1267aa9a71e2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:34.795893 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-2ad322c0-e00b-4986-95d9-1267aa9a71e2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:34.800116 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:34.828838 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] Transition to ACTIVE for port object aa066ec5-953a-45a7-b056-346bbe8fef5a will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:19:34.851660 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-2ad322c0-e00b-4986-95d9-1267aa9a71e2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1315169 Nov 11 17:19:34.855059 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:34.881654 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] Request body: {'port': {'device_id': '1c09206f-0bd1-4d2b-964a-79f2cbf30c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:34.917880 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-6b1bc885-55d9-4594-a507-baffd1acf32a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Allocated IP 192.168.233.93 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/bca20f07-f1b1-415e-8a44-73ad6aa3b2d1) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:19:35.043401 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] Pushing event updated for resources: {'Port': ['ID=aa066ec5-953a-45a7-b056-346bbe8fef5a,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:35.058188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bc885-55d9-4594-a507-baffd1acf32a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:35.088295 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592041c-ce39-4b6e-aa15-54a198ce9f0e req-5cc16a1e-88c6-4e0b-9079-8d9e026e8453 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:35.089965 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6592041c-ce39-4b6e-aa15-54a198ce9f0e req-5cc16a1e-88c6-4e0b-9079-8d9e026e8453 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 935 time: 0.6461332 Nov 11 17:19:35.119526 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb627c54-4d59-4980-b587-07705043a0c1 req-a03fb961-6ba1-41f9-b80f-f83df4bc1694 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:35.127819 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb627c54-4d59-4980-b587-07705043a0c1 req-a03fb961-6ba1-41f9-b80f-f83df4bc1694 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c09206f-0bd1-4d2b-964a-79f2cbf30c56 HTTP/1.1" status: 200 len: 931 time: 0.5966320 Nov 11 17:19:35.171770 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:35.326116 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6592041c-ce39-4b6e-aa15-54a198ce9f0e req-1f8d886b-8646-4ddf-a07d-d4a7e16cacff tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288980 Nov 11 17:19:35.357842 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb627c54-4d59-4980-b587-07705043a0c1 req-bbb32755-1c98-46c6-af86-ebc8fe6b3db7 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144887 Nov 11 17:19:35.384096 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-6b1bc885-55d9-4594-a507-baffd1acf32a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:35.480092 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-6b1bc885-55d9-4594-a507-baffd1acf32a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:35.572051 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-6b1bc885-55d9-4594-a507-baffd1acf32a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:19:35.581056 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] Attempting to bind port aa066ec5-953a-45a7-b056-346bbe8fef5a on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:19:35.582520 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-6b1bc885-55d9-4594-a507-baffd1acf32a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:19:35.582654 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] Attempting to bind port aa066ec5-953a-45a7-b056-346bbe8fef5a by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:19:35.583087 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] Attempting to bind port aa066ec5-953a-45a7-b056-346bbe8fef5a on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:35.585542 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-6b1bc885-55d9-4594-a507-baffd1acf32a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:19:35.596587 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] Port aa066ec5-953a-45a7-b056-346bbe8fef5a on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:19:35.596916 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] Attempting to bind port aa066ec5-953a-45a7-b056-346bbe8fef5a on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:35.608588 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:19:35.608996 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:19:35.609812 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:19:35.610264 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] Bound port: aa066ec5-953a-45a7-b056-346bbe8fef5a, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:19:35.610632 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:35.644052 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4a28b-7160-40f9-a529-21138ee956e5 req-b6122d55-a42c-4f59-b14a-6cf5a61dd1d1 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:35.652265 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cde4a28b-7160-40f9-a529-21138ee956e5 req-b6122d55-a42c-4f59-b14a-6cf5a61dd1d1 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=6787435a-7226-4315-a4a2-689ba8c92576 HTTP/1.1" status: 200 len: 935 time: 0.1869318 Nov 11 17:19:35.654060 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bc885-55d9-4594-a507-baffd1acf32a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Pushing event updated for resources: {'Port': ['ID=bca20f07-f1b1-415e-8a44-73ad6aa3b2d1,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:35.709748 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-6b1bc885-55d9-4594-a507-baffd1acf32a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:35.710410 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-6b1bc885-55d9-4594-a507-baffd1acf32a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:35.733056 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f96979-9beb-4591-9aae-f97b416a3a6f {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:19:35.745308 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:35.751573 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cde4a28b-7160-40f9-a529-21138ee956e5 req-59716f08-a6d6-4066-a698-96d431988aa3 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983057 Nov 11 17:19:35.766985 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-6b1bc885-55d9-4594-a507-baffd1acf32a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8333440 Nov 11 17:19:35.775002 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] Transition to ACTIVE for port object 56f96979-9beb-4591-9aae-f97b416a3a6f will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:19:35.789917 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] Request body: {'port': {'device_id': '6787435a-7226-4315-a4a2-689ba8c92576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:35.798408 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:35.868497 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] Pushing event updated for resources: {'Port': ['ID=56f96979-9beb-4591-9aae-f97b416a3a6f,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:35.882652 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] For port aa066ec5-953a-45a7-b056-346bbe8fef5a, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:19:35.888292 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:35.891056 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] For port aa066ec5-953a-45a7-b056-346bbe8fef5a, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:19:35.905965 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:35.961249 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a4388f54-42a3-4818-93c3-ad729c2297bb None None] Provisioning complete for port bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:35.963516 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a4388f54-42a3-4818-93c3-ad729c2297bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:36.016557 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:36.017184 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:36.018624 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] 10.222.0.64 "PUT /v2.0/ports/aa066ec5-953a-45a7-b056-346bbe8fef5a HTTP/1.1" status: 200 len: 1095 time: 2.0859277 Nov 11 17:19:36.019086 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66ce177-b9a0-4ac0-a53d-1982e37e140b', 'tag': 'aa066ec5-953a-45a7-b056-346bbe8fef5a'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:36.021397 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331fbe54-292b-44b6-a841-7dba1450efb8" -d '{"events": [{"name": "network-changed", "server_uuid": "c66ce177-b9a0-4ac0-a53d-1982e37e140b", "tag": "aa066ec5-953a-45a7-b056-346bbe8fef5a"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:36.036542 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1377e10-c96f-4968-bac3-ad6966aea551 req-0b214820-a827-47c1-8e5d-e116aa3bed77 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:36.050848 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1377e10-c96f-4968-bac3-ad6966aea551 req-0b214820-a827-47c1-8e5d-e116aa3bed77 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:36.053583 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a4388f54-42a3-4818-93c3-ad729c2297bb None None] Port bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:19:36.056269 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1377e10-c96f-4968-bac3-ad6966aea551 req-0b214820-a827-47c1-8e5d-e116aa3bed77 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=86087d56-9ec4-4f28-9de1-50fc72fdfd91 HTTP/1.1" status: 200 len: 1679 time: 0.1868513 Nov 11 17:19:36.106093 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50131d70-b7ad-40f6-bbb5-b2e887d752e7 x-openstack-request-id: req-50131d70-b7ad-40f6-bbb5-b2e887d752e7 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:36.106374 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66ce177-b9a0-4ac0-a53d-1982e37e140b", "tag": "aa066ec5-953a-45a7-b056-346bbe8fef5a", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:36.107002 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-50131d70-b7ad-40f6-bbb5-b2e887d752e7 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:36.107002 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c66ce177-b9a0-4ac0-a53d-1982e37e140b', 'tag': 'aa066ec5-953a-45a7-b056-346bbe8fef5a', 'status': 'completed', 'code': 200} Nov 11 17:19:36.150530 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8f387-ab77-4824-a8f6-8ad68c6a1e61 service neutron] Pushing event updated for resources: {'Port': ['ID=aa066ec5-953a-45a7-b056-346bbe8fef5a,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:36.206393 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] Attempting to bind port 56f96979-9beb-4591-9aae-f97b416a3a6f on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:19:36.209186 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] Attempting to bind port 56f96979-9beb-4591-9aae-f97b416a3a6f by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:19:36.209745 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] Attempting to bind port 56f96979-9beb-4591-9aae-f97b416a3a6f on network aef12edc-1263-4022-a80e-fb863587e53a {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:36.219904 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] Port 56f96979-9beb-4591-9aae-f97b416a3a6f on network aef12edc-1263-4022-a80e-fb863587e53a not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:19:36.220552 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] Attempting to bind port 56f96979-9beb-4591-9aae-f97b416a3a6f on network aef12edc-1263-4022-a80e-fb863587e53a {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:36.227999 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:19:36.228681 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] Checking segment: {'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:19:36.229879 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] Bound using segment: {'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:19:36.230548 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] Bound port: 56f96979-9beb-4591-9aae-f97b416a3a6f, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:19:36.231112 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:36.244089 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1377e10-c96f-4968-bac3-ad6966aea551 req-9d517564-1dcc-4edb-8736-2fa05b077dc8 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743073 Nov 11 17:19:36.263962 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-36a22e6c-feed-4632-92dd-ed21cc025e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:36.265941 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-36a22e6c-feed-4632-92dd-ed21cc025e48 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 1098 time: 0.1269324 Nov 11 17:19:36.306622 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device bd55d0fc-56e6-417a-a216-7e1e5f6fe430 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:19:36.354332 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-4a649529-d100-4b86-8f91-7325a707f0f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a HTTP/1.1" status: 200 len: 217 time: 0.0496805 Nov 11 17:19:36.453653 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port bd55d0fc-56e6-417a-a216-7e1e5f6fe430, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=bd55d0fc-56e6-417a-a216-7e1e5f6fe430,segment=NetworkSegment(2b80dc05-a489-4adf-ab71-e1f51482a25a),segment_id=2b80dc05-a489-4adf-ab71-e1f51482a25a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:36.465755 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'bd55d0fc-56e6-417a-a216-7e1e5f6fe430', 'network_id': 'd051c182-aae2-46b8-90f0-6f79c2860cfe', 'port_id': 'bd55d0fc-56e6-417a-a216-7e1e5f6fe430', 'mac_address': 'fa:16:3e:11:2a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4afdc048-051f-4ec8-b56b-b63b43080ed9', 'ip_address': '19.86.0.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:19:36.475685 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:19:36.485664 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:36.507236 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] Transition to ACTIVE for port object bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:19:36.520104 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:36.531023 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] For port 56f96979-9beb-4591-9aae-f97b416a3a6f, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:19:36.537946 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:36.541237 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd55d0fc-56e6-417a-a216-7e1e5f6fe430 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:19:36.551106 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] For port 56f96979-9beb-4591-9aae-f97b416a3a6f, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=56f96979-9beb-4591-9aae-f97b416a3a6f,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:19:36.553413 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-6eb717e9-a822-4c11-ade1-0b7836d75c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:36.555051 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-6eb717e9-a822-4c11-ade1-0b7836d75c9e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1577930 Nov 11 17:19:36.559532 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:36.571515 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port bd55d0fc-56e6-417a-a216-7e1e5f6fe430, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=bd55d0fc-56e6-417a-a216-7e1e5f6fe430,segment=NetworkSegment(2b80dc05-a489-4adf-ab71-e1f51482a25a),segment_id=2b80dc05-a489-4adf-ab71-e1f51482a25a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:36.583342 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:36.584635 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 5f605b64-12b4-496a-b11e-dc1557fcdb03 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:19:36.639569 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:36.640246 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:36.641616 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] 10.222.0.64 "PUT /v2.0/ports/56f96979-9beb-4591-9aae-f97b416a3a6f HTTP/1.1" status: 200 len: 1091 time: 1.7723205 Nov 11 17:19:36.663863 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7f678-7026-4c03-b049-c2b137484868 service neutron] Pushing event updated for resources: {'Port': ['ID=56f96979-9beb-4591-9aae-f97b416a3a6f,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:36.669495 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-d9f8e42b-c8a4-4800-ac84-31835b9d69f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:36.671067 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-d9f8e42b-c8a4-4800-ac84-31835b9d69f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1084642 Nov 11 17:19:36.752680 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b186728-49fb-46ae-8607-e4b42f0902f3 req-efd5497c-d115-4919-a588-ed53e8bbe97e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:36.754835 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b186728-49fb-46ae-8607-e4b42f0902f3 req-efd5497c-d115-4919-a588-ed53e8bbe97e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 947 time: 0.2437401 Nov 11 17:19:36.755834 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] Pushing event updated for resources: {'Port': ['ID=bca20f07-f1b1-415e-8a44-73ad6aa3b2d1,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:36.772620 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=bd55d0fc-56e6-417a-a216-7e1e5f6fe430,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:36.788590 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 5f605b64-12b4-496a-b11e-dc1557fcdb03, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=5f605b64-12b4-496a-b11e-dc1557fcdb03,segment=NetworkSegment(bbc376a9-748f-4baf-8382-146f78b8f1be),segment_id=bbc376a9-748f-4baf-8382-146f78b8f1be)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:36.791120 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5401d4-0b2e-4326-ba4a-0bfe20f6c71c req-d42ec8ac-46be-46d8-8b93-8ffb01986838 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:36.799800 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e5401d4-0b2e-4326-ba4a-0bfe20f6c71c req-d42ec8ac-46be-46d8-8b93-8ffb01986838 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c09206f-0bd1-4d2b-964a-79f2cbf30c56 HTTP/1.1" status: 200 len: 943 time: 0.2894399 Nov 11 17:19:36.823600 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '5f605b64-12b4-496a-b11e-dc1557fcdb03', 'network_id': '883db8b9-b44e-4c6c-bbc4-437487c1be81', 'port_id': '5f605b64-12b4-496a-b11e-dc1557fcdb03', 'mac_address': 'fa:16:3e:ae:de:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c83cc20-9c06-48e1-975d-c7ce69ef81ac', 'ip_address': '19.80.0.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:19:36.885906 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:36.906473 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f605b64-12b4-496a-b11e-dc1557fcdb03 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:19:36.918907 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-c339e692-83a2-4181-bf57-6a25c3c7eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:36.920433 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-c339e692-83a2-4181-bf57-6a25c3c7eb80 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&device_id=1c09206f-0bd1-4d2b-964a-79f2cbf30c56 HTTP/1.1" status: 200 len: 1094 time: 0.1122518 Nov 11 17:19:36.938014 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-8413a881-a1ef-4c13-8b9d-5addd76b091c service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559795 Nov 11 17:19:36.942633 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e5401d4-0b2e-4326-ba4a-0bfe20f6c71c req-b94d7001-0ef1-4312-8660-3d2ff92ae618 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415043 Nov 11 17:19:36.946678 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 5f605b64-12b4-496a-b11e-dc1557fcdb03, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=5f605b64-12b4-496a-b11e-dc1557fcdb03,segment=NetworkSegment(bbc376a9-748f-4baf-8382-146f78b8f1be),segment_id=bbc376a9-748f-4baf-8382-146f78b8f1be)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:36.954403 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:36.963413 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b186728-49fb-46ae-8607-e4b42f0902f3 req-d5d8f33b-7f29-45ca-95fb-6c9c0eef6953 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381872 Nov 11 17:19:37.056147 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] Attempting to bind port bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:19:37.057354 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] Attempting to bind port bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:19:37.057982 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] Attempting to bind port bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:37.071639 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-2db58303-e5e3-42f8-923d-12d4aebe99fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56f96979-9beb-4591-9aae-f97b416a3a6f HTTP/1.1" status: 200 len: 217 time: 0.1150038 Nov 11 17:19:37.073752 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] Port bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:19:37.076421 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] Attempting to bind port bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:37.084043 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=5f605b64-12b4-496a-b11e-dc1557fcdb03,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:37.089487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:19:37.090121 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:19:37.090720 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:19:37.091362 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] Bound port: bca20f07-f1b1-415e-8a44-73ad6aa3b2d1, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:19:37.092416 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:37.207982 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bd55d0fc-56e6-417a-a216-7e1e5f6fe430'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:19:37.208572 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-929353e9-a179-4570-b28c-3ca26a741b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:37.210149 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-929353e9-a179-4570-b28c-3ca26a741b3c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09fccde3-01fd-422f-a0ab-b92daf8c7d4e HTTP/1.1" status: 200 len: 851 time: 0.1292853 Nov 11 17:19:37.220852 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] For port bca20f07-f1b1-415e-8a44-73ad6aa3b2d1, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:19:37.224867 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] For port bca20f07-f1b1-415e-8a44-73ad6aa3b2d1, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=bca20f07-f1b1-415e-8a44-73ad6aa3b2d1,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:19:37.228192 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-692f6b5e-2f4d-491f-ab85-fdb1683e27d5 req-5b516dd6-84b4-4d18-b3e3-2b891b2b86f4 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700920 Nov 11 17:19:37.250899 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:37.354908 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] Pushing event updated for resources: {'Port': ['ID=bca20f07-f1b1-415e-8a44-73ad6aa3b2d1,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:37.362268 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:37.362884 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:37.364341 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-7a19acf3-20ed-4814-af39-b259f1d7476c service neutron] 10.222.0.83 "PUT /v2.0/ports/bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 HTTP/1.1" status: 200 len: 1095 time: 1.5830462 Nov 11 17:19:37.380689 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-48942f02-5026-47fb-a411-0fc8bed5ce5a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aef12edc-1263-4022-a80e-fb863587e53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216536 Nov 11 17:19:37.382460 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6787435a-7226-4315-a4a2-689ba8c92576', 'tag': 'bca20f07-f1b1-415e-8a44-73ad6aa3b2d1'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:37.385264 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e52f7e-4b81-4544-ab8c-a052bc8d6f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "6787435a-7226-4315-a4a2-689ba8c92576", "tag": "bca20f07-f1b1-415e-8a44-73ad6aa3b2d1"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:37.448516 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-95b69833-57f6-4738-afc5-05a546de812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:37.616838 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fbe54-292b-44b6-a841-7dba1450efb8 req-3c3928b8-b377-4470-9a73-6c33bb6a592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:37.622954 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-331fbe54-292b-44b6-a841-7dba1450efb8 req-3c3928b8-b377-4470-9a73-6c33bb6a592f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 1098 time: 0.2382853 Nov 11 17:19:37.631981 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d667cf-9461-4f27-8369-8a2b2cd4dfb4 req-9e00eac6-c2b6-4c53-b245-5c1257809a6e tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:37.645737 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d667cf-9461-4f27-8369-8a2b2cd4dfb4 req-9e00eac6-c2b6-4c53-b245-5c1257809a6e tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:37.653631 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7d667cf-9461-4f27-8369-8a2b2cd4dfb4 req-9e00eac6-c2b6-4c53-b245-5c1257809a6e tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=86087d56-9ec4-4f28-9de1-50fc72fdfd91 HTTP/1.1" status: 200 len: 1681 time: 0.2418585 Nov 11 17:19:37.688767 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-128e3f77-c509-4b38-b6e2-4d5c85bf81f9 service neutron] 10.222.0.64 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714272 Nov 11 17:19:37.694750 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-5929b9e2-a614-4891-947d-c530417fff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:37.696411 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-5929b9e2-a614-4891-947d-c530417fff14 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&device_id=6787435a-7226-4315-a4a2-689ba8c92576 HTTP/1.1" status: 200 len: 1098 time: 0.2678401 Nov 11 17:19:37.745958 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749a7a9-6d68-4b3a-9ba6-4fff4a101a5b req-9ca8569c-b387-4077-b4cc-8fe2a5fdb30e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:37.747791 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9749a7a9-6d68-4b3a-9ba6-4fff4a101a5b req-9ca8569c-b387-4077-b4cc-8fe2a5fdb30e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=6787435a-7226-4315-a4a2-689ba8c92576 HTTP/1.1" status: 200 len: 947 time: 0.2783978 Nov 11 17:19:37.809072 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7d667cf-9461-4f27-8369-8a2b2cd4dfb4 req-fa1cc356-6ef0-4d91-8a37-2d68a29a44a0 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499276 Nov 11 17:19:37.813029 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-d1195e26-6450-40cf-a872-d16c45c6d690 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 HTTP/1.1" status: 200 len: 217 time: 0.0982375 Nov 11 17:19:37.912429 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39660ac8-67c8-4dc5-87b9-dd5711ddbb80 x-openstack-request-id: req-39660ac8-67c8-4dc5-87b9-dd5711ddbb80 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:37.912885 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6787435a-7226-4315-a4a2-689ba8c92576", "tag": "bca20f07-f1b1-415e-8a44-73ad6aa3b2d1", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:37.913150 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-39660ac8-67c8-4dc5-87b9-dd5711ddbb80 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:37.913562 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6787435a-7226-4315-a4a2-689ba8c92576', 'tag': 'bca20f07-f1b1-415e-8a44-73ad6aa3b2d1', 'status': 'completed', 'code': 200} Nov 11 17:19:37.958591 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9749a7a9-6d68-4b3a-9ba6-4fff4a101a5b req-610ccc8b-0307-4f86-952b-e8309420ada9 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443901 Nov 11 17:19:37.998202 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-99297549-68c3-480a-85f5-23a6aa5c1786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:38.002219 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-99297549-68c3-480a-85f5-23a6aa5c1786 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0854533 Nov 11 17:19:38.103124 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-dc870982-4828-4491-90b7-c32fb314c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:38.109626 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-dc870982-4828-4491-90b7-c32fb314c9cc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1011598 Nov 11 17:19:38.139431 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677954fc-0efe-4fbb-989a-6dbd590c02e8 req-dee4eb8a-07aa-431c-842f-b9c527c9fdc9 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:38.171826 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-677954fc-0efe-4fbb-989a-6dbd590c02e8 req-dee4eb8a-07aa-431c-842f-b9c527c9fdc9 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c09206f-0bd1-4d2b-964a-79f2cbf30c56 HTTP/1.1" status: 200 len: 943 time: 0.1161714 Nov 11 17:19:38.259180 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['5f605b64-12b4-496a-b11e-dc1557fcdb03'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:19:38.260448 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c09206f-0bd1-4d2b-964a-79f2cbf30c56', 'tag': '56f96979-9beb-4591-9aae-f97b416a3a6f'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:38.262689 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa38b1d6-d77e-4719-9a77-d5f088b65b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c09206f-0bd1-4d2b-964a-79f2cbf30c56", "tag": "56f96979-9beb-4591-9aae-f97b416a3a6f"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:38.281263 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45324a79-17b9-4978-a86c-1ddb53235dd6 req-27b404fa-b101-432e-869e-810cc1423c39 service neutron] 10.222.0.64 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695679 Nov 11 17:19:38.304946 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fbe54-292b-44b6-a841-7dba1450efb8 req-09ad1504-c271-47c6-83b7-2c57132a227b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:38.306915 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-331fbe54-292b-44b6-a841-7dba1450efb8 req-09ad1504-c271-47c6-83b7-2c57132a227b service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.6677942 Nov 11 17:19:38.335843 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device bd55d0fc-56e6-417a-a216-7e1e5f6fe430 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:19:38.402053 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eebecd-7a15-4dae-a711-085ba2de5607 req-281d630e-b06a-48cb-9060-b77739c8c71b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:38.403961 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66eebecd-7a15-4dae-a711-085ba2de5607 req-281d630e-b06a-48cb-9060-b77739c8c71b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 947 time: 0.2230113 Nov 11 17:19:38.404398 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-331fbe54-292b-44b6-a841-7dba1450efb8 req-2bfafa4e-e08c-4f67-9384-5eb51f0577ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a HTTP/1.1" status: 200 len: 217 time: 0.0847731 Nov 11 17:19:38.426929 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-677954fc-0efe-4fbb-989a-6dbd590c02e8 req-10e0977e-fe51-476a-b2a7-8cc5a7cef467 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485645 Nov 11 17:19:38.497457 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-9fbf7c3a-a8c6-4b05-bae5-e9971b52beba service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769696 Nov 11 17:19:38.498904 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fbe54-292b-44b6-a841-7dba1450efb8 req-d41c1665-b302-4114-b083-461f5c613256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:38.500525 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-331fbe54-292b-44b6-a841-7dba1450efb8 req-d41c1665-b302-4114-b083-461f5c613256 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0876248 Nov 11 17:19:38.559009 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port bd55d0fc-56e6-417a-a216-7e1e5f6fe430 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:19:38.570061 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port bd55d0fc-56e6-417a-a216-7e1e5f6fe430 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:38.572087 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:38.581449 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fbe54-292b-44b6-a841-7dba1450efb8 req-078f0e0b-8ea1-4b54-8e0d-acedd1188ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:38.583121 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66eebecd-7a15-4dae-a711-085ba2de5607 req-b18e0751-e74c-4477-b0fd-d52e155e65a8 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704750 Nov 11 17:19:38.583813 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-331fbe54-292b-44b6-a841-7dba1450efb8 req-078f0e0b-8ea1-4b54-8e0d-acedd1188ee5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707974 Nov 11 17:19:38.642051 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5bc5bd1-5aea-4303-bd04-bc10638bd2d4 req-9808050c-c9e1-44bc-bd9a-74bccb20ca81 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325905 Nov 11 17:19:38.796754 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e52f7e-4b81-4544-ab8c-a052bc8d6f1a req-812c2852-48a3-46fc-a316-a4c2a964aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:38.803383 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37e52f7e-4b81-4544-ab8c-a052bc8d6f1a req-812c2852-48a3-46fc-a316-a4c2a964aa76 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&device_id=6787435a-7226-4315-a4a2-689ba8c92576 HTTP/1.1" status: 200 len: 1098 time: 0.0970569 Nov 11 17:19:38.852069 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-331fbe54-292b-44b6-a841-7dba1450efb8 req-51fd2ad9-ebb7-45ff-84b5-720668c19c41 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460115 Nov 11 17:19:38.886209 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a52d1a2-a67f-4a94-b4eb-c1e4f3f18146 x-openstack-request-id: req-9a52d1a2-a67f-4a94-b4eb-c1e4f3f18146 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:38.886888 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c09206f-0bd1-4d2b-964a-79f2cbf30c56", "tag": "56f96979-9beb-4591-9aae-f97b416a3a6f", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:38.888412 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9a52d1a2-a67f-4a94-b4eb-c1e4f3f18146 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:38.889288 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c09206f-0bd1-4d2b-964a-79f2cbf30c56', 'tag': '56f96979-9beb-4591-9aae-f97b416a3a6f', 'status': 'completed', 'code': 200} Nov 11 17:19:38.927664 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:38.941314 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e52f7e-4b81-4544-ab8c-a052bc8d6f1a req-aac8d9e9-30dd-4839-b9bb-49682ef35254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:38.943086 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37e52f7e-4b81-4544-ab8c-a052bc8d6f1a req-aac8d9e9-30dd-4839-b9bb-49682ef35254 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.1318913 Nov 11 17:19:38.987672 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86087d56-9ec4-4f28-9de1-50fc72fdfd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd55d0fc-56e6-417a-a216-7e1e5f6fe430'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:38.990625 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f603a80-f9f7-49d8-9af3-964417fd18a4" -d '{"events": [{"server_uuid": "86087d56-9ec4-4f28-9de1-50fc72fdfd91", "name": "network-vif-plugged", "status": "completed", "tag": "bd55d0fc-56e6-417a-a216-7e1e5f6fe430"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:39.016279 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port bd55d0fc-56e6-417a-a216-7e1e5f6fe430, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=bd55d0fc-56e6-417a-a216-7e1e5f6fe430,segment=NetworkSegment(2b80dc05-a489-4adf-ab71-e1f51482a25a),segment_id=2b80dc05-a489-4adf-ab71-e1f51482a25a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:39.025126 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:39.042901 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37e52f7e-4b81-4544-ab8c-a052bc8d6f1a req-ec398fb8-b56a-4415-b07c-8e5ae6dd6892 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 HTTP/1.1" status: 200 len: 217 time: 0.0867083 Nov 11 17:19:39.067018 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38b1d6-d77e-4719-9a77-d5f088b65b9b req-7685207a-d4c1-48b4-b290-cca6c303ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:39.068560 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aa38b1d6-d77e-4719-9a77-d5f088b65b9b req-7685207a-d4c1-48b4-b290-cca6c303ad61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&device_id=1c09206f-0bd1-4d2b-964a-79f2cbf30c56 HTTP/1.1" status: 200 len: 1094 time: 0.0872576 Nov 11 17:19:39.097886 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-331fbe54-292b-44b6-a841-7dba1450efb8 req-7c3969be-e4da-4b1d-8744-d97fd43b18ad service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399521 Nov 11 17:19:39.167207 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=bd55d0fc-56e6-417a-a216-7e1e5f6fe430,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:39.211861 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38b1d6-d77e-4719-9a77-d5f088b65b9b req-760f6dc2-e0c5-459f-8b0c-2e697ad9744e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:39.214056 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aa38b1d6-d77e-4719-9a77-d5f088b65b9b req-760f6dc2-e0c5-459f-8b0c-2e697ad9744e service neutron] 10.222.0.64 "GET /v2.0/networks?id=aef12edc-1263-4022-a80e-fb863587e53a HTTP/1.1" status: 200 len: 913 time: 0.1323621 Nov 11 17:19:39.227571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e52f7e-4b81-4544-ab8c-a052bc8d6f1a req-9e8bc4c4-db2f-4ec5-b63f-92a35f7ec042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:39.229124 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37e52f7e-4b81-4544-ab8c-a052bc8d6f1a req-9e8bc4c4-db2f-4ec5-b63f-92a35f7ec042 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1815560 Nov 11 17:19:39.256579 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f8ab4-4688-4dd0-8248-184e3687338f req-f239f8ab-683f-43d6-9c9c-6ae7def72153 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:39.266627 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f8ab4-4688-4dd0-8248-184e3687338f req-f239f8ab-683f-43d6-9c9c-6ae7def72153 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:39.276952 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-735f8ab4-4688-4dd0-8248-184e3687338f req-f239f8ab-683f-43d6-9c9c-6ae7def72153 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=86087d56-9ec4-4f28-9de1-50fc72fdfd91 HTTP/1.1" status: 200 len: 1682 time: 0.2318020 Nov 11 17:19:39.295507 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aa38b1d6-d77e-4719-9a77-d5f088b65b9b req-b9ed6762-b13f-40fc-90d6-de50841d2fbe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56f96979-9beb-4591-9aae-f97b416a3a6f HTTP/1.1" status: 200 len: 217 time: 0.0731184 Nov 11 17:19:39.303596 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a100a4-08df-4df7-8066-803adef82793 req-4b2718f8-6d3b-42ae-bfed-cce524cf080f tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:39.316299 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d5a100a4-08df-4df7-8066-803adef82793 req-4b2718f8-6d3b-42ae-bfed-cce524cf080f tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=6787435a-7226-4315-a4a2-689ba8c92576 HTTP/1.1" status: 200 len: 947 time: 0.2019217 Nov 11 17:19:39.381438 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38b1d6-d77e-4719-9a77-d5f088b65b9b req-e7b2f75c-1f9e-4b1c-8bb8-87395a68c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:39.383641 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aa38b1d6-d77e-4719-9a77-d5f088b65b9b req-e7b2f75c-1f9e-4b1c-8bb8-87395a68c57e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09fccde3-01fd-422f-a0ab-b92daf8c7d4e HTTP/1.1" status: 200 len: 851 time: 0.0725210 Nov 11 17:19:39.444176 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aa38b1d6-d77e-4719-9a77-d5f088b65b9b req-7e4fd09e-470a-4428-98a0-c5b0f6eec55b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aef12edc-1263-4022-a80e-fb863587e53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475917 Nov 11 17:19:39.458042 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-735f8ab4-4688-4dd0-8248-184e3687338f req-6495630d-8f6a-429e-aa7e-b3cd331feeac tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800885 Nov 11 17:19:39.485654 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e52f7e-4b81-4544-ab8c-a052bc8d6f1a req-cb66d513-a59e-4f92-b15c-c181c91884e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:39.488954 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37e52f7e-4b81-4544-ab8c-a052bc8d6f1a req-cb66d513-a59e-4f92-b15c-c181c91884e1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2478034 Nov 11 17:19:39.512068 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d5a100a4-08df-4df7-8066-803adef82793 req-b78663a6-2dd3-42f3-aae5-2326cf50da3a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939855 Nov 11 17:19:39.570505 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device aa066ec5-953a-45a7-b056-346bbe8fef5a details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:19:39.600090 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5b7d1b-becf-4cb4-9caa-5943c27690cf x-openstack-request-id: req-5d5b7d1b-becf-4cb4-9caa-5943c27690cf {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:39.600386 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86087d56-9ec4-4f28-9de1-50fc72fdfd91", "name": "network-vif-plugged", "status": "completed", "tag": "bd55d0fc-56e6-417a-a216-7e1e5f6fe430", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:39.600640 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5d5b7d1b-becf-4cb4-9caa-5943c27690cf {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:39.601038 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86087d56-9ec4-4f28-9de1-50fc72fdfd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd55d0fc-56e6-417a-a216-7e1e5f6fe430', 'code': 200} Nov 11 17:19:39.702850 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aa38b1d6-d77e-4719-9a77-d5f088b65b9b req-58940828-14d8-4408-955c-115bc0969344 service neutron] 10.222.0.64 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511742 Nov 11 17:19:39.775310 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9c356d3e-960d-4f6f-9d4b-6c7869a538e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:39.818512 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port aa066ec5-953a-45a7-b056-346bbe8fef5a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:39.843015 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'aa066ec5-953a-45a7-b056-346bbe8fef5a', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': 'aa066ec5-953a-45a7-b056-346bbe8fef5a', 'mac_address': 'fa:16:3e:aa:cb:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:19:39.897000 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:39.907516 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aa38b1d6-d77e-4719-9a77-d5f088b65b9b req-5b51218a-63fd-446a-b15f-eb94881a1e38 service neutron] 10.222.0.64 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966510 Nov 11 17:19:39.912695 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa066ec5-953a-45a7-b056-346bbe8fef5a {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:19:39.940835 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port aa066ec5-953a-45a7-b056-346bbe8fef5a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:39.948480 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:40.016197 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=aa066ec5-953a-45a7-b056-346bbe8fef5a,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:40.232351 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eea8de-ff50-4c91-9484-e83177662783 req-737527b9-8353-4aa8-bcf7-0165e0af9ad4 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:40.239761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9eea8de-ff50-4c91-9484-e83177662783 req-737527b9-8353-4aa8-bcf7-0165e0af9ad4 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c09206f-0bd1-4d2b-964a-79f2cbf30c56 HTTP/1.1" status: 200 len: 943 time: 0.1245649 Nov 11 17:19:40.273808 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf78a4-eccc-4322-b832-cf9d90d10af8 req-7caac065-45b0-4705-915b-44f242c60631 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:40.273808 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c8bf78a4-eccc-4322-b832-cf9d90d10af8 req-7caac065-45b0-4705-915b-44f242c60631 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 948 time: 0.1571627 Nov 11 17:19:40.277320 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37e52f7e-4b81-4544-ab8c-a052bc8d6f1a req-6fa06fc7-7c48-44b3-ba85-3c61da26ef3b service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7640672 Nov 11 17:19:40.334866 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 5f605b64-12b4-496a-b11e-dc1557fcdb03 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:19:40.375067 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9eea8de-ff50-4c91-9484-e83177662783 req-6dd18d96-76db-4184-b4f5-831e01ed2e19 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296234 Nov 11 17:19:40.409554 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['aa066ec5-953a-45a7-b056-346bbe8fef5a'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:19:40.469238 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c8bf78a4-eccc-4322-b832-cf9d90d10af8 req-ec042faa-4286-46e2-bdc7-d5f96169513a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854706 Nov 11 17:19:40.501405 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37e52f7e-4b81-4544-ab8c-a052bc8d6f1a req-8c4f50e1-dd33-4419-8b41-64fcd81dcbf5 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060840 Nov 11 17:19:40.563603 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 5f605b64-12b4-496a-b11e-dc1557fcdb03 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:19:40.577103 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 5f605b64-12b4-496a-b11e-dc1557fcdb03 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:40.577830 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:40.843644 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:40.864492 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:40.888991 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c457e-a723-45de-a02e-9934dc9139f9 req-495600b2-aedb-4a69-8dc6-ff1f78804d7e tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:40.890498 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 5f605b64-12b4-496a-b11e-dc1557fcdb03, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=5f605b64-12b4-496a-b11e-dc1557fcdb03,segment=NetworkSegment(bbc376a9-748f-4baf-8382-146f78b8f1be),segment_id=bbc376a9-748f-4baf-8382-146f78b8f1be)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:40.896376 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c457e-a723-45de-a02e-9934dc9139f9 req-495600b2-aedb-4a69-8dc6-ff1f78804d7e tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:40.896919 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:40.898603 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4f0c457e-a723-45de-a02e-9934dc9139f9 req-495600b2-aedb-4a69-8dc6-ff1f78804d7e tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=86087d56-9ec4-4f28-9de1-50fc72fdfd91 HTTP/1.1" status: 200 len: 1682 time: 0.0907214 Nov 11 17:19:40.967195 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=5f605b64-12b4-496a-b11e-dc1557fcdb03,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:40.978064 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4f0c457e-a723-45de-a02e-9934dc9139f9 req-78527045-54f6-4a8c-84fe-4a626ec65136 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683224 Nov 11 17:19:41.123036 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24dc42-7014-49a2-9d70-92fa5707dbd8 req-918f1afe-c61b-40d7-b443-b7f4bbb670c7 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:41.124820 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d24dc42-7014-49a2-9d70-92fa5707dbd8 req-918f1afe-c61b-40d7-b443-b7f4bbb670c7 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=6787435a-7226-4315-a4a2-689ba8c92576 HTTP/1.1" status: 200 len: 947 time: 0.0675333 Nov 11 17:19:41.188800 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d24dc42-7014-49a2-9d70-92fa5707dbd8 req-553d7b88-8405-4742-aaaa-107310d50745 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534875 Nov 11 17:19:41.518168 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37584a35-bca5-420c-ba22-ff47af36f0d8 req-1f939d9d-4632-4af7-a174-e8a710fac011 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:41.519692 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37584a35-bca5-420c-ba22-ff47af36f0d8 req-1f939d9d-4632-4af7-a174-e8a710fac011 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c09206f-0bd1-4d2b-964a-79f2cbf30c56 HTTP/1.1" status: 200 len: 943 time: 0.0708184 Nov 11 17:19:41.576800 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 56f96979-9beb-4591-9aae-f97b416a3a6f details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:19:41.591147 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37584a35-bca5-420c-ba22-ff47af36f0d8 req-78ea1d6f-bb57-448c-ace7-83d4df000f88 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653744 Nov 11 17:19:41.604809 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86087d56-9ec4-4f28-9de1-50fc72fdfd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f605b64-12b4-496a-b11e-dc1557fcdb03'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:41.607790 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b4d648-6413-40c9-a5b8-c8dfdd05b96b" -d '{"events": [{"server_uuid": "86087d56-9ec4-4f28-9de1-50fc72fdfd91", "name": "network-vif-plugged", "status": "completed", "tag": "5f605b64-12b4-496a-b11e-dc1557fcdb03"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:41.723543 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 56f96979-9beb-4591-9aae-f97b416a3a6f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=56f96979-9beb-4591-9aae-f97b416a3a6f,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:41.738935 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '56f96979-9beb-4591-9aae-f97b416a3a6f', 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a', 'port_id': '56f96979-9beb-4591-9aae-f97b416a3a6f', 'mac_address': 'fa:16:3e:b8:50:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09fccde3-01fd-422f-a0ab-b92daf8c7d4e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:19:41.747539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f029c-d5b1-4af6-9c5e-34048b0a2e68 req-623b2a0c-c558-406f-bb1c-9a853deddf18 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:41.756426 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-457f029c-d5b1-4af6-9c5e-34048b0a2e68 req-623b2a0c-c558-406f-bb1c-9a853deddf18 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 948 time: 0.0799344 Nov 11 17:19:41.788186 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:41.817542 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f96979-9beb-4591-9aae-f97b416a3a6f {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:19:41.832360 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-457f029c-d5b1-4af6-9c5e-34048b0a2e68 req-a35136a3-57cf-46dc-aeaf-f7b44c20a9d5 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747240 Nov 11 17:19:41.870890 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 56f96979-9beb-4591-9aae-f97b416a3a6f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=56f96979-9beb-4591-9aae-f97b416a3a6f,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:41.882525 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:41.956079 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=56f96979-9beb-4591-9aae-f97b416a3a6f,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:42.005873 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae89919-28a0-4000-9385-6053f5c2e8da x-openstack-request-id: req-dae89919-28a0-4000-9385-6053f5c2e8da {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:42.006169 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86087d56-9ec4-4f28-9de1-50fc72fdfd91", "name": "network-vif-plugged", "status": "completed", "tag": "5f605b64-12b4-496a-b11e-dc1557fcdb03", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:42.006423 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dae89919-28a0-4000-9385-6053f5c2e8da {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:42.006820 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86087d56-9ec4-4f28-9de1-50fc72fdfd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f605b64-12b4-496a-b11e-dc1557fcdb03', 'code': 200} Nov 11 17:19:42.139660 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39a761-ad31-4df6-8eae-5a9fa5e8229c req-d73914da-b820-4f25-a516-a6259777eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:42.140710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39a761-ad31-4df6-8eae-5a9fa5e8229c req-d73914da-b820-4f25-a516-a6259777eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:42.143462 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f39a761-ad31-4df6-8eae-5a9fa5e8229c req-d73914da-b820-4f25-a516-a6259777eacc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=86087d56-9ec4-4f28-9de1-50fc72fdfd91 HTTP/1.1" status: 200 len: 1985 time: 0.0667450 Nov 11 17:19:42.238852 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f39a761-ad31-4df6-8eae-5a9fa5e8229c req-44622df5-9d9a-43fc-8ad7-711514467b26 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854909 Nov 11 17:19:42.254770 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305673f-c0cb-48d4-8a1c-c8864a14fed2 req-14c2c4bc-840c-44be-8008-827ab494ad65 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:42.262899 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305673f-c0cb-48d4-8a1c-c8864a14fed2 req-14c2c4bc-840c-44be-8008-827ab494ad65 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:42.264555 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3305673f-c0cb-48d4-8a1c-c8864a14fed2 req-14c2c4bc-840c-44be-8008-827ab494ad65 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=86087d56-9ec4-4f28-9de1-50fc72fdfd91 HTTP/1.1" status: 200 len: 1683 time: 0.0951607 Nov 11 17:19:42.286655 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['56f96979-9beb-4591-9aae-f97b416a3a6f'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:19:42.325811 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:19:42.389051 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3305673f-c0cb-48d4-8a1c-c8864a14fed2 req-d56d192a-b464-4149-8e36-5246cda944c5 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100082 Nov 11 17:19:42.477717 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:42.567572 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port bca20f07-f1b1-415e-8a44-73ad6aa3b2d1, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=bca20f07-f1b1-415e-8a44-73ad6aa3b2d1,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:42.583084 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55127a-98de-406c-811a-d7ba3eeabd02 req-4e7d6ba8-5331-4dc1-bd44-f6aec7882836 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:42.583653 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'bca20f07-f1b1-415e-8a44-73ad6aa3b2d1', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': 'bca20f07-f1b1-415e-8a44-73ad6aa3b2d1', 'mac_address': 'fa:16:3e:d8:36:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:19:42.591507 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-af55127a-98de-406c-811a-d7ba3eeabd02 req-4e7d6ba8-5331-4dc1-bd44-f6aec7882836 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=6787435a-7226-4315-a4a2-689ba8c92576 HTTP/1.1" status: 200 len: 947 time: 0.0958633 Nov 11 17:19:42.639606 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:42.661876 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-af55127a-98de-406c-811a-d7ba3eeabd02 req-bb5c254f-9fc8-4cd0-be17-bb815804c0b9 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671959 Nov 11 17:19:42.666167 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:19:42.707240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port bca20f07-f1b1-415e-8a44-73ad6aa3b2d1, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=bca20f07-f1b1-415e-8a44-73ad6aa3b2d1,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:42.723774 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:42.774278 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=bca20f07-f1b1-415e-8a44-73ad6aa3b2d1,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:42.834295 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6031e6d-5d08-4c08-9244-95088500f3a1 req-3cb8e3ed-fa56-40ca-afac-bf2aa4369dca tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:42.842040 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6031e6d-5d08-4c08-9244-95088500f3a1 req-3cb8e3ed-fa56-40ca-afac-bf2aa4369dca tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c09206f-0bd1-4d2b-964a-79f2cbf30c56 HTTP/1.1" status: 200 len: 944 time: 0.0831995 Nov 11 17:19:42.846697 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:42.898963 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6031e6d-5d08-4c08-9244-95088500f3a1 req-6ea1dc16-9c57-4184-a59e-b859e3412bc2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560083 Nov 11 17:19:43.038510 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bca20f07-f1b1-415e-8a44-73ad6aa3b2d1'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:19:43.065400 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e73dda-d5fe-4bf0-a3c9-fe615226111e req-45bffd73-5884-4962-b10f-c7766198ba87 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:43.073306 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37e73dda-d5fe-4bf0-a3c9-fe615226111e req-45bffd73-5884-4962-b10f-c7766198ba87 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 948 time: 0.0881991 Nov 11 17:19:43.129803 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37e73dda-d5fe-4bf0-a3c9-fe615226111e req-ea0a55b8-ec54-45e5-bea7-206020b24223 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553331 Nov 11 17:19:43.531604 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d641ae3-15d2-47ad-86ac-b741a7d9a21d req-2911b0b1-8e29-41e1-bd39-5fa4a5d159d6 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:43.538047 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d641ae3-15d2-47ad-86ac-b741a7d9a21d req-2911b0b1-8e29-41e1-bd39-5fa4a5d159d6 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:43.546122 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d641ae3-15d2-47ad-86ac-b741a7d9a21d req-2911b0b1-8e29-41e1-bd39-5fa4a5d159d6 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=86087d56-9ec4-4f28-9de1-50fc72fdfd91 HTTP/1.1" status: 200 len: 1683 time: 0.0733631 Nov 11 17:19:43.593839 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device aa066ec5-953a-45a7-b056-346bbe8fef5a up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:19:43.657259 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d641ae3-15d2-47ad-86ac-b741a7d9a21d req-11f59bc4-476e-45cd-95ad-93c1a6221d06 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101341 Nov 11 17:19:43.737278 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port aa066ec5-953a-45a7-b056-346bbe8fef5a completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:19:43.743229 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port aa066ec5-953a-45a7-b056-346bbe8fef5a triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:43.743548 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:43.814862 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204bc17-1951-4a54-987c-87c2d97dcec4 req-5123f241-6715-480b-9338-2b630f0dac1d tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:43.817545 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b204bc17-1951-4a54-987c-87c2d97dcec4 req-5123f241-6715-480b-9338-2b630f0dac1d tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=6787435a-7226-4315-a4a2-689ba8c92576 HTTP/1.1" status: 200 len: 948 time: 0.0552771 Nov 11 17:19:43.870305 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:43.897026 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b204bc17-1951-4a54-987c-87c2d97dcec4 req-c61543f5-2fde-4066-bc35-fe0d76538257 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725737 Nov 11 17:19:43.915556 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port aa066ec5-953a-45a7-b056-346bbe8fef5a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:43.921501 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:43.982715 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=aa066ec5-953a-45a7-b056-346bbe8fef5a,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:44.008369 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66ce177-b9a0-4ac0-a53d-1982e37e140b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa066ec5-953a-45a7-b056-346bbe8fef5a'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:44.014264 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8756fb08-d470-4a09-a4c6-07d0861a28d0" -d '{"events": [{"server_uuid": "c66ce177-b9a0-4ac0-a53d-1982e37e140b", "name": "network-vif-plugged", "status": "completed", "tag": "aa066ec5-953a-45a7-b056-346bbe8fef5a"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:44.051341 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d981f7-7a3a-4d39-8241-b50d23429bd1 req-68707f00-4f49-42d8-bc88-5c97b831c271 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:44.056186 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a4d981f7-7a3a-4d39-8241-b50d23429bd1 req-68707f00-4f49-42d8-bc88-5c97b831c271 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c09206f-0bd1-4d2b-964a-79f2cbf30c56 HTTP/1.1" status: 200 len: 944 time: 0.0708842 Nov 11 17:19:44.129273 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a4d981f7-7a3a-4d39-8241-b50d23429bd1 req-273ef21b-08a7-4b93-a035-a66435745eda tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694466 Nov 11 17:19:44.199537 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0813e92-1cb4-42fc-82c0-7302e5762093 x-openstack-request-id: req-b0813e92-1cb4-42fc-82c0-7302e5762093 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:44.199863 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66ce177-b9a0-4ac0-a53d-1982e37e140b", "name": "network-vif-plugged", "status": "completed", "tag": "aa066ec5-953a-45a7-b056-346bbe8fef5a", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:44.200119 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b0813e92-1cb4-42fc-82c0-7302e5762093 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:44.200518 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66ce177-b9a0-4ac0-a53d-1982e37e140b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa066ec5-953a-45a7-b056-346bbe8fef5a', 'code': 200} Nov 11 17:19:44.343199 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d01820-7a4a-48b8-a820-20c29e8812a9 req-c99404d0-2cbf-4099-bd66-8191407b6ea1 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:44.350619 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95d01820-7a4a-48b8-a820-20c29e8812a9 req-c99404d0-2cbf-4099-bd66-8191407b6ea1 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.0875342 Nov 11 17:19:44.350873 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:19:44.353996 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43450ba4-a23e-4078-bf37-5eba575ca60d req-3514bb2f-adbc-499a-a9a0-d6e0c7c28f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:44.356160 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-43450ba4-a23e-4078-bf37-5eba575ca60d req-3514bb2f-adbc-499a-a9a0-d6e0c7c28f3b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 1100 time: 0.0555801 Nov 11 17:19:44.436343 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95d01820-7a4a-48b8-a820-20c29e8812a9 req-08d775bb-2301-40ed-b189-b9ac607a8159 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846782 Nov 11 17:19:44.468694 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-43450ba4-a23e-4078-bf37-5eba575ca60d req-e09c7bab-1133-4a0c-97ca-c2e8b8d4fdf0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031370 Nov 11 17:19:44.569844 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:19:44.574319 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:44.574691 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:44.690236 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:44.734854 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port bca20f07-f1b1-415e-8a44-73ad6aa3b2d1, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=bca20f07-f1b1-415e-8a44-73ad6aa3b2d1,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:44.740271 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:44.816151 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=bca20f07-f1b1-415e-8a44-73ad6aa3b2d1,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:44.817106 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:19:45.010357 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cb4c9-69bd-44ad-994f-86c3a372888f req-a6989212-6581-4558-b09d-dac56867ff19 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:45.016484 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cb4c9-69bd-44ad-994f-86c3a372888f req-a6989212-6581-4558-b09d-dac56867ff19 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:45.028388 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b1cb4c9-69bd-44ad-994f-86c3a372888f req-a6989212-6581-4558-b09d-dac56867ff19 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=86087d56-9ec4-4f28-9de1-50fc72fdfd91 HTTP/1.1" status: 200 len: 1683 time: 0.0745559 Nov 11 17:19:45.092259 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b1cb4c9-69bd-44ad-994f-86c3a372888f req-a43d6659-0e87-4ab8-bf30-cab468fcc7bd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610163 Nov 11 17:19:45.213503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140e22b-af72-4614-ab23-63d13c74c42d req-fcb23758-4044-4e08-89a0-32a5e8df7eaa tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:45.215700 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9140e22b-af72-4614-ab23-63d13c74c42d req-fcb23758-4044-4e08-89a0-32a5e8df7eaa tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=6787435a-7226-4315-a4a2-689ba8c92576 HTTP/1.1" status: 200 len: 949 time: 0.0663745 Nov 11 17:19:45.288031 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9140e22b-af72-4614-ab23-63d13c74c42d req-6a3ae993-6f26-4ec2-bb14-ed48e9d3d921 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645025 Nov 11 17:19:45.439412 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2982d-8567-412c-bac9-b5145b6fb827 req-2ad704c9-fe46-4cf1-9e31-93a7a7ad265b tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:45.441209 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a6d2982d-8567-412c-bac9-b5145b6fb827 req-2ad704c9-fe46-4cf1-9e31-93a7a7ad265b tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c09206f-0bd1-4d2b-964a-79f2cbf30c56 HTTP/1.1" status: 200 len: 944 time: 0.0541799 Nov 11 17:19:45.518241 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a6d2982d-8567-412c-bac9-b5145b6fb827 req-8b30e7e3-2580-44aa-af1f-5883c2b06424 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644937 Nov 11 17:19:45.618516 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 56f96979-9beb-4591-9aae-f97b416a3a6f up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:19:45.691598 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 56f96979-9beb-4591-9aae-f97b416a3a6f completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:19:45.695651 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 56f96979-9beb-4591-9aae-f97b416a3a6f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:45.696153 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:45.883469 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:45.911523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c170a3b-086e-42e0-86b6-81159bcd233f req-203224b9-c2ec-4f2c-a68a-5e795712d622 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:45.920618 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4c170a3b-086e-42e0-86b6-81159bcd233f req-203224b9-c2ec-4f2c-a68a-5e795712d622 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.1087935 Nov 11 17:19:45.937354 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 56f96979-9beb-4591-9aae-f97b416a3a6f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=56f96979-9beb-4591-9aae-f97b416a3a6f,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:45.951457 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:46.001082 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4c170a3b-086e-42e0-86b6-81159bcd233f req-883d7915-d414-47b9-80d0-f33ab1296fa3 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795028 Nov 11 17:19:46.040883 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=56f96979-9beb-4591-9aae-f97b416a3a6f,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:46.144051 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cfde0-5bbd-483d-93e7-85c730b89510 req-13e61930-b0b0-4839-b661-b0da1a8e9f95 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:46.151274 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cfde0-5bbd-483d-93e7-85c730b89510 req-13e61930-b0b0-4839-b661-b0da1a8e9f95 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:46.152945 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-935cfde0-5bbd-483d-93e7-85c730b89510 req-13e61930-b0b0-4839-b661-b0da1a8e9f95 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=86087d56-9ec4-4f28-9de1-50fc72fdfd91 HTTP/1.1" status: 200 len: 1683 time: 0.0738785 Nov 11 17:19:46.201627 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6787435a-7226-4315-a4a2-689ba8c92576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca20f07-f1b1-415e-8a44-73ad6aa3b2d1'}, {'server_uuid': '1c09206f-0bd1-4d2b-964a-79f2cbf30c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f96979-9beb-4591-9aae-f97b416a3a6f'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:46.204687 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40156faa-2d3f-4c4a-b3d3-8aac8592ac9e" -d '{"events": [{"server_uuid": "6787435a-7226-4315-a4a2-689ba8c92576", "name": "network-vif-plugged", "status": "completed", "tag": "bca20f07-f1b1-415e-8a44-73ad6aa3b2d1"}, {"server_uuid": "1c09206f-0bd1-4d2b-964a-79f2cbf30c56", "name": "network-vif-plugged", "status": "completed", "tag": "56f96979-9beb-4591-9aae-f97b416a3a6f"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:46.220757 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-935cfde0-5bbd-483d-93e7-85c730b89510 req-43ec565e-9164-45ad-9563-3130c946d6fd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596952 Nov 11 17:19:46.459701 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387a3453-275a-440f-82cf-eed1086ce10e x-openstack-request-id: req-387a3453-275a-440f-82cf-eed1086ce10e {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:46.460245 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6787435a-7226-4315-a4a2-689ba8c92576", "name": "network-vif-plugged", "status": "completed", "tag": "bca20f07-f1b1-415e-8a44-73ad6aa3b2d1", "code": 200}, {"server_uuid": "1c09206f-0bd1-4d2b-964a-79f2cbf30c56", "name": "network-vif-plugged", "status": "completed", "tag": "56f96979-9beb-4591-9aae-f97b416a3a6f", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:46.460666 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-387a3453-275a-440f-82cf-eed1086ce10e {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:46.461226 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6787435a-7226-4315-a4a2-689ba8c92576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca20f07-f1b1-415e-8a44-73ad6aa3b2d1', 'code': 200} Nov 11 17:19:46.461669 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c09206f-0bd1-4d2b-964a-79f2cbf30c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f96979-9beb-4591-9aae-f97b416a3a6f', 'code': 200} Nov 11 17:19:46.597893 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6779fe-d8ac-4735-b12e-e7d2a63517f4 req-dde74a29-8189-49cd-9ef8-295d6349a9fd tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:46.599491 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd6779fe-d8ac-4735-b12e-e7d2a63517f4 req-dde74a29-8189-49cd-9ef8-295d6349a9fd tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=6787435a-7226-4315-a4a2-689ba8c92576 HTTP/1.1" status: 200 len: 949 time: 0.0888314 Nov 11 17:19:46.637583 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64606ab-3aa8-4308-bb9a-af46c8501afa req-0e046086-8fe2-48e9-9e35-a7f4277db15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:46.641532 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c64606ab-3aa8-4308-bb9a-af46c8501afa req-0e046086-8fe2-48e9-9e35-a7f4277db15b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1c09206f-0bd1-4d2b-964a-79f2cbf30c56 HTTP/1.1" status: 200 len: 1096 time: 0.0580096 Nov 11 17:19:46.687649 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd6779fe-d8ac-4735-b12e-e7d2a63517f4 req-61844260-e87b-497a-9fb6-055fdc3bc74d tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639656 Nov 11 17:19:46.703776 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069024d-94d3-4bd3-a540-a0a59829a54c req-44c0da4d-6ae9-4208-a4f1-ba9faaf97fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:46.703776 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c069024d-94d3-4bd3-a540-a0a59829a54c req-44c0da4d-6ae9-4208-a4f1-ba9faaf97fdc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6787435a-7226-4315-a4a2-689ba8c92576 HTTP/1.1" status: 200 len: 1100 time: 0.1277845 Nov 11 17:19:46.754666 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c64606ab-3aa8-4308-bb9a-af46c8501afa req-6683e0c8-e05f-461e-88ee-e3a8ca6310ca service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938349 Nov 11 17:19:46.772184 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c069024d-94d3-4bd3-a540-a0a59829a54c req-92cb6df9-4505-4a5e-8808-86abb556af62 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637114 Nov 11 17:19:46.878500 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59196561-cb36-46ad-813a-627f086f22d3 req-450957a0-0baf-4d91-9f68-87d7d8e8bd85 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:46.880088 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59196561-cb36-46ad-813a-627f086f22d3 req-450957a0-0baf-4d91-9f68-87d7d8e8bd85 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c09206f-0bd1-4d2b-964a-79f2cbf30c56 HTTP/1.1" status: 200 len: 945 time: 0.1010797 Nov 11 17:19:46.942906 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59196561-cb36-46ad-813a-627f086f22d3 req-01ebf4ef-0c48-4d0b-9b5a-8126f324e427 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554655 Nov 11 17:19:47.159506 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d89a7-39bc-4c63-a845-ec90dba64add req-db9300e5-de22-4111-b225-98d3d42d496e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:47.161070 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b1d89a7-39bc-4c63-a845-ec90dba64add req-db9300e5-de22-4111-b225-98d3d42d496e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.0746782 Nov 11 17:19:47.221975 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b1d89a7-39bc-4c63-a845-ec90dba64add req-d3dc02aa-a67d-4f88-9ff4-1685e410d0ed tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534990 Nov 11 17:19:47.391800 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461489e-64d1-4e25-90db-6adf2a0f31e4 req-22c76a66-f811-4bed-a3b5-c6806ddcf834 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:47.397826 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461489e-64d1-4e25-90db-6adf2a0f31e4 req-22c76a66-f811-4bed-a3b5-c6806ddcf834 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:47.399421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b461489e-64d1-4e25-90db-6adf2a0f31e4 req-22c76a66-f811-4bed-a3b5-c6806ddcf834 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=86087d56-9ec4-4f28-9de1-50fc72fdfd91 HTTP/1.1" status: 200 len: 1683 time: 0.1058667 Nov 11 17:19:47.458409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12664b99-87d5-44d0-a5c4-130cf26ed488 req-f99301b8-ee05-4530-a73d-97b5e15d32e5 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:47.464347 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12664b99-87d5-44d0-a5c4-130cf26ed488 req-f99301b8-ee05-4530-a73d-97b5e15d32e5 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:47.465865 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-12664b99-87d5-44d0-a5c4-130cf26ed488 req-f99301b8-ee05-4530-a73d-97b5e15d32e5 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.83 "GET /v2.0/ports?device_id=86087d56-9ec4-4f28-9de1-50fc72fdfd91 HTTP/1.1" status: 200 len: 1683 time: 0.1366017 Nov 11 17:19:47.536610 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b461489e-64d1-4e25-90db-6adf2a0f31e4 req-7190f5b3-930e-4e1b-aa1d-b1519b37b919 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/security-groups?id=165b510d-d0db-4867-a28b-be20a714a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246147 Nov 11 17:19:47.541354 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90fab2-f274-4dd8-8703-98cc7def4803 req-8ba3ffa4-e08d-4605-8464-cd1a23d09ad0 tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:47.542823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b90fab2-f274-4dd8-8703-98cc7def4803 req-8ba3ffa4-e08d-4605-8464-cd1a23d09ad0 tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 1100 time: 0.1416881 Nov 11 17:19:47.614768 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b90fab2-f274-4dd8-8703-98cc7def4803 req-e3dae382-ec9c-423b-ad2c-5dbbd2310e55 tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529525 Nov 11 17:19:47.626001 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-12664b99-87d5-44d0-a5c4-130cf26ed488 req-3d53137a-4678-42d8-b72d-8d22e2a48844 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Deleting port 5f605b64-12b4-496a-b11e-dc1557fcdb03 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:19:47.626678 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-12664b99-87d5-44d0-a5c4-130cf26ed488 req-3d53137a-4678-42d8-b72d-8d22e2a48844 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:47.773287 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-12664b99-87d5-44d0-a5c4-130cf26ed488 req-3d53137a-4678-42d8-b72d-8d22e2a48844 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] For port 5f605b64-12b4-496a-b11e-dc1557fcdb03, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=5f605b64-12b4-496a-b11e-dc1557fcdb03,segment=NetworkSegment(bbc376a9-748f-4baf-8382-146f78b8f1be),segment_id=bbc376a9-748f-4baf-8382-146f78b8f1be)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:47.773649 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-12664b99-87d5-44d0-a5c4-130cf26ed488 req-3d53137a-4678-42d8-b72d-8d22e2a48844 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:47.794273 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-12664b99-87d5-44d0-a5c4-130cf26ed488 req-3d53137a-4678-42d8-b72d-8d22e2a48844 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Calling delete_port for 5f605b64-12b4-496a-b11e-dc1557fcdb03 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:19:47.983003 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-12664b99-87d5-44d0-a5c4-130cf26ed488 req-3d53137a-4678-42d8-b72d-8d22e2a48844 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:47.995431 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bd55d0fc-56e6-417a-a216-7e1e5f6fe430', '5f605b64-12b4-496a-b11e-dc1557fcdb03'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:19:48.028843 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53137a-4678-42d8-b72d-8d22e2a48844 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event deleted for resources: {'Port': ['ID=5f605b64-12b4-496a-b11e-dc1557fcdb03,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:48.084533 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-12664b99-87d5-44d0-a5c4-130cf26ed488 req-3d53137a-4678-42d8-b72d-8d22e2a48844 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] No DVR routers for this DVR port 5f605b64-12b4-496a-b11e-dc1557fcdb03 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:19:48.087277 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-12664b99-87d5-44d0-a5c4-130cf26ed488 req-3d53137a-4678-42d8-b72d-8d22e2a48844 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:48.091609 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-12664b99-87d5-44d0-a5c4-130cf26ed488 req-3d53137a-4678-42d8-b72d-8d22e2a48844 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.83 "DELETE /v2.0/ports/5f605b64-12b4-496a-b11e-dc1557fcdb03 HTTP/1.1" status: 204 len: 173 time: 0.6178823 Nov 11 17:19:48.093137 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86087d56-9ec4-4f28-9de1-50fc72fdfd91', 'name': 'network-vif-deleted', 'tag': '5f605b64-12b4-496a-b11e-dc1557fcdb03'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:48.098456 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044f1ca2-0895-411e-b749-c9a0e165ed37" -d '{"events": [{"server_uuid": "86087d56-9ec4-4f28-9de1-50fc72fdfd91", "name": "network-vif-deleted", "tag": "5f605b64-12b4-496a-b11e-dc1557fcdb03"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:48.104073 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:48.177318 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-ad8c4089-9664-47e0-8aae-8e61f5ed143f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0997951 Nov 11 17:19:48.345734 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c7601-dd0e-4dee-be0b-4baf2da39a20 req-7dc1e344-2d53-4640-984e-2b4f94603c41 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:48.351252 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-728c7601-dd0e-4dee-be0b-4baf2da39a20 req-7dc1e344-2d53-4640-984e-2b4f94603c41 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=6787435a-7226-4315-a4a2-689ba8c92576 HTTP/1.1" status: 200 len: 949 time: 0.2155735 Nov 11 17:19:48.452476 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-12664b99-87d5-44d0-a5c4-130cf26ed488 req-69853c08-2b32-4109-9409-d83f624b80dd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Deleting port bd55d0fc-56e6-417a-a216-7e1e5f6fe430 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:19:48.452823 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-12664b99-87d5-44d0-a5c4-130cf26ed488 req-69853c08-2b32-4109-9409-d83f624b80dd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:48.469233 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-728c7601-dd0e-4dee-be0b-4baf2da39a20 req-ac5cf70b-8bea-409f-af6b-4231f4f5dc24 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868208 Nov 11 17:19:48.660652 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-12664b99-87d5-44d0-a5c4-130cf26ed488 req-69853c08-2b32-4109-9409-d83f624b80dd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] For port bd55d0fc-56e6-417a-a216-7e1e5f6fe430, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=bd55d0fc-56e6-417a-a216-7e1e5f6fe430,segment=NetworkSegment(2b80dc05-a489-4adf-ab71-e1f51482a25a),segment_id=2b80dc05-a489-4adf-ab71-e1f51482a25a)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:48.661021 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-12664b99-87d5-44d0-a5c4-130cf26ed488 req-69853c08-2b32-4109-9409-d83f624b80dd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:48.686480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-12664b99-87d5-44d0-a5c4-130cf26ed488 req-69853c08-2b32-4109-9409-d83f624b80dd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Calling delete_port for bd55d0fc-56e6-417a-a216-7e1e5f6fe430 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:19:48.695897 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706d77b-087d-4c72-bcea-d4a460ad56b2 req-9a9a201f-9065-4cbb-801e-ad3824c13283 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:48.697395 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c706d77b-087d-4c72-bcea-d4a460ad56b2 req-9a9a201f-9065-4cbb-801e-ad3824c13283 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c09206f-0bd1-4d2b-964a-79f2cbf30c56 HTTP/1.1" status: 200 len: 945 time: 0.1334589 Nov 11 17:19:48.716368 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75a5bd-0d4e-4bdb-86cf-05bc88885242 req-02c9c72e-2052-4c54-be60-baece07fcc88 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:48.717825 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b75a5bd-0d4e-4bdb-86cf-05bc88885242 req-02c9c72e-2052-4c54-be60-baece07fcc88 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.1117134 Nov 11 17:19:48.829502 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c706d77b-087d-4c72-bcea-d4a460ad56b2 req-288032cc-b501-4ef7-9454-166055d6c9bd tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216097 Nov 11 17:19:48.859594 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b75a5bd-0d4e-4bdb-86cf-05bc88885242 req-a755b39d-7da7-410f-9f9c-dfc994863594 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178856 Nov 11 17:19:48.979645 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84edd9bc-8ec4-4129-b22f-6c160d3742ed x-openstack-request-id: req-84edd9bc-8ec4-4129-b22f-6c160d3742ed {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:48.979936 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86087d56-9ec4-4f28-9de1-50fc72fdfd91", "name": "network-vif-deleted", "tag": "5f605b64-12b4-496a-b11e-dc1557fcdb03", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:48.981403 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-84edd9bc-8ec4-4129-b22f-6c160d3742ed {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:48.982630 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86087d56-9ec4-4f28-9de1-50fc72fdfd91', 'name': 'network-vif-deleted', 'tag': '5f605b64-12b4-496a-b11e-dc1557fcdb03', 'status': 'completed', 'code': 200} Nov 11 17:19:48.989973 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-12664b99-87d5-44d0-a5c4-130cf26ed488 req-69853c08-2b32-4109-9409-d83f624b80dd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:49.004663 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['5f605b64-12b4-496a-b11e-dc1557fcdb03'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:19:49.089286 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69853c08-2b32-4109-9409-d83f624b80dd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event deleted for resources: {'Port': ['ID=bd55d0fc-56e6-417a-a216-7e1e5f6fe430,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:49.216961 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-12664b99-87d5-44d0-a5c4-130cf26ed488 req-69853c08-2b32-4109-9409-d83f624b80dd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] No DVR routers for this DVR port bd55d0fc-56e6-417a-a216-7e1e5f6fe430 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:19:49.224839 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-12664b99-87d5-44d0-a5c4-130cf26ed488 req-69853c08-2b32-4109-9409-d83f624b80dd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:49.232458 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-12664b99-87d5-44d0-a5c4-130cf26ed488 req-69853c08-2b32-4109-9409-d83f624b80dd tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.83 "DELETE /v2.0/ports/bd55d0fc-56e6-417a-a216-7e1e5f6fe430 HTTP/1.1" status: 204 len: 173 time: 1.1155460 Nov 11 17:19:49.257682 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c907c-beed-4085-9c04-5baf3500b827 req-1bbe3868-f3c9-4d28-b0e3-39fc9849b24d tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:49.261261 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-745c907c-beed-4085-9c04-5baf3500b827 req-1bbe3868-f3c9-4d28-b0e3-39fc9849b24d tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6787435a-7226-4315-a4a2-689ba8c92576 HTTP/1.1" status: 200 len: 1100 time: 0.1658843 Nov 11 17:19:49.287913 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-745c907c-beed-4085-9c04-5baf3500b827 req-626f48e4-3d0f-4005-a3b8-6fbdb6b572ea tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:49.368896 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28b07a55-6a33-47c2-8c35-c413188d02ac req-ce6e2e6a-c923-489c-b31b-cff960310135 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "GET /v2.0/ports?device_id=86087d56-9ec4-4f28-9de1-50fc72fdfd91 HTTP/1.1" status: 200 len: 210 time: 0.0457385 Nov 11 17:19:49.447218 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-745c907c-beed-4085-9c04-5baf3500b827 req-626f48e4-3d0f-4005-a3b8-6fbdb6b572ea tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:49.452297 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-745c907c-beed-4085-9c04-5baf3500b827 req-626f48e4-3d0f-4005-a3b8-6fbdb6b572ea tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:49.512423 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-745c907c-beed-4085-9c04-5baf3500b827 req-626f48e4-3d0f-4005-a3b8-6fbdb6b572ea tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393713 Nov 11 17:19:49.522711 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f48e4-3d0f-4005-a3b8-6fbdb6b572ea tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7e8542-4a30-4783-82ca-97df92661dc6,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:49.816582 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-055984ff-ec19-4036-a29a-11c019fe7607 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:49.818175 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-055984ff-ec19-4036-a29a-11c019fe7607 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/networks?id=a7388172-0e31-4a48-82ab-4816dd651be5 HTTP/1.1" status: 200 len: 805 time: 0.1479928 Nov 11 17:19:49.843318 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-c74c0ba9-30d7-4b60-9a11-3a93a774fe2f tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/quotas/fe79ca1b47dd4a0a8271b94e8a0db861 HTTP/1.1" status: 200 len: 375 time: 0.0185547 Nov 11 17:19:49.904222 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-e56493b3-ed6b-40ff-bf24-9a72cf8ffdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:49.906085 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-e56493b3-ed6b-40ff-bf24-9a72cf8ffdfe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 1100 time: 0.0531421 Nov 11 17:19:49.947543 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-3a22bd4f-2cee-428d-ac05-91c7899fb42f tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe79ca1b47dd4a0a8271b94e8a0db861&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0969746 Nov 11 17:19:49.958952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c72527-8184-4a8f-b635-0af870222aed req-ae159870-eb2c-4cdc-aa5a-54c13a19a1d8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:49.960460 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10c72527-8184-4a8f-b635-0af870222aed req-ae159870-eb2c-4cdc-aa5a-54c13a19a1d8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c09206f-0bd1-4d2b-964a-79f2cbf30c56 HTTP/1.1" status: 200 len: 945 time: 0.0646913 Nov 11 17:19:50.021727 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-1f12dbec-a06f-4aa3-a4b3-e6ca0411dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:50.026422 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-1f12dbec-a06f-4aa3-a4b3-e6ca0411dc00 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.1094801 Nov 11 17:19:50.083057 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10c72527-8184-4a8f-b635-0af870222aed req-065a9511-3426-41c6-b894-c5dc538ccb70 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111281 Nov 11 17:19:50.106234 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-45b24cb6-5446-494f-a307-f5b98f9d4137 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a HTTP/1.1" status: 200 len: 217 time: 0.0701976 Nov 11 17:19:50.127844 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-ad5b627d-2fc8-4326-bf61-4f0ac57ec2c8 service neutron] 10.222.0.76 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663547 Nov 11 17:19:50.192606 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-d538cdf2-1938-4ef8-a798-29317430a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:50.194422 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-d538cdf2-1938-4ef8-a798-29317430a30b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0785320 Nov 11 17:19:50.251069 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-ce2a7f03-4fe6-4640-8589-7512a98164b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:50.252817 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-ce2a7f03-4fe6-4640-8589-7512a98164b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0477211 Nov 11 17:19:50.256902 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-37e45785-aab0-4f4f-b65c-9a9ad01b5e65 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=9c8725d022684d2c8ee264a71001639b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337558 Nov 11 17:19:50.303862 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de48cc64-6885-4557-96a0-49822c660f2d req-abb11269-dba7-423c-82ec-279627010d10 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1667235 Nov 11 17:19:50.365328 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-dab3486d-e3d9-4fc0-ad46-554360580a6a service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041906 Nov 11 17:19:50.374875 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-bd660abc-12df-40fd-b79a-347ae7bbaaa7 service neutron] 10.222.0.76 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458041 Nov 11 17:19:50.432826 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48cc64-6885-4557-96a0-49822c660f2d req-1430e4a3-e3b4-4656-b658-1a3341aaaef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:50.434335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de48cc64-6885-4557-96a0-49822c660f2d req-1430e4a3-e3b4-4656-b658-1a3341aaaef1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 1101 time: 0.0752587 Nov 11 17:19:50.441566 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-e465c025-e068-4ab9-8de4-6930110b30c1 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:50.443339 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-e465c025-e068-4ab9-8de4-6930110b30c1 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769025 Nov 11 17:19:50.492377 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-758ce523-3ecc-4abe-8740-b506a0c0ec6e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/quotas/9c8725d022684d2c8ee264a71001639b HTTP/1.1" status: 200 len: 375 time: 0.0419228 Nov 11 17:19:50.500823 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-1a0f8a76-4033-42da-95a6-2705256affe0 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268523 Nov 11 17:19:50.684289 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-f3d96f67-3a87-4da7-a166-c20b2976f038 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1908967 Nov 11 17:19:50.706172 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48cc64-6885-4557-96a0-49822c660f2d req-7026dad2-adac-47b4-b1de-1878e74119a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:50.707985 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de48cc64-6885-4557-96a0-49822c660f2d req-7026dad2-adac-47b4-b1de-1878e74119a0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.2502458 Nov 11 17:19:50.723770 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c5e83-7ca4-4235-8ebd-26471ef2a558 req-24247b19-7e34-4439-8826-3d8e0102193e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:50.731110 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-494c5e83-7ca4-4235-8ebd-26471ef2a558 req-24247b19-7e34-4439-8826-3d8e0102193e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.1516161 Nov 11 17:19:50.780979 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de48cc64-6885-4557-96a0-49822c660f2d req-1780c811-dbf5-49e0-bb85-cfec1607dde9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa HTTP/1.1" status: 200 len: 217 time: 0.0464578 Nov 11 17:19:50.860314 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-494c5e83-7ca4-4235-8ebd-26471ef2a558 req-339a89b7-f6fc-4e25-82f7-cec6848e9563 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283514 Nov 11 17:19:50.872339 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48cc64-6885-4557-96a0-49822c660f2d req-da6da3c9-597a-4a60-91c2-70b964565b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:50.874323 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de48cc64-6885-4557-96a0-49822c660f2d req-da6da3c9-597a-4a60-91c2-70b964565b82 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0796471 Nov 11 17:19:50.932324 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51488) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:50.984395 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48cc64-6885-4557-96a0-49822c660f2d req-d74c4c24-1f77-4ab8-acd7-2f515f272d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:50.987534 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de48cc64-6885-4557-96a0-49822c660f2d req-d74c4c24-1f77-4ab8-acd7-2f515f272d9d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1045833 Nov 11 17:19:50.988043 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86087d56-9ec4-4f28-9de1-50fc72fdfd91', 'name': 'network-vif-deleted', 'tag': 'bd55d0fc-56e6-417a-a216-7e1e5f6fe430'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:50.994472 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a646dad9-a1f7-424b-bd31-5807894af346" -d '{"events": [{"server_uuid": "86087d56-9ec4-4f28-9de1-50fc72fdfd91", "name": "network-vif-deleted", "tag": "bd55d0fc-56e6-417a-a216-7e1e5f6fe430"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:51.014279 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f3753e-c2fd-4522-b7ce-0a0aecd685a1 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Deleting subnet 4afdc048-051f-4ec8-b56b-b63b43080ed9 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:19:51.018663 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-39f3753e-c2fd-4522-b7ce-0a0aecd685a1 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:51.078970 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-39f3753e-c2fd-4522-b7ce-0a0aecd685a1 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:51.216436 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-39f3753e-c2fd-4522-b7ce-0a0aecd685a1 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:51.261854 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de48cc64-6885-4557-96a0-49822c660f2d req-c23ac657-73b2-4142-9966-274fa0fbdf86 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614264 Nov 11 17:19:51.261854 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-abf519b1-82d0-418b-a267-db6628e567d5 req-20d0ca32-3c9b-4a22-a463-b56adfcdf33a tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 210 time: 0.0641918 Nov 11 17:19:51.319009 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-39f3753e-c2fd-4522-b7ce-0a0aecd685a1 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:51.386249 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-39f3753e-c2fd-4522-b7ce-0a0aecd685a1 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:51.394081 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-39f3753e-c2fd-4522-b7ce-0a0aecd685a1 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "DELETE /v2.0/subnets/4afdc048-051f-4ec8-b56b-b63b43080ed9 HTTP/1.1" status: 204 len: 168 time: 0.4575322 Nov 11 17:19:51.396396 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51498) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:51.403510 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9600ff2-89c1-4f08-8da0-31f4f0399b4f x-openstack-request-id: req-e9600ff2-89c1-4f08-8da0-31f4f0399b4f {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:51.404054 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86087d56-9ec4-4f28-9de1-50fc72fdfd91", "name": "network-vif-deleted", "tag": "bd55d0fc-56e6-417a-a216-7e1e5f6fe430", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:51.404054 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e9600ff2-89c1-4f08-8da0-31f4f0399b4f {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:51.404464 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86087d56-9ec4-4f28-9de1-50fc72fdfd91', 'name': 'network-vif-deleted', 'tag': 'bd55d0fc-56e6-417a-a216-7e1e5f6fe430', 'status': 'completed', 'code': 200} Nov 11 17:19:51.419627 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923babc7-c41b-4aec-8c7a-1ed298d748f3 None None] Network d051c182-aae2-46b8-90f0-6f79c2860cfe requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:19:51.527155 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3753e-c2fd-4522-b7ce-0a0aecd685a1 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event deleted for resources: {'Subnet': ['ID=4afdc048-051f-4ec8-b56b-b63b43080ed9,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:51.537328 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29273e51-a6d2-45e0-b1a5-4a47250d6725 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:51.571860 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de48cc64-6885-4557-96a0-49822c660f2d req-49ab1202-73ad-49fa-9c99-6a443c9d4804 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018641 Nov 11 17:19:51.650292 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-29273e51-a6d2-45e0-b1a5-4a47250d6725 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Deleting port f54c9cbf-0135-4042-b722-02ff0d81d281 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:19:51.650700 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29273e51-a6d2-45e0-b1a5-4a47250d6725 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:51.655759 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device a1679208-b211-42af-b89e-fd6ec7de9da6 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:19:51.682861 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722b723-5802-4d68-969b-18642cb39a3d req-de708237-1704-4392-972b-0f7f0fe10b05 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:51.684549 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9722b723-5802-4d68-969b-18642cb39a3d req-de708237-1704-4392-972b-0f7f0fe10b05 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c09206f-0bd1-4d2b-964a-79f2cbf30c56 HTTP/1.1" status: 200 len: 945 time: 0.1353705 Nov 11 17:19:51.762588 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:51.784316 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-29273e51-a6d2-45e0-b1a5-4a47250d6725 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] For port f54c9cbf-0135-4042-b722-02ff0d81d281, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f54c9cbf-0135-4042-b722-02ff0d81d281,segment=NetworkSegment(2b80dc05-a489-4adf-ab71-e1f51482a25a),segment_id=2b80dc05-a489-4adf-ab71-e1f51482a25a)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:51.784781 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29273e51-a6d2-45e0-b1a5-4a47250d6725 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:51.791618 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b093d773-8c1e-465c-8c59-c45af165c9c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1679208-b211-42af-b89e-fd6ec7de9da6'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:51.794329 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bf09e0-0cd9-4a55-a84a-39b499748b16" -d '{"events": [{"server_uuid": "b093d773-8c1e-465c-8c59-c45af165c9c5", "name": "network-vif-unplugged", "status": "completed", "tag": "a1679208-b211-42af-b89e-fd6ec7de9da6"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:51.815919 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port a1679208-b211-42af-b89e-fd6ec7de9da6, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a1679208-b211-42af-b89e-fd6ec7de9da6,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:51.833900 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:51.838406 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-29273e51-a6d2-45e0-b1a5-4a47250d6725 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Calling delete_port for f54c9cbf-0135-4042-b722-02ff0d81d281 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:19:51.866475 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9722b723-5802-4d68-969b-18642cb39a3d req-4adb3548-c9e7-44bf-8698-cde4b9e0344f tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685371 Nov 11 17:19:51.890456 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4146ea86-8f38-4553-a889-e12d3ab29240 None None] DHCP port deletion for d051c182-aae2-46b8-90f0-6f79c2860cfe request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:19:51.915999 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1309f-c0b7-42fa-89d9-b8a8fa280ca1 req-573bc04b-ace9-4034-8b2d-d5eee8a98e25 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:51.921951 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bac1309f-c0b7-42fa-89d9-b8a8fa280ca1 req-573bc04b-ace9-4034-8b2d-d5eee8a98e25 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c09206f-0bd1-4d2b-964a-79f2cbf30c56 HTTP/1.1" status: 200 len: 945 time: 0.1882834 Nov 11 17:19:51.960276 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=a1679208-b211-42af-b89e-fd6ec7de9da6,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:51.994404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-4146ea86-8f38-4553-a889-e12d3ab29240 None None] Deleting port f54c9cbf-0135-4042-b722-02ff0d81d281 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:19:51.994779 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4146ea86-8f38-4553-a889-e12d3ab29240 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:52.092977 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf5069-7cfc-48b8-9362-0012292a269c req-1af55fd2-a813-411b-9cc7-5ca7bcfb148d tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:52.094569 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5dbf5069-7cfc-48b8-9362-0012292a269c req-1af55fd2-a813-411b-9cc7-5ca7bcfb148d tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.64 "GET /v2.0/ports?device_id=b093d773-8c1e-465c-8c59-c45af165c9c5 HTTP/1.1" status: 200 len: 946 time: 0.3315310 Nov 11 17:19:52.120051 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4146ea86-8f38-4553-a889-e12d3ab29240 None None] For port f54c9cbf-0135-4042-b722-02ff0d81d281, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f54c9cbf-0135-4042-b722-02ff0d81d281,segment=NetworkSegment(2b80dc05-a489-4adf-ab71-e1f51482a25a),segment_id=2b80dc05-a489-4adf-ab71-e1f51482a25a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:52.121515 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4146ea86-8f38-4553-a889-e12d3ab29240 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:52.151517 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-4146ea86-8f38-4553-a889-e12d3ab29240 None None] Calling delete_port for f54c9cbf-0135-4042-b722-02ff0d81d281 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:19:52.229805 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-474d5279-ce08-4c25-835a-3bdb58549a5f tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:52.234251 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-474d5279-ce08-4c25-835a-3bdb58549a5f tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.83 "GET /v2.0/networks?id=a7388172-0e31-4a48-82ab-4816dd651be5 HTTP/1.1" status: 200 len: 805 time: 0.2958462 Nov 11 17:19:52.251090 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-b3977762-a050-4233-a73b-f9585731a830 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Request body: {'port': {'device_id': 'edf5e176-6b67-42eb-a41b-b7c33f521026', 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5', 'admin_state_up': True, 'tenant_id': 'fe79ca1b47dd4a0a8271b94e8a0db861'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:52.285298 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e0cc22-2449-4bc3-a532-c908a410a0e8 x-openstack-request-id: req-c6e0cc22-2449-4bc3-a532-c908a410a0e8 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:52.285592 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b093d773-8c1e-465c-8c59-c45af165c9c5", "name": "network-vif-unplugged", "status": "completed", "tag": "a1679208-b211-42af-b89e-fd6ec7de9da6", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:52.285845 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c6e0cc22-2449-4bc3-a532-c908a410a0e8 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:52.286408 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b093d773-8c1e-465c-8c59-c45af165c9c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1679208-b211-42af-b89e-fd6ec7de9da6', 'code': 200} Nov 11 17:19:52.288039 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4146ea86-8f38-4553-a889-e12d3ab29240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:52.338480 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4146ea86-8f38-4553-a889-e12d3ab29240 None None] No DVR routers for this DVR port f54c9cbf-0135-4042-b722-02ff0d81d281 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:19:52.353364 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146ea86-8f38-4553-a889-e12d3ab29240 None None] Pushing event deleted for resources: {'Port': ['ID=f54c9cbf-0135-4042-b722-02ff0d81d281,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:52.370903 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device bd55d0fc-56e6-417a-a216-7e1e5f6fe430 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:19:52.404441 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: bd55d0fc-56e6-417a-a216-7e1e5f6fe430 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:19:52.404782 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device bd55d0fc-56e6-417a-a216-7e1e5f6fe430 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:19:52.405764 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 5f605b64-12b4-496a-b11e-dc1557fcdb03 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:19:52.436084 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 5f605b64-12b4-496a-b11e-dc1557fcdb03 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:19:52.436633 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 5f605b64-12b4-496a-b11e-dc1557fcdb03 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:19:52.481540 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29273e51-a6d2-45e0-b1a5-4a47250d6725 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:52.499279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0daf3-dd04-4b7a-9409-75d001d4adfa req-91f44e3e-1872-4041-a61f-747211304350 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:52.507240 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-bac1309f-c0b7-42fa-89d9-b8a8fa280ca1 req-c1c46c84-93d9-4fdc-87f3-e5c10a8c9ebd tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Deleting port 56f96979-9beb-4591-9aae-f97b416a3a6f {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:19:52.507576 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bac1309f-c0b7-42fa-89d9-b8a8fa280ca1 req-c1c46c84-93d9-4fdc-87f3-e5c10a8c9ebd tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:52.508686 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97b0daf3-dd04-4b7a-9409-75d001d4adfa req-91f44e3e-1872-4041-a61f-747211304350 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.2142491 Nov 11 17:19:52.520785 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-5dbf5069-7cfc-48b8-9362-0012292a269c req-18e8b751-3136-465f-9604-9e3384287c67 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Deleting port a1679208-b211-42af-b89e-fd6ec7de9da6 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:19:52.521127 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5dbf5069-7cfc-48b8-9362-0012292a269c req-18e8b751-3136-465f-9604-9e3384287c67 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:52.581374 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273e51-a6d2-45e0-b1a5-4a47250d6725 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event deleted for resources: {'Port': ['ID=f54c9cbf-0135-4042-b722-02ff0d81d281,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:52.587090 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29273e51-a6d2-45e0-b1a5-4a47250d6725 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] No DVR routers for this DVR port f54c9cbf-0135-4042-b722-02ff0d81d281 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:19:52.597173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-b3977762-a050-4233-a73b-f9585731a830 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Made reservation on behalf of fe79ca1b47dd4a0a8271b94e8a0db861 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:19:52.601023 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-b3977762-a050-4233-a73b-f9585731a830 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:52.666560 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97b0daf3-dd04-4b7a-9409-75d001d4adfa req-e4fa7bd9-e922-4590-8efd-24fca442d22d tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569159 Nov 11 17:19:52.760361 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03ca770d-44ba-47ca-99a3-f7f19c4fd1b4 req-b4d12b8c-2466-487f-a086-e62566f9454f tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 210 time: 0.0411730 Nov 11 17:19:52.840895 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29273e51-a6d2-45e0-b1a5-4a47250d6725 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:52.855575 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3446bad-ae32-4146-abc4-f4c7f8dbd16e req-a0684e7f-6148-49d1-bd93-4e54491a31b8 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ac43e1-20fb-4fac-8468-0c3f50910195 HTTP/1.1" status: 200 len: 210 time: 0.0718439 Nov 11 17:19:52.899466 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-29273e51-a6d2-45e0-b1a5-4a47250d6725 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d051c182-aae2-46b8-90f0-6f79c2860cfe']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:19:52.901489 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-b3977762-a050-4233-a73b-f9585731a830 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Allocated IP 172.20.0.4 (a7388172-0e31-4a48-82ab-4816dd651be5/09479e2c-8d4d-4ddf-a999-7eaebc6756fd/8b4e90dd-5dec-4c0e-816a-4d653990aaa9) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:19:52.927786 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-29273e51-a6d2-45e0-b1a5-4a47250d6725 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b80dc05-a489-4adf-ab71-e1f51482a25a') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:19:52.928180 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-29273e51-a6d2-45e0-b1a5-4a47250d6725 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b80dc05-a489-4adf-ab71-e1f51482a25a') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:19:52.966813 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-bac1309f-c0b7-42fa-89d9-b8a8fa280ca1 req-c1c46c84-93d9-4fdc-87f3-e5c10a8c9ebd tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] For port 56f96979-9beb-4591-9aae-f97b416a3a6f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=56f96979-9beb-4591-9aae-f97b416a3a6f,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:52.967380 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bac1309f-c0b7-42fa-89d9-b8a8fa280ca1 req-c1c46c84-93d9-4fdc-87f3-e5c10a8c9ebd tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:52.980354 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29273e51-a6d2-45e0-b1a5-4a47250d6725 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:52.984613 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-5dbf5069-7cfc-48b8-9362-0012292a269c req-18e8b751-3136-465f-9604-9e3384287c67 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] For port a1679208-b211-42af-b89e-fd6ec7de9da6, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a1679208-b211-42af-b89e-fd6ec7de9da6,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:52.984613 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5dbf5069-7cfc-48b8-9362-0012292a269c req-18e8b751-3136-465f-9604-9e3384287c67 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:53.006676 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-bac1309f-c0b7-42fa-89d9-b8a8fa280ca1 req-c1c46c84-93d9-4fdc-87f3-e5c10a8c9ebd tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Calling delete_port for 56f96979-9beb-4591-9aae-f97b416a3a6f owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:19:53.011821 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29273e51-a6d2-45e0-b1a5-4a47250d6725 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:53.025614 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-5dbf5069-7cfc-48b8-9362-0012292a269c req-18e8b751-3136-465f-9604-9e3384287c67 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Calling delete_port for a1679208-b211-42af-b89e-fd6ec7de9da6 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:19:53.038374 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29273e51-a6d2-45e0-b1a5-4a47250d6725 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:19:53.038763 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29273e51-a6d2-45e0-b1a5-4a47250d6725 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:19:53.043345 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:19:53.098430 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc631f-c779-4d4a-b5f1-f9c07025044c req-afe679ac-2023-436f-a761-36017f8b51ad tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:53.100034 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aafc631f-c779-4d4a-b5f1-f9c07025044c req-afe679ac-2023-436f-a761-36017f8b51ad tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c09206f-0bd1-4d2b-964a-79f2cbf30c56 HTTP/1.1" status: 200 len: 945 time: 0.1242294 Nov 11 17:19:53.152579 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-b3977762-a050-4233-a73b-f9585731a830 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:53.188668 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aafc631f-c779-4d4a-b5f1-f9c07025044c req-985e91d0-f901-4058-921e-dbde540d07d8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792267 Nov 11 17:19:53.198833 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29273e51-a6d2-45e0-b1a5-4a47250d6725 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:53.205569 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29273e51-a6d2-45e0-b1a5-4a47250d6725 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:53.212155 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-29273e51-a6d2-45e0-b1a5-4a47250d6725 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "DELETE /v2.0/networks/d051c182-aae2-46b8-90f0-6f79c2860cfe HTTP/1.1" status: 204 len: 168 time: 1.8143389 Nov 11 17:19:53.212483 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51528) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:53.249567 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273e51-a6d2-45e0-b1a5-4a47250d6725 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event deleted for resources: {'Network': ['ID=d051c182-aae2-46b8-90f0-6f79c2860cfe,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:53.291061 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-b3977762-a050-4233-a73b-f9585731a830 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:53.400241 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bac1309f-c0b7-42fa-89d9-b8a8fa280ca1 req-c1c46c84-93d9-4fdc-87f3-e5c10a8c9ebd tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:53.440128 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['56f96979-9beb-4591-9aae-f97b416a3a6f'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:19:53.443525 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c46c84-93d9-4fdc-87f3-e5c10a8c9ebd tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Pushing event deleted for resources: {'Port': ['ID=56f96979-9beb-4591-9aae-f97b416a3a6f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:53.451423 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5dbf5069-7cfc-48b8-9362-0012292a269c req-18e8b751-3136-465f-9604-9e3384287c67 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:53.511777 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8b751-3136-465f-9604-9e3384287c67 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Pushing event deleted for resources: {'Port': ['ID=a1679208-b211-42af-b89e-fd6ec7de9da6,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:53.551404 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac1309f-c0b7-42fa-89d9-b8a8fa280ca1 req-c1c46c84-93d9-4fdc-87f3-e5c10a8c9ebd tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] No DVR routers for this DVR port 56f96979-9beb-4591-9aae-f97b416a3a6f on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:19:53.567310 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bac1309f-c0b7-42fa-89d9-b8a8fa280ca1 req-c1c46c84-93d9-4fdc-87f3-e5c10a8c9ebd tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:53.571076 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bac1309f-c0b7-42fa-89d9-b8a8fa280ca1 req-c1c46c84-93d9-4fdc-87f3-e5c10a8c9ebd tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.64 "DELETE /v2.0/ports/56f96979-9beb-4591-9aae-f97b416a3a6f HTTP/1.1" status: 204 len: 173 time: 1.5595043 Nov 11 17:19:53.571552 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c09206f-0bd1-4d2b-964a-79f2cbf30c56', 'name': 'network-vif-deleted', 'tag': '56f96979-9beb-4591-9aae-f97b416a3a6f'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:53.575117 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d31ec32-e66a-4400-ab78-c09420314d80" -d '{"events": [{"server_uuid": "1c09206f-0bd1-4d2b-964a-79f2cbf30c56", "name": "network-vif-deleted", "tag": "56f96979-9beb-4591-9aae-f97b416a3a6f"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:53.602749 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbf5069-7cfc-48b8-9362-0012292a269c req-18e8b751-3136-465f-9604-9e3384287c67 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] No DVR routers for this DVR port a1679208-b211-42af-b89e-fd6ec7de9da6 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:19:53.610422 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5dbf5069-7cfc-48b8-9362-0012292a269c req-18e8b751-3136-465f-9604-9e3384287c67 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:53.617362 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5dbf5069-7cfc-48b8-9362-0012292a269c req-18e8b751-3136-465f-9604-9e3384287c67 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.64 "DELETE /v2.0/ports/a1679208-b211-42af-b89e-fd6ec7de9da6 HTTP/1.1" status: 204 len: 173 time: 1.4832301 Nov 11 17:19:53.637819 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e488c6c-7f92-4161-90a6-c8632e6e624d x-openstack-request-id: req-0e488c6c-7f92-4161-90a6-c8632e6e624d {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:53.638114 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c09206f-0bd1-4d2b-964a-79f2cbf30c56", "name": "network-vif-deleted", "tag": "56f96979-9beb-4591-9aae-f97b416a3a6f", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:53.638373 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0e488c6c-7f92-4161-90a6-c8632e6e624d {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:53.639571 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c09206f-0bd1-4d2b-964a-79f2cbf30c56', 'name': 'network-vif-deleted', 'tag': '56f96979-9beb-4591-9aae-f97b416a3a6f', 'status': 'completed', 'code': 200} Nov 11 17:19:53.706762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-03830e14-15c6-4c5f-a5f8-7e6cf3b82ef3 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Deleting subnet 8c83cc20-9c06-48e1-975d-c7ce69ef81ac {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:19:53.733885 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-03830e14-15c6-4c5f-a5f8-7e6cf3b82ef3 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:53.775568 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-94e0d676-cf52-4fb8-93d1-377d0b369395 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=9c8725d022684d2c8ee264a71001639b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772495 Nov 11 17:19:53.777649 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-b3977762-a050-4233-a73b-f9585731a830 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Network a7388172-0e31-4a48-82ab-4816dd651be5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:19:53.807128 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-b3977762-a050-4233-a73b-f9585731a830 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:19:53.813892 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3977762-a050-4233-a73b-f9585731a830 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Pushing event updated for resources: {'Port': ['ID=8b4e90dd-5dec-4c0e-816a-4d653990aaa9,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:53.816267 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-b3977762-a050-4233-a73b-f9585731a830 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:19:53.909041 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:53.918126 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-dd8a04e0-5a16-4555-93d3-5758eff4a987 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=9c8725d022684d2c8ee264a71001639b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313735 Nov 11 17:19:53.933483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f54c9cbf-0135-4042-b722-02ff0d81d281 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:19:53.934595 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-03830e14-15c6-4c5f-a5f8-7e6cf3b82ef3 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:53.975137 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: f54c9cbf-0135-4042-b722-02ff0d81d281 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:19:53.976706 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f54c9cbf-0135-4042-b722-02ff0d81d281 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:19:54.138200 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-b3977762-a050-4233-a73b-f9585731a830 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:54.138964 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-b3977762-a050-4233-a73b-f9585731a830 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:54.153538 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c0582-c027-424d-b40e-68fdf277b736 req-693991ca-f48c-4d41-874e-a238d3c46f17 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:54.155123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-590c0582-c027-424d-b40e-68fdf277b736 req-693991ca-f48c-4d41-874e-a238d3c46f17 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.3885949 Nov 11 17:19:54.206081 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-f2dcd0a6-0355-4b67-81ca-cf1473a7b322 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:54.208777 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-f2dcd0a6-0355-4b67-81ca-cf1473a7b322 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2825348 Nov 11 17:19:54.233611 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ba3a56a8-57b7-40da-8111-f8091094d7c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Request body: {'port': {'device_id': 'a1ac43e1-20fb-4fac-8468-0c3f50910195', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '9c8725d022684d2c8ee264a71001639b'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:54.236683 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-f3ad2094-1352-411b-8acc-08379619c9ed tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:54.238169 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-f3ad2094-1352-411b-8acc-08379619c9ed tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4515789 Nov 11 17:19:54.245149 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-b3977762-a050-4233-a73b-f9585731a830 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0006664 Nov 11 17:19:54.263405 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b18568-9e17-478a-bfeb-697a20f2021a req-85c3aa8b-1a10-4040-8530-fdfe98610866 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:54.265052 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10b18568-9e17-478a-bfeb-697a20f2021a req-85c3aa8b-1a10-4040-8530-fdfe98610866 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 931 time: 0.2324231 Nov 11 17:19:54.271346 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ca7055f1-0ead-4363-8c8d-265af03adebc tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Request body: {'port': {'device_id': '92498ed7-17f2-47c6-8606-c9522891b169', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '9c8725d022684d2c8ee264a71001639b'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:54.277255 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-03830e14-15c6-4c5f-a5f8-7e6cf3b82ef3 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:54.287131 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] Request body: {'port': {'device_id': 'edf5e176-6b67-42eb-a41b-b7c33f521026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:54.410498 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ba3a56a8-57b7-40da-8111-f8091094d7c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Made reservation on behalf of 9c8725d022684d2c8ee264a71001639b for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:19:54.415073 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ba3a56a8-57b7-40da-8111-f8091094d7c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:54.501673 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-590c0582-c027-424d-b40e-68fdf277b736 req-dca10f26-f31b-4b38-8155-73eca2954dc4 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386033 Nov 11 17:19:54.591376 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:54.615712 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10b18568-9e17-478a-bfeb-697a20f2021a req-ed766702-e000-4d49-a65a-eff6158d68ca tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351839 Nov 11 17:19:54.643144 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ba3a56a8-57b7-40da-8111-f8091094d7c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Allocated IP 192.168.233.166 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/47bf62d8-1ba1-46b3-9a83-55fa535c0675) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:19:54.645433 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-03830e14-15c6-4c5f-a5f8-7e6cf3b82ef3 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:54.813051 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-221565e7-6764-4e54-a91e-1f867ea37e2b req-77752b2e-fd13-4cdc-8623-88ce29613170 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ac43e1-20fb-4fac-8468-0c3f50910195 HTTP/1.1" status: 200 len: 210 time: 0.1772854 Nov 11 17:19:54.815013 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03830e14-15c6-4c5f-a5f8-7e6cf3b82ef3 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event deleted for resources: {'Subnet': ['ID=8c83cc20-9c06-48e1-975d-c7ce69ef81ac,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:54.828021 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c2a974-0235-421b-abd6-384e9b4ffa64 None None] Network 883db8b9-b44e-4c6c-bbc4-437487c1be81 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:19:54.845615 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ba3a56a8-57b7-40da-8111-f8091094d7c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:54.910209 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ba3a56a8-57b7-40da-8111-f8091094d7c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:54.982447 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ba3a56a8-57b7-40da-8111-f8091094d7c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:19:54.990163 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ba3a56a8-57b7-40da-8111-f8091094d7c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:19:54.995470 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-03830e14-15c6-4c5f-a5f8-7e6cf3b82ef3 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:55.002487 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-03830e14-15c6-4c5f-a5f8-7e6cf3b82ef3 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "DELETE /v2.0/subnets/8c83cc20-9c06-48e1-975d-c7ce69ef81ac HTTP/1.1" status: 204 len: 168 time: 1.7847965 Nov 11 17:19:55.013093 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51564) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:55.013512 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ba3a56a8-57b7-40da-8111-f8091094d7c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:19:55.044022 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bca20f07-f1b1-415e-8a44-73ad6aa3b2d1'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:19:55.179357 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ba3a56a8-57b7-40da-8111-f8091094d7c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:55.180039 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ba3a56a8-57b7-40da-8111-f8091094d7c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:55.186138 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a56a8-57b7-40da-8111-f8091094d7c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Pushing event updated for resources: {'Port': ['ID=47bf62d8-1ba1-46b3-9a83-55fa535c0675,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:55.214777 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1aac29c8-b71e-4078-a0d1-5edae91e1781 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:55.289786 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-1aac29c8-b71e-4078-a0d1-5edae91e1781 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Deleting port b191d4bf-c312-4263-8ffe-adaa004cbaa5 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:19:55.290348 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1aac29c8-b71e-4078-a0d1-5edae91e1781 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:55.327711 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9186a4c4-7c0b-4a19-ae6f-dea0506e21aa None None] DHCP port deletion for 883db8b9-b44e-4c6c-bbc4-437487c1be81 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:19:55.356817 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ca7055f1-0ead-4363-8c8d-265af03adebc tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Made reservation on behalf of 9c8725d022684d2c8ee264a71001639b for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:19:55.361718 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ca7055f1-0ead-4363-8c8d-265af03adebc tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:55.364862 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ba3a56a8-57b7-40da-8111-f8091094d7c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1357744 Nov 11 17:19:55.365578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b4e90dd-5dec-4c0e-816a-4d653990aaa9 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:19:55.385591 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] Request body: {'port': {'device_id': 'a1ac43e1-20fb-4fac-8468-0c3f50910195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:55.392769 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:55.410352 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-9186a4c4-7c0b-4a19-ae6f-dea0506e21aa None None] Deleting port b191d4bf-c312-4263-8ffe-adaa004cbaa5 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:19:55.410737 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9186a4c4-7c0b-4a19-ae6f-dea0506e21aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:55.435313 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] Transition to ACTIVE for port object 8b4e90dd-5dec-4c0e-816a-4d653990aaa9 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:19:55.466425 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-1aac29c8-b71e-4078-a0d1-5edae91e1781 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] For port b191d4bf-c312-4263-8ffe-adaa004cbaa5, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b191d4bf-c312-4263-8ffe-adaa004cbaa5,segment=NetworkSegment(bbc376a9-748f-4baf-8382-146f78b8f1be),segment_id=bbc376a9-748f-4baf-8382-146f78b8f1be)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:55.466796 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1aac29c8-b71e-4078-a0d1-5edae91e1781 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:55.483427 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:55.490393 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e4368e3d-99cf-414f-ac1e-4375aa81597c None None] Provisioning complete for port 47bf62d8-1ba1-46b3-9a83-55fa535c0675 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:55.490895 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e4368e3d-99cf-414f-ac1e-4375aa81597c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:55.517668 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:55.525311 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-1aac29c8-b71e-4078-a0d1-5edae91e1781 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Calling delete_port for b191d4bf-c312-4263-8ffe-adaa004cbaa5 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:19:55.531980 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9186a4c4-7c0b-4a19-ae6f-dea0506e21aa None None] For port b191d4bf-c312-4263-8ffe-adaa004cbaa5, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b191d4bf-c312-4263-8ffe-adaa004cbaa5,segment=NetworkSegment(bbc376a9-748f-4baf-8382-146f78b8f1be),segment_id=bbc376a9-748f-4baf-8382-146f78b8f1be)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:19:55.533005 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9186a4c4-7c0b-4a19-ae6f-dea0506e21aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:55.563562 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-349bcffb-c672-4ece-a750-7ffe13ad72e2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:55.571343 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-9186a4c4-7c0b-4a19-ae6f-dea0506e21aa None None] Calling delete_port for b191d4bf-c312-4263-8ffe-adaa004cbaa5 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:19:55.572822 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-349bcffb-c672-4ece-a750-7ffe13ad72e2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/networks?id=aef12edc-1263-4022-a80e-fb863587e53a HTTP/1.1" status: 200 len: 811 time: 0.3560481 Nov 11 17:19:55.576126 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e4368e3d-99cf-414f-ac1e-4375aa81597c None None] Port 47bf62d8-1ba1-46b3-9a83-55fa535c0675 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:19:55.636383 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device a1679208-b211-42af-b89e-fd6ec7de9da6 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:19:55.656064 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b093d773-8c1e-465c-8c59-c45af165c9c5', 'name': 'network-vif-deleted', 'tag': 'a1679208-b211-42af-b89e-fd6ec7de9da6'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:55.659606 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9d8263-50ce-4764-896d-435894990953" -d '{"events": [{"server_uuid": "b093d773-8c1e-465c-8c59-c45af165c9c5", "name": "network-vif-deleted", "tag": "a1679208-b211-42af-b89e-fd6ec7de9da6"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:55.665825 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: a1679208-b211-42af-b89e-fd6ec7de9da6 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:19:55.666266 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device a1679208-b211-42af-b89e-fd6ec7de9da6 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:19:55.666702 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 56f96979-9beb-4591-9aae-f97b416a3a6f no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:19:55.677128 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ca7055f1-0ead-4363-8c8d-265af03adebc tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Allocated IP 192.168.233.239 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/1b62d5ee-5a6c-47f8-9933-c6053b9d008e) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:19:55.683181 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1aac29c8-b71e-4078-a0d1-5edae91e1781 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:55.693255 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 56f96979-9beb-4591-9aae-f97b416a3a6f {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:19:55.694096 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 56f96979-9beb-4591-9aae-f97b416a3a6f not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:19:55.709266 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9186a4c4-7c0b-4a19-ae6f-dea0506e21aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:55.727057 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9186a4c4-7c0b-4a19-ae6f-dea0506e21aa None None] No DVR routers for this DVR port b191d4bf-c312-4263-8ffe-adaa004cbaa5 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:19:55.728806 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aac29c8-b71e-4078-a0d1-5edae91e1781 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] No DVR routers for this DVR port b191d4bf-c312-4263-8ffe-adaa004cbaa5 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:19:55.754702 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186a4c4-7c0b-4a19-ae6f-dea0506e21aa None None] Pushing event deleted for resources: {'Port': ['ID=b191d4bf-c312-4263-8ffe-adaa004cbaa5,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:55.780902 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac29c8-b71e-4078-a0d1-5edae91e1781 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event deleted for resources: {'Port': ['ID=b191d4bf-c312-4263-8ffe-adaa004cbaa5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:55.849927 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b191d4bf-c312-4263-8ffe-adaa004cbaa5 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:19:55.875232 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-1f516110-ca36-4ba7-8f46-fb380cca4d7d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/quotas/387406ef69094f328d7c9e69ebc2a5aa HTTP/1.1" status: 200 len: 375 time: 0.3014538 Nov 11 17:19:55.875803 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: b191d4bf-c312-4263-8ffe-adaa004cbaa5 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:19:55.875803 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b191d4bf-c312-4263-8ffe-adaa004cbaa5 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:19:55.886850 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] Pushing event updated for resources: {'Port': ['ID=8b4e90dd-5dec-4c0e-816a-4d653990aaa9,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:55.947990 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-1631c69c-82de-4505-a6e2-4e9287662ee1 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718703 Nov 11 17:19:55.959177 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1aac29c8-b71e-4078-a0d1-5edae91e1781 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:55.984554 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-1aac29c8-b71e-4078-a0d1-5edae91e1781 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883db8b9-b44e-4c6c-bbc4-437487c1be81']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:19:55.995239 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-1aac29c8-b71e-4078-a0d1-5edae91e1781 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc376a9-748f-4baf-8382-146f78b8f1be') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:19:55.995539 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-1aac29c8-b71e-4078-a0d1-5edae91e1781 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc376a9-748f-4baf-8382-146f78b8f1be') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:19:56.005357 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1aac29c8-b71e-4078-a0d1-5edae91e1781 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:56.019342 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1aac29c8-b71e-4078-a0d1-5edae91e1781 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:56.025339 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aac29c8-b71e-4078-a0d1-5edae91e1781 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:19:56.025724 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1aac29c8-b71e-4078-a0d1-5edae91e1781 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:19:56.028969 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:19:56.062601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b31f3-b21a-4533-bd27-9d125cdf0afa req-40c1a4d1-73b0-486d-b3fa-7d0d09556bc8 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:56.064628 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d97b31f3-b21a-4533-bd27-9d125cdf0afa req-40c1a4d1-73b0-486d-b3fa-7d0d09556bc8 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.2269199 Nov 11 17:19:56.065248 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] Attempting to bind port 8b4e90dd-5dec-4c0e-816a-4d653990aaa9 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:19:56.065572 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] Attempting to bind port 8b4e90dd-5dec-4c0e-816a-4d653990aaa9 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '57b682a3-ba5d-4067-815a-ee8598740949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:19:56.065886 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] Attempting to bind port 8b4e90dd-5dec-4c0e-816a-4d653990aaa9 on network a7388172-0e31-4a48-82ab-4816dd651be5 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:56.070225 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ca7055f1-0ead-4363-8c8d-265af03adebc tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:56.092434 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1aac29c8-b71e-4078-a0d1-5edae91e1781 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:56.097348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] Port 8b4e90dd-5dec-4c0e-816a-4d653990aaa9 on network a7388172-0e31-4a48-82ab-4816dd651be5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:19:56.097656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] Attempting to bind port 8b4e90dd-5dec-4c0e-816a-4d653990aaa9 on network a7388172-0e31-4a48-82ab-4816dd651be5 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:56.102328 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1aac29c8-b71e-4078-a0d1-5edae91e1781 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:56.112711 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1aac29c8-b71e-4078-a0d1-5edae91e1781 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] 10.222.0.76 "DELETE /v2.0/networks/883db8b9-b44e-4c6c-bbc4-437487c1be81 HTTP/1.1" status: 204 len: 168 time: 1.0895758 Nov 11 17:19:56.123889 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac29c8-b71e-4078-a0d1-5edae91e1781 tempest-ServersTestMultiNic-1519402582 tempest-ServersTestMultiNic-1519402582-project] Pushing event deleted for resources: {'Network': ['ID=883db8b9-b44e-4c6c-bbc4-437487c1be81,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:56.124300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:19:56.124635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] Checking segment: {'id': '57b682a3-ba5d-4067-815a-ee8598740949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:19:56.125015 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] Bound using segment: {'id': '57b682a3-ba5d-4067-815a-ee8598740949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:19:56.125458 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] Bound port: 8b4e90dd-5dec-4c0e-816a-4d653990aaa9, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b682a3-ba5d-4067-815a-ee8598740949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:19:56.125807 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:56.209344 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-068b084c-2b63-43c8-ae1e-7c07d41a92db service neutron] 10.222.0.76 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501190 Nov 11 17:19:56.213064 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d97b31f3-b21a-4533-bd27-9d125cdf0afa req-7e3fbf85-225e-4114-85a6-4b5ec2b76fde tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379545 Nov 11 17:19:56.282907 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ca7055f1-0ead-4363-8c8d-265af03adebc tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:56.295134 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bca20f07-f1b1-415e-8a44-73ad6aa3b2d1'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:19:56.399354 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7055f1-0ead-4363-8c8d-265af03adebc tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Pushing event updated for resources: {'Port': ['ID=1b62d5ee-5a6c-47f8-9933-c6053b9d008e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:56.430419 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ca7055f1-0ead-4363-8c8d-265af03adebc tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:19:56.439776 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47bf62d8-1ba1-46b3-9a83-55fa535c0675 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:19:56.441666 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ca7055f1-0ead-4363-8c8d-265af03adebc tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:19:56.445987 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] For port 8b4e90dd-5dec-4c0e-816a-4d653990aaa9, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:19:56.449750 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] For port 8b4e90dd-5dec-4c0e-816a-4d653990aaa9, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8b4e90dd-5dec-4c0e-816a-4d653990aaa9,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:19:56.452452 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ca7055f1-0ead-4363-8c8d-265af03adebc tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:19:56.469134 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:56.488263 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] Transition to ACTIVE for port object 47bf62d8-1ba1-46b3-9a83-55fa535c0675 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:19:56.494831 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:56.498295 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:56.530936 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e9885-b0a2-41ef-ac71-667cb2c7c25a req-abaedbda-ab7a-4cb5-97d9-fdc41481bf42 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:56.539023 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed8e9885-b0a2-41ef-ac71-667cb2c7c25a req-abaedbda-ab7a-4cb5-97d9-fdc41481bf42 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 943 time: 0.2603242 Nov 11 17:19:56.579319 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] Pushing event updated for resources: {'Port': ['ID=47bf62d8-1ba1-46b3-9a83-55fa535c0675,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:56.583464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:56.584812 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:56.586663 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] 10.222.0.83 "PUT /v2.0/ports/8b4e90dd-5dec-4c0e-816a-4d653990aaa9 HTTP/1.1" status: 200 len: 1091 time: 2.3110375 Nov 11 17:19:56.603369 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf5e176-6b67-42eb-a41b-b7c33f521026', 'tag': '8b4e90dd-5dec-4c0e-816a-4d653990aaa9'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:56.609494 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff26683-3568-45ee-8520-0a02a227a74e" -d '{"events": [{"name": "network-changed", "server_uuid": "edf5e176-6b67-42eb-a41b-b7c33f521026", "tag": "8b4e90dd-5dec-4c0e-816a-4d653990aaa9"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:56.645128 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-177902af-4921-40f2-86d6-e00a62a28448 service neutron] 10.222.0.76 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282398 Nov 11 17:19:56.715960 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ca7055f1-0ead-4363-8c8d-265af03adebc tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:56.716594 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ca7055f1-0ead-4363-8c8d-265af03adebc tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:56.753322 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-ca7055f1-0ead-4363-8c8d-265af03adebc tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4981570 Nov 11 17:19:56.770511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] Request body: {'port': {'device_id': '92498ed7-17f2-47c6-8606-c9522891b169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:56.808843 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad54118-335e-4304-b400-94f573bfce9b service neutron] Pushing event updated for resources: {'Port': ['ID=8b4e90dd-5dec-4c0e-816a-4d653990aaa9,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:56.829624 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed8e9885-b0a2-41ef-ac71-667cb2c7c25a req-d819fe13-c23f-487f-988e-ab5ab2f59151 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891750 Nov 11 17:19:56.853223 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-c1456148-fb33-4d0a-8a58-ddf2fc264430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:56.854898 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-541a98f1-1ac9-4a9f-a60f-bca17bda4360 None None] Provisioning complete for port 1b62d5ee-5a6c-47f8-9933-c6053b9d008e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:19:56.855390 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-541a98f1-1ac9-4a9f-a60f-bca17bda4360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:56.856053 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-c1456148-fb33-4d0a-8a58-ddf2fc264430 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe79ca1b47dd4a0a8271b94e8a0db861&device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 1094 time: 0.2047472 Nov 11 17:19:56.969109 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-541a98f1-1ac9-4a9f-a60f-bca17bda4360 None None] Port 1b62d5ee-5a6c-47f8-9933-c6053b9d008e cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:19:56.981604 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:57.085267 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-1f7dfb34-c355-4e07-b3e4-0581315445aa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b4e90dd-5dec-4c0e-816a-4d653990aaa9 HTTP/1.1" status: 200 len: 217 time: 0.1206126 Nov 11 17:19:57.102674 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0a3cf9-fb3d-4100-a399-027cf8ac77fb x-openstack-request-id: req-eb0a3cf9-fb3d-4100-a399-027cf8ac77fb {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:57.104155 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b093d773-8c1e-465c-8c59-c45af165c9c5", "name": "network-vif-deleted", "tag": "a1679208-b211-42af-b89e-fd6ec7de9da6", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:57.104655 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eb0a3cf9-fb3d-4100-a399-027cf8ac77fb {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:57.105278 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b093d773-8c1e-465c-8c59-c45af165c9c5', 'name': 'network-vif-deleted', 'tag': 'a1679208-b211-42af-b89e-fd6ec7de9da6', 'status': 'completed', 'code': 200} Nov 11 17:19:57.148090 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] Attempting to bind port 47bf62d8-1ba1-46b3-9a83-55fa535c0675 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:19:57.148502 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] Attempting to bind port 47bf62d8-1ba1-46b3-9a83-55fa535c0675 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:19:57.148897 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] Attempting to bind port 47bf62d8-1ba1-46b3-9a83-55fa535c0675 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:57.158605 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] Port 47bf62d8-1ba1-46b3-9a83-55fa535c0675 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:19:57.159032 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] Attempting to bind port 47bf62d8-1ba1-46b3-9a83-55fa535c0675 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:57.167111 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:19:57.167756 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:19:57.168361 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:19:57.168923 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] Bound port: 47bf62d8-1ba1-46b3-9a83-55fa535c0675, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:19:57.169364 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:57.271292 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] For port 47bf62d8-1ba1-46b3-9a83-55fa535c0675, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:19:57.274839 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] For port 47bf62d8-1ba1-46b3-9a83-55fa535c0675, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=47bf62d8-1ba1-46b3-9a83-55fa535c0675,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:19:57.281329 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:57.380092 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:57.388121 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:57.389569 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] 10.222.0.83 "PUT /v2.0/ports/47bf62d8-1ba1-46b3-9a83-55fa535c0675 HTTP/1.1" status: 200 len: 1096 time: 2.0098302 Nov 11 17:19:57.399859 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745b5a0-b191-4409-99d1-eef8fd85f5fa service neutron] Pushing event updated for resources: {'Port': ['ID=47bf62d8-1ba1-46b3-9a83-55fa535c0675,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:57.494656 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-0a398d64-42ef-4d2b-af78-69aa573d43d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:57.496331 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-0a398d64-42ef-4d2b-af78-69aa573d43d9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&device_id=a1ac43e1-20fb-4fac-8468-0c3f50910195 HTTP/1.1" status: 200 len: 1099 time: 0.0563693 Nov 11 17:19:57.562949 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-41b7f9cc-a5ba-49e3-83b3-6e425b06c55e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=47bf62d8-1ba1-46b3-9a83-55fa535c0675 HTTP/1.1" status: 200 len: 217 time: 0.0577607 Nov 11 17:19:57.661311 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-60917378-03af-4489-8b6e-9719df1683fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:57.663240 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-60917378-03af-4489-8b6e-9719df1683fc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0786591 Nov 11 17:19:57.711628 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6118cf40-4b9d-43c7-8df2-4dd3e09c96d3 x-openstack-request-id: req-6118cf40-4b9d-43c7-8df2-4dd3e09c96d3 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:57.711998 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf5e176-6b67-42eb-a41b-b7c33f521026", "tag": "8b4e90dd-5dec-4c0e-816a-4d653990aaa9", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:57.712201 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6118cf40-4b9d-43c7-8df2-4dd3e09c96d3 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:57.712593 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf5e176-6b67-42eb-a41b-b7c33f521026', 'tag': '8b4e90dd-5dec-4c0e-816a-4d653990aaa9', 'status': 'completed', 'code': 200} Nov 11 17:19:57.737229 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-5b6f57c3-e68b-447c-a783-2309714a59c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:57.743358 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-5b6f57c3-e68b-447c-a783-2309714a59c4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708849 Nov 11 17:19:57.761642 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a6919abc-f341-4a0a-a63d-e9879af93f87 req-d9a14dec-3a61-497c-94f3-5100917ac43f tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 210 time: 0.0561883 Nov 11 17:19:57.817749 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-a54c062a-a168-430b-bb83-e5996e250fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:57.819205 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-a54c062a-a168-430b-bb83-e5996e250fd2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09479e2c-8d4d-4ddf-a999-7eaebc6756fd HTTP/1.1" status: 200 len: 845 time: 0.7147512 Nov 11 17:19:57.875865 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-4a60c66c-68e6-4c34-9809-4e362f4aa5d3 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276312 Nov 11 17:19:57.887443 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fd727-efd4-482c-8f88-a3f3a4ac09ac req-a15f9b0d-890b-460d-a559-5081afa306ef tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:57.888962 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f7fd727-efd4-482c-8f88-a3f3a4ac09ac req-a15f9b0d-890b-460d-a559-5081afa306ef tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ac43e1-20fb-4fac-8468-0c3f50910195 HTTP/1.1" status: 200 len: 948 time: 0.8313558 Nov 11 17:19:57.956647 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-70ee4c61-2704-4215-a5c8-c66af44cf26f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a7388172-0e31-4a48-82ab-4816dd651be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625398 Nov 11 17:19:58.000140 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-cdbf4b10-3300-4bc7-be21-b1b432ea1ff3 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155794 Nov 11 17:19:58.015233 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b62d5ee-5a6c-47f8-9933-c6053b9d008e {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:19:58.072303 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:58.111638 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737a3c1-81f0-4935-a1d9-66a5dbba5ce7 req-c826932e-0709-42a6-8334-b618e86b46a8 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:58.113162 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e737a3c1-81f0-4935-a1d9-66a5dbba5ce7 req-c826932e-0709-42a6-8334-b618e86b46a8 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.2217865 Nov 11 17:19:58.122540 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] Transition to ACTIVE for port object 1b62d5ee-5a6c-47f8-9933-c6053b9d008e will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:19:58.136848 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f7fd727-efd4-482c-8f88-a3f3a4ac09ac req-21897ec2-d1d5-4590-af14-2f13312e4add tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764040 Nov 11 17:19:58.146280 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:58.258478 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-92e06f39-c401-4059-b338-0bcc9812c06c service neutron] 10.222.0.83 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847724 Nov 11 17:19:58.305176 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b62d5ee-5a6c-47f8-9933-c6053b9d008e,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:58.337425 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e737a3c1-81f0-4935-a1d9-66a5dbba5ce7 req-7b90a5a1-cde4-41ed-a27e-f9e44ebb3289 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135413 Nov 11 17:19:58.426217 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5453d3-e11b-4066-a33f-a59c58e6827e req-147e3462-ca42-4286-a0a8-4ff8c464767a tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:58.433781 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5a5453d3-e11b-4066-a33f-a59c58e6827e req-147e3462-ca42-4286-a0a8-4ff8c464767a tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 943 time: 0.2010162 Nov 11 17:19:58.523757 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] Attempting to bind port 1b62d5ee-5a6c-47f8-9933-c6053b9d008e on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:19:58.524114 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] Attempting to bind port 1b62d5ee-5a6c-47f8-9933-c6053b9d008e by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:19:58.524396 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] Attempting to bind port 1b62d5ee-5a6c-47f8-9933-c6053b9d008e on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:58.529279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] Port 1b62d5ee-5a6c-47f8-9933-c6053b9d008e on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:19:58.529595 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] Attempting to bind port 1b62d5ee-5a6c-47f8-9933-c6053b9d008e on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:19:58.533386 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47feb5b4-4834-4d6b-8e6d-f648c089a365 req-5880ec48-ee8f-48c6-a553-b67c2e381f0c service neutron] 10.222.0.83 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454553 Nov 11 17:19:58.537811 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5a5453d3-e11b-4066-a33f-a59c58e6827e req-4c762e82-e1de-42d9-8199-bc4627bf4a15 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034496 Nov 11 17:19:58.540621 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:19:58.540954 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:19:58.541323 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:19:58.541744 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] Bound port: 1b62d5ee-5a6c-47f8-9933-c6053b9d008e, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:19:58.542135 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:58.632808 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51636) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:19:58.691097 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff26683-3568-45ee-8520-0a02a227a74e req-064b07cf-ffb4-4389-a27a-44b8eba963c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:58.694397 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3ff26683-3568-45ee-8520-0a02a227a74e req-064b07cf-ffb4-4389-a27a-44b8eba963c9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe79ca1b47dd4a0a8271b94e8a0db861&device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 1094 time: 0.0844314 Nov 11 17:19:58.698833 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] For port 1b62d5ee-5a6c-47f8-9933-c6053b9d008e, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:19:58.780762 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-ee9bad4a-b19a-4355-a900-f807aef3e475 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:58.784764 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-ee9bad4a-b19a-4355-a900-f807aef3e475 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.64 "GET /v2.0/networks?id=aef12edc-1263-4022-a80e-fb863587e53a HTTP/1.1" status: 200 len: 811 time: 0.2624216 Nov 11 17:19:58.808826 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff26683-3568-45ee-8520-0a02a227a74e req-4c831b29-f755-4521-bb3c-506e02c09532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:58.810309 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3ff26683-3568-45ee-8520-0a02a227a74e req-4c831b29-f755-4521-bb3c-506e02c09532 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a7388172-0e31-4a48-82ab-4816dd651be5 HTTP/1.1" status: 200 len: 907 time: 0.1083183 Nov 11 17:19:58.813999 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] For port 1b62d5ee-5a6c-47f8-9933-c6053b9d008e, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=1b62d5ee-5a6c-47f8-9933-c6053b9d008e,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:19:58.820689 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:58.866785 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-fb2927da-993d-42cc-bfd5-d1903df395b5 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Request body: {'port': {'device_id': '721f52a2-0b86-494c-ac60-5ef9faf29790', 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a', 'admin_state_up': True, 'tenant_id': '387406ef69094f328d7c9e69ebc2a5aa'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:19:58.869394 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3ff26683-3568-45ee-8520-0a02a227a74e req-b4bc6b3d-54e3-40a0-ae85-b87de6f3a4a7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b4e90dd-5dec-4c0e-816a-4d653990aaa9 HTTP/1.1" status: 200 len: 217 time: 0.0460255 Nov 11 17:19:58.956987 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7faa96e2-92ca-4bed-9a60-336a672e5154 req-1c71fa2a-7650-4a82-a3b3-fe4fa32813cc tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 210 time: 0.0684080 Nov 11 17:19:58.970867 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:58.971806 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:58.973159 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] 10.222.0.83 "PUT /v2.0/ports/1b62d5ee-5a6c-47f8-9933-c6053b9d008e HTTP/1.1" status: 200 len: 1096 time: 2.2068667 Nov 11 17:19:58.989893 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca535f-fb31-498c-9f7f-88c05ebd70b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b62d5ee-5a6c-47f8-9933-c6053b9d008e,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:19:58.999939 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff26683-3568-45ee-8520-0a02a227a74e req-a9a847eb-4fa5-4784-a165-ac7b412cb69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:59.003343 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3ff26683-3568-45ee-8520-0a02a227a74e req-a9a847eb-4fa5-4784-a165-ac7b412cb69f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09479e2c-8d4d-4ddf-a999-7eaebc6756fd HTTP/1.1" status: 200 len: 845 time: 0.1101012 Nov 11 17:19:59.038193 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3ff26683-3568-45ee-8520-0a02a227a74e req-750397f2-65e2-4252-b9df-4cf5ed744600 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a7388172-0e31-4a48-82ab-4816dd651be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270057 Nov 11 17:19:59.110400 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ac43e1-20fb-4fac-8468-0c3f50910195', 'tag': '47bf62d8-1ba1-46b3-9a83-55fa535c0675'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:59.115169 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c978a65b-8d2b-4211-b358-7cbefea3a1b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ac43e1-20fb-4fac-8468-0c3f50910195", "tag": "47bf62d8-1ba1-46b3-9a83-55fa535c0675"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:59.121566 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-fb2927da-993d-42cc-bfd5-d1903df395b5 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Made reservation on behalf of 387406ef69094f328d7c9e69ebc2a5aa for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:19:59.125555 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-fb2927da-993d-42cc-bfd5-d1903df395b5 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:59.136144 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-c1e6b157-435f-4ec2-bd01-2bf136479152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:59.138241 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-c1e6b157-435f-4ec2-bd01-2bf136479152 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&device_id=92498ed7-17f2-47c6-8606-c9522891b169 HTTP/1.1" status: 200 len: 1099 time: 0.1028450 Nov 11 17:19:59.210343 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3ff26683-3568-45ee-8520-0a02a227a74e req-27e020fd-56fe-4eff-94cb-13cec5d5a475 service neutron] 10.222.0.83 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633239 Nov 11 17:19:59.212834 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0623212-c35f-4095-87b7-d2818dfcdbea x-openstack-request-id: req-b0623212-c35f-4095-87b7-d2818dfcdbea {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:59.212834 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ac43e1-20fb-4fac-8468-0c3f50910195", "tag": "47bf62d8-1ba1-46b3-9a83-55fa535c0675", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:59.212834 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b0623212-c35f-4095-87b7-d2818dfcdbea {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:59.213211 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ac43e1-20fb-4fac-8468-0c3f50910195', 'tag': '47bf62d8-1ba1-46b3-9a83-55fa535c0675', 'status': 'completed', 'code': 200} Nov 11 17:19:59.301973 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-0d4dfd81-d201-42cd-acfc-1c6c10621bde service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=1b62d5ee-5a6c-47f8-9933-c6053b9d008e HTTP/1.1" status: 200 len: 217 time: 0.1536760 Nov 11 17:19:59.357249 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978a65b-8d2b-4211-b358-7cbefea3a1b3 req-cf6faf03-21f9-4a68-b27d-c7ecb29cd223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:59.358745 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c978a65b-8d2b-4211-b358-7cbefea3a1b3 req-cf6faf03-21f9-4a68-b27d-c7ecb29cd223 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&device_id=a1ac43e1-20fb-4fac-8468-0c3f50910195 HTTP/1.1" status: 200 len: 1099 time: 0.1310153 Nov 11 17:19:59.428071 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d6780-bfc3-4360-94d9-d681dc821996 req-e5866931-74a8-4f7e-880b-e4d3f21b7c2b tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:59.435091 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-892d6780-bfc3-4360-94d9-d681dc821996 req-e5866931-74a8-4f7e-880b-e4d3f21b7c2b tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ac43e1-20fb-4fac-8468-0c3f50910195 HTTP/1.1" status: 200 len: 948 time: 0.1588244 Nov 11 17:19:59.461851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-2604d46d-1608-4444-bb1b-80514cf0f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:59.463249 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-2604d46d-1608-4444-bb1b-80514cf0f51f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1377077 Nov 11 17:19:59.491880 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-fb2927da-993d-42cc-bfd5-d1903df395b5 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Allocated IP 172.20.0.5 (aef12edc-1263-4022-a80e-fb863587e53a/09fccde3-01fd-422f-a0ab-b92daf8c7d4e/1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:19:59.540182 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978a65b-8d2b-4211-b358-7cbefea3a1b3 req-8fe525f6-ce3e-4208-ad0c-a70ce0458e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:59.541845 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c978a65b-8d2b-4211-b358-7cbefea3a1b3 req-8fe525f6-ce3e-4208-ad0c-a70ce0458e65 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.1755147 Nov 11 17:19:59.563092 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3ff26683-3568-45ee-8520-0a02a227a74e req-a9e869e5-0b7a-4ecc-a62a-7c8ae58e6f58 service neutron] 10.222.0.83 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922823 Nov 11 17:19:59.596093 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-892d6780-bfc3-4360-94d9-d681dc821996 req-0da9fbbb-da35-4172-abb6-573c3e4a7635 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475940 Nov 11 17:19:59.613156 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-298ff1a3-b480-462f-80ec-7cbef6b89978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:59.614883 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-298ff1a3-b480-462f-80ec-7cbef6b89978 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1338120 Nov 11 17:19:59.627332 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3ba74-62e6-4a67-9053-f54167caa88c req-166af373-f69f-4ef0-b6e0-382e3360c86e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:59.634827 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a7b3ba74-62e6-4a67-9053-f54167caa88c req-166af373-f69f-4ef0-b6e0-382e3360c86e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.1829150 Nov 11 17:19:59.635401 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d2a2260-a681-4a1d-93c0-9e40b45fe24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:19:59.677564 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c978a65b-8d2b-4211-b358-7cbefea3a1b3 req-7eaf6cad-c1f9-4c71-ac34-d06ba73b70c0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=47bf62d8-1ba1-46b3-9a83-55fa535c0675 HTTP/1.1" status: 200 len: 217 time: 0.1151097 Nov 11 17:19:59.713343 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92498ed7-17f2-47c6-8606-c9522891b169', 'tag': '1b62d5ee-5a6c-47f8-9933-c6053b9d008e'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:19:59.715655 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4907ab-b6c3-44db-ad51-2432380480b0" -d '{"events": [{"name": "network-changed", "server_uuid": "92498ed7-17f2-47c6-8606-c9522891b169", "tag": "1b62d5ee-5a6c-47f8-9933-c6053b9d008e"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:19:59.765931 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a7b3ba74-62e6-4a67-9053-f54167caa88c req-c8dabfde-47ef-4b6a-a208-7a053b5927bf tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301758 Nov 11 17:19:59.796992 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-6d4c3f06-de61-4074-b57f-f5fb4aeecd1f service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551254 Nov 11 17:19:59.891221 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978a65b-8d2b-4211-b358-7cbefea3a1b3 req-161861e2-3dd8-44ec-a891-717970c6594c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:59.893225 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c978a65b-8d2b-4211-b358-7cbefea3a1b3 req-161861e2-3dd8-44ec-a891-717970c6594c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.2066286 Nov 11 17:19:59.905547 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eaf60447-6e67-48e2-99eb-044dd6667168 req-d7fa0aef-df78-4e77-805a-d510407dd693 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998292 Nov 11 17:19:59.967341 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873474d-5aa7-493f-9b67-eee36e6b15db req-c607f753-12d7-41ce-9706-3b6984abba8c tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:19:59.969106 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7873474d-5aa7-493f-9b67-eee36e6b15db req-c607f753-12d7-41ce-9706-3b6984abba8c tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 943 time: 0.0662043 Nov 11 17:19:59.972030 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e941e57b-8d8e-4056-9c1f-6ade3cf192a1 x-openstack-request-id: req-e941e57b-8d8e-4056-9c1f-6ade3cf192a1 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:19:59.972334 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92498ed7-17f2-47c6-8606-c9522891b169", "tag": "1b62d5ee-5a6c-47f8-9933-c6053b9d008e", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:19:59.972692 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e941e57b-8d8e-4056-9c1f-6ade3cf192a1 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:19:59.973528 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92498ed7-17f2-47c6-8606-c9522891b169', 'tag': '1b62d5ee-5a6c-47f8-9933-c6053b9d008e', 'status': 'completed', 'code': 200} Nov 11 17:20:00.015462 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-fb2927da-993d-42cc-bfd5-d1903df395b5 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:00.055456 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978a65b-8d2b-4211-b358-7cbefea3a1b3 req-160a09fc-c66a-405c-ad2b-c8fe80cb0ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:00.056962 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c978a65b-8d2b-4211-b358-7cbefea3a1b3 req-160a09fc-c66a-405c-ad2b-c8fe80cb0ee8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1415167 Nov 11 17:20:00.098503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4907ab-b6c3-44db-ad51-2432380480b0 req-4be5241a-dbc4-467e-87cd-3778619e84cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:00.100038 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba4907ab-b6c3-44db-ad51-2432380480b0 req-4be5241a-dbc4-467e-87cd-3778619e84cf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&device_id=92498ed7-17f2-47c6-8606-c9522891b169 HTTP/1.1" status: 200 len: 1099 time: 0.1013720 Nov 11 17:20:00.105354 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7873474d-5aa7-493f-9b67-eee36e6b15db req-ec88f3af-f738-4041-be9e-ed91730e2c6d tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158645 Nov 11 17:20:00.149892 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-fb2927da-993d-42cc-bfd5-d1903df395b5 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:00.188163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c5181-d43e-4757-93ab-aff236864aeb req-cc656752-4d5a-4949-9cf6-f42990c7eaab tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:00.189751 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8e2c5181-d43e-4757-93ab-aff236864aeb req-cc656752-4d5a-4949-9cf6-f42990c7eaab tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/ports?device_id=249066af-dbec-41a0-901e-14ba9e83314a HTTP/1.1" status: 200 len: 946 time: 0.1319003 Nov 11 17:20:00.263954 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-fb2927da-993d-42cc-bfd5-d1903df395b5 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Network aef12edc-1263-4022-a80e-fb863587e53a is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:20:00.276494 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-fb2927da-993d-42cc-bfd5-d1903df395b5 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:20:00.280997 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2927da-993d-42cc-bfd5-d1903df395b5 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Pushing event updated for resources: {'Port': ['ID=1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:00.284016 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-fb2927da-993d-42cc-bfd5-d1903df395b5 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:20:00.309011 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c978a65b-8d2b-4211-b358-7cbefea3a1b3 req-a99890a7-363f-42b5-8eae-c673843b141b service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426610 Nov 11 17:20:00.318699 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8e2c5181-d43e-4757-93ab-aff236864aeb req-f46e1288-5211-4e81-acda-0bccd8ba4088 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e146065-ec8a-40aa-b4fc-35e6bcd65b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120968 Nov 11 17:20:00.334446 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319b274-4a5e-4de2-a957-438e577c1730 req-bc177afd-d51d-4c61-8d13-47e953b3ef82 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:00.364368 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c319b274-4a5e-4de2-a957-438e577c1730 req-bc177afd-d51d-4c61-8d13-47e953b3ef82 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=8844442b-2ba7-4145-8cb4-3fbfbb8aa438 HTTP/1.1" status: 200 len: 945 time: 0.1632481 Nov 11 17:20:00.366449 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4907ab-b6c3-44db-ad51-2432380480b0 req-64f348b8-9f36-4512-aa9b-df678a05d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:00.368040 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba4907ab-b6c3-44db-ad51-2432380480b0 req-64f348b8-9f36-4512-aa9b-df678a05d729 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.2573323 Nov 11 17:20:00.399856 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 47bf62d8-1ba1-46b3-9a83-55fa535c0675 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:20:00.407047 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-fb2927da-993d-42cc-bfd5-d1903df395b5 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:00.408218 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-fb2927da-993d-42cc-bfd5-d1903df395b5 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:00.422481 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba4907ab-b6c3-44db-ad51-2432380480b0 req-ce47a55f-f42f-48fc-9b23-42b483306de0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=1b62d5ee-5a6c-47f8-9933-c6053b9d008e HTTP/1.1" status: 200 len: 217 time: 0.0455146 Nov 11 17:20:00.453343 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-fb2927da-993d-42cc-bfd5-d1903df395b5 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5908232 Nov 11 17:20:00.471416 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-0d2a2260-a681-4a1d-93c0-9e40b45fe24a admin admin] Deleting port ac486d7f-6d2c-45b2-991d-508490171fc2 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:20:00.471814 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d2a2260-a681-4a1d-93c0-9e40b45fe24a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:00.476782 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] Request body: {'port': {'device_id': '721f52a2-0b86-494c-ac60-5ef9faf29790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:20:00.481327 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c978a65b-8d2b-4211-b358-7cbefea3a1b3 req-d6e81c78-5ad8-45c9-89ef-86ae0f3bd68c service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519837 Nov 11 17:20:00.482154 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4907ab-b6c3-44db-ad51-2432380480b0 req-2e6aa597-5ce2-4b64-a6b7-415be962c7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:00.483619 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba4907ab-b6c3-44db-ad51-2432380480b0 req-2e6aa597-5ce2-4b64-a6b7-415be962c7fe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0512042 Nov 11 17:20:00.521399 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c319b274-4a5e-4de2-a957-438e577c1730 req-ef1916c3-c637-48a2-b08d-ea2e71900ed4 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523879 Nov 11 17:20:00.576405 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 47bf62d8-1ba1-46b3-9a83-55fa535c0675, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=47bf62d8-1ba1-46b3-9a83-55fa535c0675,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:00.591455 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '47bf62d8-1ba1-46b3-9a83-55fa535c0675', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '47bf62d8-1ba1-46b3-9a83-55fa535c0675', 'mac_address': 'fa:16:3e:a6:48:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:20:00.597263 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587b0df-eaf1-4e6b-a4c6-a27869d76610 req-7c2d77ff-5bde-46da-b574-f9766e249ef8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:00.606435 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5587b0df-eaf1-4e6b-a4c6-a27869d76610 req-7c2d77ff-5bde-46da-b574-f9766e249ef8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 931 time: 0.1170728 Nov 11 17:20:00.631702 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4907ab-b6c3-44db-ad51-2432380480b0 req-b2cc6ca1-cffc-47f8-a2fd-ec566050dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:00.633250 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba4907ab-b6c3-44db-ad51-2432380480b0 req-b2cc6ca1-cffc-47f8-a2fd-ec566050dac4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1356614 Nov 11 17:20:00.656127 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:00.682692 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47bf62d8-1ba1-46b3-9a83-55fa535c0675 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:20:00.704580 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 47bf62d8-1ba1-46b3-9a83-55fa535c0675, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=47bf62d8-1ba1-46b3-9a83-55fa535c0675,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:00.713318 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:00.769999 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba4907ab-b6c3-44db-ad51-2432380480b0 req-a4a010ab-9cf2-4e45-9c9a-70c5662e8162 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220202 Nov 11 17:20:00.773986 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=47bf62d8-1ba1-46b3-9a83-55fa535c0675,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:00.834328 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5587b0df-eaf1-4e6b-a4c6-a27869d76610 req-584b5e9e-529b-41ac-8a4a-aab48cafaf63 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271335 Nov 11 17:20:00.863920 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:00.909961 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff392cb-757c-4429-a2fe-77956d72debf req-fb445d57-854f-4ae1-b05a-c37e5a5de37a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:00.923044 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4ff392cb-757c-4429-a2fe-77956d72debf req-fb445d57-854f-4ae1-b05a-c37e5a5de37a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ac43e1-20fb-4fac-8468-0c3f50910195 HTTP/1.1" status: 200 len: 949 time: 0.1506734 Nov 11 17:20:00.984721 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-0d2a2260-a681-4a1d-93c0-9e40b45fe24a admin admin] For port ac486d7f-6d2c-45b2-991d-508490171fc2, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ac486d7f-6d2c-45b2-991d-508490171fc2,segment=NetworkSegment(04fdddcc-645b-46df-8a1e-b76782b7d418),segment_id=04fdddcc-645b-46df-8a1e-b76782b7d418)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:00.985319 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d2a2260-a681-4a1d-93c0-9e40b45fe24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:00.994144 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['47bf62d8-1ba1-46b3-9a83-55fa535c0675'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:20:01.019103 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-0d2a2260-a681-4a1d-93c0-9e40b45fe24a admin admin] Calling delete_port for ac486d7f-6d2c-45b2-991d-508490171fc2 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:20:01.100065 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba4907ab-b6c3-44db-ad51-2432380480b0 req-b925b4be-b67a-4884-8f29-e4cf6ee0a45c service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069532 Nov 11 17:20:01.124509 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce85403-5e6e-4a82-abc0-e050f0cd59dc req-63ba166c-5259-4323-9de9-22b5d514edf6 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:01.139590 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ce85403-5e6e-4a82-abc0-e050f0cd59dc req-63ba166c-5259-4323-9de9-22b5d514edf6 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.2012393 Nov 11 17:20:01.154845 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4ff392cb-757c-4429-a2fe-77956d72debf req-a454b498-3e6a-4f66-a54b-dca4ef13825d tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317610 Nov 11 17:20:01.299276 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ce85403-5e6e-4a82-abc0-e050f0cd59dc req-530a1632-89f2-4332-bf38-cdef9f5a7ab8 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575229 Nov 11 17:20:01.376486 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c30ca3b1-89b6-42f8-ac2f-b7e721274bd9 req-924bc5e9-ecd9-4ea8-b555-afb0e7fbf437 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1001501 Nov 11 17:20:01.514952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6500dc-c34b-42b9-af07-17a5b4599d12 req-b6529aea-3aa5-43d4-9652-116724b98094 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:01.517074 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e6500dc-c34b-42b9-af07-17a5b4599d12 req-b6529aea-3aa5-43d4-9652-116724b98094 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 943 time: 0.0886033 Nov 11 17:20:01.520751 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:20:01.538760 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:01.567785 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] Transition to ACTIVE for port object 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:20:01.573415 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d2a2260-a681-4a1d-93c0-9e40b45fe24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:01.581812 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ca3b1-89b6-42f8-ac2f-b7e721274bd9 req-d884e1d5-39f3-4ed9-8a02-e67266b5b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:01.583700 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c30ca3b1-89b6-42f8-ac2f-b7e721274bd9 req-d884e1d5-39f3-4ed9-8a02-e67266b5b9c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 1100 time: 0.1168904 Nov 11 17:20:01.589715 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:01.616873 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e6500dc-c34b-42b9-af07-17a5b4599d12 req-3f9270a5-3c85-44e5-91bd-f085aa79ae82 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899706 Nov 11 17:20:01.625390 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a2260-a681-4a1d-93c0-9e40b45fe24a admin admin] Pushing event deleted for resources: {'Port': ['ID=ac486d7f-6d2c-45b2-991d-508490171fc2,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:01.709424 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af684cc4-d84a-43c1-8885-1ff1f47db000 req-bf761828-f61e-44b9-9593-0b3b25f48346 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:01.718643 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-af684cc4-d84a-43c1-8885-1ff1f47db000 req-bf761828-f61e-44b9-9593-0b3b25f48346 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/ports?device_id=249066af-dbec-41a0-901e-14ba9e83314a HTTP/1.1" status: 200 len: 946 time: 0.0959027 Nov 11 17:20:01.818528 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-af684cc4-d84a-43c1-8885-1ff1f47db000 req-a3245b6e-2ec0-4c15-9b46-95f3cad55514 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e146065-ec8a-40aa-b4fc-35e6bcd65b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987842 Nov 11 17:20:02.005507 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] Pushing event updated for resources: {'Port': ['ID=1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:02.025306 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723fcbf-515b-4806-803c-27b4ba188a3d req-1cd3d088-0131-4c6b-b335-02c98e22c9f2 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:02.041302 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7723fcbf-515b-4806-803c-27b4ba188a3d req-1cd3d088-0131-4c6b-b335-02c98e22c9f2 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=8844442b-2ba7-4145-8cb4-3fbfbb8aa438 HTTP/1.1" status: 200 len: 945 time: 0.1066024 Nov 11 17:20:02.063050 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756351c-3c34-4491-bdc0-de26ddbffc4b req-2f8d5d30-72f9-454f-962f-725a66beb94c tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:02.066041 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a756351c-3c34-4491-bdc0-de26ddbffc4b req-2f8d5d30-72f9-454f-962f-725a66beb94c tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 943 time: 0.1071362 Nov 11 17:20:02.110586 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7723fcbf-515b-4806-803c-27b4ba188a3d req-3e49cb27-2f56-4e0a-a01b-f0582c86c547 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762267 Nov 11 17:20:02.141214 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a756351c-3c34-4491-bdc0-de26ddbffc4b req-11a4e34a-dff8-4f78-a751-ee7951fd4ac7 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621223 Nov 11 17:20:02.150857 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] Attempting to bind port 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:20:02.151197 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] Attempting to bind port 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:20:02.151526 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] Attempting to bind port 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0 on network aef12edc-1263-4022-a80e-fb863587e53a {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:02.155945 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ca3b1-89b6-42f8-ac2f-b7e721274bd9 req-1d71e8b8-1702-4c56-9eca-216d556c6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:02.155945 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c30ca3b1-89b6-42f8-ac2f-b7e721274bd9 req-1d71e8b8-1702-4c56-9eca-216d556c6b5d service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.5331240 Nov 11 17:20:02.161446 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] Port 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0 on network aef12edc-1263-4022-a80e-fb863587e53a not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:20:02.161770 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] Attempting to bind port 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0 on network aef12edc-1263-4022-a80e-fb863587e53a {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:02.209077 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:20:02.209833 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] Checking segment: {'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:20:02.209833 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] Bound using segment: {'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:20:02.210167 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] Bound port: 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:20:02.210532 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:02.215675 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c30ca3b1-89b6-42f8-ac2f-b7e721274bd9 req-01536e14-d864-4992-b209-35ec3b6ae9f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=c7c9375f-3a51-47dd-82ec-1c33d9a75197 HTTP/1.1" status: 200 len: 217 time: 0.0490217 Nov 11 17:20:02.225063 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d2a2260-a681-4a1d-93c0-9e40b45fe24a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:02.292394 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c05a5-a599-4a9f-80f5-942251264c8c req-01e05155-d9e7-4002-bf88-2934f341a83a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:02.293944 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e91c05a5-a599-4a9f-80f5-942251264c8c req-01e05155-d9e7-4002-bf88-2934f341a83a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ac43e1-20fb-4fac-8468-0c3f50910195 HTTP/1.1" status: 200 len: 949 time: 0.0704079 Nov 11 17:20:02.361763 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ca3b1-89b6-42f8-ac2f-b7e721274bd9 req-dda59603-c374-4a66-87e7-288aad048fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:02.363253 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c30ca3b1-89b6-42f8-ac2f-b7e721274bd9 req-dda59603-c374-4a66-87e7-288aad048fcf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1342804 Nov 11 17:20:02.371809 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e91c05a5-a599-4a9f-80f5-942251264c8c req-4e2d2ef3-fab2-4cbc-906b-15de9a4147d6 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700936 Nov 11 17:20:02.397837 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 8b4e90dd-5dec-4c0e-816a-4d653990aaa9 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:20:02.409345 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 47bf62d8-1ba1-46b3-9a83-55fa535c0675 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:20:02.427966 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] For port 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:20:02.449581 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] For port 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:20:02.460479 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:02.517487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad27b2d-8cab-43b0-8df9-92837e1e1274 req-18712fe2-2826-4b0e-8b86-943b30cb47d6 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:02.522453 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ca3b1-89b6-42f8-ac2f-b7e721274bd9 req-9c344efc-1b5b-45a0-913c-827226584bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:02.527967 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c30ca3b1-89b6-42f8-ac2f-b7e721274bd9 req-9c344efc-1b5b-45a0-913c-827226584bdd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1521909 Nov 11 17:20:02.529079 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4ad27b2d-8cab-43b0-8df9-92837e1e1274 req-18712fe2-2826-4b0e-8b86-943b30cb47d6 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.0850973 Nov 11 17:20:02.530336 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:02.530953 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:02.537143 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] 10.222.0.64 "PUT /v2.0/ports/1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0 HTTP/1.1" status: 200 len: 1091 time: 2.0675933 Nov 11 17:20:02.542183 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721f52a2-0b86-494c-ac60-5ef9faf29790', 'tag': '1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:02.544471 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e69a905-1765-42e6-affe-2bc61fa2cc01" -d '{"events": [{"name": "network-changed", "server_uuid": "721f52a2-0b86-494c-ac60-5ef9faf29790", "tag": "1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:02.626727 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 8b4e90dd-5dec-4c0e-816a-4d653990aaa9, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8b4e90dd-5dec-4c0e-816a-4d653990aaa9,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:02.641842 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '8b4e90dd-5dec-4c0e-816a-4d653990aaa9', 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5', 'port_id': '8b4e90dd-5dec-4c0e-816a-4d653990aaa9', 'mac_address': 'fa:16:3e:1e:9a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09479e2c-8d4d-4ddf-a999-7eaebc6756fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:20:02.646622 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4ad27b2d-8cab-43b0-8df9-92837e1e1274 req-bc85d38b-c077-4ce1-8e1f-9d07567bb395 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159277 Nov 11 17:20:02.699376 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb32b6-3c28-4b9e-ba02-6770162aefd8 req-d9b85a63-3660-4f2a-824c-cc477a8e3eca tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:02.707405 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6cb32b6-3c28-4b9e-ba02-6770162aefd8 req-d9b85a63-3660-4f2a-824c-cc477a8e3eca tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/ports?device_id=249066af-dbec-41a0-901e-14ba9e83314a HTTP/1.1" status: 200 len: 946 time: 0.1437335 Nov 11 17:20:02.740350 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03da9265-bfd6-4458-90b3-95afe87682bf x-openstack-request-id: req-03da9265-bfd6-4458-90b3-95afe87682bf {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:20:02.741483 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "721f52a2-0b86-494c-ac60-5ef9faf29790", "tag": "1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:20:02.742520 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-03da9265-bfd6-4458-90b3-95afe87682bf {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:20:02.743784 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '721f52a2-0b86-494c-ac60-5ef9faf29790', 'tag': '1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0', 'status': 'completed', 'code': 200} Nov 11 17:20:02.775897 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6cb32b6-3c28-4b9e-ba02-6770162aefd8 req-e672213f-a57f-4054-be5f-73afd2c6ff7f tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e146065-ec8a-40aa-b4fc-35e6bcd65b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565696 Nov 11 17:20:02.793944 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b03484-1f68-4b4c-bffc-95a45d4b7d7f service neutron] Pushing event updated for resources: {'Port': ['ID=1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:02.845877 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-35d0453b-b4a6-4553-a737-5c59ab95c5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:02.847879 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-35d0453b-b4a6-4553-a737-5c59ab95c5e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 1094 time: 0.1860228 Nov 11 17:20:02.863170 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:02.871190 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2a2260-a681-4a1d-93c0-9e40b45fe24a admin admin] Router 224d3e54-573d-4e86-80fc-14ec9571fe1d has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:20:02.873518 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c30ca3b1-89b6-42f8-ac2f-b7e721274bd9 req-2ea45c75-5497-4334-a6c2-1ef98a94cce4 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084807 Nov 11 17:20:02.878751 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4e90dd-5dec-4c0e-816a-4d653990aaa9 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:20:02.880215 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce98c6-af31-4b5c-879d-aa01b716206b req-fd151bd9-b428-4fa1-a326-fec182eb1933 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:02.881846 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3ce98c6-af31-4b5c-879d-aa01b716206b req-fd151bd9-b428-4fa1-a326-fec182eb1933 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 943 time: 0.0625756 Nov 11 17:20:02.913318 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 8b4e90dd-5dec-4c0e-816a-4d653990aaa9, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8b4e90dd-5dec-4c0e-816a-4d653990aaa9,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:02.915656 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 47bf62d8-1ba1-46b3-9a83-55fa535c0675 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:20:02.920031 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:02.920413 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 1b62d5ee-5a6c-47f8-9933-c6053b9d008e details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:20:02.925366 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 47bf62d8-1ba1-46b3-9a83-55fa535c0675 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:02.925752 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:02.949229 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3ce98c6-af31-4b5c-879d-aa01b716206b req-8b85887d-094c-4ce7-b48e-bf07e5b556a2 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604260 Nov 11 17:20:03.009931 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-64d3f804-5097-47ad-a9f4-b5bb1ed4fdda service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0 HTTP/1.1" status: 200 len: 217 time: 0.1237011 Nov 11 17:20:03.083927 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=8b4e90dd-5dec-4c0e-816a-4d653990aaa9,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:03.139570 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:03.169360 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-a2811b5f-66eb-486b-964e-3116e203a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:03.171212 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-a2811b5f-66eb-486b-964e-3116e203a1ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09fccde3-01fd-422f-a0ab-b92daf8c7d4e HTTP/1.1" status: 200 len: 851 time: 0.1244009 Nov 11 17:20:03.192285 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 1b62d5ee-5a6c-47f8-9933-c6053b9d008e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=1b62d5ee-5a6c-47f8-9933-c6053b9d008e,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:03.199096 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2a2260-a681-4a1d-93c0-9e40b45fe24a admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:20:03.205503 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ac43e1-20fb-4fac-8468-0c3f50910195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bf62d8-1ba1-46b3-9a83-55fa535c0675'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:03.207770 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09a1d43-4231-4c6c-a3d7-326d887e349a" -d '{"events": [{"server_uuid": "a1ac43e1-20fb-4fac-8468-0c3f50910195", "name": "network-vif-plugged", "status": "completed", "tag": "47bf62d8-1ba1-46b3-9a83-55fa535c0675"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:03.212087 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60633334-2eb1-461b-9106-f76b2f3962e4 None None] Sync routers for ids ['224d3e54-573d-4e86-80fc-14ec9571fe1d'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:20:03.222895 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60633334-2eb1-461b-9106-f76b2f3962e4 None None] Routers {'224d3e54-573d-4e86-80fc-14ec9571fe1d'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:20:03.223148 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 47bf62d8-1ba1-46b3-9a83-55fa535c0675, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=47bf62d8-1ba1-46b3-9a83-55fa535c0675,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:03.223619 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-60633334-2eb1-461b-9106-f76b2f3962e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:19:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['224d3e54-573d-4e86-80fc-14ec9571fe1d'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:03.226224 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '1b62d5ee-5a6c-47f8-9933-c6053b9d008e', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '1b62d5ee-5a6c-47f8-9933-c6053b9d008e', 'mac_address': 'fa:16:3e:21:47:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:20:03.230216 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c30ca3b1-89b6-42f8-ac2f-b7e721274bd9 req-8b466f5d-5de1-4f06-8c3c-768c1c722150 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452022 Nov 11 17:20:03.233225 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-964b685b-e937-41c8-a7e8-6c892e243567 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aef12edc-1263-4022-a80e-fb863587e53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497591 Nov 11 17:20:03.238825 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0d2a2260-a681-4a1d-93c0-9e40b45fe24a admin admin] 10.222.0.76 "PUT /v2.0/routers/224d3e54-573d-4e86-80fc-14ec9571fe1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6059763 Nov 11 17:20:03.242103 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51716) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:03.256809 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:03.293150 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:03.321982 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b62d5ee-5a6c-47f8-9933-c6053b9d008e {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:20:03.335796 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-60633334-2eb1-461b-9106-f76b2f3962e4 None None] Set router 224d3e54-573d-4e86-80fc-14ec9571fe1d gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:20:03.340774 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-89ac452b-91fa-4ef1-82cd-fec369d1478b tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:03.347943 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 1b62d5ee-5a6c-47f8-9933-c6053b9d008e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=1b62d5ee-5a6c-47f8-9933-c6053b9d008e,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:03.352608 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-89ac452b-91fa-4ef1-82cd-fec369d1478b tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 808 time: 0.1744888 Nov 11 17:20:03.355349 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:03.358636 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=47bf62d8-1ba1-46b3-9a83-55fa535c0675,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:03.414282 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-85166e04-46e6-47bb-8079-01e778678848 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/quotas/b26a8a1aaa3a4ffebc2dccd364362c35 HTTP/1.1" status: 200 len: 375 time: 0.0603168 Nov 11 17:20:03.452473 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=1b62d5ee-5a6c-47f8-9933-c6053b9d008e,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:03.497258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07d50b-2898-429e-aee8-b144f7b87419 req-29928d7b-c272-40b6-ba16-492567ee11f1 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:03.498899 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fa07d50b-2898-429e-aee8-b144f7b87419 req-29928d7b-c272-40b6-ba16-492567ee11f1 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=8844442b-2ba7-4145-8cb4-3fbfbb8aa438 HTTP/1.1" status: 200 len: 945 time: 0.1206830 Nov 11 17:20:03.507020 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-215849a4-554a-41f5-a3f1-b9b4d070adc4 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0915859 Nov 11 17:20:03.569689 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-60633334-2eb1-461b-9106-f76b2f3962e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224d3e54-573d-4e86-80fc-14ec9571fe1d', 'name': 'tempest-ServersTestMultiNic-1162379300-router', 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fe01592b-46f7-48a5-8425-d4ac8512e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:18:25Z', 'updated_at': '2021-11-11T17:20:01Z', 'revision_number': 5, 'project_id': 'abafc778917c45ffb51f117ab3a8e83e', 'gw_port': {'id': 'fe01592b-46f7-48a5-8425-d4ac8512e925', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224d3e54-573d-4e86-80fc-14ec9571fe1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:18:25Z', 'updated_at': '2021-11-11T17:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:03.602696 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60633334-2eb1-461b-9106-f76b2f3962e4 None None] Checking router: 224d3e54-573d-4e86-80fc-14ec9571fe1d for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:20:03.613362 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60633334-2eb1-461b-9106-f76b2f3962e4 None None] Routers {'224d3e54-573d-4e86-80fc-14ec9571fe1d'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:20:03.613647 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fa07d50b-2898-429e-aee8-b144f7b87419 req-255b4d93-b489-470b-8bee-4b6bf9c5729c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054373 Nov 11 17:20:03.614145 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-60633334-2eb1-461b-9106-f76b2f3962e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:19:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['224d3e54-573d-4e86-80fc-14ec9571fe1d'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:03.654288 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['1b62d5ee-5a6c-47f8-9933-c6053b9d008e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:20:03.658945 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8b4e90dd-5dec-4c0e-816a-4d653990aaa9'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:20:03.677026 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-2d189774-8ead-428a-af73-f5368333130b service neutron] 10.222.0.76 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554477 Nov 11 17:20:03.726468 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a72d1502-ed90-40fc-bb0b-4d47c275ba6b admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:03.745852 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-60633334-2eb1-461b-9106-f76b2f3962e4 None None] Set router 224d3e54-573d-4e86-80fc-14ec9571fe1d gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:20:03.829696 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f0231-2af5-4eb1-9598-a41e7082604d req-b29b6d97-1d02-4c89-82a8-680ab53dedb8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:03.839216 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e1f0231-2af5-4eb1-9598-a41e7082604d req-b29b6d97-1d02-4c89-82a8-680ab53dedb8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 943 time: 0.1406884 Nov 11 17:20:03.848720 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a72d1502-ed90-40fc-bb0b-4d47c275ba6b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:03.968832 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e1f0231-2af5-4eb1-9598-a41e7082604d req-5d14dad7-e88a-4fb7-8baa-cb297400170a tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286581 Nov 11 17:20:03.972495 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-60633334-2eb1-461b-9106-f76b2f3962e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224d3e54-573d-4e86-80fc-14ec9571fe1d', 'name': 'tempest-ServersTestMultiNic-1162379300-router', 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fe01592b-46f7-48a5-8425-d4ac8512e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:18:25Z', 'updated_at': '2021-11-11T17:20:01Z', 'revision_number': 5, 'project_id': 'abafc778917c45ffb51f117ab3a8e83e', 'gw_port': {'id': 'fe01592b-46f7-48a5-8425-d4ac8512e925', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224d3e54-573d-4e86-80fc-14ec9571fe1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:18:25Z', 'updated_at': '2021-11-11T17:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:03.989583 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547da312-7837-49bf-8eff-04f3987e803f req-5a351c51-b56e-4385-847c-433916b12fd1 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:03.991398 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-547da312-7837-49bf-8eff-04f3987e803f req-5a351c51-b56e-4385-847c-433916b12fd1 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.64 "GET /v2.0/ports?device_id=8844442b-2ba7-4145-8cb4-3fbfbb8aa438 HTTP/1.1" status: 200 len: 945 time: 0.1291766 Nov 11 17:20:03.995353 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-b45b69e7-e0ab-4b71-be1d-f7c9029bd2e3 service neutron] 10.222.0.76 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168497 Nov 11 17:20:03.995554 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-468496a2-860e-493b-ac1f-b19cb486d669 service neutron] 10.222.0.64 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7382970 Nov 11 17:20:04.002062 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a72d1502-ed90-40fc-bb0b-4d47c275ba6b admin admin] Deleting port fe01592b-46f7-48a5-8425-d4ac8512e925 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:20:04.003252 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a72d1502-ed90-40fc-bb0b-4d47c275ba6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:04.005642 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60633334-2eb1-461b-9106-f76b2f3962e4 None None] The sync data for ids ['224d3e54-573d-4e86-80fc-14ec9571fe1d'] in n-d-816206-4 is: [{'id': '224d3e54-573d-4e86-80fc-14ec9571fe1d', 'name': 'tempest-ServersTestMultiNic-1162379300-router', 'tenant_id': 'abafc778917c45ffb51f117ab3a8e83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'fe01592b-46f7-48a5-8425-d4ac8512e925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:18:25Z', 'updated_at': '2021-11-11T17:20:01Z', 'revision_number': 5, 'project_id': 'abafc778917c45ffb51f117ab3a8e83e', 'gw_port': {'id': 'fe01592b-46f7-48a5-8425-d4ac8512e925', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224d3e54-573d-4e86-80fc-14ec9571fe1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:18:25Z', 'updated_at': '2021-11-11T17:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:20:04.055958 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451d49f2-fd2b-432c-b8fe-e036388ddbdc x-openstack-request-id: req-451d49f2-fd2b-432c-b8fe-e036388ddbdc {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:20:04.056292 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ac43e1-20fb-4fac-8468-0c3f50910195", "name": "network-vif-plugged", "status": "completed", "tag": "47bf62d8-1ba1-46b3-9a83-55fa535c0675", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:20:04.056552 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-451d49f2-fd2b-432c-b8fe-e036388ddbdc {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:20:04.057102 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ac43e1-20fb-4fac-8468-0c3f50910195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bf62d8-1ba1-46b3-9a83-55fa535c0675', 'code': 200} Nov 11 17:20:04.219073 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fda4d-e9ab-46ce-ba7d-6e5804545562 req-fbd4f117-17bd-4b52-b6ba-dd7afcc20da7 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:04.226972 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dc7fda4d-e9ab-46ce-ba7d-6e5804545562 req-fbd4f117-17bd-4b52-b6ba-dd7afcc20da7 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ac43e1-20fb-4fac-8468-0c3f50910195 HTTP/1.1" status: 200 len: 950 time: 0.0928142 Nov 11 17:20:04.245942 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-a72d1502-ed90-40fc-bb0b-4d47c275ba6b admin admin] For port fe01592b-46f7-48a5-8425-d4ac8512e925, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=fe01592b-46f7-48a5-8425-d4ac8512e925,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:04.246507 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a72d1502-ed90-40fc-bb0b-4d47c275ba6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:04.279752 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee399c4-4e14-4ec0-b5b4-8db6f0a9f284 req-708f75d9-74b0-4de5-a8de-791e02047fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:04.281410 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dee399c4-4e14-4ec0-b5b4-8db6f0a9f284 req-708f75d9-74b0-4de5-a8de-791e02047fd6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a1ac43e1-20fb-4fac-8468-0c3f50910195 HTTP/1.1" status: 200 len: 1101 time: 0.1451533 Nov 11 17:20:04.285119 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a72d1502-ed90-40fc-bb0b-4d47c275ba6b admin admin] Calling delete_port for fe01592b-46f7-48a5-8425-d4ac8512e925 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:20:04.289989 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dc7fda4d-e9ab-46ce-ba7d-6e5804545562 req-b9628f15-6376-4afe-86a9-16a8496fc2a9 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621324 Nov 11 17:20:04.296170 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c21fb28e-2aa9-4224-89c7-edbb5c3c268c req-d7065ae2-4994-4952-a4c1-a6d2a699b4e4 service neutron] 10.222.0.64 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181828 Nov 11 17:20:04.338700 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dee399c4-4e14-4ec0-b5b4-8db6f0a9f284 req-fc3bf250-42a4-4e2c-8d61-55a703b8b990 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476542 Nov 11 17:20:04.374077 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-547da312-7837-49bf-8eff-04f3987e803f req-8e8d84a8-9ed4-44cc-ab00-6ef04ea75eda tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Deleting port 677ba7d8-1a60-433e-83ee-1577958e5244 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:20:04.374425 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-547da312-7837-49bf-8eff-04f3987e803f req-8e8d84a8-9ed4-44cc-ab00-6ef04ea75eda tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:04.498597 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f491d7-75c3-4d91-a917-9ad2e0c9bee4 req-390b384c-b6c0-4b83-b3f8-fc762c4e82bf tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:04.500150 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-43f491d7-75c3-4d91-a917-9ad2e0c9bee4 req-390b384c-b6c0-4b83-b3f8-fc762c4e82bf tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.1155617 Nov 11 17:20:04.508795 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f0502-0af4-4e8c-9219-51b24d43239f req-1d95c340-f700-4e09-a372-5c20f45fb2c1 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:04.515804 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf9f0502-0af4-4e8c-9219-51b24d43239f req-1d95c340-f700-4e09-a372-5c20f45fb2c1 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/ports?device_id=249066af-dbec-41a0-901e-14ba9e83314a HTTP/1.1" status: 200 len: 946 time: 0.0845525 Nov 11 17:20:04.562082 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69a905-1765-42e6-affe-2bc61fa2cc01 req-0d5f9b7e-06eb-42f8-abb0-be5f9def6980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:04.564513 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5e69a905-1765-42e6-affe-2bc61fa2cc01 req-0d5f9b7e-06eb-42f8-abb0-be5f9def6980 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 1094 time: 0.1401293 Nov 11 17:20:04.610745 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-43f491d7-75c3-4d91-a917-9ad2e0c9bee4 req-b6f60187-5e39-4bf1-b78e-10c895962091 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874748 Nov 11 17:20:04.649212 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-547da312-7837-49bf-8eff-04f3987e803f req-8e8d84a8-9ed4-44cc-ab00-6ef04ea75eda tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] For port 677ba7d8-1a60-433e-83ee-1577958e5244, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=677ba7d8-1a60-433e-83ee-1577958e5244,segment=NetworkSegment(f4e29135-ff10-4aaf-81d8-232294590cc5),segment_id=f4e29135-ff10-4aaf-81d8-232294590cc5)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:04.649588 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-547da312-7837-49bf-8eff-04f3987e803f req-8e8d84a8-9ed4-44cc-ab00-6ef04ea75eda tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:04.652737 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf9f0502-0af4-4e8c-9219-51b24d43239f req-37af465e-a427-4c3d-a7fd-8ba34c6306b9 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e146065-ec8a-40aa-b4fc-35e6bcd65b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357698 Nov 11 17:20:04.675669 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5146061-5c2d-47f0-8acb-2a62da456af4 req-5c98b66e-08c6-4a91-84d9-d457c08e6a73 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:04.677391 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5146061-5c2d-47f0-8acb-2a62da456af4 req-5c98b66e-08c6-4a91-84d9-d457c08e6a73 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.64 "GET /v2.0/ports?device_id=249066af-dbec-41a0-901e-14ba9e83314a HTTP/1.1" status: 200 len: 946 time: 0.1533682 Nov 11 17:20:04.746181 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0cdc5c4-ddd5-4423-91d4-2ae96bba0260 req-ca456ec0-5699-46a9-86a9-49fffae3755b tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 210 time: 0.0613360 Nov 11 17:20:04.818238 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69a905-1765-42e6-affe-2bc61fa2cc01 req-307ddae7-daf3-4ca3-9965-0f6d0fc75a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:04.819785 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5e69a905-1765-42e6-affe-2bc61fa2cc01 req-307ddae7-daf3-4ca3-9965-0f6d0fc75a2e service neutron] 10.222.0.64 "GET /v2.0/networks?id=aef12edc-1263-4022-a80e-fb863587e53a HTTP/1.1" status: 200 len: 913 time: 0.2442586 Nov 11 17:20:04.841939 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22419e-2e11-454d-859f-87f0397af9d3 req-668d212e-1904-48c2-a065-dda2ad9a40fe tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:04.843595 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d22419e-2e11-454d-859f-87f0397af9d3 req-668d212e-1904-48c2-a065-dda2ad9a40fe tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 944 time: 0.0963717 Nov 11 17:20:04.898531 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5e69a905-1765-42e6-affe-2bc61fa2cc01 req-95c558eb-8c05-4f58-a114-83533ab5c090 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0 HTTP/1.1" status: 200 len: 217 time: 0.0699821 Nov 11 17:20:04.992320 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a72d1502-ed90-40fc-bb0b-4d47c275ba6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:05.069601 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d1502-ed90-40fc-bb0b-4d47c275ba6b admin admin] Pushing event deleted for resources: {'Port': ['ID=fe01592b-46f7-48a5-8425-d4ac8512e925,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:05.072637 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69a905-1765-42e6-affe-2bc61fa2cc01 req-4f550f24-d6b9-4f7b-a151-17c6a3cea199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:05.074096 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5e69a905-1765-42e6-affe-2bc61fa2cc01 req-4f550f24-d6b9-4f7b-a151-17c6a3cea199 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09fccde3-01fd-422f-a0ab-b92daf8c7d4e HTTP/1.1" status: 200 len: 851 time: 0.1361723 Nov 11 17:20:05.178676 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5e69a905-1765-42e6-affe-2bc61fa2cc01 req-b7ae6706-2e55-4972-9ecb-4fe31aacbf80 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aef12edc-1263-4022-a80e-fb863587e53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779209 Nov 11 17:20:05.194848 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-547da312-7837-49bf-8eff-04f3987e803f req-8e8d84a8-9ed4-44cc-ab00-6ef04ea75eda tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:05.195216 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-547da312-7837-49bf-8eff-04f3987e803f req-8e8d84a8-9ed4-44cc-ab00-6ef04ea75eda tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:05.195555 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [req-547da312-7837-49bf-8eff-04f3987e803f req-8e8d84a8-9ed4-44cc-ab00-6ef04ea75eda tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Floating IP 14043b3a-8bbf-4645-8831-ddb5918db5f5 disassociated. External IP: 172.25.2.142, port: 677ba7d8-1a60-433e-83ee-1577958e5244. Nov 11 17:20:05.195935 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-547da312-7837-49bf-8eff-04f3987e803f req-8e8d84a8-9ed4-44cc-ab00-6ef04ea75eda tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Calling delete_port for 677ba7d8-1a60-433e-83ee-1577958e5244 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:20:05.229889 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a72d1502-ed90-40fc-bb0b-4d47c275ba6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:05.240093 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-b5146061-5c2d-47f0-8acb-2a62da456af4 req-e5a6cb28-af05-4505-9c99-c2ae12431606 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Deleting port dfb85e64-82e9-420c-a016-8fd54336be9f {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:20:05.240506 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5146061-5c2d-47f0-8acb-2a62da456af4 req-e5a6cb28-af05-4505-9c99-c2ae12431606 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:05.259819 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d22419e-2e11-454d-859f-87f0397af9d3 req-d18ab8ae-854a-4f73-b8a2-cc988866c819 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034016 Nov 11 17:20:05.298896 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b413b17-ef59-4c35-ad69-327fb34efddf req-d2f95c70-1b9f-43b9-a6df-50575cb28353 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:05.300439 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b413b17-ef59-4c35-ad69-327fb34efddf req-d2f95c70-1b9f-43b9-a6df-50575cb28353 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=8844442b-2ba7-4145-8cb4-3fbfbb8aa438 HTTP/1.1" status: 200 len: 945 time: 0.4546671 Nov 11 17:20:05.383391 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a72d1502-ed90-40fc-bb0b-4d47c275ba6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:05.388100 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a72d1502-ed90-40fc-bb0b-4d47c275ba6b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:05.420269 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b5146061-5c2d-47f0-8acb-2a62da456af4 req-e5a6cb28-af05-4505-9c99-c2ae12431606 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] For port dfb85e64-82e9-420c-a016-8fd54336be9f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=dfb85e64-82e9-420c-a016-8fd54336be9f,segment=NetworkSegment(f7bcde08-2a26-47a0-ac10-9802a0416c10),segment_id=f7bcde08-2a26-47a0-ac10-9802a0416c10)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:05.420634 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5146061-5c2d-47f0-8acb-2a62da456af4 req-e5a6cb28-af05-4505-9c99-c2ae12431606 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:05.433522 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b413b17-ef59-4c35-ad69-327fb34efddf req-0ed84f6f-2cf9-4462-8474-73ce79826811 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups?id=c258df11-b668-482b-9e59-1840f0f143d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206059 Nov 11 17:20:05.451033 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef52bb-7c4c-4181-9450-e59038d61bcc req-a6fabda2-1b46-4943-8718-e0441b72e6fd tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:05.452559 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9aef52bb-7c4c-4181-9450-e59038d61bcc req-a6fabda2-1b46-4943-8718-e0441b72e6fd tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 943 time: 0.1214404 Nov 11 17:20:05.496328 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a72d1502-ed90-40fc-bb0b-4d47c275ba6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:05.497190 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72d1502-ed90-40fc-bb0b-4d47c275ba6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 224d3e54-573d-4e86-80fc-14ec9571fe1d {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:20:05.521425 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a72d1502-ed90-40fc-bb0b-4d47c275ba6b admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:05.522595 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a72d1502-ed90-40fc-bb0b-4d47c275ba6b admin admin] 10.222.0.76 "DELETE /v2.0/routers/224d3e54-573d-4e86-80fc-14ec9571fe1d HTTP/1.1" status: 204 len: 168 time: 2.2765508 Nov 11 17:20:05.525346 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51748) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:05.574884 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5e69a905-1765-42e6-affe-2bc61fa2cc01 req-355539c7-8b82-468f-95e6-ceadac7bd12d service neutron] 10.222.0.64 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752160 Nov 11 17:20:05.606535 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.64', 62189) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:05.639712 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9aef52bb-7c4c-4181-9450-e59038d61bcc req-292b9301-d084-443e-8419-88c9930ac410 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590583 Nov 11 17:20:05.671692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a0765a-50a3-46fc-9215-08eb0b8c6e74 admin admin] Deleting subnet 1c894804-4895-438d-baca-87329fb21b0b {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:20:05.681120 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c9a0765a-50a3-46fc-9215-08eb0b8c6e74 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:05.765019 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-547da312-7837-49bf-8eff-04f3987e803f req-8e8d84a8-9ed4-44cc-ab00-6ef04ea75eda tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:05.791523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1c8d5-fc78-4b70-8eda-fac8e3b21d93 req-3b666a08-5c92-4d34-ba1c-ebfaa3b0c825 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:05.793088 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-91b1c8d5-fc78-4b70-8eda-fac8e3b21d93 req-3b666a08-5c92-4d34-ba1c-ebfaa3b0c825 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ac43e1-20fb-4fac-8468-0c3f50910195 HTTP/1.1" status: 200 len: 950 time: 0.2459137 Nov 11 17:20:05.811264 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c9a0765a-50a3-46fc-9215-08eb0b8c6e74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:05.816873 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d84a8-9ed4-44cc-ab00-6ef04ea75eda tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Pushing event deleted for resources: {'Port': ['ID=677ba7d8-1a60-433e-83ee-1577958e5244,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:05.882208 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5146061-5c2d-47f0-8acb-2a62da456af4 req-e5a6cb28-af05-4505-9c99-c2ae12431606 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:05.882574 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5146061-5c2d-47f0-8acb-2a62da456af4 req-e5a6cb28-af05-4505-9c99-c2ae12431606 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:05.882892 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [req-b5146061-5c2d-47f0-8acb-2a62da456af4 req-e5a6cb28-af05-4505-9c99-c2ae12431606 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Floating IP e50902ab-c5d7-444d-bd8f-6bd304c1bbad disassociated. External IP: 172.25.2.210, port: dfb85e64-82e9-420c-a016-8fd54336be9f. Nov 11 17:20:05.883265 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-b5146061-5c2d-47f0-8acb-2a62da456af4 req-e5a6cb28-af05-4505-9c99-c2ae12431606 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Calling delete_port for dfb85e64-82e9-420c-a016-8fd54336be9f owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:20:06.014709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4436c3-20d7-4ee3-8c06-538991937b6a req-c5287ee4-8424-4f8e-a333-a976c719ddf1 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:06.018847 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fd4436c3-20d7-4ee3-8c06-538991937b6a req-c5287ee4-8424-4f8e-a333-a976c719ddf1 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.2425854 Nov 11 17:20:06.041027 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-91b1c8d5-fc78-4b70-8eda-fac8e3b21d93 req-e18c3425-4fb2-4d23-979f-383454814796 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324045 Nov 11 17:20:06.175008 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fd4436c3-20d7-4ee3-8c06-538991937b6a req-8818594e-0b85-4ff3-b7c5-51b6ffebaf88 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860829 Nov 11 17:20:06.188919 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5e69a905-1765-42e6-affe-2bc61fa2cc01 req-de16712e-a185-4994-b0c2-118550dc9c8d service neutron] 10.222.0.64 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5570476 Nov 11 17:20:06.193687 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fe01592b-46f7-48a5-8425-d4ac8512e925 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:20:06.216715 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c9a0765a-50a3-46fc-9215-08eb0b8c6e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:06.217104 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-11480f5f-a78f-40bc-89f7-b49612eaf2cc tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:06.218601 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-11480f5f-a78f-40bc-89f7-b49612eaf2cc tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.64 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 808 time: 0.5785520 Nov 11 17:20:06.237375 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: fe01592b-46f7-48a5-8425-d4ac8512e925 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:20:06.237941 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fe01592b-46f7-48a5-8425-d4ac8512e925 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:20:06.238556 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ac486d7f-6d2c-45b2-991d-508490171fc2 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:20:06.259663 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: ac486d7f-6d2c-45b2-991d-508490171fc2 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:20:06.267362 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ac486d7f-6d2c-45b2-991d-508490171fc2 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:20:06.321014 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-547da312-7837-49bf-8eff-04f3987e803f req-8e8d84a8-9ed4-44cc-ab00-6ef04ea75eda tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Router 367c0d42-2f45-4937-ace9-7c3856d3eabf has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:20:06.321014 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-61c46d60-a681-4d11-acae-283bca284d8d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Request body: {'port': {'device_id': '83d09517-f7c7-4843-8900-32fe2eec237e', 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d', 'admin_state_up': True, 'tenant_id': 'b26a8a1aaa3a4ffebc2dccd364362c35'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:20:06.347192 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92111922-2b76-406e-8094-b5abbc71129b req-941e9546-f4bd-4bf4-9521-5e305b1edaa0 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 210 time: 0.0488429 Nov 11 17:20:06.413857 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 8b4e90dd-5dec-4c0e-816a-4d653990aaa9 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:20:06.420831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535ee9e-30f1-450a-951f-86796ff30084 req-12b9d826-e6f8-4fe6-aaf5-176b7235c55e tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:06.428606 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7535ee9e-30f1-450a-951f-86796ff30084 req-12b9d826-e6f8-4fe6-aaf5-176b7235c55e tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/ports?device_id=249066af-dbec-41a0-901e-14ba9e83314a HTTP/1.1" status: 200 len: 946 time: 0.2322214 Nov 11 17:20:06.482421 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-61c46d60-a681-4d11-acae-283bca284d8d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Made reservation on behalf of b26a8a1aaa3a4ffebc2dccd364362c35 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:20:06.487175 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-61c46d60-a681-4d11-acae-283bca284d8d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:06.521526 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 8b4e90dd-5dec-4c0e-816a-4d653990aaa9 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:20:06.528258 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 8b4e90dd-5dec-4c0e-816a-4d653990aaa9 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:06.529584 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:06.533031 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5146061-5c2d-47f0-8acb-2a62da456af4 req-e5a6cb28-af05-4505-9c99-c2ae12431606 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:06.611128 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6cb28-af05-4505-9c99-c2ae12431606 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Pushing event deleted for resources: {'Port': ['ID=dfb85e64-82e9-420c-a016-8fd54336be9f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:06.631254 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:06.634369 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c9a0765a-50a3-46fc-9215-08eb0b8c6e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:06.663896 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf5e176-6b67-42eb-a41b-b7c33f521026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4e90dd-5dec-4c0e-816a-4d653990aaa9'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:06.666413 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cad7bf8-8634-4e58-9610-2d30a89ce5ef" -d '{"events": [{"server_uuid": "edf5e176-6b67-42eb-a41b-b7c33f521026", "name": "network-vif-plugged", "status": "completed", "tag": "8b4e90dd-5dec-4c0e-816a-4d653990aaa9"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:06.681440 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 8b4e90dd-5dec-4c0e-816a-4d653990aaa9, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8b4e90dd-5dec-4c0e-816a-4d653990aaa9,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:06.685842 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:06.686813 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 1b62d5ee-5a6c-47f8-9933-c6053b9d008e up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:20:06.717218 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7535ee9e-30f1-450a-951f-86796ff30084 req-6ba8a956-4d14-4fa8-9b8a-7b7310831660 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e146065-ec8a-40aa-b4fc-35e6bcd65b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875841 Nov 11 17:20:06.728029 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983de41c-1803-49e9-9671-36ad97a84a3b req-665d5271-324b-4a45-ade6-3343cecca9e0 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:06.729250 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-983de41c-1803-49e9-9671-36ad97a84a3b req-665d5271-324b-4a45-ade6-3343cecca9e0 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 944 time: 0.2187672 Nov 11 17:20:06.731242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0765a-50a3-46fc-9215-08eb0b8c6e74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c894804-4895-438d-baca-87329fb21b0b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:06.733245 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c9a0765a-50a3-46fc-9215-08eb0b8c6e74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:06.736773 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c9a0765a-50a3-46fc-9215-08eb0b8c6e74 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1c894804-4895-438d-baca-87329fb21b0b HTTP/1.1" status: 204 len: 168 time: 1.2084720 Nov 11 17:20:06.741885 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51764) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:06.745626 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99719048-3946-4ad3-bfc1-a659e53ebc2f None None] Network 11f26fb6-7d4d-4155-b13d-2de7e3eb09a5 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:20:06.822939 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=8b4e90dd-5dec-4c0e-816a-4d653990aaa9,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:06.862038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-547da312-7837-49bf-8eff-04f3987e803f req-8e8d84a8-9ed4-44cc-ab00-6ef04ea75eda tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:20:06.880762 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737ec2bf-36b5-4c87-91be-d809cc8b5006 None None] Sync routers for ids ['367c0d42-2f45-4937-ace9-7c3856d3eabf'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:20:06.899761 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 1b62d5ee-5a6c-47f8-9933-c6053b9d008e completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:20:06.902694 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdf5bbdf-e772-45c6-9a98-e1eae151e321 req-1ac86d49-ed34-479e-8ad0-c233df403f55 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/ports?device_id=8844442b-2ba7-4145-8cb4-3fbfbb8aa438 HTTP/1.1" status: 200 len: 210 time: 0.0506303 Nov 11 17:20:06.936907 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 1b62d5ee-5a6c-47f8-9933-c6053b9d008e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:06.937426 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:06.940808 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:06.953370 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5146061-5c2d-47f0-8acb-2a62da456af4 req-e5a6cb28-af05-4505-9c99-c2ae12431606 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Router b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:20:06.964729 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-983de41c-1803-49e9-9671-36ad97a84a3b req-4b3bbf35-8474-479b-8eb2-b70279780542 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127190 Nov 11 17:20:06.998309 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737ec2bf-36b5-4c87-91be-d809cc8b5006 None None] Routers {'367c0d42-2f45-4937-ace9-7c3856d3eabf'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:20:06.999222 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-737ec2bf-36b5-4c87-91be-d809cc8b5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:19:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['367c0d42-2f45-4937-ace9-7c3856d3eabf'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:07.004442 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd342be-64c1-43f2-9a55-a3db4bf03a67 x-openstack-request-id: req-3bd342be-64c1-43f2-9a55-a3db4bf03a67 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:20:07.005051 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf5e176-6b67-42eb-a41b-b7c33f521026", "name": "network-vif-plugged", "status": "completed", "tag": "8b4e90dd-5dec-4c0e-816a-4d653990aaa9", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:20:07.005516 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3bd342be-64c1-43f2-9a55-a3db4bf03a67 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:20:07.006129 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf5e176-6b67-42eb-a41b-b7c33f521026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4e90dd-5dec-4c0e-816a-4d653990aaa9', 'code': 200} Nov 11 17:20:07.068278 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-61c46d60-a681-4d11-acae-283bca284d8d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Allocated IP 172.20.0.13 (aff4ca62-299e-49a9-90bd-d7da6c894e2d/651c5717-7c13-46c4-8d6a-3f6dcf13301c/c8152db5-bd62-4af3-b944-c63e0316a930) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:20:07.079955 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-547da312-7837-49bf-8eff-04f3987e803f req-8e8d84a8-9ed4-44cc-ab00-6ef04ea75eda tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] No DVR routers for this DVR port 677ba7d8-1a60-433e-83ee-1577958e5244 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:20:07.087323 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-547da312-7837-49bf-8eff-04f3987e803f req-8e8d84a8-9ed4-44cc-ab00-6ef04ea75eda tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:07.098220 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-547da312-7837-49bf-8eff-04f3987e803f req-8e8d84a8-9ed4-44cc-ab00-6ef04ea75eda tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.64 "DELETE /v2.0/ports/677ba7d8-1a60-433e-83ee-1577958e5244 HTTP/1.1" status: 204 len: 173 time: 3.0173519 Nov 11 17:20:07.138295 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8844442b-2ba7-4145-8cb4-3fbfbb8aa438', 'name': 'network-vif-deleted', 'tag': '677ba7d8-1a60-433e-83ee-1577958e5244'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:07.144261 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c224dd-0bac-4892-bb07-c007b05232b1" -d '{"events": [{"server_uuid": "8844442b-2ba7-4145-8cb4-3fbfbb8aa438", "name": "network-vif-deleted", "tag": "677ba7d8-1a60-433e-83ee-1577958e5244"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:07.275081 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-737ec2bf-36b5-4c87-91be-d809cc8b5006 None None] Set router 367c0d42-2f45-4937-ace9-7c3856d3eabf gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:20:07.307412 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:07.386700 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2904cd-634d-4e56-9947-1b93f9ef853e None None] DHCP port deletion for 11f26fb6-7d4d-4155-b13d-2de7e3eb09a5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:20:07.397014 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 1b62d5ee-5a6c-47f8-9933-c6053b9d008e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=1b62d5ee-5a6c-47f8-9933-c6053b9d008e,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:07.446268 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:07.453085 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce7dfa-8ac8-4896-8811-b9ee28ee5328 req-94e9a5f1-f4e8-49a6-8db7-f76f85b1a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:07.454917 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89ce7dfa-8ac8-4896-8811-b9ee28ee5328 req-94e9a5f1-f4e8-49a6-8db7-f76f85b1a87d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 1096 time: 0.3462043 Nov 11 17:20:07.470818 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-36409cc6-7e08-49d9-9f7f-b260b9dd2f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:07.482958 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-61c46d60-a681-4d11-acae-283bca284d8d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:07.512269 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5146061-5c2d-47f0-8acb-2a62da456af4 req-e5a6cb28-af05-4505-9c99-c2ae12431606 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:20:07.525304 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c380b4-92cf-4245-b54a-75f6eaff2b79 None None] Sync routers for ids ['b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:20:07.561868 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-61c46d60-a681-4d11-acae-283bca284d8d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:07.565497 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c380b4-92cf-4245-b54a-75f6eaff2b79 None None] Routers {'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:20:07.567700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad1cff-6b80-4718-a5b1-66562b31a5c0 req-c75a6a2f-8a77-4318-b9b5-532226898934 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:07.570866 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-47c380b4-92cf-4245-b54a-75f6eaff2b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:19:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:07.576875 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59ad1cff-6b80-4718-a5b1-66562b31a5c0 req-c75a6a2f-8a77-4318-b9b5-532226898934 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 943 time: 0.4005954 Nov 11 17:20:07.586878 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=1b62d5ee-5a6c-47f8-9933-c6053b9d008e,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:07.590651 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['45666ccd-c637-450f-9235-a46ae3943e14'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:20:07.612347 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d5c0f-e65d-40af-b7f5-e283cde2b464 req-8cfce853-8db4-41b0-a19e-21ce73186f0d tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:07.618702 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-61c46d60-a681-4d11-acae-283bca284d8d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Network aff4ca62-299e-49a9-90bd-d7da6c894e2d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:20:07.621705 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f21d5c0f-e65d-40af-b7f5-e283cde2b464 req-8cfce853-8db4-41b0-a19e-21ce73186f0d tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ac43e1-20fb-4fac-8468-0c3f50910195 HTTP/1.1" status: 200 len: 950 time: 0.4488807 Nov 11 17:20:07.626974 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-61c46d60-a681-4d11-acae-283bca284d8d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:20:07.630895 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-61c46d60-a681-4d11-acae-283bca284d8d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:20:07.657396 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c46d60-a681-4d11-acae-283bca284d8d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Pushing event updated for resources: {'Port': ['ID=c8152db5-bd62-4af3-b944-c63e0316a930,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:07.662679 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-3b2904cd-634d-4e56-9947-1b93f9ef853e None None] Deleting port 69c08709-ae7d-479f-97ff-2807808f7121 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:20:07.663058 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3b2904cd-634d-4e56-9947-1b93f9ef853e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:07.712422 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:20:07.715042 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 677ba7d8-1a60-433e-83ee-1577958e5244 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:20:07.724314 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-61c46d60-a681-4d11-acae-283bca284d8d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:07.733733 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-61c46d60-a681-4d11-acae-283bca284d8d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:07.739166 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f21d5c0f-e65d-40af-b7f5-e283cde2b464 req-e03ca36a-2aee-43fe-87eb-84c8adb4b8f2 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635180 Nov 11 17:20:07.773238 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Deleting port 69c08709-ae7d-479f-97ff-2807808f7121 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:20:07.773981 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:07.786059 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-61c46d60-a681-4d11-acae-283bca284d8d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4724238 Nov 11 17:20:07.804513 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] Request body: {'port': {'device_id': '83d09517-f7c7-4843-8900-32fe2eec237e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:20:07.918566 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-47c380b4-92cf-4245-b54a-75f6eaff2b79 None None] Set router b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:20:07.919922 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e7ae7a-586c-4dc1-96b5-d43b8b64e280 x-openstack-request-id: req-68e7ae7a-586c-4dc1-96b5-d43b8b64e280 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:20:07.922236 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8844442b-2ba7-4145-8cb4-3fbfbb8aa438", "name": "network-vif-deleted", "tag": "677ba7d8-1a60-433e-83ee-1577958e5244", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:20:07.922661 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-68e7ae7a-586c-4dc1-96b5-d43b8b64e280 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:20:07.925085 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8844442b-2ba7-4145-8cb4-3fbfbb8aa438', 'name': 'network-vif-deleted', 'tag': '677ba7d8-1a60-433e-83ee-1577958e5244', 'status': 'completed', 'code': 200} Nov 11 17:20:07.949327 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 69c08709-ae7d-479f-97ff-2807808f7121 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:20:07.952830 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:07.961398 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 677ba7d8-1a60-433e-83ee-1577958e5244 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:20:07.961744 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 677ba7d8-1a60-433e-83ee-1577958e5244 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:20:07.962164 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device dfb85e64-82e9-420c-a016-8fd54336be9f no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:20:07.965752 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5146061-5c2d-47f0-8acb-2a62da456af4 req-e5a6cb28-af05-4505-9c99-c2ae12431606 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] No DVR routers for this DVR port dfb85e64-82e9-420c-a016-8fd54336be9f on host n-h1-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:20:07.972461 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5146061-5c2d-47f0-8acb-2a62da456af4 req-e5a6cb28-af05-4505-9c99-c2ae12431606 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:07.980427 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5146061-5c2d-47f0-8acb-2a62da456af4 req-e5a6cb28-af05-4505-9c99-c2ae12431606 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.64 "DELETE /v2.0/ports/dfb85e64-82e9-420c-a016-8fd54336be9f HTTP/1.1" status: 204 len: 173 time: 3.2848008 Nov 11 17:20:08.006747 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249066af-dbec-41a0-901e-14ba9e83314a', 'name': 'network-vif-deleted', 'tag': 'dfb85e64-82e9-420c-a016-8fd54336be9f'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:08.014089 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04159f7b-727e-41c1-9b4d-46a81bcee0a0" -d '{"events": [{"server_uuid": "249066af-dbec-41a0-901e-14ba9e83314a", "name": "network-vif-deleted", "tag": "dfb85e64-82e9-420c-a016-8fd54336be9f"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:08.090256 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89ce7dfa-8ac8-4896-8811-b9ee28ee5328 req-cfca4a9a-cc53-429f-8f27-8b3ecdb20420 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6238980 Nov 11 17:20:08.119687 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59ad1cff-6b80-4718-a5b1-66562b31a5c0 req-6dbd0b95-8e79-4b5a-9a36-e7b1d16a1794 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5408907 Nov 11 17:20:08.128078 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3b2904cd-634d-4e56-9947-1b93f9ef853e None None] For port 69c08709-ae7d-479f-97ff-2807808f7121, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=69c08709-ae7d-479f-97ff-2807808f7121,segment=NetworkSegment(04fdddcc-645b-46df-8a1e-b76782b7d418),segment_id=04fdddcc-645b-46df-8a1e-b76782b7d418)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:08.128480 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3b2904cd-634d-4e56-9947-1b93f9ef853e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:08.130301 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] For port 69c08709-ae7d-479f-97ff-2807808f7121, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=69c08709-ae7d-479f-97ff-2807808f7121,segment=NetworkSegment(04fdddcc-645b-46df-8a1e-b76782b7d418),segment_id=04fdddcc-645b-46df-8a1e-b76782b7d418)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:08.135925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: dfb85e64-82e9-420c-a016-8fd54336be9f {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:20:08.136273 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device dfb85e64-82e9-420c-a016-8fd54336be9f not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:20:08.136634 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:08.143134 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.resource_extend [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:20:08.167770 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Calling delete_port for 69c08709-ae7d-479f-97ff-2807808f7121 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:20:08.218614 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-3b2904cd-634d-4e56-9947-1b93f9ef853e None None] Calling delete_port for 69c08709-ae7d-479f-97ff-2807808f7121 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:20:08.263617 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-737ec2bf-36b5-4c87-91be-d809cc8b5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-router', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:08Z', 'revision_number': 4, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'gw_port': {'id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '3e5b51cb-afb8-4075-aead-c66ac22a8f45', 'name': '', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'mac_address': 'fa:16:3e:13:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:07Z', 'updated_at': '2021-11-11T17:15:12Z', 'revision_number': 5, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'subnets': [{'id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:08.336063 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737ec2bf-36b5-4c87-91be-d809cc8b5006 None None] Checking router: 367c0d42-2f45-4937-ace9-7c3856d3eabf for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:20:08.347363 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-47c380b4-92cf-4245-b54a-75f6eaff2b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'name': 'tempest-ServersTestManualDisk-2048447337-router', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:38Z', 'updated_at': '2021-11-11T17:17:44Z', 'revision_number': 4, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'gw_port': {'id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:10:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:39Z', 'updated_at': '2021-11-11T17:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '681635de-9cfc-44ad-9cd2-829b29fc08ed', 'name': '', 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'mac_address': 'fa:16:3e:c0:6a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3eb61d51-fc7a-46d9-a27d-820641822eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:43Z', 'updated_at': '2021-11-11T17:17:48Z', 'revision_number': 5, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'subnets': [{'id': '3eb61d51-fc7a-46d9-a27d-820641822eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:08.392127 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c380b4-92cf-4245-b54a-75f6eaff2b79 None None] Checking router: b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:20:08.415194 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c380b4-92cf-4245-b54a-75f6eaff2b79 None None] Routers {'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:20:08.418529 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-47c380b4-92cf-4245-b54a-75f6eaff2b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:19:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:08.440584 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:08.444467 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737ec2bf-36b5-4c87-91be-d809cc8b5006 None None] Routers {'367c0d42-2f45-4937-ace9-7c3856d3eabf'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:20:08.445113 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-737ec2bf-36b5-4c87-91be-d809cc8b5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:19:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['367c0d42-2f45-4937-ace9-7c3856d3eabf'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:08.494734 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2637a8-d6eb-4d54-a674-c744ecd4a78c req-d8e252ca-5f8f-44ee-9538-30d9571eeaf9 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:08.504153 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a2637a8-d6eb-4d54-a674-c744ecd4a78c req-d8e252ca-5f8f-44ee-9538-30d9571eeaf9 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 932 time: 0.2364717 Nov 11 17:20:08.527625 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:08.528676 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0', 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a', 'port_id': '1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0', 'mac_address': 'fa:16:3e:22:af:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09fccde3-01fd-422f-a0ab-b92daf8c7d4e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:20:08.542155 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:08.566656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef7d73-8b6d-4fa7-9558-76ba2c52f873 req-c4f228aa-199a-43c6-bbaf-9e67e8f83c26 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:08.574978 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c5ef7d73-8b6d-4fa7-9558-76ba2c52f873 req-c4f228aa-199a-43c6-bbaf-9e67e8f83c26 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.5434859 Nov 11 17:20:08.603703 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-47c380b4-92cf-4245-b54a-75f6eaff2b79 None None] Set router b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:20:08.624739 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8152db5-bd62-4af3-b944-c63e0316a930 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:20:08.625299 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Pushing event deleted for resources: {'Port': ['ID=69c08709-ae7d-479f-97ff-2807808f7121,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:08.627539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] No DVR routers for this DVR port 69c08709-ae7d-479f-97ff-2807808f7121 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:20:08.652305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a2637a8-d6eb-4d54-a674-c744ecd4a78c req-93a3f6e6-28fd-4c2a-863f-d5ecd1655224 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431131 Nov 11 17:20:08.653019 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3b2904cd-634d-4e56-9947-1b93f9ef853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:08.656090 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:08.692873 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] Transition to ACTIVE for port object c8152db5-bd62-4af3-b944-c63e0316a930 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:20:08.698160 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:08.721794 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2904cd-634d-4e56-9947-1b93f9ef853e None None] Pushing event deleted for resources: {'Port': ['ID=69c08709-ae7d-479f-97ff-2807808f7121,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:08.747292 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2904cd-634d-4e56-9947-1b93f9ef853e None None] No DVR routers for this DVR port 69c08709-ae7d-479f-97ff-2807808f7121 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:20:08.791774 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:08.800054 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-737ec2bf-36b5-4c87-91be-d809cc8b5006 None None] Set router 367c0d42-2f45-4937-ace9-7c3856d3eabf gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:20:08.828604 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:08.848532 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c5ef7d73-8b6d-4fa7-9558-76ba2c52f873 req-91d01ac1-08b1-4d63-b0b5-2ef4b3603a3b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727857 Nov 11 17:20:08.854946 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] Pushing event updated for resources: {'Port': ['ID=c8152db5-bd62-4af3-b944-c63e0316a930,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:08.882926 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f26fb6-7d4d-4155-b13d-2de7e3eb09a5']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:08.883673 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:20:08.937408 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed2c09-beac-4744-8aa3-86c023eace31 req-a6d67292-323e-449e-aa57-f71f1f05e8b1 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:08.951363 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-deed2c09-beac-4744-8aa3-86c023eace31 req-a6d67292-323e-449e-aa57-f71f1f05e8b1 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=92498ed7-17f2-47c6-8606-c9522891b169 HTTP/1.1" status: 200 len: 950 time: 0.1739142 Nov 11 17:20:08.965110 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04fdddcc-645b-46df-8a1e-b76782b7d418') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:08.971258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04fdddcc-645b-46df-8a1e-b76782b7d418') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:08.983216 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:09.005174 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:09.011841 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:09.038154 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92498ed7-17f2-47c6-8606-c9522891b169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b62d5ee-5a6c-47f8-9933-c6053b9d008e'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:09.040684 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae06c4a-48d3-408f-90e1-dc69acea1471" -d '{"events": [{"server_uuid": "92498ed7-17f2-47c6-8606-c9522891b169", "name": "network-vif-plugged", "status": "completed", "tag": "1b62d5ee-5a6c-47f8-9933-c6053b9d008e"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:09.086472 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] Attempting to bind port c8152db5-bd62-4af3-b944-c63e0316a930 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:20:09.086815 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] Attempting to bind port c8152db5-bd62-4af3-b944-c63e0316a930 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:20:09.087135 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] Attempting to bind port c8152db5-bd62-4af3-b944-c63e0316a930 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:09.096740 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] Port c8152db5-bd62-4af3-b944-c63e0316a930 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:20:09.097723 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] Attempting to bind port c8152db5-bd62-4af3-b944-c63e0316a930 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:09.109445 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:20:09.110047 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] Checking segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:20:09.110611 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] Bound using segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:20:09.111224 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] Bound port: c8152db5-bd62-4af3-b944-c63e0316a930, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:20:09.112693 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:09.129367 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:09.136041 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:09.175399 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:20:09.182654 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:20:09.186189 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:20:09.277717 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] For port c8152db5-bd62-4af3-b944-c63e0316a930, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:20:09.286225 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] For port c8152db5-bd62-4af3-b944-c63e0316a930, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c8152db5-bd62-4af3-b944-c63e0316a930,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:20:09.290857 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-47c380b4-92cf-4245-b54a-75f6eaff2b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'name': 'tempest-ServersTestManualDisk-2048447337-router', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:38Z', 'updated_at': '2021-11-11T17:17:44Z', 'revision_number': 4, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'gw_port': {'id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:10:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:39Z', 'updated_at': '2021-11-11T17:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '681635de-9cfc-44ad-9cd2-829b29fc08ed', 'name': '', 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'mac_address': 'fa:16:3e:c0:6a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3eb61d51-fc7a-46d9-a27d-820641822eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:43Z', 'updated_at': '2021-11-11T17:17:48Z', 'revision_number': 5, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'subnets': [{'id': '3eb61d51-fc7a-46d9-a27d-820641822eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:09.292654 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:09.298493 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-deed2c09-beac-4744-8aa3-86c023eace31 req-9f5060d7-6803-47c8-b4ad-6a6a4d843dfe tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412268 Nov 11 17:20:09.315757 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-737ec2bf-36b5-4c87-91be-d809cc8b5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-router', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:08Z', 'revision_number': 4, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'gw_port': {'id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '3e5b51cb-afb8-4075-aead-c66ac22a8f45', 'name': '', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'mac_address': 'fa:16:3e:13:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:07Z', 'updated_at': '2021-11-11T17:15:12Z', 'revision_number': 5, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'subnets': [{'id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:09.355571 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c380b4-92cf-4245-b54a-75f6eaff2b79 None None] The sync data for ids ['b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'] in n-d-816206-4 is: [{'id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'name': 'tempest-ServersTestManualDisk-2048447337-router', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:38Z', 'updated_at': '2021-11-11T17:17:44Z', 'revision_number': 4, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'gw_port': {'id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:10:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:39Z', 'updated_at': '2021-11-11T17:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '681635de-9cfc-44ad-9cd2-829b29fc08ed', 'name': '', 'network_id': 'c7fddae8-aa71-45c6-8a4c-6a1cd7404391', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'mac_address': 'fa:16:3e:c0:6a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3eb61d51-fc7a-46d9-a27d-820641822eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:43Z', 'updated_at': '2021-11-11T17:17:48Z', 'revision_number': 5, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'subnets': [{'id': '3eb61d51-fc7a-46d9-a27d-820641822eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:20:09.363851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578d987-d5e7-48f9-ac6b-dccecd2774a9 req-ccc8d8ff-80df-4bdb-9cbd-b68f7c88abbc tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:09.384208 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:09.384832 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:09.386205 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] 10.222.0.64 "PUT /v2.0/ports/c8152db5-bd62-4af3-b944-c63e0316a930 HTTP/1.1" status: 200 len: 1092 time: 1.5860913 Nov 11 17:20:09.387519 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a578d987-d5e7-48f9-ac6b-dccecd2774a9 req-ccc8d8ff-80df-4bdb-9cbd-b68f7c88abbc tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 945 time: 0.3671510 Nov 11 17:20:09.394109 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:20:09.398562 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce92557-2f4b-47df-a1c2-aafbdda1a794 x-openstack-request-id: req-3ce92557-2f4b-47df-a1c2-aafbdda1a794 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:20:09.398853 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249066af-dbec-41a0-901e-14ba9e83314a", "name": "network-vif-deleted", "tag": "dfb85e64-82e9-420c-a016-8fd54336be9f", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:20:09.399108 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3ce92557-2f4b-47df-a1c2-aafbdda1a794 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:20:09.400096 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249066af-dbec-41a0-901e-14ba9e83314a', 'name': 'network-vif-deleted', 'tag': 'dfb85e64-82e9-420c-a016-8fd54336be9f', 'status': 'completed', 'code': 200} Nov 11 17:20:09.411935 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:09.413911 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737ec2bf-36b5-4c87-91be-d809cc8b5006 None None] The sync data for ids ['367c0d42-2f45-4937-ace9-7c3856d3eabf'] in n-d-816206-4 is: [{'id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-router', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:08Z', 'revision_number': 4, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'gw_port': {'id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '3e5b51cb-afb8-4075-aead-c66ac22a8f45', 'name': '', 'network_id': '4459b097-e5dd-4ffa-a28b-292c89fcd58b', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'mac_address': 'fa:16:3e:13:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:07Z', 'updated_at': '2021-11-11T17:15:12Z', 'revision_number': 5, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'subnets': [{'id': '514ca1cd-422f-4578-9e77-be751b2cb1b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:20:09.423142 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:09.431569 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] 10.222.0.76 "DELETE /v2.0/networks/11f26fb6-7d4d-4155-b13d-2de7e3eb09a5 HTTP/1.1" status: 204 len: 168 time: 2.6885629 Nov 11 17:20:09.450191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51798) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:09.557452 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542d0b7-f3c4-4f18-ac63-02b343b60c10 service neutron] Pushing event updated for resources: {'Port': ['ID=c8152db5-bd62-4af3-b944-c63e0316a930,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:09.582623 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-d9d1fe88-a5a4-4da1-8dc4-d8ff54002b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:09.585839 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-d9d1fe88-a5a4-4da1-8dc4-d8ff54002b26 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 1095 time: 0.1156123 Nov 11 17:20:09.595943 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Pushing event deleted for resources: {'Network': ['ID=11f26fb6-7d4d-4155-b13d-2de7e3eb09a5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:09.625086 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f483de-4877-48ac-9ad5-7a05af522be3 x-openstack-request-id: req-b5f483de-4877-48ac-9ad5-7a05af522be3 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:20:09.625515 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92498ed7-17f2-47c6-8606-c9522891b169", "name": "network-vif-plugged", "status": "completed", "tag": "1b62d5ee-5a6c-47f8-9933-c6053b9d008e", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:20:09.626382 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b5f483de-4877-48ac-9ad5-7a05af522be3 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:20:09.626875 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92498ed7-17f2-47c6-8606-c9522891b169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b62d5ee-5a6c-47f8-9933-c6053b9d008e', 'code': 200} Nov 11 17:20:09.678598 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-2f3bea4b-dcde-4231-afbb-8df4b9541e98 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8152db5-bd62-4af3-b944-c63e0316a930 HTTP/1.1" status: 200 len: 217 time: 0.0752115 Nov 11 17:20:09.689367 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:09.689721 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:09.690067 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:09.690414 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:09.690752 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:09.691089 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:09.691422 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:09.691766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:09.692100 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:09.692426 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:09.692755 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:09.693082 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f941cd-3b46-4f38-88f2-1ac95ca4447a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:09.771649 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-71935cdc-2b93-457d-9d65-a115b2c1fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:09.775272 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-71935cdc-2b93-457d-9d65-a115b2c1fd2d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=651c5717-7c13-46c4-8d6a-3f6dcf13301c HTTP/1.1" status: 200 len: 848 time: 0.0882292 Nov 11 17:20:09.878127 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-efe00ba3-d08c-4503-8216-f0836db9d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:09.880101 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-d7540a75-fbfa-4f8d-97b3-59237a26a45e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aff4ca62-299e-49a9-90bd-d7da6c894e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673816 Nov 11 17:20:09.898929 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a578d987-d5e7-48f9-ac6b-dccecd2774a9 req-5b71113c-c867-450d-9ce8-649b1d50e41a tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065842 Nov 11 17:20:09.948907 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51808) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:09.990116 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d09517-f7c7-4843-8900-32fe2eec237e', 'tag': 'c8152db5-bd62-4af3-b944-c63e0316a930'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:09.991500 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fa343e-9a66-44a5-a330-84d344d3c1c4" -d '{"events": [{"name": "network-changed", "server_uuid": "83d09517-f7c7-4843-8900-32fe2eec237e", "tag": "c8152db5-bd62-4af3-b944-c63e0316a930"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:10.010268 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec68e7-0c55-47c9-acb6-b30eb546a4d5 None None] New status for floating IP e50902ab-c5d7-444d-bd8f-6bd304c1bbad: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:20:10.056740 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b962fa90-4f9b-4be5-a5b2-23bd39b5e183 None None] New status for floating IP 14043b3a-8bbf-4645-8831-ddb5918db5f5: DOWN {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:20:10.095931 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-54081bd8-6157-4f62-91bd-9808d2dc2445 service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063451 Nov 11 17:20:10.138361 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-186e94b0-b001-469b-95fb-44214a8ea4c5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:10.171779 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac3749-7d8b-4db7-a173-a2d96557fa3e req-c188fd4e-dc01-427c-8eb1-3f2f37e56969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:10.173763 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7ac3749-7d8b-4db7-a173-a2d96557fa3e req-c188fd4e-dc01-427c-8eb1-3f2f37e56969 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=92498ed7-17f2-47c6-8606-c9522891b169 HTTP/1.1" status: 200 len: 1101 time: 0.4306855 Nov 11 17:20:10.226207 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-456e6527-6765-4306-b64e-b18ece6b92f7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=abafc778917c45ffb51f117ab3a8e83e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597907 Nov 11 17:20:10.229523 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51814) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:10.252719 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-186e94b0-b001-469b-95fb-44214a8ea4c5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:10.312378 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05f74b07-0656-4ac5-91d0-f1000aa095a0 req-238294ed-c152-4ae3-9b13-1258274746b0 service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125213 Nov 11 17:20:10.341503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22417e-dab5-4c09-9cf8-872029fb15ec req-feebe4da-c92b-443f-a6b2-534d7b53cb93 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:10.343719 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-de086b02-f4d8-42a7-888c-ca2453ef4709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:10.351184 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b22417e-dab5-4c09-9cf8-872029fb15ec req-feebe4da-c92b-443f-a6b2-534d7b53cb93 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 944 time: 0.2980146 Nov 11 17:20:10.373659 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-de086b02-f4d8-42a7-888c-ca2453ef4709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:10.395480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c68a5-dee7-4067-9c69-7119aa5ff3e9 req-e574c1fc-d4f9-4f0e-ae45-b8590fef7922 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:10.397455 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e80c68a5-dee7-4067-9c69-7119aa5ff3e9 req-e574c1fc-d4f9-4f0e-ae45-b8590fef7922 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 944 time: 0.5377722 Nov 11 17:20:10.438674 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7ac3749-7d8b-4db7-a173-a2d96557fa3e req-d1fb1bc5-2b8e-438f-825b-7cfa12554b2a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452075 Nov 11 17:20:10.443332 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-de086b02-f4d8-42a7-888c-ca2453ef4709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:10.447501 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-de086b02-f4d8-42a7-888c-ca2453ef4709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:10.460885 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-de086b02-f4d8-42a7-888c-ca2453ef4709 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/165b510d-d0db-4867-a28b-be20a714a48f HTTP/1.1" status: 204 len: 168 time: 0.2211936 Nov 11 17:20:10.481781 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de086b02-f4d8-42a7-888c-ca2453ef4709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165b510d-d0db-4867-a28b-be20a714a48f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:10.493039 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e80c68a5-dee7-4067-9c69-7119aa5ff3e9 req-31e51ef4-9b04-417b-ba2c-34e9ef9edff4 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883515 Nov 11 17:20:10.517766 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-186e94b0-b001-469b-95fb-44214a8ea4c5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:10.524007 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-186e94b0-b001-469b-95fb-44214a8ea4c5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:10.530057 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51820) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:10.530428 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-186e94b0-b001-469b-95fb-44214a8ea4c5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "DELETE /v2.0/security-groups/6e146065-ec8a-40aa-b4fc-35e6bcd65b51 HTTP/1.1" status: 204 len: 168 time: 1.0274756 Nov 11 17:20:10.550346 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-baf3f89d-4e2d-450e-a3e6-623ec311d6ca tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] show failed (client error): The resource could not be found. Nov 11 17:20:10.553807 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-baf3f89d-4e2d-450e-a3e6-623ec311d6ca tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "GET /v2.0/security-groups/6e146065-ec8a-40aa-b4fc-35e6bcd65b51 HTTP/1.1" status: 404 len: 347 time: 0.0199583 Nov 11 17:20:10.555130 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51822) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:10.565473 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e94b0-b001-469b-95fb-44214a8ea4c5 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e146065-ec8a-40aa-b4fc-35e6bcd65b51,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:10.590321 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b22417e-dab5-4c09-9cf8-872029fb15ec req-34bdb2c4-46ba-4c87-9cf7-5f81aee4305e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381058 Nov 11 17:20:10.674604 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51824) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:10.772480 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93f52e3-b013-4d8c-9bc7-51ee4cd5cd92 x-openstack-request-id: req-b93f52e3-b013-4d8c-9bc7-51ee4cd5cd92 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:20:10.774596 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d09517-f7c7-4843-8900-32fe2eec237e", "tag": "c8152db5-bd62-4af3-b944-c63e0316a930", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:20:10.775023 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b93f52e3-b013-4d8c-9bc7-51ee4cd5cd92 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:20:10.776014 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d09517-f7c7-4843-8900-32fe2eec237e', 'tag': 'c8152db5-bd62-4af3-b944-c63e0316a930', 'status': 'completed', 'code': 200} Nov 11 17:20:10.804298 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:10.817528 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1681b9c-8697-41a1-8c50-7a861fa89f8c req-4e2e3485-87ec-49fa-975e-f6feca229844 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:10.819129 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1681b9c-8697-41a1-8c50-7a861fa89f8c req-4e2e3485-87ec-49fa-975e-f6feca229844 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.1983197 Nov 11 17:20:10.915947 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa343e-9a66-44a5-a330-84d344d3c1c4 req-19240482-ae75-4a05-9693-744399b5d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:10.917603 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2fa343e-9a66-44a5-a330-84d344d3c1c4 req-19240482-ae75-4a05-9693-744399b5d0ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 1095 time: 0.1328313 Nov 11 17:20:10.925869 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-d3be2b88-b977-40c5-aaa1-7862c57b0923 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Deleting port 74ce86b5-fba8-4336-8bdc-0cd82a451345 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:20:10.926096 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3be2b88-b977-40c5-aaa1-7862c57b0923 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:10.944567 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-65516514-b4cb-45a4-99cf-14962e7fd89a tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:10.985700 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-65516514-b4cb-45a4-99cf-14962e7fd89a tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:11.047010 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1681b9c-8697-41a1-8c50-7a861fa89f8c req-6bfe4ce7-03d5-438f-a022-8b7af820af96 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944604 Nov 11 17:20:11.081685 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13f8ca-6fd0-46c2-b9d6-7db45a937a92 req-4326e216-8f6d-4ea2-87a2-1bc4f2efd62f tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:11.085599 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b13f8ca-6fd0-46c2-b9d6-7db45a937a92 req-4326e216-8f6d-4ea2-87a2-1bc4f2efd62f tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=92498ed7-17f2-47c6-8606-c9522891b169 HTTP/1.1" status: 200 len: 950 time: 0.2313163 Nov 11 17:20:11.086450 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-65516514-b4cb-45a4-99cf-14962e7fd89a tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:11.093310 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-65516514-b4cb-45a4-99cf-14962e7fd89a tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:11.097149 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-65516514-b4cb-45a4-99cf-14962e7fd89a tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "DELETE /v2.0/security-groups/c258df11-b668-482b-9e59-1840f0f143d0 HTTP/1.1" status: 204 len: 168 time: 0.4140456 Nov 11 17:20:11.104331 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51836) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:11.139446 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-12287d8e-ea58-41c2-aedd-ef49f3217f37 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] show failed (client error): The resource could not be found. Nov 11 17:20:11.144177 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-12287d8e-ea58-41c2-aedd-ef49f3217f37 tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "GET /v2.0/security-groups/c258df11-b668-482b-9e59-1840f0f143d0 HTTP/1.1" status: 404 len: 347 time: 0.0374124 Nov 11 17:20:11.144554 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65516514-b4cb-45a4-99cf-14962e7fd89a tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c258df11-b668-482b-9e59-1840f0f143d0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:11.148485 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51840) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:11.228160 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec95c3b-d21a-439c-b0cf-82181175e694 req-f5da3f97-0c55-4b9f-8f8f-fcc95f52bfb3 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:11.237464 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9ec95c3b-d21a-439c-b0cf-82181175e694 req-f5da3f97-0c55-4b9f-8f8f-fcc95f52bfb3 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 945 time: 0.0951810 Nov 11 17:20:11.284269 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3be2b88-b977-40c5-aaa1-7862c57b0923 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:11.284957 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3be2b88-b977-40c5-aaa1-7862c57b0923 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:11.290112 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b13f8ca-6fd0-46c2-b9d6-7db45a937a92 req-5e67b944-d380-4a0c-b6d0-ff4ba5ddf95b tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867144 Nov 11 17:20:11.341572 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9ec95c3b-d21a-439c-b0cf-82181175e694 req-e73b9e59-f213-4cfb-8089-a0bdfaf55407 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015527 Nov 11 17:20:11.350963 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-d3be2b88-b977-40c5-aaa1-7862c57b0923 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Calling delete_port for 74ce86b5-fba8-4336-8bdc-0cd82a451345 owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:20:11.385165 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa343e-9a66-44a5-a330-84d344d3c1c4 req-7e576f6a-edd4-4ac2-845f-d795e701388f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:11.387387 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2fa343e-9a66-44a5-a330-84d344d3c1c4 req-7e576f6a-edd4-4ac2-845f-d795e701388f service neutron] 10.222.0.64 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 910 time: 0.3923402 Nov 11 17:20:11.465659 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2fa343e-9a66-44a5-a330-84d344d3c1c4 req-28b1f2a1-bc65-4077-8083-6b142a3100d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8152db5-bd62-4af3-b944-c63e0316a930 HTTP/1.1" status: 200 len: 217 time: 0.0404816 Nov 11 17:20:11.517477 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-916e0716-e56b-426b-aaa5-2dd0e488605c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Deleting port 1001c0aa-9712-46ca-b813-3a89f484eba4 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:20:11.517845 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-916e0716-e56b-426b-aaa5-2dd0e488605c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:11.610665 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa343e-9a66-44a5-a330-84d344d3c1c4 req-d891e2e5-ec70-4977-836b-ef2f14197bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:11.613232 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2fa343e-9a66-44a5-a330-84d344d3c1c4 req-d891e2e5-ec70-4977-836b-ef2f14197bbb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=651c5717-7c13-46c4-8d6a-3f6dcf13301c HTTP/1.1" status: 200 len: 848 time: 0.1358643 Nov 11 17:20:11.670531 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2fa343e-9a66-44a5-a330-84d344d3c1c4 req-c9f8494a-8f3b-4ec0-a95f-3993c89b6db3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aff4ca62-299e-49a9-90bd-d7da6c894e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382283 Nov 11 17:20:11.710933 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:20:11.713506 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39c2f3-e6e4-4060-b51b-82027baf7bf2 req-c1fdf8bb-afec-48ad-a6e4-bf47a088067b tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:11.715100 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee39c2f3-e6e4-4060-b51b-82027baf7bf2 req-c1fdf8bb-afec-48ad-a6e4-bf47a088067b tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 945 time: 0.1248112 Nov 11 17:20:11.729139 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d042ba-8710-45cb-b1d2-4eecf8fd9164 req-4746c24f-8736-4743-aaf5-6f1c6b3d7e41 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:11.736302 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-01d042ba-8710-45cb-b1d2-4eecf8fd9164 req-4746c24f-8736-4743-aaf5-6f1c6b3d7e41 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 944 time: 0.1084819 Nov 11 17:20:11.786377 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-916e0716-e56b-426b-aaa5-2dd0e488605c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:11.786921 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-916e0716-e56b-426b-aaa5-2dd0e488605c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:11.808399 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:20:11.824983 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:11.825448 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:11.831667 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-916e0716-e56b-426b-aaa5-2dd0e488605c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Calling delete_port for 1001c0aa-9712-46ca-b813-3a89f484eba4 owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:20:11.901630 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee39c2f3-e6e4-4060-b51b-82027baf7bf2 req-41e39c91-d4ea-4ee9-88a9-220a21608169 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570387 Nov 11 17:20:11.923299 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3be2b88-b977-40c5-aaa1-7862c57b0923 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:11.923525 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-01d042ba-8710-45cb-b1d2-4eecf8fd9164 req-2bc3e467-297d-49e3-ace2-e65ecfffbabd tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838746 Nov 11 17:20:11.971546 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be2b88-b977-40c5-aaa1-7862c57b0923 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Pushing event deleted for resources: {'Port': ['ID=74ce86b5-fba8-4336-8bdc-0cd82a451345,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:12.043026 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:12.061365 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2fa343e-9a66-44a5-a330-84d344d3c1c4 req-2caf24ca-08e6-4413-a7e6-0f2995469e4b service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699682 Nov 11 17:20:12.077092 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721f52a2-0b86-494c-ac60-5ef9faf29790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:12.080447 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f23a556-d706-4f1d-b4d9-cf14431fb579" -d '{"events": [{"server_uuid": "721f52a2-0b86-494c-ac60-5ef9faf29790", "name": "network-vif-plugged", "status": "completed", "tag": "1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:12.101462 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:12.107139 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:12.177513 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:12.251863 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3be2b88-b977-40c5-aaa1-7862c57b0923 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:12.257829 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3be2b88-b977-40c5-aaa1-7862c57b0923 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:12.259828 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d3be2b88-b977-40c5-aaa1-7862c57b0923 tempest-ServersTestManualDisk-136178213 tempest-ServersTestManualDisk-136178213-project] 10.222.0.76 "DELETE /v2.0/floatingips/e50902ab-c5d7-444d-bd8f-6bd304c1bbad HTTP/1.1" status: 204 len: 168 time: 1.7037477 Nov 11 17:20:12.265875 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51870) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:12.345444 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2fa343e-9a66-44a5-a330-84d344d3c1c4 req-6ef03fec-00b3-46bb-9b25-e906a0d269d3 service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011147 Nov 11 17:20:12.354641 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-916e0716-e56b-426b-aaa5-2dd0e488605c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:12.394684 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e0716-e56b-426b-aaa5-2dd0e488605c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Pushing event deleted for resources: {'Port': ['ID=1001c0aa-9712-46ca-b813-3a89f484eba4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:12.410343 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:12.463217 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-916e0716-e56b-426b-aaa5-2dd0e488605c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:12.465946 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-916e0716-e56b-426b-aaa5-2dd0e488605c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:12.469715 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-916e0716-e56b-426b-aaa5-2dd0e488605c tempest-ServersWithSpecificFlavorTestJSON-260905950 tempest-ServersWithSpecificFlavorTestJSON-260905950-project] 10.222.0.76 "DELETE /v2.0/floatingips/14043b3a-8bbf-4645-8831-ddb5918db5f5 HTTP/1.1" status: 204 len: 168 time: 1.3177257 Nov 11 17:20:12.744354 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87065c73-8893-499f-858d-c0aedbe592de req-b114fd7f-3fac-40e9-92a3-dd0cc8405d48 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:12.745726 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-87065c73-8893-499f-858d-c0aedbe592de req-b114fd7f-3fac-40e9-92a3-dd0cc8405d48 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 944 time: 0.4580877 Nov 11 17:20:12.758466 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c7f4b-8889-4b92-ae5f-764189402346 req-bff63fc6-a56d-46a8-9437-be39348cd0fc tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:12.759897 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e05c7f4b-8889-4b92-ae5f-764189402346 req-bff63fc6-a56d-46a8-9437-be39348cd0fc tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.4852033 Nov 11 17:20:12.845586 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:12.884882 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-87065c73-8893-499f-858d-c0aedbe592de req-3edfd988-69c5-44b8-b80c-27ccd1e95d13 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224794 Nov 11 17:20:12.889835 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e05c7f4b-8889-4b92-ae5f-764189402346 req-6a349f2a-30d6-44dd-afce-0098f4821b66 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171935 Nov 11 17:20:12.957700 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2607d2d7-ae8f-4479-8bb3-6eb78f9f466d x-openstack-request-id: req-2607d2d7-ae8f-4479-8bb3-6eb78f9f466d {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:20:12.958503 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721f52a2-0b86-494c-ac60-5ef9faf29790", "name": "network-vif-plugged", "status": "completed", "tag": "1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:20:12.958762 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2607d2d7-ae8f-4479-8bb3-6eb78f9f466d {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:20:12.959175 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721f52a2-0b86-494c-ac60-5ef9faf29790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0', 'code': 200} Nov 11 17:20:13.107181 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c83ce-318e-4c7c-bc48-1bdbd9759a63 req-e303a41b-3f42-4651-bfc5-369f0d48d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:13.108730 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3e2c83ce-318e-4c7c-bc48-1bdbd9759a63 req-e303a41b-3f42-4651-bfc5-369f0d48d10a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 1096 time: 0.0453923 Nov 11 17:20:13.154306 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3e2c83ce-318e-4c7c-bc48-1bdbd9759a63 req-2d8243d3-b527-465b-87ab-4b95765b8d50 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374904 Nov 11 17:20:13.156561 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13955a76-9a15-41ec-8d3d-0462e7d4c8fe req-63b8e22e-15ac-44c0-90cd-145c1fdb73f3 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:13.158663 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-13955a76-9a15-41ec-8d3d-0462e7d4c8fe req-63b8e22e-15ac-44c0-90cd-145c1fdb73f3 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=92498ed7-17f2-47c6-8606-c9522891b169 HTTP/1.1" status: 200 len: 950 time: 0.1348422 Nov 11 17:20:13.213154 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59e5a3-e83c-4fc2-a11a-d08dbde9316b req-efa30fdd-27c3-47c5-a701-ff9086b9429e tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:13.214741 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b59e5a3-e83c-4fc2-a11a-d08dbde9316b req-efa30fdd-27c3-47c5-a701-ff9086b9429e tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 945 time: 0.1186147 Nov 11 17:20:13.271299 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-13955a76-9a15-41ec-8d3d-0462e7d4c8fe req-813ffee5-3c31-40c4-8f39-19ba8d998d44 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051672 Nov 11 17:20:13.312553 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b59e5a3-e83c-4fc2-a11a-d08dbde9316b req-b29f3a47-0127-4602-b807-ae62eb65146f tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865541 Nov 11 17:20:13.450159 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cc609-8afa-45ca-a203-ae8ffc77411c req-9db4eee0-5cb6-477a-8f13-1b6a4d00ff55 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:13.451877 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-530cc609-8afa-45ca-a203-ae8ffc77411c req-9db4eee0-5cb6-477a-8f13-1b6a4d00ff55 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 945 time: 0.1024477 Nov 11 17:20:13.481728 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5379a14b-7648-4b92-9884-df9fb2911bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:13.552871 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-530cc609-8afa-45ca-a203-ae8ffc77411c req-86527b78-4f36-49a7-bfb2-bbb793ad9d14 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945578 Nov 11 17:20:13.821396 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419c6b1-915f-4d65-8b4d-406077875933 req-f791f5db-5290-4adf-97b1-6ea7ae3e2de0 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:13.836409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419c6b1-915f-4d65-8b4d-406077875933 req-f791f5db-5290-4adf-97b1-6ea7ae3e2de0 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:13.838042 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4419c6b1-915f-4d65-8b4d-406077875933 req-f791f5db-5290-4adf-97b1-6ea7ae3e2de0 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ac43e1-20fb-4fac-8468-0c3f50910195&device_id=92498ed7-17f2-47c6-8606-c9522891b169 HTTP/1.1" status: 200 len: 1691 time: 0.1612163 Nov 11 17:20:13.933733 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4419c6b1-915f-4d65-8b4d-406077875933 req-c13a0466-3516-4d7d-854a-76f8ff0d0760 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818305 Nov 11 17:20:13.950027 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51918) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:14.040155 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51924) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:14.099362 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd9154-bb6f-4791-92b5-821d937bc684 req-10bb135e-ced2-47d8-82ea-357ea5f4a09e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:14.100832 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cecd9154-bb6f-4791-92b5-821d937bc684 req-10bb135e-ced2-47d8-82ea-357ea5f4a09e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.1006789 Nov 11 17:20:14.108807 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7bb70-0ce0-4d48-af9a-e5afb35f821a req-017aa6f7-5cb0-4ebf-abe1-ce75f09fc680 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:14.110215 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9ce7bb70-0ce0-4d48-af9a-e5afb35f821a req-017aa6f7-5cb0-4ebf-abe1-ce75f09fc680 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 944 time: 0.1139348 Nov 11 17:20:14.114362 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-5379a14b-7648-4b92-9884-df9fb2911bc9 admin admin] Deleting port 681635de-9cfc-44ad-9cd2-829b29fc08ed {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:20:14.114698 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5379a14b-7648-4b92-9884-df9fb2911bc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:14.122801 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-27841983-baee-4042-8475-83a867815f18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:14.238234 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9ce7bb70-0ce0-4d48-af9a-e5afb35f821a req-01b0265d-4c20-470c-b138-901251215262 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208556 Nov 11 17:20:14.261305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cecd9154-bb6f-4791-92b5-821d937bc684 req-904705f9-3c21-4f0e-9ddf-702c9ec74e3a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490011 Nov 11 17:20:14.286024 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-5379a14b-7648-4b92-9884-df9fb2911bc9 admin admin] For port 681635de-9cfc-44ad-9cd2-829b29fc08ed, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=681635de-9cfc-44ad-9cd2-829b29fc08ed,segment=NetworkSegment(f7bcde08-2a26-47a0-ac10-9802a0416c10),segment_id=f7bcde08-2a26-47a0-ac10-9802a0416c10)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:14.287081 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5379a14b-7648-4b92-9884-df9fb2911bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:14.313248 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-5379a14b-7648-4b92-9884-df9fb2911bc9 admin admin] Calling delete_port for 681635de-9cfc-44ad-9cd2-829b29fc08ed owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:20:14.531271 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625e164-9bcb-4c61-9573-c27ea7fabc9b req-eca4bccb-adf3-4844-a5a8-7fd59bfd6f65 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:14.533354 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1625e164-9bcb-4c61-9573-c27ea7fabc9b req-eca4bccb-adf3-4844-a5a8-7fd59bfd6f65 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 945 time: 0.1111245 Nov 11 17:20:14.538513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ba112-7e94-478b-a6f9-00051995b635 req-7bc86512-5072-4679-b7a5-351cdbd23b17 tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:14.539895 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b87ba112-7e94-478b-a6f9-00051995b635 req-7bc86512-5072-4679-b7a5-351cdbd23b17 tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a1ac43e1-20fb-4fac-8468-0c3f50910195 HTTP/1.1" status: 200 len: 1101 time: 0.1007953 Nov 11 17:20:14.608558 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-27841983-baee-4042-8475-83a867815f18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:14.617122 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-27841983-baee-4042-8475-83a867815f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:14.650362 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1625e164-9bcb-4c61-9573-c27ea7fabc9b req-054ac715-fbd3-49e7-bb08-b949ca6bb60d tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094437 Nov 11 17:20:14.659985 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5379a14b-7648-4b92-9884-df9fb2911bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:14.674346 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b87ba112-7e94-478b-a6f9-00051995b635 req-b97e356f-616d-4f8c-87ed-5e92232f6900 tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246428 Nov 11 17:20:14.684458 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-27841983-baee-4042-8475-83a867815f18 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a6981c6fce1849adaaddde5a81364836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6420209 Nov 11 17:20:14.710455 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51934) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:14.712985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27841983-baee-4042-8475-83a867815f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7f65d6-9fba-43ba-bd85-8f40262712cf,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:14.733599 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379a14b-7648-4b92-9884-df9fb2911bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=681635de-9cfc-44ad-9cd2-829b29fc08ed,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:14.806295 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a89c38e-00fa-4509-8f5a-0bab9e5c02de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:14.839664 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a89c38e-00fa-4509-8f5a-0bab9e5c02de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:14.914369 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdd540-2700-46fa-9326-c95ee7fc3e9f req-333885c0-6e6d-4e49-b3b6-bdf0d6a6f078 tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:14.915986 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28bdd540-2700-46fa-9326-c95ee7fc3e9f req-333885c0-6e6d-4e49-b3b6-bdf0d6a6f078 tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=92498ed7-17f2-47c6-8606-c9522891b169 HTTP/1.1" status: 200 len: 1101 time: 0.1283157 Nov 11 17:20:14.930698 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd3cf-8741-4a8b-ae76-5b3ccb62caf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:14.932822 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09059182-6b58-4aed-91cb-87e1297f0962 req-909c3870-aa03-4544-a679-fded3239d95e tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:14.933321 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a89c38e-00fa-4509-8f5a-0bab9e5c02de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:14.934298 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-09059182-6b58-4aed-91cb-87e1297f0962 req-909c3870-aa03-4544-a679-fded3239d95e tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 945 time: 0.1654134 Nov 11 17:20:14.935910 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a89c38e-00fa-4509-8f5a-0bab9e5c02de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:14.940142 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2a89c38e-00fa-4509-8f5a-0bab9e5c02de admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5a7f65d6-9fba-43ba-bd85-8f40262712cf HTTP/1.1" status: 204 len: 168 time: 0.2200656 Nov 11 17:20:14.986148 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89c38e-00fa-4509-8f5a-0bab9e5c02de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7f65d6-9fba-43ba-bd85-8f40262712cf,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:15.054313 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5379a14b-7648-4b92-9884-df9fb2911bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:15.060168 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-09059182-6b58-4aed-91cb-87e1297f0962 req-17bd6846-7ab3-40ab-a9e2-e0816533b5ca tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150362 Nov 11 17:20:15.065775 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28bdd540-2700-46fa-9326-c95ee7fc3e9f req-fe7ef4c0-4750-4768-86d2-cae386c039fb tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288002 Nov 11 17:20:15.249553 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-9dcfd3cf-8741-4a8b-ae76-5b3ccb62caf4 admin admin] Deleting port 3e5b51cb-afb8-4075-aead-c66ac22a8f45 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:20:15.250645 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd3cf-8741-4a8b-ae76-5b3ccb62caf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:15.393178 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-9dcfd3cf-8741-4a8b-ae76-5b3ccb62caf4 admin admin] For port 3e5b51cb-afb8-4075-aead-c66ac22a8f45, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=3e5b51cb-afb8-4075-aead-c66ac22a8f45,segment=NetworkSegment(f4e29135-ff10-4aaf-81d8-232294590cc5),segment_id=f4e29135-ff10-4aaf-81d8-232294590cc5)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:15.394244 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd3cf-8741-4a8b-ae76-5b3ccb62caf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:15.414860 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-9dcfd3cf-8741-4a8b-ae76-5b3ccb62caf4 admin admin] Calling delete_port for 3e5b51cb-afb8-4075-aead-c66ac22a8f45 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:20:15.521878 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ecd2f-37e4-46c2-8ef0-9496b22e5a1b req-56d08263-3914-465b-aa76-c2765b2ea9aa tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:15.523354 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d15ecd2f-37e4-46c2-8ef0-9496b22e5a1b req-56d08263-3914-465b-aa76-c2765b2ea9aa tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 944 time: 0.1739345 Nov 11 17:20:15.536667 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e9753-5f9c-4255-b48c-a645f39d53d6 req-1ac4282f-b673-46fe-ba35-3bf149742600 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:15.538107 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b1e9753-5f9c-4255-b48c-a645f39d53d6 req-1ac4282f-b673-46fe-ba35-3bf149742600 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.1330447 Nov 11 17:20:15.587184 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5379a14b-7648-4b92-9884-df9fb2911bc9 admin admin] Router b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:20:15.639412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b1e9753-5f9c-4255-b48c-a645f39d53d6 req-d5ff370a-57d6-4927-9e90-bb7cefb9116e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906909 Nov 11 17:20:15.674669 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d15ecd2f-37e4-46c2-8ef0-9496b22e5a1b req-de4e3d46-dc87-45eb-9876-0d5f1533dbf5 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326630 Nov 11 17:20:15.695549 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd3cf-8741-4a8b-ae76-5b3ccb62caf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:15.751885 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfd3cf-8741-4a8b-ae76-5b3ccb62caf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e5b51cb-afb8-4075-aead-c66ac22a8f45,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:15.887274 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-094a75f6-f8c1-4bed-913d-ed6b6834985e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=9c8725d022684d2c8ee264a71001639b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0963943 Nov 11 17:20:15.949736 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5379a14b-7648-4b92-9884-df9fb2911bc9 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:20:15.958509 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65d88ea-f36e-4752-bd26-3c7acef192e7 None None] Sync routers for ids ['b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:20:15.964514 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5379a14b-7648-4b92-9884-df9fb2911bc9 admin admin] 10.222.0.76 "PUT /v2.0/routers/b4576d3a-47b7-4bf1-a9c5-69ca270a9a28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6970828 Nov 11 17:20:15.965997 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51986) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:15.976026 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65d88ea-f36e-4752-bd26-3c7acef192e7 None None] Routers {'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:20:15.976671 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-a65d88ea-f36e-4752-bd26-3c7acef192e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:20:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:16.010796 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9dcfd3cf-8741-4a8b-ae76-5b3ccb62caf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:16.122002 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51988) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:16.289658 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-a65d88ea-f36e-4752-bd26-3c7acef192e7 None None] Set router b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:20:16.332450 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2103765883-network', 'tenant_id': 'dba338b700b34937826c27d69787eb4c'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:20:16.389599 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcfd3cf-8741-4a8b-ae76-5b3ccb62caf4 admin admin] Router 367c0d42-2f45-4937-ace9-7c3856d3eabf has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:20:16.406172 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Made reservation on behalf of dba338b700b34937826c27d69787eb4c for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:20:16.410415 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:16.429214 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:16.502093 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-a65d88ea-f36e-4752-bd26-3c7acef192e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'name': 'tempest-ServersTestManualDisk-2048447337-router', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:38Z', 'updated_at': '2021-11-11T17:20:14Z', 'revision_number': 5, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'gw_port': {'id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:10:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:39Z', 'updated_at': '2021-11-11T17:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:16.533238 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65d88ea-f36e-4752-bd26-3c7acef192e7 None None] Checking router: b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:20:16.545616 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65d88ea-f36e-4752-bd26-3c7acef192e7 None None] Routers {'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:20:16.546608 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-a65d88ea-f36e-4752-bd26-3c7acef192e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:20:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:16.579163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d851c0-d41a-4024-90a4-0fbe7bf1eebe req-746b6fa2-35d4-411b-9e46-2d598dfccae0 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:16.586883 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95d851c0-d41a-4024-90a4-0fbe7bf1eebe req-746b6fa2-35d4-411b-9e46-2d598dfccae0 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 945 time: 0.7705309 Nov 11 17:20:16.639592 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcfd3cf-8741-4a8b-ae76-5b3ccb62caf4 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:20:16.655106 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9dcfd3cf-8741-4a8b-ae76-5b3ccb62caf4 admin admin] 10.222.0.76 "PUT /v2.0/routers/367c0d42-2f45-4937-ace9-7c3856d3eabf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7040098 Nov 11 17:20:16.659284 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51992) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:16.682726 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f3a07fee-145c-4611-8057-d223f21e1cdb admin admin] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:16.685688 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01313f8d-c458-4475-8ae9-200a9bb9ea7a None None] Sync routers for ids ['367c0d42-2f45-4937-ace9-7c3856d3eabf'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:20:16.717031 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-a65d88ea-f36e-4752-bd26-3c7acef192e7 None None] Set router b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:20:16.720035 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01313f8d-c458-4475-8ae9-200a9bb9ea7a None None] Routers {'367c0d42-2f45-4937-ace9-7c3856d3eabf'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:20:16.720904 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-01313f8d-c458-4475-8ae9-200a9bb9ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:20:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['367c0d42-2f45-4937-ace9-7c3856d3eabf'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:16.754831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-e199989a-38e1-4f80-b3fe-9bab25a3dde4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:16.756421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-e199989a-38e1-4f80-b3fe-9bab25a3dde4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8082039 Nov 11 17:20:16.775473 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95d851c0-d41a-4024-90a4-0fbe7bf1eebe req-bdfa1948-9a8b-4a48-9eb8-cb8a7dfd0c1c tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876409 Nov 11 17:20:16.794093 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:16.810385 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:16.812555 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-943734a1-24be-449e-9e4b-e9074cd74547 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/quotas/9c8725d022684d2c8ee264a71001639b HTTP/1.1" status: 200 len: 375 time: 0.0359330 Nov 11 17:20:16.892606 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1294} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:20:16.912630 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-01313f8d-c458-4475-8ae9-200a9bb9ea7a None None] Set router 367c0d42-2f45-4937-ace9-7c3856d3eabf gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:20:16.921799 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:16.922184 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Added segment c9cda8b4-6fbd-47d0-af98-77d54c5bf603 of type vlan for network 37f6fffb-77f0-48a1-9e1c-010fb4680827 Nov 11 17:20:16.934237 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e514ab6-57c0-4f94-bf58-e10308ecccf9,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:16.951132 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:16.951487 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:16.951860 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:16.952235 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:16.952568 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:16.953369 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:16.953369 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:16.953645 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:16.953931 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:16.954303 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:16.954622 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:16.954950 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:16.995001 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-22222eef-bc48-439c-97b9-b8f7a86fdc1e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1799192 Nov 11 17:20:17.005744 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7fb785ee-4b6d-45bc-9b9a-56f84dcfd976 admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:17.010503 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:17.027428 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f3a07fee-145c-4611-8057-d223f21e1cdb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:17.040910 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28940032-922e-4d89-89f5-a6525861740f req-1c1cd573-43a3-47bc-a8e6-3b1d91a3c4bd tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:17.042445 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28940032-922e-4d89-89f5-a6525861740f req-1c1cd573-43a3-47bc-a8e6-3b1d91a3c4bd tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.1361277 Nov 11 17:20:17.082061 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-a65d88ea-f36e-4752-bd26-3c7acef192e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'name': 'tempest-ServersTestManualDisk-2048447337-router', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:38Z', 'updated_at': '2021-11-11T17:20:14Z', 'revision_number': 5, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'gw_port': {'id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:10:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:39Z', 'updated_at': '2021-11-11T17:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:17.126699 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65d88ea-f36e-4752-bd26-3c7acef192e7 None None] The sync data for ids ['b4576d3a-47b7-4bf1-a9c5-69ca270a9a28'] in n-d-816206-4 is: [{'id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'name': 'tempest-ServersTestManualDisk-2048447337-router', 'tenant_id': '4507fd3f60f24b259a28ded8232f88cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:17:38Z', 'updated_at': '2021-11-11T17:20:14Z', 'revision_number': 5, 'project_id': '4507fd3f60f24b259a28ded8232f88cf', 'gw_port': {'id': '1954a38b-f2cd-4349-a19b-99c9248f13cb', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:10:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4576d3a-47b7-4bf1-a9c5-69ca270a9a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:17:39Z', 'updated_at': '2021-11-11T17:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:20:17.132250 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-01313f8d-c458-4475-8ae9-200a9bb9ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-router', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:20:15Z', 'revision_number': 5, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'gw_port': {'id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:17.153738 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:17.154807 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:17.155516 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:17.175378 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28940032-922e-4d89-89f5-a6525861740f req-c90dc7f8-b005-4f1c-8519-0598cb157d0a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203601 Nov 11 17:20:17.176750 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01313f8d-c458-4475-8ae9-200a9bb9ea7a None None] Checking router: 367c0d42-2f45-4937-ace9-7c3856d3eabf for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:20:17.186928 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01313f8d-c458-4475-8ae9-200a9bb9ea7a None None] Routers {'367c0d42-2f45-4937-ace9-7c3856d3eabf'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:20:17.187562 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-01313f8d-c458-4475-8ae9-200a9bb9ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:20:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['367c0d42-2f45-4937-ace9-7c3856d3eabf'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:17.202057 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-f3a07fee-145c-4611-8057-d223f21e1cdb admin admin] Deleting port 1954a38b-f2cd-4349-a19b-99c9248f13cb {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:20:17.202400 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f3a07fee-145c-4611-8057-d223f21e1cdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:17.264598 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1388443 Nov 11 17:20:17.269450 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52000) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:17.278320 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-bce7877b-94f7-4909-9852-94d0127a5b70 admin admin] Request body: {'subnet': {'network_id': '37f6fffb-77f0-48a1-9e1c-010fb4680827', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2103765883-subnet', 'tenant_id': 'dba338b700b34937826c27d69787eb4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:20:17.300302 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1f52f-18ea-4476-a1b3-423ec2cf3d2b admin admin] Pushing event updated for resources: {'Network': ['ID=37f6fffb-77f0-48a1-9e1c-010fb4680827,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:17.313772 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 37f6fffb-77f0-48a1-9e1c-010fb4680827 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:20:17.316021 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7fb785ee-4b6d-45bc-9b9a-56f84dcfd976 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:17.322929 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-01313f8d-c458-4475-8ae9-200a9bb9ea7a None None] Set router 367c0d42-2f45-4937-ace9-7c3856d3eabf gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:20:17.323116 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce7877b-94f7-4909-9852-94d0127a5b70 admin admin] Made reservation on behalf of dba338b700b34937826c27d69787eb4c for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:20:17.325850 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bce7877b-94f7-4909-9852-94d0127a5b70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:17.359114 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-f3a07fee-145c-4611-8057-d223f21e1cdb admin admin] For port 1954a38b-f2cd-4349-a19b-99c9248f13cb, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1954a38b-f2cd-4349-a19b-99c9248f13cb,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:17.359503 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f3a07fee-145c-4611-8057-d223f21e1cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:17.372979 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-f3a07fee-145c-4611-8057-d223f21e1cdb admin admin] Calling delete_port for 1954a38b-f2cd-4349-a19b-99c9248f13cb owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:20:17.443250 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-7fb785ee-4b6d-45bc-9b9a-56f84dcfd976 admin admin] Deleting port 2fcdd489-95eb-4efb-90a9-2432cc37766e {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:20:17.443764 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7fb785ee-4b6d-45bc-9b9a-56f84dcfd976 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:17.556613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99313fb-c68b-49e1-a59f-c55ea898b40f req-7a3841b1-ade0-4e50-a235-650f0e432e85 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:17.565677 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a99313fb-c68b-49e1-a59f-c55ea898b40f req-7a3841b1-ade0-4e50-a235-650f0e432e85 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 944 time: 0.1227620 Nov 11 17:20:17.629002 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-01313f8d-c458-4475-8ae9-200a9bb9ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-router', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:20:15Z', 'revision_number': 5, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'gw_port': {'id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:17.647942 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bce7877b-94f7-4909-9852-94d0127a5b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:17.683413 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a99313fb-c68b-49e1-a59f-c55ea898b40f req-f23f3ba8-0ac7-4865-85a1-8d23e134350f tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165354 Nov 11 17:20:17.686363 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f3a07fee-145c-4611-8057-d223f21e1cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:17.699982 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-7fb785ee-4b6d-45bc-9b9a-56f84dcfd976 admin admin] For port 2fcdd489-95eb-4efb-90a9-2432cc37766e, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=2fcdd489-95eb-4efb-90a9-2432cc37766e,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:17.700273 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7fb785ee-4b6d-45bc-9b9a-56f84dcfd976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:17.707028 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01313f8d-c458-4475-8ae9-200a9bb9ea7a None None] The sync data for ids ['367c0d42-2f45-4937-ace9-7c3856d3eabf'] in n-d-816206-4 is: [{'id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996906509-router', 'tenant_id': '86d8aa904941466d9ea9e992fa25efc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:20:15Z', 'revision_number': 5, 'project_id': '86d8aa904941466d9ea9e992fa25efc0', 'gw_port': {'id': '2fcdd489-95eb-4efb-90a9-2432cc37766e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367c0d42-2f45-4937-ace9-7c3856d3eabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:04Z', 'updated_at': '2021-11-11T17:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:20:17.724387 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a07fee-145c-4611-8057-d223f21e1cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=1954a38b-f2cd-4349-a19b-99c9248f13cb,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:17.759469 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-7fb785ee-4b6d-45bc-9b9a-56f84dcfd976 admin admin] Calling delete_port for 2fcdd489-95eb-4efb-90a9-2432cc37766e owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:20:17.770931 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7877b-94f7-4909-9852-94d0127a5b70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=548f9807-19ed-47d3-998f-e804783c66a4,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:17.847418 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce7877b-94f7-4909-9852-94d0127a5b70 admin admin] Checking segment: {'id': 'c9cda8b4-6fbd-47d0-af98-77d54c5bf603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '37f6fffb-77f0-48a1-9e1c-010fb4680827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:20:17.847807 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce7877b-94f7-4909-9852-94d0127a5b70 admin admin] Network hostable DHCP agents. Network: 37f6fffb-77f0-48a1-9e1c-010fb4680827, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:20:17.883105 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce7877b-94f7-4909-9852-94d0127a5b70 admin admin] Network 37f6fffb-77f0-48a1-9e1c-010fb4680827 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:20:17.899461 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-bce7877b-94f7-4909-9852-94d0127a5b70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 37f6fffb-77f0-48a1-9e1c-010fb4680827) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:20:17.904003 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce7877b-94f7-4909-9852-94d0127a5b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:17.904598 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bce7877b-94f7-4909-9852-94d0127a5b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:17.911852 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a6672a-c15e-499f-b960-4e383947f31d None None] Network 37f6fffb-77f0-48a1-9e1c-010fb4680827 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:20:17.961635 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bce7877b-94f7-4909-9852-94d0127a5b70 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6891358 Nov 11 17:20:17.979583 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f3a07fee-145c-4611-8057-d223f21e1cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:18.069710 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a7c5dcc-118b-4dd1-92c7-3ada4788cb8c req-a529a92a-6b3d-403b-ab6a-cb9e803d6693 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4774ade-c7d0-4e80-8f4c-5279580ad61b HTTP/1.1" status: 200 len: 210 time: 0.1636457 Nov 11 17:20:18.099797 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7fb785ee-4b6d-45bc-9b9a-56f84dcfd976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:18.129080 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:18.193131 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb785ee-4b6d-45bc-9b9a-56f84dcfd976 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fcdd489-95eb-4efb-90a9-2432cc37766e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:18.233208 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983e4e00-398c-4ebe-9d61-a681d024777f None None] Network 37f6fffb-77f0-48a1-9e1c-010fb4680827 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:20:18.247251 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942b946-d9d1-4cd1-9377-11b0c5eda4e7 req-088262c9-c470-4a08-9f2b-de4fee3e2b33 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:18.248990 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f942b946-d9d1-4cd1-9377-11b0c5eda4e7 req-088262c9-c470-4a08-9f2b-de4fee3e2b33 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 945 time: 0.3691576 Nov 11 17:20:18.252000 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f3a07fee-145c-4611-8057-d223f21e1cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:18.255562 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f3a07fee-145c-4611-8057-d223f21e1cdb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:18.303315 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 681635de-9cfc-44ad-9cd2-829b29fc08ed no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:20:18.329425 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7fb785ee-4b6d-45bc-9b9a-56f84dcfd976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:18.355033 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 681635de-9cfc-44ad-9cd2-829b29fc08ed {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:20:18.355033 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 681635de-9cfc-44ad-9cd2-829b29fc08ed not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:20:18.356274 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 3e5b51cb-afb8-4075-aead-c66ac22a8f45 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:20:18.380604 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f3a07fee-145c-4611-8057-d223f21e1cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:18.381330 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a07fee-145c-4611-8057-d223f21e1cdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:20:18.385655 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 3e5b51cb-afb8-4075-aead-c66ac22a8f45 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:20:18.386088 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 3e5b51cb-afb8-4075-aead-c66ac22a8f45 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:20:18.396954 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f3a07fee-145c-4611-8057-d223f21e1cdb admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:18.400688 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f3a07fee-145c-4611-8057-d223f21e1cdb admin admin] 10.222.0.76 "DELETE /v2.0/routers/b4576d3a-47b7-4bf1-a9c5-69ca270a9a28 HTTP/1.1" status: 204 len: 168 time: 2.4290035 Nov 11 17:20:18.405491 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52034) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:18.511819 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f942b946-d9d1-4cd1-9377-11b0c5eda4e7 req-efbc17b0-ade8-4add-8ee8-bdf7862da430 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535517 Nov 11 17:20:18.522461 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7fb785ee-4b6d-45bc-9b9a-56f84dcfd976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:18.535625 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7fb785ee-4b6d-45bc-9b9a-56f84dcfd976 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:18.542179 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd8613d-168d-4e9e-b302-4e7b37d3a369 admin admin] Deleting subnet 3eb61d51-fc7a-46d9-a27d-820641822eac {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:20:18.552256 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4dd8613d-168d-4e9e-b302-4e7b37d3a369 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:18.638150 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7fb785ee-4b6d-45bc-9b9a-56f84dcfd976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:18.638590 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb785ee-4b6d-45bc-9b9a-56f84dcfd976 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 367c0d42-2f45-4937-ace9-7c3856d3eabf {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:20:18.643964 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7fb785ee-4b6d-45bc-9b9a-56f84dcfd976 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:18.645330 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7fb785ee-4b6d-45bc-9b9a-56f84dcfd976 admin admin] 10.222.0.76 "DELETE /v2.0/routers/367c0d42-2f45-4937-ace9-7c3856d3eabf HTTP/1.1" status: 204 len: 168 time: 1.9848742 Nov 11 17:20:18.647565 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52042) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:18.742220 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4dd8613d-168d-4e9e-b302-4e7b37d3a369 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:18.763504 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b1ea7a-0c56-4181-aa1c-b067701dd2c4 admin admin] Deleting subnet 514ca1cd-422f-4578-9e77-be751b2cb1b2 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:20:18.767716 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-37b1ea7a-0c56-4181-aa1c-b067701dd2c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:18.837828 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-37b1ea7a-0c56-4181-aa1c-b067701dd2c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:18.846266 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8686df4-29ba-431c-84e7-e0353a0fbc9c req-5b658b4f-b047-4ade-b6f4-fa7ee8372973 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:18.847839 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8686df4-29ba-431c-84e7-e0353a0fbc9c req-5b658b4f-b047-4ade-b6f4-fa7ee8372973 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.2356250 Nov 11 17:20:18.977158 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8686df4-29ba-431c-84e7-e0353a0fbc9c req-4a883dd9-a05c-479f-a682-ea08541c574c tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159937 Nov 11 17:20:18.986100 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4dd8613d-168d-4e9e-b302-4e7b37d3a369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:19.011585 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-37b1ea7a-0c56-4181-aa1c-b067701dd2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:19.123889 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4dd8613d-168d-4e9e-b302-4e7b37d3a369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:19.181228 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8613d-168d-4e9e-b302-4e7b37d3a369 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eb61d51-fc7a-46d9-a27d-820641822eac,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:19.181912 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-37b1ea7a-0c56-4181-aa1c-b067701dd2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:19.206339 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a504e5-3263-4f13-be45-e8830531fa83 None None] Network c7fddae8-aa71-45c6-8a4c-6a1cd7404391 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:20:19.229170 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4dd8613d-168d-4e9e-b302-4e7b37d3a369 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:19.235636 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4dd8613d-168d-4e9e-b302-4e7b37d3a369 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3eb61d51-fc7a-46d9-a27d-820641822eac HTTP/1.1" status: 204 len: 168 time: 0.8274462 Nov 11 17:20:19.240115 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52060) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:19.243881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1ea7a-0c56-4181-aa1c-b067701dd2c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=514ca1cd-422f-4578-9e77-be751b2cb1b2,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:19.252149 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-37b1ea7a-0c56-4181-aa1c-b067701dd2c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:19.255400 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-37b1ea7a-0c56-4181-aa1c-b067701dd2c4 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/514ca1cd-422f-4578-9e77-be751b2cb1b2 HTTP/1.1" status: 204 len: 168 time: 0.6068556 Nov 11 17:20:19.258997 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52062) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:19.280265 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1fe4ec-dadf-4ad6-aae5-7b85f68c4e5f None None] Network 4459b097-e5dd-4ffa-a28b-292c89fcd58b requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:20:19.353451 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d2bcdca4-98f6-4e88-a23b-a77562e6e251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:19.440597 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-d2bcdca4-98f6-4e88-a23b-a77562e6e251 admin admin] Deleting port 96f6c89b-a6fa-4f4d-a7a9-f36ebb447487 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:20:19.440943 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d2bcdca4-98f6-4e88-a23b-a77562e6e251 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:19.473792 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a40e44d4-9c85-46b8-b1ce-dcf2bc8fc2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:19.520251 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0761383-6354-4b6c-b465-6357a9cee763 req-065198b9-9b74-440d-8835-5ddb1f0e72f3 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:19.528718 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0761383-6354-4b6c-b465-6357a9cee763 req-065198b9-9b74-440d-8835-5ddb1f0e72f3 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 944 time: 0.4263778 Nov 11 17:20:19.539560 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-03016359-9106-4ab0-ac82-8ccae6d340e7 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:19.544617 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-d2bcdca4-98f6-4e88-a23b-a77562e6e251 admin admin] For port 96f6c89b-a6fa-4f4d-a7a9-f36ebb447487, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=96f6c89b-a6fa-4f4d-a7a9-f36ebb447487,segment=NetworkSegment(f4e29135-ff10-4aaf-81d8-232294590cc5),segment_id=f4e29135-ff10-4aaf-81d8-232294590cc5)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:19.546955 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d2bcdca4-98f6-4e88-a23b-a77562e6e251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:19.547419 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-03016359-9106-4ab0-ac82-8ccae6d340e7 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/networks?id=37f6fffb-77f0-48a1-9e1c-010fb4680827 HTTP/1.1" status: 200 len: 814 time: 0.4204392 Nov 11 17:20:19.579482 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-d2bcdca4-98f6-4e88-a23b-a77562e6e251 admin admin] Calling delete_port for 96f6c89b-a6fa-4f4d-a7a9-f36ebb447487 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:20:19.584665 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-c8f1aea9-bb10-43df-a57c-2ac09b828f33 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/quotas/dba338b700b34937826c27d69787eb4c HTTP/1.1" status: 200 len: 375 time: 0.0361853 Nov 11 17:20:19.654305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-6e9fd2f1-e187-4272-babb-314413459ba0 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=dba338b700b34937826c27d69787eb4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685835 Nov 11 17:20:19.675670 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef51a6b-7dae-406b-a709-285d413f1088 None None] DHCP port deletion for 4459b097-e5dd-4ffa-a28b-292c89fcd58b request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:20:19.699877 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d2bcdca4-98f6-4e88-a23b-a77562e6e251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:19.719052 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bcdca4-98f6-4e88-a23b-a77562e6e251 admin admin] No DVR routers for this DVR port 96f6c89b-a6fa-4f4d-a7a9-f36ebb447487 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:20:19.745873 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0761383-6354-4b6c-b465-6357a9cee763 req-eb83223c-7e47-44be-ba33-a93db6a990c8 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160487 Nov 11 17:20:19.759197 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6ef51a6b-7dae-406b-a709-285d413f1088 None None] The port '96f6c89b-a6fa-4f4d-a7a9-f36ebb447487' was deleted {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 11 17:20:19.765279 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bcdca4-98f6-4e88-a23b-a77562e6e251 admin admin] Pushing event deleted for resources: {'Port': ['ID=96f6c89b-a6fa-4f4d-a7a9-f36ebb447487,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:19.769019 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199d3a3b-4661-4a25-86de-3156ec2bb1bd None None] DHCP port deletion for c7fddae8-aa71-45c6-8a4c-6a1cd7404391 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:20:19.894719 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-199d3a3b-4661-4a25-86de-3156ec2bb1bd None None] Deleting port a4812ccb-2070-4703-a0ab-b96bed7fa338 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:20:19.895676 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-199d3a3b-4661-4a25-86de-3156ec2bb1bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:19.950647 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d2bcdca4-98f6-4e88-a23b-a77562e6e251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:19.952457 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-a40e44d4-9c85-46b8-b1ce-dcf2bc8fc2bd admin admin] Deleting port a4812ccb-2070-4703-a0ab-b96bed7fa338 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:20:19.952981 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a40e44d4-9c85-46b8-b1ce-dcf2bc8fc2bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:19.978767 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-d2bcdca4-98f6-4e88-a23b-a77562e6e251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4459b097-e5dd-4ffa-a28b-292c89fcd58b']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:19.990763 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a4812ccb-2070-4703-a0ab-b96bed7fa338 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:20:19.995585 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-d2bcdca4-98f6-4e88-a23b-a77562e6e251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e29135-ff10-4aaf-81d8-232294590cc5') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:19.997055 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-d2bcdca4-98f6-4e88-a23b-a77562e6e251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e29135-ff10-4aaf-81d8-232294590cc5') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:20.008136 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d2bcdca4-98f6-4e88-a23b-a77562e6e251 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:20.023428 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d2bcdca4-98f6-4e88-a23b-a77562e6e251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:20.032476 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2bcdca4-98f6-4e88-a23b-a77562e6e251 admin admin] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:20:20.032992 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d2bcdca4-98f6-4e88-a23b-a77562e6e251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:20:20.102162 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:20:20.115689 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d2bcdca4-98f6-4e88-a23b-a77562e6e251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:20.120790 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d2bcdca4-98f6-4e88-a23b-a77562e6e251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:20.124320 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d2bcdca4-98f6-4e88-a23b-a77562e6e251 admin admin] 10.222.0.76 "DELETE /v2.0/networks/4459b097-e5dd-4ffa-a28b-292c89fcd58b HTTP/1.1" status: 204 len: 168 time: 0.8645418 Nov 11 17:20:20.138108 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52070) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:20.153397 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-d46b5c91-ee93-4dc1-b299-073693ecffc1 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9c8725d022684d2c8ee264a71001639b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502651 Nov 11 17:20:20.156525 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bcdca4-98f6-4e88-a23b-a77562e6e251 admin admin] Pushing event deleted for resources: {'Network': ['ID=4459b097-e5dd-4ffa-a28b-292c89fcd58b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:20.176646 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-199d3a3b-4661-4a25-86de-3156ec2bb1bd None None] For port a4812ccb-2070-4703-a0ab-b96bed7fa338, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a4812ccb-2070-4703-a0ab-b96bed7fa338,segment=NetworkSegment(f7bcde08-2a26-47a0-ac10-9802a0416c10),segment_id=f7bcde08-2a26-47a0-ac10-9802a0416c10)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:20.177244 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-199d3a3b-4661-4a25-86de-3156ec2bb1bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:20.212454 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-01cba47d-1970-42de-a1bc-5b959eceff32 req-3786030f-7bc7-4168-b9ce-074bf3804246 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4774ade-c7d0-4e80-8f4c-5279580ad61b HTTP/1.1" status: 200 len: 210 time: 0.2470748 Nov 11 17:20:20.222389 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-a42762d0-4db5-49d9-ae61-9a6d00678ec3 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=9c8725d022684d2c8ee264a71001639b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939205 Nov 11 17:20:20.231768 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-c9e21108-1004-4266-9313-f743ca0d2149 service neutron] 10.222.0.76 "GET /v2.0/networks/37f6fffb-77f0-48a1-9e1c-010fb4680827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289631 Nov 11 17:20:20.237482 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-199d3a3b-4661-4a25-86de-3156ec2bb1bd None None] Calling delete_port for a4812ccb-2070-4703-a0ab-b96bed7fa338 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:20:20.248417 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-a40e44d4-9c85-46b8-b1ce-dcf2bc8fc2bd admin admin] For port a4812ccb-2070-4703-a0ab-b96bed7fa338, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a4812ccb-2070-4703-a0ab-b96bed7fa338,segment=NetworkSegment(f7bcde08-2a26-47a0-ac10-9802a0416c10),segment_id=f7bcde08-2a26-47a0-ac10-9802a0416c10)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:20.248847 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a40e44d4-9c85-46b8-b1ce-dcf2bc8fc2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:20.371954 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-a40e44d4-9c85-46b8-b1ce-dcf2bc8fc2bd admin admin] Calling delete_port for a4812ccb-2070-4703-a0ab-b96bed7fa338 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:20:20.494370 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:20.578367 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port a4812ccb-2070-4703-a0ab-b96bed7fa338, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a4812ccb-2070-4703-a0ab-b96bed7fa338,segment=NetworkSegment(f7bcde08-2a26-47a0-ac10-9802a0416c10),segment_id=f7bcde08-2a26-47a0-ac10-9802a0416c10)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:20.586621 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:20.587783 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 2fcdd489-95eb-4efb-90a9-2432cc37766e no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:20:20.595686 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-62a6112a-f18f-4a74-9648-db568d71f07c service neutron] 10.222.0.76 "GET /v2.0/networks/37f6fffb-77f0-48a1-9e1c-010fb4680827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627770 Nov 11 17:20:20.607490 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-5fe79d50-42bb-432b-8340-45b361c4a98a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:20.610804 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-5fe79d50-42bb-432b-8340-45b361c4a98a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3645263 Nov 11 17:20:20.625210 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 2fcdd489-95eb-4efb-90a9-2432cc37766e {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:20:20.625778 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 2fcdd489-95eb-4efb-90a9-2432cc37766e not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:20:20.626470 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 96f6c89b-a6fa-4f4d-a7a9-f36ebb447487 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:20:20.632902 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f576ef-87f5-472d-b168-b6f1a6f3dc12 req-31ef8f27-b945-4357-8625-2f576cbc6a28 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:20.642620 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69f576ef-87f5-472d-b168-b6f1a6f3dc12 req-31ef8f27-b945-4357-8625-2f576cbc6a28 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 945 time: 0.2560360 Nov 11 17:20:20.657294 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-c1ba985c-eb07-4800-b5b5-6f5d4a07d1c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Request body: {'port': {'device_id': 'b4774ade-c7d0-4e80-8f4c-5279580ad61b', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '9c8725d022684d2c8ee264a71001639b'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:20:20.668081 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-199d3a3b-4661-4a25-86de-3156ec2bb1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:20.723761 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event deleted for resources: {'Port': ['ID=a4812ccb-2070-4703-a0ab-b96bed7fa338,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:20.739129 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199d3a3b-4661-4a25-86de-3156ec2bb1bd None None] No DVR routers for this DVR port a4812ccb-2070-4703-a0ab-b96bed7fa338 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:20:20.741020 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 96f6c89b-a6fa-4f4d-a7a9-f36ebb447487 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:20:20.748619 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 96f6c89b-a6fa-4f4d-a7a9-f36ebb447487 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:20:20.749424 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1954a38b-f2cd-4349-a19b-99c9248f13cb no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:20:20.786052 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:20.790472 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:20.794409 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:20.800028 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:20.800608 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:20.801184 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:20.801794 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:20.802367 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:20.802915 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:20.803466 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:20.804061 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:20.804625 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:20.861927 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d3a3b-4661-4a25-86de-3156ec2bb1bd None None] Pushing event deleted for resources: {'Port': ['ID=a4812ccb-2070-4703-a0ab-b96bed7fa338,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:20.865228 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 1954a38b-f2cd-4349-a19b-99c9248f13cb {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:20:20.867527 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1954a38b-f2cd-4349-a19b-99c9248f13cb not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:20:20.890999 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a40e44d4-9c85-46b8-b1ce-dcf2bc8fc2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:20.929872 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-c1ba985c-eb07-4800-b5b5-6f5d4a07d1c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Made reservation on behalf of 9c8725d022684d2c8ee264a71001639b for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:20:20.934522 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-c1ba985c-eb07-4800-b5b5-6f5d4a07d1c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:20.976390 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40e44d4-9c85-46b8-b1ce-dcf2bc8fc2bd admin admin] No DVR routers for this DVR port a4812ccb-2070-4703-a0ab-b96bed7fa338 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:20:21.030785 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-839303ef-281a-4d5b-91f5-f238e09cde62 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:21.033995 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-839303ef-281a-4d5b-91f5-f238e09cde62 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8425508 Nov 11 17:20:21.060991 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-93178870-7eb7-46cb-8374-22e70e39f0eb tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Request body: {'port': {'device_id': '08f0266b-534f-484d-abe0-2482de9e0c44', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '9c8725d022684d2c8ee264a71001639b'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:20:21.070887 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69f576ef-87f5-472d-b168-b6f1a6f3dc12 req-0aa35a70-9d28-4ea0-9029-ce73cb932867 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267654 Nov 11 17:20:21.072557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e44d4-9c85-46b8-b1ce-dcf2bc8fc2bd admin admin] Pushing event deleted for resources: {'Port': ['ID=a4812ccb-2070-4703-a0ab-b96bed7fa338,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:21.416181 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-93178870-7eb7-46cb-8374-22e70e39f0eb tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Made reservation on behalf of 9c8725d022684d2c8ee264a71001639b for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:20:21.421642 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-93178870-7eb7-46cb-8374-22e70e39f0eb tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:21.450329 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a40e44d4-9c85-46b8-b1ce-dcf2bc8fc2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:21.532247 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be637c90-886c-44ae-946f-f50f71021776 req-56cdc69b-417b-43c7-9ede-b073c34a8d89 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:21.533935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-be637c90-886c-44ae-946f-f50f71021776 req-56cdc69b-417b-43c7-9ede-b073c34a8d89 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.6213334 Nov 11 17:20:21.535968 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-c1ba985c-eb07-4800-b5b5-6f5d4a07d1c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Allocated IP 192.168.233.184 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/1cc6b455-4c4f-4934-afb5-ff600c11e4c4) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:20:21.562451 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-a40e44d4-9c85-46b8-b1ce-dcf2bc8fc2bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7fddae8-aa71-45c6-8a4c-6a1cd7404391']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:21.609703 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c456d47-df48-4bdd-aa83-524a59856632 req-1d45e61a-5bde-486f-bc54-6ee4e16534f6 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:21.611909 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2c456d47-df48-4bdd-aa83-524a59856632 req-1d45e61a-5bde-486f-bc54-6ee4e16534f6 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 944 time: 0.3318105 Nov 11 17:20:21.617979 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-a40e44d4-9c85-46b8-b1ce-dcf2bc8fc2bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7bcde08-2a26-47a0-ac10-9802a0416c10') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:21.618314 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-a40e44d4-9c85-46b8-b1ce-dcf2bc8fc2bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7bcde08-2a26-47a0-ac10-9802a0416c10') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:21.666562 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a40e44d4-9c85-46b8-b1ce-dcf2bc8fc2bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:21.721072 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-be637c90-886c-44ae-946f-f50f71021776 req-5cc33c6d-9b95-4a06-b174-7cd9a0f9e994 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554656 Nov 11 17:20:21.722032 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a40e44d4-9c85-46b8-b1ce-dcf2bc8fc2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:21.752185 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-12f8f1e6-0ab5-4fcc-8a33-0b85ab39590c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:21.792358 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40e44d4-9c85-46b8-b1ce-dcf2bc8fc2bd admin admin] Releasing vlan 1295 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:20:21.792770 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a40e44d4-9c85-46b8-b1ce-dcf2bc8fc2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:20:21.806211 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:20:21.816214 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device c8152db5-bd62-4af3-b944-c63e0316a930 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:20:21.828580 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:20:21.994821 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port c8152db5-bd62-4af3-b944-c63e0316a930, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c8152db5-bd62-4af3-b944-c63e0316a930,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:22.009424 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'c8152db5-bd62-4af3-b944-c63e0316a930', 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d', 'port_id': 'c8152db5-bd62-4af3-b944-c63e0316a930', 'mac_address': 'fa:16:3e:68:56:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '651c5717-7c13-46c4-8d6a-3f6dcf13301c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:20:22.057491 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:22.077778 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8152db5-bd62-4af3-b944-c63e0316a930 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:20:22.101018 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port c8152db5-bd62-4af3-b944-c63e0316a930, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c8152db5-bd62-4af3-b944-c63e0316a930,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:22.107714 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:22.124251 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-12f8f1e6-0ab5-4fcc-8a33-0b85ab39590c admin admin] Deleting port e86b42b2-7119-492c-9bdb-fd489c9ca015 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:20:22.124817 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-12f8f1e6-0ab5-4fcc-8a33-0b85ab39590c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:22.167115 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=c8152db5-bd62-4af3-b944-c63e0316a930,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:22.240134 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-12f8f1e6-0ab5-4fcc-8a33-0b85ab39590c admin admin] For port e86b42b2-7119-492c-9bdb-fd489c9ca015, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e86b42b2-7119-492c-9bdb-fd489c9ca015,segment=NetworkSegment(0c478248-0890-4d70-8ce8-89a658fb24d7),segment_id=0c478248-0890-4d70-8ce8-89a658fb24d7)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:22.240799 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-12f8f1e6-0ab5-4fcc-8a33-0b85ab39590c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:22.256430 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-12f8f1e6-0ab5-4fcc-8a33-0b85ab39590c admin admin] Calling delete_port for e86b42b2-7119-492c-9bdb-fd489c9ca015 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:20:22.298100 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2c456d47-df48-4bdd-aa83-524a59856632 req-0211acb0-a386-4467-9b15-29c484b3e3ec tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6751916 Nov 11 17:20:22.380726 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-daf49c2e-e187-42f2-ae3a-762a0cb37aef req-bd534883-4f5d-4415-965e-54875e0873f2 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/ports?device_id=97f2aaff-153b-46f1-a197-a832ffbf1a62 HTTP/1.1" status: 200 len: 210 time: 0.0905726 Nov 11 17:20:22.459272 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['c8152db5-bd62-4af3-b944-c63e0316a930'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:20:22.554486 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-12f8f1e6-0ab5-4fcc-8a33-0b85ab39590c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:22.569237 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9986ad66-72b0-4241-8aa9-0d29e966d530 req-cd06cdb8-e626-4f95-9e73-37c982d5ed3b tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4774ade-c7d0-4e80-8f4c-5279580ad61b HTTP/1.1" status: 200 len: 210 time: 0.1204696 Nov 11 17:20:22.569864 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a40e44d4-9c85-46b8-b1ce-dcf2bc8fc2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:22.620436 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8f1e6-0ab5-4fcc-8a33-0b85ab39590c admin admin] Pushing event deleted for resources: {'Port': ['ID=e86b42b2-7119-492c-9bdb-fd489c9ca015,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:22.636764 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-c1ba985c-eb07-4800-b5b5-6f5d4a07d1c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:22.691178 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a40e44d4-9c85-46b8-b1ce-dcf2bc8fc2bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:22.695007 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a40e44d4-9c85-46b8-b1ce-dcf2bc8fc2bd admin admin] 10.222.0.76 "DELETE /v2.0/networks/c7fddae8-aa71-45c6-8a4c-6a1cd7404391 HTTP/1.1" status: 204 len: 168 time: 3.4539118 Nov 11 17:20:22.700414 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e44d4-9c85-46b8-b1ce-dcf2bc8fc2bd admin admin] Pushing event deleted for resources: {'Network': ['ID=c7fddae8-aa71-45c6-8a4c-6a1cd7404391,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:22.771129 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ea2a4-b35c-47bf-b75e-c82a0147fa18 req-e621a810-0c9c-456f-902d-b3a47edf431e tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:22.779463 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-911ea2a4-b35c-47bf-b75e-c82a0147fa18 req-e621a810-0c9c-456f-902d-b3a47edf431e tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 945 time: 0.2913780 Nov 11 17:20:22.784365 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-c1ba985c-eb07-4800-b5b5-6f5d4a07d1c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:22.807568 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bca20f07-f1b1-415e-8a44-73ad6aa3b2d1', '47bf62d8-1ba1-46b3-9a83-55fa535c0675', '1b62d5ee-5a6c-47f8-9933-c6053b9d008e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:20:22.907316 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-d62db4e5-177a-43aa-8029-5f4c1729a797 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:22.908859 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-d62db4e5-177a-43aa-8029-5f4c1729a797 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.64 "GET /v2.0/networks?id=37f6fffb-77f0-48a1-9e1c-010fb4680827 HTTP/1.1" status: 200 len: 814 time: 0.5429611 Nov 11 17:20:22.948133 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52098) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:22.953584 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-c1ba985c-eb07-4800-b5b5-6f5d4a07d1c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:20:22.960974 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-af051cd7-542f-450d-bac8-635f82b3e12e tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Request body: {'port': {'device_id': '97f2aaff-153b-46f1-a197-a832ffbf1a62', 'network_id': '37f6fffb-77f0-48a1-9e1c-010fb4680827', 'admin_state_up': True, 'tenant_id': 'dba338b700b34937826c27d69787eb4c'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:20:22.978550 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-c1ba985c-eb07-4800-b5b5-6f5d4a07d1c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:20:22.986106 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-c1ba985c-eb07-4800-b5b5-6f5d4a07d1c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:20:22.988003 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-93178870-7eb7-46cb-8374-22e70e39f0eb tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Allocated IP 192.168.233.205 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/dc7ab218-e666-496b-b071-a3c59f1b9164) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:20:23.117914 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9a3d351c-0f73-4ff0-b28c-325d97a954b7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4507fd3f60f24b259a28ded8232f88cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1685677 Nov 11 17:20:23.118643 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-12f8f1e6-0ab5-4fcc-8a33-0b85ab39590c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:23.123871 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52100) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:23.128735 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba985c-eb07-4800-b5b5-6f5d4a07d1c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Pushing event updated for resources: {'Port': ['ID=1cc6b455-4c4f-4934-afb5-ff600c11e4c4,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:23.248101 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-b8c2b228-3427-4298-aaa4-463f7395b547 service neutron] show failed (client error): The resource could not be found. Nov 11 17:20:23.249623 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-b8c2b228-3427-4298-aaa4-463f7395b547 service neutron] 10.222.0.64 "GET /v2.0/ports/aa066ec5-953a-45a7-b056-346bbe8fef5a/bindings/n-h2-816206-4 HTTP/1.1" status: 404 len: 380 time: 0.2226322 Nov 11 17:20:23.258108 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09043482-9c59-49ac-96b9-30cf30aa373e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:23.272377 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ad441-d4b1-4590-bac9-b84324768887 req-4b1269da-dc42-4eff-81c5-9536377ea9d2 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:23.273875 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-059ad441-d4b1-4590-bac9-b84324768887 req-4b1269da-dc42-4eff-81c5-9536377ea9d2 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.4083683 Nov 11 17:20:23.290614 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-911ea2a4-b35c-47bf-b75e-c82a0147fa18 req-2fec2cc9-9b3a-481c-b4bd-ccf9bcf82c12 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095878 Nov 11 17:20:23.297235 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09043482-9c59-49ac-96b9-30cf30aa373e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:23.310615 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-c1ba985c-eb07-4800-b5b5-6f5d4a07d1c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:23.311291 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-c1ba985c-eb07-4800-b5b5-6f5d4a07d1c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:23.385004 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-c1ba985c-eb07-4800-b5b5-6f5d4a07d1c4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7308927 Nov 11 17:20:23.405602 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8e0358e9-51e1-48ba-a266-aaa6438500e4 None None] Provisioning complete for port 1cc6b455-4c4f-4934-afb5-ff600c11e4c4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:23.406178 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8e0358e9-51e1-48ba-a266-aaa6438500e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:23.500190 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-8e0358e9-51e1-48ba-a266-aaa6438500e4 None None] Port 1cc6b455-4c4f-4934-afb5-ff600c11e4c4 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:20:23.549138 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-059ad441-d4b1-4590-bac9-b84324768887 req-fb99116e-e175-44b6-b668-a15dc270af42 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097595 Nov 11 17:20:23.560878 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-af051cd7-542f-450d-bac8-635f82b3e12e tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Made reservation on behalf of dba338b700b34937826c27d69787eb4c for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:20:23.570997 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-af051cd7-542f-450d-bac8-635f82b3e12e tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:23.613833 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] Request body: {'port': {'device_id': 'b4774ade-c7d0-4e80-8f4c-5279580ad61b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:20:23.621259 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-93178870-7eb7-46cb-8374-22e70e39f0eb tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:23.626080 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406263c0-1953-4a5c-b36a-346346095fe3 req-6c79358d-80f3-4026-9e06-b1a5137c8a8d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:23.627846 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-406263c0-1953-4a5c-b36a-346346095fe3 req-6c79358d-80f3-4026-9e06-b1a5137c8a8d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 945 time: 0.1651549 Nov 11 17:20:23.720064 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e5044dc-3e94-4cc2-a860-8561164bcadb req-7b656259-5232-40cb-830f-b6f02bbd2d35 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/ports?device_id=97f2aaff-153b-46f1-a197-a832ffbf1a62 HTTP/1.1" status: 200 len: 210 time: 0.0680518 Nov 11 17:20:23.727618 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09043482-9c59-49ac-96b9-30cf30aa373e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:23.730265 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09043482-9c59-49ac-96b9-30cf30aa373e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:23.734079 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-09043482-9c59-49ac-96b9-30cf30aa373e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/52b051f7-5b28-4792-b42c-f29c5b09d39d HTTP/1.1" status: 204 len: 168 time: 0.6063597 Nov 11 17:20:23.763838 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09043482-9c59-49ac-96b9-30cf30aa373e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b051f7-5b28-4792-b42c-f29c5b09d39d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:23.767320 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-affeff1b-14cf-487c-890c-0df91169d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:23.768981 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-affeff1b-14cf-487c-890c-0df91169d190 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b&tenant_id=5a1f216bc9834fb08bccfb025e9c406a HTTP/1.1" status: 200 len: 1100 time: 0.1427503 Nov 11 17:20:23.772792 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-93178870-7eb7-46cb-8374-22e70e39f0eb tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:23.792637 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-4', 'device_owner': 'compute:nova'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:20:23.833328 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device c8152db5-bd62-4af3-b944-c63e0316a930 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:20:23.876498 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-93178870-7eb7-46cb-8374-22e70e39f0eb tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:20:23.892035 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-93178870-7eb7-46cb-8374-22e70e39f0eb tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:20:23.956176 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:23.976686 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port c8152db5-bd62-4af3-b944-c63e0316a930 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:20:23.978393 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93178870-7eb7-46cb-8374-22e70e39f0eb tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Pushing event updated for resources: {'Port': ['ID=dc7ab218-e666-496b-b071-a3c59f1b9164,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:23.980776 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port c8152db5-bd62-4af3-b944-c63e0316a930 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:23.981317 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:24.014620 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:24.074078 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-93178870-7eb7-46cb-8374-22e70e39f0eb tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:20:24.089179 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:24.095385 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bca20f07-f1b1-415e-8a44-73ad6aa3b2d1', '47bf62d8-1ba1-46b3-9a83-55fa535c0675', '1b62d5ee-5a6c-47f8-9933-c6053b9d008e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:20:24.116222 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-406263c0-1953-4a5c-b36a-346346095fe3 req-2fed5e9e-b9bd-4869-a35a-4e5c215185c5 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509232 Nov 11 17:20:24.168530 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d09517-f7c7-4843-8900-32fe2eec237e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8152db5-bd62-4af3-b944-c63e0316a930'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:24.170728 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a62527d-bc53-471d-ad71-4374e11267c3" -d '{"events": [{"server_uuid": "83d09517-f7c7-4843-8900-32fe2eec237e", "name": "network-vif-plugged", "status": "completed", "tag": "c8152db5-bd62-4af3-b944-c63e0316a930"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:24.206995 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port c8152db5-bd62-4af3-b944-c63e0316a930, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c8152db5-bd62-4af3-b944-c63e0316a930,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:24.218005 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:24.249597 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f8f1e6-0ab5-4fcc-8a33-0b85ab39590c admin admin] Router badf4836-287e-4134-8890-f1a21510e740 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:20:24.256641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-af051cd7-542f-450d-bac8-635f82b3e12e tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Allocated IP 172.20.0.9 (37f6fffb-77f0-48a1-9e1c-010fb4680827/548f9807-19ed-47d3-998f-e804783c66a4/efb8cbf4-4fa7-4bf9-b607-e5baa7191822) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:20:24.278918 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:24.291993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64eb5b5-6382-4f18-99e4-2f31c3de9b7b req-57cc1b5d-5635-40d6-bdad-510e51c75c96 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:24.293472 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b64eb5b5-6382-4f18-99e4-2f31c3de9b7b req-57cc1b5d-5635-40d6-bdad-510e51c75c96 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4774ade-c7d0-4e80-8f4c-5279580ad61b HTTP/1.1" status: 200 len: 936 time: 0.3972635 Nov 11 17:20:24.337141 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83742267-9fb3-438f-bda7-9ab0d5444d54 x-openstack-request-id: req-83742267-9fb3-438f-bda7-9ab0d5444d54 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:20:24.338472 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d09517-f7c7-4843-8900-32fe2eec237e", "name": "network-vif-plugged", "status": "completed", "tag": "c8152db5-bd62-4af3-b944-c63e0316a930", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:20:24.338742 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-83742267-9fb3-438f-bda7-9ab0d5444d54 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:20:24.342145 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d09517-f7c7-4843-8900-32fe2eec237e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8152db5-bd62-4af3-b944-c63e0316a930', 'code': 200} Nov 11 17:20:24.380655 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-93178870-7eb7-46cb-8374-22e70e39f0eb tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:24.381887 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-93178870-7eb7-46cb-8374-22e70e39f0eb tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:24.420824 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=c8152db5-bd62-4af3-b944-c63e0316a930,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:24.524506 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-93178870-7eb7-46cb-8374-22e70e39f0eb tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4696987 Nov 11 17:20:24.527556 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2add16af-0f7a-4acc-bc7c-895da5ded12c None None] Provisioning complete for port dc7ab218-e666-496b-b071-a3c59f1b9164 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:24.528168 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2add16af-0f7a-4acc-bc7c-895da5ded12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:24.534514 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b64eb5b5-6382-4f18-99e4-2f31c3de9b7b req-182be6f9-cc9e-479f-b1d1-4567bd105779 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288287 Nov 11 17:20:24.564183 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] Request body: {'port': {'device_id': '08f0266b-534f-484d-abe0-2482de9e0c44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:20:24.641759 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2add16af-0f7a-4acc-bc7c-895da5ded12c None None] Port dc7ab218-e666-496b-b071-a3c59f1b9164 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:20:24.724336 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242b13a-9d5b-47ce-a624-8309c8e12154 req-ed62e58a-5170-4f04-8019-fc7633e7c336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:24.726251 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d242b13a-9d5b-47ce-a624-8309c8e12154 req-ed62e58a-5170-4f04-8019-fc7633e7c336 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 1097 time: 0.3274126 Nov 11 17:20:24.751796 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86590bd-e638-4879-b5a2-5418ab882231 req-37d8e03c-dcb9-41f7-91cc-b236106f7a3c tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:24.760759 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e86590bd-e638-4879-b5a2-5418ab882231 req-37d8e03c-dcb9-41f7-91cc-b236106f7a3c tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 945 time: 0.3298330 Nov 11 17:20:24.858067 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:24.874548 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c936dc-7b1d-450f-84f5-04c9c1d30d2e req-f2fef6cf-37bc-471c-a240-e7dbc53c24c9 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:24.880274 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26c936dc-7b1d-450f-84f5-04c9c1d30d2e req-f2fef6cf-37bc-471c-a240-e7dbc53c24c9 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.2268751 Nov 11 17:20:24.948707 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e86590bd-e638-4879-b5a2-5418ab882231 req-352a8584-784c-47f0-a82a-811562a2551f tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824756 Nov 11 17:20:24.970662 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-af051cd7-542f-450d-bac8-635f82b3e12e tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:25.031366 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52142) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:25.040477 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f8f1e6-0ab5-4fcc-8a33-0b85ab39590c admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:20:25.051828 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a6651c-2996-4b05-822c-24405ee6ce97 None None] Sync routers for ids ['badf4836-287e-4134-8890-f1a21510e740'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:20:25.056412 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-12f8f1e6-0ab5-4fcc-8a33-0b85ab39590c admin admin] 10.222.0.76 "PUT /v2.0/routers/badf4836-287e-4134-8890-f1a21510e740/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9172997 Nov 11 17:20:25.069807 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a6651c-2996-4b05-822c-24405ee6ce97 None None] Routers {'badf4836-287e-4134-8890-f1a21510e740'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:20:25.070440 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-23a6651c-2996-4b05-822c-24405ee6ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:20:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['badf4836-287e-4134-8890-f1a21510e740'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:25.072652 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc6b455-4c4f-4934-afb5-ff600c11e4c4 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:20:25.082952 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:25.087712 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d242b13a-9d5b-47ce-a624-8309c8e12154 req-dc18416f-9a9e-4a17-b530-16a2f39bed75 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478580 Nov 11 17:20:25.088525 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52146) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:25.099205 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] Transition to ACTIVE for port object 1cc6b455-4c4f-4934-afb5-ff600c11e4c4 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:20:25.148531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26c936dc-7b1d-450f-84f5-04c9c1d30d2e req-3980978d-8007-4c72-ab76-5df44520fc76 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672660 Nov 11 17:20:25.167253 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-af051cd7-542f-450d-bac8-635f82b3e12e tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:25.230214 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af051cd7-542f-450d-bac8-635f82b3e12e tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Pushing event updated for resources: {'Port': ['ID=efb8cbf4-4fa7-4bf9-b607-e5baa7191822,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:25.232763 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:25.237491 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10e3e82f-0c0d-4b8b-8da1-17e5c5029ee7 req-e3898248-5094-4443-91e8-99a50b3a3de3 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/ports?device_id=97f2aaff-153b-46f1-a197-a832ffbf1a62 HTTP/1.1" status: 200 len: 210 time: 0.1993029 Nov 11 17:20:25.283045 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-af051cd7-542f-450d-bac8-635f82b3e12e tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Network 37f6fffb-77f0-48a1-9e1c-010fb4680827 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:20:25.287002 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-af051cd7-542f-450d-bac8-635f82b3e12e tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:20:25.292662 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-af051cd7-542f-450d-bac8-635f82b3e12e tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:20:25.344291 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-110f846b-3635-47d2-b3a0-d996ec39acc7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2033563070-network', 'tenant_id': '57a0547569de40a6ab45455039002426'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:20:25.389567 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc6b455-4c4f-4934-afb5-ff600c11e4c4,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:25.465646 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-af051cd7-542f-450d-bac8-635f82b3e12e tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:25.466326 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-af051cd7-542f-450d-bac8-635f82b3e12e tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:25.473680 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110f846b-3635-47d2-b3a0-d996ec39acc7 admin admin] Made reservation on behalf of 57a0547569de40a6ab45455039002426 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:20:25.477292 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-110f846b-3635-47d2-b3a0-d996ec39acc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:25.495187 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-110f846b-3635-47d2-b3a0-d996ec39acc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:25.508352 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] For port aa066ec5-953a-45a7-b056-346bbe8fef5a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:25.534356 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-23a6651c-2996-4b05-822c-24405ee6ce97 None None] Set router badf4836-287e-4134-8890-f1a21510e740 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:20:25.558453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de5734-0ac1-46dd-a88d-cfc28e37464a req-5bf7dea4-1ee8-4c3a-aef4-48d25785227d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:25.566192 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6de5734-0ac1-46dd-a88d-cfc28e37464a req-5bf7dea4-1ee8-4c3a-aef4-48d25785227d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 946 time: 0.1882303 Nov 11 17:20:25.581621 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-af051cd7-542f-450d-bac8-635f82b3e12e tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6260238 Nov 11 17:20:25.610041 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] Request body: {'port': {'device_id': '97f2aaff-153b-46f1-a197-a832ffbf1a62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:20:25.619174 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-110f846b-3635-47d2-b3a0-d996ec39acc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:25.631819 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51ae4d06-a1db-45ff-ad52-7445bdd29795 admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:25.717651 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] Attempting to bind port 1cc6b455-4c4f-4934-afb5-ff600c11e4c4 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:20:25.718019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] Attempting to bind port 1cc6b455-4c4f-4934-afb5-ff600c11e4c4 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:20:25.718346 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] Attempting to bind port 1cc6b455-4c4f-4934-afb5-ff600c11e4c4 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:25.728759 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] Port 1cc6b455-4c4f-4934-afb5-ff600c11e4c4 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:20:25.729097 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] Attempting to bind port 1cc6b455-4c4f-4934-afb5-ff600c11e4c4 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:25.741590 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:20:25.741922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:20:25.742334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:20:25.743417 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] Bound port: 1cc6b455-4c4f-4934-afb5-ff600c11e4c4, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:20:25.743867 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:25.755907 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-110f846b-3635-47d2-b3a0-d996ec39acc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:25.771830 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6de5734-0ac1-46dd-a88d-cfc28e37464a req-80f62e9a-78ed-405a-a6bc-fd9d85e012c1 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045245 Nov 11 17:20:25.807103 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f846b-3635-47d2-b3a0-d996ec39acc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5869c140-3e2d-4240-bf0b-82ae6b4fffd6,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:25.811626 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51ae4d06-a1db-45ff-ad52-7445bdd29795 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:25.840672 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device aa066ec5-953a-45a7-b056-346bbe8fef5a no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:20:25.861356 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110f846b-3635-47d2-b3a0-d996ec39acc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1275} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:20:25.888851 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-110f846b-3635-47d2-b3a0-d996ec39acc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:25.889320 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-110f846b-3635-47d2-b3a0-d996ec39acc7 admin admin] Added segment 77980f2b-6062-4456-aa35-dfdb79784811 of type vlan for network 899c7522-11f4-4d70-abf1-4945b96a18be Nov 11 17:20:25.891244 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] For port aa066ec5-953a-45a7-b056-346bbe8fef5a, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:20:25.901619 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] For port 1cc6b455-4c4f-4934-afb5-ff600c11e4c4, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:20:25.902983 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-23a6651c-2996-4b05-822c-24405ee6ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badf4836-287e-4134-8890-f1a21510e740', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709302579-router', 'tenant_id': '75a69b558bd747bf894e28aeb9101db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e547c1af-c53b-4007-9a3e-c42c89225527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:15Z', 'updated_at': '2021-11-11T17:20:22Z', 'revision_number': 5, 'project_id': '75a69b558bd747bf894e28aeb9101db6', 'gw_port': {'id': 'e547c1af-c53b-4007-9a3e-c42c89225527', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:65:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf4836-287e-4134-8890-f1a21510e740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:15:16Z', 'updated_at': '2021-11-11T17:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:25.905665 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] For port 1cc6b455-4c4f-4934-afb5-ff600c11e4c4, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=1cc6b455-4c4f-4934-afb5-ff600c11e4c4,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:20:25.919163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e08286-2d6e-4512-839a-4195957e452e req-8d530f84-9a84-41d9-a561-917d1e3cbd69 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:25.928397 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-88e08286-2d6e-4512-839a-4195957e452e req-8d530f84-9a84-41d9-a561-917d1e3cbd69 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4774ade-c7d0-4e80-8f4c-5279580ad61b HTTP/1.1" status: 200 len: 948 time: 0.2982640 Nov 11 17:20:25.936165 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:25.941862 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:25.947896 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a6651c-2996-4b05-822c-24405ee6ce97 None None] Checking router: badf4836-287e-4134-8890-f1a21510e740 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:20:26.020611 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc6b455-4c4f-4934-afb5-ff600c11e4c4,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:26.052846 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:26.053854 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:26.055504 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-1aa6da37-7c60-43ce-ad9c-390d4f36a0f2 service neutron] 10.222.0.83 "PUT /v2.0/ports/1cc6b455-4c4f-4934-afb5-ff600c11e4c4 HTTP/1.1" status: 200 len: 1096 time: 2.6472349 Nov 11 17:20:26.056272 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4774ade-c7d0-4e80-8f4c-5279580ad61b', 'tag': '1cc6b455-4c4f-4934-afb5-ff600c11e4c4'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:26.058831 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778c2f37-315e-4c89-bab6-b14f17da5958" -d '{"events": [{"name": "network-changed", "server_uuid": "b4774ade-c7d0-4e80-8f4c-5279580ad61b", "tag": "1cc6b455-4c4f-4934-afb5-ff600c11e4c4"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:26.064429 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a6651c-2996-4b05-822c-24405ee6ce97 None None] Routers {'badf4836-287e-4134-8890-f1a21510e740'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:20:26.067423 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-23a6651c-2996-4b05-822c-24405ee6ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:20:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['badf4836-287e-4134-8890-f1a21510e740'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:26.135544 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:26.229337 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-23a6651c-2996-4b05-822c-24405ee6ce97 None None] Set router badf4836-287e-4134-8890-f1a21510e740 gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:20:26.240643 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-88e08286-2d6e-4512-839a-4195957e452e req-035e9522-46ac-41fc-a3f2-9a5222032d62 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108571 Nov 11 17:20:26.305330 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-4b587e73-be01-4bdb-be82-c18e9d96a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:26.307545 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-4b587e73-be01-4bdb-be82-c18e9d96a68c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&device_id=b4774ade-c7d0-4e80-8f4c-5279580ad61b HTTP/1.1" status: 200 len: 1099 time: 0.1802189 Nov 11 17:20:26.314242 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-23a6651c-2996-4b05-822c-24405ee6ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badf4836-287e-4134-8890-f1a21510e740', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709302579-router', 'tenant_id': '75a69b558bd747bf894e28aeb9101db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:15Z', 'updated_at': '2021-11-11T17:20:25Z', 'revision_number': 6, 'project_id': '75a69b558bd747bf894e28aeb9101db6', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:26.397120 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a6651c-2996-4b05-822c-24405ee6ce97 None None] The sync data for ids ['badf4836-287e-4134-8890-f1a21510e740'] in n-d-816206-4 is: [{'id': 'badf4836-287e-4134-8890-f1a21510e740', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709302579-router', 'tenant_id': '75a69b558bd747bf894e28aeb9101db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:15:15Z', 'updated_at': '2021-11-11T17:20:25Z', 'revision_number': 6, 'project_id': '75a69b558bd747bf894e28aeb9101db6', 'gw_port_host': None}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:20:26.481806 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-110f846b-3635-47d2-b3a0-d996ec39acc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:26.500085 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66ce177-b9a0-4ac0-a53d-1982e37e140b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa066ec5-953a-45a7-b056-346bbe8fef5a'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:26.502764 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1fefa1-7d58-4c46-89db-8dfeb691dac1" -d '{"events": [{"server_uuid": "c66ce177-b9a0-4ac0-a53d-1982e37e140b", "name": "network-vif-unplugged", "status": "completed", "tag": "aa066ec5-953a-45a7-b056-346bbe8fef5a"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:26.510135 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:26.525093 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-51ae4d06-a1db-45ff-ad52-7445bdd29795 admin admin] Deleting port e547c1af-c53b-4007-9a3e-c42c89225527 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:20:26.525431 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51ae4d06-a1db-45ff-ad52-7445bdd29795 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:26.567490 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f6cc7f-2cb6-4d61-a7e7-40e5f9c6c143 x-openstack-request-id: req-20f6cc7f-2cb6-4d61-a7e7-40e5f9c6c143 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:20:26.568200 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4774ade-c7d0-4e80-8f4c-5279580ad61b", "tag": "1cc6b455-4c4f-4934-afb5-ff600c11e4c4", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:20:26.569224 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-20f6cc7f-2cb6-4d61-a7e7-40e5f9c6c143 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:20:26.569977 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4774ade-c7d0-4e80-8f4c-5279580ad61b', 'tag': '1cc6b455-4c4f-4934-afb5-ff600c11e4c4', 'status': 'completed', 'code': 200} Nov 11 17:20:26.592830 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf72189-e482-4fe8-9798-f974454cc9d0 req-7f541497-9f9b-406a-920f-f4eb65d8e1d5 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:26.595491 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5bf72189-e482-4fe8-9798-f974454cc9d0 req-7f541497-9f9b-406a-920f-f4eb65d8e1d5 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 945 time: 0.4986148 Nov 11 17:20:26.598238 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-110f846b-3635-47d2-b3a0-d996ec39acc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:26.599204 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110f846b-3635-47d2-b3a0-d996ec39acc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:26.599813 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-110f846b-3635-47d2-b3a0-d996ec39acc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:26.606941 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] Transition to ACTIVE for port object aa066ec5-953a-45a7-b056-346bbe8fef5a will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:20:26.643425 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-cc3eb93a-7c19-4a63-959b-61e862c37549 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=1cc6b455-4c4f-4934-afb5-ff600c11e4c4 HTTP/1.1" status: 200 len: 217 time: 0.1729772 Nov 11 17:20:26.659602 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:26.667524 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:20:26.668303 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:20:26.760856 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-110f846b-3635-47d2-b3a0-d996ec39acc7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7252460 Nov 11 17:20:26.769205 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52168) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:26.776101 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-51ae4d06-a1db-45ff-ad52-7445bdd29795 admin admin] For port e547c1af-c53b-4007-9a3e-c42c89225527, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e547c1af-c53b-4007-9a3e-c42c89225527,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:26.776476 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51ae4d06-a1db-45ff-ad52-7445bdd29795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:26.776596 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-3ed67264-772a-42f4-a198-8838c057fdcc admin admin] Request body: {'subnet': {'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2033563070-subnet', 'tenant_id': '57a0547569de40a6ab45455039002426', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:20:26.811765 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f846b-3635-47d2-b3a0-d996ec39acc7 admin admin] Pushing event updated for resources: {'Network': ['ID=899c7522-11f4-4d70-abf1-4945b96a18be,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:26.823952 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-51ae4d06-a1db-45ff-ad52-7445bdd29795 admin admin] Calling delete_port for e547c1af-c53b-4007-9a3e-c42c89225527 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:20:26.827918 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 899c7522-11f4-4d70-abf1-4945b96a18be details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:20:26.849814 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] No DVR routers for this DVR port aa066ec5-953a-45a7-b056-346bbe8fef5a on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:20:26.851776 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] Pushing event updated for resources: {'Port': ['ID=aa066ec5-953a-45a7-b056-346bbe8fef5a,revision_number=6']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:26.857351 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aaf5a6-33ba-4687-8d2d-cf9898889afc req-86fcc426-57bd-4ab7-a58f-74adcaa9d5cc tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:26.858934 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0aaf5a6-33ba-4687-8d2d-cf9898889afc req-86fcc426-57bd-4ab7-a58f-74adcaa9d5cc tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.2616622 Nov 11 17:20:26.873297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-dc5ded4a-f9bc-43f3-8897-5dbf3e36b7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:26.877234 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-dc5ded4a-f9bc-43f3-8897-5dbf3e36b7da service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.2178884 Nov 11 17:20:26.920032 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5bf72189-e482-4fe8-9798-f974454cc9d0 req-422337e6-85c9-444e-8626-7f58f9e83ec9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731965 Nov 11 17:20:26.983903 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] Attempting to bind port aa066ec5-953a-45a7-b056-346bbe8fef5a on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:20:26.984285 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] Attempting to bind port aa066ec5-953a-45a7-b056-346bbe8fef5a by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:20:26.985215 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] Attempting to bind port aa066ec5-953a-45a7-b056-346bbe8fef5a on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:27.006867 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] Port aa066ec5-953a-45a7-b056-346bbe8fef5a on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:20:27.007193 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] Attempting to bind port aa066ec5-953a-45a7-b056-346bbe8fef5a on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:27.022337 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:20:27.022672 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:20:27.023814 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:20:27.024422 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] Bound port: aa066ec5-953a-45a7-b056-346bbe8fef5a, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:20:27.024781 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:27.033919 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed67264-772a-42f4-a198-8838c057fdcc admin admin] Made reservation on behalf of 57a0547569de40a6ab45455039002426 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:20:27.036296 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3ed67264-772a-42f4-a198-8838c057fdcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:27.136314 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0aaf5a6-33ba-4687-8d2d-cf9898889afc req-aa3c7677-c43f-4746-bfd0-1fc04f2882c0 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520189 Nov 11 17:20:27.169438 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc7ab218-e666-496b-b071-a3c59f1b9164 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:20:27.194638 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:27.211877 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] For port aa066ec5-953a-45a7-b056-346bbe8fef5a, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:20:27.221841 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] For port aa066ec5-953a-45a7-b056-346bbe8fef5a, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:20:27.224034 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2e2106-1b78-4d97-9f7d-68f069778a42 x-openstack-request-id: req-2e2e2106-1b78-4d97-9f7d-68f069778a42 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:20:27.224407 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66ce177-b9a0-4ac0-a53d-1982e37e140b", "name": "network-vif-unplugged", "status": "completed", "tag": "aa066ec5-953a-45a7-b056-346bbe8fef5a", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:20:27.225317 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2e2e2106-1b78-4d97-9f7d-68f069778a42 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:20:27.226112 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66ce177-b9a0-4ac0-a53d-1982e37e140b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa066ec5-953a-45a7-b056-346bbe8fef5a', 'code': 200} Nov 11 17:20:27.233436 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] Transition to ACTIVE for port object dc7ab218-e666-496b-b071-a3c59f1b9164 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:20:27.239484 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:27.270886 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:27.337583 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:27.338195 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:27.339674 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] 10.222.0.83 "PUT /v2.0/ports/aa066ec5-953a-45a7-b056-346bbe8fef5a HTTP/1.1" status: 200 len: 1095 time: 3.5590422 Nov 11 17:20:27.384533 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cbe8b-6974-4e63-91d5-d912fe206090 service neutron] Pushing event updated for resources: {'Port': ['ID=aa066ec5-953a-45a7-b056-346bbe8fef5a,revision_number=7']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:27.402770 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51ae4d06-a1db-45ff-ad52-7445bdd29795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:27.478628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-63ef9abb-017c-4b65-a402-d13e7f71c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:27.480171 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-63ef9abb-017c-4b65-a402-d13e7f71c363 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5494113 Nov 11 17:20:27.553075 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7ab218-e666-496b-b071-a3c59f1b9164,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:27.559777 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-5b051dd8-4725-4ddb-85e7-aaaf3b137f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:27.561271 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-5b051dd8-4725-4ddb-85e7-aaaf3b137f8d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 1098 time: 0.1900685 Nov 11 17:20:27.613783 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae4d06-a1db-45ff-ad52-7445bdd29795 admin admin] Pushing event deleted for resources: {'Port': ['ID=e547c1af-c53b-4007-9a3e-c42c89225527,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:27.639038 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e5e9f-0341-4a04-b28a-e5cfa4a3c725 req-0c4d355c-a245-46b2-ac0e-fff626714c64 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:27.640589 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea5e5e9f-0341-4a04-b28a-e5cfa4a3c725 req-0c4d355c-a245-46b2-ac0e-fff626714c64 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/ports?device_id=97f2aaff-153b-46f1-a197-a832ffbf1a62 HTTP/1.1" status: 200 len: 931 time: 0.6202524 Nov 11 17:20:27.672731 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] Attempting to bind port dc7ab218-e666-496b-b071-a3c59f1b9164 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:20:27.673057 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] Attempting to bind port dc7ab218-e666-496b-b071-a3c59f1b9164 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:20:27.673376 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] Attempting to bind port dc7ab218-e666-496b-b071-a3c59f1b9164 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:27.673551 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb8cbf4-4fa7-4bf9-b607-e5baa7191822 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:20:27.687196 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51ae4d06-a1db-45ff-ad52-7445bdd29795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:27.692593 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] Port dc7ab218-e666-496b-b071-a3c59f1b9164 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:20:27.693334 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] Attempting to bind port dc7ab218-e666-496b-b071-a3c59f1b9164 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:27.703069 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:27.742598 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201129-346f-4ff3-bf7c-25b410bfac79 req-9b028e1c-28db-4101-8419-948965b137a4 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:27.744140 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a2201129-346f-4ff3-bf7c-25b410bfac79 req-9b028e1c-28db-4101-8419-948965b137a4 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 946 time: 0.2620299 Nov 11 17:20:27.754267 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] Transition to ACTIVE for port object efb8cbf4-4fa7-4bf9-b607-e5baa7191822 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:20:27.783587 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:27.785643 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:20:27.786721 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:20:27.786721 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:20:27.787091 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] Bound port: dc7ab218-e666-496b-b071-a3c59f1b9164, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:20:27.787220 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:27.816391 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51ae4d06-a1db-45ff-ad52-7445bdd29795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:27.819439 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51ae4d06-a1db-45ff-ad52-7445bdd29795 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:27.820928 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-05d4a4af-e14f-48c9-a097-be360edf19a6 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180401 Nov 11 17:20:27.892493 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e547c1af-c53b-4007-9a3e-c42c89225527 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:20:27.917651 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: e547c1af-c53b-4007-9a3e-c42c89225527 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:20:27.918020 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e547c1af-c53b-4007-9a3e-c42c89225527 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:20:27.918419 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e86b42b2-7119-492c-9bdb-fd489c9ca015 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:20:27.926742 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea5e5e9f-0341-4a04-b28a-e5cfa4a3c725 req-17dca6ed-874d-467d-8d23-07406922c914 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e514ab6-57c0-4f94-bf58-e10308ecccf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704382 Nov 11 17:20:27.945266 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: e86b42b2-7119-492c-9bdb-fd489c9ca015 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:20:27.945548 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e86b42b2-7119-492c-9bdb-fd489c9ca015 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:20:27.964704 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] Pushing event updated for resources: {'Port': ['ID=efb8cbf4-4fa7-4bf9-b607-e5baa7191822,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:27.981717 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51ae4d06-a1db-45ff-ad52-7445bdd29795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:27.982570 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ae4d06-a1db-45ff-ad52-7445bdd29795 admin admin] Fanout notify agent at l3_agent the message router_deleted on router badf4836-287e-4134-8890-f1a21510e740 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:20:27.988108 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51ae4d06-a1db-45ff-ad52-7445bdd29795 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:27.989151 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-51ae4d06-a1db-45ff-ad52-7445bdd29795 admin admin] 10.222.0.76 "DELETE /v2.0/routers/badf4836-287e-4134-8890-f1a21510e740 HTTP/1.1" status: 204 len: 168 time: 2.8995407 Nov 11 17:20:27.990517 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-2eb4efe4-1dac-4548-939e-350cc7dfe92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:27.991994 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-2eb4efe4-1dac-4548-939e-350cc7dfe92e service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.4194250 Nov 11 17:20:27.992499 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52178) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:28.018158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] For port dc7ab218-e666-496b-b071-a3c59f1b9164, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:20:28.018495 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a2201129-346f-4ff3-bf7c-25b410bfac79 req-39925c86-8514-4c17-8e2e-adb39e778978 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639539 Nov 11 17:20:28.087816 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-f51673d7-0d64-498e-a2f5-60733d0f8209 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a HTTP/1.1" status: 200 len: 217 time: 0.0804732 Nov 11 17:20:28.092411 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] For port dc7ab218-e666-496b-b071-a3c59f1b9164, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=dc7ab218-e666-496b-b071-a3c59f1b9164,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:20:28.096394 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3ed67264-772a-42f4-a198-8838c057fdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:28.138302 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:28.168907 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-f0634505-3fce-450f-a89b-ab893ab98f3c service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146164 Nov 11 17:20:28.187269 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9099162-4213-46b7-9a6f-dccb4d95262f admin admin] Deleting subnet 389e23a9-3585-4d12-aa6a-dad2b8afb7f5 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:20:28.195643 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d9099162-4213-46b7-9a6f-dccb4d95262f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:28.202171 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:28.202964 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:28.204658 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] 10.222.0.64 "PUT /v2.0/ports/dc7ab218-e666-496b-b071-a3c59f1b9164 HTTP/1.1" status: 200 len: 1096 time: 3.6592019 Nov 11 17:20:28.237809 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-d7b82a27-7f35-425c-b69f-729d9c46844d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:28.239260 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-d7b82a27-7f35-425c-b69f-729d9c46844d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1408644 Nov 11 17:20:28.259536 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] Attempting to bind port efb8cbf4-4fa7-4bf9-b607-e5baa7191822 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:20:28.259886 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] Attempting to bind port efb8cbf4-4fa7-4bf9-b607-e5baa7191822 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'c9cda8b4-6fbd-47d0-af98-77d54c5bf603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '37f6fffb-77f0-48a1-9e1c-010fb4680827'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:20:28.260138 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] Attempting to bind port efb8cbf4-4fa7-4bf9-b607-e5baa7191822 on network 37f6fffb-77f0-48a1-9e1c-010fb4680827 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:28.262412 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed67264-772a-42f4-a198-8838c057fdcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb65c8e4-9667-460f-b3de-43e527914011,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:28.298935 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b77e3-6f89-4611-8f61-eb5753cec676 req-25bed7e4-cefa-4be7-8e29-51b7a0054865 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:28.300549 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-900b77e3-6f89-4611-8f61-eb5753cec676 req-25bed7e4-cefa-4be7-8e29-51b7a0054865 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4774ade-c7d0-4e80-8f4c-5279580ad61b HTTP/1.1" status: 200 len: 948 time: 0.2132263 Nov 11 17:20:28.304547 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] Port efb8cbf4-4fa7-4bf9-b607-e5baa7191822 on network 37f6fffb-77f0-48a1-9e1c-010fb4680827 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:20:28.304875 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] Attempting to bind port efb8cbf4-4fa7-4bf9-b607-e5baa7191822 on network 37f6fffb-77f0-48a1-9e1c-010fb4680827 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:28.324818 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed67264-772a-42f4-a198-8838c057fdcc admin admin] Checking segment: {'id': '77980f2b-6062-4456-aa35-dfdb79784811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:20:28.324818 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed67264-772a-42f4-a198-8838c057fdcc admin admin] Network hostable DHCP agents. Network: 899c7522-11f4-4d70-abf1-4945b96a18be, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:20:28.334937 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fbf64-f8f0-43d2-b1c1-7941708efbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7ab218-e666-496b-b071-a3c59f1b9164,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:28.336637 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:20:28.336964 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] Checking segment: {'id': 'c9cda8b4-6fbd-47d0-af98-77d54c5bf603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '37f6fffb-77f0-48a1-9e1c-010fb4680827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:20:28.337348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] Bound using segment: {'id': 'c9cda8b4-6fbd-47d0-af98-77d54c5bf603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '37f6fffb-77f0-48a1-9e1c-010fb4680827'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:20:28.338023 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] Bound port: efb8cbf4-4fa7-4bf9-b607-e5baa7191822, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9cda8b4-6fbd-47d0-af98-77d54c5bf603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '37f6fffb-77f0-48a1-9e1c-010fb4680827'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:20:28.338182 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:28.345725 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d9099162-4213-46b7-9a6f-dccb4d95262f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:28.365647 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d2016-e63a-47a1-8e58-ca23ccaacbe4 req-7891e262-9650-4eb7-8669-6d610c3cb22a tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:28.372515 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-149d2016-e63a-47a1-8e58-ca23ccaacbe4 req-7891e262-9650-4eb7-8669-6d610c3cb22a tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 945 time: 0.2139604 Nov 11 17:20:28.385883 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-1b4fbe11-169f-4959-9b9a-5df0edf8ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:28.387520 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-1b4fbe11-169f-4959-9b9a-5df0edf8ddb4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1381855 Nov 11 17:20:28.395277 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-7927ffaf-f9d3-49b4-845a-ac57a0f05d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:28.397078 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-7927ffaf-f9d3-49b4-845a-ac57a0f05d9b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&device_id=08f0266b-534f-484d-abe0-2482de9e0c44 HTTP/1.1" status: 200 len: 1099 time: 0.1115963 Nov 11 17:20:28.424592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c2f37-315e-4c89-bab6-b14f17da5958 req-911256fa-9ade-4dd1-b6be-1d7830fef3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:28.426141 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-778c2f37-315e-4c89-bab6-b14f17da5958 req-911256fa-9ade-4dd1-b6be-1d7830fef3d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&device_id=b4774ade-c7d0-4e80-8f4c-5279580ad61b HTTP/1.1" status: 200 len: 1099 time: 0.1858366 Nov 11 17:20:28.480380 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed67264-772a-42f4-a198-8838c057fdcc admin admin] Network 899c7522-11f4-4d70-abf1-4945b96a18be is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:20:28.489333 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-fc483d04-e637-4cf1-a59a-9eaa2d291e66 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=dc7ab218-e666-496b-b071-a3c59f1b9164 HTTP/1.1" status: 200 len: 217 time: 0.0714316 Nov 11 17:20:28.531945 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-900b77e3-6f89-4611-8f61-eb5753cec676 req-b4c1d1b9-7452-4417-98b6-e7222a501c00 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206266 Nov 11 17:20:28.553044 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-3ed67264-772a-42f4-a198-8838c057fdcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 899c7522-11f4-4d70-abf1-4945b96a18be) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:20:28.562360 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1586c782-844b-437d-86a2-4335d5d4bb7b None None] Network 899c7522-11f4-4d70-abf1-4945b96a18be requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:20:28.585078 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d9099162-4213-46b7-9a6f-dccb4d95262f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:28.592853 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-8e35dcd6-1025-42aa-8e56-566c560b97cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:28.594327 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-8e35dcd6-1025-42aa-8e56-566c560b97cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0961063 Nov 11 17:20:28.599464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] For port efb8cbf4-4fa7-4bf9-b607-e5baa7191822, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:20:28.603079 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] For port efb8cbf4-4fa7-4bf9-b607-e5baa7191822, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=efb8cbf4-4fa7-4bf9-b607-e5baa7191822,segment=NetworkSegment(c9cda8b4-6fbd-47d0-af98-77d54c5bf603),segment_id=c9cda8b4-6fbd-47d0-af98-77d54c5bf603)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:20:28.632135 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-9404ab8e-0d0a-454c-84f9-0344a1edb338 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324262 Nov 11 17:20:28.660849 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed67264-772a-42f4-a198-8838c057fdcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:28.661762 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3ed67264-772a-42f4-a198-8838c057fdcc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:28.674459 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c2f37-315e-4c89-bab6-b14f17da5958 req-d6ef23f3-b546-4ed4-98e7-f6fbd563bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:28.677321 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-778c2f37-315e-4c89-bab6-b14f17da5958 req-d6ef23f3-b546-4ed4-98e7-f6fbd563bb3f service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.2209122 Nov 11 17:20:28.692734 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:28.701517 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d9099162-4213-46b7-9a6f-dccb4d95262f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:28.717725 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-149d2016-e63a-47a1-8e58-ca23ccaacbe4 req-7b9dd91d-72d0-40c4-816d-ad93e13bfe5b tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433583 Nov 11 17:20:28.745103 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf6246e-deaf-460c-99b2-ffc0018462d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-899c7522-11f4-4d70-abf1-4945b96a18be', 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be', 'tenant_id': '57a0547569de40a6ab45455039002426', 'fixed_ips': [{'subnet_id': 'eb65c8e4-9667-460f-b3de-43e527914011'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:20:28.746091 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4cf6246e-deaf-460c-99b2-ffc0018462d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:28.786808 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9099162-4213-46b7-9a6f-dccb4d95262f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=389e23a9-3585-4d12-aa6a-dad2b8afb7f5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:28.793508 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d9099162-4213-46b7-9a6f-dccb4d95262f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:28.796467 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d9099162-4213-46b7-9a6f-dccb4d95262f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/389e23a9-3585-4d12-aa6a-dad2b8afb7f5 HTTP/1.1" status: 204 len: 168 time: 0.8003073 Nov 11 17:20:28.800875 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3ed67264-772a-42f4-a198-8838c057fdcc admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0288596 Nov 11 17:20:28.804785 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52186) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:28.805127 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52188) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:28.807467 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-778c2f37-315e-4c89-bab6-b14f17da5958 req-c848ce91-92ca-409c-8004-682b65e8b37d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=1cc6b455-4c4f-4934-afb5-ff600c11e4c4 HTTP/1.1" status: 200 len: 217 time: 0.0976615 Nov 11 17:20:28.822843 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-86ab9ca3-4201-4d96-9741-d210334b8cbd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2033563070-router', 'tenant_id': '57a0547569de40a6ab45455039002426', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:20:28.828914 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27393bcb-f08c-4087-8e59-d0a707473684 None None] Network 17b858bb-748a-4885-9e03-710173dc508e requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:20:28.847926 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:28.848427 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:28.849850 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] 10.222.0.64 "PUT /v2.0/ports/efb8cbf4-4fa7-4bf9-b607-e5baa7191822 HTTP/1.1" status: 200 len: 1091 time: 3.2499542 Nov 11 17:20:28.850369 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f2aaff-153b-46f1-a197-a832ffbf1a62', 'tag': 'efb8cbf4-4fa7-4bf9-b607-e5baa7191822'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:28.852805 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e3c39e-fc56-4763-a206-4b0ad6435f55" -d '{"events": [{"name": "network-changed", "server_uuid": "97f2aaff-153b-46f1-a197-a832ffbf1a62", "tag": "efb8cbf4-4fa7-4bf9-b607-e5baa7191822"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:28.893314 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-9022487c-c1de-4354-a101-4e7966199a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:28.895226 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-9022487c-c1de-4354-a101-4e7966199a50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2760258 Nov 11 17:20:28.991215 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86ab9ca3-4201-4d96-9741-d210334b8cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:28.992584 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86ab9ca3-4201-4d96-9741-d210334b8cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:28.996584 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7408be-1c52-4c85-99fc-c9664624d66f service neutron] Pushing event updated for resources: {'Port': ['ID=efb8cbf4-4fa7-4bf9-b607-e5baa7191822,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:29.004210 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c2f37-315e-4c89-bab6-b14f17da5958 req-787990e8-07ca-4815-b392-43052837619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:29.005962 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-778c2f37-315e-4c89-bab6-b14f17da5958 req-787990e8-07ca-4815-b392-43052837619b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1699283 Nov 11 17:20:29.009477 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-4cf6246e-deaf-460c-99b2-ffc0018462d3 None None] Allocated IP 172.20.0.2 (899c7522-11f4-4d70-abf1-4945b96a18be/eb65c8e4-9667-460f-b3de-43e527914011/7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:20:29.010471 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce5acf-92ea-461c-a337-3e585692c79c req-3d279932-faa2-4523-874b-005f7d0777fa tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:29.018299 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03ce5acf-92ea-461c-a337-3e585692c79c req-3d279932-faa2-4523-874b-005f7d0777fa tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 1097 time: 0.3398244 Nov 11 17:20:29.036497 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c7381bd-e135-40cf-a7e0-9333c965495f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:29.052848 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-47f744fe-9b08-487c-b3a7-ec8373514990 req-8de304fe-be14-4e7b-ae65-9f60f77287ec service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616660 Nov 11 17:20:29.077142 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3523a8-fa81-487b-a2e2-0198302be1f3 req-2a77388b-21e6-4e3c-9e93-6356e9afb3c0 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:29.086144 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7b3523a8-fa81-487b-a2e2-0198302be1f3 req-2a77388b-21e6-4e3c-9e93-6356e9afb3c0 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 947 time: 0.2746830 Nov 11 17:20:29.132313 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86ab9ca3-4201-4d96-9741-d210334b8cbd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:29.140712 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-bdfdaaf8-3c24-4ac9-98d3-5c6003df0c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:29.142807 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-bdfdaaf8-3c24-4ac9-98d3-5c6003df0c77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dba338b700b34937826c27d69787eb4c&device_id=97f2aaff-153b-46f1-a197-a832ffbf1a62 HTTP/1.1" status: 200 len: 1094 time: 0.2160838 Nov 11 17:20:29.159347 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03ce5acf-92ea-461c-a337-3e585692c79c req-9f1ecae3-b45d-4000-a2f3-e07bb6954324 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355224 Nov 11 17:20:29.217762 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c156b05c-bb7a-48e5-9786-b99df4289c86 None None] DHCP port deletion for 17b858bb-748a-4885-9e03-710173dc508e request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:20:29.235251 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66ce177-b9a0-4ac0-a53d-1982e37e140b', 'tag': 'aa066ec5-953a-45a7-b056-346bbe8fef5a'}, {'name': 'network-changed', 'server_uuid': '08f0266b-534f-484d-abe0-2482de9e0c44', 'tag': 'dc7ab218-e666-496b-b071-a3c59f1b9164'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:29.238742 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75" -d '{"events": [{"name": "network-changed", "server_uuid": "c66ce177-b9a0-4ac0-a53d-1982e37e140b", "tag": "aa066ec5-953a-45a7-b056-346bbe8fef5a"}, {"name": "network-changed", "server_uuid": "08f0266b-534f-484d-abe0-2482de9e0c44", "tag": "dc7ab218-e666-496b-b071-a3c59f1b9164"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:29.243766 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-b68066dd-a905-4aa7-91d4-55e8af801371 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374410 Nov 11 17:20:29.259088 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0041c4b5-74be-4587-ac4b-53ae35880264 x-openstack-request-id: req-0041c4b5-74be-4587-ac4b-53ae35880264 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:20:29.259671 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f2aaff-153b-46f1-a197-a832ffbf1a62", "tag": "efb8cbf4-4fa7-4bf9-b607-e5baa7191822", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:20:29.260276 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0041c4b5-74be-4587-ac4b-53ae35880264 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:20:29.260784 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f2aaff-153b-46f1-a197-a832ffbf1a62', 'tag': 'efb8cbf4-4fa7-4bf9-b607-e5baa7191822', 'status': 'completed', 'code': 200} Nov 11 17:20:29.266860 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-18a10869-1216-440e-a8b9-2c6b980f6a6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efb8cbf4-4fa7-4bf9-b607-e5baa7191822 HTTP/1.1" status: 200 len: 217 time: 0.1018770 Nov 11 17:20:29.278055 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c2f37-315e-4c89-bab6-b14f17da5958 req-f6139331-5951-4945-a779-766f2044b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:29.279699 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-778c2f37-315e-4c89-bab6-b14f17da5958 req-f6139331-5951-4945-a779-766f2044b569 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2543621 Nov 11 17:20:29.316092 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4cf6246e-deaf-460c-99b2-ffc0018462d3 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:29.327546 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4cf6246e-deaf-460c-99b2-ffc0018462d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:29.344441 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7b3523a8-fa81-487b-a2e2-0198302be1f3 req-7ccdb28c-bd94-430c-9f7c-4f9f04fbabb5 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571015 Nov 11 17:20:29.395558 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf6246e-deaf-460c-99b2-ffc0018462d3 None None] Network 899c7522-11f4-4d70-abf1-4945b96a18be is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:20:29.407148 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-4cf6246e-deaf-460c-99b2-ffc0018462d3 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:20:29.409830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf6246e-deaf-460c-99b2-ffc0018462d3 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:20:29.433723 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6246e-deaf-460c-99b2-ffc0018462d3 None None] Pushing event updated for resources: {'Port': ['ID=7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:29.436757 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c156b05c-bb7a-48e5-9786-b99df4289c86 None None] Deleting port bc667b77-dfe8-4b9f-a2ec-f898baef38c3 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:20:29.437128 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c156b05c-bb7a-48e5-9786-b99df4289c86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:29.477966 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-a52bfd55-47ef-451c-99b8-11032302d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:29.487300 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-a52bfd55-47ef-451c-99b8-11032302d0b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=548f9807-19ed-47d3-998f-e804783c66a4 HTTP/1.1" status: 200 len: 854 time: 0.1989825 Nov 11 17:20:29.540908 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4cf6246e-deaf-460c-99b2-ffc0018462d3 None None] Attempting to bind port 7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:20:29.541330 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4cf6246e-deaf-460c-99b2-ffc0018462d3 None None] Attempting to bind port 7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '77980f2b-6062-4456-aa35-dfdb79784811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:20:29.541627 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf6246e-deaf-460c-99b2-ffc0018462d3 None None] Attempting to bind port 7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981 on network 899c7522-11f4-4d70-abf1-4945b96a18be {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:29.562106 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c156b05c-bb7a-48e5-9786-b99df4289c86 None None] For port bc667b77-dfe8-4b9f-a2ec-f898baef38c3, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bc667b77-dfe8-4b9f-a2ec-f898baef38c3,segment=NetworkSegment(0c478248-0890-4d70-8ce8-89a658fb24d7),segment_id=0c478248-0890-4d70-8ce8-89a658fb24d7)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:29.562610 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c156b05c-bb7a-48e5-9786-b99df4289c86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:29.563165 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-203f44da-e91b-407b-804a-2dc6ce41a5cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=37f6fffb-77f0-48a1-9e1c-010fb4680827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744195 Nov 11 17:20:29.566295 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf6246e-deaf-460c-99b2-ffc0018462d3 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:20:29.566629 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf6246e-deaf-460c-99b2-ffc0018462d3 None None] Checking segment: {'id': '77980f2b-6062-4456-aa35-dfdb79784811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:20:29.567003 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4cf6246e-deaf-460c-99b2-ffc0018462d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:29.567394 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf6246e-deaf-460c-99b2-ffc0018462d3 None None] Bound using segment: {'id': '77980f2b-6062-4456-aa35-dfdb79784811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:20:29.567902 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4cf6246e-deaf-460c-99b2-ffc0018462d3 None None] Bound port: 7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77980f2b-6062-4456-aa35-dfdb79784811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:20:29.568283 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4cf6246e-deaf-460c-99b2-ffc0018462d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:29.573330 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507f8a2-7978-4f22-a9f7-1aad5c6433a8 req-89286d67-ce7b-466f-816f-1480fc5ba06e tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:29.580248 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b507f8a2-7978-4f22-a9f7-1aad5c6433a8 req-89286d67-ce7b-466f-816f-1480fc5ba06e tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/ports?device_id=97f2aaff-153b-46f1-a197-a832ffbf1a62 HTTP/1.1" status: 200 len: 943 time: 0.2893219 Nov 11 17:20:29.588456 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c156b05c-bb7a-48e5-9786-b99df4289c86 None None] Calling delete_port for bc667b77-dfe8-4b9f-a2ec-f898baef38c3 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:20:29.601713 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-778c2f37-315e-4c89-bab6-b14f17da5958 req-a0bcf235-2a73-47ce-a623-5b7aaaad294c service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719898 Nov 11 17:20:29.694903 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-6c7381bd-e135-40cf-a7e0-9333c965495f admin admin] Deleting port bc667b77-dfe8-4b9f-a2ec-f898baef38c3 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:20:29.695476 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c7381bd-e135-40cf-a7e0-9333c965495f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:29.697566 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4cf6246e-deaf-460c-99b2-ffc0018462d3 None None] For port 7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:20:29.714809 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86ab9ca3-4201-4d96-9741-d210334b8cbd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:29.716717 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4cf6246e-deaf-460c-99b2-ffc0018462d3 None None] For port 7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981,segment=NetworkSegment(77980f2b-6062-4456-aa35-dfdb79784811),segment_id=77980f2b-6062-4456-aa35-dfdb79784811)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:20:29.728868 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4cf6246e-deaf-460c-99b2-ffc0018462d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:29.769716 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c443d90-8b17-4d45-88ac-74523439c21c req-de40daa2-f20c-475c-a260-e47a3956441d tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:29.778185 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4c443d90-8b17-4d45-88ac-74523439c21c req-de40daa2-f20c-475c-a260-e47a3956441d tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 1097 time: 0.3166378 Nov 11 17:20:29.779104 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c156b05c-bb7a-48e5-9786-b99df4289c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:29.816555 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c156b05c-bb7a-48e5-9786-b99df4289c86 None None] No DVR routers for this DVR port bc667b77-dfe8-4b9f-a2ec-f898baef38c3 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:20:29.825262 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6246e-deaf-460c-99b2-ffc0018462d3 None None] Pushing event updated for resources: {'Port': ['ID=7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:29.848229 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b507f8a2-7978-4f22-a9f7-1aad5c6433a8 req-06dd891c-6ceb-405e-90b1-73bc1c41b432 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e514ab6-57c0-4f94-bf58-e10308ecccf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582850 Nov 11 17:20:29.870392 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156b05c-bb7a-48e5-9786-b99df4289c86 None None] Pushing event deleted for resources: {'Port': ['ID=bc667b77-dfe8-4b9f-a2ec-f898baef38c3,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:29.886134 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bc667b77-dfe8-4b9f-a2ec-f898baef38c3 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:20:29.896566 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3914ccd3-908d-4603-8511-ebf6feddcb75 req-5f2adeed-0ef4-4223-9702-bb0ef3935dcb service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6074121 Nov 11 17:20:29.899496 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-6c7381bd-e135-40cf-a7e0-9333c965495f admin admin] For port bc667b77-dfe8-4b9f-a2ec-f898baef38c3, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bc667b77-dfe8-4b9f-a2ec-f898baef38c3,segment=NetworkSegment(0c478248-0890-4d70-8ce8-89a658fb24d7),segment_id=0c478248-0890-4d70-8ce8-89a658fb24d7)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:29.899990 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c7381bd-e135-40cf-a7e0-9333c965495f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:29.910774 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: bc667b77-dfe8-4b9f-a2ec-f898baef38c3 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:20:29.911367 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bc667b77-dfe8-4b9f-a2ec-f898baef38c3 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:20:29.918299 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-b1087adb-7ff7-45d3-86dd-71bb569190da service neutron] 10.222.0.64 "GET /v2.0/networks/37f6fffb-77f0-48a1-9e1c-010fb4680827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305161 Nov 11 17:20:29.932495 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-6c7381bd-e135-40cf-a7e0-9333c965495f admin admin] Calling delete_port for bc667b77-dfe8-4b9f-a2ec-f898baef38c3 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:20:29.989875 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4c443d90-8b17-4d45-88ac-74523439c21c req-b857d9d6-13fe-41a0-8d48-54df78577548 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103581 Nov 11 17:20:29.994552 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fb10e3-37fc-4d5b-8950-55c7add5079d x-openstack-request-id: req-b8fb10e3-37fc-4d5b-8950-55c7add5079d {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:20:29.994847 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66ce177-b9a0-4ac0-a53d-1982e37e140b", "tag": "aa066ec5-953a-45a7-b056-346bbe8fef5a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "08f0266b-534f-484d-abe0-2482de9e0c44", "tag": "dc7ab218-e666-496b-b071-a3c59f1b9164", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:20:29.995148 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b8fb10e3-37fc-4d5b-8950-55c7add5079d {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:20:29.995817 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c66ce177-b9a0-4ac0-a53d-1982e37e140b', 'tag': 'aa066ec5-953a-45a7-b056-346bbe8fef5a', 'status': 'completed', 'code': 200} Nov 11 17:20:29.996077 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08f0266b-534f-484d-abe0-2482de9e0c44', 'tag': 'dc7ab218-e666-496b-b071-a3c59f1b9164', 'status': 'completed', 'code': 200} Nov 11 17:20:30.049522 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-778c2f37-315e-4c89-bab6-b14f17da5958 req-e885e65d-f391-40d5-a804-8e62452c326f service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341421 Nov 11 17:20:30.156153 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-ec906686-98c8-4047-900b-8df5c4085903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:30.158366 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-ec906686-98c8-4047-900b-8df5c4085903 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 1098 time: 0.1506495 Nov 11 17:20:30.159016 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c7381bd-e135-40cf-a7e0-9333c965495f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:30.171535 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-30031e00-89a7-4e41-aeed-3a534086e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:30.174436 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-30031e00-89a7-4e41-aeed-3a534086e0f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 1098 time: 0.1184719 Nov 11 17:20:30.197036 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9067f5de-a190-49d9-b1f2-2fb731c00773 req-321fe48a-046d-4d2b-b420-0fb29f84c983 service neutron] 10.222.0.64 "GET /v2.0/networks/37f6fffb-77f0-48a1-9e1c-010fb4680827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632895 Nov 11 17:20:30.208018 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff054376-ac8d-438f-9c93-71677f852b43 req-505012e4-4370-444f-98d2-ba586181491e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:30.212637 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff054376-ac8d-438f-9c93-71677f852b43 req-505012e4-4370-444f-98d2-ba586181491e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4774ade-c7d0-4e80-8f4c-5279580ad61b HTTP/1.1" status: 200 len: 948 time: 0.1467550 Nov 11 17:20:30.224607 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbcbe8-8dd4-481f-b698-a0d093b12098 req-0c4f41c7-1c1a-4869-a6f9-33c882103b02 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:30.226649 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1cfbcbe8-8dd4-481f-b698-a0d093b12098 req-0c4f41c7-1c1a-4869-a6f9-33c882103b02 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 945 time: 0.1187191 Nov 11 17:20:30.290129 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7381bd-e135-40cf-a7e0-9333c965495f admin admin] Pushing event deleted for resources: {'Port': ['ID=bc667b77-dfe8-4b9f-a2ec-f898baef38c3,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:30.301517 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7381bd-e135-40cf-a7e0-9333c965495f admin admin] No DVR routers for this DVR port bc667b77-dfe8-4b9f-a2ec-f898baef38c3 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:20:30.311171 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff054376-ac8d-438f-9c93-71677f852b43 req-73e06c0c-148e-4c70-b0ff-17f1a0876286 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832982 Nov 11 17:20:30.315078 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1cfbcbe8-8dd4-481f-b698-a0d093b12098 req-3b38b33d-eb94-4a05-9fbd-4d683be2bbb9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750749 Nov 11 17:20:30.363778 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3c39e-fc56-4763-a206-4b0ad6435f55 req-91129e38-0aa6-481a-81c0-e4f45cb828a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:30.365189 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28e3c39e-fc56-4763-a206-4b0ad6435f55 req-91129e38-0aa6-481a-81c0-e4f45cb828a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dba338b700b34937826c27d69787eb4c&device_id=97f2aaff-153b-46f1-a197-a832ffbf1a62 HTTP/1.1" status: 200 len: 1094 time: 0.0492082 Nov 11 17:20:30.503211 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86ab9ca3-4201-4d96-9741-d210334b8cbd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:30.515008 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 1cc6b455-4c4f-4934-afb5-ff600c11e4c4 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:20:30.536467 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd78918-fe54-49ac-88f3-f847ca8596ca req-0681fd88-8a6c-4008-b05c-5511365906c9 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:30.537943 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3dd78918-fe54-49ac-88f3-f847ca8596ca req-0681fd88-8a6c-4008-b05c-5511365906c9 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 947 time: 0.0783300 Nov 11 17:20:30.539851 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c7381bd-e135-40cf-a7e0-9333c965495f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:30.549976 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86ab9ca3-4201-4d96-9741-d210334b8cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:30.554516 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3c39e-fc56-4763-a206-4b0ad6435f55 req-b6f207a2-7528-4cb4-bc33-f7bd96b13870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:30.555978 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28e3c39e-fc56-4763-a206-4b0ad6435f55 req-b6f207a2-7528-4cb4-bc33-f7bd96b13870 service neutron] 10.222.0.64 "GET /v2.0/networks?id=37f6fffb-77f0-48a1-9e1c-010fb4680827 HTTP/1.1" status: 200 len: 916 time: 0.1705732 Nov 11 17:20:30.612708 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28e3c39e-fc56-4763-a206-4b0ad6435f55 req-e6a46b31-f354-4582-a128-9c2f7c6ed897 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efb8cbf4-4fa7-4bf9-b607-e5baa7191822 HTTP/1.1" status: 200 len: 217 time: 0.0482764 Nov 11 17:20:30.622737 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-44f0f54e-b875-45ec-a2ba-3a648db85e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:30.624328 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-44f0f54e-b875-45ec-a2ba-3a648db85e72 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.4550040 Nov 11 17:20:30.626850 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-6c7381bd-e135-40cf-a7e0-9333c965495f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b858bb-748a-4885-9e03-710173dc508e']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:30.647158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-fbf021f1-ee41-4afd-bb70-b810615b84af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:30.648698 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-fbf021f1-ee41-4afd-bb70-b810615b84af service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.3865316 Nov 11 17:20:30.659348 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 1cc6b455-4c4f-4934-afb5-ff600c11e4c4, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=1cc6b455-4c4f-4934-afb5-ff600c11e4c4,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:30.675709 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '1cc6b455-4c4f-4934-afb5-ff600c11e4c4', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '1cc6b455-4c4f-4934-afb5-ff600c11e4c4', 'mac_address': 'fa:16:3e:c1:f1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:20:30.693438 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-6c7381bd-e135-40cf-a7e0-9333c965495f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c478248-0890-4d70-8ce8-89a658fb24d7') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:30.693786 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-6c7381bd-e135-40cf-a7e0-9333c965495f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c478248-0890-4d70-8ce8-89a658fb24d7') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:30.703921 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c7381bd-e135-40cf-a7e0-9333c965495f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:30.713451 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3dd78918-fe54-49ac-88f3-f847ca8596ca req-54a8d972-6ba6-4d27-9f1d-89bea9e6dd77 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610804 Nov 11 17:20:30.719679 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3c39e-fc56-4763-a206-4b0ad6435f55 req-a99e2d50-c925-424a-92eb-f7ee476a2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:30.721154 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28e3c39e-fc56-4763-a206-4b0ad6435f55 req-a99e2d50-c925-424a-92eb-f7ee476a2d6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=548f9807-19ed-47d3-998f-e804783c66a4 HTTP/1.1" status: 200 len: 854 time: 0.1002657 Nov 11 17:20:30.722943 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c7381bd-e135-40cf-a7e0-9333c965495f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:30.744492 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:30.772336 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28e3c39e-fc56-4763-a206-4b0ad6435f55 req-f81f2386-9df0-43d5-b072-a9cd0a31a492 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=37f6fffb-77f0-48a1-9e1c-010fb4680827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420167 Nov 11 17:20:30.780413 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c7381bd-e135-40cf-a7e0-9333c965495f admin admin] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:20:30.780822 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c7381bd-e135-40cf-a7e0-9333c965495f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:30.785000 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc6b455-4c4f-4934-afb5-ff600c11e4c4 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:20:30.831857 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 1cc6b455-4c4f-4934-afb5-ff600c11e4c4, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=1cc6b455-4c4f-4934-afb5-ff600c11e4c4,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:30.850635 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:20:30.858461 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:20:30.872918 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-c7c87a5c-d5b8-4528-a738-ece9a90663f1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a HTTP/1.1" status: 200 len: 217 time: 0.2338431 Nov 11 17:20:30.902316 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-82621b8d-8124-4f65-a95d-168fc76303f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a HTTP/1.1" status: 200 len: 217 time: 0.1720939 Nov 11 17:20:30.950163 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=1cc6b455-4c4f-4934-afb5-ff600c11e4c4,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:30.967556 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28e3c39e-fc56-4763-a206-4b0ad6435f55 req-e4bf9787-2dc8-4d4d-8ec1-e6a33ede0da9 service neutron] 10.222.0.64 "GET /v2.0/networks/37f6fffb-77f0-48a1-9e1c-010fb4680827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869528 Nov 11 17:20:31.037417 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c7381bd-e135-40cf-a7e0-9333c965495f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:31.053960 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c7381bd-e135-40cf-a7e0-9333c965495f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:31.061601 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6c7381bd-e135-40cf-a7e0-9333c965495f admin admin] 10.222.0.76 "DELETE /v2.0/networks/17b858bb-748a-4885-9e03-710173dc508e HTTP/1.1" status: 204 len: 168 time: 2.2499678 Nov 11 17:20:31.117862 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-fb35bc6b-9ccf-42c5-8e5c-df8dd8aa1a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:31.118263 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28e3c39e-fc56-4763-a206-4b0ad6435f55 req-e737787d-4d21-4f81-95f5-8f58de8caf4c service neutron] 10.222.0.64 "GET /v2.0/networks/37f6fffb-77f0-48a1-9e1c-010fb4680827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378288 Nov 11 17:20:31.119504 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-fb35bc6b-9ccf-42c5-8e5c-df8dd8aa1a88 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.2162962 Nov 11 17:20:31.128493 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7381bd-e135-40cf-a7e0-9333c965495f admin admin] Pushing event deleted for resources: {'Network': ['ID=17b858bb-748a-4885-9e03-710173dc508e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:31.146736 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203008e-ade5-40ec-9561-02b6388ffbde req-228ea588-8de6-4585-baf0-bb947953292c tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:31.149442 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-629bf835-9985-4c1f-a0a9-ed21d9808d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:31.150716 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-629bf835-9985-4c1f-a0a9-ed21d9808d30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.2312827 Nov 11 17:20:31.152227 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f203008e-ade5-40ec-9561-02b6388ffbde req-228ea588-8de6-4585-baf0-bb947953292c tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/ports?device_id=97f2aaff-153b-46f1-a197-a832ffbf1a62 HTTP/1.1" status: 200 len: 943 time: 0.1736493 Nov 11 17:20:31.165751 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-86ab9ca3-4201-4d96-9741-d210334b8cbd admin admin] Allocated IP 172.25.2.45 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:20:31.190170 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfacd20-98da-4190-97e9-cb905bfad39a None None] Network 899c7522-11f4-4d70-abf1-4945b96a18be requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:20:31.237142 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f203008e-ade5-40ec-9561-02b6388ffbde req-3590e2f7-f2ac-4fec-bd5b-91de39c32abf tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e514ab6-57c0-4f94-bf58-e10308ecccf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783231 Nov 11 17:20:31.268266 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52234) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:31.277542 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-7761acc8-5f63-4a90-ae7b-3a09d40540d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:31.287682 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-7761acc8-5f63-4a90-ae7b-3a09d40540d1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1463847 Nov 11 17:20:31.326397 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-03ef0010-e147-483a-8ffa-c9e8f1c9492f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=86d8aa904941466d9ea9e992fa25efc0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0567884 Nov 11 17:20:31.330451 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52240) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:31.382795 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-55af4cce-d36d-409f-b985-4456e08261ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:31.384698 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-55af4cce-d36d-409f-b985-4456e08261ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2094975 Nov 11 17:20:31.402846 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0dd42639-3230-4ea8-b995-ab9aad22624b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:31.411066 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['1cc6b455-4c4f-4934-afb5-ff600c11e4c4'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:20:31.478077 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a6b6f00e-5972-40c1-8d4e-8028fc627f85 None None] Provisioning complete for port 7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:31.478440 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0dd42639-3230-4ea8-b995-ab9aad22624b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:31.478559 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a6b6f00e-5972-40c1-8d4e-8028fc627f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:31.551717 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb94a3-1c60-4610-bbb1-ca9c448d8b72 req-736b352c-53bd-4ece-8a3e-b98169a76b66 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:31.553538 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-67fb94a3-1c60-4610-bbb1-ca9c448d8b72 req-736b352c-53bd-4ece-8a3e-b98169a76b66 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4774ade-c7d0-4e80-8f4c-5279580ad61b HTTP/1.1" status: 200 len: 949 time: 0.0925517 Nov 11 17:20:31.607259 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86ab9ca3-4201-4d96-9741-d210334b8cbd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:31.614382 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0dd42639-3230-4ea8-b995-ab9aad22624b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:31.617447 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0dd42639-3230-4ea8-b995-ab9aad22624b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:31.621385 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0dd42639-3230-4ea8-b995-ab9aad22624b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4aa97a19-d16a-47b5-80c1-65d252440c6e HTTP/1.1" status: 204 len: 168 time: 0.2872775 Nov 11 17:20:31.634159 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-67fb94a3-1c60-4610-bbb1-ca9c448d8b72 req-13ed5ce1-6e9a-4bd2-820e-708d5e1aa818 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707691 Nov 11 17:20:31.646973 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-cd32bfe0-7763-4d7f-8a5f-ec55860d5ef6 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566008 Nov 11 17:20:31.651012 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-506f4ac6-e05a-49e7-86ec-706f73b072fa service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534058 Nov 11 17:20:31.665914 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd42639-3230-4ea8-b995-ab9aad22624b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa97a19-d16a-47b5-80c1-65d252440c6e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:31.753125 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a6b6f00e-5972-40c1-8d4e-8028fc627f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:31.840719 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device dc7ab218-e666-496b-b071-a3c59f1b9164 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:20:31.845813 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a6b6f00e-5972-40c1-8d4e-8028fc627f85 None None] For port 7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981,segment=NetworkSegment(77980f2b-6062-4456-aa35-dfdb79784811),segment_id=77980f2b-6062-4456-aa35-dfdb79784811)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:31.848026 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaaee54-2f8c-4e04-844d-aec39aa5794e req-efa57d69-0c35-4bda-87d2-6dd7bc2d8c59 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:31.850767 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6eaaee54-2f8c-4e04-844d-aec39aa5794e req-efa57d69-0c35-4bda-87d2-6dd7bc2d8c59 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 945 time: 0.1122835 Nov 11 17:20:31.859539 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a6b6f00e-5972-40c1-8d4e-8028fc627f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:31.930424 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86ab9ca3-4201-4d96-9741-d210334b8cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:31.991441 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6eaaee54-2f8c-4e04-844d-aec39aa5794e req-927df827-ea1b-48f3-b974-c59fef5c30b8 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193604 Nov 11 17:20:31.996677 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-be86d6e7-0754-4494-a52a-4f1d9caad6b4 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:20:31.997265 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-be86d6e7-0754-4494-a52a-4f1d9caad6b4 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153425 Nov 11 17:20:32.048083 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6f00e-5972-40c1-8d4e-8028fc627f85 None None] Pushing event updated for resources: {'Port': ['ID=7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:32.065156 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port dc7ab218-e666-496b-b071-a3c59f1b9164, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=dc7ab218-e666-496b-b071-a3c59f1b9164,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:32.081272 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'dc7ab218-e666-496b-b071-a3c59f1b9164', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': 'dc7ab218-e666-496b-b071-a3c59f1b9164', 'mac_address': 'fa:16:3e:f2:b4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:20:32.085765 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:20:32.133097 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-9d0d7e37-a809-4c03-a7c1-4d21a369f526 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699135 Nov 11 17:20:32.135006 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-13408b7a-5aa2-4fd0-9b33-f268e384ae00 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730661 Nov 11 17:20:32.173928 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ab9ca3-4201-4d96-9741-d210334b8cbd admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:20:32.181864 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-bb9616df-d438-49b7-9036-59c6ff75e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:32.184125 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:32.190514 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-bb9616df-d438-49b7-9036-59c6ff75e80b service neutron] 10.222.0.76 "GET /v2.0/ports/c8152db5-bd62-4af3-b944-c63e0316a930 HTTP/1.1" status: 200 len: 1094 time: 0.1704557 Nov 11 17:20:32.192946 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-86ab9ca3-4201-4d96-9741-d210334b8cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:20:32.195758 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ab9ca3-4201-4d96-9741-d210334b8cbd admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:20:32.230367 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7ab218-e666-496b-b071-a3c59f1b9164 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:20:32.237277 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:32.237656 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:32.291892 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port dc7ab218-e666-496b-b071-a3c59f1b9164, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=dc7ab218-e666-496b-b071-a3c59f1b9164,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:32.295758 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-0da09edc-bc26-4ef7-9ac0-2d4111a60567 service neutron] Request body: {'binding': {'host': 'n-h2-816206-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:20:32.298010 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-0da09edc-bc26-4ef7-9ac0-2d4111a60567 service neutron] Unknown quota resources ['binding']. {{(pid=102617) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 17:20:32.303601 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-59058004-e2e0-4665-bdc5-d6b30ec0d6eb None None] Provisioning complete for port 7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:32.304008 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-59058004-e2e0-4665-bdc5-d6b30ec0d6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:32.305695 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:32.306348 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device efb8cbf4-4fa7-4bf9-b607-e5baa7191822 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:20:32.336849 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52258) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:32.429320 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=dc7ab218-e666-496b-b071-a3c59f1b9164,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:32.441415 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b647882-8e5f-498a-87b8-8a2f8477c05f req-67a1f7e9-9a77-403c-8ef3-fd1ea7c7359b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:32.450851 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1b647882-8e5f-498a-87b8-8a2f8477c05f req-67a1f7e9-9a77-403c-8ef3-fd1ea7c7359b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 947 time: 0.1147370 Nov 11 17:20:32.477466 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2909b425-03ef-4f9d-8ca0-bb238d3af75d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=75a69b558bd747bf894e28aeb9101db6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1393766 Nov 11 17:20:32.478255 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52260) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:32.535769 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device aa066ec5-953a-45a7-b056-346bbe8fef5a details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:20:32.546058 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1b647882-8e5f-498a-87b8-8a2f8477c05f req-4e3f9819-2aab-4e66-8b35-d28c77008ff2 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934505 Nov 11 17:20:32.574669 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-94a555d2-96f1-47ba-90fb-b7a76bce80e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:32.604550 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-94a555d2-96f1-47ba-90fb-b7a76bce80e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:32.643173 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port efb8cbf4-4fa7-4bf9-b607-e5baa7191822, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=efb8cbf4-4fa7-4bf9-b607-e5baa7191822,segment=NetworkSegment(c9cda8b4-6fbd-47d0-af98-77d54c5bf603),segment_id=c9cda8b4-6fbd-47d0-af98-77d54c5bf603)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:32.661254 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'efb8cbf4-4fa7-4bf9-b607-e5baa7191822', 'network_id': '37f6fffb-77f0-48a1-9e1c-010fb4680827', 'port_id': 'efb8cbf4-4fa7-4bf9-b607-e5baa7191822', 'mac_address': 'fa:16:3e:84:6b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548f9807-19ed-47d3-998f-e804783c66a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:20:32.696955 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-94a555d2-96f1-47ba-90fb-b7a76bce80e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:32.699985 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-94a555d2-96f1-47ba-90fb-b7a76bce80e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:32.701186 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-94a555d2-96f1-47ba-90fb-b7a76bce80e6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3c48d979-8c1b-4965-b89b-830262fc419d HTTP/1.1" status: 204 len: 168 time: 0.2205071 Nov 11 17:20:32.716216 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a555d2-96f1-47ba-90fb-b7a76bce80e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c48d979-8c1b-4965-b89b-830262fc419d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:32.733050 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8480dd-a715-4198-94d7-2898606cb5cd req-73da2202-f958-47ca-b194-73f60f810bc7 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:32.735500 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c8480dd-a715-4198-94d7-2898606cb5cd req-73da2202-f958-47ca-b194-73f60f810bc7 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/ports?device_id=97f2aaff-153b-46f1-a197-a832ffbf1a62 HTTP/1.1" status: 200 len: 943 time: 0.0741594 Nov 11 17:20:32.747458 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab9ca3-4201-4d96-9741-d210334b8cbd admin admin] Pushing event updated for resources: {'Port': ['ID=9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:32.779745 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port aa066ec5-953a-45a7-b056-346bbe8fef5a, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:32.790871 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:32.797006 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'aa066ec5-953a-45a7-b056-346bbe8fef5a', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': 'aa066ec5-953a-45a7-b056-346bbe8fef5a', 'mac_address': 'fa:16:3e:aa:cb:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:20:32.811609 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-df952f50-cc63-4cec-a798-acaec1e9f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:32.811865 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb8cbf4-4fa7-4bf9-b607-e5baa7191822 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:20:32.813701 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-df952f50-cc63-4cec-a798-acaec1e9f25d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&device_id=08f0266b-534f-484d-abe0-2482de9e0c44 HTTP/1.1" status: 200 len: 1099 time: 0.5641537 Nov 11 17:20:32.829034 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c8480dd-a715-4198-94d7-2898606cb5cd req-b8edc9f9-b01d-4e55-9da5-75efa638b5c3 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e514ab6-57c0-4f94-bf58-e10308ecccf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861480 Nov 11 17:20:32.876243 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:32.892755 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port efb8cbf4-4fa7-4bf9-b607-e5baa7191822, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=efb8cbf4-4fa7-4bf9-b607-e5baa7191822,segment=NetworkSegment(c9cda8b4-6fbd-47d0-af98-77d54c5bf603),segment_id=c9cda8b4-6fbd-47d0-af98-77d54c5bf603)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:32.907930 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:32.915816 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa066ec5-953a-45a7-b056-346bbe8fef5a {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:20:33.005022 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port aa066ec5-953a-45a7-b056-346bbe8fef5a, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:33.012416 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=efb8cbf4-4fa7-4bf9-b607-e5baa7191822,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:33.022332 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:33.133963 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=aa066ec5-953a-45a7-b056-346bbe8fef5a,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:33.141543 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-dcbde903-d5f8-4489-a09d-6fa119091ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:33.142964 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-dcbde903-d5f8-4489-a09d-6fa119091ac7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.2865307 Nov 11 17:20:33.200996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deda3e8-10e9-4440-8f0c-f689f01ddc5e req-4c1a480f-2365-4967-8e0d-e28d97d632c1 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:33.202827 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6deda3e8-10e9-4440-8f0c-f689f01ddc5e req-4c1a480f-2365-4967-8e0d-e28d97d632c1 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4774ade-c7d0-4e80-8f4c-5279580ad61b HTTP/1.1" status: 200 len: 949 time: 0.0561841 Nov 11 17:20:33.206213 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-fa46a712-5a3f-4ac6-91a6-a65f207bff3a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=dc7ab218-e666-496b-b071-a3c59f1b9164 HTTP/1.1" status: 200 len: 217 time: 0.0514026 Nov 11 17:20:33.216934 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-0da09edc-bc26-4ef7-9ac0-2d4111a60567 service neutron] Attempting to bind port c8152db5-bd62-4af3-b944-c63e0316a930 on host n-h2-816206-4 for vnic_type normal with profile None {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:20:33.217277 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-0da09edc-bc26-4ef7-9ac0-2d4111a60567 service neutron] Attempting to bind port c8152db5-bd62-4af3-b944-c63e0316a930 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:20:33.217701 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-0da09edc-bc26-4ef7-9ac0-2d4111a60567 service neutron] Attempting to bind port c8152db5-bd62-4af3-b944-c63e0316a930 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:33.231348 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86ab9ca3-4201-4d96-9741-d210334b8cbd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:33.261688 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-0da09edc-bc26-4ef7-9ac0-2d4111a60567 service neutron] Port c8152db5-bd62-4af3-b944-c63e0316a930 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:20:33.262004 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-0da09edc-bc26-4ef7-9ac0-2d4111a60567 service neutron] Attempting to bind port c8152db5-bd62-4af3-b944-c63e0316a930 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:33.275644 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6deda3e8-10e9-4440-8f0c-f689f01ddc5e req-95a58248-157c-4862-acb4-b2665d097975 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628946 Nov 11 17:20:33.315647 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-9e82db0f-bfbc-4883-9266-fbf8a4efe5ca tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:33.317151 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-9e82db0f-bfbc-4883-9266-fbf8a4efe5ca tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.83 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b&tenant_id=5a1f216bc9834fb08bccfb025e9c406a&binding%3Ahost_id=n-h2-816206-4 HTTP/1.1" status: 200 len: 948 time: 0.2252889 Nov 11 17:20:33.347083 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-0da09edc-bc26-4ef7-9ac0-2d4111a60567 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:20:33.347356 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-0da09edc-bc26-4ef7-9ac0-2d4111a60567 service neutron] Checking segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:20:33.347524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-0da09edc-bc26-4ef7-9ac0-2d4111a60567 service neutron] Bound using segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:20:33.348129 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-0da09edc-bc26-4ef7-9ac0-2d4111a60567 service neutron] Bound port: c8152db5-bd62-4af3-b944-c63e0316a930, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:20:33.364505 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['efb8cbf4-4fa7-4bf9-b607-e5baa7191822'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:20:33.396827 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['aa066ec5-953a-45a7-b056-346bbe8fef5a'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:20:33.400978 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['dc7ab218-e666-496b-b071-a3c59f1b9164'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:20:33.410155 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394f619-848a-46ad-a5f9-f8c052792418 req-df5933b0-ee62-44fe-bbe1-b3c38a4e29ec tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:33.412204 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6394f619-848a-46ad-a5f9-f8c052792418 req-df5933b0-ee62-44fe-bbe1-b3c38a4e29ec tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 945 time: 0.0753140 Nov 11 17:20:33.436876 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-d9c5289a-2471-4273-8e7e-9a499315b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:33.438419 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-d9c5289a-2471-4273-8e7e-9a499315b781 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.2240520 Nov 11 17:20:33.477640 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6394f619-848a-46ad-a5f9-f8c052792418 req-3519a86e-80ee-4fe0-916a-853630e2149f tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586281 Nov 11 17:20:33.545525 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-0da09edc-bc26-4ef7-9ac0-2d4111a60567 service neutron] For port c8152db5-bd62-4af3-b944-c63e0316a930, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=c8152db5-bd62-4af3-b944-c63e0316a930,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:20:33.616997 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfbcb9-73db-45cc-a038-1145df1f8a7f req-35c283f4-84d8-4cca-aada-f5267a80a0d7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:33.618611 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50cfbcb9-73db-45cc-a038-1145df1f8a7f req-35c283f4-84d8-4cca-aada-f5267a80a0d7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 948 time: 0.0586972 Nov 11 17:20:33.633093 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-9486a310-1878-479e-8141-7e53e97efcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:33.634572 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-9486a310-1878-479e-8141-7e53e97efcfe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1764395 Nov 11 17:20:33.639943 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-0da09edc-bc26-4ef7-9ac0-2d4111a60567 service neutron] Publish callbacks [] for binding, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:33.641595 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-0da09edc-bc26-4ef7-9ac0-2d4111a60567 service neutron] 10.222.0.76 "POST /v2.0/ports/c8152db5-bd62-4af3-b944-c63e0316a930/bindings HTTP/1.1" status: 201 len: 389 time: 1.4499891 Nov 11 17:20:33.643047 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-f1781cff-d12e-44e0-9a87-1f3e1059b3ba service neutron] 10.222.0.83 "GET /v2.0/ports/aa066ec5-953a-45a7-b056-346bbe8fef5a/bindings/n-h2-816206-4 HTTP/1.1" status: 200 len: 382 time: 0.3123288 Nov 11 17:20:33.734953 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50cfbcb9-73db-45cc-a038-1145df1f8a7f req-f9111b16-1f6a-44c8-bdce-a28e39f39052 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055081 Nov 11 17:20:33.752988 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86ab9ca3-4201-4d96-9741-d210334b8cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:33.862295 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-8fc27dd4-31be-475a-bd3d-59048b0b027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:33.862295 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-8fc27dd4-31be-475a-bd3d-59048b0b027f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 1099 time: 0.1579096 Nov 11 17:20:33.904574 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-18eebc7b-fa49-4cff-9a12-7fb81d1fd90f service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585745 Nov 11 17:20:33.957880 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:20:34.002660 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b4f53-eaae-409b-8074-4ceed6aedfcc req-a39776db-d264-428c-b7b3-716ec2caa228 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:34.004538 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-543b4f53-eaae-409b-8074-4ceed6aedfcc req-a39776db-d264-428c-b7b3-716ec2caa228 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 946 time: 0.1503034 Nov 11 17:20:34.021312 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-4a618f4a-ba4e-4885-93fd-7964eaecd31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:34.027881 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-4a618f4a-ba4e-4885-93fd-7964eaecd31d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 1097 time: 0.0710788 Nov 11 17:20:34.052617 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:34.053068 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:34.137377 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-f61ce723-bb55-4154-a963-b900e4c73ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:34.138884 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-f61ce723-bb55-4154-a963-b900e4c73ccc service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.2670126 Nov 11 17:20:34.197264 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-94ca84ea-cc3b-4a78-a978-b8277f20012d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a HTTP/1.1" status: 200 len: 217 time: 0.0464764 Nov 11 17:20:34.199234 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82a1f6c4-b61f-4ca2-bfb1-de15733dcd75 req-2f00ca40-7b8a-4c43-9679-21483a7a3a4d service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769995 Nov 11 17:20:34.213392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ab9ca3-4201-4d96-9741-d210334b8cbd admin admin] Router 3f8bdcfa-bc17-48fd-a935-a69d7f5825bc is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:20:34.260180 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-6f5484ef-678b-42e9-baba-5dc884f48d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:34.261625 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-6f5484ef-678b-42e9-baba-5dc884f48d3a service neutron] 10.222.0.83 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 910 time: 0.2119346 Nov 11 17:20:34.311936 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-543b4f53-eaae-409b-8074-4ceed6aedfcc req-c83cf300-3f22-4d8d-98de-67fec147a58e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827768 Nov 11 17:20:34.314560 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-db4e02e5-7d4a-4196-84f1-9ef9c484e03f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8152db5-bd62-4af3-b944-c63e0316a930 HTTP/1.1" status: 200 len: 217 time: 0.0433199 Nov 11 17:20:34.337830 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bc09e-04a5-4dc8-88b9-474e8facbde0 req-f10d69a3-a2b6-45a0-b4ae-a69758a12491 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:34.339284 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-369bc09e-04a5-4dc8-88b9-474e8facbde0 req-f10d69a3-a2b6-45a0-b4ae-a69758a12491 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/ports?device_id=97f2aaff-153b-46f1-a197-a832ffbf1a62 HTTP/1.1" status: 200 len: 944 time: 0.1349247 Nov 11 17:20:34.359878 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-c1846c7e-3060-4d81-a143-9205ca14f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:34.361343 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-c1846c7e-3060-4d81-a143-9205ca14f54c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1451094 Nov 11 17:20:34.413398 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ab9ca3-4201-4d96-9741-d210334b8cbd admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:20:34.429570 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] Sync routers for ids ['3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:20:34.443403 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86ab9ca3-4201-4d96-9741-d210334b8cbd admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:34.449769 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-86ab9ca3-4201-4d96-9741-d210334b8cbd admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6276834 Nov 11 17:20:34.449999 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] Routers {'3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:20:34.449999 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:20:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:34.451351 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52314) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:34.525410 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-5d927f89-1925-4c0f-9d96-2a0f094318ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:34.527589 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-5d927f89-1925-4c0f-9d96-2a0f094318ea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1481211 Nov 11 17:20:34.561617 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 1cc6b455-4c4f-4934-afb5-ff600c11e4c4 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:20:34.660782 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] Set router 3f8bdcfa-bc17-48fd-a935-a69d7f5825bc gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:20:34.812258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-968d153a-d144-4294-861a-4e450f43ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:34.815580 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-968d153a-d144-4294-861a-4e450f43ec8b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=651c5717-7c13-46c4-8d6a-3f6dcf13301c HTTP/1.1" status: 200 len: 848 time: 0.4916198 Nov 11 17:20:34.828585 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 1cc6b455-4c4f-4934-afb5-ff600c11e4c4 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:20:34.844545 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 1cc6b455-4c4f-4934-afb5-ff600c11e4c4 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:34.844939 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:34.904532 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-369bc09e-04a5-4dc8-88b9-474e8facbde0 req-a0104089-57c9-411f-b638-44b45d4450da tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e514ab6-57c0-4f94-bf58-e10308ecccf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451314 Nov 11 17:20:34.911381 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-35707734-7f6e-422e-9b46-934eece9969a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aff4ca62-299e-49a9-90bd-d7da6c894e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644946 Nov 11 17:20:34.965488 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0fbad-ffd4-4bd1-be77-45736bca90e7 req-cb3c4d55-23fa-4b26-9402-5c60bc588a10 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:34.975169 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ad0fbad-ffd4-4bd1-be77-45736bca90e7 req-cb3c4d55-23fa-4b26-9402-5c60bc588a10 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 945 time: 0.5685384 Nov 11 17:20:34.989175 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:35.041193 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'name': 'tempest-TaggedBootDevicesTest-2033563070-router', 'tenant_id': '57a0547569de40a6ab45455039002426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:29Z', 'updated_at': '2021-11-11T17:20:32Z', 'revision_number': 3, 'project_id': '57a0547569de40a6ab45455039002426', 'gw_port': {'id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:30Z', 'updated_at': '2021-11-11T17:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:35.043010 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 1cc6b455-4c4f-4934-afb5-ff600c11e4c4, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=1cc6b455-4c4f-4934-afb5-ff600c11e4c4,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:35.045207 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4774ade-c7d0-4e80-8f4c-5279580ad61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc6b455-4c4f-4934-afb5-ff600c11e4c4'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:35.049234 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9822e792-8c3a-4cbf-a411-74e11ea2f03b" -d '{"events": [{"server_uuid": "b4774ade-c7d0-4e80-8f4c-5279580ad61b", "name": "network-vif-plugged", "status": "completed", "tag": "1cc6b455-4c4f-4934-afb5-ff600c11e4c4"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:35.052930 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:35.071691 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-9c19821e-87e2-4d59-8b89-4b53177c452a service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326972 Nov 11 17:20:35.080415 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] Checking router: 3f8bdcfa-bc17-48fd-a935-a69d7f5825bc for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:20:35.081168 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] Updating router 3f8bdcfa-bc17-48fd-a935-a69d7f5825bc port 9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:20:35.113686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69e6da-3f06-4184-9da6-0a134d01fa36 req-166a87cd-dcf4-4201-b3ea-dca93e130709 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:35.114788 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=1cc6b455-4c4f-4934-afb5-ff600c11e4c4,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:35.115676 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe69e6da-3f06-4184-9da6-0a134d01fa36 req-166a87cd-dcf4-4201-b3ea-dca93e130709 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4774ade-c7d0-4e80-8f4c-5279580ad61b HTTP/1.1" status: 200 len: 949 time: 0.1013532 Nov 11 17:20:35.117126 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:35.136429 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ad0fbad-ffd4-4bd1-be77-45736bca90e7 req-b2021e24-2a7b-4168-a149-45b2e31ddebf tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599083 Nov 11 17:20:35.174653 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-68a376ee-3adf-48b6-9d6d-8663e121a36d service neutron] 10.222.0.83 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449825 Nov 11 17:20:35.258859 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-b3b34e62-450b-474e-be95-16ca74b716a3 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770477 Nov 11 17:20:35.304674 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe69e6da-3f06-4184-9da6-0a134d01fa36 req-c7bd00d3-0eeb-4a1c-b4bf-a4a930a894fb tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577294 Nov 11 17:20:35.360814 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87b534-9b19-4ad3-8dd2-988c7871ba40 req-9adce88c-3b5d-4fd7-b577-feb26c0571c8 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:35.362177 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e87b534-9b19-4ad3-8dd2-988c7871ba40 req-9adce88c-3b5d-4fd7-b577-feb26c0571c8 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 945 time: 0.1566422 Nov 11 17:20:35.421003 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-051ef3e2-29b3-451f-a1d7-d9c2529cb850 service neutron] 10.222.0.83 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339530 Nov 11 17:20:35.437769 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:35.446293 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:35.464285 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858bca4-b5cf-4c78-a361-f8e27a4db63c req-4086fd06-6d9e-41c2-9950-51a81b8c32d2 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:35.465784 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e858bca4-b5cf-4c78-a361-f8e27a4db63c req-4086fd06-6d9e-41c2-9950-51a81b8c32d2 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 948 time: 0.0980978 Nov 11 17:20:35.471138 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e87b534-9b19-4ad3-8dd2-988c7871ba40 req-e4f4be3e-b060-48fa-ba9f-60f9044bc880 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964284 Nov 11 17:20:35.502188 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029dce90-65c6-4373-9247-587c9c814cbd None None] Pushing event updated for resources: {'Port': ['ID=9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:35.511713 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72af2bc9-17b0-4a6a-bba2-61781d0fc6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:35.512101 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dce90-65c6-4373-9247-587c9c814cbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:35.512450 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dce90-65c6-4373-9247-587c9c814cbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:35.513207 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dce90-65c6-4373-9247-587c9c814cbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:35.513207 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dce90-65c6-4373-9247-587c9c814cbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:35.513428 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dce90-65c6-4373-9247-587c9c814cbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:35.513725 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dce90-65c6-4373-9247-587c9c814cbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:35.514048 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dce90-65c6-4373-9247-587c9c814cbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:35.514368 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dce90-65c6-4373-9247-587c9c814cbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:35.514684 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dce90-65c6-4373-9247-587c9c814cbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:35.515000 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dce90-65c6-4373-9247-587c9c814cbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:35.515328 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dce90-65c6-4373-9247-587c9c814cbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:35.516258 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029dce90-65c6-4373-9247-587c9c814cbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:20:35.519552 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] Attempting to bind port 9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:20:35.519943 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] Attempting to bind port 9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:20:35.520393 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] Attempting to bind port 9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:35.542001 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:20:35.542491 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:20:35.542770 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:35.543162 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:20:35.543639 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] Bound port: 9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:20:35.544065 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:35.577580 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e858bca4-b5cf-4c78-a361-f8e27a4db63c req-d4b596ab-f1b1-448f-8585-90990aec270b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016121 Nov 11 17:20:35.623128 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] For port 9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:20:35.629653 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] For port 9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:20:35.635277 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:35.699862 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029dce90-65c6-4373-9247-587c9c814cbd None None] Pushing event updated for resources: {'Port': ['ID=9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:35.713637 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] Routers {'3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:20:35.714202 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:20:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:35.738824 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-72af2bc9-17b0-4a6a-bba2-61781d0fc6e9 admin admin] Allocated IP 172.20.0.1 (899c7522-11f4-4d70-abf1-4945b96a18be/eb65c8e4-9667-460f-b3de-43e527914011/d83c796b-d8a2-4b59-b59f-bbd0ff261813) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:20:35.863304 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] Set router 3f8bdcfa-bc17-48fd-a935-a69d7f5825bc gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:20:35.870943 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device dc7ab218-e666-496b-b071-a3c59f1b9164 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:20:35.955786 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5925930-6a94-418a-a27a-6cca6ed3d4e0 x-openstack-request-id: req-a5925930-6a94-418a-a27a-6cca6ed3d4e0 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:20:35.956746 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4774ade-c7d0-4e80-8f4c-5279580ad61b", "name": "network-vif-plugged", "status": "completed", "tag": "1cc6b455-4c4f-4934-afb5-ff600c11e4c4", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:20:35.958707 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a5925930-6a94-418a-a27a-6cca6ed3d4e0 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:20:35.959018 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4774ade-c7d0-4e80-8f4c-5279580ad61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc6b455-4c4f-4934-afb5-ff600c11e4c4', 'code': 200} Nov 11 17:20:35.969819 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72af2bc9-17b0-4a6a-bba2-61781d0fc6e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:35.995020 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port dc7ab218-e666-496b-b071-a3c59f1b9164 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:20:36.001361 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port dc7ab218-e666-496b-b071-a3c59f1b9164 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:36.003778 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:36.035526 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c0856-15ae-45bc-9f48-ad9ad3b9e12b req-f41954a9-5a73-4652-be33-218db80be105 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:36.043179 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca8c0856-15ae-45bc-9f48-ad9ad3b9e12b req-f41954a9-5a73-4652-be33-218db80be105 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 946 time: 0.1587772 Nov 11 17:20:36.098606 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814ff68-3ae8-4fa5-af9b-1acb36b82de4 req-dde88b32-922e-42cc-9ba1-3acb661f97ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:36.100054 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5814ff68-3ae8-4fa5-af9b-1acb36b82de4 req-dde88b32-922e-42cc-9ba1-3acb661f97ed service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b4774ade-c7d0-4e80-8f4c-5279580ad61b HTTP/1.1" status: 200 len: 1101 time: 0.1247764 Nov 11 17:20:36.111241 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca8c0856-15ae-45bc-9f48-ad9ad3b9e12b req-093dc968-f4db-4477-af67-0a0894430998 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671391 Nov 11 17:20:36.144372 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'name': 'tempest-TaggedBootDevicesTest-2033563070-router', 'tenant_id': '57a0547569de40a6ab45455039002426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:29Z', 'updated_at': '2021-11-11T17:20:32Z', 'revision_number': 3, 'project_id': '57a0547569de40a6ab45455039002426', 'gw_port': {'id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:30Z', 'updated_at': '2021-11-11T17:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:36.145749 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e83f3-5dab-4768-b3b1-bacdedd7c816 req-3a725e45-772f-49be-aa4c-39c0e8eeb7f9 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:36.147562 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-607e83f3-5dab-4768-b3b1-bacdedd7c816 req-3a725e45-772f-49be-aa4c-39c0e8eeb7f9 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.64 "GET /v2.0/ports?device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 945 time: 0.1257441 Nov 11 17:20:36.151927 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72af2bc9-17b0-4a6a-bba2-61781d0fc6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:36.207134 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:36.211094 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b92ff0c-7785-41f9-9cba-e6c1cf083acf None None] The sync data for ids ['3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'] in n-d-816206-4 is: [{'id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'name': 'tempest-TaggedBootDevicesTest-2033563070-router', 'tenant_id': '57a0547569de40a6ab45455039002426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:29Z', 'updated_at': '2021-11-11T17:20:32Z', 'revision_number': 3, 'project_id': '57a0547569de40a6ab45455039002426', 'gw_port': {'id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:30Z', 'updated_at': '2021-11-11T17:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:20:36.212049 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07919d26-d13c-4de6-9500-bcc4a4851698 req-0d842dc6-97f1-4c24-b6f2-52348717e388 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:36.213632 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07919d26-d13c-4de6-9500-bcc4a4851698 req-0d842dc6-97f1-4c24-b6f2-52348717e388 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/ports?device_id=97f2aaff-153b-46f1-a197-a832ffbf1a62 HTTP/1.1" status: 200 len: 944 time: 0.0903995 Nov 11 17:20:36.221611 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5814ff68-3ae8-4fa5-af9b-1acb36b82de4 req-e688ca22-e38f-4979-8626-acd21827f768 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090808 Nov 11 17:20:36.224923 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af2bc9-17b0-4a6a-bba2-61781d0fc6e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d83c796b-d8a2-4b59-b59f-bbd0ff261813,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:36.252224 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72af2bc9-17b0-4a6a-bba2-61781d0fc6e9 admin admin] Network 899c7522-11f4-4d70-abf1-4945b96a18be is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:20:36.255606 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-72af2bc9-17b0-4a6a-bba2-61781d0fc6e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:20:36.260048 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72af2bc9-17b0-4a6a-bba2-61781d0fc6e9 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:20:36.311107 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07919d26-d13c-4de6-9500-bcc4a4851698 req-41ae52e6-2369-4f22-b120-382a7dce26e7 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e514ab6-57c0-4f94-bf58-e10308ecccf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756967 Nov 11 17:20:36.345404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port dc7ab218-e666-496b-b071-a3c59f1b9164, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=dc7ab218-e666-496b-b071-a3c59f1b9164,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:36.361736 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72af2bc9-17b0-4a6a-bba2-61781d0fc6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:36.369485 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:36.369485 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device efb8cbf4-4fa7-4bf9-b607-e5baa7191822 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:20:36.490710 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=dc7ab218-e666-496b-b071-a3c59f1b9164,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:36.510375 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-607e83f3-5dab-4768-b3b1-bacdedd7c816 req-f382bdca-e1cc-4682-a46d-ad206dbda5f2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Deleting port 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:20:36.510719 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-607e83f3-5dab-4768-b3b1-bacdedd7c816 req-f382bdca-e1cc-4682-a46d-ad206dbda5f2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:36.536566 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port efb8cbf4-4fa7-4bf9-b607-e5baa7191822 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:20:36.541487 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port efb8cbf4-4fa7-4bf9-b607-e5baa7191822 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:36.542257 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:36.566987 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0284a0-a21f-464a-a90b-a3d5db428ecf req-6801e7a9-b1bf-4487-bbe7-6af9d67bb5dd tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:36.568539 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb0284a0-a21f-464a-a90b-a3d5db428ecf req-6801e7a9-b1bf-4487-bbe7-6af9d67bb5dd tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 945 time: 0.1232924 Nov 11 17:20:36.578822 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device aa066ec5-953a-45a7-b056-346bbe8fef5a up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:20:36.610569 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b396d-f580-4570-b6ce-780d55fbab64 req-eb0d04ef-db36-47e1-ad49-401ae26b85b3 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:36.632931 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f77b396d-f580-4570-b6ce-780d55fbab64 req-eb0d04ef-db36-47e1-ad49-401ae26b85b3 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4774ade-c7d0-4e80-8f4c-5279580ad61b HTTP/1.1" status: 200 len: 950 time: 0.1503305 Nov 11 17:20:36.714358 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b37e98f0-f4bb-4618-b929-7584f0fca85d None None] Provisioning complete for port d83c796b-d8a2-4b59-b59f-bbd0ff261813 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:36.714745 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b37e98f0-f4bb-4618-b929-7584f0fca85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:36.737754 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-607e83f3-5dab-4768-b3b1-bacdedd7c816 req-f382bdca-e1cc-4682-a46d-ad206dbda5f2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] For port 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:36.738060 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-607e83f3-5dab-4768-b3b1-bacdedd7c816 req-f382bdca-e1cc-4682-a46d-ad206dbda5f2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:36.752041 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-607e83f3-5dab-4768-b3b1-bacdedd7c816 req-f382bdca-e1cc-4682-a46d-ad206dbda5f2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Calling delete_port for 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:20:36.754060 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b37e98f0-f4bb-4618-b929-7584f0fca85d None None] Port d83c796b-d8a2-4b59-b59f-bbd0ff261813 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:20:36.765384 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb0284a0-a21f-464a-a90b-a3d5db428ecf req-36bfd604-da52-4a09-adaf-123769ef2297 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791453 Nov 11 17:20:36.815082 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port aa066ec5-953a-45a7-b056-346bbe8fef5a completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:20:36.822240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port aa066ec5-953a-45a7-b056-346bbe8fef5a triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:36.822615 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:36.855963 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f77b396d-f580-4570-b6ce-780d55fbab64 req-9eed0472-8387-4189-bbc4-5dd17802b86b tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005820 Nov 11 17:20:36.905861 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:36.918225 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72af2bc9-17b0-4a6a-bba2-61781d0fc6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:37.045313 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port efb8cbf4-4fa7-4bf9-b607-e5baa7191822, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=efb8cbf4-4fa7-4bf9-b607-e5baa7191822,segment=NetworkSegment(c9cda8b4-6fbd-47d0-af98-77d54c5bf603),segment_id=c9cda8b4-6fbd-47d0-af98-77d54c5bf603)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:37.067644 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:37.083714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6b6bf-7b0b-456d-b3a5-798c39a0d165 req-ad80f811-37e2-4742-830f-f635b1ae181e tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:37.085441 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e6b6bf-7b0b-456d-b3a5-798c39a0d165 req-ad80f811-37e2-4742-830f-f635b1ae181e tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 945 time: 0.1521487 Nov 11 17:20:37.099274 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2712c4-7fa5-4f05-b3d9-c8422c15d4c2 req-21935b1e-49c3-4452-9c3c-47c8e0d7825e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:37.101095 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ac2712c4-7fa5-4f05-b3d9-c8422c15d4c2 req-21935b1e-49c3-4452-9c3c-47c8e0d7825e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 948 time: 0.0895841 Nov 11 17:20:37.157046 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:37.159765 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e6b6bf-7b0b-456d-b3a5-798c39a0d165 req-6d8100d3-befb-4654-8aa1-71ec88c24695 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576584 Nov 11 17:20:37.198597 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=efb8cbf4-4fa7-4bf9-b607-e5baa7191822,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:37.199637 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-607e83f3-5dab-4768-b3b1-bacdedd7c816 req-f382bdca-e1cc-4682-a46d-ad206dbda5f2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:37.228833 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port aa066ec5-953a-45a7-b056-346bbe8fef5a, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:37.231435 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ac2712c4-7fa5-4f05-b3d9-c8422c15d4c2 req-d8655f7b-e743-4481-98c6-350247e71b51 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726917 Nov 11 17:20:37.234312 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:20:37.238808 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:37.276846 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382bdca-e1cc-4682-a46d-ad206dbda5f2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Pushing event deleted for resources: {'Port': ['ID=1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:37.365381 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=aa066ec5-953a-45a7-b056-346bbe8fef5a,revision_number=9']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:37.386886 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2fe2a82f-fa15-4c53-90b3-f92440ca189b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:37.447091 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-607e83f3-5dab-4768-b3b1-bacdedd7c816 req-f382bdca-e1cc-4682-a46d-ad206dbda5f2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] No DVR routers for this DVR port 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:20:37.454311 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-607e83f3-5dab-4768-b3b1-bacdedd7c816 req-f382bdca-e1cc-4682-a46d-ad206dbda5f2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:37.466871 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-607e83f3-5dab-4768-b3b1-bacdedd7c816 req-f382bdca-e1cc-4682-a46d-ad206dbda5f2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.64 "DELETE /v2.0/ports/1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0 HTTP/1.1" status: 204 len: 173 time: 1.3016195 Nov 11 17:20:37.482163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051c24e-d36b-43a4-8afe-df6364cd29d6 req-26909c1a-19a1-4ce9-b16b-0bdf2aa49146 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:37.489960 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3051c24e-d36b-43a4-8afe-df6364cd29d6 req-26909c1a-19a1-4ce9-b16b-0bdf2aa49146 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 946 time: 0.1366141 Nov 11 17:20:37.536319 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72af2bc9-17b0-4a6a-bba2-61781d0fc6e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:37.538181 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721f52a2-0b86-494c-ac60-5ef9faf29790', 'name': 'network-vif-deleted', 'tag': '1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:37.540700 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d288b7f-9c41-4b3c-a0e1-4b376e7b3f02" -d '{"events": [{"server_uuid": "721f52a2-0b86-494c-ac60-5ef9faf29790", "name": "network-vif-deleted", "tag": "1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:37.545499 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72af2bc9-17b0-4a6a-bba2-61781d0fc6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:37.662173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655548ed-a9a1-4cfe-a842-fb772873da34 req-425e9481-6a54-4a23-8baf-d614b0608d9d tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:37.670841 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-655548ed-a9a1-4cfe-a842-fb772873da34 req-425e9481-6a54-4a23-8baf-d614b0608d9d tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/ports?device_id=97f2aaff-153b-46f1-a197-a832ffbf1a62 HTTP/1.1" status: 200 len: 945 time: 0.1793725 Nov 11 17:20:37.697092 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af2bc9-17b0-4a6a-bba2-61781d0fc6e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d83c796b-d8a2-4b59-b59f-bbd0ff261813,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:37.716743 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3051c24e-d36b-43a4-8afe-df6364cd29d6 req-de139c25-df1a-48a9-aa0e-30ad99e78f9b tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115953 Nov 11 17:20:37.725619 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72af2bc9-17b0-4a6a-bba2-61781d0fc6e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:37.809984 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-655548ed-a9a1-4cfe-a842-fb772873da34 req-e5d973b5-3828-4174-8f0b-16ca3f3ae02f tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e514ab6-57c0-4f94-bf58-e10308ecccf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337738 Nov 11 17:20:37.867243 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e153d67-3c6f-4e16-a8e9-6221a9ec8102 x-openstack-request-id: req-9e153d67-3c6f-4e16-a8e9-6221a9ec8102 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:20:37.867889 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721f52a2-0b86-494c-ac60-5ef9faf29790", "name": "network-vif-deleted", "tag": "1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:20:37.868305 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9e153d67-3c6f-4e16-a8e9-6221a9ec8102 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:20:37.868860 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721f52a2-0b86-494c-ac60-5ef9faf29790', 'name': 'network-vif-deleted', 'tag': '1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0', 'status': 'completed', 'code': 200} Nov 11 17:20:37.943095 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3af2a58-c4f5-41cc-bd63-68fcda1683b1 req-2f034127-87ea-4526-ab6a-eceb0de6a7ef tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 210 time: 0.0555081 Nov 11 17:20:37.966408 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f0266b-534f-484d-abe0-2482de9e0c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7ab218-e666-496b-b071-a3c59f1b9164'}, {'server_uuid': '97f2aaff-153b-46f1-a197-a832ffbf1a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb8cbf4-4fa7-4bf9-b607-e5baa7191822'}, {'server_uuid': 'c66ce177-b9a0-4ac0-a53d-1982e37e140b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa066ec5-953a-45a7-b056-346bbe8fef5a'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:37.969801 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f8cb61-3646-4dde-a002-6f76243f40f2" -d '{"events": [{"server_uuid": "08f0266b-534f-484d-abe0-2482de9e0c44", "name": "network-vif-plugged", "status": "completed", "tag": "dc7ab218-e666-496b-b071-a3c59f1b9164"}, {"server_uuid": "97f2aaff-153b-46f1-a197-a832ffbf1a62", "name": "network-vif-plugged", "status": "completed", "tag": "efb8cbf4-4fa7-4bf9-b607-e5baa7191822"}, {"server_uuid": "c66ce177-b9a0-4ac0-a53d-1982e37e140b", "name": "network-vif-plugged", "status": "completed", "tag": "aa066ec5-953a-45a7-b056-346bbe8fef5a"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:37.998001 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:20:38.007005 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72af2bc9-17b0-4a6a-bba2-61781d0fc6e9 admin admin] Network 899c7522-11f4-4d70-abf1-4945b96a18be is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:20:38.008825 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-72af2bc9-17b0-4a6a-bba2-61781d0fc6e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:20:38.092848 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb24fd-288b-4b4b-88f5-b7adb513b3ea req-dbdb7cc9-9a18-41ed-a1f4-4e4a604d7dc3 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:38.099473 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:38.100647 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:38.117504 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16eb24fd-288b-4b4b-88f5-b7adb513b3ea req-dbdb7cc9-9a18-41ed-a1f4-4e4a604d7dc3 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4774ade-c7d0-4e80-8f4c-5279580ad61b HTTP/1.1" status: 200 len: 950 time: 0.1114018 Nov 11 17:20:38.169568 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ec4e8e-e19e-4248-8510-e3f4429e4431 x-openstack-request-id: req-d1ec4e8e-e19e-4248-8510-e3f4429e4431 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:20:38.170209 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f0266b-534f-484d-abe0-2482de9e0c44", "name": "network-vif-plugged", "status": "completed", "tag": "dc7ab218-e666-496b-b071-a3c59f1b9164", "code": 200}, {"server_uuid": "97f2aaff-153b-46f1-a197-a832ffbf1a62", "name": "network-vif-plugged", "status": "completed", "tag": "efb8cbf4-4fa7-4bf9-b607-e5baa7191822", "code": 200}, {"server_uuid": "c66ce177-b9a0-4ac0-a53d-1982e37e140b", "name": "network-vif-plugged", "status": "completed", "tag": "aa066ec5-953a-45a7-b056-346bbe8fef5a", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:20:38.170574 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d1ec4e8e-e19e-4248-8510-e3f4429e4431 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:20:38.171190 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f0266b-534f-484d-abe0-2482de9e0c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7ab218-e666-496b-b071-a3c59f1b9164', 'code': 200} Nov 11 17:20:38.171538 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f2aaff-153b-46f1-a197-a832ffbf1a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb8cbf4-4fa7-4bf9-b607-e5baa7191822', 'code': 200} Nov 11 17:20:38.173141 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66ce177-b9a0-4ac0-a53d-1982e37e140b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa066ec5-953a-45a7-b056-346bbe8fef5a', 'code': 200} Nov 11 17:20:38.180417 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72af2bc9-17b0-4a6a-bba2-61781d0fc6e9 admin admin] Router 3f8bdcfa-bc17-48fd-a935-a69d7f5825bc has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:20:38.214775 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16eb24fd-288b-4b4b-88f5-b7adb513b3ea req-2147d8e3-56e2-45d8-a54a-0f70a3da27f6 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963440 Nov 11 17:20:38.344313 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43d218-4b6f-415d-993b-1aae947a1434 req-a1d418d8-abec-4efe-b753-61a0050950f6 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:38.353485 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a43d218-4b6f-415d-993b-1aae947a1434 req-a1d418d8-abec-4efe-b753-61a0050950f6 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 945 time: 0.0958350 Nov 11 17:20:38.358819 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:38.436724 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:38.450943 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:38.495125 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33a50f-7352-4da8-b7f1-3bd4a6243efe req-8cde9fd6-5364-43c4-b297-1ba56ece0eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:38.497428 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ea33a50f-7352-4da8-b7f1-3bd4a6243efe req-8cde9fd6-5364-43c4-b297-1ba56ece0eee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=08f0266b-534f-484d-abe0-2482de9e0c44 HTTP/1.1" status: 200 len: 1101 time: 0.1185222 Nov 11 17:20:38.512781 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a43d218-4b6f-415d-993b-1aae947a1434 req-b65ccbb5-2edd-41cb-9bb9-bad70cd0f5c8 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528516 Nov 11 17:20:38.529910 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671d481-a53c-4ea5-ac81-5ad00a32eac0 req-eeb074d7-acb9-4dbc-a94e-a88780437092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:38.535087 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9671d481-a53c-4ea5-ac81-5ad00a32eac0 req-eeb074d7-acb9-4dbc-a94e-a88780437092 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=97f2aaff-153b-46f1-a197-a832ffbf1a62 HTTP/1.1" status: 200 len: 1096 time: 0.1323972 Nov 11 17:20:38.573849 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:38.599044 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e167fce5-4bc0-4139-8074-69e4739b478e None None] Provisioning complete for port d83c796b-d8a2-4b59-b59f-bbd0ff261813 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:38.599414 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e167fce5-4bc0-4139-8074-69e4739b478e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:38.604574 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72af2bc9-17b0-4a6a-bba2-61781d0fc6e9 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:20:38.610411 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-72af2bc9-17b0-4a6a-bba2-61781d0fc6e9 admin admin] 10.222.0.76 "PUT /v2.0/routers/3f8bdcfa-bc17-48fd-a935-a69d7f5825bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1571784 Nov 11 17:20:38.616708 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63338d43-d8ed-4901-8317-db0d94fc1052 req-bae1c5be-527e-4951-934c-617103048305 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:38.618960 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63338d43-d8ed-4901-8317-db0d94fc1052 req-bae1c5be-527e-4951-934c-617103048305 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f0266b-534f-484d-abe0-2482de9e0c44 HTTP/1.1" status: 200 len: 950 time: 0.1790807 Nov 11 17:20:38.641480 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ea33a50f-7352-4da8-b7f1-3bd4a6243efe req-0b43e1bb-4e1b-4ec7-b1d3-e7834c283d00 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321638 Nov 11 17:20:38.643867 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e167fce5-4bc0-4139-8074-69e4739b478e None None] Port d83c796b-d8a2-4b59-b59f-bbd0ff261813 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:20:38.670444 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-dda3a6e7-0221-4d7b-83f3-ffb4f40a2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:38.672714 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-dda3a6e7-0221-4d7b-83f3-ffb4f40a2988 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b&tenant_id=5a1f216bc9834fb08bccfb025e9c406a HTTP/1.1" status: 200 len: 1100 time: 0.1144068 Nov 11 17:20:38.738641 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9671d481-a53c-4ea5-ac81-5ad00a32eac0 req-6886aace-c08f-46e5-9ba0-a2a35421d4d7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0e514ab6-57c0-4f94-bf58-e10308ecccf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947501 Nov 11 17:20:38.788604 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63338d43-d8ed-4901-8317-db0d94fc1052 req-13c55800-2802-428b-acac-665d37abb4a4 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457357 Nov 11 17:20:38.798677 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e866a-ca29-4390-8681-5fcccbbfa83a req-80f02afc-16e1-4b3d-a5b3-82d9fe4d6b23 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:38.801601 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f1e866a-ca29-4390-8681-5fcccbbfa83a req-80f02afc-16e1-4b3d-a5b3-82d9fe4d6b23 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.1783409 Nov 11 17:20:38.865710 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f1e866a-ca29-4390-8681-5fcccbbfa83a req-9dee0542-b9f6-49e3-b543-8e7c50fae1ce tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597150 Nov 11 17:20:38.876769 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] Sync routers for ids ['3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:20:38.889815 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] Routers {'3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:20:38.891487 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:20:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:38.980023 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73a2b9-6030-4487-9627-4f37d03da7b2 req-861e192d-a24f-4d82-87af-77c3ec96d40b tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:38.981742 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a73a2b9-6030-4487-9627-4f37d03da7b2 req-861e192d-a24f-4d82-87af-77c3ec96d40b tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 946 time: 0.0870156 Nov 11 17:20:39.029204 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa6c11-086a-4b7b-b227-12794b227432 req-4eba87a2-5b87-466c-bc93-ee7293241baa tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:39.033321 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57fa6c11-086a-4b7b-b227-12794b227432 req-4eba87a2-5b87-466c-bc93-ee7293241baa tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/ports?device_id=97f2aaff-153b-46f1-a197-a832ffbf1a62 HTTP/1.1" status: 200 len: 945 time: 0.0954981 Nov 11 17:20:39.053219 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] Set router 3f8bdcfa-bc17-48fd-a935-a69d7f5825bc gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:20:39.073918 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a73a2b9-6030-4487-9627-4f37d03da7b2 req-01d8807f-0c1c-4fd0-87fb-6897ea5cc9f1 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850596 Nov 11 17:20:39.129527 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57fa6c11-086a-4b7b-b227-12794b227432 req-76de977d-dffa-4379-82b0-1824ae0936ae tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e514ab6-57c0-4f94-bf58-e10308ecccf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781310 Nov 11 17:20:39.227970 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99dacf90-cb3b-43c7-be4d-0c10ec93bc39 req-d0eababb-8be0-484d-96f9-52f1b455cf1b tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 210 time: 0.0475628 Nov 11 17:20:39.257270 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-4', 'device_owner': 'compute:nova'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:20:39.330391 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:39.350402 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'name': 'tempest-TaggedBootDevicesTest-2033563070-router', 'tenant_id': '57a0547569de40a6ab45455039002426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:29Z', 'updated_at': '2021-11-11T17:20:36Z', 'revision_number': 4, 'project_id': '57a0547569de40a6ab45455039002426', 'gw_port': {'id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:30Z', 'updated_at': '2021-11-11T17:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'd83c796b-d8a2-4b59-b59f-bbd0ff261813', 'name': '', 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be', 'tenant_id': '57a0547569de40a6ab45455039002426', 'mac_address': 'fa:16:3e:41:43:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'eb65c8e4-9667-460f-b3de-43e527914011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:35Z', 'updated_at': '2021-11-11T17:20:37Z', 'revision_number': 2, 'project_id': '57a0547569de40a6ab45455039002426', 'subnets': [{'id': 'eb65c8e4-9667-460f-b3de-43e527914011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:39.383107 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] Checking router: 3f8bdcfa-bc17-48fd-a935-a69d7f5825bc for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:20:39.383587 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] Updating router 3f8bdcfa-bc17-48fd-a935-a69d7f5825bc port d83c796b-d8a2-4b59-b59f-bbd0ff261813 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:20:39.412140 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:39.474355 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52404) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:39.602817 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b21a1abb-0447-4a65-823b-f8f494b1b11b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:39.612681 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] For port aa066ec5-953a-45a7-b056-346bbe8fef5a, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:39.668324 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] For port aa066ec5-953a-45a7-b056-346bbe8fef5a, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:20:39.714694 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95ff58-9a8f-43b5-bb0c-d3f4c670c62e req-44b0c85c-dc26-4469-b74f-9d97c8737bc4 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:39.716487 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da95ff58-9a8f-43b5-bb0c-d3f4c670c62e req-44b0c85c-dc26-4469-b74f-9d97c8737bc4 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 945 time: 0.0797238 Nov 11 17:20:39.737637 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:39.746653 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b21a1abb-0447-4a65-823b-f8f494b1b11b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:39.756235 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] Transition to ACTIVE for port object aa066ec5-953a-45a7-b056-346bbe8fef5a will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:20:39.756458 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b21a1abb-0447-4a65-823b-f8f494b1b11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:39.764103 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:39.822723 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:39.825874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a1abb-0447-4a65-823b-f8f494b1b11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c15d8a8-03b2-4fa7-a4da-b17459d0a55d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:39.837827 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b21a1abb-0447-4a65-823b-f8f494b1b11b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c259916f59fc4a0c823cc373849e4f3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3596938 Nov 11 17:20:39.838752 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-04cc61b1-5a51-491e-b304-1789f918d56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:39.841182 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52412) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:39.846497 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:39.903329 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da95ff58-9a8f-43b5-bb0c-d3f4c670c62e req-36b76c51-aa69-4493-a7b4-9d1a20159eb5 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788933 Nov 11 17:20:39.907497 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:20:39.950394 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66ce177-b9a0-4ac0-a53d-1982e37e140b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa066ec5-953a-45a7-b056-346bbe8fef5a'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:39.954013 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a953940a-67de-4190-9561-6ec275d39fc3" -d '{"events": [{"server_uuid": "c66ce177-b9a0-4ac0-a53d-1982e37e140b", "name": "network-vif-unplugged", "status": "completed", "tag": "aa066ec5-953a-45a7-b056-346bbe8fef5a"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:39.954301 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:20:39.954637 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 1a1cf75c-0616-4a42-91ea-0f8bb8f8b3b0 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:20:39.999171 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] Pushing event updated for resources: {'Port': ['ID=aa066ec5-953a-45a7-b056-346bbe8fef5a,revision_number=10']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:40.005835 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:20:40.013962 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04f43c-96bf-483a-ba69-fdaa8e326583 None None] Pushing event updated for resources: {'Port': ['ID=d83c796b-d8a2-4b59-b59f-bbd0ff261813,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:40.042854 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] No DVR routers for this DVR port aa066ec5-953a-45a7-b056-346bbe8fef5a on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:20:40.131097 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] Attempting to bind port aa066ec5-953a-45a7-b056-346bbe8fef5a on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:20:40.132098 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] Attempting to bind port aa066ec5-953a-45a7-b056-346bbe8fef5a by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:20:40.133454 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] Attempting to bind port aa066ec5-953a-45a7-b056-346bbe8fef5a on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:40.137355 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada39132-a676-4e7b-a377-10acac8d6af8 req-a3872bed-dc61-4792-9fbd-09c08265724d tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:40.137749 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-00db60f1-64b7-4d27-9106-6b642e37785e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:40.142695 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ada39132-a676-4e7b-a377-10acac8d6af8 req-a3872bed-dc61-4792-9fbd-09c08265724d tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f0266b-534f-484d-abe0-2482de9e0c44 HTTP/1.1" status: 200 len: 950 time: 0.2253003 Nov 11 17:20:40.158742 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] Port aa066ec5-953a-45a7-b056-346bbe8fef5a on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:20:40.159535 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] Attempting to bind port aa066ec5-953a-45a7-b056-346bbe8fef5a on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:40.185381 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:20:40.185731 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:20:40.187796 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:20:40.187796 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] Bound port: aa066ec5-953a-45a7-b056-346bbe8fef5a, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:20:40.189112 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:40.203602 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-00db60f1-64b7-4d27-9106-6b642e37785e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:40.282229 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] Attempting to bind port d83c796b-d8a2-4b59-b59f-bbd0ff261813 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:20:40.282600 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] Attempting to bind port d83c796b-d8a2-4b59-b59f-bbd0ff261813 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '77980f2b-6062-4456-aa35-dfdb79784811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:20:40.282970 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] Attempting to bind port d83c796b-d8a2-4b59-b59f-bbd0ff261813 on network 899c7522-11f4-4d70-abf1-4945b96a18be {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:40.306522 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] For port aa066ec5-953a-45a7-b056-346bbe8fef5a, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:20:40.307585 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:20:40.307988 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] Checking segment: {'id': '77980f2b-6062-4456-aa35-dfdb79784811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:20:40.308394 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:40.308834 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] Bound using segment: {'id': '77980f2b-6062-4456-aa35-dfdb79784811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:20:40.309304 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] Bound port: d83c796b-d8a2-4b59-b59f-bbd0ff261813, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77980f2b-6062-4456-aa35-dfdb79784811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:20:40.309684 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:40.310699 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] For port aa066ec5-953a-45a7-b056-346bbe8fef5a, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:20:40.314209 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668fd8f-6795-4472-bebe-ecc67f80e440 req-98be3a17-e0f6-4b08-a7af-dc2060bddea7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:40.321739 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:40.329550 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3668fd8f-6795-4472-bebe-ecc67f80e440 req-98be3a17-e0f6-4b08-a7af-dc2060bddea7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 948 time: 0.2791011 Nov 11 17:20:40.388363 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:40.390216 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:40.402546 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:40.404015 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:40.405582 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] 10.222.0.64 "PUT /v2.0/ports/aa066ec5-953a-45a7-b056-346bbe8fef5a HTTP/1.1" status: 200 len: 1096 time: 1.1533394 Nov 11 17:20:40.429025 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ada39132-a676-4e7b-a377-10acac8d6af8 req-579f0e86-0be6-4c07-956f-f8d3dfed725e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677338 Nov 11 17:20:40.515238 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bddbc1-fbb2-4f2d-b330-b73b75cd74db service neutron] Pushing event updated for resources: {'Port': ['ID=aa066ec5-953a-45a7-b056-346bbe8fef5a,revision_number=11']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:40.534103 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3668fd8f-6795-4472-bebe-ecc67f80e440 req-2095e710-1db2-4924-830b-7361a5b454eb tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022007 Nov 11 17:20:40.551673 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-00db60f1-64b7-4d27-9106-6b642e37785e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:40.555385 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-00db60f1-64b7-4d27-9106-6b642e37785e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:40.559761 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-00db60f1-64b7-4d27-9106-6b642e37785e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9c15d8a8-03b2-4fa7-a4da-b17459d0a55d HTTP/1.1" status: 204 len: 168 time: 0.7160652 Nov 11 17:20:40.579702 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db60f1-64b7-4d27-9106-6b642e37785e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c15d8a8-03b2-4fa7-a4da-b17459d0a55d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:40.586626 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c263443-bae7-4725-92a2-1020456df367 x-openstack-request-id: req-1c263443-bae7-4725-92a2-1020456df367 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:20:40.586915 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66ce177-b9a0-4ac0-a53d-1982e37e140b", "name": "network-vif-unplugged", "status": "completed", "tag": "aa066ec5-953a-45a7-b056-346bbe8fef5a", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:20:40.588351 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1c263443-bae7-4725-92a2-1020456df367 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:20:40.588722 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66ce177-b9a0-4ac0-a53d-1982e37e140b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa066ec5-953a-45a7-b056-346bbe8fef5a', 'code': 200} Nov 11 17:20:40.591081 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-b9eac019-f4fa-4617-8c6e-384d391029f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:40.593155 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-b9eac019-f4fa-4617-8c6e-384d391029f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 1099 time: 0.1417453 Nov 11 17:20:40.628487 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device aa066ec5-953a-45a7-b056-346bbe8fef5a no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:20:40.673932 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-296ded14-1ab7-4666-a797-82d7e6ffefa6 None None] Provisioning complete for port d83c796b-d8a2-4b59-b59f-bbd0ff261813 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:40.676574 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-296ded14-1ab7-4666-a797-82d7e6ffefa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:40.758788 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e413ff8-a8cd-4a3f-8724-0542f6d92783 req-37db5a54-0028-4b14-a28b-730894c502b5 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:40.766714 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e413ff8-a8cd-4a3f-8724-0542f6d92783 req-37db5a54-0028-4b14-a28b-730894c502b5 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 946 time: 0.1147659 Nov 11 17:20:40.788080 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d4ada-9e20-4143-b3d5-e0d489933d35 req-d65d4e2d-5f1e-4f65-bc26-3bb0ca8fe922 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:40.792991 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] For port d83c796b-d8a2-4b59-b59f-bbd0ff261813, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:20:40.795429 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-801d4ada-9e20-4143-b3d5-e0d489933d35 req-d65d4e2d-5f1e-4f65-bc26-3bb0ca8fe922 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/ports?device_id=97f2aaff-153b-46f1-a197-a832ffbf1a62 HTTP/1.1" status: 200 len: 945 time: 0.0930514 Nov 11 17:20:40.829165 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-a58081f6-12ee-489a-9065-178627a68051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:40.830880 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-a58081f6-12ee-489a-9065-178627a68051 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.2215672 Nov 11 17:20:40.864200 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] For port d83c796b-d8a2-4b59-b59f-bbd0ff261813, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d83c796b-d8a2-4b59-b59f-bbd0ff261813,segment=NetworkSegment(77980f2b-6062-4456-aa35-dfdb79784811),segment_id=77980f2b-6062-4456-aa35-dfdb79784811)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:20:40.873544 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e413ff8-a8cd-4a3f-8724-0542f6d92783 req-c7d063e5-09de-408c-b9ea-8747c4001be6 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040061 Nov 11 17:20:40.874656 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:40.877330 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-296ded14-1ab7-4666-a797-82d7e6ffefa6 None None] Port d83c796b-d8a2-4b59-b59f-bbd0ff261813 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:20:40.882980 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device aa066ec5-953a-45a7-b056-346bbe8fef5a not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:20:40.888872 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:40.908722 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-4fcb13e7-0af1-42a2-b610-a56ceec7707d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a HTTP/1.1" status: 200 len: 217 time: 0.0686533 Nov 11 17:20:40.916081 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-801d4ada-9e20-4143-b3d5-e0d489933d35 req-2b5ddd2e-9136-4b47-ad40-598762e4ff9f tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e514ab6-57c0-4f94-bf58-e10308ecccf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190965 Nov 11 17:20:40.956622 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04f43c-96bf-483a-ba69-fdaa8e326583 None None] Pushing event updated for resources: {'Port': ['ID=d83c796b-d8a2-4b59-b59f-bbd0ff261813,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:40.961440 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] Routers {'3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:20:40.962065 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:20:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:41.019125 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a0fd8571-eb3e-448d-998a-01594408f232 req-13f56963-30de-4614-b27a-106039c479f8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 210 time: 0.0476599 Nov 11 17:20:41.065969 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-e2e35c52-76ca-49e9-8629-91caaddf11eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:41.070098 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-e2e35c52-76ca-49e9-8629-91caaddf11eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1528797 Nov 11 17:20:41.162979 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] Set router 3f8bdcfa-bc17-48fd-a935-a69d7f5825bc gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:20:41.179656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca2013-2ab7-4f1d-bd5b-2ef3769b3d6a req-04ecc2ac-8617-45ae-b2f9-a088d96011b9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:41.201564 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0ca2013-2ab7-4f1d-bd5b-2ef3769b3d6a req-04ecc2ac-8617-45ae-b2f9-a088d96011b9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 945 time: 0.1310146 Nov 11 17:20:41.212964 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-0609bf53-2f5f-4219-8a66-a6d3e2ebf4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:41.217443 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-0609bf53-2f5f-4219-8a66-a6d3e2ebf4ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1327753 Nov 11 17:20:41.232207 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52436) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:41.282843 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0ca2013-2ab7-4f1d-bd5b-2ef3769b3d6a req-0734d195-712c-467c-80f4-ec4dd33c1c97 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751634 Nov 11 17:20:41.343082 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d1fa69b5-0917-41fb-a669-c263e66892e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:41.431495 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-c9016f90-aa3e-431e-a3cb-e4c161d1c686 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062857 Nov 11 17:20:41.546002 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ac1afc71-d5a2-4323-a72c-ab8ccd0d58e5 None None] Provisioning complete for port d83c796b-d8a2-4b59-b59f-bbd0ff261813 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:41.547145 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ac1afc71-d5a2-4323-a72c-ab8ccd0d58e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:41.550945 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d1fa69b5-0917-41fb-a669-c263e66892e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:41.562089 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d1fa69b5-0917-41fb-a669-c263e66892e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:41.596550 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa69b5-0917-41fb-a669-c263e66892e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4f64c1-30ef-4d61-8fba-bf5b7ab0db74,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:41.637417 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868777a-d746-48b0-82ef-6d95ad1939e6 req-fe8c3fed-7b46-4544-b361-ff1150a42fa4 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:41.639745 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b868777a-d746-48b0-82ef-6d95ad1939e6 req-fe8c3fed-7b46-4544-b361-ff1150a42fa4 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/ports?device_id=97f2aaff-153b-46f1-a197-a832ffbf1a62 HTTP/1.1" status: 200 len: 945 time: 0.1036329 Nov 11 17:20:41.650074 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d1fa69b5-0917-41fb-a669-c263e66892e4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bb9e7c726f7f46ccbad728ce0040df02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4168458 Nov 11 17:20:41.654955 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52446) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:41.657506 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a07f6-8526-470a-9b33-f4119d6040ee req-8254160d-3c67-485c-a5bf-a289d2195a8a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:41.665554 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f3a07f6-8526-470a-9b33-f4119d6040ee req-8254160d-3c67-485c-a5bf-a289d2195a8a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f0266b-534f-484d-abe0-2482de9e0c44 HTTP/1.1" status: 200 len: 950 time: 0.1414876 Nov 11 17:20:41.681021 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-965ae973-6510-4d0b-867e-5b98cf6bbe36 req-803f2257-e9dc-4af7-aadd-990a4ff11e58 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877675 Nov 11 17:20:41.719363 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75243017-89c4-4f1f-91b6-844fd093f7d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:41.731853 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ac1afc71-d5a2-4323-a72c-ab8ccd0d58e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:41.744221 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75243017-89c4-4f1f-91b6-844fd093f7d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:41.755436 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f3a07f6-8526-470a-9b33-f4119d6040ee req-7a7a6005-3d40-40a9-8603-4fe7bedbc763 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887856 Nov 11 17:20:41.771351 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ac1afc71-d5a2-4323-a72c-ab8ccd0d58e5 None None] For port d83c796b-d8a2-4b59-b59f-bbd0ff261813, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d83c796b-d8a2-4b59-b59f-bbd0ff261813,segment=NetworkSegment(77980f2b-6062-4456-aa35-dfdb79784811),segment_id=77980f2b-6062-4456-aa35-dfdb79784811)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:41.780755 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'name': 'tempest-TaggedBootDevicesTest-2033563070-router', 'tenant_id': '57a0547569de40a6ab45455039002426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:29Z', 'updated_at': '2021-11-11T17:20:36Z', 'revision_number': 4, 'project_id': '57a0547569de40a6ab45455039002426', 'gw_port': {'id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:30Z', 'updated_at': '2021-11-11T17:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'd83c796b-d8a2-4b59-b59f-bbd0ff261813', 'name': '', 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be', 'tenant_id': '57a0547569de40a6ab45455039002426', 'mac_address': 'fa:16:3e:41:43:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'eb65c8e4-9667-460f-b3de-43e527914011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:35Z', 'updated_at': '2021-11-11T17:20:40Z', 'revision_number': 4, 'project_id': '57a0547569de40a6ab45455039002426', 'subnets': [{'id': 'eb65c8e4-9667-460f-b3de-43e527914011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:41.785429 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ac1afc71-d5a2-4323-a72c-ab8ccd0d58e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:41.785762 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b868777a-d746-48b0-82ef-6d95ad1939e6 req-557f2813-7b7a-4295-94bf-fcedf6b95abd tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e514ab6-57c0-4f94-bf58-e10308ecccf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091244 Nov 11 17:20:41.808026 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75243017-89c4-4f1f-91b6-844fd093f7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:41.810851 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75243017-89c4-4f1f-91b6-844fd093f7d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:41.812130 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-75243017-89c4-4f1f-91b6-844fd093f7d1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ba4f64c1-30ef-4d61-8fba-bf5b7ab0db74 HTTP/1.1" status: 204 len: 168 time: 0.1559875 Nov 11 17:20:41.832399 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75243017-89c4-4f1f-91b6-844fd093f7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4f64c1-30ef-4d61-8fba-bf5b7ab0db74,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:41.911030 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4515cba9-8753-4fcf-9aa6-fa6ba8227b80 None None] The sync data for ids ['3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'] in n-d-816206-4 is: [{'id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'name': 'tempest-TaggedBootDevicesTest-2033563070-router', 'tenant_id': '57a0547569de40a6ab45455039002426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:29Z', 'updated_at': '2021-11-11T17:20:36Z', 'revision_number': 4, 'project_id': '57a0547569de40a6ab45455039002426', 'gw_port': {'id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:30Z', 'updated_at': '2021-11-11T17:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'd83c796b-d8a2-4b59-b59f-bbd0ff261813', 'name': '', 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be', 'tenant_id': '57a0547569de40a6ab45455039002426', 'mac_address': 'fa:16:3e:41:43:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'eb65c8e4-9667-460f-b3de-43e527914011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:35Z', 'updated_at': '2021-11-11T17:20:40Z', 'revision_number': 4, 'project_id': '57a0547569de40a6ab45455039002426', 'subnets': [{'id': 'eb65c8e4-9667-460f-b3de-43e527914011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:20:42.023754 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1afc71-d5a2-4323-a72c-ab8ccd0d58e5 None None] Pushing event updated for resources: {'Port': ['ID=d83c796b-d8a2-4b59-b59f-bbd0ff261813,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:42.045573 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fc6ca-f965-49a4-83a9-03f4ca3da8a1 req-45f83a96-284e-4b70-927c-6904f741e7a1 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:42.071877 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-092fc6ca-f965-49a4-83a9-03f4ca3da8a1 req-45f83a96-284e-4b70-927c-6904f741e7a1 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 948 time: 0.1818695 Nov 11 17:20:42.152498 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-092fc6ca-f965-49a4-83a9-03f4ca3da8a1 req-77da64a6-fb32-46c0-9d96-6dc0255db2f7 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797417 Nov 11 17:20:42.204741 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74602f-2f08-4b7d-a252-1d488b073a80 req-cda6d6d0-db20-4ccb-a14f-6cbb42fa6252 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:42.211550 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74602f-2f08-4b7d-a252-1d488b073a80 req-cda6d6d0-db20-4ccb-a14f-6cbb42fa6252 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:42.221088 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b74602f-2f08-4b7d-a252-1d488b073a80 req-cda6d6d0-db20-4ccb-a14f-6cbb42fa6252 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f0266b-534f-484d-abe0-2482de9e0c44&device_id=b4774ade-c7d0-4e80-8f4c-5279580ad61b HTTP/1.1" status: 200 len: 1691 time: 0.0907264 Nov 11 17:20:42.333034 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b74602f-2f08-4b7d-a252-1d488b073a80 req-a0b9d2b4-e5c7-40b1-b11f-a2541e4ebe26 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107864 Nov 11 17:20:42.370865 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa536e-ebad-42fa-ae26-e0dd43c46436 req-8309173d-efd3-4b74-8ac1-6c9085701bc6 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:42.394633 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f6aa536e-ebad-42fa-ae26-e0dd43c46436 req-8309173d-efd3-4b74-8ac1-6c9085701bc6 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 946 time: 0.1398582 Nov 11 17:20:42.413997 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:42.445846 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2b312b0-9ee9-4dcf-b26a-8232ed36737e req-fab0ac6d-8148-4baf-b161-2acc77c12293 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 210 time: 0.0472939 Nov 11 17:20:42.486308 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f6aa536e-ebad-42fa-ae26-e0dd43c46436 req-e4865720-3757-4627-98af-1aa816848e09 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897460 Nov 11 17:20:42.590020 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66ce177-b9a0-4ac0-a53d-1982e37e140b', 'tag': 'aa066ec5-953a-45a7-b056-346bbe8fef5a'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:42.592303 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce536b38-34e3-487a-a3e7-e725454b685c" -d '{"events": [{"name": "network-changed", "server_uuid": "c66ce177-b9a0-4ac0-a53d-1982e37e140b", "tag": "aa066ec5-953a-45a7-b056-346bbe8fef5a"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:42.631617 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922540a-4346-44b6-b799-afc4aef20e80 req-2514a729-56dd-4ae0-ab16-5bd194ecbe74 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:42.639809 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0922540a-4346-44b6-b799-afc4aef20e80 req-2514a729-56dd-4ae0-ab16-5bd194ecbe74 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 945 time: 0.0874856 Nov 11 17:20:42.731975 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0922540a-4346-44b6-b799-afc4aef20e80 req-ccfb5fe7-d417-44a9-a51f-e27d8fee18b5 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892596 Nov 11 17:20:42.756460 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc78a8-3d10-461d-921b-57ac3064d079 req-4908b263-7b23-46c7-b9b9-f30c248a3e6d tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:42.766638 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2fcc78a8-3d10-461d-921b-57ac3064d079 req-4908b263-7b23-46c7-b9b9-f30c248a3e6d tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=08f0266b-534f-484d-abe0-2482de9e0c44 HTTP/1.1" status: 200 len: 1101 time: 0.1029279 Nov 11 17:20:42.841690 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2fcc78a8-3d10-461d-921b-57ac3064d079 req-ff8384db-8abd-4c23-b790-f5ac85ce5cf3 tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737472 Nov 11 17:20:42.875544 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869f98f4-56e2-43ab-b6e7-1cfda8a1648f x-openstack-request-id: req-869f98f4-56e2-43ab-b6e7-1cfda8a1648f {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:20:42.877090 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66ce177-b9a0-4ac0-a53d-1982e37e140b", "tag": "aa066ec5-953a-45a7-b056-346bbe8fef5a", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:20:42.877762 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-869f98f4-56e2-43ab-b6e7-1cfda8a1648f {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:20:42.879128 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c66ce177-b9a0-4ac0-a53d-1982e37e140b', 'tag': 'aa066ec5-953a-45a7-b056-346bbe8fef5a', 'status': 'completed', 'code': 200} Nov 11 17:20:42.892906 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:42.972618 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce536b38-34e3-487a-a3e7-e725454b685c req-8c8d1d71-4c7f-42a5-bf3e-6362952ba9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:42.974117 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce536b38-34e3-487a-a3e7-e725454b685c req-8c8d1d71-4c7f-42a5-bf3e-6362952ba9b2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 1099 time: 0.1145828 Nov 11 17:20:42.984419 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce536b38-34e3-487a-a3e7-e725454b685c req-be290c34-454f-4378-938e-b0d00d28bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:42.986230 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ce536b38-34e3-487a-a3e7-e725454b685c req-be290c34-454f-4378-938e-b0d00d28bd4f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 1099 time: 0.1059117 Nov 11 17:20:43.169042 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce536b38-34e3-487a-a3e7-e725454b685c req-45112fc6-a150-4111-84f6-5008a424129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:43.171405 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ce536b38-34e3-487a-a3e7-e725454b685c req-45112fc6-a150-4111-84f6-5008a424129a service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.1755102 Nov 11 17:20:43.212328 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce536b38-34e3-487a-a3e7-e725454b685c req-b5be93ab-a354-4f26-8efd-57c552777fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:43.214067 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce536b38-34e3-487a-a3e7-e725454b685c req-b5be93ab-a354-4f26-8efd-57c552777fe5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.2316344 Nov 11 17:20:43.253775 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ce536b38-34e3-487a-a3e7-e725454b685c req-f8f99479-24b9-4656-9773-3553b28388b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a HTTP/1.1" status: 200 len: 217 time: 0.0489559 Nov 11 17:20:43.324719 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce536b38-34e3-487a-a3e7-e725454b685c req-a4bf85d2-a57b-4891-b4fe-d84c84128986 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a HTTP/1.1" status: 200 len: 217 time: 0.0895269 Nov 11 17:20:43.335704 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16641c7e-d1f8-4422-bfba-a4c20b5e7ff2 req-db802598-3e4d-4b78-a8bf-153652f56683 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:43.344821 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16641c7e-d1f8-4422-bfba-a4c20b5e7ff2 req-db802598-3e4d-4b78-a8bf-153652f56683 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/ports?device_id=97f2aaff-153b-46f1-a197-a832ffbf1a62 HTTP/1.1" status: 200 len: 945 time: 0.3441746 Nov 11 17:20:43.365676 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce536b38-34e3-487a-a3e7-e725454b685c req-b4e7e59b-24ef-441e-9353-394e1583bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:43.368209 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ce536b38-34e3-487a-a3e7-e725454b685c req-b4e7e59b-24ef-441e-9353-394e1583bf10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1054001 Nov 11 17:20:43.436272 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce536b38-34e3-487a-a3e7-e725454b685c req-2b7f7acc-30da-4d86-ae1b-912643c8c2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:43.438293 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ce536b38-34e3-487a-a3e7-e725454b685c req-2b7f7acc-30da-4d86-ae1b-912643c8c2e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0626600 Nov 11 17:20:43.511769 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61951347-08ec-4514-976e-f8a7ad18f5cf req-f1099cc1-f351-4e94-9e87-3fdcd8b4d0e9 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:43.513146 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-61951347-08ec-4514-976e-f8a7ad18f5cf req-f1099cc1-f351-4e94-9e87-3fdcd8b4d0e9 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.64 "GET /v2.0/ports?device_id=97f2aaff-153b-46f1-a197-a832ffbf1a62 HTTP/1.1" status: 200 len: 945 time: 0.2950947 Nov 11 17:20:43.537922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce536b38-34e3-487a-a3e7-e725454b685c req-01480733-d825-42a2-b591-706d837e83f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:43.539244 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce536b38-34e3-487a-a3e7-e725454b685c req-01480733-d825-42a2-b591-706d837e83f8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1927965 Nov 11 17:20:43.563917 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16641c7e-d1f8-4422-bfba-a4c20b5e7ff2 req-69847007-196e-4d2d-844f-0401ac1b4d04 tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e514ab6-57c0-4f94-bf58-e10308ecccf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186110 Nov 11 17:20:43.656113 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ce536b38-34e3-487a-a3e7-e725454b685c req-db8c32df-aec3-4618-8bcf-e0e8fb63c15d service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096879 Nov 11 17:20:43.743863 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992e9ac-de43-4743-9354-903ed92e6545 req-449dcb81-47da-40a6-9126-7f62aa93a6e7 tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:43.745396 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7992e9ac-de43-4743-9354-903ed92e6545 req-449dcb81-47da-40a6-9126-7f62aa93a6e7 tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b4774ade-c7d0-4e80-8f4c-5279580ad61b HTTP/1.1" status: 200 len: 1101 time: 0.1769524 Nov 11 17:20:43.747317 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce536b38-34e3-487a-a3e7-e725454b685c req-648c89af-557d-4d5b-90a7-34aa95e4dd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:43.752125 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce536b38-34e3-487a-a3e7-e725454b685c req-648c89af-557d-4d5b-90a7-34aa95e4dd08 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1836922 Nov 11 17:20:43.925186 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ce536b38-34e3-487a-a3e7-e725454b685c req-0f98b4e2-21cb-427f-b30b-4d834eca4ad1 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545090 Nov 11 17:20:43.925817 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce536b38-34e3-487a-a3e7-e725454b685c req-b5f4372d-3000-48e8-a375-cc5b70ec3097 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563170 Nov 11 17:20:43.967489 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device d83c796b-d8a2-4b59-b59f-bbd0ff261813 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:20:44.012923 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device aa066ec5-953a-45a7-b056-346bbe8fef5a details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:20:44.097602 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64110b-77d9-4471-a252-b35a734db0a0 req-566fe092-73c5-44ff-a4f2-919dec0b4f80 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:44.098842 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port d83c796b-d8a2-4b59-b59f-bbd0ff261813 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:44.099515 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:44.105235 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de64110b-77d9-4471-a252-b35a734db0a0 req-566fe092-73c5-44ff-a4f2-919dec0b4f80 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 948 time: 0.3490183 Nov 11 17:20:44.160815 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-61951347-08ec-4514-976e-f8a7ad18f5cf req-6ff864ec-1ac3-42d5-b1d0-28a18c048dda tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Deleting port efb8cbf4-4fa7-4bf9-b607-e5baa7191822 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:20:44.161305 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-61951347-08ec-4514-976e-f8a7ad18f5cf req-6ff864ec-1ac3-42d5-b1d0-28a18c048dda tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:44.178041 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7992e9ac-de43-4743-9354-903ed92e6545 req-ee23dcd5-58f8-49ed-9ddc-f9b640ecc207 tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229362 Nov 11 17:20:44.316946 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce536b38-34e3-487a-a3e7-e725454b685c req-d77108ca-3b7d-4404-bbd2-5f93bbb4194c service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589671 Nov 11 17:20:44.360543 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port aa066ec5-953a-45a7-b056-346bbe8fef5a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:44.374790 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'aa066ec5-953a-45a7-b056-346bbe8fef5a', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': 'aa066ec5-953a-45a7-b056-346bbe8fef5a', 'mac_address': 'fa:16:3e:aa:cb:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:20:44.380540 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de64110b-77d9-4471-a252-b35a734db0a0 req-36059d71-dc91-49ad-8914-a14d058f2c1d tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745166 Nov 11 17:20:44.422589 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90ef1586-d278-45ec-b45d-aae63058a6ff req-6f8f0895-c4bd-40aa-b7a1-ae69705bb060 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 210 time: 0.0408447 Nov 11 17:20:44.439318 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-61951347-08ec-4514-976e-f8a7ad18f5cf req-6ff864ec-1ac3-42d5-b1d0-28a18c048dda tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] For port efb8cbf4-4fa7-4bf9-b607-e5baa7191822, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=efb8cbf4-4fa7-4bf9-b607-e5baa7191822,segment=NetworkSegment(c9cda8b4-6fbd-47d0-af98-77d54c5bf603),segment_id=c9cda8b4-6fbd-47d0-af98-77d54c5bf603)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:44.439679 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-61951347-08ec-4514-976e-f8a7ad18f5cf req-6ff864ec-1ac3-42d5-b1d0-28a18c048dda tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:44.451514 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:44.465633 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa066ec5-953a-45a7-b056-346bbe8fef5a {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:20:44.478536 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-61951347-08ec-4514-976e-f8a7ad18f5cf req-6ff864ec-1ac3-42d5-b1d0-28a18c048dda tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Calling delete_port for efb8cbf4-4fa7-4bf9-b607-e5baa7191822 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:20:44.490642 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port aa066ec5-953a-45a7-b056-346bbe8fef5a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:44.496918 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:44.550662 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=aa066ec5-953a-45a7-b056-346bbe8fef5a,revision_number=12']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:44.585436 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c06f59-7666-430c-8d72-6d8e0bee069c req-9345fcf0-76b1-41dd-ba5b-cb483d610003 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:44.586910 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9c06f59-7666-430c-8d72-6d8e0bee069c req-9345fcf0-76b1-41dd-ba5b-cb483d610003 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 946 time: 0.1210902 Nov 11 17:20:44.590268 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-16ea90d6-889c-4375-90e4-4e41231f83ee tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=9c8725d022684d2c8ee264a71001639b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420969 Nov 11 17:20:44.723540 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9c06f59-7666-430c-8d72-6d8e0bee069c req-4ccaec1c-1c39-4b92-a818-fc049d2e720b tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277046 Nov 11 17:20:44.787087 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-248a186c-24da-495c-9aab-2c31b3a1176c tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:44.788713 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-248a186c-24da-495c-9aab-2c31b3a1176c tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878018 Nov 11 17:20:44.805950 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-61951347-08ec-4514-976e-f8a7ad18f5cf req-6ff864ec-1ac3-42d5-b1d0-28a18c048dda tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:44.815867 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-c0b83900-930b-4720-95e1-7810df0cf032 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/quotas/9c8725d022684d2c8ee264a71001639b HTTP/1.1" status: 200 len: 375 time: 0.0184100 Nov 11 17:20:44.843196 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff864ec-1ac3-42d5-b1d0-28a18c048dda tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Pushing event deleted for resources: {'Port': ['ID=efb8cbf4-4fa7-4bf9-b607-e5baa7191822,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:44.902660 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['aa066ec5-953a-45a7-b056-346bbe8fef5a'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:20:44.924527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-61951347-08ec-4514-976e-f8a7ad18f5cf req-6ff864ec-1ac3-42d5-b1d0-28a18c048dda tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] No DVR routers for this DVR port efb8cbf4-4fa7-4bf9-b607-e5baa7191822 on host n-h1-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:20:44.928389 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-61951347-08ec-4514-976e-f8a7ad18f5cf req-6ff864ec-1ac3-42d5-b1d0-28a18c048dda tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:44.933533 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-61951347-08ec-4514-976e-f8a7ad18f5cf req-6ff864ec-1ac3-42d5-b1d0-28a18c048dda tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.64 "DELETE /v2.0/ports/efb8cbf4-4fa7-4bf9-b607-e5baa7191822 HTTP/1.1" status: 204 len: 173 time: 1.4064205 Nov 11 17:20:44.934197 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f2aaff-153b-46f1-a197-a832ffbf1a62', 'name': 'network-vif-deleted', 'tag': 'efb8cbf4-4fa7-4bf9-b607-e5baa7191822'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:44.936799 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67e346a-570d-4cc6-a39c-00fa752182fb" -d '{"events": [{"server_uuid": "97f2aaff-153b-46f1-a197-a832ffbf1a62", "name": "network-vif-deleted", "tag": "efb8cbf4-4fa7-4bf9-b607-e5baa7191822"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:44.972456 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-3192eb50-33f0-4be1-a24d-963cdb5292ea tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1310868 Nov 11 17:20:45.016095 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1a3c728-d388-446f-9213-57dbbefa060d req-80964ed0-049b-4a9c-8b25-721ec175dfee tempest-ServerAddressesTestJSON-882791625 tempest-ServerAddressesTestJSON-882791625-project] 10.222.0.76 "GET /v2.0/ports?device_id=97f2aaff-153b-46f1-a197-a832ffbf1a62 HTTP/1.1" status: 200 len: 210 time: 0.0398378 Nov 11 17:20:45.105551 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b782b8-b233-4354-9a4c-071829fe5653 x-openstack-request-id: req-e9b782b8-b233-4354-9a4c-071829fe5653 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:20:45.105843 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f2aaff-153b-46f1-a197-a832ffbf1a62", "name": "network-vif-deleted", "tag": "efb8cbf4-4fa7-4bf9-b607-e5baa7191822", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:20:45.106094 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e9b782b8-b233-4354-9a4c-071829fe5653 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:20:45.106538 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f2aaff-153b-46f1-a197-a832ffbf1a62', 'name': 'network-vif-deleted', 'tag': 'efb8cbf4-4fa7-4bf9-b607-e5baa7191822', 'status': 'completed', 'code': 200} Nov 11 17:20:45.200169 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0aa6dd3-4a48-4344-a7fc-de59c9acda93 req-628a0df8-0cc9-462a-910b-4195722a5f2f tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2965568-f681-4def-a1b0-a619c419d087 HTTP/1.1" status: 200 len: 210 time: 0.0295758 Nov 11 17:20:45.542455 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cf285-0ac7-427e-94c9-64a5af636e07 req-db0fe53c-6518-445e-be73-ee15cfdb8c13 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:45.553350 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb8cf285-0ac7-427e-94c9-64a5af636e07 req-db0fe53c-6518-445e-be73-ee15cfdb8c13 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 949 time: 0.0742044 Nov 11 17:20:45.978292 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52602) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:45.983653 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device aa066ec5-953a-45a7-b056-346bbe8fef5a up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:20:46.000578 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f36d7ad2-ede9-4b78-af56-9f0246e9c3b2 req-8875596c-e662-4c8e-9c38-bc867c7ec7a7 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 210 time: 0.3713109 Nov 11 17:20:46.009888 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb8cf285-0ac7-427e-94c9-64a5af636e07 req-cd63a09e-9898-4572-ac53-4e1be8b0a3fa tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556971 Nov 11 17:20:46.064141 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port aa066ec5-953a-45a7-b056-346bbe8fef5a completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:20:46.068319 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port aa066ec5-953a-45a7-b056-346bbe8fef5a triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:46.068823 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:46.092586 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52610) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:46.150361 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fe07d-c831-4ee7-a8c9-f633bc37c1ce req-9bcf4227-b4ba-4622-8665-054402eda150 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:46.153173 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-837fe07d-c831-4ee7-a8c9-f633bc37c1ce req-9bcf4227-b4ba-4622-8665-054402eda150 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 946 time: 0.0939496 Nov 11 17:20:46.198494 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-8920b917-7980-4de4-a519-9c031451f83c admin admin] Deleting subnet 548f9807-19ed-47d3-998f-e804783c66a4 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:20:46.204140 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8920b917-7980-4de4-a519-9c031451f83c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:46.214606 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:46.244324 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66ce177-b9a0-4ac0-a53d-1982e37e140b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa066ec5-953a-45a7-b056-346bbe8fef5a'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:46.246648 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0dec81-8160-4312-bb8a-b11dbc735ab1" -d '{"events": [{"server_uuid": "c66ce177-b9a0-4ac0-a53d-1982e37e140b", "name": "network-vif-plugged", "status": "completed", "tag": "aa066ec5-953a-45a7-b056-346bbe8fef5a"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:46.257565 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-837fe07d-c831-4ee7-a8c9-f633bc37c1ce req-f6e8f202-e107-4011-9576-766dcaeed43d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941806 Nov 11 17:20:46.261156 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a092b0-da83-4b17-bb19-e9543aa1c245 req-e6588873-d233-4212-9c3c-7c5a5e178b63 tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:46.262078 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port aa066ec5-953a-45a7-b056-346bbe8fef5a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:46.273830 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1a092b0-da83-4b17-bb19-e9543aa1c245 req-e6588873-d233-4212-9c3c-7c5a5e178b63 tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 1100 time: 0.1077080 Nov 11 17:20:46.276210 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f5d21559-a8b4-4cdd-865d-085247be8296 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:46.283634 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8920b917-7980-4de4-a519-9c031451f83c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:46.295858 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:46.297953 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device efb8cbf4-4fa7-4bf9-b607-e5baa7191822 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:20:46.380896 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: efb8cbf4-4fa7-4bf9-b607-e5baa7191822 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:20:46.382345 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device efb8cbf4-4fa7-4bf9-b607-e5baa7191822 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:20:46.384016 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1a092b0-da83-4b17-bb19-e9543aa1c245 req-52480954-2576-4033-8638-7f0cf3844219 tempest-MigrationsAdminTest-1302623558 tempest-MigrationsAdminTest-1302623558-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089630 Nov 11 17:20:46.404051 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f5d21559-a8b4-4cdd-865d-085247be8296 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:46.414681 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f5d21559-a8b4-4cdd-865d-085247be8296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:46.469780 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-299d2af5-f65a-4609-b52e-54f32ae008b0 req-45c8150b-9bb5-4752-a5d0-9014c20110de tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2965568-f681-4def-a1b0-a619c419d087 HTTP/1.1" status: 200 len: 210 time: 0.0835164 Nov 11 17:20:46.479827 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd90867-ac0b-4143-bf0e-84f383ba9553 x-openstack-request-id: req-abd90867-ac0b-4143-bf0e-84f383ba9553 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:20:46.480127 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66ce177-b9a0-4ac0-a53d-1982e37e140b", "name": "network-vif-plugged", "status": "completed", "tag": "aa066ec5-953a-45a7-b056-346bbe8fef5a", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:20:46.480374 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-abd90867-ac0b-4143-bf0e-84f383ba9553 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:20:46.481662 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66ce177-b9a0-4ac0-a53d-1982e37e140b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa066ec5-953a-45a7-b056-346bbe8fef5a', 'code': 200} Nov 11 17:20:46.503602 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=aa066ec5-953a-45a7-b056-346bbe8fef5a,revision_number=13']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:46.517110 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d21559-a8b4-4cdd-865d-085247be8296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f27cbf6-b016-4e07-922a-ce97a1fd1a2d,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:46.568833 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8920b917-7980-4de4-a519-9c031451f83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:46.600110 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-9c933a54-f148-4b14-a9b5-0f28011be9a6 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9c8725d022684d2c8ee264a71001639b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455928 Nov 11 17:20:46.617094 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 8b4e90dd-5dec-4c0e-816a-4d653990aaa9 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:20:46.628740 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f5d21559-a8b4-4cdd-865d-085247be8296 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=050cd40373cd4ed083b41b52c717d2c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6485744 Nov 11 17:20:46.631208 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52636) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:46.761941 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-19cd8f26-7125-4675-8950-012f290012d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:46.766061 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8920b917-7980-4de4-a519-9c031451f83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:46.843854 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920b917-7980-4de4-a519-9c031451f83c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=548f9807-19ed-47d3-998f-e804783c66a4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:46.845944 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8920b917-7980-4de4-a519-9c031451f83c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:46.849265 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8920b917-7980-4de4-a519-9c031451f83c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/548f9807-19ed-47d3-998f-e804783c66a4 HTTP/1.1" status: 204 len: 168 time: 0.7546272 Nov 11 17:20:46.852138 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52646) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:46.858982 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-19cd8f26-7125-4675-8950-012f290012d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:46.893088 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 8b4e90dd-5dec-4c0e-816a-4d653990aaa9, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8b4e90dd-5dec-4c0e-816a-4d653990aaa9,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:46.909800 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '8b4e90dd-5dec-4c0e-816a-4d653990aaa9', 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5', 'port_id': '8b4e90dd-5dec-4c0e-816a-4d653990aaa9', 'mac_address': 'fa:16:3e:1e:9a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09479e2c-8d4d-4ddf-a999-7eaebc6756fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:20:46.921305 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-19cd8f26-7125-4675-8950-012f290012d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:46.924694 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-19cd8f26-7125-4675-8950-012f290012d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:46.928924 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-19cd8f26-7125-4675-8950-012f290012d2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6f27cbf6-b016-4e07-922a-ce97a1fd1a2d HTTP/1.1" status: 204 len: 168 time: 0.2967937 Nov 11 17:20:46.945012 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd8f26-7125-4675-8950-012f290012d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f27cbf6-b016-4e07-922a-ce97a1fd1a2d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:46.968553 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:46.991595 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-4989f0cf-92ad-43cd-bf2d-a3e31a9e976b tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:46.992889 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-4989f0cf-92ad-43cd-bf2d-a3e31a9e976b tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3850732 Nov 11 17:20:47.000554 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b4e90dd-5dec-4c0e-816a-4d653990aaa9 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:20:47.018859 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2545ec-0810-42b4-89a1-8b552f0663c3 req-1ee05bcd-b66f-4101-8c3f-4a046e068d2b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:47.036072 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 8b4e90dd-5dec-4c0e-816a-4d653990aaa9, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8b4e90dd-5dec-4c0e-816a-4d653990aaa9,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:47.039903 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b2545ec-0810-42b4-89a1-8b552f0663c3 req-1ee05bcd-b66f-4101-8c3f-4a046e068d2b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 950 time: 0.2243202 Nov 11 17:20:47.047424 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:47.080712 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-a091e360-aa1c-4673-82e0-b25d1f34c14a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Request body: {'port': {'device_id': 'a2965568-f681-4def-a1b0-a619c419d087', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '9c8725d022684d2c8ee264a71001639b'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:20:47.108484 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61d7ded7-be15-43b9-86ce-4dda8c258bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:47.134756 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=8b4e90dd-5dec-4c0e-816a-4d653990aaa9,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:47.183081 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8b4e90dd-5dec-4c0e-816a-4d653990aaa9'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:20:47.215167 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e96a995a-2a61-460b-a855-16071133389e req-85af2055-60e5-4fe5-8d22-327de35ccea6 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 210 time: 0.0931411 Nov 11 17:20:47.404929 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b2545ec-0810-42b4-89a1-8b552f0663c3 req-00398f46-92ff-4a5f-990e-06be0c0bc818 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622243 Nov 11 17:20:47.496195 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52672) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:47.512241 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb4b4ea6-56e2-4901-9ea8-5919c12255dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:47.550852 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61d7ded7-be15-43b9-86ce-4dda8c258bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:47.680406 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dfa2a2c9-0d45-4e8a-b4b2-84124c2a4d45 req-3a752ca1-381d-4cfe-a230-a8176a2a2a4b tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2965568-f681-4def-a1b0-a619c419d087 HTTP/1.1" status: 200 len: 210 time: 0.1175585 Nov 11 17:20:47.686343 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-61d7ded7-be15-43b9-86ce-4dda8c258bcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f6fffb-77f0-48a1-9e1c-010fb4680827']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:47.706883 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb4b4ea6-56e2-4901-9ea8-5919c12255dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:47.713152 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb4b4ea6-56e2-4901-9ea8-5919c12255dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:47.714969 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-a091e360-aa1c-4673-82e0-b25d1f34c14a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Made reservation on behalf of 9c8725d022684d2c8ee264a71001639b for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:20:47.721281 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-a091e360-aa1c-4673-82e0-b25d1f34c14a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:47.777061 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-61d7ded7-be15-43b9-86ce-4dda8c258bcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9cda8b4-6fbd-47d0-af98-77d54c5bf603') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:47.777366 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-61d7ded7-be15-43b9-86ce-4dda8c258bcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9cda8b4-6fbd-47d0-af98-77d54c5bf603') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:47.819274 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61d7ded7-be15-43b9-86ce-4dda8c258bcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:47.823259 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fb4b4ea6-56e2-4901-9ea8-5919c12255dd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dcad07eaeea84b45be1e6914786b0bb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251245 Nov 11 17:20:47.823920 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52688) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:47.866236 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b4ea6-56e2-4901-9ea8-5919c12255dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eef8049-35be-4c54-bff4-3a4f1d8f2f2f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:47.866929 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61d7ded7-be15-43b9-86ce-4dda8c258bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:47.901713 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d7ded7-be15-43b9-86ce-4dda8c258bcf admin admin] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:20:47.903911 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61d7ded7-be15-43b9-86ce-4dda8c258bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:47.907939 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fe43c3d7-53a7-48ea-b3f6-04ad4b2fc4fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:47.947745 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fe43c3d7-53a7-48ea-b3f6-04ad4b2fc4fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:48.029188 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:48.036272 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fe43c3d7-53a7-48ea-b3f6-04ad4b2fc4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:48.039239 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fe43c3d7-53a7-48ea-b3f6-04ad4b2fc4fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:48.042921 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fe43c3d7-53a7-48ea-b3f6-04ad4b2fc4fe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5eef8049-35be-4c54-bff4-3a4f1d8f2f2f HTTP/1.1" status: 204 len: 168 time: 0.2099726 Nov 11 17:20:48.057497 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43c3d7-53a7-48ea-b3f6-04ad4b2fc4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eef8049-35be-4c54-bff4-3a4f1d8f2f2f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:48.139422 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d9e2b-75d5-4fc5-b743-e2557072dfb4 req-827d0e3d-e64f-483d-9fdb-d2a16762fdbc tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:48.151801 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a0d9e2b-75d5-4fc5-b743-e2557072dfb4 req-827d0e3d-e64f-483d-9fdb-d2a16762fdbc tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 946 time: 0.7977414 Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:20:48.155784 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:20:48.357789 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61d7ded7-be15-43b9-86ce-4dda8c258bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:48.458410 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a0d9e2b-75d5-4fc5-b743-e2557072dfb4 req-ecf19372-2fbd-4f18-8278-3734d9a56b7b tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044627 Nov 11 17:20:48.508351 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61d7ded7-be15-43b9-86ce-4dda8c258bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:48.523377 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-61d7ded7-be15-43b9-86ce-4dda8c258bcf admin admin] 10.222.0.76 "DELETE /v2.0/networks/37f6fffb-77f0-48a1-9e1c-010fb4680827 HTTP/1.1" status: 204 len: 168 time: 1.6700993 Nov 11 17:20:48.530740 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7ded7-be15-43b9-86ce-4dda8c258bcf admin admin] Pushing event deleted for resources: {'Network': ['ID=37f6fffb-77f0-48a1-9e1c-010fb4680827,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:48.581565 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca196b8d-6f3a-434d-8d6b-a17e96208c13 req-84cdc2ad-cdf3-4319-b140-77ec907d8b69 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:48.590263 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ca196b8d-6f3a-434d-8d6b-a17e96208c13 req-84cdc2ad-cdf3-4319-b140-77ec907d8b69 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.64 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 950 time: 0.1304457 Nov 11 17:20:48.616922 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 8b4e90dd-5dec-4c0e-816a-4d653990aaa9 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:20:48.625524 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-763d60d7-64e6-4f48-8bc1-676e40f5a43a req-e15821b8-042a-43fa-9cc5-b23444d9118b tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=721f52a2-0b86-494c-ac60-5ef9faf29790 HTTP/1.1" status: 200 len: 210 time: 0.1787546 Nov 11 17:20:48.745222 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 8b4e90dd-5dec-4c0e-816a-4d653990aaa9 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:48.755947 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:48.854099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-ca196b8d-6f3a-434d-8d6b-a17e96208c13 req-acec156b-2721-4a4c-9620-9f4f79f86453 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Deleting port aa066ec5-953a-45a7-b056-346bbe8fef5a {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:20:48.854440 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ca196b8d-6f3a-434d-8d6b-a17e96208c13 req-acec156b-2721-4a4c-9620-9f4f79f86453 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:48.869345 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52746) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:48.973180 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-a091e360-aa1c-4673-82e0-b25d1f34c14a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Allocated IP 192.168.233.228 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/93bbd0ac-ce68-4d5f-be1f-6471760b395b) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:20:48.992182 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:49.068495 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 8b4e90dd-5dec-4c0e-816a-4d653990aaa9, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8b4e90dd-5dec-4c0e-816a-4d653990aaa9,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:49.072911 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf5e176-6b67-42eb-a41b-b7c33f521026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4e90dd-5dec-4c0e-816a-4d653990aaa9'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:49.079150 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c1cc4e-e8c0-49c8-96a9-46a85cd60c07" -d '{"events": [{"server_uuid": "edf5e176-6b67-42eb-a41b-b7c33f521026", "name": "network-vif-plugged", "status": "completed", "tag": "8b4e90dd-5dec-4c0e-816a-4d653990aaa9"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:49.114042 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:49.289822 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-a091e360-aa1c-4673-82e0-b25d1f34c14a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:49.340633 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=8b4e90dd-5dec-4c0e-816a-4d653990aaa9,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:49.376237 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-a091e360-aa1c-4673-82e0-b25d1f34c14a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:49.392337 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bca20f07-f1b1-415e-8a44-73ad6aa3b2d1', '47bf62d8-1ba1-46b3-9a83-55fa535c0675', '1b62d5ee-5a6c-47f8-9933-c6053b9d008e', '1cc6b455-4c4f-4934-afb5-ff600c11e4c4'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:20:49.438867 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091e360-aa1c-4673-82e0-b25d1f34c14a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Pushing event updated for resources: {'Port': ['ID=93bbd0ac-ce68-4d5f-be1f-6471760b395b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:49.467362 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['dc7ab218-e666-496b-b071-a3c59f1b9164'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:20:49.505513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a563ad2-5bbd-48b3-8969-efa9ac7ce45b req-67cefec3-b8cd-4cf8-8531-3c45879ccf1b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:49.517423 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a563ad2-5bbd-48b3-8969-efa9ac7ce45b req-67cefec3-b8cd-4cf8-8531-3c45879ccf1b tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 950 time: 0.8683794 Nov 11 17:20:49.564197 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-a091e360-aa1c-4673-82e0-b25d1f34c14a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:20:49.588588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92303d-e014-4021-8aac-fca0fe3c1b42 req-94fb3458-f8c1-4d3c-9c97-eac6dd742f18 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:49.603720 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a92303d-e014-4021-8aac-fca0fe3c1b42 req-94fb3458-f8c1-4d3c-9c97-eac6dd742f18 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2965568-f681-4def-a1b0-a619c419d087 HTTP/1.1" status: 200 len: 936 time: 0.2645118 Nov 11 17:20:49.628977 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-a091e360-aa1c-4673-82e0-b25d1f34c14a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:20:49.636191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-a091e360-aa1c-4673-82e0-b25d1f34c14a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:20:49.819223 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a563ad2-5bbd-48b3-8969-efa9ac7ce45b req-917cc054-b452-42a0-a52b-162b9da80d54 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890117 Nov 11 17:20:49.897344 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a92303d-e014-4021-8aac-fca0fe3c1b42 req-bd16671a-aa4a-493d-ae2d-c441f564a988 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890196 Nov 11 17:20:49.928116 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-a091e360-aa1c-4673-82e0-b25d1f34c14a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:49.931685 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-a091e360-aa1c-4673-82e0-b25d1f34c14a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:49.977332 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-a091e360-aa1c-4673-82e0-b25d1f34c14a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9105134 Nov 11 17:20:49.992966 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4abb449-f9eb-4d2e-b43b-21362509586c x-openstack-request-id: req-e4abb449-f9eb-4d2e-b43b-21362509586c {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:20:49.993270 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf5e176-6b67-42eb-a41b-b7c33f521026", "name": "network-vif-plugged", "status": "completed", "tag": "8b4e90dd-5dec-4c0e-816a-4d653990aaa9", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:20:49.993530 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e4abb449-f9eb-4d2e-b43b-21362509586c {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:20:49.993939 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf5e176-6b67-42eb-a41b-b7c33f521026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4e90dd-5dec-4c0e-816a-4d653990aaa9', 'code': 200} Nov 11 17:20:50.342675 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1eb05844-6911-4634-a946-b337882f0755 None None] Provisioning complete for port 93bbd0ac-ce68-4d5f-be1f-6471760b395b triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:50.343348 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1eb05844-6911-4634-a946-b337882f0755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:50.349633 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-ca196b8d-6f3a-434d-8d6b-a17e96208c13 req-acec156b-2721-4a4c-9620-9f4f79f86453 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] For port aa066ec5-953a-45a7-b056-346bbe8fef5a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=aa066ec5-953a-45a7-b056-346bbe8fef5a,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:50.350371 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ca196b8d-6f3a-434d-8d6b-a17e96208c13 req-acec156b-2721-4a4c-9620-9f4f79f86453 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:50.356941 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3bf1740f-29e4-4a1a-959f-e936f1527728 req-9e84562c-2739-4180-baef-36c2d69933fb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2334330 Nov 11 17:20:50.396067 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-ca196b8d-6f3a-434d-8d6b-a17e96208c13 req-acec156b-2721-4a4c-9620-9f4f79f86453 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Calling delete_port for aa066ec5-953a-45a7-b056-346bbe8fef5a owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:20:50.402026 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f035301-c426-4c85-aeb3-7821cd88fe17 req-626dae33-23c7-4cc6-bc15-89b4008dff5c tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:50.418656 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f035301-c426-4c85-aeb3-7821cd88fe17 req-626dae33-23c7-4cc6-bc15-89b4008dff5c tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 946 time: 0.3079195 Nov 11 17:20:50.460957 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-1eb05844-6911-4634-a946-b337882f0755 None None] Port 93bbd0ac-ce68-4d5f-be1f-6471760b395b cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:20:50.484024 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] Request body: {'port': {'device_id': 'a2965568-f681-4def-a1b0-a619c419d087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:20:50.678104 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f035301-c426-4c85-aeb3-7821cd88fe17 req-a3609cfa-8947-4313-bde7-707788fa3bf5 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519298 Nov 11 17:20:50.683091 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-58678ad2-32ee-4069-a84d-0989b4ed24a7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dba338b700b34937826c27d69787eb4c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8112440 Nov 11 17:20:50.687559 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52814) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:50.731129 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ca196b8d-6f3a-434d-8d6b-a17e96208c13 req-acec156b-2721-4a4c-9620-9f4f79f86453 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:50.808819 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:50.816523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1740f-29e4-4a1a-959f-e936f1527728 req-325cd742-eeaa-427e-ae43-bceaba08fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:50.818065 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3bf1740f-29e4-4a1a-959f-e936f1527728 req-325cd742-eeaa-427e-ae43-bceaba08fd80 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 1095 time: 0.3951776 Nov 11 17:20:50.860414 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['c7c9375f-3a51-47dd-82ec-1c33d9a75197', '4c6512ed-441b-4821-ab9e-9db944e1f1bb'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:20:50.908792 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec156b-2721-4a4c-9620-9f4f79f86453 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Pushing event deleted for resources: {'Port': ['ID=aa066ec5-953a-45a7-b056-346bbe8fef5a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:50.991250 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca196b8d-6f3a-434d-8d6b-a17e96208c13 req-acec156b-2721-4a4c-9620-9f4f79f86453 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] No DVR routers for this DVR port aa066ec5-953a-45a7-b056-346bbe8fef5a on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:20:50.996376 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ca196b8d-6f3a-434d-8d6b-a17e96208c13 req-acec156b-2721-4a4c-9620-9f4f79f86453 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:51.007597 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ca196b8d-6f3a-434d-8d6b-a17e96208c13 req-acec156b-2721-4a4c-9620-9f4f79f86453 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.64 "DELETE /v2.0/ports/aa066ec5-953a-45a7-b056-346bbe8fef5a HTTP/1.1" status: 204 len: 173 time: 2.4099543 Nov 11 17:20:51.012253 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66ce177-b9a0-4ac0-a53d-1982e37e140b', 'name': 'network-vif-deleted', 'tag': 'aa066ec5-953a-45a7-b056-346bbe8fef5a'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:51.023607 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789c00ca-c6a4-4501-9aa5-994b85627d0f" -d '{"events": [{"server_uuid": "c66ce177-b9a0-4ac0-a53d-1982e37e140b", "name": "network-vif-deleted", "tag": "aa066ec5-953a-45a7-b056-346bbe8fef5a"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:51.184384 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0f17c714-41ff-43e4-9a6c-af70f8b34259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:51.452404 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-169f7219-03b5-40d3-9fa2-b275903c3b15 req-38cab11e-3c50-4738-b8b9-e84f43d02222 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=c66ce177-b9a0-4ac0-a53d-1982e37e140b HTTP/1.1" status: 200 len: 210 time: 0.3022177 Nov 11 17:20:51.540485 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0f17c714-41ff-43e4-9a6c-af70f8b34259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:51.650889 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0f17c714-41ff-43e4-9a6c-af70f8b34259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:51.653899 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0f17c714-41ff-43e4-9a6c-af70f8b34259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:51.655284 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0f17c714-41ff-43e4-9a6c-af70f8b34259 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0e514ab6-57c0-4f94-bf58-e10308ecccf9 HTTP/1.1" status: 204 len: 168 time: 0.9622157 Nov 11 17:20:51.794404 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17c714-41ff-43e4-9a6c-af70f8b34259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e514ab6-57c0-4f94-bf58-e10308ecccf9,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:51.835405 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1740f-29e4-4a1a-959f-e936f1527728 req-8ce8cf07-0559-44ae-87c5-56f22c620f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:51.837155 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3bf1740f-29e4-4a1a-959f-e936f1527728 req-8ce8cf07-0559-44ae-87c5-56f22c620f74 service neutron] 10.222.0.83 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 910 time: 0.9730029 Nov 11 17:20:52.002873 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3bf1740f-29e4-4a1a-959f-e936f1527728 req-a80fbae0-225c-461c-b882-2213b8f6676a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05f132a5-4b5e-4b1a-950f-4bd2417d3153 HTTP/1.1" status: 200 len: 217 time: 0.1274488 Nov 11 17:20:52.022048 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device aa066ec5-953a-45a7-b056-346bbe8fef5a no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:20:52.028632 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd815df9-2e6a-419d-8e27-1d923b232594 req-4a0b7265-606b-458e-96da-838395206082 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:52.038998 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd815df9-2e6a-419d-8e27-1d923b232594 req-4a0b7265-606b-458e-96da-838395206082 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2965568-f681-4def-a1b0-a619c419d087 HTTP/1.1" status: 200 len: 936 time: 0.4010611 Nov 11 17:20:52.083794 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: aa066ec5-953a-45a7-b056-346bbe8fef5a {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:20:52.084204 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device aa066ec5-953a-45a7-b056-346bbe8fef5a not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:20:52.147782 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1740f-29e4-4a1a-959f-e936f1527728 req-a7bee699-76db-4d87-b399-a83e492927c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:52.149300 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3bf1740f-29e4-4a1a-959f-e936f1527728 req-a7bee699-76db-4d87-b399-a83e492927c5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=651c5717-7c13-46c4-8d6a-3f6dcf13301c HTTP/1.1" status: 200 len: 848 time: 0.1047552 Nov 11 17:20:52.230942 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3bf1740f-29e4-4a1a-959f-e936f1527728 req-6e35b950-74fb-48ae-b19f-e5d4bd6d38d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aff4ca62-299e-49a9-90bd-d7da6c894e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628026 Nov 11 17:20:52.239828 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bb67b9c1-f900-4d16-bde3-f5fe2ee098fa'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:20:52.335502 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd815df9-2e6a-419d-8e27-1d923b232594 req-7981fbfc-7545-4475-af7c-7f13c265c5e5 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956233 Nov 11 17:20:52.696073 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93bbd0ac-ce68-4d5f-be1f-6471760b395b {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:20:52.708711 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:52.735076 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] Transition to ACTIVE for port object 93bbd0ac-ce68-4d5f-be1f-6471760b395b will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:20:52.751444 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:52.893749 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] Pushing event updated for resources: {'Port': ['ID=93bbd0ac-ce68-4d5f-be1f-6471760b395b,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:52.907396 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3bf1740f-29e4-4a1a-959f-e936f1527728 req-2cda6861-ba21-4413-a673-55672e42c6e7 service neutron] 10.222.0.83 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6451943 Nov 11 17:20:52.933551 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7633c2e1-1241-4736-9eee-620cabb55429 x-openstack-request-id: req-7633c2e1-1241-4736-9eee-620cabb55429 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:20:52.934180 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66ce177-b9a0-4ac0-a53d-1982e37e140b", "name": "network-vif-deleted", "tag": "aa066ec5-953a-45a7-b056-346bbe8fef5a", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:20:52.934180 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7633c2e1-1241-4736-9eee-620cabb55429 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:20:52.934459 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66ce177-b9a0-4ac0-a53d-1982e37e140b', 'name': 'network-vif-deleted', 'tag': 'aa066ec5-953a-45a7-b056-346bbe8fef5a', 'status': 'completed', 'code': 200} Nov 11 17:20:53.148305 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52876) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:53.154408 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3bf1740f-29e4-4a1a-959f-e936f1527728 req-f438430b-faf2-4d36-8f8e-f4b1beca46aa service neutron] 10.222.0.83 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369466 Nov 11 17:20:53.233028 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] Attempting to bind port 93bbd0ac-ce68-4d5f-be1f-6471760b395b on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:20:53.234283 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] Attempting to bind port 93bbd0ac-ce68-4d5f-be1f-6471760b395b by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:20:53.235279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] Attempting to bind port 93bbd0ac-ce68-4d5f-be1f-6471760b395b on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:53.242250 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] Port 93bbd0ac-ce68-4d5f-be1f-6471760b395b on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:20:53.242764 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] Attempting to bind port 93bbd0ac-ce68-4d5f-be1f-6471760b395b on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:53.249098 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:20:53.249490 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:20:53.249902 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:20:53.250300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] Bound port: 93bbd0ac-ce68-4d5f-be1f-6471760b395b, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:20:53.250659 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:53.410391 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] For port 93bbd0ac-ce68-4d5f-be1f-6471760b395b, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:20:53.414500 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] For port 93bbd0ac-ce68-4d5f-be1f-6471760b395b, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=93bbd0ac-ce68-4d5f-be1f-6471760b395b,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:20:53.424471 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:53.480248 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:53.480987 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:53.482314 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] 10.222.0.64 "PUT /v2.0/ports/93bbd0ac-ce68-4d5f-be1f-6471760b395b HTTP/1.1" status: 200 len: 1096 time: 3.4904187 Nov 11 17:20:53.482772 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2965568-f681-4def-a1b0-a619c419d087', 'tag': '93bbd0ac-ce68-4d5f-be1f-6471760b395b'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:53.485768 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d32b01f-2b29-4145-8796-9603d7c6d98b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2965568-f681-4def-a1b0-a619c419d087", "tag": "93bbd0ac-ce68-4d5f-be1f-6471760b395b"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:53.523511 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-3453618f-9f62-4b73-b16d-513567ce9f58 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-399673922-network', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:20:53.560976 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d0660-f492-4eb2-ab93-37ee06c17934 service neutron] Pushing event updated for resources: {'Port': ['ID=93bbd0ac-ce68-4d5f-be1f-6471760b395b,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:53.607559 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3453618f-9f62-4b73-b16d-513567ce9f58 admin admin] Made reservation on behalf of 20961177e886451b8c34ba006fbdf3f9 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:20:53.619535 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3453618f-9f62-4b73-b16d-513567ce9f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:53.640912 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3453618f-9f62-4b73-b16d-513567ce9f58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:53.791784 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3453618f-9f62-4b73-b16d-513567ce9f58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:53.800101 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-209ce443-741a-4d7d-9d41-592047b94c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:53.801813 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-209ce443-741a-4d7d-9d41-592047b94c86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&device_id=a2965568-f681-4def-a1b0-a619c419d087 HTTP/1.1" status: 200 len: 1099 time: 0.2419884 Nov 11 17:20:53.811905 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3453618f-9f62-4b73-b16d-513567ce9f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:53.817702 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350cb86-5aeb-44af-8772-8f50d3a6a9f4 req-7cb0cc4a-6fa8-42c9-af5c-451ae092c735 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:53.839959 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0350cb86-5aeb-44af-8772-8f50d3a6a9f4 req-7cb0cc4a-6fa8-42c9-af5c-451ae092c735 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 946 time: 0.2697570 Nov 11 17:20:53.847358 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3453618f-9f62-4b73-b16d-513567ce9f58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1279} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:20:53.871522 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453618f-9f62-4b73-b16d-513567ce9f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44a48ea-ba34-4872-8eec-69767b6388f7,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:53.880014 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3453618f-9f62-4b73-b16d-513567ce9f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:53.880454 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-3453618f-9f62-4b73-b16d-513567ce9f58 admin admin] Added segment ae50b5d6-b110-4322-8a79-5ad3698cdf52 of type vlan for network 15b13f5e-873f-4814-abaa-56ed24c5789c Nov 11 17:20:53.904194 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-e01c74bb-6eef-4c04-88d1-4a30f093df35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=93bbd0ac-ce68-4d5f-be1f-6471760b395b HTTP/1.1" status: 200 len: 217 time: 0.0607047 Nov 11 17:20:53.928806 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:53.945293 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3453618f-9f62-4b73-b16d-513567ce9f58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:53.986088 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3453618f-9f62-4b73-b16d-513567ce9f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:53.988157 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3453618f-9f62-4b73-b16d-513567ce9f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:53.990124 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3453618f-9f62-4b73-b16d-513567ce9f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:54.019959 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0350cb86-5aeb-44af-8772-8f50d3a6a9f4 req-7d4a9b68-e31e-42bc-a2c4-f83f3ca60ea9 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777523 Nov 11 17:20:54.055186 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3453618f-9f62-4b73-b16d-513567ce9f58 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9054120 Nov 11 17:20:54.058470 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52892) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:54.070931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-08fd7911-38ae-4e45-a420-59d39cc0ea74 admin admin] Request body: {'subnet': {'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-399673922-subnet', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:20:54.074367 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453618f-9f62-4b73-b16d-513567ce9f58 admin admin] Pushing event updated for resources: {'Network': ['ID=15b13f5e-873f-4814-abaa-56ed24c5789c,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:54.086205 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 15b13f5e-873f-4814-abaa-56ed24c5789c details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:20:54.103894 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-ebb275f8-95ff-45db-ad38-f31176db3980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:54.108019 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-ebb275f8-95ff-45db-ad38-f31176db3980 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1859832 Nov 11 17:20:54.209407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fd7911-38ae-4e45-a420-59d39cc0ea74 admin admin] Made reservation on behalf of 20961177e886451b8c34ba006fbdf3f9 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:20:54.212604 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-08fd7911-38ae-4e45-a420-59d39cc0ea74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:54.218892 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-849d06f3-e7e6-4fd0-971d-4cb2ccf24ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:54.221987 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-849d06f3-e7e6-4fd0-971d-4cb2ccf24ded service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1020811 Nov 11 17:20:54.399256 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-2b628610-1c6f-4e0f-908f-d4f3eb67af22 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378839 Nov 11 17:20:54.579592 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e71f4c46-fa01-4866-b1cb-20e8bdd9d7fd req-fbb1bae1-db73-4c7b-aad1-2524a7c2de40 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474204 Nov 11 17:20:54.626673 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-08fd7911-38ae-4e45-a420-59d39cc0ea74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:54.721961 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd7911-38ae-4e45-a420-59d39cc0ea74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e19ce021-4c4e-4c04-8fa6-c1347ad5c75b,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:54.738807 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd7911-38ae-4e45-a420-59d39cc0ea74 admin admin] Checking segment: {'id': 'ae50b5d6-b110-4322-8a79-5ad3698cdf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:20:54.739155 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd7911-38ae-4e45-a420-59d39cc0ea74 admin admin] Network hostable DHCP agents. Network: 15b13f5e-873f-4814-abaa-56ed24c5789c, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:20:54.764487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd7911-38ae-4e45-a420-59d39cc0ea74 admin admin] Network 15b13f5e-873f-4814-abaa-56ed24c5789c is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:20:54.776293 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-08fd7911-38ae-4e45-a420-59d39cc0ea74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 15b13f5e-873f-4814-abaa-56ed24c5789c) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:20:54.783341 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fd7911-38ae-4e45-a420-59d39cc0ea74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:54.784501 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-08fd7911-38ae-4e45-a420-59d39cc0ea74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:54.788683 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31efab75-9816-4c64-92ee-e5a291817b34 None None] Network 15b13f5e-873f-4814-abaa-56ed24c5789c requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:20:54.811252 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-08fd7911-38ae-4e45-a420-59d39cc0ea74 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7514250 Nov 11 17:20:54.814087 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52902) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:54.819340 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-4c802946-f648-4f49-a30f-5c3fe3246619 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-399673922-router', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:20:54.851231 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4c802946-f648-4f49-a30f-5c3fe3246619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:54.852607 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4c802946-f648-4f49-a30f-5c3fe3246619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:54.977992 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4c802946-f648-4f49-a30f-5c3fe3246619 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:55.010353 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db52a176-0269-48bc-95ef-d283f6df5f17 None None] Network 15b13f5e-873f-4814-abaa-56ed24c5789c requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:20:55.213739 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4c802946-f648-4f49-a30f-5c3fe3246619 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:55.470823 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4c802946-f648-4f49-a30f-5c3fe3246619 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:55.501829 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4c802946-f648-4f49-a30f-5c3fe3246619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:55.622393 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-4c802946-f648-4f49-a30f-5c3fe3246619 admin admin] Allocated IP 172.25.2.12 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/fbbb03ee-1514-4f68-ad14-851a915be864) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:20:55.759100 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4c802946-f648-4f49-a30f-5c3fe3246619 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:55.814173 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4c802946-f648-4f49-a30f-5c3fe3246619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:55.855799 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c802946-f648-4f49-a30f-5c3fe3246619 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:20:55.859260 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-4c802946-f648-4f49-a30f-5c3fe3246619 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:20:55.865975 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c802946-f648-4f49-a30f-5c3fe3246619 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:20:55.903636 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c802946-f648-4f49-a30f-5c3fe3246619 admin admin] Pushing event updated for resources: {'Port': ['ID=fbbb03ee-1514-4f68-ad14-851a915be864,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:56.044242 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 93bbd0ac-ce68-4d5f-be1f-6471760b395b details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:20:56.196760 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 93bbd0ac-ce68-4d5f-be1f-6471760b395b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=93bbd0ac-ce68-4d5f-be1f-6471760b395b,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:56.213324 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '93bbd0ac-ce68-4d5f-be1f-6471760b395b', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '93bbd0ac-ce68-4d5f-be1f-6471760b395b', 'mac_address': 'fa:16:3e:e9:81:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:20:56.239667 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4c802946-f648-4f49-a30f-5c3fe3246619 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:56.401615 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:56.428799 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93bbd0ac-ce68-4d5f-be1f-6471760b395b {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:20:56.456547 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 93bbd0ac-ce68-4d5f-be1f-6471760b395b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=93bbd0ac-ce68-4d5f-be1f-6471760b395b,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:56.467402 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:56.513248 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4c802946-f648-4f49-a30f-5c3fe3246619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:56.545619 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=93bbd0ac-ce68-4d5f-be1f-6471760b395b,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:56.670765 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c802946-f648-4f49-a30f-5c3fe3246619 admin admin] Router add319ec-95c6-4c35-9a03-edb4babdef24 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:20:56.835674 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['93bbd0ac-ce68-4d5f-be1f-6471760b395b'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:20:56.860089 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c802946-f648-4f49-a30f-5c3fe3246619 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:20:56.888551 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] Sync routers for ids ['add319ec-95c6-4c35-9a03-edb4babdef24'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:20:56.907368 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] Routers {'add319ec-95c6-4c35-9a03-edb4babdef24'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:20:56.909258 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:20:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['add319ec-95c6-4c35-9a03-edb4babdef24'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:56.917534 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4c802946-f648-4f49-a30f-5c3fe3246619 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:56.918778 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4c802946-f648-4f49-a30f-5c3fe3246619 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.1035366 Nov 11 17:20:56.922312 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52914) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:20:57.080836 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] Set router add319ec-95c6-4c35-9a03-edb4babdef24 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:20:57.300114 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'name': 'tempest-ServerRescueTestJSONUnderV235-399673922-router', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:54Z', 'updated_at': '2021-11-11T17:20:56Z', 'revision_number': 3, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'gw_port': {'id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:24:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:55Z', 'updated_at': '2021-11-11T17:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:57.328535 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] Checking router: add319ec-95c6-4c35-9a03-edb4babdef24 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:20:57.328897 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] Updating router add319ec-95c6-4c35-9a03-edb4babdef24 port fbbb03ee-1514-4f68-ad14-851a915be864 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:20:57.388462 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:57.562971 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f93a7425-254e-4a67-bb95-8aedcbbec112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:57.762537 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:57.769426 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:57.816415 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-f93a7425-254e-4a67-bb95-8aedcbbec112 admin admin] Allocated IP 172.20.0.1 (15b13f5e-873f-4814-abaa-56ed24c5789c/e19ce021-4c4e-4c04-8fa6-c1347ad5c75b/ae00dc75-28c6-4273-9795-74857ebac95b) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:20:57.822442 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfcd51-f5ff-4e10-a108-fc3b97f63fe7 None None] Pushing event updated for resources: {'Port': ['ID=fbbb03ee-1514-4f68-ad14-851a915be864,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:57.860696 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] Attempting to bind port fbbb03ee-1514-4f68-ad14-851a915be864 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:20:57.861331 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] Attempting to bind port fbbb03ee-1514-4f68-ad14-851a915be864 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:20:57.864317 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] Attempting to bind port fbbb03ee-1514-4f68-ad14-851a915be864 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:57.889385 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:20:57.892416 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:20:57.896527 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:57.898395 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:20:57.899275 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] Bound port: fbbb03ee-1514-4f68-ad14-851a915be864, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:20:57.901859 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:58.051221 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] For port fbbb03ee-1514-4f68-ad14-851a915be864, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:20:58.052977 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 93bbd0ac-ce68-4d5f-be1f-6471760b395b up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:20:58.054886 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] For port fbbb03ee-1514-4f68-ad14-851a915be864, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=fbbb03ee-1514-4f68-ad14-851a915be864,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:20:58.060904 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:58.171146 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 93bbd0ac-ce68-4d5f-be1f-6471760b395b completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:20:58.177547 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 93bbd0ac-ce68-4d5f-be1f-6471760b395b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:20:58.178211 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:58.237979 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfcd51-f5ff-4e10-a108-fc3b97f63fe7 None None] Pushing event updated for resources: {'Port': ['ID=fbbb03ee-1514-4f68-ad14-851a915be864,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:58.291677 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] Routers {'add319ec-95c6-4c35-9a03-edb4babdef24'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:20:58.292978 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:20:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['add319ec-95c6-4c35-9a03-edb4babdef24'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:58.335837 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:58.396177 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 93bbd0ac-ce68-4d5f-be1f-6471760b395b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=93bbd0ac-ce68-4d5f-be1f-6471760b395b,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:58.398211 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2965568-f681-4def-a1b0-a619c419d087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bbd0ac-ce68-4d5f-be1f-6471760b395b'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:20:58.401415 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18059e41-b3a5-4da0-b00b-eb35c763a547" -d '{"events": [{"server_uuid": "a2965568-f681-4def-a1b0-a619c419d087", "name": "network-vif-plugged", "status": "completed", "tag": "93bbd0ac-ce68-4d5f-be1f-6471760b395b"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:20:58.412021 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:58.480149 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f93a7425-254e-4a67-bb95-8aedcbbec112 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:58.507120 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=93bbd0ac-ce68-4d5f-be1f-6471760b395b,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:58.524174 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] Set router add319ec-95c6-4c35-9a03-edb4babdef24 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:20:58.562751 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f93a7425-254e-4a67-bb95-8aedcbbec112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:58.624241 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93a7425-254e-4a67-bb95-8aedcbbec112 admin admin] Network 15b13f5e-873f-4814-abaa-56ed24c5789c is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:20:58.629284 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-f93a7425-254e-4a67-bb95-8aedcbbec112 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:20:58.632343 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a7425-254e-4a67-bb95-8aedcbbec112 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:20:58.676339 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f93a7425-254e-4a67-bb95-8aedcbbec112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:58.682487 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a7425-254e-4a67-bb95-8aedcbbec112 admin admin] Pushing event updated for resources: {'Port': ['ID=ae00dc75-28c6-4273-9795-74857ebac95b,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:58.802831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-cd5c1cb1-ad85-4914-9068-53eb09f893e1 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:20:58.804545 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-cd5c1cb1-ad85-4914-9068-53eb09f893e1 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e&tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 1097 time: 0.0700300 Nov 11 17:20:58.828374 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-4'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:20:58.831860 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:20:58.886121 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'name': 'tempest-ServerRescueTestJSONUnderV235-399673922-router', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:54Z', 'updated_at': '2021-11-11T17:20:56Z', 'revision_number': 3, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'gw_port': {'id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:24:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:55Z', 'updated_at': '2021-11-11T17:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:20:58.887645 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f93a7425-254e-4a67-bb95-8aedcbbec112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:58.930184 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c569b67-c6c5-4c35-ace7-1c6a59693514 None None] The sync data for ids ['add319ec-95c6-4c35-9a03-edb4babdef24'] in n-d-816206-4 is: [{'id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'name': 'tempest-ServerRescueTestJSONUnderV235-399673922-router', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:54Z', 'updated_at': '2021-11-11T17:20:56Z', 'revision_number': 3, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'gw_port': {'id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:24:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:55Z', 'updated_at': '2021-11-11T17:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:20:58.962967 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:59.170836 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f93a7425-254e-4a67-bb95-8aedcbbec112 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:59.179064 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f93a7425-254e-4a67-bb95-8aedcbbec112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:59.217951 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] For port c8152db5-bd62-4af3-b944-c63e0316a930, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c8152db5-bd62-4af3-b944-c63e0316a930,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:20:59.260602 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f93a7425-254e-4a67-bb95-8aedcbbec112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:59.361909 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] For port c8152db5-bd62-4af3-b944-c63e0316a930, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:20:59.414493 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a7425-254e-4a67-bb95-8aedcbbec112 admin admin] Pushing event updated for resources: {'Port': ['ID=ae00dc75-28c6-4273-9795-74857ebac95b,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:59.499981 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:59.520275 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:59.545373 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93a7425-254e-4a67-bb95-8aedcbbec112 admin admin] Network 15b13f5e-873f-4814-abaa-56ed24c5789c is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:20:59.547023 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-f93a7425-254e-4a67-bb95-8aedcbbec112 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:20:59.629231 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] Pushing event updated for resources: {'Port': ['ID=c8152db5-bd62-4af3-b944-c63e0316a930,revision_number=7']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:20:59.707684 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] Attempting to bind port c8152db5-bd62-4af3-b944-c63e0316a930 on host n-h1-816206-4 for vnic_type normal with profile {"migrating_to": "n-h2-816206-4"} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:20:59.708419 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] Attempting to bind port c8152db5-bd62-4af3-b944-c63e0316a930 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:20:59.710085 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] Attempting to bind port c8152db5-bd62-4af3-b944-c63e0316a930 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:59.722053 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] Port c8152db5-bd62-4af3-b944-c63e0316a930 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:20:59.722856 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] Attempting to bind port c8152db5-bd62-4af3-b944-c63e0316a930 on network aff4ca62-299e-49a9-90bd-d7da6c894e2d {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:20:59.728686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:20:59.729279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] Checking segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:20:59.730146 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] Bound using segment: {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:20:59.730774 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] Bound port: c8152db5-bd62-4af3-b944-c63e0316a930, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892ee7fa-4ebf-45a5-a233-876258e262d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'aff4ca62-299e-49a9-90bd-d7da6c894e2d'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:20:59.731332 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:59.784763 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93a7425-254e-4a67-bb95-8aedcbbec112 admin admin] Router add319ec-95c6-4c35-9a03-edb4babdef24 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:20:59.828852 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] For port c8152db5-bd62-4af3-b944-c63e0316a930, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:20:59.833642 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] For port c8152db5-bd62-4af3-b944-c63e0316a930, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c8152db5-bd62-4af3-b944-c63e0316a930,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:20:59.845959 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:20:59.958658 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] Pushing event updated for resources: {'Port': ['ID=c8152db5-bd62-4af3-b944-c63e0316a930,revision_number=8']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:00.020754 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fbbb03ee-1514-4f68-ad14-851a915be864 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:21:00.022336 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:00.023083 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:00.024596 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-fb73a43d-89f2-4ead-b981-d1ee35d448da service neutron] 10.222.0.83 "PUT /v2.0/ports/c8152db5-bd62-4af3-b944-c63e0316a930 HTTP/1.1" status: 200 len: 1122 time: 1.2110732 Nov 11 17:21:00.097876 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93a7425-254e-4a67-bb95-8aedcbbec112 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:21:00.119438 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f93a7425-254e-4a67-bb95-8aedcbbec112 admin admin] 10.222.0.76 "PUT /v2.0/routers/add319ec-95c6-4c35-9a03-edb4babdef24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1881440 Nov 11 17:21:00.211356 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port fbbb03ee-1514-4f68-ad14-851a915be864 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:00.212099 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:00.232349 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['c8152db5-bd62-4af3-b944-c63e0316a930'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:21:00.279240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['c8152db5-bd62-4af3-b944-c63e0316a930'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:21:00.522105 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:00.555496 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port fbbb03ee-1514-4f68-ad14-851a915be864, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=fbbb03ee-1514-4f68-ad14-851a915be864,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:00.572124 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:00.679202 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device c8152db5-bd62-4af3-b944-c63e0316a930 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:21:00.685779 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=fbbb03ee-1514-4f68-ad14-851a915be864,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:00.834057 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port c8152db5-bd62-4af3-b944-c63e0316a930, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c8152db5-bd62-4af3-b944-c63e0316a930,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:00.862471 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device c8152db5-bd62-4af3-b944-c63e0316a930 has no active binding in host n-h2-816206-4 {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 17:21:01.396076 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-397edc9f-f49e-472c-a251-4194e22ce52a req-a2a42c93-eb86-454c-9c53-7e2cf3701b51 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0656688 Nov 11 17:21:01.485908 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] Sync routers for ids ['add319ec-95c6-4c35-9a03-edb4babdef24'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:21:01.503550 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] Routers {'add319ec-95c6-4c35-9a03-edb4babdef24'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:21:01.505069 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:20:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['add319ec-95c6-4c35-9a03-edb4babdef24'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:21:01.506362 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397edc9f-f49e-472c-a251-4194e22ce52a req-f87e98bb-c32d-4297-a029-477764f2009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:01.509862 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-397edc9f-f49e-472c-a251-4194e22ce52a req-f87e98bb-c32d-4297-a029-477764f2009c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 1100 time: 0.0587935 Nov 11 17:21:01.663783 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397edc9f-f49e-472c-a251-4194e22ce52a req-ee633959-f604-4008-a0f5-8ae62e9b594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:01.663783 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-397edc9f-f49e-472c-a251-4194e22ce52a req-ee633959-f604-4008-a0f5-8ae62e9b594d service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.1233065 Nov 11 17:21:01.740541 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-397edc9f-f49e-472c-a251-4194e22ce52a req-fb7e7117-ad57-4730-8d9f-3461ce136eb5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=4c6512ed-441b-4821-ab9e-9db944e1f1bb HTTP/1.1" status: 200 len: 217 time: 0.0641642 Nov 11 17:21:01.773693 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] Set router add319ec-95c6-4c35-9a03-edb4babdef24 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:21:01.838366 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397edc9f-f49e-472c-a251-4194e22ce52a req-1324fc7b-894d-4fcc-886c-c6de9d708441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:01.840328 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-397edc9f-f49e-472c-a251-4194e22ce52a req-1324fc7b-894d-4fcc-886c-c6de9d708441 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0953999 Nov 11 17:21:01.953187 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397edc9f-f49e-472c-a251-4194e22ce52a req-969750f0-f419-4f47-b16a-a6a83dfc16b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:01.954928 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-397edc9f-f49e-472c-a251-4194e22ce52a req-969750f0-f419-4f47-b16a-a6a83dfc16b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1016099 Nov 11 17:21:01.998443 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fbbb03ee-1514-4f68-ad14-851a915be864 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:21:02.105771 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-397edc9f-f49e-472c-a251-4194e22ce52a req-46fafdb2-ad95-449d-a5a8-ca20e39ba4d0 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356883 Nov 11 17:21:02.118185 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port fbbb03ee-1514-4f68-ad14-851a915be864 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:02.118560 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:02.192356 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'name': 'tempest-ServerRescueTestJSONUnderV235-399673922-router', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:54Z', 'updated_at': '2021-11-11T17:20:58Z', 'revision_number': 4, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'gw_port': {'id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:24:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:55Z', 'updated_at': '2021-11-11T17:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'ae00dc75-28c6-4273-9795-74857ebac95b', 'name': '', 'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'mac_address': 'fa:16:3e:d5:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'e19ce021-4c4e-4c04-8fa6-c1347ad5c75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:57Z', 'updated_at': '2021-11-11T17:20:58Z', 'revision_number': 2, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'subnets': [{'id': 'e19ce021-4c4e-4c04-8fa6-c1347ad5c75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:21:02.228839 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] Checking router: add319ec-95c6-4c35-9a03-edb4babdef24 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:21:02.229678 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] Updating router add319ec-95c6-4c35-9a03-edb4babdef24 port ae00dc75-28c6-4273-9795-74857ebac95b binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:21:02.237658 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-397edc9f-f49e-472c-a251-4194e22ce52a req-eebdbf59-2ff4-4010-9225-c0d317df9b15 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227908 Nov 11 17:21:02.281491 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:02.778788 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:02.786281 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:02.907786 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] Attempting to bind port ae00dc75-28c6-4273-9795-74857ebac95b on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:21:02.907786 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] Attempting to bind port ae00dc75-28c6-4273-9795-74857ebac95b by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'ae50b5d6-b110-4322-8a79-5ad3698cdf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:21:02.909710 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] Attempting to bind port ae00dc75-28c6-4273-9795-74857ebac95b on network 15b13f5e-873f-4814-abaa-56ed24c5789c {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:21:02.921956 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:21:02.923772 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] Checking segment: {'id': 'ae50b5d6-b110-4322-8a79-5ad3698cdf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:21:02.923772 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:02.923772 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] Bound using segment: {'id': 'ae50b5d6-b110-4322-8a79-5ad3698cdf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:21:02.923772 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] Bound port: ae00dc75-28c6-4273-9795-74857ebac95b, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae50b5d6-b110-4322-8a79-5ad3698cdf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:21:02.924265 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:02.936612 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1164936-f0bb-4d7b-9dd1-48e02a45cd81 None None] Pushing event updated for resources: {'Port': ['ID=ae00dc75-28c6-4273-9795-74857ebac95b,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:03.020659 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] For port ae00dc75-28c6-4273-9795-74857ebac95b, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:21:03.039902 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] For port ae00dc75-28c6-4273-9795-74857ebac95b, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ae00dc75-28c6-4273-9795-74857ebac95b,segment=NetworkSegment(ae50b5d6-b110-4322-8a79-5ad3698cdf52),segment_id=ae50b5d6-b110-4322-8a79-5ad3698cdf52)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:21:03.057212 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:03.141400 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] Routers {'add319ec-95c6-4c35-9a03-edb4babdef24'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:21:03.142030 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:20:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['add319ec-95c6-4c35-9a03-edb4babdef24'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:21:03.198828 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1164936-f0bb-4d7b-9dd1-48e02a45cd81 None None] Pushing event updated for resources: {'Port': ['ID=ae00dc75-28c6-4273-9795-74857ebac95b,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:03.291342 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] Set router add319ec-95c6-4c35-9a03-edb4babdef24 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:21:03.557405 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'name': 'tempest-ServerRescueTestJSONUnderV235-399673922-router', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:54Z', 'updated_at': '2021-11-11T17:20:58Z', 'revision_number': 4, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'gw_port': {'id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:24:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:55Z', 'updated_at': '2021-11-11T17:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'ae00dc75-28c6-4273-9795-74857ebac95b', 'name': '', 'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'mac_address': 'fa:16:3e:d5:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'e19ce021-4c4e-4c04-8fa6-c1347ad5c75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:57Z', 'updated_at': '2021-11-11T17:21:03Z', 'revision_number': 4, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'subnets': [{'id': 'e19ce021-4c4e-4c04-8fa6-c1347ad5c75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:21:03.597360 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc6ad40-68d0-42c1-85bb-de6f0c80fe52 None None] The sync data for ids ['add319ec-95c6-4c35-9a03-edb4babdef24'] in n-d-816206-4 is: [{'id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'name': 'tempest-ServerRescueTestJSONUnderV235-399673922-router', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:54Z', 'updated_at': '2021-11-11T17:20:58Z', 'revision_number': 4, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'gw_port': {'id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:24:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:55Z', 'updated_at': '2021-11-11T17:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'ae00dc75-28c6-4273-9795-74857ebac95b', 'name': '', 'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'mac_address': 'fa:16:3e:d5:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'e19ce021-4c4e-4c04-8fa6-c1347ad5c75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:57Z', 'updated_at': '2021-11-11T17:21:03Z', 'revision_number': 4, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'subnets': [{'id': 'e19ce021-4c4e-4c04-8fa6-c1347ad5c75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:21:04.037349 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ae00dc75-28c6-4273-9795-74857ebac95b up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:21:04.105527 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port ae00dc75-28c6-4273-9795-74857ebac95b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:04.105901 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:04.244418 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:04.293363 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port ae00dc75-28c6-4273-9795-74857ebac95b, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ae00dc75-28c6-4273-9795-74857ebac95b,segment=NetworkSegment(ae50b5d6-b110-4322-8a79-5ad3698cdf52),segment_id=ae50b5d6-b110-4322-8a79-5ad3698cdf52)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:04.300531 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:04.393969 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=ae00dc75-28c6-4273-9795-74857ebac95b,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:05.382898 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e097ca-a68b-4be5-8da9-4128a1bf4151 req-dc50a5be-abe5-46e2-b7ab-df8fcfdeaeb5 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:05.384997 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9e097ca-a68b-4be5-8da9-4128a1bf4151 req-dc50a5be-abe5-46e2-b7ab-df8fcfdeaeb5 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2965568-f681-4def-a1b0-a619c419d087 HTTP/1.1" status: 200 len: 950 time: 0.0988474 Nov 11 17:21:05.396079 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-e1b108a0-c8a8-4160-bf7c-d9c6706b715c tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:05.400811 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-e1b108a0-c8a8-4160-bf7c-d9c6706b715c tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/networks?id=aef12edc-1263-4022-a80e-fb863587e53a HTTP/1.1" status: 200 len: 811 time: 0.1807141 Nov 11 17:21:05.428132 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-f836db9a-3c3c-4c54-bd31-25a1d837f27e tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/quotas/387406ef69094f328d7c9e69ebc2a5aa HTTP/1.1" status: 200 len: 375 time: 0.0245974 Nov 11 17:21:05.481704 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-2b04c5d1-dbda-4612-8a46-07c6daafa2b7 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425320 Nov 11 17:21:05.496378 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9e097ca-a68b-4be5-8da9-4128a1bf4151 req-788da268-ca50-4a87-89a7-ac48ab33fe97 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941060 Nov 11 17:21:05.717043 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-7dae6325-2679-46c9-890a-c4c9c7c03d03 service neutron] 10.222.0.76 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188473 Nov 11 17:21:05.750738 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df837c5d-ea4f-4689-a8f9-6589ec09c2a9 x-openstack-request-id: req-df837c5d-ea4f-4689-a8f9-6589ec09c2a9 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:05.752042 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2965568-f681-4def-a1b0-a619c419d087", "tag": "93bbd0ac-ce68-4d5f-be1f-6471760b395b", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:05.752312 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-df837c5d-ea4f-4689-a8f9-6589ec09c2a9 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:05.752892 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2965568-f681-4def-a1b0-a619c419d087', 'tag': '93bbd0ac-ce68-4d5f-be1f-6471760b395b', 'status': 'completed', 'code': 200} Nov 11 17:21:05.880177 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32b01f-2b29-4145-8796-9603d7c6d98b req-e2a0c249-308e-42be-a655-b3de8fc1fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:05.881797 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d32b01f-2b29-4145-8796-9603d7c6d98b req-e2a0c249-308e-42be-a655-b3de8fc1fb95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&device_id=a2965568-f681-4def-a1b0-a619c419d087 HTTP/1.1" status: 200 len: 1101 time: 0.0808284 Nov 11 17:21:05.926956 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-835b869d-7eef-4a88-89eb-6cb6f1f31a4a service neutron] 10.222.0.76 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082181 Nov 11 17:21:05.937296 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ae00dc75-28c6-4273-9795-74857ebac95b up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:21:06.028519 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-5be07018-7329-47d8-b69c-35f9f67b3ca1 service neutron] 10.222.0.64 "GET /v2.0/ports/c8152db5-bd62-4af3-b944-c63e0316a930/bindings/n-h2-816206-4 HTTP/1.1" status: 200 len: 384 time: 0.1231263 Nov 11 17:21:06.053894 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port ae00dc75-28c6-4273-9795-74857ebac95b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:06.054800 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:06.137359 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device c8152db5-bd62-4af3-b944-c63e0316a930 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:21:06.175810 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14c8cb0-e36c-40d7-ba5e-316cbab40421 x-openstack-request-id: req-b14c8cb0-e36c-40d7-ba5e-316cbab40421 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:06.176109 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2965568-f681-4def-a1b0-a619c419d087", "name": "network-vif-plugged", "status": "completed", "tag": "93bbd0ac-ce68-4d5f-be1f-6471760b395b", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:06.176356 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b14c8cb0-e36c-40d7-ba5e-316cbab40421 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:06.176814 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2965568-f681-4def-a1b0-a619c419d087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bbd0ac-ce68-4d5f-be1f-6471760b395b', 'code': 200} Nov 11 17:21:06.477097 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-cf373050-7ee7-4663-a5b2-65d740544be1 service neutron] For port c8152db5-bd62-4af3-b944-c63e0316a930, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c8152db5-bd62-4af3-b944-c63e0316a930,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:06.512002 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672f61b-4ec0-4972-aa57-ff9b0dd742fc req-eb878db4-535c-42e2-8f62-93ccacf45a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:06.513654 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d672f61b-4ec0-4972-aa57-ff9b0dd742fc req-eb878db4-535c-42e2-8f62-93ccacf45a48 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a2965568-f681-4def-a1b0-a619c419d087 HTTP/1.1" status: 200 len: 1101 time: 0.0943367 Nov 11 17:21:06.518975 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-cf373050-7ee7-4663-a5b2-65d740544be1 service neutron] For port c8152db5-bd62-4af3-b944-c63e0316a930, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:21:06.555700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac64dd-a1ba-42fb-9a90-ae2e6bc1fea0 req-538e34c1-856d-4f19-8603-48769c164364 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:06.563164 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0cac64dd-a1ba-42fb-9a90-ae2e6bc1fea0 req-538e34c1-856d-4f19-8603-48769c164364 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 944 time: 0.1645298 Nov 11 17:21:06.592332 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-cf373050-7ee7-4663-a5b2-65d740544be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8152db5-bd62-4af3-b944-c63e0316a930 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:21:06.604628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32b01f-2b29-4145-8796-9603d7c6d98b req-ed024682-b913-456f-bc79-48312152e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:06.606089 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d32b01f-2b29-4145-8796-9603d7c6d98b req-ed024682-b913-456f-bc79-48312152e429 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.7111881 Nov 11 17:21:06.617631 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-cf373050-7ee7-4663-a5b2-65d740544be1 service neutron] For port c8152db5-bd62-4af3-b944-c63e0316a930, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=c8152db5-bd62-4af3-b944-c63e0316a930,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:06.641612 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d672f61b-4ec0-4972-aa57-ff9b0dd742fc req-7d26d5c9-9ae3-4a77-9838-a8de191db68c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194677 Nov 11 17:21:06.645283 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-cf373050-7ee7-4663-a5b2-65d740544be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:06.672084 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-8a993ac4-3ee3-4078-8fb1-032097f59238 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:06.673550 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-8a993ac4-3ee3-4078-8fb1-032097f59238 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/networks?id=15b13f5e-873f-4814-abaa-56ed24c5789c HTTP/1.1" status: 200 len: 819 time: 0.2685194 Nov 11 17:21:06.677567 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d32b01f-2b29-4145-8796-9603d7c6d98b req-db83aa11-3c48-4e08-a00e-e6938d79983e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=93bbd0ac-ce68-4d5f-be1f-6471760b395b HTTP/1.1" status: 200 len: 217 time: 0.0607855 Nov 11 17:21:06.708592 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0cac64dd-a1ba-42fb-9a90-ae2e6bc1fea0 req-211990d6-b2d2-4c62-bd20-ba2d4c500a4f tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445043 Nov 11 17:21:06.709969 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-6d4db550-fceb-4a77-9493-905519b5e87a tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/quotas/20961177e886451b8c34ba006fbdf3f9 HTTP/1.1" status: 200 len: 375 time: 0.0290041 Nov 11 17:21:06.760265 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-cf373050-7ee7-4663-a5b2-65d740544be1 service neutron] Transition to ACTIVE for port object c8152db5-bd62-4af3-b944-c63e0316a930 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:21:06.768525 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-cf373050-7ee7-4663-a5b2-65d740544be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:06.850361 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-cf373050-7ee7-4663-a5b2-65d740544be1 service neutron] No DVR routers for this DVR port c8152db5-bd62-4af3-b944-c63e0316a930 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:21:06.863443 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-0c207357-5120-4a0c-a832-66c3e4defb8e tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=20961177e886451b8c34ba006fbdf3f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1403081 Nov 11 17:21:06.891077 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-cf373050-7ee7-4663-a5b2-65d740544be1 service neutron] 10.222.0.64 "PUT /v2.0/ports/c8152db5-bd62-4af3-b944-c63e0316a930/bindings/n-h2-816206-4/activate HTTP/1.1" status: 200 len: 369 time: 0.8540978 Nov 11 17:21:06.902948 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf373050-7ee7-4663-a5b2-65d740544be1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8152db5-bd62-4af3-b944-c63e0316a930,revision_number=10']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:07.058509 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f84f06-33bc-46f2-bb89-825a817e0185 req-e656fcba-36f8-4b8e-82f2-418febccf544 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:07.060783 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99f84f06-33bc-46f2-bb89-825a817e0185 req-e656fcba-36f8-4b8e-82f2-418febccf544 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.1241095 Nov 11 17:21:07.072713 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-502e2372-a1cc-423c-9b6d-dcf6f21c155a service neutron] 10.222.0.76 "GET /v2.0/networks/15b13f5e-873f-4814-abaa-56ed24c5789c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079065 Nov 11 17:21:07.135301 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32b01f-2b29-4145-8796-9603d7c6d98b req-88042f7c-f8fb-4c47-87d5-43922ac47875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:07.136786 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d32b01f-2b29-4145-8796-9603d7c6d98b req-88042f7c-f8fb-4c47-87d5-43922ac47875 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1378376 Nov 11 17:21:07.241180 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99f84f06-33bc-46f2-bb89-825a817e0185 req-2fbfc606-fa49-46f4-a06f-0613dc93ee21 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711709 Nov 11 17:21:07.262446 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-9a71b3a4-b245-49ae-9365-bcbbd3af0792 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:07.262446 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-9a71b3a4-b245-49ae-9365-bcbbd3af0792 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e&tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 1096 time: 0.1724026 Nov 11 17:21:07.286184 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32b01f-2b29-4145-8796-9603d7c6d98b req-0adf74b9-8cac-45c7-be3c-3039d1c97f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:07.287766 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d32b01f-2b29-4145-8796-9603d7c6d98b req-0adf74b9-8cac-45c7-be3c-3039d1c97f8c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1165993 Nov 11 17:21:07.337808 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-9b3b1a5e-5dd7-43e7-9b3c-32fac201a2b7 service neutron] 10.222.0.76 "GET /v2.0/networks/15b13f5e-873f-4814-abaa-56ed24c5789c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546084 Nov 11 17:21:07.388128 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d03274ae-874d-48db-b55e-08854815590d req-fce8dc0c-b2d5-4545-895a-ffd504fe245f tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=b773dc61-a50a-476c-a3bd-7af5b1190c2f HTTP/1.1" status: 200 len: 210 time: 0.0824382 Nov 11 17:21:07.405935 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-38d7a42e-0a79-40cf-a818-6e9cae18739e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:07.482766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-b62bf2c7-0cbd-43ff-ad9f-51ac3afbc770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:07.484342 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-b62bf2c7-0cbd-43ff-ad9f-51ac3afbc770 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e&tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35 HTTP/1.1" status: 200 len: 1096 time: 0.2185464 Nov 11 17:21:07.688667 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-9c74dd7b-a3d6-4418-a052-461d352b31dc tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:07.690310 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-9c74dd7b-a3d6-4418-a052-461d352b31dc tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.83 "GET /v2.0/networks?id=aef12edc-1263-4022-a80e-fb863587e53a HTTP/1.1" status: 200 len: 811 time: 0.2544324 Nov 11 17:21:07.715046 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-0428709b-0f2c-41f6-8572-2c53cb76bbc8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Request body: {'port': {'device_id': 'b773dc61-a50a-476c-a3bd-7af5b1190c2f', 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a', 'admin_state_up': True, 'tenant_id': '387406ef69094f328d7c9e69ebc2a5aa'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:07.764454 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d09517-f7c7-4843-8900-32fe2eec237e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8152db5-bd62-4af3-b944-c63e0316a930'}, {'name': 'network-changed', 'server_uuid': '83d09517-f7c7-4843-8900-32fe2eec237e', 'tag': 'c8152db5-bd62-4af3-b944-c63e0316a930'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:07.780548 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7b0c14-44e3-4313-be0f-854bbf912741" -d '{"events": [{"server_uuid": "83d09517-f7c7-4843-8900-32fe2eec237e", "name": "network-vif-unplugged", "status": "completed", "tag": "c8152db5-bd62-4af3-b944-c63e0316a930"}, {"name": "network-changed", "server_uuid": "83d09517-f7c7-4843-8900-32fe2eec237e", "tag": "c8152db5-bd62-4af3-b944-c63e0316a930"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:07.815196 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d32b01f-2b29-4145-8796-9603d7c6d98b req-c83bb245-e62e-4a2d-8351-85096418e210 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101240 Nov 11 17:21:07.880736 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960120f7-e52b-4d61-8a6c-4243455ac179 req-ecc3ddfc-47b9-4735-add1-aca2f4d8710e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:07.885905 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-960120f7-e52b-4d61-8a6c-4243455ac179 req-ecc3ddfc-47b9-4735-add1-aca2f4d8710e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2965568-f681-4def-a1b0-a619c419d087 HTTP/1.1" status: 200 len: 950 time: 0.3863974 Nov 11 17:21:07.893067 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-880d8549-a1e5-4413-a46e-494aa1da1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:07.895032 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-880d8549-a1e5-4413-a46e-494aa1da1d2e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 1096 time: 0.3526623 Nov 11 17:21:08.018401 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-0428709b-0f2c-41f6-8572-2c53cb76bbc8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Made reservation on behalf of 387406ef69094f328d7c9e69ebc2a5aa for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:21:08.027585 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-0428709b-0f2c-41f6-8572-2c53cb76bbc8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:08.069578 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7612a2-071a-45f0-884b-b6df43237f8e req-a38a3ab6-3c9a-405a-a4fc-3d4b433d4073 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:08.071738 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7d7612a2-071a-45f0-884b-b6df43237f8e req-a38a3ab6-3c9a-405a-a4fc-3d4b433d4073 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.64 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.1456997 Nov 11 17:21:08.191379 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-960120f7-e52b-4d61-8a6c-4243455ac179 req-7b18c8b5-1f0b-4bef-9114-94052198a20d tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902699 Nov 11 17:21:08.283483 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d32b01f-2b29-4145-8796-9603d7c6d98b req-0ece0de6-483e-4fbd-9d99-e486f25d4474 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586762 Nov 11 17:21:08.322900 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-cb0f16e8-d13e-4f49-ba7c-25bec76671db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:08.329616 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-cb0f16e8-d13e-4f49-ba7c-25bec76671db service neutron] 10.222.0.83 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 910 time: 0.4261444 Nov 11 17:21:08.375180 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-0428709b-0f2c-41f6-8572-2c53cb76bbc8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Allocated IP 172.20.0.6 (aef12edc-1263-4022-a80e-fb863587e53a/09fccde3-01fd-422f-a0ab-b92daf8c7d4e/2c9dcaef-f660-4e85-a048-6cdd02c93a3e) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:21:08.397898 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-e4f35007-3b05-4958-ba0c-90b55616a3ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8152db5-bd62-4af3-b944-c63e0316a930 HTTP/1.1" status: 200 len: 217 time: 0.0614369 Nov 11 17:21:08.487265 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-08a3c4d4-2991-40e6-8a11-ec8037f36de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:08.489097 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-08a3c4d4-2991-40e6-8a11-ec8037f36de3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=651c5717-7c13-46c4-8d6a-3f6dcf13301c HTTP/1.1" status: 200 len: 848 time: 0.0838008 Nov 11 17:21:08.534955 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-46743a57-3dc2-4d54-92bc-3a0a1994fd46 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aff4ca62-299e-49a9-90bd-d7da6c894e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299830 Nov 11 17:21:08.552062 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-296bdd50-08c3-4ef2-9fec-cc176d8aff8d req-f1dd9340-2a27-40a6-8b3e-73cc5ee13016 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 210 time: 0.0576696 Nov 11 17:21:08.648931 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb1f3a2-9042-48c8-bcd6-4c258d0cc7ed x-openstack-request-id: req-8cb1f3a2-9042-48c8-bcd6-4c258d0cc7ed {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:08.649228 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d09517-f7c7-4843-8900-32fe2eec237e", "name": "network-vif-unplugged", "status": "completed", "tag": "c8152db5-bd62-4af3-b944-c63e0316a930", "code": 200}, {"name": "network-changed", "server_uuid": "83d09517-f7c7-4843-8900-32fe2eec237e", "tag": "c8152db5-bd62-4af3-b944-c63e0316a930", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:08.649482 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8cb1f3a2-9042-48c8-bcd6-4c258d0cc7ed {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:08.649920 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d09517-f7c7-4843-8900-32fe2eec237e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8152db5-bd62-4af3-b944-c63e0316a930', 'code': 200} Nov 11 17:21:08.650208 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d09517-f7c7-4843-8900-32fe2eec237e', 'tag': 'c8152db5-bd62-4af3-b944-c63e0316a930', 'status': 'completed', 'code': 200} Nov 11 17:21:08.685746 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-0428709b-0f2c-41f6-8572-2c53cb76bbc8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:08.694136 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-7d7612a2-071a-45f0-884b-b6df43237f8e req-74347d43-ed24-4437-a575-5f9c8908b861 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Deleting port 4c6512ed-441b-4821-ab9e-9db944e1f1bb {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:21:08.695456 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7d7612a2-071a-45f0-884b-b6df43237f8e req-74347d43-ed24-4437-a575-5f9c8908b861 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:08.724853 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 8b4e90dd-5dec-4c0e-816a-4d653990aaa9 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:21:08.804381 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1aa5e-c312-4cc1-bd9d-1123ed20202b req-b113a2ba-b516-4680-900c-1b144806a0e2 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:08.813195 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0e1aa5e-c312-4cc1-bd9d-1123ed20202b req-b113a2ba-b516-4680-900c-1b144806a0e2 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 945 time: 0.1665096 Nov 11 17:21:08.817113 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-0428709b-0f2c-41f6-8572-2c53cb76bbc8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:08.825165 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:08.864504 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 8b4e90dd-5dec-4c0e-816a-4d653990aaa9, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8b4e90dd-5dec-4c0e-816a-4d653990aaa9,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:08.865910 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf5e176-6b67-42eb-a41b-b7c33f521026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b4e90dd-5dec-4c0e-816a-4d653990aaa9'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:08.869201 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588b0fb8-535c-4aec-95db-a09aed44b110" -d '{"events": [{"server_uuid": "edf5e176-6b67-42eb-a41b-b7c33f521026", "name": "network-vif-unplugged", "status": "completed", "tag": "8b4e90dd-5dec-4c0e-816a-4d653990aaa9"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:08.875274 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:08.887248 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-0df9a167-49e0-46d7-93a8-4a769cbe7342 service neutron] 10.222.0.83 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379180 Nov 11 17:21:08.898373 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0e1aa5e-c312-4cc1-bd9d-1123ed20202b req-be6feb25-169f-4360-bf7c-1d4fb553959a tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840385 Nov 11 17:21:08.905046 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428709b-0f2c-41f6-8572-2c53cb76bbc8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Pushing event updated for resources: {'Port': ['ID=2c9dcaef-f660-4e85-a048-6cdd02c93a3e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:08.916465 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b0c14-44e3-4313-be0f-854bbf912741 req-2902a91c-47fb-47b1-9dbb-88253776c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:08.917797 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d7b0c14-44e3-4313-be0f-854bbf912741 req-2902a91c-47fb-47b1-9dbb-88253776c8bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 1096 time: 0.1867852 Nov 11 17:21:08.926245 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-7d7612a2-071a-45f0-884b-b6df43237f8e req-74347d43-ed24-4437-a575-5f9c8908b861 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] For port 4c6512ed-441b-4821-ab9e-9db944e1f1bb, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=4c6512ed-441b-4821-ab9e-9db944e1f1bb,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:08.927349 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7d7612a2-071a-45f0-884b-b6df43237f8e req-74347d43-ed24-4437-a575-5f9c8908b861 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:08.966404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=8b4e90dd-5dec-4c0e-816a-4d653990aaa9,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:09.000906 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-0428709b-0f2c-41f6-8572-2c53cb76bbc8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Network aef12edc-1263-4022-a80e-fb863587e53a is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:21:09.002114 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-7d7612a2-071a-45f0-884b-b6df43237f8e req-74347d43-ed24-4437-a575-5f9c8908b861 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Calling delete_port for 4c6512ed-441b-4821-ab9e-9db944e1f1bb owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:21:09.007075 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-0428709b-0f2c-41f6-8572-2c53cb76bbc8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:21:09.011393 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-0428709b-0f2c-41f6-8572-2c53cb76bbc8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:21:09.116168 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-0428709b-0f2c-41f6-8572-2c53cb76bbc8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:09.117258 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-0428709b-0f2c-41f6-8572-2c53cb76bbc8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:09.154722 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72134ac-cc11-40d8-ae2d-fe059dd2621e req-54e63a24-058e-482e-849c-2a67c67ddc4e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:09.177625 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b72134ac-cc11-40d8-ae2d-fe059dd2621e req-54e63a24-058e-482e-849c-2a67c67ddc4e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=360e1047-f173-4f0d-a886-fb723f5f80e8 HTTP/1.1" status: 200 len: 949 time: 0.4117308 Nov 11 17:21:09.247773 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b0c14-44e3-4313-be0f-854bbf912741 req-590db483-0020-485d-9756-cdc5913c3642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:09.250073 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d7b0c14-44e3-4313-be0f-854bbf912741 req-590db483-0020-485d-9756-cdc5913c3642 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 200 len: 910 time: 0.3164849 Nov 11 17:21:09.345709 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-13cd578c-7f50-4ffc-b05a-7d83038c7400 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:09.349483 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-13cd578c-7f50-4ffc-b05a-7d83038c7400 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.64 "GET /v2.0/networks?id=15b13f5e-873f-4814-abaa-56ed24c5789c HTTP/1.1" status: 200 len: 819 time: 0.2096665 Nov 11 17:21:09.363442 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d7b0c14-44e3-4313-be0f-854bbf912741 req-e85ce6bb-d1c4-4d6f-bdf5-db577111b53b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8152db5-bd62-4af3-b944-c63e0316a930 HTTP/1.1" status: 200 len: 217 time: 0.0980489 Nov 11 17:21:09.409339 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b72134ac-cc11-40d8-ae2d-fe059dd2621e req-ee9fbeda-9726-49ce-a736-975f478ae993 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296815 Nov 11 17:21:09.465325 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-b4847e5a-d174-41d6-8599-b6c067eb4817 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Request body: {'port': {'device_id': '5ae39504-896a-47a5-b7ea-0b95dd657240', 'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c', 'admin_state_up': True, 'tenant_id': '20961177e886451b8c34ba006fbdf3f9'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:09.472423 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-0428709b-0f2c-41f6-8572-2c53cb76bbc8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7684619 Nov 11 17:21:09.475205 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7d7612a2-071a-45f0-884b-b6df43237f8e req-74347d43-ed24-4437-a575-5f9c8908b861 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:09.489968 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bb67b9c1-f900-4d16-bde3-f5fe2ee098fa'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:21:09.529477 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] Request body: {'port': {'device_id': 'b773dc61-a50a-476c-a3bd-7af5b1190c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:09.530305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-bf4379f4-7ca4-4bcd-97cf-0d67c8e30267 service neutron] 10.222.0.83 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6252062 Nov 11 17:21:09.546206 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['c7c9375f-3a51-47dd-82ec-1c33d9a75197', '4c6512ed-441b-4821-ab9e-9db944e1f1bb'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:21:09.592409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01eb71-5c5e-4c07-90c6-ea265e56b101 req-6ad5e039-822e-4e68-a06d-fff452e7263d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:09.603697 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2c01eb71-5c5e-4c07-90c6-ea265e56b101 req-6ad5e039-822e-4e68-a06d-fff452e7263d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=b773dc61-a50a-476c-a3bd-7af5b1190c2f HTTP/1.1" status: 200 len: 931 time: 0.2461133 Nov 11 17:21:09.634578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b0c14-44e3-4313-be0f-854bbf912741 req-c861d47e-09a5-4d64-b7b8-de40e1541a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:09.636092 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d7b0c14-44e3-4313-be0f-854bbf912741 req-c861d47e-09a5-4d64-b7b8-de40e1541a12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=651c5717-7c13-46c4-8d6a-3f6dcf13301c HTTP/1.1" status: 200 len: 848 time: 0.2367518 Nov 11 17:21:09.637283 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be82a097-4126-4251-b5d6-137250ce114c x-openstack-request-id: req-be82a097-4126-4251-b5d6-137250ce114c {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:09.638490 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf5e176-6b67-42eb-a41b-b7c33f521026", "name": "network-vif-unplugged", "status": "completed", "tag": "8b4e90dd-5dec-4c0e-816a-4d653990aaa9", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:09.638757 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-be82a097-4126-4251-b5d6-137250ce114c {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:09.639156 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf5e176-6b67-42eb-a41b-b7c33f521026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b4e90dd-5dec-4c0e-816a-4d653990aaa9', 'code': 200} Nov 11 17:21:09.697833 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d7b0c14-44e3-4313-be0f-854bbf912741 req-ad5caba5-ea8a-453c-88d4-c83939df9cd7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aff4ca62-299e-49a9-90bd-d7da6c894e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468848 Nov 11 17:21:09.766792 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74347d43-ed24-4437-a575-5f9c8908b861 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Pushing event deleted for resources: {'Port': ['ID=4c6512ed-441b-4821-ab9e-9db944e1f1bb,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:09.824607 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7612a2-071a-45f0-884b-b6df43237f8e req-74347d43-ed24-4437-a575-5f9c8908b861 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] No DVR routers for this DVR port 4c6512ed-441b-4821-ab9e-9db944e1f1bb on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:21:09.835182 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7d7612a2-071a-45f0-884b-b6df43237f8e req-74347d43-ed24-4437-a575-5f9c8908b861 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:09.839480 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7d7612a2-071a-45f0-884b-b6df43237f8e req-74347d43-ed24-4437-a575-5f9c8908b861 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.64 "DELETE /v2.0/ports/4c6512ed-441b-4821-ab9e-9db944e1f1bb HTTP/1.1" status: 204 len: 173 time: 1.7481687 Nov 11 17:21:09.844555 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360e1047-f173-4f0d-a886-fb723f5f80e8', 'name': 'network-vif-deleted', 'tag': '4c6512ed-441b-4821-ab9e-9db944e1f1bb'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:09.846939 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f08c8e-1bb9-439f-9650-e6ab758f8188" -d '{"events": [{"server_uuid": "360e1047-f173-4f0d-a886-fb723f5f80e8", "name": "network-vif-deleted", "tag": "4c6512ed-441b-4821-ab9e-9db944e1f1bb"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:09.872978 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8d09e2e0-5e7c-47f8-beb0-453f840d4d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:09.901803 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d7b0c14-44e3-4313-be0f-854bbf912741 req-dd8ed968-1bad-4775-9e26-719ca2f071e6 service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781187 Nov 11 17:21:09.906103 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:10.047300 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2c01eb71-5c5e-4c07-90c6-ea265e56b101 req-3f679de9-ed45-4fec-8ed9-2f4c77c55e63 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425516 Nov 11 17:21:10.181045 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-b4847e5a-d174-41d6-8599-b6c067eb4817 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Made reservation on behalf of 20961177e886451b8c34ba006fbdf3f9 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:21:10.189914 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-b4847e5a-d174-41d6-8599-b6c067eb4817 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:10.346890 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-c83dcb71-c358-4a2d-a918-e037eff081a4 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:10.356788 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-c83dcb71-c358-4a2d-a918-e037eff081a4 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e&tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&binding%3Ahost_id=n-h2-816206-4 HTTP/1.1" status: 200 len: 1096 time: 0.4533312 Nov 11 17:21:10.369977 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c832e-a5c7-4a9d-9100-940c45c3f788 req-a80ee9d6-3000-48ec-8dec-5bece140bc8f tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:10.371514 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0f3c832e-a5c7-4a9d-9100-940c45c3f788 req-a80ee9d6-3000-48ec-8dec-5bece140bc8f tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2965568-f681-4def-a1b0-a619c419d087 HTTP/1.1" status: 200 len: 950 time: 0.6727014 Nov 11 17:21:10.489327 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-3565583c-5409-4bb7-805b-ca8819f2a94f tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:10.498647 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-b4847e5a-d174-41d6-8599-b6c067eb4817 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Allocated IP 172.20.0.2 (15b13f5e-873f-4814-abaa-56ed24c5789c/e19ce021-4c4e-4c04-8fa6-c1347ad5c75b/bd35b35a-3c30-4d38-9779-5c9673979e44) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:21:10.501554 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-3565583c-5409-4bb7-805b-ca8819f2a94f tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/networks?id=a7388172-0e31-4a48-82ab-4816dd651be5 HTTP/1.1" status: 200 len: 805 time: 0.2277930 Nov 11 17:21:10.549802 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-1746aa78-1f75-433f-be9f-35c7d36b6af2 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/quotas/fe79ca1b47dd4a0a8271b94e8a0db861 HTTP/1.1" status: 200 len: 375 time: 0.0470798 Nov 11 17:21:10.568140 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c9dcaef-f660-4e85-a048-6cdd02c93a3e {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:21:10.589981 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:10.629535 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] Transition to ACTIVE for port object 2c9dcaef-f660-4e85-a048-6cdd02c93a3e will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:21:10.644775 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:10.684092 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d7b0c14-44e3-4313-be0f-854bbf912741 req-b412ccbf-835d-40da-a52b-beb60571eaa6 service neutron] 10.222.0.64 "GET /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7143345 Nov 11 17:21:10.701955 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0f3c832e-a5c7-4a9d-9100-940c45c3f788 req-3c018d51-321d-452d-8b8b-e4994ee39b2c tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899273 Nov 11 17:21:10.719797 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-6017483f-5d56-4675-9423-25eefdf58dbb tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe79ca1b47dd4a0a8271b94e8a0db861&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1679435 Nov 11 17:21:10.815990 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:10.816858 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9dcaef-f660-4e85-a048-6cdd02c93a3e,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:10.867386 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9ce71f50-41db-4c1d-9f13-94d402b8b6bf req-4b8650fc-3a0a-4493-858b-210271e5a731 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 210 time: 0.0529890 Nov 11 17:21:10.962810 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-4942be67-2400-49f7-a44d-a6f3c802bf64 service neutron] For port c8152db5-bd62-4af3-b944-c63e0316a930, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:21:10.973561 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-4942be67-2400-49f7-a44d-a6f3c802bf64 service neutron] Publish callbacks [] for binding, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:10.974820 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3288a69a-9b06-4292-9acf-d92e36c09687 req-4942be67-2400-49f7-a44d-a6f3c802bf64 service neutron] 10.222.0.83 "DELETE /v2.0/ports/c8152db5-bd62-4af3-b944-c63e0316a930/bindings/n-h1-816206-4 HTTP/1.1" status: 204 len: 173 time: 0.6023858 Nov 11 17:21:10.975769 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be15a3d-59db-4eb7-b8de-c259dc1c51c1 x-openstack-request-id: req-1be15a3d-59db-4eb7-b8de-c259dc1c51c1 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:10.976071 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360e1047-f173-4f0d-a886-fb723f5f80e8", "name": "network-vif-deleted", "tag": "4c6512ed-441b-4821-ab9e-9db944e1f1bb", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:10.976320 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1be15a3d-59db-4eb7-b8de-c259dc1c51c1 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:10.976709 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360e1047-f173-4f0d-a886-fb723f5f80e8', 'name': 'network-vif-deleted', 'tag': '4c6512ed-441b-4821-ab9e-9db944e1f1bb', 'status': 'completed', 'code': 200} Nov 11 17:21:11.004838 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-258785b9-5b1d-44df-91b4-abea070a1c7a service neutron] 10.222.0.76 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838655 Nov 11 17:21:11.011065 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] Attempting to bind port 2c9dcaef-f660-4e85-a048-6cdd02c93a3e on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:21:11.011404 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] Attempting to bind port 2c9dcaef-f660-4e85-a048-6cdd02c93a3e by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:21:11.011918 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] Attempting to bind port 2c9dcaef-f660-4e85-a048-6cdd02c93a3e on network aef12edc-1263-4022-a80e-fb863587e53a {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:21:11.017368 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-b4847e5a-d174-41d6-8599-b6c067eb4817 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:11.026365 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] Port 2c9dcaef-f660-4e85-a048-6cdd02c93a3e on network aef12edc-1263-4022-a80e-fb863587e53a not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:21:11.026745 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] Attempting to bind port 2c9dcaef-f660-4e85-a048-6cdd02c93a3e on network aef12edc-1263-4022-a80e-fb863587e53a {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:21:11.035696 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:21:11.036191 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] Checking segment: {'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:21:11.036582 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] Bound using segment: {'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:21:11.037015 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] Bound port: 2c9dcaef-f660-4e85-a048-6cdd02c93a3e, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:21:11.037376 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:11.136980 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-b4847e5a-d174-41d6-8599-b6c067eb4817 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:11.196694 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] For port 2c9dcaef-f660-4e85-a048-6cdd02c93a3e, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:21:11.224688 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-b4847e5a-d174-41d6-8599-b6c067eb4817 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Network 15b13f5e-873f-4814-abaa-56ed24c5789c is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:21:11.228148 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4847e5a-d174-41d6-8599-b6c067eb4817 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Pushing event updated for resources: {'Port': ['ID=bd35b35a-3c30-4d38-9779-5c9673979e44,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:11.232213 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] For port 2c9dcaef-f660-4e85-a048-6cdd02c93a3e, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=2c9dcaef-f660-4e85-a048-6cdd02c93a3e,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:21:11.233741 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-b4847e5a-d174-41d6-8599-b6c067eb4817 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:21:11.237724 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-b4847e5a-d174-41d6-8599-b6c067eb4817 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:21:11.241774 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:11.331015 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:11.331648 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:11.333902 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] 10.222.0.83 "PUT /v2.0/ports/2c9dcaef-f660-4e85-a048-6cdd02c93a3e HTTP/1.1" status: 200 len: 1091 time: 1.8108397 Nov 11 17:21:11.360298 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-b4847e5a-d174-41d6-8599-b6c067eb4817 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:11.360958 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-b4847e5a-d174-41d6-8599-b6c067eb4817 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:11.367526 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae6bce-9da3-48a9-ad39-bb4946297693 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9dcaef-f660-4e85-a048-6cdd02c93a3e,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:11.387438 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-b4847e5a-d174-41d6-8599-b6c067eb4817 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9275718 Nov 11 17:21:11.424095 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] Request body: {'port': {'device_id': '5ae39504-896a-47a5-b7ea-0b95dd657240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:11.501321 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-ce8925b9-a573-44ca-8875-c93af7bb0592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:11.502728 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-ce8925b9-a573-44ca-8875-c93af7bb0592 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&device_id=b773dc61-a50a-476c-a3bd-7af5b1190c2f HTTP/1.1" status: 200 len: 1094 time: 0.0948288 Nov 11 17:21:11.508444 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:11.554744 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ab73d-f452-45f6-87bd-fb8689384a18 req-03db6398-c6e7-4adf-9508-cc603cc7af27 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:11.556491 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a56ab73d-f452-45f6-87bd-fb8689384a18 req-03db6398-c6e7-4adf-9508-cc603cc7af27 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 945 time: 0.4994504 Nov 11 17:21:11.582344 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-d1a0598c-0ccd-49b5-8f74-4c9f1932dc87 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c9dcaef-f660-4e85-a048-6cdd02c93a3e HTTP/1.1" status: 200 len: 217 time: 0.0645988 Nov 11 17:21:11.583597 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cb3ec-f108-47a0-b679-a3ec6dd50a0b req-da1793e2-dfe5-4ba1-98fb-293aaa18f6bc tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:11.585304 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a3cb3ec-f108-47a0-b679-a3ec6dd50a0b req-da1793e2-dfe5-4ba1-98fb-293aaa18f6bc tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.83 "GET /v2.0/ports?device_id=edf5e176-6b67-42eb-a41b-b7c33f521026 HTTP/1.1" status: 200 len: 943 time: 0.5299573 Nov 11 17:21:11.613127 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-1cb9f0f5-2629-43eb-8325-f5b2a1529d2b service neutron] 10.222.0.76 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6071441 Nov 11 17:21:11.705727 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a56ab73d-f452-45f6-87bd-fb8689384a18 req-5ea8b676-4f71-4500-9bb4-a73345a91a03 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355329 Nov 11 17:21:11.737675 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-4418e37f-d880-49e6-b091-0519981c3632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:11.739175 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-4418e37f-d880-49e6-b091-0519981c3632 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09fccde3-01fd-422f-a0ab-b92daf8c7d4e HTTP/1.1" status: 200 len: 851 time: 0.1424906 Nov 11 17:21:11.740469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-4a3cb3ec-f108-47a0-b679-a3ec6dd50a0b req-1eda68d5-0d45-4130-89a4-3f379839c7a7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Deleting port 8b4e90dd-5dec-4c0e-816a-4d653990aaa9 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:21:11.740795 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4a3cb3ec-f108-47a0-b679-a3ec6dd50a0b req-1eda68d5-0d45-4130-89a4-3f379839c7a7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:11.821214 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-c523eb4e-c565-4b47-893e-2e4c4d1618fd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aef12edc-1263-4022-a80e-fb863587e53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722885 Nov 11 17:21:11.939829 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-4a3cb3ec-f108-47a0-b679-a3ec6dd50a0b req-1eda68d5-0d45-4130-89a4-3f379839c7a7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] For port 8b4e90dd-5dec-4c0e-816a-4d653990aaa9, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8b4e90dd-5dec-4c0e-816a-4d653990aaa9,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:11.940199 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4a3cb3ec-f108-47a0-b679-a3ec6dd50a0b req-1eda68d5-0d45-4130-89a4-3f379839c7a7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:11.954671 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-4a3cb3ec-f108-47a0-b679-a3ec6dd50a0b req-1eda68d5-0d45-4130-89a4-3f379839c7a7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Calling delete_port for 8b4e90dd-5dec-4c0e-816a-4d653990aaa9 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:21:12.078549 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd35b35a-3c30-4d38-9779-5c9673979e44 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:21:12.086967 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:12.101606 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] Transition to ACTIVE for port object bd35b35a-3c30-4d38-9779-5c9673979e44 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:21:12.113537 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca69c39-77e8-4009-a36f-3c94c81daf72 req-f4624452-6f77-4984-ad8a-8ada91da76bb tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:12.115828 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eca69c39-77e8-4009-a36f-3c94c81daf72 req-f4624452-6f77-4984-ad8a-8ada91da76bb tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a2965568-f681-4def-a1b0-a619c419d087 HTTP/1.1" status: 200 len: 1101 time: 0.1190164 Nov 11 17:21:12.116886 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:12.123599 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb9cec-5fab-4971-8d59-a0456e191183 req-cfc7d4e9-dd36-4ac3-944c-bd1c2b0b4de8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:12.125385 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8bbb9cec-5fab-4971-8d59-a0456e191183 req-cfc7d4e9-dd36-4ac3-944c-bd1c2b0b4de8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=b773dc61-a50a-476c-a3bd-7af5b1190c2f HTTP/1.1" status: 200 len: 943 time: 0.1298828 Nov 11 17:21:12.126490 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 4c6512ed-441b-4821-ab9e-9db944e1f1bb no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:21:12.168879 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 4c6512ed-441b-4821-ab9e-9db944e1f1bb {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:21:12.169224 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 4c6512ed-441b-4821-ab9e-9db944e1f1bb not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:21:12.220794 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-e83522b1-1cc2-493c-90ea-f532c596e583 service neutron] 10.222.0.83 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759725 Nov 11 17:21:12.226781 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] Pushing event updated for resources: {'Port': ['ID=bd35b35a-3c30-4d38-9779-5c9673979e44,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:12.255326 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eca69c39-77e8-4009-a36f-3c94c81daf72 req-d7a34265-d853-4f18-9268-f816ccd2ddd3 tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265230 Nov 11 17:21:12.267785 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8bbb9cec-5fab-4971-8d59-a0456e191183 req-e1858afb-1f76-4882-a3d2-f1ad44127f42 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310380 Nov 11 17:21:12.312158 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4a3cb3ec-f108-47a0-b679-a3ec6dd50a0b req-1eda68d5-0d45-4130-89a4-3f379839c7a7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:12.376515 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda68d5-0d45-4130-89a4-3f379839c7a7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Pushing event deleted for resources: {'Port': ['ID=8b4e90dd-5dec-4c0e-816a-4d653990aaa9,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:12.425899 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:12.455176 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda68d5-0d45-4130-89a4-3f379839c7a7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:12.455449 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda68d5-0d45-4130-89a4-3f379839c7a7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:12.455826 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda68d5-0d45-4130-89a4-3f379839c7a7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:12.456172 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda68d5-0d45-4130-89a4-3f379839c7a7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:12.459841 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda68d5-0d45-4130-89a4-3f379839c7a7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:12.460305 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda68d5-0d45-4130-89a4-3f379839c7a7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:12.460662 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda68d5-0d45-4130-89a4-3f379839c7a7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:12.461010 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda68d5-0d45-4130-89a4-3f379839c7a7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:12.461394 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda68d5-0d45-4130-89a4-3f379839c7a7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:12.467202 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda68d5-0d45-4130-89a4-3f379839c7a7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:12.467353 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda68d5-0d45-4130-89a4-3f379839c7a7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:12.467629 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda68d5-0d45-4130-89a4-3f379839c7a7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:12.528195 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-75c46abb-6813-4f40-9916-93067822c3b8 req-7132bde2-74b0-4589-b063-eb0a8b434cb6 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efe92ba-cb1b-473b-a410-d090a4dc4b14 HTTP/1.1" status: 200 len: 210 time: 0.1607182 Nov 11 17:21:12.569197 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3cb3ec-f108-47a0-b679-a3ec6dd50a0b req-1eda68d5-0d45-4130-89a4-3f379839c7a7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] No DVR routers for this DVR port 8b4e90dd-5dec-4c0e-816a-4d653990aaa9 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:21:12.578475 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4a3cb3ec-f108-47a0-b679-a3ec6dd50a0b req-1eda68d5-0d45-4130-89a4-3f379839c7a7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:12.580626 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a3cb3ec-f108-47a0-b679-a3ec6dd50a0b req-1eda68d5-0d45-4130-89a4-3f379839c7a7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.83 "DELETE /v2.0/ports/8b4e90dd-5dec-4c0e-816a-4d653990aaa9 HTTP/1.1" status: 204 len: 173 time: 0.9799569 Nov 11 17:21:12.581111 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf5e176-6b67-42eb-a41b-b7c33f521026', 'name': 'network-vif-deleted', 'tag': '8b4e90dd-5dec-4c0e-816a-4d653990aaa9'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:12.584749 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58286183-8b24-4b49-a9e5-9d19b32c75fb" -d '{"events": [{"server_uuid": "edf5e176-6b67-42eb-a41b-b7c33f521026", "name": "network-vif-deleted", "tag": "8b4e90dd-5dec-4c0e-816a-4d653990aaa9"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:12.763185 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28f9b7-77aa-4d2c-b189-99851cdd9191 req-dcda7c81-8623-4c4d-ab04-526133ba33c0 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:12.765005 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2a28f9b7-77aa-4d2c-b189-99851cdd9191 req-dcda7c81-8623-4c4d-ab04-526133ba33c0 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 943 time: 0.0751359 Nov 11 17:21:12.869233 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-059e7c2f-e68b-4707-9591-08965653b617 service neutron] 10.222.0.83 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6393647 Nov 11 17:21:12.869987 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] Attempting to bind port bd35b35a-3c30-4d38-9779-5c9673979e44 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:21:12.870560 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] Attempting to bind port bd35b35a-3c30-4d38-9779-5c9673979e44 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'ae50b5d6-b110-4322-8a79-5ad3698cdf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:21:12.871018 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] Attempting to bind port bd35b35a-3c30-4d38-9779-5c9673979e44 on network 15b13f5e-873f-4814-abaa-56ed24c5789c {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:21:12.876703 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] Port bd35b35a-3c30-4d38-9779-5c9673979e44 on network 15b13f5e-873f-4814-abaa-56ed24c5789c not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:21:12.877073 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] Attempting to bind port bd35b35a-3c30-4d38-9779-5c9673979e44 on network 15b13f5e-873f-4814-abaa-56ed24c5789c {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:21:12.878858 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:12.884139 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:21:12.884529 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] Checking segment: {'id': 'ae50b5d6-b110-4322-8a79-5ad3698cdf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:21:12.884869 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] Bound using segment: {'id': 'ae50b5d6-b110-4322-8a79-5ad3698cdf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:21:12.885525 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] Bound port: bd35b35a-3c30-4d38-9779-5c9673979e44, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae50b5d6-b110-4322-8a79-5ad3698cdf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:21:12.886028 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:12.940400 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2a28f9b7-77aa-4d2c-b189-99851cdd9191 req-5ce98252-18a9-4ab4-b3f3-d5eef5d08ccc tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673272 Nov 11 17:21:12.948541 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007ba32-0405-49fb-8b15-45658e7dd381 req-93aa0cfc-ace8-48ce-b9d3-bcd623332529 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:12.956994 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c007ba32-0405-49fb-8b15-45658e7dd381 req-93aa0cfc-ace8-48ce-b9d3-bcd623332529 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 1096 time: 0.1413054 Nov 11 17:21:13.014287 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] For port bd35b35a-3c30-4d38-9779-5c9673979e44, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:21:13.017300 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c007ba32-0405-49fb-8b15-45658e7dd381 req-559781cd-787e-4dd2-8082-46b30e6266c1 tempest-LiveMigrationTest-1117316626 tempest-LiveMigrationTest-1117316626-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457578 Nov 11 17:21:13.019408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] For port bd35b35a-3c30-4d38-9779-5c9673979e44, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=bd35b35a-3c30-4d38-9779-5c9673979e44,segment=NetworkSegment(ae50b5d6-b110-4322-8a79-5ad3698cdf52),segment_id=ae50b5d6-b110-4322-8a79-5ad3698cdf52)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:21:13.021937 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b773dc61-a50a-476c-a3bd-7af5b1190c2f', 'tag': '2c9dcaef-f660-4e85-a048-6cdd02c93a3e'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:13.024669 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a7753b-3e65-4f39-bd52-c62271cba633" -d '{"events": [{"name": "network-changed", "server_uuid": "b773dc61-a50a-476c-a3bd-7af5b1190c2f", "tag": "2c9dcaef-f660-4e85-a048-6cdd02c93a3e"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:13.033774 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:13.042563 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1c4bb0-5a16-4aef-a87e-b7a0c2a6aa99 x-openstack-request-id: req-ae1c4bb0-5a16-4aef-a87e-b7a0c2a6aa99 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:13.042842 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf5e176-6b67-42eb-a41b-b7c33f521026", "name": "network-vif-deleted", "tag": "8b4e90dd-5dec-4c0e-816a-4d653990aaa9", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:13.043099 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ae1c4bb0-5a16-4aef-a87e-b7a0c2a6aa99 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:13.043497 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf5e176-6b67-42eb-a41b-b7c33f521026', 'name': 'network-vif-deleted', 'tag': '8b4e90dd-5dec-4c0e-816a-4d653990aaa9', 'status': 'completed', 'code': 200} Nov 11 17:21:13.053606 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:13.055013 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:13.057279 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] 10.222.0.64 "PUT /v2.0/ports/bd35b35a-3c30-4d38-9779-5c9673979e44 HTTP/1.1" status: 200 len: 1091 time: 1.6410637 Nov 11 17:21:13.171085 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7c975-a36f-4f10-8131-41a4b1942193 service neutron] Pushing event updated for resources: {'Port': ['ID=bd35b35a-3c30-4d38-9779-5c9673979e44,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:13.196915 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-fdb2a9dd-3fd0-4c3c-aa42-c828c46a1613 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=9c8725d022684d2c8ee264a71001639b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709708 Nov 11 17:21:13.256249 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-bbbaa750-8dc6-47d4-b1bf-6eafbcb23e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:13.258520 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-bbbaa750-8dc6-47d4-b1bf-6eafbcb23e97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20961177e886451b8c34ba006fbdf3f9&device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 1094 time: 0.0759714 Nov 11 17:21:13.325588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79824ec8-5b3a-4df0-bf04-78df374a1208 req-53f196da-c3ef-4528-81e8-3d69e5faf6c0 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:13.328444 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-79824ec8-5b3a-4df0-bf04-78df374a1208 req-53f196da-c3ef-4528-81e8-3d69e5faf6c0 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.1826611 Nov 11 17:21:13.344751 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-867aea88-f154-48fc-bdb2-506d56805348 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd35b35a-3c30-4d38-9779-5c9673979e44 HTTP/1.1" status: 200 len: 217 time: 0.0653803 Nov 11 17:21:13.400520 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-4a725308-0485-4882-be83-9b978e64b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:13.402133 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-4a725308-0485-4882-be83-9b978e64b4b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e19ce021-4c4e-4c04-8fa6-c1347ad5c75b HTTP/1.1" status: 200 len: 859 time: 0.0498953 Nov 11 17:21:13.412505 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-79824ec8-5b3a-4df0-bf04-78df374a1208 req-34ff5c73-ec92-4ae4-b211-e20210d454e0 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749931 Nov 11 17:21:13.438776 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-7c91d2ea-2831-4b7a-bf5f-c6d3c724e803 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:13.446493 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-7c91d2ea-2831-4b7a-bf5f-c6d3c724e803 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2483628 Nov 11 17:21:13.448735 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-deb47117-0175-4d1a-a658-0abf0d91bec7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15b13f5e-873f-4814-abaa-56ed24c5789c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369449 Nov 11 17:21:13.459088 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-d36690e5-d07f-4980-91f1-ffa89f13695d tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/quotas/9c8725d022684d2c8ee264a71001639b HTTP/1.1" status: 200 len: 375 time: 0.0116704 Nov 11 17:21:13.553044 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c00669-0c5d-4654-a1ca-6f8e8cf42b33 x-openstack-request-id: req-c0c00669-0c5d-4654-a1ca-6f8e8cf42b33 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:13.553331 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b773dc61-a50a-476c-a3bd-7af5b1190c2f", "tag": "2c9dcaef-f660-4e85-a048-6cdd02c93a3e", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:13.553502 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c0c00669-0c5d-4654-a1ca-6f8e8cf42b33 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:13.556906 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b773dc61-a50a-476c-a3bd-7af5b1190c2f', 'tag': '2c9dcaef-f660-4e85-a048-6cdd02c93a3e', 'status': 'completed', 'code': 200} Nov 11 17:21:13.604382 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-9e60d144-948d-41d3-8b3c-bc9f96a1f6f8 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1384892 Nov 11 17:21:13.741445 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-761e3c84-9356-43d5-9a54-af861720ea5c service neutron] 10.222.0.64 "GET /v2.0/networks/15b13f5e-873f-4814-abaa-56ed24c5789c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753701 Nov 11 17:21:13.744284 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7753b-3e65-4f39-bd52-c62271cba633 req-508ce13e-f0e7-4b65-9440-f2e387bdced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:13.748682 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f2a7753b-3e65-4f39-bd52-c62271cba633 req-508ce13e-f0e7-4b65-9440-f2e387bdced5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&device_id=b773dc61-a50a-476c-a3bd-7af5b1190c2f HTTP/1.1" status: 200 len: 1094 time: 0.2045815 Nov 11 17:21:13.866759 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13eb91-6adf-4c9b-831c-8ec7e9df54b4 req-8d8bbee5-f398-43df-a637-cbda0e006779 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:13.868519 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2c13eb91-6adf-4c9b-831c-8ec7e9df54b4 req-8d8bbee5-f398-43df-a637-cbda0e006779 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=b773dc61-a50a-476c-a3bd-7af5b1190c2f HTTP/1.1" status: 200 len: 943 time: 0.0891917 Nov 11 17:21:14.037378 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7753b-3e65-4f39-bd52-c62271cba633 req-96fe951a-e814-4452-8d8c-f1616934ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:14.038410 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f2a7753b-3e65-4f39-bd52-c62271cba633 req-96fe951a-e814-4452-8d8c-f1616934ad7f service neutron] 10.222.0.83 "GET /v2.0/networks?id=aef12edc-1263-4022-a80e-fb863587e53a HTTP/1.1" status: 200 len: 913 time: 0.2818546 Nov 11 17:21:14.042906 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e70cbc63-1ad8-4860-b868-f3f099278732 req-86208b34-8f6b-40e5-8806-f5ed18d36704 service neutron] 10.222.0.64 "GET /v2.0/networks/15b13f5e-873f-4814-abaa-56ed24c5789c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721858 Nov 11 17:21:14.058337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-ea4466e6-35b3-45a3-8dc7-59bc8ff37099 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:14.059850 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-ea4466e6-35b3-45a3-8dc7-59bc8ff37099 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.64 "GET /v2.0/networks?id=a7388172-0e31-4a48-82ab-4816dd651be5 HTTP/1.1" status: 200 len: 805 time: 0.3429961 Nov 11 17:21:14.070172 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-509f1007-19ac-427b-a6eb-606bce13269d req-3df5f8b1-9bf5-4fbf-9188-e156d2e08a89 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efe92ba-cb1b-473b-a410-d090a4dc4b14 HTTP/1.1" status: 200 len: 210 time: 0.0970447 Nov 11 17:21:14.097677 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f2a7753b-3e65-4f39-bd52-c62271cba633 req-04ef0d4a-b83b-4759-80a6-a2360d3fb28e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c9dcaef-f660-4e85-a048-6cdd02c93a3e HTTP/1.1" status: 200 len: 217 time: 0.0448518 Nov 11 17:21:14.120120 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2c13eb91-6adf-4c9b-831c-8ec7e9df54b4 req-6e220c9c-5744-401c-a486-d4d37f4a843f tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395260 Nov 11 17:21:14.146760 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-dc446063-a74e-44a7-8fc3-008fa7fbc3c9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Request body: {'port': {'device_id': '9efe92ba-cb1b-473b-a410-d090a4dc4b14', 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5', 'admin_state_up': True, 'tenant_id': 'fe79ca1b47dd4a0a8271b94e8a0db861'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:14.175154 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7753b-3e65-4f39-bd52-c62271cba633 req-e76241bf-97aa-4cf1-b5c7-34c6ad5415c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:14.181080 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f2a7753b-3e65-4f39-bd52-c62271cba633 req-e76241bf-97aa-4cf1-b5c7-34c6ad5415c5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09fccde3-01fd-422f-a0ab-b92daf8c7d4e HTTP/1.1" status: 200 len: 851 time: 0.0668042 Nov 11 17:21:14.241756 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f2a7753b-3e65-4f39-bd52-c62271cba633 req-ad3f21b0-0446-4ddc-bf17-9e5b80460da6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aef12edc-1263-4022-a80e-fb863587e53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478737 Nov 11 17:21:14.323935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da72d4d5-6eea-4298-b709-811c68c1cb2c req-59a56167-eb6d-4b88-89e0-710da5dba585 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=482320fe-4fe7-4abc-9b5b-85f17b07a7a6 HTTP/1.1" status: 200 len: 210 time: 0.0683997 Nov 11 17:21:14.382586 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f2a7753b-3e65-4f39-bd52-c62271cba633 req-bd59127b-e481-4b54-acac-5d2de0c279d5 service neutron] 10.222.0.83 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235225 Nov 11 17:21:14.425707 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3220ec-2616-495b-8346-43d99512879e req-894f825c-1cda-4566-9b21-7cce38aaa83a tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:14.427559 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e3220ec-2616-495b-8346-43d99512879e req-894f825c-1cda-4566-9b21-7cce38aaa83a tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 945 time: 0.2143092 Nov 11 17:21:14.503914 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f2a7753b-3e65-4f39-bd52-c62271cba633 req-8ed9dffb-82a6-47fd-a302-ef95f88e6fe3 service neutron] 10.222.0.83 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157744 Nov 11 17:21:14.535920 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-dc446063-a74e-44a7-8fc3-008fa7fbc3c9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Made reservation on behalf of fe79ca1b47dd4a0a8271b94e8a0db861 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:21:14.539823 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-dc446063-a74e-44a7-8fc3-008fa7fbc3c9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:14.594353 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a64381-dc7d-4293-8222-4ba60ca64ef1 req-2149cd4f-f3b5-44db-b319-de2ecdf4ae9f tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:14.595708 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-81a64381-dc7d-4293-8222-4ba60ca64ef1 req-2149cd4f-f3b5-44db-b319-de2ecdf4ae9f tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.64 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.0773480 Nov 11 17:21:14.597786 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e3220ec-2616-495b-8346-43d99512879e req-fd2f639e-1c53-4e23-92e7-80a3dc6ea1f9 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523685 Nov 11 17:21:14.620912 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112636d6-e728-4b52-bcd0-9292abe9d4f5 req-399a57f9-8eb8-424d-a482-6a0f4ddac44c tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:14.622633 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-112636d6-e728-4b52-bcd0-9292abe9d4f5 req-399a57f9-8eb8-424d-a482-6a0f4ddac44c tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.83 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 945 time: 0.1940904 Nov 11 17:21:14.682915 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8864e0-1d1a-4ca9-a416-7cf9b60729ab req-2540346e-6ebe-49c8-9e6b-4c9986e9ffd9 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:14.690166 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dc8864e0-1d1a-4ca9-a416-7cf9b60729ab req-2540346e-6ebe-49c8-9e6b-4c9986e9ffd9 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 943 time: 0.2321620 Nov 11 17:21:14.785622 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 2c9dcaef-f660-4e85-a048-6cdd02c93a3e details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:21:14.792263 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 8b4e90dd-5dec-4c0e-816a-4d653990aaa9 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:21:14.820438 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-81a64381-dc7d-4293-8222-4ba60ca64ef1 req-c4096dce-4028-4edb-831f-ecf2dd5f174a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Deleting port c7c9375f-3a51-47dd-82ec-1c33d9a75197 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:21:14.820919 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-81a64381-dc7d-4293-8222-4ba60ca64ef1 req-c4096dce-4028-4edb-831f-ecf2dd5f174a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:14.847077 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 8b4e90dd-5dec-4c0e-816a-4d653990aaa9 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:21:14.847771 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 8b4e90dd-5dec-4c0e-816a-4d653990aaa9 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:21:14.881192 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dc8864e0-1d1a-4ca9-a416-7cf9b60729ab req-cbe18e4e-3933-46a1-b820-82a9b4fd646e tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892724 Nov 11 17:21:14.964481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-dc446063-a74e-44a7-8fc3-008fa7fbc3c9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Allocated IP 172.20.0.12 (a7388172-0e31-4a48-82ab-4816dd651be5/09479e2c-8d4d-4ddf-a999-7eaebc6756fd/2e0990f1-da35-4105-9331-967c612f7ec4) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:21:14.978297 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-81a64381-dc7d-4293-8222-4ba60ca64ef1 req-c4096dce-4028-4edb-831f-ecf2dd5f174a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] For port c7c9375f-3a51-47dd-82ec-1c33d9a75197, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c7c9375f-3a51-47dd-82ec-1c33d9a75197,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:14.978637 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-81a64381-dc7d-4293-8222-4ba60ca64ef1 req-c4096dce-4028-4edb-831f-ecf2dd5f174a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:14.994637 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-81a64381-dc7d-4293-8222-4ba60ca64ef1 req-c4096dce-4028-4edb-831f-ecf2dd5f174a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Calling delete_port for c7c9375f-3a51-47dd-82ec-1c33d9a75197 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:21:15.085473 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 2c9dcaef-f660-4e85-a048-6cdd02c93a3e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=2c9dcaef-f660-4e85-a048-6cdd02c93a3e,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:15.137492 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '2c9dcaef-f660-4e85-a048-6cdd02c93a3e', 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a', 'port_id': '2c9dcaef-f660-4e85-a048-6cdd02c93a3e', 'mac_address': 'fa:16:3e:8a:71:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09fccde3-01fd-422f-a0ab-b92daf8c7d4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:21:15.166978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0b052-70b7-4d8c-98e5-aa87d88ba576 req-e3536f6f-6f76-4b97-96f8-61b5d9aa1c6d tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:15.169005 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6fd0b052-70b7-4d8c-98e5-aa87d88ba576 req-e3536f6f-6f76-4b97-96f8-61b5d9aa1c6d tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=3739f80d-e1df-4224-aa47-245972469624 HTTP/1.1" status: 200 len: 949 time: 0.4150343 Nov 11 17:21:15.208829 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-81a64381-dc7d-4293-8222-4ba60ca64ef1 req-c4096dce-4028-4edb-831f-ecf2dd5f174a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:15.233330 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bb67b9c1-f900-4d16-bde3-f5fe2ee098fa'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:21:15.256051 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4096dce-4028-4edb-831f-ecf2dd5f174a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Pushing event deleted for resources: {'Port': ['ID=c7c9375f-3a51-47dd-82ec-1c33d9a75197,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:15.302032 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-112636d6-e728-4b52-bcd0-9292abe9d4f5 req-5f463dee-8693-4ab5-9a22-b45f2d26b18e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Deleting port c8152db5-bd62-4af3-b944-c63e0316a930 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:21:15.302406 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-112636d6-e728-4b52-bcd0-9292abe9d4f5 req-5f463dee-8693-4ab5-9a22-b45f2d26b18e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:15.343719 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a8ee6a51-ac50-4e67-a3df-92b8d6f726bf req-a97c6450-4603-4498-bbb1-5fa5287cfc2f tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efe92ba-cb1b-473b-a410-d090a4dc4b14 HTTP/1.1" status: 200 len: 210 time: 0.1137650 Nov 11 17:21:15.351376 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a64381-dc7d-4293-8222-4ba60ca64ef1 req-c4096dce-4028-4edb-831f-ecf2dd5f174a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] No DVR routers for this DVR port c7c9375f-3a51-47dd-82ec-1c33d9a75197 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:21:15.355165 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-81a64381-dc7d-4293-8222-4ba60ca64ef1 req-c4096dce-4028-4edb-831f-ecf2dd5f174a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:15.360885 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-81a64381-dc7d-4293-8222-4ba60ca64ef1 req-c4096dce-4028-4edb-831f-ecf2dd5f174a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.64 "DELETE /v2.0/ports/c7c9375f-3a51-47dd-82ec-1c33d9a75197 HTTP/1.1" status: 204 len: 173 time: 0.7364602 Nov 11 17:21:15.391799 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['c7c9375f-3a51-47dd-82ec-1c33d9a75197'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:21:15.414799 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:15.422273 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6fd0b052-70b7-4d8c-98e5-aa87d88ba576 req-7ee28771-5948-4817-8012-5e7acf373d42 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381668 Nov 11 17:21:15.426167 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-dc446063-a74e-44a7-8fc3-008fa7fbc3c9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:15.445429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53230) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:15.462082 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-3e550914-f3f7-4769-8ebd-169de9636d4b tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9c8725d022684d2c8ee264a71001639b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519128 Nov 11 17:21:15.516163 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c9dcaef-f660-4e85-a048-6cdd02c93a3e {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:21:15.558227 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 2c9dcaef-f660-4e85-a048-6cdd02c93a3e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=2c9dcaef-f660-4e85-a048-6cdd02c93a3e,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:15.567665 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:15.648261 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-112636d6-e728-4b52-bcd0-9292abe9d4f5 req-5f463dee-8693-4ab5-9a22-b45f2d26b18e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] For port c8152db5-bd62-4af3-b944-c63e0316a930, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=c8152db5-bd62-4af3-b944-c63e0316a930,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:15.648943 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-112636d6-e728-4b52-bcd0-9292abe9d4f5 req-5f463dee-8693-4ab5-9a22-b45f2d26b18e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:15.693919 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=2c9dcaef-f660-4e85-a048-6cdd02c93a3e,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:15.746128 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444d5fd-e3cb-418d-ba24-2adfccc618ef req-47ab2a13-d530-4a83-8076-18a9b50f8a2d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:15.755109 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c444d5fd-e3cb-418d-ba24-2adfccc618ef req-47ab2a13-d530-4a83-8076-18a9b50f8a2d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=b773dc61-a50a-476c-a3bd-7af5b1190c2f HTTP/1.1" status: 200 len: 944 time: 0.1997449 Nov 11 17:21:15.772342 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-dc446063-a74e-44a7-8fc3-008fa7fbc3c9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:15.784689 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-112636d6-e728-4b52-bcd0-9292abe9d4f5 req-5f463dee-8693-4ab5-9a22-b45f2d26b18e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Calling delete_port for c8152db5-bd62-4af3-b944-c63e0316a930 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:21:15.836872 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae39504-896a-47a5-b7ea-0b95dd657240', 'tag': 'bd35b35a-3c30-4d38-9779-5c9673979e44'}, {'server_uuid': '3739f80d-e1df-4224-aa47-245972469624', 'name': 'network-vif-deleted', 'tag': 'c7c9375f-3a51-47dd-82ec-1c33d9a75197'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:15.857772 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e8a726-ae91-4224-ac3b-440ea16af89f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae39504-896a-47a5-b7ea-0b95dd657240", "tag": "bd35b35a-3c30-4d38-9779-5c9673979e44"}, {"server_uuid": "3739f80d-e1df-4224-aa47-245972469624", "name": "network-vif-deleted", "tag": "c7c9375f-3a51-47dd-82ec-1c33d9a75197"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:15.902663 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-abdb9587-82a1-4c6d-958a-16e62aae42d7 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:15.903961 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-abdb9587-82a1-4c6d-958a-16e62aae42d7 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4151487 Nov 11 17:21:15.918615 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d79f7710-1258-4c22-8fc3-907e867475da req-d2132ca2-c9eb-46bc-9890-ad6eac7801bc tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=482320fe-4fe7-4abc-9b5b-85f17b07a7a6 HTTP/1.1" status: 200 len: 210 time: 0.2592173 Nov 11 17:21:15.924707 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-ebe53bc5-fba8-4951-9c68-2bd6b82de120 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Request body: {'port': {'device_id': '482320fe-4fe7-4abc-9b5b-85f17b07a7a6', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '9c8725d022684d2c8ee264a71001639b'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:15.948617 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['2c9dcaef-f660-4e85-a048-6cdd02c93a3e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:21:15.968514 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c444d5fd-e3cb-418d-ba24-2adfccc618ef req-05f36d69-00e4-444d-a327-34275802ed10 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101190 Nov 11 17:21:15.969449 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0b4959ac-f28a-4bd0-b4b9-94b5e3f56967 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:16.062617 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc446063-a74e-44a7-8fc3-008fa7fbc3c9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Pushing event updated for resources: {'Port': ['ID=2e0990f1-da35-4105-9331-967c612f7ec4,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:16.070760 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7d3a54-84f0-4e57-a38f-09cfb3faa106 x-openstack-request-id: req-ea7d3a54-84f0-4e57-a38f-09cfb3faa106 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:16.071051 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae39504-896a-47a5-b7ea-0b95dd657240", "tag": "bd35b35a-3c30-4d38-9779-5c9673979e44", "status": "completed", "code": 200}, {"server_uuid": "3739f80d-e1df-4224-aa47-245972469624", "name": "network-vif-deleted", "tag": "c7c9375f-3a51-47dd-82ec-1c33d9a75197", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:16.071428 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ea7d3a54-84f0-4e57-a38f-09cfb3faa106 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:16.071976 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae39504-896a-47a5-b7ea-0b95dd657240', 'tag': 'bd35b35a-3c30-4d38-9779-5c9673979e44', 'status': 'completed', 'code': 200} Nov 11 17:21:16.072237 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3739f80d-e1df-4224-aa47-245972469624', 'name': 'network-vif-deleted', 'tag': 'c7c9375f-3a51-47dd-82ec-1c33d9a75197', 'status': 'completed', 'code': 200} Nov 11 17:21:16.114786 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-dc446063-a74e-44a7-8fc3-008fa7fbc3c9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Network a7388172-0e31-4a48-82ab-4816dd651be5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:21:16.127693 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-dc446063-a74e-44a7-8fc3-008fa7fbc3c9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:21:16.142880 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-dc446063-a74e-44a7-8fc3-008fa7fbc3c9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:21:16.144362 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device bd35b35a-3c30-4d38-9779-5c9673979e44 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:21:16.215393 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8a726-ae91-4224-ac3b-440ea16af89f req-094edf63-892c-4148-8ca1-47dabd139823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:16.217161 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c5e8a726-ae91-4224-ac3b-440ea16af89f req-094edf63-892c-4148-8ca1-47dabd139823 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20961177e886451b8c34ba006fbdf3f9&device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 1094 time: 0.0766430 Nov 11 17:21:16.217966 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-ebe53bc5-fba8-4951-9c68-2bd6b82de120 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Made reservation on behalf of 9c8725d022684d2c8ee264a71001639b for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:21:16.221666 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-ebe53bc5-fba8-4951-9c68-2bd6b82de120 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:16.273101 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74707e2a-4311-4597-8035-f153d56a3810 req-a169345b-762d-495e-ab74-0c84e76759e0 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:16.274790 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74707e2a-4311-4597-8035-f153d56a3810 req-a169345b-762d-495e-ab74-0c84e76759e0 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 945 time: 0.2092037 Nov 11 17:21:16.286738 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-dc446063-a74e-44a7-8fc3-008fa7fbc3c9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:16.287616 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-dc446063-a74e-44a7-8fc3-008fa7fbc3c9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:16.288114 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port bd35b35a-3c30-4d38-9779-5c9673979e44, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=bd35b35a-3c30-4d38-9779-5c9673979e44,segment=NetworkSegment(ae50b5d6-b110-4322-8a79-5ad3698cdf52),segment_id=ae50b5d6-b110-4322-8a79-5ad3698cdf52)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:16.373738 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-dc446063-a74e-44a7-8fc3-008fa7fbc3c9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2307096 Nov 11 17:21:16.402244 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6048e0a-bc52-4e96-a76c-a1259febc4fa req-409c0699-54ff-4468-86be-024946c4627f tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:16.403895 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6048e0a-bc52-4e96-a76c-a1259febc4fa req-409c0699-54ff-4468-86be-024946c4627f tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 943 time: 0.2235813 Nov 11 17:21:16.409063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] Request body: {'port': {'device_id': '9efe92ba-cb1b-473b-a410-d090a4dc4b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:16.468529 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'bd35b35a-3c30-4d38-9779-5c9673979e44', 'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c', 'port_id': 'bd35b35a-3c30-4d38-9779-5c9673979e44', 'mac_address': 'fa:16:3e:42:af:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19ce021-4c4e-4c04-8fa6-c1347ad5c75b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:21:16.496655 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0b4959ac-f28a-4bd0-b4b9-94b5e3f56967 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:16.511461 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74707e2a-4311-4597-8035-f153d56a3810 req-87463b69-0762-4fea-84d8-e96011e46d34 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195263 Nov 11 17:21:16.518597 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8a726-ae91-4224-ac3b-440ea16af89f req-0bde6bd7-dc85-4dad-adaa-2f90ea8af9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:16.521975 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c5e8a726-ae91-4224-ac3b-440ea16af89f req-0bde6bd7-dc85-4dad-adaa-2f90ea8af9a3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=15b13f5e-873f-4814-abaa-56ed24c5789c HTTP/1.1" status: 200 len: 921 time: 0.2963610 Nov 11 17:21:16.525501 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:16.529140 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0b4959ac-f28a-4bd0-b4b9-94b5e3f56967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:16.573435 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd35b35a-3c30-4d38-9779-5c9673979e44 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:21:16.596445 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-112636d6-e728-4b52-bcd0-9292abe9d4f5 req-5f463dee-8693-4ab5-9a22-b45f2d26b18e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:16.647428 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port bd35b35a-3c30-4d38-9779-5c9673979e44, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=bd35b35a-3c30-4d38-9779-5c9673979e44,segment=NetworkSegment(ae50b5d6-b110-4322-8a79-5ad3698cdf52),segment_id=ae50b5d6-b110-4322-8a79-5ad3698cdf52)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:16.649453 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c5e8a726-ae91-4224-ac3b-440ea16af89f req-313400d4-c87e-467b-ae40-60e258063c00 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd35b35a-3c30-4d38-9779-5c9673979e44 HTTP/1.1" status: 200 len: 217 time: 0.1105454 Nov 11 17:21:16.657424 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:16.664044 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:16.687983 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6048e0a-bc52-4e96-a76c-a1259febc4fa req-294ff24d-a441-412d-a8af-4b3cd624f9d8 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690194 Nov 11 17:21:16.688747 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4959ac-f28a-4bd0-b4b9-94b5e3f56967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783fe31a-7be7-4095-b5c8-3222137df169,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:16.714630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f463dee-8693-4ab5-9a22-b45f2d26b18e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Pushing event deleted for resources: {'Port': ['ID=c8152db5-bd62-4af3-b944-c63e0316a930,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:16.719985 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=bd35b35a-3c30-4d38-9779-5c9673979e44,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:16.728810 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0b4959ac-f28a-4bd0-b4b9-94b5e3f56967 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a6db7c5c21934986a75120bd432a5cae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2811677 Nov 11 17:21:16.735257 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53248) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:16.750862 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-ebe53bc5-fba8-4951-9c68-2bd6b82de120 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Allocated IP 192.168.233.136 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/06191f5e-14ba-4ab1-a18a-5a7975f802cc) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:21:16.821924 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8a726-ae91-4224-ac3b-440ea16af89f req-a3857a4e-fefa-46fa-81e9-25a38fbc5466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:16.823842 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c5e8a726-ae91-4224-ac3b-440ea16af89f req-a3857a4e-fefa-46fa-81e9-25a38fbc5466 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e19ce021-4c4e-4c04-8fa6-c1347ad5c75b HTTP/1.1" status: 200 len: 859 time: 0.1657465 Nov 11 17:21:16.878409 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['45666ccd-c637-450f-9235-a46ae3943e14'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:21:16.881475 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c5e8a726-ae91-4224-ac3b-440ea16af89f req-507a828c-2bad-4e9d-abe9-a35e17d9e18a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15b13f5e-873f-4814-abaa-56ed24c5789c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473404 Nov 11 17:21:16.913242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-112636d6-e728-4b52-bcd0-9292abe9d4f5 req-5f463dee-8693-4ab5-9a22-b45f2d26b18e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] No DVR routers for this DVR port c8152db5-bd62-4af3-b944-c63e0316a930 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:21:16.916078 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-112636d6-e728-4b52-bcd0-9292abe9d4f5 req-5f463dee-8693-4ab5-9a22-b45f2d26b18e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:16.919466 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2e02b98a-e3e6-4342-ab27-a4f3178035dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:16.920423 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-112636d6-e728-4b52-bcd0-9292abe9d4f5 req-5f463dee-8693-4ab5-9a22-b45f2d26b18e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.83 "DELETE /v2.0/ports/c8152db5-bd62-4af3-b944-c63e0316a930 HTTP/1.1" status: 204 len: 173 time: 2.2891872 Nov 11 17:21:16.926989 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d09517-f7c7-4843-8900-32fe2eec237e', 'name': 'network-vif-deleted', 'tag': 'c8152db5-bd62-4af3-b944-c63e0316a930'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:16.929021 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1686d68c-218e-4f8f-ba4b-26078d04aff2" -d '{"events": [{"server_uuid": "83d09517-f7c7-4843-8900-32fe2eec237e", "name": "network-vif-deleted", "tag": "c8152db5-bd62-4af3-b944-c63e0316a930"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:17.026156 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae558ddb-4184-4727-ac00-df9737c42549 req-77f008f9-d7bd-40c5-8e5e-3e13103d0706 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:17.033517 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae558ddb-4184-4727-ac00-df9737c42549 req-77f008f9-d7bd-40c5-8e5e-3e13103d0706 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efe92ba-cb1b-473b-a410-d090a4dc4b14 HTTP/1.1" status: 200 len: 932 time: 0.3199399 Nov 11 17:21:17.059367 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2e02b98a-e3e6-4342-ab27-a4f3178035dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:17.118483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['bd35b35a-3c30-4d38-9779-5c9673979e44'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:21:17.149114 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae558ddb-4184-4727-ac00-df9737c42549 req-c1d3a552-81ee-47cd-8ad9-c73fb9145cb8 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146064 Nov 11 17:21:17.174674 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c5e8a726-ae91-4224-ac3b-440ea16af89f req-7ea631a4-72eb-47ae-964e-6be9cb7ab4ba service neutron] 10.222.0.64 "GET /v2.0/networks/15b13f5e-873f-4814-abaa-56ed24c5789c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809827 Nov 11 17:21:17.233388 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-ebe53bc5-fba8-4951-9c68-2bd6b82de120 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:17.267691 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-86614f9a-7ce3-49d1-9f12-8cca3aee14e3 req-7eb01cdc-3b17-45b7-8eae-fb520c46f3ed tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=482320fe-4fe7-4abc-9b5b-85f17b07a7a6 HTTP/1.1" status: 200 len: 210 time: 0.1128960 Nov 11 17:21:17.354526 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2e02b98a-e3e6-4342-ab27-a4f3178035dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:17.357267 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2e02b98a-e3e6-4342-ab27-a4f3178035dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:17.360747 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2e02b98a-e3e6-4342-ab27-a4f3178035dc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/783fe31a-7be7-4095-b5c8-3222137df169 HTTP/1.1" status: 204 len: 168 time: 0.6222150 Nov 11 17:21:17.374712 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02b98a-e3e6-4342-ab27-a4f3178035dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783fe31a-7be7-4095-b5c8-3222137df169,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:17.385011 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b469ec-d6bd-48e4-8dba-a961713173c3 x-openstack-request-id: req-b4b469ec-d6bd-48e4-8dba-a961713173c3 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:17.388057 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c5e8a726-ae91-4224-ac3b-440ea16af89f req-a42023d0-a224-45f2-9b89-3b0896b57b5e service neutron] 10.222.0.64 "GET /v2.0/networks/15b13f5e-873f-4814-abaa-56ed24c5789c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016168 Nov 11 17:21:17.390548 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d09517-f7c7-4843-8900-32fe2eec237e", "name": "network-vif-deleted", "tag": "c8152db5-bd62-4af3-b944-c63e0316a930", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:17.390893 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b4b469ec-d6bd-48e4-8dba-a961713173c3 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:17.391219 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d09517-f7c7-4843-8900-32fe2eec237e', 'name': 'network-vif-deleted', 'tag': 'c8152db5-bd62-4af3-b944-c63e0316a930', 'status': 'completed', 'code': 200} Nov 11 17:21:17.397592 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02b98a-e3e6-4342-ab27-a4f3178035dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:17.397915 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02b98a-e3e6-4342-ab27-a4f3178035dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:17.398261 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02b98a-e3e6-4342-ab27-a4f3178035dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:17.398623 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02b98a-e3e6-4342-ab27-a4f3178035dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:17.398943 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02b98a-e3e6-4342-ab27-a4f3178035dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:17.399279 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02b98a-e3e6-4342-ab27-a4f3178035dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:17.399610 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02b98a-e3e6-4342-ab27-a4f3178035dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:17.399975 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02b98a-e3e6-4342-ab27-a4f3178035dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:17.400434 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02b98a-e3e6-4342-ab27-a4f3178035dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:17.400779 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02b98a-e3e6-4342-ab27-a4f3178035dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:17.401095 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02b98a-e3e6-4342-ab27-a4f3178035dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:17.401421 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02b98a-e3e6-4342-ab27-a4f3178035dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:17.429356 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-ebe53bc5-fba8-4951-9c68-2bd6b82de120 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:17.469386 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-ebe53bc5-fba8-4951-9c68-2bd6b82de120 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:21:17.475878 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7367c83-3086-4ce8-8e44-c4a85c490124 req-8986c498-af61-4cf6-8838-33f0a93b193f tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:17.477380 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7367c83-3086-4ce8-8e44-c4a85c490124 req-8986c498-af61-4cf6-8838-33f0a93b193f tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=b773dc61-a50a-476c-a3bd-7af5b1190c2f HTTP/1.1" status: 200 len: 944 time: 0.1964834 Nov 11 17:21:17.499877 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-ebe53bc5-fba8-4951-9c68-2bd6b82de120 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:21:17.523622 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-ebe53bc5-fba8-4951-9c68-2bd6b82de120 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:21:17.552031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0990f1-da35-4105-9331-967c612f7ec4 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:21:17.574700 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:17.602757 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477772ff-1450-4f67-9a59-33576c2e49ef req-77501664-816d-4250-ad27-a184491c9f9e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:17.603685 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe53bc5-fba8-4951-9c68-2bd6b82de120 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Pushing event updated for resources: {'Port': ['ID=06191f5e-14ba-4ab1-a18a-5a7975f802cc,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:17.613588 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-477772ff-1450-4f67-9a59-33576c2e49ef req-77501664-816d-4250-ad27-a184491c9f9e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.1351328 Nov 11 17:21:17.615453 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bca20f07-f1b1-415e-8a44-73ad6aa3b2d1', '47bf62d8-1ba1-46b3-9a83-55fa535c0675', '1b62d5ee-5a6c-47f8-9933-c6053b9d008e', '1cc6b455-4c4f-4934-afb5-ff600c11e4c4'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:21:17.618500 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-ebe53bc5-fba8-4951-9c68-2bd6b82de120 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:17.619149 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-ebe53bc5-fba8-4951-9c68-2bd6b82de120 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:17.634778 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] Transition to ACTIVE for port object 2e0990f1-da35-4105-9331-967c612f7ec4 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:21:17.652164 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-ebe53bc5-fba8-4951-9c68-2bd6b82de120 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7319787 Nov 11 17:21:17.658853 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7367c83-3086-4ce8-8e44-c4a85c490124 req-af9efa1e-3f43-4c14-aa7e-373ede71e9a9 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620588 Nov 11 17:21:17.661298 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:17.674941 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] Request body: {'port': {'device_id': '482320fe-4fe7-4abc-9b5b-85f17b07a7a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:17.792504 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:17.834895 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-477772ff-1450-4f67-9a59-33576c2e49ef req-0d43d7ad-3679-4f44-a4a0-6d5422beef24 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201397 Nov 11 17:21:17.844279 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-497e9f63-8c5d-43f0-859f-a847eaaf1a16 req-28a1e6ef-f1f6-42f5-9fcf-15d80ed3452e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 210 time: 0.0700207 Nov 11 17:21:17.887380 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['dc7ab218-e666-496b-b071-a3c59f1b9164', '93bbd0ac-ce68-4d5f-be1f-6471760b395b'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:21:17.894741 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53274) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:17.909279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] Pushing event updated for resources: {'Port': ['ID=2e0990f1-da35-4105-9331-967c612f7ec4,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:17.951594 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b830d4ea-93c4-400d-b46c-570fbb0b73f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:18.030664 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] Attempting to bind port 2e0990f1-da35-4105-9331-967c612f7ec4 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:21:18.031254 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] Attempting to bind port 2e0990f1-da35-4105-9331-967c612f7ec4 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '57b682a3-ba5d-4067-815a-ee8598740949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:21:18.031928 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] Attempting to bind port 2e0990f1-da35-4105-9331-967c612f7ec4 on network a7388172-0e31-4a48-82ab-4816dd651be5 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:21:18.038066 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] Port 2e0990f1-da35-4105-9331-967c612f7ec4 on network a7388172-0e31-4a48-82ab-4816dd651be5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:21:18.038468 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] Attempting to bind port 2e0990f1-da35-4105-9331-967c612f7ec4 on network a7388172-0e31-4a48-82ab-4816dd651be5 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:21:18.044202 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:21:18.044621 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] Checking segment: {'id': '57b682a3-ba5d-4067-815a-ee8598740949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:21:18.045103 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] Bound using segment: {'id': '57b682a3-ba5d-4067-815a-ee8598740949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:21:18.045666 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] Bound port: 2e0990f1-da35-4105-9331-967c612f7ec4, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b682a3-ba5d-4067-815a-ee8598740949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:21:18.046152 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:18.062725 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-73972901-9885-4aca-8f3e-23f79694bf79 None None] Provisioning complete for port 06191f5e-14ba-4ab1-a18a-5a7975f802cc triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:18.063098 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-73972901-9885-4aca-8f3e-23f79694bf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:18.103152 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89761683-46a6-4402-93e3-76347709cedf req-2f5b3bda-d6b3-45b6-91f7-dccaec8619d3 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:18.111089 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89761683-46a6-4402-93e3-76347709cedf req-2f5b3bda-d6b3-45b6-91f7-dccaec8619d3 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 944 time: 0.1284535 Nov 11 17:21:18.113937 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b830d4ea-93c4-400d-b46c-570fbb0b73f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:18.128029 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b830d4ea-93c4-400d-b46c-570fbb0b73f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:18.130052 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:18.164661 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-73972901-9885-4aca-8f3e-23f79694bf79 None None] Port 06191f5e-14ba-4ab1-a18a-5a7975f802cc cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:21:18.175892 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device bd35b35a-3c30-4d38-9779-5c9673979e44 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:21:18.177533 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89761683-46a6-4402-93e3-76347709cedf req-1aa06d54-c296-4f1c-a7cb-ce683df5be60 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649872 Nov 11 17:21:18.226597 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] For port 2e0990f1-da35-4105-9331-967c612f7ec4, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:21:18.231018 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] For port 2e0990f1-da35-4105-9331-967c612f7ec4, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=2e0990f1-da35-4105-9331-967c612f7ec4,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:21:18.240094 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:18.313855 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b830d4ea-93c4-400d-b46c-570fbb0b73f1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7487a8bc6e6d4594b633699485f393b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4125481 Nov 11 17:21:18.314688 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830d4ea-93c4-400d-b46c-570fbb0b73f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b950f3-608d-4ef2-914d-a949c397b8dc,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:18.319088 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53282) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:18.352747 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] Pushing event updated for resources: {'Port': ['ID=2e0990f1-da35-4105-9331-967c612f7ec4,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:18.381634 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:18.382253 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:18.383641 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-9ad94075-2fde-47c3-b646-0e21add744bc service neutron] 10.222.0.64 "PUT /v2.0/ports/2e0990f1-da35-4105-9331-967c612f7ec4 HTTP/1.1" status: 200 len: 1092 time: 1.9787176 Nov 11 17:21:18.433708 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91c9f73c-dfeb-4f16-8b95-15b77fe6ff75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:18.439219 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port bd35b35a-3c30-4d38-9779-5c9673979e44 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:21:18.457090 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port bd35b35a-3c30-4d38-9779-5c9673979e44 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:18.457465 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:18.477887 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91c9f73c-dfeb-4f16-8b95-15b77fe6ff75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:18.553123 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06191f5e-14ba-4ab1-a18a-5a7975f802cc {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:21:18.562607 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:18.583372 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91c9f73c-dfeb-4f16-8b95-15b77fe6ff75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:18.587278 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91c9f73c-dfeb-4f16-8b95-15b77fe6ff75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:18.588906 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-91c9f73c-dfeb-4f16-8b95-15b77fe6ff75 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/60b950f3-608d-4ef2-914d-a949c397b8dc HTTP/1.1" status: 204 len: 168 time: 0.2641115 Nov 11 17:21:18.590078 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] Transition to ACTIVE for port object 06191f5e-14ba-4ab1-a18a-5a7975f802cc will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:21:18.600311 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:18.604283 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9f73c-dfeb-4f16-8b95-15b77fe6ff75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b950f3-608d-4ef2-914d-a949c397b8dc,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:18.667928 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98c790-768c-42f8-bbe4-14501ebb87f8 req-0a479127-48aa-428a-ade9-d5583efe10a8 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:18.676147 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b98c790-768c-42f8-bbe4-14501ebb87f8 req-0a479127-48aa-428a-ade9-d5583efe10a8 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efe92ba-cb1b-473b-a410-d090a4dc4b14 HTTP/1.1" status: 200 len: 944 time: 0.3998826 Nov 11 17:21:18.712943 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70b04b-4776-4b31-9b33-171d8480ad08 req-f70bde78-23bf-4e6a-b2a5-9c095206686a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:18.714619 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a70b04b-4776-4b31-9b33-171d8480ad08 req-f70bde78-23bf-4e6a-b2a5-9c095206686a tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.2279813 Nov 11 17:21:18.735379 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] Pushing event updated for resources: {'Port': ['ID=06191f5e-14ba-4ab1-a18a-5a7975f802cc,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:18.761880 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46439dc6-c23e-448b-8793-06a149d086da req-d75f481a-acf2-4411-99a8-213c5b956923 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:18.771619 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46439dc6-c23e-448b-8793-06a149d086da req-d75f481a-acf2-4411-99a8-213c5b956923 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=482320fe-4fe7-4abc-9b5b-85f17b07a7a6 HTTP/1.1" status: 200 len: 936 time: 0.4052305 Nov 11 17:21:18.779614 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-91bbc548-2994-46db-8152-ede13ad315ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:18.781315 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-91bbc548-2994-46db-8152-ede13ad315ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe79ca1b47dd4a0a8271b94e8a0db861&device_id=9efe92ba-cb1b-473b-a410-d090a4dc4b14 HTTP/1.1" status: 200 len: 1095 time: 0.2957876 Nov 11 17:21:18.796276 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] Attempting to bind port 06191f5e-14ba-4ab1-a18a-5a7975f802cc on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:21:18.796276 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] Attempting to bind port 06191f5e-14ba-4ab1-a18a-5a7975f802cc by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:21:18.796602 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] Attempting to bind port 06191f5e-14ba-4ab1-a18a-5a7975f802cc on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:21:18.842473 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] Port 06191f5e-14ba-4ab1-a18a-5a7975f802cc on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:21:18.842802 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] Attempting to bind port 06191f5e-14ba-4ab1-a18a-5a7975f802cc on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:21:18.855298 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:21:18.855298 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:21:18.861539 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:21:18.862736 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] Bound port: 06191f5e-14ba-4ab1-a18a-5a7975f802cc, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:21:18.863301 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:18.889634 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 2c9dcaef-f660-4e85-a048-6cdd02c93a3e up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:21:18.919378 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b98c790-768c-42f8-bbe4-14501ebb87f8 req-4d1c8b2a-4761-49cb-875b-1ac9f9f6b9f3 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372527 Nov 11 17:21:18.929436 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-869961f5-d7a6-41f5-9085-089438f9c0de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e0990f1-da35-4105-9331-967c612f7ec4 HTTP/1.1" status: 200 len: 217 time: 0.0982666 Nov 11 17:21:19.011578 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] For port 06191f5e-14ba-4ab1-a18a-5a7975f802cc, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:21:19.027372 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] For port 06191f5e-14ba-4ab1-a18a-5a7975f802cc, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=06191f5e-14ba-4ab1-a18a-5a7975f802cc,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:21:19.040361 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:19.056585 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46439dc6-c23e-448b-8793-06a149d086da req-690280e8-2163-423d-b391-b92d1fa4152d tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796371 Nov 11 17:21:19.087516 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:19.088181 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:19.089719 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] 10.222.0.64 "PUT /v2.0/ports/06191f5e-14ba-4ab1-a18a-5a7975f802cc HTTP/1.1" status: 200 len: 1096 time: 1.4195888 Nov 11 17:21:19.090299 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482320fe-4fe7-4abc-9b5b-85f17b07a7a6', 'tag': '06191f5e-14ba-4ab1-a18a-5a7975f802cc'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:19.092686 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673b4b70-c3c0-4603-9ec1-07c27b242867" -d '{"events": [{"name": "network-changed", "server_uuid": "482320fe-4fe7-4abc-9b5b-85f17b07a7a6", "tag": "06191f5e-14ba-4ab1-a18a-5a7975f802cc"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:19.123491 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c879140-cfe4-4940-a627-fb9baa2b00fb service neutron] Pushing event updated for resources: {'Port': ['ID=06191f5e-14ba-4ab1-a18a-5a7975f802cc,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:19.210966 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 2c9dcaef-f660-4e85-a048-6cdd02c93a3e completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:21:19.229648 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:19.251114 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-17342dec-d81e-4629-a992-22f042f7d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:19.253981 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-17342dec-d81e-4629-a992-22f042f7d515 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&device_id=482320fe-4fe7-4abc-9b5b-85f17b07a7a6 HTTP/1.1" status: 200 len: 1099 time: 0.1027241 Nov 11 17:21:19.315113 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port bd35b35a-3c30-4d38-9779-5c9673979e44, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=bd35b35a-3c30-4d38-9779-5c9673979e44,segment=NetworkSegment(ae50b5d6-b110-4322-8a79-5ad3698cdf52),segment_id=ae50b5d6-b110-4322-8a79-5ad3698cdf52)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:19.329813 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae39504-896a-47a5-b7ea-0b95dd657240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd35b35a-3c30-4d38-9779-5c9673979e44'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:19.334557 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047d928f-aeb8-41a5-8992-5c0648ed476b" -d '{"events": [{"server_uuid": "5ae39504-896a-47a5-b7ea-0b95dd657240", "name": "network-vif-plugged", "status": "completed", "tag": "bd35b35a-3c30-4d38-9779-5c9673979e44"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:19.344256 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-320f7167-bf0c-4d39-8060-bc9760117700 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=06191f5e-14ba-4ab1-a18a-5a7975f802cc HTTP/1.1" status: 200 len: 217 time: 0.0754941 Nov 11 17:21:19.346842 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 2c9dcaef-f660-4e85-a048-6cdd02c93a3e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:19.347345 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:19.444625 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:19.448206 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device c7c9375f-3a51-47dd-82ec-1c33d9a75197 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:21:19.454020 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-7e39df69-f60a-49bc-b9b5-b1327155f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:19.456815 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-7e39df69-f60a-49bc-b9b5-b1327155f018 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0995212 Nov 11 17:21:19.569471 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-b2ef13e6-29cf-4d49-8ed2-6de3d42ff3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:19.571060 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-b2ef13e6-29cf-4d49-8ed2-6de3d42ff3c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1076188 Nov 11 17:21:19.627053 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=bd35b35a-3c30-4d38-9779-5c9673979e44,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:19.657877 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: c7c9375f-3a51-47dd-82ec-1c33d9a75197 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:21:19.658881 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device c7c9375f-3a51-47dd-82ec-1c33d9a75197 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:21:19.736920 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-2a4460bf-4927-494d-b2a7-c5ee8e587561 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558385 Nov 11 17:21:19.801370 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:19.874525 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 2c9dcaef-f660-4e85-a048-6cdd02c93a3e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=2c9dcaef-f660-4e85-a048-6cdd02c93a3e,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:19.906233 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:19.907040 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device c8152db5-bd62-4af3-b944-c63e0316a930 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:21:19.930969 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9efe92ba-cb1b-473b-a410-d090a4dc4b14', 'tag': '2e0990f1-da35-4105-9331-967c612f7ec4'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:19.932603 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: c8152db5-bd62-4af3-b944-c63e0316a930 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:21:19.932964 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device c8152db5-bd62-4af3-b944-c63e0316a930 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:21:19.935666 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e0c0de-5f20-49d0-9623-3ec3733c95d2" -d '{"events": [{"name": "network-changed", "server_uuid": "9efe92ba-cb1b-473b-a410-d090a4dc4b14", "tag": "2e0990f1-da35-4105-9331-967c612f7ec4"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:19.976433 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0e32deaa-35e6-4fa0-91be-720b2931557d req-972c4269-d876-493a-924f-c5deaae5a155 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312131 Nov 11 17:21:19.997219 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-c96410cb-4b4c-4229-b127-2edea1dc6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:20.001290 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=2c9dcaef-f660-4e85-a048-6cdd02c93a3e,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:20.009226 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-c96410cb-4b4c-4229-b127-2edea1dc6849 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09479e2c-8d4d-4ddf-a999-7eaebc6756fd HTTP/1.1" status: 200 len: 845 time: 1.0488377 Nov 11 17:21:20.044673 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ab9ec-3daf-4b4f-a071-17d5d70ee24b req-bf61b142-e8f7-4928-8c80-560190a16ec4 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:20.049314 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-846ab9ec-3daf-4b4f-a071-17d5d70ee24b req-bf61b142-e8f7-4928-8c80-560190a16ec4 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 950 time: 0.7995551 Nov 11 17:21:20.056805 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3052c85-4c19-40fa-b867-95aca574a3ea req-75ca101f-e5d1-4886-8e57-c773e48b034e tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:20.058213 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3052c85-4c19-40fa-b867-95aca574a3ea req-75ca101f-e5d1-4886-8e57-c773e48b034e tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=b773dc61-a50a-476c-a3bd-7af5b1190c2f HTTP/1.1" status: 200 len: 944 time: 1.0177972 Nov 11 17:21:20.091212 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-14501aad-7bf1-48bc-8cf8-8f0209a7decf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a7388172-0e31-4a48-82ab-4816dd651be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668628 Nov 11 17:21:20.109848 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-8a70b04b-4776-4b31-9b33-171d8480ad08 req-779561cd-d50a-43a8-aadb-2eabaad04a0e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Deleting port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:21:20.110492 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-8a70b04b-4776-4b31-9b33-171d8480ad08 req-779561cd-d50a-43a8-aadb-2eabaad04a0e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:20.293802 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-846ab9ec-3daf-4b4f-a071-17d5d70ee24b req-49ccd62d-b15b-4c74-96a7-93339e442e72 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/security-groups?id=416b5d24-f973-4f13-af9f-7d878c2f9e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153733 Nov 11 17:21:20.302112 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3052c85-4c19-40fa-b867-95aca574a3ea req-deb592c4-a497-4313-bd9e-fda94db85611 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133288 Nov 11 17:21:20.347614 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-ea860430-b831-4c90-bc25-d75bac50f163 service neutron] 10.222.0.64 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309787 Nov 11 17:21:20.370172 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-8a70b04b-4776-4b31-9b33-171d8480ad08 req-779561cd-d50a-43a8-aadb-2eabaad04a0e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] For port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:20.370588 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-8a70b04b-4776-4b31-9b33-171d8480ad08 req-779561cd-d50a-43a8-aadb-2eabaad04a0e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:20.413356 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea496ebf-cff3-483a-a2bd-57e357d4f032 x-openstack-request-id: req-ea496ebf-cff3-483a-a2bd-57e357d4f032 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:20.415244 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482320fe-4fe7-4abc-9b5b-85f17b07a7a6", "tag": "06191f5e-14ba-4ab1-a18a-5a7975f802cc", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:20.415900 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ea496ebf-cff3-483a-a2bd-57e357d4f032 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:20.416502 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482320fe-4fe7-4abc-9b5b-85f17b07a7a6', 'tag': '06191f5e-14ba-4ab1-a18a-5a7975f802cc', 'status': 'completed', 'code': 200} Nov 11 17:21:20.455333 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56d62840-ffa4-4713-9f88-13300d0e22bf req-2f98df15-2a4f-4d23-93c4-c8c218c18738 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 210 time: 0.0353787 Nov 11 17:21:20.457759 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-8a70b04b-4776-4b31-9b33-171d8480ad08 req-779561cd-d50a-43a8-aadb-2eabaad04a0e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Calling delete_port for bb67b9c1-f900-4d16-bde3-f5fe2ee098fa owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:21:20.514922 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a507ffe7-f7d4-4611-a768-e0c43aff9675 x-openstack-request-id: req-a507ffe7-f7d4-4611-a768-e0c43aff9675 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:20.515896 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae39504-896a-47a5-b7ea-0b95dd657240", "name": "network-vif-plugged", "status": "completed", "tag": "bd35b35a-3c30-4d38-9779-5c9673979e44", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:20.516401 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a507ffe7-f7d4-4611-a768-e0c43aff9675 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:20.517045 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae39504-896a-47a5-b7ea-0b95dd657240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd35b35a-3c30-4d38-9779-5c9673979e44', 'code': 200} Nov 11 17:21:20.565034 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e40ddbe-8a04-4ead-8cd3-42874007b802 req-4ad53ca8-6db5-429f-95ea-e455b8fc110a service neutron] 10.222.0.64 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091162 Nov 11 17:21:20.586872 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b4b70-c3c0-4603-9ec1-07c27b242867 req-34e51bd9-c4e4-4886-9625-2d03daf48dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:20.588487 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-673b4b70-c3c0-4603-9ec1-07c27b242867 req-34e51bd9-c4e4-4886-9625-2d03daf48dcb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&device_id=482320fe-4fe7-4abc-9b5b-85f17b07a7a6 HTTP/1.1" status: 200 len: 1099 time: 0.1239541 Nov 11 17:21:20.770604 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b4b70-c3c0-4603-9ec1-07c27b242867 req-6c26cd64-f650-4fd0-8667-3b58ae5896f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:20.775501 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-673b4b70-c3c0-4603-9ec1-07c27b242867 req-6c26cd64-f650-4fd0-8667-3b58ae5896f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.1749949 Nov 11 17:21:20.792354 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddbb04-fe8e-4663-b1ae-2b427a6bcd34 req-19a10659-3052-45ab-9b64-c4e705a98097 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:20.794445 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6bddbb04-fe8e-4663-b1ae-2b427a6bcd34 req-19a10659-3052-45ab-9b64-c4e705a98097 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efe92ba-cb1b-473b-a410-d090a4dc4b14 HTTP/1.1" status: 200 len: 944 time: 0.1636145 Nov 11 17:21:20.843395 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-673b4b70-c3c0-4603-9ec1-07c27b242867 req-1ba13e25-a373-4d49-b55c-92e38515ce8c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=06191f5e-14ba-4ab1-a18a-5a7975f802cc HTTP/1.1" status: 200 len: 217 time: 0.0597081 Nov 11 17:21:20.843548 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82db16-81b3-4ce1-978d-419e23555bc6 req-d18a66a6-3fc6-4423-a294-56598b3e3c9f tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:20.845066 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e82db16-81b3-4ce1-978d-419e23555bc6 req-d18a66a6-3fc6-4423-a294-56598b3e3c9f tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.2666800 Nov 11 17:21:20.862066 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1ac02-f666-4226-8a02-de620d41606c req-f9a62d01-c8d8-4078-89da-0b7aa3036a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:20.864042 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-27a1ac02-f666-4226-8a02-de620d41606c req-f9a62d01-c8d8-4078-89da-0b7aa3036a0b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 1096 time: 0.1790860 Nov 11 17:21:20.908430 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b4b70-c3c0-4603-9ec1-07c27b242867 req-46af1a5b-f876-4dcf-861b-f04efa6aa158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:20.910061 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-673b4b70-c3c0-4603-9ec1-07c27b242867 req-46af1a5b-f876-4dcf-861b-f04efa6aa158 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0561419 Nov 11 17:21:20.932713 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-8a70b04b-4776-4b31-9b33-171d8480ad08 req-779561cd-d50a-43a8-aadb-2eabaad04a0e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:20.955265 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6bddbb04-fe8e-4663-b1ae-2b427a6bcd34 req-bb9cee20-b526-48b9-a615-fcc3259533f3 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431782 Nov 11 17:21:20.995394 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b4b70-c3c0-4603-9ec1-07c27b242867 req-89d28a3b-d540-4167-9d8a-2040b6c33153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:21.007656 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-673b4b70-c3c0-4603-9ec1-07c27b242867 req-89d28a3b-d540-4167-9d8a-2040b6c33153 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0797963 Nov 11 17:21:21.028526 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e82db16-81b3-4ce1-978d-419e23555bc6 req-ffd17527-79e9-49bd-8d55-393357cfe0fe tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584129 Nov 11 17:21:21.059545 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779561cd-d50a-43a8-aadb-2eabaad04a0e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Pushing event deleted for resources: {'Port': ['ID=bb67b9c1-f900-4d16-bde3-f5fe2ee098fa,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:21.079264 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbfee94-6083-4388-8756-b84af4a891aa x-openstack-request-id: req-cdbfee94-6083-4388-8756-b84af4a891aa {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:21.079582 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9efe92ba-cb1b-473b-a410-d090a4dc4b14", "tag": "2e0990f1-da35-4105-9331-967c612f7ec4", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:21.079866 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cdbfee94-6083-4388-8756-b84af4a891aa {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:21.081909 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9efe92ba-cb1b-473b-a410-d090a4dc4b14', 'tag': '2e0990f1-da35-4105-9331-967c612f7ec4', 'status': 'completed', 'code': 200} Nov 11 17:21:21.189321 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a70b04b-4776-4b31-9b33-171d8480ad08 req-779561cd-d50a-43a8-aadb-2eabaad04a0e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] No DVR routers for this DVR port bb67b9c1-f900-4d16-bde3-f5fe2ee098fa on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:21:21.201691 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-27a1ac02-f666-4226-8a02-de620d41606c req-12ac49d1-d848-46e0-b151-feff6b318b69 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269486 Nov 11 17:21:21.210364 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-8a70b04b-4776-4b31-9b33-171d8480ad08 req-779561cd-d50a-43a8-aadb-2eabaad04a0e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:21.215433 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a70b04b-4776-4b31-9b33-171d8480ad08 req-779561cd-d50a-43a8-aadb-2eabaad04a0e tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.83 "DELETE /v2.0/ports/bb67b9c1-f900-4d16-bde3-f5fe2ee098fa HTTP/1.1" status: 204 len: 173 time: 2.4929972 Nov 11 17:21:21.271522 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f8cdf-c72a-407f-affa-747453002fb9 req-8bc5a3f6-a33d-4158-807e-db5fb3eeaf28 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:21.273524 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-219f8cdf-c72a-407f-affa-747453002fb9 req-8bc5a3f6-a33d-4158-807e-db5fb3eeaf28 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=482320fe-4fe7-4abc-9b5b-85f17b07a7a6 HTTP/1.1" status: 200 len: 948 time: 0.0822711 Nov 11 17:21:21.317459 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0c0de-5f20-49d0-9623-3ec3733c95d2 req-3308c435-54d2-423f-b124-b7dc7514e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:21.320359 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b2e0c0de-5f20-49d0-9623-3ec3733c95d2 req-3308c435-54d2-423f-b124-b7dc7514e9cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe79ca1b47dd4a0a8271b94e8a0db861&device_id=9efe92ba-cb1b-473b-a410-d090a4dc4b14 HTTP/1.1" status: 200 len: 1095 time: 0.1825411 Nov 11 17:21:21.354196 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-673b4b70-c3c0-4603-9ec1-07c27b242867 req-0df58148-b2b9-40c9-bcbc-da3abba93d22 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462338 Nov 11 17:21:21.357036 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-219f8cdf-c72a-407f-affa-747453002fb9 req-a64baf86-e8e5-4615-b64d-a1bd16373e2a tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762339 Nov 11 17:21:21.504895 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-27e49da3-7d29-4967-8ecc-a7a9f8e7df1a req-7ab492f6-cc8b-46d7-8dea-0095c3b0ac67 tempest-MigrationsAdminTest-1402799114 tempest-MigrationsAdminTest-1402799114-project] 10.222.0.76 "GET /v2.0/ports?device_id=e49c0d26-880d-4c47-9491-6af407fecde9 HTTP/1.1" status: 200 len: 210 time: 0.0504603 Nov 11 17:21:21.689063 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-673b4b70-c3c0-4603-9ec1-07c27b242867 req-b2737127-76a3-4fee-9d87-28572a42bb12 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044072 Nov 11 17:21:21.716250 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42db0d04-3468-4589-870e-521a54af2d0b req-29880999-e4e7-4f79-91c0-defc33295ddb tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 210 time: 0.1005597 Nov 11 17:21:21.793276 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0f569-dc6c-49b4-b9e3-919f715a10d4 req-6fd53fee-7542-4ec5-a883-d454c74c7594 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:21.802546 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e2d0f569-dc6c-49b4-b9e3-919f715a10d4 req-6fd53fee-7542-4ec5-a883-d454c74c7594 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=b773dc61-a50a-476c-a3bd-7af5b1190c2f HTTP/1.1" status: 200 len: 945 time: 0.1970043 Nov 11 17:21:21.861177 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0c0de-5f20-49d0-9623-3ec3733c95d2 req-df402282-de6d-458c-b8e1-1703df614342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:21.870056 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b2e0c0de-5f20-49d0-9623-3ec3733c95d2 req-df402282-de6d-458c-b8e1-1703df614342 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a7388172-0e31-4a48-82ab-4816dd651be5 HTTP/1.1" status: 200 len: 907 time: 0.3704262 Nov 11 17:21:21.907792 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e2d0f569-dc6c-49b4-b9e3-919f715a10d4 req-f7ce78aa-23af-4369-955b-e83196f63bcd tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008246 Nov 11 17:21:21.954098 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b2e0c0de-5f20-49d0-9623-3ec3733c95d2 req-a22ba2b1-3ebd-4cb9-9652-1ba7117287c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e0990f1-da35-4105-9331-967c612f7ec4 HTTP/1.1" status: 200 len: 217 time: 0.0716462 Nov 11 17:21:22.054153 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0c0de-5f20-49d0-9623-3ec3733c95d2 req-d1087cc1-7f88-4a4f-8632-19d355781ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:22.055638 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b2e0c0de-5f20-49d0-9623-3ec3733c95d2 req-d1087cc1-7f88-4a4f-8632-19d355781ef7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09479e2c-8d4d-4ddf-a999-7eaebc6756fd HTTP/1.1" status: 200 len: 845 time: 0.0932450 Nov 11 17:21:22.112433 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b2e0c0de-5f20-49d0-9623-3ec3733c95d2 req-328c7855-4c29-4cf5-8493-b41fe2df261f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a7388172-0e31-4a48-82ab-4816dd651be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484221 Nov 11 17:21:22.119467 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385d925-f8ee-41cc-9a72-f8400413153b req-94deae6d-1038-402f-a6ed-f537aea9f2ea tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:22.130311 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2385d925-f8ee-41cc-9a72-f8400413153b req-94deae6d-1038-402f-a6ed-f537aea9f2ea tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efe92ba-cb1b-473b-a410-d090a4dc4b14 HTTP/1.1" status: 200 len: 944 time: 0.0774629 Nov 11 17:21:22.152795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 06191f5e-14ba-4ab1-a18a-5a7975f802cc details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:21:22.230453 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2385d925-f8ee-41cc-9a72-f8400413153b req-d3ddaa0f-e82b-4fe6-ab57-6092207501d3 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988328 Nov 11 17:21:22.258627 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd6d4c-c55b-4373-aad4-be8831719e02 req-16b4f591-f1b1-4f04-9b46-baadd3299930 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:22.260537 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1dd6d4c-c55b-4373-aad4-be8831719e02 req-16b4f591-f1b1-4f04-9b46-baadd3299930 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.1213107 Nov 11 17:21:22.321013 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53376) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:22.336624 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b2e0c0de-5f20-49d0-9623-3ec3733c95d2 req-a7822d75-0a75-4956-9357-3f09ce5fe102 service neutron] 10.222.0.64 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127037 Nov 11 17:21:22.340868 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1dd6d4c-c55b-4373-aad4-be8831719e02 req-7ac62129-942d-41eb-a78e-ce64c66258d0 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684667 Nov 11 17:21:22.496623 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 06191f5e-14ba-4ab1-a18a-5a7975f802cc, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=06191f5e-14ba-4ab1-a18a-5a7975f802cc,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:22.528724 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b773dc61-a50a-476c-a3bd-7af5b1190c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9dcaef-f660-4e85-a048-6cdd02c93a3e'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:22.531967 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba2e76f-e4dc-4d54-8f02-1387503d957d" -d '{"events": [{"server_uuid": "b773dc61-a50a-476c-a3bd-7af5b1190c2f", "name": "network-vif-plugged", "status": "completed", "tag": "2c9dcaef-f660-4e85-a048-6cdd02c93a3e"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:22.548352 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '06191f5e-14ba-4ab1-a18a-5a7975f802cc', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '06191f5e-14ba-4ab1-a18a-5a7975f802cc', 'mac_address': 'fa:16:3e:00:13:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:21:22.551662 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-04e27211-8b74-4184-8540-c2666add0d96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:22.556244 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b2e0c0de-5f20-49d0-9623-3ec3733c95d2 req-eb4c0a39-30dd-48cb-898e-c7db377373ae service neutron] 10.222.0.64 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092283 Nov 11 17:21:22.607209 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe6d2fb-a27d-4023-b753-75af74e5bf80 x-openstack-request-id: req-bbe6d2fb-a27d-4023-b753-75af74e5bf80 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:22.607494 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b773dc61-a50a-476c-a3bd-7af5b1190c2f", "name": "network-vif-plugged", "status": "completed", "tag": "2c9dcaef-f660-4e85-a048-6cdd02c93a3e", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:22.607763 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bbe6d2fb-a27d-4023-b753-75af74e5bf80 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:22.608243 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b773dc61-a50a-476c-a3bd-7af5b1190c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9dcaef-f660-4e85-a048-6cdd02c93a3e', 'code': 200} Nov 11 17:21:22.612684 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:22.635682 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06191f5e-14ba-4ab1-a18a-5a7975f802cc {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:21:22.657150 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1eb2c-05ec-4efe-8f4d-99afb0363e1b req-a2c463c4-0caa-4aeb-b1be-767acac1af44 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:22.658752 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 06191f5e-14ba-4ab1-a18a-5a7975f802cc, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=06191f5e-14ba-4ab1-a18a-5a7975f802cc,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:22.665168 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3b1eb2c-05ec-4efe-8f4d-99afb0363e1b req-a2c463c4-0caa-4aeb-b1be-767acac1af44 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=482320fe-4fe7-4abc-9b5b-85f17b07a7a6 HTTP/1.1" status: 200 len: 948 time: 0.1684995 Nov 11 17:21:22.667848 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:22.668601 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 2e0990f1-da35-4105-9331-967c612f7ec4 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:21:22.781325 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3b1eb2c-05ec-4efe-8f4d-99afb0363e1b req-5dac2095-14c9-498a-9a5a-99b9eae23a8e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103892 Nov 11 17:21:22.783915 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=06191f5e-14ba-4ab1-a18a-5a7975f802cc,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:22.797936 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784cbfb-33bd-4a64-b4eb-ee89bbd4d569 req-e85321d0-5811-408f-bf9a-bb126068231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:22.800341 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c784cbfb-33bd-4a64-b4eb-ee89bbd4d569 req-e85321d0-5811-408f-bf9a-bb126068231a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b773dc61-a50a-476c-a3bd-7af5b1190c2f HTTP/1.1" status: 200 len: 1096 time: 0.1107976 Nov 11 17:21:22.809107 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device bb67b9c1-f900-4d16-bde3-f5fe2ee098fa no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:21:22.851157 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:22.851508 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:22.851869 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:22.852205 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:22.852536 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:22.852863 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:22.853194 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:22.853507 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:22.853828 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:22.854146 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:22.854465 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:22.854785 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:21:22.861007 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: bb67b9c1-f900-4d16-bde3-f5fe2ee098fa {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:21:22.861350 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device bb67b9c1-f900-4d16-bde3-f5fe2ee098fa not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:21:22.874166 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-04e27211-8b74-4184-8540-c2666add0d96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:22.897738 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a81a5f25-b9b2-48c7-a73b-5a00d8f9b221 req-dfc8a67f-94e9-4af7-954d-bb2c3d2f9c6e tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 210 time: 0.0522845 Nov 11 17:21:22.903124 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-04e27211-8b74-4184-8540-c2666add0d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:22.903270 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 2e0990f1-da35-4105-9331-967c612f7ec4, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=2e0990f1-da35-4105-9331-967c612f7ec4,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:22.926099 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '2e0990f1-da35-4105-9331-967c612f7ec4', 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5', 'port_id': '2e0990f1-da35-4105-9331-967c612f7ec4', 'mac_address': 'fa:16:3e:ee:e4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09479e2c-8d4d-4ddf-a999-7eaebc6756fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:21:22.953875 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53394) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:22.960721 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-04e27211-8b74-4184-8540-c2666add0d96 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f75dfcda69c94d2b81886803fc7fe5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6362505 Nov 11 17:21:22.962807 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c784cbfb-33bd-4a64-b4eb-ee89bbd4d569 req-97e2ea3b-cabf-41ff-b388-0fe773d98eb2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503351 Nov 11 17:21:22.963283 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53398) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:22.990367 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:22.995008 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e27211-8b74-4184-8540-c2666add0d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97150b9a-8305-46cd-9bf6-5fffdf57666a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:23.029095 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0990f1-da35-4105-9331-967c612f7ec4 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:21:23.045529 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a2dc2cf7-428f-4945-b6a0-95d669a3f6ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:23.067824 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 2e0990f1-da35-4105-9331-967c612f7ec4, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=2e0990f1-da35-4105-9331-967c612f7ec4,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:23.074662 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:23.083872 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49c0d26-880d-4c47-9491-6af407fecde9', 'name': 'network-vif-deleted', 'tag': 'bb67b9c1-f900-4d16-bde3-f5fe2ee098fa'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:23.086215 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7491686c-df30-49ce-82a7-dfeec32a9d9c" -d '{"events": [{"server_uuid": "e49c0d26-880d-4c47-9491-6af407fecde9", "name": "network-vif-deleted", "tag": "bb67b9c1-f900-4d16-bde3-f5fe2ee098fa"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:23.096158 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a2dc2cf7-428f-4945-b6a0-95d669a3f6ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:23.118532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642e519-d7b3-4691-99bd-8d674e63301c req-95b0b91b-af6f-482a-bae5-a2c145c58410 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:23.120086 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1642e519-d7b3-4691-99bd-8d674e63301c req-95b0b91b-af6f-482a-bae5-a2c145c58410 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=b773dc61-a50a-476c-a3bd-7af5b1190c2f HTTP/1.1" status: 200 len: 945 time: 0.0953326 Nov 11 17:21:23.159115 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d9aad6-b115-480f-89e5-1ff2ebb912f2 x-openstack-request-id: req-04d9aad6-b115-480f-89e5-1ff2ebb912f2 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:23.159538 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49c0d26-880d-4c47-9491-6af407fecde9", "name": "network-vif-deleted", "tag": "bb67b9c1-f900-4d16-bde3-f5fe2ee098fa", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:23.159658 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-04d9aad6-b115-480f-89e5-1ff2ebb912f2 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:23.160082 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49c0d26-880d-4c47-9491-6af407fecde9', 'name': 'network-vif-deleted', 'tag': 'bb67b9c1-f900-4d16-bde3-f5fe2ee098fa', 'status': 'completed', 'code': 200} Nov 11 17:21:23.171426 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=2e0990f1-da35-4105-9331-967c612f7ec4,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:23.191590 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1642e519-d7b3-4691-99bd-8d674e63301c req-a582a5bd-5e37-4ace-944f-cf58369697e1 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642064 Nov 11 17:21:23.196883 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a2dc2cf7-428f-4945-b6a0-95d669a3f6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:23.199640 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a2dc2cf7-428f-4945-b6a0-95d669a3f6ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:23.200821 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a2dc2cf7-428f-4945-b6a0-95d669a3f6ed admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/97150b9a-8305-46cd-9bf6-5fffdf57666a HTTP/1.1" status: 204 len: 168 time: 0.2324495 Nov 11 17:21:23.203602 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0b485d0b-c10f-47b9-bbe2-d6eaac3aa490 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5a1f216bc9834fb08bccfb025e9c406a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484159 Nov 11 17:21:23.205781 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53402) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:23.209517 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc2cf7-428f-4945-b6a0-95d669a3f6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97150b9a-8305-46cd-9bf6-5fffdf57666a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:23.282542 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d8afcb76-f2e4-4550-8e1c-05b978275dd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:23.319771 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d8afcb76-f2e4-4550-8e1c-05b978275dd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:23.362111 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53410) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:23.368728 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78f2dc-1e5d-417b-97c8-96a9b3030742 req-af8131cc-9229-495f-bc16-9318d94996f4 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:23.370617 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-545d7331-ec81-435b-bc76-dc29d193f0c5 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-562411595'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:23.378377 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e78f2dc-1e5d-417b-97c8-96a9b3030742 req-af8131cc-9229-495f-bc16-9318d94996f4 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efe92ba-cb1b-473b-a410-d090a4dc4b14 HTTP/1.1" status: 200 len: 945 time: 0.0685110 Nov 11 17:21:23.399747 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545d7331-ec81-435b-bc76-dc29d193f0c5 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Made reservation on behalf of 57a0547569de40a6ab45455039002426 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:21:23.403498 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-545d7331-ec81-435b-bc76-dc29d193f0c5 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:23.431152 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d8afcb76-f2e4-4550-8e1c-05b978275dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:23.435105 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d8afcb76-f2e4-4550-8e1c-05b978275dd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:23.436769 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d8afcb76-f2e4-4550-8e1c-05b978275dd5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/416b5d24-f973-4f13-af9f-7d878c2f9e34 HTTP/1.1" status: 204 len: 168 time: 0.2237084 Nov 11 17:21:23.439573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['06191f5e-14ba-4ab1-a18a-5a7975f802cc'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:21:23.457770 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545d7331-ec81-435b-bc76-dc29d193f0c5 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1261} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:21:23.478054 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e78f2dc-1e5d-417b-97c8-96a9b3030742 req-d6578069-9b97-4c81-ae66-fc9eb9b45842 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985644 Nov 11 17:21:23.479672 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8afcb76-f2e4-4550-8e1c-05b978275dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416b5d24-f973-4f13-af9f-7d878c2f9e34,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:23.493826 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-545d7331-ec81-435b-bc76-dc29d193f0c5 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:23.494287 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-545d7331-ec81-435b-bc76-dc29d193f0c5 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Added segment 3419440d-7fe8-480d-929f-ac3279dc54e3 of type vlan for network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 Nov 11 17:21:23.528277 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['2e0990f1-da35-4105-9331-967c612f7ec4'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:21:23.558725 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-545d7331-ec81-435b-bc76-dc29d193f0c5 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:23.588727 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-545d7331-ec81-435b-bc76-dc29d193f0c5 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:23.596473 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545d7331-ec81-435b-bc76-dc29d193f0c5 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:23.597500 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532d14a-5cd4-44b8-a04f-93c48f51c96f req-29587eb4-171d-4f40-b788-a8e5049e161a tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:23.598243 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-545d7331-ec81-435b-bc76-dc29d193f0c5 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:23.599351 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c532d14a-5cd4-44b8-a04f-93c48f51c96f req-29587eb4-171d-4f40-b788-a8e5049e161a tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.1175432 Nov 11 17:21:23.694711 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c532d14a-5cd4-44b8-a04f-93c48f51c96f req-bc549629-6442-4d0b-8145-bf74e3c1977f tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879261 Nov 11 17:21:23.703166 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-545d7331-ec81-435b-bc76-dc29d193f0c5 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3355479 Nov 11 17:21:23.705263 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53418) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:23.710995 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d7331-ec81-435b-bc76-dc29d193f0c5 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event updated for resources: {'Network': ['ID=26d2863b-e9a5-49ec-ba62-a9518e7e8781,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:23.711862 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-8fd5dc66-df56-4b22-adc1-1540ca3d93c6 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1716517359'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:23.727984 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:21:23.740537 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53422) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:23.771877 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36764554-1d1c-4979-af2a-45e2cffb267a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:23.779940 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd5dc66-df56-4b22-adc1-1540ca3d93c6 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Made reservation on behalf of 57a0547569de40a6ab45455039002426 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:21:23.783689 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8fd5dc66-df56-4b22-adc1-1540ca3d93c6 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:23.812580 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd5dc66-df56-4b22-adc1-1540ca3d93c6 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1298} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:21:23.823182 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8fd5dc66-df56-4b22-adc1-1540ca3d93c6 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:23.823584 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-8fd5dc66-df56-4b22-adc1-1540ca3d93c6 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Added segment b1d1b710-ac9c-4789-8bfd-35c32d9b5853 of type vlan for network 2d103e92-4f54-41f0-9dd1-ba0588eb26fa Nov 11 17:21:23.881107 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8fd5dc66-df56-4b22-adc1-1540ca3d93c6 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:23.922662 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8fd5dc66-df56-4b22-adc1-1540ca3d93c6 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:23.930349 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd5dc66-df56-4b22-adc1-1540ca3d93c6 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:23.931210 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8fd5dc66-df56-4b22-adc1-1540ca3d93c6 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:23.974245 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8fd5dc66-df56-4b22-adc1-1540ca3d93c6 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2675889 Nov 11 17:21:23.979196 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53430) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:23.986463 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e7afdf62-582d-464c-a77a-221680834525 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Request body: {'subnet': {'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:24.032726 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:24.081975 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5dc66-df56-4b22-adc1-1540ca3d93c6 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event updated for resources: {'Network': ['ID=2d103e92-4f54-41f0-9dd1-ba0588eb26fa,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:24.097771 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f485519-6e43-4b74-a4eb-242f6f27f715 req-3a61e8a0-be22-47e4-bb5f-ac96c139a1ee tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:24.106710 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 2d103e92-4f54-41f0-9dd1-ba0588eb26fa details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:21:24.116475 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4f485519-6e43-4b74-a4eb-242f6f27f715 req-3a61e8a0-be22-47e4-bb5f-ac96c139a1ee tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=482320fe-4fe7-4abc-9b5b-85f17b07a7a6 HTTP/1.1" status: 200 len: 949 time: 0.2032185 Nov 11 17:21:24.129844 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36764554-1d1c-4979-af2a-45e2cffb267a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:24.163277 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36764554-1d1c-4979-af2a-45e2cffb267a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:24.231142 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4f485519-6e43-4b74-a4eb-242f6f27f715 req-5ede1408-345e-4d0a-bd8b-4e033fbe6b29 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121664 Nov 11 17:21:24.233228 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53436) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:24.296975 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-36764554-1d1c-4979-af2a-45e2cffb267a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c4f1c8b49c5540279fadf073fbde8f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5517573 Nov 11 17:21:24.296975 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36764554-1d1c-4979-af2a-45e2cffb267a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e249886-1f27-47f6-8377-c1441ac5fec2,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:24.301364 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-78219c86-25bd-4234-80ba-bfaea2a1255e req-971d4465-b93f-4a48-b4b7-48abdc116005 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=83d09517-f7c7-4843-8900-32fe2eec237e HTTP/1.1" status: 200 len: 210 time: 0.0546443 Nov 11 17:21:24.301887 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53438) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:24.345310 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5e174-e12c-4962-940b-7a6469784983 req-9aef676b-be6e-41d7-b22a-84d4115d37f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:24.347799 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0fc5e174-e12c-4962-940b-7a6469784983 req-9aef676b-be6e-41d7-b22a-84d4115d37f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20961177e886451b8c34ba006fbdf3f9&device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 1096 time: 0.1639345 Nov 11 17:21:24.409526 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7afdf62-582d-464c-a77a-221680834525 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Made reservation on behalf of 57a0547569de40a6ab45455039002426 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:21:24.412891 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e7afdf62-582d-464c-a77a-221680834525 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:24.423166 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-510b28e8-0d8e-4f56-b758-2e7fef644d98 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6467e2ef5f0546969b2cae38b00fde34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1814287 Nov 11 17:21:24.425133 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53440) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:24.496874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541a5cf-c8b7-4e55-bf85-f0cb9b7bba96 req-a678e0cb-0df6-428f-9b88-8542cc675ae2 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:24.499201 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a541a5cf-c8b7-4e55-bf85-f0cb9b7bba96 req-a678e0cb-0df6-428f-9b88-8542cc675ae2 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.1762466 Nov 11 17:21:24.518328 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-9cfd764c-f898-4ae1-a894-508dbb310952 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:24.519916 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-9cfd764c-f898-4ae1-a894-508dbb310952 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.83 "GET /v2.0/ports?device_id=b773dc61-a50a-476c-a3bd-7af5b1190c2f HTTP/1.1" status: 200 len: 945 time: 0.1814575 Nov 11 17:21:24.530754 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-64fa882b-d13c-436d-940e-c704885b0077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:24.547247 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5e174-e12c-4962-940b-7a6469784983 req-d100ea55-26b9-4358-b01e-b1ac67e3b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:24.548835 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0fc5e174-e12c-4962-940b-7a6469784983 req-d100ea55-26b9-4358-b01e-b1ac67e3b45c service neutron] 10.222.0.64 "GET /v2.0/networks?id=15b13f5e-873f-4814-abaa-56ed24c5789c HTTP/1.1" status: 200 len: 921 time: 0.1907411 Nov 11 17:21:24.599065 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0fc5e174-e12c-4962-940b-7a6469784983 req-0c94ca7b-d852-4ff2-8904-e27f0185382f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd35b35a-3c30-4d38-9779-5c9673979e44 HTTP/1.1" status: 200 len: 217 time: 0.0415556 Nov 11 17:21:24.624985 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13bf4c-9e2c-4d77-a7a9-47874e790fd8 req-c8913004-6632-4230-aca7-1478495df0c5 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:24.626871 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ac13bf4c-9e2c-4d77-a7a9-47874e790fd8 req-c8913004-6632-4230-aca7-1478495df0c5 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=b773dc61-a50a-476c-a3bd-7af5b1190c2f HTTP/1.1" status: 200 len: 945 time: 0.2171662 Nov 11 17:21:24.629140 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-64fa882b-d13c-436d-940e-c704885b0077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:24.681585 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5e174-e12c-4962-940b-7a6469784983 req-0b46f182-1ff2-4c39-8f4a-ac2fa19cd5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:24.683013 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0fc5e174-e12c-4962-940b-7a6469784983 req-0b46f182-1ff2-4c39-8f4a-ac2fa19cd5cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e19ce021-4c4e-4c04-8fa6-c1347ad5c75b HTTP/1.1" status: 200 len: 859 time: 0.0657372 Nov 11 17:21:24.732695 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dda9c8e7-6e1d-4b5f-8dec-6c2687847be2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:24.770644 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a541a5cf-c8b7-4e55-bf85-f0cb9b7bba96 req-c1039b6e-aefc-405f-aea4-f542c4e52236 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493775 Nov 11 17:21:24.794979 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dda9c8e7-6e1d-4b5f-8dec-6c2687847be2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:24.857274 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ac13bf4c-9e2c-4d77-a7a9-47874e790fd8 req-832245bc-7bb8-4870-874d-e675d65d4199 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135534 Nov 11 17:21:24.901099 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-64fa882b-d13c-436d-940e-c704885b0077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:24.903886 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-64fa882b-d13c-436d-940e-c704885b0077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:24.905103 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-64fa882b-d13c-436d-940e-c704885b0077 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0e249886-1f27-47f6-8377-c1441ac5fec2 HTTP/1.1" status: 204 len: 168 time: 0.6022451 Nov 11 17:21:24.968530 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-292c04f6-136b-4e04-895d-4db53f13dee6 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Deleting port 2c9dcaef-f660-4e85-a048-6cdd02c93a3e {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:21:24.980407 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-292c04f6-136b-4e04-895d-4db53f13dee6 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:25.034554 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa882b-d13c-436d-940e-c704885b0077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e249886-1f27-47f6-8377-c1441ac5fec2,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:25.061494 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0fc5e174-e12c-4962-940b-7a6469784983 req-c0dafb12-ea33-4092-a4f4-43e962635b71 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15b13f5e-873f-4814-abaa-56ed24c5789c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301616 Nov 11 17:21:25.088160 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e7afdf62-582d-464c-a77a-221680834525 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:25.090339 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dda9c8e7-6e1d-4b5f-8dec-6c2687847be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:25.093365 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dda9c8e7-6e1d-4b5f-8dec-6c2687847be2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:25.094647 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-dda9c8e7-6e1d-4b5f-8dec-6c2687847be2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b88654bf-c392-40a1-a95f-1018092d4450 HTTP/1.1" status: 204 len: 168 time: 0.6685915 Nov 11 17:21:25.120803 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9c8e7-6e1d-4b5f-8dec-6c2687847be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88654bf-c392-40a1-a95f-1018092d4450,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:25.153180 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee08dc-e8ed-4ce6-926e-583892665721 req-49a04f09-d595-4a47-9397-eaa6943f6500 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:25.162200 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5eee08dc-e8ed-4ce6-926e-583892665721 req-49a04f09-d595-4a47-9397-eaa6943f6500 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efe92ba-cb1b-473b-a410-d090a4dc4b14 HTTP/1.1" status: 200 len: 945 time: 0.2484612 Nov 11 17:21:25.252434 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5eee08dc-e8ed-4ce6-926e-583892665721 req-840f88e2-3367-40cb-a2ae-5ed61aae8708 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853798 Nov 11 17:21:25.266280 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-292c04f6-136b-4e04-895d-4db53f13dee6 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] For port 2c9dcaef-f660-4e85-a048-6cdd02c93a3e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=2c9dcaef-f660-4e85-a048-6cdd02c93a3e,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:25.266955 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-292c04f6-136b-4e04-895d-4db53f13dee6 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:25.287392 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-292c04f6-136b-4e04-895d-4db53f13dee6 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Calling delete_port for 2c9dcaef-f660-4e85-a048-6cdd02c93a3e owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:21:25.298721 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0fc5e174-e12c-4962-940b-7a6469784983 req-0bbd4f5a-9ed5-49a9-8575-5d7478d73fbf service neutron] 10.222.0.64 "GET /v2.0/networks/15b13f5e-873f-4814-abaa-56ed24c5789c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216403 Nov 11 17:21:25.299584 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7afdf62-582d-464c-a77a-221680834525 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event updated for resources: {'Subnet': ['ID=3adf3a3d-8ad1-4679-a4f6-1feef5465afc,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:25.342301 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7afdf62-582d-464c-a77a-221680834525 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Checking segment: {'id': '3419440d-7fe8-480d-929f-ac3279dc54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:21:25.342671 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7afdf62-582d-464c-a77a-221680834525 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Network hostable DHCP agents. Network: 26d2863b-e9a5-49ec-ba62-a9518e7e8781, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:21:25.397317 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7afdf62-582d-464c-a77a-221680834525 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:21:25.429672 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-e7afdf62-582d-464c-a77a-221680834525 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 26d2863b-e9a5-49ec-ba62-a9518e7e8781) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:21:25.439213 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd997e4d-a303-43e9-aa2c-462aacf3b6d8 None None] Network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:21:25.445024 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7afdf62-582d-464c-a77a-221680834525 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:25.446373 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e7afdf62-582d-464c-a77a-221680834525 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:25.479216 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0fc5e174-e12c-4962-940b-7a6469784983 req-d3cd7116-e5eb-4974-afbc-a322ddc0bf28 service neutron] 10.222.0.64 "GET /v2.0/networks/15b13f5e-873f-4814-abaa-56ed24c5789c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731994 Nov 11 17:21:25.496690 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e7afdf62-582d-464c-a77a-221680834525 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5150695 Nov 11 17:21:25.498011 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53460) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:25.516039 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e87e8bd4-6ac1-4112-a1a1-114407b29c66 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Request body: {'subnet': {'network_id': '2d103e92-4f54-41f0-9dd1-ba0588eb26fa', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:25.686798 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386cb83-20d8-474e-b1e6-90d04a014b1b req-c673a5d3-ea3f-4956-954d-6e8db5973783 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:25.694655 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4386cb83-20d8-474e-b1e6-90d04a014b1b req-c673a5d3-ea3f-4956-954d-6e8db5973783 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=482320fe-4fe7-4abc-9b5b-85f17b07a7a6 HTTP/1.1" status: 200 len: 949 time: 0.3067892 Nov 11 17:21:25.717023 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87e8bd4-6ac1-4112-a1a1-114407b29c66 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Made reservation on behalf of 57a0547569de40a6ab45455039002426 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:21:25.718774 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d3bfb5-6a1f-41a5-b588-575b97f69e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-26d2863b-e9a5-49ec-ba62-a9518e7e8781', 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781', 'tenant_id': '57a0547569de40a6ab45455039002426', 'fixed_ips': [{'subnet_id': '3adf3a3d-8ad1-4679-a4f6-1feef5465afc'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:21:25.719960 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02d3bfb5-6a1f-41a5-b588-575b97f69e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:25.725973 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e87e8bd4-6ac1-4112-a1a1-114407b29c66 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:25.801565 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4386cb83-20d8-474e-b1e6-90d04a014b1b req-1fe6426f-5624-4186-829a-fd1715df7527 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930464 Nov 11 17:21:25.806920 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-292c04f6-136b-4e04-895d-4db53f13dee6 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:25.851804 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c04f6-136b-4e04-895d-4db53f13dee6 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Pushing event deleted for resources: {'Port': ['ID=2c9dcaef-f660-4e85-a048-6cdd02c93a3e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:25.909705 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['2c9dcaef-f660-4e85-a048-6cdd02c93a3e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:21:25.928855 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-292c04f6-136b-4e04-895d-4db53f13dee6 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] No DVR routers for this DVR port 2c9dcaef-f660-4e85-a048-6cdd02c93a3e on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:21:25.931648 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-292c04f6-136b-4e04-895d-4db53f13dee6 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:25.937529 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8cb8c7a0-319f-4644-9153-46f64bb704d4 req-292c04f6-136b-4e04-895d-4db53f13dee6 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.83 "DELETE /v2.0/ports/2c9dcaef-f660-4e85-a048-6cdd02c93a3e HTTP/1.1" status: 204 len: 173 time: 1.4076130 Nov 11 17:21:25.938371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b773dc61-a50a-476c-a3bd-7af5b1190c2f', 'name': 'network-vif-deleted', 'tag': '2c9dcaef-f660-4e85-a048-6cdd02c93a3e'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:25.940902 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d400f4c-acbf-4737-93ed-5de5fa82135b" -d '{"events": [{"server_uuid": "b773dc61-a50a-476c-a3bd-7af5b1190c2f", "name": "network-vif-deleted", "tag": "2c9dcaef-f660-4e85-a048-6cdd02c93a3e"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:26.085044 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-02d3bfb5-6a1f-41a5-b588-575b97f69e91 None None] Allocated IP 10.1.1.2 (26d2863b-e9a5-49ec-ba62-a9518e7e8781/3adf3a3d-8ad1-4679-a4f6-1feef5465afc/97a7060c-6109-4430-940f-e2a79b8d4ddd) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:21:26.130731 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e87e8bd4-6ac1-4112-a1a1-114407b29c66 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:26.189586 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8175c370-deaf-4c31-ad21-80089729982d req-640653d1-42b9-476c-904c-cd2ee7049d81 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=b773dc61-a50a-476c-a3bd-7af5b1190c2f HTTP/1.1" status: 200 len: 210 time: 0.1872578 Nov 11 17:21:26.197008 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 06191f5e-14ba-4ab1-a18a-5a7975f802cc up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:21:26.282823 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975b57d-53c2-4ee8-9dc1-a776d2cfd4c1 req-2837a99e-005d-4d53-a0c3-f35cfa4a1a72 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:26.290722 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8975b57d-53c2-4ee8-9dc1-a776d2cfd4c1 req-2837a99e-005d-4d53-a0c3-f35cfa4a1a72 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.3019397 Nov 11 17:21:26.306135 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 06191f5e-14ba-4ab1-a18a-5a7975f802cc completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:21:26.314725 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 06191f5e-14ba-4ab1-a18a-5a7975f802cc triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:26.315488 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:26.328602 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e8bd4-6ac1-4112-a1a1-114407b29c66 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event updated for resources: {'Subnet': ['ID=82d20ea5-81ce-4fef-9afe-8186d9ab3df5,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:26.421448 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c3b51e-5e33-403e-a658-4bdd7a6da813 x-openstack-request-id: req-44c3b51e-5e33-403e-a658-4bdd7a6da813 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:26.421770 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b773dc61-a50a-476c-a3bd-7af5b1190c2f", "name": "network-vif-deleted", "tag": "2c9dcaef-f660-4e85-a048-6cdd02c93a3e", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:26.423252 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-44c3b51e-5e33-403e-a658-4bdd7a6da813 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:26.425437 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b773dc61-a50a-476c-a3bd-7af5b1190c2f', 'name': 'network-vif-deleted', 'tag': '2c9dcaef-f660-4e85-a048-6cdd02c93a3e', 'status': 'completed', 'code': 200} Nov 11 17:21:26.431413 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87e8bd4-6ac1-4112-a1a1-114407b29c66 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Checking segment: {'id': 'b1d1b710-ac9c-4789-8bfd-35c32d9b5853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '2d103e92-4f54-41f0-9dd1-ba0588eb26fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:21:26.435010 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87e8bd4-6ac1-4112-a1a1-114407b29c66 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Network hostable DHCP agents. Network: 2d103e92-4f54-41f0-9dd1-ba0588eb26fa, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:21:26.464271 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:26.482732 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87e8bd4-6ac1-4112-a1a1-114407b29c66 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Network 2d103e92-4f54-41f0-9dd1-ba0588eb26fa is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:21:26.500173 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-e87e8bd4-6ac1-4112-a1a1-114407b29c66 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 2d103e92-4f54-41f0-9dd1-ba0588eb26fa) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:21:26.504919 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87e8bd4-6ac1-4112-a1a1-114407b29c66 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:26.505855 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e87e8bd4-6ac1-4112-a1a1-114407b29c66 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:26.513795 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b31dabd0-6ee2-47ae-ae13-8b1ed8df35bc req-a90ea270-71ca-481a-966f-6cf412bd5906 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&device_id=b773dc61-a50a-476c-a3bd-7af5b1190c2f HTTP/1.1" status: 200 len: 210 time: 0.0874171 Nov 11 17:21:26.514242 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a98836-c1dd-4ad7-94e6-b4f2a5fa1276 None None] Network 2d103e92-4f54-41f0-9dd1-ba0588eb26fa requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:21:26.530355 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02d3bfb5-6a1f-41a5-b588-575b97f69e91 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:26.539022 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e87e8bd4-6ac1-4112-a1a1-114407b29c66 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0366905 Nov 11 17:21:26.541793 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53500) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:26.547197 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-6b22bc4d-5ef8-4668-a7d8-4036901be41b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Request body: {'port': {'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781', 'name': 'tempest-TaggedBootDevicesTest-66763042', 'fixed_ips': [{'subnet_id': '3adf3a3d-8ad1-4679-a4f6-1feef5465afc'}]}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:26.562455 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482320fe-4fe7-4abc-9b5b-85f17b07a7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06191f5e-14ba-4ab1-a18a-5a7975f802cc'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:26.564593 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bd5107-80ff-4ce3-87e5-2c8b5d1052f9" -d '{"events": [{"server_uuid": "482320fe-4fe7-4abc-9b5b-85f17b07a7a6", "name": "network-vif-plugged", "status": "completed", "tag": "06191f5e-14ba-4ab1-a18a-5a7975f802cc"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:26.776188 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b22bc4d-5ef8-4668-a7d8-4036901be41b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Made reservation on behalf of 57a0547569de40a6ab45455039002426 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:21:26.777494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31dabd0-6ee2-47ae-ae13-8b1ed8df35bc req-4b30c598-55d3-4b0c-a0fb-465a944785dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:26.780929 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b31dabd0-6ee2-47ae-ae13-8b1ed8df35bc req-4b30c598-55d3-4b0c-a0fb-465a944785dc service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2423708 Nov 11 17:21:26.872521 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8975b57d-53c2-4ee8-9dc1-a776d2cfd4c1 req-2e5a5bea-b4a4-4aab-8de0-f5f446d9a4a5 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5715041 Nov 11 17:21:26.960408 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 06191f5e-14ba-4ab1-a18a-5a7975f802cc, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=06191f5e-14ba-4ab1-a18a-5a7975f802cc,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:27.030569 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6b22bc4d-5ef8-4668-a7d8-4036901be41b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:27.079969 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02d3bfb5-6a1f-41a5-b588-575b97f69e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:27.095984 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f55b369-dcc0-45be-a186-71c163a392f5 x-openstack-request-id: req-5f55b369-dcc0-45be-a186-71c163a392f5 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:27.096271 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482320fe-4fe7-4abc-9b5b-85f17b07a7a6", "name": "network-vif-plugged", "status": "completed", "tag": "06191f5e-14ba-4ab1-a18a-5a7975f802cc", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:27.096524 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5f55b369-dcc0-45be-a186-71c163a392f5 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:27.100037 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482320fe-4fe7-4abc-9b5b-85f17b07a7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06191f5e-14ba-4ab1-a18a-5a7975f802cc', 'code': 200} Nov 11 17:21:27.152246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd2de3-541a-4907-8989-98454ef12bc0 req-384e167c-4540-4221-ba65-d0515d959d7a tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:27.153171 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:27.156855 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 2e0990f1-da35-4105-9331-967c612f7ec4 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:21:27.160685 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-6b22bc4d-5ef8-4668-a7d8-4036901be41b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] device_id is not set on port bce743be-b36f-4589-ba04-a494a1bf25a3 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:21:27.171226 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ebfd2de3-541a-4907-8989-98454ef12bc0 req-384e167c-4540-4221-ba65-d0515d959d7a tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efe92ba-cb1b-473b-a410-d090a4dc4b14 HTTP/1.1" status: 200 len: 945 time: 0.6551144 Nov 11 17:21:27.397450 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fe044b-de90-4c28-96d3-c4aad0ad6be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-2d103e92-4f54-41f0-9dd1-ba0588eb26fa', 'network_id': '2d103e92-4f54-41f0-9dd1-ba0588eb26fa', 'tenant_id': '57a0547569de40a6ab45455039002426', 'fixed_ips': [{'subnet_id': '82d20ea5-81ce-4fef-9afe-8186d9ab3df5'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:21:27.398423 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-07fe044b-de90-4c28-96d3-c4aad0ad6be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:27.418281 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2fe37-ec94-4aa7-8c18-93baf2f7ea54 req-2b1c7e98-aaaf-40c1-bc09-042bdba523a5 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:27.426331 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-edb2fe37-ec94-4aa7-8c18-93baf2f7ea54 req-2b1c7e98-aaaf-40c1-bc09-042bdba523a5 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=482320fe-4fe7-4abc-9b5b-85f17b07a7a6 HTTP/1.1" status: 200 len: 950 time: 0.2392852 Nov 11 17:21:27.430824 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d3bfb5-6a1f-41a5-b588-575b97f69e91 None None] Network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:21:27.440862 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a874a-6210-4c98-9dc1-3814507dbb5a req-f2c97395-8117-4b4f-b355-fef92022d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:27.442527 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3bfb5-6a1f-41a5-b588-575b97f69e91 None None] Pushing event updated for resources: {'Port': ['ID=97a7060c-6109-4430-940f-e2a79b8d4ddd,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:27.444529 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31dabd0-6ee2-47ae-ae13-8b1ed8df35bc req-d7c336a9-cf0e-41d3-a448-8f524a435831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:27.444962 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ac0a874a-6210-4c98-9dc1-3814507dbb5a req-f2c97395-8117-4b4f-b355-fef92022d8e0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=482320fe-4fe7-4abc-9b5b-85f17b07a7a6 HTTP/1.1" status: 200 len: 1101 time: 0.3654060 Nov 11 17:21:27.449661 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b31dabd0-6ee2-47ae-ae13-8b1ed8df35bc req-d7c336a9-cf0e-41d3-a448-8f524a435831 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6409869 Nov 11 17:21:27.535492 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ebfd2de3-541a-4907-8989-98454ef12bc0 req-c20378bb-09ec-45fd-9f2e-32272f5a475a tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630495 Nov 11 17:21:27.550799 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-02d3bfb5-6a1f-41a5-b588-575b97f69e91 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:21:27.553801 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d3bfb5-6a1f-41a5-b588-575b97f69e91 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:21:27.562075 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=06191f5e-14ba-4ab1-a18a-5a7975f802cc,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:27.615905 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-edb2fe37-ec94-4aa7-8c18-93baf2f7ea54 req-81e4e363-0d5d-45b5-bdff-dfa96ab5eac9 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884794 Nov 11 17:21:27.666558 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-02d3bfb5-6a1f-41a5-b588-575b97f69e91 None None] Attempting to bind port 97a7060c-6109-4430-940f-e2a79b8d4ddd on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:21:27.666984 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-02d3bfb5-6a1f-41a5-b588-575b97f69e91 None None] Attempting to bind port 97a7060c-6109-4430-940f-e2a79b8d4ddd by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '3419440d-7fe8-480d-929f-ac3279dc54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:21:27.667359 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d3bfb5-6a1f-41a5-b588-575b97f69e91 None None] Attempting to bind port 97a7060c-6109-4430-940f-e2a79b8d4ddd on network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:21:27.733774 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ac0a874a-6210-4c98-9dc1-3814507dbb5a req-a677a05f-1c01-4dae-b4dc-78ec363ed438 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727134 Nov 11 17:21:27.739069 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d3bfb5-6a1f-41a5-b588-575b97f69e91 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:21:27.739454 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d3bfb5-6a1f-41a5-b588-575b97f69e91 None None] Checking segment: {'id': '3419440d-7fe8-480d-929f-ac3279dc54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:21:27.739899 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02d3bfb5-6a1f-41a5-b588-575b97f69e91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:27.740359 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d3bfb5-6a1f-41a5-b588-575b97f69e91 None None] Bound using segment: {'id': '3419440d-7fe8-480d-929f-ac3279dc54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:21:27.740850 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-02d3bfb5-6a1f-41a5-b588-575b97f69e91 None None] Bound port: 97a7060c-6109-4430-940f-e2a79b8d4ddd, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3419440d-7fe8-480d-929f-ac3279dc54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:21:27.741235 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02d3bfb5-6a1f-41a5-b588-575b97f69e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:27.754286 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-889b75b4-12bb-41cd-aa58-0b1550414751 req-94da3f1b-3faf-4a6b-a283-ba0a25d534ac tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=b773dc61-a50a-476c-a3bd-7af5b1190c2f HTTP/1.1" status: 200 len: 210 time: 0.0686572 Nov 11 17:21:27.836432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-6b22bc4d-5ef8-4668-a7d8-4036901be41b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Allocated IP 10.1.1.55 (26d2863b-e9a5-49ec-ba62-a9518e7e8781/3adf3a3d-8ad1-4679-a4f6-1feef5465afc/bce743be-b36f-4589-ba04-a494a1bf25a3) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:21:27.847028 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-02d3bfb5-6a1f-41a5-b588-575b97f69e91 None None] For port 97a7060c-6109-4430-940f-e2a79b8d4ddd, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:21:27.855690 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-02d3bfb5-6a1f-41a5-b588-575b97f69e91 None None] For port 97a7060c-6109-4430-940f-e2a79b8d4ddd, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=97a7060c-6109-4430-940f-e2a79b8d4ddd,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:21:27.882299 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02d3bfb5-6a1f-41a5-b588-575b97f69e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:27.884194 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 2e0990f1-da35-4105-9331-967c612f7ec4 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:21:27.993688 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 2e0990f1-da35-4105-9331-967c612f7ec4 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:27.995027 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:28.117152 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56231c-4314-4fbe-b105-e75fb8a4f528 req-6766c877-cba4-4241-9324-529f53a69b41 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:28.144573 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b56231c-4314-4fbe-b105-e75fb8a4f528 req-6766c877-cba4-4241-9324-529f53a69b41 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.1539540 Nov 11 17:21:28.151008 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6b22bc4d-5ef8-4668-a7d8-4036901be41b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:28.155340 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3bfb5-6a1f-41a5-b588-575b97f69e91 None None] Pushing event updated for resources: {'Port': ['ID=97a7060c-6109-4430-940f-e2a79b8d4ddd,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:28.200222 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-07fe044b-de90-4c28-96d3-c4aad0ad6be2 None None] Allocated IP 10.2.2.2 (2d103e92-4f54-41f0-9dd1-ba0588eb26fa/82d20ea5-81ce-4fef-9afe-8186d9ab3df5/76df186e-6209-4c1e-9839-5ed179c58939) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:21:28.204961 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6b22bc4d-5ef8-4668-a7d8-4036901be41b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:28.276771 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b56231c-4314-4fbe-b105-e75fb8a4f528 req-e2dec293-7849-4383-b26e-5072542a0cc2 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256948 Nov 11 17:21:28.348247 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:28.390595 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b22bc4d-5ef8-4668-a7d8-4036901be41b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:21:28.413192 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-6b22bc4d-5ef8-4668-a7d8-4036901be41b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:21:28.416874 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b22bc4d-5ef8-4668-a7d8-4036901be41b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:21:28.547584 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 2e0990f1-da35-4105-9331-967c612f7ec4, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=2e0990f1-da35-4105-9331-967c612f7ec4,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:28.562841 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:28.591054 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22bc4d-5ef8-4668-a7d8-4036901be41b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event updated for resources: {'Port': ['ID=bce743be-b36f-4589-ba04-a494a1bf25a3,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:28.640545 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-07fe044b-de90-4c28-96d3-c4aad0ad6be2 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:28.650308 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b22bc4d-5ef8-4668-a7d8-4036901be41b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:28.653083 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-07fe044b-de90-4c28-96d3-c4aad0ad6be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:28.658929 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6b22bc4d-5ef8-4668-a7d8-4036901be41b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:28.679987 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=2e0990f1-da35-4105-9331-967c612f7ec4,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:28.705645 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6b22bc4d-5ef8-4668-a7d8-4036901be41b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1618712 Nov 11 17:21:28.708186 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53560) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:28.714272 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fe044b-de90-4c28-96d3-c4aad0ad6be2 None None] Network 2d103e92-4f54-41f0-9dd1-ba0588eb26fa is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:21:28.719099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a9bde940-f6bb-4917-b6ad-d992e0113247 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Request body: {'port': {'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781', 'name': 'tempest-TaggedBootDevicesTest-1381958420', 'fixed_ips': [{'subnet_id': '3adf3a3d-8ad1-4679-a4f6-1feef5465afc'}]}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:28.768205 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-07fe044b-de90-4c28-96d3-c4aad0ad6be2 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:21:28.778940 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe044b-de90-4c28-96d3-c4aad0ad6be2 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:21:28.788450 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d680185-980e-47b0-b53d-c82ba4d8ee35 req-c57673c1-f67b-49fe-8423-4d734994138d tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:28.804043 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8d680185-980e-47b0-b53d-c82ba4d8ee35 req-c57673c1-f67b-49fe-8423-4d734994138d tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efe92ba-cb1b-473b-a410-d090a4dc4b14 HTTP/1.1" status: 200 len: 946 time: 0.1261013 Nov 11 17:21:28.877597 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b31dabd0-6ee2-47ae-ae13-8b1ed8df35bc req-95e43cda-684f-4194-9c16-427ebb42a6cf tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.83 "GET /v2.0/ports?device_id=b773dc61-a50a-476c-a3bd-7af5b1190c2f HTTP/1.1" status: 200 len: 210 time: 0.0340178 Nov 11 17:21:28.942639 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe044b-de90-4c28-96d3-c4aad0ad6be2 None None] Pushing event updated for resources: {'Port': ['ID=76df186e-6209-4c1e-9839-5ed179c58939,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:28.986311 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-07fe044b-de90-4c28-96d3-c4aad0ad6be2 None None] Attempting to bind port 76df186e-6209-4c1e-9839-5ed179c58939 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:21:28.988342 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-07fe044b-de90-4c28-96d3-c4aad0ad6be2 None None] Attempting to bind port 76df186e-6209-4c1e-9839-5ed179c58939 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'b1d1b710-ac9c-4789-8bfd-35c32d9b5853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '2d103e92-4f54-41f0-9dd1-ba0588eb26fa'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:21:28.988836 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fe044b-de90-4c28-96d3-c4aad0ad6be2 None None] Attempting to bind port 76df186e-6209-4c1e-9839-5ed179c58939 on network 2d103e92-4f54-41f0-9dd1-ba0588eb26fa {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:21:29.001751 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fe044b-de90-4c28-96d3-c4aad0ad6be2 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:21:29.004196 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fe044b-de90-4c28-96d3-c4aad0ad6be2 None None] Checking segment: {'id': 'b1d1b710-ac9c-4789-8bfd-35c32d9b5853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '2d103e92-4f54-41f0-9dd1-ba0588eb26fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:21:29.005925 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-07fe044b-de90-4c28-96d3-c4aad0ad6be2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:29.008753 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fe044b-de90-4c28-96d3-c4aad0ad6be2 None None] Bound using segment: {'id': 'b1d1b710-ac9c-4789-8bfd-35c32d9b5853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '2d103e92-4f54-41f0-9dd1-ba0588eb26fa'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:21:29.008753 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-07fe044b-de90-4c28-96d3-c4aad0ad6be2 None None] Bound port: 76df186e-6209-4c1e-9839-5ed179c58939, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d1b710-ac9c-4789-8bfd-35c32d9b5853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '2d103e92-4f54-41f0-9dd1-ba0588eb26fa'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:21:29.008753 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-07fe044b-de90-4c28-96d3-c4aad0ad6be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:29.016866 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bde940-f6bb-4917-b6ad-d992e0113247 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Made reservation on behalf of 57a0547569de40a6ab45455039002426 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:21:29.021843 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a9bde940-f6bb-4917-b6ad-d992e0113247 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:29.054374 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8d680185-980e-47b0-b53d-c82ba4d8ee35 req-02a5c06c-7d92-46c1-9161-dbc84a9fbe0e tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338858 Nov 11 17:21:29.091277 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-a9bde940-f6bb-4917-b6ad-d992e0113247 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] device_id is not set on port 77cd4467-9c5c-4a7c-addb-a79b3b86465e yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:21:29.097323 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1232b90-0089-4d72-8a02-3a411cfdb024 req-636cf8bf-10e8-4c7e-9fcc-a6d00496bd3f tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:29.109253 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d1232b90-0089-4d72-8a02-3a411cfdb024 req-636cf8bf-10e8-4c7e-9fcc-a6d00496bd3f tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=482320fe-4fe7-4abc-9b5b-85f17b07a7a6 HTTP/1.1" status: 200 len: 950 time: 0.1198063 Nov 11 17:21:29.127529 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efe92ba-cb1b-473b-a410-d090a4dc4b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0990f1-da35-4105-9331-967c612f7ec4'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:29.136013 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906e3c4c-afea-404b-9697-1e3f25e6ea2b" -d '{"events": [{"server_uuid": "9efe92ba-cb1b-473b-a410-d090a4dc4b14", "name": "network-vif-plugged", "status": "completed", "tag": "2e0990f1-da35-4105-9331-967c612f7ec4"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:29.185370 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d1232b90-0089-4d72-8a02-3a411cfdb024 req-46698188-5731-48d2-9f2f-dd78f91d9f28 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746520 Nov 11 17:21:29.213436 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-07fe044b-de90-4c28-96d3-c4aad0ad6be2 None None] For port 76df186e-6209-4c1e-9839-5ed179c58939, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:21:29.222956 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-07fe044b-de90-4c28-96d3-c4aad0ad6be2 None None] For port 76df186e-6209-4c1e-9839-5ed179c58939, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=76df186e-6209-4c1e-9839-5ed179c58939,segment=NetworkSegment(b1d1b710-ac9c-4789-8bfd-35c32d9b5853),segment_id=b1d1b710-ac9c-4789-8bfd-35c32d9b5853)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:21:29.241607 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-07fe044b-de90-4c28-96d3-c4aad0ad6be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:29.289568 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bfa724a0-3482-4f50-a769-9f9610a5f8c7 req-01145280-0269-4909-8653-ab2157b40ce6 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=b773dc61-a50a-476c-a3bd-7af5b1190c2f HTTP/1.1" status: 200 len: 210 time: 0.0639935 Nov 11 17:21:29.408979 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-a9bde940-f6bb-4917-b6ad-d992e0113247 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Allocated IP 10.1.1.135 (26d2863b-e9a5-49ec-ba62-a9518e7e8781/3adf3a3d-8ad1-4679-a4f6-1feef5465afc/77cd4467-9c5c-4a7c-addb-a79b3b86465e) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:21:29.436430 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc38662f-7187-4da7-b523-a0d4a6cf4899 x-openstack-request-id: req-fc38662f-7187-4da7-b523-a0d4a6cf4899 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:29.436986 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efe92ba-cb1b-473b-a410-d090a4dc4b14", "name": "network-vif-plugged", "status": "completed", "tag": "2e0990f1-da35-4105-9331-967c612f7ec4", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:29.437894 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fc38662f-7187-4da7-b523-a0d4a6cf4899 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:29.438509 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efe92ba-cb1b-473b-a410-d090a4dc4b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0990f1-da35-4105-9331-967c612f7ec4', 'code': 200} Nov 11 17:21:29.441630 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe044b-de90-4c28-96d3-c4aad0ad6be2 None None] Pushing event updated for resources: {'Port': ['ID=76df186e-6209-4c1e-9839-5ed179c58939,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:29.835227 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366f977-e150-4247-9ef3-38da44ba671a req-153c3e24-aa35-493d-a645-4526c76bf783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:29.836910 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5366f977-e150-4247-9ef3-38da44ba671a req-153c3e24-aa35-493d-a645-4526c76bf783 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9efe92ba-cb1b-473b-a410-d090a4dc4b14 HTTP/1.1" status: 200 len: 1097 time: 0.1357937 Nov 11 17:21:29.862515 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a9bde940-f6bb-4917-b6ad-d992e0113247 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:29.895358 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70241af-774b-4019-bd2e-eb622418be59 req-1bdff3ca-fd46-4c36-a526-5ae7b8972cbb tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:29.896002 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70241af-774b-4019-bd2e-eb622418be59 req-1bdff3ca-fd46-4c36-a526-5ae7b8972cbb tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:29.896741 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70241af-774b-4019-bd2e-eb622418be59 req-1bdff3ca-fd46-4c36-a526-5ae7b8972cbb tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:29.897570 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70241af-774b-4019-bd2e-eb622418be59 req-1bdff3ca-fd46-4c36-a526-5ae7b8972cbb tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:29.898078 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70241af-774b-4019-bd2e-eb622418be59 req-1bdff3ca-fd46-4c36-a526-5ae7b8972cbb tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:29.898907 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70241af-774b-4019-bd2e-eb622418be59 req-1bdff3ca-fd46-4c36-a526-5ae7b8972cbb tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:29.899369 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70241af-774b-4019-bd2e-eb622418be59 req-1bdff3ca-fd46-4c36-a526-5ae7b8972cbb tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:29.899839 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70241af-774b-4019-bd2e-eb622418be59 req-1bdff3ca-fd46-4c36-a526-5ae7b8972cbb tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:29.900290 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70241af-774b-4019-bd2e-eb622418be59 req-1bdff3ca-fd46-4c36-a526-5ae7b8972cbb tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:29.901108 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70241af-774b-4019-bd2e-eb622418be59 req-1bdff3ca-fd46-4c36-a526-5ae7b8972cbb tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:29.901563 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70241af-774b-4019-bd2e-eb622418be59 req-1bdff3ca-fd46-4c36-a526-5ae7b8972cbb tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:29.915938 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f70241af-774b-4019-bd2e-eb622418be59 req-1bdff3ca-fd46-4c36-a526-5ae7b8972cbb tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7786 time: 0.2943535 Nov 11 17:21:29.946106 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508432c-bce4-49fb-a5a6-106fd52b755b req-7a9b29eb-017d-4348-8eef-ea5ffd5abd61 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:29.956278 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f508432c-bce4-49fb-a5a6-106fd52b755b req-7a9b29eb-017d-4348-8eef-ea5ffd5abd61 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.3463445 Nov 11 17:21:30.038815 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc14e62-96ea-4e7f-b467-7af5192b548c None None] Network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:21:30.047101 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5366f977-e150-4247-9ef3-38da44ba671a req-8dbbd542-fc4b-4292-9296-5efdfd9c4795 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882069 Nov 11 17:21:30.068022 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a9bde940-f6bb-4917-b6ad-d992e0113247 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:30.155547 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bde940-f6bb-4917-b6ad-d992e0113247 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:21:30.161066 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-a9bde940-f6bb-4917-b6ad-d992e0113247 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:21:30.167319 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bde940-f6bb-4917-b6ad-d992e0113247 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:21:30.170782 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bde940-f6bb-4917-b6ad-d992e0113247 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event updated for resources: {'Port': ['ID=77cd4467-9c5c-4a7c-addb-a79b3b86465e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:30.178725 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 97a7060c-6109-4430-940f-e2a79b8d4ddd up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:21:30.217808 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f508432c-bce4-49fb-a5a6-106fd52b755b req-96aa036e-ddb2-438e-af1a-eba468fef848 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605584 Nov 11 17:21:30.244056 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bde940-f6bb-4917-b6ad-d992e0113247 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:30.244677 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a9bde940-f6bb-4917-b6ad-d992e0113247 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:30.274647 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a9bde940-f6bb-4917-b6ad-d992e0113247 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5617681 Nov 11 17:21:30.274871 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-08909fb4-b869-4a74-884d-1c86716b4b75 None None] Provisioning complete for port 97a7060c-6109-4430-940f-e2a79b8d4ddd triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:30.274871 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-08909fb4-b869-4a74-884d-1c86716b4b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:30.310767 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ab995-1e62-4539-92ee-85dd0f88690e req-95d1df03-7838-4c37-aa95-f29e42045a3c tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:30.331156 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-611ab995-1e62-4539-92ee-85dd0f88690e req-95d1df03-7838-4c37-aa95-f29e42045a3c tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 886 time: 0.3387775 Nov 11 17:21:30.434305 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be88a9-3bfc-40bb-b730-052345149f0e req-ac30719e-e643-49fc-a22f-70876262294c tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:30.439264 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 97a7060c-6109-4430-940f-e2a79b8d4ddd triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:30.439636 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:30.444249 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-98be88a9-3bfc-40bb-b730-052345149f0e req-ac30719e-e643-49fc-a22f-70876262294c tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efe92ba-cb1b-473b-a410-d090a4dc4b14 HTTP/1.1" status: 200 len: 946 time: 0.0716944 Nov 11 17:21:30.616585 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-98be88a9-3bfc-40bb-b730-052345149f0e req-e2fa7ca1-8447-4120-9321-effdb96eeedf tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710746 Nov 11 17:21:30.644506 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9353d-c1fb-408d-876f-4747ab1a4a3e req-e1aac3fa-2cbe-48ac-87eb-c613fb9d4a6b tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:30.654367 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a7d9353d-c1fb-408d-876f-4747ab1a4a3e req-e1aac3fa-2cbe-48ac-87eb-c613fb9d4a6b tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=482320fe-4fe7-4abc-9b5b-85f17b07a7a6 HTTP/1.1" status: 200 len: 950 time: 0.2347183 Nov 11 17:21:30.720236 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:30.723438 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-08909fb4-b869-4a74-884d-1c86716b4b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:30.804298 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a7d9353d-c1fb-408d-876f-4747ab1a4a3e req-cb39d6c5-8152-4fb5-bf74-1ba984fef930 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460676 Nov 11 17:21:30.816310 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53602) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:30.861682 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 97a7060c-6109-4430-940f-e2a79b8d4ddd, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=97a7060c-6109-4430-940f-e2a79b8d4ddd,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:30.888758 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:30.889574 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 76df186e-6209-4c1e-9839-5ed179c58939 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:21:31.056567 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ad3b58cb-2c0d-4614-8a24-5388f6933f34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:31.068862 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53608) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:31.084956 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9a99b-fed3-46f1-80c0-716836b9384b req-6b118587-c497-4b29-9986-7d8a0462875d tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:31.085686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9a99b-fed3-46f1-80c0-716836b9384b req-6b118587-c497-4b29-9986-7d8a0462875d tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:31.086120 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9a99b-fed3-46f1-80c0-716836b9384b req-6b118587-c497-4b29-9986-7d8a0462875d tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:31.086584 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9a99b-fed3-46f1-80c0-716836b9384b req-6b118587-c497-4b29-9986-7d8a0462875d tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:31.087032 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9a99b-fed3-46f1-80c0-716836b9384b req-6b118587-c497-4b29-9986-7d8a0462875d tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:31.089430 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9a99b-fed3-46f1-80c0-716836b9384b req-6b118587-c497-4b29-9986-7d8a0462875d tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:31.089643 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=97a7060c-6109-4430-940f-e2a79b8d4ddd,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:31.090314 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9a99b-fed3-46f1-80c0-716836b9384b req-6b118587-c497-4b29-9986-7d8a0462875d tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:31.090778 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9a99b-fed3-46f1-80c0-716836b9384b req-6b118587-c497-4b29-9986-7d8a0462875d tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:31.091344 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9a99b-fed3-46f1-80c0-716836b9384b req-6b118587-c497-4b29-9986-7d8a0462875d tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:31.091676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9a99b-fed3-46f1-80c0-716836b9384b req-6b118587-c497-4b29-9986-7d8a0462875d tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:31.096710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9a99b-fed3-46f1-80c0-716836b9384b req-6b118587-c497-4b29-9986-7d8a0462875d tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:31.098896 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40f9a99b-fed3-46f1-80c0-716836b9384b req-6b118587-c497-4b29-9986-7d8a0462875d tempest-NetworksTest-923205751 tempest-NetworksTest-923205751-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7786 time: 0.2476478 Nov 11 17:21:31.149073 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-6d7af29b-6a53-47af-8e7a-e3bafb118b96 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--654056718', 'description': 'tempest-description--685157673'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:31.234073 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2653d4-2aba-4dcf-bb05-2cd6f456d97f None None] Network 2d103e92-4f54-41f0-9dd1-ba0588eb26fa requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:21:31.250985 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d7af29b-6a53-47af-8e7a-e3bafb118b96 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:31.355831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5fddf-6d8e-406f-b49a-ac3fa0ef6563 req-b8e08732-68b5-43ea-bb50-bfd991d6b2fa tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:31.369604 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a4f5fddf-6d8e-406f-b49a-ac3fa0ef6563 req-b8e08732-68b5-43ea-bb50-bfd991d6b2fa tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=482320fe-4fe7-4abc-9b5b-85f17b07a7a6 HTTP/1.1" status: 200 len: 1101 time: 0.1773930 Nov 11 17:21:31.381415 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-08909fb4-b869-4a74-884d-1c86716b4b75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:21:31.382099 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-08909fb4-b869-4a74-884d-1c86716b4b75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:21:31.400416 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 76df186e-6209-4c1e-9839-5ed179c58939 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:31.401019 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:31.478651 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ad3b58cb-2c0d-4614-8a24-5388f6933f34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:31.502167 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ad3b58cb-2c0d-4614-8a24-5388f6933f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:31.549575 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a4f5fddf-6d8e-406f-b49a-ac3fa0ef6563 req-7fb34596-a370-4aab-9f58-ab102e098174 tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775589 Nov 11 17:21:31.572601 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ad3b58cb-2c0d-4614-8a24-5388f6933f34 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=800f2ce990704f8d9b468efbc8efb29d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7545073 Nov 11 17:21:31.576640 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53620) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:31.642554 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51175a5-7f14-4eef-a966-c0ef2ffd11e1 req-b6ae541e-2908-4181-b073-17e7283c4093 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:31.658302 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a51175a5-7f14-4eef-a966-c0ef2ffd11e1 req-b6ae541e-2908-4181-b073-17e7283c4093 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.2207425 Nov 11 17:21:31.722976 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53634) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:31.725468 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d7af29b-6a53-47af-8e7a-e3bafb118b96 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:31.842111 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b58cb-2c0d-4614-8a24-5388f6933f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4823b70d-15d2-45a3-8242-9cdabb51114d,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:31.846727 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a51175a5-7f14-4eef-a966-c0ef2ffd11e1 req-cff440d5-1379-46f5-99cf-c9babe4f7f21 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822720 Nov 11 17:21:31.849896 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d7af29b-6a53-47af-8e7a-e3bafb118b96 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:31.927051 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7af29b-6a53-47af-8e7a-e3bafb118b96 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e47111-8d50-4cd5-9e61-1d3475c3adda,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:31.936815 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d7af29b-6a53-47af-8e7a-e3bafb118b96 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:31.937973 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6d7af29b-6a53-47af-8e7a-e3bafb118b96 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8679514 Nov 11 17:21:31.948595 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53642) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:31.967367 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-8dc7e311-c531-4b88-8751-2e2344d95e1d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Request body: {'security_group_rule': {'security_group_id': '77e47111-8d50-4cd5-9e61-1d3475c3adda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:31.989501 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d7ceb27-d94f-4f71-899f-74030ca7c28e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:32.021623 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d7ceb27-d94f-4f71-899f-74030ca7c28e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:32.072933 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e311-c531-4b88-8751-2e2344d95e1d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:32.124297 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:32.169699 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 76df186e-6209-4c1e-9839-5ed179c58939, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=76df186e-6209-4c1e-9839-5ed179c58939,segment=NetworkSegment(b1d1b710-ac9c-4789-8bfd-35c32d9b5853),segment_id=b1d1b710-ac9c-4789-8bfd-35c32d9b5853)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:32.179849 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:32.188087 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d7ceb27-d94f-4f71-899f-74030ca7c28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:32.190745 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d7ceb27-d94f-4f71-899f-74030ca7c28e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:32.202552 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9d7ceb27-d94f-4f71-899f-74030ca7c28e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4823b70d-15d2-45a3-8242-9cdabb51114d HTTP/1.1" status: 204 len: 168 time: 0.6184978 Nov 11 17:21:32.218634 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ceb27-d94f-4f71-899f-74030ca7c28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4823b70d-15d2-45a3-8242-9cdabb51114d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:32.264842 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e311-c531-4b88-8751-2e2344d95e1d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:32.276390 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e311-c531-4b88-8751-2e2344d95e1d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:32.308438 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=76df186e-6209-4c1e-9839-5ed179c58939,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:32.313058 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0f377903-9828-4b36-9ed5-1dd2d5f6424e None None] Provisioning complete for port 97a7060c-6109-4430-940f-e2a79b8d4ddd triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:32.313967 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0f377903-9828-4b36-9ed5-1dd2d5f6424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:32.320202 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7e311-c531-4b88-8751-2e2344d95e1d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f48d31f3-a302-4bc7-9616-087925720259,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:32.368763 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e311-c531-4b88-8751-2e2344d95e1d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:32.370414 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8dc7e311-c531-4b88-8751-2e2344d95e1d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4139955 Nov 11 17:21:32.376789 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53646) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:32.381615 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-ec845213-ecb1-40d6-94a7-8b10388c7ffa tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Request body: {'security_group_rule': {'security_group_id': '77e47111-8d50-4cd5-9e61-1d3475c3adda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:32.399718 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 97a7060c-6109-4430-940f-e2a79b8d4ddd up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:21:32.429295 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ec845213-ecb1-40d6-94a7-8b10388c7ffa tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:32.555012 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ec845213-ecb1-40d6-94a7-8b10388c7ffa tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:32.564737 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ec845213-ecb1-40d6-94a7-8b10388c7ffa tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:32.574717 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 97a7060c-6109-4430-940f-e2a79b8d4ddd triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:32.575400 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:32.601246 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec845213-ecb1-40d6-94a7-8b10388c7ffa tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6fed10-697c-4ac5-8f1e-2699066d4eef,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:32.621154 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ec845213-ecb1-40d6-94a7-8b10388c7ffa tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:32.622810 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ec845213-ecb1-40d6-94a7-8b10388c7ffa tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2449994 Nov 11 17:21:32.626711 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53650) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:32.634379 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-76a570e0-70ca-4920-978c-5b928d236fac tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:32.665865 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4201d4d4-eac3-4f21-8919-05eacf2084ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:32.679410 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76a570e0-70ca-4920-978c-5b928d236fac tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for floatingip, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:32.708011 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0f377903-9828-4b36-9ed5-1dd2d5f6424e None None] Provisioning complete for port 76df186e-6209-4c1e-9839-5ed179c58939 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:32.708361 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0f377903-9828-4b36-9ed5-1dd2d5f6424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:32.767306 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-5b618d4c-11f8-4a16-b9a5-0bcbdbe7aaca tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:32.768950 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-5b618d4c-11f8-4a16-b9a5-0bcbdbe7aaca tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/networks?id=aef12edc-1263-4022-a80e-fb863587e53a HTTP/1.1" status: 200 len: 811 time: 1.0242610 Nov 11 17:21:32.789300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd957d-f8fa-450d-a88f-947b6ee8347e req-4ecc4089-e7a4-40cb-b3d4-d28d1f30adf5 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:32.790764 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46bd957d-f8fa-450d-a88f-947b6ee8347e req-4ecc4089-e7a4-40cb-b3d4-d28d1f30adf5 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efe92ba-cb1b-473b-a410-d090a4dc4b14 HTTP/1.1" status: 200 len: 946 time: 0.7862558 Nov 11 17:21:32.815118 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0f377903-9828-4b36-9ed5-1dd2d5f6424e None None] Provisioning complete for port bce743be-b36f-4589-ba04-a494a1bf25a3 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:32.815900 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0f377903-9828-4b36-9ed5-1dd2d5f6424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:32.828733 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76a570e0-70ca-4920-978c-5b928d236fac tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:32.880120 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-392593b8-f78b-4d41-a84d-4fbbadffc208 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/quotas/387406ef69094f328d7c9e69ebc2a5aa HTTP/1.1" status: 200 len: 375 time: 0.0883191 Nov 11 17:21:32.892056 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53658) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:32.893330 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0f377903-9828-4b36-9ed5-1dd2d5f6424e None None] Port bce743be-b36f-4589-ba04-a494a1bf25a3 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:21:32.896696 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 2c9dcaef-f660-4e85-a048-6cdd02c93a3e no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:21:32.921818 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 2c9dcaef-f660-4e85-a048-6cdd02c93a3e {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:21:32.922184 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 2c9dcaef-f660-4e85-a048-6cdd02c93a3e not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:21:32.927477 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07fb36bd-c051-4f17-a68b-30baafd7e848 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:32.931839 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0f377903-9828-4b36-9ed5-1dd2d5f6424e None None] Provisioning complete for port 77cd4467-9c5c-4a7c-addb-a79b3b86465e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:32.932219 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0f377903-9828-4b36-9ed5-1dd2d5f6424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:32.954846 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-ecadde56-3af9-4809-996d-7d91dfef429f tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615265 Nov 11 17:21:32.996965 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0f377903-9828-4b36-9ed5-1dd2d5f6424e None None] Port 77cd4467-9c5c-4a7c-addb-a79b3b86465e cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:21:33.045060 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46bd957d-f8fa-450d-a88f-947b6ee8347e req-2ff2d1c3-d103-4c87-a35b-52813941e084 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322359 Nov 11 17:21:33.084861 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-76a570e0-70ca-4920-978c-5b928d236fac tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Allocated IP 172.25.2.71 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/5d174975-2fc4-4db1-bf47-23e0f11db1bc) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:21:33.136381 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0dbee382-418e-4304-ae61-c925165c42ef None None] Provisioning complete for port 76df186e-6209-4c1e-9839-5ed179c58939 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:33.138084 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0dbee382-418e-4304-ae61-c925165c42ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:33.159085 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4201d4d4-eac3-4f21-8919-05eacf2084ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:33.185696 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4201d4d4-eac3-4f21-8919-05eacf2084ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:33.208073 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-cee24f47-617c-41c5-8a59-3fdcdde7e139 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=9c8725d022684d2c8ee264a71001639b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534935 Nov 11 17:21:33.219610 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07fb36bd-c051-4f17-a68b-30baafd7e848 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:33.232477 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07fb36bd-c051-4f17-a68b-30baafd7e848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:33.263670 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-ebcf86e6-c4b0-46f2-b85a-cca8bb2963e0 service neutron] 10.222.0.76 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981415 Nov 11 17:21:33.312870 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4201d4d4-eac3-4f21-8919-05eacf2084ae admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c4613592a2ba474389adc85ab5de1480&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5805564 Nov 11 17:21:33.314980 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53670) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:33.322336 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-07fb36bd-c051-4f17-a68b-30baafd7e848 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=607b10e931474df0aaf1ce46c0334534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4269767 Nov 11 17:21:33.326670 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53672) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:33.330446 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201d4d4-eac3-4f21-8919-05eacf2084ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de0b038-261e-4e5b-8e79-61c7d1993166,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:33.368358 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb36bd-c051-4f17-a68b-30baafd7e848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b1f453-9e0d-4b8d-975e-877073284394,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:33.408755 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76a570e0-70ca-4920-978c-5b928d236fac tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:33.455816 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb73cfed-3afc-4510-8484-703a1b441684 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:33.466345 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-d826b285-133f-445f-b92f-77dd9352d989 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:33.468443 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-d826b285-133f-445f-b92f-77dd9352d989 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2592359 Nov 11 17:21:33.485439 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb73cfed-3afc-4510-8484-703a1b441684 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:33.492928 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76a570e0-70ca-4920-978c-5b928d236fac tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:33.502769 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-b4f6eb22-a02f-4814-96c0-1de086c6ecfa service neutron] 10.222.0.76 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047000 Nov 11 17:21:33.504633 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-dbe4fb6e-a1ff-4abb-baaa-08654ff0069e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/quotas/9c8725d022684d2c8ee264a71001639b HTTP/1.1" status: 200 len: 375 time: 0.0244756 Nov 11 17:21:33.504879 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ebe2888-cd77-42a5-8b01-efafba5c97fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:33.537006 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a570e0-70ca-4920-978c-5b928d236fac tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:21:33.541774 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-76a570e0-70ca-4920-978c-5b928d236fac tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:21:33.544341 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a570e0-70ca-4920-978c-5b928d236fac tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:21:33.556647 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ebe2888-cd77-42a5-8b01-efafba5c97fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:33.601015 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a570e0-70ca-4920-978c-5b928d236fac tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event updated for resources: {'Port': ['ID=5d174975-2fc4-4db1-bf47-23e0f11db1bc,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:33.613398 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-f024467a-e836-40c2-b31c-fa3d09f9b31e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0985165 Nov 11 17:21:33.641315 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb73cfed-3afc-4510-8484-703a1b441684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:33.645257 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb73cfed-3afc-4510-8484-703a1b441684 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:33.648251 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fb73cfed-3afc-4510-8484-703a1b441684 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e0b1f453-9e0d-4b8d-975e-877073284394 HTTP/1.1" status: 204 len: 168 time: 0.3185420 Nov 11 17:21:33.656675 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ebe2888-cd77-42a5-8b01-efafba5c97fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:33.660286 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ebe2888-cd77-42a5-8b01-efafba5c97fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:33.662144 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6ebe2888-cd77-42a5-8b01-efafba5c97fc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5de0b038-261e-4e5b-8e79-61c7d1993166 HTTP/1.1" status: 204 len: 168 time: 0.3466413 Nov 11 17:21:33.678960 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe2888-cd77-42a5-8b01-efafba5c97fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de0b038-261e-4e5b-8e79-61c7d1993166,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:33.728748 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76a570e0-70ca-4920-978c-5b928d236fac tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:33.736307 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73cfed-3afc-4510-8484-703a1b441684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b1f453-9e0d-4b8d-975e-877073284394,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:33.789100 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76a570e0-70ca-4920-978c-5b928d236fac tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:34.071531 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5a523-e98c-4a40-bc49-d07baeecaff4 req-237e9ecd-a47d-45c7-90df-adde007e80dc tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:34.076943 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00d5a523-e98c-4a40-bc49-d07baeecaff4 req-237e9ecd-a47d-45c7-90df-adde007e80dc tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.1153104 Nov 11 17:21:34.102480 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76a570e0-70ca-4920-978c-5b928d236fac tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:34.112418 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76a570e0-70ca-4920-978c-5b928d236fac tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:34.192263 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00d5a523-e98c-4a40-bc49-d07baeecaff4 req-56a1bbbd-489a-4f49-8a84-6563a43ace63 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143477 Nov 11 17:21:34.363579 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 76df186e-6209-4c1e-9839-5ed179c58939 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:21:34.377183 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a50960ff-5a5b-482b-b4d4-a5bbd37eb61f req-9b476bb7-3996-4999-9486-0f354f1d066e tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=114413e6-2750-49f2-8383-393faf067f4a HTTP/1.1" status: 200 len: 210 time: 0.0814669 Nov 11 17:21:34.449758 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a570e0-70ca-4920-978c-5b928d236fac tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event updated for resources: {'Port': ['ID=5d174975-2fc4-4db1-bf47-23e0f11db1bc,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:34.465428 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76a570e0-70ca-4920-978c-5b928d236fac tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:34.491016 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c453df44-4e9a-4ceb-a347-887ba3b6c62a req-286dff71-d5d6-4119-982a-074e714ab4ce tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=92ae5223-c7a5-4f91-89ec-6c951aa583ab HTTP/1.1" status: 200 len: 210 time: 0.0565512 Nov 11 17:21:34.530444 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76a570e0-70ca-4920-978c-5b928d236fac tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:34.532145 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-76a570e0-70ca-4920-978c-5b928d236fac tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9042013 Nov 11 17:21:34.558618 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 76df186e-6209-4c1e-9839-5ed179c58939 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:34.558925 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:34.661826 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53712) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:34.690957 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-618b2da9-9376-491f-b1f1-c70d2d1d383f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:34.773320 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ee294-db4e-4218-8bc8-f6b2c664c608 req-bb1031bb-9010-42d5-9661-e7f9850828a0 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:34.775465 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-859ee294-db4e-4218-8bc8-f6b2c664c608 req-bb1031bb-9010-42d5-9661-e7f9850828a0 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 944 time: 0.1925745 Nov 11 17:21:34.789647 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dabcf-e24b-4b3c-894b-7f7f5c584091 req-89099e69-5bd0-4f48-8ecc-81e759bfb653 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:34.797664 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-218dabcf-e24b-4b3c-894b-7f7f5c584091 req-89099e69-5bd0-4f48-8ecc-81e759bfb653 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efe92ba-cb1b-473b-a410-d090a4dc4b14 HTTP/1.1" status: 200 len: 946 time: 0.1473460 Nov 11 17:21:34.866671 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be9c72-6e9e-47d6-b8ab-d87e5b8dbab5 req-42f733c2-75f0-41ca-9d4f-3ff9078bac0c tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:34.868788 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-31be9c72-6e9e-47d6-b8ab-d87e5b8dbab5 req-42f733c2-75f0-41ca-9d4f-3ff9078bac0c tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.83 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 944 time: 0.2350688 Nov 11 17:21:34.880428 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-618b2da9-9376-491f-b1f1-c70d2d1d383f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:34.885899 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-618b2da9-9376-491f-b1f1-c70d2d1d383f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:35.007671 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-859ee294-db4e-4218-8bc8-f6b2c664c608 req-5324411f-8139-428d-b75c-fb1a02cc0686 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945555 Nov 11 17:21:35.021542 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-618b2da9-9376-491f-b1f1-c70d2d1d383f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c1a4a9e4a0bb452bb78eb71b5fa2f7c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3579571 Nov 11 17:21:35.025240 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53728) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:35.038384 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b2da9-9376-491f-b1f1-c70d2d1d383f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea76cf0-97dd-43b2-9ed4-b43f30bf0839,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:35.039458 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-218dabcf-e24b-4b3c-894b-7f7f5c584091 req-a7f4e3ec-46d9-49c8-8edd-abb701be94b0 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408631 Nov 11 17:21:35.119987 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-31be9c72-6e9e-47d6-b8ab-d87e5b8dbab5 req-1ee7beea-0618-4bb9-8586-666c01b15b18 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Deleting port 45666ccd-c637-450f-9235-a46ae3943e14 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:21:35.120326 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-31be9c72-6e9e-47d6-b8ab-d87e5b8dbab5 req-1ee7beea-0618-4bb9-8586-666c01b15b18 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:35.249872 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53742) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:35.267346 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-73ca9c8a-3f6f-4eae-bc69-221d24311fd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:35.313383 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-ddb760ab-4c46-4b93-846d-53b26da50685 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--654056718&fields=id&tenant_id=57a0547569de40a6ab45455039002426 HTTP/1.1" status: 200 len: 267 time: 0.1340132 Nov 11 17:21:35.364569 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-73ca9c8a-3f6f-4eae-bc69-221d24311fd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:35.378163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-31be9c72-6e9e-47d6-b8ab-d87e5b8dbab5 req-1ee7beea-0618-4bb9-8586-666c01b15b18 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] For port 45666ccd-c637-450f-9235-a46ae3943e14, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=45666ccd-c637-450f-9235-a46ae3943e14,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:35.378526 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-31be9c72-6e9e-47d6-b8ab-d87e5b8dbab5 req-1ee7beea-0618-4bb9-8586-666c01b15b18 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:35.385739 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-cd5aaafa-9510-4ba9-82fe-62490bbd1d54 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-526664038-network', 'tenant_id': 'a024e2a7b6474f8e8e788e4f4dce81d2'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:35.407914 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5aaafa-9510-4ba9-82fe-62490bbd1d54 admin admin] Made reservation on behalf of a024e2a7b6474f8e8e788e4f4dce81d2 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:21:35.410204 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cd5aaafa-9510-4ba9-82fe-62490bbd1d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:35.418721 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cd5aaafa-9510-4ba9-82fe-62490bbd1d54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:35.422851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-31be9c72-6e9e-47d6-b8ab-d87e5b8dbab5 req-1ee7beea-0618-4bb9-8586-666c01b15b18 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Calling delete_port for 45666ccd-c637-450f-9235-a46ae3943e14 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:21:35.458734 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-5a070d8d-ffaa-4636-aa18-166c5b79d9c8 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:35.460136 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-5a070d8d-ffaa-4636-aa18-166c5b79d9c8 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports/bce743be-b36f-4589-ba04-a494a1bf25a3 HTTP/1.1" status: 200 len: 929 time: 0.1180820 Nov 11 17:21:35.471958 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec9c52-f3f3-4a4b-be07-6707486cd141 req-6c4c2388-2820-4060-bece-fe26e9db79e5 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:35.473386 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45ec9c52-f3f3-4a4b-be07-6707486cd141 req-6c4c2388-2820-4060-bece-fe26e9db79e5 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.1869180 Nov 11 17:21:35.497060 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cd5aaafa-9510-4ba9-82fe-62490bbd1d54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:35.501563 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cd5aaafa-9510-4ba9-82fe-62490bbd1d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:35.529665 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5aaafa-9510-4ba9-82fe-62490bbd1d54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1257} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:21:35.539676 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5aaafa-9510-4ba9-82fe-62490bbd1d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12353ef0-f97b-4d52-bdd5-7cbc813f3a18,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:35.577010 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cd5aaafa-9510-4ba9-82fe-62490bbd1d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:35.577447 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-cd5aaafa-9510-4ba9-82fe-62490bbd1d54 admin admin] Added segment 004db8e4-44ab-4516-9a19-52eeb2df82e2 of type vlan for network f44096b2-3051-4615-8241-50ad95944236 Nov 11 17:21:35.580801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-28f735a5-2d86-415a-ad30-a0f6b6f82e8d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:35.582163 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-28f735a5-2d86-415a-ad30-a0f6b6f82e8d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports/77cd4467-9c5c-4a7c-addb-a79b3b86465e HTTP/1.1" status: 200 len: 932 time: 0.1063604 Nov 11 17:21:35.586861 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-73ca9c8a-3f6f-4eae-bc69-221d24311fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:35.589473 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-73ca9c8a-3f6f-4eae-bc69-221d24311fd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:35.593242 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-73ca9c8a-3f6f-4eae-bc69-221d24311fd2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aea76cf0-97dd-43b2-9ed4-b43f30bf0839 HTTP/1.1" status: 204 len: 168 time: 0.5527349 Nov 11 17:21:35.630092 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cd5aaafa-9510-4ba9-82fe-62490bbd1d54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:35.666333 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cd5aaafa-9510-4ba9-82fe-62490bbd1d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:35.667299 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5aaafa-9510-4ba9-82fe-62490bbd1d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:35.667908 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cd5aaafa-9510-4ba9-82fe-62490bbd1d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:35.681032 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca9c8a-3f6f-4eae-bc69-221d24311fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea76cf0-97dd-43b2-9ed4-b43f30bf0839,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:35.686349 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-0ede920f-c8b1-4a14-a6f1-7ea4ffbafd44 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?network_id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0920074 Nov 11 17:21:35.699742 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45ec9c52-f3f3-4a4b-be07-6707486cd141 req-7fc9062e-bfe9-4a0d-b34a-3819b952aca2 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841810 Nov 11 17:21:35.779128 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-441a8749-2883-4131-bf34-fcef675165fd tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?network_id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0747750 Nov 11 17:21:35.807329 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cd5aaafa-9510-4ba9-82fe-62490bbd1d54 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5556374 Nov 11 17:21:35.819216 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53754) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:35.827488 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-bbf53d30-3c0c-43ca-86a1-0cceefba10aa admin admin] Request body: {'subnet': {'network_id': 'f44096b2-3051-4615-8241-50ad95944236', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-526664038-subnet', 'tenant_id': 'a024e2a7b6474f8e8e788e4f4dce81d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:35.836630 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:21:35.862649 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf53d30-3c0c-43ca-86a1-0cceefba10aa admin admin] Made reservation on behalf of a024e2a7b6474f8e8e788e4f4dce81d2 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:21:35.865087 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bbf53d30-3c0c-43ca-86a1-0cceefba10aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:35.866749 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-6ac2a7d5-845b-49ec-8ccb-a73994434a6f tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=9c8725d022684d2c8ee264a71001639b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0999274 Nov 11 17:21:35.870289 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5aaafa-9510-4ba9-82fe-62490bbd1d54 admin admin] Pushing event updated for resources: {'Network': ['ID=f44096b2-3051-4615-8241-50ad95944236,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:35.882172 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network f44096b2-3051-4615-8241-50ad95944236 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:21:35.987166 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-823ff61a-e7d9-4ab9-9fee-6f8ec423b33c req-31e46174-228d-4921-af63-cb09cc4c3bda tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=114413e6-2750-49f2-8383-393faf067f4a HTTP/1.1" status: 200 len: 210 time: 0.1111717 Nov 11 17:21:36.034326 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-31be9c72-6e9e-47d6-b8ab-d87e5b8dbab5 req-1ee7beea-0618-4bb9-8586-666c01b15b18 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:36.046619 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['45666ccd-c637-450f-9235-a46ae3943e14'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:21:36.085677 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-87ff0a25-464c-4dae-b0b4-01db06dc9e84 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:36.087621 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-87ff0a25-464c-4dae-b0b4-01db06dc9e84 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.64 "GET /v2.0/networks?id=aef12edc-1263-4022-a80e-fb863587e53a HTTP/1.1" status: 200 len: 811 time: 0.2374701 Nov 11 17:21:36.095865 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7beea-0618-4bb9-8586-666c01b15b18 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Pushing event deleted for resources: {'Port': ['ID=45666ccd-c637-450f-9235-a46ae3943e14,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:36.157683 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-af9e47f2-45fb-4a33-ab9e-6745a3319cff tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Request body: {'port': {'device_id': '114413e6-2750-49f2-8383-393faf067f4a', 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a', 'admin_state_up': True, 'tenant_id': '387406ef69094f328d7c9e69ebc2a5aa'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:36.168360 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-0b4fd7b7-29fc-4a96-9ffa-566b6a8372f2 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:36.169993 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-0b4fd7b7-29fc-4a96-9ffa-566b6a8372f2 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2852054 Nov 11 17:21:36.188292 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b15d7a77-2086-48fd-a7b9-493a7f373f6b req-5f47d3dc-cf22-4625-87d7-ef34bcb7e189 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=92ae5223-c7a5-4f91-89ec-6c951aa583ab HTTP/1.1" status: 200 len: 210 time: 0.0578408 Nov 11 17:21:36.202010 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-d45ce702-d037-4015-94f7-b0f50bd48c57 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:36.216641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-d45ce702-d037-4015-94f7-b0f50bd48c57 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:36.222644 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-c397dc9f-fe9f-4b7d-832e-5876624803d8 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Request body: {'port': {'device_id': '92ae5223-c7a5-4f91-89ec-6c951aa583ab', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '9c8725d022684d2c8ee264a71001639b'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:36.225759 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-d45ce702-d037-4015-94f7-b0f50bd48c57 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:36.229463 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-d45ce702-d037-4015-94f7-b0f50bd48c57 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/networks?id=899c7522-11f4-4d70-abf1-4945b96a18be&id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa&id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa HTTP/1.1" status: 200 len: 1990 time: 0.4485126 Nov 11 17:21:36.298818 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-31be9c72-6e9e-47d6-b8ab-d87e5b8dbab5 req-1ee7beea-0618-4bb9-8586-666c01b15b18 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] No DVR routers for this DVR port 45666ccd-c637-450f-9235-a46ae3943e14 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:21:36.303376 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-4213473c-46eb-449b-8e34-81b579eb133f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/quotas/57a0547569de40a6ab45455039002426 HTTP/1.1" status: 200 len: 375 time: 0.0669115 Nov 11 17:21:36.309886 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aa71a20c-9933-4463-b44f-6adfb8fc5650 req-5bac216b-183d-4c28-91d8-c2a7608ac535 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=58619a4a-88b7-4e60-9ef7-81aed0ef27a3 HTTP/1.1" status: 200 len: 210 time: 0.0528917 Nov 11 17:21:36.312699 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-31be9c72-6e9e-47d6-b8ab-d87e5b8dbab5 req-1ee7beea-0618-4bb9-8586-666c01b15b18 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:36.316902 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-31be9c72-6e9e-47d6-b8ab-d87e5b8dbab5 req-1ee7beea-0618-4bb9-8586-666c01b15b18 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.83 "DELETE /v2.0/ports/45666ccd-c637-450f-9235-a46ae3943e14 HTTP/1.1" status: 204 len: 173 time: 1.4336970 Nov 11 17:21:36.320837 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58619a4a-88b7-4e60-9ef7-81aed0ef27a3', 'name': 'network-vif-deleted', 'tag': '45666ccd-c637-450f-9235-a46ae3943e14'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:36.323189 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8fe040-b7f5-4fca-8dc2-f25ce79ab0ac" -d '{"events": [{"server_uuid": "58619a4a-88b7-4e60-9ef7-81aed0ef27a3", "name": "network-vif-deleted", "tag": "45666ccd-c637-450f-9235-a46ae3943e14"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:36.416324 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-af9e47f2-45fb-4a33-ab9e-6745a3319cff tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Made reservation on behalf of 387406ef69094f328d7c9e69ebc2a5aa for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:21:36.420898 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-af9e47f2-45fb-4a33-ab9e-6745a3319cff tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:36.484641 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-52a6c8f0-8466-4431-b6ae-31f913987b4b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=57a0547569de40a6ab45455039002426&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1730878 Nov 11 17:21:36.519939 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-c397dc9f-fe9f-4b7d-832e-5876624803d8 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Made reservation on behalf of 9c8725d022684d2c8ee264a71001639b for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:21:36.523609 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-c397dc9f-fe9f-4b7d-832e-5876624803d8 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:36.599997 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0182abc-2894-4370-82a3-1dd9c70f5e0f req-02ad2f5f-67f4-48d8-95d7-b2cfa327230e tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:36.601411 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0182abc-2894-4370-82a3-1dd9c70f5e0f req-02ad2f5f-67f4-48d8-95d7-b2cfa327230e tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=9efe92ba-cb1b-473b-a410-d090a4dc4b14 HTTP/1.1" status: 200 len: 946 time: 0.2007744 Nov 11 17:21:36.604383 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bbf53d30-3c0c-43ca-86a1-0cceefba10aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:36.642334 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-af9e47f2-45fb-4a33-ab9e-6745a3319cff tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Allocated IP 172.20.0.9 (aef12edc-1263-4022-a80e-fb863587e53a/09fccde3-01fd-422f-a0ab-b92daf8c7d4e/772f1452-d10c-4e7a-a07a-c498038b3269) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:21:36.723350 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf53d30-3c0c-43ca-86a1-0cceefba10aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=91b4681d-4ec9-48fb-9ad2-3be17e781b2d,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:36.744891 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-c397dc9f-fe9f-4b7d-832e-5876624803d8 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Allocated IP 192.168.233.64 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:21:36.746787 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-91f8f73e-8993-4e02-8bd9-5a8fbb640214 service neutron] 10.222.0.76 "GET /v2.0/networks/899c7522-11f4-4d70-abf1-4945b96a18be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351198 Nov 11 17:21:36.777971 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0182abc-2894-4370-82a3-1dd9c70f5e0f req-f3f72277-36a2-4d1b-b3aa-c859ed2ab290 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649299 Nov 11 17:21:36.845254 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf53d30-3c0c-43ca-86a1-0cceefba10aa admin admin] Checking segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:21:36.845982 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf53d30-3c0c-43ca-86a1-0cceefba10aa admin admin] Network hostable DHCP agents. Network: f44096b2-3051-4615-8241-50ad95944236, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:21:36.863953 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413d9662-290d-4946-b349-a17193472c8a x-openstack-request-id: req-413d9662-290d-4946-b349-a17193472c8a {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:36.864245 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58619a4a-88b7-4e60-9ef7-81aed0ef27a3", "name": "network-vif-deleted", "tag": "45666ccd-c637-450f-9235-a46ae3943e14", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:36.864496 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-413d9662-290d-4946-b349-a17193472c8a {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:36.864891 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58619a4a-88b7-4e60-9ef7-81aed0ef27a3', 'name': 'network-vif-deleted', 'tag': '45666ccd-c637-450f-9235-a46ae3943e14', 'status': 'completed', 'code': 200} Nov 11 17:21:36.889912 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf53d30-3c0c-43ca-86a1-0cceefba10aa admin admin] Network f44096b2-3051-4615-8241-50ad95944236 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:21:36.921904 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-e13e171f-bc9a-45d1-b130-2a75392e2e2a service neutron] 10.222.0.76 "GET /v2.0/networks/899c7522-11f4-4d70-abf1-4945b96a18be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655319 Nov 11 17:21:36.935302 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-bbf53d30-3c0c-43ca-86a1-0cceefba10aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, f44096b2-3051-4615-8241-50ad95944236) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:21:36.945243 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4f1b0a-ac79-43fa-998d-58a7dccf83e3 None None] Network f44096b2-3051-4615-8241-50ad95944236 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:21:36.965495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf53d30-3c0c-43ca-86a1-0cceefba10aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:36.966168 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bbf53d30-3c0c-43ca-86a1-0cceefba10aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:37.000928 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-5cfd577d-7db9-4006-a078-7c1471139522 service neutron] 10.222.0.76 "GET /v2.0/ports/bce743be-b36f-4589-ba04-a494a1bf25a3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0781384 Nov 11 17:21:37.005153 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-af9e47f2-45fb-4a33-ab9e-6745a3319cff tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:37.019167 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bbf53d30-3c0c-43ca-86a1-0cceefba10aa admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1893175 Nov 11 17:21:37.133588 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-4abccdce-6d20-427c-8892-293afed2b8d8 service neutron] 10.222.0.76 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224868 Nov 11 17:21:37.146336 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563205f2-b4e3-4e61-9820-99a5a1dc64e8 req-1e16e374-a9a5-4c45-8a72-acd04c3cdb0f tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:37.147952 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-563205f2-b4e3-4e61-9820-99a5a1dc64e8 req-1e16e374-a9a5-4c45-8a72-acd04c3cdb0f tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.2146437 Nov 11 17:21:37.168242 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-c397dc9f-fe9f-4b7d-832e-5876624803d8 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:37.182338 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-af9e47f2-45fb-4a33-ab9e-6745a3319cff tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:37.218670 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb4098b-266d-4a99-9e8f-3a390a8ee86d None None] Network f44096b2-3051-4615-8241-50ad95944236 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:21:37.265471 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-af9e47f2-45fb-4a33-ab9e-6745a3319cff tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Network aef12edc-1263-4022-a80e-fb863587e53a is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:21:37.271476 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-af9e47f2-45fb-4a33-ab9e-6745a3319cff tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:21:37.278060 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-af9e47f2-45fb-4a33-ab9e-6745a3319cff tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:21:37.298006 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-563205f2-b4e3-4e61-9820-99a5a1dc64e8 req-b4c092f5-1a78-4286-8d02-98857770d6ed tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364062 Nov 11 17:21:37.312890 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e47f2-45fb-4a33-ab9e-6745a3319cff tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Pushing event updated for resources: {'Port': ['ID=772f1452-d10c-4e7a-a07a-c498038b3269,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:37.327946 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-c397dc9f-fe9f-4b7d-832e-5876624803d8 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:37.369667 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-dd76e680-67e3-4842-aa7c-7be951ea35a3 service neutron] 10.222.0.76 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205780 Nov 11 17:21:37.387666 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bca20f07-f1b1-415e-8a44-73ad6aa3b2d1', '47bf62d8-1ba1-46b3-9a83-55fa535c0675', '1b62d5ee-5a6c-47f8-9933-c6053b9d008e', '1cc6b455-4c4f-4934-afb5-ff600c11e4c4'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:21:37.390344 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['dc7ab218-e666-496b-b071-a3c59f1b9164', '93bbd0ac-ce68-4d5f-be1f-6471760b395b', '06191f5e-14ba-4ab1-a18a-5a7975f802cc'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:21:37.415215 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-c397dc9f-fe9f-4b7d-832e-5876624803d8 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:21:37.422170 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-af9e47f2-45fb-4a33-ab9e-6745a3319cff tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:37.422968 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-af9e47f2-45fb-4a33-ab9e-6745a3319cff tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:37.430426 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-c397dc9f-fe9f-4b7d-832e-5876624803d8 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:21:37.446031 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-c397dc9f-fe9f-4b7d-832e-5876624803d8 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:21:37.459565 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-140dce23-f146-42ae-b8ea-7763e81209b3 service neutron] 10.222.0.76 "GET /v2.0/ports/77cd4467-9c5c-4a7c-addb-a79b3b86465e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0889552 Nov 11 17:21:37.514696 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-c397dc9f-fe9f-4b7d-832e-5876624803d8 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:37.515405 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-c397dc9f-fe9f-4b7d-832e-5876624803d8 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:37.517988 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397dc9f-fe9f-4b7d-832e-5876624803d8 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Pushing event updated for resources: {'Port': ['ID=c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:37.551753 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-af9e47f2-45fb-4a33-ab9e-6745a3319cff tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4009094 Nov 11 17:21:37.559780 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-c397dc9f-fe9f-4b7d-832e-5876624803d8 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3782082 Nov 11 17:21:37.574040 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] Request body: {'port': {'device_id': '92ae5223-c7a5-4f91-89ec-6c951aa583ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:37.583911 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] Request body: {'port': {'device_id': '114413e6-2750-49f2-8383-393faf067f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:37.665174 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-82a57b8d-b24e-4f82-b414-2bc2f4f7796c service neutron] 10.222.0.76 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029610 Nov 11 17:21:37.750132 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-57e2639c-a5ce-49a8-98a5-6f01e210b439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:37.886515 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-d3dcf7cc-ff25-4b9e-b5ab-422f4c063baf service neutron] 10.222.0.76 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176235 Nov 11 17:21:38.033946 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-05b9d1fc-29e3-4400-adf0-70dadd7b2559 None None] Provisioning complete for port c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:38.035929 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-05b9d1fc-29e3-4400-adf0-70dadd7b2559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:38.172689 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:38.183705 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:38.201695 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-f49c6e2e-097a-4381-a2ac-44893f73edd3 service neutron] 10.222.0.76 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058398 Nov 11 17:21:38.252200 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-05b9d1fc-29e3-4400-adf0-70dadd7b2559 None None] Port c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:21:38.277943 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53832) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:38.283568 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-261c3c9c-2d36-4551-aa4e-48fb4d92f4ae admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1933963127-network', 'tenant_id': '3d3d1e4b0f6d47d19c5d3c89e5eccdf6'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:38.380680 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db967f2-3ae9-4e8d-951b-67b5887b36be req-7b9a728a-6b50-4935-a68d-e0d8a45cb2c7 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:38.382606 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8db967f2-3ae9-4e8d-951b-67b5887b36be req-7b9a728a-6b50-4935-a68d-e0d8a45cb2c7 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=114413e6-2750-49f2-8383-393faf067f4a HTTP/1.1" status: 200 len: 931 time: 0.2507894 Nov 11 17:21:38.430699 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-2506c529-3fdf-4d16-ae03-8f124dfbbf0f service neutron] 10.222.0.76 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278879 Nov 11 17:21:38.454440 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261c3c9c-2d36-4551-aa4e-48fb4d92f4ae admin admin] Made reservation on behalf of 3d3d1e4b0f6d47d19c5d3c89e5eccdf6 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:21:38.457295 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-261c3c9c-2d36-4551-aa4e-48fb4d92f4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:38.508629 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8db967f2-3ae9-4e8d-951b-67b5887b36be req-03477b72-8902-4b7d-9060-8fdbe2c7e450 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152642 Nov 11 17:21:38.516893 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-261c3c9c-2d36-4551-aa4e-48fb4d92f4ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:38.565546 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-5010ac29-74e3-4a2a-87e3-8eb6f1e15f5f service neutron] 10.222.0.76 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244292 Nov 11 17:21:38.694149 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80001ed4-dff9-4dc0-879b-720cc9aa0560 req-ac50fbfc-16bc-4be8-891f-ead67c6aee6e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:38.695821 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-80001ed4-dff9-4dc0-879b-720cc9aa0560 req-ac50fbfc-16bc-4be8-891f-ead67c6aee6e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=92ae5223-c7a5-4f91-89ec-6c951aa583ab HTTP/1.1" status: 200 len: 935 time: 0.1201975 Nov 11 17:21:38.720376 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-e82ed644-ccfc-43c7-a015-dc770a16c8a3 service neutron] 10.222.0.76 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458793 Nov 11 17:21:38.802096 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-261c3c9c-2d36-4551-aa4e-48fb4d92f4ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:38.809660 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-80001ed4-dff9-4dc0-879b-720cc9aa0560 req-9fefc4f5-417f-4281-97bb-8bf1edd13cad tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025591 Nov 11 17:21:38.811385 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:21:38.817311 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-261c3c9c-2d36-4551-aa4e-48fb4d92f4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:38.820340 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 45666ccd-c637-450f-9235-a46ae3943e14 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:21:38.836896 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772f1452-d10c-4e7a-a07a-c498038b3269 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:21:38.836896 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:38.848123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-5b1b0be2-92fd-4c54-93c7-7b666bcd8a07 service neutron] 10.222.0.76 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145337 Nov 11 17:21:38.851165 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:38.861527 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261c3c9c-2d36-4551-aa4e-48fb4d92f4ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1294} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:21:38.869759 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 45666ccd-c637-450f-9235-a46ae3943e14 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:21:38.870110 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 45666ccd-c637-450f-9235-a46ae3943e14 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:21:38.885939 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] Transition to ACTIVE for port object c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:21:38.894031 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-261c3c9c-2d36-4551-aa4e-48fb4d92f4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:38.894367 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-261c3c9c-2d36-4551-aa4e-48fb4d92f4ae admin admin] Added segment c172055a-534d-4ecb-9143-f5fe39386e1c of type vlan for network e178566c-88c3-43e4-a684-f5fb9903b363 Nov 11 17:21:38.898596 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] Transition to ACTIVE for port object 772f1452-d10c-4e7a-a07a-c498038b3269 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:21:38.908270 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c3c9c-2d36-4551-aa4e-48fb4d92f4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e76621f-c80c-4b07-8a81-69daec32fa5e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:38.913924 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:38.972700 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:39.018246 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-261c3c9c-2d36-4551-aa4e-48fb4d92f4ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:39.041707 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] Pushing event updated for resources: {'Port': ['ID=c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:39.186606 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-261c3c9c-2d36-4551-aa4e-48fb4d92f4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:39.187573 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261c3c9c-2d36-4551-aa4e-48fb4d92f4ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:39.188186 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-261c3c9c-2d36-4551-aa4e-48fb4d92f4ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:39.203039 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] Pushing event updated for resources: {'Port': ['ID=772f1452-d10c-4e7a-a07a-c498038b3269,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:39.287444 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-261c3c9c-2d36-4551-aa4e-48fb4d92f4ae admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0085433 Nov 11 17:21:39.290524 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53848) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:39.300775 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-82d0dd14-2d44-4e71-b456-f1a53b936115 admin admin] Request body: {'subnet': {'network_id': 'e178566c-88c3-43e4-a684-f5fb9903b363', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1933963127-subnet', 'tenant_id': '3d3d1e4b0f6d47d19c5d3c89e5eccdf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:39.305919 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] Attempting to bind port c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:21:39.306256 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] Attempting to bind port c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:21:39.306582 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] Attempting to bind port c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:21:39.312463 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c3c9c-2d36-4551-aa4e-48fb4d92f4ae admin admin] Pushing event updated for resources: {'Network': ['ID=e178566c-88c3-43e4-a684-f5fb9903b363,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:39.316574 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] Attempting to bind port 772f1452-d10c-4e7a-a07a-c498038b3269 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:21:39.316903 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] Attempting to bind port 772f1452-d10c-4e7a-a07a-c498038b3269 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:21:39.317218 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] Attempting to bind port 772f1452-d10c-4e7a-a07a-c498038b3269 on network aef12edc-1263-4022-a80e-fb863587e53a {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:21:39.320138 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] Port c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:21:39.320968 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] Attempting to bind port c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:21:39.324889 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network e178566c-88c3-43e4-a684-f5fb9903b363 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:21:39.327021 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:21:39.327362 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:21:39.327753 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:21:39.328186 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] Bound port: c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:21:39.328543 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:39.331037 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] Port 772f1452-d10c-4e7a-a07a-c498038b3269 on network aef12edc-1263-4022-a80e-fb863587e53a not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:21:39.331357 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] Attempting to bind port 772f1452-d10c-4e7a-a07a-c498038b3269 on network aef12edc-1263-4022-a80e-fb863587e53a {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:21:39.347397 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:21:39.347784 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] Checking segment: {'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:21:39.348296 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] Bound using segment: {'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:21:39.348730 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] Bound port: 772f1452-d10c-4e7a-a07a-c498038b3269, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:21:39.349089 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:39.351762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c96c18-96e0-444a-900d-49b2959c8953 req-85b09a61-6e03-4dce-9551-0d813478ad77 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:39.352874 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-88c96c18-96e0-444a-900d-49b2959c8953 req-85b09a61-6e03-4dce-9551-0d813478ad77 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.1329620 Nov 11 17:21:39.364001 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d0dd14-2d44-4e71-b456-f1a53b936115 admin admin] Made reservation on behalf of 3d3d1e4b0f6d47d19c5d3c89e5eccdf6 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:21:39.366408 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-82d0dd14-2d44-4e71-b456-f1a53b936115 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:39.389389 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-e1ea450f-37e8-4182-9f6d-6da55f025feb service neutron] 10.222.0.76 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329840 Nov 11 17:21:39.449506 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] For port c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:21:39.454259 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] For port c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:21:39.458568 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] For port 772f1452-d10c-4e7a-a07a-c498038b3269, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:21:39.460967 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:39.464729 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] For port 772f1452-d10c-4e7a-a07a-c498038b3269, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=772f1452-d10c-4e7a-a07a-c498038b3269,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:21:39.495114 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:39.511252 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:39.511910 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:39.513406 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] 10.222.0.83 "PUT /v2.0/ports/c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a HTTP/1.1" status: 200 len: 1095 time: 1.9448853 Nov 11 17:21:39.514035 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ae5223-c7a5-4f91-89ec-6c951aa583ab', 'tag': 'c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:39.516304 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2caab0-0c68-4c95-b248-69fde22d65b3" -d '{"events": [{"name": "network-changed", "server_uuid": "92ae5223-c7a5-4f91-89ec-6c951aa583ab", "tag": "c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:39.528556 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:39.529257 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:39.530842 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] 10.222.0.64 "PUT /v2.0/ports/772f1452-d10c-4e7a-a07a-c498038b3269 HTTP/1.1" status: 200 len: 1091 time: 1.9529190 Nov 11 17:21:39.548090 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-88c96c18-96e0-444a-900d-49b2959c8953 req-950a39c5-2794-416a-a283-da7cbf391280 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805363 Nov 11 17:21:39.557677 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa9421-8158-4e23-adab-400eba5f5e4e service neutron] Pushing event updated for resources: {'Port': ['ID=c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:39.668371 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-65aef226-f0f3-49f5-86ba-ac55a001490b service neutron] 10.222.0.76 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457249 Nov 11 17:21:39.694033 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-f5fc9085-e665-4d95-b95b-44f13f014830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:39.695561 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-f5fc9085-e665-4d95-b95b-44f13f014830 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&device_id=92ae5223-c7a5-4f91-89ec-6c951aa583ab HTTP/1.1" status: 200 len: 1098 time: 0.1259210 Nov 11 17:21:39.735083 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7713661d-552f-466a-b288-9661f768851c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:39.754579 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-06dfefe9-2548-41a1-9dab-0fdc251659e3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a HTTP/1.1" status: 200 len: 217 time: 0.0492642 Nov 11 17:21:39.758944 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11526882-9558-44f4-ac9c-a5f75a63c81b service neutron] Pushing event updated for resources: {'Port': ['ID=772f1452-d10c-4e7a-a07a-c498038b3269,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:39.795271 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-82d0dd14-2d44-4e71-b456-f1a53b936115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:39.812961 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-ce25c638-8035-40bf-adcd-c0736e654600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:39.815327 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-ce25c638-8035-40bf-adcd-c0736e654600 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0527434 Nov 11 17:21:39.817390 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-3aa4f20c-a887-45f2-81b5-132c12a69bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:39.818763 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-3aa4f20c-a887-45f2-81b5-132c12a69bc3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&device_id=114413e6-2750-49f2-8383-393faf067f4a HTTP/1.1" status: 200 len: 1094 time: 0.2117357 Nov 11 17:21:39.879597 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-5d3d7066-b647-40e3-aac2-ee90421c3082 service neutron] 10.222.0.76 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103603 Nov 11 17:21:39.892112 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0dd14-2d44-4e71-b456-f1a53b936115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b1eeae-c2b6-4fcd-82a6-8bab291b20b0,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:39.902766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d0dd14-2d44-4e71-b456-f1a53b936115 admin admin] Checking segment: {'id': 'c172055a-534d-4ecb-9143-f5fe39386e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'e178566c-88c3-43e4-a684-f5fb9903b363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:21:39.903129 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d0dd14-2d44-4e71-b456-f1a53b936115 admin admin] Network hostable DHCP agents. Network: e178566c-88c3-43e4-a684-f5fb9903b363, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:21:39.925660 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d0dd14-2d44-4e71-b456-f1a53b936115 admin admin] Network e178566c-88c3-43e4-a684-f5fb9903b363 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:21:39.935447 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-b975578e-0960-431d-a301-1037f510d40e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=772f1452-d10c-4e7a-a07a-c498038b3269 HTTP/1.1" status: 200 len: 217 time: 0.0853441 Nov 11 17:21:39.938049 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-82d0dd14-2d44-4e71-b456-f1a53b936115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, e178566c-88c3-43e4-a684-f5fb9903b363) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:21:39.946450 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d0dd14-2d44-4e71-b456-f1a53b936115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:39.947182 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-82d0dd14-2d44-4e71-b456-f1a53b936115 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:39.949811 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca083cf-feb6-4867-84fa-ea6dadce7d84 None None] Network e178566c-88c3-43e4-a684-f5fb9903b363 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:21:39.976611 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-5e0ab1c6-d479-4af8-b149-c9b85219c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:39.983401 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-82d0dd14-2d44-4e71-b456-f1a53b936115 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6905766 Nov 11 17:21:39.984134 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-5e0ab1c6-d479-4af8-b149-c9b85219c52c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1562603 Nov 11 17:21:40.142528 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-ba90c94e-13dc-4ca5-a970-04c8cacc7a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:40.148986 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-ba90c94e-13dc-4ca5-a970-04c8cacc7a65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09fccde3-01fd-422f-a0ab-b92daf8c7d4e HTTP/1.1" status: 200 len: 851 time: 0.1981127 Nov 11 17:21:40.157385 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb8651a-1c59-4fbb-aaf8-96dec30e3e8e None None] Network e178566c-88c3-43e4-a684-f5fb9903b363 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:21:40.158114 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c55d71-2d9a-4713-a0c5-6aebabdc9405 x-openstack-request-id: req-12c55d71-2d9a-4713-a0c5-6aebabdc9405 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:40.158581 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ae5223-c7a5-4f91-89ec-6c951aa583ab", "tag": "c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:40.159170 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-12c55d71-2d9a-4713-a0c5-6aebabdc9405 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:40.161193 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ae5223-c7a5-4f91-89ec-6c951aa583ab', 'tag': 'c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a', 'status': 'completed', 'code': 200} Nov 11 17:21:40.208365 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-e57ccc6c-5bb8-4824-af71-394314d004d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aef12edc-1263-4022-a80e-fb863587e53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335507 Nov 11 17:21:40.287393 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 2e0990f1-da35-4105-9331-967c612f7ec4 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:21:40.287539 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-9e0c4566-3a92-49ab-a4d2-5e9a74efe77a service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791440 Nov 11 17:21:40.327537 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913e585-0eac-4fbf-9919-9c47f24fc7ec req-6bb46c87-5ba5-4fec-adab-4b1201991edc tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:40.332334 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2913e585-0eac-4fbf-9919-9c47f24fc7ec req-6bb46c87-5ba5-4fec-adab-4b1201991edc tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=114413e6-2750-49f2-8383-393faf067f4a HTTP/1.1" status: 200 len: 943 time: 0.0831833 Nov 11 17:21:40.393628 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-63a41d4f-15a2-476d-8244-3156d5a75f39 service neutron] 10.222.0.64 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696999 Nov 11 17:21:40.421899 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2913e585-0eac-4fbf-9919-9c47f24fc7ec req-fbc2be90-6d94-4a34-8ee8-1e04c2f4b45b tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817065 Nov 11 17:21:40.466302 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a5212360-8a0c-4d42-9455-68202cf4a35c req-0a41803c-6f7d-4ed8-9891-be85c9fd7915 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720047 Nov 11 17:21:40.468638 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 2e0990f1-da35-4105-9331-967c612f7ec4, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=2e0990f1-da35-4105-9331-967c612f7ec4,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:40.483569 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '2e0990f1-da35-4105-9331-967c612f7ec4', 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5', 'port_id': '2e0990f1-da35-4105-9331-967c612f7ec4', 'mac_address': 'fa:16:3e:ee:e4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09479e2c-8d4d-4ddf-a999-7eaebc6756fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:21:40.527200 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8230636-517d-41b3-bc9e-fd359d87bd12 req-48e50939-916e-4365-9801-5e44758f2c55 service neutron] 10.222.0.64 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231427 Nov 11 17:21:40.540591 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:40.558280 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e0990f1-da35-4105-9331-967c612f7ec4 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:21:40.584596 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a72c6-f4ca-4e91-978a-ef15e3f3d3c3 req-39a05da1-761d-49d8-aa8e-2823a86e31e3 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:40.586309 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e31a72c6-f4ca-4e91-978a-ef15e3f3d3c3 req-39a05da1-761d-49d8-aa8e-2823a86e31e3 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=92ae5223-c7a5-4f91-89ec-6c951aa583ab HTTP/1.1" status: 200 len: 947 time: 0.0692716 Nov 11 17:21:40.589076 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 2e0990f1-da35-4105-9331-967c612f7ec4, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=2e0990f1-da35-4105-9331-967c612f7ec4,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:40.594412 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:40.616019 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2caab0-0c68-4c95-b248-69fde22d65b3 req-854c6da6-7706-4806-8063-251906bcb4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:40.618124 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ea2caab0-0c68-4c95-b248-69fde22d65b3 req-854c6da6-7706-4806-8063-251906bcb4eb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&device_id=92ae5223-c7a5-4f91-89ec-6c951aa583ab HTTP/1.1" status: 200 len: 1098 time: 0.0755727 Nov 11 17:21:40.685032 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37058bd1-85c7-427f-9452-8d4bbdab4360 req-5c3b05ab-c7e3-4ca4-b824-46070c3035e9 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:40.686724 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37058bd1-85c7-427f-9452-8d4bbdab4360 req-5c3b05ab-c7e3-4ca4-b824-46070c3035e9 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.83 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 944 time: 0.0989733 Nov 11 17:21:40.698695 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e31a72c6-f4ca-4e91-978a-ef15e3f3d3c3 req-dfc474dc-4e31-43b3-b5ec-dec430e838b6 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999908 Nov 11 17:21:40.724627 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=2e0990f1-da35-4105-9331-967c612f7ec4,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:40.768020 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['2e0990f1-da35-4105-9331-967c612f7ec4'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:21:40.838093 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:40.942145 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2caab0-0c68-4c95-b248-69fde22d65b3 req-2eb719e8-afbc-4cd8-820b-0722da1dcc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:40.944440 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ea2caab0-0c68-4c95-b248-69fde22d65b3 req-2eb719e8-afbc-4cd8-820b-0722da1dcc4d service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.3178844 Nov 11 17:21:41.014871 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-37058bd1-85c7-427f-9452-8d4bbdab4360 req-0da4ae0d-c8b4-432f-bdbd-da4a030bd46a tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Deleting port 05f132a5-4b5e-4b1a-950f-4bd2417d3153 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:21:41.018552 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-37058bd1-85c7-427f-9452-8d4bbdab4360 req-0da4ae0d-c8b4-432f-bdbd-da4a030bd46a tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:41.044886 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ea2caab0-0c68-4c95-b248-69fde22d65b3 req-737fda07-50df-4dae-8f70-70bae03d96ee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a HTTP/1.1" status: 200 len: 217 time: 0.0897501 Nov 11 17:21:41.113232 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da1522-0f1d-414d-8515-b4dc2b10e01c req-d943c6e4-796b-4071-89d0-2294eb3824ce tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:41.119823 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2caab0-0c68-4c95-b248-69fde22d65b3 req-e860fd70-b186-4f84-8645-3b06bbcaf022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:41.120446 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90da1522-0f1d-414d-8515-b4dc2b10e01c req-d943c6e4-796b-4071-89d0-2294eb3824ce tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=63d29812-5f9d-4b4e-8fa7-896241be4693 HTTP/1.1" status: 200 len: 944 time: 0.2209282 Nov 11 17:21:41.121434 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ea2caab0-0c68-4c95-b248-69fde22d65b3 req-e860fd70-b186-4f84-8645-3b06bbcaf022 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0708466 Nov 11 17:21:41.180394 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2caab0-0c68-4c95-b248-69fde22d65b3 req-9dee4e11-7f80-4a3b-9217-41e031f1d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:41.182170 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ea2caab0-0c68-4c95-b248-69fde22d65b3 req-9dee4e11-7f80-4a3b-9217-41e031f1d370 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0520203 Nov 11 17:21:41.253070 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-37058bd1-85c7-427f-9452-8d4bbdab4360 req-0da4ae0d-c8b4-432f-bdbd-da4a030bd46a tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] For port 05f132a5-4b5e-4b1a-950f-4bd2417d3153, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=05f132a5-4b5e-4b1a-950f-4bd2417d3153,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:41.253431 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-37058bd1-85c7-427f-9452-8d4bbdab4360 req-0da4ae0d-c8b4-432f-bdbd-da4a030bd46a tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:41.283080 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90da1522-0f1d-414d-8515-b4dc2b10e01c req-60b80e32-6943-461a-bcf3-3153475ebe01 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617222 Nov 11 17:21:41.286258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-37058bd1-85c7-427f-9452-8d4bbdab4360 req-0da4ae0d-c8b4-432f-bdbd-da4a030bd46a tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Calling delete_port for 05f132a5-4b5e-4b1a-950f-4bd2417d3153 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:21:41.333139 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ea2caab0-0c68-4c95-b248-69fde22d65b3 req-41ad3ee2-17b0-4c88-8608-e8384862aabd service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414862 Nov 11 17:21:41.372009 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-2b1b8db7-4260-4b91-9c0d-28362a51237b tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:41.374046 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-2b1b8db7-4260-4b91-9c0d-28362a51237b tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 820 time: 0.2515497 Nov 11 17:21:41.431598 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-843daf56-35e6-4279-a204-4d4714f33528 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/quotas/a024e2a7b6474f8e8e788e4f4dce81d2 HTTP/1.1" status: 200 len: 375 time: 0.0435896 Nov 11 17:21:41.446666 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ea2caab0-0c68-4c95-b248-69fde22d65b3 req-92347790-aa7a-46c1-818c-b1d8d5edb238 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044457 Nov 11 17:21:41.526888 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-b68bf61e-2958-4433-a540-3ab322835b17 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678322 Nov 11 17:21:41.604495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519d81b-e358-4ddc-a05b-2449e8393d0f req-0f32b3b3-306f-47e0-8165-2dda964f03a0 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:41.609947 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0519d81b-e358-4ddc-a05b-2449e8393d0f req-0f32b3b3-306f-47e0-8165-2dda964f03a0 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.2317941 Nov 11 17:21:41.761758 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-8597523b-68f8-4e4b-b088-d961cb119ec4 service neutron] 10.222.0.76 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157238 Nov 11 17:21:41.775682 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-37058bd1-85c7-427f-9452-8d4bbdab4360 req-0da4ae0d-c8b4-432f-bdbd-da4a030bd46a tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:41.792398 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0519d81b-e358-4ddc-a05b-2449e8393d0f req-1348281e-5fef-4121-8ab5-e28fa2a9d50a tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680923 Nov 11 17:21:41.873819 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4ae0d-c8b4-432f-bdbd-da4a030bd46a tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Pushing event deleted for resources: {'Port': ['ID=05f132a5-4b5e-4b1a-950f-4bd2417d3153,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:41.948959 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-37058bd1-85c7-427f-9452-8d4bbdab4360 req-0da4ae0d-c8b4-432f-bdbd-da4a030bd46a tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] No DVR routers for this DVR port 05f132a5-4b5e-4b1a-950f-4bd2417d3153 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:21:41.953223 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-37058bd1-85c7-427f-9452-8d4bbdab4360 req-0da4ae0d-c8b4-432f-bdbd-da4a030bd46a tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:41.956507 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37058bd1-85c7-427f-9452-8d4bbdab4360 req-0da4ae0d-c8b4-432f-bdbd-da4a030bd46a tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.83 "DELETE /v2.0/ports/05f132a5-4b5e-4b1a-950f-4bd2417d3153 HTTP/1.1" status: 204 len: 173 time: 1.2552505 Nov 11 17:21:41.972501 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d29812-5f9d-4b4e-8fa7-896241be4693', 'name': 'network-vif-deleted', 'tag': '05f132a5-4b5e-4b1a-950f-4bd2417d3153'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:41.974798 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4198a559-6043-4145-a171-c95739353773" -d '{"events": [{"server_uuid": "63d29812-5f9d-4b4e-8fa7-896241be4693", "name": "network-vif-deleted", "tag": "05f132a5-4b5e-4b1a-950f-4bd2417d3153"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:42.004949 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aa1f25c9-9cfc-4895-8210-790b183eac62 req-b9252a3f-458a-4005-88c2-598408d90215 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 210 time: 0.0572233 Nov 11 17:21:42.012511 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-a8759009-89af-462d-a47c-2ea4cc99adb9 service neutron] 10.222.0.76 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497509 Nov 11 17:21:42.163188 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114413e6-2750-49f2-8383-393faf067f4a', 'tag': '772f1452-d10c-4e7a-a07a-c498038b3269'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:42.165684 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca312df-6598-4c65-81e1-1b98d2030020" -d '{"events": [{"name": "network-changed", "server_uuid": "114413e6-2750-49f2-8383-393faf067f4a", "tag": "772f1452-d10c-4e7a-a07a-c498038b3269"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:42.231928 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 772f1452-d10c-4e7a-a07a-c498038b3269 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:21:42.243090 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 2e0990f1-da35-4105-9331-967c612f7ec4 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:21:42.385327 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-fbec8905-ecd7-443e-b50d-3dca15aeb680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:42.389525 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-fbec8905-ecd7-443e-b50d-3dca15aeb680 service neutron] 10.222.0.64 "GET /v2.0/ports/bce743be-b36f-4589-ba04-a494a1bf25a3 HTTP/1.1" status: 200 len: 1025 time: 0.0753551 Nov 11 17:21:42.480262 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f8d8b-6f66-4af6-b10b-415efe248616 req-f2dce588-caf1-4f47-bc70-030e05b210e3 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:42.489796 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-485f8d8b-6f66-4af6-b10b-415efe248616 req-f2dce588-caf1-4f47-bc70-030e05b210e3 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=114413e6-2750-49f2-8383-393faf067f4a HTTP/1.1" status: 200 len: 943 time: 0.2014222 Nov 11 17:21:42.499746 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-55604c7f-34bc-4614-9185-e5f2d37a2d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:42.501839 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-55604c7f-34bc-4614-9185-e5f2d37a2d54 service neutron] 10.222.0.64 "GET /v2.0/ports/77cd4467-9c5c-4a7c-addb-a79b3b86465e HTTP/1.1" status: 200 len: 1028 time: 0.1036296 Nov 11 17:21:42.597205 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:42.660440 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-485f8d8b-6f66-4af6-b10b-415efe248616 req-f4b235ec-50fc-43de-9b5b-5ac05c9b0851 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696754 Nov 11 17:21:42.669376 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 2e0990f1-da35-4105-9331-967c612f7ec4 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:42.671439 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:42.772239 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-1b75c31c-bda2-4df5-9525-60c030ac1506 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:42.781255 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-1b75c31c-bda2-4df5-9525-60c030ac1506 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:42.788464 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-1b75c31c-bda2-4df5-9525-60c030ac1506 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:42.790975 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-1b75c31c-bda2-4df5-9525-60c030ac1506 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.64 "GET /v2.0/networks?id=899c7522-11f4-4d70-abf1-4945b96a18be&id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa&id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa HTTP/1.1" status: 200 len: 1990 time: 0.2806718 Nov 11 17:21:42.846601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de72aa7-86ac-4a71-96ce-2fb9bd8f8a2d req-8e9a7731-3ca1-4cf0-9227-cf593076c13f tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:42.851964 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4de72aa7-86ac-4a71-96ce-2fb9bd8f8a2d req-8e9a7731-3ca1-4cf0-9227-cf593076c13f tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=92ae5223-c7a5-4f91-89ec-6c951aa583ab HTTP/1.1" status: 200 len: 947 time: 0.1866555 Nov 11 17:21:42.858662 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5f34eb-414a-4840-a5c2-96ea2c048918 x-openstack-request-id: req-fb5f34eb-414a-4840-a5c2-96ea2c048918 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:42.858959 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d29812-5f9d-4b4e-8fa7-896241be4693", "name": "network-vif-deleted", "tag": "05f132a5-4b5e-4b1a-950f-4bd2417d3153", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:42.859212 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fb5f34eb-414a-4840-a5c2-96ea2c048918 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:42.859620 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d29812-5f9d-4b4e-8fa7-896241be4693', 'name': 'network-vif-deleted', 'tag': '05f132a5-4b5e-4b1a-950f-4bd2417d3153', 'status': 'completed', 'code': 200} Nov 11 17:21:42.914298 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-a550a781-644d-477e-8837-918226b34e25 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57a0547569de40a6ab45455039002426 HTTP/1.1" status: 200 len: 379 time: 0.1047568 Nov 11 17:21:42.929827 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-2784923c-a304-4673-a839-3e86dc66138c req-ddf13591-214e-43c8-b52d-841d50fdda7b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Request body: {'port': {'device_id': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be', 'admin_state_up': True, 'tenant_id': '57a0547569de40a6ab45455039002426', 'security_groups': ['77e47111-8d50-4cd5-9e61-1d3475c3adda']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:42.973223 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4de72aa7-86ac-4a71-96ce-2fb9bd8f8a2d req-babab824-5bd1-44ec-b034-9a83b7a5fd06 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125085 Nov 11 17:21:43.055010 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:21:43.096406 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215dce87-5d61-4afa-96ba-abfddd6d11f0 x-openstack-request-id: req-215dce87-5d61-4afa-96ba-abfddd6d11f0 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:43.099014 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 772f1452-d10c-4e7a-a07a-c498038b3269, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=772f1452-d10c-4e7a-a07a-c498038b3269,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:43.113318 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114413e6-2750-49f2-8383-393faf067f4a", "tag": "772f1452-d10c-4e7a-a07a-c498038b3269", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:43.113707 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-215dce87-5d61-4afa-96ba-abfddd6d11f0 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:43.118644 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-02a371aa-8818-483f-993f-39a1178d87b0 req-c0b3abef-eb50-444e-a34e-312c1a33fd84 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 210 time: 0.0614612 Nov 11 17:21:43.119958 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114413e6-2750-49f2-8383-393faf067f4a', 'tag': '772f1452-d10c-4e7a-a07a-c498038b3269', 'status': 'completed', 'code': 200} Nov 11 17:21:43.165525 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:43.169550 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '772f1452-d10c-4e7a-a07a-c498038b3269', 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a', 'port_id': '772f1452-d10c-4e7a-a07a-c498038b3269', 'mac_address': 'fa:16:3e:19:ee:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09fccde3-01fd-422f-a0ab-b92daf8c7d4e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:21:43.303711 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca312df-6598-4c65-81e1-1b98d2030020 req-a38d5ed4-add6-4050-8713-aef2c2b1309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:43.305645 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ca312df-6598-4c65-81e1-1b98d2030020 req-a38d5ed4-add6-4050-8713-aef2c2b1309c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&device_id=114413e6-2750-49f2-8383-393faf067f4a HTTP/1.1" status: 200 len: 1094 time: 0.1843882 Nov 11 17:21:43.397939 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf39be-5d35-4a8f-a9f5-ccb1f4e63114 req-29c4820e-0c8d-4b08-aec8-96616272da44 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:43.408701 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5fdf39be-5d35-4a8f-a9f5-ccb1f4e63114 req-29c4820e-0c8d-4b08-aec8-96616272da44 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.0886712 Nov 11 17:21:43.425603 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:43.470017 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:43.522547 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efe92ba-cb1b-473b-a410-d090a4dc4b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0990f1-da35-4105-9331-967c612f7ec4'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:43.537092 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57270162-de76-46fa-985e-cf7a0c28a5ad" -d '{"events": [{"server_uuid": "9efe92ba-cb1b-473b-a410-d090a4dc4b14", "name": "network-vif-plugged", "status": "completed", "tag": "2e0990f1-da35-4105-9331-967c612f7ec4"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:43.590688 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-ddf13591-214e-43c8-b52d-841d50fdda7b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Made reservation on behalf of 57a0547569de40a6ab45455039002426 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:21:43.594326 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772f1452-d10c-4e7a-a07a-c498038b3269 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:21:43.594512 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-ddf13591-214e-43c8-b52d-841d50fdda7b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:43.601772 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 2e0990f1-da35-4105-9331-967c612f7ec4, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=2e0990f1-da35-4105-9331-967c612f7ec4,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:43.615386 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5fdf39be-5d35-4a8f-a9f5-ccb1f4e63114 req-a62b2fcf-238a-4eef-a8ce-fbcf2502d8a0 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041011 Nov 11 17:21:43.620199 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:43.634763 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:43.707068 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1dcc215-1442-4c66-8996-a27603a4b93e req-0f124c2f-5c66-4126-9f17-45ed36069947 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 210 time: 0.1959720 Nov 11 17:21:43.753957 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 772f1452-d10c-4e7a-a07a-c498038b3269, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=772f1452-d10c-4e7a-a07a-c498038b3269,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:43.753957 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': 'c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a', 'mac_address': 'fa:16:3e:dc:10:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:21:43.762088 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca312df-6598-4c65-81e1-1b98d2030020 req-41fe6dea-3bc8-464d-a711-4f38a38f3c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:43.765173 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ca312df-6598-4c65-81e1-1b98d2030020 req-41fe6dea-3bc8-464d-a711-4f38a38f3c67 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aef12edc-1263-4022-a80e-fb863587e53a HTTP/1.1" status: 200 len: 913 time: 0.4507451 Nov 11 17:21:43.775109 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:43.857638 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93423466-ca77-459c-b38c-44d8a0a2b71e x-openstack-request-id: req-93423466-ca77-459c-b38c-44d8a0a2b71e {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:43.857638 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efe92ba-cb1b-473b-a410-d090a4dc4b14", "name": "network-vif-plugged", "status": "completed", "tag": "2e0990f1-da35-4105-9331-967c612f7ec4", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:43.857638 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-93423466-ca77-459c-b38c-44d8a0a2b71e {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:43.857638 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efe92ba-cb1b-473b-a410-d090a4dc4b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0990f1-da35-4105-9331-967c612f7ec4', 'code': 200} Nov 11 17:21:43.898825 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ca312df-6598-4c65-81e1-1b98d2030020 req-4699cc88-d3f7-4fa6-9c5c-7fba6bee10ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=772f1452-d10c-4e7a-a07a-c498038b3269 HTTP/1.1" status: 200 len: 217 time: 0.0755911 Nov 11 17:21:43.927257 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:43.960792 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=2e0990f1-da35-4105-9331-967c612f7ec4,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:43.995360 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e119d-4b69-4ba5-967e-3a9a82defe24 req-a76893eb-df3e-43d4-922d-20ee70b9a6db tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:44.005706 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-599e119d-4b69-4ba5-967e-3a9a82defe24 req-a76893eb-df3e-43d4-922d-20ee70b9a6db tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=114413e6-2750-49f2-8383-393faf067f4a HTTP/1.1" status: 200 len: 944 time: 0.1376626 Nov 11 17:21:44.047201 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-2784923c-a304-4673-a839-3e86dc66138c req-ddf13591-214e-43c8-b52d-841d50fdda7b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Allocated IP 172.20.0.9 (899c7522-11f4-4d70-abf1-4945b96a18be/eb65c8e4-9667-460f-b3de-43e527914011/de13d44d-3671-47f5-b4cd-175caae206f0) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:21:44.065182 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=772f1452-d10c-4e7a-a07a-c498038b3269,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:44.096021 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:21:44.138989 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:44.149649 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca312df-6598-4c65-81e1-1b98d2030020 req-d242ed86-9106-4815-93d5-71318534fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:44.151236 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ca312df-6598-4c65-81e1-1b98d2030020 req-d242ed86-9106-4815-93d5-71318534fe78 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09fccde3-01fd-422f-a0ab-b92daf8c7d4e HTTP/1.1" status: 200 len: 851 time: 0.2386544 Nov 11 17:21:44.157364 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:44.174926 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-599e119d-4b69-4ba5-967e-3a9a82defe24 req-af23ee7d-83f4-4129-a761-f747fa6f873e tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584907 Nov 11 17:21:44.270987 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ca312df-6598-4c65-81e1-1b98d2030020 req-28718c1d-aaf6-4fcf-8bf3-566c63f3a827 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aef12edc-1263-4022-a80e-fb863587e53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015275 Nov 11 17:21:44.286924 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['772f1452-d10c-4e7a-a07a-c498038b3269'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:21:44.393630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd89247-995d-401e-aac8-1ef176acfa1f req-a2e35be5-5511-405d-b2f3-ad37ca24709d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:44.401416 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7fd89247-995d-401e-aac8-1ef176acfa1f req-a2e35be5-5511-405d-b2f3-ad37ca24709d tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 944 time: 0.2527750 Nov 11 17:21:44.461715 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:21:44.474956 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:44.520247 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-ddf13591-214e-43c8-b52d-841d50fdda7b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:44.556607 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7fd89247-995d-401e-aac8-1ef176acfa1f req-9da088cf-de88-4bbf-bcc7-1d5431e44f00 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540782 Nov 11 17:21:44.623712 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e73d9-205f-41c7-8479-bf8f009ae449 req-c83576a0-8be9-4561-87d9-df0d5c1e408b tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:44.631881 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-ddf13591-214e-43c8-b52d-841d50fdda7b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:44.639441 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c76e73d9-205f-41c7-8479-bf8f009ae449 req-c83576a0-8be9-4561-87d9-df0d5c1e408b tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=92ae5223-c7a5-4f91-89ec-6c951aa583ab HTTP/1.1" status: 200 len: 948 time: 0.3064408 Nov 11 17:21:44.672802 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-6c940f77-84bf-4456-be69-6b93d6f6947a tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:44.674611 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-6c940f77-84bf-4456-be69-6b93d6f6947a tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.64 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 820 time: 0.3891125 Nov 11 17:21:44.750483 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-661be4fc-0375-4a1a-8f83-574f1e892055 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Request body: {'port': {'device_id': '4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1', 'network_id': 'f44096b2-3051-4615-8241-50ad95944236', 'admin_state_up': True, 'tenant_id': 'a024e2a7b6474f8e8e788e4f4dce81d2'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:44.768183 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf13591-214e-43c8-b52d-841d50fdda7b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event updated for resources: {'Port': ['ID=de13d44d-3671-47f5-b4cd-175caae206f0,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:44.787605 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59b85d64-a155-4efc-a521-908fcd8b4f7b req-66e44b22-3264-4752-b7cc-4f5d51cd79fc tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 210 time: 0.1064215 Nov 11 17:21:44.848094 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2784923c-a304-4673-a839-3e86dc66138c req-ddf13591-214e-43c8-b52d-841d50fdda7b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Network 899c7522-11f4-4d70-abf1-4945b96a18be is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:21:44.865018 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-2784923c-a304-4673-a839-3e86dc66138c req-ddf13591-214e-43c8-b52d-841d50fdda7b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:21:44.865285 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 05f132a5-4b5e-4b1a-950f-4bd2417d3153 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:21:44.895956 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2784923c-a304-4673-a839-3e86dc66138c req-ddf13591-214e-43c8-b52d-841d50fdda7b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:21:44.915526 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 05f132a5-4b5e-4b1a-950f-4bd2417d3153 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:21:44.916054 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 05f132a5-4b5e-4b1a-950f-4bd2417d3153 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:21:44.978294 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-ddf13591-214e-43c8-b52d-841d50fdda7b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:44.982868 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-ddf13591-214e-43c8-b52d-841d50fdda7b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:44.999958 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c76e73d9-205f-41c7-8479-bf8f009ae449 req-cee93c4f-533c-4c9b-9b99-61434b6480af tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125684 Nov 11 17:21:45.018887 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c593c-a02d-473d-8927-5bbf43d6f05e req-71210740-2bf5-4df1-8fc8-64dd3d1b7649 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:45.022001 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-956c593c-a02d-473d-8927-5bbf43d6f05e req-71210740-2bf5-4df1-8fc8-64dd3d1b7649 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.64 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 944 time: 0.2245436 Nov 11 17:21:45.025443 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-ddf13591-214e-43c8-b52d-841d50fdda7b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1011713 Nov 11 17:21:45.102426 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-2784923c-a304-4673-a839-3e86dc66138c req-43ddf164-bc96-4754-8ddd-4293324b5a5c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Request body: {'port': {'device_id': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781', 'admin_state_up': True, 'tenant_id': '57a0547569de40a6ab45455039002426', 'security_groups': ['77e47111-8d50-4cd5-9e61-1d3475c3adda']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:45.125789 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b2ad5-4eca-40a9-803d-4fafe4ad6bac req-3350d53c-5ae7-4dfd-8d44-3a381215d2ac tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:45.133171 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec3b2ad5-4eca-40a9-803d-4fafe4ad6bac req-3350d53c-5ae7-4dfd-8d44-3a381215d2ac tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.2143290 Nov 11 17:21:45.214697 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-661be4fc-0375-4a1a-8f83-574f1e892055 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Made reservation on behalf of a024e2a7b6474f8e8e788e4f4dce81d2 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:21:45.228265 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-661be4fc-0375-4a1a-8f83-574f1e892055 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:45.291818 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec3b2ad5-4eca-40a9-803d-4fafe4ad6bac req-24e9194d-8315-4607-9aa4-9f692284e7a7 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573534 Nov 11 17:21:45.292375 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54040) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:45.330606 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2f306-70a5-47e7-8a7b-4423c5cb381a req-006709cd-69b8-4ad6-8c6e-4f3e3f086a26 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:45.339690 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dbc2f306-70a5-47e7-8a7b-4423c5cb381a req-006709cd-69b8-4ad6-8c6e-4f3e3f086a26 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 931 time: 0.1990483 Nov 11 17:21:45.346143 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ca312df-6598-4c65-81e1-1b98d2030020 req-4898cb46-8e2c-4b6a-b038-2717b112cbce service neutron] 10.222.0.64 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7417679 Nov 11 17:21:45.409025 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8f4dcf68-2970-4889-b097-433c64165267 None None] Provisioning complete for port de13d44d-3671-47f5-b4cd-175caae206f0 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:45.412090 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8f4dcf68-2970-4889-b097-433c64165267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:45.487347 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ca312df-6598-4c65-81e1-1b98d2030020 req-2e29034a-c15e-474f-8926-9f063befc2b9 service neutron] 10.222.0.64 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273274 Nov 11 17:21:45.546028 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dbc2f306-70a5-47e7-8a7b-4423c5cb381a req-80733592-f440-40e1-9335-e703927d7d56 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053609 Nov 11 17:21:45.553240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-8f4dcf68-2970-4889-b097-433c64165267 None None] Port de13d44d-3671-47f5-b4cd-175caae206f0 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:21:45.571080 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-43ddf164-bc96-4754-8ddd-4293324b5a5c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Made reservation on behalf of 57a0547569de40a6ab45455039002426 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:21:45.576379 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-43ddf164-bc96-4754-8ddd-4293324b5a5c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:45.605933 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb52dcb7-e674-4ae6-9f4b-121e2c5ad221 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:45.692634 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-956c593c-a02d-473d-8927-5bbf43d6f05e req-b915a292-8e6a-48cc-8a37-7938bb586ed8 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Deleting port 48169c07-54bf-4bc0-ae8c-702e2476af86 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:21:45.693025 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-956c593c-a02d-473d-8927-5bbf43d6f05e req-b915a292-8e6a-48cc-8a37-7938bb586ed8 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:45.726657 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb52dcb7-e674-4ae6-9f4b-121e2c5ad221 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:45.742908 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-661be4fc-0375-4a1a-8f83-574f1e892055 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Allocated IP 172.20.0.3 (f44096b2-3051-4615-8241-50ad95944236/91b4681d-4ec9-48fb-9ad2-3be17e781b2d/b4e5df2f-1179-465d-958f-d98e823b6238) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:21:45.940896 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-661be4fc-0375-4a1a-8f83-574f1e892055 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:45.982904 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb52dcb7-e674-4ae6-9f4b-121e2c5ad221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:46.052524 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-eb52dcb7-e674-4ae6-9f4b-121e2c5ad221 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0ceb094a0dc9443ba1bdc060c7e49a4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7567122 Nov 11 17:21:46.054021 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-661be4fc-0375-4a1a-8f83-574f1e892055 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:46.067692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a25c57-2e9d-49b8-977b-deae63540ac7 req-e94aba4b-b4f3-492e-85f7-04c2864f7c84 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:46.069275 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-84a25c57-2e9d-49b8-977b-deae63540ac7 req-e94aba4b-b4f3-492e-85f7-04c2864f7c84 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=114413e6-2750-49f2-8383-393faf067f4a HTTP/1.1" status: 200 len: 944 time: 0.5815477 Nov 11 17:21:46.070812 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54058) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:46.103264 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52dcb7-e674-4ae6-9f4b-121e2c5ad221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c65b3f-d09c-46e1-8b71-92b7d41b2fbd,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:46.174790 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-2784923c-a304-4673-a839-3e86dc66138c req-43ddf164-bc96-4754-8ddd-4293324b5a5c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Allocated IP 10.1.1.222 (26d2863b-e9a5-49ec-ba62-a9518e7e8781/3adf3a3d-8ad1-4679-a4f6-1feef5465afc/34b6509b-fb14-4179-beff-be1a741207a7) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:21:46.184705 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-956c593c-a02d-473d-8927-5bbf43d6f05e req-b915a292-8e6a-48cc-8a37-7938bb586ed8 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] For port 48169c07-54bf-4bc0-ae8c-702e2476af86, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=48169c07-54bf-4bc0-ae8c-702e2476af86,segment=NetworkSegment(892ee7fa-4ebf-45a5-a233-876258e262d6),segment_id=892ee7fa-4ebf-45a5-a233-876258e262d6)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:46.185082 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-956c593c-a02d-473d-8927-5bbf43d6f05e req-b915a292-8e6a-48cc-8a37-7938bb586ed8 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:46.205851 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-956c593c-a02d-473d-8927-5bbf43d6f05e req-b915a292-8e6a-48cc-8a37-7938bb586ed8 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Calling delete_port for 48169c07-54bf-4bc0-ae8c-702e2476af86 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:21:46.274179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 772f1452-d10c-4e7a-a07a-c498038b3269 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:21:46.280564 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7bab309a-1b67-4481-9d7b-2e007b961dff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:46.305042 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7bab309a-1b67-4481-9d7b-2e007b961dff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:46.359619 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-84a25c57-2e9d-49b8-977b-deae63540ac7 req-f37c5152-6d21-472d-9283-7b6097cbaead tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835108 Nov 11 17:21:46.378467 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-661be4fc-0375-4a1a-8f83-574f1e892055 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Network f44096b2-3051-4615-8241-50ad95944236 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:21:46.387017 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-661be4fc-0375-4a1a-8f83-574f1e892055 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:21:46.390554 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-661be4fc-0375-4a1a-8f83-574f1e892055 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:21:46.443241 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 772f1452-d10c-4e7a-a07a-c498038b3269 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:21:46.448261 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 772f1452-d10c-4e7a-a07a-c498038b3269 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:46.448791 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:46.478110 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7bab309a-1b67-4481-9d7b-2e007b961dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:46.480719 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7bab309a-1b67-4481-9d7b-2e007b961dff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:46.484754 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7bab309a-1b67-4481-9d7b-2e007b961dff admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/96c65b3f-d09c-46e1-8b71-92b7d41b2fbd HTTP/1.1" status: 204 len: 168 time: 0.3589249 Nov 11 17:21:46.521427 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553ee47-3a4a-4dad-88fe-6865e76384c1 req-e8246f0b-7b7e-4be8-a6b9-5c691354e213 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:46.528669 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a553ee47-3a4a-4dad-88fe-6865e76384c1 req-e8246f0b-7b7e-4be8-a6b9-5c691354e213 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/ports?device_id=41877169-111b-4dcc-bf83-8556200ca185 HTTP/1.1" status: 200 len: 944 time: 0.5434349 Nov 11 17:21:46.549103 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-43ddf164-bc96-4754-8ddd-4293324b5a5c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:46.581065 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab309a-1b67-4481-9d7b-2e007b961dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c65b3f-d09c-46e1-8b71-92b7d41b2fbd,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:46.582967 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661be4fc-0375-4a1a-8f83-574f1e892055 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Pushing event updated for resources: {'Port': ['ID=b4e5df2f-1179-465d-958f-d98e823b6238,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:46.593299 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-956c593c-a02d-473d-8927-5bbf43d6f05e req-b915a292-8e6a-48cc-8a37-7938bb586ed8 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:46.636237 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915a292-8e6a-48cc-8a37-7938bb586ed8 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Pushing event deleted for resources: {'Port': ['ID=48169c07-54bf-4bc0-ae8c-702e2476af86,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:46.744876 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-956c593c-a02d-473d-8927-5bbf43d6f05e req-b915a292-8e6a-48cc-8a37-7938bb586ed8 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] No DVR routers for this DVR port 48169c07-54bf-4bc0-ae8c-702e2476af86 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:21:46.745270 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:46.747064 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-43ddf164-bc96-4754-8ddd-4293324b5a5c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:46.751010 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-956c593c-a02d-473d-8927-5bbf43d6f05e req-b915a292-8e6a-48cc-8a37-7938bb586ed8 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:46.758716 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-661be4fc-0375-4a1a-8f83-574f1e892055 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:46.759584 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-956c593c-a02d-473d-8927-5bbf43d6f05e req-b915a292-8e6a-48cc-8a37-7938bb586ed8 tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.64 "DELETE /v2.0/ports/48169c07-54bf-4bc0-ae8c-702e2476af86 HTTP/1.1" status: 204 len: 173 time: 1.7149613 Nov 11 17:21:46.760209 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41877169-111b-4dcc-bf83-8556200ca185', 'name': 'network-vif-deleted', 'tag': '48169c07-54bf-4bc0-ae8c-702e2476af86'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:46.761201 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-661be4fc-0375-4a1a-8f83-574f1e892055 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:46.765892 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcd5133-711d-4ff4-ab2a-d4edaf00644d" -d '{"events": [{"server_uuid": "41877169-111b-4dcc-bf83-8556200ca185", "name": "network-vif-deleted", "tag": "48169c07-54bf-4bc0-ae8c-702e2476af86"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:46.824356 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114413e6-2750-49f2-8383-393faf067f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772f1452-d10c-4e7a-a07a-c498038b3269'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:46.838472 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148ecae2-39ba-4eb9-8e43-094e48168dfa" -d '{"events": [{"server_uuid": "114413e6-2750-49f2-8383-393faf067f4a", "name": "network-vif-plugged", "status": "completed", "tag": "772f1452-d10c-4e7a-a07a-c498038b3269"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:46.852503 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2784923c-a304-4673-a839-3e86dc66138c req-43ddf164-bc96-4754-8ddd-4293324b5a5c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:21:46.880196 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:21:46.910451 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 772f1452-d10c-4e7a-a07a-c498038b3269, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=772f1452-d10c-4e7a-a07a-c498038b3269,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:46.919261 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:46.921876 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 48169c07-54bf-4bc0-ae8c-702e2476af86 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:21:46.930040 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-2784923c-a304-4673-a839-3e86dc66138c req-43ddf164-bc96-4754-8ddd-4293324b5a5c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:21:46.957047 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2784923c-a304-4673-a839-3e86dc66138c req-43ddf164-bc96-4754-8ddd-4293324b5a5c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:21:47.021088 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b23c8-0592-45a8-b1d3-d6c8c9e2b803 req-6977d359-f592-4952-bd57-e6de575704aa tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:47.024312 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f29b23c8-0592-45a8-b1d3-d6c8c9e2b803 req-6977d359-f592-4952-bd57-e6de575704aa tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 931 time: 0.5380352 Nov 11 17:21:47.028172 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-661be4fc-0375-4a1a-8f83-574f1e892055 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2921236 Nov 11 17:21:47.045984 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a553ee47-3a4a-4dad-88fe-6865e76384c1 req-b0b7ca71-ca88-447e-aaf8-10fcc46c7bcb tempest-LiveMigrationTest-1660796268 tempest-LiveMigrationTest-1660796268-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b59ab07-abfc-47cd-810a-a8fed7993bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715633 Nov 11 17:21:47.086302 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] Request body: {'port': {'device_id': '4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:47.095401 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54074) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:47.106936 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 48169c07-54bf-4bc0-ae8c-702e2476af86 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:21:47.106936 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 48169c07-54bf-4bc0-ae8c-702e2476af86 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:21:47.123523 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddf164-bc96-4754-8ddd-4293324b5a5c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event updated for resources: {'Port': ['ID=34b6509b-fb14-4179-beff-be1a741207a7,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:47.139255 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-43ddf164-bc96-4754-8ddd-4293324b5a5c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:47.145268 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-43ddf164-bc96-4754-8ddd-4293324b5a5c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:47.158725 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:21:47.165862 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:47.166561 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:47.169823 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=772f1452-d10c-4e7a-a07a-c498038b3269,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:47.186580 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-43ddf164-bc96-4754-8ddd-4293324b5a5c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1314132 Nov 11 17:21:47.207684 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-2784923c-a304-4673-a839-3e86dc66138c req-663ec25d-6da4-431b-960b-059d78dcf877 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Request body: {'port': {'device_id': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781', 'admin_state_up': True, 'tenant_id': '57a0547569de40a6ab45455039002426', 'security_groups': ['77e47111-8d50-4cd5-9e61-1d3475c3adda']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:47.254248 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f29b23c8-0592-45a8-b1d3-d6c8c9e2b803 req-494d646e-7ce9-40a8-afb1-2127c7f716f2 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071128 Nov 11 17:21:47.264295 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc901aea-8d33-4439-ad73-98c6a5caa7df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:47.356093 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:47.461864 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-663ec25d-6da4-431b-960b-059d78dcf877 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Made reservation on behalf of 57a0547569de40a6ab45455039002426 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:21:47.475857 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:47.481995 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-663ec25d-6da4-431b-960b-059d78dcf877 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:47.489603 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:47.493358 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:47.506071 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bee21-7be1-4515-b881-142b4dbed472 req-5d097390-643a-4198-8697-0281b8bb18ec tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:47.513689 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f26bee21-7be1-4515-b881-142b4dbed472 req-5d097390-643a-4198-8697-0281b8bb18ec tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=92ae5223-c7a5-4f91-89ec-6c951aa583ab HTTP/1.1" status: 200 len: 948 time: 0.3003862 Nov 11 17:21:47.566073 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0cdf5-4236-4ffa-93cd-31d433460a59 req-95647c07-a0f9-47d9-b309-0bb897a032e2 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:47.573892 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74b0cdf5-4236-4ffa-93cd-31d433460a59 req-95647c07-a0f9-47d9-b309-0bb897a032e2 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.2056706 Nov 11 17:21:47.620403 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-32b52d41-2d09-4b8c-9d3c-9bb8cd3cb1a0 None None] Provisioning complete for port 34b6509b-fb14-4179-beff-be1a741207a7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:47.622419 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-32b52d41-2d09-4b8c-9d3c-9bb8cd3cb1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:47.704057 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f26bee21-7be1-4515-b881-142b4dbed472 req-fa6dd5dd-ab48-4124-9925-d1a13bf345cc tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844249 Nov 11 17:21:47.711166 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-2784923c-a304-4673-a839-3e86dc66138c req-663ec25d-6da4-431b-960b-059d78dcf877 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Allocated IP 10.1.1.54 (26d2863b-e9a5-49ec-ba62-a9518e7e8781/3adf3a3d-8ad1-4679-a4f6-1feef5465afc/813271a2-d0e8-463d-ab43-df3086ac6cb1) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:21:47.783753 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:47.794989 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-32b52d41-2d09-4b8c-9d3c-9bb8cd3cb1a0 None None] Port 34b6509b-fb14-4179-beff-be1a741207a7 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:21:47.887014 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc901aea-8d33-4439-ad73-98c6a5caa7df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:47.908916 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74b0cdf5-4236-4ffa-93cd-31d433460a59 req-9f90844a-363a-488b-899e-8bcb3c3d713d tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284142 Nov 11 17:21:47.949127 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc901aea-8d33-4439-ad73-98c6a5caa7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:48.012350 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-663ec25d-6da4-431b-960b-059d78dcf877 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:48.039826 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae72b4f-4d59-4f14-bf28-0b2361d3ef79 x-openstack-request-id: req-3ae72b4f-4d59-4f14-bf28-0b2361d3ef79 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:48.040100 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114413e6-2750-49f2-8383-393faf067f4a", "name": "network-vif-plugged", "status": "completed", "tag": "772f1452-d10c-4e7a-a07a-c498038b3269", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:48.040348 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3ae72b4f-4d59-4f14-bf28-0b2361d3ef79 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:48.040743 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114413e6-2750-49f2-8383-393faf067f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772f1452-d10c-4e7a-a07a-c498038b3269', 'code': 200} Nov 11 17:21:48.055447 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5c0d02-9316-44ba-8b49-fa9d84057084 x-openstack-request-id: req-9d5c0d02-9316-44ba-8b49-fa9d84057084 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:48.055774 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41877169-111b-4dcc-bf83-8556200ca185", "name": "network-vif-deleted", "tag": "48169c07-54bf-4bc0-ae8c-702e2476af86", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:48.056036 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d5c0d02-9316-44ba-8b49-fa9d84057084 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:48.056452 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41877169-111b-4dcc-bf83-8556200ca185', 'name': 'network-vif-deleted', 'tag': '48169c07-54bf-4bc0-ae8c-702e2476af86', 'status': 'completed', 'code': 200} Nov 11 17:21:48.058749 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:48.094921 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fc901aea-8d33-4439-ad73-98c6a5caa7df admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=54321375943f41adb3a9c6b6493d536e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9956429 Nov 11 17:21:48.098540 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54088) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:48.100265 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc901aea-8d33-4439-ad73-98c6a5caa7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab3875f-cdcf-4630-924f-eb0de469a30e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:48.112727 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-663ec25d-6da4-431b-960b-059d78dcf877 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:48.162048 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65675fc1-96eb-497e-be31-d592b01384f3 req-ae0b28a4-6808-4e3b-befa-a443fc13f8e7 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:48.167912 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2784923c-a304-4673-a839-3e86dc66138c req-663ec25d-6da4-431b-960b-059d78dcf877 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:21:48.168402 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65675fc1-96eb-497e-be31-d592b01384f3 req-ae0b28a4-6808-4e3b-befa-a443fc13f8e7 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:48.170151 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-65675fc1-96eb-497e-be31-d592b01384f3 req-ae0b28a4-6808-4e3b-befa-a443fc13f8e7 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 1653 time: 0.2806056 Nov 11 17:21:48.179316 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-2784923c-a304-4673-a839-3e86dc66138c req-663ec25d-6da4-431b-960b-059d78dcf877 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:21:48.255199 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2784923c-a304-4673-a839-3e86dc66138c req-663ec25d-6da4-431b-960b-059d78dcf877 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:21:48.265023 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e85c44b7-ff69-43d9-aeae-aec5fcad77ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:48.292931 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e85c44b7-ff69-43d9-aeae-aec5fcad77ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:48.358412 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ec25d-6da4-431b-960b-059d78dcf877 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event updated for resources: {'Port': ['ID=813271a2-d0e8-463d-ab43-df3086ac6cb1,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:48.393021 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e85c44b7-ff69-43d9-aeae-aec5fcad77ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:48.395708 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e85c44b7-ff69-43d9-aeae-aec5fcad77ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:48.399220 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-663ec25d-6da4-431b-960b-059d78dcf877 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:48.399409 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e85c44b7-ff69-43d9-aeae-aec5fcad77ac admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8ab3875f-cdcf-4630-924f-eb0de469a30e HTTP/1.1" status: 204 len: 168 time: 0.2937934 Nov 11 17:21:48.399534 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-663ec25d-6da4-431b-960b-059d78dcf877 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:48.407562 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e8c8c-633a-44b8-aae3-267465542534 req-f85d6534-ff48-4a2e-839f-75f414e04b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:48.408827 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5f0e8c8c-633a-44b8-aae3-267465542534 req-f85d6534-ff48-4a2e-839f-75f414e04b3e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=114413e6-2750-49f2-8383-393faf067f4a HTTP/1.1" status: 200 len: 1096 time: 0.1719995 Nov 11 17:21:48.433817 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c44b7-ff69-43d9-aeae-aec5fcad77ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab3875f-cdcf-4630-924f-eb0de469a30e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:48.464583 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-663ec25d-6da4-431b-960b-059d78dcf877 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2610788 Nov 11 17:21:48.506964 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-65675fc1-96eb-497e-be31-d592b01384f3 req-04fbd16b-2eee-4845-98b1-fd197f3a7eaa tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3180499 Nov 11 17:21:48.542399 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-2784923c-a304-4673-a839-3e86dc66138c req-6bc24f4b-2ebf-4325-82a3-6a2d96c3b402 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Request body: {'port': {'device_id': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2d103e92-4f54-41f0-9dd1-ba0588eb26fa', 'admin_state_up': True, 'tenant_id': '57a0547569de40a6ab45455039002426', 'security_groups': ['77e47111-8d50-4cd5-9e61-1d3475c3adda']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:48.550919 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5f0e8c8c-633a-44b8-aae3-267465542534 req-4261df66-cadd-4b0b-afb7-85fb242169dd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286585 Nov 11 17:21:48.551197 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46506dd9-6445-401f-a0cd-aeda49be6f9f req-71ffc954-5180-4425-801e-ec233efd1dff tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:48.562490 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46506dd9-6445-401f-a0cd-aeda49be6f9f req-71ffc954-5180-4425-801e-ec233efd1dff tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=114413e6-2750-49f2-8383-393faf067f4a HTTP/1.1" status: 200 len: 945 time: 0.3449731 Nov 11 17:21:48.613188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54094) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:48.681635 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-12656185-5cf6-4927-a36c-cd8eecefd89a None None] Provisioning complete for port 813271a2-d0e8-463d-ab43-df3086ac6cb1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:48.686315 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e5df2f-1179-465d-958f-d98e823b6238 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:21:48.689145 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-12656185-5cf6-4927-a36c-cd8eecefd89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:48.695108 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46506dd9-6445-401f-a0cd-aeda49be6f9f req-3a726a02-444c-4219-86d8-a6ad853d971b tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317523 Nov 11 17:21:48.705780 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:48.750189 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] Transition to ACTIVE for port object b4e5df2f-1179-465d-958f-d98e823b6238 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:21:48.760512 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:48.775716 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-12656185-5cf6-4927-a36c-cd8eecefd89a None None] Port 813271a2-d0e8-463d-ab43-df3086ac6cb1 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:21:48.798320 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-6bc24f4b-2ebf-4325-82a3-6a2d96c3b402 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Made reservation on behalf of 57a0547569de40a6ab45455039002426 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:21:48.912360 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-6bc24f4b-2ebf-4325-82a3-6a2d96c3b402 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:49.227454 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-2784923c-a304-4673-a839-3e86dc66138c req-6bc24f4b-2ebf-4325-82a3-6a2d96c3b402 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Allocated IP 10.2.2.100 (2d103e92-4f54-41f0-9dd1-ba0588eb26fa/82d20ea5-81ce-4fef-9afe-8186d9ab3df5/ace11c64-ff1c-4cc8-b03a-f7975e333049) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:21:49.377066 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-6bc24f4b-2ebf-4325-82a3-6a2d96c3b402 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:49.433787 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-6bc24f4b-2ebf-4325-82a3-6a2d96c3b402 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:49.528766 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc24f4b-2ebf-4325-82a3-6a2d96c3b402 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event updated for resources: {'Port': ['ID=ace11c64-ff1c-4cc8-b03a-f7975e333049,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:49.558397 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2784923c-a304-4673-a839-3e86dc66138c req-6bc24f4b-2ebf-4325-82a3-6a2d96c3b402 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Network 2d103e92-4f54-41f0-9dd1-ba0588eb26fa is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:21:49.558636 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-2784923c-a304-4673-a839-3e86dc66138c req-6bc24f4b-2ebf-4325-82a3-6a2d96c3b402 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:21:49.580957 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2784923c-a304-4673-a839-3e86dc66138c req-6bc24f4b-2ebf-4325-82a3-6a2d96c3b402 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:21:49.658719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] Pushing event updated for resources: {'Port': ['ID=b4e5df2f-1179-465d-958f-d98e823b6238,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:49.758058 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869a64c-c59a-4312-a137-54fb35115385 req-5a3156ed-6e01-4d44-85fa-e93e76b5d189 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:49.765453 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9869a64c-c59a-4312-a137-54fb35115385 req-5a3156ed-6e01-4d44-85fa-e93e76b5d189 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 943 time: 0.9820702 Nov 11 17:21:49.769584 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ac68ef-c1df-425b-84f2-73e95af73aa3 admin admin] Deleting subnet 651c5717-7c13-46c4-8d6a-3f6dcf13301c {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:21:49.778536 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-6bc24f4b-2ebf-4325-82a3-6a2d96c3b402 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:49.781630 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-6bc24f4b-2ebf-4325-82a3-6a2d96c3b402 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:49.809042 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f6ac68ef-c1df-425b-84f2-73e95af73aa3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:49.826544 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-6bc24f4b-2ebf-4325-82a3-6a2d96c3b402 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2994428 Nov 11 17:21:49.857272 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-2784923c-a304-4673-a839-3e86dc66138c req-967315cf-0120-4c2b-99b0-7212ca5c2842 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Request body: {'port': {'device_id': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2d103e92-4f54-41f0-9dd1-ba0588eb26fa', 'admin_state_up': True, 'tenant_id': '57a0547569de40a6ab45455039002426', 'security_groups': ['77e47111-8d50-4cd5-9e61-1d3475c3adda']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:49.898168 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] Attempting to bind port b4e5df2f-1179-465d-958f-d98e823b6238 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:21:49.898779 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] Attempting to bind port b4e5df2f-1179-465d-958f-d98e823b6238 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:21:49.899278 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] Attempting to bind port b4e5df2f-1179-465d-958f-d98e823b6238 on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:21:49.927117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949a17c-97b4-4fe8-bb1c-b9c32b6c229e req-5a2c4063-4e30-4810-bfd5-6915aa8fe18b tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:49.935531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6949a17c-97b4-4fe8-bb1c-b9c32b6c229e req-5a2c4063-4e30-4810-bfd5-6915aa8fe18b tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=92ae5223-c7a5-4f91-89ec-6c951aa583ab HTTP/1.1" status: 200 len: 949 time: 0.4746995 Nov 11 17:21:49.945484 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] Port b4e5df2f-1179-465d-958f-d98e823b6238 on network f44096b2-3051-4615-8241-50ad95944236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:21:49.947446 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] Attempting to bind port b4e5df2f-1179-465d-958f-d98e823b6238 on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:21:49.975852 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f6ac68ef-c1df-425b-84f2-73e95af73aa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:50.004651 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:21:50.005245 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] Checking segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:21:50.005802 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] Bound using segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:21:50.006439 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] Bound port: b4e5df2f-1179-465d-958f-d98e823b6238, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:21:50.006962 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:50.026154 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-24166ddf-acbc-4273-ad35-b9569f295d06 None None] Provisioning complete for port ace11c64-ff1c-4cc8-b03a-f7975e333049 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:50.029133 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-24166ddf-acbc-4273-ad35-b9569f295d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:50.053403 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9869a64c-c59a-4312-a137-54fb35115385 req-2ea54d76-160b-47ab-a21b-7b78401b1402 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869546 Nov 11 17:21:50.064905 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-967315cf-0120-4c2b-99b0-7212ca5c2842 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Made reservation on behalf of 57a0547569de40a6ab45455039002426 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:21:50.072203 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-967315cf-0120-4c2b-99b0-7212ca5c2842 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:50.082803 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ae5223-c7a5-4f91-89ec-6c951aa583ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:50.092024 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3162d030-5c71-4124-be16-f5df49d68053" -d '{"events": [{"server_uuid": "92ae5223-c7a5-4f91-89ec-6c951aa583ab", "name": "network-vif-plugged", "status": "completed", "tag": "c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:50.137314 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-24166ddf-acbc-4273-ad35-b9569f295d06 None None] Port ace11c64-ff1c-4cc8-b03a-f7975e333049 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:21:50.190162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] For port b4e5df2f-1179-465d-958f-d98e823b6238, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:21:50.201405 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] For port b4e5df2f-1179-465d-958f-d98e823b6238, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b4e5df2f-1179-465d-958f-d98e823b6238,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:21:50.233093 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:50.254163 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f6ac68ef-c1df-425b-84f2-73e95af73aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:50.380060 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6949a17c-97b4-4fe8-bb1c-b9c32b6c229e req-e4790e13-1947-47fa-b609-b2cfb4572e3c tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321117 Nov 11 17:21:50.393250 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:50.394161 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:50.395816 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] 10.222.0.64 "PUT /v2.0/ports/b4e5df2f-1179-465d-958f-d98e823b6238 HTTP/1.1" status: 200 len: 1091 time: 3.3154540 Nov 11 17:21:50.400122 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1', 'tag': 'b4e5df2f-1179-465d-958f-d98e823b6238'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:50.406584 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e944ee-383c-4537-bc7a-f68daf3e97e1" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1", "tag": "b4e5df2f-1179-465d-958f-d98e823b6238"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:50.407189 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-2784923c-a304-4673-a839-3e86dc66138c req-967315cf-0120-4c2b-99b0-7212ca5c2842 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Allocated IP 10.2.2.200 (2d103e92-4f54-41f0-9dd1-ba0588eb26fa/82d20ea5-81ce-4fef-9afe-8186d9ab3df5/c6e5dfd8-66ba-4e06-8f7d-d18094e46e71) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:21:50.563222 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1ddc7-b833-4462-be38-c94c114ed2bb service neutron] Pushing event updated for resources: {'Port': ['ID=b4e5df2f-1179-465d-958f-d98e823b6238,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:50.608232 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281ec43-5789-495b-9978-c081fca52ed5 req-a8053970-782b-4659-9b41-a9f5480bb40c tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:50.616629 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e281ec43-5789-495b-9978-c081fca52ed5 req-a8053970-782b-4659-9b41-a9f5480bb40c tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.3536291 Nov 11 17:21:50.618606 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-967315cf-0120-4c2b-99b0-7212ca5c2842 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:50.655221 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f6ac68ef-c1df-425b-84f2-73e95af73aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:50.676359 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-967315cf-0120-4c2b-99b0-7212ca5c2842 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:50.707494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-aefdfda5-d0ce-46eb-a15b-43b484158967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:50.709072 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-aefdfda5-d0ce-46eb-a15b-43b484158967 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 1094 time: 0.2338223 Nov 11 17:21:50.737858 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2784923c-a304-4673-a839-3e86dc66138c req-967315cf-0120-4c2b-99b0-7212ca5c2842 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Network 2d103e92-4f54-41f0-9dd1-ba0588eb26fa is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:21:50.741252 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-2784923c-a304-4673-a839-3e86dc66138c req-967315cf-0120-4c2b-99b0-7212ca5c2842 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:21:50.744948 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2784923c-a304-4673-a839-3e86dc66138c req-967315cf-0120-4c2b-99b0-7212ca5c2842 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:21:50.790544 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967315cf-0120-4c2b-99b0-7212ca5c2842 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event updated for resources: {'Port': ['ID=c6e5dfd8-66ba-4e06-8f7d-d18094e46e71,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:50.809201 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e281ec43-5789-495b-9978-c081fca52ed5 req-5a8edbc9-f558-4743-be3e-fe596e34c52b tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915281 Nov 11 17:21:50.857777 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-967315cf-0120-4c2b-99b0-7212ca5c2842 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:50.858431 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac68ef-c1df-425b-84f2-73e95af73aa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=651c5717-7c13-46c4-8d6a-3f6dcf13301c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:50.865199 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f6ac68ef-c1df-425b-84f2-73e95af73aa3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:50.866702 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-967315cf-0120-4c2b-99b0-7212ca5c2842 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:50.869704 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f6ac68ef-c1df-425b-84f2-73e95af73aa3 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/651c5717-7c13-46c4-8d6a-3f6dcf13301c HTTP/1.1" status: 204 len: 168 time: 2.2265873 Nov 11 17:21:50.872261 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54154) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:50.924550 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-10e75411-dc86-4a01-932d-20c23e564f04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4e5df2f-1179-465d-958f-d98e823b6238 HTTP/1.1" status: 200 len: 217 time: 0.1143165 Nov 11 17:21:50.939477 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30b136-6353-476d-a2ad-6b5290f0541b req-59a79e74-2eba-41d3-bd3c-b9b6c7daf4c9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:50.953346 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30b136-6353-476d-a2ad-6b5290f0541b req-59a79e74-2eba-41d3-bd3c-b9b6c7daf4c9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:50.961020 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30b136-6353-476d-a2ad-6b5290f0541b req-59a79e74-2eba-41d3-bd3c-b9b6c7daf4c9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:50.969432 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30b136-6353-476d-a2ad-6b5290f0541b req-59a79e74-2eba-41d3-bd3c-b9b6c7daf4c9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:50.977127 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b30b136-6353-476d-a2ad-6b5290f0541b req-59a79e74-2eba-41d3-bd3c-b9b6c7daf4c9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 3094 time: 0.3345375 Nov 11 17:21:50.997335 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-967315cf-0120-4c2b-99b0-7212ca5c2842 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1447768 Nov 11 17:21:51.034983 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-2784923c-a304-4673-a839-3e86dc66138c req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] Request body: {'port': {'device_id': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:51.071669 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c043bb16-f47b-4ea4-8065-d29728fbc175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:51.117559 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-e0f60041-b698-4b2b-89dd-dee7b046f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:51.119602 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-e0f60041-b698-4b2b-89dd-dee7b046f0a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 200 len: 860 time: 0.1337965 Nov 11 17:21:51.180764 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ac7e8051-9f32-4277-b06c-5c05de1ff474 None None] Provisioning complete for port c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:51.181745 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ac7e8051-9f32-4277-b06c-5c05de1ff474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:51.215380 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-cc36bda9-49fe-4859-b1e1-0ce3dd23fe3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f44096b2-3051-4615-8241-50ad95944236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768273 Nov 11 17:21:51.252894 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c043bb16-f47b-4ea4-8065-d29728fbc175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:51.260180 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-ac7e8051-9f32-4277-b06c-5c05de1ff474 None None] Port c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:21:51.282944 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-c043bb16-f47b-4ea4-8065-d29728fbc175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff4ca62-299e-49a9-90bd-d7da6c894e2d']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:21:51.293846 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-c043bb16-f47b-4ea4-8065-d29728fbc175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892ee7fa-4ebf-45a5-a233-876258e262d6') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:21:51.294480 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-c043bb16-f47b-4ea4-8065-d29728fbc175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892ee7fa-4ebf-45a5-a233-876258e262d6') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:21:51.305219 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c043bb16-f47b-4ea4-8065-d29728fbc175 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:51.319539 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c043bb16-f47b-4ea4-8065-d29728fbc175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:51.327194 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c043bb16-f47b-4ea4-8065-d29728fbc175 admin admin] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:21:51.327943 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c043bb16-f47b-4ea4-8065-d29728fbc175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:21:51.385192 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:21:51.397787 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c043bb16-f47b-4ea4-8065-d29728fbc175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:51.421919 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b30b136-6353-476d-a2ad-6b5290f0541b req-5968ea30-9b01-47f9-b737-269d6ed5e68f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4183056 Nov 11 17:21:51.435462 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c043bb16-f47b-4ea4-8065-d29728fbc175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:51.438566 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-242413ed-57b9-4083-b371-d885bef52198 service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645670 Nov 11 17:21:51.444432 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c043bb16-f47b-4ea4-8065-d29728fbc175 admin admin] 10.222.0.76 "DELETE /v2.0/networks/aff4ca62-299e-49a9-90bd-d7da6c894e2d HTTP/1.1" status: 204 len: 168 time: 0.5696933 Nov 11 17:21:51.446277 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:51.468595 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54170) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:51.472390 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043bb16-f47b-4ea4-8065-d29728fbc175 admin admin] Pushing event deleted for resources: {'Network': ['ID=aff4ca62-299e-49a9-90bd-d7da6c894e2d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:51.479784 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3bd9e-4f43-4009-acd1-492803fbbe2a req-11306abe-495c-4ad7-a69a-3d8c3af6930b tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:51.483578 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29c3bd9e-4f43-4009-acd1-492803fbbe2a req-11306abe-495c-4ad7-a69a-3d8c3af6930b tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=114413e6-2750-49f2-8383-393faf067f4a HTTP/1.1" status: 200 len: 945 time: 0.4988358 Nov 11 17:21:51.545795 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7995825e-cc65-4f9e-9fbc-1e996c347e5e x-openstack-request-id: req-7995825e-cc65-4f9e-9fbc-1e996c347e5e {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:51.546126 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ae5223-c7a5-4f91-89ec-6c951aa583ab", "name": "network-vif-plugged", "status": "completed", "tag": "c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:51.546349 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7995825e-cc65-4f9e-9fbc-1e996c347e5e {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:51.546943 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ae5223-c7a5-4f91-89ec-6c951aa583ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a', 'code': 200} Nov 11 17:21:51.574814 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b284358-6b50-466e-aae1-e6fadfa9f3ea admin admin] Deleting subnet 456f266e-dc0d-4586-a362-b3d8662755bb {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:21:51.615936 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdef2bc5-fd60-4e5b-ba17-e447f8eac818 x-openstack-request-id: req-bdef2bc5-fd60-4e5b-ba17-e447f8eac818 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:51.616235 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1", "tag": "b4e5df2f-1179-465d-958f-d98e823b6238", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:51.616500 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bdef2bc5-fd60-4e5b-ba17-e447f8eac818 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:51.616908 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1', 'tag': 'b4e5df2f-1179-465d-958f-d98e823b6238', 'status': 'completed', 'code': 200} Nov 11 17:21:51.632793 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b284358-6b50-466e-aae1-e6fadfa9f3ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:51.800381 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29c3bd9e-4f43-4009-acd1-492803fbbe2a req-546fa2f2-0de5-4720-96a9-7bb667c1c04b tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946761 Nov 11 17:21:51.845110 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d0bb2f9-bdd7-4c38-bab5-0ad41447ba80 req-ff316ede-3b1f-40d9-86b1-2dacba9361b6 service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560212 Nov 11 17:21:51.855284 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c3758-e1f9-48d1-9ef9-0fc10c58ca93 req-1b042067-3f75-49c7-b304-ab683cad60c1 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:51.864814 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d5c3758-e1f9-48d1-9ef9-0fc10c58ca93 req-1b042067-3f75-49c7-b304-ab683cad60c1 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 943 time: 0.1956353 Nov 11 17:21:51.892107 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f2262-38c4-42bc-afd6-dfc32c71c19a req-be30849c-0eb7-4959-be44-b9f9ccd85281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:51.893914 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a38f2262-38c4-42bc-afd6-dfc32c71c19a req-be30849c-0eb7-4959-be44-b9f9ccd85281 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=92ae5223-c7a5-4f91-89ec-6c951aa583ab HTTP/1.1" status: 200 len: 1100 time: 0.2235146 Nov 11 17:21:51.904517 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b284358-6b50-466e-aae1-e6fadfa9f3ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:51.986344 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a38f2262-38c4-42bc-afd6-dfc32c71c19a req-33216c9e-f61f-4ab4-a0a3-0eda6ce01ff3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844719 Nov 11 17:21:52.000995 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-2784923c-a304-4673-a839-3e86dc66138c req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de13d44d-3671-47f5-b4cd-175caae206f0 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:21:52.019419 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:52.028476 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b284358-6b50-466e-aae1-e6fadfa9f3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:52.057693 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-2784923c-a304-4673-a839-3e86dc66138c req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] Transition to ACTIVE for port object de13d44d-3671-47f5-b4cd-175caae206f0 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:21:52.104423 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:52.105754 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d5c3758-e1f9-48d1-9ef9-0fc10c58ca93 req-4627a774-28e7-477e-8dea-64d36bd9b82b tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398319 Nov 11 17:21:52.120060 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b284358-6b50-466e-aae1-e6fadfa9f3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:52.134713 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e944ee-383c-4537-bc7a-f68daf3e97e1 req-2d62ba05-c919-47ec-9721-b9b481967af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:52.141938 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e944ee-383c-4537-bc7a-f68daf3e97e1 req-2d62ba05-c919-47ec-9721-b9b481967af4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 1094 time: 0.1595180 Nov 11 17:21:52.158732 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b462bc4-e3ca-4cdf-8cb2-ca672c46b83b req-cd8bf0ff-c96c-4b32-9d6b-762a816d5e35 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:52.166449 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b462bc4-e3ca-4cdf-8cb2-ca672c46b83b req-cd8bf0ff-c96c-4b32-9d6b-762a816d5e35 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=92ae5223-c7a5-4f91-89ec-6c951aa583ab HTTP/1.1" status: 200 len: 949 time: 0.1827843 Nov 11 17:21:52.201736 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] Pushing event updated for resources: {'Port': ['ID=de13d44d-3671-47f5-b4cd-175caae206f0,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:52.299715 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b284358-6b50-466e-aae1-e6fadfa9f3ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=456f266e-dc0d-4586-a362-b3d8662755bb,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:52.309196 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b284358-6b50-466e-aae1-e6fadfa9f3ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:52.317090 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8b284358-6b50-466e-aae1-e6fadfa9f3ea admin admin] 10.222.0.76 "DELETE /v2.0/subnets/456f266e-dc0d-4586-a362-b3d8662755bb HTTP/1.1" status: 204 len: 168 time: 0.8459487 Nov 11 17:21:52.317764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54186) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:52.337855 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b462bc4-e3ca-4cdf-8cb2-ca672c46b83b req-449fd220-705f-489a-9901-7f863f7b9721 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699944 Nov 11 17:21:52.462735 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e944ee-383c-4537-bc7a-f68daf3e97e1 req-594813ee-4f6c-4af2-8635-4b96dabb3695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:52.468374 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e944ee-383c-4537-bc7a-f68daf3e97e1 req-594813ee-4f6c-4af2-8635-4b96dabb3695 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 922 time: 0.2986937 Nov 11 17:21:52.499935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-880e61b1-6141-4473-a7f8-1027bc919797 req-a4254811-7f20-4a7b-882b-85da075d1766 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6787435a-7226-4315-a4a2-689ba8c92576&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1461570 Nov 11 17:21:52.544997 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-975718fe-3756-4f5e-af20-33d7a1469b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:52.596820 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e944ee-383c-4537-bc7a-f68daf3e97e1 req-4044bc72-40a4-445f-a1aa-dfeb6ea10e07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4e5df2f-1179-465d-958f-d98e823b6238 HTTP/1.1" status: 200 len: 217 time: 0.1044078 Nov 11 17:21:52.732344 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-13af1d71-83b9-4a1d-8f34-989320e93fda tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=3adfe2b7ae1f4947832951c8d383024b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652485 Nov 11 17:21:52.766994 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-975718fe-3756-4f5e-af20-33d7a1469b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:52.770467 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2784923c-a304-4673-a839-3e86dc66138c req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] Attempting to bind port de13d44d-3671-47f5-b4cd-175caae206f0 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:21:52.771065 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2784923c-a304-4673-a839-3e86dc66138c req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] Attempting to bind port de13d44d-3671-47f5-b4cd-175caae206f0 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '77980f2b-6062-4456-aa35-dfdb79784811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:21:52.771389 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] Attempting to bind port de13d44d-3671-47f5-b4cd-175caae206f0 on network 899c7522-11f4-4d70-abf1-4945b96a18be {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:21:52.784049 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] Port de13d44d-3671-47f5-b4cd-175caae206f0 on network 899c7522-11f4-4d70-abf1-4945b96a18be not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:21:52.784823 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] Attempting to bind port de13d44d-3671-47f5-b4cd-175caae206f0 on network 899c7522-11f4-4d70-abf1-4945b96a18be {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:21:52.794687 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:21:52.795402 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] Checking segment: {'id': '77980f2b-6062-4456-aa35-dfdb79784811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:21:52.796171 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] Bound using segment: {'id': '77980f2b-6062-4456-aa35-dfdb79784811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:21:52.796845 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2784923c-a304-4673-a839-3e86dc66138c req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] Bound port: de13d44d-3671-47f5-b4cd-175caae206f0, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77980f2b-6062-4456-aa35-dfdb79784811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:21:52.797403 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:52.823630 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-975718fe-3756-4f5e-af20-33d7a1469b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f78e29-7a15-4cf3-b644-0b4503cf0c29']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:21:52.858000 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e61b1-6141-4473-a7f8-1027bc919797 req-d4eebe67-f7ca-4295-9f53-4308827046af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:52.859511 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-880e61b1-6141-4473-a7f8-1027bc919797 req-d4eebe67-f7ca-4295-9f53-4308827046af service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&device_id=6787435a-7226-4315-a4a2-689ba8c92576 HTTP/1.1" status: 200 len: 1100 time: 0.2597888 Nov 11 17:21:52.879319 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e944ee-383c-4537-bc7a-f68daf3e97e1 req-62b60fe3-5305-47ed-a99a-af3f47e08dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:52.881000 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e944ee-383c-4537-bc7a-f68daf3e97e1 req-62b60fe3-5305-47ed-a99a-af3f47e08dcc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 200 len: 860 time: 0.2162724 Nov 11 17:21:52.893690 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c65bc-8fe3-4c71-a72e-7529a713e1f4 req-4f54c787-c905-46cf-b956-3f6437375946 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:52.901089 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-029c65bc-8fe3-4c71-a72e-7529a713e1f4 req-4f54c787-c905-46cf-b956-3f6437375946 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.2218678 Nov 11 17:21:52.920524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2784923c-a304-4673-a839-3e86dc66138c req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] For port de13d44d-3671-47f5-b4cd-175caae206f0, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:21:52.925503 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2784923c-a304-4673-a839-3e86dc66138c req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] For port de13d44d-3671-47f5-b4cd-175caae206f0, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=de13d44d-3671-47f5-b4cd-175caae206f0,segment=NetworkSegment(77980f2b-6062-4456-aa35-dfdb79784811),segment_id=77980f2b-6062-4456-aa35-dfdb79784811)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:21:52.929491 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-975718fe-3756-4f5e-af20-33d7a1469b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ab8951-13cb-48b1-bbb5-54cb34055282') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:21:52.930113 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-975718fe-3756-4f5e-af20-33d7a1469b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ab8951-13cb-48b1-bbb5-54cb34055282') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:21:52.957581 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-975718fe-3756-4f5e-af20-33d7a1469b45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:52.991321 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-975718fe-3756-4f5e-af20-33d7a1469b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:52.999228 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-975718fe-3756-4f5e-af20-33d7a1469b45 admin admin] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:21:53.000435 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-975718fe-3756-4f5e-af20-33d7a1469b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:53.017473 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e944ee-383c-4537-bc7a-f68daf3e97e1 req-253fe89b-fcd1-41b8-9da3-523cbf50e7cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f44096b2-3051-4615-8241-50ad95944236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099606 Nov 11 17:21:53.070673 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-719bcc52-b546-40e7-95bb-63017598bb19 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:53.077930 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-719bcc52-b546-40e7-95bb-63017598bb19 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3447320 Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:21:53.119045 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:21:53.124938 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:53.135709 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-975718fe-3756-4f5e-af20-33d7a1469b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:53.158169 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-975718fe-3756-4f5e-af20-33d7a1469b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:53.183636 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-31d0709d-e583-4958-ba4d-6b12fd954226 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/quotas/3adfe2b7ae1f4947832951c8d383024b HTTP/1.1" status: 200 len: 375 time: 0.1014190 Nov 11 17:21:53.200811 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-975718fe-3756-4f5e-af20-33d7a1469b45 admin admin] 10.222.0.76 "DELETE /v2.0/networks/e7f78e29-7a15-4cf3-b644-0b4503cf0c29 HTTP/1.1" status: 204 len: 168 time: 0.8794794 Nov 11 17:21:53.204846 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-029c65bc-8fe3-4c71-a72e-7529a713e1f4 req-586f91ce-cb74-4145-8de0-c8a4fe165ea4 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008227 Nov 11 17:21:53.289626 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e61b1-6141-4473-a7f8-1027bc919797 req-e30b9a87-20e2-42a8-bc7e-932284f9959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:53.300551 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:53.302013 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:53.303301 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-880e61b1-6141-4473-a7f8-1027bc919797 req-e30b9a87-20e2-42a8-bc7e-932284f9959e service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.3976455 Nov 11 17:21:53.305503 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] 10.222.0.64 "PUT /v2.0/ports/de13d44d-3671-47f5-b4cd-175caae206f0 HTTP/1.1" status: 200 len: 1091 time: 2.2836552 Nov 11 17:21:53.348535 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'tag': 'de13d44d-3671-47f5-b4cd-175caae206f0'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:53.351425 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a0c378-2cae-489a-ba35-eb0d0dd44203" -d '{"events": [{"name": "network-changed", "server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "tag": "de13d44d-3671-47f5-b4cd-175caae206f0"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:53.360398 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-f4d1370d-f687-40c2-90ba-8ec8296a37be tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3adfe2b7ae1f4947832951c8d383024b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1757412 Nov 11 17:21:53.368873 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-2784923c-a304-4673-a839-3e86dc66138c req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] Request body: {'port': {'device_id': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:53.409371 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975718fe-3756-4f5e-af20-33d7a1469b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f78e29-7a15-4cf3-b644-0b4503cf0c29,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:53.460691 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:53.602336 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-880e61b1-6141-4473-a7f8-1027bc919797 req-787ea723-61b8-49e3-93ca-1577cb1f9686 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 HTTP/1.1" status: 200 len: 217 time: 0.2402120 Nov 11 17:21:53.606816 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e944ee-383c-4537-bc7a-f68daf3e97e1 req-de570230-9d0a-4d80-9f5a-5cc06f46f252 service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5694919 Nov 11 17:21:53.696235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54214) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:53.909553 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3df971-2e17-4208-8ed8-88d67bb05b70 service neutron] Pushing event updated for resources: {'Port': ['ID=de13d44d-3671-47f5-b4cd-175caae206f0,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:53.954479 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:53.955983 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-76a05b7c-e0ab-480c-9d6c-760be13e0659 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b26a8a1aaa3a4ffebc2dccd364362c35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360893 Nov 11 17:21:53.987363 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77934af6-35f9-4422-bd2b-7be2dee7e110 req-f2bbca5a-8a46-4865-8001-341fc1de4684 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:54.006877 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77934af6-35f9-4422-bd2b-7be2dee7e110 req-f2bbca5a-8a46-4865-8001-341fc1de4684 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:54.018741 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77934af6-35f9-4422-bd2b-7be2dee7e110 req-f2bbca5a-8a46-4865-8001-341fc1de4684 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:54.019045 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54218) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:54.026812 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77934af6-35f9-4422-bd2b-7be2dee7e110 req-f2bbca5a-8a46-4865-8001-341fc1de4684 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:54.036378 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77934af6-35f9-4422-bd2b-7be2dee7e110 req-f2bbca5a-8a46-4865-8001-341fc1de4684 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:54.044414 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-77934af6-35f9-4422-bd2b-7be2dee7e110 req-f2bbca5a-8a46-4865-8001-341fc1de4684 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 3827 time: 0.6675818 Nov 11 17:21:54.056100 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e61b1-6141-4473-a7f8-1027bc919797 req-739f2b70-4758-41f6-a52a-13be7b3338e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:54.057557 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-880e61b1-6141-4473-a7f8-1027bc919797 req-739f2b70-4758-41f6-a52a-13be7b3338e1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.4226782 Nov 11 17:21:54.082380 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e944ee-383c-4537-bc7a-f68daf3e97e1 req-ef41b2b1-8192-4bf4-9ec7-5f48242e7f41 service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510591 Nov 11 17:21:54.088021 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-2784923c-a304-4673-a839-3e86dc66138c req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce743be-b36f-4589-ba04-a494a1bf25a3 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:21:54.099496 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:54.135334 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-330b9a54-73f3-4d4d-893f-6a395eac4e93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:54.166308 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-77934af6-35f9-4422-bd2b-7be2dee7e110 req-f4d6d33a-01e7-4bec-99fa-1f5bae284c81 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138809 Nov 11 17:21:54.175204 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-330b9a54-73f3-4d4d-893f-6a395eac4e93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:54.202250 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98598bb4-f52e-40e1-966e-c91bc47c638e req-d674d8d5-3c4d-405a-ae1a-d82699d00f6e tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:54.216396 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-98598bb4-f52e-40e1-966e-c91bc47c638e req-d674d8d5-3c4d-405a-ae1a-d82699d00f6e tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=114413e6-2750-49f2-8383-393faf067f4a HTTP/1.1" status: 200 len: 945 time: 0.3415196 Nov 11 17:21:54.253719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e61b1-6141-4473-a7f8-1027bc919797 req-5d0df105-715c-4b8f-b534-24c77eab3cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:54.255212 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-880e61b1-6141-4473-a7f8-1027bc919797 req-5d0df105-715c-4b8f-b534-24c77eab3cd9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1755950 Nov 11 17:21:54.259309 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-330b9a54-73f3-4d4d-893f-6a395eac4e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:54.262323 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-330b9a54-73f3-4d4d-893f-6a395eac4e93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:54.269717 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-330b9a54-73f3-4d4d-893f-6a395eac4e93 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4b59ab07-abfc-47cd-810a-a8fed7993bd5 HTTP/1.1" status: 204 len: 168 time: 0.2451768 Nov 11 17:21:54.271036 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-2784923c-a304-4673-a839-3e86dc66138c req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] Transition to ACTIVE for port object bce743be-b36f-4589-ba04-a494a1bf25a3 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:21:54.272123 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b4e5df2f-1179-465d-958f-d98e823b6238 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:21:54.290817 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-98598bb4-f52e-40e1-966e-c91bc47c638e req-1ef98437-a60b-4c77-a410-e330f1ee4856 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658240 Nov 11 17:21:54.292894 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b9a54-73f3-4d4d-893f-6a395eac4e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b59ab07-abfc-47cd-810a-a8fed7993bd5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:54.298208 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:54.606412 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] Pushing event updated for resources: {'Port': ['ID=bce743be-b36f-4589-ba04-a494a1bf25a3,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:54.622201 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-880e61b1-6141-4473-a7f8-1027bc919797 req-e4414417-6b8e-4100-a98a-f1506d8da1bb service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296549 Nov 11 17:21:54.625075 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port b4e5df2f-1179-465d-958f-d98e823b6238, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b4e5df2f-1179-465d-958f-d98e823b6238,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:54.657478 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'b4e5df2f-1179-465d-958f-d98e823b6238', 'network_id': 'f44096b2-3051-4615-8241-50ad95944236', 'port_id': 'b4e5df2f-1179-465d-958f-d98e823b6238', 'mac_address': 'fa:16:3e:6e:fd:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91b4681d-4ec9-48fb-9ad2-3be17e781b2d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:21:54.747051 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2784923c-a304-4673-a839-3e86dc66138c req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] Attempting to bind port bce743be-b36f-4589-ba04-a494a1bf25a3 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:21:54.748402 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2784923c-a304-4673-a839-3e86dc66138c req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] Attempting to bind port bce743be-b36f-4589-ba04-a494a1bf25a3 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '3419440d-7fe8-480d-929f-ac3279dc54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:21:54.749819 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] Attempting to bind port bce743be-b36f-4589-ba04-a494a1bf25a3 on network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:21:54.760014 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] Port bce743be-b36f-4589-ba04-a494a1bf25a3 on network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:21:54.760646 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] Attempting to bind port bce743be-b36f-4589-ba04-a494a1bf25a3 on network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:21:54.775149 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:21:54.777352 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:54.778465 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] Checking segment: {'id': '3419440d-7fe8-480d-929f-ac3279dc54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:21:54.780202 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] Bound using segment: {'id': '3419440d-7fe8-480d-929f-ac3279dc54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:21:54.782054 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2784923c-a304-4673-a839-3e86dc66138c req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] Bound port: bce743be-b36f-4589-ba04-a494a1bf25a3, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3419440d-7fe8-480d-929f-ac3279dc54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:21:54.782646 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:54.809380 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e5df2f-1179-465d-958f-d98e823b6238 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:21:54.866483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port b4e5df2f-1179-465d-958f-d98e823b6238, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b4e5df2f-1179-465d-958f-d98e823b6238,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:54.868638 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb9416-ee33-4a4f-91e0-b629df9a55a8 req-86c6f265-6350-4a0c-bfee-116aaa446ebf tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:54.878580 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5adb9416-ee33-4a4f-91e0-b629df9a55a8 req-86c6f265-6350-4a0c-bfee-116aaa446ebf tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 943 time: 0.2550704 Nov 11 17:21:54.881940 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:54.977194 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=b4e5df2f-1179-465d-958f-d98e823b6238,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:55.004413 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2784923c-a304-4673-a839-3e86dc66138c req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] For port bce743be-b36f-4589-ba04-a494a1bf25a3, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:21:55.012580 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2784923c-a304-4673-a839-3e86dc66138c req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] For port bce743be-b36f-4589-ba04-a494a1bf25a3, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=bce743be-b36f-4589-ba04-a494a1bf25a3,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:21:55.024211 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:55.068620 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:55.069382 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:55.075081 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] 10.222.0.64 "PUT /v2.0/ports/bce743be-b36f-4589-ba04-a494a1bf25a3 HTTP/1.1" status: 200 len: 1128 time: 1.7151308 Nov 11 17:21:55.087098 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39b59e-27ba-4404-ad41-88a2e441b0a7 req-b2802e7a-0873-43d1-94a8-4dc074c69977 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:55.089200 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7d39b59e-27ba-4404-ad41-88a2e441b0a7 req-b2802e7a-0873-43d1-94a8-4dc074c69977 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=92ae5223-c7a5-4f91-89ec-6c951aa583ab HTTP/1.1" status: 200 len: 949 time: 0.4644606 Nov 11 17:21:55.106009 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce76dbf-f2b3-4c65-88d2-f04a8ae97e08 service neutron] Pushing event updated for resources: {'Port': ['ID=bce743be-b36f-4589-ba04-a494a1bf25a3,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:55.128362 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-2784923c-a304-4673-a839-3e86dc66138c req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] Request body: {'port': {'device_id': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:55.189871 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5adb9416-ee33-4a4f-91e0-b629df9a55a8 req-4c9f6710-066d-4417-b725-ca03431fecd2 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018456 Nov 11 17:21:55.201324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-880e61b1-6141-4473-a7f8-1027bc919797 req-7f10c9b9-1bb1-4ebc-8d41-8cb7175f7b22 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5640092 Nov 11 17:21:55.233340 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:55.287167 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['b4e5df2f-1179-465d-958f-d98e823b6238'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:21:55.328153 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7d39b59e-27ba-4404-ad41-88a2e441b0a7 req-e634982a-8659-4e72-a35c-850ac31f00b9 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269356 Nov 11 17:21:55.340169 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54244) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:55.361406 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fef9e0-1cbe-4e27-b0b0-9e4dc7374eb2 x-openstack-request-id: req-17fef9e0-1cbe-4e27-b0b0-9e4dc7374eb2 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:55.361592 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "tag": "de13d44d-3671-47f5-b4cd-175caae206f0", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:55.362125 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-17fef9e0-1cbe-4e27-b0b0-9e4dc7374eb2 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:55.362578 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'tag': 'de13d44d-3671-47f5-b4cd-175caae206f0', 'status': 'completed', 'code': 200} Nov 11 17:21:55.611209 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-38591ac3-1058-4bdf-b93a-f13feb8abe9f tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3adfe2b7ae1f4947832951c8d383024b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413985 Nov 11 17:21:55.657583 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d9edcfbc-5429-4259-8370-148b7ba60edb req-91bbbba4-a764-4c83-a9eb-74ab9ac7afe8 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/ports?device_id=55baa5d8-eacd-48cc-9029-89e9a4a6bc03 HTTP/1.1" status: 200 len: 210 time: 0.1334472 Nov 11 17:21:55.661490 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-585078dc-6cba-402d-9015-8d43783e7a3d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7b9c9012b56f4b46a655b7d43f0cfa68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148096 Nov 11 17:21:55.690774 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54250) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:21:55.696388 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0c378-2cae-489a-ba35-eb0d0dd44203 req-2602b6ed-1cc0-47b9-8ffa-8e7621a7ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:55.696956 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0c378-2cae-489a-ba35-eb0d0dd44203 req-2602b6ed-1cc0-47b9-8ffa-8e7621a7ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:55.697417 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0c378-2cae-489a-ba35-eb0d0dd44203 req-2602b6ed-1cc0-47b9-8ffa-8e7621a7ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:55.699004 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0c378-2cae-489a-ba35-eb0d0dd44203 req-2602b6ed-1cc0-47b9-8ffa-8e7621a7ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:55.699482 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0c378-2cae-489a-ba35-eb0d0dd44203 req-2602b6ed-1cc0-47b9-8ffa-8e7621a7ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:55.701166 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0c378-2cae-489a-ba35-eb0d0dd44203 req-2602b6ed-1cc0-47b9-8ffa-8e7621a7ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:55.706055 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07a0c378-2cae-489a-ba35-eb0d0dd44203 req-2602b6ed-1cc0-47b9-8ffa-8e7621a7ea6a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57a0547569de40a6ab45455039002426&device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5283 time: 0.2780344 Nov 11 17:21:55.861310 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05360c-b135-4854-b609-65f897dd3e94 req-84f9443b-3641-4da2-aa4f-e39a02248fa7 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:55.862988 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e05360c-b135-4854-b609-65f897dd3e94 req-84f9443b-3641-4da2-aa4f-e39a02248fa7 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.2970588 Nov 11 17:21:55.930003 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-97f87b3c-492a-4d12-844a-1e141acb646d tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:55.932048 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-97f87b3c-492a-4d12-844a-1e141acb646d tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3129394 Nov 11 17:21:55.973705 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-499a72ea-259d-4994-8537-344d164bfc9a tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Request body: {'port': {'device_id': '55baa5d8-eacd-48cc-9029-89e9a4a6bc03', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '3adfe2b7ae1f4947832951c8d383024b'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:56.017946 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e4cfa52-3807-432f-bf31-241c4ffc9fb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:56.020218 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0c378-2cae-489a-ba35-eb0d0dd44203 req-3a2f8259-59d6-456f-a0a2-fa91615d4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:56.020675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0c378-2cae-489a-ba35-eb0d0dd44203 req-3a2f8259-59d6-456f-a0a2-fa91615d4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:56.021124 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0c378-2cae-489a-ba35-eb0d0dd44203 req-3a2f8259-59d6-456f-a0a2-fa91615d4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:56.022697 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07a0c378-2cae-489a-ba35-eb0d0dd44203 req-3a2f8259-59d6-456f-a0a2-fa91615d4541 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=57a0547569de40a6ab45455039002426&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2976325 Nov 11 17:21:56.041569 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e05360c-b135-4854-b609-65f897dd3e94 req-b52532fe-8694-4e2d-82cd-ee256b6d5f5b tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700807 Nov 11 17:21:56.101325 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e4cfa52-3807-432f-bf31-241c4ffc9fb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:56.116597 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-2784923c-a304-4673-a839-3e86dc66138c req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77cd4467-9c5c-4a7c-addb-a79b3b86465e {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:21:56.137388 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:56.557275 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-2784923c-a304-4673-a839-3e86dc66138c req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] Transition to ACTIVE for port object 77cd4467-9c5c-4a7c-addb-a79b3b86465e will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:21:56.577897 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:56.628452 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-499a72ea-259d-4994-8537-344d164bfc9a tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Made reservation on behalf of 3adfe2b7ae1f4947832951c8d383024b for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:21:56.631386 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-499a72ea-259d-4994-8537-344d164bfc9a tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:56.635889 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=77cd4467-9c5c-4a7c-addb-a79b3b86465e,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:56.648890 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-499a72ea-259d-4994-8537-344d164bfc9a tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:56.731614 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0c378-2cae-489a-ba35-eb0d0dd44203 req-5488ca38-aa7f-4802-9a57-b68dcd7e2485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:56.734085 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07a0c378-2cae-489a-ba35-eb0d0dd44203 req-5488ca38-aa7f-4802-9a57-b68dcd7e2485 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6034579 Nov 11 17:21:56.770119 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e4cfa52-3807-432f-bf31-241c4ffc9fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:56.770119 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e4cfa52-3807-432f-bf31-241c4ffc9fb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:56.770119 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0e4cfa52-3807-432f-bf31-241c4ffc9fb7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aec95f57-57d1-4a87-85de-101317d0ea34 HTTP/1.1" status: 204 len: 168 time: 1.0488377 Nov 11 17:21:56.770574 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-499a72ea-259d-4994-8537-344d164bfc9a tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:56.821496 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cfa52-3807-432f-bf31-241c4ffc9fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec95f57-57d1-4a87-85de-101317d0ea34,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:56.836342 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-499a72ea-259d-4994-8537-344d164bfc9a tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:56.943090 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709cf27-e1fb-4ce3-b597-9fb5f41117a0 req-bbccb58a-3aa5-4775-9850-2e27f46b9a9a tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:56.946810 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2784923c-a304-4673-a839-3e86dc66138c req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] Attempting to bind port 77cd4467-9c5c-4a7c-addb-a79b3b86465e on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:21:56.947153 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2784923c-a304-4673-a839-3e86dc66138c req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] Attempting to bind port 77cd4467-9c5c-4a7c-addb-a79b3b86465e by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '3419440d-7fe8-480d-929f-ac3279dc54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:21:56.947478 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] Attempting to bind port 77cd4467-9c5c-4a7c-addb-a79b3b86465e on network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:21:56.952150 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709cf27-e1fb-4ce3-b597-9fb5f41117a0 req-bbccb58a-3aa5-4775-9850-2e27f46b9a9a tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:56.965484 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709cf27-e1fb-4ce3-b597-9fb5f41117a0 req-bbccb58a-3aa5-4775-9850-2e27f46b9a9a tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:56.988093 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709cf27-e1fb-4ce3-b597-9fb5f41117a0 req-bbccb58a-3aa5-4775-9850-2e27f46b9a9a tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:56.996110 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] Port 77cd4467-9c5c-4a7c-addb-a79b3b86465e on network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:21:56.996618 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] Attempting to bind port 77cd4467-9c5c-4a7c-addb-a79b3b86465e on network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:21:56.998839 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709cf27-e1fb-4ce3-b597-9fb5f41117a0 req-bbccb58a-3aa5-4775-9850-2e27f46b9a9a tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:56.999700 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a72ea-259d-4994-8537-344d164bfc9a tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7a285a-cd1d-4a47-8692-0814d3434adc,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:57.005216 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709cf27-e1fb-4ce3-b597-9fb5f41117a0 req-bbccb58a-3aa5-4775-9850-2e27f46b9a9a tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:57.007274 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9709cf27-e1fb-4ce3-b597-9fb5f41117a0 req-bbccb58a-3aa5-4775-9850-2e27f46b9a9a tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 4597 time: 0.9445958 Nov 11 17:21:57.012622 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e4e41-4c9a-450d-93a4-0002b48e042b req-70350b95-6978-4a6d-b3b3-e6679e3f6d43 tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:57.015022 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-729e4e41-4c9a-450d-93a4-0002b48e042b req-70350b95-6978-4a6d-b3b3-e6679e3f6d43 tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=92ae5223-c7a5-4f91-89ec-6c951aa583ab HTTP/1.1" status: 200 len: 1100 time: 0.3181241 Nov 11 17:21:57.023338 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:21:57.023822 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] Checking segment: {'id': '3419440d-7fe8-480d-929f-ac3279dc54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:21:57.024487 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] Bound using segment: {'id': '3419440d-7fe8-480d-929f-ac3279dc54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:21:57.024827 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2784923c-a304-4673-a839-3e86dc66138c req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] Bound port: 77cd4467-9c5c-4a7c-addb-a79b3b86465e, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3419440d-7fe8-480d-929f-ac3279dc54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:21:57.025192 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:57.108024 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-729e4e41-4c9a-450d-93a4-0002b48e042b req-e1bc4d35-9036-4db5-a462-50d2f4cf65dc tempest-ServersOnMultiNodesTest-486249092 tempest-ServersOnMultiNodesTest-486249092-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845129 Nov 11 17:21:57.125422 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9709cf27-e1fb-4ce3-b597-9fb5f41117a0 req-163aa324-7d87-41b3-8094-af47ec957088 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1093946 Nov 11 17:21:57.193089 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-499a72ea-259d-4994-8537-344d164bfc9a tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Allocated IP 192.168.233.220 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/28effa4a-85d8-4f79-9ed8-9a2062d6b086) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:21:57.384633 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'tag': 'bce743be-b36f-4589-ba04-a494a1bf25a3'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:57.387682 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38b4fea-5c29-4620-8d7f-213d89af3f84" -d '{"events": [{"name": "network-changed", "server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "tag": "bce743be-b36f-4589-ba04-a494a1bf25a3"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:57.393088 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-499a72ea-259d-4994-8537-344d164bfc9a tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:57.416510 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2784923c-a304-4673-a839-3e86dc66138c req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] For port 77cd4467-9c5c-4a7c-addb-a79b3b86465e, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:21:57.422624 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2784923c-a304-4673-a839-3e86dc66138c req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] For port 77cd4467-9c5c-4a7c-addb-a79b3b86465e, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=77cd4467-9c5c-4a7c-addb-a79b3b86465e,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:21:57.436661 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:57.485320 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312f6a2-aba7-4611-931d-5b129e6311de req-59820d2c-f812-42f9-b130-223750fb758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:57.486825 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8312f6a2-aba7-4611-931d-5b129e6311de req-59820d2c-f812-42f9-b130-223750fb758d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 1096 time: 0.2486718 Nov 11 17:21:57.519964 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f21d1-e9e3-44ad-924f-82129d00247b req-64a36ca9-8a83-401c-b14e-4c909a083ab8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:57.522442 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:57.523244 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:57.525109 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] 10.222.0.64 "PUT /v2.0/ports/77cd4467-9c5c-4a7c-addb-a79b3b86465e HTTP/1.1" status: 200 len: 1131 time: 2.4021866 Nov 11 17:21:57.527780 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4c6f21d1-e9e3-44ad-924f-82129d00247b req-64a36ca9-8a83-401c-b14e-4c909a083ab8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=114413e6-2750-49f2-8383-393faf067f4a HTTP/1.1" status: 200 len: 945 time: 0.2222693 Nov 11 17:21:57.554640 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-499a72ea-259d-4994-8537-344d164bfc9a tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:57.577650 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe584dd-7a0e-40da-a9c3-b06740f75ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=77cd4467-9c5c-4a7c-addb-a79b3b86465e,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:57.581334 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-499a72ea-259d-4994-8537-344d164bfc9a tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:21:57.587091 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-499a72ea-259d-4994-8537-344d164bfc9a tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:21:57.610035 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692bd3f-6715-45b9-ab8a-d6bddabc478b req-e963f7fd-5b96-42d2-b91c-99924825de1b tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:57.617441 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6692bd3f-6715-45b9-ab8a-d6bddabc478b req-e963f7fd-5b96-42d2-b91c-99924825de1b tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 944 time: 0.2277455 Nov 11 17:21:57.619014 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-499a72ea-259d-4994-8537-344d164bfc9a tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:21:57.637186 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4c6f21d1-e9e3-44ad-924f-82129d00247b req-dbea461e-c614-447e-a3ae-6f5ee488fca2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084850 Nov 11 17:21:57.654564 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-2784923c-a304-4673-a839-3e86dc66138c req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] Request body: {'port': {'device_id': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:57.686255 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8312f6a2-aba7-4611-931d-5b129e6311de req-099fa938-8447-4de8-8d94-c2754113476b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820538 Nov 11 17:21:57.781783 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a72ea-259d-4994-8537-344d164bfc9a tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Pushing event updated for resources: {'Port': ['ID=28effa4a-85d8-4f79-9ed8-9a2062d6b086,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:57.807939 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-499a72ea-259d-4994-8537-344d164bfc9a tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:57.808612 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-499a72ea-259d-4994-8537-344d164bfc9a tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:57.909889 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6692bd3f-6715-45b9-ab8a-d6bddabc478b req-48b8c005-e7ed-42e4-b351-af9d6dc30ae6 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912090 Nov 11 17:21:57.916142 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:57.933143 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-499a72ea-259d-4994-8537-344d164bfc9a tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9805133 Nov 11 17:21:57.945942 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a5979-034e-4481-8c61-a2ed30f3087c req-fd09eb43-976e-4308-8fc6-aedb8f9689c0 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:57.964827 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c33a5979-034e-4481-8c61-a2ed30f3087c req-fd09eb43-976e-4308-8fc6-aedb8f9689c0 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/ports?device_id=55baa5d8-eacd-48cc-9029-89e9a4a6bc03 HTTP/1.1" status: 200 len: 936 time: 0.1737123 Nov 11 17:21:58.012312 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] Request body: {'port': {'device_id': '55baa5d8-eacd-48cc-9029-89e9a4a6bc03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:21:58.082721 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c33a5979-034e-4481-8c61-a2ed30f3087c req-6ec8411c-6d22-464e-a59d-1696fdb8a5ed tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b7a285a-cd1d-4a47-8692-0814d3434adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151230 Nov 11 17:21:58.300175 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b4e5df2f-1179-465d-958f-d98e823b6238 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:21:58.315402 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac7d74-8bc5-47cf-93f2-657e584de64c req-a9a16dbe-cd1d-4be6-9c1e-04dd1f893e97 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:58.316912 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5aac7d74-8bc5-47cf-93f2-657e584de64c req-a9a16dbe-cd1d-4be6-9c1e-04dd1f893e97 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.64 "GET /v2.0/ports?device_id=114413e6-2750-49f2-8383-393faf067f4a HTTP/1.1" status: 200 len: 945 time: 0.2334585 Nov 11 17:21:58.415657 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd44fc-e61d-4ff5-b9fb-21f071de26ea req-c966bd96-2b3b-4d8e-a37b-ade8995fe80a tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:58.430827 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6cdd44fc-e61d-4ff5-b9fb-21f071de26ea req-c966bd96-2b3b-4d8e-a37b-ade8995fe80a tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.2690544 Nov 11 17:21:58.438129 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:58.494490 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def9d54b-4f14-40f2-ad13-b4d4bbe8daf8 x-openstack-request-id: req-def9d54b-4f14-40f2-ad13-b4d4bbe8daf8 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:58.494760 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "tag": "bce743be-b36f-4589-ba04-a494a1bf25a3", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:58.495207 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-def9d54b-4f14-40f2-ad13-b4d4bbe8daf8 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:58.495780 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'tag': 'bce743be-b36f-4589-ba04-a494a1bf25a3', 'status': 'completed', 'code': 200} Nov 11 17:21:58.554770 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port b4e5df2f-1179-465d-958f-d98e823b6238 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:21:58.579076 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port b4e5df2f-1179-465d-958f-d98e823b6238 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:58.585242 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:58.625962 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6cdd44fc-e61d-4ff5-b9fb-21f071de26ea req-df62238b-0574-4f3f-a987-aa798efb6135 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803553 Nov 11 17:21:58.653771 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-5aac7d74-8bc5-47cf-93f2-657e584de64c req-4b6ace8d-b01b-44e5-9180-1e50a1c95c8a tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Deleting port 772f1452-d10c-4e7a-a07a-c498038b3269 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:21:58.654297 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5aac7d74-8bc5-47cf-93f2-657e584de64c req-4b6ace8d-b01b-44e5-9180-1e50a1c95c8a tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:58.751861 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e53955-555c-4011-a53f-3a88a50c6a1c req-3cdfa028-9bb8-4514-82f2-e9d6ff370556 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:58.757899 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e53955-555c-4011-a53f-3a88a50c6a1c req-3cdfa028-9bb8-4514-82f2-e9d6ff370556 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:58.764654 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e53955-555c-4011-a53f-3a88a50c6a1c req-3cdfa028-9bb8-4514-82f2-e9d6ff370556 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:58.770621 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e53955-555c-4011-a53f-3a88a50c6a1c req-3cdfa028-9bb8-4514-82f2-e9d6ff370556 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:58.776640 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e53955-555c-4011-a53f-3a88a50c6a1c req-3cdfa028-9bb8-4514-82f2-e9d6ff370556 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:58.804368 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e53955-555c-4011-a53f-3a88a50c6a1c req-3cdfa028-9bb8-4514-82f2-e9d6ff370556 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:58.818821 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e53955-555c-4011-a53f-3a88a50c6a1c req-3cdfa028-9bb8-4514-82f2-e9d6ff370556 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:58.837593 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05e53955-555c-4011-a53f-3a88a50c6a1c req-3cdfa028-9bb8-4514-82f2-e9d6ff370556 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5370 time: 0.2159586 Nov 11 17:21:58.837783 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7f38cfa6-d266-42c1-a2cc-fd29b7285b10 None None] Provisioning complete for port 28effa4a-85d8-4f79-9ed8-9a2062d6b086 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:21:58.838347 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7f38cfa6-d266-42c1-a2cc-fd29b7285b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:58.915201 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-2784923c-a304-4673-a839-3e86dc66138c req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b6509b-fb14-4179-beff-be1a741207a7 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:21:58.935443 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:58.941866 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05e53955-555c-4011-a53f-3a88a50c6a1c req-d2f61aba-78ca-4054-bbab-30dcc6e2d435 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0963902 Nov 11 17:21:58.978625 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-2784923c-a304-4673-a839-3e86dc66138c req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] Transition to ACTIVE for port object 34b6509b-fb14-4179-beff-be1a741207a7 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:21:58.995424 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-7f38cfa6-d266-42c1-a2cc-fd29b7285b10 None None] Port 28effa4a-85d8-4f79-9ed8-9a2062d6b086 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:21:59.059435 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-5aac7d74-8bc5-47cf-93f2-657e584de64c req-4b6ace8d-b01b-44e5-9180-1e50a1c95c8a tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] For port 772f1452-d10c-4e7a-a07a-c498038b3269, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=772f1452-d10c-4e7a-a07a-c498038b3269,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:59.060100 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5aac7d74-8bc5-47cf-93f2-657e584de64c req-4b6ace8d-b01b-44e5-9180-1e50a1c95c8a tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:59.068212 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:59.166786 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cd42e-dd4d-44a8-a91d-39be4a940ee2 req-4d60aac9-c50b-4258-a391-7ec427231cb5 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:59.170080 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:59.187793 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f76cd42e-dd4d-44a8-a91d-39be4a940ee2 req-4d60aac9-c50b-4258-a391-7ec427231cb5 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=92ae5223-c7a5-4f91-89ec-6c951aa583ab HTTP/1.1" status: 200 len: 949 time: 0.2666209 Nov 11 17:21:59.205330 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-5aac7d74-8bc5-47cf-93f2-657e584de64c req-4b6ace8d-b01b-44e5-9180-1e50a1c95c8a tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Calling delete_port for 772f1452-d10c-4e7a-a07a-c498038b3269 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:21:59.261105 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465eeb7-289a-445b-8e65-fa0a2e5c7b5f req-aa1f67ff-2345-4f82-8f3b-487a5aa9072a tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:59.268936 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f465eeb7-289a-445b-8e65-fa0a2e5c7b5f req-aa1f67ff-2345-4f82-8f3b-487a5aa9072a tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=114413e6-2750-49f2-8383-393faf067f4a HTTP/1.1" status: 200 len: 945 time: 0.2145374 Nov 11 17:21:59.283498 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port b4e5df2f-1179-465d-958f-d98e823b6238, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b4e5df2f-1179-465d-958f-d98e823b6238,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:21:59.294959 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e5df2f-1179-465d-958f-d98e823b6238'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:21:59.303046 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2f1cec-9895-4c1d-9e7d-c653d38697cc" -d '{"events": [{"server_uuid": "4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1", "name": "network-vif-plugged", "status": "completed", "tag": "b4e5df2f-1179-465d-958f-d98e823b6238"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:21:59.311743 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:59.312831 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 772f1452-d10c-4e7a-a07a-c498038b3269 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:21:59.331608 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f76cd42e-dd4d-44a8-a91d-39be4a940ee2 req-1d127511-b054-4d48-a618-31801a923331 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429346 Nov 11 17:21:59.481393 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=b4e5df2f-1179-465d-958f-d98e823b6238,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:59.512324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f465eeb7-289a-445b-8e65-fa0a2e5c7b5f req-b08550d2-58c6-4d4e-91cf-512cb51cc0f0 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424312 Nov 11 17:21:59.580292 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108d7ce-69cc-4407-aee7-ded25a0e0367 req-d5c4c1d3-8c68-4a72-ba59-b97063c2253f tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:59.588074 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b108d7ce-69cc-4407-aee7-ded25a0e0367 req-d5c4c1d3-8c68-4a72-ba59-b97063c2253f tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 945 time: 0.1439617 Nov 11 17:21:59.644999 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:59.673509 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b4fea-5c29-4620-8d7f-213d89af3f84 req-74789e45-80b7-4b87-9697-84b6caad4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:59.674029 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b4fea-5c29-4620-8d7f-213d89af3f84 req-74789e45-80b7-4b87-9697-84b6caad4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:59.676736 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b4fea-5c29-4620-8d7f-213d89af3f84 req-74789e45-80b7-4b87-9697-84b6caad4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:59.684537 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b4fea-5c29-4620-8d7f-213d89af3f84 req-74789e45-80b7-4b87-9697-84b6caad4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:59.685128 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b4fea-5c29-4620-8d7f-213d89af3f84 req-74789e45-80b7-4b87-9697-84b6caad4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:59.685623 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b4fea-5c29-4620-8d7f-213d89af3f84 req-74789e45-80b7-4b87-9697-84b6caad4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:59.686075 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b4fea-5c29-4620-8d7f-213d89af3f84 req-74789e45-80b7-4b87-9697-84b6caad4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:59.688181 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b38b4fea-5c29-4620-8d7f-213d89af3f84 req-74789e45-80b7-4b87-9697-84b6caad4cfc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57a0547569de40a6ab45455039002426&device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 6207 time: 1.1316752 Nov 11 17:21:59.737107 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] Pushing event updated for resources: {'Port': ['ID=34b6509b-fb14-4179-beff-be1a741207a7,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:59.773131 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b887f-83ff-4115-bc15-8ab339dda1ef req-1880651a-d3a5-4fee-98bc-7983e3a2bb3b tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:21:59.781521 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da9b887f-83ff-4115-bc15-8ab339dda1ef req-1880651a-d3a5-4fee-98bc-7983e3a2bb3b tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/ports?device_id=55baa5d8-eacd-48cc-9029-89e9a4a6bc03 HTTP/1.1" status: 200 len: 936 time: 0.1446629 Nov 11 17:21:59.785249 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5aac7d74-8bc5-47cf-93f2-657e584de64c req-4b6ace8d-b01b-44e5-9180-1e50a1c95c8a tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:21:59.833633 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b108d7ce-69cc-4407-aee7-ded25a0e0367 req-fdf2fb27-0f1f-4177-b057-cdd9008611fe tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381887 Nov 11 17:21:59.930683 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ace8d-b01b-44e5-9180-1e50a1c95c8a tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Pushing event deleted for resources: {'Port': ['ID=772f1452-d10c-4e7a-a07a-c498038b3269,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:21:59.935590 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d49b89-39a2-4479-a633-abd37b006cc8 x-openstack-request-id: req-36d49b89-39a2-4479-a633-abd37b006cc8 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:21:59.935918 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1", "name": "network-vif-plugged", "status": "completed", "tag": "b4e5df2f-1179-465d-958f-d98e823b6238", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:21:59.936376 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-36d49b89-39a2-4479-a633-abd37b006cc8 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:21:59.936967 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e5df2f-1179-465d-958f-d98e823b6238', 'code': 200} Nov 11 17:22:00.014515 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2784923c-a304-4673-a839-3e86dc66138c req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] Attempting to bind port 34b6509b-fb14-4179-beff-be1a741207a7 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:22:00.014855 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2784923c-a304-4673-a839-3e86dc66138c req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] Attempting to bind port 34b6509b-fb14-4179-beff-be1a741207a7 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '3419440d-7fe8-480d-929f-ac3279dc54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:22:00.015185 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] Attempting to bind port 34b6509b-fb14-4179-beff-be1a741207a7 on network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:00.026031 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28effa4a-85d8-4f79-9ed8-9a2062d6b086 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:00.030799 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.64', 62261) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:00.049505 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:00.052886 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] Port 34b6509b-fb14-4179-beff-be1a741207a7 on network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:22:00.053207 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] Attempting to bind port 34b6509b-fb14-4179-beff-be1a741207a7 on network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:00.082767 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aac7d74-8bc5-47cf-93f2-657e584de64c req-4b6ace8d-b01b-44e5-9180-1e50a1c95c8a tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] No DVR routers for this DVR port 772f1452-d10c-4e7a-a07a-c498038b3269 on host n-h1-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:22:00.106951 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5aac7d74-8bc5-47cf-93f2-657e584de64c req-4b6ace8d-b01b-44e5-9180-1e50a1c95c8a tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:00.111088 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5aac7d74-8bc5-47cf-93f2-657e584de64c req-4b6ace8d-b01b-44e5-9180-1e50a1c95c8a tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.64 "DELETE /v2.0/ports/772f1452-d10c-4e7a-a07a-c498038b3269 HTTP/1.1" status: 204 len: 173 time: 1.7824059 Nov 11 17:22:00.130184 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114413e6-2750-49f2-8383-393faf067f4a', 'name': 'network-vif-deleted', 'tag': '772f1452-d10c-4e7a-a07a-c498038b3269'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:00.132836 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13082458-1999-4c10-bc6f-bc2af0af7e19" -d '{"events": [{"server_uuid": "114413e6-2750-49f2-8383-393faf067f4a", "name": "network-vif-deleted", "tag": "772f1452-d10c-4e7a-a07a-c498038b3269"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:00.171229 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da9b887f-83ff-4115-bc15-8ab339dda1ef req-c2158e39-59ad-4036-9e0b-db99b0fc2f6f tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b7a285a-cd1d-4a47-8692-0814d3434adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886771 Nov 11 17:22:00.174126 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:22:00.174559 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] Checking segment: {'id': '3419440d-7fe8-480d-929f-ac3279dc54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:22:00.174944 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] Bound using segment: {'id': '3419440d-7fe8-480d-929f-ac3279dc54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:22:00.175376 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2784923c-a304-4673-a839-3e86dc66138c req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] Bound port: 34b6509b-fb14-4179-beff-be1a741207a7, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3419440d-7fe8-480d-929f-ac3279dc54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:22:00.186184 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:00.188946 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] Transition to ACTIVE for port object 28effa4a-85d8-4f79-9ed8-9a2062d6b086 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:22:00.215519 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9831145-8529-4509-8c25-23389f98dd07 req-13833a72-93c9-41a5-ac17-cc495a22683c tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:00.217379 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b4fea-5c29-4620-8d7f-213d89af3f84 req-324fcab4-c5f3-4e90-8fad-21180b959251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:00.218959 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9831145-8529-4509-8c25-23389f98dd07 req-13833a72-93c9-41a5-ac17-cc495a22683c tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "GET /v2.0/ports?device_id=92ae5223-c7a5-4f91-89ec-6c951aa583ab HTTP/1.1" status: 200 len: 949 time: 0.2925851 Nov 11 17:22:00.219599 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b4fea-5c29-4620-8d7f-213d89af3f84 req-324fcab4-c5f3-4e90-8fad-21180b959251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:00.220160 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b4fea-5c29-4620-8d7f-213d89af3f84 req-324fcab4-c5f3-4e90-8fad-21180b959251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:00.221774 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b38b4fea-5c29-4620-8d7f-213d89af3f84 req-324fcab4-c5f3-4e90-8fad-21180b959251 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=57a0547569de40a6ab45455039002426&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4445341 Nov 11 17:22:00.233854 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:00.293138 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7d31d-07ea-48cf-a119-f1688ed8e82c req-ee807aae-b274-4e4c-8c36-41a0513f35e2 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:00.308307 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bed7d31d-07ea-48cf-a119-f1688ed8e82c req-ee807aae-b274-4e4c-8c36-41a0513f35e2 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.2658544 Nov 11 17:22:00.469337 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44292176-3ffb-4be4-9810-d82f5837f2c1 req-a52e3459-95c7-49ec-a389-87f3f24f0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:00.474332 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-44292176-3ffb-4be4-9810-d82f5837f2c1 req-a52e3459-95c7-49ec-a389-87f3f24f0bb9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 1096 time: 0.4388101 Nov 11 17:22:00.479115 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bed7d31d-07ea-48cf-a119-f1688ed8e82c req-e3059d37-c0cb-4a2e-b4e0-ecd27809b2ea tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698761 Nov 11 17:22:00.562075 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60af1c0-f21f-4da7-b14a-e7a6b2e9f2e6 x-openstack-request-id: req-e60af1c0-f21f-4da7-b14a-e7a6b2e9f2e6 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:00.562609 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114413e6-2750-49f2-8383-393faf067f4a", "name": "network-vif-deleted", "tag": "772f1452-d10c-4e7a-a07a-c498038b3269", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:00.563070 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e60af1c0-f21f-4da7-b14a-e7a6b2e9f2e6 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:00.566671 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114413e6-2750-49f2-8383-393faf067f4a', 'name': 'network-vif-deleted', 'tag': '772f1452-d10c-4e7a-a07a-c498038b3269', 'status': 'completed', 'code': 200} Nov 11 17:22:00.583028 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'tag': '77cd4467-9c5c-4a7c-addb-a79b3b86465e'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:00.585331 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c87c8c1-3c75-42c1-8f0b-bd5b2b13b816" -d '{"events": [{"name": "network-changed", "server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "tag": "77cd4467-9c5c-4a7c-addb-a79b3b86465e"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:00.662748 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acd00a-a5b7-4eb9-9eb9-3775e36713d1 req-876427fd-8f1b-4241-84a6-7e8b3acfa44c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:00.685092 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acd00a-a5b7-4eb9-9eb9-3775e36713d1 req-876427fd-8f1b-4241-84a6-7e8b3acfa44c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:00.691402 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acd00a-a5b7-4eb9-9eb9-3775e36713d1 req-876427fd-8f1b-4241-84a6-7e8b3acfa44c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:00.705913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acd00a-a5b7-4eb9-9eb9-3775e36713d1 req-876427fd-8f1b-4241-84a6-7e8b3acfa44c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:00.717538 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acd00a-a5b7-4eb9-9eb9-3775e36713d1 req-876427fd-8f1b-4241-84a6-7e8b3acfa44c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:00.718408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54360) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:00.723759 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acd00a-a5b7-4eb9-9eb9-3775e36713d1 req-876427fd-8f1b-4241-84a6-7e8b3acfa44c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:00.750100 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acd00a-a5b7-4eb9-9eb9-3775e36713d1 req-876427fd-8f1b-4241-84a6-7e8b3acfa44c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:00.750367 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a1acd00a-a5b7-4eb9-9eb9-3775e36713d1 req-876427fd-8f1b-4241-84a6-7e8b3acfa44c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5382 time: 0.3025486 Nov 11 17:22:00.899664 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2784923c-a304-4673-a839-3e86dc66138c req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] For port 34b6509b-fb14-4179-beff-be1a741207a7, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:22:00.903206 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2784923c-a304-4673-a839-3e86dc66138c req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] For port 34b6509b-fb14-4179-beff-be1a741207a7, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=34b6509b-fb14-4179-beff-be1a741207a7,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:22:00.934860 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a1acd00a-a5b7-4eb9-9eb9-3775e36713d1 req-b2036dbf-6058-460b-b38f-3a0b371dfc0b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1597915 Nov 11 17:22:00.939615 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] Pushing event updated for resources: {'Port': ['ID=28effa4a-85d8-4f79-9ed8-9a2062d6b086,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:00.948552 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-44292176-3ffb-4be4-9810-d82f5837f2c1 req-fb81f491-3b62-4b80-a172-00e9b56be27d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437777 Nov 11 17:22:01.006762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e1820-e6a7-4a6f-8ef1-8bb6b5a84181 req-cd32f681-1f90-4a3f-81af-8499d6026861 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:01.008384 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b44e1820-e6a7-4a6f-8ef1-8bb6b5a84181 req-cd32f681-1f90-4a3f-81af-8499d6026861 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=92ae5223-c7a5-4f91-89ec-6c951aa583ab HTTP/1.1" status: 200 len: 949 time: 0.3608034 Nov 11 17:22:01.010741 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-f9831145-8529-4509-8c25-23389f98dd07 req-dcf3f402-8e7e-44e1-a194-2fc711b63998 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Deleting port c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:22:01.011074 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f9831145-8529-4509-8c25-23389f98dd07 req-dcf3f402-8e7e-44e1-a194-2fc711b63998 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:01.047311 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:01.055104 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b4fea-5c29-4620-8d7f-213d89af3f84 req-07c8c5ef-c4e6-4752-b7b5-37f2dcb8c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:01.056624 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b38b4fea-5c29-4620-8d7f-213d89af3f84 req-07c8c5ef-c4e6-4752-b7b5-37f2dcb8c4b4 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8160691 Nov 11 17:22:01.102523 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a0844c90-4beb-4955-b110-d99c2edd66bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:01.103004 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-d2d4744a-7e7a-4e5d-9305-deee4620e9f0 req-f77a1898-099c-40d2-9854-215409a438a1 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1967932316', 'description': 'tempest-description-1992150707'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:01.150728 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:01.151560 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:01.153302 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] 10.222.0.64 "PUT /v2.0/ports/34b6509b-fb14-4179-beff-be1a741207a7 HTTP/1.1" status: 200 len: 1091 time: 3.5357921 Nov 11 17:22:01.209948 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be74b6-62eb-46fc-b4aa-510f11b10793 service neutron] Pushing event updated for resources: {'Port': ['ID=34b6509b-fb14-4179-beff-be1a741207a7,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:01.256151 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] Attempting to bind port 28effa4a-85d8-4f79-9ed8-9a2062d6b086 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:22:01.268126 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] Attempting to bind port 28effa4a-85d8-4f79-9ed8-9a2062d6b086 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:22:01.268660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] Attempting to bind port 28effa4a-85d8-4f79-9ed8-9a2062d6b086 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:01.278421 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] Port 28effa4a-85d8-4f79-9ed8-9a2062d6b086 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:22:01.278421 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] Attempting to bind port 28effa4a-85d8-4f79-9ed8-9a2062d6b086 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:01.297845 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:22:01.298191 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:22:01.301927 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:22:01.302414 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] Bound port: 28effa4a-85d8-4f79-9ed8-9a2062d6b086, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:22:01.302796 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:01.334837 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-f9831145-8529-4509-8c25-23389f98dd07 req-dcf3f402-8e7e-44e1-a194-2fc711b63998 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] For port c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:01.335217 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f9831145-8529-4509-8c25-23389f98dd07 req-dcf3f402-8e7e-44e1-a194-2fc711b63998 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:01.358083 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-f9831145-8529-4509-8c25-23389f98dd07 req-dcf3f402-8e7e-44e1-a194-2fc711b63998 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Calling delete_port for c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:22:01.384517 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-2784923c-a304-4673-a839-3e86dc66138c req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] Request body: {'port': {'device_id': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:01.423392 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d2d4744a-7e7a-4e5d-9305-deee4620e9f0 req-f77a1898-099c-40d2-9854-215409a438a1 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:01.524532 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b44e1820-e6a7-4a6f-8ef1-8bb6b5a84181 req-4019541f-820f-4d9d-9dc8-24af347c2c4c tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419510 Nov 11 17:22:01.530232 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a0844c90-4beb-4955-b110-d99c2edd66bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:01.543440 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a0844c90-4beb-4955-b110-d99c2edd66bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:01.631210 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] For port 28effa4a-85d8-4f79-9ed8-9a2062d6b086, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:22:01.634190 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:01.639400 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a6ca8095-71e5-4ce1-a9aa-eda46442ef7b req-34f3dc0b-105d-423d-a9fb-66ef781ad208 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=08f0266b-534f-484d-abe0-2482de9e0c44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2736909 Nov 11 17:22:01.651909 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0844c90-4beb-4955-b110-d99c2edd66bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c5486d-ca39-42be-871c-3c6d2b0b290d,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:01.671614 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a0844c90-4beb-4955-b110-d99c2edd66bb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=39dc2363403c49bf95ba3494d8a2ecee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9433153 Nov 11 17:22:01.672712 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54372) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:01.674368 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] For port 28effa4a-85d8-4f79-9ed8-9a2062d6b086, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=28effa4a-85d8-4f79-9ed8-9a2062d6b086,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:22:01.703228 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:01.712673 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d2d4744a-7e7a-4e5d-9305-deee4620e9f0 req-f77a1898-099c-40d2-9854-215409a438a1 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:01.719268 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ed4835-fe78-4081-b38f-aa3c932e47b2 x-openstack-request-id: req-89ed4835-fe78-4081-b38f-aa3c932e47b2 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:01.719866 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "tag": "77cd4467-9c5c-4a7c-addb-a79b3b86465e", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:01.719866 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-89ed4835-fe78-4081-b38f-aa3c932e47b2 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:01.720218 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'tag': '77cd4467-9c5c-4a7c-addb-a79b3b86465e', 'status': 'completed', 'code': 200} Nov 11 17:22:01.738808 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d2d4744a-7e7a-4e5d-9305-deee4620e9f0 req-f77a1898-099c-40d2-9854-215409a438a1 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:01.766597 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f9831145-8529-4509-8c25-23389f98dd07 req-dcf3f402-8e7e-44e1-a194-2fc711b63998 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:01.781316 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bca20f07-f1b1-415e-8a44-73ad6aa3b2d1', '47bf62d8-1ba1-46b3-9a83-55fa535c0675', '1b62d5ee-5a6c-47f8-9933-c6053b9d008e', '1cc6b455-4c4f-4934-afb5-ff600c11e4c4'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:01.880188 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d2d4744a-7e7a-4e5d-9305-deee4620e9f0 req-f77a1898-099c-40d2-9854-215409a438a1 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:01.891034 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:01.892765 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:01.893084 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2d4744a-7e7a-4e5d-9305-deee4620e9f0 req-f77a1898-099c-40d2-9854-215409a438a1 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.8027196 Nov 11 17:22:01.894211 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] 10.222.0.64 "PUT /v2.0/ports/28effa4a-85d8-4f79-9ed8-9a2062d6b086 HTTP/1.1" status: 200 len: 1096 time: 3.8865588 Nov 11 17:22:01.901679 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['dc7ab218-e666-496b-b071-a3c59f1b9164', '93bbd0ac-ce68-4d5f-be1f-6471760b395b', '06191f5e-14ba-4ab1-a18a-5a7975f802cc'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:01.916491 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3f402-8e7e-44e1-a194-2fc711b63998 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Pushing event deleted for resources: {'Port': ['ID=c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:01.954841 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a1898-099c-40d2-9854-215409a438a1 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222b62b5-1ac2-4867-8fc8-b7e013210fd2,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:02.178797 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9831145-8529-4509-8c25-23389f98dd07 req-dcf3f402-8e7e-44e1-a194-2fc711b63998 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] No DVR routers for this DVR port c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:22:02.206988 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757e957-f688-43c4-8998-8d5ed698b616 service neutron] Pushing event updated for resources: {'Port': ['ID=28effa4a-85d8-4f79-9ed8-9a2062d6b086,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:02.236337 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f9831145-8529-4509-8c25-23389f98dd07 req-dcf3f402-8e7e-44e1-a194-2fc711b63998 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:02.263225 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9831145-8529-4509-8c25-23389f98dd07 req-dcf3f402-8e7e-44e1-a194-2fc711b63998 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "DELETE /v2.0/ports/c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a HTTP/1.1" status: 204 len: 173 time: 2.0336204 Nov 11 17:22:02.409409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33b965-61ca-4c14-bfa0-bf9e7a2028a0 req-887ba522-0e78-430f-abc6-54fec9b5ae78 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:02.434470 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e33b965-61ca-4c14-bfa0-bf9e7a2028a0 req-887ba522-0e78-430f-abc6-54fec9b5ae78 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 945 time: 0.5381634 Nov 11 17:22:02.563969 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ee6e8-9b67-4a06-9cd6-191eca3962ed req-eda378a9-ecbe-44f4-b648-f6cb6c065f75 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:02.576269 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-713ee6e8-9b67-4a06-9cd6-191eca3962ed req-eda378a9-ecbe-44f4-b648-f6cb6c065f75 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/ports?device_id=55baa5d8-eacd-48cc-9029-89e9a4a6bc03 HTTP/1.1" status: 200 len: 948 time: 0.4988825 Nov 11 17:22:02.608615 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ae5223-c7a5-4f91-89ec-6c951aa583ab', 'name': 'network-vif-deleted', 'tag': 'c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:02.609170 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9a87221e-4f0d-4dff-9347-e19c127b0bce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:02.613381 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a05e8c-f50d-489a-87e6-3e18a4c1246a" -d '{"events": [{"server_uuid": "92ae5223-c7a5-4f91-89ec-6c951aa583ab", "name": "network-vif-deleted", "tag": "c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:02.707880 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e33b965-61ca-4c14-bfa0-bf9e7a2028a0 req-e7d6cab9-5f3e-4f39-a4cc-66618cebdbda tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693043 Nov 11 17:22:02.749220 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-713ee6e8-9b67-4a06-9cd6-191eca3962ed req-5378c6ad-c065-4222-a1f9-a9826de880c8 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b7a285a-cd1d-4a47-8692-0814d3434adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212385 Nov 11 17:22:02.940960 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:22:03.031884 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:22:03.032230 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:22:03.105200 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-03ada931-ac43-4681-8928-9a5c1b30a359 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:03.106816 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-03ada931-ac43-4681-8928-9a5c1b30a359 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/networks?id=aef12edc-1263-4022-a80e-fb863587e53a HTTP/1.1" status: 200 len: 811 time: 0.1818936 Nov 11 17:22:03.186196 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3962afd8-25b8-4007-8b7b-ac01be07d206 req-350717d1-a863-44db-88b5-bd9f4974f0e9 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1967932316&fields=id&tenant_id=20961177e886451b8c34ba006fbdf3f9 HTTP/1.1" status: 200 len: 267 time: 0.0774827 Nov 11 17:22:03.220553 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-0fac847f-5dad-47f6-a215-2dc8e436f430 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/quotas/387406ef69094f328d7c9e69ebc2a5aa HTTP/1.1" status: 200 len: 375 time: 0.0554073 Nov 11 17:22:03.269536 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-5a7ba41a-dba4-415c-a94d-b9237bf847d1 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424275 Nov 11 17:22:03.279413 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962afd8-25b8-4007-8b7b-ac01be07d206 req-e9026a3e-d85f-4e87-890e-6ca23a492ae5 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:03.289281 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3962afd8-25b8-4007-8b7b-ac01be07d206 req-e9026a3e-d85f-4e87-890e-6ca23a492ae5 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.1019971 Nov 11 17:22:03.295145 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-3962afd8-25b8-4007-8b7b-ac01be07d206 req-99c432ae-24c4-494f-8b2a-abdb122b16cf tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Request body: {'port': {'security_groups': ['c44a48ea-ba34-4872-8eec-69767b6388f7', '222b62b5-1ac2-4867-8fc8-b7e013210fd2']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:03.362726 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-2784923c-a304-4673-a839-3e86dc66138c req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813271a2-d0e8-463d-ab43-df3086ac6cb1 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:03.372684 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:03.393573 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-2784923c-a304-4673-a839-3e86dc66138c req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] Transition to ACTIVE for port object 813271a2-d0e8-463d-ab43-df3086ac6cb1 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:22:03.408205 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87c8c1-3c75-42c1-8f0b-bd5b2b13b816 req-b322762f-18d6-4b71-bd47-e5f5c0fd8921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:03.409616 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87c8c1-3c75-42c1-8f0b-bd5b2b13b816 req-b322762f-18d6-4b71-bd47-e5f5c0fd8921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:03.410188 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87c8c1-3c75-42c1-8f0b-bd5b2b13b816 req-b322762f-18d6-4b71-bd47-e5f5c0fd8921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:03.410711 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87c8c1-3c75-42c1-8f0b-bd5b2b13b816 req-b322762f-18d6-4b71-bd47-e5f5c0fd8921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:03.411230 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87c8c1-3c75-42c1-8f0b-bd5b2b13b816 req-b322762f-18d6-4b71-bd47-e5f5c0fd8921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:03.411799 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87c8c1-3c75-42c1-8f0b-bd5b2b13b816 req-b322762f-18d6-4b71-bd47-e5f5c0fd8921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:03.412323 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87c8c1-3c75-42c1-8f0b-bd5b2b13b816 req-b322762f-18d6-4b71-bd47-e5f5c0fd8921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:03.415219 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5c87c8c1-3c75-42c1-8f0b-bd5b2b13b816 req-b322762f-18d6-4b71-bd47-e5f5c0fd8921 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57a0547569de40a6ab45455039002426&device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 6274 time: 1.6313629 Nov 11 17:22:03.427200 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-b5bac177-c74a-41f9-a84a-220069735012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:03.429620 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-b5bac177-c74a-41f9-a84a-220069735012 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3adfe2b7ae1f4947832951c8d383024b&device_id=55baa5d8-eacd-48cc-9029-89e9a4a6bc03 HTTP/1.1" status: 200 len: 1099 time: 1.4540956 Nov 11 17:22:03.431843 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca8095-71e5-4ce1-a9aa-eda46442ef7b req-38503adc-146b-4614-8a8c-1c66b72f1b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:03.434120 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a6ca8095-71e5-4ce1-a9aa-eda46442ef7b req-38503adc-146b-4614-8a8c-1c66b72f1b84 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c8725d022684d2c8ee264a71001639b&device_id=08f0266b-534f-484d-abe0-2482de9e0c44 HTTP/1.1" status: 200 len: 1101 time: 1.6480434 Nov 11 17:22:03.435289 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:03.496166 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-fc1d937a-eaa3-4c7b-98f0-263ab8970f09 service neutron] 10.222.0.76 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582196 Nov 11 17:22:03.496821 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3962afd8-25b8-4007-8b7b-ac01be07d206 req-99c432ae-24c4-494f-8b2a-abdb122b16cf tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:03.721703 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'tag': '34b6509b-fb14-4179-beff-be1a741207a7'}, {'name': 'network-changed', 'server_uuid': '55baa5d8-eacd-48cc-9029-89e9a4a6bc03', 'tag': '28effa4a-85d8-4f79-9ed8-9a2062d6b086'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:03.724508 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddca02f7-56b7-47c6-b201-5581cec10328" -d '{"events": [{"name": "network-changed", "server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "tag": "34b6509b-fb14-4179-beff-be1a741207a7"}, {"name": "network-changed", "server_uuid": "55baa5d8-eacd-48cc-9029-89e9a4a6bc03", "tag": "28effa4a-85d8-4f79-9ed8-9a2062d6b086"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:03.761858 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-da3c8ff7-ba0d-4088-a15d-5b153bea8c2d service neutron] 10.222.0.76 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546430 Nov 11 17:22:03.878125 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9a87221e-4f0d-4dff-9347-e19c127b0bce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:03.931780 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-3962afd8-25b8-4007-8b7b-ac01be07d206 req-99c432ae-24c4-494f-8b2a-abdb122b16cf tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] For port bd35b35a-3c30-4d38-9779-5c9673979e44, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=bd35b35a-3c30-4d38-9779-5c9673979e44,segment=NetworkSegment(ae50b5d6-b110-4322-8a79-5ad3698cdf52),segment_id=ae50b5d6-b110-4322-8a79-5ad3698cdf52)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:03.983159 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-4d0c380f-a813-4054-a78c-21811a41fd7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=28effa4a-85d8-4f79-9ed8-9a2062d6b086 HTTP/1.1" status: 200 len: 217 time: 0.2636712 Nov 11 17:22:03.984334 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca8095-71e5-4ce1-a9aa-eda46442ef7b req-c0140ca3-c156-4fb9-80db-dd9643322e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:03.992738 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a6ca8095-71e5-4ce1-a9aa-eda46442ef7b req-c0140ca3-c156-4fb9-80db-dd9643322e61 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.3672171 Nov 11 17:22:04.021570 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3962afd8-25b8-4007-8b7b-ac01be07d206 req-99c432ae-24c4-494f-8b2a-abdb122b16cf tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:04.035809 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3962afd8-25b8-4007-8b7b-ac01be07d206 req-99c432ae-24c4-494f-8b2a-abdb122b16cf tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:04.149296 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] Pushing event updated for resources: {'Port': ['ID=813271a2-d0e8-463d-ab43-df3086ac6cb1,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:04.156423 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-5e2f92b9-14d2-4865-bdef-c643d11cdfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:04.160003 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-5e2f92b9-14d2-4865-bdef-c643d11cdfa1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0970397 Nov 11 17:22:04.166553 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87c8c1-3c75-42c1-8f0b-bd5b2b13b816 req-c93218ed-b5f9-4987-9507-ca9488831b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:04.167373 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87c8c1-3c75-42c1-8f0b-bd5b2b13b816 req-c93218ed-b5f9-4987-9507-ca9488831b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:04.168199 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87c8c1-3c75-42c1-8f0b-bd5b2b13b816 req-c93218ed-b5f9-4987-9507-ca9488831b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:04.170384 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5c87c8c1-3c75-42c1-8f0b-bd5b2b13b816 req-c93218ed-b5f9-4987-9507-ca9488831b52 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=57a0547569de40a6ab45455039002426&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.7324648 Nov 11 17:22:04.241032 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a6ca8095-71e5-4ce1-a9aa-eda46442ef7b req-4e2032e3-f9c3-45fe-8a6d-3afa5dda15ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=dc7ab218-e666-496b-b071-a3c59f1b9164 HTTP/1.1" status: 200 len: 217 time: 0.1032383 Nov 11 17:22:04.276703 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c432ae-24c4-494f-8b2a-abdb122b16cf tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Pushing event updated for resources: {'Port': ['ID=bd35b35a-3c30-4d38-9779-5c9673979e44,revision_number=6']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:04.328260 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962afd8-25b8-4007-8b7b-ac01be07d206 req-99c432ae-24c4-494f-8b2a-abdb122b16cf tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:04.329566 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3962afd8-25b8-4007-8b7b-ac01be07d206 req-99c432ae-24c4-494f-8b2a-abdb122b16cf tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:04.330362 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3962afd8-25b8-4007-8b7b-ac01be07d206 req-99c432ae-24c4-494f-8b2a-abdb122b16cf tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "PUT /v2.0/ports/bd35b35a-3c30-4d38-9779-5c9673979e44 HTTP/1.1" status: 200 len: 981 time: 1.0401883 Nov 11 17:22:04.356384 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde822c-e93d-4322-89a8-4169919fb617 req-3f926612-24b1-4f8b-8062-05d76e85c86d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:04.362658 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde822c-e93d-4322-89a8-4169919fb617 req-3f926612-24b1-4f8b-8062-05d76e85c86d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:04.370134 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde822c-e93d-4322-89a8-4169919fb617 req-3f926612-24b1-4f8b-8062-05d76e85c86d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:04.385814 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde822c-e93d-4322-89a8-4169919fb617 req-3f926612-24b1-4f8b-8062-05d76e85c86d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:04.393245 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde822c-e93d-4322-89a8-4169919fb617 req-3f926612-24b1-4f8b-8062-05d76e85c86d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:04.399362 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde822c-e93d-4322-89a8-4169919fb617 req-3f926612-24b1-4f8b-8062-05d76e85c86d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:04.405807 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde822c-e93d-4322-89a8-4169919fb617 req-3f926612-24b1-4f8b-8062-05d76e85c86d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:04.407904 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2fde822c-e93d-4322-89a8-4169919fb617 req-3f926612-24b1-4f8b-8062-05d76e85c86d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5394 time: 0.1872549 Nov 11 17:22:04.495044 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['bd35b35a-3c30-4d38-9779-5c9673979e44'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:04.546167 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2fde822c-e93d-4322-89a8-4169919fb617 req-a054d037-4ab2-4ef0-b12b-c3b6abc218f9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1279647 Nov 11 17:22:04.551532 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3017fd-6661-4610-b667-1c6273e6c1d4 x-openstack-request-id: req-cf3017fd-6661-4610-b667-1c6273e6c1d4 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:04.553014 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ae5223-c7a5-4f91-89ec-6c951aa583ab", "name": "network-vif-deleted", "tag": "c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:04.554522 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cf3017fd-6661-4610-b667-1c6273e6c1d4 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:04.556184 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ae5223-c7a5-4f91-89ec-6c951aa583ab', 'name': 'network-vif-deleted', 'tag': 'c7f6b3e1-dc68-47e9-95b6-93b7e0ec176a', 'status': 'completed', 'code': 200} Nov 11 17:22:04.639386 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['bd35b35a-3c30-4d38-9779-5c9673979e44'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:04.675490 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-f449281f-0fbc-44a5-bb0e-bb91985ff528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:04.680989 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-f449281f-0fbc-44a5-bb0e-bb91985ff528 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4673042 Nov 11 17:22:04.688615 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad1797b-aa65-41c9-a982-4e25b09538aa x-openstack-request-id: req-4ad1797b-aa65-41c9-a982-4e25b09538aa {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:04.689088 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "tag": "34b6509b-fb14-4179-beff-be1a741207a7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "55baa5d8-eacd-48cc-9029-89e9a4a6bc03", "tag": "28effa4a-85d8-4f79-9ed8-9a2062d6b086", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:04.691407 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4ad1797b-aa65-41c9-a982-4e25b09538aa {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:04.692139 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'tag': '34b6509b-fb14-4179-beff-be1a741207a7', 'status': 'completed', 'code': 200} Nov 11 17:22:04.692485 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55baa5d8-eacd-48cc-9029-89e9a4a6bc03', 'tag': '28effa4a-85d8-4f79-9ed8-9a2062d6b086', 'status': 'completed', 'code': 200} Nov 11 17:22:04.755923 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca8095-71e5-4ce1-a9aa-eda46442ef7b req-bf688601-2323-4d91-8ac8-098f069ccbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:04.761832 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a6ca8095-71e5-4ce1-a9aa-eda46442ef7b req-bf688601-2323-4d91-8ac8-098f069ccbec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.4752643 Nov 11 17:22:04.839033 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d03d2-f70a-497b-8ebb-8136fcc03f5b req-ed5bd69d-b547-49ce-a31c-8de9a30f4f43 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:04.840634 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e30d03d2-f70a-497b-8ebb-8136fcc03f5b req-ed5bd69d-b547-49ce-a31c-8de9a30f4f43 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 945 time: 0.1153972 Nov 11 17:22:04.869226 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d669bc-0205-4026-af0b-43771eec35c0 req-1e37313c-8292-4ce7-a3d1-acddfc357fc1 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:04.879906 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5d669bc-0205-4026-af0b-43771eec35c0 req-1e37313c-8292-4ce7-a3d1-acddfc357fc1 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/ports?device_id=55baa5d8-eacd-48cc-9029-89e9a4a6bc03 HTTP/1.1" status: 200 len: 948 time: 0.1045325 Nov 11 17:22:04.890848 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2784923c-a304-4673-a839-3e86dc66138c req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] Attempting to bind port 813271a2-d0e8-463d-ab43-df3086ac6cb1 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:22:04.894026 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2784923c-a304-4673-a839-3e86dc66138c req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] Attempting to bind port 813271a2-d0e8-463d-ab43-df3086ac6cb1 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '3419440d-7fe8-480d-929f-ac3279dc54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:22:04.894482 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] Attempting to bind port 813271a2-d0e8-463d-ab43-df3086ac6cb1 on network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:04.896734 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9a87221e-4f0d-4dff-9347-e19c127b0bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:04.899366 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9a87221e-4f0d-4dff-9347-e19c127b0bce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:04.910727 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9a87221e-4f0d-4dff-9347-e19c127b0bce admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a4c5486d-ca39-42be-871c-3c6d2b0b290d HTTP/1.1" status: 204 len: 168 time: 3.2275794 Nov 11 17:22:05.052688 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e30d03d2-f70a-497b-8ebb-8136fcc03f5b req-1baba2f4-7ed5-42fb-82bf-86f537b13595 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940951 Nov 11 17:22:05.070963 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] Port 813271a2-d0e8-463d-ab43-df3086ac6cb1 on network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:22:05.074582 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] Attempting to bind port 813271a2-d0e8-463d-ab43-df3086ac6cb1 on network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:05.083542 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5d669bc-0205-4026-af0b-43771eec35c0 req-9ac3f673-1d6a-487c-8a66-bfd4f6e55742 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b7a285a-cd1d-4a47-8692-0814d3434adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026336 Nov 11 17:22:05.094643 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87c8c1-3c75-42c1-8f0b-bd5b2b13b816 req-f3d41915-839e-43d8-8e45-779c6957a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:05.096271 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5c87c8c1-3c75-42c1-8f0b-bd5b2b13b816 req-f3d41915-839e-43d8-8e45-779c6957a0e8 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8779743 Nov 11 17:22:05.108448 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:22:05.113357 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] Checking segment: {'id': '3419440d-7fe8-480d-929f-ac3279dc54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:22:05.114191 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] Bound using segment: {'id': '3419440d-7fe8-480d-929f-ac3279dc54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:22:05.114965 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2784923c-a304-4673-a839-3e86dc66138c req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] Bound port: 813271a2-d0e8-463d-ab43-df3086ac6cb1, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3419440d-7fe8-480d-929f-ac3279dc54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:22:05.125222 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:05.180046 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87221e-4f0d-4dff-9347-e19c127b0bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c5486d-ca39-42be-871c-3c6d2b0b290d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:05.328026 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea0365ba-f87e-4a0d-9888-d74696ec02d7 req-f5a1c362-8383-4d6c-8a29-ad47703d83cc tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 210 time: 0.0689211 Nov 11 17:22:05.514097 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6bdd9007-9f7d-4ff4-bb73-c461b1e1dc71 req-25936d2c-0ce2-44ba-b99b-9d302e660dbf tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1967932316&fields=id&tenant_id=20961177e886451b8c34ba006fbdf3f9 HTTP/1.1" status: 200 len: 267 time: 0.1230435 Nov 11 17:22:05.542672 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca8095-71e5-4ce1-a9aa-eda46442ef7b req-2298ab07-8647-488d-8050-e8f4f2ddeb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:05.553298 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a6ca8095-71e5-4ce1-a9aa-eda46442ef7b req-2298ab07-8647-488d-8050-e8f4f2ddeb6b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7703340 Nov 11 17:22:05.605785 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd9007-9f7d-4ff4-bb73-c461b1e1dc71 req-34e261c8-53d7-4538-bf2a-e0ef339e29b1 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:05.625785 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6bdd9007-9f7d-4ff4-bb73-c461b1e1dc71 req-34e261c8-53d7-4538-bf2a-e0ef339e29b1 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 984 time: 0.1058004 Nov 11 17:22:05.640787 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-6bdd9007-9f7d-4ff4-bb73-c461b1e1dc71 req-3b860e83-5ab3-4864-919d-854eedf60be4 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Request body: {'port': {'security_groups': ['c44a48ea-ba34-4872-8eec-69767b6388f7']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:05.739071 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54444) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:05.801518 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1c4ec20c-ebd5-4fed-8d8f-01dd8b0a2c24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:05.851494 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a6ca8095-71e5-4ce1-a9aa-eda46442ef7b req-ce06d270-d44f-4273-a6f8-701bee3251c1 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558959 Nov 11 17:22:05.868129 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-03710489-f7e1-43b9-bd0e-ca466dbba0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:05.868953 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-03710489-f7e1-43b9-bd0e-ca466dbba0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:05.869601 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-03710489-f7e1-43b9-bd0e-ca466dbba0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:05.870238 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-03710489-f7e1-43b9-bd0e-ca466dbba0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:05.870875 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-03710489-f7e1-43b9-bd0e-ca466dbba0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:05.871558 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-03710489-f7e1-43b9-bd0e-ca466dbba0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:05.872224 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-03710489-f7e1-43b9-bd0e-ca466dbba0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:05.874874 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-03710489-f7e1-43b9-bd0e-ca466dbba0c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57a0547569de40a6ab45455039002426&device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 6299 time: 0.5917399 Nov 11 17:22:05.887692 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-3e26e5dc-4ce7-434b-b87e-604a4125f854 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1773438 Nov 11 17:22:05.982453 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2784923c-a304-4673-a839-3e86dc66138c req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] For port 813271a2-d0e8-463d-ab43-df3086ac6cb1, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:22:06.036978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-831480fc-d678-4b28-99f6-3a232e6568ae tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:06.038546 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-831480fc-d678-4b28-99f6-3a232e6568ae tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.83 "GET /v2.0/networks?id=aef12edc-1263-4022-a80e-fb863587e53a HTTP/1.1" status: 200 len: 811 time: 0.1716967 Nov 11 17:22:06.068997 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-90a2a32c-9721-4c51-8f93-48c2614c2232 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Request body: {'port': {'device_id': '1534a8e1-cf4a-4d0b-9fac-d392c5f759f9', 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a', 'admin_state_up': True, 'tenant_id': '387406ef69094f328d7c9e69ebc2a5aa'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:06.161224 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9c7bb0af-fa2b-4b7c-b0cf-0de9373b997d req-41a8b22a-f35d-43cc-88d1-abf5494106de service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743741 Nov 11 17:22:06.179191 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2784923c-a304-4673-a839-3e86dc66138c req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] For port 813271a2-d0e8-463d-ab43-df3086ac6cb1, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=813271a2-d0e8-463d-ab43-df3086ac6cb1,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:22:06.186176 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6bdd9007-9f7d-4ff4-bb73-c461b1e1dc71 req-3b860e83-5ab3-4864-919d-854eedf60be4 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:06.195371 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:06.259713 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:06.260368 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:06.261765 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] 10.222.0.64 "PUT /v2.0/ports/813271a2-d0e8-463d-ab43-df3086ac6cb1 HTTP/1.1" status: 200 len: 1090 time: 4.8941038 Nov 11 17:22:06.320382 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-2784923c-a304-4673-a839-3e86dc66138c req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] Request body: {'port': {'device_id': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:06.402648 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a6ca8095-71e5-4ce1-a9aa-eda46442ef7b req-d6f04e3f-7f8d-476e-8154-228996cda68c service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5261126 Nov 11 17:22:06.441052 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-4c0f8b0e-cf5f-4963-a8f3-4177a0ac1275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:06.441579 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-4c0f8b0e-cf5f-4963-a8f3-4177a0ac1275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:06.442020 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-4c0f8b0e-cf5f-4963-a8f3-4177a0ac1275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:06.443719 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-4c0f8b0e-cf5f-4963-a8f3-4177a0ac1275 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=57a0547569de40a6ab45455039002426&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4930649 Nov 11 17:22:06.455772 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-6bdd9007-9f7d-4ff4-bb73-c461b1e1dc71 req-3b860e83-5ab3-4864-919d-854eedf60be4 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] For port bd35b35a-3c30-4d38-9779-5c9673979e44, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=bd35b35a-3c30-4d38-9779-5c9673979e44,segment=NetworkSegment(ae50b5d6-b110-4322-8a79-5ad3698cdf52),segment_id=ae50b5d6-b110-4322-8a79-5ad3698cdf52)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:06.505222 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a13860-6b22-4d58-aa1a-40508bb7f084 service neutron] Pushing event updated for resources: {'Port': ['ID=813271a2-d0e8-463d-ab43-df3086ac6cb1,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:06.505616 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6bdd9007-9f7d-4ff4-bb73-c461b1e1dc71 req-3b860e83-5ab3-4864-919d-854eedf60be4 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:06.534025 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6bdd9007-9f7d-4ff4-bb73-c461b1e1dc71 req-3b860e83-5ab3-4864-919d-854eedf60be4 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:06.577498 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['bd35b35a-3c30-4d38-9779-5c9673979e44'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:06.627542 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:06.629065 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae39504-896a-47a5-b7ea-0b95dd657240', 'tag': 'bd35b35a-3c30-4d38-9779-5c9673979e44'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:06.635579 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a660d9-e4a0-45c0-a89a-fb9f4cc4f53a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae39504-896a-47a5-b7ea-0b95dd657240", "tag": "bd35b35a-3c30-4d38-9779-5c9673979e44"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:06.772026 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1c4ec20c-ebd5-4fed-8d8f-01dd8b0a2c24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:06.794811 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd9007-9f7d-4ff4-bb73-c461b1e1dc71 req-3b860e83-5ab3-4864-919d-854eedf60be4 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:06.795502 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6bdd9007-9f7d-4ff4-bb73-c461b1e1dc71 req-3b860e83-5ab3-4864-919d-854eedf60be4 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:06.810889 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6bdd9007-9f7d-4ff4-bb73-c461b1e1dc71 req-3b860e83-5ab3-4864-919d-854eedf60be4 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "PUT /v2.0/ports/bd35b35a-3c30-4d38-9779-5c9673979e44 HTTP/1.1" status: 200 len: 942 time: 1.1698456 Nov 11 17:22:06.812454 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-90a2a32c-9721-4c51-8f93-48c2614c2232 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Made reservation on behalf of 387406ef69094f328d7c9e69ebc2a5aa for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:22:06.819665 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-90a2a32c-9721-4c51-8f93-48c2614c2232 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:06.849259 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1c4ec20c-ebd5-4fed-8d8f-01dd8b0a2c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:06.878969 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['bd35b35a-3c30-4d38-9779-5c9673979e44'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:06.988455 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-2784923c-a304-4673-a839-3e86dc66138c req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace11c64-ff1c-4cc8-b03a-f7975e333049 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:06.999334 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:07.031259 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-2784923c-a304-4673-a839-3e86dc66138c req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] Transition to ACTIVE for port object ace11c64-ff1c-4cc8-b03a-f7975e333049 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:22:07.033979 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'tag': '813271a2-d0e8-463d-ab43-df3086ac6cb1'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:07.036531 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbd7ab6-d965-486f-9d6c-79273df8a7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "tag": "813271a2-d0e8-463d-ab43-df3086ac6cb1"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:07.051310 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:07.080603 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-90a2a32c-9721-4c51-8f93-48c2614c2232 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Allocated IP 172.20.0.14 (aef12edc-1263-4022-a80e-fb863587e53a/09fccde3-01fd-422f-a0ab-b92daf8c7d4e/97198e23-a5c7-444d-b52f-221ebc31d61b) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:22:07.268475 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-70f2a96a-f448-44b3-8f96-5b14fd38a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:07.270304 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-70f2a96a-f448-44b3-8f96-5b14fd38a536 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7690182 Nov 11 17:22:07.271820 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b860e83-5ab3-4864-919d-854eedf60be4 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Pushing event updated for resources: {'Port': ['ID=bd35b35a-3c30-4d38-9779-5c9673979e44,revision_number=7']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:07.277030 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315c56b-45e9-4329-aebe-5922f877ced8 req-7dd496f5-5f21-48d0-bfe4-100c9aa2b558 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:07.278029 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] Pushing event updated for resources: {'Port': ['ID=ace11c64-ff1c-4cc8-b03a-f7975e333049,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:07.284235 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b315c56b-45e9-4329-aebe-5922f877ced8 req-7dd496f5-5f21-48d0-bfe4-100c9aa2b558 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 1096 time: 0.7731841 Nov 11 17:22:07.302211 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54468) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:07.325179 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1c4ec20c-ebd5-4fed-8d8f-01dd8b0a2c24 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aa1f9bc6b8a14a4fbcd6b4ad3906ef42&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5836592 Nov 11 17:22:07.374882 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ec20c-ebd5-4fed-8d8f-01dd8b0a2c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88bf2a5-4598-4705-87c0-e5b2e8ff32bd,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:07.393300 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2784923c-a304-4673-a839-3e86dc66138c req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] Attempting to bind port ace11c64-ff1c-4cc8-b03a-f7975e333049 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:22:07.395696 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-963118e8-830c-4b60-aa7a-c75b89d55f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:07.398077 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2784923c-a304-4673-a839-3e86dc66138c req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] Attempting to bind port ace11c64-ff1c-4cc8-b03a-f7975e333049 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'b1d1b710-ac9c-4789-8bfd-35c32d9b5853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '2d103e92-4f54-41f0-9dd1-ba0588eb26fa'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:22:07.398434 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] Attempting to bind port ace11c64-ff1c-4cc8-b03a-f7975e333049 on network 2d103e92-4f54-41f0-9dd1-ba0588eb26fa {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:07.409032 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] Port ace11c64-ff1c-4cc8-b03a-f7975e333049 on network 2d103e92-4f54-41f0-9dd1-ba0588eb26fa not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:22:07.409580 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] Attempting to bind port ace11c64-ff1c-4cc8-b03a-f7975e333049 on network 2d103e92-4f54-41f0-9dd1-ba0588eb26fa {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:07.424710 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:22:07.425050 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] Checking segment: {'id': 'b1d1b710-ac9c-4789-8bfd-35c32d9b5853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '2d103e92-4f54-41f0-9dd1-ba0588eb26fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:22:07.425834 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] Bound using segment: {'id': 'b1d1b710-ac9c-4789-8bfd-35c32d9b5853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '2d103e92-4f54-41f0-9dd1-ba0588eb26fa'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:22:07.425834 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2784923c-a304-4673-a839-3e86dc66138c req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] Bound port: ace11c64-ff1c-4cc8-b03a-f7975e333049, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d1b710-ac9c-4789-8bfd-35c32d9b5853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '2d103e92-4f54-41f0-9dd1-ba0588eb26fa'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:22:07.426213 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:07.429531 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c06e880a-d56a-4b03-a598-2c6a3dc9fb01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:07.522859 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7080a-155a-4089-8251-3c6cfbbcf5c6 req-66a7ce25-2bd9-49de-afed-c584fd22d7ed tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:07.529759 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7080a-155a-4089-8251-3c6cfbbcf5c6 req-66a7ce25-2bd9-49de-afed-c584fd22d7ed tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:07.535495 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c06e880a-d56a-4b03-a598-2c6a3dc9fb01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:07.536840 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7080a-155a-4089-8251-3c6cfbbcf5c6 req-66a7ce25-2bd9-49de-afed-c584fd22d7ed tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:07.542699 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7080a-155a-4089-8251-3c6cfbbcf5c6 req-66a7ce25-2bd9-49de-afed-c584fd22d7ed tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:07.548818 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7080a-155a-4089-8251-3c6cfbbcf5c6 req-66a7ce25-2bd9-49de-afed-c584fd22d7ed tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:07.555578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7080a-155a-4089-8251-3c6cfbbcf5c6 req-66a7ce25-2bd9-49de-afed-c584fd22d7ed tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:07.561541 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7080a-155a-4089-8251-3c6cfbbcf5c6 req-66a7ce25-2bd9-49de-afed-c584fd22d7ed tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:07.563467 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-14e7080a-155a-4089-8251-3c6cfbbcf5c6 req-66a7ce25-2bd9-49de-afed-c584fd22d7ed tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5406 time: 0.3203714 Nov 11 17:22:07.564580 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-1ff69a9f-eaa4-45be-a125-4d35358ca677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:07.566057 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-1ff69a9f-eaa4-45be-a125-4d35358ca677 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3adfe2b7ae1f4947832951c8d383024b&device_id=55baa5d8-eacd-48cc-9029-89e9a4a6bc03 HTTP/1.1" status: 200 len: 1099 time: 0.1097436 Nov 11 17:22:07.577111 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b315c56b-45e9-4329-aebe-5922f877ced8 req-47f34cf5-c2c0-48e7-bbb4-035397d423e3 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921035 Nov 11 17:22:07.584231 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-90a2a32c-9721-4c51-8f93-48c2614c2232 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:07.701634 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-14e7080a-155a-4089-8251-3c6cfbbcf5c6 req-3b686cbb-c6a0-44d2-80cf-a1cdaaa54e06 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1232667 Nov 11 17:22:07.721049 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-90a2a32c-9721-4c51-8f93-48c2614c2232 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:07.748601 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-83890c74-3d40-498e-ba58-bc8b069b424b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:07.750232 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-83890c74-3d40-498e-ba58-bc8b069b424b service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.1566868 Nov 11 17:22:07.758659 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2784923c-a304-4673-a839-3e86dc66138c req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] For port ace11c64-ff1c-4cc8-b03a-f7975e333049, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:22:07.774414 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2784923c-a304-4673-a839-3e86dc66138c req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] For port ace11c64-ff1c-4cc8-b03a-f7975e333049, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=ace11c64-ff1c-4cc8-b03a-f7975e333049,segment=NetworkSegment(b1d1b710-ac9c-4789-8bfd-35c32d9b5853),segment_id=b1d1b710-ac9c-4789-8bfd-35c32d9b5853)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:22:07.788228 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-90a2a32c-9721-4c51-8f93-48c2614c2232 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Network aef12edc-1263-4022-a80e-fb863587e53a is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:22:07.795855 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:07.811111 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-90a2a32c-9721-4c51-8f93-48c2614c2232 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:22:07.813828 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-90a2a32c-9721-4c51-8f93-48c2614c2232 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:22:07.832008 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c06e880a-d56a-4b03-a598-2c6a3dc9fb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:07.835363 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c06e880a-d56a-4b03-a598-2c6a3dc9fb01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:07.839470 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c06e880a-d56a-4b03-a598-2c6a3dc9fb01 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a88bf2a5-4598-4705-87c0-e5b2e8ff32bd HTTP/1.1" status: 204 len: 168 time: 0.5332730 Nov 11 17:22:07.851616 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e880a-d56a-4b03-a598-2c6a3dc9fb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88bf2a5-4598-4705-87c0-e5b2e8ff32bd,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:07.878044 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:07.879054 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:07.880776 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] 10.222.0.64 "PUT /v2.0/ports/ace11c64-ff1c-4cc8-b03a-f7975e333049 HTTP/1.1" status: 200 len: 1091 time: 1.5747650 Nov 11 17:22:07.915112 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685df87a-4548-41e5-9c73-85c36b0cf958 service neutron] Pushing event updated for resources: {'Port': ['ID=ace11c64-ff1c-4cc8-b03a-f7975e333049,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:08.006026 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-297fc924-b73e-4942-9a0c-86c9cca3b379 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=28effa4a-85d8-4f79-9ed8-9a2062d6b086 HTTP/1.1" status: 200 len: 217 time: 0.0639918 Nov 11 17:22:08.024754 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-2784923c-a304-4673-a839-3e86dc66138c req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] Request body: {'port': {'device_id': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:08.032243 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2a32c-9721-4c51-8f93-48c2614c2232 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Pushing event updated for resources: {'Port': ['ID=97198e23-a5c7-444d-b52f-221ebc31d61b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:08.047363 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-90a2a32c-9721-4c51-8f93-48c2614c2232 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:08.048024 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-90a2a32c-9721-4c51-8f93-48c2614c2232 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:08.069326 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aeef52-70ed-401f-b257-e1dd61399cfc req-a7092510-624e-4ba6-9c2a-510863f53307 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:08.070873 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0aeef52-70ed-401f-b257-e1dd61399cfc req-a7092510-624e-4ba6-9c2a-510863f53307 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=482320fe-4fe7-4abc-9b5b-85f17b07a7a6 HTTP/1.1" status: 200 len: 950 time: 0.2877452 Nov 11 17:22:08.118021 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-90a2a32c-9721-4c51-8f93-48c2614c2232 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0603468 Nov 11 17:22:08.157430 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c757a-a79c-42a2-b320-dd36b9f706b5 req-0df2c396-ee47-488f-9b8f-e198d425693e tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:08.163084 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b10c757a-a79c-42a2-b320-dd36b9f706b5 req-0df2c396-ee47-488f-9b8f-e198d425693e tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/ports?device_id=55baa5d8-eacd-48cc-9029-89e9a4a6bc03 HTTP/1.1" status: 200 len: 948 time: 0.3574677 Nov 11 17:22:08.167822 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] Request body: {'port': {'device_id': '1534a8e1-cf4a-4d0b-9fac-d392c5f759f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:08.180136 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:08.202177 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-abd420d1-b58a-4e34-8572-00ea76a7b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:08.203654 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-abd420d1-b58a-4e34-8572-00ea76a7b365 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1944556 Nov 11 17:22:08.250417 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30228394-2839-40d2-be6b-58d1ccf98e62 req-d890cbe9-6e40-4626-bc95-e40b8bef8a94 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:08.251943 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-30228394-2839-40d2-be6b-58d1ccf98e62 req-d890cbe9-6e40-4626-bc95-e40b8bef8a94 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.64 "GET /v2.0/ports?device_id=482320fe-4fe7-4abc-9b5b-85f17b07a7a6 HTTP/1.1" status: 200 len: 950 time: 0.2177258 Nov 11 17:22:08.286563 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:08.348301 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-fe9bebb5-49f9-4f5e-9398-c97d8f069b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:08.349916 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-fe9bebb5-49f9-4f5e-9398-c97d8f069b4a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208053 Nov 11 17:22:08.407645 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b10c757a-a79c-42a2-b320-dd36b9f706b5 req-33865431-5667-4c11-a5eb-a380acf3aa1e tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b7a285a-cd1d-4a47-8692-0814d3434adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210763 Nov 11 17:22:08.425035 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0aeef52-70ed-401f-b257-e1dd61399cfc req-7195e3e9-37a6-43fb-8ec2-cc86a9ccc60d tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432903 Nov 11 17:22:08.578211 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ceaace-900e-4f87-88df-fc1ebe22a2f3 x-openstack-request-id: req-c5ceaace-900e-4f87-88df-fc1ebe22a2f3 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:08.578518 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae39504-896a-47a5-b7ea-0b95dd657240", "tag": "bd35b35a-3c30-4d38-9779-5c9673979e44", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:08.578918 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c5ceaace-900e-4f87-88df-fc1ebe22a2f3 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:08.579378 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae39504-896a-47a5-b7ea-0b95dd657240', 'tag': 'bd35b35a-3c30-4d38-9779-5c9673979e44', 'status': 'completed', 'code': 200} Nov 11 17:22:09.050494 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-6f5e31b8-424e-4bcc-89d3-43d7b9bf23ff service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728458 Nov 11 17:22:09.242260 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ddca02f7-56b7-47c6-b201-5581cec10328 req-b580427f-ac42-4988-a8df-211bce36a5ae service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585412 Nov 11 17:22:09.249305 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97198e23-a5c7-444d-b52f-221ebc31d61b {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:09.254993 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a660d9-e4a0-45c0-a89a-fb9f4cc4f53a req-5512f16e-cb3c-4a09-b43f-d1b67c66c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:09.256537 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-43a660d9-e4a0-45c0-a89a-fb9f4cc4f53a req-5512f16e-cb3c-4a09-b43f-d1b67c66c0e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20961177e886451b8c34ba006fbdf3f9&device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 1096 time: 0.3750145 Nov 11 17:22:09.257227 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:09.270805 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] Transition to ACTIVE for port object 97198e23-a5c7-444d-b52f-221ebc31d61b will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:22:09.283903 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:09.346984 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-30228394-2839-40d2-be6b-58d1ccf98e62 req-8af3212d-00cd-4bfa-ac82-ecfab3bca2df tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Deleting port 06191f5e-14ba-4ab1-a18a-5a7975f802cc {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:22:09.347332 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-30228394-2839-40d2-be6b-58d1ccf98e62 req-8af3212d-00cd-4bfa-ac82-ecfab3bca2df tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:09.368053 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd6fd5-938f-43c0-a72a-dbf2d2a78c68 req-2503d8e3-a17e-41eb-877b-c256ccade970 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:09.368922 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9ddd6fd5-938f-43c0-a72a-dbf2d2a78c68 req-2503d8e3-a17e-41eb-877b-c256ccade970 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 932 time: 0.8019526 Nov 11 17:22:09.463409 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f48cd4c4-98d5-4df4-b3af-1dac802e9206 req-5711d9c8-eb25-4233-af46-afae0d03c497 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8782389 Nov 11 17:22:09.465602 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=97198e23-a5c7-444d-b52f-221ebc31d61b,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:09.547436 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a660d9-e4a0-45c0-a89a-fb9f4cc4f53a req-9726b7a3-91c7-4e8f-ba2b-e25d7ab869b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:09.548970 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-43a660d9-e4a0-45c0-a89a-fb9f4cc4f53a req-9726b7a3-91c7-4e8f-ba2b-e25d7ab869b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=15b13f5e-873f-4814-abaa-56ed24c5789c HTTP/1.1" status: 200 len: 921 time: 0.2647188 Nov 11 17:22:09.556452 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-30228394-2839-40d2-be6b-58d1ccf98e62 req-8af3212d-00cd-4bfa-ac82-ecfab3bca2df tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] For port 06191f5e-14ba-4ab1-a18a-5a7975f802cc, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=06191f5e-14ba-4ab1-a18a-5a7975f802cc,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:09.556820 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-30228394-2839-40d2-be6b-58d1ccf98e62 req-8af3212d-00cd-4bfa-ac82-ecfab3bca2df tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:09.573000 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-f48cd4c4-98d5-4df4-b3af-1dac802e9206 req-25efff60-7f83-4ad2-ba55-9ceaf01fc821 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:09.604801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] Attempting to bind port 97198e23-a5c7-444d-b52f-221ebc31d61b on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:22:09.605514 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] Attempting to bind port 97198e23-a5c7-444d-b52f-221ebc31d61b by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:22:09.605514 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] Attempting to bind port 97198e23-a5c7-444d-b52f-221ebc31d61b on network aef12edc-1263-4022-a80e-fb863587e53a {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:09.614733 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-43a660d9-e4a0-45c0-a89a-fb9f4cc4f53a req-dcd774df-6b80-44f5-b9da-b5033e797ace service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd35b35a-3c30-4d38-9779-5c9673979e44 HTTP/1.1" status: 200 len: 217 time: 0.0520554 Nov 11 17:22:09.618328 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] Port 97198e23-a5c7-444d-b52f-221ebc31d61b on network aef12edc-1263-4022-a80e-fb863587e53a not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:22:09.618718 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] Attempting to bind port 97198e23-a5c7-444d-b52f-221ebc31d61b on network aef12edc-1263-4022-a80e-fb863587e53a {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:09.632976 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-30228394-2839-40d2-be6b-58d1ccf98e62 req-8af3212d-00cd-4bfa-ac82-ecfab3bca2df tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Calling delete_port for 06191f5e-14ba-4ab1-a18a-5a7975f802cc owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:22:09.634775 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9ddd6fd5-938f-43c0-a72a-dbf2d2a78c68 req-1fdebd2a-eeee-4530-a74c-fb03566ff2b3 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573745 Nov 11 17:22:09.665100 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:22:09.665453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] Checking segment: {'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:22:09.665853 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] Bound using segment: {'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:22:09.666297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] Bound port: 97198e23-a5c7-444d-b52f-221ebc31d61b, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:22:09.666662 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:09.670841 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f48cd4c4-98d5-4df4-b3af-1dac802e9206 req-25efff60-7f83-4ad2-ba55-9ceaf01fc821 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:09.749783 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6b3f43-47fc-4eff-9af9-70305d224573 x-openstack-request-id: req-de6b3f43-47fc-4eff-9af9-70305d224573 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:09.749783 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "tag": "813271a2-d0e8-463d-ab43-df3086ac6cb1", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:09.750159 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d2f8c605-59bc-4a49-be9b-3d30d858d0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:09.759668 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-de6b3f43-47fc-4eff-9af9-70305d224573 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:09.760995 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'tag': '813271a2-d0e8-463d-ab43-df3086ac6cb1', 'status': 'completed', 'code': 200} Nov 11 17:22:09.763687 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-2784923c-a304-4673-a839-3e86dc66138c req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:09.772964 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a660d9-e4a0-45c0-a89a-fb9f4cc4f53a req-286d83d3-7e18-4b97-bc0b-9139328293e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:09.775307 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-43a660d9-e4a0-45c0-a89a-fb9f4cc4f53a req-286d83d3-7e18-4b97-bc0b-9139328293e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e19ce021-4c4e-4c04-8fa6-c1347ad5c75b HTTP/1.1" status: 200 len: 859 time: 0.1529901 Nov 11 17:22:09.788882 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:09.838583 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-43a660d9-e4a0-45c0-a89a-fb9f4cc4f53a req-2c46c0aa-992e-47ca-b77d-2934b06eaa60 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15b13f5e-873f-4814-abaa-56ed24c5789c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450499 Nov 11 17:22:09.877457 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] For port 97198e23-a5c7-444d-b52f-221ebc31d61b, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:22:09.880919 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] For port 97198e23-a5c7-444d-b52f-221ebc31d61b, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=97198e23-a5c7-444d-b52f-221ebc31d61b,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:22:09.900993 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:09.963677 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:09.963834 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:09.965512 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] 10.222.0.83 "PUT /v2.0/ports/97198e23-a5c7-444d-b52f-221ebc31d61b HTTP/1.1" status: 200 len: 1092 time: 1.8272102 Nov 11 17:22:09.980573 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-43a660d9-e4a0-45c0-a89a-fb9f4cc4f53a req-6c9317a4-4f08-4421-b71f-e6af3e400612 service neutron] 10.222.0.64 "GET /v2.0/networks/15b13f5e-873f-4814-abaa-56ed24c5789c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321287 Nov 11 17:22:09.986509 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-2784923c-a304-4673-a839-3e86dc66138c req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] Transition to ACTIVE for port object c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:22:10.019641 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:10.060916 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed5852-3c19-4d03-a8e3-2f4d420f6ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=97198e23-a5c7-444d-b52f-221ebc31d61b,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:10.065861 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589eaee-5ed2-4f57-ac9e-2e00204f8fbf req-cf56799a-0c9c-4465-bed0-4cd521d48d1e tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:10.075317 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9589eaee-5ed2-4f57-ac9e-2e00204f8fbf req-cf56799a-0c9c-4465-bed0-4cd521d48d1e tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 1096 time: 0.1925595 Nov 11 17:22:10.127667 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd7ab6-d965-486f-9d6c-79273df8a7c0 req-6a90a3ce-751e-4f99-ba4c-68f4440ac412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:10.128753 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd7ab6-d965-486f-9d6c-79273df8a7c0 req-6a90a3ce-751e-4f99-ba4c-68f4440ac412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:10.129494 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd7ab6-d965-486f-9d6c-79273df8a7c0 req-6a90a3ce-751e-4f99-ba4c-68f4440ac412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:10.130164 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd7ab6-d965-486f-9d6c-79273df8a7c0 req-6a90a3ce-751e-4f99-ba4c-68f4440ac412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:10.130805 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd7ab6-d965-486f-9d6c-79273df8a7c0 req-6a90a3ce-751e-4f99-ba4c-68f4440ac412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:10.131650 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd7ab6-d965-486f-9d6c-79273df8a7c0 req-6a90a3ce-751e-4f99-ba4c-68f4440ac412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:10.132343 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd7ab6-d965-486f-9d6c-79273df8a7c0 req-6a90a3ce-751e-4f99-ba4c-68f4440ac412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:10.134655 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0bbd7ab6-d965-486f-9d6c-79273df8a7c0 req-6a90a3ce-751e-4f99-ba4c-68f4440ac412 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57a0547569de40a6ab45455039002426&device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 6408 time: 0.3636956 Nov 11 17:22:10.146565 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-433cc6df-aa3d-425f-a6e0-1f634576767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:10.148318 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-433cc6df-aa3d-425f-a6e0-1f634576767a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 1095 time: 0.1317511 Nov 11 17:22:10.159524 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f48cd4c4-98d5-4df4-b3af-1dac802e9206 req-25efff60-7f83-4ad2-ba55-9ceaf01fc821 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:10.213660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e5dfd8-66ba-4e06-8f7d-d18094e46e71,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:10.227850 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9589eaee-5ed2-4f57-ac9e-2e00204f8fbf req-50004fc3-7635-4200-835c-6a4bda1c2084 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515136 Nov 11 17:22:10.235855 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-8f6f3775-6b1b-4948-a1c5-79216af57909 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97198e23-a5c7-444d-b52f-221ebc31d61b HTTP/1.1" status: 200 len: 217 time: 0.0714471 Nov 11 17:22:10.303479 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 28effa4a-85d8-4f79-9ed8-9a2062d6b086 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:22:10.329221 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 06191f5e-14ba-4ab1-a18a-5a7975f802cc no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:22:10.467040 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-43a660d9-e4a0-45c0-a89a-fb9f4cc4f53a req-caad2d17-2056-443f-ab03-cf120512430e service neutron] 10.222.0.64 "GET /v2.0/networks/15b13f5e-873f-4814-abaa-56ed24c5789c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523230 Nov 11 17:22:10.474378 n-d-816206-4 neutron-server[102619]: INFO neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No ports have port_id starting with 06191f5e-14ba-4ab1-a18a-5a7975f802cc Nov 11 17:22:10.501535 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 2e0990f1-da35-4105-9331-967c612f7ec4 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:22:10.519669 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-30228394-2839-40d2-be6b-58d1ccf98e62 req-8af3212d-00cd-4bfa-ac82-ecfab3bca2df tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:10.553626 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bca20f07-f1b1-415e-8a44-73ad6aa3b2d1', '47bf62d8-1ba1-46b3-9a83-55fa535c0675', '1b62d5ee-5a6c-47f8-9933-c6053b9d008e', '1cc6b455-4c4f-4934-afb5-ff600c11e4c4'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:10.562592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-d24cdda9-2883-486d-8d74-5db530dfe8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:10.564093 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-d24cdda9-2883-486d-8d74-5db530dfe8a2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09fccde3-01fd-422f-a0ab-b92daf8c7d4e HTTP/1.1" status: 200 len: 851 time: 0.3174274 Nov 11 17:22:10.585641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae39504-896a-47a5-b7ea-0b95dd657240', 'tag': 'bd35b35a-3c30-4d38-9779-5c9673979e44'}, {'name': 'network-changed', 'server_uuid': '1534a8e1-cf4a-4d0b-9fac-d392c5f759f9', 'tag': '97198e23-a5c7-444d-b52f-221ebc31d61b'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:10.585870 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2784923c-a304-4673-a839-3e86dc66138c req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] Attempting to bind port c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:22:10.586129 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2784923c-a304-4673-a839-3e86dc66138c req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] Attempting to bind port c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'b1d1b710-ac9c-4789-8bfd-35c32d9b5853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '2d103e92-4f54-41f0-9dd1-ba0588eb26fa'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:22:10.586465 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] Attempting to bind port c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 on network 2d103e92-4f54-41f0-9dd1-ba0588eb26fa {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:10.587910 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80223cd-9375-433a-8a92-1f98b9d46a80" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae39504-896a-47a5-b7ea-0b95dd657240", "tag": "bd35b35a-3c30-4d38-9779-5c9673979e44"}, {"name": "network-changed", "server_uuid": "1534a8e1-cf4a-4d0b-9fac-d392c5f759f9", "tag": "97198e23-a5c7-444d-b52f-221ebc31d61b"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:10.600444 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['dc7ab218-e666-496b-b071-a3c59f1b9164', '93bbd0ac-ce68-4d5f-be1f-6471760b395b'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:10.629227 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] Port c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 on network 2d103e92-4f54-41f0-9dd1-ba0588eb26fa not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:22:10.629474 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] Attempting to bind port c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 on network 2d103e92-4f54-41f0-9dd1-ba0588eb26fa {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:10.631754 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3212d-00cd-4bfa-ac82-ecfab3bca2df tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Pushing event deleted for resources: {'Port': ['ID=06191f5e-14ba-4ab1-a18a-5a7975f802cc,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:10.639438 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd7ab6-d965-486f-9d6c-79273df8a7c0 req-0d4fc996-89f5-4e46-aa84-6567f6773146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:10.640098 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd7ab6-d965-486f-9d6c-79273df8a7c0 req-0d4fc996-89f5-4e46-aa84-6567f6773146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:10.640639 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd7ab6-d965-486f-9d6c-79273df8a7c0 req-0d4fc996-89f5-4e46-aa84-6567f6773146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:10.643704 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0bbd7ab6-d965-486f-9d6c-79273df8a7c0 req-0d4fc996-89f5-4e46-aa84-6567f6773146 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=57a0547569de40a6ab45455039002426&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4884694 Nov 11 17:22:10.685655 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-90dba03e-2549-4946-9c2f-7c66f14f89c4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aef12edc-1263-4022-a80e-fb863587e53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917428 Nov 11 17:22:10.688566 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:22:10.690035 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] Checking segment: {'id': 'b1d1b710-ac9c-4789-8bfd-35c32d9b5853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '2d103e92-4f54-41f0-9dd1-ba0588eb26fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:22:10.690529 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2784923c-a304-4673-a839-3e86dc66138c req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] Bound using segment: {'id': 'b1d1b710-ac9c-4789-8bfd-35c32d9b5853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '2d103e92-4f54-41f0-9dd1-ba0588eb26fa'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:22:10.691235 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2784923c-a304-4673-a839-3e86dc66138c req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] Bound port: c6e5dfd8-66ba-4e06-8f7d-d18094e46e71, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d1b710-ac9c-4789-8bfd-35c32d9b5853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '2d103e92-4f54-41f0-9dd1-ba0588eb26fa'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:22:10.691773 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:10.725521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbe13e-2521-4374-b9f2-bf57ee1caa37 req-49e38eed-dbe2-4bff-8054-567a9bd78cd9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:10.732122 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbe13e-2521-4374-b9f2-bf57ee1caa37 req-49e38eed-dbe2-4bff-8054-567a9bd78cd9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:10.739402 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbe13e-2521-4374-b9f2-bf57ee1caa37 req-49e38eed-dbe2-4bff-8054-567a9bd78cd9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:10.740829 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 28effa4a-85d8-4f79-9ed8-9a2062d6b086, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=28effa4a-85d8-4f79-9ed8-9a2062d6b086,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:10.745796 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbe13e-2521-4374-b9f2-bf57ee1caa37 req-49e38eed-dbe2-4bff-8054-567a9bd78cd9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:10.746856 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-30228394-2839-40d2-be6b-58d1ccf98e62 req-8af3212d-00cd-4bfa-ac82-ecfab3bca2df tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] No DVR routers for this DVR port 06191f5e-14ba-4ab1-a18a-5a7975f802cc on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:22:10.753726 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-30228394-2839-40d2-be6b-58d1ccf98e62 req-8af3212d-00cd-4bfa-ac82-ecfab3bca2df tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:10.753954 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbe13e-2521-4374-b9f2-bf57ee1caa37 req-49e38eed-dbe2-4bff-8054-567a9bd78cd9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:10.761222 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbe13e-2521-4374-b9f2-bf57ee1caa37 req-49e38eed-dbe2-4bff-8054-567a9bd78cd9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:10.770845 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbe13e-2521-4374-b9f2-bf57ee1caa37 req-49e38eed-dbe2-4bff-8054-567a9bd78cd9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:10.771630 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-30228394-2839-40d2-be6b-58d1ccf98e62 req-8af3212d-00cd-4bfa-ac82-ecfab3bca2df tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.64 "DELETE /v2.0/ports/06191f5e-14ba-4ab1-a18a-5a7975f802cc HTTP/1.1" status: 204 len: 173 time: 2.4891036 Nov 11 17:22:10.786222 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07cbe13e-2521-4374-b9f2-bf57ee1caa37 req-49e38eed-dbe2-4bff-8054-567a9bd78cd9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5418 time: 0.3148763 Nov 11 17:22:10.809174 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '28effa4a-85d8-4f79-9ed8-9a2062d6b086', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '28effa4a-85d8-4f79-9ed8-9a2062d6b086', 'mac_address': 'fa:16:3e:bb:96:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:22:10.886050 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:10.886272 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-f48cd4c4-98d5-4df4-b3af-1dac802e9206 req-25efff60-7f83-4ad2-ba55-9ceaf01fc821 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Allocated IP 172.25.2.135 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/f69de718-57a6-4780-9364-43b931a395bb) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:22:10.896749 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:10.948286 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:10.979339 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2784923c-a304-4673-a839-3e86dc66138c req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] For port c6e5dfd8-66ba-4e06-8f7d-d18094e46e71, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:22:10.986464 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd7ab6-d965-486f-9d6c-79273df8a7c0 req-281cd5f1-c805-40d4-bfc2-b9b8946ee3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:11.000177 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0bbd7ab6-d965-486f-9d6c-79273df8a7c0 req-281cd5f1-c805-40d4-bfc2-b9b8946ee3ca service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3472164 Nov 11 17:22:11.002175 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efe92ba-cb1b-473b-a410-d090a4dc4b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e0990f1-da35-4105-9331-967c612f7ec4'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:11.004614 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bfc879-4c19-4ba3-a37f-d5d1452a6fc2" -d '{"events": [{"server_uuid": "9efe92ba-cb1b-473b-a410-d090a4dc4b14", "name": "network-vif-unplugged", "status": "completed", "tag": "2e0990f1-da35-4105-9331-967c612f7ec4"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:11.006028 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2784923c-a304-4673-a839-3e86dc66138c req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] For port c6e5dfd8-66ba-4e06-8f7d-d18094e46e71, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c6e5dfd8-66ba-4e06-8f7d-d18094e46e71,segment=NetworkSegment(b1d1b710-ac9c-4789-8bfd-35c32d9b5853),segment_id=b1d1b710-ac9c-4789-8bfd-35c32d9b5853)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:22:11.016205 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:11.050879 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 2e0990f1-da35-4105-9331-967c612f7ec4, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=2e0990f1-da35-4105-9331-967c612f7ec4,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:11.055173 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28effa4a-85d8-4f79-9ed8-9a2062d6b086 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:11.072807 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:11.084389 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-85b7fab9-9cdd-43dc-a56d-bb9c8625c15f service neutron] 10.222.0.83 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839760 Nov 11 17:22:11.105503 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:11.106122 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2784923c-a304-4673-a839-3e86dc66138c req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:11.107588 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] 10.222.0.64 "PUT /v2.0/ports/c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 HTTP/1.1" status: 200 len: 1091 time: 3.0869675 Nov 11 17:22:11.108326 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07cbe13e-2521-4374-b9f2-bf57ee1caa37 req-705f4114-1f42-4fcf-8618-5b22d51e5978 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2984819 Nov 11 17:22:11.189104 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134f0b0-a659-4a85-9649-6d763ea46807 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e5dfd8-66ba-4e06-8f7d-d18094e46e71,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:11.199244 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 28effa4a-85d8-4f79-9ed8-9a2062d6b086, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=28effa4a-85d8-4f79-9ed8-9a2062d6b086,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:11.244617 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:11.298631 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-555df3b9-3edd-4895-99b1-b981e7c254f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:11.299104 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-555df3b9-3edd-4895-99b1-b981e7c254f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:11.299558 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-555df3b9-3edd-4895-99b1-b981e7c254f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:11.305335 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-555df3b9-3edd-4895-99b1-b981e7c254f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:11.305815 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-555df3b9-3edd-4895-99b1-b981e7c254f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:11.306836 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-555df3b9-3edd-4895-99b1-b981e7c254f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:11.306836 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-555df3b9-3edd-4895-99b1-b981e7c254f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:11.307038 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=2e0990f1-da35-4105-9331-967c612f7ec4,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:11.312145 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-555df3b9-3edd-4895-99b1-b981e7c254f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57a0547569de40a6ab45455039002426&device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 6475 time: 0.1030843 Nov 11 17:22:11.329597 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f48cd4c4-98d5-4df4-b3af-1dac802e9206 req-25efff60-7f83-4ad2-ba55-9ceaf01fc821 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:11.389291 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94303a1f-df7c-4aa4-a93f-1a3eb682031f req-57e8c587-23fb-4822-9c49-6ce754ca61c2 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:11.391294 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94303a1f-df7c-4aa4-a93f-1a3eb682031f req-57e8c587-23fb-4822-9c49-6ce754ca61c2 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/ports?device_id=55baa5d8-eacd-48cc-9029-89e9a4a6bc03 HTTP/1.1" status: 200 len: 949 time: 0.1221209 Nov 11 17:22:11.401315 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-a682e05c-8917-4641-84b9-3a59b8dd61b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de13d44d-3671-47f5-b4cd-175caae206f0 HTTP/1.1" status: 200 len: 217 time: 0.0616417 Nov 11 17:22:11.434533 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5f78c46-5637-4941-8d9f-13dac9e242d3 req-8fb5a260-d477-4086-bc72-17cbb828b178 service neutron] 10.222.0.83 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188326 Nov 11 17:22:11.457483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=28effa4a-85d8-4f79-9ed8-9a2062d6b086,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:11.496278 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f48cd4c4-98d5-4df4-b3af-1dac802e9206 req-25efff60-7f83-4ad2-ba55-9ceaf01fc821 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:11.511670 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-99f378be-eecf-4336-a51e-68a34fd1170b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:11.515232 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-99f378be-eecf-4336-a51e-68a34fd1170b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eb65c8e4-9667-460f-b3de-43e527914011 HTTP/1.1" status: 200 len: 851 time: 0.0990200 Nov 11 17:22:11.541311 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94303a1f-df7c-4aa4-a93f-1a3eb682031f req-75c55f9c-71b1-4783-9c0e-4b89b309f3ef tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b7a285a-cd1d-4a47-8692-0814d3434adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337118 Nov 11 17:22:11.588777 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-f8a9e4a0-8810-4517-b66d-c2f14b2f80f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:11.590631 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-f8a9e4a0-8810-4517-b66d-c2f14b2f80f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=899c7522-11f4-4d70-abf1-4945b96a18be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667474 Nov 11 17:22:11.592089 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48cd4c4-98d5-4df4-b3af-1dac802e9206 req-25efff60-7f83-4ad2-ba55-9ceaf01fc821 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:22:11.604859 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-f48cd4c4-98d5-4df4-b3af-1dac802e9206 req-25efff60-7f83-4ad2-ba55-9ceaf01fc821 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:22:11.607852 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48cd4c4-98d5-4df4-b3af-1dac802e9206 req-25efff60-7f83-4ad2-ba55-9ceaf01fc821 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:22:11.611842 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25efff60-7f83-4ad2-ba55-9ceaf01fc821 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Pushing event updated for resources: {'Port': ['ID=f69de718-57a6-4780-9364-43b931a395bb,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:11.668890 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['28effa4a-85d8-4f79-9ed8-9a2062d6b086'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:11.755308 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d02b4ffd-9594-45fd-b4ae-5ebf3d367d1b req-b46378b7-78aa-4ccb-83d5-1d9ff1bcfb1e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=482320fe-4fe7-4abc-9b5b-85f17b07a7a6 HTTP/1.1" status: 200 len: 210 time: 0.0605412 Nov 11 17:22:11.763581 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'tag': 'ace11c64-ff1c-4cc8-b03a-f7975e333049'}, {'server_uuid': '482320fe-4fe7-4abc-9b5b-85f17b07a7a6', 'name': 'network-vif-deleted', 'tag': '06191f5e-14ba-4ab1-a18a-5a7975f802cc'}, {'name': 'network-changed', 'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'tag': 'c6e5dfd8-66ba-4e06-8f7d-d18094e46e71'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:11.774838 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae47f1b3-8431-40a7-980e-8c48b7224489" -d '{"events": [{"name": "network-changed", "server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "tag": "ace11c64-ff1c-4cc8-b03a-f7975e333049"}, {"server_uuid": "482320fe-4fe7-4abc-9b5b-85f17b07a7a6", "name": "network-vif-deleted", "tag": "06191f5e-14ba-4ab1-a18a-5a7975f802cc"}, {"name": "network-changed", "server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "tag": "c6e5dfd8-66ba-4e06-8f7d-d18094e46e71"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:11.779390 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-86af3552-ccaa-451c-b8b7-c4ed5f7846c4 service neutron] 10.222.0.64 "GET /v2.0/networks/899c7522-11f4-4d70-abf1-4945b96a18be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720133 Nov 11 17:22:11.783137 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f48cd4c4-98d5-4df4-b3af-1dac802e9206 req-25efff60-7f83-4ad2-ba55-9ceaf01fc821 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:11.849526 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f48cd4c4-98d5-4df4-b3af-1dac802e9206 req-25efff60-7f83-4ad2-ba55-9ceaf01fc821 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:11.907131 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-f48717dc-612d-4756-92f3-b4d21dd9d647 service neutron] 10.222.0.64 "GET /v2.0/networks/899c7522-11f4-4d70-abf1-4945b96a18be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064231 Nov 11 17:22:12.001359 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-02e82cb7-f621-43c7-b1ca-4a03622692bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=bce743be-b36f-4589-ba04-a494a1bf25a3 HTTP/1.1" status: 200 len: 217 time: 0.0776381 Nov 11 17:22:12.073231 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-fe6e97a1-91cc-4ca1-8482-c4acfd3da214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:12.074859 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-fe6e97a1-91cc-4ca1-8482-c4acfd3da214 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3adf3a3d-8ad1-4679-a4f6-1feef5465afc HTTP/1.1" status: 200 len: 797 time: 0.0638318 Nov 11 17:22:12.117646 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f48cd4c4-98d5-4df4-b3af-1dac802e9206 req-25efff60-7f83-4ad2-ba55-9ceaf01fc821 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:12.126959 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f48cd4c4-98d5-4df4-b3af-1dac802e9206 req-25efff60-7f83-4ad2-ba55-9ceaf01fc821 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:12.135668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-bf758a0c-65b7-4de4-910e-69bd8ddc2cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:12.137269 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-bf758a0c-65b7-4de4-910e-69bd8ddc2cfe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0540767 Nov 11 17:22:12.215010 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f48cd4c4-98d5-4df4-b3af-1dac802e9206 req-25efff60-7f83-4ad2-ba55-9ceaf01fc821 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:12.246750 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f48cd4c4-98d5-4df4-b3af-1dac802e9206 req-25efff60-7f83-4ad2-ba55-9ceaf01fc821 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:12.251990 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-58de772f-c689-4c1b-b123-660448e6432d service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065998 Nov 11 17:22:12.253568 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f48cd4c4-98d5-4df4-b3af-1dac802e9206 req-25efff60-7f83-4ad2-ba55-9ceaf01fc821 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7883954 Nov 11 17:22:12.254944 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25efff60-7f83-4ad2-ba55-9ceaf01fc821 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Pushing event updated for resources: {'Port': ['ID=f69de718-57a6-4780-9364-43b931a395bb,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:12.322914 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f48cd4c4-98d5-4df4-b3af-1dac802e9206 req-3d4e5ab7-1683-47ad-948c-2fe2b97816fe tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.135 HTTP/1.1" status: 200 len: 696 time: 0.0619245 Nov 11 17:22:12.354614 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-329e3636-2f42-44aa-9ab7-66cec0833843 service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908787 Nov 11 17:22:12.407647 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-6a8645e4-d293-4e43-9219-93e996d508e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=77cd4467-9c5c-4a7c-addb-a79b3b86465e HTTP/1.1" status: 200 len: 217 time: 0.0437074 Nov 11 17:22:12.418978 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:12.468199 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cd4c4-98d5-4df4-b3af-1dac802e9206 req-316ed020-276d-4e8a-9da6-59377c2e9df1 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:12.471394 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-eae8a233-be19-4bd0-80a3-b04459ad0488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:12.473153 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-eae8a233-be19-4bd0-80a3-b04459ad0488 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3adf3a3d-8ad1-4679-a4f6-1feef5465afc HTTP/1.1" status: 200 len: 797 time: 0.0549562 Nov 11 17:22:12.476324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f48cd4c4-98d5-4df4-b3af-1dac802e9206 req-316ed020-276d-4e8a-9da6-59377c2e9df1 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.1474671 Nov 11 17:22:12.529231 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-8d4a32e2-b7b6-4c54-9cc4-cb42c856d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:12.531009 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-8d4a32e2-b7b6-4c54-9cc4-cb42c856d1da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0478811 Nov 11 17:22:12.552842 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608f02d2-142d-41ce-976e-106fed881f2d x-openstack-request-id: req-608f02d2-142d-41ce-976e-106fed881f2d {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:12.553175 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae39504-896a-47a5-b7ea-0b95dd657240", "tag": "bd35b35a-3c30-4d38-9779-5c9673979e44", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1534a8e1-cf4a-4d0b-9fac-d392c5f759f9", "tag": "97198e23-a5c7-444d-b52f-221ebc31d61b", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:12.553455 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-608f02d2-142d-41ce-976e-106fed881f2d {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:12.553949 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae39504-896a-47a5-b7ea-0b95dd657240', 'tag': 'bd35b35a-3c30-4d38-9779-5c9673979e44', 'status': 'completed', 'code': 200} Nov 11 17:22:12.554144 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1534a8e1-cf4a-4d0b-9fac-d392c5f759f9', 'tag': '97198e23-a5c7-444d-b52f-221ebc31d61b', 'status': 'completed', 'code': 200} Nov 11 17:22:12.705147 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80223cd-9375-433a-8a92-1f98b9d46a80 req-0dcae665-00b0-490a-8470-c294b6296f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:12.707458 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a80223cd-9375-433a-8a92-1f98b9d46a80 req-0dcae665-00b0-490a-8470-c294b6296f48 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 1095 time: 0.1345522 Nov 11 17:22:12.709713 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-001faa47-d82e-4eb3-99d6-ee737c96f042 service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690423 Nov 11 17:22:12.719933 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80223cd-9375-433a-8a92-1f98b9d46a80 req-c1174a45-bb74-40d8-bc68-801b76004c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:12.721414 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a80223cd-9375-433a-8a92-1f98b9d46a80 req-c1174a45-bb74-40d8-bc68-801b76004c1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20961177e886451b8c34ba006fbdf3f9&device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 1096 time: 0.1174283 Nov 11 17:22:12.722112 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b6c2e-7cd0-4d8c-9190-5f127ca9dcc0 req-436a1f92-5205-4714-bc46-140f71cbe116 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:12.729846 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce1b6c2e-7cd0-4d8c-9190-5f127ca9dcc0 req-436a1f92-5205-4714-bc46-140f71cbe116 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 944 time: 0.0956669 Nov 11 17:22:12.844502 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:22:12.850307 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce1b6c2e-7cd0-4d8c-9190-5f127ca9dcc0 req-1bd8a051-b7a1-4c75-a746-8fa5e787c02d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193292 Nov 11 17:22:12.853686 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:12.909043 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80223cd-9375-433a-8a92-1f98b9d46a80 req-1a93ad8b-44ff-424f-9ab0-07df5567889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:12.910597 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a80223cd-9375-433a-8a92-1f98b9d46a80 req-1a93ad8b-44ff-424f-9ab0-07df5567889a service neutron] 10.222.0.83 "GET /v2.0/networks?id=aef12edc-1263-4022-a80e-fb863587e53a HTTP/1.1" status: 200 len: 913 time: 0.1777365 Nov 11 17:22:12.921781 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80223cd-9375-433a-8a92-1f98b9d46a80 req-ff549791-a605-49fb-81e3-93204ddfd0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:12.923286 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a80223cd-9375-433a-8a92-1f98b9d46a80 req-ff549791-a605-49fb-81e3-93204ddfd0dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=15b13f5e-873f-4814-abaa-56ed24c5789c HTTP/1.1" status: 200 len: 921 time: 0.1793742 Nov 11 17:22:12.927439 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f785c7-1d09-48ee-8ca5-c48aa670ddf8 x-openstack-request-id: req-27f785c7-1d09-48ee-8ca5-c48aa670ddf8 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:12.927793 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efe92ba-cb1b-473b-a410-d090a4dc4b14", "name": "network-vif-unplugged", "status": "completed", "tag": "2e0990f1-da35-4105-9331-967c612f7ec4", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:12.928050 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-27f785c7-1d09-48ee-8ca5-c48aa670ddf8 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:12.928441 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efe92ba-cb1b-473b-a410-d090a4dc4b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e0990f1-da35-4105-9331-967c612f7ec4', 'code': 200} Nov 11 17:22:12.954467 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 97198e23-a5c7-444d-b52f-221ebc31d61b details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:22:12.981201 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a80223cd-9375-433a-8a92-1f98b9d46a80 req-2c7d6b56-a9d0-41e2-9f41-72098b08e65d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97198e23-a5c7-444d-b52f-221ebc31d61b HTTP/1.1" status: 200 len: 217 time: 0.0621285 Nov 11 17:22:13.019972 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a80223cd-9375-433a-8a92-1f98b9d46a80 req-b9234f0c-0ea3-45e8-9d54-c5dd1dd4a79c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd35b35a-3c30-4d38-9779-5c9673979e44 HTTP/1.1" status: 200 len: 217 time: 0.0825949 Nov 11 17:22:13.030170 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acbfac9-0603-4822-b1a5-adac9d76b3f8 x-openstack-request-id: req-7acbfac9-0603-4822-b1a5-adac9d76b3f8 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:13.030469 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "tag": "ace11c64-ff1c-4cc8-b03a-f7975e333049", "status": "completed", "code": 200}, {"server_uuid": "482320fe-4fe7-4abc-9b5b-85f17b07a7a6", "name": "network-vif-deleted", "tag": "06191f5e-14ba-4ab1-a18a-5a7975f802cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "tag": "c6e5dfd8-66ba-4e06-8f7d-d18094e46e71", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:13.030972 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7acbfac9-0603-4822-b1a5-adac9d76b3f8 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:13.031380 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'tag': 'ace11c64-ff1c-4cc8-b03a-f7975e333049', 'status': 'completed', 'code': 200} Nov 11 17:22:13.031636 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482320fe-4fe7-4abc-9b5b-85f17b07a7a6', 'name': 'network-vif-deleted', 'tag': '06191f5e-14ba-4ab1-a18a-5a7975f802cc', 'status': 'completed', 'code': 200} Nov 11 17:22:13.031910 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'tag': 'c6e5dfd8-66ba-4e06-8f7d-d18094e46e71', 'status': 'completed', 'code': 200} Nov 11 17:22:13.106123 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80223cd-9375-433a-8a92-1f98b9d46a80 req-9cd8e818-d979-4bf8-9b97-e33f50d07fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:13.107634 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a80223cd-9375-433a-8a92-1f98b9d46a80 req-9cd8e818-d979-4bf8-9b97-e33f50d07fc5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e19ce021-4c4e-4c04-8fa6-c1347ad5c75b HTTP/1.1" status: 200 len: 859 time: 0.0694804 Nov 11 17:22:13.122232 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80223cd-9375-433a-8a92-1f98b9d46a80 req-c111b46c-d72b-4ad7-b4cb-50894932ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:13.124537 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a80223cd-9375-433a-8a92-1f98b9d46a80 req-c111b46c-d72b-4ad7-b4cb-50894932ca09 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09fccde3-01fd-422f-a0ab-b92daf8c7d4e HTTP/1.1" status: 200 len: 851 time: 0.1350307 Nov 11 17:22:13.130625 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 97198e23-a5c7-444d-b52f-221ebc31d61b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=97198e23-a5c7-444d-b52f-221ebc31d61b,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:13.156172 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a80223cd-9375-433a-8a92-1f98b9d46a80 req-b32130ce-9eea-41ef-9b5a-1e1d7d35ac10 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15b13f5e-873f-4814-abaa-56ed24c5789c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344563 Nov 11 17:22:13.165575 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '97198e23-a5c7-444d-b52f-221ebc31d61b', 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a', 'port_id': '97198e23-a5c7-444d-b52f-221ebc31d61b', 'mac_address': 'fa:16:3e:be:aa:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09fccde3-01fd-422f-a0ab-b92daf8c7d4e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:22:13.187907 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a80223cd-9375-433a-8a92-1f98b9d46a80 req-a08f82c1-c68a-4525-b6ce-61a8a9824a15 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aef12edc-1263-4022-a80e-fb863587e53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376275 Nov 11 17:22:13.206842 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bed36c-4b0c-45e0-b81e-ad339175a49e req-aadff1cb-0fac-4a30-8101-682893e5103f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:13.213609 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bed36c-4b0c-45e0-b81e-ad339175a49e req-aadff1cb-0fac-4a30-8101-682893e5103f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:13.219304 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:13.220703 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bed36c-4b0c-45e0-b81e-ad339175a49e req-aadff1cb-0fac-4a30-8101-682893e5103f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:13.225380 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-db10af9e-a1fc-48d2-bba2-a05a07ad8b51 service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025554 Nov 11 17:22:13.228162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bed36c-4b0c-45e0-b81e-ad339175a49e req-aadff1cb-0fac-4a30-8101-682893e5103f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:13.235453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bed36c-4b0c-45e0-b81e-ad339175a49e req-aadff1cb-0fac-4a30-8101-682893e5103f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:13.244083 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bed36c-4b0c-45e0-b81e-ad339175a49e req-aadff1cb-0fac-4a30-8101-682893e5103f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:13.250542 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97198e23-a5c7-444d-b52f-221ebc31d61b {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:13.252931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bed36c-4b0c-45e0-b81e-ad339175a49e req-aadff1cb-0fac-4a30-8101-682893e5103f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:13.261605 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2bed36c-4b0c-45e0-b81e-ad339175a49e req-aadff1cb-0fac-4a30-8101-682893e5103f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5418 time: 0.2061181 Nov 11 17:22:13.296566 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 97198e23-a5c7-444d-b52f-221ebc31d61b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=97198e23-a5c7-444d-b52f-221ebc31d61b,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:13.306251 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:13.357701 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2bed36c-4b0c-45e0-b81e-ad339175a49e req-97eb13a4-9306-4c69-8750-1c75d6fdf13a tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0946929 Nov 11 17:22:13.400424 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=97198e23-a5c7-444d-b52f-221ebc31d61b,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:13.524535 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a80223cd-9375-433a-8a92-1f98b9d46a80 req-d66f7a2a-42a8-4909-bcd6-e5f177217dbf service neutron] 10.222.0.83 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423370 Nov 11 17:22:13.552728 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['97198e23-a5c7-444d-b52f-221ebc31d61b'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:13.617151 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-9b3fffa4-1648-4100-b208-87cdeea8855a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=34b6509b-fb14-4179-beff-be1a741207a7 HTTP/1.1" status: 200 len: 217 time: 0.3815856 Nov 11 17:22:13.677654 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-e0b0e10b-b0bc-4fd3-b519-9fcb6fa34d92 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:13.686523 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-e0b0e10b-b0bc-4fd3-b519-9fcb6fa34d92 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1540239 Nov 11 17:22:13.701307 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a80223cd-9375-433a-8a92-1f98b9d46a80 req-ad0895dc-8474-4187-b02e-38a91ee04737 service neutron] 10.222.0.64 "GET /v2.0/networks/15b13f5e-873f-4814-abaa-56ed24c5789c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349343 Nov 11 17:22:13.708655 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-0c4459e4-0cd6-4f46-b337-9dec8d21535b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:13.710077 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-0c4459e4-0cd6-4f46-b337-9dec8d21535b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3adf3a3d-8ad1-4679-a4f6-1feef5465afc HTTP/1.1" status: 200 len: 797 time: 0.0830162 Nov 11 17:22:13.752018 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-bd736658-e8aa-46e0-90c3-ccee6af7e023 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.135 HTTP/1.1" status: 200 len: 696 time: 0.0644648 Nov 11 17:22:13.772096 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-f87a9e6f-e8cd-4abb-8ad0-44e7fa5f0513 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Request body: {'floatingip': {'port_id': 'bd35b35a-3c30-4d38-9779-5c9673979e44', 'fixed_ip_address': '172.20.0.2'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:13.833250 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-f87a9e6f-e8cd-4abb-8ad0-44e7fa5f0513 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks [] for floatingip, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:13.833250 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a80223cd-9375-433a-8a92-1f98b9d46a80 req-f4eb2115-fed4-470d-b6e3-4e4c86caffa9 service neutron] 10.222.0.83 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488754 Nov 11 17:22:13.853494 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a80223cd-9375-433a-8a92-1f98b9d46a80 req-04545548-c941-4e5a-a18a-f1f47986a020 service neutron] 10.222.0.64 "GET /v2.0/networks/15b13f5e-873f-4814-abaa-56ed24c5789c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423428 Nov 11 17:22:13.878808 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-5cd0265d-9c8f-43d7-a1a7-95fd48765dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:13.880370 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-5cd0265d-9c8f-43d7-a1a7-95fd48765dac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1609216 Nov 11 17:22:14.013217 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-974f2077-1060-4791-9822-07934e7653db service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236122 Nov 11 17:22:14.116617 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-b67b866f-92a1-451c-b7af-7fd884f03abb service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951726 Nov 11 17:22:14.190822 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-392f3b31-dbe7-4c4f-b14d-e5cd98429f7e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=813271a2-d0e8-463d-ab43-df3086ac6cb1 HTTP/1.1" status: 200 len: 217 time: 0.0467157 Nov 11 17:22:14.300267 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-9ceed2e4-dd14-496a-9c02-f078d262fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:14.301808 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-9ceed2e4-dd14-496a-9c02-f078d262fc5c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3adf3a3d-8ad1-4679-a4f6-1feef5465afc HTTP/1.1" status: 200 len: 797 time: 0.0948803 Nov 11 17:22:14.323962 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 28effa4a-85d8-4f79-9ed8-9a2062d6b086 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:22:14.358378 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-cd0c1cb7-913a-435d-8fb6-d3952eafcaf3 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:22:14.359393 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-cd0c1cb7-913a-435d-8fb6-d3952eafcaf3 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1704643 Nov 11 17:22:14.362908 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-7405d979-f824-4f2d-af97-4c065f6f9af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:14.364258 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-7405d979-f824-4f2d-af97-4c065f6f9af9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0532665 Nov 11 17:22:14.389805 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 28effa4a-85d8-4f79-9ed8-9a2062d6b086 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:22:14.394694 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 28effa4a-85d8-4f79-9ed8-9a2062d6b086 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:14.395073 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:14.478169 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:14.478779 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-af84c0b7-c0a9-4f2c-9c70-70354cd4004c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:14.485775 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-af84c0b7-c0a9-4f2c-9c70-70354cd4004c service neutron] 10.222.0.76 "GET /v2.0/ports/b4e5df2f-1179-465d-958f-d98e823b6238 HTTP/1.1" status: 200 len: 1093 time: 0.1156967 Nov 11 17:22:14.490403 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-349fa82f-8978-402b-ba4f-d87094af3705 service neutron] Request body: {'binding': {'host': 'n-h2-816206-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:14.490854 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-349fa82f-8978-402b-ba4f-d87094af3705 service neutron] Unknown quota resources ['binding']. {{(pid=102617) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 17:22:14.514037 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 28effa4a-85d8-4f79-9ed8-9a2062d6b086, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=28effa4a-85d8-4f79-9ed8-9a2062d6b086,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:14.519083 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:14.568770 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=28effa4a-85d8-4f79-9ed8-9a2062d6b086,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:14.612394 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-8d383267-2085-4506-be15-66e14b68cfa7 service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206702 Nov 11 17:22:14.733631 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-349fa82f-8978-402b-ba4f-d87094af3705 service neutron] Attempting to bind port b4e5df2f-1179-465d-958f-d98e823b6238 on host n-h2-816206-4 for vnic_type normal with profile None {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:22:14.734331 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-349fa82f-8978-402b-ba4f-d87094af3705 service neutron] Attempting to bind port b4e5df2f-1179-465d-958f-d98e823b6238 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:22:14.734331 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-349fa82f-8978-402b-ba4f-d87094af3705 service neutron] Attempting to bind port b4e5df2f-1179-465d-958f-d98e823b6238 on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:14.749150 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-349fa82f-8978-402b-ba4f-d87094af3705 service neutron] Port b4e5df2f-1179-465d-958f-d98e823b6238 on network f44096b2-3051-4615-8241-50ad95944236 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:22:14.749477 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-349fa82f-8978-402b-ba4f-d87094af3705 service neutron] Attempting to bind port b4e5df2f-1179-465d-958f-d98e823b6238 on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:14.757224 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-71054785-5ea5-4157-a8f1-27b82c35a04e service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362963 Nov 11 17:22:14.758425 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-349fa82f-8978-402b-ba4f-d87094af3705 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:22:14.758759 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-349fa82f-8978-402b-ba4f-d87094af3705 service neutron] Checking segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:22:14.759135 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-349fa82f-8978-402b-ba4f-d87094af3705 service neutron] Bound using segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:22:14.759559 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-349fa82f-8978-402b-ba4f-d87094af3705 service neutron] Bound port: b4e5df2f-1179-465d-958f-d98e823b6238, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:22:14.774026 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.db.resource_extend [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-f87a9e6f-e8cd-4abb-8ad0-44e7fa5f0513 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:22:14.824396 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-f87a9e6f-e8cd-4abb-8ad0-44e7fa5f0513 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:14.825151 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-f8a222a1-a21d-4644-8140-05affacee2a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ace11c64-ff1c-4cc8-b03a-f7975e333049 HTTP/1.1" status: 200 len: 217 time: 0.0417106 Nov 11 17:22:14.828817 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-f87a9e6f-e8cd-4abb-8ad0-44e7fa5f0513 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:14.874274 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-349fa82f-8978-402b-ba4f-d87094af3705 service neutron] For port b4e5df2f-1179-465d-958f-d98e823b6238, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=b4e5df2f-1179-465d-958f-d98e823b6238,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:22:14.882316 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-349fa82f-8978-402b-ba4f-d87094af3705 service neutron] Publish callbacks [] for binding, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:14.883467 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-349fa82f-8978-402b-ba4f-d87094af3705 service neutron] 10.222.0.76 "POST /v2.0/ports/b4e5df2f-1179-465d-958f-d98e823b6238/bindings HTTP/1.1" status: 201 len: 389 time: 0.3969173 Nov 11 17:22:14.890630 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-54f6d464-7f5a-4358-9157-2dfe6c132a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:14.892045 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-54f6d464-7f5a-4358-9157-2dfe6c132a6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=82d20ea5-81ce-4fef-9afe-8186d9ab3df5 HTTP/1.1" status: 200 len: 797 time: 0.0588655 Nov 11 17:22:14.929681 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55baa5d8-eacd-48cc-9029-89e9a4a6bc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28effa4a-85d8-4f79-9ed8-9a2062d6b086'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:14.932692 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bedf34-c3cc-4170-974b-50faec76d273" -d '{"events": [{"server_uuid": "55baa5d8-eacd-48cc-9029-89e9a4a6bc03", "name": "network-vif-plugged", "status": "completed", "tag": "28effa4a-85d8-4f79-9ed8-9a2062d6b086"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:14.944073 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-f87a9e6f-e8cd-4abb-8ad0-44e7fa5f0513 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Floating IP 181727de-ad02-4ecd-89dd-8d381836dd99 associated. External IP: 172.25.2.135, port: bd35b35a-3c30-4d38-9779-5c9673979e44. Nov 11 17:22:14.944319 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-4abccb87-1435-4c01-bb85-1f694a38dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:14.946359 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-4abccb87-1435-4c01-bb85-1f694a38dc7d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0472260 Nov 11 17:22:14.962951 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 97198e23-a5c7-444d-b52f-221ebc31d61b up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:22:15.036002 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 97198e23-a5c7-444d-b52f-221ebc31d61b completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:22:15.042624 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 97198e23-a5c7-444d-b52f-221ebc31d61b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:15.043358 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:15.094045 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-b4e70a72-fae3-4f3b-a7ce-006207f02a24 service neutron] 10.222.0.64 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303689 Nov 11 17:22:15.114518 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e628457-3c23-453b-bba1-41371c39d3b3 req-d8f4578d-0542-471e-a148-66052e6a6c5f tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:15.116078 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e628457-3c23-453b-bba1-41371c39d3b3 req-d8f4578d-0542-471e-a148-66052e6a6c5f tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/ports?device_id=55baa5d8-eacd-48cc-9029-89e9a4a6bc03 HTTP/1.1" status: 200 len: 950 time: 0.0751510 Nov 11 17:22:15.169214 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:15.195721 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-d8307d17-7087-444d-a1c5-3b8510b6944f service neutron] 10.222.0.64 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922356 Nov 11 17:22:15.201603 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 97198e23-a5c7-444d-b52f-221ebc31d61b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=97198e23-a5c7-444d-b52f-221ebc31d61b,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:15.206807 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:15.243606 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-c698dcd6-372b-4760-bed8-af61dd291a62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 HTTP/1.1" status: 200 len: 217 time: 0.0409999 Nov 11 17:22:15.255520 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=97198e23-a5c7-444d-b52f-221ebc31d61b,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:15.268312 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-be65d86b-c9dd-44e1-8c00-698490a7f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:15.269791 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-be65d86b-c9dd-44e1-8c00-698490a7f023 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 1096 time: 0.1199691 Nov 11 17:22:15.296935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e628457-3c23-453b-bba1-41371c39d3b3 req-d173cab8-6e7a-4367-93ba-40c05001c930 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b7a285a-cd1d-4a47-8692-0814d3434adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454480 Nov 11 17:22:15.299952 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-b9b5e333-6be2-4a2b-89db-d79b5411ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:15.301521 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-b9b5e333-6be2-4a2b-89db-d79b5411ab08 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=82d20ea5-81ce-4fef-9afe-8186d9ab3df5 HTTP/1.1" status: 200 len: 797 time: 0.0506537 Nov 11 17:22:15.343839 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-f87a9e6f-e8cd-4abb-8ad0-44e7fa5f0513 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Router add319ec-95c6-4c35-9a03-edb4babdef24 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:22:15.362277 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784923c-a304-4673-a839-3e86dc66138c req-340cf6c2-2cfe-4ffe-8a58-323947cd703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:15.363799 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-340cf6c2-2cfe-4ffe-8a58-323947cd703c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0550189 Nov 11 17:22:15.435377 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-0d69808f-bc91-420b-b2e1-b80de7cc7467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:15.436973 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-0d69808f-bc91-420b-b2e1-b80de7cc7467 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 922 time: 0.1569598 Nov 11 17:22:15.466142 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-1c380958-13e7-45fd-bc40-e9a238a7756c service neutron] 10.222.0.64 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919516 Nov 11 17:22:15.546011 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-f87a9e6f-e8cd-4abb-8ad0-44e7fa5f0513 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:22:15.548953 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-22c81bac-ad6e-4358-8c3d-5107e5a69f48 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4e5df2f-1179-465d-958f-d98e823b6238 HTTP/1.1" status: 200 len: 217 time: 0.0815673 Nov 11 17:22:15.552641 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-f87a9e6f-e8cd-4abb-8ad0-44e7fa5f0513 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:15.557352 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ea363b-a9e6-4e8b-9cd8-5221f010b16a None None] Sync routers for ids ['add319ec-95c6-4c35-9a03-edb4babdef24'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:22:15.573139 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ea363b-a9e6-4e8b-9cd8-5221f010b16a None None] Routers {'add319ec-95c6-4c35-9a03-edb4babdef24'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:22:15.576004 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-d5ea363b-a9e6-4e8b-9cd8-5221f010b16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:22:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['add319ec-95c6-4c35-9a03-edb4babdef24'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:15.597809 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2784923c-a304-4673-a839-3e86dc66138c req-41819c5e-af2b-4db2-88e5-925877dfd254 service neutron] 10.222.0.64 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219649 Nov 11 17:22:15.660216 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-f87a9e6f-e8cd-4abb-8ad0-44e7fa5f0513 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "PUT /v2.0/floatingips/181727de-ad02-4ecd-89dd-8d381836dd99 HTTP/1.1" status: 200 len: 996 time: 1.9072831 Nov 11 17:22:15.663780 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae39504-896a-47a5-b7ea-0b95dd657240', 'tag': 'bd35b35a-3c30-4d38-9779-5c9673979e44'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:15.666132 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefaec80-4558-4e72-952d-84e56c74f418" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae39504-896a-47a5-b7ea-0b95dd657240", "tag": "bd35b35a-3c30-4d38-9779-5c9673979e44"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:15.675655 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-57d292d4-0fe3-4b1f-829b-c83157e576a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:15.677233 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-57d292d4-0fe3-4b1f-829b-c83157e576a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 200 len: 860 time: 0.1092610 Nov 11 17:22:15.689801 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-d5ea363b-a9e6-4e8b-9cd8-5221f010b16a None None] Set router add319ec-95c6-4c35-9a03-edb4babdef24 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:22:15.707363 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288d9fb-da0d-4a2c-b11c-06db7f8f78dc req-806d51de-74cf-489b-a6ec-2663268b2281 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:15.708824 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b288d9fb-da0d-4a2c-b11c-06db7f8f78dc req-806d51de-74cf-489b-a6ec-2663268b2281 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.1256454 Nov 11 17:22:15.742227 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-94ea763b-f7b1-4f4a-a6de-39ffcd5c4796 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f44096b2-3051-4615-8241-50ad95944236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512984 Nov 11 17:22:15.842054 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-dc7cd47c-69e5-47c3-a394-c5bbb285f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:15.843568 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-dc7cd47c-69e5-47c3-a394-c5bbb285f3b4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20961177e886451b8c34ba006fbdf3f9&device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 1096 time: 0.1647050 Nov 11 17:22:15.866434 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b288d9fb-da0d-4a2c-b11c-06db7f8f78dc req-dc31212d-ff5e-425b-b96e-6b210cee9718 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273186 Nov 11 17:22:15.885486 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-be466404-c62b-4c6c-a108-5f66953c5f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:15.886043 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-be466404-c62b-4c6c-a108-5f66953c5f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:15.886685 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-be466404-c62b-4c6c-a108-5f66953c5f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:15.887201 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-be466404-c62b-4c6c-a108-5f66953c5f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:15.887818 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-be466404-c62b-4c6c-a108-5f66953c5f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:15.888380 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-be466404-c62b-4c6c-a108-5f66953c5f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:15.888897 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-be466404-c62b-4c6c-a108-5f66953c5f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:15.890868 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-be466404-c62b-4c6c-a108-5f66953c5f63 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57a0547569de40a6ab45455039002426&device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 6475 time: 0.0645556 Nov 11 17:22:15.932596 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-27866894-4a9b-4696-af9e-245d2a67e09d service neutron] 10.222.0.83 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814167 Nov 11 17:22:15.939461 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-d5ea363b-a9e6-4e8b-9cd8-5221f010b16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'name': 'tempest-ServerRescueTestJSONUnderV235-399673922-router', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:54Z', 'updated_at': '2021-11-11T17:20:58Z', 'revision_number': 4, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'gw_port': {'id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:24:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:55Z', 'updated_at': '2021-11-11T17:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '181727de-ad02-4ecd-89dd-8d381836dd99', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'port_id': 'bd35b35a-3c30-4d38-9779-5c9673979e44', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c', 'mac_address': 'fa:16:3e:42:af:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae39504-896a-47a5-b7ea-0b95dd657240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:22:11Z', 'updated_at': '2021-11-11T17:22:14Z', 'revision_number': 1, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae00dc75-28c6-4273-9795-74857ebac95b', 'name': '', 'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'mac_address': 'fa:16:3e:d5:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'e19ce021-4c4e-4c04-8fa6-c1347ad5c75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:57Z', 'updated_at': '2021-11-11T17:21:04Z', 'revision_number': 5, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'subnets': [{'id': 'e19ce021-4c4e-4c04-8fa6-c1347ad5c75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:15.965678 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ea363b-a9e6-4e8b-9cd8-5221f010b16a None None] Checking router: add319ec-95c6-4c35-9a03-edb4babdef24 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:22:15.974643 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ea363b-a9e6-4e8b-9cd8-5221f010b16a None None] Routers {'add319ec-95c6-4c35-9a03-edb4babdef24'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:22:15.975252 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-d5ea363b-a9e6-4e8b-9cd8-5221f010b16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:22:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['add319ec-95c6-4c35-9a03-edb4babdef24'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:16.008423 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-9c8c03cc-afda-4d74-9c6a-21a2aab7b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.010036 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-9c8c03cc-afda-4d74-9c6a-21a2aab7b890 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa HTTP/1.1" status: 200 len: 904 time: 0.1056466 Nov 11 17:22:16.057239 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-8174b376-70fc-40ac-b1e9-65f73eb27d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.058646 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-8174b376-70fc-40ac-b1e9-65f73eb27d15 service neutron] 10.222.0.76 "GET /v2.0/networks?id=15b13f5e-873f-4814-abaa-56ed24c5789c HTTP/1.1" status: 200 len: 921 time: 0.2084851 Nov 11 17:22:16.060179 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-c71af82b-97a0-49ef-9b8e-5c022bc49b3b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ace11c64-ff1c-4cc8-b03a-f7975e333049 HTTP/1.1" status: 200 len: 217 time: 0.0389721 Nov 11 17:22:16.079377 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20247d7-f075-41d6-9f06-50e7715828d5 req-2473fc79-019c-447e-a3a3-e94bf9074550 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.084909 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20247d7-f075-41d6-9f06-50e7715828d5 req-2473fc79-019c-447e-a3a3-e94bf9074550 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.090881 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20247d7-f075-41d6-9f06-50e7715828d5 req-2473fc79-019c-447e-a3a3-e94bf9074550 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.092668 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-d5ea363b-a9e6-4e8b-9cd8-5221f010b16a None None] Set router add319ec-95c6-4c35-9a03-edb4babdef24 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:22:16.096855 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20247d7-f075-41d6-9f06-50e7715828d5 req-2473fc79-019c-447e-a3a3-e94bf9074550 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.102769 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20247d7-f075-41d6-9f06-50e7715828d5 req-2473fc79-019c-447e-a3a3-e94bf9074550 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.109221 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20247d7-f075-41d6-9f06-50e7715828d5 req-2473fc79-019c-447e-a3a3-e94bf9074550 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.115364 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20247d7-f075-41d6-9f06-50e7715828d5 req-2473fc79-019c-447e-a3a3-e94bf9074550 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.116278 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-fbaae6e4-92e2-4e76-bee2-222687325d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.117303 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a20247d7-f075-41d6-9f06-50e7715828d5 req-2473fc79-019c-447e-a3a3-e94bf9074550 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5418 time: 0.1799834 Nov 11 17:22:16.117740 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-fbaae6e4-92e2-4e76-bee2-222687325d2e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=82d20ea5-81ce-4fef-9afe-8186d9ab3df5 HTTP/1.1" status: 200 len: 797 time: 0.0456905 Nov 11 17:22:16.179347 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-df32b948-c4c9-4c82-a5ec-22bda607bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.181006 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-df32b948-c4c9-4c82-a5ec-22bda607bcf2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0416617 Nov 11 17:22:16.201210 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-94014ca7-7a9c-4aa0-a379-edef5dcf155c service neutron] 10.222.0.83 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526720 Nov 11 17:22:16.234571 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-48190b49-8310-4c31-80c1-23f82c789b70 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd35b35a-3c30-4d38-9779-5c9673979e44 HTTP/1.1" status: 200 len: 999 time: 0.1093812 Nov 11 17:22:16.290977 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a20247d7-f075-41d6-9f06-50e7715828d5 req-4465bb51-c7a7-465f-8e4a-c3b256f4e15d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1642334 Nov 11 17:22:16.295519 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-899f9529-9170-4ee9-91da-b4425ac3840a service neutron] 10.222.0.64 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044362 Nov 11 17:22:16.335606 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-143b2b6c-1362-42c0-a82b-b071796880cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.337322 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-143b2b6c-1362-42c0-a82b-b071796880cc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e19ce021-4c4e-4c04-8fa6-c1347ad5c75b HTTP/1.1" status: 200 len: 859 time: 0.0951204 Nov 11 17:22:16.360163 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-d5ea363b-a9e6-4e8b-9cd8-5221f010b16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'name': 'tempest-ServerRescueTestJSONUnderV235-399673922-router', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:54Z', 'updated_at': '2021-11-11T17:20:58Z', 'revision_number': 4, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'gw_port': {'id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:24:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:55Z', 'updated_at': '2021-11-11T17:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '181727de-ad02-4ecd-89dd-8d381836dd99', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'port_id': 'bd35b35a-3c30-4d38-9779-5c9673979e44', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c', 'mac_address': 'fa:16:3e:42:af:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae39504-896a-47a5-b7ea-0b95dd657240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:22:11Z', 'updated_at': '2021-11-11T17:22:14Z', 'revision_number': 1, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae00dc75-28c6-4273-9795-74857ebac95b', 'name': '', 'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'mac_address': 'fa:16:3e:d5:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'e19ce021-4c4e-4c04-8fa6-c1347ad5c75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:57Z', 'updated_at': '2021-11-11T17:21:04Z', 'revision_number': 5, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'subnets': [{'id': 'e19ce021-4c4e-4c04-8fa6-c1347ad5c75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:16.382817 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-b4cf8280-400c-4905-8955-4f3f8623a60f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=15b13f5e-873f-4814-abaa-56ed24c5789c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383148 Nov 11 17:22:16.393847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-b4a97a93-296e-4a3d-9b60-6c4fbdc512da tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.395556 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-b4a97a93-296e-4a3d-9b60-6c4fbdc512da tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1&tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 1096 time: 0.1203825 Nov 11 17:22:16.402343 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-7602a5bb-7fdf-4160-8eb4-2eca742b2f11 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:22:16.404125 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-7602a5bb-7fdf-4160-8eb4-2eca742b2f11 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069413 Nov 11 17:22:16.423989 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-4'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:16.425580 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-790277ff-0720-4a67-9436-7fb9bb51c556 service neutron] 10.222.0.64 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089766 Nov 11 17:22:16.476568 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ea363b-a9e6-4e8b-9cd8-5221f010b16a None None] The sync data for ids ['add319ec-95c6-4c35-9a03-edb4babdef24'] in n-d-816206-4 is: [{'id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'name': 'tempest-ServerRescueTestJSONUnderV235-399673922-router', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:54Z', 'updated_at': '2021-11-11T17:20:58Z', 'revision_number': 4, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'gw_port': {'id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:24:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:55Z', 'updated_at': '2021-11-11T17:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '181727de-ad02-4ecd-89dd-8d381836dd99', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'port_id': 'bd35b35a-3c30-4d38-9779-5c9673979e44', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c', 'mac_address': 'fa:16:3e:42:af:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae39504-896a-47a5-b7ea-0b95dd657240', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:22:11Z', 'updated_at': '2021-11-11T17:22:14Z', 'revision_number': 1, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae00dc75-28c6-4273-9795-74857ebac95b', 'name': '', 'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'mac_address': 'fa:16:3e:d5:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'e19ce021-4c4e-4c04-8fa6-c1347ad5c75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:57Z', 'updated_at': '2021-11-11T17:21:04Z', 'revision_number': 5, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'subnets': [{'id': 'e19ce021-4c4e-4c04-8fa6-c1347ad5c75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:22:16.554719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf3ce7-a2eb-4cf7-bde6-438123e70f50 req-9906cfda-13fc-42aa-8285-6374dde3d0cb tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.556275 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2cf3ce7-a2eb-4cf7-bde6-438123e70f50 req-9906cfda-13fc-42aa-8285-6374dde3d0cb tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 945 time: 0.1762412 Nov 11 17:22:16.561544 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:16.581569 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-7efee557-b53c-4aad-9cca-20462f890526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.582038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-7efee557-b53c-4aad-9cca-20462f890526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.582490 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-7efee557-b53c-4aad-9cca-20462f890526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.582946 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-7efee557-b53c-4aad-9cca-20462f890526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.583388 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-7efee557-b53c-4aad-9cca-20462f890526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.583860 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-7efee557-b53c-4aad-9cca-20462f890526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.584369 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-7efee557-b53c-4aad-9cca-20462f890526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.586565 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-7efee557-b53c-4aad-9cca-20462f890526 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57a0547569de40a6ab45455039002426&device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 6475 time: 0.0560479 Nov 11 17:22:16.630691 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-8dc159ce-99ce-4ce8-bef6-b3015fd69845 service neutron] 10.222.0.76 "GET /v2.0/networks/15b13f5e-873f-4814-abaa-56ed24c5789c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037485 Nov 11 17:22:16.683098 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-57a61ba6-2fc4-411e-a7e9-fc3bda611bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.684781 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-57a61ba6-2fc4-411e-a7e9-fc3bda611bda service neutron] 10.222.0.64 "GET /v2.0/networks?id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa HTTP/1.1" status: 200 len: 904 time: 0.0898659 Nov 11 17:22:16.717604 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce06e677-b0ec-42a0-99d3-d04ed455fd69 None None] New status for floating IP 181727de-ad02-4ecd-89dd-8d381836dd99: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:22:16.727946 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2cf3ce7-a2eb-4cf7-bde6-438123e70f50 req-e169ce45-50fa-4502-a729-ea743d53ede0 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621211 Nov 11 17:22:16.740108 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-e7294eea-ded4-4f35-92b3-ac349b52dfda service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 HTTP/1.1" status: 200 len: 217 time: 0.0442944 Nov 11 17:22:16.813466 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-945b9464-7e4e-488a-8a3c-3da0b567b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.815216 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-945b9464-7e4e-488a-8a3c-3da0b567b05e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=82d20ea5-81ce-4fef-9afe-8186d9ab3df5 HTTP/1.1" status: 200 len: 797 time: 0.0599132 Nov 11 17:22:16.855058 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] For port b4e5df2f-1179-465d-958f-d98e823b6238, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b4e5df2f-1179-465d-958f-d98e823b6238,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:16.895799 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2194995a-2c4c-4aa5-9a09-244bd5243da9 req-eb32e17f-dba5-48bf-95fa-ff7e35134d3f service neutron] 10.222.0.76 "GET /v2.0/networks/15b13f5e-873f-4814-abaa-56ed24c5789c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508230 Nov 11 17:22:16.914805 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] For port b4e5df2f-1179-465d-958f-d98e823b6238, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:22:16.922162 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-c0644e94-70e2-4a37-8942-4dc435233139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:16.925575 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-c0644e94-70e2-4a37-8942-4dc435233139 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914004 Nov 11 17:22:16.951629 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b4dbe5-cf1d-4302-87b8-5124811656bc x-openstack-request-id: req-99b4dbe5-cf1d-4302-87b8-5124811656bc {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:16.952096 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55baa5d8-eacd-48cc-9029-89e9a4a6bc03", "name": "network-vif-plugged", "status": "completed", "tag": "28effa4a-85d8-4f79-9ed8-9a2062d6b086", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:16.952544 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-99b4dbe5-cf1d-4302-87b8-5124811656bc {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:16.953095 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55baa5d8-eacd-48cc-9029-89e9a4a6bc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28effa4a-85d8-4f79-9ed8-9a2062d6b086', 'code': 200} Nov 11 17:22:16.993379 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:17.006289 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:17.039481 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510902b-8732-44e3-8289-7932ba97bc10 req-ef277912-19c3-4cd1-b44f-840417bc0ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:17.041030 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9510902b-8732-44e3-8289-7932ba97bc10 req-ef277912-19c3-4cd1-b44f-840417bc0ee4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=55baa5d8-eacd-48cc-9029-89e9a4a6bc03 HTTP/1.1" status: 200 len: 1101 time: 0.1359899 Nov 11 17:22:17.109455 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Pushing event updated for resources: {'Port': ['ID=b4e5df2f-1179-465d-958f-d98e823b6238,revision_number=7']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:17.115980 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3f1435-1df7-40b4-bb6d-b06b54cbc7ef x-openstack-request-id: req-9b3f1435-1df7-40b4-bb6d-b06b54cbc7ef {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:17.116275 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae39504-896a-47a5-b7ea-0b95dd657240", "tag": "bd35b35a-3c30-4d38-9779-5c9673979e44", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:17.116869 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9b3f1435-1df7-40b4-bb6d-b06b54cbc7ef {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:17.117414 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae39504-896a-47a5-b7ea-0b95dd657240', 'tag': 'bd35b35a-3c30-4d38-9779-5c9673979e44', 'status': 'completed', 'code': 200} Nov 11 17:22:17.124483 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-33b170bf-3a09-4af9-941f-d54953929d85 service neutron] 10.222.0.64 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810207 Nov 11 17:22:17.213121 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.213474 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.213823 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.214166 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.214503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.214844 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.215170 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.215499 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.215890 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.216200 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.216529 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.216852 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.232117 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9510902b-8732-44e3-8289-7932ba97bc10 req-3a22c034-d27e-450b-a5c0-61688f576ca3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9b7a285a-cd1d-4a47-8692-0814d3434adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820815 Nov 11 17:22:17.265779 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Attempting to bind port b4e5df2f-1179-465d-958f-d98e823b6238 on host n-h1-816206-4 for vnic_type normal with profile {"migrating_to": "n-h2-816206-4"} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:22:17.266166 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Attempting to bind port b4e5df2f-1179-465d-958f-d98e823b6238 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:22:17.266290 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefaec80-4558-4e72-952d-84e56c74f418 req-4e09a6a1-48fc-4bca-a490-ada2283e8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:17.266464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Attempting to bind port b4e5df2f-1179-465d-958f-d98e823b6238 on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:17.267602 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cefaec80-4558-4e72-952d-84e56c74f418 req-4e09a6a1-48fc-4bca-a490-ada2283e8651 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20961177e886451b8c34ba006fbdf3f9&device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 1096 time: 0.1341608 Nov 11 17:22:17.280665 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Port b4e5df2f-1179-465d-958f-d98e823b6238 on network f44096b2-3051-4615-8241-50ad95944236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:22:17.281000 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Attempting to bind port b4e5df2f-1179-465d-958f-d98e823b6238 on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:17.294558 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:22:17.294902 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Checking segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:22:17.295285 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Bound using segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:22:17.295720 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Bound port: b4e5df2f-1179-465d-958f-d98e823b6238, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:22:17.296099 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:17.297100 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ae47f1b3-8431-40a7-980e-8c48b7224489 req-d5ab954e-bc8c-43c9-bdeb-bd955a35eeaa service neutron] 10.222.0.64 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493075 Nov 11 17:22:17.341013 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54678) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:17.345010 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eee48d-c65e-4082-8ac3-30e0aced6d00 req-c185e8c4-9f29-47e9-9086-e39f61031f42 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:17.346598 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57eee48d-c65e-4082-8ac3-30e0aced6d00 req-c185e8c4-9f29-47e9-9086-e39f61031f42 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/ports?device_id=55baa5d8-eacd-48cc-9029-89e9a4a6bc03 HTTP/1.1" status: 200 len: 950 time: 0.1249883 Nov 11 17:22:17.383811 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-8cbf5bc4-e71e-463b-8abe-269b191bfbcd tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:17.385254 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-8cbf5bc4-e71e-463b-8abe-269b191bfbcd tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/networks?id=a7388172-0e31-4a48-82ab-4816dd651be5 HTTP/1.1" status: 200 len: 805 time: 0.2646241 Nov 11 17:22:17.435901 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-b9f80ef3-1638-4656-aae0-7d5a0c530e08 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/quotas/fe79ca1b47dd4a0a8271b94e8a0db861 HTTP/1.1" status: 200 len: 375 time: 0.0376554 Nov 11 17:22:17.445662 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c4cf054c-3fe4-40e7-bf3f-d3da9a09125d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:17.476454 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] For port b4e5df2f-1179-465d-958f-d98e823b6238, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:22:17.496890 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57eee48d-c65e-4082-8ac3-30e0aced6d00 req-ffc212e0-b482-4f47-b7f3-d76006a28de3 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b7a285a-cd1d-4a47-8692-0814d3434adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298068 Nov 11 17:22:17.502147 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] For port b4e5df2f-1179-465d-958f-d98e823b6238, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b4e5df2f-1179-465d-958f-d98e823b6238,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:22:17.508253 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:17.522554 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c4cf054c-3fe4-40e7-bf3f-d3da9a09125d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:17.544828 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c4cf054c-3fe4-40e7-bf3f-d3da9a09125d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:17.562666 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-e5c33f27-a744-484d-8077-14968541d1af tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe79ca1b47dd4a0a8271b94e8a0db861&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1186147 Nov 11 17:22:17.627484 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c4cf054c-3fe4-40e7-bf3f-d3da9a09125d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1f95f787a3bb45c0974cc6461b85df16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829642 Nov 11 17:22:17.627985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf054c-3fe4-40e7-bf3f-d3da9a09125d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920e32e0-99ca-49af-bc63-9d950dc013e1,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:17.629943 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54682) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:17.639202 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf054c-3fe4-40e7-bf3f-d3da9a09125d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.639550 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf054c-3fe4-40e7-bf3f-d3da9a09125d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.639914 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf054c-3fe4-40e7-bf3f-d3da9a09125d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.640249 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf054c-3fe4-40e7-bf3f-d3da9a09125d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.640578 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf054c-3fe4-40e7-bf3f-d3da9a09125d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.640905 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf054c-3fe4-40e7-bf3f-d3da9a09125d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.641229 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf054c-3fe4-40e7-bf3f-d3da9a09125d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.641551 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf054c-3fe4-40e7-bf3f-d3da9a09125d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.641873 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf054c-3fe4-40e7-bf3f-d3da9a09125d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.642188 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf054c-3fe4-40e7-bf3f-d3da9a09125d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.642506 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf054c-3fe4-40e7-bf3f-d3da9a09125d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.642823 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf054c-3fe4-40e7-bf3f-d3da9a09125d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:17.670099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefaec80-4558-4e72-952d-84e56c74f418 req-ac7dd2df-11f8-4590-b7b2-cf58b80d282c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:17.671573 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cefaec80-4558-4e72-952d-84e56c74f418 req-ac7dd2df-11f8-4590-b7b2-cf58b80d282c service neutron] 10.222.0.64 "GET /v2.0/networks?id=15b13f5e-873f-4814-abaa-56ed24c5789c HTTP/1.1" status: 200 len: 921 time: 0.1471906 Nov 11 17:22:17.688020 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:17.688622 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:17.689969 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] 10.222.0.83 "PUT /v2.0/ports/b4e5df2f-1179-465d-958f-d98e823b6238 HTTP/1.1" status: 200 len: 1121 time: 1.2849355 Nov 11 17:22:17.690576 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be393b-4b7a-4b15-b868-a5525c5ebafc service neutron] Pushing event updated for resources: {'Port': ['ID=b4e5df2f-1179-465d-958f-d98e823b6238,revision_number=8']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:17.741746 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea76d6-baac-4200-8ec4-fb5bdd73a0d7 req-06d72667-96ce-4bce-97d3-07dbb2970719 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:17.743239 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5fea76d6-baac-4200-8ec4-fb5bdd73a0d7 req-06d72667-96ce-4bce-97d3-07dbb2970719 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.1725721 Nov 11 17:22:17.746023 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cefaec80-4558-4e72-952d-84e56c74f418 req-df6e2893-9a10-47bf-938f-0c59f725e887 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd35b35a-3c30-4d38-9779-5c9673979e44 HTTP/1.1" status: 200 len: 1001 time: 0.0643868 Nov 11 17:22:17.794185 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a15375ac-574d-4624-a2f9-930a7c268c4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:17.799135 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-7323c712-5363-47a0-9595-172ae2f5ce75 service neutron] 10.222.0.76 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146912 Nov 11 17:22:17.865399 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['b4e5df2f-1179-465d-958f-d98e823b6238'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:17.871315 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefaec80-4558-4e72-952d-84e56c74f418 req-401cb8d0-9e9a-4c7e-9aac-be37a1cdb416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:17.873549 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cefaec80-4558-4e72-952d-84e56c74f418 req-401cb8d0-9e9a-4c7e-9aac-be37a1cdb416 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e19ce021-4c4e-4c04-8fa6-c1347ad5c75b HTTP/1.1" status: 200 len: 859 time: 0.0517585 Nov 11 17:22:17.879425 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5fea76d6-baac-4200-8ec4-fb5bdd73a0d7 req-d4110488-c86b-4151-b0ff-878b172e5359 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250048 Nov 11 17:22:17.886233 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a15375ac-574d-4624-a2f9-930a7c268c4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:17.919431 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cefaec80-4558-4e72-952d-84e56c74f418 req-6b5279c1-39cc-4a70-af34-e9107895eb81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15b13f5e-873f-4814-abaa-56ed24c5789c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267520 Nov 11 17:22:18.028380 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-9c5f8c41-d139-4d44-8b81-460f20d7b31c service neutron] 10.222.0.76 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217221 Nov 11 17:22:18.048370 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:18.049657 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cefaec80-4558-4e72-952d-84e56c74f418 req-4cd9587d-6a1b-454d-94a7-60e694e263eb service neutron] 10.222.0.64 "GET /v2.0/networks/15b13f5e-873f-4814-abaa-56ed24c5789c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117392 Nov 11 17:22:18.052421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-28698a83-374e-4d62-9d14-6f5440d555bb tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.135 HTTP/1.1" status: 200 len: 1001 time: 0.1350298 Nov 11 17:22:18.053559 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a15375ac-574d-4624-a2f9-930a7c268c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:18.056474 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a15375ac-574d-4624-a2f9-930a7c268c4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:18.057655 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a15375ac-574d-4624-a2f9-930a7c268c4d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/920e32e0-99ca-49af-bc63-9d950dc013e1 HTTP/1.1" status: 204 len: 168 time: 0.3909609 Nov 11 17:22:18.077362 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15375ac-574d-4624-a2f9-930a7c268c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920e32e0-99ca-49af-bc63-9d950dc013e1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:18.124921 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-0c542563-2c29-49aa-a747-2dc6e3c9f86b tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:18.126330 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-0c542563-2c29-49aa-a747-2dc6e3c9f86b tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports/bd35b35a-3c30-4d38-9779-5c9673979e44 HTTP/1.1" status: 200 len: 942 time: 0.0677373 Nov 11 17:22:18.235227 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cefaec80-4558-4e72-952d-84e56c74f418 req-2885f09a-78e2-4d87-97fb-631c28aee1cb service neutron] 10.222.0.64 "GET /v2.0/networks/15b13f5e-873f-4814-abaa-56ed24c5789c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697159 Nov 11 17:22:18.325583 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1209346-11c3-47ea-9eea-fa1991ad563a req-1252a43f-b709-43b3-b82b-3e2822cdcb22 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:18.328335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1209346-11c3-47ea-9eea-fa1991ad563a req-1252a43f-b709-43b3-b82b-3e2822cdcb22 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2965568-f681-4def-a1b0-a619c419d087 HTTP/1.1" status: 200 len: 950 time: 0.1407912 Nov 11 17:22:18.333657 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-f4173453-512f-407c-8eae-384a867fb1b2 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.135 HTTP/1.1" status: 200 len: 1001 time: 0.1092913 Nov 11 17:22:18.480612 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54700) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:18.498167 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ef91eb4-523a-4e64-a093-5f853c9f48b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:18.623592 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ef91eb4-523a-4e64-a093-5f853c9f48b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:18.637139 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ef91eb4-523a-4e64-a093-5f853c9f48b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:18.651514 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49633cc0-eb46-4b8b-80ad-57135b836803 req-ea68c28a-07c2-4fda-9dd5-ab6f0abe5c42 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:18.653631 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-49633cc0-eb46-4b8b-80ad-57135b836803 req-ea68c28a-07c2-4fda-9dd5-ab6f0abe5c42 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.64 "GET /v2.0/ports?device_id=9efe92ba-cb1b-473b-a410-d090a4dc4b14 HTTP/1.1" status: 200 len: 944 time: 0.0962799 Nov 11 17:22:18.729011 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1ef91eb4-523a-4e64-a093-5f853c9f48b3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=be971da6207f4748ae5e33a0b260f812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455873 Nov 11 17:22:18.732788 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef91eb4-523a-4e64-a093-5f853c9f48b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca56927-844a-4d28-9648-ea8f3dcc7cf2,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:18.735347 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54704) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:18.808874 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1209346-11c3-47ea-9eea-fa1991ad563a req-6f0ee7cc-070f-4f04-bf67-8720361099f8 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742517 Nov 11 17:22:18.844728 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10483d7c-49d0-4c62-a806-93a8de69e3e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:18.852414 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-49633cc0-eb46-4b8b-80ad-57135b836803 req-3419e664-01c6-437f-b274-eb681845189e tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Deleting port 2e0990f1-da35-4105-9331-967c612f7ec4 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:22:18.852747 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-49633cc0-eb46-4b8b-80ad-57135b836803 req-3419e664-01c6-437f-b274-eb681845189e tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:18.862323 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-722e15b0-7628-45f8-89f4-3246660dad7a tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:18.863383 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-722e15b0-7628-45f8-89f4-3246660dad7a tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.5200899 Nov 11 17:22:18.914396 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10483d7c-49d0-4c62-a806-93a8de69e3e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:18.954556 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1534a8e1-cf4a-4d0b-9fac-d392c5f759f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97198e23-a5c7-444d-b52f-221ebc31d61b'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:18.958226 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a0c14e-ebc0-4a58-a47f-ad0c636ec658" -d '{"events": [{"server_uuid": "1534a8e1-cf4a-4d0b-9fac-d392c5f759f9", "name": "network-vif-plugged", "status": "completed", "tag": "97198e23-a5c7-444d-b52f-221ebc31d61b"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:18.964185 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-889599c3-2bd7-4fbc-a7b3-1c18a4202f92 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.135 HTTP/1.1" status: 200 len: 1001 time: 0.0941024 Nov 11 17:22:18.976451 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-f66f7480-8e9b-4a34-8dd6-c46e2cf012f1 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:18.976701 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device b4e5df2f-1179-465d-958f-d98e823b6238 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:22:18.987901 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-49633cc0-eb46-4b8b-80ad-57135b836803 req-3419e664-01c6-437f-b274-eb681845189e tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] For port 2e0990f1-da35-4105-9331-967c612f7ec4, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=2e0990f1-da35-4105-9331-967c612f7ec4,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:18.988382 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-49633cc0-eb46-4b8b-80ad-57135b836803 req-3419e664-01c6-437f-b274-eb681845189e tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:18.992407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9ca4b-965f-4636-8fa0-085381dc888c req-43c85fd4-dd11-44c2-a245-0850474046d5 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:18.999087 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9ca4b-965f-4636-8fa0-085381dc888c req-43c85fd4-dd11-44c2-a245-0850474046d5 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:19.003755 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-49633cc0-eb46-4b8b-80ad-57135b836803 req-3419e664-01c6-437f-b274-eb681845189e tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Calling delete_port for 2e0990f1-da35-4105-9331-967c612f7ec4 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:22:19.005139 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9ca4b-965f-4636-8fa0-085381dc888c req-43c85fd4-dd11-44c2-a245-0850474046d5 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:19.011357 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9ca4b-965f-4636-8fa0-085381dc888c req-43c85fd4-dd11-44c2-a245-0850474046d5 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:19.017253 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10483d7c-49d0-4c62-a806-93a8de69e3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:19.017535 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9ca4b-965f-4636-8fa0-085381dc888c req-43c85fd4-dd11-44c2-a245-0850474046d5 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:19.019894 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10483d7c-49d0-4c62-a806-93a8de69e3e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:19.021018 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-10483d7c-49d0-4c62-a806-93a8de69e3e3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aca56927-844a-4d28-9648-ea8f3dcc7cf2 HTTP/1.1" status: 204 len: 168 time: 0.2819252 Nov 11 17:22:19.026629 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9ca4b-965f-4636-8fa0-085381dc888c req-43c85fd4-dd11-44c2-a245-0850474046d5 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:19.031382 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10483d7c-49d0-4c62-a806-93a8de69e3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca56927-844a-4d28-9648-ea8f3dcc7cf2,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:19.032518 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9ca4b-965f-4636-8fa0-085381dc888c req-43c85fd4-dd11-44c2-a245-0850474046d5 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:19.034554 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57f9ca4b-965f-4636-8fa0-085381dc888c req-43c85fd4-dd11-44c2-a245-0850474046d5 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5418 time: 0.1266360 Nov 11 17:22:19.119481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4e5df2f-1179-465d-958f-d98e823b6238'}, {'name': 'network-changed', 'server_uuid': '4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1', 'tag': 'b4e5df2f-1179-465d-958f-d98e823b6238'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:19.122892 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031e8780-bf56-4903-84b2-bc64d2a294a3" -d '{"events": [{"server_uuid": "4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1", "name": "network-vif-unplugged", "status": "completed", "tag": "b4e5df2f-1179-465d-958f-d98e823b6238"}, {"name": "network-changed", "server_uuid": "4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1", "tag": "b4e5df2f-1179-465d-958f-d98e823b6238"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:19.135128 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-f66f7480-8e9b-4a34-8dd6-c46e2cf012f1 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks [] for floatingip, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:19.144379 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57f9ca4b-965f-4636-8fa0-085381dc888c req-c52c40ce-0b14-452c-91b2-e7a3ed6ae90d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816407 Nov 11 17:22:19.185343 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port b4e5df2f-1179-465d-958f-d98e823b6238, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b4e5df2f-1179-465d-958f-d98e823b6238,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:19.212026 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-49633cc0-eb46-4b8b-80ad-57135b836803 req-3419e664-01c6-437f-b274-eb681845189e tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:19.241670 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device b4e5df2f-1179-465d-958f-d98e823b6238 has no active binding in host n-h2-816206-4 {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 17:22:19.271045 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419e664-01c6-437f-b274-eb681845189e tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Pushing event deleted for resources: {'Port': ['ID=2e0990f1-da35-4105-9331-967c612f7ec4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:19.314874 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-49633cc0-eb46-4b8b-80ad-57135b836803 req-3419e664-01c6-437f-b274-eb681845189e tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] No DVR routers for this DVR port 2e0990f1-da35-4105-9331-967c612f7ec4 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:22:19.319349 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-49633cc0-eb46-4b8b-80ad-57135b836803 req-3419e664-01c6-437f-b274-eb681845189e tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:19.323529 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-49633cc0-eb46-4b8b-80ad-57135b836803 req-3419e664-01c6-437f-b274-eb681845189e tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.64 "DELETE /v2.0/ports/2e0990f1-da35-4105-9331-967c612f7ec4 HTTP/1.1" status: 204 len: 173 time: 0.6482463 Nov 11 17:22:19.323821 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efe92ba-cb1b-473b-a410-d090a4dc4b14', 'name': 'network-vif-deleted', 'tag': '2e0990f1-da35-4105-9331-967c612f7ec4'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:19.326709 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15222bcd-ee60-4d10-af77-33a15e5602c5" -d '{"events": [{"server_uuid": "9efe92ba-cb1b-473b-a410-d090a4dc4b14", "name": "network-vif-deleted", "tag": "2e0990f1-da35-4105-9331-967c612f7ec4"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:19.433840 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-f66f7480-8e9b-4a34-8dd6-c46e2cf012f1 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:19.444562 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-7f231350-a460-42eb-aed9-bd6d7823f226 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:19.446052 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-7f231350-a460-42eb-aed9-bd6d7823f226 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.83 "GET /v2.0/networks?id=a7388172-0e31-4a48-82ab-4816dd651be5 HTTP/1.1" status: 200 len: 805 time: 0.2495966 Nov 11 17:22:19.450419 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-f66f7480-8e9b-4a34-8dd6-c46e2cf012f1 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:19.450768 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-f66f7480-8e9b-4a34-8dd6-c46e2cf012f1 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Floating IP 181727de-ad02-4ecd-89dd-8d381836dd99 disassociated. External IP: 172.25.2.135, port: bd35b35a-3c30-4d38-9779-5c9673979e44. Nov 11 17:22:19.462167 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b637a1-d536-4366-97e2-a36d9546ce5d req-1d8b1304-5c56-45c8-b4fb-7be7a5e626cc tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:19.463673 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a9b637a1-d536-4366-97e2-a36d9546ce5d req-1d8b1304-5c56-45c8-b4fb-7be7a5e626cc tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 943 time: 0.1490078 Nov 11 17:22:19.502470 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-eafbd17a-50dc-4ff1-813a-9fd0da8a54eb tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Request body: {'port': {'device_id': '6abbc4aa-3489-41bd-b580-19cf780614a4', 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5', 'admin_state_up': True, 'tenant_id': 'fe79ca1b47dd4a0a8271b94e8a0db861'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:19.580166 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ae2f4-2282-4cf0-99e3-16b98b727038 req-fabeda0c-c222-40ad-8039-71fdf5f1b6b8 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:19.581638 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-896ae2f4-2282-4cf0-99e3-16b98b727038 req-fabeda0c-c222-40ad-8039-71fdf5f1b6b8 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2965568-f681-4def-a1b0-a619c419d087 HTTP/1.1" status: 200 len: 950 time: 0.0620716 Nov 11 17:22:19.682868 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-896ae2f4-2282-4cf0-99e3-16b98b727038 req-2dd4e636-62f6-44dd-bc41-f426e06a783c tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Deleting port 93bbd0ac-ce68-4d5f-be1f-6471760b395b {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:22:19.683203 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-896ae2f4-2282-4cf0-99e3-16b98b727038 req-2dd4e636-62f6-44dd-bc41-f426e06a783c tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:19.688935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a9b637a1-d536-4366-97e2-a36d9546ce5d req-4aba7632-d243-486a-867e-c726a0db4108 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903479 Nov 11 17:22:19.767210 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-eafbd17a-50dc-4ff1-813a-9fd0da8a54eb tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Made reservation on behalf of fe79ca1b47dd4a0a8271b94e8a0db861 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:22:19.770897 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-eafbd17a-50dc-4ff1-813a-9fd0da8a54eb tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:19.808852 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-896ae2f4-2282-4cf0-99e3-16b98b727038 req-2dd4e636-62f6-44dd-bc41-f426e06a783c tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] For port 93bbd0ac-ce68-4d5f-be1f-6471760b395b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=93bbd0ac-ce68-4d5f-be1f-6471760b395b,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:19.809324 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-896ae2f4-2282-4cf0-99e3-16b98b727038 req-2dd4e636-62f6-44dd-bc41-f426e06a783c tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:19.822635 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-896ae2f4-2282-4cf0-99e3-16b98b727038 req-2dd4e636-62f6-44dd-bc41-f426e06a783c tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Calling delete_port for 93bbd0ac-ce68-4d5f-be1f-6471760b395b owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:22:19.850939 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6281284a-6b22-43cf-be02-4d1c314daed3 req-c617ebcd-5fbd-422f-b1d8-cc2dc5f6f9fa tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abbc4aa-3489-41bd-b580-19cf780614a4 HTTP/1.1" status: 200 len: 210 time: 0.0695827 Nov 11 17:22:19.966234 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-f66f7480-8e9b-4a34-8dd6-c46e2cf012f1 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Router add319ec-95c6-4c35-9a03-edb4babdef24 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:22:19.977405 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-896ae2f4-2282-4cf0-99e3-16b98b727038 req-2dd4e636-62f6-44dd-bc41-f426e06a783c tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:19.990047 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bca20f07-f1b1-415e-8a44-73ad6aa3b2d1', '47bf62d8-1ba1-46b3-9a83-55fa535c0675', '1b62d5ee-5a6c-47f8-9933-c6053b9d008e', '1cc6b455-4c4f-4934-afb5-ff600c11e4c4'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:20.000582 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54736) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:20.018906 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4e636-62f6-44dd-bc41-f426e06a783c tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Pushing event deleted for resources: {'Port': ['ID=93bbd0ac-ce68-4d5f-be1f-6471760b395b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:20.027460 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['dc7ab218-e666-496b-b071-a3c59f1b9164', '93bbd0ac-ce68-4d5f-be1f-6471760b395b'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:20.089477 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-896ae2f4-2282-4cf0-99e3-16b98b727038 req-2dd4e636-62f6-44dd-bc41-f426e06a783c tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] No DVR routers for this DVR port 93bbd0ac-ce68-4d5f-be1f-6471760b395b on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:22:20.093241 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-896ae2f4-2282-4cf0-99e3-16b98b727038 req-2dd4e636-62f6-44dd-bc41-f426e06a783c tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:20.097743 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-896ae2f4-2282-4cf0-99e3-16b98b727038 req-2dd4e636-62f6-44dd-bc41-f426e06a783c tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.64 "DELETE /v2.0/ports/93bbd0ac-ce68-4d5f-be1f-6471760b395b HTTP/1.1" status: 204 len: 173 time: 0.5090384 Nov 11 17:22:20.098878 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b1f91-54d8-48ca-a5c6-5104a9dfb14d req-dc3563c0-279c-4157-a9c2-4ceaccada93e tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:20.100747 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-328b1f91-54d8-48ca-a5c6-5104a9dfb14d req-dc3563c0-279c-4157-a9c2-4ceaccada93e tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/ports?device_id=55baa5d8-eacd-48cc-9029-89e9a4a6bc03 HTTP/1.1" status: 200 len: 950 time: 0.1560903 Nov 11 17:22:20.170725 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-eafbd17a-50dc-4ff1-813a-9fd0da8a54eb tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Allocated IP 172.20.0.14 (a7388172-0e31-4a48-82ab-4816dd651be5/09479e2c-8d4d-4ddf-a999-7eaebc6756fd/b491e5cb-94d0-4f9e-a346-b43ed272f2fb) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:22:20.208060 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-555c283d-1072-4b22-bb00-2ca61e5408d0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-network', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:20.329468 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-328b1f91-54d8-48ca-a5c6-5104a9dfb14d req-57b54500-7a8d-440a-bf19-6020c1f72806 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b7a285a-cd1d-4a47-8692-0814d3434adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807160 Nov 11 17:22:20.334041 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-f66f7480-8e9b-4a34-8dd6-c46e2cf012f1 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:22:20.337548 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555c283d-1072-4b22-bb00-2ca61e5408d0 admin admin] Made reservation on behalf of eeaf0859b8554fe38e6f252116aac055 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:22:20.339917 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-555c283d-1072-4b22-bb00-2ca61e5408d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:20.347187 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-f66f7480-8e9b-4a34-8dd6-c46e2cf012f1 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:20.350636 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fc4ea9-ecc4-44a2-a971-1195a61e530b None None] Sync routers for ids ['add319ec-95c6-4c35-9a03-edb4babdef24'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:22:20.374931 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fc4ea9-ecc4-44a2-a971-1195a61e530b None None] Routers {'add319ec-95c6-4c35-9a03-edb4babdef24'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:22:20.376412 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c1fc4ea9-ecc4-44a2-a971-1195a61e530b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:22:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['add319ec-95c6-4c35-9a03-edb4babdef24'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:20.437176 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-555c283d-1072-4b22-bb00-2ca61e5408d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:20.505025 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-f66f7480-8e9b-4a34-8dd6-c46e2cf012f1 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "PUT /v2.0/floatingips/181727de-ad02-4ecd-89dd-8d381836dd99 HTTP/1.1" status: 200 len: 695 time: 1.5339184 Nov 11 17:22:20.523155 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-c1fc4ea9-ecc4-44a2-a971-1195a61e530b None None] Set router add319ec-95c6-4c35-9a03-edb4babdef24 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:22:20.599512 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-eafbd17a-50dc-4ff1-813a-9fd0da8a54eb tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:20.610761 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661f41b-392b-4570-9a11-8587dcfb25f3 req-ae280e64-6a38-4526-8ade-3003e753c7a4 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:20.612554 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4661f41b-392b-4570-9a11-8587dcfb25f3 req-ae280e64-6a38-4526-8ade-3003e753c7a4 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.2035804 Nov 11 17:22:20.663558 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-9b6dada1-0154-445f-9492-abff3dca02e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:20.665044 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-9b6dada1-0154-445f-9492-abff3dca02e2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=20961177e886451b8c34ba006fbdf3f9&device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 1096 time: 0.1355860 Nov 11 17:22:20.773515 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c1fc4ea9-ecc4-44a2-a971-1195a61e530b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'name': 'tempest-ServerRescueTestJSONUnderV235-399673922-router', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:54Z', 'updated_at': '2021-11-11T17:20:58Z', 'revision_number': 4, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'gw_port': {'id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:24:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:55Z', 'updated_at': '2021-11-11T17:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'ae00dc75-28c6-4273-9795-74857ebac95b', 'name': '', 'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'mac_address': 'fa:16:3e:d5:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'e19ce021-4c4e-4c04-8fa6-c1347ad5c75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:57Z', 'updated_at': '2021-11-11T17:21:04Z', 'revision_number': 5, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'subnets': [{'id': 'e19ce021-4c4e-4c04-8fa6-c1347ad5c75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:20.774984 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-555c283d-1072-4b22-bb00-2ca61e5408d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:20.779288 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4661f41b-392b-4570-9a11-8587dcfb25f3 req-8c7d7e24-457d-4afe-858b-0e2021802bf1 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574037 Nov 11 17:22:20.784278 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-555c283d-1072-4b22-bb00-2ca61e5408d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:20.816866 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-eafbd17a-50dc-4ff1-813a-9fd0da8a54eb tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:20.817530 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fc4ea9-ecc4-44a2-a971-1195a61e530b None None] Checking router: add319ec-95c6-4c35-9a03-edb4babdef24 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:22:20.839490 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fc4ea9-ecc4-44a2-a971-1195a61e530b None None] Routers {'add319ec-95c6-4c35-9a03-edb4babdef24'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:22:20.840306 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c1fc4ea9-ecc4-44a2-a971-1195a61e530b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:22:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['add319ec-95c6-4c35-9a03-edb4babdef24'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:20.842545 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43f62ed-1fcf-4063-9feb-b94dc52c8477 x-openstack-request-id: req-b43f62ed-1fcf-4063-9feb-b94dc52c8477 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:20.842892 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1534a8e1-cf4a-4d0b-9fac-d392c5f759f9", "name": "network-vif-plugged", "status": "completed", "tag": "97198e23-a5c7-444d-b52f-221ebc31d61b", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:20.843197 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b43f62ed-1fcf-4063-9feb-b94dc52c8477 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:20.844098 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1534a8e1-cf4a-4d0b-9fac-d392c5f759f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97198e23-a5c7-444d-b52f-221ebc31d61b', 'code': 200} Nov 11 17:22:20.878556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555c283d-1072-4b22-bb00-2ca61e5408d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1278} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:22:20.893031 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb069141-d251-4b20-aeef-d9113bf48854 x-openstack-request-id: req-eb069141-d251-4b20-aeef-d9113bf48854 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:20.893334 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1", "name": "network-vif-unplugged", "status": "completed", "tag": "b4e5df2f-1179-465d-958f-d98e823b6238", "code": 200}, {"name": "network-changed", "server_uuid": "4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1", "tag": "b4e5df2f-1179-465d-958f-d98e823b6238", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:20.893577 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eb069141-d251-4b20-aeef-d9113bf48854 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:20.893974 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4e5df2f-1179-465d-958f-d98e823b6238', 'code': 200} Nov 11 17:22:20.894224 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1', 'tag': 'b4e5df2f-1179-465d-958f-d98e823b6238', 'status': 'completed', 'code': 200} Nov 11 17:22:20.920426 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c283d-1072-4b22-bb00-2ca61e5408d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94a3948-012c-4dd0-9f6c-1e826f960d1d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:20.928788 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdbcb96-57c4-4d34-a4e2-5d39bd0759f9 x-openstack-request-id: req-1bdbcb96-57c4-4d34-a4e2-5d39bd0759f9 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:20.929786 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efe92ba-cb1b-473b-a410-d090a4dc4b14", "name": "network-vif-deleted", "tag": "2e0990f1-da35-4105-9331-967c612f7ec4", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:20.930200 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1bdbcb96-57c4-4d34-a4e2-5d39bd0759f9 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:20.930778 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efe92ba-cb1b-473b-a410-d090a4dc4b14', 'name': 'network-vif-deleted', 'tag': '2e0990f1-da35-4105-9331-967c612f7ec4', 'status': 'completed', 'code': 200} Nov 11 17:22:20.932545 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-d6c14ad9-4627-4ff8-8115-9a90ab1bcd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:20.934036 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-d6c14ad9-4627-4ff8-8115-9a90ab1bcd12 service neutron] 10.222.0.76 "GET /v2.0/networks?id=15b13f5e-873f-4814-abaa-56ed24c5789c HTTP/1.1" status: 200 len: 921 time: 0.2557721 Nov 11 17:22:20.936375 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-eafbd17a-50dc-4ff1-813a-9fd0da8a54eb tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Network a7388172-0e31-4a48-82ab-4816dd651be5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:22:20.942226 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-555c283d-1072-4b22-bb00-2ca61e5408d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:20.942567 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-555c283d-1072-4b22-bb00-2ca61e5408d0 admin admin] Added segment ec646147-bf60-4aa9-8065-9bf927286bc9 of type vlan for network e943cf5d-ace4-4920-a83b-e3ebafedcd83 Nov 11 17:22:20.943960 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafbd17a-50dc-4ff1-813a-9fd0da8a54eb tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Pushing event updated for resources: {'Port': ['ID=b491e5cb-94d0-4f9e-a346-b43ed272f2fb,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:20.946416 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-eafbd17a-50dc-4ff1-813a-9fd0da8a54eb tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:22:20.956298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-eafbd17a-50dc-4ff1-813a-9fd0da8a54eb tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:22:21.016557 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-c1fc4ea9-ecc4-44a2-a971-1195a61e530b None None] Set router add319ec-95c6-4c35-9a03-edb4babdef24 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:22:21.032438 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-9cac829c-e281-4a12-b32f-6a38d40f81b1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd35b35a-3c30-4d38-9779-5c9673979e44 HTTP/1.1" status: 200 len: 217 time: 0.0837784 Nov 11 17:22:21.039178 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a00285-7cd0-4e9d-a422-2107cbf73144 req-9b14be87-bba9-40f5-bd8a-3e288dd19ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:21.040689 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-98a00285-7cd0-4e9d-a422-2107cbf73144 req-9b14be87-bba9-40f5-bd8a-3e288dd19ee8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 1097 time: 0.1088970 Nov 11 17:22:21.057628 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e8780-bf56-4903-84b2-bc64d2a294a3 req-46534cc1-360b-43ee-addd-689558dd8225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:21.059284 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-031e8780-bf56-4903-84b2-bc64d2a294a3 req-46534cc1-360b-43ee-addd-689558dd8225 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 1124 time: 0.0600011 Nov 11 17:22:21.128180 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-555c283d-1072-4b22-bb00-2ca61e5408d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:21.145467 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-98a00285-7cd0-4e9d-a422-2107cbf73144 req-e520ff2e-957e-4196-909a-f34034fddd67 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959153 Nov 11 17:22:21.147054 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-eafbd17a-50dc-4ff1-813a-9fd0da8a54eb tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:21.147669 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-eafbd17a-50dc-4ff1-813a-9fd0da8a54eb tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:21.186934 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-7342fed8-5c29-4f59-8ef8-33c2aa07be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:21.188429 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-7342fed8-5c29-4f59-8ef8-33c2aa07be49 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e19ce021-4c4e-4c04-8fa6-c1347ad5c75b HTTP/1.1" status: 200 len: 859 time: 0.1262236 Nov 11 17:22:21.191454 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-eafbd17a-50dc-4ff1-813a-9fd0da8a54eb tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7268333 Nov 11 17:22:21.201066 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e8780-bf56-4903-84b2-bc64d2a294a3 req-c7856ea6-af13-4d10-ba95-e5b3cee11d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:21.202664 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-031e8780-bf56-4903-84b2-bc64d2a294a3 req-c7856ea6-af13-4d10-ba95-e5b3cee11d96 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 922 time: 0.1335206 Nov 11 17:22:21.203695 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60013d-5a8b-4d96-b156-10b420eeaa68 req-9a81feb8-bd9d-4a01-972c-b0435e63b4f3 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:21.209639 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60013d-5a8b-4d96-b156-10b420eeaa68 req-9a81feb8-bd9d-4a01-972c-b0435e63b4f3 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:21.215545 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60013d-5a8b-4d96-b156-10b420eeaa68 req-9a81feb8-bd9d-4a01-972c-b0435e63b4f3 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:21.222101 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60013d-5a8b-4d96-b156-10b420eeaa68 req-9a81feb8-bd9d-4a01-972c-b0435e63b4f3 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:21.228013 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60013d-5a8b-4d96-b156-10b420eeaa68 req-9a81feb8-bd9d-4a01-972c-b0435e63b4f3 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:21.233905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60013d-5a8b-4d96-b156-10b420eeaa68 req-9a81feb8-bd9d-4a01-972c-b0435e63b4f3 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:21.239267 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c1fc4ea9-ecc4-44a2-a971-1195a61e530b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'name': 'tempest-ServerRescueTestJSONUnderV235-399673922-router', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:54Z', 'updated_at': '2021-11-11T17:20:58Z', 'revision_number': 4, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'gw_port': {'id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:24:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:55Z', 'updated_at': '2021-11-11T17:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'ae00dc75-28c6-4273-9795-74857ebac95b', 'name': '', 'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'mac_address': 'fa:16:3e:d5:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'e19ce021-4c4e-4c04-8fa6-c1347ad5c75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:57Z', 'updated_at': '2021-11-11T17:21:04Z', 'revision_number': 5, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'subnets': [{'id': 'e19ce021-4c4e-4c04-8fa6-c1347ad5c75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:21.240087 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60013d-5a8b-4d96-b156-10b420eeaa68 req-9a81feb8-bd9d-4a01-972c-b0435e63b4f3 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:21.241947 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e60013d-5a8b-4d96-b156-10b420eeaa68 req-9a81feb8-bd9d-4a01-972c-b0435e63b4f3 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5418 time: 0.2183523 Nov 11 17:22:21.251329 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-031e8780-bf56-4903-84b2-bc64d2a294a3 req-0e4f4495-3483-4c0e-bd46-d5fdcd235331 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4e5df2f-1179-465d-958f-d98e823b6238 HTTP/1.1" status: 200 len: 217 time: 0.0385847 Nov 11 17:22:21.251580 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-555c283d-1072-4b22-bb00-2ca61e5408d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:21.252371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555c283d-1072-4b22-bb00-2ca61e5408d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:21.252928 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-555c283d-1072-4b22-bb00-2ca61e5408d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:21.272373 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fc4ea9-ecc4-44a2-a971-1195a61e530b None None] The sync data for ids ['add319ec-95c6-4c35-9a03-edb4babdef24'] in n-d-816206-4 is: [{'id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'name': 'tempest-ServerRescueTestJSONUnderV235-399673922-router', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:54Z', 'updated_at': '2021-11-11T17:20:58Z', 'revision_number': 4, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'gw_port': {'id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:24:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:55Z', 'updated_at': '2021-11-11T17:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'ae00dc75-28c6-4273-9795-74857ebac95b', 'name': '', 'network_id': '15b13f5e-873f-4814-abaa-56ed24c5789c', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'mac_address': 'fa:16:3e:d5:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'e19ce021-4c4e-4c04-8fa6-c1347ad5c75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:57Z', 'updated_at': '2021-11-11T17:21:04Z', 'revision_number': 5, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'subnets': [{'id': 'e19ce021-4c4e-4c04-8fa6-c1347ad5c75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:22:21.284318 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-4d8af288-8f8e-425e-a5f0-89fe79ef4333 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=15b13f5e-873f-4814-abaa-56ed24c5789c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409756 Nov 11 17:22:21.311050 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e8780-bf56-4903-84b2-bc64d2a294a3 req-b51e1177-6043-44d3-8d4f-4878e926a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:21.312573 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-031e8780-bf56-4903-84b2-bc64d2a294a3 req-b51e1177-6043-44d3-8d4f-4878e926a5f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 200 len: 860 time: 0.0514276 Nov 11 17:22:21.347125 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-555c283d-1072-4b22-bb00-2ca61e5408d0 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3439586 Nov 11 17:22:21.349720 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54750) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:21.351720 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-031e8780-bf56-4903-84b2-bc64d2a294a3 req-d6c34d66-9f43-42da-8cd8-b929a5123b72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f44096b2-3051-4615-8241-50ad95944236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271027 Nov 11 17:22:21.366218 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-da10966c-ef63-422d-aefa-67f86d3c99fc admin admin] Request body: {'subnet': {'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-subnet', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:21.433601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] Request body: {'port': {'device_id': '6abbc4aa-3489-41bd-b580-19cf780614a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:21.436725 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c283d-1072-4b22-bb00-2ca61e5408d0 admin admin] Pushing event updated for resources: {'Network': ['ID=e943cf5d-ace4-4920-a83b-e3ebafedcd83,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:21.448901 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network e943cf5d-ace4-4920-a83b-e3ebafedcd83 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:22:21.461697 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-031e8780-bf56-4903-84b2-bc64d2a294a3 req-5d23b36d-8af3-45d9-9618-53a3247ce626 service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010990 Nov 11 17:22:21.493157 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da10966c-ef63-422d-aefa-67f86d3c99fc admin admin] Made reservation on behalf of eeaf0859b8554fe38e6f252116aac055 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:22:21.495400 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-da10966c-ef63-422d-aefa-67f86d3c99fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:21.538632 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e60013d-5a8b-4d96-b156-10b420eeaa68 req-ba17f604-1775-4869-aa56-3cf18a59cbe9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2834883 Nov 11 17:22:21.588499 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1afd8f4-aca5-42a5-aac3-7f3f7e3272d7 None None] New status for floating IP 181727de-ad02-4ecd-89dd-8d381836dd99: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:22:21.599128 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-031e8780-bf56-4903-84b2-bc64d2a294a3 req-e8e24deb-8aad-4b42-918c-a208634962c5 service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121006 Nov 11 17:22:21.603434 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:21.612660 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-7a50d304-f999-4719-bcd7-ee0617d8505b service neutron] 10.222.0.76 "GET /v2.0/networks/15b13f5e-873f-4814-abaa-56ed24c5789c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174033 Nov 11 17:22:21.840363 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8919128-1110-4765-a43d-b1fd0bb102d9 req-a7900799-63f4-428b-a6c5-ffeb6d673d91 service neutron] 10.222.0.76 "GET /v2.0/networks/15b13f5e-873f-4814-abaa-56ed24c5789c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192576 Nov 11 17:22:22.361925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 93bbd0ac-ce68-4d5f-be1f-6471760b395b no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:22:22.367576 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-da10966c-ef63-422d-aefa-67f86d3c99fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:22.387373 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 93bbd0ac-ce68-4d5f-be1f-6471760b395b {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:22:22.388320 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 93bbd0ac-ce68-4d5f-be1f-6471760b395b not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:22:22.388751 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 2e0990f1-da35-4105-9331-967c612f7ec4 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:22:22.390674 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6fd02-f95e-448d-b0d0-75286e30e709 req-23f7a63b-1057-426a-bea0-94802b5eed19 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:22.392185 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bfe6fd02-f95e-448d-b0d0-75286e30e709 req-23f7a63b-1057-426a-bea0-94802b5eed19 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 943 time: 0.4774504 Nov 11 17:22:22.399279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f533b-914a-4194-a2aa-7a9e8143701e req-ead36169-b662-4026-9dd9-b09689530a6f tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:22.400685 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c65f533b-914a-4194-a2aa-7a9e8143701e req-ead36169-b662-4026-9dd9-b09689530a6f tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abbc4aa-3489-41bd-b580-19cf780614a4 HTTP/1.1" status: 200 len: 932 time: 0.4848375 Nov 11 17:22:22.420329 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 2e0990f1-da35-4105-9331-967c612f7ec4 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:22:22.420679 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 2e0990f1-da35-4105-9331-967c612f7ec4 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:22:22.520033 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10966c-ef63-422d-aefa-67f86d3c99fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1758254d-1b04-473e-8f9e-cda256449fb7,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:22.584254 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bfe6fd02-f95e-448d-b0d0-75286e30e709 req-b0f3dd05-c6e2-4ec9-95a3-5facbd443600 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660035 Nov 11 17:22:22.592747 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c65f533b-914a-4194-a2aa-7a9e8143701e req-e447c870-6a33-4b7a-9f4c-be47c6ed6a58 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691635 Nov 11 17:22:22.595393 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da10966c-ef63-422d-aefa-67f86d3c99fc admin admin] Checking segment: {'id': 'ec646147-bf60-4aa9-8065-9bf927286bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:22:22.595804 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da10966c-ef63-422d-aefa-67f86d3c99fc admin admin] Network hostable DHCP agents. Network: e943cf5d-ace4-4920-a83b-e3ebafedcd83, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:22:22.601300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b491e5cb-94d0-4f9e-a346-b43ed272f2fb {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:22.611651 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:22.631109 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] Transition to ACTIVE for port object b491e5cb-94d0-4f9e-a346-b43ed272f2fb will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:22:22.632378 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da10966c-ef63-422d-aefa-67f86d3c99fc admin admin] Network e943cf5d-ace4-4920-a83b-e3ebafedcd83 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:22:22.638982 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:22.669505 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-da10966c-ef63-422d-aefa-67f86d3c99fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, e943cf5d-ace4-4920-a83b-e3ebafedcd83) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:22:22.674422 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da10966c-ef63-422d-aefa-67f86d3c99fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:22.674994 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-da10966c-ef63-422d-aefa-67f86d3c99fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:22.683534 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d993fc09-3cf8-4c87-9e37-c9b24159ef9c None None] Network e943cf5d-ace4-4920-a83b-e3ebafedcd83 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:22:22.752860 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-da10966c-ef63-422d-aefa-67f86d3c99fc admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3923535 Nov 11 17:22:22.754119 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=b491e5cb-94d0-4f9e-a346-b43ed272f2fb,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:22.755678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54764) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:22.765693 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-bd5f55ed-9982-45dd-b949-8380068abea2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:22.795318 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd5f55ed-9982-45dd-b949-8380068abea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:22.796512 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd5f55ed-9982-45dd-b949-8380068abea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:22.858730 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd5f55ed-9982-45dd-b949-8380068abea2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:22.863692 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:22:22.864897 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:22.869842 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea27ca-e837-4d9b-9af4-65c8da3f9d7f req-d940f965-0328-4cce-8507-8a4147431616 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:22.871408 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7bea27ca-e837-4d9b-9af4-65c8da3f9d7f req-d940f965-0328-4cce-8507-8a4147431616 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.1937840 Nov 11 17:22:22.877006 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05201510-ca17-4e40-8342-f624f9dc19af req-dd5a3be3-9614-4120-bb07-fadd0bcdb704 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/floatingips/181727de-ad02-4ecd-89dd-8d381836dd99 HTTP/1.1" status: 200 len: 693 time: 0.0842135 Nov 11 17:22:22.897783 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae39504-896a-47a5-b7ea-0b95dd657240', 'tag': 'bd35b35a-3c30-4d38-9779-5c9673979e44'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:22.900020 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e39bd4-66d9-4128-b081-7600e8fd7288" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae39504-896a-47a5-b7ea-0b95dd657240", "tag": "bd35b35a-3c30-4d38-9779-5c9673979e44"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:22.937651 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2965568-f681-4def-a1b0-a619c419d087', 'name': 'network-vif-deleted', 'tag': '93bbd0ac-ce68-4d5f-be1f-6471760b395b'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:22.940002 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac0b7e4-f0e2-4d90-a008-5fa2ea5c43bf" -d '{"events": [{"server_uuid": "a2965568-f681-4def-a1b0-a619c419d087", "name": "network-vif-deleted", "tag": "93bbd0ac-ce68-4d5f-be1f-6471760b395b"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:22.970820 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] Attempting to bind port b491e5cb-94d0-4f9e-a346-b43ed272f2fb on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:22:22.971166 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] Attempting to bind port b491e5cb-94d0-4f9e-a346-b43ed272f2fb by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '57b682a3-ba5d-4067-815a-ee8598740949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:22:22.971480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] Attempting to bind port b491e5cb-94d0-4f9e-a346-b43ed272f2fb on network a7388172-0e31-4a48-82ab-4816dd651be5 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:22.999514 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] Port b491e5cb-94d0-4f9e-a346-b43ed272f2fb on network a7388172-0e31-4a48-82ab-4816dd651be5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:22:22.999864 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] Attempting to bind port b491e5cb-94d0-4f9e-a346-b43ed272f2fb on network a7388172-0e31-4a48-82ab-4816dd651be5 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:23.018204 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Allocated IP 172.20.0.2 (e943cf5d-ace4-4920-a83b-e3ebafedcd83/1758254d-1b04-473e-8f9e-cda256449fb7/f39419de-21c5-410c-804e-222dbd79cc6a) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:22:23.037946 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:22:23.038243 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] Checking segment: {'id': '57b682a3-ba5d-4067-815a-ee8598740949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:22:23.038603 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] Bound using segment: {'id': '57b682a3-ba5d-4067-815a-ee8598740949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:22:23.039040 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] Bound port: b491e5cb-94d0-4f9e-a346-b43ed272f2fb, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b682a3-ba5d-4067-815a-ee8598740949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:22:23.039399 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:23.053615 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7bea27ca-e837-4d9b-9af4-65c8da3f9d7f req-0f207daf-0964-445b-b0b3-d1d8fd7d51ee tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724577 Nov 11 17:22:23.083820 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05201510-ca17-4e40-8342-f624f9dc19af req-78995d2f-be55-4441-bb91-0f4a13dfddbe tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:23.085286 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05201510-ca17-4e40-8342-f624f9dc19af req-78995d2f-be55-4441-bb91-0f4a13dfddbe tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.1960931 Nov 11 17:22:23.189029 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05201510-ca17-4e40-8342-f624f9dc19af req-f78b7e27-76da-42f4-80d3-6a7ef4bf17d5 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.135 HTTP/1.1" status: 200 len: 696 time: 0.0711439 Nov 11 17:22:23.202969 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:23.209487 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:23.257223 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Network e943cf5d-ace4-4920-a83b-e3ebafedcd83 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:22:23.264815 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:22:23.268528 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:22:23.278587 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Pushing event updated for resources: {'Port': ['ID=f39419de-21c5-410c-804e-222dbd79cc6a,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:23.288151 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05201510-ca17-4e40-8342-f624f9dc19af req-087d2f65-49e8-4f10-8fe2-aa898607e65a tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.135 HTTP/1.1" status: 200 len: 696 time: 0.0720849 Nov 11 17:22:23.293596 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:23.294563 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:23.295011 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:23.295445 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:23.295913 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:23.296337 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:23.296764 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:23.297188 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:23.297667 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:23.298122 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:23.298792 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:23.299764 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:23.300680 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] For port b491e5cb-94d0-4f9e-a346-b43ed272f2fb, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:22:23.346890 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd5f55ed-9982-45dd-b949-8380068abea2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:23.353864 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Attempting to bind port f39419de-21c5-410c-804e-222dbd79cc6a on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:22:23.354105 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] For port b491e5cb-94d0-4f9e-a346-b43ed272f2fb, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=b491e5cb-94d0-4f9e-a346-b43ed272f2fb,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:22:23.354382 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Attempting to bind port f39419de-21c5-410c-804e-222dbd79cc6a by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'ec646147-bf60-4aa9-8065-9bf927286bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:22:23.354947 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Attempting to bind port f39419de-21c5-410c-804e-222dbd79cc6a on network e943cf5d-ace4-4920-a83b-e3ebafedcd83 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:23.363174 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:22:23.363638 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Checking segment: {'id': 'ec646147-bf60-4aa9-8065-9bf927286bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:22:23.364136 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:23.364595 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Bound using segment: {'id': 'ec646147-bf60-4aa9-8065-9bf927286bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:22:23.365133 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Bound port: f39419de-21c5-410c-804e-222dbd79cc6a, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec646147-bf60-4aa9-8065-9bf927286bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:22:23.366046 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:23.391419 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:23.410624 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b2316-49b7-4e46-a473-caf165460ae0 req-2dbde680-bc14-4543-b233-7335055ee6fa tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:23.411567 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-c823f4e2-edc9-440c-9bad-80f42c192a3e service neutron] 10.222.0.64 "GET /v2.0/ports/b4e5df2f-1179-465d-958f-d98e823b6238/bindings/n-h2-816206-4 HTTP/1.1" status: 200 len: 384 time: 0.1268013 Nov 11 17:22:23.416660 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b2316-49b7-4e46-a473-caf165460ae0 req-2dbde680-bc14-4543-b233-7335055ee6fa tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:23.422714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b2316-49b7-4e46-a473-caf165460ae0 req-2dbde680-bc14-4543-b233-7335055ee6fa tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:23.428738 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b2316-49b7-4e46-a473-caf165460ae0 req-2dbde680-bc14-4543-b233-7335055ee6fa tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:23.434858 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b2316-49b7-4e46-a473-caf165460ae0 req-2dbde680-bc14-4543-b233-7335055ee6fa tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:23.436497 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] For port f39419de-21c5-410c-804e-222dbd79cc6a, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:22:23.439619 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] For port f39419de-21c5-410c-804e-222dbd79cc6a, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f39419de-21c5-410c-804e-222dbd79cc6a,segment=NetworkSegment(ec646147-bf60-4aa9-8065-9bf927286bc9),segment_id=ec646147-bf60-4aa9-8065-9bf927286bc9)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:22:23.441262 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b2316-49b7-4e46-a473-caf165460ae0 req-2dbde680-bc14-4543-b233-7335055ee6fa tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:23.444763 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:23.447461 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b2316-49b7-4e46-a473-caf165460ae0 req-2dbde680-bc14-4543-b233-7335055ee6fa tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:23.455786 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-703b2316-49b7-4e46-a473-caf165460ae0 req-2dbde680-bc14-4543-b233-7335055ee6fa tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5418 time: 0.2923324 Nov 11 17:22:23.520050 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12464024-0e6a-4bb4-9e62-525ce67d9920 None None] Pushing event updated for resources: {'Port': ['ID=f39419de-21c5-410c-804e-222dbd79cc6a,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:23.551787 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:23.552328 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:23.554061 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] 10.222.0.83 "PUT /v2.0/ports/b491e5cb-94d0-4f9e-a346-b43ed272f2fb HTTP/1.1" status: 200 len: 1092 time: 2.1342113 Nov 11 17:22:23.578351 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70992eab-0f48-4729-8e09-8487d8e50aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=b491e5cb-94d0-4f9e-a346-b43ed272f2fb,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:23.653061 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-703b2316-49b7-4e46-a473-caf165460ae0 req-92a08cef-c0a8-4336-be05-20c6d7061d05 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1963511 Nov 11 17:22:23.660610 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-05201510-ca17-4e40-8342-f624f9dc19af req-b242e59a-c719-4c81-9291-d3986d174f01 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Deleting port f69de718-57a6-4780-9364-43b931a395bb {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:22:23.660956 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-05201510-ca17-4e40-8342-f624f9dc19af req-b242e59a-c719-4c81-9291-d3986d174f01 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:23.720502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-a865090c-aaa5-43d7-8950-44686ea35b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:23.727005 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-a865090c-aaa5-43d7-8950-44686ea35b3e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe79ca1b47dd4a0a8271b94e8a0db861&device_id=6abbc4aa-3489-41bd-b580-19cf780614a4 HTTP/1.1" status: 200 len: 1095 time: 0.1223772 Nov 11 17:22:23.772707 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd5f55ed-9982-45dd-b949-8380068abea2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:23.808111 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd5f55ed-9982-45dd-b949-8380068abea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:23.811629 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-d5d785f2-2ad3-4a20-ae9c-17076d622bc0 service neutron] For port b4e5df2f-1179-465d-958f-d98e823b6238, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b4e5df2f-1179-465d-958f-d98e823b6238,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:23.813371 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-b7edf825-e5ba-4843-b7fc-e0315cd09e25 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b491e5cb-94d0-4f9e-a346-b43ed272f2fb HTTP/1.1" status: 200 len: 217 time: 0.0687053 Nov 11 17:22:23.834029 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-05201510-ca17-4e40-8342-f624f9dc19af req-b242e59a-c719-4c81-9291-d3986d174f01 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:23.834360 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-05201510-ca17-4e40-8342-f624f9dc19af req-b242e59a-c719-4c81-9291-d3986d174f01 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:23.870891 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-d5d785f2-2ad3-4a20-ae9c-17076d622bc0 service neutron] For port b4e5df2f-1179-465d-958f-d98e823b6238, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:22:23.884242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-05201510-ca17-4e40-8342-f624f9dc19af req-b242e59a-c719-4c81-9291-d3986d174f01 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Calling delete_port for f69de718-57a6-4780-9364-43b931a395bb owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:22:23.940090 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-d5d785f2-2ad3-4a20-ae9c-17076d622bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e5df2f-1179-465d-958f-d98e823b6238 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:23.947548 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-736b7f8e-6a94-4562-8da5-2ed421e0994e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:23.949783 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-736b7f8e-6a94-4562-8da5-2ed421e0994e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09479e2c-8d4d-4ddf-a999-7eaebc6756fd HTTP/1.1" status: 200 len: 845 time: 0.1108179 Nov 11 17:22:23.960666 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:23.978803 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-d5d785f2-2ad3-4a20-ae9c-17076d622bc0 service neutron] For port b4e5df2f-1179-465d-958f-d98e823b6238, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=b4e5df2f-1179-465d-958f-d98e823b6238,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:23.993028 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-22832787-5193-4fc6-8cd0-74e8c9b1bd51 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a7388172-0e31-4a48-82ab-4816dd651be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330100 Nov 11 17:22:24.009490 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-d5d785f2-2ad3-4a20-ae9c-17076d622bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:24.037666 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-bd5f55ed-9982-45dd-b949-8380068abea2 admin admin] Allocated IP 172.25.2.162 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/763e1ce7-de83-43d9-9686-261741ec67de) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:22:24.098308 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4241711b-5ede-4a07-afc4-1b81d06a8be5 x-openstack-request-id: req-4241711b-5ede-4a07-afc4-1b81d06a8be5 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:24.098680 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae39504-896a-47a5-b7ea-0b95dd657240", "tag": "bd35b35a-3c30-4d38-9779-5c9673979e44", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:24.098887 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4241711b-5ede-4a07-afc4-1b81d06a8be5 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:24.099280 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae39504-896a-47a5-b7ea-0b95dd657240', 'tag': 'bd35b35a-3c30-4d38-9779-5c9673979e44', 'status': 'completed', 'code': 200} Nov 11 17:22:24.148969 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438f6914-4400-4844-b48f-546a03e419ce x-openstack-request-id: req-438f6914-4400-4844-b48f-546a03e419ce {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:24.149436 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2965568-f681-4def-a1b0-a619c419d087", "name": "network-vif-deleted", "tag": "93bbd0ac-ce68-4d5f-be1f-6471760b395b", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:24.150137 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-438f6914-4400-4844-b48f-546a03e419ce {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:24.150700 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2965568-f681-4def-a1b0-a619c419d087', 'name': 'network-vif-deleted', 'tag': '93bbd0ac-ce68-4d5f-be1f-6471760b395b', 'status': 'completed', 'code': 200} Nov 11 17:22:24.171757 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-83d14e5b-895a-4a77-97b9-dedf691f911a service neutron] 10.222.0.83 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660125 Nov 11 17:22:24.224313 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-d5d785f2-2ad3-4a20-ae9c-17076d622bc0 service neutron] Transition to ACTIVE for port object b4e5df2f-1179-465d-958f-d98e823b6238 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:22:24.243665 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-05201510-ca17-4e40-8342-f624f9dc19af req-b242e59a-c719-4c81-9291-d3986d174f01 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:24.244352 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e39bd4-66d9-4128-b081-7600e8fd7288 req-86d587c9-1cef-46cd-a44b-29d65e8713d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:24.246500 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-42e39bd4-66d9-4128-b081-7600e8fd7288 req-86d587c9-1cef-46cd-a44b-29d65e8713d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20961177e886451b8c34ba006fbdf3f9&device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 1096 time: 0.0880296 Nov 11 17:22:24.259907 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-d5d785f2-2ad3-4a20-ae9c-17076d622bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:24.293562 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242e59a-c719-4c81-9291-d3986d174f01 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Pushing event deleted for resources: {'Port': ['ID=f69de718-57a6-4780-9364-43b931a395bb,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:24.364929 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d785f2-2ad3-4a20-ae9c-17076d622bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e5df2f-1179-465d-958f-d98e823b6238,revision_number=10']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:24.395658 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-825cd7e8-dd79-4e32-ba21-bd02fc6e21ef req-0ef8f124-0f05-49f7-83e9-ae8da0d4e7ea service neutron] 10.222.0.83 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145963 Nov 11 17:22:24.431860 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f39419de-21c5-410c-804e-222dbd79cc6a up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:22:24.446426 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-05201510-ca17-4e40-8342-f624f9dc19af req-b242e59a-c719-4c81-9291-d3986d174f01 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:24.450464 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-05201510-ca17-4e40-8342-f624f9dc19af req-b242e59a-c719-4c81-9291-d3986d174f01 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:24.452092 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05201510-ca17-4e40-8342-f624f9dc19af req-b242e59a-c719-4c81-9291-d3986d174f01 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "DELETE /v2.0/floatingips/181727de-ad02-4ecd-89dd-8d381836dd99 HTTP/1.1" status: 204 len: 173 time: 1.1631110 Nov 11 17:22:24.469034 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd5f55ed-9982-45dd-b949-8380068abea2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:24.505166 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-d5d785f2-2ad3-4a20-ae9c-17076d622bc0 service neutron] No DVR routers for this DVR port b4e5df2f-1179-465d-958f-d98e823b6238 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:22:24.511580 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port f39419de-21c5-410c-804e-222dbd79cc6a triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:24.512286 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:24.592002 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff2f90-42e0-49fc-a041-168ad08a6a31 req-a7526cd0-ac5b-4551-84c2-312151094a47 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:24.602558 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5eff2f90-42e0-49fc-a041-168ad08a6a31 req-a7526cd0-ac5b-4551-84c2-312151094a47 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 944 time: 0.0757377 Nov 11 17:22:24.602970 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-d5d785f2-2ad3-4a20-ae9c-17076d622bc0 service neutron] 10.222.0.64 "PUT /v2.0/ports/b4e5df2f-1179-465d-958f-d98e823b6238/bindings/n-h2-816206-4/activate HTTP/1.1" status: 200 len: 369 time: 1.1756489 Nov 11 17:22:24.629407 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929b783-9b77-4e22-bdef-39aa0fced3b7 req-d4e3d25b-d5b0-43d7-acec-4864e1755825 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:24.630891 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5929b783-9b77-4e22-bdef-39aa0fced3b7 req-d4e3d25b-d5b0-43d7-acec-4864e1755825 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.64 "GET /v2.0/ports?device_id=08f0266b-534f-484d-abe0-2482de9e0c44 HTTP/1.1" status: 200 len: 950 time: 0.1378064 Nov 11 17:22:24.637640 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e39bd4-66d9-4128-b081-7600e8fd7288 req-25eb279a-bf7c-434f-a50b-6ca1fb181f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:24.639080 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-42e39bd4-66d9-4128-b081-7600e8fd7288 req-25eb279a-bf7c-434f-a50b-6ca1fb181f54 service neutron] 10.222.0.64 "GET /v2.0/networks?id=15b13f5e-873f-4814-abaa-56ed24c5789c HTTP/1.1" status: 200 len: 921 time: 0.3807869 Nov 11 17:22:24.652923 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd5f55ed-9982-45dd-b949-8380068abea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:24.672717 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:24.701198 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5eff2f90-42e0-49fc-a041-168ad08a6a31 req-ef7bdb10-b3e8-42d2-895a-72e63c7a9579 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957830 Nov 11 17:22:24.750233 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port f39419de-21c5-410c-804e-222dbd79cc6a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f39419de-21c5-410c-804e-222dbd79cc6a,segment=NetworkSegment(ec646147-bf60-4aa9-8065-9bf927286bc9),segment_id=ec646147-bf60-4aa9-8065-9bf927286bc9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:24.760256 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:24.771244 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f55ed-9982-45dd-b949-8380068abea2 admin admin] Pushing event updated for resources: {'Port': ['ID=763e1ce7-de83-43d9-9686-261741ec67de,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:24.839612 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=f39419de-21c5-410c-804e-222dbd79cc6a,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:24.841331 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5f55ed-9982-45dd-b949-8380068abea2 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:22:24.845525 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-42e39bd4-66d9-4128-b081-7600e8fd7288 req-38b7a2ed-7017-42b3-b52d-1d5a8ffd6ee2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd35b35a-3c30-4d38-9779-5c9673979e44 HTTP/1.1" status: 200 len: 217 time: 0.1676216 Nov 11 17:22:24.851877 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-bd5f55ed-9982-45dd-b949-8380068abea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:22:24.854972 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5f55ed-9982-45dd-b949-8380068abea2 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:22:24.894704 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31065ac9-354a-4384-a94f-2535db4fcb55 None None] Network e943cf5d-ace4-4920-a83b-e3ebafedcd83 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:22:24.915202 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-6ad9d881-f66d-4c86-b3ad-b32267e0e730 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:24.916953 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-6ad9d881-f66d-4c86-b3ad-b32267e0e730 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1&tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 1095 time: 0.1830890 Nov 11 17:22:24.935259 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8ada0-45ef-4611-b2bd-495cb14dd5b9 req-28307eec-7662-4c56-9ca9-89ff23a2c2ba tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:24.944699 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c9f8ada0-45ef-4611-b2bd-495cb14dd5b9 req-28307eec-7662-4c56-9ca9-89ff23a2c2ba tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abbc4aa-3489-41bd-b580-19cf780614a4 HTTP/1.1" status: 200 len: 944 time: 0.1221895 Nov 11 17:22:24.961022 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e6726993-165d-408d-bedd-2b282207ff52 None None] Provisioning complete for port f39419de-21c5-410c-804e-222dbd79cc6a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:24.961665 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e6726993-165d-408d-bedd-2b282207ff52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:24.965099 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1123a3-1ddd-436f-9ad6-679a253125d2 req-44b70678-ef74-4977-a926-96723546c35d tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:24.967259 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf1123a3-1ddd-436f-9ad6-679a253125d2 req-44b70678-ef74-4977-a926-96723546c35d tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f0266b-534f-484d-abe0-2482de9e0c44 HTTP/1.1" status: 200 len: 950 time: 0.1543450 Nov 11 17:22:25.004038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e39bd4-66d9-4128-b081-7600e8fd7288 req-3e15688e-aa1e-4b1c-bf63-919be1c69aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:25.006845 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-42e39bd4-66d9-4128-b081-7600e8fd7288 req-3e15688e-aa1e-4b1c-bf63-919be1c69aff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e19ce021-4c4e-4c04-8fa6-c1347ad5c75b HTTP/1.1" status: 200 len: 859 time: 0.1453843 Nov 11 17:22:25.061280 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-ecc61cc7-3597-4faa-a335-12be84566997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:25.062495 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-ecc61cc7-3597-4faa-a335-12be84566997 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1&tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2 HTTP/1.1" status: 200 len: 1095 time: 0.1357148 Nov 11 17:22:25.080359 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-42e39bd4-66d9-4128-b081-7600e8fd7288 req-03ee8e4a-8687-4537-be3a-76b719b38f56 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15b13f5e-873f-4814-abaa-56ed24c5789c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335951 Nov 11 17:22:25.087990 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c9f8ada0-45ef-4611-b2bd-495cb14dd5b9 req-6188f9a5-3ddb-43ff-91ca-215f5d4f4e87 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415534 Nov 11 17:22:25.103573 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf1123a3-1ddd-436f-9ad6-679a253125d2 req-c7b456b2-a5c4-407a-b970-43a153f6bf31 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088743 Nov 11 17:22:25.168633 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-5929b783-9b77-4e22-bdef-39aa0fced3b7 req-63e4b5e1-fdb8-4751-89d6-c60a2ee4363f tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Deleting port dc7ab218-e666-496b-b071-a3c59f1b9164 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:22:25.168976 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5929b783-9b77-4e22-bdef-39aa0fced3b7 req-63e4b5e1-fdb8-4751-89d6-c60a2ee4363f tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:25.225533 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-f42a0cc7-7e51-4646-a09f-eb4ebb600918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:25.227292 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-f42a0cc7-7e51-4646-a09f-eb4ebb600918 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 1095 time: 0.1284225 Nov 11 17:22:25.232995 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60905117-7cfe-448a-98fb-7e16eefa8947 req-915b04c9-48c2-446c-a603-2a8a871e4108 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups/222b62b5-1ac2-4867-8fc8-b7e013210fd2 HTTP/1.1" status: 200 len: 1825 time: 0.0677407 Nov 11 17:22:25.335223 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-42e39bd4-66d9-4128-b081-7600e8fd7288 req-50d78da5-9e5e-476c-b6ec-3875207452d8 service neutron] 10.222.0.64 "GET /v2.0/networks/15b13f5e-873f-4814-abaa-56ed24c5789c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337956 Nov 11 17:22:25.458770 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-275f929d-d2fe-4c53-8462-794b2cfb3487 None None] Provisioning complete for port f39419de-21c5-410c-804e-222dbd79cc6a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:25.459444 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-275f929d-d2fe-4c53-8462-794b2cfb3487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:25.459600 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-149627b5-9003-4daf-a3ae-7ec585cde08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:25.460185 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-5929b783-9b77-4e22-bdef-39aa0fced3b7 req-63e4b5e1-fdb8-4751-89d6-c60a2ee4363f tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] For port dc7ab218-e666-496b-b071-a3c59f1b9164, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=dc7ab218-e666-496b-b071-a3c59f1b9164,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:25.460553 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5929b783-9b77-4e22-bdef-39aa0fced3b7 req-63e4b5e1-fdb8-4751-89d6-c60a2ee4363f tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:25.461009 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-149627b5-9003-4daf-a3ae-7ec585cde08f service neutron] 10.222.0.83 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 922 time: 0.2227707 Nov 11 17:22:25.464753 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-60905117-7cfe-448a-98fb-7e16eefa8947 req-1779b90f-6a92-4d2b-b422-b4a93821feef tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:25.478288 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2134c-6f86-41e6-a763-9f2f294cdd66 req-9dc4004a-d546-49cd-9b5c-6357109fddd2 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:25.484400 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2134c-6f86-41e6-a763-9f2f294cdd66 req-9dc4004a-d546-49cd-9b5c-6357109fddd2 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:25.491352 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2134c-6f86-41e6-a763-9f2f294cdd66 req-9dc4004a-d546-49cd-9b5c-6357109fddd2 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:25.497939 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2134c-6f86-41e6-a763-9f2f294cdd66 req-9dc4004a-d546-49cd-9b5c-6357109fddd2 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:25.503993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2134c-6f86-41e6-a763-9f2f294cdd66 req-9dc4004a-d546-49cd-9b5c-6357109fddd2 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:25.509167 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-5929b783-9b77-4e22-bdef-39aa0fced3b7 req-63e4b5e1-fdb8-4751-89d6-c60a2ee4363f tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Calling delete_port for dc7ab218-e666-496b-b071-a3c59f1b9164 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:22:25.509965 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2134c-6f86-41e6-a763-9f2f294cdd66 req-9dc4004a-d546-49cd-9b5c-6357109fddd2 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:25.516546 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2134c-6f86-41e6-a763-9f2f294cdd66 req-9dc4004a-d546-49cd-9b5c-6357109fddd2 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:25.518412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a4f2134c-6f86-41e6-a763-9f2f294cdd66 req-9dc4004a-d546-49cd-9b5c-6357109fddd2 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5418 time: 0.1625497 Nov 11 17:22:25.525537 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd5f55ed-9982-45dd-b949-8380068abea2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:25.585702 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-9a8058e9-5b2d-428c-b50b-956192c06aaa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4e5df2f-1179-465d-958f-d98e823b6238 HTTP/1.1" status: 200 len: 217 time: 0.0636225 Nov 11 17:22:25.590483 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-60905117-7cfe-448a-98fb-7e16eefa8947 req-1779b90f-6a92-4d2b-b422-b4a93821feef tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:25.636541 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-42e39bd4-66d9-4128-b081-7600e8fd7288 req-4f81e716-8b63-4fc8-9762-368fa329784d service neutron] 10.222.0.64 "GET /v2.0/networks/15b13f5e-873f-4814-abaa-56ed24c5789c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917867 Nov 11 17:22:25.646744 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d51287-2f40-4547-964a-96e96bf35b14 req-3c590c09-6d1f-4a86-9306-4d49c3531a3d tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:25.648681 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f5d51287-2f40-4547-964a-96e96bf35b14 req-3c590c09-6d1f-4a86-9306-4d49c3531a3d tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4774ade-c7d0-4e80-8f4c-5279580ad61b HTTP/1.1" status: 200 len: 950 time: 0.1854806 Nov 11 17:22:25.690309 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a4f2134c-6f86-41e6-a763-9f2f294cdd66 req-c2468adf-e35a-42a5-80bf-5351cd0ea2fa tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1566448 Nov 11 17:22:25.693103 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-7a703053-e74e-4247-938a-1f3fd7eda9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:25.694113 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-7a703053-e74e-4247-938a-1f3fd7eda9c6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 200 len: 860 time: 0.0951827 Nov 11 17:22:25.727992 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-60905117-7cfe-448a-98fb-7e16eefa8947 req-1779b90f-6a92-4d2b-b422-b4a93821feef tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:25.730567 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-60905117-7cfe-448a-98fb-7e16eefa8947 req-1779b90f-6a92-4d2b-b422-b4a93821feef tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:25.742345 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60905117-7cfe-448a-98fb-7e16eefa8947 req-1779b90f-6a92-4d2b-b422-b4a93821feef tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "DELETE /v2.0/security-groups/222b62b5-1ac2-4867-8fc8-b7e013210fd2 HTTP/1.1" status: 204 len: 173 time: 0.4113567 Nov 11 17:22:25.749011 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a5aa7c17-4619-491e-bbfb-253958f7db91 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f44096b2-3051-4615-8241-50ad95944236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465200 Nov 11 17:22:25.766917 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779b90f-6a92-4d2b-b422-b4a93821feef tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=222b62b5-1ac2-4867-8fc8-b7e013210fd2,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:25.922061 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c50f33-41f2-4fbb-a25d-b7af9c6f48a0 req-f4d5a3ba-3250-4197-bd03-382aa1521e92 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:25.923550 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-15c50f33-41f2-4fbb-a25d-b7af9c6f48a0 req-f4d5a3ba-3250-4197-bd03-382aa1521e92 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.1368768 Nov 11 17:22:25.959565 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b54c1-dd8c-4e37-be9d-34365f0edd82 req-6983f80a-c639-4418-b3b0-532be9c06230 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:25.961144 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c5b54c1-dd8c-4e37-be9d-34365f0edd82 req-6983f80a-c639-4418-b3b0-532be9c06230 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/ports?device_id=55baa5d8-eacd-48cc-9029-89e9a4a6bc03 HTTP/1.1" status: 200 len: 950 time: 0.1719773 Nov 11 17:22:25.979712 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-364227bc-1614-467d-8460-9b801f1802ce service neutron] 10.222.0.83 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144344 Nov 11 17:22:26.077821 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-15c50f33-41f2-4fbb-a25d-b7af9c6f48a0 req-886720d9-95c1-4df7-95d5-5201ec08fcdc tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448758 Nov 11 17:22:26.099124 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c5b54c1-dd8c-4e37-be9d-34365f0edd82 req-00426e90-d1b7-462e-a164-ef5a058b1960 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b7a285a-cd1d-4a47-8692-0814d3434adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293550 Nov 11 17:22:26.101570 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abbc4aa-3489-41bd-b580-19cf780614a4', 'tag': 'b491e5cb-94d0-4f9e-a346-b43ed272f2fb'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:26.103547 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21325886-2e63-4052-9838-3aa6be167fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "6abbc4aa-3489-41bd-b580-19cf780614a4", "tag": "b491e5cb-94d0-4f9e-a346-b43ed272f2fb"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:26.151243 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-7fa4442b-b01d-4456-be53-01633f533c3d service neutron] 10.222.0.83 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575904 Nov 11 17:22:26.214773 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5929b783-9b77-4e22-bdef-39aa0fced3b7 req-63e4b5e1-fdb8-4751-89d6-c60a2ee4363f tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:26.219495 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-f5d51287-2f40-4547-964a-96e96bf35b14 req-5cf1a99d-e3c7-4734-9290-7960e11cc532 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Deleting port 1cc6b455-4c4f-4934-afb5-ff600c11e4c4 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:22:26.219919 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f5d51287-2f40-4547-964a-96e96bf35b14 req-5cf1a99d-e3c7-4734-9290-7960e11cc532 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:26.228928 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bca20f07-f1b1-415e-8a44-73ad6aa3b2d1', '47bf62d8-1ba1-46b3-9a83-55fa535c0675', '1b62d5ee-5a6c-47f8-9933-c6053b9d008e', '1cc6b455-4c4f-4934-afb5-ff600c11e4c4'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:26.241492 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd5f55ed-9982-45dd-b949-8380068abea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:26.242159 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41935e-0738-40fe-ac7e-c0dacfe9df1f req-08958ede-ac4c-4aa9-8449-b4f5e14668c9 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:26.244719 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d41935e-0738-40fe-ac7e-c0dacfe9df1f req-08958ede-ac4c-4aa9-8449-b4f5e14668c9 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 944 time: 0.0710175 Nov 11 17:22:26.283416 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['dc7ab218-e666-496b-b071-a3c59f1b9164'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:26.301731 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4b5e1-fdb8-4751-89d6-c60a2ee4363f tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Pushing event deleted for resources: {'Port': ['ID=dc7ab218-e666-496b-b071-a3c59f1b9164,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:26.370852 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f39419de-21c5-410c-804e-222dbd79cc6a up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:22:26.408462 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d41935e-0738-40fe-ac7e-c0dacfe9df1f req-927bb68c-ff63-4c0b-88d0-27856ccb52b4 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513317 Nov 11 17:22:26.425501 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-5929b783-9b77-4e22-bdef-39aa0fced3b7 req-63e4b5e1-fdb8-4751-89d6-c60a2ee4363f tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] No DVR routers for this DVR port dc7ab218-e666-496b-b071-a3c59f1b9164 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:22:26.431281 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device dc7ab218-e666-496b-b071-a3c59f1b9164 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:22:26.461348 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5929b783-9b77-4e22-bdef-39aa0fced3b7 req-63e4b5e1-fdb8-4751-89d6-c60a2ee4363f tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:26.464986 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5929b783-9b77-4e22-bdef-39aa0fced3b7 req-63e4b5e1-fdb8-4751-89d6-c60a2ee4363f tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.64 "DELETE /v2.0/ports/dc7ab218-e666-496b-b071-a3c59f1b9164 HTTP/1.1" status: 204 len: 173 time: 1.7858605 Nov 11 17:22:26.465391 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f0266b-534f-484d-abe0-2482de9e0c44', 'name': 'network-vif-deleted', 'tag': 'dc7ab218-e666-496b-b071-a3c59f1b9164'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:26.466593 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: dc7ab218-e666-496b-b071-a3c59f1b9164 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:22:26.467035 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device dc7ab218-e666-496b-b071-a3c59f1b9164 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:22:26.467678 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b4e5df2f-1179-465d-958f-d98e823b6238 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:22:26.467829 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4796f138-d79a-4e2d-8600-8a2bbb5b9d58" -d '{"events": [{"server_uuid": "08f0266b-534f-484d-abe0-2482de9e0c44", "name": "network-vif-deleted", "tag": "dc7ab218-e666-496b-b071-a3c59f1b9164"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:26.497525 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-f5d51287-2f40-4547-964a-96e96bf35b14 req-5cf1a99d-e3c7-4734-9290-7960e11cc532 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] For port 1cc6b455-4c4f-4934-afb5-ff600c11e4c4, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=1cc6b455-4c4f-4934-afb5-ff600c11e4c4,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:26.497880 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f5d51287-2f40-4547-964a-96e96bf35b14 req-5cf1a99d-e3c7-4734-9290-7960e11cc532 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:26.518416 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-f5d51287-2f40-4547-964a-96e96bf35b14 req-5cf1a99d-e3c7-4734-9290-7960e11cc532 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Calling delete_port for 1cc6b455-4c4f-4934-afb5-ff600c11e4c4 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:22:26.541448 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa45bc2-980d-4d9b-8735-e85712400be3 x-openstack-request-id: req-2aa45bc2-980d-4d9b-8735-e85712400be3 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:26.542086 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abbc4aa-3489-41bd-b580-19cf780614a4", "tag": "b491e5cb-94d0-4f9e-a346-b43ed272f2fb", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:26.542434 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2aa45bc2-980d-4d9b-8735-e85712400be3 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:26.542848 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abbc4aa-3489-41bd-b580-19cf780614a4', 'tag': 'b491e5cb-94d0-4f9e-a346-b43ed272f2fb', 'status': 'completed', 'code': 200} Nov 11 17:22:26.554338 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b4e5df2f-1179-465d-958f-d98e823b6238 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:22:26.594615 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port f39419de-21c5-410c-804e-222dbd79cc6a triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:26.595275 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:26.603409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de980f-4f8c-4112-aadd-97aa711e1541 req-6e75d907-b52d-4a24-ba47-7b6dcd32bbf7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:26.613395 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0de980f-4f8c-4112-aadd-97aa711e1541 req-6e75d907-b52d-4a24-ba47-7b6dcd32bbf7 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abbc4aa-3489-41bd-b580-19cf780614a4 HTTP/1.1" status: 200 len: 944 time: 0.1898308 Nov 11 17:22:26.643675 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5f55ed-9982-45dd-b949-8380068abea2 admin admin] Router 64b27bb6-7576-43f2-9b53-2180d2abcc44 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:22:26.673779 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4169eb42-eba6-469b-809f-92c61710b916 req-1e8103f9-bd4b-4b51-a9a5-a62ae5a4b83b tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f0266b-534f-484d-abe0-2482de9e0c44 HTTP/1.1" status: 200 len: 210 time: 0.0579605 Nov 11 17:22:26.705683 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a68d8969-80db-4ec0-9168-ba7553fa1bad tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:26.705683 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-a68d8969-80db-4ec0-9168-ba7553fa1bad tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1&tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&binding%3Ahost_id=n-h2-816206-4 HTTP/1.1" status: 200 len: 1095 time: 0.2198603 Nov 11 17:22:26.735168 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21325886-2e63-4052-9838-3aa6be167fc5 req-a07f0426-3a11-4fcf-9e10-fef28a6fbd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:26.743842 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-21325886-2e63-4052-9838-3aa6be167fc5 req-a07f0426-3a11-4fcf-9e10-fef28a6fbd90 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe79ca1b47dd4a0a8271b94e8a0db861&device_id=6abbc4aa-3489-41bd-b580-19cf780614a4 HTTP/1.1" status: 200 len: 1095 time: 0.1946766 Nov 11 17:22:26.909958 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5f55ed-9982-45dd-b949-8380068abea2 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:22:26.912812 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f5d51287-2f40-4547-964a-96e96bf35b14 req-5cf1a99d-e3c7-4734-9290-7960e11cc532 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:26.925362 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] Sync routers for ids ['64b27bb6-7576-43f2-9b53-2180d2abcc44'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:22:26.934842 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0de980f-4f8c-4112-aadd-97aa711e1541 req-8c94d524-c329-4454-b362-2be7ebbf5767 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205557 Nov 11 17:22:26.941417 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] Routers {'64b27bb6-7576-43f2-9b53-2180d2abcc44'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:22:26.942691 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:22:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['64b27bb6-7576-43f2-9b53-2180d2abcc44'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:26.977555 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1a99d-e3c7-4734-9290-7960e11cc532 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Pushing event deleted for resources: {'Port': ['ID=1cc6b455-4c4f-4934-afb5-ff600c11e4c4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:26.997930 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd5f55ed-9982-45dd-b949-8380068abea2 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:26.999356 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bd5f55ed-9982-45dd-b949-8380068abea2 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.2397525 Nov 11 17:22:27.021582 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54814) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:27.023250 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2690a12-df93-445d-ae01-3120b5a0ead8 x-openstack-request-id: req-c2690a12-df93-445d-ae01-3120b5a0ead8 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:27.023950 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f0266b-534f-484d-abe0-2482de9e0c44", "name": "network-vif-deleted", "tag": "dc7ab218-e666-496b-b071-a3c59f1b9164", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:27.024223 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c2690a12-df93-445d-ae01-3120b5a0ead8 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:27.024616 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f0266b-534f-484d-abe0-2482de9e0c44', 'name': 'network-vif-deleted', 'tag': 'dc7ab218-e666-496b-b071-a3c59f1b9164', 'status': 'completed', 'code': 200} Nov 11 17:22:27.044210 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device b491e5cb-94d0-4f9e-a346-b43ed272f2fb details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:22:27.067364 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff0f0d-1bfd-44f2-95aa-ef9189d8f239 req-05173e73-9aaa-4bca-8fe9-e4b754fad436 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:27.074631 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-75ff0f0d-1bfd-44f2-95aa-ef9189d8f239 req-05173e73-9aaa-4bca-8fe9-e4b754fad436 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.3040688 Nov 11 17:22:27.104830 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21325886-2e63-4052-9838-3aa6be167fc5 req-50dba874-21a3-4591-bc88-a3b189365a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:27.104830 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-21325886-2e63-4052-9838-3aa6be167fc5 req-50dba874-21a3-4591-bc88-a3b189365a1a service neutron] 10.222.0.83 "GET /v2.0/networks?id=a7388172-0e31-4a48-82ab-4816dd651be5 HTTP/1.1" status: 200 len: 907 time: 0.3312218 Nov 11 17:22:27.138192 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] Set router 64b27bb6-7576-43f2-9b53-2180d2abcc44 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:22:27.147110 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d51287-2f40-4547-964a-96e96bf35b14 req-5cf1a99d-e3c7-4734-9290-7960e11cc532 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] No DVR routers for this DVR port 1cc6b455-4c4f-4934-afb5-ff600c11e4c4 on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:22:27.150478 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f5d51287-2f40-4547-964a-96e96bf35b14 req-5cf1a99d-e3c7-4734-9290-7960e11cc532 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:27.155513 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f5d51287-2f40-4547-964a-96e96bf35b14 req-5cf1a99d-e3c7-4734-9290-7960e11cc532 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "DELETE /v2.0/ports/1cc6b455-4c4f-4934-afb5-ff600c11e4c4 HTTP/1.1" status: 204 len: 173 time: 1.4966302 Nov 11 17:22:27.284510 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-21325886-2e63-4052-9838-3aa6be167fc5 req-c3f3ccc1-ee63-441d-9633-4b827a6ebcbd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b491e5cb-94d0-4f9e-a346-b43ed272f2fb HTTP/1.1" status: 200 len: 217 time: 0.1388364 Nov 11 17:22:27.295820 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-75ff0f0d-1bfd-44f2-95aa-ef9189d8f239 req-76f5d62d-2444-4ea4-97d0-98aca3d024e2 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197912 Nov 11 17:22:27.353082 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b84fcb-2bdb-4cef-b0b0-078b062c31c4 req-f13cdb86-a7fa-4779-bdf4-b7c4c3fc3b93 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:27.354791 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-85b84fcb-2bdb-4cef-b0b0-078b062c31c4 req-f13cdb86-a7fa-4779-bdf4-b7c4c3fc3b93 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.64 "GET /v2.0/ports?device_id=55baa5d8-eacd-48cc-9029-89e9a4a6bc03 HTTP/1.1" status: 200 len: 950 time: 0.2220821 Nov 11 17:22:27.426196 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port b491e5cb-94d0-4f9e-a346-b43ed272f2fb, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=b491e5cb-94d0-4f9e-a346-b43ed272f2fb,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:27.433795 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:25Z', 'revision_number': 3, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:27.442211 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd426e-4068-497a-aac0-104122c9394a req-6876aa43-701b-488a-b378-0ea2dfb3476c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:27.448416 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd426e-4068-497a-aac0-104122c9394a req-6876aa43-701b-488a-b378-0ea2dfb3476c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:27.448830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'b491e5cb-94d0-4f9e-a346-b43ed272f2fb', 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5', 'port_id': 'b491e5cb-94d0-4f9e-a346-b43ed272f2fb', 'mac_address': 'fa:16:3e:54:5d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09479e2c-8d4d-4ddf-a999-7eaebc6756fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:22:27.472089 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd426e-4068-497a-aac0-104122c9394a req-6876aa43-701b-488a-b378-0ea2dfb3476c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:27.473219 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] Checking router: 64b27bb6-7576-43f2-9b53-2180d2abcc44 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:22:27.473855 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] Updating router 64b27bb6-7576-43f2-9b53-2180d2abcc44 port 763e1ce7-de83-43d9-9686-261741ec67de binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:22:27.478319 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd426e-4068-497a-aac0-104122c9394a req-6876aa43-701b-488a-b378-0ea2dfb3476c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:27.496619 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd426e-4068-497a-aac0-104122c9394a req-6876aa43-701b-488a-b378-0ea2dfb3476c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:27.503377 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd426e-4068-497a-aac0-104122c9394a req-6876aa43-701b-488a-b378-0ea2dfb3476c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:27.506201 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:27.522005 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd426e-4068-497a-aac0-104122c9394a req-6876aa43-701b-488a-b378-0ea2dfb3476c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:27.523937 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63fd426e-4068-497a-aac0-104122c9394a req-6876aa43-701b-488a-b378-0ea2dfb3476c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5418 time: 0.4443164 Nov 11 17:22:27.531317 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:27.542971 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-63c19ca8-d9ab-4770-94e6-dda07a679672 service neutron] For port b4e5df2f-1179-465d-958f-d98e823b6238, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:22:27.556841 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b491e5cb-94d0-4f9e-a346-b43ed272f2fb {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:27.577790 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-63c19ca8-d9ab-4770-94e6-dda07a679672 service neutron] Publish callbacks [] for binding, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:27.579375 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb7b766f-f0a2-49bf-bc21-70b60a4034a8 req-63c19ca8-d9ab-4770-94e6-dda07a679672 service neutron] 10.222.0.83 "DELETE /v2.0/ports/b4e5df2f-1179-465d-958f-d98e823b6238/bindings/n-h1-816206-4 HTTP/1.1" status: 204 len: 173 time: 0.8579082 Nov 11 17:22:27.622702 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port b491e5cb-94d0-4f9e-a346-b43ed272f2fb, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=b491e5cb-94d0-4f9e-a346-b43ed272f2fb,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:27.623182 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21325886-2e63-4052-9838-3aa6be167fc5 req-29d88f39-0a53-43ab-8986-6251477b8aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:27.624845 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-21325886-2e63-4052-9838-3aa6be167fc5 req-29d88f39-0a53-43ab-8986-6251477b8aac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09479e2c-8d4d-4ddf-a999-7eaebc6756fd HTTP/1.1" status: 200 len: 845 time: 0.3258724 Nov 11 17:22:27.641723 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:27.691340 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-21325886-2e63-4052-9838-3aa6be167fc5 req-b1cd9bb9-81bd-4019-bac0-a509148a020a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a7388172-0e31-4a48-82ab-4816dd651be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578713 Nov 11 17:22:27.697628 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-85b84fcb-2bdb-4cef-b0b0-078b062c31c4 req-d6a31365-3ced-4380-b057-390a4a2aa682 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Deleting port 28effa4a-85d8-4f79-9ed8-9a2062d6b086 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:22:27.698537 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-85b84fcb-2bdb-4cef-b0b0-078b062c31c4 req-d6a31365-3ced-4380-b057-390a4a2aa682 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:27.775149 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=b491e5cb-94d0-4f9e-a346-b43ed272f2fb,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:27.785243 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf9f54-76d2-47d3-aff0-7a666a42f53b req-0ba2fe09-3943-45a9-a2e4-7fffd26d0b05 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:27.792682 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bacf9f54-76d2-47d3-aff0-7a666a42f53b req-0ba2fe09-3943-45a9-a2e4-7fffd26d0b05 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.2615788 Nov 11 17:22:27.849002 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63fd426e-4068-497a-aac0-104122c9394a req-86ac319d-2ddf-4c9b-9f05-fab7c55da841 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3051362 Nov 11 17:22:27.875149 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-85b84fcb-2bdb-4cef-b0b0-078b062c31c4 req-d6a31365-3ced-4380-b057-390a4a2aa682 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] For port 28effa4a-85d8-4f79-9ed8-9a2062d6b086, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=28effa4a-85d8-4f79-9ed8-9a2062d6b086,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:27.876016 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-85b84fcb-2bdb-4cef-b0b0-078b062c31c4 req-d6a31365-3ced-4380-b057-390a4a2aa682 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:27.936109 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bacf9f54-76d2-47d3-aff0-7a666a42f53b req-03d7ec54-d177-4da6-8444-41088faf9fc4 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352811 Nov 11 17:22:27.938528 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:27.941117 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-85b84fcb-2bdb-4cef-b0b0-078b062c31c4 req-d6a31365-3ced-4380-b057-390a4a2aa682 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Calling delete_port for 28effa4a-85d8-4f79-9ed8-9a2062d6b086 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:22:27.960606 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['b491e5cb-94d0-4f9e-a346-b43ed272f2fb'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:27.973360 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:28.065791 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] Attempting to bind port 763e1ce7-de83-43d9-9686-261741ec67de on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:22:28.066688 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] Attempting to bind port 763e1ce7-de83-43d9-9686-261741ec67de by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:22:28.067220 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] Attempting to bind port 763e1ce7-de83-43d9-9686-261741ec67de on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:28.072778 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0fa51-d8b9-4f71-acc4-3665a6ee9875 None None] Pushing event updated for resources: {'Port': ['ID=763e1ce7-de83-43d9-9686-261741ec67de,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:28.080697 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:22:28.081408 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:22:28.082006 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:28.082589 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:22:28.083250 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] Bound port: 763e1ce7-de83-43d9-9686-261741ec67de, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:22:28.083849 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:28.225926 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fa51-d8b9-4f71-acc4-3665a6ee9875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:28.226568 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fa51-d8b9-4f71-acc4-3665a6ee9875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:28.226696 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fa51-d8b9-4f71-acc4-3665a6ee9875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:28.227242 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fa51-d8b9-4f71-acc4-3665a6ee9875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:28.228069 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fa51-d8b9-4f71-acc4-3665a6ee9875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:28.228230 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-85b84fcb-2bdb-4cef-b0b0-078b062c31c4 req-d6a31365-3ced-4380-b057-390a4a2aa682 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:28.228428 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fa51-d8b9-4f71-acc4-3665a6ee9875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:28.228998 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fa51-d8b9-4f71-acc4-3665a6ee9875 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:28.230549 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fa51-d8b9-4f71-acc4-3665a6ee9875 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:28.231025 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fa51-d8b9-4f71-acc4-3665a6ee9875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:28.232817 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fa51-d8b9-4f71-acc4-3665a6ee9875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:28.233343 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fa51-d8b9-4f71-acc4-3665a6ee9875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:28.233675 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fa51-d8b9-4f71-acc4-3665a6ee9875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:22:28.265839 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['28effa4a-85d8-4f79-9ed8-9a2062d6b086'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:28.267409 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] For port 763e1ce7-de83-43d9-9686-261741ec67de, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:22:28.271631 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] For port 763e1ce7-de83-43d9-9686-261741ec67de, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=763e1ce7-de83-43d9-9686-261741ec67de,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:22:28.277711 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:28.325467 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a31365-3ced-4380-b057-390a4a2aa682 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Pushing event deleted for resources: {'Port': ['ID=28effa4a-85d8-4f79-9ed8-9a2062d6b086,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:28.364498 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0fa51-d8b9-4f71-acc4-3665a6ee9875 None None] Pushing event updated for resources: {'Port': ['ID=763e1ce7-de83-43d9-9686-261741ec67de,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:28.378163 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b84fcb-2bdb-4cef-b0b0-078b062c31c4 req-d6a31365-3ced-4380-b057-390a4a2aa682 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] No DVR routers for this DVR port 28effa4a-85d8-4f79-9ed8-9a2062d6b086 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:22:28.382417 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-85b84fcb-2bdb-4cef-b0b0-078b062c31c4 req-d6a31365-3ced-4380-b057-390a4a2aa682 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:28.387715 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-21325886-2e63-4052-9838-3aa6be167fc5 req-9e66b34e-b301-433a-bfcf-368b85efb07f service neutron] 10.222.0.83 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6820776 Nov 11 17:22:28.388343 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-85b84fcb-2bdb-4cef-b0b0-078b062c31c4 req-d6a31365-3ced-4380-b057-390a4a2aa682 tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.64 "DELETE /v2.0/ports/28effa4a-85d8-4f79-9ed8-9a2062d6b086 HTTP/1.1" status: 204 len: 173 time: 1.0222969 Nov 11 17:22:28.399287 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] Routers {'64b27bb6-7576-43f2-9b53-2180d2abcc44'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:22:28.400189 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:22:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['64b27bb6-7576-43f2-9b53-2180d2abcc44'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:28.503664 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56eb82-3d41-4857-97be-d15d395c2d94 req-387c55b7-a08c-44f9-97b9-84cbd43a101a tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:28.511699 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fb56eb82-3d41-4857-97be-d15d395c2d94 req-387c55b7-a08c-44f9-97b9-84cbd43a101a tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/ports?device_id=55baa5d8-eacd-48cc-9029-89e9a4a6bc03 HTTP/1.1" status: 200 len: 867 time: 0.5547552 Nov 11 17:22:28.523479 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b24975c9-86c8-44a1-a7a5-f95bf7c0edd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:28.530784 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ecb5f-652f-4841-9994-4eaf0c8da5f3 req-61ea12d5-66fd-434a-b946-154a961a3aba tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:28.538206 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-661ecb5f-652f-4841-9994-4eaf0c8da5f3 req-61ea12d5-66fd-434a-b946-154a961a3aba tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 944 time: 0.5227778 Nov 11 17:22:28.557442 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] Set router 64b27bb6-7576-43f2-9b53-2180d2abcc44 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:22:28.633913 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-21325886-2e63-4052-9838-3aa6be167fc5 req-d2611700-c274-4cd4-a371-b4cdaaa8dfbd service neutron] 10.222.0.83 "GET /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317719 Nov 11 17:22:28.646578 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-661ecb5f-652f-4841-9994-4eaf0c8da5f3 req-1d6bafec-b124-4dd6-96f4-86ab9df7ad97 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056764 Nov 11 17:22:28.650663 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bca20f07-f1b1-415e-8a44-73ad6aa3b2d1', '47bf62d8-1ba1-46b3-9a83-55fa535c0675', '1b62d5ee-5a6c-47f8-9933-c6053b9d008e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:28.675326 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fb56eb82-3d41-4857-97be-d15d395c2d94 req-3249fd32-3e9a-4721-b1ca-830988b6ceac tempest-TenantUsagesTestJSON-1290275865 tempest-TenantUsagesTestJSON-1290275865-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b7a285a-cd1d-4a47-8692-0814d3434adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625907 Nov 11 17:22:28.807603 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-b24975c9-86c8-44a1-a7a5-f95bf7c0edd6 admin admin] Allocated IP 172.20.0.1 (e943cf5d-ace4-4920-a83b-e3ebafedcd83/1758254d-1b04-473e-8f9e-cda256449fb7/76f30440-029f-489d-9d31-ba6033705d8f) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:22:28.813548 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:25Z', 'revision_number': 3, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:28.856848 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12acae9-2f8e-43ff-b8fc-39e85b8f974e None None] The sync data for ids ['64b27bb6-7576-43f2-9b53-2180d2abcc44'] in n-d-816206-4 is: [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:25Z', 'revision_number': 3, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:22:28.874520 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ea542-9a89-4592-8eeb-392a1feca04a req-9174b465-2855-40cb-99cc-6dab8fe5dd4d tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:28.882921 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fc0ea542-9a89-4592-8eeb-392a1feca04a req-9174b465-2855-40cb-99cc-6dab8fe5dd4d tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abbc4aa-3489-41bd-b580-19cf780614a4 HTTP/1.1" status: 200 len: 945 time: 0.1263397 Nov 11 17:22:28.907881 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61dee0-a7cc-42e1-859a-2f32baa642bc req-6c6e9ffe-31cb-416a-8ceb-6b00732236cc tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:28.909350 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae61dee0-a7cc-42e1-859a-2f32baa642bc req-6c6e9ffe-31cb-416a-8ceb-6b00732236cc tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.1068463 Nov 11 17:22:28.938901 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b24975c9-86c8-44a1-a7a5-f95bf7c0edd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:28.977363 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fc0ea542-9a89-4592-8eeb-392a1feca04a req-d8fc8459-845a-4f0d-b9c9-36a87ed02dad tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921431 Nov 11 17:22:28.983238 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b24975c9-86c8-44a1-a7a5-f95bf7c0edd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:29.005311 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae61dee0-a7cc-42e1-859a-2f32baa642bc req-d1dfc693-d90a-404d-b8d4-db929c4a9294 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828087 Nov 11 17:22:29.042616 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4774ade-c7d0-4e80-8f4c-5279580ad61b', 'name': 'network-vif-deleted', 'tag': '1cc6b455-4c4f-4934-afb5-ff600c11e4c4'}, {'server_uuid': '55baa5d8-eacd-48cc-9029-89e9a4a6bc03', 'name': 'network-vif-deleted', 'tag': '28effa4a-85d8-4f79-9ed8-9a2062d6b086'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:29.045453 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3550bdb7-2606-4d74-a6a2-8279a246b7f3" -d '{"events": [{"server_uuid": "b4774ade-c7d0-4e80-8f4c-5279580ad61b", "name": "network-vif-deleted", "tag": "1cc6b455-4c4f-4934-afb5-ff600c11e4c4"}, {"server_uuid": "55baa5d8-eacd-48cc-9029-89e9a4a6bc03", "name": "network-vif-deleted", "tag": "28effa4a-85d8-4f79-9ed8-9a2062d6b086"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:29.060792 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24975c9-86c8-44a1-a7a5-f95bf7c0edd6 admin admin] Network e943cf5d-ace4-4920-a83b-e3ebafedcd83 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:22:29.065158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-b24975c9-86c8-44a1-a7a5-f95bf7c0edd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:22:29.073335 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24975c9-86c8-44a1-a7a5-f95bf7c0edd6 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:22:29.087667 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device b491e5cb-94d0-4f9e-a346-b43ed272f2fb up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:22:29.142984 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24975c9-86c8-44a1-a7a5-f95bf7c0edd6 admin admin] Pushing event updated for resources: {'Port': ['ID=76f30440-029f-489d-9d31-ba6033705d8f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:29.169272 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b24975c9-86c8-44a1-a7a5-f95bf7c0edd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:29.337344 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde606c8-8f3d-4713-b701-661decd6ebdc req-a0f482db-2750-4b07-9723-7594d9cce26f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:29.348556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde606c8-8f3d-4713-b701-661decd6ebdc req-a0f482db-2750-4b07-9723-7594d9cce26f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:29.355518 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde606c8-8f3d-4713-b701-661decd6ebdc req-a0f482db-2750-4b07-9723-7594d9cce26f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:29.355892 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port b491e5cb-94d0-4f9e-a346-b43ed272f2fb completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:22:29.360422 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port b491e5cb-94d0-4f9e-a346-b43ed272f2fb triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:29.360729 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:29.363757 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde606c8-8f3d-4713-b701-661decd6ebdc req-a0f482db-2750-4b07-9723-7594d9cce26f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:29.372750 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde606c8-8f3d-4713-b701-661decd6ebdc req-a0f482db-2750-4b07-9723-7594d9cce26f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:29.378799 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde606c8-8f3d-4713-b701-661decd6ebdc req-a0f482db-2750-4b07-9723-7594d9cce26f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:29.385064 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde606c8-8f3d-4713-b701-661decd6ebdc req-a0f482db-2750-4b07-9723-7594d9cce26f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:29.387678 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dde606c8-8f3d-4713-b701-661decd6ebdc req-a0f482db-2750-4b07-9723-7594d9cce26f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5418 time: 0.2606499 Nov 11 17:22:29.413719 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab79ec-6b92-489d-8d13-cb7e2f365d14 req-dab60166-5c81-42ce-b88b-386d48a3f2cf tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:29.419645 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a5ab79ec-6b92-489d-8d13-cb7e2f365d14 req-dab60166-5c81-42ce-b88b-386d48a3f2cf tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 945 time: 0.1128683 Nov 11 17:22:29.449829 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c9b5e-518b-423a-a22a-5c8ffa8b067c req-90b90773-af25-4378-b373-054a6bedd0fb tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:29.451621 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-486c9b5e-518b-423a-a22a-5c8ffa8b067c req-90b90773-af25-4378-b373-054a6bedd0fb tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.2593555 Nov 11 17:22:29.519230 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b24975c9-86c8-44a1-a7a5-f95bf7c0edd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:29.519562 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:29.552285 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-dbf63c93-89e2-4912-ba4f-47286f1aeaca None None] Provisioning complete for port 76f30440-029f-489d-9d31-ba6033705d8f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:29.553303 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dbf63c93-89e2-4912-ba4f-47286f1aeaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:29.558574 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-486c9b5e-518b-423a-a22a-5c8ffa8b067c req-1d1cefec-9741-49da-a7c4-c3009ab6c029 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946658 Nov 11 17:22:29.586764 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abbc4aa-3489-41bd-b580-19cf780614a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b491e5cb-94d0-4f9e-a346-b43ed272f2fb'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:29.590267 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3465ed0f-daf2-459f-ab0a-3fe09566ade7" -d '{"events": [{"server_uuid": "6abbc4aa-3489-41bd-b580-19cf780614a4", "name": "network-vif-plugged", "status": "completed", "tag": "b491e5cb-94d0-4f9e-a346-b43ed272f2fb"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:29.603004 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dde606c8-8f3d-4713-b701-661decd6ebdc req-754d5eef-09e8-47d1-86d7-a4260412caa5 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2012851 Nov 11 17:22:29.629249 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port b491e5cb-94d0-4f9e-a346-b43ed272f2fb, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=b491e5cb-94d0-4f9e-a346-b43ed272f2fb,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:29.629358 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-a5ab79ec-6b92-489d-8d13-cb7e2f365d14 req-76d0a031-b7f2-4b54-aabb-dea40fe2609d tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Deleting port bd35b35a-3c30-4d38-9779-5c9673979e44 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:22:29.629358 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5ab79ec-6b92-489d-8d13-cb7e2f365d14 req-76d0a031-b7f2-4b54-aabb-dea40fe2609d tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:29.629558 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:29.629558 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 1cc6b455-4c4f-4934-afb5-ff600c11e4c4 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:22:29.681289 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 1cc6b455-4c4f-4934-afb5-ff600c11e4c4 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:22:29.681985 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 1cc6b455-4c4f-4934-afb5-ff600c11e4c4 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:22:29.683616 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-dbf63c93-89e2-4912-ba4f-47286f1aeaca None None] Port 76f30440-029f-489d-9d31-ba6033705d8f cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:22:29.721206 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac91a41-9d86-4055-9eb4-21ccfc0a58b0 x-openstack-request-id: req-5ac91a41-9d86-4055-9eb4-21ccfc0a58b0 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:29.721599 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4774ade-c7d0-4e80-8f4c-5279580ad61b", "name": "network-vif-deleted", "tag": "1cc6b455-4c4f-4934-afb5-ff600c11e4c4", "status": "completed", "code": 200}, {"server_uuid": "55baa5d8-eacd-48cc-9029-89e9a4a6bc03", "name": "network-vif-deleted", "tag": "28effa4a-85d8-4f79-9ed8-9a2062d6b086", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:29.721728 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5ac91a41-9d86-4055-9eb4-21ccfc0a58b0 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:29.722134 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4774ade-c7d0-4e80-8f4c-5279580ad61b', 'name': 'network-vif-deleted', 'tag': '1cc6b455-4c4f-4934-afb5-ff600c11e4c4', 'status': 'completed', 'code': 200} Nov 11 17:22:29.722387 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55baa5d8-eacd-48cc-9029-89e9a4a6bc03', 'name': 'network-vif-deleted', 'tag': '28effa4a-85d8-4f79-9ed8-9a2062d6b086', 'status': 'completed', 'code': 200} Nov 11 17:22:29.750788 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=b491e5cb-94d0-4f9e-a346-b43ed272f2fb,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:29.765249 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69e645-13c0-45b5-8e54-df300e1a2e2e req-f2d4cdfc-2827-4146-b1fe-5c40d9f7f348 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:29.774624 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd69e645-13c0-45b5-8e54-df300e1a2e2e req-f2d4cdfc-2827-4146-b1fe-5c40d9f7f348 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 1095 time: 0.0810421 Nov 11 17:22:29.813714 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf605e8-b310-461d-b57e-7bf779ac1f2b x-openstack-request-id: req-bcf605e8-b310-461d-b57e-7bf779ac1f2b {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:29.814018 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abbc4aa-3489-41bd-b580-19cf780614a4", "name": "network-vif-plugged", "status": "completed", "tag": "b491e5cb-94d0-4f9e-a346-b43ed272f2fb", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:29.814269 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bcf605e8-b310-461d-b57e-7bf779ac1f2b {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:29.814708 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abbc4aa-3489-41bd-b580-19cf780614a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b491e5cb-94d0-4f9e-a346-b43ed272f2fb', 'code': 200} Nov 11 17:22:29.818705 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-a5ab79ec-6b92-489d-8d13-cb7e2f365d14 req-76d0a031-b7f2-4b54-aabb-dea40fe2609d tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] For port bd35b35a-3c30-4d38-9779-5c9673979e44, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=bd35b35a-3c30-4d38-9779-5c9673979e44,segment=NetworkSegment(ae50b5d6-b110-4322-8a79-5ad3698cdf52),segment_id=ae50b5d6-b110-4322-8a79-5ad3698cdf52)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:29.819268 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5ab79ec-6b92-489d-8d13-cb7e2f365d14 req-76d0a031-b7f2-4b54-aabb-dea40fe2609d tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:29.851794 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-a5ab79ec-6b92-489d-8d13-cb7e2f365d14 req-76d0a031-b7f2-4b54-aabb-dea40fe2609d tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Calling delete_port for bd35b35a-3c30-4d38-9779-5c9673979e44 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:22:29.895194 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd69e645-13c0-45b5-8e54-df300e1a2e2e req-d976548f-d86f-41a9-a280-86f6b0fca4af tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195760 Nov 11 17:22:29.914506 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b24975c9-86c8-44a1-a7a5-f95bf7c0edd6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:29.933262 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b24975c9-86c8-44a1-a7a5-f95bf7c0edd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:29.989543 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b28e5-949a-4800-9ffb-1b25d51370f6 req-5e93abf8-3fdd-4c61-bcf4-4896636f94cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:29.991105 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-159b28e5-949a-4800-9ffb-1b25d51370f6 req-5e93abf8-3fdd-4c61-bcf4-4896636f94cd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6abbc4aa-3489-41bd-b580-19cf780614a4 HTTP/1.1" status: 200 len: 1097 time: 0.0860093 Nov 11 17:22:30.089553 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-159b28e5-949a-4800-9ffb-1b25d51370f6 req-667e8d2f-c8d9-4414-bef0-978998728e54 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884006 Nov 11 17:22:30.139421 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24975c9-86c8-44a1-a7a5-f95bf7c0edd6 admin admin] Pushing event updated for resources: {'Port': ['ID=76f30440-029f-489d-9d31-ba6033705d8f,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:30.149982 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b24975c9-86c8-44a1-a7a5-f95bf7c0edd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:30.179788 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fdd20-10de-458d-ac11-508e95884a2f req-b21ab4d3-5b3c-4c0e-bc8b-102b3a038c3e tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:30.188502 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d31fdd20-10de-458d-ac11-508e95884a2f req-b21ab4d3-5b3c-4c0e-bc8b-102b3a038c3e tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abbc4aa-3489-41bd-b580-19cf780614a4 HTTP/1.1" status: 200 len: 946 time: 0.0898566 Nov 11 17:22:30.267187 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d31fdd20-10de-458d-ac11-508e95884a2f req-d9050159-843f-43b9-a93c-e1accaf401de tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763648 Nov 11 17:22:30.336613 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54872) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:30.369196 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24975c9-86c8-44a1-a7a5-f95bf7c0edd6 admin admin] Network e943cf5d-ace4-4920-a83b-e3ebafedcd83 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:22:30.371460 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-b24975c9-86c8-44a1-a7a5-f95bf7c0edd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:22:30.379959 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5ab79ec-6b92-489d-8d13-cb7e2f365d14 req-76d0a031-b7f2-4b54-aabb-dea40fe2609d tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:30.408461 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 763e1ce7-de83-43d9-9686-261741ec67de up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:22:30.464645 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['bd35b35a-3c30-4d38-9779-5c9673979e44'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:30.482877 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe18c5-2829-428d-b351-5738268f8dd1 req-f568731a-9c37-4315-a7f1-347ee413e7ee tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:30.495210 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-62fe18c5-2829-428d-b351-5738268f8dd1 req-f568731a-9c37-4315-a7f1-347ee413e7ee tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae39504-896a-47a5-b7ea-0b95dd657240 HTTP/1.1" status: 200 len: 867 time: 0.1934321 Nov 11 17:22:30.511792 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 28effa4a-85d8-4f79-9ed8-9a2062d6b086 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:22:30.515466 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0a031-b7f2-4b54-aabb-dea40fe2609d tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Pushing event deleted for resources: {'Port': ['ID=bd35b35a-3c30-4d38-9779-5c9673979e44,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:30.546510 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 28effa4a-85d8-4f79-9ed8-9a2062d6b086 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:22:30.546853 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 28effa4a-85d8-4f79-9ed8-9a2062d6b086 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:22:30.569310 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 763e1ce7-de83-43d9-9686-261741ec67de triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:30.570017 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:30.585210 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-e38543ec-3243-4c77-8777-6e92b84b1579 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:30.591829 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-e38543ec-3243-4c77-8777-6e92b84b1579 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 820 time: 0.2419968 Nov 11 17:22:30.620606 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-62fe18c5-2829-428d-b351-5738268f8dd1 req-763088f2-24fd-4c92-a366-ea74b3770589 tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.76 "GET /v2.0/security-groups?id=c44a48ea-ba34-4872-8eec-69767b6388f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242692 Nov 11 17:22:30.640635 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-05e57f86-15dd-4dcc-85dd-bf58937f0380 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/quotas/a024e2a7b6474f8e8e788e4f4dce81d2 HTTP/1.1" status: 200 len: 375 time: 0.0434909 Nov 11 17:22:30.677861 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:30.704393 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 763e1ce7-de83-43d9-9686-261741ec67de, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=763e1ce7-de83-43d9-9686-261741ec67de,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:30.715767 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:30.716039 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-c1057ae0-6986-4c48-8919-f2cee7edf4ce tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0784023 Nov 11 17:22:30.755983 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-27f08739-7711-4383-9a86-f31bd91d50d8 None None] Provisioning complete for port 76f30440-029f-489d-9d31-ba6033705d8f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:30.756506 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-27f08739-7711-4383-9a86-f31bd91d50d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:30.808112 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=763e1ce7-de83-43d9-9686-261741ec67de,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:30.812448 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-27f08739-7711-4383-9a86-f31bd91d50d8 None None] Port 76f30440-029f-489d-9d31-ba6033705d8f cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:22:30.855884 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ab79ec-6b92-489d-8d13-cb7e2f365d14 req-76d0a031-b7f2-4b54-aabb-dea40fe2609d tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] No DVR routers for this DVR port bd35b35a-3c30-4d38-9779-5c9673979e44 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:22:30.865348 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5ab79ec-6b92-489d-8d13-cb7e2f365d14 req-76d0a031-b7f2-4b54-aabb-dea40fe2609d tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:30.868642 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a5ab79ec-6b92-489d-8d13-cb7e2f365d14 req-76d0a031-b7f2-4b54-aabb-dea40fe2609d tempest-ServerRescueTestJSONUnderV235-1099623524 tempest-ServerRescueTestJSONUnderV235-1099623524-project] 10.222.0.64 "DELETE /v2.0/ports/bd35b35a-3c30-4d38-9779-5c9673979e44 HTTP/1.1" status: 204 len: 173 time: 1.4403577 Nov 11 17:22:30.874602 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-371b3371-33b5-453b-8a82-f0b49b98fad6 service neutron] 10.222.0.76 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392212 Nov 11 17:22:30.882868 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cbe6f-3dbd-416d-a50f-53082c422ed4 req-ac61483b-de97-431e-a869-9be6e87d90bd tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:30.890031 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a3cbe6f-3dbd-416d-a50f-53082c422ed4 req-ac61483b-de97-431e-a869-9be6e87d90bd tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=92498ed7-17f2-47c6-8606-c9522891b169 HTTP/1.1" status: 200 len: 950 time: 0.1799188 Nov 11 17:22:30.962061 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3f5148b8-3b9a-4e00-80a4-584eda7af1df admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3adfe2b7ae1f4947832951c8d383024b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6242359 Nov 11 17:22:30.964419 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54880) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:30.993430 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a3cbe6f-3dbd-416d-a50f-53082c422ed4 req-012d035b-6b6b-4fcb-94e2-552c7d77131f tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025028 Nov 11 17:22:31.002106 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24975c9-86c8-44a1-a7a5-f95bf7c0edd6 admin admin] Router 64b27bb6-7576-43f2-9b53-2180d2abcc44 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:22:31.022305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-130132fa-7a8e-4c63-8f3d-a4378f4f7638 service neutron] 10.222.0.76 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297052 Nov 11 17:22:31.100660 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9b8c7274-48bb-45b8-ae5a-8c8871ee0c5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:31.135576 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2434b-dae3-4c38-bca8-09903c15deb1 req-1de18c2e-32f7-4938-a4cd-44644c1caa72 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:31.137326 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0a2434b-dae3-4c38-bca8-09903c15deb1 req-1de18c2e-32f7-4938-a4cd-44644c1caa72 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.0540619 Nov 11 17:22:31.159391 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9b8c7274-48bb-45b8-ae5a-8c8871ee0c5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:31.196598 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0a2434b-dae3-4c38-bca8-09903c15deb1 req-7c398162-bdb4-4913-8da9-1d9cf35ebc32 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530610 Nov 11 17:22:31.198295 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24975c9-86c8-44a1-a7a5-f95bf7c0edd6 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:22:31.214533 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b24975c9-86c8-44a1-a7a5-f95bf7c0edd6 admin admin] 10.222.0.76 "PUT /v2.0/routers/64b27bb6-7576-43f2-9b53-2180d2abcc44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1813648 Nov 11 17:22:31.263566 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9b8c7274-48bb-45b8-ae5a-8c8871ee0c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:31.266539 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9b8c7274-48bb-45b8-ae5a-8c8871ee0c5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:31.270380 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9b8c7274-48bb-45b8-ae5a-8c8871ee0c5d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9b7a285a-cd1d-4a47-8692-0814d3434adc HTTP/1.1" status: 204 len: 168 time: 0.3027344 Nov 11 17:22:31.276775 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c7274-48bb-45b8-ae5a-8c8871ee0c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7a285a-cd1d-4a47-8692-0814d3434adc,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:31.317321 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] Sync routers for ids ['64b27bb6-7576-43f2-9b53-2180d2abcc44'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:22:31.329601 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe451049-918d-40b2-bb99-17c8cd61c18c req-c43af866-8a3b-4158-ad69-8eb351c3d873 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 210 time: 0.0671263 Nov 11 17:22:31.343024 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] Routers {'64b27bb6-7576-43f2-9b53-2180d2abcc44'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:22:31.344202 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:22:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['64b27bb6-7576-43f2-9b53-2180d2abcc44'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:31.514061 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8388a-4ed6-4b2c-8da5-d06e7ccd6736 req-77df0ed6-3152-49bc-b6e8-cee7b73611de tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:31.531405 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8388a-4ed6-4b2c-8da5-d06e7ccd6736 req-77df0ed6-3152-49bc-b6e8-cee7b73611de tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:31.546579 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8388a-4ed6-4b2c-8da5-d06e7ccd6736 req-77df0ed6-3152-49bc-b6e8-cee7b73611de tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:31.558463 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] Set router 64b27bb6-7576-43f2-9b53-2180d2abcc44 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:22:31.560051 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8388a-4ed6-4b2c-8da5-d06e7ccd6736 req-77df0ed6-3152-49bc-b6e8-cee7b73611de tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:31.571286 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8388a-4ed6-4b2c-8da5-d06e7ccd6736 req-77df0ed6-3152-49bc-b6e8-cee7b73611de tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:31.579187 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8388a-4ed6-4b2c-8da5-d06e7ccd6736 req-77df0ed6-3152-49bc-b6e8-cee7b73611de tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:31.585687 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8388a-4ed6-4b2c-8da5-d06e7ccd6736 req-77df0ed6-3152-49bc-b6e8-cee7b73611de tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:31.587708 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a7b8388a-4ed6-4b2c-8da5-d06e7ccd6736 req-77df0ed6-3152-49bc-b6e8-cee7b73611de tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5418 time: 0.2679987 Nov 11 17:22:31.691256 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc43f3-7cf2-4f15-b676-65cbf365bdab req-47c7b784-0ecc-4ed3-9925-087cd0860260 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:31.693016 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1cc43f3-7cf2-4f15-b676-65cbf365bdab req-47c7b784-0ecc-4ed3-9925-087cd0860260 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abbc4aa-3489-41bd-b580-19cf780614a4 HTTP/1.1" status: 200 len: 946 time: 0.1042771 Nov 11 17:22:31.724323 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae39504-896a-47a5-b7ea-0b95dd657240', 'name': 'network-vif-deleted', 'tag': 'bd35b35a-3c30-4d38-9779-5c9673979e44'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:31.728853 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13d5880-397b-4026-b7d6-215991660dd3" -d '{"events": [{"server_uuid": "5ae39504-896a-47a5-b7ea-0b95dd657240", "name": "network-vif-deleted", "tag": "bd35b35a-3c30-4d38-9779-5c9673979e44"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:31.740566 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a7b8388a-4ed6-4b2c-8da5-d06e7ccd6736 req-9728c5c4-f71d-4142-a05e-91bb62ebb503 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1266251 Nov 11 17:22:31.779875 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1cc43f3-7cf2-4f15-b676-65cbf365bdab req-644569f0-45d6-42e5-9563-5f58492a6079 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787666 Nov 11 17:22:31.783439 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54908) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:31.816712 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb80771f-a6a2-47f1-8770-5faa4678034a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:31.852225 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54912) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:31.889735 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8484d40e-4f59-4cc9-979a-d829ac349f19 x-openstack-request-id: req-8484d40e-4f59-4cc9-979a-d829ac349f19 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:31.889936 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae39504-896a-47a5-b7ea-0b95dd657240", "name": "network-vif-deleted", "tag": "bd35b35a-3c30-4d38-9779-5c9673979e44", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:31.890195 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8484d40e-4f59-4cc9-979a-d829ac349f19 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:31.890704 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae39504-896a-47a5-b7ea-0b95dd657240', 'name': 'network-vif-deleted', 'tag': 'bd35b35a-3c30-4d38-9779-5c9673979e44', 'status': 'completed', 'code': 200} Nov 11 17:22:31.958303 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb80771f-a6a2-47f1-8770-5faa4678034a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:31.969795 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb80771f-a6a2-47f1-8770-5faa4678034a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:32.013978 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bb80771f-a6a2-47f1-8770-5faa4678034a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=40cb090c8e9d4d3c94178df192c8ea88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267907 Nov 11 17:22:32.013978 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80771f-a6a2-47f1-8770-5faa4678034a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30895648-a71c-48c1-9b2a-a21e544154a5,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:32.014939 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54914) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:32.040925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:29Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '76f30440-029f-489d-9d31-ba6033705d8f', 'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'mac_address': 'fa:16:3e:71:15:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:28Z', 'updated_at': '2021-11-11T17:22:29Z', 'revision_number': 2, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'subnets': [{'id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:32.090420 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6665f84-7b4a-4aa1-9bb2-6cdd7e9465bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:32.099350 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] Checking router: 64b27bb6-7576-43f2-9b53-2180d2abcc44 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:22:32.100144 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] Updating router 64b27bb6-7576-43f2-9b53-2180d2abcc44 port 76f30440-029f-489d-9d31-ba6033705d8f binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:22:32.135674 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6665f84-7b4a-4aa1-9bb2-6cdd7e9465bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:32.142138 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:32.221617 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31049322-a51f-40f0-a0b6-dbb612da1fa6 req-da949d5e-c77c-4bf0-88ee-21752781dcad tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:32.223759 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-31049322-a51f-40f0-a0b6-dbb612da1fa6 req-da949d5e-c77c-4bf0-88ee-21752781dcad tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "GET /v2.0/ports?device_id=92498ed7-17f2-47c6-8606-c9522891b169 HTTP/1.1" status: 200 len: 950 time: 0.2607682 Nov 11 17:22:32.238876 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6665f84-7b4a-4aa1-9bb2-6cdd7e9465bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:32.244866 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6665f84-7b4a-4aa1-9bb2-6cdd7e9465bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:32.246443 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b6665f84-7b4a-4aa1-9bb2-6cdd7e9465bc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/30895648-a71c-48c1-9b2a-a21e544154a5 HTTP/1.1" status: 204 len: 168 time: 0.2304878 Nov 11 17:22:32.258003 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6665f84-7b4a-4aa1-9bb2-6cdd7e9465bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30895648-a71c-48c1-9b2a-a21e544154a5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:32.328503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3df07-2060-4e25-8da1-5d78dc071894 req-2e4ea9a0-e80b-47d9-a7e8-1ed1b29c2c15 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:32.330083 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0fc3df07-2060-4e25-8da1-5d78dc071894 req-2e4ea9a0-e80b-47d9-a7e8-1ed1b29c2c15 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1ac43e1-20fb-4fac-8468-0c3f50910195 HTTP/1.1" status: 200 len: 950 time: 0.2425148 Nov 11 17:22:32.379026 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 763e1ce7-de83-43d9-9686-261741ec67de up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:22:32.422502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a4aff-e344-4254-b189-7b740864b3ed req-9c1c25fa-9b50-4ed2-9fcb-e8759b1fa5bd tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:32.424283 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b65a4aff-e344-4254-b189-7b740864b3ed req-9c1c25fa-9b50-4ed2-9fcb-e8759b1fa5bd tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=92498ed7-17f2-47c6-8606-c9522891b169 HTTP/1.1" status: 200 len: 950 time: 0.2846193 Nov 11 17:22:32.430312 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device bd35b35a-3c30-4d38-9779-5c9673979e44 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:22:32.463547 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: bd35b35a-3c30-4d38-9779-5c9673979e44 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:22:32.464037 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device bd35b35a-3c30-4d38-9779-5c9673979e44 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:22:32.509558 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 763e1ce7-de83-43d9-9686-261741ec67de triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:32.509871 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:32.617231 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:32.644559 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:32.677738 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b65a4aff-e344-4254-b189-7b740864b3ed req-a82a943d-f499-4080-82c8-183161c91f34 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299788 Nov 11 17:22:32.692322 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-52b57513-f11d-43c7-bbf0-a1c0e7de5514 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:32.694207 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-52b57513-f11d-43c7-bbf0-a1c0e7de5514 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/networks?id=e943cf5d-ace4-4920-a83b-e3ebafedcd83 HTTP/1.1" status: 200 len: 820 time: 0.3593225 Nov 11 17:22:32.708629 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-31049322-a51f-40f0-a0b6-dbb612da1fa6 req-94dda3b2-e5ae-4c85-bc9f-9f5ef624dd4e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Deleting port 1b62d5ee-5a6c-47f8-9933-c6053b9d008e {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:22:32.709181 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-31049322-a51f-40f0-a0b6-dbb612da1fa6 req-94dda3b2-e5ae-4c85-bc9f-9f5ef624dd4e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:32.723754 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1852f1a-16c3-4953-985f-eae7455a33f6 None None] Pushing event updated for resources: {'Port': ['ID=76f30440-029f-489d-9d31-ba6033705d8f,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:32.857859 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] Attempting to bind port 76f30440-029f-489d-9d31-ba6033705d8f on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:22:32.858423 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] Attempting to bind port 76f30440-029f-489d-9d31-ba6033705d8f by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'ec646147-bf60-4aa9-8065-9bf927286bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:22:32.858787 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] Attempting to bind port 76f30440-029f-489d-9d31-ba6033705d8f on network e943cf5d-ace4-4920-a83b-e3ebafedcd83 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:32.861623 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-b18875f8-5dac-490d-bb62-d3870a1aff17 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/quotas/eeaf0859b8554fe38e6f252116aac055 HTTP/1.1" status: 200 len: 375 time: 0.1580069 Nov 11 17:22:32.876537 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:22:32.876537 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] Checking segment: {'id': 'ec646147-bf60-4aa9-8065-9bf927286bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:22:32.877888 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:32.880480 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] Bound using segment: {'id': 'ec646147-bf60-4aa9-8065-9bf927286bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:22:32.881610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] Bound port: 76f30440-029f-489d-9d31-ba6033705d8f, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec646147-bf60-4aa9-8065-9bf927286bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:22:32.882930 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:32.952356 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-0fc3df07-2060-4e25-8da1-5d78dc071894 req-5edc4786-f227-4adc-87ee-f0f599364f03 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Deleting port 47bf62d8-1ba1-46b3-9a83-55fa535c0675 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:22:32.954652 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0fc3df07-2060-4e25-8da1-5d78dc071894 req-5edc4786-f227-4adc-87ee-f0f599364f03 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:33.003013 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-18172ba7-acb8-4b35-8145-cfe58b63b5ac tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:33.012012 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] For port 76f30440-029f-489d-9d31-ba6033705d8f, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:22:33.018165 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] For port 76f30440-029f-489d-9d31-ba6033705d8f, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=76f30440-029f-489d-9d31-ba6033705d8f,segment=NetworkSegment(ec646147-bf60-4aa9-8065-9bf927286bc9),segment_id=ec646147-bf60-4aa9-8065-9bf927286bc9)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:22:33.019350 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-18172ba7-acb8-4b35-8145-cfe58b63b5ac tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.64 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 820 time: 0.3394222 Nov 11 17:22:33.025280 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:33.068097 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-db3fb48b-2a22-4f14-b710-8a2c5622980e tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Request body: {'port': {'device_id': 'a8ae375c-fddd-4144-a9ab-87242374a0e1', 'network_id': 'f44096b2-3051-4615-8241-50ad95944236', 'admin_state_up': True, 'tenant_id': 'a024e2a7b6474f8e8e788e4f4dce81d2'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:33.090335 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1852f1a-16c3-4953-985f-eae7455a33f6 None None] Pushing event updated for resources: {'Port': ['ID=76f30440-029f-489d-9d31-ba6033705d8f,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:33.126071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] Routers {'64b27bb6-7576-43f2-9b53-2180d2abcc44'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:22:33.126813 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:22:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['64b27bb6-7576-43f2-9b53-2180d2abcc44'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:33.129728 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-31049322-a51f-40f0-a0b6-dbb612da1fa6 req-94dda3b2-e5ae-4c85-bc9f-9f5ef624dd4e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] For port 1b62d5ee-5a6c-47f8-9933-c6053b9d008e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=1b62d5ee-5a6c-47f8-9933-c6053b9d008e,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:33.130097 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-31049322-a51f-40f0-a0b6-dbb612da1fa6 req-94dda3b2-e5ae-4c85-bc9f-9f5ef624dd4e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:33.198627 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-31049322-a51f-40f0-a0b6-dbb612da1fa6 req-94dda3b2-e5ae-4c85-bc9f-9f5ef624dd4e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Calling delete_port for 1b62d5ee-5a6c-47f8-9933-c6053b9d008e owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:22:33.230570 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-ce5a618b-ba7f-4c75-a8a3-25485f3f7910 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=eeaf0859b8554fe38e6f252116aac055&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3485920 Nov 11 17:22:33.285094 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-db3fb48b-2a22-4f14-b710-8a2c5622980e tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Made reservation on behalf of a024e2a7b6474f8e8e788e4f4dce81d2 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:22:33.289131 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-db3fb48b-2a22-4f14-b710-8a2c5622980e tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:33.305188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376e40e-9019-43e9-b56e-6f68248b799e req-2db62170-237c-40ac-9711-bba4dc3d6c14 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:33.312397 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-427418d9-efa9-4d6a-a059-6402df7c7404 None None] Provisioning complete for port 76f30440-029f-489d-9d31-ba6033705d8f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:33.312603 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-427418d9-efa9-4d6a-a059-6402df7c7404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:33.324051 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6376e40e-9019-43e9-b56e-6f68248b799e req-2db62170-237c-40ac-9711-bba4dc3d6c14 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.4370725 Nov 11 17:22:33.374666 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] Set router 64b27bb6-7576-43f2-9b53-2180d2abcc44 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:22:33.499432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-db3fb48b-2a22-4f14-b710-8a2c5622980e tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Allocated IP 172.20.0.4 (f44096b2-3051-4615-8241-50ad95944236/91b4681d-4ec9-48fb-9ad2-3be17e781b2d/6e977375-1038-4f53-b91f-ba5163a84796) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:22:33.670734 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-db3fb48b-2a22-4f14-b710-8a2c5622980e tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:33.706420 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-db3fb48b-2a22-4f14-b710-8a2c5622980e tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:33.714088 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-427418d9-efa9-4d6a-a059-6402df7c7404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:33.757664 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-db3fb48b-2a22-4f14-b710-8a2c5622980e tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Network f44096b2-3051-4615-8241-50ad95944236 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:22:33.761348 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-db3fb48b-2a22-4f14-b710-8a2c5622980e tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:22:33.765919 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-db3fb48b-2a22-4f14-b710-8a2c5622980e tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:22:33.769047 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-427418d9-efa9-4d6a-a059-6402df7c7404 None None] For port 76f30440-029f-489d-9d31-ba6033705d8f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=76f30440-029f-489d-9d31-ba6033705d8f,segment=NetworkSegment(ec646147-bf60-4aa9-8065-9bf927286bc9),segment_id=ec646147-bf60-4aa9-8065-9bf927286bc9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:33.770728 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3fb48b-2a22-4f14-b710-8a2c5622980e tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Pushing event updated for resources: {'Port': ['ID=6e977375-1038-4f53-b91f-ba5163a84796,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:33.798177 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-427418d9-efa9-4d6a-a059-6402df7c7404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:33.828145 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-db3fb48b-2a22-4f14-b710-8a2c5622980e tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:33.829741 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-db3fb48b-2a22-4f14-b710-8a2c5622980e tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:33.838810 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-0fc3df07-2060-4e25-8da1-5d78dc071894 req-5edc4786-f227-4adc-87ee-f0f599364f03 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] For port 47bf62d8-1ba1-46b3-9a83-55fa535c0675, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=47bf62d8-1ba1-46b3-9a83-55fa535c0675,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:33.839443 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0fc3df07-2060-4e25-8da1-5d78dc071894 req-5edc4786-f227-4adc-87ee-f0f599364f03 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:33.851074 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-db3fb48b-2a22-4f14-b710-8a2c5622980e tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7899077 Nov 11 17:22:33.869058 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427418d9-efa9-4d6a-a059-6402df7c7404 None None] Pushing event updated for resources: {'Port': ['ID=76f30440-029f-489d-9d31-ba6033705d8f,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:33.871480 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] Request body: {'port': {'device_id': 'a8ae375c-fddd-4144-a9ab-87242374a0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:33.876848 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:29Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '76f30440-029f-489d-9d31-ba6033705d8f', 'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'mac_address': 'fa:16:3e:71:15:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:28Z', 'updated_at': '2021-11-11T17:22:32Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'subnets': [{'id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:33.905753 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-0fc3df07-2060-4e25-8da1-5d78dc071894 req-5edc4786-f227-4adc-87ee-f0f599364f03 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Calling delete_port for 47bf62d8-1ba1-46b3-9a83-55fa535c0675 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:22:33.910938 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2dd4ac-6316-454e-8859-d7cdd247cd18 None None] The sync data for ids ['64b27bb6-7576-43f2-9b53-2180d2abcc44'] in n-d-816206-4 is: [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:29Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '76f30440-029f-489d-9d31-ba6033705d8f', 'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'mac_address': 'fa:16:3e:71:15:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:28Z', 'updated_at': '2021-11-11T17:22:32Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'subnets': [{'id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:22:33.925657 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-965c5b4d-f97d-4185-b5f4-5faac87607e0 None None] Provisioning complete for port 76f30440-029f-489d-9d31-ba6033705d8f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:33.926029 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-965c5b4d-f97d-4185-b5f4-5faac87607e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:33.927866 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6376e40e-9019-43e9-b56e-6f68248b799e req-7648ef59-c085-43fe-a132-4afedc0c9ec6 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019630 Nov 11 17:22:33.942390 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:34.055251 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-1ea638b4-1bba-486e-9762-94e548fe78c2 service neutron] 10.222.0.76 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8041067 Nov 11 17:22:34.204928 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-871be55b-6375-4aa8-93a1-ef3ccaeccf1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:34.308426 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-31049322-a51f-40f0-a0b6-dbb612da1fa6 req-94dda3b2-e5ae-4c85-bc9f-9f5ef624dd4e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:34.317720 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e977375-1038-4f53-b91f-ba5163a84796 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:34.320766 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bca20f07-f1b1-415e-8a44-73ad6aa3b2d1'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:34.338608 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60210359-86e3-4717-9e8d-804c987631a8 req-2895811b-b406-4fb7-aa86-b6f53d4591db tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:34.340174 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60210359-86e3-4717-9e8d-804c987631a8 req-2895811b-b406-4fb7-aa86-b6f53d4591db tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 931 time: 0.2744637 Nov 11 17:22:34.348356 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:34.372500 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] Transition to ACTIVE for port object 6e977375-1038-4f53-b91f-ba5163a84796 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:22:34.379621 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:34.444041 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 76f30440-029f-489d-9d31-ba6033705d8f up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:22:34.453771 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] Pushing event updated for resources: {'Port': ['ID=6e977375-1038-4f53-b91f-ba5163a84796,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:34.463639 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dda3b2-e5ae-4c85-bc9f-9f5ef624dd4e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Pushing event deleted for resources: {'Port': ['ID=1b62d5ee-5a6c-47f8-9933-c6053b9d008e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:34.469559 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-6a376d45-e437-48c0-908d-4cbd03146d0c service neutron] 10.222.0.76 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939896 Nov 11 17:22:34.569123 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] Attempting to bind port 6e977375-1038-4f53-b91f-ba5163a84796 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:22:34.569462 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] Attempting to bind port 6e977375-1038-4f53-b91f-ba5163a84796 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:22:34.569795 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] Attempting to bind port 6e977375-1038-4f53-b91f-ba5163a84796 on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:34.576259 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] Port 6e977375-1038-4f53-b91f-ba5163a84796 on network f44096b2-3051-4615-8241-50ad95944236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:22:34.576850 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] Attempting to bind port 6e977375-1038-4f53-b91f-ba5163a84796 on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:34.593151 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:22:34.593621 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] Checking segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:22:34.594023 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] Bound using segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:22:34.594573 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] Bound port: 6e977375-1038-4f53-b91f-ba5163a84796, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:22:34.594941 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:34.628545 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-31049322-a51f-40f0-a0b6-dbb612da1fa6 req-94dda3b2-e5ae-4c85-bc9f-9f5ef624dd4e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] No DVR routers for this DVR port 1b62d5ee-5a6c-47f8-9933-c6053b9d008e on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:22:34.631899 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-31049322-a51f-40f0-a0b6-dbb612da1fa6 req-94dda3b2-e5ae-4c85-bc9f-9f5ef624dd4e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:34.635192 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-31049322-a51f-40f0-a0b6-dbb612da1fa6 req-94dda3b2-e5ae-4c85-bc9f-9f5ef624dd4e tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "DELETE /v2.0/ports/1b62d5ee-5a6c-47f8-9933-c6053b9d008e HTTP/1.1" status: 204 len: 173 time: 2.3993664 Nov 11 17:22:34.654477 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92498ed7-17f2-47c6-8606-c9522891b169', 'name': 'network-vif-deleted', 'tag': '1b62d5ee-5a6c-47f8-9933-c6053b9d008e'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:34.667343 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffba2657-dd09-4adc-aeb5-baeecdd236f8" -d '{"events": [{"server_uuid": "92498ed7-17f2-47c6-8606-c9522891b169", "name": "network-vif-deleted", "tag": "1b62d5ee-5a6c-47f8-9933-c6053b9d008e"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:34.706992 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 76f30440-029f-489d-9d31-ba6033705d8f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:34.707372 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:34.740885 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] For port 6e977375-1038-4f53-b91f-ba5163a84796, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:22:34.766119 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60210359-86e3-4717-9e8d-804c987631a8 req-0f5c8fa6-d822-449b-888e-5170f7967647 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889838 Nov 11 17:22:34.821511 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] For port 6e977375-1038-4f53-b91f-ba5163a84796, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6e977375-1038-4f53-b91f-ba5163a84796,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:22:34.830950 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:34.874361 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0fc3df07-2060-4e25-8da1-5d78dc071894 req-5edc4786-f227-4adc-87ee-f0f599364f03 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:34.950910 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] Pushing event updated for resources: {'Port': ['ID=6e977375-1038-4f53-b91f-ba5163a84796,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:34.966638 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:34.967265 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:34.974500 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-aa3f3ad9-8337-4348-b31a-b6ac194c5a7b service neutron] 10.222.0.64 "PUT /v2.0/ports/6e977375-1038-4f53-b91f-ba5163a84796 HTTP/1.1" status: 200 len: 1091 time: 1.1019523 Nov 11 17:22:34.975757 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ae375c-fddd-4144-a9ab-87242374a0e1', 'tag': '6e977375-1038-4f53-b91f-ba5163a84796'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:34.978244 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735ef860-6c13-425b-9efa-0cabfb8d4b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "a8ae375c-fddd-4144-a9ab-87242374a0e1", "tag": "6e977375-1038-4f53-b91f-ba5163a84796"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:34.989964 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc4786-f227-4adc-87ee-f0f599364f03 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Pushing event deleted for resources: {'Port': ['ID=47bf62d8-1ba1-46b3-9a83-55fa535c0675,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:35.001828 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['bca20f07-f1b1-415e-8a44-73ad6aa3b2d1'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:35.072097 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 1b62d5ee-5a6c-47f8-9933-c6053b9d008e no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:22:35.127590 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 1b62d5ee-5a6c-47f8-9933-c6053b9d008e {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:22:35.128105 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 1b62d5ee-5a6c-47f8-9933-c6053b9d008e not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:22:35.128631 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 47bf62d8-1ba1-46b3-9a83-55fa535c0675 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:22:35.131447 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-b64522a2-edc5-4534-8a26-a53ef5828f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:35.133220 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-b64522a2-edc5-4534-8a26-a53ef5828f66 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 1094 time: 0.0963326 Nov 11 17:22:35.160305 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 47bf62d8-1ba1-46b3-9a83-55fa535c0675 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:22:35.160791 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 47bf62d8-1ba1-46b3-9a83-55fa535c0675 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:22:35.197875 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9885e-bbd0-4ad4-8f35-e6ff3ffdcc69 req-a3019d6d-5e1e-492c-a353-2360abf4af6e tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:35.220303 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9885e-bbd0-4ad4-8f35-e6ff3ffdcc69 req-a3019d6d-5e1e-492c-a353-2360abf4af6e tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:35.226933 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9885e-bbd0-4ad4-8f35-e6ff3ffdcc69 req-a3019d6d-5e1e-492c-a353-2360abf4af6e tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:35.235071 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-31fdb3a3-779b-4989-b2e8-cae6d11a419c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e977375-1038-4f53-b91f-ba5163a84796 HTTP/1.1" status: 200 len: 217 time: 0.0879726 Nov 11 17:22:35.250262 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9885e-bbd0-4ad4-8f35-e6ff3ffdcc69 req-a3019d6d-5e1e-492c-a353-2360abf4af6e tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:35.256489 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9885e-bbd0-4ad4-8f35-e6ff3ffdcc69 req-a3019d6d-5e1e-492c-a353-2360abf4af6e tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:35.273476 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9885e-bbd0-4ad4-8f35-e6ff3ffdcc69 req-a3019d6d-5e1e-492c-a353-2360abf4af6e tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:35.298854 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9885e-bbd0-4ad4-8f35-e6ff3ffdcc69 req-a3019d6d-5e1e-492c-a353-2360abf4af6e tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:35.310981 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3cf9885e-bbd0-4ad4-8f35-e6ff3ffdcc69 req-a3019d6d-5e1e-492c-a353-2360abf4af6e tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5418 time: 0.5582402 Nov 11 17:22:35.351902 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-5eabd44a-e5fe-42a4-b705-1b2be127295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:35.359735 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-5eabd44a-e5fe-42a4-b705-1b2be127295d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 200 len: 860 time: 0.1173525 Nov 11 17:22:35.412642 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-a8515990-7570-47e4-90b3-080f692eda99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f44096b2-3051-4615-8241-50ad95944236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456808 Nov 11 17:22:35.415480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc3df07-2060-4e25-8da1-5d78dc071894 req-5edc4786-f227-4adc-87ee-f0f599364f03 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] No DVR routers for this DVR port 47bf62d8-1ba1-46b3-9a83-55fa535c0675 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:22:35.419351 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0fc3df07-2060-4e25-8da1-5d78dc071894 req-5edc4786-f227-4adc-87ee-f0f599364f03 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:35.423054 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0fc3df07-2060-4e25-8da1-5d78dc071894 req-5edc4786-f227-4adc-87ee-f0f599364f03 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "DELETE /v2.0/ports/47bf62d8-1ba1-46b3-9a83-55fa535c0675 HTTP/1.1" status: 204 len: 173 time: 3.0746248 Nov 11 17:22:35.507088 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548f7f8-37dc-4f7b-aa7b-c0b2834d4a93 req-4573da74-f47c-482e-9ed8-55fede806bbe tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:35.518033 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7548f7f8-37dc-4f7b-aa7b-c0b2834d4a93 req-4573da74-f47c-482e-9ed8-55fede806bbe tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abbc4aa-3489-41bd-b580-19cf780614a4 HTTP/1.1" status: 200 len: 946 time: 0.5565732 Nov 11 17:22:35.540972 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-ce0c09f8-5ebb-454c-989b-cdf4439d8816 service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204834 Nov 11 17:22:35.542797 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3cf9885e-bbd0-4ad4-8f35-e6ff3ffdcc69 req-f56640c2-8598-4c20-91e3-9f3b69cf3b78 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2280741 Nov 11 17:22:35.676751 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7a9b5a24-ff12-4cdc-b51d-5a924b36e14e req-18a7b3a8-7b98-45fe-874f-8a35bb2f11c5 service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289799 Nov 11 17:22:35.699956 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7548f7f8-37dc-4f7b-aa7b-c0b2834d4a93 req-57621e0b-db3b-4768-8866-9e6f9d7e5fcd tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806128 Nov 11 17:22:35.719289 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-871be55b-6375-4aa8-93a1-ef3ccaeccf1f admin admin] Deleting port ae00dc75-28c6-4273-9795-74857ebac95b {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:22:35.719942 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-871be55b-6375-4aa8-93a1-ef3ccaeccf1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:35.841046 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-871be55b-6375-4aa8-93a1-ef3ccaeccf1f admin admin] For port ae00dc75-28c6-4273-9795-74857ebac95b, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ae00dc75-28c6-4273-9795-74857ebac95b,segment=NetworkSegment(ae50b5d6-b110-4322-8a79-5ad3698cdf52),segment_id=ae50b5d6-b110-4322-8a79-5ad3698cdf52)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:35.841429 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-871be55b-6375-4aa8-93a1-ef3ccaeccf1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:35.891188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-871be55b-6375-4aa8-93a1-ef3ccaeccf1f admin admin] Calling delete_port for ae00dc75-28c6-4273-9795-74857ebac95b owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:22:35.894892 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f917c3e1-2a7d-40a5-beb9-eea586336fb4 req-76c17315-6a00-46b4-9f55-db6d544cd5e6 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 210 time: 0.0411766 Nov 11 17:22:35.954373 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfef330-43af-426f-8c76-ede270737eb5 x-openstack-request-id: req-1dfef330-43af-426f-8c76-ede270737eb5 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:35.954681 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92498ed7-17f2-47c6-8606-c9522891b169", "name": "network-vif-deleted", "tag": "1b62d5ee-5a6c-47f8-9933-c6053b9d008e", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:35.954939 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1dfef330-43af-426f-8c76-ede270737eb5 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:35.955340 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92498ed7-17f2-47c6-8606-c9522891b169', 'name': 'network-vif-deleted', 'tag': '1b62d5ee-5a6c-47f8-9933-c6053b9d008e', 'status': 'completed', 'code': 200} Nov 11 17:22:35.982896 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-366f8e7b-8164-4b14-af20-bc4b41b160e8 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=c345fd9f10264309a8cf6977ed085e8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303025 Nov 11 17:22:36.196331 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cb61a-c8c3-49cf-a538-980151c9ba38 req-c05dee03-2368-49eb-a7cd-6eb3a51802e8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:36.197832 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d7cb61a-c8c3-49cf-a538-980151c9ba38 req-c05dee03-2368-49eb-a7cd-6eb3a51802e8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.1852472 Nov 11 17:22:36.236073 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-e4d91800-ab6d-49fe-b3f3-5d0540c4ff47 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:36.237804 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-e4d91800-ab6d-49fe-b3f3-5d0540c4ff47 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2434275 Nov 11 17:22:36.297607 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-7c80669c-3c83-406d-b27e-f892d7ea1979 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/quotas/c345fd9f10264309a8cf6977ed085e8b HTTP/1.1" status: 200 len: 375 time: 0.0356479 Nov 11 17:22:36.300071 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-02c73d16-2eb6-462a-ab53-6d2a28250747 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:36.301751 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-02c73d16-2eb6-462a-ab53-6d2a28250747 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.64 "GET /v2.0/networks?id=e943cf5d-ace4-4920-a83b-e3ebafedcd83 HTTP/1.1" status: 200 len: 820 time: 0.1230626 Nov 11 17:22:36.314724 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d7cb61a-c8c3-49cf-a538-980151c9ba38 req-954e2f60-4a74-4004-90dc-3331c155a34b tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092916 Nov 11 17:22:36.325690 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-871be55b-6375-4aa8-93a1-ef3ccaeccf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:36.340393 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-b8ac4c08-bc5a-4fbf-b293-a4825e0ffd3b tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Request body: {'port': {'device_id': '3f9b4aeb-6824-40de-8fa0-816186a33300', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'admin_state_up': True, 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:36.353907 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-e6a739f7-a9b5-4728-a9a7-2ed67209421a tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c345fd9f10264309a8cf6977ed085e8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488226 Nov 11 17:22:36.362270 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b01a928-4225-4dc1-9e84-6039b6c3a341 x-openstack-request-id: req-4b01a928-4225-4dc1-9e84-6039b6c3a341 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:36.362270 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8ae375c-fddd-4144-a9ab-87242374a0e1", "tag": "6e977375-1038-4f53-b91f-ba5163a84796", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:36.362885 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4b01a928-4225-4dc1-9e84-6039b6c3a341 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:36.363003 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8ae375c-fddd-4144-a9ab-87242374a0e1', 'tag': '6e977375-1038-4f53-b91f-ba5163a84796', 'status': 'completed', 'code': 200} Nov 11 17:22:36.380517 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871be55b-6375-4aa8-93a1-ef3ccaeccf1f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae00dc75-28c6-4273-9795-74857ebac95b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:36.443372 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 34b6509b-fb14-4179-beff-be1a741207a7 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:22:36.596904 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-871be55b-6375-4aa8-93a1-ef3ccaeccf1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:36.661118 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 34b6509b-fb14-4179-beff-be1a741207a7, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=34b6509b-fb14-4179-beff-be1a741207a7,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:36.662842 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ef860-6c13-425b-9efa-0cabfb8d4b7a req-165e5752-7f79-4f02-a82a-39e6f9e0d1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:36.664344 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-735ef860-6c13-425b-9efa-0cabfb8d4b7a req-165e5752-7f79-4f02-a82a-39e6f9e0d1c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 1094 time: 0.1941342 Nov 11 17:22:36.701526 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '34b6509b-fb14-4179-beff-be1a741207a7', 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781', 'port_id': '34b6509b-fb14-4179-beff-be1a741207a7', 'mac_address': 'fa:16:3e:82:0d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adf3a3d-8ad1-4679-a4f6-1feef5465afc', 'ip_address': '10.1.1.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:22:36.788759 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b743c-908a-4aa3-873d-e59df882c1ff req-d17c44e1-feff-49f3-a3ce-63fc565c1b2a tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:36.790233 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:36.792232 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-b8ac4c08-bc5a-4fbf-b293-a4825e0ffd3b tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Made reservation on behalf of eeaf0859b8554fe38e6f252116aac055 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:22:36.796485 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-b8ac4c08-bc5a-4fbf-b293-a4825e0ffd3b tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:36.797484 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a8b743c-908a-4aa3-873d-e59df882c1ff req-d17c44e1-feff-49f3-a3ce-63fc565c1b2a tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 943 time: 0.1115456 Nov 11 17:22:36.823558 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ef860-6c13-425b-9efa-0cabfb8d4b7a req-1b576879-2b57-4463-83b1-8b1e74af4d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:36.825699 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-735ef860-6c13-425b-9efa-0cabfb8d4b7a req-1b576879-2b57-4463-83b1-8b1e74af4d0a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 922 time: 0.1527035 Nov 11 17:22:36.847925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b6509b-fb14-4179-beff-be1a741207a7 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:36.883018 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 34b6509b-fb14-4179-beff-be1a741207a7, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=34b6509b-fb14-4179-beff-be1a741207a7,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:36.896781 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:36.898437 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device bce743be-b36f-4589-ba04-a494a1bf25a3 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:22:36.932286 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-01a3800a-73d8-46f8-bf88-f56912770f37 req-cad19da0-b87c-441c-98a8-a6ead048b969 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/ports?device_id=9487b2b6-b57c-4722-9d95-9b487f14000e HTTP/1.1" status: 200 len: 210 time: 0.0549831 Nov 11 17:22:36.946935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a8b743c-908a-4aa3-873d-e59df882c1ff req-99b6c850-7020-43f7-ba00-a967a92ef4a3 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446559 Nov 11 17:22:36.977860 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-735ef860-6c13-425b-9efa-0cabfb8d4b7a req-5c8aa4f6-8dd0-44ef-b86c-768da8bedc27 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e977375-1038-4f53-b91f-ba5163a84796 HTTP/1.1" status: 200 len: 217 time: 0.0882080 Nov 11 17:22:37.016235 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=34b6509b-fb14-4179-beff-be1a741207a7,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:37.054917 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871be55b-6375-4aa8-93a1-ef3ccaeccf1f admin admin] Router add319ec-95c6-4c35-9a03-edb4babdef24 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:22:37.094237 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port bce743be-b36f-4589-ba04-a494a1bf25a3, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=bce743be-b36f-4589-ba04-a494a1bf25a3,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:37.108819 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'bce743be-b36f-4589-ba04-a494a1bf25a3', 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781', 'port_id': 'bce743be-b36f-4589-ba04-a494a1bf25a3', 'mac_address': 'fa:16:3e:33:30:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adf3a3d-8ad1-4679-a4f6-1feef5465afc', 'ip_address': '10.1.1.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:22:37.162026 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:37.180553 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ef860-6c13-425b-9efa-0cabfb8d4b7a req-21e32b79-127c-4c7e-b15d-133dc331b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:37.182337 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-735ef860-6c13-425b-9efa-0cabfb8d4b7a req-21e32b79-127c-4c7e-b15d-133dc331b750 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 200 len: 860 time: 0.1945550 Nov 11 17:22:37.192704 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce743be-b36f-4589-ba04-a494a1bf25a3 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:37.218431 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port bce743be-b36f-4589-ba04-a494a1bf25a3, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=bce743be-b36f-4589-ba04-a494a1bf25a3,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:37.223544 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-735ef860-6c13-425b-9efa-0cabfb8d4b7a req-9dd4c70f-73dd-469a-a25c-39f2833bd11a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f44096b2-3051-4615-8241-50ad95944236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322778 Nov 11 17:22:37.233995 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-b8ac4c08-bc5a-4fbf-b293-a4825e0ffd3b tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Allocated IP 172.20.0.6 (e943cf5d-ace4-4920-a83b-e3ebafedcd83/1758254d-1b04-473e-8f9e-cda256449fb7/d9170764-328e-49c6-903a-578f4c3fb49e) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:22:37.234899 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:37.236893 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 813271a2-d0e8-463d-ab43-df3086ac6cb1 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:22:37.241952 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26e158fb-f26a-4736-bf02-c8742af7f304 req-21c31845-2495-4a8d-a0ba-ed9951133b78 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 210 time: 0.0618365 Nov 11 17:22:37.315073 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a5787-72c2-49b4-9c54-e1b450015c4f req-146bcc05-c3bc-4d24-b878-6ba6faede13f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:37.321362 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a5787-72c2-49b4-9c54-e1b450015c4f req-146bcc05-c3bc-4d24-b878-6ba6faede13f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:37.335064 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a5787-72c2-49b4-9c54-e1b450015c4f req-146bcc05-c3bc-4d24-b878-6ba6faede13f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:37.344391 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=bce743be-b36f-4589-ba04-a494a1bf25a3,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:37.347288 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a5787-72c2-49b4-9c54-e1b450015c4f req-146bcc05-c3bc-4d24-b878-6ba6faede13f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:37.355547 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a5787-72c2-49b4-9c54-e1b450015c4f req-146bcc05-c3bc-4d24-b878-6ba6faede13f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:37.362391 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a5787-72c2-49b4-9c54-e1b450015c4f req-146bcc05-c3bc-4d24-b878-6ba6faede13f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:37.368620 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a5787-72c2-49b4-9c54-e1b450015c4f req-146bcc05-c3bc-4d24-b878-6ba6faede13f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:37.370507 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b30a5787-72c2-49b4-9c54-e1b450015c4f req-146bcc05-c3bc-4d24-b878-6ba6faede13f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5419 time: 0.2220099 Nov 11 17:22:37.378447 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871be55b-6375-4aa8-93a1-ef3ccaeccf1f admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:22:37.384181 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-871be55b-6375-4aa8-93a1-ef3ccaeccf1f admin admin] 10.222.0.76 "PUT /v2.0/routers/add319ec-95c6-4c35-9a03-edb4babdef24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5306971 Nov 11 17:22:37.386619 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55032) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:37.391897 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c2166c-601f-4db9-85fc-f87b6f9cb842 None None] Sync routers for ids ['add319ec-95c6-4c35-9a03-edb4babdef24'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:22:37.395970 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 813271a2-d0e8-463d-ab43-df3086ac6cb1, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=813271a2-d0e8-463d-ab43-df3086ac6cb1,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:37.413943 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c2166c-601f-4db9-85fc-f87b6f9cb842 None None] Routers {'add319ec-95c6-4c35-9a03-edb4babdef24'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:22:37.417194 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f9c2166c-601f-4db9-85fc-f87b6f9cb842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:22:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['add319ec-95c6-4c35-9a03-edb4babdef24'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:37.417720 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '813271a2-d0e8-463d-ab43-df3086ac6cb1', 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781', 'port_id': '813271a2-d0e8-463d-ab43-df3086ac6cb1', 'mac_address': 'fa:16:3e:d9:df:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adf3a3d-8ad1-4679-a4f6-1feef5465afc', 'ip_address': '10.1.1.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:22:37.421985 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bdd9d59a-77fe-4410-9cf8-6a8c2d19f098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:37.519624 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:37.551348 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b30a5787-72c2-49b4-9c54-e1b450015c4f req-d513ffa6-a8eb-464c-89a3-7b9823fc240e tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1544771 Nov 11 17:22:37.578119 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-94909551-7604-43b2-b6d8-98527895e9e7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:37.585141 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813271a2-d0e8-463d-ab43-df3086ac6cb1 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:37.591812 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-735ef860-6c13-425b-9efa-0cabfb8d4b7a req-5630ef49-611c-45de-8dec-d39c0a310dda service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585720 Nov 11 17:22:37.622983 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 813271a2-d0e8-463d-ab43-df3086ac6cb1, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=813271a2-d0e8-463d-ab43-df3086ac6cb1,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:37.629148 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:37.630193 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device ace11c64-ff1c-4cc8-b03a-f7975e333049 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:22:37.685045 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-f9c2166c-601f-4db9-85fc-f87b6f9cb842 None None] Set router add319ec-95c6-4c35-9a03-edb4babdef24 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:22:37.764560 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=813271a2-d0e8-463d-ab43-df3086ac6cb1,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:37.788151 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-735ef860-6c13-425b-9efa-0cabfb8d4b7a req-e1eb06bc-374f-4b66-b82a-36e5fc4d3d45 service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877847 Nov 11 17:22:37.795608 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port ace11c64-ff1c-4cc8-b03a-f7975e333049, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=ace11c64-ff1c-4cc8-b03a-f7975e333049,segment=NetworkSegment(b1d1b710-ac9c-4789-8bfd-35c32d9b5853),segment_id=b1d1b710-ac9c-4789-8bfd-35c32d9b5853)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:37.817384 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-b8ac4c08-bc5a-4fbf-b293-a4825e0ffd3b tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:37.824293 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'ace11c64-ff1c-4cc8-b03a-f7975e333049', 'network_id': '2d103e92-4f54-41f0-9dd1-ba0588eb26fa', 'port_id': 'ace11c64-ff1c-4cc8-b03a-f7975e333049', 'mac_address': 'fa:16:3e:4c:05:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d20ea5-81ce-4fef-9afe-8186d9ab3df5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:22:37.830645 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f000e-f93a-4a45-8126-28e072123697 req-55d4490b-56db-4a81-89ad-8be71c5d4c90 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:37.836436 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c8f000e-f93a-4a45-8126-28e072123697 req-55d4490b-56db-4a81-89ad-8be71c5d4c90 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.1740921 Nov 11 17:22:37.845243 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f4c27-7f8e-4a3f-9cbf-c4ee8965d589 req-0c6feb65-4950-4f57-ab8f-e900c8a55fd9 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:37.846701 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-997f4c27-7f8e-4a3f-9cbf-c4ee8965d589 req-0c6feb65-4950-4f57-ab8f-e900c8a55fd9 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=6787435a-7226-4315-a4a2-689ba8c92576 HTTP/1.1" status: 200 len: 949 time: 0.1315393 Nov 11 17:22:37.866761 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-b8ac4c08-bc5a-4fbf-b293-a4825e0ffd3b tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:37.877220 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:37.896795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace11c64-ff1c-4cc8-b03a-f7975e333049 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:37.910774 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-94909551-7604-43b2-b6d8-98527895e9e7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:37.916326 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-b8ac4c08-bc5a-4fbf-b293-a4825e0ffd3b tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Network e943cf5d-ace4-4920-a83b-e3ebafedcd83 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:22:37.923349 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-b8ac4c08-bc5a-4fbf-b293-a4825e0ffd3b tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:22:37.927623 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-b8ac4c08-bc5a-4fbf-b293-a4825e0ffd3b tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:22:37.928549 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port ace11c64-ff1c-4cc8-b03a-f7975e333049, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=ace11c64-ff1c-4cc8-b03a-f7975e333049,segment=NetworkSegment(b1d1b710-ac9c-4789-8bfd-35c32d9b5853),segment_id=b1d1b710-ac9c-4789-8bfd-35c32d9b5853)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:37.934559 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:37.935883 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 77cd4467-9c5c-4a7c-addb-a79b3b86465e details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:22:37.940059 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c8f000e-f93a-4a45-8126-28e072123697 req-4b1aca09-2436-482c-bbf7-136991b4e234 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926769 Nov 11 17:22:37.955678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac4c08-bc5a-4fbf-b293-a4825e0ffd3b tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Pushing event updated for resources: {'Port': ['ID=d9170764-328e-49c6-903a-578f4c3fb49e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:37.968925 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ac43e1-20fb-4fac-8468-0c3f50910195', 'name': 'network-vif-deleted', 'tag': '47bf62d8-1ba1-46b3-9a83-55fa535c0675'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:37.971345 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a375246-0b68-4f4b-b094-8be642adbb95" -d '{"events": [{"server_uuid": "a1ac43e1-20fb-4fac-8468-0c3f50910195", "name": "network-vif-deleted", "tag": "47bf62d8-1ba1-46b3-9a83-55fa535c0675"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:38.048277 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f9c2166c-601f-4db9-85fc-f87b6f9cb842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'name': 'tempest-ServerRescueTestJSONUnderV235-399673922-router', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:54Z', 'updated_at': '2021-11-11T17:22:36Z', 'revision_number': 5, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'gw_port': {'id': 'fbbb03ee-1514-4f68-ad14-851a915be864', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:24:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:55Z', 'updated_at': '2021-11-11T17:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:38.052591 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-b8ac4c08-bc5a-4fbf-b293-a4825e0ffd3b tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:38.053436 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-b8ac4c08-bc5a-4fbf-b293-a4825e0ffd3b tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:38.058749 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-997f4c27-7f8e-4a3f-9cbf-c4ee8965d589 req-66bc610d-6d79-4012-a2ac-951250e913f7 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824698 Nov 11 17:22:38.066477 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 77cd4467-9c5c-4a7c-addb-a79b3b86465e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=77cd4467-9c5c-4a7c-addb-a79b3b86465e,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:38.079911 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=ace11c64-ff1c-4cc8-b03a-f7975e333049,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:38.087670 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '77cd4467-9c5c-4a7c-addb-a79b3b86465e', 'network_id': '26d2863b-e9a5-49ec-ba62-a9518e7e8781', 'port_id': '77cd4467-9c5c-4a7c-addb-a79b3b86465e', 'mac_address': 'fa:16:3e:c0:8f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3adf3a3d-8ad1-4679-a4f6-1feef5465afc', 'ip_address': '10.1.1.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:22:38.122048 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c2166c-601f-4db9-85fc-f87b6f9cb842 None None] Checking router: add319ec-95c6-4c35-9a03-edb4babdef24 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:22:38.128248 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-94909551-7604-43b2-b6d8-98527895e9e7 admin admin] Deleting port fbbb03ee-1514-4f68-ad14-851a915be864 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:22:38.128248 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-94909551-7604-43b2-b6d8-98527895e9e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:38.136084 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-b8ac4c08-bc5a-4fbf-b293-a4825e0ffd3b tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8085601 Nov 11 17:22:38.148710 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c2166c-601f-4db9-85fc-f87b6f9cb842 None None] Routers {'add319ec-95c6-4c35-9a03-edb4babdef24'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:22:38.149353 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f9c2166c-601f-4db9-85fc-f87b6f9cb842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:22:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['add319ec-95c6-4c35-9a03-edb4babdef24'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:38.160749 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] Request body: {'port': {'device_id': '3f9b4aeb-6824-40de-8fa0-816186a33300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:38.323453 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-f9c2166c-601f-4db9-85fc-f87b6f9cb842 None None] Set router add319ec-95c6-4c35-9a03-edb4babdef24 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:22:38.343143 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:38.371348 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77cd4467-9c5c-4a7c-addb-a79b3b86465e {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:38.381448 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:38.397481 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2743464-40a1-4aaf-9242-45f882410c5f x-openstack-request-id: req-b2743464-40a1-4aaf-9242-45f882410c5f {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:38.398756 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ac43e1-20fb-4fac-8468-0c3f50910195", "name": "network-vif-deleted", "tag": "47bf62d8-1ba1-46b3-9a83-55fa535c0675", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:38.399021 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b2743464-40a1-4aaf-9242-45f882410c5f {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:38.399971 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ac43e1-20fb-4fac-8468-0c3f50910195', 'name': 'network-vif-deleted', 'tag': '47bf62d8-1ba1-46b3-9a83-55fa535c0675', 'status': 'completed', 'code': 200} Nov 11 17:22:38.414125 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 77cd4467-9c5c-4a7c-addb-a79b3b86465e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=77cd4467-9c5c-4a7c-addb-a79b3b86465e,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:38.428568 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:38.429588 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device de13d44d-3671-47f5-b4cd-175caae206f0 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:22:38.443615 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f9c2166c-601f-4db9-85fc-f87b6f9cb842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'name': 'tempest-ServerRescueTestJSONUnderV235-399673922-router', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:54Z', 'updated_at': '2021-11-11T17:22:37Z', 'revision_number': 6, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:38.474790 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c2166c-601f-4db9-85fc-f87b6f9cb842 None None] The sync data for ids ['add319ec-95c6-4c35-9a03-edb4babdef24'] in n-d-816206-4 is: [{'id': 'add319ec-95c6-4c35-9a03-edb4babdef24', 'name': 'tempest-ServerRescueTestJSONUnderV235-399673922-router', 'tenant_id': '20961177e886451b8c34ba006fbdf3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:54Z', 'updated_at': '2021-11-11T17:22:37Z', 'revision_number': 6, 'project_id': '20961177e886451b8c34ba006fbdf3f9', 'gw_port_host': None}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:22:38.523067 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c5f1772-326d-4665-8a16-41ae2d991d81 req-614c16a3-6c50-4049-86a8-d1fa54b0ce14 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/ports?device_id=9487b2b6-b57c-4722-9d95-9b487f14000e HTTP/1.1" status: 200 len: 210 time: 0.2339187 Nov 11 17:22:38.524747 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-7a273295-dd94-4df6-8044-2b605a1f7fbf tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=c345fd9f10264309a8cf6977ed085e8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2224340 Nov 11 17:22:38.538607 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-94909551-7604-43b2-b6d8-98527895e9e7 admin admin] For port fbbb03ee-1514-4f68-ad14-851a915be864, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=fbbb03ee-1514-4f68-ad14-851a915be864,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:38.538986 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-94909551-7604-43b2-b6d8-98527895e9e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:38.580858 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f6b57a89-e925-48a8-847d-ef3f367426bb None None] Provisioning complete for port d9170764-328e-49c6-903a-578f4c3fb49e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:38.581446 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f6b57a89-e925-48a8-847d-ef3f367426bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:38.590946 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=77cd4467-9c5c-4a7c-addb-a79b3b86465e,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:38.629330 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-94909551-7604-43b2-b6d8-98527895e9e7 admin admin] Calling delete_port for fbbb03ee-1514-4f68-ad14-851a915be864 owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:22:38.640639 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-f6b57a89-e925-48a8-847d-ef3f367426bb None None] Port d9170764-328e-49c6-903a-578f4c3fb49e cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:22:38.660752 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port de13d44d-3671-47f5-b4cd-175caae206f0, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=de13d44d-3671-47f5-b4cd-175caae206f0,segment=NetworkSegment(77980f2b-6062-4456-aa35-dfdb79784811),segment_id=77980f2b-6062-4456-aa35-dfdb79784811)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:38.673020 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'de13d44d-3671-47f5-b4cd-175caae206f0', 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be', 'port_id': 'de13d44d-3671-47f5-b4cd-175caae206f0', 'mac_address': 'fa:16:3e:5a:41:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb65c8e4-9667-460f-b3de-43e527914011', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:22:38.701718 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef0685-0d34-452a-971b-e20972bd3878 req-fc93bd36-e28c-42c6-80a5-e75d00f368bf tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:38.703361 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6cef0685-0d34-452a-971b-e20972bd3878 req-fc93bd36-e28c-42c6-80a5-e75d00f368bf tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 943 time: 0.2311208 Nov 11 17:22:38.711163 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:38.727932 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de13d44d-3671-47f5-b4cd-175caae206f0 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:38.749596 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port de13d44d-3671-47f5-b4cd-175caae206f0, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=de13d44d-3671-47f5-b4cd-175caae206f0,segment=NetworkSegment(77980f2b-6062-4456-aa35-dfdb79784811),segment_id=77980f2b-6062-4456-aa35-dfdb79784811)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:38.752289 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9170764-328e-49c6-903a-578f4c3fb49e {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:38.755871 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:38.757004 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:22:38.761925 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:38.779598 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] Transition to ACTIVE for port object d9170764-328e-49c6-903a-578f4c3fb49e will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:22:38.784260 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:38.802492 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d677b2e-8dc0-43b3-8b6a-acb08884225b req-41560829-e15a-47c8-961f-f7a2899e00b7 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:38.805893 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d677b2e-8dc0-43b3-8b6a-acb08884225b req-41560829-e15a-47c8-961f-f7a2899e00b7 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 931 time: 0.1746397 Nov 11 17:22:38.860129 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port c6e5dfd8-66ba-4e06-8f7d-d18094e46e71, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c6e5dfd8-66ba-4e06-8f7d-d18094e46e71,segment=NetworkSegment(b1d1b710-ac9c-4789-8bfd-35c32d9b5853),segment_id=b1d1b710-ac9c-4789-8bfd-35c32d9b5853)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:38.864409 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=de13d44d-3671-47f5-b4cd-175caae206f0,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:38.869979 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] Pushing event updated for resources: {'Port': ['ID=d9170764-328e-49c6-903a-578f4c3fb49e,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:38.883621 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-3cad8f00-69ba-44bd-99a3-5aa1028a9805 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:38.892255 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-3cad8f00-69ba-44bd-99a3-5aa1028a9805 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3555877 Nov 11 17:22:38.898434 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'c6e5dfd8-66ba-4e06-8f7d-d18094e46e71', 'network_id': '2d103e92-4f54-41f0-9dd1-ba0588eb26fa', 'port_id': 'c6e5dfd8-66ba-4e06-8f7d-d18094e46e71', 'mac_address': 'fa:16:3e:5c:de:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d20ea5-81ce-4fef-9afe-8186d9ab3df5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:22:38.918751 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-ad7b996c-2f21-4e49-84de-ebb82177a375 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Request body: {'port': {'device_id': '9487b2b6-b57c-4722-9d95-9b487f14000e', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': 'c345fd9f10264309a8cf6977ed085e8b'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:38.947118 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:38.962784 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] Attempting to bind port d9170764-328e-49c6-903a-578f4c3fb49e on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:22:38.963123 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] Attempting to bind port d9170764-328e-49c6-903a-578f4c3fb49e by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'ec646147-bf60-4aa9-8065-9bf927286bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:22:38.963447 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] Attempting to bind port d9170764-328e-49c6-903a-578f4c3fb49e on network e943cf5d-ace4-4920-a83b-e3ebafedcd83 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:38.970285 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:38.970941 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] Port d9170764-328e-49c6-903a-578f4c3fb49e on network e943cf5d-ace4-4920-a83b-e3ebafedcd83 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:22:38.971272 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] Attempting to bind port d9170764-328e-49c6-903a-578f4c3fb49e on network e943cf5d-ace4-4920-a83b-e3ebafedcd83 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:38.978453 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:22:38.978792 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] Checking segment: {'id': 'ec646147-bf60-4aa9-8065-9bf927286bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:22:38.979182 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] Bound using segment: {'id': 'ec646147-bf60-4aa9-8065-9bf927286bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:22:38.979977 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] Bound port: d9170764-328e-49c6-903a-578f4c3fb49e, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec646147-bf60-4aa9-8065-9bf927286bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:22:38.980344 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:38.998666 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port c6e5dfd8-66ba-4e06-8f7d-d18094e46e71, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c6e5dfd8-66ba-4e06-8f7d-d18094e46e71,segment=NetworkSegment(b1d1b710-ac9c-4789-8bfd-35c32d9b5853),segment_id=b1d1b710-ac9c-4789-8bfd-35c32d9b5853)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:39.005478 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:39.028069 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6cef0685-0d34-452a-971b-e20972bd3878 req-deb3d626-751a-4c0a-8138-074ec1991793 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817054 Nov 11 17:22:39.081497 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d677b2e-8dc0-43b3-8b6a-acb08884225b req-04ec493e-eaf9-4334-b464-645b71b5872e tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d94a3948-012c-4dd0-9f6c-1e826f960d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576911 Nov 11 17:22:39.106938 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device b491e5cb-94d0-4f9e-a346-b43ed272f2fb details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:22:39.110494 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] For port d9170764-328e-49c6-903a-578f4c3fb49e, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:22:39.114853 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] For port d9170764-328e-49c6-903a-578f4c3fb49e, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=d9170764-328e-49c6-903a-578f4c3fb49e,segment=NetworkSegment(ec646147-bf60-4aa9-8065-9bf927286bc9),segment_id=ec646147-bf60-4aa9-8065-9bf927286bc9)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:22:39.125176 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:39.144536 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=c6e5dfd8-66ba-4e06-8f7d-d18094e46e71,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:39.154908 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6e977375-1038-4f53-b91f-ba5163a84796 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:22:39.190949 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:39.192006 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:39.196024 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] 10.222.0.64 "PUT /v2.0/ports/d9170764-328e-49c6-903a-578f4c3fb49e HTTP/1.1" status: 200 len: 1091 time: 1.0458443 Nov 11 17:22:39.198780 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9b4aeb-6824-40de-8fa0-816186a33300', 'tag': 'd9170764-328e-49c6-903a-578f4c3fb49e'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:39.202248 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b11dab0-d1fd-4e28-93d7-132df75a92ed" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9b4aeb-6824-40de-8fa0-816186a33300", "tag": "d9170764-328e-49c6-903a-578f4c3fb49e"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:39.309784 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2831ea-59c3-4c87-bf9d-c8db8413b000 service neutron] Pushing event updated for resources: {'Port': ['ID=d9170764-328e-49c6-903a-578f4c3fb49e,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:39.400821 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-f6320039-6200-4519-8e40-8a1ca4556cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:39.402388 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-f6320039-6200-4519-8e40-8a1ca4556cbf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eeaf0859b8554fe38e6f252116aac055&device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 1094 time: 0.1062939 Nov 11 17:22:39.409813 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port b491e5cb-94d0-4f9e-a346-b43ed272f2fb, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=b491e5cb-94d0-4f9e-a346-b43ed272f2fb,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:39.426120 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 6e977375-1038-4f53-b91f-ba5163a84796, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6e977375-1038-4f53-b91f-ba5163a84796,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:39.437605 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'b491e5cb-94d0-4f9e-a346-b43ed272f2fb', 'network_id': 'a7388172-0e31-4a48-82ab-4816dd651be5', 'port_id': 'b491e5cb-94d0-4f9e-a346-b43ed272f2fb', 'mac_address': 'fa:16:3e:54:5d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09479e2c-8d4d-4ddf-a999-7eaebc6756fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:22:39.467157 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '6e977375-1038-4f53-b91f-ba5163a84796', 'network_id': 'f44096b2-3051-4615-8241-50ad95944236', 'port_id': '6e977375-1038-4f53-b91f-ba5163a84796', 'mac_address': 'fa:16:3e:61:43:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91b4681d-4ec9-48fb-9ad2-3be17e781b2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:22:39.475187 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-0f4c9e54-8d8c-454b-91aa-0737a65ffabe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9170764-328e-49c6-903a-578f4c3fb49e HTTP/1.1" status: 200 len: 217 time: 0.0558128 Nov 11 17:22:39.536614 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:39.547767 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:39.561572 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-89ec521c-b1bd-4299-85e7-723027fc6ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:39.565674 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-89ec521c-b1bd-4299-85e7-723027fc6ff7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1758254d-1b04-473e-8f9e-cda256449fb7 HTTP/1.1" status: 200 len: 859 time: 0.0795770 Nov 11 17:22:39.571819 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b491e5cb-94d0-4f9e-a346-b43ed272f2fb {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:39.578389 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e977375-1038-4f53-b91f-ba5163a84796 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:39.616530 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port b491e5cb-94d0-4f9e-a346-b43ed272f2fb, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=b491e5cb-94d0-4f9e-a346-b43ed272f2fb,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:39.624844 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 6e977375-1038-4f53-b91f-ba5163a84796, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6e977375-1038-4f53-b91f-ba5163a84796,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:39.632735 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:39.633556 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-bcf6f82b-7faf-4376-93a4-e87ba19e4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:39.636220 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-bcf6f82b-7faf-4376-93a4-e87ba19e4a14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e943cf5d-ace4-4920-a83b-e3ebafedcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624378 Nov 11 17:22:39.644208 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:39.704306 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=b491e5cb-94d0-4f9e-a346-b43ed272f2fb,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:39.741642 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-ad7b996c-2f21-4e49-84de-ebb82177a375 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Made reservation on behalf of c345fd9f10264309a8cf6977ed085e8b for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:22:39.745212 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-ad7b996c-2f21-4e49-84de-ebb82177a375 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:39.753689 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a7125f4f-b771-41e5-9989-a379a2a13c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:39.759583 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-d22de68c-da3e-4727-978a-db8bb70b1336 service neutron] 10.222.0.64 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160595 Nov 11 17:22:39.760297 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['b491e5cb-94d0-4f9e-a346-b43ed272f2fb'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:39.791610 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-ad7b996c-2f21-4e49-84de-ebb82177a375 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:39.806095 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=6e977375-1038-4f53-b91f-ba5163a84796,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:39.835036 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-94909551-7604-43b2-b6d8-98527895e9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:39.861632 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['bce743be-b36f-4589-ba04-a494a1bf25a3'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:39.888330 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dda12-6a2b-458b-9850-1628f583051a req-d1aea66e-6028-4a21-b8f1-25aaa358bfce tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:39.889785 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-954dda12-6a2b-458b-9850-1628f583051a req-d1aea66e-6028-4a21-b8f1-25aaa358bfce tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "GET /v2.0/ports?device_id=6787435a-7226-4315-a4a2-689ba8c92576 HTTP/1.1" status: 200 len: 949 time: 0.1889088 Nov 11 17:22:39.894872 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b169f2e0-c598-4da4-9563-1c7a0b4f96d3 req-eaf6c7a3-88f1-44c7-aaa4-3d284d10c77a service neutron] 10.222.0.64 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272337 Nov 11 17:22:39.900613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fc32f-33df-4ca8-9a5e-1c264cc07d47 req-c9fe73b2-4804-4d79-b052-62ccf7fef81e tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:39.906864 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fc32f-33df-4ca8-9a5e-1c264cc07d47 req-c9fe73b2-4804-4d79-b052-62ccf7fef81e tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:39.912941 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fc32f-33df-4ca8-9a5e-1c264cc07d47 req-c9fe73b2-4804-4d79-b052-62ccf7fef81e tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:39.919451 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fc32f-33df-4ca8-9a5e-1c264cc07d47 req-c9fe73b2-4804-4d79-b052-62ccf7fef81e tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:39.925496 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fc32f-33df-4ca8-9a5e-1c264cc07d47 req-c9fe73b2-4804-4d79-b052-62ccf7fef81e tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:39.929796 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['34b6509b-fb14-4179-beff-be1a741207a7'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:39.931471 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fc32f-33df-4ca8-9a5e-1c264cc07d47 req-c9fe73b2-4804-4d79-b052-62ccf7fef81e tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:39.938052 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fc32f-33df-4ca8-9a5e-1c264cc07d47 req-c9fe73b2-4804-4d79-b052-62ccf7fef81e tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:39.940064 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-904fc32f-33df-4ca8-9a5e-1c264cc07d47 req-c9fe73b2-4804-4d79-b052-62ccf7fef81e tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5425 time: 0.7398684 Nov 11 17:22:39.954300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94909551-7604-43b2-b6d8-98527895e9e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbbb03ee-1514-4f68-ad14-851a915be864,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:39.966791 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['ace11c64-ff1c-4cc8-b03a-f7975e333049'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:39.970824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a8f7b-69a2-4d81-baac-b2989ce268f6 req-1c479367-9311-4025-a6b8-a12a0e471aad tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:39.972379 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-172a8f7b-69a2-4d81-baac-b2989ce268f6 req-1c479367-9311-4025-a6b8-a12a0e471aad tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.2736750 Nov 11 17:22:39.976872 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['77cd4467-9c5c-4a7c-addb-a79b3b86465e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:40.041461 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['de13d44d-3671-47f5-b4cd-175caae206f0'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:40.180453 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['6e977375-1038-4f53-b91f-ba5163a84796'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:40.204633 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-94909551-7604-43b2-b6d8-98527895e9e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:40.211791 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-172a8f7b-69a2-4d81-baac-b2989ce268f6 req-6966ba5f-b911-4ecf-82c9-d27f02100e6c tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126789 Nov 11 17:22:40.258333 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-904fc32f-33df-4ca8-9a5e-1c264cc07d47 req-6178e067-cf50-4126-8e5c-a8d424a62153 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3008814 Nov 11 17:22:40.299945 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-ad7b996c-2f21-4e49-84de-ebb82177a375 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:40.333253 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-ad7b996c-2f21-4e49-84de-ebb82177a375 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:40.363189 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-94909551-7604-43b2-b6d8-98527895e9e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:40.395045 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-94909551-7604-43b2-b6d8-98527895e9e7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:40.431688 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ae00dc75-28c6-4273-9795-74857ebac95b no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:22:40.484989 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-954dda12-6a2b-458b-9850-1628f583051a req-d5c7198e-649d-4d8c-943a-9371a2872180 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Deleting port bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:22:40.485334 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-954dda12-6a2b-458b-9850-1628f583051a req-d5c7198e-649d-4d8c-943a-9371a2872180 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:40.513910 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: ae00dc75-28c6-4273-9795-74857ebac95b {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:22:40.514488 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ae00dc75-28c6-4273-9795-74857ebac95b not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:22:40.515210 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fbbb03ee-1514-4f68-ad14-851a915be864 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:22:40.545124 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b996c-2f21-4e49-84de-ebb82177a375 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84bffa4-b1a0-4c60-aa4f-4b79f1752409,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:40.581240 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-94909551-7604-43b2-b6d8-98527895e9e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:40.581798 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94909551-7604-43b2-b6d8-98527895e9e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router add319ec-95c6-4c35-9a03-edb4babdef24 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:22:40.586390 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: fbbb03ee-1514-4f68-ad14-851a915be864 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:22:40.586522 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-94909551-7604-43b2-b6d8-98527895e9e7 admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:40.586754 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fbbb03ee-1514-4f68-ad14-851a915be864 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:22:40.587821 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-94909551-7604-43b2-b6d8-98527895e9e7 admin admin] 10.222.0.76 "DELETE /v2.0/routers/add319ec-95c6-4c35-9a03-edb4babdef24 HTTP/1.1" status: 204 len: 168 time: 3.1992707 Nov 11 17:22:40.591194 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55082) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:40.615800 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f1309-3ee5-4ff7-9967-5833001e1d80 req-e4d5bd99-6301-4774-a3ce-3c4a33768bb2 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:40.617335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-483f1309-3ee5-4ff7-9967-5833001e1d80 req-e4d5bd99-6301-4774-a3ce-3c4a33768bb2 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=6787435a-7226-4315-a4a2-689ba8c92576 HTTP/1.1" status: 200 len: 949 time: 0.2900259 Nov 11 17:22:40.664676 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b14d31-7d22-4414-a168-90b84245e635 admin admin] Deleting subnet e19ce021-4c4e-4c04-8fa6-c1347ad5c75b {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:22:40.670292 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-82b14d31-7d22-4414-a168-90b84245e635 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:40.710412 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb053814-78f5-4046-96c3-ddb98cbe2488 req-595f696d-f572-4a5d-a011-581fc2fdc0fd tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:40.718830 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb053814-78f5-4046-96c3-ddb98cbe2488 req-595f696d-f572-4a5d-a011-581fc2fdc0fd tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abbc4aa-3489-41bd-b580-19cf780614a4 HTTP/1.1" status: 200 len: 945 time: 0.2725017 Nov 11 17:22:40.722115 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-82b14d31-7d22-4414-a168-90b84245e635 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:40.775583 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-82b14d31-7d22-4414-a168-90b84245e635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:40.778313 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-ad7b996c-2f21-4e49-84de-ebb82177a375 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Allocated IP 192.168.233.118 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/3a937c6c-0172-44de-a6f2-93128b32481d) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:22:40.793725 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-954dda12-6a2b-458b-9850-1628f583051a req-d5c7198e-649d-4d8c-943a-9371a2872180 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] For port bca20f07-f1b1-415e-8a44-73ad6aa3b2d1, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=bca20f07-f1b1-415e-8a44-73ad6aa3b2d1,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:40.794160 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-954dda12-6a2b-458b-9850-1628f583051a req-d5c7198e-649d-4d8c-943a-9371a2872180 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:40.841844 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-483f1309-3ee5-4ff7-9967-5833001e1d80 req-506edf39-1384-4bfc-92cc-fd04b7e524bf tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/security-groups?id=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993580 Nov 11 17:22:40.842848 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-954dda12-6a2b-458b-9850-1628f583051a req-d5c7198e-649d-4d8c-943a-9371a2872180 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Calling delete_port for bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:22:40.853844 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-82b14d31-7d22-4414-a168-90b84245e635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:40.907707 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-82b14d31-7d22-4414-a168-90b84245e635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:40.915836 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55084) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:40.916506 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-82b14d31-7d22-4414-a168-90b84245e635 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e19ce021-4c4e-4c04-8fa6-c1347ad5c75b HTTP/1.1" status: 204 len: 168 time: 0.3230960 Nov 11 17:22:40.917567 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b14d31-7d22-4414-a168-90b84245e635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e19ce021-4c4e-4c04-8fa6-c1347ad5c75b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:40.927049 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e230025d-72dd-4aad-b625-7cf9a4412c8c x-openstack-request-id: req-e230025d-72dd-4aad-b625-7cf9a4412c8c {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:40.927349 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9b4aeb-6824-40de-8fa0-816186a33300", "tag": "d9170764-328e-49c6-903a-578f4c3fb49e", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:40.927669 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e230025d-72dd-4aad-b625-7cf9a4412c8c {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:40.928216 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9b4aeb-6824-40de-8fa0-816186a33300', 'tag': 'd9170764-328e-49c6-903a-578f4c3fb49e', 'status': 'completed', 'code': 200} Nov 11 17:22:40.944683 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb053814-78f5-4046-96c3-ddb98cbe2488 req-93de5030-2b15-40e3-a9ad-d056ef68c500 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250392 Nov 11 17:22:41.043354 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11dab0-d1fd-4e28-93d7-132df75a92ed req-c4167674-fd9f-463f-b8c4-406952e6735d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:41.044991 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3b11dab0-d1fd-4e28-93d7-132df75a92ed req-c4167674-fd9f-463f-b8c4-406952e6735d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eeaf0859b8554fe38e6f252116aac055&device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 1094 time: 0.0588799 Nov 11 17:22:41.067768 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['813271a2-d0e8-463d-ab43-df3086ac6cb1'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:41.069802 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['c6e5dfd8-66ba-4e06-8f7d-d18094e46e71'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:41.124890 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:41.134085 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device b491e5cb-94d0-4f9e-a346-b43ed272f2fb up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:22:41.139795 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50240c66-e888-449d-b9be-136bf1293928 req-bb38f866-3add-4c90-9858-e6b7f531e0d3 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/ports?device_id=9487b2b6-b57c-4722-9d95-9b487f14000e HTTP/1.1" status: 200 len: 210 time: 0.0782506 Nov 11 17:22:41.156017 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11dab0-d1fd-4e28-93d7-132df75a92ed req-82da7b10-ad9b-4eb1-8882-b0b1737e68ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:41.157647 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3b11dab0-d1fd-4e28-93d7-132df75a92ed req-82da7b10-ad9b-4eb1-8882-b0b1737e68ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=e943cf5d-ace4-4920-a83b-e3ebafedcd83 HTTP/1.1" status: 200 len: 922 time: 0.1049161 Nov 11 17:22:41.219498 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-369ffb7a-a56f-498b-80fd-0c84b670a507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:41.227178 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3b11dab0-d1fd-4e28-93d7-132df75a92ed req-922fd940-c7a4-4f74-8b1e-8496cc378d4b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9170764-328e-49c6-903a-578f4c3fb49e HTTP/1.1" status: 200 len: 217 time: 0.0537989 Nov 11 17:22:41.271002 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47b490-724a-43fa-b160-7a01aaf393e1 req-e7cda876-af76-4548-a2f7-c1444a1b8dd0 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:41.273048 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a47b490-724a-43fa-b160-7a01aaf393e1 req-e7cda876-af76-4548-a2f7-c1444a1b8dd0 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 944 time: 0.2208955 Nov 11 17:22:41.292481 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11dab0-d1fd-4e28-93d7-132df75a92ed req-bbe4323d-218b-4888-b61b-83884efd3a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:41.294944 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3b11dab0-d1fd-4e28-93d7-132df75a92ed req-bbe4323d-218b-4888-b61b-83884efd3a4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1758254d-1b04-473e-8f9e-cda256449fb7 HTTP/1.1" status: 200 len: 859 time: 0.0602851 Nov 11 17:22:41.296849 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port b491e5cb-94d0-4f9e-a346-b43ed272f2fb triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:41.297225 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:41.347134 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11dab0-d1fd-4e28-93d7-132df75a92ed req-1ff83a24-6436-49fb-a3e8-1b643d0d3dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:41.348833 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3b11dab0-d1fd-4e28-93d7-132df75a92ed req-1ff83a24-6436-49fb-a3e8-1b643d0d3dc7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e943cf5d-ace4-4920-a83b-e3ebafedcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467319 Nov 11 17:22:41.458588 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3b11dab0-d1fd-4e28-93d7-132df75a92ed req-9c8ac7b5-8d2b-42d7-add8-ebe4b0452e11 service neutron] 10.222.0.64 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001174 Nov 11 17:22:41.465847 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:41.480946 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47877a7c-9770-4966-b985-73e393262654 req-d67508cc-e92d-4656-bff5-e558e6b54e5e tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:41.482440 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47877a7c-9770-4966-b985-73e393262654 req-d67508cc-e92d-4656-bff5-e558e6b54e5e tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 943 time: 0.2424893 Nov 11 17:22:41.507429 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abbc4aa-3489-41bd-b580-19cf780614a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b491e5cb-94d0-4f9e-a346-b43ed272f2fb'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:41.510723 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a5e158-bbf7-45be-a33d-455515c1f7b0" -d '{"events": [{"server_uuid": "6abbc4aa-3489-41bd-b580-19cf780614a4", "name": "network-vif-plugged", "status": "completed", "tag": "b491e5cb-94d0-4f9e-a346-b43ed272f2fb"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:41.516839 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a47b490-724a-43fa-b160-7a01aaf393e1 req-d3246943-5bc2-49ce-85a1-90f704921c87 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300489 Nov 11 17:22:41.518505 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-369ffb7a-a56f-498b-80fd-0c84b670a507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:41.525896 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port b491e5cb-94d0-4f9e-a346-b43ed272f2fb, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=b491e5cb-94d0-4f9e-a346-b43ed272f2fb,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:41.530943 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:41.531234 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-ad7b996c-2f21-4e49-84de-ebb82177a375 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:41.567625 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-954dda12-6a2b-458b-9850-1628f583051a req-d5c7198e-649d-4d8c-943a-9371a2872180 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:41.572338 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3b11dab0-d1fd-4e28-93d7-132df75a92ed req-b96b447c-4510-4194-9a26-d0d57e06c5af service neutron] 10.222.0.64 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058121 Nov 11 17:22:41.573907 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-369ffb7a-a56f-498b-80fd-0c84b670a507 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b13f5e-873f-4814-abaa-56ed24c5789c']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:41.602874 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=b491e5cb-94d0-4f9e-a346-b43ed272f2fb,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:41.629486 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-369ffb7a-a56f-498b-80fd-0c84b670a507 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae50b5d6-b110-4322-8a79-5ad3698cdf52') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:41.629785 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-369ffb7a-a56f-498b-80fd-0c84b670a507 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae50b5d6-b110-4322-8a79-5ad3698cdf52') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:41.633184 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7198e-649d-4d8c-943a-9371a2872180 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Pushing event deleted for resources: {'Port': ['ID=bca20f07-f1b1-415e-8a44-73ad6aa3b2d1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:41.684922 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-369ffb7a-a56f-498b-80fd-0c84b670a507 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:41.729977 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-954dda12-6a2b-458b-9850-1628f583051a req-d5c7198e-649d-4d8c-943a-9371a2872180 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] No DVR routers for this DVR port bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:22:41.732767 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-954dda12-6a2b-458b-9850-1628f583051a req-d5c7198e-649d-4d8c-943a-9371a2872180 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:41.736360 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-954dda12-6a2b-458b-9850-1628f583051a req-d5c7198e-649d-4d8c-943a-9371a2872180 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.83 "DELETE /v2.0/ports/bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 HTTP/1.1" status: 204 len: 173 time: 1.7933772 Nov 11 17:22:41.739392 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-369ffb7a-a56f-498b-80fd-0c84b670a507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:41.742567 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6787435a-7226-4315-a4a2-689ba8c92576', 'name': 'network-vif-deleted', 'tag': 'bca20f07-f1b1-415e-8a44-73ad6aa3b2d1'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:41.745072 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8ea66c-914a-476e-9844-aa6cfb51cde7" -d '{"events": [{"server_uuid": "6787435a-7226-4315-a4a2-689ba8c92576", "name": "network-vif-deleted", "tag": "bca20f07-f1b1-415e-8a44-73ad6aa3b2d1"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:41.752381 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47877a7c-9770-4966-b985-73e393262654 req-a145ba5a-c16a-4691-b1cd-ef5c57a4eda0 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d94a3948-012c-4dd0-9f6c-1e826f960d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529850 Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369ffb7a-a56f-498b-80fd-0c84b670a507 admin admin] Releasing vlan 1279 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-369ffb7a-a56f-498b-80fd-0c84b670a507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:22:41.773836 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:22:41.796784 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-ad7b996c-2f21-4e49-84de-ebb82177a375 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:41.931258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-ad7b996c-2f21-4e49-84de-ebb82177a375 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:22:41.937384 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-369ffb7a-a56f-498b-80fd-0c84b670a507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:41.941974 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-369ffb7a-a56f-498b-80fd-0c84b670a507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:41.945379 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-369ffb7a-a56f-498b-80fd-0c84b670a507 admin admin] 10.222.0.76 "DELETE /v2.0/networks/15b13f5e-873f-4814-abaa-56ed24c5789c HTTP/1.1" status: 204 len: 168 time: 1.0198760 Nov 11 17:22:41.949511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-ad7b996c-2f21-4e49-84de-ebb82177a375 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:22:41.951798 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-ad7b996c-2f21-4e49-84de-ebb82177a375 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:22:41.955402 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b996c-2f21-4e49-84de-ebb82177a375 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Pushing event updated for resources: {'Port': ['ID=3a937c6c-0172-44de-a6f2-93128b32481d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:42.008454 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d287e-f626-44fa-b7b4-a7c46598f809 req-8a4781a4-8a13-4fcc-994c-fac548536c85 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:42.010002 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4f3d287e-f626-44fa-b7b4-a7c46598f809 req-8a4781a4-8a13-4fcc-994c-fac548536c85 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.2682817 Nov 11 17:22:42.014871 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ffb7a-a56f-498b-80fd-0c84b670a507 admin admin] Pushing event deleted for resources: {'Network': ['ID=15b13f5e-873f-4814-abaa-56ed24c5789c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:42.047101 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f96a1-b90b-4ea6-b982-ab71570d1504 req-c8bfe1d6-2e59-4b69-8598-af2a78edb83d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:42.053017 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f96a1-b90b-4ea6-b982-ab71570d1504 req-c8bfe1d6-2e59-4b69-8598-af2a78edb83d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:42.059459 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f96a1-b90b-4ea6-b982-ab71570d1504 req-c8bfe1d6-2e59-4b69-8598-af2a78edb83d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:42.065396 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f96a1-b90b-4ea6-b982-ab71570d1504 req-c8bfe1d6-2e59-4b69-8598-af2a78edb83d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:42.071349 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f96a1-b90b-4ea6-b982-ab71570d1504 req-c8bfe1d6-2e59-4b69-8598-af2a78edb83d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:42.077988 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f96a1-b90b-4ea6-b982-ab71570d1504 req-c8bfe1d6-2e59-4b69-8598-af2a78edb83d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:42.084454 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f96a1-b90b-4ea6-b982-ab71570d1504 req-c8bfe1d6-2e59-4b69-8598-af2a78edb83d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:42.086365 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e4f96a1-b90b-4ea6-b982-ab71570d1504 req-c8bfe1d6-2e59-4b69-8598-af2a78edb83d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5425 time: 0.2501042 Nov 11 17:22:42.113343 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-ad7b996c-2f21-4e49-84de-ebb82177a375 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:42.113978 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-ad7b996c-2f21-4e49-84de-ebb82177a375 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:42.160715 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55102) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:42.161276 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-ad7b996c-2f21-4e49-84de-ebb82177a375 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2466493 Nov 11 17:22:42.167792 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4f3d287e-f626-44fa-b7b4-a7c46598f809 req-cb117e86-b524-46c6-a523-764c0f7380b2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447661 Nov 11 17:22:42.192762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] Request body: {'port': {'device_id': '9487b2b6-b57c-4722-9d95-9b487f14000e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:42.225883 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-32c5eb34-08bd-4bcf-8cf2-c9a7cef5efe8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=20961177e886451b8c34ba006fbdf3f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0621746 Nov 11 17:22:42.231230 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55106) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:42.248850 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e4f96a1-b90b-4ea6-b982-ab71570d1504 req-91492696-c736-4bc7-bf86-47de6a4dfbc6 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1443608 Nov 11 17:22:42.262008 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4e2b0c-d066-43ba-92ba-e4a22468747c x-openstack-request-id: req-9f4e2b0c-d066-43ba-92ba-e4a22468747c {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:42.262517 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abbc4aa-3489-41bd-b580-19cf780614a4", "name": "network-vif-plugged", "status": "completed", "tag": "b491e5cb-94d0-4f9e-a346-b43ed272f2fb", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:42.263757 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9f4e2b0c-d066-43ba-92ba-e4a22468747c {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:42.264226 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abbc4aa-3489-41bd-b580-19cf780614a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b491e5cb-94d0-4f9e-a346-b43ed272f2fb', 'code': 200} Nov 11 17:22:42.302685 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:42.359543 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-78977ba1-bbc2-42d8-bc0d-cab8088bb65a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:42.375141 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988b7d98-4f9c-4961-9097-44c1c2e19c2c x-openstack-request-id: req-988b7d98-4f9c-4961-9097-44c1c2e19c2c {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:42.375482 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6787435a-7226-4315-a4a2-689ba8c92576", "name": "network-vif-deleted", "tag": "bca20f07-f1b1-415e-8a44-73ad6aa3b2d1", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:42.375755 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-988b7d98-4f9c-4961-9097-44c1c2e19c2c {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:42.376186 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6787435a-7226-4315-a4a2-689ba8c92576', 'name': 'network-vif-deleted', 'tag': 'bca20f07-f1b1-415e-8a44-73ad6aa3b2d1', 'status': 'completed', 'code': 200} Nov 11 17:22:42.415223 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-78977ba1-bbc2-42d8-bc0d-cab8088bb65a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:42.427822 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:42.466010 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-255daf70-809a-4140-8611-6e4b81e95daf req-585d7114-5158-471c-ba3d-675456ec7494 tempest-ServersOnMultiNodesTest-55305736 tempest-ServersOnMultiNodesTest-55305736-project] 10.222.0.76 "GET /v2.0/ports?device_id=6787435a-7226-4315-a4a2-689ba8c92576 HTTP/1.1" status: 200 len: 210 time: 0.0559056 Nov 11 17:22:42.498194 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-78977ba1-bbc2-42d8-bc0d-cab8088bb65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:42.502665 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-78977ba1-bbc2-42d8-bc0d-cab8088bb65a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:42.505144 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-78977ba1-bbc2-42d8-bc0d-cab8088bb65a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c44a48ea-ba34-4872-8eec-69767b6388f7 HTTP/1.1" status: 204 len: 168 time: 0.2748113 Nov 11 17:22:42.514016 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78977ba1-bbc2-42d8-bc0d-cab8088bb65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44a48ea-ba34-4872-8eec-69767b6388f7,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:42.547084 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f7fcb040-c905-44cd-988e-c6b67c797162 None None] Provisioning complete for port 3a937c6c-0172-44de-a6f2-93128b32481d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:42.547568 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f7fcb040-c905-44cd-988e-c6b67c797162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:42.591003 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9ec3d-77fe-4113-9eed-ae2e4c5d21a3 req-76aa66a3-0d26-473a-bdc9-e1a630701545 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:42.593035 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-f7fcb040-c905-44cd-988e-c6b67c797162 None None] Port 3a937c6c-0172-44de-a6f2-93128b32481d cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:22:42.600619 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ebd9ec3d-77fe-4113-9eed-ae2e4c5d21a3 req-76aa66a3-0d26-473a-bdc9-e1a630701545 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/ports?device_id=9487b2b6-b57c-4722-9d95-9b487f14000e HTTP/1.1" status: 200 len: 936 time: 0.1636925 Nov 11 17:22:42.745566 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ebd9ec3d-77fe-4113-9eed-ae2e4c5d21a3 req-50e55feb-6130-401b-8757-da6a80675ca4 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/security-groups?id=f84bffa4-b1a0-4c60-aa4f-4b79f1752409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439579 Nov 11 17:22:42.760124 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c5614-3cda-40cc-adeb-8d97c095c3c5 req-43c828e4-8a13-4302-a615-d9ea89524840 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:42.761563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ad2c5614-3cda-40cc-adeb-8d97c095c3c5 req-43c828e4-8a13-4302-a615-d9ea89524840 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 944 time: 0.1038654 Nov 11 17:22:42.846427 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:42.891874 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ad2c5614-3cda-40cc-adeb-8d97c095c3c5 req-bd2e4fc6-db82-45ad-9637-9d2ea7a736ca tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194587 Nov 11 17:22:42.908398 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a937c6c-0172-44de-a6f2-93128b32481d {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:42.917638 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:42.936194 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da028e-7d94-4e26-ab85-679c612492e5 req-0c9e0d6e-96b8-4031-aa94-c60373d6b2dd tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:42.937688 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-80da028e-7d94-4e26-ab85-679c612492e5 req-0c9e0d6e-96b8-4031-aa94-c60373d6b2dd tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abbc4aa-3489-41bd-b580-19cf780614a4 HTTP/1.1" status: 200 len: 946 time: 0.1153467 Nov 11 17:22:42.942469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] Transition to ACTIVE for port object 3a937c6c-0172-44de-a6f2-93128b32481d will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:22:42.958108 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:43.060178 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a937c6c-0172-44de-a6f2-93128b32481d,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:43.072328 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-80da028e-7d94-4e26-ab85-679c612492e5 req-01166b61-23c5-4364-90d5-8788d1ccd16c tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285727 Nov 11 17:22:43.125826 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:22:43.139663 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da085f17-64f9-4234-b29c-c71276c21407 req-ac504cf9-276e-4b60-b438-98347533ae54 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:43.141388 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da085f17-64f9-4234-b29c-c71276c21407 req-ac504cf9-276e-4b60-b438-98347533ae54 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 943 time: 0.1721888 Nov 11 17:22:43.164253 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:22:43.164668 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device bca20f07-f1b1-415e-8a44-73ad6aa3b2d1 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:22:43.165738 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device b491e5cb-94d0-4f9e-a346-b43ed272f2fb no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:22:43.197562 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device d9170764-328e-49c6-903a-578f4c3fb49e details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:22:43.200155 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6e977375-1038-4f53-b91f-ba5163a84796 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:22:43.212541 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] Attempting to bind port 3a937c6c-0172-44de-a6f2-93128b32481d on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:22:43.212877 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] Attempting to bind port 3a937c6c-0172-44de-a6f2-93128b32481d by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:22:43.213205 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] Attempting to bind port 3a937c6c-0172-44de-a6f2-93128b32481d on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:43.225018 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] Port 3a937c6c-0172-44de-a6f2-93128b32481d on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:22:43.225344 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] Attempting to bind port 3a937c6c-0172-44de-a6f2-93128b32481d on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:43.232024 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:22:43.232362 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:22:43.232757 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:22:43.233166 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] Bound port: 3a937c6c-0172-44de-a6f2-93128b32481d, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:22:43.233521 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:43.239398 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da085f17-64f9-4234-b29c-c71276c21407 req-cfddc1ec-d183-4b25-bb4e-5d7bfcd554d3 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d94a3948-012c-4dd0-9f6c-1e826f960d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765157 Nov 11 17:22:43.361458 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] For port 3a937c6c-0172-44de-a6f2-93128b32481d, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:22:43.375335 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55144) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:43.379996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9b598-7099-4b8b-8cc7-b99643fae2b9 req-853bf75e-690a-490a-a794-fb6c43af8f45 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:43.384190 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2ef9b598-7099-4b8b-8cc7-b99643fae2b9 req-853bf75e-690a-490a-a794-fb6c43af8f45 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.0888827 Nov 11 17:22:43.414160 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] For port 3a937c6c-0172-44de-a6f2-93128b32481d, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3a937c6c-0172-44de-a6f2-93128b32481d,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:22:43.441515 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:43.481767 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 6e977375-1038-4f53-b91f-ba5163a84796 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:22:43.485457 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:43.500108 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-3b7fa281-4ace-413c-a651-ab01bc6db315 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2082191877-network', 'tenant_id': '353b5addf5c84158802427c5c50f75b2'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:43.519480 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 6e977375-1038-4f53-b91f-ba5163a84796 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:43.519945 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:43.530750 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port d9170764-328e-49c6-903a-578f4c3fb49e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=d9170764-328e-49c6-903a-578f4c3fb49e,segment=NetworkSegment(ec646147-bf60-4aa9-8065-9bf927286bc9),segment_id=ec646147-bf60-4aa9-8065-9bf927286bc9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:43.539189 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a937c6c-0172-44de-a6f2-93128b32481d,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:43.542598 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7fa281-4ace-413c-a651-ab01bc6db315 admin admin] Made reservation on behalf of 353b5addf5c84158802427c5c50f75b2 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:22:43.546799 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3b7fa281-4ace-413c-a651-ab01bc6db315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:43.556961 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3b7fa281-4ace-413c-a651-ab01bc6db315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:43.558095 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:43.558807 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:43.560929 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-0bd95b3f-d3ca-4ae1-af57-e8a7985132d7 service neutron] 10.222.0.83 "PUT /v2.0/ports/3a937c6c-0172-44de-a6f2-93128b32481d HTTP/1.1" status: 200 len: 1096 time: 1.3789299 Nov 11 17:22:43.565069 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2ef9b598-7099-4b8b-8cc7-b99643fae2b9 req-36694bff-297b-4187-80cc-bb5b2a21cb03 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590927 Nov 11 17:22:43.584028 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'd9170764-328e-49c6-903a-578f4c3fb49e', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'port_id': 'd9170764-328e-49c6-903a-578f4c3fb49e', 'mac_address': 'fa:16:3e:95:97:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:22:43.586718 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port b491e5cb-94d0-4f9e-a346-b43ed272f2fb, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=b491e5cb-94d0-4f9e-a346-b43ed272f2fb,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:43.594718 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:43.598146 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573a93c-60a5-4d45-b0e1-6f843efb237e req-b13b0a77-6a94-4845-a323-23ab400816cd tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:43.607768 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573a93c-60a5-4d45-b0e1-6f843efb237e req-b13b0a77-6a94-4845-a323-23ab400816cd tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:43.615036 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573a93c-60a5-4d45-b0e1-6f843efb237e req-b13b0a77-6a94-4845-a323-23ab400816cd tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:43.623234 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573a93c-60a5-4d45-b0e1-6f843efb237e req-b13b0a77-6a94-4845-a323-23ab400816cd tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:43.630497 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573a93c-60a5-4d45-b0e1-6f843efb237e req-b13b0a77-6a94-4845-a323-23ab400816cd tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:43.637008 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573a93c-60a5-4d45-b0e1-6f843efb237e req-b13b0a77-6a94-4845-a323-23ab400816cd tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:43.644241 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573a93c-60a5-4d45-b0e1-6f843efb237e req-b13b0a77-6a94-4845-a323-23ab400816cd tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:43.651619 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9573a93c-60a5-4d45-b0e1-6f843efb237e req-b13b0a77-6a94-4845-a323-23ab400816cd tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5425 time: 0.2817583 Nov 11 17:22:43.700896 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=b491e5cb-94d0-4f9e-a346-b43ed272f2fb,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:43.717004 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3b7fa281-4ace-413c-a651-ab01bc6db315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:43.724260 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3b7fa281-4ace-413c-a651-ab01bc6db315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:43.743673 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:43.760317 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7fa281-4ace-413c-a651-ab01bc6db315 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1285} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:22:43.789062 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9170764-328e-49c6-903a-578f4c3fb49e {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:43.793227 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7fa281-4ace-413c-a651-ab01bc6db315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6278cb9-c96d-4bd1-a532-4590d2fec09e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:43.815018 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3b7fa281-4ace-413c-a651-ab01bc6db315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:43.817265 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-3b7fa281-4ace-413c-a651-ab01bc6db315 admin admin] Added segment 6e9a95d2-10f4-449c-9283-a9f784fc3aff of type vlan for network f93b192f-c85d-40a7-8322-6724d1630549 Nov 11 17:22:43.825681 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-ea6f39aa-202b-45c6-b681-052d7626a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:43.827643 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-ea6f39aa-202b-45c6-b681-052d7626a3ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c345fd9f10264309a8cf6977ed085e8b&device_id=9487b2b6-b57c-4722-9d95-9b487f14000e HTTP/1.1" status: 200 len: 1099 time: 0.1675000 Nov 11 17:22:43.858277 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293203f-5072-4c2e-bb53-060c8862c62d req-aea0c854-47a1-40ed-97a4-310b7be4252c tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:43.859707 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1293203f-5072-4c2e-bb53-060c8862c62d req-aea0c854-47a1-40ed-97a4-310b7be4252c tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.83 "GET /v2.0/ports?device_id=6abbc4aa-3489-41bd-b580-19cf780614a4 HTTP/1.1" status: 200 len: 944 time: 0.2011437 Nov 11 17:22:43.882227 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9573a93c-60a5-4d45-b0e1-6f843efb237e req-a65579c7-e287-486c-9e2f-06190f30fd5f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2248106 Nov 11 17:22:43.890650 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:43.898276 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3b7fa281-4ace-413c-a651-ab01bc6db315 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:43.941662 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-55802205-b209-417d-83c6-e0a40420254a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=3a937c6c-0172-44de-a6f2-93128b32481d HTTP/1.1" status: 200 len: 217 time: 0.0810001 Nov 11 17:22:43.948616 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port d9170764-328e-49c6-903a-578f4c3fb49e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=d9170764-328e-49c6-903a-578f4c3fb49e,segment=NetworkSegment(ec646147-bf60-4aa9-8065-9bf927286bc9),segment_id=ec646147-bf60-4aa9-8065-9bf927286bc9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:43.961295 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3b7fa281-4ace-413c-a651-ab01bc6db315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:43.962559 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7fa281-4ace-413c-a651-ab01bc6db315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:43.963371 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3b7fa281-4ace-413c-a651-ab01bc6db315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:43.971600 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:44.027553 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3b7fa281-4ace-413c-a651-ab01bc6db315 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6508980 Nov 11 17:22:44.030606 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55158) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:44.034694 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 6e977375-1038-4f53-b91f-ba5163a84796, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6e977375-1038-4f53-b91f-ba5163a84796,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:44.036649 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=d9170764-328e-49c6-903a-578f4c3fb49e,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:44.041070 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a53087a6-2321-45ab-b060-2019b202eb58 admin admin] Request body: {'subnet': {'network_id': 'f93b192f-c85d-40a7-8322-6724d1630549', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2082191877-subnet', 'tenant_id': '353b5addf5c84158802427c5c50f75b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:44.046412 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:44.047944 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 34b6509b-fb14-4179-beff-be1a741207a7 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:22:44.048915 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55160) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:44.058615 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7fa281-4ace-413c-a651-ab01bc6db315 admin admin] Pushing event updated for resources: {'Network': ['ID=f93b192f-c85d-40a7-8322-6724d1630549,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:44.077505 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network f93b192f-c85d-40a7-8322-6724d1630549 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:22:44.110011 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53087a6-2321-45ab-b060-2019b202eb58 admin admin] Made reservation on behalf of 353b5addf5c84158802427c5c50f75b2 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:22:44.117556 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a53087a6-2321-45ab-b060-2019b202eb58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:44.133568 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845aa1c-5780-4be3-adb6-1774650178d6 req-8c4bf185-7f62-45e1-a70f-3d0ac19ff1ca tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:44.141254 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3845aa1c-5780-4be3-adb6-1774650178d6 req-8c4bf185-7f62-45e1-a70f-3d0ac19ff1ca tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/ports?device_id=9487b2b6-b57c-4722-9d95-9b487f14000e HTTP/1.1" status: 200 len: 948 time: 0.2581024 Nov 11 17:22:44.152258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-b3a170fa-ec5d-457f-a6d7-4c78a1b52f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:44.154095 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-b3a170fa-ec5d-457f-a6d7-4c78a1b52f04 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1695533 Nov 11 17:22:44.188606 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=6e977375-1038-4f53-b91f-ba5163a84796,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:44.224429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e531b6e-8707-4e63-b408-22442d7ee133 req-50fab50f-2709-4139-bbdb-d41752f5d3c6 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:44.225931 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0e531b6e-8707-4e63-b408-22442d7ee133 req-50fab50f-2709-4139-bbdb-d41752f5d3c6 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 945 time: 0.1839125 Nov 11 17:22:44.255252 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 34b6509b-fb14-4179-beff-be1a741207a7 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:22:44.258336 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3845aa1c-5780-4be3-adb6-1774650178d6 req-58cd42a6-8cdf-4617-9770-0be29db26da3 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/security-groups?id=f84bffa4-b1a0-4c60-aa4f-4b79f1752409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162462 Nov 11 17:22:44.259424 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 34b6509b-fb14-4179-beff-be1a741207a7 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:44.260016 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:44.270142 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-1293203f-5072-4c2e-bb53-060c8862c62d req-03be7b6f-cd8c-4f4a-9f66-a4cef3f81db9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Deleting port b491e5cb-94d0-4f9e-a346-b43ed272f2fb {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:22:44.270479 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1293203f-5072-4c2e-bb53-060c8862c62d req-03be7b6f-cd8c-4f4a-9f66-a4cef3f81db9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:44.292235 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a59f561f-8013-40e3-83f0-efce75c6e028 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9c8725d022684d2c8ee264a71001639b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408025 Nov 11 17:22:44.292772 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55168) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:44.297325 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-13de67d6-bb53-4a21-b27b-55ae066c7f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:44.299304 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-13de67d6-bb53-4a21-b27b-55ae066c7f7c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1323888 Nov 11 17:22:44.299450 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abbc4aa-3489-41bd-b580-19cf780614a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b491e5cb-94d0-4f9e-a346-b43ed272f2fb'}, {'server_uuid': 'a8ae375c-fddd-4144-a9ab-87242374a0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e977375-1038-4f53-b91f-ba5163a84796'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:44.311422 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b20ddb5-cec7-4785-9759-8e583663c282" -d '{"events": [{"server_uuid": "6abbc4aa-3489-41bd-b580-19cf780614a4", "name": "network-vif-unplugged", "status": "completed", "tag": "b491e5cb-94d0-4f9e-a346-b43ed272f2fb"}, {"server_uuid": "a8ae375c-fddd-4144-a9ab-87242374a0e1", "name": "network-vif-plugged", "status": "completed", "tag": "6e977375-1038-4f53-b91f-ba5163a84796"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:44.364381 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:44.369216 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['d9170764-328e-49c6-903a-578f4c3fb49e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:44.384298 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8707fbc2-a1d3-4a6b-8a72-75b879240b49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:44.441489 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8707fbc2-a1d3-4a6b-8a72-75b879240b49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:44.446350 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 34b6509b-fb14-4179-beff-be1a741207a7, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=34b6509b-fb14-4179-beff-be1a741207a7,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:44.453637 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:44.454451 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device bce743be-b36f-4589-ba04-a494a1bf25a3 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:22:44.472474 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a53087a6-2321-45ab-b060-2019b202eb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:44.547979 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53087a6-2321-45ab-b060-2019b202eb58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4f45b4a-fd3e-4d64-942c-d3e1bc6d3725,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:44.557375 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=34b6509b-fb14-4179-beff-be1a741207a7,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:44.566554 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53087a6-2321-45ab-b060-2019b202eb58 admin admin] Checking segment: {'id': '6e9a95d2-10f4-449c-9283-a9f784fc3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'f93b192f-c85d-40a7-8322-6724d1630549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:22:44.567023 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53087a6-2321-45ab-b060-2019b202eb58 admin admin] Network hostable DHCP agents. Network: f93b192f-c85d-40a7-8322-6724d1630549, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:22:44.578835 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8707fbc2-a1d3-4a6b-8a72-75b879240b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:44.582035 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8707fbc2-a1d3-4a6b-8a72-75b879240b49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:44.585749 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8707fbc2-a1d3-4a6b-8a72-75b879240b49 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/64cd5d07-e28b-40d4-a9f6-25fd1ff95e61 HTTP/1.1" status: 204 len: 168 time: 0.2868171 Nov 11 17:22:44.597206 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707fbc2-a1d3-4a6b-8a72-75b879240b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cd5d07-e28b-40d4-a9f6-25fd1ff95e61,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:44.604625 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53087a6-2321-45ab-b060-2019b202eb58 admin admin] Network f93b192f-c85d-40a7-8322-6724d1630549 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:22:44.610302 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port bce743be-b36f-4589-ba04-a494a1bf25a3 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:22:44.618334 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-a53087a6-2321-45ab-b060-2019b202eb58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, f93b192f-c85d-40a7-8322-6724d1630549) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:22:44.623511 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53087a6-2321-45ab-b060-2019b202eb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:44.624310 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a53087a6-2321-45ab-b060-2019b202eb58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:44.637603 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port bce743be-b36f-4589-ba04-a494a1bf25a3 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:44.637975 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:44.641265 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf71dca-5ecc-4563-b06a-93a54d193ba6 None None] Network f93b192f-c85d-40a7-8322-6724d1630549 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:22:44.654813 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a53087a6-2321-45ab-b060-2019b202eb58 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6229079 Nov 11 17:22:44.674198 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9487b2b6-b57c-4722-9d95-9b487f14000e', 'tag': '3a937c6c-0172-44de-a6f2-93128b32481d'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:44.677091 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10229002-10f2-44b4-af45-731f30ed3595" -d '{"events": [{"name": "network-changed", "server_uuid": "9487b2b6-b57c-4722-9d95-9b487f14000e", "tag": "3a937c6c-0172-44de-a6f2-93128b32481d"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:44.836206 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0e531b6e-8707-4e63-b408-22442d7ee133 req-4cf3e55b-e5dd-400b-874b-764b224a1abd tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5823765 Nov 11 17:22:44.880012 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8c02e2-39a8-4ed7-a059-2b5c7d37b835 None None] Network f93b192f-c85d-40a7-8322-6724d1630549 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:22:44.901863 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-1293203f-5072-4c2e-bb53-060c8862c62d req-03be7b6f-cd8c-4f4a-9f66-a4cef3f81db9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] For port b491e5cb-94d0-4f9e-a346-b43ed272f2fb, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=b491e5cb-94d0-4f9e-a346-b43ed272f2fb,segment=NetworkSegment(57b682a3-ba5d-4067-815a-ee8598740949),segment_id=57b682a3-ba5d-4067-815a-ee8598740949)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:44.902343 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1293203f-5072-4c2e-bb53-060c8862c62d req-03be7b6f-cd8c-4f4a-9f66-a4cef3f81db9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:44.919128 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:44.935998 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-1293203f-5072-4c2e-bb53-060c8862c62d req-03be7b6f-cd8c-4f4a-9f66-a4cef3f81db9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Calling delete_port for b491e5cb-94d0-4f9e-a346-b43ed272f2fb owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:22:44.972156 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port bce743be-b36f-4589-ba04-a494a1bf25a3, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=bce743be-b36f-4589-ba04-a494a1bf25a3,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:44.982419 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:44.983716 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 813271a2-d0e8-463d-ab43-df3086ac6cb1 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:22:45.015953 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55186) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:45.024057 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003abe2-f2c0-4761-902d-7342edc2521a req-fb6776e6-92c1-497f-8bb2-b88ea0519bcf tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:45.025656 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3003abe2-f2c0-4761-902d-7342edc2521a req-fb6776e6-92c1-497f-8bb2-b88ea0519bcf tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/ports?device_id=6abbc4aa-3489-41bd-b580-19cf780614a4 HTTP/1.1" status: 200 len: 944 time: 0.3430135 Nov 11 17:22:45.056769 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-8fb0a8ea-dbd4-4ff4-b692-302c4330d7d2 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536618 Nov 11 17:22:45.064401 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5e72093d-52c9-4e9a-97a5-a4f4c97d2bf6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ebbcda39f97a4ae9a9bff50d7aa763f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468049 Nov 11 17:22:45.067109 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55188) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:45.085558 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a022ea4-3360-4d9e-889e-cf392cbc9ce1 req-61c19594-38c7-4ccf-8083-dc51e8f31ff2 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:45.087094 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a022ea4-3360-4d9e-889e-cf392cbc9ce1 req-61c19594-38c7-4ccf-8083-dc51e8f31ff2 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 944 time: 0.1812885 Nov 11 17:22:45.117705 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9209b422-d2e0-4419-9855-b6550630aa85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:45.143069 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9209b422-d2e0-4419-9855-b6550630aa85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:45.197764 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9209b422-d2e0-4419-9855-b6550630aa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:45.201421 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9209b422-d2e0-4419-9855-b6550630aa85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:45.205806 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9209b422-d2e0-4419-9855-b6550630aa85 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/af7e8542-4a30-4783-82ca-97df92661dc6 HTTP/1.1" status: 204 len: 168 time: 0.1349614 Nov 11 17:22:45.214384 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209b422-d2e0-4419-9855-b6550630aa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7e8542-4a30-4783-82ca-97df92661dc6,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:45.220266 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3003abe2-f2c0-4761-902d-7342edc2521a req-0d838bc8-9bfe-4eac-888c-472ca4193ae4 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.76 "GET /v2.0/security-groups?id=e953c20e-b492-46b2-a09d-cc8925ed6123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795051 Nov 11 17:22:45.241127 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=bce743be-b36f-4589-ba04-a494a1bf25a3,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:45.248781 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 813271a2-d0e8-463d-ab43-df3086ac6cb1 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:22:45.257630 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a022ea4-3360-4d9e-889e-cf392cbc9ce1 req-5aa56cfd-db40-4dff-903c-0b7c1aa9f841 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d94a3948-012c-4dd0-9f6c-1e826f960d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499670 Nov 11 17:22:45.258889 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 813271a2-d0e8-463d-ab43-df3086ac6cb1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:45.260029 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:45.329548 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa301a4-ed05-4617-9c86-cca54d7a0fdd x-openstack-request-id: req-1aa301a4-ed05-4617-9c86-cca54d7a0fdd {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:45.329548 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abbc4aa-3489-41bd-b580-19cf780614a4", "name": "network-vif-unplugged", "status": "completed", "tag": "b491e5cb-94d0-4f9e-a346-b43ed272f2fb", "code": 200}, {"server_uuid": "a8ae375c-fddd-4144-a9ab-87242374a0e1", "name": "network-vif-plugged", "status": "completed", "tag": "6e977375-1038-4f53-b91f-ba5163a84796", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:45.329548 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1aa301a4-ed05-4617-9c86-cca54d7a0fdd {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:45.329959 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abbc4aa-3489-41bd-b580-19cf780614a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b491e5cb-94d0-4f9e-a346-b43ed272f2fb', 'code': 200} Nov 11 17:22:45.330212 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ae375c-fddd-4144-a9ab-87242374a0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e977375-1038-4f53-b91f-ba5163a84796', 'code': 200} Nov 11 17:22:45.333604 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e34d32e-ea2a-4dec-940e-04dce96cea97 req-d57aa416-ddc1-4ece-bbca-bc57c81631d1 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663140 Nov 11 17:22:45.377166 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:45.417611 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c675f6d6-ee3a-49b0-910e-61b08694d78e x-openstack-request-id: req-c675f6d6-ee3a-49b0-910e-61b08694d78e {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:45.417905 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9487b2b6-b57c-4722-9d95-9b487f14000e", "tag": "3a937c6c-0172-44de-a6f2-93128b32481d", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:45.418179 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c675f6d6-ee3a-49b0-910e-61b08694d78e {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:45.418561 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9487b2b6-b57c-4722-9d95-9b487f14000e', 'tag': '3a937c6c-0172-44de-a6f2-93128b32481d', 'status': 'completed', 'code': 200} Nov 11 17:22:45.421544 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55194) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:45.429777 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 813271a2-d0e8-463d-ab43-df3086ac6cb1, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=813271a2-d0e8-463d-ab43-df3086ac6cb1,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:45.433379 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1293203f-5072-4c2e-bb53-060c8862c62d req-03be7b6f-cd8c-4f4a-9f66-a4cef3f81db9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:45.436497 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:45.437592 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 77cd4467-9c5c-4a7c-addb-a79b3b86465e up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:22:45.495565 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a89be9-bf9c-47f5-ad11-3644c6f9376f req-39523108-4d2d-4523-8240-afcbc2a978f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:45.497963 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-70a89be9-bf9c-47f5-ad11-3644c6f9376f req-39523108-4d2d-4523-8240-afcbc2a978f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 1096 time: 0.0596974 Nov 11 17:22:45.525254 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be7b6f-cd8c-4f4a-9f66-a4cef3f81db9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Pushing event deleted for resources: {'Port': ['ID=b491e5cb-94d0-4f9e-a346-b43ed272f2fb,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:45.565312 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=813271a2-d0e8-463d-ab43-df3086ac6cb1,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:45.583490 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 77cd4467-9c5c-4a7c-addb-a79b3b86465e completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:22:45.590886 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 77cd4467-9c5c-4a7c-addb-a79b3b86465e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:45.591300 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:45.599971 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-70a89be9-bf9c-47f5-ad11-3644c6f9376f req-1c6eb69e-53cf-4a4b-ba22-1a1228a9f143 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941491 Nov 11 17:22:45.621778 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-98277fbf-136b-4569-951a-e3eff5352827 admin admin] Deleting subnet b4f45b4a-fd3e-4d64-942c-d3e1bc6d3725 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:22:45.629573 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-1293203f-5072-4c2e-bb53-060c8862c62d req-03be7b6f-cd8c-4f4a-9f66-a4cef3f81db9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] No DVR routers for this DVR port b491e5cb-94d0-4f9e-a346-b43ed272f2fb on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:22:45.631178 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-98277fbf-136b-4569-951a-e3eff5352827 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:45.635953 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1293203f-5072-4c2e-bb53-060c8862c62d req-03be7b6f-cd8c-4f4a-9f66-a4cef3f81db9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:45.639173 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1293203f-5072-4c2e-bb53-060c8862c62d req-03be7b6f-cd8c-4f4a-9f66-a4cef3f81db9 tempest-ImagesTestJSON-1092959054 tempest-ImagesTestJSON-1092959054-project] 10.222.0.83 "DELETE /v2.0/ports/b491e5cb-94d0-4f9e-a346-b43ed272f2fb HTTP/1.1" status: 204 len: 173 time: 1.7705445 Nov 11 17:22:45.671003 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908ca4d-b228-4c0a-bc85-2014ecc82db3 req-7793ecd4-37d8-4504-ba32-382deb632104 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:45.672557 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2908ca4d-b228-4c0a-bc85-2014ecc82db3 req-7793ecd4-37d8-4504-ba32-382deb632104 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.2890506 Nov 11 17:22:45.681611 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:45.691637 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10229002-10f2-44b4-af45-731f30ed3595 req-ac6f63b6-bcd4-4ac6-861c-ab42efde1a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:45.693165 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10229002-10f2-44b4-af45-731f30ed3595 req-ac6f63b6-bcd4-4ac6-861c-ab42efde1a85 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c345fd9f10264309a8cf6977ed085e8b&device_id=9487b2b6-b57c-4722-9d95-9b487f14000e HTTP/1.1" status: 200 len: 1099 time: 0.2492511 Nov 11 17:22:45.722110 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 77cd4467-9c5c-4a7c-addb-a79b3b86465e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=77cd4467-9c5c-4a7c-addb-a79b3b86465e,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:45.727156 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:45.728078 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device ace11c64-ff1c-4cc8-b03a-f7975e333049 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:22:45.731555 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b93682-f7b9-4beb-8442-6ad1f8b2b370 req-494e3f91-268e-416e-8097-620074100d0c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:45.737885 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b93682-f7b9-4beb-8442-6ad1f8b2b370 req-494e3f91-268e-416e-8097-620074100d0c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:45.743870 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b93682-f7b9-4beb-8442-6ad1f8b2b370 req-494e3f91-268e-416e-8097-620074100d0c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:45.749884 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b93682-f7b9-4beb-8442-6ad1f8b2b370 req-494e3f91-268e-416e-8097-620074100d0c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:45.755984 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b93682-f7b9-4beb-8442-6ad1f8b2b370 req-494e3f91-268e-416e-8097-620074100d0c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:45.762774 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b93682-f7b9-4beb-8442-6ad1f8b2b370 req-494e3f91-268e-416e-8097-620074100d0c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:45.768814 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b93682-f7b9-4beb-8442-6ad1f8b2b370 req-494e3f91-268e-416e-8097-620074100d0c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:45.776403 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08b93682-f7b9-4beb-8442-6ad1f8b2b370 req-494e3f91-268e-416e-8097-620074100d0c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5428 time: 0.2725937 Nov 11 17:22:45.797707 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-98277fbf-136b-4569-951a-e3eff5352827 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:45.822293 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=77cd4467-9c5c-4a7c-addb-a79b3b86465e,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:45.841484 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port ace11c64-ff1c-4cc8-b03a-f7975e333049 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:22:45.849945 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port ace11c64-ff1c-4cc8-b03a-f7975e333049 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:45.850321 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:45.915207 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2908ca4d-b228-4c0a-bc85-2014ecc82db3 req-c0192787-66df-46fb-beb0-7187bb3fde29 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335255 Nov 11 17:22:45.940423 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:45.947816 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-98277fbf-136b-4569-951a-e3eff5352827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:45.979671 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port ace11c64-ff1c-4cc8-b03a-f7975e333049, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=ace11c64-ff1c-4cc8-b03a-f7975e333049,segment=NetworkSegment(b1d1b710-ac9c-4789-8bfd-35c32d9b5853),segment_id=b1d1b710-ac9c-4789-8bfd-35c32d9b5853)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:45.985155 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:45.987353 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device de13d44d-3671-47f5-b4cd-175caae206f0 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:22:45.999409 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08b93682-f7b9-4beb-8442-6ad1f8b2b370 req-9a9ec3ec-b029-4d40-9797-48dcb961c4e9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2220645 Nov 11 17:22:46.038869 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10229002-10f2-44b4-af45-731f30ed3595 req-a23fd150-81e7-4f26-a499-6c090607fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:46.041147 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10229002-10f2-44b4-af45-731f30ed3595 req-a23fd150-81e7-4f26-a499-6c090607fe0d service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.3336284 Nov 11 17:22:46.070069 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=ace11c64-ff1c-4cc8-b03a-f7975e333049,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:46.093148 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port de13d44d-3671-47f5-b4cd-175caae206f0 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:22:46.097833 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port de13d44d-3671-47f5-b4cd-175caae206f0 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:46.097833 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:46.133986 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10229002-10f2-44b4-af45-731f30ed3595 req-514d0ccf-1cec-4f11-a924-5ebd02d860a3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=3a937c6c-0172-44de-a6f2-93128b32481d HTTP/1.1" status: 200 len: 217 time: 0.0604904 Nov 11 17:22:46.190786 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:46.220774 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-98277fbf-136b-4569-951a-e3eff5352827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:46.233026 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port de13d44d-3671-47f5-b4cd-175caae206f0, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=de13d44d-3671-47f5-b4cd-175caae206f0,segment=NetworkSegment(77980f2b-6062-4456-aa35-dfdb79784811),segment_id=77980f2b-6062-4456-aa35-dfdb79784811)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:46.236984 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f275d-1628-4e12-9787-c69ca37b9797 req-0f0e425c-21c1-4106-829f-70592804fd0e tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:46.238966 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df6f275d-1628-4e12-9787-c69ca37b9797 req-0f0e425c-21c1-4106-829f-70592804fd0e tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/ports?device_id=9487b2b6-b57c-4722-9d95-9b487f14000e HTTP/1.1" status: 200 len: 948 time: 0.2199059 Nov 11 17:22:46.241490 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:46.242337 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:22:46.283421 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98277fbf-136b-4569-951a-e3eff5352827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4f45b4a-fd3e-4d64-942c-d3e1bc6d3725,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:46.305182 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bb0c5-03a2-4096-91cf-6d43ca25fb3d req-ec5edede-814a-449f-8c6b-a4b24e4654fe tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:46.312672 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd0bb0c5-03a2-4096-91cf-6d43ca25fb3d req-ec5edede-814a-449f-8c6b-a4b24e4654fe tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 945 time: 0.2292318 Nov 11 17:22:46.314882 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-98277fbf-136b-4569-951a-e3eff5352827 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:46.320946 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-98277fbf-136b-4569-951a-e3eff5352827 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b4f45b4a-fd3e-4d64-942c-d3e1bc6d3725 HTTP/1.1" status: 204 len: 168 time: 0.8984301 Nov 11 17:22:46.321393 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55220) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:46.326671 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=de13d44d-3671-47f5-b4cd-175caae206f0,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:46.337468 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10229002-10f2-44b4-af45-731f30ed3595 req-72375397-781e-40b6-b674-07aa54519d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:46.339037 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10229002-10f2-44b4-af45-731f30ed3595 req-72375397-781e-40b6-b674-07aa54519d89 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1866117 Nov 11 17:22:46.344315 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:22:46.349125 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:46.350273 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:46.426731 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cf016355-cf21-4394-94f0-082267887aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:46.434397 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df6f275d-1628-4e12-9787-c69ca37b9797 req-fe3f874b-28ff-4622-bf42-698ceb9e5c96 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/security-groups?id=f84bffa4-b1a0-4c60-aa4f-4b79f1752409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578410 Nov 11 17:22:46.458459 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd0bb0c5-03a2-4096-91cf-6d43ca25fb3d req-4bf7a295-743f-4c18-b412-650cc0a79c7d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448371 Nov 11 17:22:46.466635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10229002-10f2-44b4-af45-731f30ed3595 req-9e85a866-02f0-4996-bf38-85dac44a8812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:46.470623 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10229002-10f2-44b4-af45-731f30ed3595 req-9e85a866-02f0-4996-bf38-85dac44a8812 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1178367 Nov 11 17:22:46.480611 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:46.533169 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port c6e5dfd8-66ba-4e06-8f7d-d18094e46e71, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c6e5dfd8-66ba-4e06-8f7d-d18094e46e71,segment=NetworkSegment(b1d1b710-ac9c-4789-8bfd-35c32d9b5853),segment_id=b1d1b710-ac9c-4789-8bfd-35c32d9b5853)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:46.542916 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:46.575113 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device d9170764-328e-49c6-903a-578f4c3fb49e up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:22:46.618013 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cf016355-cf21-4394-94f0-082267887aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:46.662278 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-cf016355-cf21-4394-94f0-082267887aaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93b192f-c85d-40a7-8322-6724d1630549']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:46.687497 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-cf016355-cf21-4394-94f0-082267887aaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e9a95d2-10f4-449c-9283-a9f784fc3aff') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:46.688122 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-cf016355-cf21-4394-94f0-082267887aaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e9a95d2-10f4-449c-9283-a9f784fc3aff') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:46.705078 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cf016355-cf21-4394-94f0-082267887aaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:46.718081 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a6fa6-2494-4b4a-84e6-6ef1dfb1379a req-7c73fe22-cba6-4edf-acb4-d6443b3e031e tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:46.727594 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f1a6fa6-2494-4b4a-84e6-6ef1dfb1379a req-7c73fe22-cba6-4edf-acb4-d6443b3e031e tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 944 time: 0.1230254 Nov 11 17:22:46.732825 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=c6e5dfd8-66ba-4e06-8f7d-d18094e46e71,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:46.733309 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cf016355-cf21-4394-94f0-082267887aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:46.751561 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf016355-cf21-4394-94f0-082267887aaf admin admin] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:22:46.752216 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cf016355-cf21-4394-94f0-082267887aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:46.755265 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10229002-10f2-44b4-af45-731f30ed3595 req-81f5348f-daef-495b-b954-efbe5524a3d0 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771280 Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:22:46.759505 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:22:46.779534 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port d9170764-328e-49c6-903a-578f4c3fb49e completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:22:46.786411 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port d9170764-328e-49c6-903a-578f4c3fb49e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:46.787014 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:46.884877 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cf016355-cf21-4394-94f0-082267887aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:46.897601 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f1a6fa6-2494-4b4a-84e6-6ef1dfb1379a req-8086978c-74b6-4942-8200-f4195e92dac9 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d94a3948-012c-4dd0-9f6c-1e826f960d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687803 Nov 11 17:22:46.914385 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cf016355-cf21-4394-94f0-082267887aaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:46.919224 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:46.925844 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cf016355-cf21-4394-94f0-082267887aaf admin admin] 10.222.0.76 "DELETE /v2.0/networks/f93b192f-c85d-40a7-8322-6724d1630549 HTTP/1.1" status: 204 len: 168 time: 0.6026154 Nov 11 17:22:46.927195 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016355-cf21-4394-94f0-082267887aaf admin admin] Pushing event deleted for resources: {'Network': ['ID=f93b192f-c85d-40a7-8322-6724d1630549,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:46.969772 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port d9170764-328e-49c6-903a-578f4c3fb49e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=d9170764-328e-49c6-903a-578f4c3fb49e,segment=NetworkSegment(ec646147-bf60-4aa9-8065-9bf927286bc9),segment_id=ec646147-bf60-4aa9-8065-9bf927286bc9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:46.977434 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:47.007601 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10229002-10f2-44b4-af45-731f30ed3595 req-392100d3-1103-41e9-a833-26b0fd4c8896 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427156 Nov 11 17:22:47.062491 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55270) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:47.079635 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=d9170764-328e-49c6-903a-578f4c3fb49e,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:47.124246 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4af1d4-77a9-47cf-8ab3-29bb13d00ab3 admin admin] Deleting subnet 09479e2c-8d4d-4ddf-a999-7eaebc6756fd {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:22:47.128003 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b4af1d4-77a9-47cf-8ab3-29bb13d00ab3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:47.138729 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64ef46-f3ba-4e46-9895-f8251191c2b0 req-e4b87399-a08e-4898-a2ae-519608a7096e tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:47.145997 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bd64ef46-f3ba-4e46-9895-f8251191c2b0 req-e4b87399-a08e-4898-a2ae-519608a7096e tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.0957096 Nov 11 17:22:47.167451 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 3a937c6c-0172-44de-a6f2-93128b32481d details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:22:47.168646 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b4af1d4-77a9-47cf-8ab3-29bb13d00ab3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:47.172403 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device b491e5cb-94d0-4f9e-a346-b43ed272f2fb no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:22:47.218317 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55274) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:47.220489 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b4af1d4-77a9-47cf-8ab3-29bb13d00ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:47.221957 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: b491e5cb-94d0-4f9e-a346-b43ed272f2fb {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:22:47.223207 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device b491e5cb-94d0-4f9e-a346-b43ed272f2fb not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:22:47.275818 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bd64ef46-f3ba-4e46-9895-f8251191c2b0 req-ada0a94a-3142-4a45-978c-3b091e25a99d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282926 Nov 11 17:22:47.302769 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b4af1d4-77a9-47cf-8ab3-29bb13d00ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:47.304414 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a987df7-6777-43e8-805c-fd60cd483aec req-5fe2871b-7d9d-4938-9758-09511c96f0ef tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:47.311351 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a987df7-6777-43e8-805c-fd60cd483aec req-5fe2871b-7d9d-4938-9758-09511c96f0ef tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:47.318371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a987df7-6777-43e8-805c-fd60cd483aec req-5fe2871b-7d9d-4938-9758-09511c96f0ef tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:47.324808 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a987df7-6777-43e8-805c-fd60cd483aec req-5fe2871b-7d9d-4938-9758-09511c96f0ef tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:47.330234 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4af1d4-77a9-47cf-8ab3-29bb13d00ab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09479e2c-8d4d-4ddf-a999-7eaebc6756fd,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:47.331532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a987df7-6777-43e8-805c-fd60cd483aec req-5fe2871b-7d9d-4938-9758-09511c96f0ef tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:47.332561 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b6509b-fb14-4179-beff-be1a741207a7'}, {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce743be-b36f-4589-ba04-a494a1bf25a3'}, {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813271a2-d0e8-463d-ab43-df3086ac6cb1'}, {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cd4467-9c5c-4a7c-addb-a79b3b86465e'}, {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace11c64-ff1c-4cc8-b03a-f7975e333049'}, {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de13d44d-3671-47f5-b4cd-175caae206f0'}, {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e5dfd8-66ba-4e06-8f7d-d18094e46e71'}, {'server_uuid': '3f9b4aeb-6824-40de-8fa0-816186a33300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9170764-328e-49c6-903a-578f4c3fb49e'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:47.335336 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e73e9f5-44db-4da8-ba76-fe850d43fee7" -d '{"events": [{"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-plugged", "status": "completed", "tag": "34b6509b-fb14-4179-beff-be1a741207a7"}, {"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-plugged", "status": "completed", "tag": "bce743be-b36f-4589-ba04-a494a1bf25a3"}, {"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-plugged", "status": "completed", "tag": "813271a2-d0e8-463d-ab43-df3086ac6cb1"}, {"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-plugged", "status": "completed", "tag": "77cd4467-9c5c-4a7c-addb-a79b3b86465e"}, {"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-plugged", "status": "completed", "tag": "ace11c64-ff1c-4cc8-b03a-f7975e333049"}, {"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-plugged", "status": "completed", "tag": "de13d44d-3671-47f5-b4cd-175caae206f0"}, {"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-plugged", "status": "completed", "tag": "c6e5dfd8-66ba-4e06-8f7d-d18094e46e71"}, {"server_uuid": "3f9b4aeb-6824-40de-8fa0-816186a33300", "name": "network-vif-plugged", "status": "completed", "tag": "d9170764-328e-49c6-903a-578f4c3fb49e"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:47.339152 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a987df7-6777-43e8-805c-fd60cd483aec req-5fe2871b-7d9d-4938-9758-09511c96f0ef tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:47.342965 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b4af1d4-77a9-47cf-8ab3-29bb13d00ab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:47.346816 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a987df7-6777-43e8-805c-fd60cd483aec req-5fe2871b-7d9d-4938-9758-09511c96f0ef tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:47.348781 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 3a937c6c-0172-44de-a6f2-93128b32481d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3a937c6c-0172-44de-a6f2-93128b32481d,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:47.349749 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7b4af1d4-77a9-47cf-8ab3-29bb13d00ab3 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/09479e2c-8d4d-4ddf-a999-7eaebc6756fd HTTP/1.1" status: 204 len: 168 time: 0.2862010 Nov 11 17:22:47.350398 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55282) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:47.356159 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a987df7-6777-43e8-805c-fd60cd483aec req-5fe2871b-7d9d-4938-9758-09511c96f0ef tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5432 time: 0.2073450 Nov 11 17:22:47.364509 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '3a937c6c-0172-44de-a6f2-93128b32481d', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '3a937c6c-0172-44de-a6f2-93128b32481d', 'mac_address': 'fa:16:3e:3c:27:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:22:47.398123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1815583d-45e9-4afa-80b1-8b9743ed164f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=353b5addf5c84158802427c5c50f75b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1757801 Nov 11 17:22:47.401030 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55284) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:47.413525 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:47.422361 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abbc4aa-3489-41bd-b580-19cf780614a4', 'name': 'network-vif-deleted', 'tag': 'b491e5cb-94d0-4f9e-a346-b43ed272f2fb'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:47.424942 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a633aa68-0d1d-48ab-b4d4-60ec8ef72543" -d '{"events": [{"server_uuid": "6abbc4aa-3489-41bd-b580-19cf780614a4", "name": "network-vif-deleted", "tag": "b491e5cb-94d0-4f9e-a346-b43ed272f2fb"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:47.428613 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a937c6c-0172-44de-a6f2-93128b32481d {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:47.450358 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a987df7-6777-43e8-805c-fd60cd483aec req-65a7b7e7-4a8c-4792-b2ff-ab4c67ce9e92 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0882690 Nov 11 17:22:47.450894 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 3a937c6c-0172-44de-a6f2-93128b32481d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3a937c6c-0172-44de-a6f2-93128b32481d,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:47.456064 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:47.459950 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1fa103c8-35a6-45b9-bb50-fe2df021270c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:47.521596 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=3a937c6c-0172-44de-a6f2-93128b32481d,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:47.525059 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1380 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092f97b3-a07b-469f-9e5d-8f0e7cfbb468 x-openstack-request-id: req-092f97b3-a07b-469f-9e5d-8f0e7cfbb468 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:47.525448 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-plugged", "status": "completed", "tag": "34b6509b-fb14-4179-beff-be1a741207a7", "code": 200}, {"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-plugged", "status": "completed", "tag": "bce743be-b36f-4589-ba04-a494a1bf25a3", "code": 200}, {"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-plugged", "status": "completed", "tag": "813271a2-d0e8-463d-ab43-df3086ac6cb1", "code": 200}, {"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-plugged", "status": "completed", "tag": "77cd4467-9c5c-4a7c-addb-a79b3b86465e", "code": 200}, {"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-plugged", "status": "completed", "tag": "ace11c64-ff1c-4cc8-b03a-f7975e333049", "code": 200}, {"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-plugged", "status": "completed", "tag": "de13d44d-3671-47f5-b4cd-175caae206f0", "code": 200}, {"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-plugged", "status": "completed", "tag": "c6e5dfd8-66ba-4e06-8f7d-d18094e46e71", "code": 200}, {"server_uuid": "3f9b4aeb-6824-40de-8fa0-816186a33300", "name": "network-vif-plugged", "status": "completed", "tag": "d9170764-328e-49c6-903a-578f4c3fb49e", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:47.525868 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-092f97b3-a07b-469f-9e5d-8f0e7cfbb468 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:47.526568 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b6509b-fb14-4179-beff-be1a741207a7', 'code': 200} Nov 11 17:22:47.526832 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce743be-b36f-4589-ba04-a494a1bf25a3', 'code': 200} Nov 11 17:22:47.527086 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813271a2-d0e8-463d-ab43-df3086ac6cb1', 'code': 200} Nov 11 17:22:47.527520 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cd4467-9c5c-4a7c-addb-a79b3b86465e', 'code': 200} Nov 11 17:22:47.527790 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace11c64-ff1c-4cc8-b03a-f7975e333049', 'code': 200} Nov 11 17:22:47.528071 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de13d44d-3671-47f5-b4cd-175caae206f0', 'code': 200} Nov 11 17:22:47.528280 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e5dfd8-66ba-4e06-8f7d-d18094e46e71', 'code': 200} Nov 11 17:22:47.528796 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9b4aeb-6824-40de-8fa0-816186a33300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9170764-328e-49c6-903a-578f4c3fb49e', 'code': 200} Nov 11 17:22:47.575489 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac90a21-ef39-41e8-8e3a-c177d0d599bf x-openstack-request-id: req-8ac90a21-ef39-41e8-8e3a-c177d0d599bf {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:47.575825 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abbc4aa-3489-41bd-b580-19cf780614a4", "name": "network-vif-deleted", "tag": "b491e5cb-94d0-4f9e-a346-b43ed272f2fb", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:47.576084 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8ac90a21-ef39-41e8-8e3a-c177d0d599bf {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:47.576504 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abbc4aa-3489-41bd-b580-19cf780614a4', 'name': 'network-vif-deleted', 'tag': 'b491e5cb-94d0-4f9e-a346-b43ed272f2fb', 'status': 'completed', 'code': 200} Nov 11 17:22:47.669657 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbbc16-4c75-48d7-b825-3b85f213df47 req-ab21edc6-aed2-4041-81ae-d7d1027caa97 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:47.671136 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26fbbc16-4c75-48d7-b825-3b85f213df47 req-ab21edc6-aed2-4041-81ae-d7d1027caa97 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/ports?device_id=9487b2b6-b57c-4722-9d95-9b487f14000e HTTP/1.1" status: 200 len: 949 time: 0.0825336 Nov 11 17:22:47.706272 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['3a937c6c-0172-44de-a6f2-93128b32481d'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:47.706883 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eada0c-588b-45f4-8431-00d06b57107f req-b9d038ab-8170-44ef-a830-98373eeef96c tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:47.708246 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-68eada0c-588b-45f4-8431-00d06b57107f req-b9d038ab-8170-44ef-a830-98373eeef96c tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 945 time: 0.0826125 Nov 11 17:22:47.749683 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26fbbc16-4c75-48d7-b825-3b85f213df47 req-3908b33d-5260-4c2e-9ef4-414adce23259 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/security-groups?id=f84bffa4-b1a0-4c60-aa4f-4b79f1752409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718005 Nov 11 17:22:47.802412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-68eada0c-588b-45f4-8431-00d06b57107f req-fb18d8b1-0b9c-4c3e-8661-467f0c55a017 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687163 Nov 11 17:22:47.871591 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-69736465-5a70-4c48-b076-4347810a6800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:47.934348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceceab1-b2c1-4fe8-badf-c20635ec88ce req-31ed8757-f370-4921-8bd9-14964765ff85 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:47.936043 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0ceceab1-b2c1-4fe8-badf-c20635ec88ce req-31ed8757-f370-4921-8bd9-14964765ff85 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 1096 time: 0.0457830 Nov 11 17:22:47.992445 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0ceceab1-b2c1-4fe8-badf-c20635ec88ce req-9f74d951-2428-4807-9f82-89c4bf7851d5 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499966 Nov 11 17:22:48.005157 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1fa103c8-35a6-45b9-bb50-fe2df021270c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:48.009775 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-69736465-5a70-4c48-b076-4347810a6800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:48.042467 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3792a6-d8f7-456b-a2fa-9457e5f7b427 req-db32473e-6042-4058-bca3-76d86eafb443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:48.044811 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5e3792a6-d8f7-456b-a2fa-9457e5f7b427 req-db32473e-6042-4058-bca3-76d86eafb443 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 1096 time: 0.1760314 Nov 11 17:22:48.052115 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:48.053245 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-1fa103c8-35a6-45b9-bb50-fe2df021270c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7388172-0e31-4a48-82ab-4816dd651be5']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:48.061092 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3076b3-5d3c-4ada-9222-ccbf8efaddf5 req-af806307-3296-4ed5-aa92-4a7184328c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:48.061563 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3076b3-5d3c-4ada-9222-ccbf8efaddf5 req-af806307-3296-4ed5-aa92-4a7184328c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:48.062119 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3076b3-5d3c-4ada-9222-ccbf8efaddf5 req-af806307-3296-4ed5-aa92-4a7184328c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:48.062589 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3076b3-5d3c-4ada-9222-ccbf8efaddf5 req-af806307-3296-4ed5-aa92-4a7184328c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:48.063040 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3076b3-5d3c-4ada-9222-ccbf8efaddf5 req-af806307-3296-4ed5-aa92-4a7184328c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:48.063488 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3076b3-5d3c-4ada-9222-ccbf8efaddf5 req-af806307-3296-4ed5-aa92-4a7184328c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:48.063964 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3076b3-5d3c-4ada-9222-ccbf8efaddf5 req-af806307-3296-4ed5-aa92-4a7184328c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:48.064606 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a47376-8ccb-4f99-9184-5ee0ffdef253 req-6c893190-114b-4ee4-afa0-12b2eccdaa38 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:48.065902 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-de3076b3-5d3c-4ada-9222-ccbf8efaddf5 req-af806307-3296-4ed5-aa92-4a7184328c87 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 6489 time: 0.1960835 Nov 11 17:22:48.072788 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-09a47376-8ccb-4f99-9184-5ee0ffdef253 req-6c893190-114b-4ee4-afa0-12b2eccdaa38 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 945 time: 0.0688040 Nov 11 17:22:48.104353 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-1fa103c8-35a6-45b9-bb50-fe2df021270c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b682a3-ba5d-4067-815a-ee8598740949') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:48.104353 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-1fa103c8-35a6-45b9-bb50-fe2df021270c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b682a3-ba5d-4067-815a-ee8598740949') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:48.128828 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1fa103c8-35a6-45b9-bb50-fe2df021270c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:48.136386 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-09a47376-8ccb-4f99-9184-5ee0ffdef253 req-c5d38c65-e19b-491e-9739-4c7e1871d22f tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d94a3948-012c-4dd0-9f6c-1e826f960d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627365 Nov 11 17:22:48.166073 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1fa103c8-35a6-45b9-bb50-fe2df021270c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:48.194399 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa103c8-35a6-45b9-bb50-fe2df021270c admin admin] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:22:48.194927 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1fa103c8-35a6-45b9-bb50-fe2df021270c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:22:48.196623 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:22:48.204340 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5e3792a6-d8f7-456b-a2fa-9457e5f7b427 req-3181d48b-1590-4f0a-b14b-366fd08218de service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d94a3948-012c-4dd0-9f6c-1e826f960d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486955 Nov 11 17:22:48.216855 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f932a7-a828-44f7-bc90-07bb736d05d3 req-5c039c5a-3f88-4101-b204-de592e75dfe1 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:48.219299 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26f932a7-a828-44f7-bc90-07bb736d05d3 req-5c039c5a-3f88-4101-b204-de592e75dfe1 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 1096 time: 0.0617054 Nov 11 17:22:48.247230 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-69736465-5a70-4c48-b076-4347810a6800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:48.247230 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-69736465-5a70-4c48-b076-4347810a6800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:48.247643 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-69736465-5a70-4c48-b076-4347810a6800 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e6278cb9-c96d-4bd1-a532-4590d2fec09e HTTP/1.1" status: 204 len: 168 time: 0.8432841 Nov 11 17:22:48.254088 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-de3076b3-5d3c-4ada-9222-ccbf8efaddf5 req-bcf20f64-89eb-44a6-8727-e242f1ad1157 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=77e47111-8d50-4cd5-9e61-1d3475c3adda&id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1671157 Nov 11 17:22:48.265485 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69736465-5a70-4c48-b076-4347810a6800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6278cb9-c96d-4bd1-a532-4590d2fec09e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:48.294840 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1fa103c8-35a6-45b9-bb50-fe2df021270c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:48.300159 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1fa103c8-35a6-45b9-bb50-fe2df021270c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:48.317769 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26f932a7-a828-44f7-bc90-07bb736d05d3 req-8709423e-b641-4ff4-930b-1c205adec5cd tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912783 Nov 11 17:22:48.322750 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1fa103c8-35a6-45b9-bb50-fe2df021270c admin admin] 10.222.0.76 "DELETE /v2.0/networks/a7388172-0e31-4a48-82ab-4816dd651be5 HTTP/1.1" status: 204 len: 168 time: 0.9682653 Nov 11 17:22:48.331862 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa103c8-35a6-45b9-bb50-fe2df021270c admin admin] Pushing event deleted for resources: {'Network': ['ID=a7388172-0e31-4a48-82ab-4816dd651be5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:48.435800 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c6cc5-0557-4b38-a000-689dd325fa74 req-1fd79608-dbe6-4f93-9642-933311972894 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:48.437759 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bd5c6cc5-0557-4b38-a000-689dd325fa74 req-1fd79608-dbe6-4f93-9642-933311972894 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.0530012 Nov 11 17:22:48.501780 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bd5c6cc5-0557-4b38-a000-689dd325fa74 req-e21194e6-e0ee-44b1-9761-03e7ed732208 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580864 Nov 11 17:22:48.595275 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55348) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:48.623631 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2b3c5-443e-4611-b7ea-457b2a8ca01c req-a65a1824-6266-40d0-83fa-3d1e0dd49897 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:48.630824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2b3c5-443e-4611-b7ea-457b2a8ca01c req-a65a1824-6266-40d0-83fa-3d1e0dd49897 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:48.638250 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2b3c5-443e-4611-b7ea-457b2a8ca01c req-a65a1824-6266-40d0-83fa-3d1e0dd49897 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:48.644671 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2b3c5-443e-4611-b7ea-457b2a8ca01c req-a65a1824-6266-40d0-83fa-3d1e0dd49897 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:48.647925 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bacef315-b4b9-4520-bead-c1098733d0d1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fe79ca1b47dd4a0a8271b94e8a0db861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513921 Nov 11 17:22:48.650708 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55350) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:48.653273 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2b3c5-443e-4611-b7ea-457b2a8ca01c req-a65a1824-6266-40d0-83fa-3d1e0dd49897 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:48.659939 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2b3c5-443e-4611-b7ea-457b2a8ca01c req-a65a1824-6266-40d0-83fa-3d1e0dd49897 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:48.666431 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2b3c5-443e-4611-b7ea-457b2a8ca01c req-a65a1824-6266-40d0-83fa-3d1e0dd49897 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:48.668502 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dfc2b3c5-443e-4611-b7ea-457b2a8ca01c req-a65a1824-6266-40d0-83fa-3d1e0dd49897 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5432 time: 0.1257913 Nov 11 17:22:48.735042 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c89f7a55-c52f-4576-a83c-e85576571b7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:48.763124 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c89f7a55-c52f-4576-a83c-e85576571b7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:48.798118 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dfc2b3c5-443e-4611-b7ea-457b2a8ca01c req-f849f953-aff6-4f96-b00c-d1572dca7c4e tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1228585 Nov 11 17:22:48.825058 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84a1c8-e809-435c-a7ee-ce5bc3261d54 req-68c42e0f-b43d-4211-96eb-5f650ef0198b tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:48.840278 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fa84a1c8-e809-435c-a7ee-ce5bc3261d54 req-68c42e0f-b43d-4211-96eb-5f650ef0198b tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 1096 time: 0.1171801 Nov 11 17:22:48.840813 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c89f7a55-c52f-4576-a83c-e85576571b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:48.844286 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c89f7a55-c52f-4576-a83c-e85576571b7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:48.851070 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c89f7a55-c52f-4576-a83c-e85576571b7c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e953c20e-b492-46b2-a09d-cc8925ed6123 HTTP/1.1" status: 204 len: 168 time: 0.1988819 Nov 11 17:22:48.864583 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f7a55-c52f-4576-a83c-e85576571b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e953c20e-b492-46b2-a09d-cc8925ed6123,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:48.904371 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fa84a1c8-e809-435c-a7ee-ce5bc3261d54 req-22fabd59-f9db-40b7-9f3e-247a389e672b tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572903 Nov 11 17:22:48.965797 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67672a-03b2-4dd4-b256-33a5082b20d4 req-1f08eb36-e5c9-49f4-8511-54b9e84f2090 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:48.967302 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5e67672a-03b2-4dd4-b256-33a5082b20d4 req-1f08eb36-e5c9-49f4-8511-54b9e84f2090 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/ports?device_id=9487b2b6-b57c-4722-9d95-9b487f14000e HTTP/1.1" status: 200 len: 949 time: 0.0618773 Nov 11 17:22:49.019336 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5e67672a-03b2-4dd4-b256-33a5082b20d4 req-69891533-0d1f-4819-b920-54277c608f23 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/security-groups?id=f84bffa4-b1a0-4c60-aa4f-4b79f1752409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452898 Nov 11 17:22:49.092890 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55370) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:49.164190 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 3a937c6c-0172-44de-a6f2-93128b32481d up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:22:49.219753 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 3a937c6c-0172-44de-a6f2-93128b32481d completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:22:49.224791 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 3a937c6c-0172-44de-a6f2-93128b32481d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:49.224791 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:49.267799 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda35bea-ce19-4a3e-8362-7b52f3c8b10c req-e3d5cd5e-1ae5-4d45-b012-dd36538b3db5 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:49.278150 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bda35bea-ce19-4a3e-8362-7b52f3c8b10c req-e3d5cd5e-1ae5-4d45-b012-dd36538b3db5 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 945 time: 0.0653455 Nov 11 17:22:49.319979 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:49.330995 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f679d77-ae72-4b25-a07e-3c0aae452cdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:49.353296 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bda35bea-ce19-4a3e-8362-7b52f3c8b10c req-b6c60ce0-f528-44c2-bc48-929c05bb63db tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d94a3948-012c-4dd0-9f6c-1e826f960d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738740 Nov 11 17:22:49.360931 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 3a937c6c-0172-44de-a6f2-93128b32481d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3a937c6c-0172-44de-a6f2-93128b32481d,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:49.368000 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:49.430879 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f679d77-ae72-4b25-a07e-3c0aae452cdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:49.435497 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f679d77-ae72-4b25-a07e-3c0aae452cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:49.443568 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=3a937c6c-0172-44de-a6f2-93128b32481d,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:49.479831 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5f679d77-ae72-4b25-a07e-3c0aae452cdf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=40c031f73b2d489597cc655911908c68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3834970 Nov 11 17:22:49.480271 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55390) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:49.486646 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f679d77-ae72-4b25-a07e-3c0aae452cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c89d47-c3ad-4387-be01-04c40253bccd,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:49.530161 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9487b2b6-b57c-4722-9d95-9b487f14000e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a937c6c-0172-44de-a6f2-93128b32481d'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:49.532708 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68256f54-1672-4843-b223-47e88a0eec3c" -d '{"events": [{"server_uuid": "9487b2b6-b57c-4722-9d95-9b487f14000e", "name": "network-vif-plugged", "status": "completed", "tag": "3a937c6c-0172-44de-a6f2-93128b32481d"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:49.564890 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-83bdb19d-7db9-40c9-9997-5c910e54c78b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:49.585556 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3d0b35-a35b-4cba-86a4-b1defb52f974 x-openstack-request-id: req-0b3d0b35-a35b-4cba-86a4-b1defb52f974 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:49.586114 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9487b2b6-b57c-4722-9d95-9b487f14000e", "name": "network-vif-plugged", "status": "completed", "tag": "3a937c6c-0172-44de-a6f2-93128b32481d", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:49.587434 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0b3d0b35-a35b-4cba-86a4-b1defb52f974 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:49.588193 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9487b2b6-b57c-4722-9d95-9b487f14000e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a937c6c-0172-44de-a6f2-93128b32481d', 'code': 200} Nov 11 17:22:49.605817 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-83bdb19d-7db9-40c9-9997-5c910e54c78b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:49.674517 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-83bdb19d-7db9-40c9-9997-5c910e54c78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:49.677939 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-83bdb19d-7db9-40c9-9997-5c910e54c78b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:49.679631 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-83bdb19d-7db9-40c9-9997-5c910e54c78b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a4c89d47-c3ad-4387-be01-04c40253bccd HTTP/1.1" status: 204 len: 168 time: 0.1967845 Nov 11 17:22:49.680388 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ab781-5d81-42b2-91ef-6d9bb4994a9c req-6d2b0f2a-95e5-46ae-8d99-d16050129df0 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:49.682736 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a0ab781-5d81-42b2-91ef-6d9bb4994a9c req-6d2b0f2a-95e5-46ae-8d99-d16050129df0 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.0783346 Nov 11 17:22:49.701626 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdb19d-7db9-40c9-9997-5c910e54c78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c89d47-c3ad-4387-be01-04c40253bccd,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:49.764626 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f753dc-3573-4f9b-bed9-0ddafeb4fb0a req-3388c6b3-70a5-4277-8a49-b278576dfdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:49.766100 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-96f753dc-3573-4f9b-bed9-0ddafeb4fb0a req-3388c6b3-70a5-4277-8a49-b278576dfdf4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9487b2b6-b57c-4722-9d95-9b487f14000e HTTP/1.1" status: 200 len: 1101 time: 0.0822458 Nov 11 17:22:49.777985 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a0ab781-5d81-42b2-91ef-6d9bb4994a9c req-65b37d0b-7526-4ad9-a0a0-4d6970b3b00b tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807939 Nov 11 17:22:49.835034 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:22:49.838582 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-96f753dc-3573-4f9b-bed9-0ddafeb4fb0a req-e16911ae-6750-4a3e-96a4-8065218453d2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f84bffa4-b1a0-4c60-aa4f-4b79f1752409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594878 Nov 11 17:22:49.962507 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683f13a-ef2b-43b7-8529-aa8c86d876fa req-ccd5ba5c-181b-4f29-a979-8ac6e064214d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:49.972985 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683f13a-ef2b-43b7-8529-aa8c86d876fa req-ccd5ba5c-181b-4f29-a979-8ac6e064214d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:49.986311 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683f13a-ef2b-43b7-8529-aa8c86d876fa req-ccd5ba5c-181b-4f29-a979-8ac6e064214d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:50.004223 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683f13a-ef2b-43b7-8529-aa8c86d876fa req-ccd5ba5c-181b-4f29-a979-8ac6e064214d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:50.010423 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683f13a-ef2b-43b7-8529-aa8c86d876fa req-ccd5ba5c-181b-4f29-a979-8ac6e064214d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:50.017328 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683f13a-ef2b-43b7-8529-aa8c86d876fa req-ccd5ba5c-181b-4f29-a979-8ac6e064214d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:50.023306 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683f13a-ef2b-43b7-8529-aa8c86d876fa req-ccd5ba5c-181b-4f29-a979-8ac6e064214d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:50.032515 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7683f13a-ef2b-43b7-8529-aa8c86d876fa req-ccd5ba5c-181b-4f29-a979-8ac6e064214d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5432 time: 0.1416864 Nov 11 17:22:50.123899 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb793d-3f31-4f62-ab98-084dd448f888 req-1b80b235-2b5c-4a42-9c9d-a62fd4463433 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:50.125435 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6feb793d-3f31-4f62-ab98-084dd448f888 req-1b80b235-2b5c-4a42-9c9d-a62fd4463433 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 1096 time: 0.0902250 Nov 11 17:22:50.134495 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7683f13a-ef2b-43b7-8529-aa8c86d876fa req-86352935-4ca5-414e-927d-9f9348b9a980 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1003540 Nov 11 17:22:50.152019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55424) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:50.170573 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-029e8c37-941b-43e5-b265-7a6fe3691ff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:50.212253 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6feb793d-3f31-4f62-ab98-084dd448f888 req-6fd86a50-4834-4d3c-b64e-d2a523ce607a tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763288 Nov 11 17:22:50.315379 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cd2b4-8481-43f3-9620-3af2b3b7a0e3 req-0e7a15fd-ef81-42b5-b72f-2dac6999fd43 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:50.326351 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f57cd2b4-8481-43f3-9620-3af2b3b7a0e3 req-0e7a15fd-ef81-42b5-b72f-2dac6999fd43 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/ports?device_id=9487b2b6-b57c-4722-9d95-9b487f14000e HTTP/1.1" status: 200 len: 950 time: 0.1040144 Nov 11 17:22:50.396305 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-029e8c37-941b-43e5-b265-7a6fe3691ff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:50.421257 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f57cd2b4-8481-43f3-9620-3af2b3b7a0e3 req-4fd0db2a-2ab3-4821-afa3-4ffd4cac1ffa tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/security-groups?id=f84bffa4-b1a0-4c60-aa4f-4b79f1752409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937836 Nov 11 17:22:50.431543 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-029e8c37-941b-43e5-b265-7a6fe3691ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:50.489433 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-029e8c37-941b-43e5-b265-7a6fe3691ff3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a5b423a67d43487380bb57deda55fd73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3362119 Nov 11 17:22:50.490482 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e8c37-941b-43e5-b265-7a6fe3691ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bddd65-c8df-4e4b-9b2a-d5fa7b28baa8,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:50.492764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55434) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:50.583126 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd45e58-d163-45e3-b7a6-115de3800206 req-1ac9d87e-a79a-4534-9985-7d0236bf9fef tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:50.590809 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5dd45e58-d163-45e3-b7a6-115de3800206 req-1ac9d87e-a79a-4534-9985-7d0236bf9fef tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 945 time: 0.0822649 Nov 11 17:22:50.599058 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3283075b-80ab-4728-8a47-0fce6fc5848d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:50.632227 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3283075b-80ab-4728-8a47-0fce6fc5848d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:50.642690 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5dd45e58-d163-45e3-b7a6-115de3800206 req-66ce70c3-2d5b-4264-834f-72d3abe45bf2 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d94a3948-012c-4dd0-9f6c-1e826f960d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510161 Nov 11 17:22:50.697997 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3283075b-80ab-4728-8a47-0fce6fc5848d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:50.701505 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3283075b-80ab-4728-8a47-0fce6fc5848d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:50.702665 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3283075b-80ab-4728-8a47-0fce6fc5848d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/27bddd65-c8df-4e4b-9b2a-d5fa7b28baa8 HTTP/1.1" status: 204 len: 168 time: 0.2083468 Nov 11 17:22:50.710896 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283075b-80ab-4728-8a47-0fce6fc5848d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bddd65-c8df-4e4b-9b2a-d5fa7b28baa8,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:51.113361 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e67ae218-1ad0-4f96-b4ee-be380a14a835 req-d07ece24-5e2a-44c5-9166-ce0bf3a64c7c tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1657677 Nov 11 17:22:51.119408 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-e67ae218-1ad0-4f96-b4ee-be380a14a835 req-12a1f5b9-49d9-4bb3-bd47-99b2389ddb76 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:51.148193 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e67ae218-1ad0-4f96-b4ee-be380a14a835 req-12a1f5b9-49d9-4bb3-bd47-99b2389ddb76 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:51.170701 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 97198e23-a5c7-444d-b52f-221ebc31d61b details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:22:51.316347 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 97198e23-a5c7-444d-b52f-221ebc31d61b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=97198e23-a5c7-444d-b52f-221ebc31d61b,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:51.317263 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e67ae218-1ad0-4f96-b4ee-be380a14a835 req-12a1f5b9-49d9-4bb3-bd47-99b2389ddb76 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:51.364869 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '97198e23-a5c7-444d-b52f-221ebc31d61b', 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a', 'port_id': '97198e23-a5c7-444d-b52f-221ebc31d61b', 'mac_address': 'fa:16:3e:be:aa:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09fccde3-01fd-422f-a0ab-b92daf8c7d4e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:22:51.421040 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:51.445228 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97198e23-a5c7-444d-b52f-221ebc31d61b {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:22:51.450266 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-e67ae218-1ad0-4f96-b4ee-be380a14a835 req-12a1f5b9-49d9-4bb3-bd47-99b2389ddb76 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Allocated IP 172.25.2.42 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/d7eb5b00-1aaa-43c7-9a8b-e763c39e050a) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:22:51.470555 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 97198e23-a5c7-444d-b52f-221ebc31d61b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=97198e23-a5c7-444d-b52f-221ebc31d61b,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:51.475914 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:51.535207 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=97198e23-a5c7-444d-b52f-221ebc31d61b,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:51.585966 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e67ae218-1ad0-4f96-b4ee-be380a14a835 req-12a1f5b9-49d9-4bb3-bd47-99b2389ddb76 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:51.589490 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['97198e23-a5c7-444d-b52f-221ebc31d61b'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:51.632052 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e67ae218-1ad0-4f96-b4ee-be380a14a835 req-12a1f5b9-49d9-4bb3-bd47-99b2389ddb76 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:51.692858 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1f5b9-49d9-4bb3-bd47-99b2389ddb76 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Pushing event updated for resources: {'Port': ['ID=d7eb5b00-1aaa-43c7-9a8b-e763c39e050a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:51.701721 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e67ae218-1ad0-4f96-b4ee-be380a14a835 req-12a1f5b9-49d9-4bb3-bd47-99b2389ddb76 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:22:51.703458 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-e67ae218-1ad0-4f96-b4ee-be380a14a835 req-12a1f5b9-49d9-4bb3-bd47-99b2389ddb76 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:22:51.706423 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-890e7a33-9af2-4229-a0ad-cc978d8a2c71 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:22:51.709105 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67ae218-1ad0-4f96-b4ee-be380a14a835 req-12a1f5b9-49d9-4bb3-bd47-99b2389ddb76 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:22:51.715874 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-890e7a33-9af2-4229-a0ad-cc978d8a2c71 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3239012 Nov 11 17:22:51.819853 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e67ae218-1ad0-4f96-b4ee-be380a14a835 req-12a1f5b9-49d9-4bb3-bd47-99b2389ddb76 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:51.864583 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e67ae218-1ad0-4f96-b4ee-be380a14a835 req-12a1f5b9-49d9-4bb3-bd47-99b2389ddb76 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:51.931151 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-daed4fe8-d423-49c5-9646-ef950fed65d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:51.942126 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-daed4fe8-d423-49c5-9646-ef950fed65d9 service neutron] 10.222.0.76 "GET /v2.0/ports/6e977375-1038-4f53-b91f-ba5163a84796 HTTP/1.1" status: 200 len: 1093 time: 0.2243176 Nov 11 17:22:51.947102 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-5a1eb666-e4c3-4639-9abe-e3e7601157cb service neutron] Request body: {'binding': {'host': 'n-h2-816206-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:51.947557 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-5a1eb666-e4c3-4639-9abe-e3e7601157cb service neutron] Unknown quota resources ['binding']. {{(pid=102617) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 17:22:52.089911 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e67ae218-1ad0-4f96-b4ee-be380a14a835 req-12a1f5b9-49d9-4bb3-bd47-99b2389ddb76 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:52.098153 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e67ae218-1ad0-4f96-b4ee-be380a14a835 req-12a1f5b9-49d9-4bb3-bd47-99b2389ddb76 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:52.143203 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-5a1eb666-e4c3-4639-9abe-e3e7601157cb service neutron] Attempting to bind port 6e977375-1038-4f53-b91f-ba5163a84796 on host n-h2-816206-4 for vnic_type normal with profile None {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:22:52.143540 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-5a1eb666-e4c3-4639-9abe-e3e7601157cb service neutron] Attempting to bind port 6e977375-1038-4f53-b91f-ba5163a84796 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:22:52.144053 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-5a1eb666-e4c3-4639-9abe-e3e7601157cb service neutron] Attempting to bind port 6e977375-1038-4f53-b91f-ba5163a84796 on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:52.148435 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-5a1eb666-e4c3-4639-9abe-e3e7601157cb service neutron] Port 6e977375-1038-4f53-b91f-ba5163a84796 on network f44096b2-3051-4615-8241-50ad95944236 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:22:52.149024 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-5a1eb666-e4c3-4639-9abe-e3e7601157cb service neutron] Attempting to bind port 6e977375-1038-4f53-b91f-ba5163a84796 on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:52.155114 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-5a1eb666-e4c3-4639-9abe-e3e7601157cb service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:22:52.156157 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-5a1eb666-e4c3-4639-9abe-e3e7601157cb service neutron] Checking segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:22:52.158750 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-5a1eb666-e4c3-4639-9abe-e3e7601157cb service neutron] Bound using segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:22:52.159546 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-5a1eb666-e4c3-4639-9abe-e3e7601157cb service neutron] Bound port: 6e977375-1038-4f53-b91f-ba5163a84796, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:22:52.220296 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-5a1eb666-e4c3-4639-9abe-e3e7601157cb service neutron] For port 6e977375-1038-4f53-b91f-ba5163a84796, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=6e977375-1038-4f53-b91f-ba5163a84796,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:22:52.231455 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-5a1eb666-e4c3-4639-9abe-e3e7601157cb service neutron] Publish callbacks [] for binding, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:52.239975 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1f5b9-49d9-4bb3-bd47-99b2389ddb76 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Pushing event updated for resources: {'Port': ['ID=d7eb5b00-1aaa-43c7-9a8b-e763c39e050a,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:52.241494 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-5a1eb666-e4c3-4639-9abe-e3e7601157cb service neutron] 10.222.0.76 "POST /v2.0/ports/6e977375-1038-4f53-b91f-ba5163a84796/bindings HTTP/1.1" status: 201 len: 389 time: 0.2966623 Nov 11 17:22:52.263719 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e67ae218-1ad0-4f96-b4ee-be380a14a835 req-12a1f5b9-49d9-4bb3-bd47-99b2389ddb76 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:52.297542 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e67ae218-1ad0-4f96-b4ee-be380a14a835 req-12a1f5b9-49d9-4bb3-bd47-99b2389ddb76 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:52.308462 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e67ae218-1ad0-4f96-b4ee-be380a14a835 req-12a1f5b9-49d9-4bb3-bd47-99b2389ddb76 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1931024 Nov 11 17:22:52.424669 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e67ae218-1ad0-4f96-b4ee-be380a14a835 req-823ce787-c55a-4398-9aba-6fd25f32fe3d tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 695 time: 0.1153624 Nov 11 17:22:52.589798 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b4cd0-3d4c-48fc-b9ac-aaaaed71632d req-6c31808c-d438-45a5-898c-30f2661e1779 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:52.591835 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e00b4cd0-3d4c-48fc-b9ac-aaaaed71632d req-6c31808c-d438-45a5-898c-30f2661e1779 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 945 time: 0.1616256 Nov 11 17:22:52.610644 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-80d613a1-290a-4679-bbe3-2b10d199fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:52.611815 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-80d613a1-290a-4679-bbe3-2b10d199fcd6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 1096 time: 0.0950716 Nov 11 17:22:52.689685 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ae218-1ad0-4f96-b4ee-be380a14a835 req-30c93ae8-25b1-42fb-a0a1-c584c3ef9dfa tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:52.691051 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e67ae218-1ad0-4f96-b4ee-be380a14a835 req-30c93ae8-25b1-42fb-a0a1-c584c3ef9dfa tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.2541785 Nov 11 17:22:52.728244 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e00b4cd0-3d4c-48fc-b9ac-aaaaed71632d req-db9563a7-8794-4956-826b-5b41deb7c92e tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241975 Nov 11 17:22:52.770851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-5be4830d-2faa-49fd-a29a-20b6066cc300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:52.773503 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-5be4830d-2faa-49fd-a29a-20b6066cc300 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 922 time: 0.1521647 Nov 11 17:22:52.881820 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-47d39773-1b9c-4a21-9215-c56cf2d71616 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e977375-1038-4f53-b91f-ba5163a84796 HTTP/1.1" status: 200 len: 217 time: 0.1015019 Nov 11 17:22:53.189166 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 97198e23-a5c7-444d-b52f-221ebc31d61b up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:22:53.337069 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 97198e23-a5c7-444d-b52f-221ebc31d61b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:22:53.339359 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:53.482684 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:53.534270 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 97198e23-a5c7-444d-b52f-221ebc31d61b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=97198e23-a5c7-444d-b52f-221ebc31d61b,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:53.535655 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1534a8e1-cf4a-4d0b-9fac-d392c5f759f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97198e23-a5c7-444d-b52f-221ebc31d61b'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:53.542560 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b8ce2c-a8bb-4876-a0da-f237985baaf2" -d '{"events": [{"server_uuid": "1534a8e1-cf4a-4d0b-9fac-d392c5f759f9", "name": "network-vif-plugged", "status": "completed", "tag": "97198e23-a5c7-444d-b52f-221ebc31d61b"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:53.553163 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:53.636232 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=97198e23-a5c7-444d-b52f-221ebc31d61b,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:53.662272 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce764974-9c07-4355-abff-7908171f6098 req-816c6d0c-c2b6-4ab6-8b49-7f043fcb1ad9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:53.671030 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce764974-9c07-4355-abff-7908171f6098 req-816c6d0c-c2b6-4ab6-8b49-7f043fcb1ad9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:53.678642 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce764974-9c07-4355-abff-7908171f6098 req-816c6d0c-c2b6-4ab6-8b49-7f043fcb1ad9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:53.686085 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce764974-9c07-4355-abff-7908171f6098 req-816c6d0c-c2b6-4ab6-8b49-7f043fcb1ad9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:53.692732 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce764974-9c07-4355-abff-7908171f6098 req-816c6d0c-c2b6-4ab6-8b49-7f043fcb1ad9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:53.699240 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce764974-9c07-4355-abff-7908171f6098 req-816c6d0c-c2b6-4ab6-8b49-7f043fcb1ad9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:53.705623 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce764974-9c07-4355-abff-7908171f6098 req-816c6d0c-c2b6-4ab6-8b49-7f043fcb1ad9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:53.714061 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce764974-9c07-4355-abff-7908171f6098 req-816c6d0c-c2b6-4ab6-8b49-7f043fcb1ad9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5432 time: 0.8353438 Nov 11 17:22:53.727854 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-ca63f6fd-3be6-49e4-83e3-ad3ec0237bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:53.740358 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-ca63f6fd-3be6-49e4-83e3-ad3ec0237bed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 200 len: 860 time: 0.8385944 Nov 11 17:22:53.812845 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d4f0f-defc-4dbf-a366-a2643c67a454 req-9e974355-1cad-48a2-bc83-5471d4a0d4af tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:53.814327 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e03d4f0f-defc-4dbf-a366-a2643c67a454 req-9e974355-1cad-48a2-bc83-5471d4a0d4af tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/ports?device_id=9487b2b6-b57c-4722-9d95-9b487f14000e HTTP/1.1" status: 200 len: 950 time: 0.8573356 Nov 11 17:22:53.816813 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-120579be-2570-41c4-91e6-39a15513fe9a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f44096b2-3051-4615-8241-50ad95944236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590456 Nov 11 17:22:53.952713 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce764974-9c07-4355-abff-7908171f6098 req-e1db0bdc-c548-4769-b35a-178747e771a8 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2376792 Nov 11 17:22:54.001184 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:54.038927 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-de592dfc-05e5-46a6-8dcf-620acf5b47bc service neutron] 10.222.0.83 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925457 Nov 11 17:22:54.181623 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e03d4f0f-defc-4dbf-a366-a2643c67a454 req-f9a01919-bbdb-49cb-bdfd-da2b8594bb62 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/security-groups?id=f84bffa4-b1a0-4c60-aa4f-4b79f1752409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293326 Nov 11 17:22:54.245433 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac925a-3e41-491d-ae9c-62859ad6b026 req-77f25fd8-af28-4e03-9d23-07aa43706d6d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:54.252871 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60ac925a-3e41-491d-ae9c-62859ad6b026 req-77f25fd8-af28-4e03-9d23-07aa43706d6d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 945 time: 0.1256304 Nov 11 17:22:54.334552 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-a93f9607-25f5-43ac-a513-fe5092001885 service neutron] 10.222.0.83 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855885 Nov 11 17:22:54.609668 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60ac925a-3e41-491d-ae9c-62859ad6b026 req-135bce24-6497-41cb-8580-febb67617f7d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328545 Nov 11 17:22:54.655236 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-a0f10d5a-9230-4228-aadd-0a35b95cf3dd tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:54.657158 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-a0f10d5a-9230-4228-aadd-0a35b95cf3dd tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1&tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 1096 time: 0.2365422 Nov 11 17:22:54.672672 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-4'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:54.801546 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-01c97602-5057-478a-a6fd-97e0cd7d7194 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:54.809350 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-01c97602-5057-478a-a6fd-97e0cd7d7194 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/networks?id=e943cf5d-ace4-4920-a83b-e3ebafedcd83 HTTP/1.1" status: 200 len: 820 time: 0.3601282 Nov 11 17:22:54.860605 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-6826b3a7-cd26-4e5b-8b13-36ea2072a23c tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/quotas/eeaf0859b8554fe38e6f252116aac055 HTTP/1.1" status: 200 len: 375 time: 0.0199516 Nov 11 17:22:54.861155 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:55.031964 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-ac21d227-4aa9-4036-a42c-22849fd73f78 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=eeaf0859b8554fe38e6f252116aac055&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1554694 Nov 11 17:22:55.128240 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72d4cbf-8108-40e2-807b-d9f3f01ed9dd x-openstack-request-id: req-e72d4cbf-8108-40e2-807b-d9f3f01ed9dd {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:55.128759 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1534a8e1-cf4a-4d0b-9fac-d392c5f759f9", "name": "network-vif-plugged", "status": "completed", "tag": "97198e23-a5c7-444d-b52f-221ebc31d61b", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:55.128759 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e72d4cbf-8108-40e2-807b-d9f3f01ed9dd {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:55.129161 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1534a8e1-cf4a-4d0b-9fac-d392c5f759f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97198e23-a5c7-444d-b52f-221ebc31d61b', 'code': 200} Nov 11 17:22:55.171375 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55644) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:55.204027 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] For port 6e977375-1038-4f53-b91f-ba5163a84796, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6e977375-1038-4f53-b91f-ba5163a84796,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:22:55.253811 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-34005869-bff6-454b-a6a7-3bba85a1b2a2 service neutron] 10.222.0.76 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111049 Nov 11 17:22:55.341617 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] For port 6e977375-1038-4f53-b91f-ba5163a84796, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:22:55.359537 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5683ae5b-5e3d-41bb-a1e6-217ce5ee5cdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:55.434550 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ae375c-fddd-4144-a9ab-87242374a0e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e977375-1038-4f53-b91f-ba5163a84796'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:55.437051 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192efb68-c455-4edc-a118-fd9b1c070942" -d '{"events": [{"server_uuid": "a8ae375c-fddd-4144-a9ab-87242374a0e1", "name": "network-vif-unplugged", "status": "completed", "tag": "6e977375-1038-4f53-b91f-ba5163a84796"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:55.441597 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:55.456039 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d92528-2928-4de6-84fe-a9c9b50c5613 req-f8f8e5b7-fe2c-47f4-affe-a8eea54d98c7 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:55.457601 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74d92528-2928-4de6-84fe-a9c9b50c5613 req-f8f8e5b7-fe2c-47f4-affe-a8eea54d98c7 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.2017977 Nov 11 17:22:55.481232 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5683ae5b-5e3d-41bb-a1e6-217ce5ee5cdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:55.486352 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5683ae5b-5e3d-41bb-a1e6-217ce5ee5cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:55.503079 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:55.521757 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683ae5b-5e3d-41bb-a1e6-217ce5ee5cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7491f2-8d15-4c95-b592-20634a9da3af,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:55.554706 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-76daea93-2e59-4b5d-83f8-2177e50ddaf2 service neutron] 10.222.0.76 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000262 Nov 11 17:22:55.559804 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5683ae5b-5e3d-41bb-a1e6-217ce5ee5cdd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1771a218d8ec43e8b051c0d3b21bdee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853755 Nov 11 17:22:55.560499 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55660) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:55.623321 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74d92528-2928-4de6-84fe-a9c9b50c5613 req-9ee558d6-89a0-493d-b86e-1adad1b5a3f3 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560097 Nov 11 17:22:55.649977 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-be722a7d-6af4-4da9-b296-ce5eccf99044 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:55.670468 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] Pushing event updated for resources: {'Port': ['ID=6e977375-1038-4f53-b91f-ba5163a84796,revision_number=7']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:55.703213 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-be722a7d-6af4-4da9-b296-ce5eccf99044 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:55.716559 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] Attempting to bind port 6e977375-1038-4f53-b91f-ba5163a84796 on host n-h1-816206-4 for vnic_type normal with profile {"migrating_to": "n-h2-816206-4"} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:22:55.717183 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] Attempting to bind port 6e977375-1038-4f53-b91f-ba5163a84796 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:22:55.717293 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] Attempting to bind port 6e977375-1038-4f53-b91f-ba5163a84796 on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:55.725737 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] Port 6e977375-1038-4f53-b91f-ba5163a84796 on network f44096b2-3051-4615-8241-50ad95944236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:22:55.726236 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] Attempting to bind port 6e977375-1038-4f53-b91f-ba5163a84796 on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:22:55.733852 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:22:55.734837 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] Checking segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:22:55.735366 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] Bound using segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:22:55.736118 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] Bound port: 6e977375-1038-4f53-b91f-ba5163a84796, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:22:55.736992 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:55.767034 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-be722a7d-6af4-4da9-b296-ce5eccf99044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:55.771013 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-be722a7d-6af4-4da9-b296-ce5eccf99044 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:55.772886 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-be722a7d-6af4-4da9-b296-ce5eccf99044 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ca7491f2-8d15-4c95-b592-20634a9da3af HTTP/1.1" status: 204 len: 168 time: 0.2112560 Nov 11 17:22:55.784696 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be722a7d-6af4-4da9-b296-ce5eccf99044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7491f2-8d15-4c95-b592-20634a9da3af,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:55.900051 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29609a3-34ea-4753-93c6-baeafdb530cb req-4f1b7b53-2e6e-47e3-b190-13d70aba1a76 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:55.908438 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29609a3-34ea-4753-93c6-baeafdb530cb req-4f1b7b53-2e6e-47e3-b190-13d70aba1a76 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:55.916117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29609a3-34ea-4753-93c6-baeafdb530cb req-4f1b7b53-2e6e-47e3-b190-13d70aba1a76 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:55.923531 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29609a3-34ea-4753-93c6-baeafdb530cb req-4f1b7b53-2e6e-47e3-b190-13d70aba1a76 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:55.930290 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29609a3-34ea-4753-93c6-baeafdb530cb req-4f1b7b53-2e6e-47e3-b190-13d70aba1a76 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:55.938176 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29609a3-34ea-4753-93c6-baeafdb530cb req-4f1b7b53-2e6e-47e3-b190-13d70aba1a76 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:55.944623 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29609a3-34ea-4753-93c6-baeafdb530cb req-4f1b7b53-2e6e-47e3-b190-13d70aba1a76 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:55.946605 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e29609a3-34ea-4753-93c6-baeafdb530cb req-4f1b7b53-2e6e-47e3-b190-13d70aba1a76 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5432 time: 0.1535013 Nov 11 17:22:55.948459 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] For port 6e977375-1038-4f53-b91f-ba5163a84796, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:22:55.957990 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55672) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:55.966632 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-8b8f7da5-1d1b-43a1-b108-e562781dc6c4 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Request body: {'floatingip': {'port_id': 'de13d44d-3671-47f5-b4cd-175caae206f0'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:56.007429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] For port 6e977375-1038-4f53-b91f-ba5163a84796, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6e977375-1038-4f53-b91f-ba5163a84796,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:22:56.075568 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:56.109726 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd35020a-dce8-4af7-ad22-b3eda54ed8d6 x-openstack-request-id: req-dd35020a-dce8-4af7-ad22-b3eda54ed8d6 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:56.109935 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b8f7da5-1d1b-43a1-b108-e562781dc6c4 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for floatingip, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:56.110069 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ae375c-fddd-4144-a9ab-87242374a0e1", "name": "network-vif-unplugged", "status": "completed", "tag": "6e977375-1038-4f53-b91f-ba5163a84796", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:56.110263 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dd35020a-dce8-4af7-ad22-b3eda54ed8d6 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:56.115759 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ae375c-fddd-4144-a9ab-87242374a0e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e977375-1038-4f53-b91f-ba5163a84796', 'code': 200} Nov 11 17:22:56.313521 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-76ae1020-85a7-4074-b220-75ee7d7c7998 req-25a11e23-0263-49d3-87df-28984ef6f080 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3004911 Nov 11 17:22:56.346783 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] Pushing event updated for resources: {'Port': ['ID=6e977375-1038-4f53-b91f-ba5163a84796,revision_number=8']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:56.359099 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cbe75-ecf2-48b0-abdf-15fbc3b5c153 req-94a3529b-6916-42d5-ac05-9a7c6679000b tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:56.360935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b5cbe75-ecf2-48b0-abdf-15fbc3b5c153 req-94a3529b-6916-42d5-ac05-9a7c6679000b tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 943 time: 0.1360834 Nov 11 17:22:56.363319 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:56.364082 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:56.365403 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9395456f-e45b-4ae5-8dec-f921576f850e service neutron] 10.222.0.83 "PUT /v2.0/ports/6e977375-1038-4f53-b91f-ba5163a84796 HTTP/1.1" status: 200 len: 1121 time: 1.6993120 Nov 11 17:22:56.466627 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b5cbe75-ecf2-48b0-abdf-15fbc3b5c153 req-28ccad62-815d-45d5-a04b-3b2679222ac7 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985897 Nov 11 17:22:56.470741 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae1020-85a7-4074-b220-75ee7d7c7998 req-48addf91-95b7-46a3-9abf-edb229a8eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:56.472585 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-76ae1020-85a7-4074-b220-75ee7d7c7998 req-48addf91-95b7-46a3-9abf-edb229a8eac3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 1095 time: 0.0817239 Nov 11 17:22:56.517135 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['6e977375-1038-4f53-b91f-ba5163a84796'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:56.760076 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae1020-85a7-4074-b220-75ee7d7c7998 req-8846cd5b-49e5-41db-8bbb-2ec870ee6099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:56.768777 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-76ae1020-85a7-4074-b220-75ee7d7c7998 req-8846cd5b-49e5-41db-8bbb-2ec870ee6099 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 922 time: 0.2668588 Nov 11 17:22:56.842717 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-823a3053-44b5-4e99-b069-e9d9858f19ee req-44d70be6-0516-4eed-9443-b68ce9d5a51c tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=28e59159-2f88-4df4-b0b8-d00c6fda90a4 HTTP/1.1" status: 200 len: 210 time: 0.0691895 Nov 11 17:22:56.925087 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-76ae1020-85a7-4074-b220-75ee7d7c7998 req-09440e8a-2b60-4ae1-bcf1-1f624319da8c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4e5df2f-1179-465d-958f-d98e823b6238 HTTP/1.1" status: 200 len: 217 time: 0.1304545 Nov 11 17:22:57.213713 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae1020-85a7-4074-b220-75ee7d7c7998 req-47e536f2-3445-4fa4-bdda-ca7b2c680d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:57.215830 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-76ae1020-85a7-4074-b220-75ee7d7c7998 req-47e536f2-3445-4fa4-bdda-ca7b2c680d9c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 200 len: 860 time: 0.2711844 Nov 11 17:22:57.230500 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2e9d1-b43a-45fb-b3e1-1f932c7ae7a9 req-7347fa4d-a969-4dd8-aef9-8107827ffd48 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:57.239665 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1be2e9d1-b43a-45fb-b3e1-1f932c7ae7a9 req-7347fa4d-a969-4dd8-aef9-8107827ffd48 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.1863563 Nov 11 17:22:57.285743 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-76ae1020-85a7-4074-b220-75ee7d7c7998 req-440534bf-81c5-48cd-9a10-60309f3a865b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f44096b2-3051-4615-8241-50ad95944236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377038 Nov 11 17:22:57.387134 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.db.resource_extend [None req-8b8f7da5-1d1b-43a1-b108-e562781dc6c4 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:22:57.412891 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-76ae1020-85a7-4074-b220-75ee7d7c7998 req-b0c115ea-6717-4a0c-9180-8b9e7825feed service neutron] 10.222.0.83 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159325 Nov 11 17:22:57.454627 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1be2e9d1-b43a-45fb-b3e1-1f932c7ae7a9 req-d5717edf-28b9-43f6-8c53-802a627c775e tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087390 Nov 11 17:22:57.541675 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b8f7da5-1d1b-43a1-b108-e562781dc6c4 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:57.551530 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b8f7da5-1d1b-43a1-b108-e562781dc6c4 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:57.642618 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-76ae1020-85a7-4074-b220-75ee7d7c7998 req-d3ef499c-0038-4836-844c-f357f4d1add8 service neutron] 10.222.0.83 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168317 Nov 11 17:22:57.723145 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-8b8f7da5-1d1b-43a1-b108-e562781dc6c4 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Floating IP 3598cc92-45f7-486d-b843-0315d001998f associated. External IP: 172.25.2.71, port: de13d44d-3671-47f5-b4cd-175caae206f0. Nov 11 17:22:57.976847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-35df2fd2-3d6f-4f4d-92ad-9f598520d9a2 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:57.979990 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-35df2fd2-3d6f-4f4d-92ad-9f598520d9a2 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.83 "GET /v2.0/networks?id=e943cf5d-ace4-4920-a83b-e3ebafedcd83 HTTP/1.1" status: 200 len: 820 time: 0.2475355 Nov 11 17:22:57.981423 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55744) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:58.020847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-5306fce1-4696-487e-9ac3-03bb2070fbec tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Request body: {'port': {'device_id': '28e59159-2f88-4df4-b0b8-d00c6fda90a4', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'admin_state_up': True, 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:58.046386 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70749800-0a89-4dba-9c5f-c1d8bbbc6454 req-ff0dbe2f-30b5-4e16-bcd3-3543f897a531 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:58.059017 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-70749800-0a89-4dba-9c5f-c1d8bbbc6454 req-ff0dbe2f-30b5-4e16-bcd3-3543f897a531 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 943 time: 0.4283121 Nov 11 17:22:58.100277 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a35b8fec-7aa9-49a1-82d8-16230c54debb req-cd31fc89-fc6d-4738-b8f5-6f1ff1d31c81 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=28e59159-2f88-4df4-b0b8-d00c6fda90a4 HTTP/1.1" status: 200 len: 210 time: 0.1175814 Nov 11 17:22:58.139872 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ae375c-fddd-4144-a9ab-87242374a0e1', 'tag': '6e977375-1038-4f53-b91f-ba5163a84796'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:58.142534 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d18cf1c-e97a-4c4a-8823-95c5b686aa22" -d '{"events": [{"name": "network-changed", "server_uuid": "a8ae375c-fddd-4144-a9ab-87242374a0e1", "tag": "6e977375-1038-4f53-b91f-ba5163a84796"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:58.212199 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8f7da5-1d1b-43a1-b108-e562781dc6c4 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Router 3f8bdcfa-bc17-48fd-a935-a69d7f5825bc has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:22:58.295378 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-70749800-0a89-4dba-9c5f-c1d8bbbc6454 req-7cbcda83-3401-42e1-9026-1325801ace8f tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343440 Nov 11 17:22:58.298704 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e64d4f4-9647-4355-bd8e-fee676722fe8 x-openstack-request-id: req-9e64d4f4-9647-4355-bd8e-fee676722fe8 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:22:58.308433 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8ae375c-fddd-4144-a9ab-87242374a0e1", "tag": "6e977375-1038-4f53-b91f-ba5163a84796", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:22:58.310780 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9e64d4f4-9647-4355-bd8e-fee676722fe8 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:22:58.311667 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8ae375c-fddd-4144-a9ab-87242374a0e1', 'tag': '6e977375-1038-4f53-b91f-ba5163a84796', 'status': 'completed', 'code': 200} Nov 11 17:22:58.416219 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-5306fce1-4696-487e-9ac3-03bb2070fbec tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Made reservation on behalf of eeaf0859b8554fe38e6f252116aac055 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:22:58.421567 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-5306fce1-4696-487e-9ac3-03bb2070fbec tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:58.496301 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9cabb6f9-6cf8-4168-93fa-017b31637be3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:58.520046 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18cf1c-e97a-4c4a-8823-95c5b686aa22 req-7b21f94b-7acf-40f6-9716-2b96e37df765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:58.524347 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3d18cf1c-e97a-4c4a-8823-95c5b686aa22 req-7b21f94b-7acf-40f6-9716-2b96e37df765 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 1124 time: 0.1491177 Nov 11 17:22:58.682494 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8f7da5-1d1b-43a1-b108-e562781dc6c4 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:22:58.695778 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f6fb27-bd44-4b6c-ac50-38084090ded8 None None] Sync routers for ids ['3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:22:58.714706 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b8f7da5-1d1b-43a1-b108-e562781dc6c4 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:58.723150 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f6fb27-bd44-4b6c-ac50-38084090ded8 None None] Routers {'3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:22:58.724602 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-18f6fb27-bd44-4b6c-ac50-38084090ded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:22:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:22:58.880603 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8b8f7da5-1d1b-43a1-b108-e562781dc6c4 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "PUT /v2.0/floatingips/3598cc92-45f7-486d-b843-0315d001998f HTTP/1.1" status: 200 len: 990 time: 2.9130006 Nov 11 17:22:58.913698 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'tag': 'de13d44d-3671-47f5-b4cd-175caae206f0'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:22:58.927223 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a72ea6-f2df-4141-ad9e-689ea82d354a" -d '{"events": [{"name": "network-changed", "server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "tag": "de13d44d-3671-47f5-b4cd-175caae206f0"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:22:58.942905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-5306fce1-4696-487e-9ac3-03bb2070fbec tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Allocated IP 172.20.0.7 (e943cf5d-ace4-4920-a83b-e3ebafedcd83/1758254d-1b04-473e-8f9e-cda256449fb7/650c9624-07cc-4e65-8a52-6591e68d379a) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:22:58.959325 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18cf1c-e97a-4c4a-8823-95c5b686aa22 req-ac1fd275-3831-4d49-9f9b-d2b618e7a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:58.961900 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3d18cf1c-e97a-4c4a-8823-95c5b686aa22 req-ac1fd275-3831-4d49-9f9b-d2b618e7a988 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 922 time: 0.4268844 Nov 11 17:22:59.060682 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-18f6fb27-bd44-4b6c-ac50-38084090ded8 None None] Set router 3f8bdcfa-bc17-48fd-a935-a69d7f5825bc gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:22:59.064284 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3d18cf1c-e97a-4c4a-8823-95c5b686aa22 req-6c2c80f6-b128-4adb-9ca8-141b9cd1502c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e977375-1038-4f53-b91f-ba5163a84796 HTTP/1.1" status: 200 len: 217 time: 0.0941145 Nov 11 17:22:59.209179 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18cf1c-e97a-4c4a-8823-95c5b686aa22 req-b8257d2c-8718-4c74-89ec-befbcb406c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:59.213033 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3d18cf1c-e97a-4c4a-8823-95c5b686aa22 req-b8257d2c-8718-4c74-89ec-befbcb406c15 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 200 len: 860 time: 0.1415801 Nov 11 17:22:59.235189 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-5306fce1-4696-487e-9ac3-03bb2070fbec tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:59.280418 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 6e977375-1038-4f53-b91f-ba5163a84796 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:22:59.282403 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-5306fce1-4696-487e-9ac3-03bb2070fbec tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:59.347231 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['d9170764-328e-49c6-903a-578f4c3fb49e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:22:59.354963 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3d18cf1c-e97a-4c4a-8823-95c5b686aa22 req-841e6ad3-40cf-4773-b462-b651dd002097 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f44096b2-3051-4615-8241-50ad95944236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343439 Nov 11 17:22:59.358986 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-5306fce1-4696-487e-9ac3-03bb2070fbec tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Network e943cf5d-ace4-4920-a83b-e3ebafedcd83 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:22:59.366748 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-5306fce1-4696-487e-9ac3-03bb2070fbec tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:22:59.373465 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-5306fce1-4696-487e-9ac3-03bb2070fbec tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:22:59.398929 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583252f3-864c-4efa-ab92-61bab58ad469 req-75f6ff3b-df48-49f7-915a-3b27ebc50be2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:59.407188 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-583252f3-864c-4efa-ab92-61bab58ad469 req-75f6ff3b-df48-49f7-915a-3b27ebc50be2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.7071924 Nov 11 17:22:59.515666 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306fce1-4696-487e-9ac3-03bb2070fbec tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Pushing event updated for resources: {'Port': ['ID=650c9624-07cc-4e65-8a52-6591e68d379a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:59.638190 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-5306fce1-4696-487e-9ac3-03bb2070fbec tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:22:59.641519 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-5306fce1-4696-487e-9ac3-03bb2070fbec tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:59.671516 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9cabb6f9-6cf8-4168-93fa-017b31637be3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:59.719102 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3d18cf1c-e97a-4c4a-8823-95c5b686aa22 req-8e589e6e-830f-478a-b21d-689f8de24499 service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566749 Nov 11 17:22:59.720153 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-583252f3-864c-4efa-ab92-61bab58ad469 req-ea81a455-ef36-4437-99cb-ba5244d8ed0a tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569337 Nov 11 17:22:59.722547 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9cabb6f9-6cf8-4168-93fa-017b31637be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:22:59.833116 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9cabb6f9-6cf8-4168-93fa-017b31637be3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cac6a55d4bfc4787ba65ef0560f7f7dc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8350096 Nov 11 17:22:59.888823 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55786) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:22:59.899461 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-5306fce1-4696-487e-9ac3-03bb2070fbec tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8856342 Nov 11 17:22:59.938926 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] Request body: {'port': {'device_id': '28e59159-2f88-4df4-b0b8-d00c6fda90a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:22:59.963034 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabb6f9-6cf8-4168-93fa-017b31637be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e08099b-3e50-494a-a7dc-59439e963cbc,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:22:59.963853 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 6e977375-1038-4f53-b91f-ba5163a84796, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6e977375-1038-4f53-b91f-ba5163a84796,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:00.023486 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3d18cf1c-e97a-4c4a-8823-95c5b686aa22 req-ddc6b1c8-e4c7-4c97-9796-52a6459f78ae service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941372 Nov 11 17:23:00.126063 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 6e977375-1038-4f53-b91f-ba5163a84796 has no active binding in host n-h2-816206-4 {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 17:23:00.126558 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 3a937c6c-0172-44de-a6f2-93128b32481d details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:23:00.150373 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bc9916-499f-4630-95b5-0f2f9ecdcf81 x-openstack-request-id: req-b6bc9916-499f-4630-95b5-0f2f9ecdcf81 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:23:00.150907 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "tag": "de13d44d-3671-47f5-b4cd-175caae206f0", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:23:00.151332 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b6bc9916-499f-4630-95b5-0f2f9ecdcf81 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:23:00.152187 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'tag': 'de13d44d-3671-47f5-b4cd-175caae206f0', 'status': 'completed', 'code': 200} Nov 11 17:23:00.223400 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:00.303855 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 3a937c6c-0172-44de-a6f2-93128b32481d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3a937c6c-0172-44de-a6f2-93128b32481d,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:00.328329 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a72ea6-f2df-4141-ad9e-689ea82d354a req-f3f4ee70-efe6-4971-b54f-312e5f4bdfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:00.329206 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a72ea6-f2df-4141-ad9e-689ea82d354a req-f3f4ee70-efe6-4971-b54f-312e5f4bdfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:00.330606 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a72ea6-f2df-4141-ad9e-689ea82d354a req-f3f4ee70-efe6-4971-b54f-312e5f4bdfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:00.331304 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a72ea6-f2df-4141-ad9e-689ea82d354a req-f3f4ee70-efe6-4971-b54f-312e5f4bdfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:00.331957 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a72ea6-f2df-4141-ad9e-689ea82d354a req-f3f4ee70-efe6-4971-b54f-312e5f4bdfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:00.332661 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a72ea6-f2df-4141-ad9e-689ea82d354a req-f3f4ee70-efe6-4971-b54f-312e5f4bdfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:00.333289 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a72ea6-f2df-4141-ad9e-689ea82d354a req-f3f4ee70-efe6-4971-b54f-312e5f4bdfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:00.341679 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e4a72ea6-f2df-4141-ad9e-689ea82d354a req-f3f4ee70-efe6-4971-b54f-312e5f4bdfba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57a0547569de40a6ab45455039002426&device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 6489 time: 0.1358914 Nov 11 17:23:00.346584 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3a795650-09b7-40b8-926d-03a1f3d3e35d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:00.357096 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '3a937c6c-0172-44de-a6f2-93128b32481d', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '3a937c6c-0172-44de-a6f2-93128b32481d', 'mac_address': 'fa:16:3e:3c:27:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:23:00.484858 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3a795650-09b7-40b8-926d-03a1f3d3e35d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:00.510294 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:00.537201 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-fc209fc1-5fe4-45ef-9e4d-ad845715ed97 None None] Provisioning complete for port 650c9624-07cc-4e65-8a52-6591e68d379a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:23:00.537576 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fc209fc1-5fe4-45ef-9e4d-ad845715ed97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:00.578034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a937c6c-0172-44de-a6f2-93128b32481d {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:23:00.598202 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a72ea6-f2df-4141-ad9e-689ea82d354a req-2c6731b5-d2c2-469d-b352-01577276be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:00.600056 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e4a72ea6-f2df-4141-ad9e-689ea82d354a req-2c6731b5-d2c2-469d-b352-01577276be1f service neutron] 10.222.0.64 "GET /v2.0/networks?id=899c7522-11f4-4d70-abf1-4945b96a18be HTTP/1.1" status: 200 len: 914 time: 0.2436211 Nov 11 17:23:00.624060 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db71f62-6ce4-4f9b-ba7b-07c1ab9de328 req-eac1e333-8a3b-4a63-a66a-c5445ad02379 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:00.631479 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9db71f62-6ce4-4f9b-ba7b-07c1ab9de328 req-eac1e333-8a3b-4a63-a66a-c5445ad02379 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=28e59159-2f88-4df4-b0b8-d00c6fda90a4 HTTP/1.1" status: 200 len: 931 time: 0.3664892 Nov 11 17:23:00.724738 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dea7ae-40af-4d6f-9cb3-de8d67ee7103 req-e1a4b5c8-4a8b-4177-83c1-44a3338b2c3c tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:00.732477 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39dea7ae-40af-4d6f-9cb3-de8d67ee7103 req-e1a4b5c8-4a8b-4177-83c1-44a3338b2c3c tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 943 time: 0.3057516 Nov 11 17:23:00.735204 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e4a72ea6-f2df-4141-ad9e-689ea82d354a req-3af17333-c3fc-4a81-8029-21a88f27ace7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de13d44d-3671-47f5-b4cd-175caae206f0 HTTP/1.1" status: 200 len: 998 time: 0.1250844 Nov 11 17:23:00.776214 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 3a937c6c-0172-44de-a6f2-93128b32481d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3a937c6c-0172-44de-a6f2-93128b32481d,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:00.795511 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:00.807426 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55812) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:00.860978 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a72ea6-f2df-4141-ad9e-689ea82d354a req-65432e1a-049f-44de-9b4f-e5261e6e147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:00.862912 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e4a72ea6-f2df-4141-ad9e-689ea82d354a req-65432e1a-049f-44de-9b4f-e5261e6e147b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eb65c8e4-9667-460f-b3de-43e527914011 HTTP/1.1" status: 200 len: 851 time: 0.1174719 Nov 11 17:23:00.869619 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=3a937c6c-0172-44de-a6f2-93128b32481d,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:00.908465 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-fc209fc1-5fe4-45ef-9e4d-ad845715ed97 None None] Port 650c9624-07cc-4e65-8a52-6591e68d379a cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:23:00.940297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650c9624-07cc-4e65-8a52-6591e68d379a {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:23:00.940778 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['3a937c6c-0172-44de-a6f2-93128b32481d'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:23:00.963343 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:00.988925 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] Transition to ACTIVE for port object 650c9624-07cc-4e65-8a52-6591e68d379a will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:23:01.019469 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-18f6fb27-bd44-4b6c-ac50-38084090ded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'name': 'tempest-TaggedBootDevicesTest-2033563070-router', 'tenant_id': '57a0547569de40a6ab45455039002426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:29Z', 'updated_at': '2021-11-11T17:20:36Z', 'revision_number': 4, 'project_id': '57a0547569de40a6ab45455039002426', 'gw_port': {'id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:30Z', 'updated_at': '2021-11-11T17:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '3598cc92-45f7-486d-b843-0315d001998f', 'tenant_id': '57a0547569de40a6ab45455039002426', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'port_id': 'de13d44d-3671-47f5-b4cd-175caae206f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be', 'mac_address': 'fa:16:3e:5a:41:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:21:33Z', 'updated_at': '2021-11-11T17:22:57Z', 'revision_number': 1, 'project_id': '57a0547569de40a6ab45455039002426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83c796b-d8a2-4b59-b59f-bbd0ff261813', 'name': '', 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be', 'tenant_id': '57a0547569de40a6ab45455039002426', 'mac_address': 'fa:16:3e:41:43:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'eb65c8e4-9667-460f-b3de-43e527914011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:35Z', 'updated_at': '2021-11-11T17:20:41Z', 'revision_number': 5, 'project_id': '57a0547569de40a6ab45455039002426', 'subnets': [{'id': 'eb65c8e4-9667-460f-b3de-43e527914011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:01.021708 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a72ea6-f2df-4141-ad9e-689ea82d354a req-b08b5cab-4edf-4945-8de0-da37f4810bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:01.023317 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e4a72ea6-f2df-4141-ad9e-689ea82d354a req-b08b5cab-4edf-4945-8de0-da37f4810bb9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=899c7522-11f4-4d70-abf1-4945b96a18be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1503296 Nov 11 17:23:01.059516 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f6fb27-bd44-4b6c-ac50-38084090ded8 None None] Checking router: 3f8bdcfa-bc17-48fd-a935-a69d7f5825bc for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:23:01.061069 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:01.117313 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f6fb27-bd44-4b6c-ac50-38084090ded8 None None] Routers {'3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:23:01.117962 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-18f6fb27-bd44-4b6c-ac50-38084090ded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:22:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:01.124323 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9db71f62-6ce4-4f9b-ba7b-07c1ab9de328 req-8fe68e6a-1c24-40bf-9f09-1103b1e759be tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d94a3948-012c-4dd0-9f6c-1e826f960d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918087 Nov 11 17:23:01.175654 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-162053ef-ea98-4aba-a4f0-6a7cc83b4ad0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:01.214766 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3a795650-09b7-40b8-926d-03a1f3d3e35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:01.217532 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3a795650-09b7-40b8-926d-03a1f3d3e35d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:01.221080 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3a795650-09b7-40b8-926d-03a1f3d3e35d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3e08099b-3e50-494a-a7dc-59439e963cbc HTTP/1.1" status: 204 len: 168 time: 1.3119690 Nov 11 17:23:01.235628 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 6e977375-1038-4f53-b91f-ba5163a84796 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:23:01.307449 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a795650-09b7-40b8-926d-03a1f3d3e35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e08099b-3e50-494a-a7dc-59439e963cbc,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:01.348821 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] Pushing event updated for resources: {'Port': ['ID=650c9624-07cc-4e65-8a52-6591e68d379a,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:01.367201 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39dea7ae-40af-4d6f-9cb3-de8d67ee7103 req-8bc678e0-ac82-4a6d-99f9-a4c8f55cf34b tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6323183 Nov 11 17:23:01.454281 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.resource_extend [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:23:01.588832 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] Attempting to bind port 650c9624-07cc-4e65-8a52-6591e68d379a on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:23:01.589263 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] Attempting to bind port 650c9624-07cc-4e65-8a52-6591e68d379a by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'ec646147-bf60-4aa9-8065-9bf927286bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:23:01.589853 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] Attempting to bind port 650c9624-07cc-4e65-8a52-6591e68d379a on network e943cf5d-ace4-4920-a83b-e3ebafedcd83 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:23:01.592914 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-84f04136-0c16-4527-b0e0-4f107abe8457 service neutron] 10.222.0.64 "GET /v2.0/ports/6e977375-1038-4f53-b91f-ba5163a84796/bindings/n-h2-816206-4 HTTP/1.1" status: 200 len: 384 time: 0.4370599 Nov 11 17:23:01.613903 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] Port 650c9624-07cc-4e65-8a52-6591e68d379a on network e943cf5d-ace4-4920-a83b-e3ebafedcd83 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:23:01.614223 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] Attempting to bind port 650c9624-07cc-4e65-8a52-6591e68d379a on network e943cf5d-ace4-4920-a83b-e3ebafedcd83 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:23:01.650824 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-18f6fb27-bd44-4b6c-ac50-38084090ded8 None None] Set router 3f8bdcfa-bc17-48fd-a935-a69d7f5825bc gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:23:01.665017 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:23:01.665353 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] Checking segment: {'id': 'ec646147-bf60-4aa9-8065-9bf927286bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:23:01.665783 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] Bound using segment: {'id': 'ec646147-bf60-4aa9-8065-9bf927286bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:23:01.666236 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] Bound port: 650c9624-07cc-4e65-8a52-6591e68d379a, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec646147-bf60-4aa9-8065-9bf927286bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:23:01.666749 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:01.753187 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea065b-5864-4f28-b27d-e4f1314977ed req-6e81fb16-4f57-4c19-9f87-2a8ab11a02cd tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:01.755446 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bbea065b-5864-4f28-b27d-e4f1314977ed req-6e81fb16-4f57-4c19-9f87-2a8ab11a02cd tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.1708400 Nov 11 17:23:01.807591 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 6e977375-1038-4f53-b91f-ba5163a84796, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6e977375-1038-4f53-b91f-ba5163a84796,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:01.847485 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 6e977375-1038-4f53-b91f-ba5163a84796 has no active binding in host n-h2-816206-4 {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 17:23:01.864884 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] For port 650c9624-07cc-4e65-8a52-6591e68d379a, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:23:01.913004 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bbea065b-5864-4f28-b27d-e4f1314977ed req-b0caa929-55d5-45ef-8aa3-cf11a6caea4f tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461205 Nov 11 17:23:01.916280 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] For port 650c9624-07cc-4e65-8a52-6591e68d379a, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=650c9624-07cc-4e65-8a52-6591e68d379a,segment=NetworkSegment(ec646147-bf60-4aa9-8065-9bf927286bc9),segment_id=ec646147-bf60-4aa9-8065-9bf927286bc9)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:23:01.922587 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:02.042223 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55838) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:02.098187 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] Pushing event updated for resources: {'Port': ['ID=650c9624-07cc-4e65-8a52-6591e68d379a,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:02.164336 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:02.165262 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:02.167055 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-94518e52-9272-4372-bd9a-08c610cb65ea service neutron] 10.222.0.83 "PUT /v2.0/ports/650c9624-07cc-4e65-8a52-6591e68d379a HTTP/1.1" status: 200 len: 1091 time: 2.2365673 Nov 11 17:23:02.173841 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e59159-2f88-4df4-b0b8-d00c6fda90a4', 'tag': '650c9624-07cc-4e65-8a52-6591e68d379a'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:23:02.180553 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2810cc8-d265-450e-9668-16b03a803c11" -d '{"events": [{"name": "network-changed", "server_uuid": "28e59159-2f88-4df4-b0b8-d00c6fda90a4", "tag": "650c9624-07cc-4e65-8a52-6591e68d379a"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:23:02.193080 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-159b903e-4708-4df9-9133-fa11fbcd3297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:02.196344 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-30c2d95e-caa0-4a29-a6f1-234c7adcc14f service neutron] For port 6e977375-1038-4f53-b91f-ba5163a84796, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6e977375-1038-4f53-b91f-ba5163a84796,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:02.224240 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-30c2d95e-caa0-4a29-a6f1-234c7adcc14f service neutron] For port 6e977375-1038-4f53-b91f-ba5163a84796, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:23:02.281727 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-18f6fb27-bd44-4b6c-ac50-38084090ded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'name': 'tempest-TaggedBootDevicesTest-2033563070-router', 'tenant_id': '57a0547569de40a6ab45455039002426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:29Z', 'updated_at': '2021-11-11T17:20:36Z', 'revision_number': 4, 'project_id': '57a0547569de40a6ab45455039002426', 'gw_port': {'id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:30Z', 'updated_at': '2021-11-11T17:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '3598cc92-45f7-486d-b843-0315d001998f', 'tenant_id': '57a0547569de40a6ab45455039002426', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'port_id': 'de13d44d-3671-47f5-b4cd-175caae206f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be', 'mac_address': 'fa:16:3e:5a:41:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:21:33Z', 'updated_at': '2021-11-11T17:22:57Z', 'revision_number': 1, 'project_id': '57a0547569de40a6ab45455039002426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83c796b-d8a2-4b59-b59f-bbd0ff261813', 'name': '', 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be', 'tenant_id': '57a0547569de40a6ab45455039002426', 'mac_address': 'fa:16:3e:41:43:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'eb65c8e4-9667-460f-b3de-43e527914011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:35Z', 'updated_at': '2021-11-11T17:20:41Z', 'revision_number': 5, 'project_id': '57a0547569de40a6ab45455039002426', 'subnets': [{'id': 'eb65c8e4-9667-460f-b3de-43e527914011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:02.284008 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-30c2d95e-caa0-4a29-a6f1-234c7adcc14f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e977375-1038-4f53-b91f-ba5163a84796 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:23:02.316107 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-30c2d95e-caa0-4a29-a6f1-234c7adcc14f service neutron] For port 6e977375-1038-4f53-b91f-ba5163a84796, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=6e977375-1038-4f53-b91f-ba5163a84796,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:02.337545 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e4a72ea6-f2df-4141-ad9e-689ea82d354a req-c06b47ba-6fbb-4fbe-b7e5-4d771a88fe04 service neutron] 10.222.0.64 "GET /v2.0/networks/899c7522-11f4-4d70-abf1-4945b96a18be?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3049221 Nov 11 17:23:02.343154 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-30c2d95e-caa0-4a29-a6f1-234c7adcc14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:02.365253 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f6fb27-bd44-4b6c-ac50-38084090ded8 None None] The sync data for ids ['3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'] in n-d-816206-4 is: [{'id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'name': 'tempest-TaggedBootDevicesTest-2033563070-router', 'tenant_id': '57a0547569de40a6ab45455039002426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:29Z', 'updated_at': '2021-11-11T17:20:36Z', 'revision_number': 4, 'project_id': '57a0547569de40a6ab45455039002426', 'gw_port': {'id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:30Z', 'updated_at': '2021-11-11T17:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '3598cc92-45f7-486d-b843-0315d001998f', 'tenant_id': '57a0547569de40a6ab45455039002426', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'port_id': 'de13d44d-3671-47f5-b4cd-175caae206f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be', 'mac_address': 'fa:16:3e:5a:41:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:21:33Z', 'updated_at': '2021-11-11T17:22:57Z', 'revision_number': 1, 'project_id': '57a0547569de40a6ab45455039002426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83c796b-d8a2-4b59-b59f-bbd0ff261813', 'name': '', 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be', 'tenant_id': '57a0547569de40a6ab45455039002426', 'mac_address': 'fa:16:3e:41:43:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'eb65c8e4-9667-460f-b3de-43e527914011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:35Z', 'updated_at': '2021-11-11T17:20:41Z', 'revision_number': 5, 'project_id': '57a0547569de40a6ab45455039002426', 'subnets': [{'id': 'eb65c8e4-9667-460f-b3de-43e527914011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:23:02.439670 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9ab67-0624-444c-9e31-e518ac942615 req-1d6df493-ce14-485c-82b9-be294c7dcfde tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:02.449893 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-22e9ab67-0624-444c-9e31-e518ac942615 req-1d6df493-ce14-485c-82b9-be294c7dcfde tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=28e59159-2f88-4df4-b0b8-d00c6fda90a4 HTTP/1.1" status: 200 len: 943 time: 0.1447945 Nov 11 17:23:02.621367 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-159b903e-4708-4df9-9133-fa11fbcd3297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:02.671935 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-159b903e-4708-4df9-9133-fa11fbcd3297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:02.807986 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83423881-70c8-49ed-af73-10f25e4d08e2 None None] New status for floating IP 3598cc92-45f7-486d-b843-0315d001998f: ACTIVE {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:23:02.858597 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-162053ef-ea98-4aba-a4f0-6a7cc83b4ad0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:02.866363 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-22e9ab67-0624-444c-9e31-e518ac942615 req-d15f8a96-7613-463b-aa1c-96ed5d9e304c tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d94a3948-012c-4dd0-9f6c-1e826f960d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154425 Nov 11 17:23:02.890850 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b903e-4708-4df9-9133-fa11fbcd3297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d4119b-d9ee-4ec4-b276-406f5a179f6f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:02.916708 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-23854307-3ab7-4ef6-8977-ef5aeb0e576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:02.928495 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-23854307-3ab7-4ef6-8977-ef5aeb0e576b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eeaf0859b8554fe38e6f252116aac055&device_id=28e59159-2f88-4df4-b0b8-d00c6fda90a4 HTTP/1.1" status: 200 len: 1094 time: 0.4352541 Nov 11 17:23:02.940766 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-159b903e-4708-4df9-9133-fa11fbcd3297 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d7a1c4c441924492ab3e4c1598254a2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8805928 Nov 11 17:23:02.943968 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55850) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:02.947013 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-162053ef-ea98-4aba-a4f0-6a7cc83b4ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:03.112803 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e4a72ea6-f2df-4141-ad9e-689ea82d354a req-e2bbbdef-2965-40ca-9219-296c346027df service neutron] 10.222.0.64 "GET /v2.0/networks/899c7522-11f4-4d70-abf1-4945b96a18be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7659838 Nov 11 17:23:03.143465 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-162053ef-ea98-4aba-a4f0-6a7cc83b4ad0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d225c8c604664ac4ab7e917a43d3449d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3343959 Nov 11 17:23:03.146805 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55854) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:03.165489 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162053ef-ea98-4aba-a4f0-6a7cc83b4ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580dab53-6e5e-4b10-ac83-ae9732a347a0,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:03.174045 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-0cba4a10-7042-4ca1-8188-15327cfc30da service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=650c9624-07cc-4e65-8a52-6591e68d379a HTTP/1.1" status: 200 len: 217 time: 0.2306361 Nov 11 17:23:03.199938 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-30c2d95e-caa0-4a29-a6f1-234c7adcc14f service neutron] Transition to ACTIVE for port object 6e977375-1038-4f53-b91f-ba5163a84796 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:23:03.211403 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-30c2d95e-caa0-4a29-a6f1-234c7adcc14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:03.283129 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 3a937c6c-0172-44de-a6f2-93128b32481d up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:23:03.305824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-c7c85d99-244b-42fe-93a5-d23e1ee0a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:03.308339 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-c7c85d99-244b-42fe-93a5-d23e1ee0a1fa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1758254d-1b04-473e-8f9e-cda256449fb7 HTTP/1.1" status: 200 len: 859 time: 0.1076107 Nov 11 17:23:03.362610 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da44fd19-d281-425d-b7f4-5455c633764d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:03.456667 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 3a937c6c-0172-44de-a6f2-93128b32481d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:23:03.459117 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:03.518378 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-30c2d95e-caa0-4a29-a6f1-234c7adcc14f service neutron] No DVR routers for this DVR port 6e977375-1038-4f53-b91f-ba5163a84796 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:23:03.520432 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-89948ae3-0bf1-4012-8ce4-92e00219bc11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:03.527628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-facddbea-f1a2-4adb-ba23-3e876cc3be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:03.529196 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-facddbea-f1a2-4adb-ba23-3e876cc3be39 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e943cf5d-ace4-4920-a83b-e3ebafedcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2096965 Nov 11 17:23:03.537376 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da44fd19-d281-425d-b7f4-5455c633764d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:03.546040 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2d95e-caa0-4a29-a6f1-234c7adcc14f service neutron] Pushing event updated for resources: {'Port': ['ID=6e977375-1038-4f53-b91f-ba5163a84796,revision_number=10']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:03.598111 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-30c2d95e-caa0-4a29-a6f1-234c7adcc14f service neutron] 10.222.0.64 "PUT /v2.0/ports/6e977375-1038-4f53-b91f-ba5163a84796/bindings/n-h2-816206-4/activate HTTP/1.1" status: 200 len: 369 time: 1.9803350 Nov 11 17:23:03.626447 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-89948ae3-0bf1-4012-8ce4-92e00219bc11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:03.674828 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da44fd19-d281-425d-b7f4-5455c633764d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:03.684500 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da44fd19-d281-425d-b7f4-5455c633764d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:03.694845 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-da44fd19-d281-425d-b7f4-5455c633764d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a3d4119b-d9ee-4ec4-b276-406f5a179f6f HTTP/1.1" status: 204 len: 168 time: 0.7419083 Nov 11 17:23:03.719334 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44fd19-d281-425d-b7f4-5455c633764d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d4119b-d9ee-4ec4-b276-406f5a179f6f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:03.751991 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db30dd88-1106-4714-825a-3fa5883b0d09 x-openstack-request-id: req-db30dd88-1106-4714-825a-3fa5883b0d09 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:23:03.752589 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e59159-2f88-4df4-b0b8-d00c6fda90a4", "tag": "650c9624-07cc-4e65-8a52-6591e68d379a", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:23:03.753001 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-db30dd88-1106-4714-825a-3fa5883b0d09 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:23:03.762204 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e59159-2f88-4df4-b0b8-d00c6fda90a4', 'tag': '650c9624-07cc-4e65-8a52-6591e68d379a', 'status': 'completed', 'code': 200} Nov 11 17:23:03.819347 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:03.880272 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-9ecde7fa-2eca-4bdd-b0e5-f860bcaa56a1 service neutron] 10.222.0.83 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411689 Nov 11 17:23:03.921828 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 3a937c6c-0172-44de-a6f2-93128b32481d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3a937c6c-0172-44de-a6f2-93128b32481d,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:03.927842 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9487b2b6-b57c-4722-9d95-9b487f14000e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a937c6c-0172-44de-a6f2-93128b32481d'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:23:03.936719 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3e3ef4-872c-4619-8790-9c2f91599282" -d '{"events": [{"server_uuid": "9487b2b6-b57c-4722-9d95-9b487f14000e", "name": "network-vif-plugged", "status": "completed", "tag": "3a937c6c-0172-44de-a6f2-93128b32481d"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:23:03.951080 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:03.977981 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-89948ae3-0bf1-4012-8ce4-92e00219bc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:03.981029 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-89948ae3-0bf1-4012-8ce4-92e00219bc11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:03.982143 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-89948ae3-0bf1-4012-8ce4-92e00219bc11 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/580dab53-6e5e-4b10-ac83-ae9732a347a0 HTTP/1.1" status: 204 len: 168 time: 0.8312383 Nov 11 17:23:04.063790 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=3a937c6c-0172-44de-a6f2-93128b32481d,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:04.093794 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89948ae3-0bf1-4012-8ce4-92e00219bc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580dab53-6e5e-4b10-ac83-ae9732a347a0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:04.111888 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-0190d485-0488-4186-a607-22d13f2d8cb6 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:04.113673 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-0190d485-0488-4186-a607-22d13f2d8cb6 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1&tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 1095 time: 0.3501885 Nov 11 17:23:04.185247 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba4197-689d-478c-9ef8-a8b4b8e2b50a req-48a3f4d4-841a-476f-a6c2-1b38fb75e8d2 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:04.209363 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9fba4197-689d-478c-9ef8-a8b4b8e2b50a req-48a3f4d4-841a-476f-a6c2-1b38fb75e8d2 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 944 time: 0.2799125 Nov 11 17:23:04.346595 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97bda94a-c0d4-456f-aebd-880ddc6c6b1e req-b722d4a9-7ed3-469a-ac60-214d5381ed09 service neutron] 10.222.0.83 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406331 Nov 11 17:23:04.435083 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-83ad0e6d-7b02-41e3-8feb-1ded47adb20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:04.437383 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-83ad0e6d-7b02-41e3-8feb-1ded47adb20d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1&tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2 HTTP/1.1" status: 200 len: 1095 time: 0.3043735 Nov 11 17:23:04.633073 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9fba4197-689d-478c-9ef8-a8b4b8e2b50a req-c2db32d0-78f6-46d3-af51-2e871b984886 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227881 Nov 11 17:23:04.698342 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-99877972-aded-468e-b438-80a6d55eaf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:04.712725 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-99877972-aded-468e-b438-80a6d55eaf2e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 1095 time: 0.1691794 Nov 11 17:23:04.714909 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2810cc8-d265-450e-9668-16b03a803c11 req-0f4e374c-b941-4da9-88f3-412c0e41577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:04.716533 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2810cc8-d265-450e-9668-16b03a803c11 req-0f4e374c-b941-4da9-88f3-412c0e41577d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eeaf0859b8554fe38e6f252116aac055&device_id=28e59159-2f88-4df4-b0b8-d00c6fda90a4 HTTP/1.1" status: 200 len: 1094 time: 0.2741609 Nov 11 17:23:04.816147 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55878) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:04.846665 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bf61a151-14ef-4e17-a11a-f2f12df6bcde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:05.014919 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bf61a151-14ef-4e17-a11a-f2f12df6bcde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:05.025907 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bf61a151-14ef-4e17-a11a-f2f12df6bcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:05.121411 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bf61a151-14ef-4e17-a11a-f2f12df6bcde admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b00c8bc5d89e42c6aa540d5b4b187f9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022645 Nov 11 17:23:05.121411 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61a151-14ef-4e17-a11a-f2f12df6bcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3bb125-465f-4c42-8f99-5009f2eddf95,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:05.131618 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55884) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:05.221073 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6e977375-1038-4f53-b91f-ba5163a84796 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:23:05.260696 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6cb3158d-4622-4a72-b8c2-6cf44c523082 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:05.313167 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6cb3158d-4622-4a72-b8c2-6cf44c523082 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:05.368604 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6e977375-1038-4f53-b91f-ba5163a84796 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:23:05.427992 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6cb3158d-4622-4a72-b8c2-6cf44c523082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:05.430795 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6cb3158d-4622-4a72-b8c2-6cf44c523082 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:05.432189 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6cb3158d-4622-4a72-b8c2-6cf44c523082 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fe3bb125-465f-4c42-8f99-5009f2eddf95 HTTP/1.1" status: 204 len: 168 time: 0.2979615 Nov 11 17:23:05.450677 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3158d-4622-4a72-b8c2-6cf44c523082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3bb125-465f-4c42-8f99-5009f2eddf95,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:05.465112 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55892) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:05.684816 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2810cc8-d265-450e-9668-16b03a803c11 req-d93f4542-498c-442f-9ad4-526b172bfcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:05.686473 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2810cc8-d265-450e-9668-16b03a803c11 req-d93f4542-498c-442f-9ad4-526b172bfcd5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e943cf5d-ace4-4920-a83b-e3ebafedcd83 HTTP/1.1" status: 200 len: 922 time: 0.9436626 Nov 11 17:23:05.716413 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-c27bde4a-b3ac-4814-8ce3-9deef1e59fec admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-979212676-network', 'tenant_id': 'd3078e1c00e14235a0e060d83ce13d28'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:05.785217 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2810cc8-d265-450e-9668-16b03a803c11 req-3ad7b7c8-3143-450c-b5a3-27db4fd5f8a2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=650c9624-07cc-4e65-8a52-6591e68d379a HTTP/1.1" status: 200 len: 217 time: 0.0812144 Nov 11 17:23:05.786306 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27bde4a-b3ac-4814-8ce3-9deef1e59fec admin admin] Made reservation on behalf of d3078e1c00e14235a0e060d83ce13d28 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:23:05.789186 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c27bde4a-b3ac-4814-8ce3-9deef1e59fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:05.800128 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e37b5f-b17b-4a0f-87ec-7be0eb019d90 req-c42269a3-33a7-438b-91cc-e7cd27fb95c4 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:05.811948 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b7e37b5f-b17b-4a0f-87ec-7be0eb019d90 req-c42269a3-33a7-438b-91cc-e7cd27fb95c4 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.9212546 Nov 11 17:23:05.817251 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c27bde4a-b3ac-4814-8ce3-9deef1e59fec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:05.906436 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b7e37b5f-b17b-4a0f-87ec-7be0eb019d90 req-49a8ce53-69a9-49b8-8198-e69020de0ba1 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933967 Nov 11 17:23:05.980630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-d20a7d61-a8a6-43c9-9c27-e17cdc20283e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:05.983827 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-d20a7d61-a8a6-43c9-9c27-e17cdc20283e service neutron] 10.222.0.83 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 922 time: 1.2529299 Nov 11 17:23:06.066294 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c27bde4a-b3ac-4814-8ce3-9deef1e59fec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:06.077710 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c27bde4a-b3ac-4814-8ce3-9deef1e59fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:06.121082 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bde4a-b3ac-4814-8ce3-9deef1e59fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a7a7ae-1704-425d-ae7b-dd5fa9712ccc,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:06.131822 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c27bde4a-b3ac-4814-8ce3-9deef1e59fec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1284} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:23:06.155640 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c27bde4a-b3ac-4814-8ce3-9deef1e59fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:06.156030 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-c27bde4a-b3ac-4814-8ce3-9deef1e59fec admin admin] Added segment a3280f00-aacb-4ea4-8f8c-ffc2a8673bf4 of type vlan for network ca2e1f86-934a-4152-ab84-3b49ab8b2638 Nov 11 17:23:06.167191 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-742899c3-f422-40c1-a87d-ace1add4bded service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e977375-1038-4f53-b91f-ba5163a84796 HTTP/1.1" status: 200 len: 217 time: 0.1685736 Nov 11 17:23:06.210370 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2810cc8-d265-450e-9668-16b03a803c11 req-0ed05dad-2726-40e3-b535-6bb4c2aab4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:06.221750 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2810cc8-d265-450e-9668-16b03a803c11 req-0ed05dad-2726-40e3-b535-6bb4c2aab4c6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1758254d-1b04-473e-8f9e-cda256449fb7 HTTP/1.1" status: 200 len: 859 time: 0.4051297 Nov 11 17:23:06.225447 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c27bde4a-b3ac-4814-8ce3-9deef1e59fec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:06.314331 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c27bde4a-b3ac-4814-8ce3-9deef1e59fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:06.316507 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27bde4a-b3ac-4814-8ce3-9deef1e59fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:06.317287 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c27bde4a-b3ac-4814-8ce3-9deef1e59fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:06.534166 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-460a9121-3a4c-4c99-9bf9-1034f8532a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:06.536680 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-460a9121-3a4c-4c99-9bf9-1034f8532a66 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 200 len: 860 time: 0.3601975 Nov 11 17:23:06.554264 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2810cc8-d265-450e-9668-16b03a803c11 req-c4bdcbac-f62c-4353-8e69-7a4463dd52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:06.563150 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2810cc8-d265-450e-9668-16b03a803c11 req-c4bdcbac-f62c-4353-8e69-7a4463dd52ca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e943cf5d-ace4-4920-a83b-e3ebafedcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2891743 Nov 11 17:23:06.613119 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-bd9308cc-d844-46c1-ab64-697207349ce5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f44096b2-3051-4615-8241-50ad95944236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474539 Nov 11 17:23:06.627762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec3b6f-bb44-4698-8020-7e56ae54aa5c req-2501c3d0-8501-4aaa-8528-adeeffe8a9d4 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:06.639643 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40ec3b6f-bb44-4698-8020-7e56ae54aa5c req-2501c3d0-8501-4aaa-8528-adeeffe8a9d4 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=28e59159-2f88-4df4-b0b8-d00c6fda90a4 HTTP/1.1" status: 200 len: 943 time: 0.3637769 Nov 11 17:23:06.805881 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40ec3b6f-bb44-4698-8020-7e56ae54aa5c req-3dcf2ea5-5f8f-48cf-85b2-bc5d5b4c5784 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d94a3948-012c-4dd0-9f6c-1e826f960d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651971 Nov 11 17:23:06.989201 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-c4acff18-5dcf-4628-91dc-77b721a630df service neutron] 10.222.0.83 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371294 Nov 11 17:23:06.989457 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b18bb4-8916-485f-9c7d-b0363fa63431 x-openstack-request-id: req-f8b18bb4-8916-485f-9c7d-b0363fa63431 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:23:06.989977 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9487b2b6-b57c-4722-9d95-9b487f14000e", "name": "network-vif-plugged", "status": "completed", "tag": "3a937c6c-0172-44de-a6f2-93128b32481d", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:23:06.990101 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f8b18bb4-8916-485f-9c7d-b0363fa63431 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:23:06.990431 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9487b2b6-b57c-4722-9d95-9b487f14000e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a937c6c-0172-44de-a6f2-93128b32481d', 'code': 200} Nov 11 17:23:07.003565 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2810cc8-d265-450e-9668-16b03a803c11 req-eae99a40-0eb5-4095-b26f-f61f0f99592b service neutron] 10.222.0.83 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931994 Nov 11 17:23:07.149793 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-91b8b189-2700-4978-a8ad-85b3fce6567a service neutron] 10.222.0.83 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415164 Nov 11 17:23:07.240594 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c27bde4a-b3ac-4814-8ce3-9deef1e59fec admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7702453 Nov 11 17:23:07.241147 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55926) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:07.251142 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-0eeab0cd-ae2c-444c-867f-01cb89c81537 admin admin] Request body: {'subnet': {'network_id': 'ca2e1f86-934a-4152-ab84-3b49ab8b2638', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-979212676-subnet', 'tenant_id': 'd3078e1c00e14235a0e060d83ce13d28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:07.257933 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bde4a-b3ac-4814-8ce3-9deef1e59fec admin admin] Pushing event updated for resources: {'Network': ['ID=ca2e1f86-934a-4152-ab84-3b49ab8b2638,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:07.268523 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network ca2e1f86-934a-4152-ab84-3b49ab8b2638 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:23:07.297869 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eeab0cd-ae2c-444c-867f-01cb89c81537 admin admin] Made reservation on behalf of d3078e1c00e14235a0e060d83ce13d28 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:23:07.300547 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0eeab0cd-ae2c-444c-867f-01cb89c81537 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:07.434166 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3260f-f35d-4728-936c-60c89f9a27d4 req-c810a1ab-2ed7-4149-a656-bdd75bfbd4cc tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:07.439609 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97f3260f-f35d-4728-936c-60c89f9a27d4 req-c810a1ab-2ed7-4149-a656-bdd75bfbd4cc tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 944 time: 0.1560333 Nov 11 17:23:07.523104 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 650c9624-07cc-4e65-8a52-6591e68d379a details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:23:07.624421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2810cc8-d265-450e-9668-16b03a803c11 req-3debdeab-fd8a-401b-850a-1f703db6a608 service neutron] 10.222.0.83 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761376 Nov 11 17:23:07.638123 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-12f45d7d-fcfe-43fd-a248-9e4095ec3bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:07.732509 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97f3260f-f35d-4728-936c-60c89f9a27d4 req-ebacbfb3-c0ea-4598-8c43-2290771f7b46 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865324 Nov 11 17:23:07.752455 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9a5e051d-0dc2-45eb-a27d-a1e8bd0af79b tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:07.756076 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-9a5e051d-0dc2-45eb-a27d-a1e8bd0af79b tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1&tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&binding%3Ahost_id=n-h2-816206-4 HTTP/1.1" status: 200 len: 1095 time: 0.2186728 Nov 11 17:23:07.776832 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0eeab0cd-ae2c-444c-867f-01cb89c81537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:07.921471 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeab0cd-ae2c-444c-867f-01cb89c81537 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e47b86e0-37cc-41e8-8408-988287863990,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:08.046414 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 650c9624-07cc-4e65-8a52-6591e68d379a, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=650c9624-07cc-4e65-8a52-6591e68d379a,segment=NetworkSegment(ec646147-bf60-4aa9-8065-9bf927286bc9),segment_id=ec646147-bf60-4aa9-8065-9bf927286bc9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:08.047040 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeab0cd-ae2c-444c-867f-01cb89c81537 admin admin] Checking segment: {'id': 'a3280f00-aacb-4ea4-8f8c-ffc2a8673bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'ca2e1f86-934a-4152-ab84-3b49ab8b2638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:23:08.047365 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeab0cd-ae2c-444c-867f-01cb89c81537 admin admin] Network hostable DHCP agents. Network: ca2e1f86-934a-4152-ab84-3b49ab8b2638, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:23:08.110600 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '650c9624-07cc-4e65-8a52-6591e68d379a', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'port_id': '650c9624-07cc-4e65-8a52-6591e68d379a', 'mac_address': 'fa:16:3e:a5:89:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:23:08.133500 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeab0cd-ae2c-444c-867f-01cb89c81537 admin admin] Network ca2e1f86-934a-4152-ab84-3b49ab8b2638 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:23:08.154714 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-0eeab0cd-ae2c-444c-867f-01cb89c81537 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, ca2e1f86-934a-4152-ab84-3b49ab8b2638) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:23:08.167598 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeab0cd-ae2c-444c-867f-01cb89c81537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:08.172501 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0eeab0cd-ae2c-444c-867f-01cb89c81537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:08.228360 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dd4ddd-cc41-4d73-8f4b-0f369dbc6ff3 None None] Network ca2e1f86-934a-4152-ab84-3b49ab8b2638 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:23:08.229050 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0eeab0cd-ae2c-444c-867f-01cb89c81537 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9862065 Nov 11 17:23:08.255528 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:08.264816 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-6304eb02-c526-4204-8e68-73ec75b4f931 service neutron] For port 6e977375-1038-4f53-b91f-ba5163a84796, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:23:08.272786 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f508da-bb4d-488d-a8df-3d84d0637c7b req-bf530b69-6004-4b10-b46d-a38c40b10bd8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:08.288406 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4f508da-bb4d-488d-a8df-3d84d0637c7b req-bf530b69-6004-4b10-b46d-a38c40b10bd8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.2236879 Nov 11 17:23:08.330418 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-6304eb02-c526-4204-8e68-73ec75b4f931 service neutron] Publish callbacks [] for binding, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:08.331688 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b43a9b4f-77f6-43c4-a97e-96bf2f844c0d req-6304eb02-c526-4204-8e68-73ec75b4f931 service neutron] 10.222.0.83 "DELETE /v2.0/ports/6e977375-1038-4f53-b91f-ba5163a84796/bindings/n-h1-816206-4 HTTP/1.1" status: 204 len: 173 time: 0.5694101 Nov 11 17:23:08.404401 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4f508da-bb4d-488d-a8df-3d84d0637c7b req-bfeda324-00c9-44d4-a5d2-c856cbbb8183 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149426 Nov 11 17:23:08.603212 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650c9624-07cc-4e65-8a52-6591e68d379a {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:23:08.634574 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 650c9624-07cc-4e65-8a52-6591e68d379a, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=650c9624-07cc-4e65-8a52-6591e68d379a,segment=NetworkSegment(ec646147-bf60-4aa9-8065-9bf927286bc9),segment_id=ec646147-bf60-4aa9-8065-9bf927286bc9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:08.661573 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:08.784842 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=650c9624-07cc-4e65-8a52-6591e68d379a,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:08.853006 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7920b-91d7-4614-8532-96a4679ac7cb req-88113386-1d84-4144-a92a-834855f4ef79 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:08.863631 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16d7920b-91d7-4614-8532-96a4679ac7cb req-88113386-1d84-4144-a92a-834855f4ef79 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=28e59159-2f88-4df4-b0b8-d00c6fda90a4 HTTP/1.1" status: 200 len: 944 time: 0.1091907 Nov 11 17:23:08.931308 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107f360f-479c-4bb2-91ab-e6bbc13b0d57 None None] Network ca2e1f86-934a-4152-ab84-3b49ab8b2638 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:23:08.953426 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16d7920b-91d7-4614-8532-96a4679ac7cb req-781ac6d1-7b7b-410c-aedd-9264d35c8549 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d94a3948-012c-4dd0-9f6c-1e826f960d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854340 Nov 11 17:23:09.050138 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['650c9624-07cc-4e65-8a52-6591e68d379a'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:23:09.420878 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfa5da-d849-437b-bd3f-0f68a4cf36f9 req-c9bfa5ac-e97c-4b6e-bc7f-b9509f0850e2 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:09.436674 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-abcfa5da-d849-437b-bd3f-0f68a4cf36f9 req-c9bfa5ac-e97c-4b6e-bc7f-b9509f0850e2 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 944 time: 0.1807129 Nov 11 17:23:09.571340 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-abcfa5da-d849-437b-bd3f-0f68a4cf36f9 req-9250c747-e13c-42e1-9eee-504b680a55ab tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331599 Nov 11 17:23:09.761067 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55994) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:09.766033 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0384d94e-e7c6-4662-9ef6-11539eb8da04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:09.770606 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-10263752-8f5e-42d1-8e91-a69159b78d06 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-98138071-network', 'tenant_id': 'd3da503c63ba4f5b8df0a94fa8b7ccc4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:09.820986 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10263752-8f5e-42d1-8e91-a69159b78d06 admin admin] Made reservation on behalf of d3da503c63ba4f5b8df0a94fa8b7ccc4 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:23:09.827062 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10263752-8f5e-42d1-8e91-a69159b78d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:09.865392 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10263752-8f5e-42d1-8e91-a69159b78d06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:10.109399 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10263752-8f5e-42d1-8e91-a69159b78d06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:10.126515 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10263752-8f5e-42d1-8e91-a69159b78d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:10.160703 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10263752-8f5e-42d1-8e91-a69159b78d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0639b761-037d-482c-b1dd-08e43b0e1b93,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:10.175111 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10263752-8f5e-42d1-8e91-a69159b78d06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1296} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:23:10.200741 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10263752-8f5e-42d1-8e91-a69159b78d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:10.201212 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-10263752-8f5e-42d1-8e91-a69159b78d06 admin admin] Added segment 290546be-74bb-4f2f-a5ba-c54650bf52ed of type vlan for network ba4ec473-3af7-4f42-b992-52eb91883a8f Nov 11 17:23:10.325572 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10263752-8f5e-42d1-8e91-a69159b78d06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:10.370841 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0c1b5-e68e-4564-bfef-f645c17c5b02 req-3a2cd6a5-cddd-4ad5-bace-700c4eab4139 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:10.390067 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-77c0c1b5-e68e-4564-bfef-f645c17c5b02 req-3a2cd6a5-cddd-4ad5-bace-700c4eab4139 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.1232092 Nov 11 17:23:10.426273 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10263752-8f5e-42d1-8e91-a69159b78d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:10.426273 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10263752-8f5e-42d1-8e91-a69159b78d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:10.426273 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10263752-8f5e-42d1-8e91-a69159b78d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:10.503572 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-77c0c1b5-e68e-4564-bfef-f645c17c5b02 req-47a80ff0-57db-4381-b195-3af8aa583186 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066449 Nov 11 17:23:10.606944 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10263752-8f5e-42d1-8e91-a69159b78d06 admin admin] Pushing event updated for resources: {'Network': ['ID=ba4ec473-3af7-4f42-b992-52eb91883a8f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:10.621634 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-10263752-8f5e-42d1-8e91-a69159b78d06 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8541338 Nov 11 17:23:10.622845 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 56006) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:10.650354 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-0ebe793b-856a-4d91-bc7f-816487c389c3 admin admin] Request body: {'subnet': {'network_id': 'ba4ec473-3af7-4f42-b992-52eb91883a8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-98138071-subnet', 'tenant_id': 'd3da503c63ba4f5b8df0a94fa8b7ccc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:10.657786 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network ba4ec473-3af7-4f42-b992-52eb91883a8f details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:23:10.749112 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebe793b-856a-4d91-bc7f-816487c389c3 admin admin] Made reservation on behalf of d3da503c63ba4f5b8df0a94fa8b7ccc4 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:23:10.758291 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0ebe793b-856a-4d91-bc7f-816487c389c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:10.843638 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:11.244746 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859d779-c940-4740-bd11-f7296243e675 req-e821dc9b-2232-41ae-ba57-479728f47a99 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:11.253096 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e859d779-c940-4740-bd11-f7296243e675 req-e821dc9b-2232-41ae-ba57-479728f47a99 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=28e59159-2f88-4df4-b0b8-d00c6fda90a4 HTTP/1.1" status: 200 len: 944 time: 0.2220414 Nov 11 17:23:11.325879 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 650c9624-07cc-4e65-8a52-6591e68d379a up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:23:11.467448 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 650c9624-07cc-4e65-8a52-6591e68d379a completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:23:11.470300 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e859d779-c940-4740-bd11-f7296243e675 req-f309bbdd-7f7d-4b39-a0b5-e5bbc6639043 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d94a3948-012c-4dd0-9f6c-1e826f960d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156436 Nov 11 17:23:11.473808 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 650c9624-07cc-4e65-8a52-6591e68d379a triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:23:11.477952 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:11.492293 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0ebe793b-856a-4d91-bc7f-816487c389c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:11.586498 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe793b-856a-4d91-bc7f-816487c389c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f27214e-8b19-473f-8eed-efa50617585d,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:11.605635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebe793b-856a-4d91-bc7f-816487c389c3 admin admin] Checking segment: {'id': '290546be-74bb-4f2f-a5ba-c54650bf52ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'ba4ec473-3af7-4f42-b992-52eb91883a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:23:11.606646 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebe793b-856a-4d91-bc7f-816487c389c3 admin admin] Network hostable DHCP agents. Network: ba4ec473-3af7-4f42-b992-52eb91883a8f, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:23:11.646532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebe793b-856a-4d91-bc7f-816487c389c3 admin admin] Network ba4ec473-3af7-4f42-b992-52eb91883a8f is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:23:11.686558 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-0ebe793b-856a-4d91-bc7f-816487c389c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, ba4ec473-3af7-4f42-b992-52eb91883a8f) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:23:11.695351 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebe793b-856a-4d91-bc7f-816487c389c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:11.700645 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0ebe793b-856a-4d91-bc7f-816487c389c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:11.727915 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26da9662-b1cc-4016-8bfa-622dc775707c None None] Network ba4ec473-3af7-4f42-b992-52eb91883a8f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:23:11.761604 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0ebe793b-856a-4d91-bc7f-816487c389c3 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1338217 Nov 11 17:23:11.863990 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:11.922285 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e59159-2f88-4df4-b0b8-d00c6fda90a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650c9624-07cc-4e65-8a52-6591e68d379a'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:23:11.925308 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7f85e6-d1bd-4b75-bd3f-86356e05cb1a" -d '{"events": [{"server_uuid": "28e59159-2f88-4df4-b0b8-d00c6fda90a4", "name": "network-vif-plugged", "status": "completed", "tag": "650c9624-07cc-4e65-8a52-6591e68d379a"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:23:11.967841 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 650c9624-07cc-4e65-8a52-6591e68d379a, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=650c9624-07cc-4e65-8a52-6591e68d379a,segment=NetworkSegment(ec646147-bf60-4aa9-8065-9bf927286bc9),segment_id=ec646147-bf60-4aa9-8065-9bf927286bc9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:11.985228 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:12.091069 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=650c9624-07cc-4e65-8a52-6591e68d379a,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:12.132134 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ad5c8-560c-4bf3-b019-85dbd5c92978 req-3d8c00ea-c1f4-4188-99df-2d96e2287062 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:12.143765 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe7ad5c8-560c-4bf3-b019-85dbd5c92978 req-3d8c00ea-c1f4-4188-99df-2d96e2287062 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 1095 time: 0.0897498 Nov 11 17:23:12.240083 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498691ec-9a69-4f75-85db-3668e8ca8133 None None] Network ba4ec473-3af7-4f42-b992-52eb91883a8f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:23:12.250704 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe7ad5c8-560c-4bf3-b019-85dbd5c92978 req-4dc7e61c-f84b-4a9c-9948-25b8deb4efa1 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048541 Nov 11 17:23:12.554658 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:12.565318 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56034) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:12.599136 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be9c71-004f-44da-8c6c-8e555235e741 req-1059f79f-0fdb-46d7-8ae2-79eb2fbbce84 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:12.611373 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94be9c71-004f-44da-8c6c-8e555235e741 req-1059f79f-0fdb-46d7-8ae2-79eb2fbbce84 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.1706724 Nov 11 17:23:12.709366 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94be9c71-004f-44da-8c6c-8e555235e741 req-1bf68918-1a48-4612-82af-4431dc1c5d80 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965471 Nov 11 17:23:12.793461 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb30e4bc-ff42-412d-8984-748b2bf2c7bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:12.849773 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:12.964838 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb30e4bc-ff42-412d-8984-748b2bf2c7bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:12.980962 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb30e4bc-ff42-412d-8984-748b2bf2c7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:13.098523 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fb30e4bc-ff42-412d-8984-748b2bf2c7bb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2a2164dc6fdc4c4493924c29b22cd14a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5314245 Nov 11 17:23:13.101091 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 56038) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:13.114591 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30e4bc-ff42-412d-8984-748b2bf2c7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23e3910-1589-4c56-ba86-fbd5f1a25eb0,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:13.227054 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9908c339-c765-4962-9ad8-9c01a89ef23d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:13.274951 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9908c339-c765-4962-9ad8-9c01a89ef23d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:13.378106 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9908c339-c765-4962-9ad8-9c01a89ef23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:13.385396 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9908c339-c765-4962-9ad8-9c01a89ef23d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:13.387684 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9908c339-c765-4962-9ad8-9c01a89ef23d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b23e3910-1589-4c56-ba86-fbd5f1a25eb0 HTTP/1.1" status: 204 len: 168 time: 0.2853105 Nov 11 17:23:13.397482 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908c339-c765-4962-9ad8-9c01a89ef23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23e3910-1589-4c56-ba86-fbd5f1a25eb0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:13.690726 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61aac31d-8510-4576-84ac-5ab9c0bc6ed4 x-openstack-request-id: req-61aac31d-8510-4576-84ac-5ab9c0bc6ed4 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:23:13.691350 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e59159-2f88-4df4-b0b8-d00c6fda90a4", "name": "network-vif-plugged", "status": "completed", "tag": "650c9624-07cc-4e65-8a52-6591e68d379a", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:23:13.691800 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-61aac31d-8510-4576-84ac-5ab9c0bc6ed4 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:23:13.692461 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e59159-2f88-4df4-b0b8-d00c6fda90a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650c9624-07cc-4e65-8a52-6591e68d379a', 'code': 200} Nov 11 17:23:13.854031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cf95b-093b-4f57-a42d-9e29fabaa5d0 req-baa02f15-4bd6-4d43-989f-23c58aee7d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:13.856108 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-af8cf95b-093b-4f57-a42d-9e29fabaa5d0 req-baa02f15-4bd6-4d43-989f-23c58aee7d9c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=28e59159-2f88-4df4-b0b8-d00c6fda90a4 HTTP/1.1" status: 200 len: 1096 time: 0.0903838 Nov 11 17:23:13.976050 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56058) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:13.989991 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-af8cf95b-093b-4f57-a42d-9e29fabaa5d0 req-32a0dfca-c8fd-4841-8364-9b57754cbfe1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d94a3948-012c-4dd0-9f6c-1e826f960d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258419 Nov 11 17:23:14.016319 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-699e5959-6742-4831-8c77-2870a2061a24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:14.197733 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-699e5959-6742-4831-8c77-2870a2061a24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:14.202207 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-699e5959-6742-4831-8c77-2870a2061a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:14.245166 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 56066) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:14.253958 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-699e5959-6742-4831-8c77-2870a2061a24 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7e639096e8054834b375ed2c10df9091&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765589 Nov 11 17:23:14.303130 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e5959-6742-4831-8c77-2870a2061a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b358eae-15ef-4372-a2c4-0845b8205ca9,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:14.332055 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-df5fe758-bda4-4446-b75c-0029f7876464 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:14.369206 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-df5fe758-bda4-4446-b75c-0029f7876464 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:14.453447 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-df5fe758-bda4-4446-b75c-0029f7876464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:14.457401 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-df5fe758-bda4-4446-b75c-0029f7876464 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:14.460900 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-df5fe758-bda4-4446-b75c-0029f7876464 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1b358eae-15ef-4372-a2c4-0845b8205ca9 HTTP/1.1" status: 204 len: 168 time: 0.2123799 Nov 11 17:23:14.474834 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fe758-bda4-4446-b75c-0029f7876464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b358eae-15ef-4372-a2c4-0845b8205ca9,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:15.131143 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-12075805-3acb-4052-a6b8-532591532b9f tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:15.133497 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-12075805-3acb-4052-a6b8-532591532b9f tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 820 time: 0.1821127 Nov 11 17:23:15.142331 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-aaf9b823-3d41-4f54-a7c3-c1f770891ec6 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:15.144105 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-aaf9b823-3d41-4f54-a7c3-c1f770891ec6 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.76 "GET /v2.0/networks?id=ca2e1f86-934a-4152-ab84-3b49ab8b2638 HTTP/1.1" status: 200 len: 814 time: 0.2826078 Nov 11 17:23:15.165559 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-5dc42d3d-3d03-4f36-8310-f17e7d75ad87 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.76 "GET /v2.0/quotas/d3078e1c00e14235a0e060d83ce13d28 HTTP/1.1" status: 200 len: 375 time: 0.0131712 Nov 11 17:23:15.168091 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-2f5c908b-358f-433f-80f2-a404131cf0b6 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/quotas/a024e2a7b6474f8e8e788e4f4dce81d2 HTTP/1.1" status: 200 len: 375 time: 0.0232773 Nov 11 17:23:15.226018 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-3bb9af68-8639-4dac-97e7-3463e12708df tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d3078e1c00e14235a0e060d83ce13d28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505605 Nov 11 17:23:15.328561 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-0129bdf1-b5d8-4949-a1ee-f3ee157906c3 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1542563 Nov 11 17:23:15.449450 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-4bea4daa-1587-4319-a817-ba1f86176e9d service neutron] 10.222.0.76 "GET /v2.0/networks/ca2e1f86-934a-4152-ab84-3b49ab8b2638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038329 Nov 11 17:23:15.591419 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-fd0e4494-be31-4e19-9101-0106352c583f service neutron] 10.222.0.76 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536426 Nov 11 17:23:15.689303 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd2684-2aec-4deb-995c-e0f251abb5a7 req-4fb6957c-3298-4432-afd3-adcc81818ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:15.691555 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fcbd2684-2aec-4deb-995c-e0f251abb5a7 req-4fb6957c-3298-4432-afd3-adcc81818ab9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 1097 time: 0.2095993 Nov 11 17:23:15.694968 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-63f5369e-568d-42ca-9c6f-a964cc093860 service neutron] 10.222.0.76 "GET /v2.0/networks/ca2e1f86-934a-4152-ab84-3b49ab8b2638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446525 Nov 11 17:23:15.796770 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-926e2904-b2e5-4ee8-b8a0-45b3fd8afac2 service neutron] 10.222.0.76 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925015 Nov 11 17:23:15.877901 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd2684-2aec-4deb-995c-e0f251abb5a7 req-321ac3a1-68c0-4668-a01d-27ecb7601089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:15.879798 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fcbd2684-2aec-4deb-995c-e0f251abb5a7 req-321ac3a1-68c0-4668-a01d-27ecb7601089 service neutron] 10.222.0.83 "GET /v2.0/networks?id=aef12edc-1263-4022-a80e-fb863587e53a HTTP/1.1" status: 200 len: 913 time: 0.1773942 Nov 11 17:23:15.940991 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fcbd2684-2aec-4deb-995c-e0f251abb5a7 req-4395de54-5c16-4088-85ae-0320bd93644c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97198e23-a5c7-444d-b52f-221ebc31d61b HTTP/1.1" status: 200 len: 217 time: 0.0506561 Nov 11 17:23:16.159777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd2684-2aec-4deb-995c-e0f251abb5a7 req-97898bf3-8e0f-4603-8690-72f3b29bb28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:16.161476 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fcbd2684-2aec-4deb-995c-e0f251abb5a7 req-97898bf3-8e0f-4603-8690-72f3b29bb28f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09fccde3-01fd-422f-a0ab-b92daf8c7d4e HTTP/1.1" status: 200 len: 851 time: 0.2062731 Nov 11 17:23:16.284966 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd59df8-92cb-4e0d-b3b1-3b943f3346c4 req-3b36f804-2645-4959-a958-dc3b522645c5 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:16.296854 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5fd59df8-92cb-4e0d-b3b1-3b943f3346c4 req-3b36f804-2645-4959-a958-dc3b522645c5 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=28e59159-2f88-4df4-b0b8-d00c6fda90a4 HTTP/1.1" status: 200 len: 945 time: 0.2393708 Nov 11 17:23:16.313321 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fcbd2684-2aec-4deb-995c-e0f251abb5a7 req-5ff972ef-ec1e-4fb9-8670-99163bc9ca86 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aef12edc-1263-4022-a80e-fb863587e53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1406517 Nov 11 17:23:16.338238 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab00ec9-bc18-4e7e-9714-6c6e05cf3e71 req-5fe10620-ddee-4c17-9021-fddee66011af tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:16.346241 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ab00ec9-bc18-4e7e-9714-6c6e05cf3e71 req-5fe10620-ddee-4c17-9021-fddee66011af tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 946 time: 0.2529280 Nov 11 17:23:16.475487 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fcbd2684-2aec-4deb-995c-e0f251abb5a7 req-0bfa98b9-fec1-4818-b8b2-d8c576b8b14b service neutron] 10.222.0.83 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155446 Nov 11 17:23:16.640725 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fcbd2684-2aec-4deb-995c-e0f251abb5a7 req-80ea3999-aef6-4003-b5c3-b742ea65ae0f service neutron] 10.222.0.83 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243827 Nov 11 17:23:16.702355 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5fd59df8-92cb-4e0d-b3b1-3b943f3346c4 req-24046ff7-3dc0-4647-b509-733f8b4e0d2d tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d94a3948-012c-4dd0-9f6c-1e826f960d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040208 Nov 11 17:23:16.710772 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ab00ec9-bc18-4e7e-9714-6c6e05cf3e71 req-df292c18-ca95-487d-986a-67861e3e1eec tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631773 Nov 11 17:23:16.989312 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b6cf67b-26df-4f42-9595-832157da314f req-bf86abc3-dedd-4bdc-8c4d-3abc9c523887 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.76 "GET /v2.0/ports?device_id=739c90a7-dd8a-4334-b967-05fb0841931a HTTP/1.1" status: 200 len: 210 time: 0.0606644 Nov 11 17:23:17.049266 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb73c6d7-525b-493c-97e6-02b7b3be57f6 req-606c5455-e07d-4283-bdd6-c4e9b3a37599 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 210 time: 0.0973516 Nov 11 17:23:17.184683 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019675ea-c1ba-4c9c-b581-eed363237d12 req-0a04b971-7622-460c-a8d0-9ee3ccecd317 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:17.194841 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-019675ea-c1ba-4c9c-b581-eed363237d12 req-0a04b971-7622-460c-a8d0-9ee3ccecd317 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b4aeb-6824-40de-8fa0-816186a33300&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0757871 Nov 11 17:23:17.250717 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-019675ea-c1ba-4c9c-b581-eed363237d12 req-1be3a5e9-3c9d-4f15-ac49-238f9e8a17a1 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 695 time: 0.0546322 Nov 11 17:23:17.265528 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-019675ea-c1ba-4c9c-b581-eed363237d12 req-68426648-2c3e-48b5-b176-083f0dfcf134 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Request body: {'floatingip': {'port_id': 'd9170764-328e-49c6-903a-578f4c3fb49e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:17.306255 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-019675ea-c1ba-4c9c-b581-eed363237d12 req-68426648-2c3e-48b5-b176-083f0dfcf134 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks [] for floatingip, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:17.336763 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 97198e23-a5c7-444d-b52f-221ebc31d61b no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:23:17.449298 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:17.477937 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1534a8e1-cf4a-4d0b-9fac-d392c5f759f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97198e23-a5c7-444d-b52f-221ebc31d61b'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:23:17.481328 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8e19d5-8191-46c8-8da0-cf8daef80b23" -d '{"events": [{"server_uuid": "1534a8e1-cf4a-4d0b-9fac-d392c5f759f9", "name": "network-vif-unplugged", "status": "completed", "tag": "97198e23-a5c7-444d-b52f-221ebc31d61b"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:23:17.518143 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 97198e23-a5c7-444d-b52f-221ebc31d61b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=97198e23-a5c7-444d-b52f-221ebc31d61b,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:17.532080 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:17.627238 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc59362b-94a8-45d8-8415-6397803c2e18 x-openstack-request-id: req-dc59362b-94a8-45d8-8415-6397803c2e18 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:23:17.628130 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1534a8e1-cf4a-4d0b-9fac-d392c5f759f9", "name": "network-vif-unplugged", "status": "completed", "tag": "97198e23-a5c7-444d-b52f-221ebc31d61b", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:23:17.628671 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dc59362b-94a8-45d8-8415-6397803c2e18 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:23:17.629439 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1534a8e1-cf4a-4d0b-9fac-d392c5f759f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97198e23-a5c7-444d-b52f-221ebc31d61b', 'code': 200} Nov 11 17:23:17.631774 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=97198e23-a5c7-444d-b52f-221ebc31d61b,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:17.958672 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-72c7f2d3-c928-4dfe-bf79-97c9a611c170 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:17.965997 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-72c7f2d3-c928-4dfe-bf79-97c9a611c170 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.64 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 820 time: 0.3036089 Nov 11 17:23:17.988270 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-64ecfc37-4982-493f-8d90-1b3867bb876d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Request body: {'port': {'device_id': '57224ff6-23a7-44c0-8c01-b254af700438', 'network_id': 'f44096b2-3051-4615-8241-50ad95944236', 'admin_state_up': True, 'tenant_id': 'a024e2a7b6474f8e8e788e4f4dce81d2'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:18.080041 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56208) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:18.086367 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:18.128657 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8bf657-fe68-492a-aca0-8f16f24b3283 req-c38da757-dabf-4a91-bdd1-5f46d96213ed tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:18.143892 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a8bf657-fe68-492a-aca0-8f16f24b3283 req-c38da757-dabf-4a91-bdd1-5f46d96213ed tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 944 time: 0.2059767 Nov 11 17:23:18.240132 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-64ecfc37-4982-493f-8d90-1b3867bb876d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Made reservation on behalf of a024e2a7b6474f8e8e788e4f4dce81d2 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:23:18.244406 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-64ecfc37-4982-493f-8d90-1b3867bb876d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:18.392790 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a8bf657-fe68-492a-aca0-8f16f24b3283 req-94c8532d-cfe0-42d2-89aa-f66325efec83 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430875 Nov 11 17:23:18.497880 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd184104-04ed-4db8-81bf-46fe2a32a4ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:18.656352 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-019675ea-c1ba-4c9c-b581-eed363237d12 req-68426648-2c3e-48b5-b176-083f0dfcf134 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:18.662090 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-019675ea-c1ba-4c9c-b581-eed363237d12 req-68426648-2c3e-48b5-b176-083f0dfcf134 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:18.843942 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-fa40b152-54db-476e-ae02-69f2380a8954 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:18.845546 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-fa40b152-54db-476e-ae02-69f2380a8954 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.64 "GET /v2.0/networks?id=ca2e1f86-934a-4152-ab84-3b49ab8b2638 HTTP/1.1" status: 200 len: 814 time: 0.5631759 Nov 11 17:23:18.846089 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56230) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:18.855774 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-64ecfc37-4982-493f-8d90-1b3867bb876d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Allocated IP 172.20.0.10 (f44096b2-3051-4615-8241-50ad95944236/91b4681d-4ec9-48fb-9ad2-3be17e781b2d/4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:23:18.882014 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-ab1aa77b-94ca-4bb8-b114-8b415d698ee8 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Request body: {'port': {'device_id': '739c90a7-dd8a-4334-b967-05fb0841931a', 'network_id': 'ca2e1f86-934a-4152-ab84-3b49ab8b2638', 'admin_state_up': True, 'tenant_id': 'd3078e1c00e14235a0e060d83ce13d28'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:19.006033 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd184104-04ed-4db8-81bf-46fe2a32a4ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:19.021845 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd184104-04ed-4db8-81bf-46fe2a32a4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:19.165781 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0a1d95a1-fe9f-4d96-9a80-4ba8738c3b50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:19.176489 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bd184104-04ed-4db8-81bf-46fe2a32a4ad admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=96f0bec44e0e4664897e18636e0b20c2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0981584 Nov 11 17:23:19.177216 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd184104-04ed-4db8-81bf-46fe2a32a4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d40bed-9d44-4a82-a149-270ebe06691d,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:19.188158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56238) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:19.230472 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184104-04ed-4db8-81bf-46fe2a32a4ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:19.230814 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184104-04ed-4db8-81bf-46fe2a32a4ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:19.231158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184104-04ed-4db8-81bf-46fe2a32a4ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:19.231497 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184104-04ed-4db8-81bf-46fe2a32a4ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:19.231850 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184104-04ed-4db8-81bf-46fe2a32a4ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:19.232189 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184104-04ed-4db8-81bf-46fe2a32a4ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:19.233083 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184104-04ed-4db8-81bf-46fe2a32a4ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:19.233456 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184104-04ed-4db8-81bf-46fe2a32a4ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:19.235575 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184104-04ed-4db8-81bf-46fe2a32a4ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:19.235575 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184104-04ed-4db8-81bf-46fe2a32a4ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:19.235575 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184104-04ed-4db8-81bf-46fe2a32a4ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:19.235575 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd184104-04ed-4db8-81bf-46fe2a32a4ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:19.265169 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4fdc1bfa-2320-4bd1-81ad-871050b1010a req-b8e6b236-2e9f-4ac3-8b46-1dc9a44ff6a9 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.76 "GET /v2.0/ports?device_id=739c90a7-dd8a-4334-b967-05fb0841931a HTTP/1.1" status: 200 len: 210 time: 0.0442286 Nov 11 17:23:19.332810 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-64ecfc37-4982-493f-8d90-1b3867bb876d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:19.343904 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-ab1aa77b-94ca-4bb8-b114-8b415d698ee8 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Made reservation on behalf of d3078e1c00e14235a0e060d83ce13d28 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:23:19.347694 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-ab1aa77b-94ca-4bb8-b114-8b415d698ee8 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:19.407657 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f05b78e4-78eb-4434-b669-d88805920d23 req-6348c9f6-22f4-457e-805e-b0071959464b tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 210 time: 0.0409083 Nov 11 17:23:19.421689 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6bb8ce8c-be66-4a6c-a607-a4d169fddd42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:19.445236 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [req-019675ea-c1ba-4c9c-b581-eed363237d12 req-68426648-2c3e-48b5-b176-083f0dfcf134 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Floating IP 9494644c-83d2-44ac-8b3d-afe8ab446f1b associated. External IP: 172.25.2.42, port: d9170764-328e-49c6-903a-578f4c3fb49e. Nov 11 17:23:19.551904 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-64ecfc37-4982-493f-8d90-1b3867bb876d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:19.553680 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0a1d95a1-fe9f-4d96-9a80-4ba8738c3b50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:19.558335 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6bb8ce8c-be66-4a6c-a607-a4d169fddd42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:19.595917 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0a1d95a1-fe9f-4d96-9a80-4ba8738c3b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:19.657424 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff5d22-c122-4ac8-a6d3-743218411432 req-ca39e904-123f-4a97-b577-cd0a02a08989 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:19.667619 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-17ff5d22-c122-4ac8-a6d3-743218411432 req-ca39e904-123f-4a97-b577-cd0a02a08989 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 944 time: 0.0920966 Nov 11 17:23:19.708341 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-64ecfc37-4982-493f-8d90-1b3867bb876d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Network f44096b2-3051-4615-8241-50ad95944236 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:23:19.721982 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0a1d95a1-fe9f-4d96-9a80-4ba8738c3b50 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c3efb8873cf045159dbb5cc6fe5c6fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8677905 Nov 11 17:23:19.726491 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 56246) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:19.729066 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-64ecfc37-4982-493f-8d90-1b3867bb876d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:23:19.734720 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ecfc37-4982-493f-8d90-1b3867bb876d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Pushing event updated for resources: {'Port': ['ID=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:19.748416 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-64ecfc37-4982-493f-8d90-1b3867bb876d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:23:19.754481 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-ab1aa77b-94ca-4bb8-b114-8b415d698ee8 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Allocated IP 172.20.0.11 (ca2e1f86-934a-4152-ab84-3b49ab8b2638/e47b86e0-37cc-41e8-8408-988287863990/9743c4b0-f1c8-4462-a165-8b49726eb2aa) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:23:19.755182 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d95a1-fe9f-4d96-9a80-4ba8738c3b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ca3b89-3381-4f9e-acd4-4adec5ed5072,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:19.824095 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6bb8ce8c-be66-4a6c-a607-a4d169fddd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:19.830237 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6bb8ce8c-be66-4a6c-a607-a4d169fddd42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:19.830237 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6bb8ce8c-be66-4a6c-a607-a4d169fddd42 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/53d40bed-9d44-4a82-a149-270ebe06691d HTTP/1.1" status: 204 len: 168 time: 0.6319957 Nov 11 17:23:19.874770 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-64ecfc37-4982-493f-8d90-1b3867bb876d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:19.875706 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-64ecfc37-4982-493f-8d90-1b3867bb876d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:19.881253 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8ce8c-be66-4a6c-a607-a4d169fddd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d40bed-9d44-4a82-a149-270ebe06691d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:19.906616 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-17ff5d22-c122-4ac8-a6d3-743218411432 req-40f1ab6a-44bf-488e-9f96-31a3959ea7ff tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369184 Nov 11 17:23:19.950254 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-64ecfc37-4982-493f-8d90-1b3867bb876d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9662440 Nov 11 17:23:19.955351 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa66ec99-2846-4736-8500-4392cf0d0363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:19.980999 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] Request body: {'port': {'device_id': '57224ff6-23a7-44c0-8c01-b254af700438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:19.989384 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-019675ea-c1ba-4c9c-b581-eed363237d12 req-68426648-2c3e-48b5-b176-083f0dfcf134 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Router 64b27bb6-7576-43f2-9b53-2180d2abcc44 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:23:19.995584 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa66ec99-2846-4736-8500-4392cf0d0363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:20.106259 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:20.123603 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-ab1aa77b-94ca-4bb8-b114-8b415d698ee8 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:20.184352 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa66ec99-2846-4736-8500-4392cf0d0363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:20.187585 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa66ec99-2846-4736-8500-4392cf0d0363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:20.188843 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-aa66ec99-2846-4736-8500-4392cf0d0363 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b9ca3b89-3381-4f9e-acd4-4adec5ed5072 HTTP/1.1" status: 204 len: 168 time: 0.4609354 Nov 11 17:23:20.204787 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66ec99-2846-4736-8500-4392cf0d0363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ca3b89-3381-4f9e-acd4-4adec5ed5072,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:20.215715 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66ec99-2846-4736-8500-4392cf0d0363 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:20.216171 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66ec99-2846-4736-8500-4392cf0d0363 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:20.216598 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66ec99-2846-4736-8500-4392cf0d0363 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:20.217014 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66ec99-2846-4736-8500-4392cf0d0363 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:20.217557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66ec99-2846-4736-8500-4392cf0d0363 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:20.217964 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66ec99-2846-4736-8500-4392cf0d0363 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:20.218398 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66ec99-2846-4736-8500-4392cf0d0363 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:20.218804 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66ec99-2846-4736-8500-4392cf0d0363 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:20.219226 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66ec99-2846-4736-8500-4392cf0d0363 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:20.219624 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66ec99-2846-4736-8500-4392cf0d0363 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:20.220051 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66ec99-2846-4736-8500-4392cf0d0363 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:20.220452 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66ec99-2846-4736-8500-4392cf0d0363 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:20.255790 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-019675ea-c1ba-4c9c-b581-eed363237d12 req-68426648-2c3e-48b5-b176-083f0dfcf134 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:23:20.262084 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-019675ea-c1ba-4c9c-b581-eed363237d12 req-68426648-2c3e-48b5-b176-083f0dfcf134 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:20.265462 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a4a82a-1748-45fa-88c6-070964bbcb5a None None] Sync routers for ids ['64b27bb6-7576-43f2-9b53-2180d2abcc44'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:23:20.288562 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a4a82a-1748-45fa-88c6-070964bbcb5a None None] Routers {'64b27bb6-7576-43f2-9b53-2180d2abcc44'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:23:20.290686 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-85a4a82a-1748-45fa-88c6-070964bbcb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:23:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['64b27bb6-7576-43f2-9b53-2180d2abcc44'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:20.302500 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-ab1aa77b-94ca-4bb8-b114-8b415d698ee8 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:20.342737 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-019675ea-c1ba-4c9c-b581-eed363237d12 req-68426648-2c3e-48b5-b176-083f0dfcf134 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "PUT /v2.0/floatingips/9494644c-83d2-44ac-8b3d-afe8ab446f1b HTTP/1.1" status: 200 len: 995 time: 3.0819347 Nov 11 17:23:20.343237 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9b4aeb-6824-40de-8fa0-816186a33300', 'tag': 'd9170764-328e-49c6-903a-578f4c3fb49e'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:23:20.345591 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3991ab0a-075f-49bc-b454-3621936acc51" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9b4aeb-6824-40de-8fa0-816186a33300", "tag": "d9170764-328e-49c6-903a-578f4c3fb49e"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:23:20.410539 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-ab1aa77b-94ca-4bb8-b114-8b415d698ee8 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Network ca2e1f86-934a-4152-ab84-3b49ab8b2638 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:23:20.419428 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-ab1aa77b-94ca-4bb8-b114-8b415d698ee8 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:23:20.425440 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-ab1aa77b-94ca-4bb8-b114-8b415d698ee8 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:23:20.449030 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1aa77b-94ca-4bb8-b114-8b415d698ee8 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Pushing event updated for resources: {'Port': ['ID=9743c4b0-f1c8-4462-a165-8b49726eb2aa,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:20.456693 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019675ea-c1ba-4c9c-b581-eed363237d12 req-c78c3629-cbd8-45b6-9ed3-c9d377b1976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:20.459404 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-019675ea-c1ba-4c9c-b581-eed363237d12 req-c78c3629-cbd8-45b6-9ed3-c9d377b1976d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=eeaf0859b8554fe38e6f252116aac055&device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 1096 time: 0.0910828 Nov 11 17:23:20.536595 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-85a4a82a-1748-45fa-88c6-070964bbcb5a None None] Set router 64b27bb6-7576-43f2-9b53-2180d2abcc44 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:23:20.573866 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019675ea-c1ba-4c9c-b581-eed363237d12 req-cfb6ffc7-8c9a-4b79-bf2a-c15da122f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:20.577163 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-019675ea-c1ba-4c9c-b581-eed363237d12 req-cfb6ffc7-8c9a-4b79-bf2a-c15da122f148 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e943cf5d-ace4-4920-a83b-e3ebafedcd83 HTTP/1.1" status: 200 len: 922 time: 0.1068082 Nov 11 17:23:20.584873 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-ab1aa77b-94ca-4bb8-b114-8b415d698ee8 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:20.587812 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-ab1aa77b-94ca-4bb8-b114-8b415d698ee8 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:20.627410 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-ab1aa77b-94ca-4bb8-b114-8b415d698ee8 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7634583 Nov 11 17:23:20.650651 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] Request body: {'port': {'device_id': '739c90a7-dd8a-4334-b967-05fb0841931a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:20.730701 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-019675ea-c1ba-4c9c-b581-eed363237d12 req-7ee78cae-34ca-4c63-bea8-976219c27be1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9170764-328e-49c6-903a-578f4c3fb49e HTTP/1.1" status: 200 len: 998 time: 0.1401510 Nov 11 17:23:20.733082 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:23:20.744077 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:20.755963 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:20.769303 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] Transition to ACTIVE for port object 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:23:20.795324 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:20.810834 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019675ea-c1ba-4c9c-b581-eed363237d12 req-2ee96ff9-b3a0-418f-800d-a66761a540ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:20.812353 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-019675ea-c1ba-4c9c-b581-eed363237d12 req-2ee96ff9-b3a0-418f-800d-a66761a540ea service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1758254d-1b04-473e-8f9e-cda256449fb7 HTTP/1.1" status: 200 len: 859 time: 0.0729296 Nov 11 17:23:20.829931 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-85a4a82a-1748-45fa-88c6-070964bbcb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:29Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '9494644c-83d2-44ac-8b3d-afe8ab446f1b', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'port_id': 'd9170764-328e-49c6-903a-578f4c3fb49e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'mac_address': 'fa:16:3e:95:97:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9b4aeb-6824-40de-8fa0-816186a33300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:22:51Z', 'updated_at': '2021-11-11T17:23:18Z', 'revision_number': 1, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f30440-029f-489d-9d31-ba6033705d8f', 'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'mac_address': 'fa:16:3e:71:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:28Z', 'updated_at': '2021-11-11T17:22:33Z', 'revision_number': 5, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'subnets': [{'id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:20.889993 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a4a82a-1748-45fa-88c6-070964bbcb5a None None] Checking router: 64b27bb6-7576-43f2-9b53-2180d2abcc44 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:23:20.898673 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a4a82a-1748-45fa-88c6-070964bbcb5a None None] Routers {'64b27bb6-7576-43f2-9b53-2180d2abcc44'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:23:20.899793 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-85a4a82a-1748-45fa-88c6-070964bbcb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:23:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['64b27bb6-7576-43f2-9b53-2180d2abcc44'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:20.915239 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019675ea-c1ba-4c9c-b581-eed363237d12 req-d5989f0e-47d0-49f7-9a50-b0f5d84354fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:20.916699 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-019675ea-c1ba-4c9c-b581-eed363237d12 req-d5989f0e-47d0-49f7-9a50-b0f5d84354fa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e943cf5d-ace4-4920-a83b-e3ebafedcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815687 Nov 11 17:23:20.930417 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] Pushing event updated for resources: {'Port': ['ID=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:21.023330 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56308) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:21.089732 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-85a4a82a-1748-45fa-88c6-070964bbcb5a None None] Set router 64b27bb6-7576-43f2-9b53-2180d2abcc44 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:23:21.094613 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4bae3026-d11c-415a-8849-0f179a16aa60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:21.119418 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-019675ea-c1ba-4c9c-b581-eed363237d12 req-76ddcc66-3db0-407f-9bce-c6d4ed2f644f service neutron] 10.222.0.76 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904314 Nov 11 17:23:21.198883 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] Attempting to bind port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:23:21.199483 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] Attempting to bind port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:23:21.199601 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] Attempting to bind port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:23:21.222865 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] Port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a on network f44096b2-3051-4615-8241-50ad95944236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:23:21.223184 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] Attempting to bind port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:23:21.244167 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:23:21.244498 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] Checking segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:23:21.245012 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] Bound using segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:23:21.246003 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] Bound port: 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:23:21.246356 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:21.275469 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-019675ea-c1ba-4c9c-b581-eed363237d12 req-3102211c-b67a-4a63-8a91-4e51db5a22b8 service neutron] 10.222.0.76 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425755 Nov 11 17:23:21.337029 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 97198e23-a5c7-444d-b52f-221ebc31d61b no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:23:21.363872 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9743c4b0-f1c8-4462-a165-8b49726eb2aa {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:23:21.382603 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:21.433513 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4bae3026-d11c-415a-8849-0f179a16aa60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:21.441106 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] Transition to ACTIVE for port object 9743c4b0-f1c8-4462-a165-8b49726eb2aa will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:23:21.443924 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4bae3026-d11c-415a-8849-0f179a16aa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:21.468990 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:21.484845 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] For port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:23:21.485691 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d5989-3549-4565-8e45-4476a64bfba0 req-59f7dd88-7e25-491a-a849-2fc9fa8cce21 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:21.497103 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-826d5989-3549-4565-8e45-4476a64bfba0 req-59f7dd88-7e25-491a-a849-2fc9fa8cce21 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.76 "GET /v2.0/ports?device_id=739c90a7-dd8a-4334-b967-05fb0841931a HTTP/1.1" status: 200 len: 932 time: 0.0842495 Nov 11 17:23:21.537039 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] For port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:23:21.544876 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae3026-d11c-415a-8849-0f179a16aa60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e60a50-b60a-40a6-97c7-7f666852e1e5,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:21.557115 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4bae3026-d11c-415a-8849-0f179a16aa60 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dce94bc57d36430e83e3546cc9068b99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5331864 Nov 11 17:23:21.560226 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56352) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:21.563353 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:21.574387 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56354) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:21.598548 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] Pushing event updated for resources: {'Port': ['ID=9743c4b0-f1c8-4462-a165-8b49726eb2aa,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:21.650252 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-826d5989-3549-4565-8e45-4476a64bfba0 req-9ae65f82-8305-4e69-a441-d8f656ebf7ec tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1a7a7ae-1704-425d-ae7b-dd5fa9712ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511512 Nov 11 17:23:21.664346 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:21.665091 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:21.666475 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] 10.222.0.64 "PUT /v2.0/ports/4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a HTTP/1.1" status: 200 len: 1092 time: 1.6980677 Nov 11 17:23:21.667052 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57224ff6-23a7-44c0-8c01-b254af700438', 'tag': '4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:23:21.670203 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f579dc-3a98-4302-9791-31331735e4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "57224ff6-23a7-44c0-8c01-b254af700438", "tag": "4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:23:21.674728 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd36dd9-20fa-41da-9ab4-f9e0b4d49396 req-45888c02-ac28-4a35-a4be-a241ebeaae3f tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:21.676868 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8dd36dd9-20fa-41da-9ab4-f9e0b4d49396 req-45888c02-ac28-4a35-a4be-a241ebeaae3f tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=1534a8e1-cf4a-4d0b-9fac-d392c5f759f9 HTTP/1.1" status: 200 len: 944 time: 0.1313846 Nov 11 17:23:21.735822 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 3a937c6c-0172-44de-a6f2-93128b32481d no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:23:21.783759 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f8e1d-0f7e-4d4f-8625-040f48d0bdaa service neutron] Pushing event updated for resources: {'Port': ['ID=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:21.789468 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-85a4a82a-1748-45fa-88c6-070964bbcb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:29Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '9494644c-83d2-44ac-8b3d-afe8ab446f1b', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'port_id': 'd9170764-328e-49c6-903a-578f4c3fb49e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'mac_address': 'fa:16:3e:95:97:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9b4aeb-6824-40de-8fa0-816186a33300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:22:51Z', 'updated_at': '2021-11-11T17:23:18Z', 'revision_number': 1, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f30440-029f-489d-9d31-ba6033705d8f', 'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'mac_address': 'fa:16:3e:71:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:28Z', 'updated_at': '2021-11-11T17:22:33Z', 'revision_number': 5, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'subnets': [{'id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:21.815584 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a8f61566-c2f7-4a20-837d-65918493961d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:21.818393 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a4a82a-1748-45fa-88c6-070964bbcb5a None None] The sync data for ids ['64b27bb6-7576-43f2-9b53-2180d2abcc44'] in n-d-816206-4 is: [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:29Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '9494644c-83d2-44ac-8b3d-afe8ab446f1b', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'port_id': 'd9170764-328e-49c6-903a-578f4c3fb49e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'mac_address': 'fa:16:3e:95:97:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9b4aeb-6824-40de-8fa0-816186a33300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:22:51Z', 'updated_at': '2021-11-11T17:23:18Z', 'revision_number': 1, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f30440-029f-489d-9d31-ba6033705d8f', 'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'mac_address': 'fa:16:3e:71:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:28Z', 'updated_at': '2021-11-11T17:22:33Z', 'revision_number': 5, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'subnets': [{'id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:23:21.820172 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] Attempting to bind port 9743c4b0-f1c8-4462-a165-8b49726eb2aa on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:23:21.820706 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] Attempting to bind port 9743c4b0-f1c8-4462-a165-8b49726eb2aa by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'a3280f00-aacb-4ea4-8f8c-ffc2a8673bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'ca2e1f86-934a-4152-ab84-3b49ab8b2638'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:23:21.821218 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] Attempting to bind port 9743c4b0-f1c8-4462-a165-8b49726eb2aa on network ca2e1f86-934a-4152-ab84-3b49ab8b2638 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:23:21.845162 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dea9a5-4212-414d-bd18-0042298dda2e x-openstack-request-id: req-24dea9a5-4212-414d-bd18-0042298dda2e {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:23:21.845462 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9b4aeb-6824-40de-8fa0-816186a33300", "tag": "d9170764-328e-49c6-903a-578f4c3fb49e", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:23:21.845726 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-24dea9a5-4212-414d-bd18-0042298dda2e {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:23:21.846257 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9b4aeb-6824-40de-8fa0-816186a33300', 'tag': 'd9170764-328e-49c6-903a-578f4c3fb49e', 'status': 'completed', 'code': 200} Nov 11 17:23:21.868140 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-cf3d8b6a-75c1-407b-85bf-afb6b9396b69 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1753263795-network', 'tenant_id': 'a32b372cc01c488ca0321ca59048335f'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:21.889940 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:21.914680 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9487b2b6-b57c-4722-9d95-9b487f14000e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a937c6c-0172-44de-a6f2-93128b32481d'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:23:21.917359 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452749e1-ecb1-443e-8d63-9e4410fe34d5" -d '{"events": [{"server_uuid": "9487b2b6-b57c-4722-9d95-9b487f14000e", "name": "network-vif-unplugged", "status": "completed", "tag": "3a937c6c-0172-44de-a6f2-93128b32481d"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:23:21.924813 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-8dd36dd9-20fa-41da-9ab4-f9e0b4d49396 req-9e6b3f93-1084-4096-bb44-322ef3dff32c tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Deleting port 97198e23-a5c7-444d-b52f-221ebc31d61b {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:23:21.925041 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-8dd36dd9-20fa-41da-9ab4-f9e0b4d49396 req-9e6b3f93-1084-4096-bb44-322ef3dff32c tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:21.933260 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 3a937c6c-0172-44de-a6f2-93128b32481d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3a937c6c-0172-44de-a6f2-93128b32481d,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:21.939239 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:21.951099 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e7401-347a-456b-b00d-4cf81ba89181 req-65c060cd-6589-4bbe-afe1-8ce6bd756643 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:21.952785 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd1e7401-347a-456b-b00d-4cf81ba89181 req-65c060cd-6589-4bbe-afe1-8ce6bd756643 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 944 time: 0.0878880 Nov 11 17:23:22.004717 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=3a937c6c-0172-44de-a6f2-93128b32481d,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:22.068540 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd1e7401-347a-456b-b00d-4cf81ba89181 req-53a2e3e2-6ad8-44da-9735-f0f5e2922e9b tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861413 Nov 11 17:23:22.087132 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-8dd36dd9-20fa-41da-9ab4-f9e0b4d49396 req-9e6b3f93-1084-4096-bb44-322ef3dff32c tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] For port 97198e23-a5c7-444d-b52f-221ebc31d61b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=97198e23-a5c7-444d-b52f-221ebc31d61b,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:22.087645 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-8dd36dd9-20fa-41da-9ab4-f9e0b4d49396 req-9e6b3f93-1084-4096-bb44-322ef3dff32c tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:22.117394 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-8dd36dd9-20fa-41da-9ab4-f9e0b4d49396 req-9e6b3f93-1084-4096-bb44-322ef3dff32c tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Calling delete_port for 97198e23-a5c7-444d-b52f-221ebc31d61b owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:23:22.159165 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44def915-60eb-4cc9-8ade-b40a8c43992e None None] New status for floating IP 9494644c-83d2-44ac-8b3d-afe8ab446f1b: ACTIVE {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:23:22.216520 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a8f61566-c2f7-4a20-837d-65918493961d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:22.218805 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] Port 9743c4b0-f1c8-4462-a165-8b49726eb2aa on network ca2e1f86-934a-4152-ab84-3b49ab8b2638 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:23:22.218805 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] Attempting to bind port 9743c4b0-f1c8-4462-a165-8b49726eb2aa on network ca2e1f86-934a-4152-ab84-3b49ab8b2638 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:23:22.249452 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:23:22.249783 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] Checking segment: {'id': 'a3280f00-aacb-4ea4-8f8c-ffc2a8673bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'ca2e1f86-934a-4152-ab84-3b49ab8b2638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:23:22.250160 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] Bound using segment: {'id': 'a3280f00-aacb-4ea4-8f8c-ffc2a8673bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'ca2e1f86-934a-4152-ab84-3b49ab8b2638'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:23:22.250878 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] Bound port: 9743c4b0-f1c8-4462-a165-8b49726eb2aa, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3280f00-aacb-4ea4-8f8c-ffc2a8673bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'ca2e1f86-934a-4152-ab84-3b49ab8b2638'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:23:22.251028 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:22.274764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-1439ca18-5006-4e5e-b658-2f486d038035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:22.276322 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-1439ca18-5006-4e5e-b658-2f486d038035 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 1095 time: 0.5286589 Nov 11 17:23:22.307065 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3d8b6a-75c1-407b-85bf-afb6b9396b69 admin admin] Made reservation on behalf of a32b372cc01c488ca0321ca59048335f for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:23:22.309964 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cf3d8b6a-75c1-407b-85bf-afb6b9396b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:22.325490 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-493072ad-4f5a-4e9d-9f0a-090b3d37d034 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:22.327262 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-493072ad-4f5a-4e9d-9f0a-090b3d37d034 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=28e59159-2f88-4df4-b0b8-d00c6fda90a4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0796132 Nov 11 17:23:22.328792 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-8dd36dd9-20fa-41da-9ab4-f9e0b4d49396 req-9e6b3f93-1084-4096-bb44-322ef3dff32c tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:22.367191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b3f93-1084-4096-bb44-322ef3dff32c tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Pushing event deleted for resources: {'Port': ['ID=97198e23-a5c7-444d-b52f-221ebc31d61b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:22.369657 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-6578dc5e-038c-4578-900a-f3e656383265 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a HTTP/1.1" status: 200 len: 217 time: 0.0766158 Nov 11 17:23:22.373372 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991ab0a-075f-49bc-b454-3621936acc51 req-90591116-3daa-4d04-b067-681656db3c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:22.374794 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3991ab0a-075f-49bc-b454-3621936acc51 req-90591116-3daa-4d04-b067-681656db3c0e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eeaf0859b8554fe38e6f252116aac055&device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 1096 time: 0.5428407 Nov 11 17:23:22.375462 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cf3d8b6a-75c1-407b-85bf-afb6b9396b69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:22.451583 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a8f61566-c2f7-4a20-837d-65918493961d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:22.454158 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a8f61566-c2f7-4a20-837d-65918493961d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:22.456476 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd36dd9-20fa-41da-9ab4-f9e0b4d49396 req-9e6b3f93-1084-4096-bb44-322ef3dff32c tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] No DVR routers for this DVR port 97198e23-a5c7-444d-b52f-221ebc31d61b on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:23:22.457913 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a8f61566-c2f7-4a20-837d-65918493961d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/40e60a50-b60a-40a6-97c7-7f666852e1e5 HTTP/1.1" status: 204 len: 168 time: 0.8924544 Nov 11 17:23:22.466299 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-8dd36dd9-20fa-41da-9ab4-f9e0b4d49396 req-9e6b3f93-1084-4096-bb44-322ef3dff32c tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:22.469680 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8dd36dd9-20fa-41da-9ab4-f9e0b4d49396 req-9e6b3f93-1084-4096-bb44-322ef3dff32c tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "DELETE /v2.0/ports/97198e23-a5c7-444d-b52f-221ebc31d61b HTTP/1.1" status: 204 len: 173 time: 0.7871437 Nov 11 17:23:22.489934 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-f872ef78-6d29-4057-bae7-a420c2e01202 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 998 time: 0.1247680 Nov 11 17:23:22.508415 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-0adf8ad5-6fd5-46aa-882d-dfdb28cfaacc tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Request body: {'floatingip': {'port_id': '650c9624-07cc-4e65-8a52-6591e68d379a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:22.524048 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] For port 9743c4b0-f1c8-4462-a165-8b49726eb2aa, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:23:22.534391 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f61566-c2f7-4a20-837d-65918493961d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e60a50-b60a-40a6-97c7-7f666852e1e5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:22.546230 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-e1d46d58-c837-4470-81ed-6c57ee795dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:22.547679 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-e1d46d58-c837-4470-81ed-6c57ee795dd5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 200 len: 860 time: 0.1577375 Nov 11 17:23:22.562773 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] For port 9743c4b0-f1c8-4462-a165-8b49726eb2aa, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=9743c4b0-f1c8-4462-a165-8b49726eb2aa,segment=NetworkSegment(a3280f00-aacb-4ea4-8f8c-ffc2a8673bf4),segment_id=a3280f00-aacb-4ea4-8f8c-ffc2a8673bf4)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:23:22.596807 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:22.599715 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-0adf8ad5-6fd5-46aa-882d-dfdb28cfaacc tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks [] for floatingip, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:22.610334 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-28e354a7-e6c5-4660-8a2b-69bd725bfb2a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f44096b2-3051-4615-8241-50ad95944236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532885 Nov 11 17:23:22.672342 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:22.672948 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:22.674356 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] 10.222.0.64 "PUT /v2.0/ports/9743c4b0-f1c8-4462-a165-8b49726eb2aa HTTP/1.1" status: 200 len: 1092 time: 2.0280654 Nov 11 17:23:22.725661 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991ab0a-075f-49bc-b454-3621936acc51 req-804331b9-50f3-420e-b4ae-ed4930b3f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:22.727473 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3991ab0a-075f-49bc-b454-3621936acc51 req-804331b9-50f3-420e-b4ae-ed4930b3f560 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e943cf5d-ace4-4920-a83b-e3ebafedcd83 HTTP/1.1" status: 200 len: 922 time: 0.3273394 Nov 11 17:23:22.849297 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c27a55-f11c-4784-9c9e-e4cd80126c3d service neutron] Pushing event updated for resources: {'Port': ['ID=9743c4b0-f1c8-4462-a165-8b49726eb2aa,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:22.909779 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cf3d8b6a-75c1-407b-85bf-afb6b9396b69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:22.934469 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cf3d8b6a-75c1-407b-85bf-afb6b9396b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:22.960289 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-29d79fa0-7866-4259-89fb-65492d477aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:22.962043 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-29d79fa0-7866-4259-89fb-65492d477aff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d3078e1c00e14235a0e060d83ce13d28&device_id=739c90a7-dd8a-4334-b967-05fb0841931a HTTP/1.1" status: 200 len: 1095 time: 0.2118864 Nov 11 17:23:22.970652 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-56107a93-b033-4007-b431-9b2ff84053e2 service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202710 Nov 11 17:23:22.986634 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3991ab0a-075f-49bc-b454-3621936acc51 req-e9524bed-4b20-44d3-a037-1f1e0af04f21 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9170764-328e-49c6-903a-578f4c3fb49e HTTP/1.1" status: 200 len: 1000 time: 0.2373903 Nov 11 17:23:22.988773 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3d8b6a-75c1-407b-85bf-afb6b9396b69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1265} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:23:22.993873 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d8b6a-75c1-407b-85bf-afb6b9396b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1775c814-e5ea-4ec8-a5cd-81be7fcaeb03,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:23.022292 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cf3d8b6a-75c1-407b-85bf-afb6b9396b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:23.022652 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-cf3d8b6a-75c1-407b-85bf-afb6b9396b69 admin admin] Added segment 41d944d1-77dc-442e-abaa-8fd9f9a21438 of type vlan for network cb01100a-3be2-4970-ad22-f334ab017dfc Nov 11 17:23:23.097686 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-d496826a-d78f-47c9-85d4-fcbf5efadf0b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9743c4b0-f1c8-4462-a165-8b49726eb2aa HTTP/1.1" status: 200 len: 217 time: 0.0989480 Nov 11 17:23:23.212516 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cf3d8b6a-75c1-407b-85bf-afb6b9396b69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:23.233450 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991ab0a-075f-49bc-b454-3621936acc51 req-7b0e0a4b-6a7b-4a1a-8de8-a4b9e79538b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:23.234913 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3991ab0a-075f-49bc-b454-3621936acc51 req-7b0e0a4b-6a7b-4a1a-8de8-a4b9e79538b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1758254d-1b04-473e-8f9e-cda256449fb7 HTTP/1.1" status: 200 len: 859 time: 0.2247450 Nov 11 17:23:23.245647 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c742865-1dc6-4d4f-afbf-2931ccfa1d7c req-2bad2e72-8b9c-4931-941c-74bc7403eb20 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:23.247158 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c742865-1dc6-4d4f-afbf-2931ccfa1d7c req-2bad2e72-8b9c-4931-941c-74bc7403eb20 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/ports?device_id=9487b2b6-b57c-4722-9d95-9b487f14000e HTTP/1.1" status: 200 len: 948 time: 0.1039276 Nov 11 17:23:23.287950 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-c9a98f3a-6cb4-4c31-960d-c4c2f2ad421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:23.289381 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-c9a98f3a-6cb4-4c31-960d-c4c2f2ad421a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e47b86e0-37cc-41e8-8408-988287863990 HTTP/1.1" status: 200 len: 854 time: 0.1629081 Nov 11 17:23:23.319152 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cf3d8b6a-75c1-407b-85bf-afb6b9396b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:23.320123 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d8b6a-75c1-407b-85bf-afb6b9396b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:23.320710 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cf3d8b6a-75c1-407b-85bf-afb6b9396b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:23.337836 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-0adf8ad5-6fd5-46aa-882d-dfdb28cfaacc tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:23.348626 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-988dc00e-3362-4c49-bd3d-40d67adedb02 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ca2e1f86-934a-4152-ab84-3b49ab8b2638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467305 Nov 11 17:23:23.349868 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-0adf8ad5-6fd5-46aa-882d-dfdb28cfaacc tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:23.357057 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c742865-1dc6-4d4f-afbf-2931ccfa1d7c req-585635fa-8006-4236-8b64-0d2e293e4619 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/security-groups?id=f84bffa4-b1a0-4c60-aa4f-4b79f1752409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674975 Nov 11 17:23:23.363540 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-115dda49-0c6b-49dc-b49f-2d2a9b2b6b85 req-b563adff-8f17-44f8-a3f3-bab9d6de86c0 service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627789 Nov 11 17:23:23.417824 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991ab0a-075f-49bc-b454-3621936acc51 req-0adfa23c-cdb6-48aa-a824-6585e3a8e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:23.419269 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3991ab0a-075f-49bc-b454-3621936acc51 req-0adfa23c-cdb6-48aa-a824-6585e3a8e01a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e943cf5d-ace4-4920-a83b-e3ebafedcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1691680 Nov 11 17:23:23.442852 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cf3d8b6a-75c1-407b-85bf-afb6b9396b69 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.8589957 Nov 11 17:23:23.466303 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 56404) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:23.468649 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096104fa-2cf4-46b4-b69e-36cce4102f1e x-openstack-request-id: req-096104fa-2cf4-46b4-b69e-36cce4102f1e {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:23:23.468934 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57224ff6-23a7-44c0-8c01-b254af700438", "tag": "4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:23:23.469178 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-096104fa-2cf4-46b4-b69e-36cce4102f1e {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:23:23.469586 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57224ff6-23a7-44c0-8c01-b254af700438', 'tag': '4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a', 'status': 'completed', 'code': 200} Nov 11 17:23:23.472357 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-9850d69c-ea8c-4d1c-8dc4-a029298c5a4e admin admin] Request body: {'subnet': {'network_id': 'cb01100a-3be2-4970-ad22-f334ab017dfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1753263795-subnet', 'tenant_id': 'a32b372cc01c488ca0321ca59048335f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:23.477662 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc4adb9-2fe5-4e71-acd8-110c4fec43ff x-openstack-request-id: req-4bc4adb9-2fe5-4e71-acd8-110c4fec43ff {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:23:23.478238 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9487b2b6-b57c-4722-9d95-9b487f14000e", "name": "network-vif-unplugged", "status": "completed", "tag": "3a937c6c-0172-44de-a6f2-93128b32481d", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:23:23.478238 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4bc4adb9-2fe5-4e71-acd8-110c4fec43ff {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:23:23.478567 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9487b2b6-b57c-4722-9d95-9b487f14000e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a937c6c-0172-44de-a6f2-93128b32481d', 'code': 200} Nov 11 17:23:23.482136 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d8b6a-75c1-407b-85bf-afb6b9396b69 admin admin] Pushing event updated for resources: {'Network': ['ID=cb01100a-3be2-4970-ad22-f334ab017dfc,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:23.499613 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network cb01100a-3be2-4970-ad22-f334ab017dfc details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:23:23.574697 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9850d69c-ea8c-4d1c-8dc4-a029298c5a4e admin admin] Made reservation on behalf of a32b372cc01c488ca0321ca59048335f for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:23:23.577155 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9850d69c-ea8c-4d1c-8dc4-a029298c5a4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:23.632027 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-0adf8ad5-6fd5-46aa-882d-dfdb28cfaacc tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Floating IP 9494644c-83d2-44ac-8b3d-afe8ab446f1b associated. External IP: 172.25.2.42, port: d9170764-328e-49c6-903a-578f4c3fb49e. Nov 11 17:23:23.646729 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-f7f76d83-9aa7-4419-a4cc-5b67a7ed6705 service neutron] 10.222.0.64 "GET /v2.0/networks/ca2e1f86-934a-4152-ab84-3b49ab8b2638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396648 Nov 11 17:23:23.661476 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f579dc-3a98-4302-9791-31331735e4ca req-16470a95-d903-425b-aecd-e0a0aa6e7d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:23.663018 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a9f579dc-3a98-4302-9791-31331735e4ca req-16470a95-d903-425b-aecd-e0a0aa6e7d47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 1095 time: 0.1239498 Nov 11 17:23:23.759978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc43d3e-a08f-4b29-8453-c7850a15b587 req-aaa1def8-c0bc-487a-aff3-ba96a6415e01 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:23.767757 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4dc43d3e-a08f-4b29-8453-c7850a15b587 req-aaa1def8-c0bc-487a-aff3-ba96a6415e01 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.76 "GET /v2.0/ports?device_id=739c90a7-dd8a-4334-b967-05fb0841931a HTTP/1.1" status: 200 len: 944 time: 0.2345204 Nov 11 17:23:23.768008 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3991ab0a-075f-49bc-b454-3621936acc51 req-5f6773b3-ea9b-4d39-8e6f-2dd48831bdb4 service neutron] 10.222.0.64 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763700 Nov 11 17:23:23.877782 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1534a8e1-cf4a-4d0b-9fac-d392c5f759f9', 'name': 'network-vif-deleted', 'tag': '97198e23-a5c7-444d-b52f-221ebc31d61b'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:23:23.880178 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea540ee3-434a-415b-9347-d4a87cb37cb9" -d '{"events": [{"server_uuid": "1534a8e1-cf4a-4d0b-9fac-d392c5f759f9", "name": "network-vif-deleted", "tag": "97198e23-a5c7-444d-b52f-221ebc31d61b"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:23:23.887550 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b169d3e0-46f7-467c-9735-c5c960ed3d09 req-7568bfa3-564a-4123-b997-3c5a127ec797 service neutron] 10.222.0.64 "GET /v2.0/networks/ca2e1f86-934a-4152-ab84-3b49ab8b2638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307615 Nov 11 17:23:23.896496 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f579dc-3a98-4302-9791-31331735e4ca req-f5104632-0082-4bef-ab2c-9ddefe57f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:23.897907 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a9f579dc-3a98-4302-9791-31331735e4ca req-f5104632-0082-4bef-ab2c-9ddefe57f422 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 922 time: 0.2237217 Nov 11 17:23:23.915761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4dc43d3e-a08f-4b29-8453-c7850a15b587 req-7d4f95ab-7c12-4646-8e9d-208340860bef tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1a7a7ae-1704-425d-ae7b-dd5fa9712ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469631 Nov 11 17:23:23.957103 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a9f579dc-3a98-4302-9791-31331735e4ca req-3acad49b-dce6-48ee-a212-9917c1219283 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a HTTP/1.1" status: 200 len: 217 time: 0.0423174 Nov 11 17:23:23.966430 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:23.967406 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3991ab0a-075f-49bc-b454-3621936acc51 req-f6d1c009-6a8a-4d1e-9841-09e84d429b7d service neutron] 10.222.0.64 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892638 Nov 11 17:23:24.052218 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9850d69c-ea8c-4d1c-8dc4-a029298c5a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:24.062502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-0adf8ad5-6fd5-46aa-882d-dfdb28cfaacc tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Router 64b27bb6-7576-43f2-9b53-2180d2abcc44 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:23:24.081508 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f579dc-3a98-4302-9791-31331735e4ca req-54318c2d-bafd-4d7c-9a78-5d7c1aed54c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:24.082980 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a9f579dc-3a98-4302-9791-31331735e4ca req-54318c2d-bafd-4d7c-9a78-5d7c1aed54c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 200 len: 860 time: 0.0896635 Nov 11 17:23:24.134949 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a9f579dc-3a98-4302-9791-31331735e4ca req-aca62d47-c067-446e-8f83-88f5caa3be1d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f44096b2-3051-4615-8241-50ad95944236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376494 Nov 11 17:23:24.199582 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850d69c-ea8c-4d1c-8dc4-a029298c5a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=de518afc-dff5-44af-b5d3-838a1d6efd40,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:24.220270 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9850d69c-ea8c-4d1c-8dc4-a029298c5a4e admin admin] Checking segment: {'id': '41d944d1-77dc-442e-abaa-8fd9f9a21438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'cb01100a-3be2-4970-ad22-f334ab017dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:23:24.220633 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9850d69c-ea8c-4d1c-8dc4-a029298c5a4e admin admin] Network hostable DHCP agents. Network: cb01100a-3be2-4970-ad22-f334ab017dfc, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:23:24.246336 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a9f579dc-3a98-4302-9791-31331735e4ca req-1fe8fcec-d226-4d92-bbd9-decdf3da97fb service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008492 Nov 11 17:23:24.368872 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a9f579dc-3a98-4302-9791-31331735e4ca req-702fac7e-1d5c-4f84-afb0-906543bcf116 service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057713 Nov 11 17:23:24.607358 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfa960-938a-4125-9f00-ebbc514d1f1b req-98317c00-207f-4a67-9507-a4f53cd6fc4d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:24.608872 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6dfa960-938a-4125-9f00-ebbc514d1f1b req-98317c00-207f-4a67-9507-a4f53cd6fc4d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 944 time: 0.5247071 Nov 11 17:23:24.640819 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9850d69c-ea8c-4d1c-8dc4-a029298c5a4e admin admin] Network cb01100a-3be2-4970-ad22-f334ab017dfc is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:23:24.661113 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-9850d69c-ea8c-4d1c-8dc4-a029298c5a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, cb01100a-3be2-4970-ad22-f334ab017dfc) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:23:24.666337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9850d69c-ea8c-4d1c-8dc4-a029298c5a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:24.666987 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9850d69c-ea8c-4d1c-8dc4-a029298c5a4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:24.671852 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfe292b-54fe-44cb-9fba-ad7cbbddcea2 None None] Network cb01100a-3be2-4970-ad22-f334ab017dfc requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:23:24.679106 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-0adf8ad5-6fd5-46aa-882d-dfdb28cfaacc tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:23:24.695592 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ced200-881d-4901-990e-8fe719d304c4 None None] Sync routers for ids ['64b27bb6-7576-43f2-9b53-2180d2abcc44'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:23:24.744234 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ced200-881d-4901-990e-8fe719d304c4 None None] Routers {'64b27bb6-7576-43f2-9b53-2180d2abcc44'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:23:24.744850 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-34ced200-881d-4901-990e-8fe719d304c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:23:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['64b27bb6-7576-43f2-9b53-2180d2abcc44'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:24.752291 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6dfa960-938a-4125-9f00-ebbc514d1f1b req-d3749625-5f31-4401-b067-586ebf408091 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308649 Nov 11 17:23:24.755609 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9850d69c-ea8c-4d1c-8dc4-a029298c5a4e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2882888 Nov 11 17:23:24.921033 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c48086-e173-404d-97a1-3016681ad7f8 None None] Network cb01100a-3be2-4970-ad22-f334ab017dfc requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:23:24.926030 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-34ced200-881d-4901-990e-8fe719d304c4 None None] Set router 64b27bb6-7576-43f2-9b53-2180d2abcc44 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:23:25.026527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-0adf8ad5-6fd5-46aa-882d-dfdb28cfaacc tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Router 64b27bb6-7576-43f2-9b53-2180d2abcc44 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:23:25.028821 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 11 Nov 2021 17:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3724a1a9-deb3-4485-af8d-a93cee48661b x-openstack-request-id: req-3724a1a9-deb3-4485-af8d-a93cee48661b {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:23:25.029155 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1534a8e1-cf4a-4d0b-9fac-d392c5f759f9", "name": "network-vif-deleted", "tag": "97198e23-a5c7-444d-b52f-221ebc31d61b", "status": "failed", "code": 422}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:23:25.029417 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3724a1a9-deb3-4485-af8d-a93cee48661b {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:23:25.030083 n-d-816206-4 neutron-server[102618]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1534a8e1-cf4a-4d0b-9fac-d392c5f759f9', 'name': 'network-vif-deleted', 'tag': '97198e23-a5c7-444d-b52f-221ebc31d61b', 'status': 'failed', 'code': 422} returned with failed status Nov 11 17:23:25.212622 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-0adf8ad5-6fd5-46aa-882d-dfdb28cfaacc tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:23:25.218374 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-0adf8ad5-6fd5-46aa-882d-dfdb28cfaacc tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:25.301746 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-8e5dbb97-6a72-4034-bb0c-fd2e096bd2c7 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:25.303298 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-8e5dbb97-6a72-4034-bb0c-fd2e096bd2c7 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/networks?id=aef12edc-1263-4022-a80e-fb863587e53a HTTP/1.1" status: 200 len: 811 time: 0.2035797 Nov 11 17:23:25.318788 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-0adf8ad5-6fd5-46aa-882d-dfdb28cfaacc tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "PUT /v2.0/floatingips/9494644c-83d2-44ac-8b3d-afe8ab446f1b HTTP/1.1" status: 200 len: 997 time: 2.8153286 Nov 11 17:23:25.322570 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-34ced200-881d-4901-990e-8fe719d304c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:29Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '9494644c-83d2-44ac-8b3d-afe8ab446f1b', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'port_id': '650c9624-07cc-4e65-8a52-6591e68d379a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'mac_address': 'fa:16:3e:a5:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e59159-2f88-4df4-b0b8-d00c6fda90a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:22:51Z', 'updated_at': '2021-11-11T17:23:23Z', 'revision_number': 3, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f30440-029f-489d-9d31-ba6033705d8f', 'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'mac_address': 'fa:16:3e:71:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:28Z', 'updated_at': '2021-11-11T17:22:33Z', 'revision_number': 5, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'subnets': [{'id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:25.360087 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:23:25.360311 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-2980fcea-8a11-44b8-b9e7-d57b00a29498 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/quotas/387406ef69094f328d7c9e69ebc2a5aa HTTP/1.1" status: 200 len: 375 time: 0.0391121 Nov 11 17:23:25.363107 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ced200-881d-4901-990e-8fe719d304c4 None None] Checking router: 64b27bb6-7576-43f2-9b53-2180d2abcc44 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:23:25.379019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-af7b6661-10d4-4f85-90c0-5f2f9f7b3e8b tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:25.380403 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-af7b6661-10d4-4f85-90c0-5f2f9f7b3e8b tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports/d9170764-328e-49c6-903a-578f4c3fb49e HTTP/1.1" status: 200 len: 942 time: 0.0605505 Nov 11 17:23:25.389353 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ced200-881d-4901-990e-8fe719d304c4 None None] Routers {'64b27bb6-7576-43f2-9b53-2180d2abcc44'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:23:25.389551 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-34ced200-881d-4901-990e-8fe719d304c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:23:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['64b27bb6-7576-43f2-9b53-2180d2abcc44'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:25.415713 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-2525734d-615a-4b0f-a088-487641c353c3 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446746 Nov 11 17:23:25.470856 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739c90a7-dd8a-4334-b967-05fb0841931a', 'tag': '9743c4b0-f1c8-4462-a165-8b49726eb2aa'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:23:25.477824 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0bf03a-2b07-4526-9114-db686d0ae807" -d '{"events": [{"name": "network-changed", "server_uuid": "739c90a7-dd8a-4334-b967-05fb0841931a", "tag": "9743c4b0-f1c8-4462-a165-8b49726eb2aa"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:23:25.528714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-ca4a69de-37e4-4b5f-8ad5-c6b97ec1d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:25.530232 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-ca4a69de-37e4-4b5f-8ad5-c6b97ec1d883 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=eeaf0859b8554fe38e6f252116aac055&device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 1096 time: 0.0674019 Nov 11 17:23:25.564221 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:25.567543 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-34ced200-881d-4901-990e-8fe719d304c4 None None] Set router 64b27bb6-7576-43f2-9b53-2180d2abcc44 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:23:25.568355 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-b859c842-b56e-4641-b019-757be8baa149 service neutron] 10.222.0.76 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516488 Nov 11 17:23:25.602151 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a', 'network_id': 'f44096b2-3051-4615-8241-50ad95944236', 'port_id': '4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a', 'mac_address': 'fa:16:3e:57:de:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91b4681d-4ec9-48fb-9ad2-3be17e781b2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:23:25.692547 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:25.709636 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:23:25.731943 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-782f2d90-db77-479f-95b5-def56777fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:25.733531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-782f2d90-db77-479f-95b5-def56777fe47 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e943cf5d-ace4-4920-a83b-e3ebafedcd83 HTTP/1.1" status: 200 len: 922 time: 0.1926308 Nov 11 17:23:25.739420 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-d34002d7-fc83-454f-9347-0f61989f9525 service neutron] 10.222.0.76 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686013 Nov 11 17:23:25.780091 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-95643158-46eb-4d4c-8338-c6a7ff43e4d3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9170764-328e-49c6-903a-578f4c3fb49e HTTP/1.1" status: 200 len: 217 time: 0.0384986 Nov 11 17:23:25.853040 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-416522df-f3bd-4e69-8934-ff7985950cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:25.865409 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-416522df-f3bd-4e69-8934-ff7985950cdb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1758254d-1b04-473e-8f9e-cda256449fb7 HTTP/1.1" status: 200 len: 859 time: 0.0761733 Nov 11 17:23:25.898862 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:25.909589 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:25.910245 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 9743c4b0-f1c8-4462-a165-8b49726eb2aa details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:23:25.920524 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-e6b14b7d-1ef7-4ebe-9b04-3d4e09df9f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:25.929981 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-e6b14b7d-1ef7-4ebe-9b04-3d4e09df9f8c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e943cf5d-ace4-4920-a83b-e3ebafedcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628467 Nov 11 17:23:26.072568 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:26.080806 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-f208845b-b610-4369-baa6-38ded15322ee service neutron] 10.222.0.76 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498563 Nov 11 17:23:26.096174 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:26.096357 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:26.096692 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:26.097162 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:26.097480 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:26.097811 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:26.098136 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:26.098454 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:26.098773 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:26.099089 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:26.099407 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:26.099748 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:23:26.157858 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 9743c4b0-f1c8-4462-a165-8b49726eb2aa, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=9743c4b0-f1c8-4462-a165-8b49726eb2aa,segment=NetworkSegment(a3280f00-aacb-4ea4-8f8c-ffc2a8673bf4),segment_id=a3280f00-aacb-4ea4-8f8c-ffc2a8673bf4)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:26.173023 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '9743c4b0-f1c8-4462-a165-8b49726eb2aa', 'network_id': 'ca2e1f86-934a-4152-ab84-3b49ab8b2638', 'port_id': '9743c4b0-f1c8-4462-a165-8b49726eb2aa', 'mac_address': 'fa:16:3e:98:5f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e47b86e0-37cc-41e8-8408-988287863990', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:23:26.177277 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-34ced200-881d-4901-990e-8fe719d304c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:29Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '9494644c-83d2-44ac-8b3d-afe8ab446f1b', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'port_id': '650c9624-07cc-4e65-8a52-6591e68d379a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'mac_address': 'fa:16:3e:a5:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e59159-2f88-4df4-b0b8-d00c6fda90a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:22:51Z', 'updated_at': '2021-11-11T17:23:23Z', 'revision_number': 3, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f30440-029f-489d-9d31-ba6033705d8f', 'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'mac_address': 'fa:16:3e:71:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:28Z', 'updated_at': '2021-11-11T17:22:33Z', 'revision_number': 5, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'subnets': [{'id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:26.195988 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641a668-0ff4-4c63-a75c-09baa572b5bc req-8910b435-73ea-4f72-9e9b-5f38b0df1f58 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:26.206770 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b641a668-0ff4-4c63-a75c-09baa572b5bc req-8910b435-73ea-4f72-9e9b-5f38b0df1f58 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.76 "GET /v2.0/ports?device_id=739c90a7-dd8a-4334-b967-05fb0841931a HTTP/1.1" status: 200 len: 944 time: 0.1480730 Nov 11 17:23:26.207006 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ced200-881d-4901-990e-8fe719d304c4 None None] The sync data for ids ['64b27bb6-7576-43f2-9b53-2180d2abcc44'] in n-d-816206-4 is: [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:29Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '9494644c-83d2-44ac-8b3d-afe8ab446f1b', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'port_id': '650c9624-07cc-4e65-8a52-6591e68d379a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'mac_address': 'fa:16:3e:a5:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e59159-2f88-4df4-b0b8-d00c6fda90a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:22:51Z', 'updated_at': '2021-11-11T17:23:23Z', 'revision_number': 3, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f30440-029f-489d-9d31-ba6033705d8f', 'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'mac_address': 'fa:16:3e:71:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:28Z', 'updated_at': '2021-11-11T17:22:33Z', 'revision_number': 5, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'subnets': [{'id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:23:26.253766 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:26.268068 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9743c4b0-f1c8-4462-a165-8b49726eb2aa {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:23:26.272915 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-683b17df-2c5b-4f7c-8650-9ff64452a1dd service neutron] 10.222.0.76 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911423 Nov 11 17:23:26.332706 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 9743c4b0-f1c8-4462-a165-8b49726eb2aa, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=9743c4b0-f1c8-4462-a165-8b49726eb2aa,segment=NetworkSegment(a3280f00-aacb-4ea4-8f8c-ffc2a8673bf4),segment_id=a3280f00-aacb-4ea4-8f8c-ffc2a8673bf4)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:26.338147 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:26.370574 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b641a668-0ff4-4c63-a75c-09baa572b5bc req-42a6f8a6-3def-42c1-a8d3-4fbd4ddd6cb1 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1a7a7ae-1704-425d-ae7b-dd5fa9712ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643212 Nov 11 17:23:26.386526 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-c2ee8d88-b307-4bde-adaa-b6f9bc14c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:26.388669 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-c2ee8d88-b307-4bde-adaa-b6f9bc14c4bd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=eeaf0859b8554fe38e6f252116aac055&device_id=28e59159-2f88-4df4-b0b8-d00c6fda90a4 HTTP/1.1" status: 200 len: 1096 time: 0.0541065 Nov 11 17:23:26.456741 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=9743c4b0-f1c8-4462-a165-8b49726eb2aa,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:26.498713 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eece4b1f-241c-46c8-ba5c-bce57eba0768 None None] New status for floating IP 9494644c-83d2-44ac-8b3d-afe8ab446f1b: ACTIVE {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:23:26.558650 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-b75dbbf0-41c5-4d8a-893a-819bf1a93da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:26.560393 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-b75dbbf0-41c5-4d8a-893a-819bf1a93da4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e943cf5d-ace4-4920-a83b-e3ebafedcd83 HTTP/1.1" status: 200 len: 922 time: 0.1654711 Nov 11 17:23:26.647099 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-5204c46f-b8ee-4831-a21e-d10a3d3ecff9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=650c9624-07cc-4e65-8a52-6591e68d379a HTTP/1.1" status: 200 len: 1000 time: 0.0799553 Nov 11 17:23:26.718993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-cdbe5f62-1ea5-4d41-aa47-2f85850cac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:26.718993 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-cdbe5f62-1ea5-4d41-aa47-2f85850cac5c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1758254d-1b04-473e-8f9e-cda256449fb7 HTTP/1.1" status: 200 len: 859 time: 0.0604088 Nov 11 17:23:26.782054 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-84e6bd7e-ee69-4925-8004-ce9cfc014556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:26.782685 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['9743c4b0-f1c8-4462-a165-8b49726eb2aa'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:23:26.783593 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-84e6bd7e-ee69-4925-8004-ce9cfc014556 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e943cf5d-ace4-4920-a83b-e3ebafedcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587220 Nov 11 17:23:26.836648 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:23:26.865645 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:23:26.897796 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3508120b-df36-4eb2-a3cb-a289ed932134 None None] Sync routers for ids ['64b27bb6-7576-43f2-9b53-2180d2abcc44'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:23:26.910192 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-d0ef6169-4331-4ab0-9d27-308454e2e834 req-4716e5db-0ce8-4495-a310-ad0fa83cba5a tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1822823020', 'description': 'tempest-description-671918610'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:26.936791 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3508120b-df36-4eb2-a3cb-a289ed932134 None None] Routers {'64b27bb6-7576-43f2-9b53-2180d2abcc44'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:23:26.937650 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3508120b-df36-4eb2-a3cb-a289ed932134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:23:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['64b27bb6-7576-43f2-9b53-2180d2abcc44'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:26.961525 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d0ef6169-4331-4ab0-9d27-308454e2e834 req-4716e5db-0ce8-4495-a310-ad0fa83cba5a tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:26.976806 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-a5986b15-d337-4e7c-9781-125a21ade1f3 service neutron] 10.222.0.76 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823270 Nov 11 17:23:27.038127 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9b4aeb-6824-40de-8fa0-816186a33300', 'tag': 'd9170764-328e-49c6-903a-578f4c3fb49e'}, {'name': 'network-changed', 'server_uuid': '28e59159-2f88-4df4-b0b8-d00c6fda90a4', 'tag': '650c9624-07cc-4e65-8a52-6591e68d379a'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:23:27.040518 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ece5e7b-8e51-4016-a663-bc918940120f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9b4aeb-6824-40de-8fa0-816186a33300", "tag": "d9170764-328e-49c6-903a-578f4c3fb49e"}, {"name": "network-changed", "server_uuid": "28e59159-2f88-4df4-b0b8-d00c6fda90a4", "tag": "650c9624-07cc-4e65-8a52-6591e68d379a"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:23:27.120795 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d0ef6169-4331-4ab0-9d27-308454e2e834 req-4716e5db-0ce8-4495-a310-ad0fa83cba5a tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:27.123413 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3de5ac6a-be65-4d13-a11f-0fa42f95c543 req-712b6ea4-1c7c-4aa8-bf68-77fd6a6b47f6 service neutron] 10.222.0.76 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392953 Nov 11 17:23:27.126091 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d0ef6169-4331-4ab0-9d27-308454e2e834 req-4716e5db-0ce8-4495-a310-ad0fa83cba5a tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:27.136890 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-3508120b-df36-4eb2-a3cb-a289ed932134 None None] Set router 64b27bb6-7576-43f2-9b53-2180d2abcc44 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:23:27.165159 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d0ef6169-4331-4ab0-9d27-308454e2e834 req-4716e5db-0ce8-4495-a310-ad0fa83cba5a tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:27.185038 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0ef6169-4331-4ab0-9d27-308454e2e834 req-4716e5db-0ce8-4495-a310-ad0fa83cba5a tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2788627 Nov 11 17:23:27.191332 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716e5db-0ce8-4495-a310-ad0fa83cba5a tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d004276-03a1-41ff-8375-c23825dbe56b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:27.228944 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8a10ab-6adc-4178-ac7e-eeb3195cf25a x-openstack-request-id: req-1f8a10ab-6adc-4178-ac7e-eeb3195cf25a {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:23:27.229991 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "739c90a7-dd8a-4334-b967-05fb0841931a", "tag": "9743c4b0-f1c8-4462-a165-8b49726eb2aa", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:23:27.229991 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1f8a10ab-6adc-4178-ac7e-eeb3195cf25a {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:23:27.230283 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739c90a7-dd8a-4334-b967-05fb0841931a', 'tag': '9743c4b0-f1c8-4462-a165-8b49726eb2aa', 'status': 'completed', 'code': 200} Nov 11 17:23:27.366079 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d5bb9e01-9b6c-47be-bf49-7d3026ebd52c req-2035fbfe-11c4-4645-a5c4-892b3a201db5 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 210 time: 0.0486088 Nov 11 17:23:27.383227 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880b9b2-44e2-482f-ada9-97fafaf00ca8 req-b2495cb8-d6ff-4174-a038-70d5f0ce84de tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:27.385377 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0880b9b2-44e2-482f-ada9-97fafaf00ca8 req-b2495cb8-d6ff-4174-a038-70d5f0ce84de tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 945 time: 0.0967445 Nov 11 17:23:27.449699 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0880b9b2-44e2-482f-ada9-97fafaf00ca8 req-afd0370e-9a75-48e9-99ee-eab073620ca4 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467870 Nov 11 17:23:27.476488 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-ee2b9a3a-2261-43c8-a853-af75a6b73823 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:27.478667 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-ee2b9a3a-2261-43c8-a853-af75a6b73823 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.64 "GET /v2.0/networks?id=aef12edc-1263-4022-a80e-fb863587e53a HTTP/1.1" status: 200 len: 811 time: 0.1380007 Nov 11 17:23:27.480750 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bf03a-2b07-4526-9114-db686d0ae807 req-6cce7917-3abd-4039-9ec8-3587fc5c9ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:27.482297 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-eb0bf03a-2b07-4526-9114-db686d0ae807 req-6cce7917-3abd-4039-9ec8-3587fc5c9ed1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d3078e1c00e14235a0e060d83ce13d28&device_id=739c90a7-dd8a-4334-b967-05fb0841931a HTTP/1.1" status: 200 len: 1096 time: 0.2071648 Nov 11 17:23:27.511179 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-7a65e802-cd91-412c-9177-0d1c928c1635 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Request body: {'port': {'device_id': 'fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f', 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a', 'admin_state_up': True, 'tenant_id': '387406ef69094f328d7c9e69ebc2a5aa'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:27.544273 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 17:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03910e16-9b11-431b-9437-990b322689db x-openstack-request-id: req-03910e16-9b11-431b-9437-990b322689db {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:23:27.544788 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9b4aeb-6824-40de-8fa0-816186a33300", "tag": "d9170764-328e-49c6-903a-578f4c3fb49e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "28e59159-2f88-4df4-b0b8-d00c6fda90a4", "tag": "650c9624-07cc-4e65-8a52-6591e68d379a", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:23:27.545239 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-03910e16-9b11-431b-9437-990b322689db {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:23:27.546011 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9b4aeb-6824-40de-8fa0-816186a33300', 'tag': 'd9170764-328e-49c6-903a-578f4c3fb49e', 'status': 'completed', 'code': 200} Nov 11 17:23:27.546445 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e59159-2f88-4df4-b0b8-d00c6fda90a4', 'tag': '650c9624-07cc-4e65-8a52-6591e68d379a', 'status': 'completed', 'code': 200} Nov 11 17:23:27.656594 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3508120b-df36-4eb2-a3cb-a289ed932134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:29Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '9494644c-83d2-44ac-8b3d-afe8ab446f1b', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'port_id': '650c9624-07cc-4e65-8a52-6591e68d379a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'mac_address': 'fa:16:3e:a5:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e59159-2f88-4df4-b0b8-d00c6fda90a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:22:51Z', 'updated_at': '2021-11-11T17:23:26Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f30440-029f-489d-9d31-ba6033705d8f', 'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'mac_address': 'fa:16:3e:71:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:28Z', 'updated_at': '2021-11-11T17:22:33Z', 'revision_number': 5, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'subnets': [{'id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:27.700171 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3508120b-df36-4eb2-a3cb-a289ed932134 None None] Checking router: 64b27bb6-7576-43f2-9b53-2180d2abcc44 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:23:27.710492 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3508120b-df36-4eb2-a3cb-a289ed932134 None None] Routers {'64b27bb6-7576-43f2-9b53-2180d2abcc44'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:23:27.711248 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3508120b-df36-4eb2-a3cb-a289ed932134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:23:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['64b27bb6-7576-43f2-9b53-2180d2abcc44'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:27.714428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece5e7b-8e51-4016-a663-bc918940120f req-946349b0-b5c9-492e-b033-144ea331b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:27.716107 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ece5e7b-8e51-4016-a663-bc918940120f req-946349b0-b5c9-492e-b033-144ea331b6c4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eeaf0859b8554fe38e6f252116aac055&device_id=28e59159-2f88-4df4-b0b8-d00c6fda90a4 HTTP/1.1" status: 200 len: 1096 time: 0.1413500 Nov 11 17:23:27.730096 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-775aa216-b0ea-4861-b054-d965271b27dc req-fd6f308f-e103-4565-ba91-9476b8d2f2a9 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "GET /v2.0/security-groups/6d004276-03a1-41ff-8375-c23825dbe56b HTTP/1.1" status: 200 len: 1829 time: 0.1570764 Nov 11 17:23:27.736443 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-775aa216-b0ea-4861-b054-d965271b27dc req-af3f97e0-527d-4c6e-a9a0-f18d416c4752 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6d004276-03a1-41ff-8375-c23825dbe56b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:27.736759 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-775aa216-b0ea-4861-b054-d965271b27dc req-af3f97e0-527d-4c6e-a9a0-f18d416c4752 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6d004276-03a1-41ff-8375-c23825dbe56b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:27.751548 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-81eebdac-5afd-4283-a0a5-37f9299bbb8e req-da758724-0f78-4c5a-a2bd-66955a59158a tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 1000 time: 0.1651790 Nov 11 17:23:27.858132 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-3508120b-df36-4eb2-a3cb-a289ed932134 None None] Set router 64b27bb6-7576-43f2-9b53-2180d2abcc44 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:23:27.872030 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eebdac-5afd-4283-a0a5-37f9299bbb8e req-a33fa694-54eb-4a12-a342-6b01fb6387d4 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:27.873408 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-81eebdac-5afd-4283-a0a5-37f9299bbb8e req-a33fa694-54eb-4a12-a342-6b01fb6387d4 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports/650c9624-07cc-4e65-8a52-6591e68d379a HTTP/1.1" status: 200 len: 942 time: 0.1072938 Nov 11 17:23:27.932857 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece5e7b-8e51-4016-a663-bc918940120f req-6ce56828-0b58-4239-bcc2-79e519dc85ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:27.934340 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ece5e7b-8e51-4016-a663-bc918940120f req-6ce56828-0b58-4239-bcc2-79e519dc85ca service neutron] 10.222.0.83 "GET /v2.0/networks?id=e943cf5d-ace4-4920-a83b-e3ebafedcd83 HTTP/1.1" status: 200 len: 922 time: 0.2015705 Nov 11 17:23:27.936998 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-775aa216-b0ea-4861-b054-d965271b27dc req-af3f97e0-527d-4c6e-a9a0-f18d416c4752 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:28.038794 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bf03a-2b07-4526-9114-db686d0ae807 req-cc2a3b7d-240c-4db7-9c48-2b6e6cc5901d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:28.040291 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-eb0bf03a-2b07-4526-9114-db686d0ae807 req-cc2a3b7d-240c-4db7-9c48-2b6e6cc5901d service neutron] 10.222.0.64 "GET /v2.0/networks?id=ca2e1f86-934a-4152-ab84-3b49ab8b2638 HTTP/1.1" status: 200 len: 916 time: 0.4466207 Nov 11 17:23:28.083208 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-775aa216-b0ea-4861-b054-d965271b27dc req-af3f97e0-527d-4c6e-a9a0-f18d416c4752 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:28.100031 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ece5e7b-8e51-4016-a663-bc918940120f req-729a9e12-776c-406c-aadb-62dfcb0aba44 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=650c9624-07cc-4e65-8a52-6591e68d379a HTTP/1.1" status: 200 len: 1000 time: 0.1549830 Nov 11 17:23:28.102729 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-775aa216-b0ea-4861-b054-d965271b27dc req-af3f97e0-527d-4c6e-a9a0-f18d416c4752 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:28.125804 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-eb0bf03a-2b07-4526-9114-db686d0ae807 req-f70322d2-649b-4ac3-b00a-aa95be86102b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9743c4b0-f1c8-4462-a165-8b49726eb2aa HTTP/1.1" status: 200 len: 217 time: 0.0712833 Nov 11 17:23:28.135065 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-81eebdac-5afd-4283-a0a5-37f9299bbb8e req-556f7dc4-2f9c-4860-9814-f69cb474bf01 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 1000 time: 0.1270773 Nov 11 17:23:28.142155 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f97e0-527d-4c6e-a9a0-f18d416c4752 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8dd8145-ed3d-4854-9c80-8f57d0c0b011,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:28.194127 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-775aa216-b0ea-4861-b054-d965271b27dc req-af3f97e0-527d-4c6e-a9a0-f18d416c4752 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:28.195763 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-775aa216-b0ea-4861-b054-d965271b27dc req-af3f97e0-527d-4c6e-a9a0-f18d416c4752 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4646184 Nov 11 17:23:28.222145 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece5e7b-8e51-4016-a663-bc918940120f req-860a2954-dcfa-4ba6-8e6c-927e712adc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:28.231135 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ece5e7b-8e51-4016-a663-bc918940120f req-860a2954-dcfa-4ba6-8e6c-927e712adc1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eeaf0859b8554fe38e6f252116aac055&device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 1096 time: 0.1873879 Nov 11 17:23:28.243890 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3508120b-df36-4eb2-a3cb-a289ed932134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:29Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '9494644c-83d2-44ac-8b3d-afe8ab446f1b', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'port_id': '650c9624-07cc-4e65-8a52-6591e68d379a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'mac_address': 'fa:16:3e:a5:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e59159-2f88-4df4-b0b8-d00c6fda90a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:22:51Z', 'updated_at': '2021-11-11T17:23:26Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f30440-029f-489d-9d31-ba6033705d8f', 'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'mac_address': 'fa:16:3e:71:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:28Z', 'updated_at': '2021-11-11T17:22:33Z', 'revision_number': 5, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'subnets': [{'id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:28.246579 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bf03a-2b07-4526-9114-db686d0ae807 req-07e8379a-f5c8-41fa-9cc7-bb6c43d2fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:28.248431 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-eb0bf03a-2b07-4526-9114-db686d0ae807 req-07e8379a-f5c8-41fa-9cc7-bb6c43d2fd60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e47b86e0-37cc-41e8-8408-988287863990 HTTP/1.1" status: 200 len: 854 time: 0.1065419 Nov 11 17:23:28.257891 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece5e7b-8e51-4016-a663-bc918940120f req-201221be-ee34-49f4-af43-d906a72712b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:28.259441 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ece5e7b-8e51-4016-a663-bc918940120f req-201221be-ee34-49f4-af43-d906a72712b8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1758254d-1b04-473e-8f9e-cda256449fb7 HTTP/1.1" status: 200 len: 859 time: 0.1449676 Nov 11 17:23:28.288790 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3508120b-df36-4eb2-a3cb-a289ed932134 None None] The sync data for ids ['64b27bb6-7576-43f2-9b53-2180d2abcc44'] in n-d-816206-4 is: [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:29Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '9494644c-83d2-44ac-8b3d-afe8ab446f1b', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'port_id': '650c9624-07cc-4e65-8a52-6591e68d379a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'mac_address': 'fa:16:3e:a5:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e59159-2f88-4df4-b0b8-d00c6fda90a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:22:51Z', 'updated_at': '2021-11-11T17:23:26Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f30440-029f-489d-9d31-ba6033705d8f', 'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'mac_address': 'fa:16:3e:71:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:28Z', 'updated_at': '2021-11-11T17:22:33Z', 'revision_number': 5, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'subnets': [{'id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:23:28.352299 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-eb0bf03a-2b07-4526-9114-db686d0ae807 req-a344f8c7-157f-4e0f-b72d-d2db9cdbba68 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ca2e1f86-934a-4152-ab84-3b49ab8b2638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770998 Nov 11 17:23:28.358363 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-7a65e802-cd91-412c-9177-0d1c928c1635 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Made reservation on behalf of 387406ef69094f328d7c9e69ebc2a5aa for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:23:28.361988 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-7a65e802-cd91-412c-9177-0d1c928c1635 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:28.362936 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eebdac-5afd-4283-a0a5-37f9299bbb8e req-291d1b41-41fa-4e5b-a3b6-b29df665cbe7 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:28.364401 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-81eebdac-5afd-4283-a0a5-37f9299bbb8e req-291d1b41-41fa-4e5b-a3b6-b29df665cbe7 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.2198751 Nov 11 17:23:28.372268 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece5e7b-8e51-4016-a663-bc918940120f req-ea0657e8-e5cf-4689-8337-85b5baef6010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:28.373796 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ece5e7b-8e51-4016-a663-bc918940120f req-ea0657e8-e5cf-4689-8337-85b5baef6010 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e943cf5d-ace4-4920-a83b-e3ebafedcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031325 Nov 11 17:23:28.529727 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece5e7b-8e51-4016-a663-bc918940120f req-9dc12993-61b7-4d40-a4e5-db459da0e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:28.531210 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ece5e7b-8e51-4016-a663-bc918940120f req-9dc12993-61b7-4d40-a4e5-db459da0e4a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e943cf5d-ace4-4920-a83b-e3ebafedcd83 HTTP/1.1" status: 200 len: 922 time: 0.2816033 Nov 11 17:23:28.588069 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c747073-cd28-4b3e-afab-73d9ab14d49a req-3340235d-4146-40ba-8527-0fb3729e5123 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:28.609318 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7c747073-cd28-4b3e-afab-73d9ab14d49a req-3340235d-4146-40ba-8527-0fb3729e5123 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.76 "GET /v2.0/ports?device_id=739c90a7-dd8a-4334-b967-05fb0841931a HTTP/1.1" status: 200 len: 945 time: 0.1223769 Nov 11 17:23:28.618233 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ece5e7b-8e51-4016-a663-bc918940120f req-42469f4d-f0a8-4f08-ad99-6196186b4af4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9170764-328e-49c6-903a-578f4c3fb49e HTTP/1.1" status: 200 len: 217 time: 0.0743287 Nov 11 17:23:28.629248 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-eb0bf03a-2b07-4526-9114-db686d0ae807 req-5d7ca2d4-c93f-4907-b306-38199698bbdc service neutron] 10.222.0.64 "GET /v2.0/networks/ca2e1f86-934a-4152-ab84-3b49ab8b2638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646141 Nov 11 17:23:28.658107 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ece5e7b-8e51-4016-a663-bc918940120f req-57902dc1-8ae9-480f-b122-b14976e19936 service neutron] 10.222.0.83 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752542 Nov 11 17:23:28.745393 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7c747073-cd28-4b3e-afab-73d9ab14d49a req-4fda4234-6534-4c17-944f-ecfab8a79311 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1a7a7ae-1704-425d-ae7b-dd5fa9712ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335263 Nov 11 17:23:28.805592 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece5e7b-8e51-4016-a663-bc918940120f req-3c49b1c1-b02e-49d4-9084-497ff9c35609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:28.807441 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ece5e7b-8e51-4016-a663-bc918940120f req-3c49b1c1-b02e-49d4-9084-497ff9c35609 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1758254d-1b04-473e-8f9e-cda256449fb7 HTTP/1.1" status: 200 len: 859 time: 0.1806433 Nov 11 17:23:28.808944 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-7a65e802-cd91-412c-9177-0d1c928c1635 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Allocated IP 172.20.0.5 (aef12edc-1263-4022-a80e-fb863587e53a/09fccde3-01fd-422f-a0ab-b92daf8c7d4e/49231710-db79-41d2-b13d-f58d7aad1747) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:23:28.851516 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f486d35-c64f-48e4-b81d-415a1a59dad2 req-3802f085-a41a-445c-bf6a-88a8efa2b862 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "GET /v2.0/security-groups/6d004276-03a1-41ff-8375-c23825dbe56b HTTP/1.1" status: 200 len: 2422 time: 0.0848045 Nov 11 17:23:28.855759 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ece5e7b-8e51-4016-a663-bc918940120f req-2ef3b68f-a23c-4677-84ed-46d3c4245e21 service neutron] 10.222.0.83 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871309 Nov 11 17:23:28.909000 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-eb0bf03a-2b07-4526-9114-db686d0ae807 req-30c9fb3b-b81f-4334-8c85-dd7a1f344e46 service neutron] 10.222.0.64 "GET /v2.0/networks/ca2e1f86-934a-4152-ab84-3b49ab8b2638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677262 Nov 11 17:23:28.946916 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece5e7b-8e51-4016-a663-bc918940120f req-320299e1-b0eb-4c03-be0a-42d5d3473c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:28.949373 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ece5e7b-8e51-4016-a663-bc918940120f req-320299e1-b0eb-4c03-be0a-42d5d3473c57 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e943cf5d-ace4-4920-a83b-e3ebafedcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1321235 Nov 11 17:23:28.978293 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-90f353e3-d056-46ff-9285-63e70884717e tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 1000 time: 0.1020172 Nov 11 17:23:29.052960 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-3d83f7be-7c93-441c-ae34-e20059a354bc tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:29.055104 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-3d83f7be-7c93-441c-ae34-e20059a354bc tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports/650c9624-07cc-4e65-8a52-6591e68d379a HTTP/1.1" status: 200 len: 942 time: 0.0680335 Nov 11 17:23:29.172110 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ece5e7b-8e51-4016-a663-bc918940120f req-9ef106b7-079a-405f-8d23-678d6435ad03 service neutron] 10.222.0.64 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007122 Nov 11 17:23:29.174831 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-7a65e802-cd91-412c-9177-0d1c928c1635 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:29.198849 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-77499850-f2ba-4c8f-a8cd-9e8092b59a6d tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 1000 time: 0.0880175 Nov 11 17:23:29.279510 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-7a65e802-cd91-412c-9177-0d1c928c1635 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:29.337211 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1ece5e7b-8e51-4016-a663-bc918940120f req-9603856e-299b-4108-9e55-4d1e50f68d71 service neutron] 10.222.0.64 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569567 Nov 11 17:23:29.345819 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-7a65e802-cd91-412c-9177-0d1c928c1635 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Network aef12edc-1263-4022-a80e-fb863587e53a is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:23:29.351254 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-7a65e802-cd91-412c-9177-0d1c928c1635 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:23:29.367697 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-77028993-dfe1-46ad-b943-4d0a867c8b13 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:29.368769 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-7a65e802-cd91-412c-9177-0d1c928c1635 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:23:29.369103 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-77028993-dfe1-46ad-b943-4d0a867c8b13 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.1610980 Nov 11 17:23:29.385050 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65e802-cd91-412c-9177-0d1c928c1635 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Pushing event updated for resources: {'Port': ['ID=49231710-db79-41d2-b13d-f58d7aad1747,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:29.406945 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 9743c4b0-f1c8-4462-a165-8b49726eb2aa up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:23:29.471253 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-7a65e802-cd91-412c-9177-0d1c928c1635 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:29.472524 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-7a65e802-cd91-412c-9177-0d1c928c1635 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:29.478606 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 9743c4b0-f1c8-4462-a165-8b49726eb2aa completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:23:29.483947 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 9743c4b0-f1c8-4462-a165-8b49726eb2aa triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:23:29.484365 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:29.504266 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-10374fa6-86bf-4444-aac6-d47006518377 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 1000 time: 0.1221764 Nov 11 17:23:29.508069 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-7a65e802-cd91-412c-9177-0d1c928c1635 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0015528 Nov 11 17:23:29.517721 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e309a-bbc1-4113-bbad-0b4f638213ba req-0bef8369-f881-4e3a-a9ba-b2e8680badac tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:29.519156 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-195e309a-bbc1-4113-bbad-0b4f638213ba req-0bef8369-f881-4e3a-a9ba-b2e8680badac tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 931 time: 0.0888677 Nov 11 17:23:29.523962 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-48704118-af7c-4b4f-b1d8-a68d80ae46c6 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:29.539074 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] Request body: {'port': {'device_id': 'fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:29.572876 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:29.602199 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739c90a7-dd8a-4334-b967-05fb0841931a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9743c4b0-f1c8-4462-a165-8b49726eb2aa'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:23:29.605546 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eddca04-8fd0-436c-8b0e-1e5a09e284a6" -d '{"events": [{"server_uuid": "739c90a7-dd8a-4334-b967-05fb0841931a", "name": "network-vif-plugged", "status": "completed", "tag": "9743c4b0-f1c8-4462-a165-8b49726eb2aa"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:23:29.626212 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 9743c4b0-f1c8-4462-a165-8b49726eb2aa, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=9743c4b0-f1c8-4462-a165-8b49726eb2aa,segment=NetworkSegment(a3280f00-aacb-4ea4-8f8c-ffc2a8673bf4),segment_id=a3280f00-aacb-4ea4-8f8c-ffc2a8673bf4)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:29.632763 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:29.634058 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:23:29.643129 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:29.725972 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=9743c4b0-f1c8-4462-a165-8b49726eb2aa,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:29.743426 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:23:29.752443 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:23:29.752826 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:29.866392 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:29.920481 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:29.927973 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:29.978166 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-195e309a-bbc1-4113-bbad-0b4f638213ba req-36477265-6fce-4609-b19d-db51d82aad2a tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648637 Nov 11 17:23:29.983280 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-48704118-af7c-4b4f-b1d8-a68d80ae46c6 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks [] for floatingip, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:30.040456 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49231710-db79-41d2-b13d-f58d7aad1747 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:23:30.053074 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:30.060125 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:30.079350 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] Transition to ACTIVE for port object 49231710-db79-41d2-b13d-f58d7aad1747 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:23:30.083929 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:30.142329 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] Pushing event updated for resources: {'Port': ['ID=49231710-db79-41d2-b13d-f58d7aad1747,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:30.164189 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-48704118-af7c-4b4f-b1d8-a68d80ae46c6 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:30.180332 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-48704118-af7c-4b4f-b1d8-a68d80ae46c6 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:30.180696 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-48704118-af7c-4b4f-b1d8-a68d80ae46c6 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Floating IP 9494644c-83d2-44ac-8b3d-afe8ab446f1b disassociated. External IP: 172.25.2.42, port: 650c9624-07cc-4e65-8a52-6591e68d379a. Nov 11 17:23:30.222838 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] Attempting to bind port 49231710-db79-41d2-b13d-f58d7aad1747 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:23:30.223159 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] Attempting to bind port 49231710-db79-41d2-b13d-f58d7aad1747 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:23:30.223848 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] Attempting to bind port 49231710-db79-41d2-b13d-f58d7aad1747 on network aef12edc-1263-4022-a80e-fb863587e53a {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:23:30.228265 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] Port 49231710-db79-41d2-b13d-f58d7aad1747 on network aef12edc-1263-4022-a80e-fb863587e53a not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:23:30.228639 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] Attempting to bind port 49231710-db79-41d2-b13d-f58d7aad1747 on network aef12edc-1263-4022-a80e-fb863587e53a {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:23:30.233916 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:23:30.234319 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] Checking segment: {'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:23:30.234739 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] Bound using segment: {'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:23:30.235572 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] Bound port: 49231710-db79-41d2-b13d-f58d7aad1747, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:23:30.235572 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:30.246523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970b3e4-577d-4a3c-97df-0fbb7ed711d9 req-566ccfdb-c3d4-4ac9-b957-86c8d96169a1 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:30.248181 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1970b3e4-577d-4a3c-97df-0fbb7ed711d9 req-566ccfdb-c3d4-4ac9-b957-86c8d96169a1 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 946 time: 0.1332738 Nov 11 17:23:30.330261 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] For port 49231710-db79-41d2-b13d-f58d7aad1747, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:23:30.335253 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] For port 49231710-db79-41d2-b13d-f58d7aad1747, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=49231710-db79-41d2-b13d-f58d7aad1747,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:23:30.341173 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:30.352949 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1970b3e4-577d-4a3c-97df-0fbb7ed711d9 req-265182dc-5c7c-4dca-9491-1d120115ed59 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741761 Nov 11 17:23:30.361456 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:30.362778 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:30.365025 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] 10.222.0.64 "PUT /v2.0/ports/49231710-db79-41d2-b13d-f58d7aad1747 HTTP/1.1" status: 200 len: 1091 time: 0.8340950 Nov 11 17:23:30.367237 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f', 'tag': '49231710-db79-41d2-b13d-f58d7aad1747'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:23:30.369779 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e41218-cdc7-40d4-b100-e989a5a20cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f", "tag": "49231710-db79-41d2-b13d-f58d7aad1747"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:23:30.534338 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cb8fc-01a0-4891-9383-f1fc51db0b99 service neutron] Pushing event updated for resources: {'Port': ['ID=49231710-db79-41d2-b13d-f58d7aad1747,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:30.541119 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-5f0f3fd0-affa-4734-8115-f7c05e0720d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:30.543879 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-5f0f3fd0-affa-4734-8115-f7c05e0720d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 1094 time: 0.0914748 Nov 11 17:23:30.584593 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-48704118-af7c-4b4f-b1d8-a68d80ae46c6 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Router 64b27bb6-7576-43f2-9b53-2180d2abcc44 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:23:30.589323 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fcc9145f-5e07-4a6f-8385-53c56deb9a04 req-3dbe7d59-b7d7-48c5-a24d-0f5beb3d5f40 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "GET /v2.0/security-group-rules/a8dd8145-ed3d-4854-9c80-8f57d0c0b011 HTTP/1.1" status: 200 len: 778 time: 0.0321512 Nov 11 17:23:30.601294 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-529b30d2-34f3-43f4-92dc-d3662f0bfe22 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49231710-db79-41d2-b13d-f58d7aad1747 HTTP/1.1" status: 200 len: 217 time: 0.0425551 Nov 11 17:23:30.659887 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-3225baa3-2f72-42ab-82fa-a3b156c1e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:30.661714 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-3225baa3-2f72-42ab-82fa-a3b156c1e655 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09fccde3-01fd-422f-a0ab-b92daf8c7d4e HTTP/1.1" status: 200 len: 851 time: 0.0536835 Nov 11 17:23:30.699360 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-bf4d717b-05e3-4ef0-988f-59f63ca0fa36 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aef12edc-1263-4022-a80e-fb863587e53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310259 Nov 11 17:23:30.750071 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fcc9145f-5e07-4a6f-8385-53c56deb9a04 req-8c2eecd4-9103-4304-bca4-4488037d6063 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "GET /v2.0/security-groups/6d004276-03a1-41ff-8375-c23825dbe56b HTTP/1.1" status: 200 len: 2422 time: 0.1505001 Nov 11 17:23:30.793976 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-fcc9145f-5e07-4a6f-8385-53c56deb9a04 req-1246697a-0156-4942-9fc3-15526bef1a1b tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:30.802952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-48704118-af7c-4b4f-b1d8-a68d80ae46c6 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:23:30.806333 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-48704118-af7c-4b4f-b1d8-a68d80ae46c6 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:30.808887 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-689c4474-7cc4-4987-a39c-60c6cc2a4bb6 service neutron] 10.222.0.64 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021690 Nov 11 17:23:30.811534 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-fcc9145f-5e07-4a6f-8385-53c56deb9a04 req-1246697a-0156-4942-9fc3-15526bef1a1b tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:30.815457 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c866713e-fffc-49a6-8be1-f3e10f2e90c0 None None] Sync routers for ids ['64b27bb6-7576-43f2-9b53-2180d2abcc44'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:23:30.827123 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c866713e-fffc-49a6-8be1-f3e10f2e90c0 None None] Routers {'64b27bb6-7576-43f2-9b53-2180d2abcc44'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:23:30.828081 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c866713e-fffc-49a6-8be1-f3e10f2e90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:23:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['64b27bb6-7576-43f2-9b53-2180d2abcc44'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:30.862931 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-48704118-af7c-4b4f-b1d8-a68d80ae46c6 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "PUT /v2.0/floatingips/9494644c-83d2-44ac-8b3d-afe8ab446f1b HTTP/1.1" status: 200 len: 694 time: 1.3420155 Nov 11 17:23:30.865831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e59159-2f88-4df4-b0b8-d00c6fda90a4', 'tag': '650c9624-07cc-4e65-8a52-6591e68d379a'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:23:30.869047 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375cc0e6-2a30-456e-80d9-85d557ba8b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "28e59159-2f88-4df4-b0b8-d00c6fda90a4", "tag": "650c9624-07cc-4e65-8a52-6591e68d379a"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:23:30.919063 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6eff0f15-125c-4ea3-81ff-aa5dd4b1fc50 req-f71a640f-ca85-4ded-870a-668825a8625e service neutron] 10.222.0.64 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983238 Nov 11 17:23:30.928204 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-fcc9145f-5e07-4a6f-8385-53c56deb9a04 req-1246697a-0156-4942-9fc3-15526bef1a1b tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:30.935388 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-fcc9145f-5e07-4a6f-8385-53c56deb9a04 req-1246697a-0156-4942-9fc3-15526bef1a1b tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:30.936648 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fcc9145f-5e07-4a6f-8385-53c56deb9a04 req-1246697a-0156-4942-9fc3-15526bef1a1b tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/a8dd8145-ed3d-4854-9c80-8f57d0c0b011 HTTP/1.1" status: 204 len: 173 time: 0.1778233 Nov 11 17:23:30.952018 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246697a-0156-4942-9fc3-15526bef1a1b tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8dd8145-ed3d-4854-9c80-8f57d0c0b011,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:30.973580 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-4f9cefcd-3316-4046-bb31-10d0e210d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:30.975352 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-4f9cefcd-3316-4046-bb31-10d0e210d501 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=eeaf0859b8554fe38e6f252116aac055&device_id=28e59159-2f88-4df4-b0b8-d00c6fda90a4 HTTP/1.1" status: 200 len: 1096 time: 0.0979433 Nov 11 17:23:30.985443 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-c866713e-fffc-49a6-8be1-f3e10f2e90c0 None None] Set router 64b27bb6-7576-43f2-9b53-2180d2abcc44 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:23:31.029609 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4bdb73-785e-4fab-990e-2e59a36afde3 x-openstack-request-id: req-ef4bdb73-785e-4fab-990e-2e59a36afde3 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:23:31.030291 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739c90a7-dd8a-4334-b967-05fb0841931a", "name": "network-vif-plugged", "status": "completed", "tag": "9743c4b0-f1c8-4462-a165-8b49726eb2aa", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:23:31.030291 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ef4bdb73-785e-4fab-990e-2e59a36afde3 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:23:31.030559 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739c90a7-dd8a-4334-b967-05fb0841931a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9743c4b0-f1c8-4462-a165-8b49726eb2aa', 'code': 200} Nov 11 17:23:31.142898 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-2555c34e-adc8-4bd9-bb7a-82452e5f8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:31.150541 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-2555c34e-adc8-4bd9-bb7a-82452e5f8c75 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e943cf5d-ace4-4920-a83b-e3ebafedcd83 HTTP/1.1" status: 200 len: 922 time: 0.1648881 Nov 11 17:23:31.178013 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1b0c5-d1e2-4405-aadb-30e67d58fe21 req-74faf97b-8806-4b0d-9c88-51623cdec065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:31.179670 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7ef1b0c5-d1e2-4405-aadb-30e67d58fe21 req-74faf97b-8806-4b0d-9c88-51623cdec065 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=739c90a7-dd8a-4334-b967-05fb0841931a HTTP/1.1" status: 200 len: 1097 time: 0.0571356 Nov 11 17:23:31.224481 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-3d7c083e-3225-4d30-af3a-5d8461174188 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=650c9624-07cc-4e65-8a52-6591e68d379a HTTP/1.1" status: 200 len: 217 time: 0.0730057 Nov 11 17:23:31.244500 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7ef1b0c5-d1e2-4405-aadb-30e67d58fe21 req-d2235a8d-7334-4713-85be-ee25169dc2be service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a1a7a7ae-1704-425d-ae7b-dd5fa9712ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514522 Nov 11 17:23:31.256993 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c866713e-fffc-49a6-8be1-f3e10f2e90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:29Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '76f30440-029f-489d-9d31-ba6033705d8f', 'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'mac_address': 'fa:16:3e:71:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:28Z', 'updated_at': '2021-11-11T17:22:33Z', 'revision_number': 5, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'subnets': [{'id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:31.272091 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26544ee8-4a53-4e95-8492-e4ff81907938 req-655274cf-d70d-48c9-9ec1-64fd97b60c25 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:31.273597 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26544ee8-4a53-4e95-8492-e4ff81907938 req-655274cf-d70d-48c9-9ec1-64fd97b60c25 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.76 "GET /v2.0/ports?device_id=739c90a7-dd8a-4334-b967-05fb0841931a HTTP/1.1" status: 200 len: 946 time: 0.1640983 Nov 11 17:23:31.298169 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c866713e-fffc-49a6-8be1-f3e10f2e90c0 None None] Checking router: 64b27bb6-7576-43f2-9b53-2180d2abcc44 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:23:31.308807 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c866713e-fffc-49a6-8be1-f3e10f2e90c0 None None] Routers {'64b27bb6-7576-43f2-9b53-2180d2abcc44'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:23:31.309679 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c866713e-fffc-49a6-8be1-f3e10f2e90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:23:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['64b27bb6-7576-43f2-9b53-2180d2abcc44'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:31.313724 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-7900d77f-91a4-4bac-b0fe-a64f55ebc2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:31.315564 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-7900d77f-91a4-4bac-b0fe-a64f55ebc2df service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1758254d-1b04-473e-8f9e-cda256449fb7 HTTP/1.1" status: 200 len: 859 time: 0.0838196 Nov 11 17:23:31.377544 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26544ee8-4a53-4e95-8492-e4ff81907938 req-345dd85f-f5b4-4db8-84f5-ab2e1359cead tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1a7a7ae-1704-425d-ae7b-dd5fa9712ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937731 Nov 11 17:23:31.391575 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-16ce5dd9-5487-4a5f-b7d2-c40f89ce3784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:31.393621 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-16ce5dd9-5487-4a5f-b7d2-c40f89ce3784 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e943cf5d-ace4-4920-a83b-e3ebafedcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642161 Nov 11 17:23:31.442946 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-c866713e-fffc-49a6-8be1-f3e10f2e90c0 None None] Set router 64b27bb6-7576-43f2-9b53-2180d2abcc44 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:23:31.449282 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a22f87-f3d5-4584-9c6e-6b0adb6f2f6f x-openstack-request-id: req-e1a22f87-f3d5-4584-9c6e-6b0adb6f2f6f {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:23:31.449884 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f", "tag": "49231710-db79-41d2-b13d-f58d7aad1747", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:23:31.450173 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e1a22f87-f3d5-4584-9c6e-6b0adb6f2f6f {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:23:31.450670 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f', 'tag': '49231710-db79-41d2-b13d-f58d7aad1747', 'status': 'completed', 'code': 200} Nov 11 17:23:31.491118 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac80e4fe-29d0-44e5-b626-01446d54dc07 x-openstack-request-id: req-ac80e4fe-29d0-44e5-b626-01446d54dc07 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:23:31.491632 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e59159-2f88-4df4-b0b8-d00c6fda90a4", "tag": "650c9624-07cc-4e65-8a52-6591e68d379a", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:23:31.491981 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ac80e4fe-29d0-44e5-b626-01446d54dc07 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:23:31.492388 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e59159-2f88-4df4-b0b8-d00c6fda90a4', 'tag': '650c9624-07cc-4e65-8a52-6591e68d379a', 'status': 'completed', 'code': 200} Nov 11 17:23:31.543663 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-4e9e98cc-66ee-467a-9400-7f77fc2662d9 req-2784d6e3-edae-4480-a698-6c72bbded48a tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1718484049', 'description': 'tempest-description-309032599'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:31.589231 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-37c1c859-8962-4dd1-a0eb-36d5c35eb7e2 service neutron] 10.222.0.76 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863055 Nov 11 17:23:31.617119 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e41218-cdc7-40d4-b100-e989a5a20cc2 req-ffaa7eab-ea07-47c3-9ae1-ef87aab280b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:31.618621 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f8e41218-cdc7-40d4-b100-e989a5a20cc2 req-ffaa7eab-ea07-47c3-9ae1-ef87aab280b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 1094 time: 0.0639048 Nov 11 17:23:31.651010 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4e9e98cc-66ee-467a-9400-7f77fc2662d9 req-2784d6e3-edae-4480-a698-6c72bbded48a tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:31.669592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cc0e6-2a30-456e-80d9-85d557ba8b2e req-cc20f97d-8d3b-4fc8-97f4-0df644aaab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:31.671320 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-375cc0e6-2a30-456e-80d9-85d557ba8b2e req-cc20f97d-8d3b-4fc8-97f4-0df644aaab22 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eeaf0859b8554fe38e6f252116aac055&device_id=28e59159-2f88-4df4-b0b8-d00c6fda90a4 HTTP/1.1" status: 200 len: 1096 time: 0.1425354 Nov 11 17:23:31.708180 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c866713e-fffc-49a6-8be1-f3e10f2e90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:29Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '76f30440-029f-489d-9d31-ba6033705d8f', 'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'mac_address': 'fa:16:3e:71:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:28Z', 'updated_at': '2021-11-11T17:22:33Z', 'revision_number': 5, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'subnets': [{'id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:31.750613 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c866713e-fffc-49a6-8be1-f3e10f2e90c0 None None] The sync data for ids ['64b27bb6-7576-43f2-9b53-2180d2abcc44'] in n-d-816206-4 is: [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:29Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '76f30440-029f-489d-9d31-ba6033705d8f', 'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'mac_address': 'fa:16:3e:71:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:28Z', 'updated_at': '2021-11-11T17:22:33Z', 'revision_number': 5, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'subnets': [{'id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:23:31.759573 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e41218-cdc7-40d4-b100-e989a5a20cc2 req-d182c73c-1ab5-4464-a6ec-a5890c10bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:31.761485 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f8e41218-cdc7-40d4-b100-e989a5a20cc2 req-d182c73c-1ab5-4464-a6ec-a5890c10bdb4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aef12edc-1263-4022-a80e-fb863587e53a HTTP/1.1" status: 200 len: 913 time: 0.1346769 Nov 11 17:23:31.811235 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37a5b128-65c6-4db3-a0f0-bbcf03959013 req-3704a741-cd00-4fcc-9a8c-b0956976edb2 service neutron] 10.222.0.76 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134042 Nov 11 17:23:31.838128 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f8e41218-cdc7-40d4-b100-e989a5a20cc2 req-b38ca6bb-241e-416c-bc42-8a5b7dac29f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49231710-db79-41d2-b13d-f58d7aad1747 HTTP/1.1" status: 200 len: 217 time: 0.0594437 Nov 11 17:23:31.864979 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cc0e6-2a30-456e-80d9-85d557ba8b2e req-a309d5f7-e606-4dce-8033-0f7c87c2cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:31.866696 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-375cc0e6-2a30-456e-80d9-85d557ba8b2e req-a309d5f7-e606-4dce-8033-0f7c87c2cce6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e943cf5d-ace4-4920-a83b-e3ebafedcd83 HTTP/1.1" status: 200 len: 922 time: 0.1854856 Nov 11 17:23:31.884098 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4e9e98cc-66ee-467a-9400-7f77fc2662d9 req-2784d6e3-edae-4480-a698-6c72bbded48a tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:31.916537 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-375cc0e6-2a30-456e-80d9-85d557ba8b2e req-7f3facdd-dcc1-4ae1-8698-e4382d5a7fef service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=650c9624-07cc-4e65-8a52-6591e68d379a HTTP/1.1" status: 200 len: 217 time: 0.0412345 Nov 11 17:23:31.917907 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4e9e98cc-66ee-467a-9400-7f77fc2662d9 req-2784d6e3-edae-4480-a698-6c72bbded48a tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:31.922699 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e41218-cdc7-40d4-b100-e989a5a20cc2 req-f33c1335-8126-4f47-8069-231f0473f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:31.924224 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f8e41218-cdc7-40d4-b100-e989a5a20cc2 req-f33c1335-8126-4f47-8069-231f0473f375 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09fccde3-01fd-422f-a0ab-b92daf8c7d4e HTTP/1.1" status: 200 len: 851 time: 0.0852616 Nov 11 17:23:31.973867 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4e9e98cc-66ee-467a-9400-7f77fc2662d9 req-2784d6e3-edae-4480-a698-6c72bbded48a tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:31.986424 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e9e98cc-66ee-467a-9400-7f77fc2662d9 req-2784d6e3-edae-4480-a698-6c72bbded48a tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4589186 Nov 11 17:23:32.001856 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784d6e3-edae-4480-a698-6c72bbded48a tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b533c5-8425-4e7e-80f0-ebc990de1aef,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:32.020059 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f8e41218-cdc7-40d4-b100-e989a5a20cc2 req-66847d74-47f2-4fed-baa4-ceed7e58fd84 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aef12edc-1263-4022-a80e-fb863587e53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856140 Nov 11 17:23:32.031956 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cc0e6-2a30-456e-80d9-85d557ba8b2e req-51e06486-8d8a-4d6e-9476-baee063c396a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:32.033471 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-375cc0e6-2a30-456e-80d9-85d557ba8b2e req-51e06486-8d8a-4d6e-9476-baee063c396a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1758254d-1b04-473e-8f9e-cda256449fb7 HTTP/1.1" status: 200 len: 859 time: 0.1083868 Nov 11 17:23:32.141546 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cc0e6-2a30-456e-80d9-85d557ba8b2e req-19dee219-0762-43cc-9b68-77fc90c2580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:32.143420 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-375cc0e6-2a30-456e-80d9-85d557ba8b2e req-19dee219-0762-43cc-9b68-77fc90c2580a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e943cf5d-ace4-4920-a83b-e3ebafedcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002162 Nov 11 17:23:32.204531 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f8e41218-cdc7-40d4-b100-e989a5a20cc2 req-c6dda03b-b027-4893-b0db-bba218b8a2fd service neutron] 10.222.0.64 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758614 Nov 11 17:23:32.217877 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17afa9bc-cfa8-4c71-ab6a-6a848cc27fbc None None] New status for floating IP 9494644c-83d2-44ac-8b3d-afe8ab446f1b: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:23:32.264063 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-375cc0e6-2a30-456e-80d9-85d557ba8b2e req-8648386f-3e26-415b-a83d-9ca97d152e4b service neutron] 10.222.0.83 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014981 Nov 11 17:23:32.273514 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fdd7f-3658-4be7-afc2-f3b5247b15f2 req-ba3f070b-637e-4f8b-bb28-7a1f2fa32beb tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:32.274920 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e70fdd7f-3658-4be7-afc2-f3b5247b15f2 req-ba3f070b-637e-4f8b-bb28-7a1f2fa32beb tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 943 time: 0.1617801 Nov 11 17:23:32.402709 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f8e41218-cdc7-40d4-b100-e989a5a20cc2 req-c02b580d-63a1-4ea1-a2e5-500fdb03b720 service neutron] 10.222.0.64 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747770 Nov 11 17:23:32.445336 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-375cc0e6-2a30-456e-80d9-85d557ba8b2e req-cd2dd71e-33cd-4025-b7ba-a4ffbbc76069 service neutron] 10.222.0.83 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694109 Nov 11 17:23:32.532102 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e70fdd7f-3658-4be7-afc2-f3b5247b15f2 req-5f493a8d-3520-4a98-af3c-c6f5c8eb9174 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853307 Nov 11 17:23:32.572403 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83e5a3-903f-4d1b-86ef-f9e33449f14b req-91e48e10-45e5-4dca-a18a-3d47b9c32d70 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:32.574440 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf83e5a3-903f-4d1b-86ef-f9e33449f14b req-91e48e10-45e5-4dca-a18a-3d47b9c32d70 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 946 time: 0.1078365 Nov 11 17:23:32.652539 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf83e5a3-903f-4d1b-86ef-f9e33449f14b req-8ba1d737-7eb6-462b-9195-b2d8863ced3a tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700128 Nov 11 17:23:32.745430 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0cc3006a-924a-454e-b77b-143ef9801d61 req-335405b5-b9d4-48f7-b666-15fc9e37942c tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "GET /v2.0/security-groups/82b533c5-8425-4e7e-80f0-ebc990de1aef HTTP/1.1" status: 200 len: 1829 time: 0.0484340 Nov 11 17:23:32.946781 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ad958-8e7f-4baa-b8c3-8abc6c04b955 req-73af6fb8-67d1-4e98-88dd-8b241afb95ca tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:32.949077 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cc9ad958-8e7f-4baa-b8c3-8abc6c04b955 req-73af6fb8-67d1-4e98-88dd-8b241afb95ca tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.76 "GET /v2.0/ports?device_id=739c90a7-dd8a-4334-b967-05fb0841931a HTTP/1.1" status: 200 len: 946 time: 0.0844114 Nov 11 17:23:32.964865 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8a306-88b9-4aa3-a1ab-bed05e090b8a req-dfbc3710-f922-4339-b172-09a8226f296f tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:32.966272 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95f8a306-88b9-4aa3-a1ab-bed05e090b8a req-dfbc3710-f922-4339-b172-09a8226f296f tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b4aeb-6824-40de-8fa0-816186a33300&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0917296 Nov 11 17:23:33.031488 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57224ff6-23a7-44c0-8c01-b254af700438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:23:33.033855 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b46356-6255-479f-bb04-a9a4520f3144" -d '{"events": [{"server_uuid": "57224ff6-23a7-44c0-8c01-b254af700438", "name": "network-vif-plugged", "status": "completed", "tag": "4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:23:33.041132 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95f8a306-88b9-4aa3-a1ab-bed05e090b8a req-8b0d6dfe-a89d-4a47-8aff-229975c670f0 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 695 time: 0.0616691 Nov 11 17:23:33.058785 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-95f8a306-88b9-4aa3-a1ab-bed05e090b8a req-80282f7a-f889-4853-b2a2-39b5baaa5e7c tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Request body: {'floatingip': {'port_id': 'd9170764-328e-49c6-903a-578f4c3fb49e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:33.065984 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cc9ad958-8e7f-4baa-b8c3-8abc6c04b955 req-95d880f8-4203-405b-b06e-ec7b84f38a63 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1a7a7ae-1704-425d-ae7b-dd5fa9712ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097178 Nov 11 17:23:33.105373 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-95f8a306-88b9-4aa3-a1ab-bed05e090b8a req-80282f7a-f889-4853-b2a2-39b5baaa5e7c tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks [] for floatingip, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:33.113015 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-5121302c-b8ad-4ece-91ce-179b61c3342d req-e174a7fc-3891-4a84-bf5b-3e6104ec232a tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1838214359', 'description': 'tempest-description-856392951'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:33.217489 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5121302c-b8ad-4ece-91ce-179b61c3342d req-e174a7fc-3891-4a84-bf5b-3e6104ec232a tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:33.397406 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5121302c-b8ad-4ece-91ce-179b61c3342d req-e174a7fc-3891-4a84-bf5b-3e6104ec232a tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:33.415985 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5121302c-b8ad-4ece-91ce-179b61c3342d req-e174a7fc-3891-4a84-bf5b-3e6104ec232a tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:33.425467 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 49231710-db79-41d2-b13d-f58d7aad1747 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:23:33.503772 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5121302c-b8ad-4ece-91ce-179b61c3342d req-e174a7fc-3891-4a84-bf5b-3e6104ec232a tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:33.505536 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5121302c-b8ad-4ece-91ce-179b61c3342d req-e174a7fc-3891-4a84-bf5b-3e6104ec232a tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3976340 Nov 11 17:23:33.553608 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174a7fc-3891-4a84-bf5b-3e6104ec232a tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd85b7c-bd8c-4fdc-8a76-f86519480e7c,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:33.691713 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b33aa4-13cf-409c-b835-85986b220bbd x-openstack-request-id: req-88b33aa4-13cf-409c-b835-85986b220bbd {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:23:33.692035 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57224ff6-23a7-44c0-8c01-b254af700438", "name": "network-vif-plugged", "status": "completed", "tag": "4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:23:33.692288 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88b33aa4-13cf-409c-b835-85986b220bbd {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:23:33.692670 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57224ff6-23a7-44c0-8c01-b254af700438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a', 'code': 200} Nov 11 17:23:33.739870 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ffd707ea-3396-4573-98c6-cb792ffd1c46 req-d3111830-c1ac-4dbe-929b-9f027a46bce5 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "GET /v2.0/security-groups/5fd85b7c-bd8c-4fdc-8a76-f86519480e7c HTTP/1.1" status: 200 len: 1829 time: 0.1009476 Nov 11 17:23:33.769136 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 49231710-db79-41d2-b13d-f58d7aad1747, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=49231710-db79-41d2-b13d-f58d7aad1747,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:33.771444 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82daa06-9788-4d15-a2d0-b46982ffc3a4 req-67874973-9b7f-4fae-a6e7-18acfa26753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:33.776612 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d82daa06-9788-4d15-a2d0-b46982ffc3a4 req-67874973-9b7f-4fae-a6e7-18acfa26753b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 1097 time: 0.0960150 Nov 11 17:23:33.786309 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '49231710-db79-41d2-b13d-f58d7aad1747', 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a', 'port_id': '49231710-db79-41d2-b13d-f58d7aad1747', 'mac_address': 'fa:16:3e:ee:29:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09fccde3-01fd-422f-a0ab-b92daf8c7d4e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:23:33.847704 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:33.863876 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49231710-db79-41d2-b13d-f58d7aad1747 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:23:33.870539 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d82daa06-9788-4d15-a2d0-b46982ffc3a4 req-1cdaa0f9-4111-48ef-88e3-7743d47f1d97 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837867 Nov 11 17:23:33.886726 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 49231710-db79-41d2-b13d-f58d7aad1747, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=49231710-db79-41d2-b13d-f58d7aad1747,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:33.893038 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:33.945731 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=49231710-db79-41d2-b13d-f58d7aad1747,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:33.975209 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-95f8a306-88b9-4aa3-a1ab-bed05e090b8a req-80282f7a-f889-4853-b2a2-39b5baaa5e7c tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:33.987598 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-95f8a306-88b9-4aa3-a1ab-bed05e090b8a req-80282f7a-f889-4853-b2a2-39b5baaa5e7c tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:34.001877 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b7185-17b2-41c9-88a1-96b7795f18c4 req-c4326220-3a69-417e-ad80-900af941f461 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:34.006078 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-886b7185-17b2-41c9-88a1-96b7795f18c4 req-c4326220-3a69-417e-ad80-900af941f461 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 943 time: 0.1784978 Nov 11 17:23:34.128781 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-886b7185-17b2-41c9-88a1-96b7795f18c4 req-e6c7cc97-7686-49f7-b15a-6e7086926671 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897598 Nov 11 17:23:34.146963 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [req-95f8a306-88b9-4aa3-a1ab-bed05e090b8a req-80282f7a-f889-4853-b2a2-39b5baaa5e7c tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Floating IP 9494644c-83d2-44ac-8b3d-afe8ab446f1b associated. External IP: 172.25.2.42, port: d9170764-328e-49c6-903a-578f4c3fb49e. Nov 11 17:23:34.309379 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['49231710-db79-41d2-b13d-f58d7aad1747'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:23:34.462568 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56740) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:34.609784 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25955032-cfef-4aeb-befa-a3ec5dcd5d16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:34.708057 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25955032-cfef-4aeb-befa-a3ec5dcd5d16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:34.712124 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25955032-cfef-4aeb-befa-a3ec5dcd5d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:34.756185 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-25955032-cfef-4aeb-befa-a3ec5dcd5d16 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eab698e02c9e4b599b11951b9cdf1a5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891457 Nov 11 17:23:34.756758 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25955032-cfef-4aeb-befa-a3ec5dcd5d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af0c974-84d2-4b33-9acb-aef8518392d2,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:34.760100 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56748) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:34.822368 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-000d1c03-100e-48e7-896e-fd2d04286a0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:34.826753 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a6ab0-2710-441c-929a-fb33a218b7ba req-8d1eac75-bcd4-42d7-b930-c042ffa77879 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:34.828273 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e7a6ab0-2710-441c-929a-fb33a218b7ba req-8d1eac75-bcd4-42d7-b930-c042ffa77879 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 946 time: 0.5209424 Nov 11 17:23:34.850211 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-000d1c03-100e-48e7-896e-fd2d04286a0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:34.852924 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95f8a306-88b9-4aa3-a1ab-bed05e090b8a req-80282f7a-f889-4853-b2a2-39b5baaa5e7c tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Router 64b27bb6-7576-43f2-9b53-2180d2abcc44 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:23:34.867971 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0d798-87e1-4ca7-8a31-d25c03f45f28 req-c6807b98-8a53-4457-a56e-09984f32e96e tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:34.869401 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-17f0d798-87e1-4ca7-8a31-d25c03f45f28 req-c6807b98-8a53-4457-a56e-09984f32e96e tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.83 "GET /v2.0/ports?device_id=28e59159-2f88-4df4-b0b8-d00c6fda90a4 HTTP/1.1" status: 200 len: 945 time: 0.1119528 Nov 11 17:23:34.905500 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-000d1c03-100e-48e7-896e-fd2d04286a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:34.909673 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-000d1c03-100e-48e7-896e-fd2d04286a0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:34.913602 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-000d1c03-100e-48e7-896e-fd2d04286a0a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0af0c974-84d2-4b33-9acb-aef8518392d2 HTTP/1.1" status: 204 len: 168 time: 0.1494503 Nov 11 17:23:34.922571 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d1c03-100e-48e7-896e-fd2d04286a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af0c974-84d2-4b33-9acb-aef8518392d2,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:34.945156 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e7a6ab0-2710-441c-929a-fb33a218b7ba req-9efb3985-15c5-499e-8f0c-07df19fc99fa tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064274 Nov 11 17:23:35.001528 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-1fc2dbf5-d08f-44e4-aa2c-53d4c4797ded req-4596416f-419d-4bf6-8446-cf41b91398bb tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-584534567', 'description': 'tempest-description-496930658'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:35.105951 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1fc2dbf5-d08f-44e4-aa2c-53d4c4797ded req-4596416f-419d-4bf6-8446-cf41b91398bb tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:35.169734 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95f8a306-88b9-4aa3-a1ab-bed05e090b8a req-80282f7a-f889-4853-b2a2-39b5baaa5e7c tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:23:35.174760 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-95f8a306-88b9-4aa3-a1ab-bed05e090b8a req-80282f7a-f889-4853-b2a2-39b5baaa5e7c tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:35.180688 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674dbadd-425b-471d-9e7b-78638e5d30a0 None None] Sync routers for ids ['64b27bb6-7576-43f2-9b53-2180d2abcc44'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:23:35.183837 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-17f0d798-87e1-4ca7-8a31-d25c03f45f28 req-c0036d67-c2ba-4e2c-860f-cee3323b72eb tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Deleting port 650c9624-07cc-4e65-8a52-6591e68d379a {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:23:35.183837 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-17f0d798-87e1-4ca7-8a31-d25c03f45f28 req-c0036d67-c2ba-4e2c-860f-cee3323b72eb tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:35.197598 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674dbadd-425b-471d-9e7b-78638e5d30a0 None None] Routers {'64b27bb6-7576-43f2-9b53-2180d2abcc44'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:23:35.199160 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-674dbadd-425b-471d-9e7b-78638e5d30a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:23:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['64b27bb6-7576-43f2-9b53-2180d2abcc44'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:35.274178 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95f8a306-88b9-4aa3-a1ab-bed05e090b8a req-80282f7a-f889-4853-b2a2-39b5baaa5e7c tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "PUT /v2.0/floatingips/9494644c-83d2-44ac-8b3d-afe8ab446f1b HTTP/1.1" status: 200 len: 995 time: 2.2223334 Nov 11 17:23:35.282607 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9b4aeb-6824-40de-8fa0-816186a33300', 'tag': 'd9170764-328e-49c6-903a-578f4c3fb49e'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:23:35.285054 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9a83e7-3c56-42be-9929-bcf6306b59a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9b4aeb-6824-40de-8fa0-816186a33300", "tag": "d9170764-328e-49c6-903a-578f4c3fb49e"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:23:35.320592 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-674dbadd-425b-471d-9e7b-78638e5d30a0 None None] Set router 64b27bb6-7576-43f2-9b53-2180d2abcc44 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:23:35.328740 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56760) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:35.341998 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3b89a811-f988-448f-8f6c-d19b78ae7808 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:35.355224 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1fc2dbf5-d08f-44e4-aa2c-53d4c4797ded req-4596416f-419d-4bf6-8446-cf41b91398bb tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:35.373155 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1fc2dbf5-d08f-44e4-aa2c-53d4c4797ded req-4596416f-419d-4bf6-8446-cf41b91398bb tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:35.411762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-17f0d798-87e1-4ca7-8a31-d25c03f45f28 req-c0036d67-c2ba-4e2c-860f-cee3323b72eb tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] For port 650c9624-07cc-4e65-8a52-6591e68d379a, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=650c9624-07cc-4e65-8a52-6591e68d379a,segment=NetworkSegment(ec646147-bf60-4aa9-8065-9bf927286bc9),segment_id=ec646147-bf60-4aa9-8065-9bf927286bc9)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:35.412120 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-17f0d798-87e1-4ca7-8a31-d25c03f45f28 req-c0036d67-c2ba-4e2c-860f-cee3323b72eb tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:35.414646 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 3a937c6c-0172-44de-a6f2-93128b32481d details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:23:35.423278 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3b89a811-f988-448f-8f6c-d19b78ae7808 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:35.428668 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3b89a811-f988-448f-8f6c-d19b78ae7808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:35.444070 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-17f0d798-87e1-4ca7-8a31-d25c03f45f28 req-c0036d67-c2ba-4e2c-860f-cee3323b72eb tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Calling delete_port for 650c9624-07cc-4e65-8a52-6591e68d379a owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:23:35.448002 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8a306-88b9-4aa3-a1ab-bed05e090b8a req-202bbc5a-3ed9-4e2a-b229-454db2011ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:35.449531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95f8a306-88b9-4aa3-a1ab-bed05e090b8a req-202bbc5a-3ed9-4e2a-b229-454db2011ec0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=eeaf0859b8554fe38e6f252116aac055&device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 1096 time: 0.1484766 Nov 11 17:23:35.452150 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1fc2dbf5-d08f-44e4-aa2c-53d4c4797ded req-4596416f-419d-4bf6-8446-cf41b91398bb tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:35.470699 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1fc2dbf5-d08f-44e4-aa2c-53d4c4797ded req-4596416f-419d-4bf6-8446-cf41b91398bb tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.4780722 Nov 11 17:23:35.483037 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3b89a811-f988-448f-8f6c-d19b78ae7808 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=12541389c96a4cb082cf6d7cbadbd01f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1530104 Nov 11 17:23:35.485685 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56768) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:35.489339 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596416f-419d-4bf6-8446-cf41b91398bb tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6844ee97-690e-41e4-9523-ed2e500d553a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:35.494562 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89a811-f988-448f-8f6c-d19b78ae7808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d7466f-5295-46a1-9496-919e798d103e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:35.555380 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-87984ada-9d6a-42ec-9d57-f22d36a0ed60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:35.562358 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-674dbadd-425b-471d-9e7b-78638e5d30a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:29Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '9494644c-83d2-44ac-8b3d-afe8ab446f1b', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'port_id': 'd9170764-328e-49c6-903a-578f4c3fb49e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'mac_address': 'fa:16:3e:95:97:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9b4aeb-6824-40de-8fa0-816186a33300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:22:51Z', 'updated_at': '2021-11-11T17:23:33Z', 'revision_number': 8, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f30440-029f-489d-9d31-ba6033705d8f', 'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'mac_address': 'fa:16:3e:71:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:28Z', 'updated_at': '2021-11-11T17:22:33Z', 'revision_number': 5, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'subnets': [{'id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:35.590716 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-87984ada-9d6a-42ec-9d57-f22d36a0ed60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:35.591382 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674dbadd-425b-471d-9e7b-78638e5d30a0 None None] Checking router: 64b27bb6-7576-43f2-9b53-2180d2abcc44 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:23:35.601313 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674dbadd-425b-471d-9e7b-78638e5d30a0 None None] Routers {'64b27bb6-7576-43f2-9b53-2180d2abcc44'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:23:35.601935 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-674dbadd-425b-471d-9e7b-78638e5d30a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:23:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['64b27bb6-7576-43f2-9b53-2180d2abcc44'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:35.636635 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 3a937c6c-0172-44de-a6f2-93128b32481d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3a937c6c-0172-44de-a6f2-93128b32481d,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:35.650718 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '3a937c6c-0172-44de-a6f2-93128b32481d', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '3a937c6c-0172-44de-a6f2-93128b32481d', 'mac_address': 'fa:16:3e:3c:27:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:23:35.689453 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-87984ada-9d6a-42ec-9d57-f22d36a0ed60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:35.692619 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-87984ada-9d6a-42ec-9d57-f22d36a0ed60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:35.693793 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-87984ada-9d6a-42ec-9d57-f22d36a0ed60 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c0d7466f-5295-46a1-9496-919e798d103e HTTP/1.1" status: 204 len: 168 time: 0.2070768 Nov 11 17:23:35.704957 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87984ada-9d6a-42ec-9d57-f22d36a0ed60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d7466f-5295-46a1-9496-919e798d103e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:35.724066 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-17f0d798-87e1-4ca7-8a31-d25c03f45f28 req-c0036d67-c2ba-4e2c-860f-cee3323b72eb tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:35.749141 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['650c9624-07cc-4e65-8a52-6591e68d379a'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:23:35.788377 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['d9170764-328e-49c6-903a-578f4c3fb49e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:23:35.888356 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f0d798-87e1-4ca7-8a31-d25c03f45f28 req-c0036d67-c2ba-4e2c-860f-cee3323b72eb tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] No DVR routers for this DVR port 650c9624-07cc-4e65-8a52-6591e68d379a on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:23:35.898095 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-17f0d798-87e1-4ca7-8a31-d25c03f45f28 req-c0036d67-c2ba-4e2c-860f-cee3323b72eb tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:35.910566 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-17f0d798-87e1-4ca7-8a31-d25c03f45f28 req-c0036d67-c2ba-4e2c-860f-cee3323b72eb tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.83 "DELETE /v2.0/ports/650c9624-07cc-4e65-8a52-6591e68d379a HTTP/1.1" status: 204 len: 173 time: 1.0265520 Nov 11 17:23:35.913078 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:35.919553 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0036d67-c2ba-4e2c-860f-cee3323b72eb tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Pushing event deleted for resources: {'Port': ['ID=650c9624-07cc-4e65-8a52-6591e68d379a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:35.961585 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a937c6c-0172-44de-a6f2-93128b32481d {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:23:35.964689 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-674dbadd-425b-471d-9e7b-78638e5d30a0 None None] Set router 64b27bb6-7576-43f2-9b53-2180d2abcc44 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:23:36.013770 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8a306-88b9-4aa3-a1ab-bed05e090b8a req-ce42b458-f206-43cd-b9eb-249ce8e9b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:36.015458 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95f8a306-88b9-4aa3-a1ab-bed05e090b8a req-ce42b458-f206-43cd-b9eb-249ce8e9b97c service neutron] 10.222.0.76 "GET /v2.0/networks?id=e943cf5d-ace4-4920-a83b-e3ebafedcd83 HTTP/1.1" status: 200 len: 922 time: 0.5431018 Nov 11 17:23:36.076883 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 3a937c6c-0172-44de-a6f2-93128b32481d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3a937c6c-0172-44de-a6f2-93128b32481d,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:36.103174 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:36.184293 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95f8a306-88b9-4aa3-a1ab-bed05e090b8a req-2cefe9ed-ffa6-475d-9297-fdca13b2e456 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9170764-328e-49c6-903a-578f4c3fb49e HTTP/1.1" status: 200 len: 998 time: 0.1619220 Nov 11 17:23:36.211017 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['3a937c6c-0172-44de-a6f2-93128b32481d'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:23:36.220601 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=3a937c6c-0172-44de-a6f2-93128b32481d,revision_number=9']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:36.263835 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8a306-88b9-4aa3-a1ab-bed05e090b8a req-dcf3c3cb-84b3-4a55-b77d-c548b7e512c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:36.266474 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95f8a306-88b9-4aa3-a1ab-bed05e090b8a req-dcf3c3cb-84b3-4a55-b77d-c548b7e512c5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1758254d-1b04-473e-8f9e-cda256449fb7 HTTP/1.1" status: 200 len: 859 time: 0.0750973 Nov 11 17:23:36.327633 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56798) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:36.357652 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-751a1242-27bd-4748-9b13-45bd928b66b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:36.478447 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8a306-88b9-4aa3-a1ab-bed05e090b8a req-d36da1a5-26f7-4519-8cbe-47f165c12e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:36.493338 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95f8a306-88b9-4aa3-a1ab-bed05e090b8a req-d36da1a5-26f7-4519-8cbe-47f165c12e8f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e943cf5d-ace4-4920-a83b-e3ebafedcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2190530 Nov 11 17:23:36.539520 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8f23f-2583-406b-a864-2ea10d7baec9 req-91dbd65d-ff23-4fe7-88bc-da42bf91ac42 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:36.545890 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-33f8f23f-2583-406b-a864-2ea10d7baec9 req-91dbd65d-ff23-4fe7-88bc-da42bf91ac42 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 944 time: 0.1921306 Nov 11 17:23:36.553315 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-751a1242-27bd-4748-9b13-45bd928b66b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:36.558132 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-751a1242-27bd-4748-9b13-45bd928b66b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:36.577162 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-674dbadd-425b-471d-9e7b-78638e5d30a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:29Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '9494644c-83d2-44ac-8b3d-afe8ab446f1b', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'port_id': 'd9170764-328e-49c6-903a-578f4c3fb49e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'mac_address': 'fa:16:3e:95:97:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9b4aeb-6824-40de-8fa0-816186a33300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:22:51Z', 'updated_at': '2021-11-11T17:23:33Z', 'revision_number': 8, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f30440-029f-489d-9d31-ba6033705d8f', 'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'mac_address': 'fa:16:3e:71:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:28Z', 'updated_at': '2021-11-11T17:22:33Z', 'revision_number': 5, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'subnets': [{'id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:36.608973 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-751a1242-27bd-4748-9b13-45bd928b66b6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=631fcf5107a942a9a5ae42e8ed340e32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2799292 Nov 11 17:23:36.611550 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56806) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:36.615293 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674dbadd-425b-471d-9e7b-78638e5d30a0 None None] The sync data for ids ['64b27bb6-7576-43f2-9b53-2180d2abcc44'] in n-d-816206-4 is: [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:29Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '9494644c-83d2-44ac-8b3d-afe8ab446f1b', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'port_id': 'd9170764-328e-49c6-903a-578f4c3fb49e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'mac_address': 'fa:16:3e:95:97:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9b4aeb-6824-40de-8fa0-816186a33300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:22:51Z', 'updated_at': '2021-11-11T17:23:33Z', 'revision_number': 8, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76f30440-029f-489d-9d31-ba6033705d8f', 'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'mac_address': 'fa:16:3e:71:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:28Z', 'updated_at': '2021-11-11T17:22:33Z', 'revision_number': 5, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'subnets': [{'id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:23:36.657007 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a1242-27bd-4748-9b13-45bd928b66b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a91282d-5ac0-41fc-b2f8-4927f90682a4,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:36.688901 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-252d6550-7bda-4f73-88d3-d92876e10ed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:36.722585 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-252d6550-7bda-4f73-88d3-d92876e10ed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:36.803105 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-33f8f23f-2583-406b-a864-2ea10d7baec9 req-32690855-be69-461b-b0aa-bf225f03ffaf tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332640 Nov 11 17:23:36.822135 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-252d6550-7bda-4f73-88d3-d92876e10ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:36.826447 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-252d6550-7bda-4f73-88d3-d92876e10ed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:36.828778 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-252d6550-7bda-4f73-88d3-d92876e10ed3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4a91282d-5ac0-41fc-b2f8-4927f90682a4 HTTP/1.1" status: 204 len: 168 time: 0.2151835 Nov 11 17:23:36.841586 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d6550-7bda-4f73-88d3-d92876e10ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a91282d-5ac0-41fc-b2f8-4927f90682a4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:36.902608 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95f8a306-88b9-4aa3-a1ab-bed05e090b8a req-de518e02-6620-4644-82f0-c5484554af32 service neutron] 10.222.0.76 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082010 Nov 11 17:23:37.005140 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a37cea-45a0-4641-8855-9e9fedd6ada3 None None] New status for floating IP 9494644c-83d2-44ac-8b3d-afe8ab446f1b: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:23:37.067509 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95f8a306-88b9-4aa3-a1ab-bed05e090b8a req-1714c61d-c500-40ed-88a1-4dbe70fa10a2 service neutron] 10.222.0.76 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556883 Nov 11 17:23:37.090051 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65745d21-e4ad-499a-a292-dc8195ef29a8 x-openstack-request-id: req-65745d21-e4ad-499a-a292-dc8195ef29a8 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:23:37.090734 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9b4aeb-6824-40de-8fa0-816186a33300", "tag": "d9170764-328e-49c6-903a-578f4c3fb49e", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:23:37.091696 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-65745d21-e4ad-499a-a292-dc8195ef29a8 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:23:37.093249 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9b4aeb-6824-40de-8fa0-816186a33300', 'tag': 'd9170764-328e-49c6-903a-578f4c3fb49e', 'status': 'completed', 'code': 200} Nov 11 17:23:37.238007 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a83e7-3c56-42be-9929-bcf6306b59a6 req-6828fdc8-e44f-4488-9b03-5d90f5cf78dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:37.245879 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ee9a83e7-3c56-42be-9929-bcf6306b59a6 req-6828fdc8-e44f-4488-9b03-5d90f5cf78dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eeaf0859b8554fe38e6f252116aac055&device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 1096 time: 0.1132815 Nov 11 17:23:37.288192 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d12529b4-ab0c-4028-8b38-e99c6172736a req-6f6a7d5d-a97f-4b78-9eec-3739f544725b tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "GET /v2.0/security-groups/6844ee97-690e-41e4-9523-ed2e500d553a HTTP/1.1" status: 200 len: 1828 time: 0.1647053 Nov 11 17:23:37.342212 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50a247-c790-4a20-a5e8-f97a2c861cee req-5d2f17a0-9e81-4690-8314-49cfff147505 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:37.351614 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da50a247-c790-4a20-a5e8-f97a2c861cee req-5d2f17a0-9e81-4690-8314-49cfff147505 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 946 time: 0.1391604 Nov 11 17:23:37.403319 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a16d8bac-a95c-4a0a-92b8-928c38a551b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:37.422427 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 3a937c6c-0172-44de-a6f2-93128b32481d up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:23:37.429451 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 49231710-db79-41d2-b13d-f58d7aad1747 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:23:37.480860 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da50a247-c790-4a20-a5e8-f97a2c861cee req-659c0e18-01fd-4433-a5d9-c051f3d92d65 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266723 Nov 11 17:23:37.508892 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a83e7-3c56-42be-9929-bcf6306b59a6 req-70dc3435-4d4f-4db7-a261-b8ee945ee21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:37.514328 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ee9a83e7-3c56-42be-9929-bcf6306b59a6 req-70dc3435-4d4f-4db7-a261-b8ee945ee21f service neutron] 10.222.0.64 "GET /v2.0/networks?id=e943cf5d-ace4-4920-a83b-e3ebafedcd83 HTTP/1.1" status: 200 len: 922 time: 0.2600980 Nov 11 17:23:37.571198 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 49231710-db79-41d2-b13d-f58d7aad1747 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:23:37.579012 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 49231710-db79-41d2-b13d-f58d7aad1747 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:23:37.579717 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:37.591176 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e9035e4-d711-4e03-b2f2-5a11761f0f0f req-7e55149d-21c5-41dd-8b16-d0e5e74e6106 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/floatingips/9494644c-83d2-44ac-8b3d-afe8ab446f1b HTTP/1.1" status: 200 len: 997 time: 0.1331058 Nov 11 17:23:37.612086 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 3a937c6c-0172-44de-a6f2-93128b32481d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:23:37.613015 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:37.614639 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-d79a8c0e-5da2-4f71-b256-cde3a83874c3 req-f039c837-2a4b-4399-90cc-fa208cbbc92f tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-135716926', 'description': 'tempest-description-418936853'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:37.670635 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d79a8c0e-5da2-4f71-b256-cde3a83874c3 req-f039c837-2a4b-4399-90cc-fa208cbbc92f tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:37.715661 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ee9a83e7-3c56-42be-9929-bcf6306b59a6 req-2204668d-15b1-49d9-962d-d372c02979e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9170764-328e-49c6-903a-578f4c3fb49e HTTP/1.1" status: 200 len: 1000 time: 0.1909058 Nov 11 17:23:37.760085 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:37.831620 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a83e7-3c56-42be-9929-bcf6306b59a6 req-ddf22f98-a788-4ad0-b1bb-74702e423516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:37.835220 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ee9a83e7-3c56-42be-9929-bcf6306b59a6 req-ddf22f98-a788-4ad0-b1bb-74702e423516 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1758254d-1b04-473e-8f9e-cda256449fb7 HTTP/1.1" status: 200 len: 859 time: 0.1122153 Nov 11 17:23:37.859520 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49231710-db79-41d2-b13d-f58d7aad1747'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:23:37.861807 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b87ed9-a735-4bf0-ab46-ffe406cdb65f" -d '{"events": [{"server_uuid": "fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f", "name": "network-vif-plugged", "status": "completed", "tag": "49231710-db79-41d2-b13d-f58d7aad1747"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:23:37.901118 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:37.907887 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 49231710-db79-41d2-b13d-f58d7aad1747, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=49231710-db79-41d2-b13d-f58d7aad1747,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:37.919595 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9035e4-d711-4e03-b2f2-5a11761f0f0f req-b3a14cb5-e5d9-4f65-9656-141e5950a76c tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:37.920248 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a83e7-3c56-42be-9929-bcf6306b59a6 req-9c6f574b-032a-4291-9861-bbf58cd1bee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:37.923546 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ee9a83e7-3c56-42be-9929-bcf6306b59a6 req-9c6f574b-032a-4291-9861-bbf58cd1bee0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e943cf5d-ace4-4920-a83b-e3ebafedcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780990 Nov 11 17:23:37.924448 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e9035e4-d711-4e03-b2f2-5a11761f0f0f req-b3a14cb5-e5d9-4f65-9656-141e5950a76c tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.3296847 Nov 11 17:23:37.924913 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:38.026824 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d79a8c0e-5da2-4f71-b256-cde3a83874c3 req-f039c837-2a4b-4399-90cc-fa208cbbc92f tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:38.061609 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 3a937c6c-0172-44de-a6f2-93128b32481d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3a937c6c-0172-44de-a6f2-93128b32481d,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:38.070021 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d79a8c0e-5da2-4f71-b256-cde3a83874c3 req-f039c837-2a4b-4399-90cc-fa208cbbc92f tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:38.079115 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:38.085323 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 650c9624-07cc-4e65-8a52-6591e68d379a no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:23:38.104632 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039c837-2a4b-4399-90cc-fa208cbbc92f tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=333ef5af-6ada-4fe1-b477-54fd7a6aa85f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:38.125839 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2b661-9ef8-4bce-92d6-15d5ef6b07ed req-93c56476-b9a7-4d04-9a09-2680350e4795 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:38.134350 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-25c2b661-9ef8-4bce-92d6-15d5ef6b07ed req-93c56476-b9a7-4d04-9a09-2680350e4795 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 1097 time: 0.1057928 Nov 11 17:23:38.156991 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 650c9624-07cc-4e65-8a52-6591e68d379a {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:23:38.157339 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 650c9624-07cc-4e65-8a52-6591e68d379a not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:23:38.164400 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d79a8c0e-5da2-4f71-b256-cde3a83874c3 req-f039c837-2a4b-4399-90cc-fa208cbbc92f tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:38.164904 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ee9a83e7-3c56-42be-9929-bcf6306b59a6 req-baa0bea2-32d2-4829-9bea-38df33e522b5 service neutron] 10.222.0.64 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355764 Nov 11 17:23:38.166079 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d79a8c0e-5da2-4f71-b256-cde3a83874c3 req-f039c837-2a4b-4399-90cc-fa208cbbc92f tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5700390 Nov 11 17:23:38.192910 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=49231710-db79-41d2-b13d-f58d7aad1747,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:38.231534 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-25c2b661-9ef8-4bce-92d6-15d5ef6b07ed req-768f263a-ce78-49e1-9090-aec79d8f10b9 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907092 Nov 11 17:23:38.312860 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=3a937c6c-0172-44de-a6f2-93128b32481d,revision_number=10']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:38.346602 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c65dd6-304d-44b6-b7e5-2b9605b3410e x-openstack-request-id: req-29c65dd6-304d-44b6-b7e5-2b9605b3410e {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:23:38.346897 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f", "name": "network-vif-plugged", "status": "completed", "tag": "49231710-db79-41d2-b13d-f58d7aad1747", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:23:38.347153 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-29c65dd6-304d-44b6-b7e5-2b9605b3410e {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:23:38.347558 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49231710-db79-41d2-b13d-f58d7aad1747', 'code': 200} Nov 11 17:23:38.359505 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319eb2e-f120-4b6b-8f1c-098cfd64e72e req-1a8a3182-4289-499d-9dc9-f39788bb7033 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:38.370797 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d319eb2e-f120-4b6b-8f1c-098cfd64e72e req-1a8a3182-4289-499d-9dc9-f39788bb7033 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 0.0873971 Nov 11 17:23:38.394721 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ee9a83e7-3c56-42be-9929-bcf6306b59a6 req-d216de8f-5143-4f73-9e35-393535570c40 service neutron] 10.222.0.64 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101107 Nov 11 17:23:38.491314 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d319eb2e-f120-4b6b-8f1c-098cfd64e72e req-360935fa-a5eb-4595-ba97-811daf494683 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195507 Nov 11 17:23:38.566297 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd423a-f866-4bc0-aa45-bb99c4ef7cd8 req-b8e055a6-5a89-4f56-bf6b-5b18c7e30082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:38.569083 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8bbd423a-f866-4bc0-aa45-bb99c4ef7cd8 req-b8e055a6-5a89-4f56-bf6b-5b18c7e30082 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 1096 time: 0.0944555 Nov 11 17:23:38.570443 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-40315ed4-4cf6-41c1-92f5-d2c27d7734a1 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 1000 time: 0.1758735 Nov 11 17:23:38.640204 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8bbd423a-f866-4bc0-aa45-bb99c4ef7cd8 req-8a3b65c8-61be-44eb-bbc5-11723ba037f7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614421 Nov 11 17:23:38.704443 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-8504c3fa-3d7a-4f56-a1d1-7ee58603bc3c tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:38.705965 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-8504c3fa-3d7a-4f56-a1d1-7ee58603bc3c tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports/d9170764-328e-49c6-903a-578f4c3fb49e HTTP/1.1" status: 200 len: 942 time: 0.1344249 Nov 11 17:23:38.957212 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-24272544-84af-4dfb-aba0-42da3ad80d00 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 1000 time: 0.0964460 Nov 11 17:23:39.093998 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e59159-2f88-4df4-b0b8-d00c6fda90a4', 'name': 'network-vif-deleted', 'tag': '650c9624-07cc-4e65-8a52-6591e68d379a'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:23:39.099111 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09aea86f-7c7b-49a1-b79e-126f334c50be" -d '{"events": [{"server_uuid": "28e59159-2f88-4df4-b0b8-d00c6fda90a4", "name": "network-vif-deleted", "tag": "650c9624-07cc-4e65-8a52-6591e68d379a"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:23:39.174130 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-53b322ca-a8ea-4f99-92a1-9576f331cee7 req-5121e48e-c6e2-4454-b68a-99657632707d tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "GET /v2.0/security-groups/333ef5af-6ada-4fe1-b477-54fd7a6aa85f HTTP/1.1" status: 200 len: 1830 time: 0.1095080 Nov 11 17:23:39.203961 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-6793946f-2cb7-422d-9371-1e428f642080 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:39.214420 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-6793946f-2cb7-422d-9371-1e428f642080 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.2559786 Nov 11 17:23:39.221209 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-08d2d0a0-48d8-4a22-9bf8-78979225393d tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:23:39.230444 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-08d2d0a0-48d8-4a22-9bf8-78979225393d tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148480 Nov 11 17:23:39.341159 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-83aab2f3-82f1-4827-88ad-63ad6f61f5d3 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 1000 time: 0.1090522 Nov 11 17:23:39.349758 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-ac7eb9cb-bbd8-4e98-9696-3ed5fdf06203 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:39.410521 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f53bc3-744e-43e4-9d13-1f1b5d1a83a8 x-openstack-request-id: req-d8f53bc3-744e-43e4-9d13-1f1b5d1a83a8 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:23:39.410922 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e59159-2f88-4df4-b0b8-d00c6fda90a4", "name": "network-vif-deleted", "tag": "650c9624-07cc-4e65-8a52-6591e68d379a", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:23:39.411515 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d8f53bc3-744e-43e4-9d13-1f1b5d1a83a8 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:23:39.411991 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e59159-2f88-4df4-b0b8-d00c6fda90a4', 'name': 'network-vif-deleted', 'tag': '650c9624-07cc-4e65-8a52-6591e68d379a', 'status': 'completed', 'code': 200} Nov 11 17:23:39.439424 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-ac7eb9cb-bbd8-4e98-9696-3ed5fdf06203 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks [] for floatingip, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:39.507881 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-8570ec62-9e09-4d9e-a164-fa8808a78b22 req-fda3fe01-46fa-4706-b9b1-c7ae72a0fcb4 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] show failed (client error): The resource could not be found. Nov 11 17:23:39.522567 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8570ec62-9e09-4d9e-a164-fa8808a78b22 req-fda3fe01-46fa-4706-b9b1-c7ae72a0fcb4 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "GET /v2.0/security-groups/c67e39ba-d5a5-41a3-a6e5-bc31b855d44f HTTP/1.1" status: 404 len: 352 time: 0.0756283 Nov 11 17:23:39.755692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee72323-5d16-4bf0-a9c6-bb9e63cb8acc req-7f26bcc9-7d3b-47c1-ab6c-20cf25d6af71 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:39.762441 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9146-e0e0-45d9-9246-a203a108ffda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:39.763889 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dee72323-5d16-4bf0-a9c6-bb9e63cb8acc req-7f26bcc9-7d3b-47c1-ab6c-20cf25d6af71 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 0.1060338 Nov 11 17:23:39.877822 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-ac7eb9cb-bbd8-4e98-9696-3ed5fdf06203 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:39.894510 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-ac7eb9cb-bbd8-4e98-9696-3ed5fdf06203 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:39.894857 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-ac7eb9cb-bbd8-4e98-9696-3ed5fdf06203 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Floating IP 9494644c-83d2-44ac-8b3d-afe8ab446f1b disassociated. External IP: 172.25.2.42, port: d9170764-328e-49c6-903a-578f4c3fb49e. Nov 11 17:23:40.117780 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dee72323-5d16-4bf0-a9c6-bb9e63cb8acc req-e67c9b76-7cf0-4efc-ae15-2a14b2ad083a tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437779 Nov 11 17:23:40.205042 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-0da560c8-ed7e-4731-9763-541bbbefaa7b req-8aae611b-07c1-4cc4-8b8e-bad20eb23807 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] show failed (client error): The resource could not be found. Nov 11 17:23:40.213151 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0da560c8-ed7e-4731-9763-541bbbefaa7b req-8aae611b-07c1-4cc4-8b8e-bad20eb23807 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "GET /v2.0/security-group-rules/b245d589-e729-46e1-b4ac-ec186b9ba577 HTTP/1.1" status: 404 len: 361 time: 0.0285020 Nov 11 17:23:40.348719 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9487b2b6-b57c-4722-9d95-9b487f14000e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a937c6c-0172-44de-a6f2-93128b32481d'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:23:40.351819 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712eb257-7b7f-444e-a94c-c1bf788f5142" -d '{"events": [{"server_uuid": "9487b2b6-b57c-4722-9d95-9b487f14000e", "name": "network-vif-plugged", "status": "completed", "tag": "3a937c6c-0172-44de-a6f2-93128b32481d"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:23:40.400516 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-ac7eb9cb-bbd8-4e98-9696-3ed5fdf06203 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Router 64b27bb6-7576-43f2-9b53-2180d2abcc44 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:23:40.470210 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eae573da-038d-4914-aea4-15f0de0b1d6f req-a397bbac-2fe5-41fe-b964-f07dc8e20e03 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "GET /v2.0/security-groups/333ef5af-6ada-4fe1-b477-54fd7a6aa85f HTTP/1.1" status: 200 len: 1830 time: 0.0882738 Nov 11 17:23:40.640800 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-eae573da-038d-4914-aea4-15f0de0b1d6f req-fe6cd692-aa90-4732-81fe-9cfc7ff80e00 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:40.649567 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-ac7eb9cb-bbd8-4e98-9696-3ed5fdf06203 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:23:40.660728 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-ac7eb9cb-bbd8-4e98-9696-3ed5fdf06203 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:40.664454 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783b0a0b-bf3d-4ca6-95b9-ccfa94d7864b None None] Sync routers for ids ['64b27bb6-7576-43f2-9b53-2180d2abcc44'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:23:40.679795 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783b0a0b-bf3d-4ca6-95b9-ccfa94d7864b None None] Routers {'64b27bb6-7576-43f2-9b53-2180d2abcc44'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:23:40.680967 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-783b0a0b-bf3d-4ca6-95b9-ccfa94d7864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:23:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['64b27bb6-7576-43f2-9b53-2180d2abcc44'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:40.709339 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-eae573da-038d-4914-aea4-15f0de0b1d6f req-fe6cd692-aa90-4732-81fe-9cfc7ff80e00 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:40.732815 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-ac7eb9cb-bbd8-4e98-9696-3ed5fdf06203 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "PUT /v2.0/floatingips/9494644c-83d2-44ac-8b3d-afe8ab446f1b HTTP/1.1" status: 200 len: 695 time: 1.3903737 Nov 11 17:23:40.805138 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-4773af76-d7b1-4177-8309-4662a329be7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:40.814025 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-4773af76-d7b1-4177-8309-4662a329be7f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=eeaf0859b8554fe38e6f252116aac055&device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 1096 time: 0.0799079 Nov 11 17:23:40.835720 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:40.875565 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-783b0a0b-bf3d-4ca6-95b9-ccfa94d7864b None None] Set router 64b27bb6-7576-43f2-9b53-2180d2abcc44 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:23:40.879440 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-eae573da-038d-4914-aea4-15f0de0b1d6f req-fe6cd692-aa90-4732-81fe-9cfc7ff80e00 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:40.887190 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-eae573da-038d-4914-aea4-15f0de0b1d6f req-fe6cd692-aa90-4732-81fe-9cfc7ff80e00 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:40.904913 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eae573da-038d-4914-aea4-15f0de0b1d6f req-fe6cd692-aa90-4732-81fe-9cfc7ff80e00 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "DELETE /v2.0/security-groups/333ef5af-6ada-4fe1-b477-54fd7a6aa85f HTTP/1.1" status: 204 len: 173 time: 0.4349732 Nov 11 17:23:40.927648 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cd692-aa90-4732-81fe-9cfc7ff80e00 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=333ef5af-6ada-4fe1-b477-54fd7a6aa85f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:41.047813 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-4830c1e7-1226-4954-a1fa-308a0ceeace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:41.065306 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-4830c1e7-1226-4954-a1fa-308a0ceeace1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e943cf5d-ace4-4920-a83b-e3ebafedcd83 HTTP/1.1" status: 200 len: 922 time: 0.2501960 Nov 11 17:23:41.100123 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaaa567-5a2b-4263-ab01-78a8560301b5 x-openstack-request-id: req-bcaaa567-5a2b-4263-ab01-78a8560301b5 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:23:41.100420 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9487b2b6-b57c-4722-9d95-9b487f14000e", "name": "network-vif-plugged", "status": "completed", "tag": "3a937c6c-0172-44de-a6f2-93128b32481d", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:23:41.100683 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bcaaa567-5a2b-4263-ab01-78a8560301b5 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:23:41.101129 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9487b2b6-b57c-4722-9d95-9b487f14000e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a937c6c-0172-44de-a6f2-93128b32481d', 'code': 200} Nov 11 17:23:41.195379 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-dc76b3dc-17bd-4eba-bfb5-5c47e95c60d3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9170764-328e-49c6-903a-578f4c3fb49e HTTP/1.1" status: 200 len: 217 time: 0.1291895 Nov 11 17:23:41.278416 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-783b0a0b-bf3d-4ca6-95b9-ccfa94d7864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:29Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '76f30440-029f-489d-9d31-ba6033705d8f', 'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'mac_address': 'fa:16:3e:71:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:28Z', 'updated_at': '2021-11-11T17:22:33Z', 'revision_number': 5, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'subnets': [{'id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:41.308282 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-98a18ac5-f1fa-410f-94c8-ecfda7a30bb2 req-0ef0ab96-4b45-41e8-a618-ee6fd1c76357 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "GET /v2.0/security-groups/6844ee97-690e-41e4-9523-ed2e500d553a HTTP/1.1" status: 200 len: 1828 time: 0.1110640 Nov 11 17:23:41.349962 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783b0a0b-bf3d-4ca6-95b9-ccfa94d7864b None None] Checking router: 64b27bb6-7576-43f2-9b53-2180d2abcc44 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:23:41.352885 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-910ade8c-87e3-4a3f-9e41-604232f69923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:41.354503 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-910ade8c-87e3-4a3f-9e41-604232f69923 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1758254d-1b04-473e-8f9e-cda256449fb7 HTTP/1.1" status: 200 len: 859 time: 0.1486678 Nov 11 17:23:41.369204 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783b0a0b-bf3d-4ca6-95b9-ccfa94d7864b None None] Routers {'64b27bb6-7576-43f2-9b53-2180d2abcc44'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:23:41.370444 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-783b0a0b-bf3d-4ca6-95b9-ccfa94d7864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:23:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['64b27bb6-7576-43f2-9b53-2180d2abcc44'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:41.406043 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-98a18ac5-f1fa-410f-94c8-ecfda7a30bb2 req-690b0eb9-6cac-4668-98eb-6302ba1c0c71 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:41.414771 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9b4aeb-6824-40de-8fa0-816186a33300', 'tag': 'd9170764-328e-49c6-903a-578f4c3fb49e'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:23:41.419123 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc204b25-8883-4675-8bbd-becc5d97b21a" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9b4aeb-6824-40de-8fa0-816186a33300", "tag": "d9170764-328e-49c6-903a-578f4c3fb49e"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:23:41.440263 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-b17edcd6-719d-4665-8eb2-d7459c73cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:41.441823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-b17edcd6-719d-4665-8eb2-d7459c73cf1d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e943cf5d-ace4-4920-a83b-e3ebafedcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792704 Nov 11 17:23:41.543534 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-c53d5a26-4deb-4945-8cce-30cc7e2e9e1a service neutron] 10.222.0.76 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921888 Nov 11 17:23:41.545234 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-98a18ac5-f1fa-410f-94c8-ecfda7a30bb2 req-690b0eb9-6cac-4668-98eb-6302ba1c0c71 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:41.630399 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-783b0a0b-bf3d-4ca6-95b9-ccfa94d7864b None None] Set router 64b27bb6-7576-43f2-9b53-2180d2abcc44 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:23:41.745983 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-98a18ac5-f1fa-410f-94c8-ecfda7a30bb2 req-690b0eb9-6cac-4668-98eb-6302ba1c0c71 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:41.748848 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-98a18ac5-f1fa-410f-94c8-ecfda7a30bb2 req-690b0eb9-6cac-4668-98eb-6302ba1c0c71 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:41.755089 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-98a18ac5-f1fa-410f-94c8-ecfda7a30bb2 req-690b0eb9-6cac-4668-98eb-6302ba1c0c71 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "DELETE /v2.0/security-groups/6844ee97-690e-41e4-9523-ed2e500d553a HTTP/1.1" status: 204 len: 173 time: 0.4458413 Nov 11 17:23:41.813499 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b0eb9-6cac-4668-98eb-6302ba1c0c71 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6844ee97-690e-41e4-9523-ed2e500d553a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:41.865135 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0934fc6e-a244-4151-8546-2cd5ae394fec req-94b71f57-094b-49fc-ae5a-f24c5adf58a3 service neutron] 10.222.0.76 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082466 Nov 11 17:23:42.003895 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fd664-28ca-4e70-be44-18ccc9e5b4c2 req-2ca192be-abd2-4c1e-b891-8fb5ce831faa tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:42.012460 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-764fd664-28ca-4e70-be44-18ccc9e5b4c2 req-2ca192be-abd2-4c1e-b891-8fb5ce831faa tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 0.1375501 Nov 11 17:23:42.129142 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-764fd664-28ca-4e70-be44-18ccc9e5b4c2 req-0a6074c0-b58c-470c-b43a-bb9105635b9d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153221 Nov 11 17:23:42.154566 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4dbb04-50bc-49ab-8dac-a71443103cc2 x-openstack-request-id: req-7d4dbb04-50bc-49ab-8dac-a71443103cc2 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:23:42.155068 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9b4aeb-6824-40de-8fa0-816186a33300", "tag": "d9170764-328e-49c6-903a-578f4c3fb49e", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:23:42.155485 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7d4dbb04-50bc-49ab-8dac-a71443103cc2 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:23:42.156197 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9b4aeb-6824-40de-8fa0-816186a33300', 'tag': 'd9170764-328e-49c6-903a-578f4c3fb49e', 'status': 'completed', 'code': 200} Nov 11 17:23:42.290858 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a2dc831-89a9-4a64-9c7e-da1403966ec1 req-886a9d8b-6fad-4fd1-9fe1-b9fee9367e14 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "GET /v2.0/security-groups/5fd85b7c-bd8c-4fdc-8a76-f86519480e7c HTTP/1.1" status: 200 len: 1829 time: 0.1134086 Nov 11 17:23:42.302541 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-783b0a0b-bf3d-4ca6-95b9-ccfa94d7864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:29Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '76f30440-029f-489d-9d31-ba6033705d8f', 'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'mac_address': 'fa:16:3e:71:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:28Z', 'updated_at': '2021-11-11T17:22:33Z', 'revision_number': 5, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'subnets': [{'id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:42.334555 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc204b25-8883-4675-8bbd-becc5d97b21a req-f1b3104a-eb5b-45ab-870a-8c84770a1ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:42.342613 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-dc204b25-8883-4675-8bbd-becc5d97b21a req-f1b3104a-eb5b-45ab-870a-8c84770a1ae7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eeaf0859b8554fe38e6f252116aac055&device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 1096 time: 0.1231921 Nov 11 17:23:42.421669 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783b0a0b-bf3d-4ca6-95b9-ccfa94d7864b None None] The sync data for ids ['64b27bb6-7576-43f2-9b53-2180d2abcc44'] in n-d-816206-4 is: [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:22:29Z', 'revision_number': 4, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '76f30440-029f-489d-9d31-ba6033705d8f', 'name': '', 'network_id': 'e943cf5d-ace4-4920-a83b-e3ebafedcd83', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'mac_address': 'fa:16:3e:71:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:28Z', 'updated_at': '2021-11-11T17:22:33Z', 'revision_number': 5, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'subnets': [{'id': '1758254d-1b04-473e-8f9e-cda256449fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:23:42.451016 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:42.496504 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6a2dc831-89a9-4a64-9c7e-da1403966ec1 req-5d94314d-8cdc-44a2-837f-1f3e427fb2b8 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:42.562588 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc204b25-8883-4675-8bbd-becc5d97b21a req-b97be547-268e-4712-a7f8-55dc84727f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:42.568461 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-dc204b25-8883-4675-8bbd-becc5d97b21a req-b97be547-268e-4712-a7f8-55dc84727f6f service neutron] 10.222.0.64 "GET /v2.0/networks?id=e943cf5d-ace4-4920-a83b-e3ebafedcd83 HTTP/1.1" status: 200 len: 922 time: 0.2178557 Nov 11 17:23:42.578946 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6a2dc831-89a9-4a64-9c7e-da1403966ec1 req-5d94314d-8cdc-44a2-837f-1f3e427fb2b8 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:42.671084 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6a2dc831-89a9-4a64-9c7e-da1403966ec1 req-5d94314d-8cdc-44a2-837f-1f3e427fb2b8 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:42.674782 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-dc204b25-8883-4675-8bbd-becc5d97b21a req-d4e926e9-8eb3-457d-bc56-1c4c056cb61c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9170764-328e-49c6-903a-578f4c3fb49e HTTP/1.1" status: 200 len: 217 time: 0.0917284 Nov 11 17:23:42.675398 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6a2dc831-89a9-4a64-9c7e-da1403966ec1 req-5d94314d-8cdc-44a2-837f-1f3e427fb2b8 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:42.690170 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a2dc831-89a9-4a64-9c7e-da1403966ec1 req-5d94314d-8cdc-44a2-837f-1f3e427fb2b8 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "DELETE /v2.0/security-groups/5fd85b7c-bd8c-4fdc-8a76-f86519480e7c HTTP/1.1" status: 204 len: 173 time: 0.3973758 Nov 11 17:23:42.731951 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94314d-8cdc-44a2-837f-1f3e427fb2b8 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd85b7c-bd8c-4fdc-8a76-f86519480e7c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:42.841250 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc204b25-8883-4675-8bbd-becc5d97b21a req-021be3d6-e4dc-4827-a3c4-fdf58c88bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:42.842755 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-dc204b25-8883-4675-8bbd-becc5d97b21a req-021be3d6-e4dc-4827-a3c4-fdf58c88bf4f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1758254d-1b04-473e-8f9e-cda256449fb7 HTTP/1.1" status: 200 len: 859 time: 0.1487541 Nov 11 17:23:42.888797 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:42.987671 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc204b25-8883-4675-8bbd-becc5d97b21a req-8f07149a-91a5-4358-8bff-38b3cbed8223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:42.996373 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-dc204b25-8883-4675-8bbd-becc5d97b21a req-8f07149a-91a5-4358-8bff-38b3cbed8223 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e943cf5d-ace4-4920-a83b-e3ebafedcd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450336 Nov 11 17:23:43.018511 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2de8cc-6c1f-4cb1-baf2-fd171d35af68 None None] New status for floating IP 9494644c-83d2-44ac-8b3d-afe8ab446f1b: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:23:43.197648 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-dc204b25-8883-4675-8bbd-becc5d97b21a req-addab2cd-d5d4-490a-98ff-d6074f6568ca service neutron] 10.222.0.64 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942348 Nov 11 17:23:43.266075 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16c04f80-d68e-4561-aa8f-2322eea6d99c req-02347a42-3adb-478d-900b-69c5e890029a tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "GET /v2.0/security-groups/82b533c5-8425-4e7e-80f0-ebc990de1aef HTTP/1.1" status: 200 len: 1829 time: 0.0902941 Nov 11 17:23:43.448916 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-16c04f80-d68e-4561-aa8f-2322eea6d99c req-1aca8a3c-693e-40de-88ad-49e6122c08d5 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:43.455784 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-dc204b25-8883-4675-8bbd-becc5d97b21a req-cc349686-782d-4599-8def-3ec216b7310b service neutron] 10.222.0.64 "GET /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322545 Nov 11 17:23:43.554053 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-16c04f80-d68e-4561-aa8f-2322eea6d99c req-1aca8a3c-693e-40de-88ad-49e6122c08d5 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:43.724692 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da3fa70d-9722-4ef5-80c7-900d491022ee req-012c0ff3-2f55-4522-af9a-dc67ca308a06 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/floatingips/9494644c-83d2-44ac-8b3d-afe8ab446f1b HTTP/1.1" status: 200 len: 693 time: 0.0756137 Nov 11 17:23:43.727930 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-16c04f80-d68e-4561-aa8f-2322eea6d99c req-1aca8a3c-693e-40de-88ad-49e6122c08d5 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:43.731507 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-16c04f80-d68e-4561-aa8f-2322eea6d99c req-1aca8a3c-693e-40de-88ad-49e6122c08d5 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:43.749214 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16c04f80-d68e-4561-aa8f-2322eea6d99c req-1aca8a3c-693e-40de-88ad-49e6122c08d5 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "DELETE /v2.0/security-groups/82b533c5-8425-4e7e-80f0-ebc990de1aef HTTP/1.1" status: 204 len: 173 time: 0.4768386 Nov 11 17:23:43.971308 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca8a3c-693e-40de-88ad-49e6122c08d5 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b533c5-8425-4e7e-80f0-ebc990de1aef,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:43.982738 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fa70d-9722-4ef5-80c7-900d491022ee req-6fc1bc25-e9f4-45fc-a350-b6de5b797500 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:43.990565 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da3fa70d-9722-4ef5-80c7-900d491022ee req-6fc1bc25-e9f4-45fc-a350-b6de5b797500 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.2649226 Nov 11 17:23:43.999444 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-da3fa70d-9722-4ef5-80c7-900d491022ee req-cb7e27fb-b014-4cc2-9be4-e5043e472970 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:23:44.008832 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da3fa70d-9722-4ef5-80c7-900d491022ee req-cb7e27fb-b014-4cc2-9be4-e5043e472970 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169983 Nov 11 17:23:44.141148 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da3fa70d-9722-4ef5-80c7-900d491022ee req-be43e0ea-32b4-45e7-b3e9-18c14ccbfe44 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 696 time: 0.1311567 Nov 11 17:23:44.171646 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a46ab-d695-47f5-ba60-bb70e0f08b7e req-8a361060-008c-4f35-a635-c5220839d878 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:44.174944 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1d7a46ab-d695-47f5-ba60-bb70e0f08b7e req-8a361060-008c-4f35-a635-c5220839d878 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 0.1810875 Nov 11 17:23:44.902531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da3fa70d-9722-4ef5-80c7-900d491022ee req-c3e1d700-81d2-43eb-9721-7901e3b8eacc tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 696 time: 0.7602878 Nov 11 17:23:45.005637 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1d7a46ab-d695-47f5-ba60-bb70e0f08b7e req-bbc9380d-8d1a-44ad-94a3-26f77549c870 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7768674 Nov 11 17:23:45.214104 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae00db3a-5387-4efe-bc0d-169a657046c0 req-d8718f19-3e9b-4ee3-b345-4af9afbf7b4d tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "GET /v2.0/security-groups/6d004276-03a1-41ff-8375-c23825dbe56b HTTP/1.1" status: 200 len: 1829 time: 0.0962167 Nov 11 17:23:45.272067 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-da3fa70d-9722-4ef5-80c7-900d491022ee req-93e912a7-c7df-4613-a8e6-f5426ec1769a tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Deleting port d7eb5b00-1aaa-43c7-9a8b-e763c39e050a {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:23:45.278273 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-da3fa70d-9722-4ef5-80c7-900d491022ee req-93e912a7-c7df-4613-a8e6-f5426ec1769a tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:45.357909 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ae00db3a-5387-4efe-bc0d-169a657046c0 req-5884c617-1946-49e1-91f4-a152c91d9781 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:45.389135 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ae00db3a-5387-4efe-bc0d-169a657046c0 req-5884c617-1946-49e1-91f4-a152c91d9781 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:45.456632 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-da3fa70d-9722-4ef5-80c7-900d491022ee req-93e912a7-c7df-4613-a8e6-f5426ec1769a tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:45.457169 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-da3fa70d-9722-4ef5-80c7-900d491022ee req-93e912a7-c7df-4613-a8e6-f5426ec1769a tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:45.469543 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ae00db3a-5387-4efe-bc0d-169a657046c0 req-5884c617-1946-49e1-91f4-a152c91d9781 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:45.472149 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ae00db3a-5387-4efe-bc0d-169a657046c0 req-5884c617-1946-49e1-91f4-a152c91d9781 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:45.478980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57066) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:45.488474 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae00db3a-5387-4efe-bc0d-169a657046c0 req-5884c617-1946-49e1-91f4-a152c91d9781 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] 10.222.0.76 "DELETE /v2.0/security-groups/6d004276-03a1-41ff-8375-c23825dbe56b HTTP/1.1" status: 204 len: 173 time: 0.2729197 Nov 11 17:23:45.491033 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-da3fa70d-9722-4ef5-80c7-900d491022ee req-93e912a7-c7df-4613-a8e6-f5426ec1769a tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Calling delete_port for d7eb5b00-1aaa-43c7-9a8b-e763c39e050a owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:23:45.591555 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-b74a8446-233b-49f8-aba8-3a958ed7ebf8 admin admin] Deleting subnet de518afc-dff5-44af-b5d3-838a1d6efd40 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:23:45.595487 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b74a8446-233b-49f8-aba8-3a958ed7ebf8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:45.653956 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b74a8446-233b-49f8-aba8-3a958ed7ebf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:45.679144 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884c617-1946-49e1-91f4-a152c91d9781 tempest-SecurityGroupRulesNegativeTestJSON-2086138008 tempest-SecurityGroupRulesNegativeTestJSON-2086138008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d004276-03a1-41ff-8375-c23825dbe56b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:45.683457 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-da3fa70d-9722-4ef5-80c7-900d491022ee req-93e912a7-c7df-4613-a8e6-f5426ec1769a tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:45.727072 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e912a7-c7df-4613-a8e6-f5426ec1769a tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Pushing event deleted for resources: {'Port': ['ID=d7eb5b00-1aaa-43c7-9a8b-e763c39e050a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:45.746324 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b74a8446-233b-49f8-aba8-3a958ed7ebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:45.854279 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-da3fa70d-9722-4ef5-80c7-900d491022ee req-93e912a7-c7df-4613-a8e6-f5426ec1769a tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:45.857295 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-da3fa70d-9722-4ef5-80c7-900d491022ee req-93e912a7-c7df-4613-a8e6-f5426ec1769a tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:45.864497 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da3fa70d-9722-4ef5-80c7-900d491022ee req-93e912a7-c7df-4613-a8e6-f5426ec1769a tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "DELETE /v2.0/floatingips/9494644c-83d2-44ac-8b3d-afe8ab446f1b HTTP/1.1" status: 204 len: 173 time: 0.9419594 Nov 11 17:23:45.875592 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b74a8446-233b-49f8-aba8-3a958ed7ebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:45.950258 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a8446-233b-49f8-aba8-3a958ed7ebf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de518afc-dff5-44af-b5d3-838a1d6efd40,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:45.959930 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b74a8446-233b-49f8-aba8-3a958ed7ebf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:45.979332 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57074) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:45.990396 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b74a8446-233b-49f8-aba8-3a958ed7ebf8 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/de518afc-dff5-44af-b5d3-838a1d6efd40 HTTP/1.1" status: 204 len: 168 time: 0.5086274 Nov 11 17:23:46.173976 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc51b539-25fa-4126-8cd1-bc5f432f5acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:46.398150 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37156a9-58ee-4cc2-83c2-16cfd1271aff req-e30298a8-18be-44fe-834f-3baeefb22098 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:46.399691 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d37156a9-58ee-4cc2-83c2-16cfd1271aff req-e30298a8-18be-44fe-834f-3baeefb22098 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 0.2349298 Nov 11 17:23:46.426863 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc51b539-25fa-4126-8cd1-bc5f432f5acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:46.472351 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-bc51b539-25fa-4126-8cd1-bc5f432f5acd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb01100a-3be2-4970-ad22-f334ab017dfc']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:46.495827 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc34e1-71f3-4166-8ccc-e8f39e26080d req-856d8e50-ef6c-4a79-bfcd-b5b58b9149e1 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:46.497403 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-91dc34e1-71f3-4166-8ccc-e8f39e26080d req-856d8e50-ef6c-4a79-bfcd-b5b58b9149e1 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 945 time: 0.1910880 Nov 11 17:23:46.505362 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-bc51b539-25fa-4126-8cd1-bc5f432f5acd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d944d1-77dc-442e-abaa-8fd9f9a21438') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:46.505661 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-bc51b539-25fa-4126-8cd1-bc5f432f5acd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d944d1-77dc-442e-abaa-8fd9f9a21438') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:46.555599 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc51b539-25fa-4126-8cd1-bc5f432f5acd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:46.575540 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d37156a9-58ee-4cc2-83c2-16cfd1271aff req-650f44a1-ebd1-4942-8b20-61145f6f6706 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639354 Nov 11 17:23:46.588201 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc51b539-25fa-4126-8cd1-bc5f432f5acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-91dc34e1-71f3-4166-8ccc-e8f39e26080d req-34835535-1118-4083-afe8-328aa02f67b1 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d94a3948-012c-4dd0-9f6c-1e826f960d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059127 Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc51b539-25fa-4126-8cd1-bc5f432f5acd admin admin] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc51b539-25fa-4126-8cd1-bc5f432f5acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:23:46.631188 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:23:46.707570 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc51b539-25fa-4126-8cd1-bc5f432f5acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:46.716351 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc51b539-25fa-4126-8cd1-bc5f432f5acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:46.725198 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bc51b539-25fa-4126-8cd1-bc5f432f5acd admin admin] 10.222.0.76 "DELETE /v2.0/networks/cb01100a-3be2-4970-ad22-f334ab017dfc HTTP/1.1" status: 204 len: 168 time: 0.7431297 Nov 11 17:23:46.742908 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51b539-25fa-4126-8cd1-bc5f432f5acd admin admin] Pushing event deleted for resources: {'Network': ['ID=cb01100a-3be2-4970-ad22-f334ab017dfc,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:47.006653 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57104) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:47.052905 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57108) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:47.066288 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-edf9a6f8-2184-4e8e-84fb-15cf06691ddb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a32b372cc01c488ca0321ca59048335f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0583677 Nov 11 17:23:47.107625 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb40fb30-8f14-448e-aaef-8992ef90365c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:47.135782 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb40fb30-8f14-448e-aaef-8992ef90365c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:47.198589 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb40fb30-8f14-448e-aaef-8992ef90365c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:47.201475 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb40fb30-8f14-448e-aaef-8992ef90365c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:47.202793 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bb40fb30-8f14-448e-aaef-8992ef90365c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1775c814-e5ea-4ec8-a5cd-81be7fcaeb03 HTTP/1.1" status: 204 len: 168 time: 0.1489391 Nov 11 17:23:47.212759 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40fb30-8f14-448e-aaef-8992ef90365c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1775c814-e5ea-4ec8-a5cd-81be7fcaeb03,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:47.929415 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0617c-e281-47d5-bfd2-7cd0dc0c472a req-693f6dd7-54ea-441b-9d9c-e11f597a386d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:47.943909 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2fc0617c-e281-47d5-bfd2-7cd0dc0c472a req-693f6dd7-54ea-441b-9d9c-e11f597a386d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 0.2288823 Nov 11 17:23:47.954898 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e9ffd-4ee5-48e1-9ea0-c4bebfeeb17a req-b470f8d6-e76f-415e-bdef-8add6dc86661 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:47.962763 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c02e9ffd-4ee5-48e1-9ea0-c4bebfeeb17a req-b470f8d6-e76f-415e-bdef-8add6dc86661 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 945 time: 0.2373412 Nov 11 17:23:48.046303 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c02e9ffd-4ee5-48e1-9ea0-c4bebfeeb17a req-68def0d9-d4cf-4124-bd2a-5aab8cae8427 tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/security-groups?id=d94a3948-012c-4dd0-9f6c-1e826f960d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812480 Nov 11 17:23:48.051846 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027939a-e191-4e72-bc26-2ae1db34ff22 req-2bc0f294-c23e-4ca2-a1dd-adf04081b1ab tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:48.054081 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6027939a-e191-4e72-bc26-2ae1db34ff22 req-2bc0f294-c23e-4ca2-a1dd-adf04081b1ab tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 945 time: 0.1318901 Nov 11 17:23:48.090349 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:48.109502 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2fc0617c-e281-47d5-bfd2-7cd0dc0c472a req-08e70778-42c1-466e-8c16-c818fa678437 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643412 Nov 11 17:23:48.248131 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-6027939a-e191-4e72-bc26-2ae1db34ff22 req-bf709e0a-f8ab-4d1d-bd7b-92907cf5d91d tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Deleting port d9170764-328e-49c6-903a-578f4c3fb49e {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:23:48.248775 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6027939a-e191-4e72-bc26-2ae1db34ff22 req-bf709e0a-f8ab-4d1d-bd7b-92907cf5d91d tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:48.457153 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-6027939a-e191-4e72-bc26-2ae1db34ff22 req-bf709e0a-f8ab-4d1d-bd7b-92907cf5d91d tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] For port d9170764-328e-49c6-903a-578f4c3fb49e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=d9170764-328e-49c6-903a-578f4c3fb49e,segment=NetworkSegment(ec646147-bf60-4aa9-8065-9bf927286bc9),segment_id=ec646147-bf60-4aa9-8065-9bf927286bc9)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:48.457399 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6027939a-e191-4e72-bc26-2ae1db34ff22 req-bf709e0a-f8ab-4d1d-bd7b-92907cf5d91d tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:48.476747 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-6027939a-e191-4e72-bc26-2ae1db34ff22 req-bf709e0a-f8ab-4d1d-bd7b-92907cf5d91d tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Calling delete_port for d9170764-328e-49c6-903a-578f4c3fb49e owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:23:48.737185 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57182) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:48.908356 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-1ac06745-a59f-4005-8638-a6985d193607 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1406880647-network', 'tenant_id': 'ff060141dbef46cbb587e99574426fbb'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:48.954321 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac06745-a59f-4005-8638-a6985d193607 admin admin] Made reservation on behalf of ff060141dbef46cbb587e99574426fbb for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:23:48.957709 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ac06745-a59f-4005-8638-a6985d193607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:48.979985 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ac06745-a59f-4005-8638-a6985d193607 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:49.102670 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ac06745-a59f-4005-8638-a6985d193607 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:49.112960 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ac06745-a59f-4005-8638-a6985d193607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:49.183057 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac06745-a59f-4005-8638-a6985d193607 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1263} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:23:49.183341 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6027939a-e191-4e72-bc26-2ae1db34ff22 req-bf709e0a-f8ab-4d1d-bd7b-92907cf5d91d tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:49.215470 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac06745-a59f-4005-8638-a6985d193607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6d16a1-8108-4a37-a295-ea091f791deb,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:49.224614 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['d9170764-328e-49c6-903a-578f4c3fb49e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:23:49.233508 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf709e0a-f8ab-4d1d-bd7b-92907cf5d91d tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Pushing event deleted for resources: {'Port': ['ID=d9170764-328e-49c6-903a-578f4c3fb49e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:49.316703 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ac06745-a59f-4005-8638-a6985d193607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:49.317168 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-1ac06745-a59f-4005-8638-a6985d193607 admin admin] Added segment 6397a0f2-0120-4678-bdec-db4b7229c43f of type vlan for network f91c0fe7-9ead-44a2-8d49-b6c8b8c3c113 Nov 11 17:23:49.320399 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d369883d-f389-4eaa-a452-6ae25d8d0781 req-c868e847-4b83-4c4b-9340-b4063e5c3f6c tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f9b4aeb-6824-40de-8fa0-816186a33300 HTTP/1.1" status: 200 len: 210 time: 0.0738544 Nov 11 17:23:49.329353 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6027939a-e191-4e72-bc26-2ae1db34ff22 req-bf709e0a-f8ab-4d1d-bd7b-92907cf5d91d tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] No DVR routers for this DVR port d9170764-328e-49c6-903a-578f4c3fb49e on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:23:49.333715 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6027939a-e191-4e72-bc26-2ae1db34ff22 req-bf709e0a-f8ab-4d1d-bd7b-92907cf5d91d tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:49.337594 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6027939a-e191-4e72-bc26-2ae1db34ff22 req-bf709e0a-f8ab-4d1d-bd7b-92907cf5d91d tempest-FloatingIPsAssociationTestJSON-1567796529 tempest-FloatingIPsAssociationTestJSON-1567796529-project] 10.222.0.64 "DELETE /v2.0/ports/d9170764-328e-49c6-903a-578f4c3fb49e HTTP/1.1" status: 204 len: 173 time: 1.2721543 Nov 11 17:23:49.339202 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9b4aeb-6824-40de-8fa0-816186a33300', 'name': 'network-vif-deleted', 'tag': 'd9170764-328e-49c6-903a-578f4c3fb49e'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:23:49.341710 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2525e337-e283-4e5c-97f6-e14eea235c9b" -d '{"events": [{"server_uuid": "3f9b4aeb-6824-40de-8fa0-816186a33300", "name": "network-vif-deleted", "tag": "d9170764-328e-49c6-903a-578f4c3fb49e"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:23:49.413831 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ac06745-a59f-4005-8638-a6985d193607 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:49.482316 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ac06745-a59f-4005-8638-a6985d193607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:49.483302 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac06745-a59f-4005-8638-a6985d193607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:49.483948 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ac06745-a59f-4005-8638-a6985d193607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:49.620675 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441781e5-c736-46f2-ba52-ddd3dfff770d x-openstack-request-id: req-441781e5-c736-46f2-ba52-ddd3dfff770d {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:23:49.621032 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9b4aeb-6824-40de-8fa0-816186a33300", "name": "network-vif-deleted", "tag": "d9170764-328e-49c6-903a-578f4c3fb49e", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:23:49.621345 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-441781e5-c736-46f2-ba52-ddd3dfff770d {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:23:49.621856 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9b4aeb-6824-40de-8fa0-816186a33300', 'name': 'network-vif-deleted', 'tag': 'd9170764-328e-49c6-903a-578f4c3fb49e', 'status': 'completed', 'code': 200} Nov 11 17:23:49.635527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac06745-a59f-4005-8638-a6985d193607 admin admin] Pushing event updated for resources: {'Network': ['ID=f91c0fe7-9ead-44a2-8d49-b6c8b8c3c113,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:49.647721 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network f91c0fe7-9ead-44a2-8d49-b6c8b8c3c113 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:23:49.675931 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57214) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:49.681374 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1ac06745-a59f-4005-8638-a6985d193607 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9426067 Nov 11 17:23:49.683809 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a901efdc-5485-4e5f-b18e-fc74862c5af4 admin admin] Request body: {'subnet': {'network_id': 'f91c0fe7-9ead-44a2-8d49-b6c8b8c3c113', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1406880647-subnet', 'tenant_id': 'ff060141dbef46cbb587e99574426fbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:23:49.724220 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bdd77-395a-4525-945b-8f987b6eac77 req-8d2494c5-1ff1-4e2f-a09c-3af3700c8135 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:49.725966 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-503bdd77-395a-4525-945b-8f987b6eac77 req-8d2494c5-1ff1-4e2f-a09c-3af3700c8135 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 0.4110746 Nov 11 17:23:49.728187 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a901efdc-5485-4e5f-b18e-fc74862c5af4 admin admin] Made reservation on behalf of ff060141dbef46cbb587e99574426fbb for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:23:49.731221 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a901efdc-5485-4e5f-b18e-fc74862c5af4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:49.858690 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-503bdd77-395a-4525-945b-8f987b6eac77 req-b6901810-f306-4ce0-b0b0-70a3b20ad301 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198444 Nov 11 17:23:50.148289 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a901efdc-5485-4e5f-b18e-fc74862c5af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:50.231271 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901efdc-5485-4e5f-b18e-fc74862c5af4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37267a4a-21a5-48d1-a2a5-d28f65d44144,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:50.240984 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a901efdc-5485-4e5f-b18e-fc74862c5af4 admin admin] Checking segment: {'id': '6397a0f2-0120-4678-bdec-db4b7229c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'f91c0fe7-9ead-44a2-8d49-b6c8b8c3c113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:23:50.240984 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a901efdc-5485-4e5f-b18e-fc74862c5af4 admin admin] Network hostable DHCP agents. Network: f91c0fe7-9ead-44a2-8d49-b6c8b8c3c113, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:23:50.264450 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a901efdc-5485-4e5f-b18e-fc74862c5af4 admin admin] Network f91c0fe7-9ead-44a2-8d49-b6c8b8c3c113 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:23:50.279573 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-a901efdc-5485-4e5f-b18e-fc74862c5af4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, f91c0fe7-9ead-44a2-8d49-b6c8b8c3c113) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:23:50.288743 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340e6fcc-6e2b-4548-b1fd-593bf4f62a6a None None] Network f91c0fe7-9ead-44a2-8d49-b6c8b8c3c113 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:23:50.296907 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a901efdc-5485-4e5f-b18e-fc74862c5af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:50.299789 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a901efdc-5485-4e5f-b18e-fc74862c5af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:50.341422 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a901efdc-5485-4e5f-b18e-fc74862c5af4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6641271 Nov 11 17:23:50.452232 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57232) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:50.562528 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24f2d33-96f1-499d-a396-860fffef6212 None None] Network f91c0fe7-9ead-44a2-8d49-b6c8b8c3c113 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:23:51.138664 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-62f97afc-ab22-4110-ae79-acbf09b8ed6f req-7b799eb5-2bed-4a3e-95da-606ebd87ee8d tempest-SecurityGroupsNegativeTestJSON-1915968837 tempest-SecurityGroupsNegativeTestJSON-1915968837-project] show failed (client error): The resource could not be found. Nov 11 17:23:51.139776 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-62f97afc-ab22-4110-ae79-acbf09b8ed6f req-7b799eb5-2bed-4a3e-95da-606ebd87ee8d tempest-SecurityGroupsNegativeTestJSON-1915968837 tempest-SecurityGroupsNegativeTestJSON-1915968837-project] 10.222.0.76 "GET /v2.0/security-groups/823311c3-1ed8-42ba-8507-94c29990a46a HTTP/1.1" status: 404 len: 352 time: 0.0491178 Nov 11 17:23:51.203273 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72510c7-bbe3-4162-acb8-875451161b72 req-f083e799-ead5-451d-8709-5ea9ae801ba4 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:51.216358 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f72510c7-bbe3-4162-acb8-875451161b72 req-f083e799-ead5-451d-8709-5ea9ae801ba4 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 0.1678524 Nov 11 17:23:51.372751 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1090f5e6-6bf3-4026-9a1b-28f913eb1d91 req-d8fc682a-e107-456e-bd65-20f3d586bfd1 tempest-SecurityGroupsNegativeTestJSON-1915968837 tempest-SecurityGroupsNegativeTestJSON-1915968837-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ff060141dbef46cbb587e99574426fbb HTTP/1.1" status: 200 len: 3005 time: 0.1456366 Nov 11 17:23:51.384262 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-861434e2-06d8-467a-87e2-f59d98d9db28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:51.419338 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f72510c7-bbe3-4162-acb8-875451161b72 req-947a4e99-70f4-4ee0-a807-517426e86e5e tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985862 Nov 11 17:23:51.510918 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device d9170764-328e-49c6-903a-578f4c3fb49e no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:23:51.529449 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1090f5e6-6bf3-4026-9a1b-28f913eb1d91 req-2850aac1-5d2c-4b5e-8e38-492f71f4efdf tempest-SecurityGroupsNegativeTestJSON-1915968837 tempest-SecurityGroupsNegativeTestJSON-1915968837-project] 10.222.0.76 "GET /v2.0/security-groups/6e6d16a1-8108-4a37-a295-ea091f791deb HTTP/1.1" status: 200 len: 3002 time: 0.1420898 Nov 11 17:23:51.560521 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: d9170764-328e-49c6-903a-578f4c3fb49e {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:23:51.562190 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device d9170764-328e-49c6-903a-578f4c3fb49e not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:23:51.613482 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1090f5e6-6bf3-4026-9a1b-28f913eb1d91 req-3002822d-90f3-4dea-92f5-e14e9a669bdc tempest-SecurityGroupsNegativeTestJSON-1915968837 tempest-SecurityGroupsNegativeTestJSON-1915968837-project] 10.222.0.76 "GET /v2.0/security-groups/6e6d16a1-8108-4a37-a295-ea091f791deb HTTP/1.1" status: 200 len: 3002 time: 0.0831671 Nov 11 17:23:51.768696 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-449c3a69-ad0f-443c-b23f-a9ba0940560f req-eba08deb-0320-49c9-8daf-513f784c46db tempest-SecurityGroupsNegativeTestJSON-1915968837 tempest-SecurityGroupsNegativeTestJSON-1915968837-project] 10.222.0.76 "GET /v2.0/security-groups/6e6d16a1-8108-4a37-a295-ea091f791deb HTTP/1.1" status: 200 len: 3002 time: 0.1328073 Nov 11 17:23:51.842306 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-861434e2-06d8-467a-87e2-f59d98d9db28 admin admin] Deleting port 76f30440-029f-489d-9d31-ba6033705d8f {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:23:51.842905 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-861434e2-06d8-467a-87e2-f59d98d9db28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:51.886616 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-449c3a69-ad0f-443c-b23f-a9ba0940560f req-1a5c1e05-f1dc-4845-84ff-4c8f2417c684 tempest-SecurityGroupsNegativeTestJSON-1915968837 tempest-SecurityGroupsNegativeTestJSON-1915968837-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 11 17:23:51.911252 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-449c3a69-ad0f-443c-b23f-a9ba0940560f req-1a5c1e05-f1dc-4845-84ff-4c8f2417c684 tempest-SecurityGroupsNegativeTestJSON-1915968837 tempest-SecurityGroupsNegativeTestJSON-1915968837-project] 10.222.0.76 "DELETE /v2.0/security-groups/6e6d16a1-8108-4a37-a295-ea091f791deb HTTP/1.1" status: 409 len: 352 time: 0.1358886 Nov 11 17:23:51.954391 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-bd3a6b61-7f6e-4b52-bdb4-60a09f3bcee3 req-177a971a-d3ce-4ff3-8b23-bf08fc15a7b8 tempest-SecurityGroupsNegativeTestJSON-1915968837 tempest-SecurityGroupsNegativeTestJSON-1915968837-project] show failed (client error): The resource could not be found. Nov 11 17:23:51.982600 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bd3a6b61-7f6e-4b52-bdb4-60a09f3bcee3 req-177a971a-d3ce-4ff3-8b23-bf08fc15a7b8 tempest-SecurityGroupsNegativeTestJSON-1915968837 tempest-SecurityGroupsNegativeTestJSON-1915968837-project] 10.222.0.76 "GET /v2.0/security-groups/35293275-0904-4aca-946a-7de78b5d0da6 HTTP/1.1" status: 404 len: 352 time: 0.0508728 Nov 11 17:23:52.012995 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-507e84d5-142a-4c92-a802-9318643fc8f3 req-88a93a77-0c33-4ae6-bfd9-fcff56f31d23 tempest-SecurityGroupsNegativeTestJSON-1915968837 tempest-SecurityGroupsNegativeTestJSON-1915968837-project] show failed (client error): The resource could not be found. Nov 11 17:23:52.032563 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57302) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:52.048002 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-507e84d5-142a-4c92-a802-9318643fc8f3 req-88a93a77-0c33-4ae6-bfd9-fcff56f31d23 tempest-SecurityGroupsNegativeTestJSON-1915968837 tempest-SecurityGroupsNegativeTestJSON-1915968837-project] 10.222.0.76 "GET /v2.0/security-groups/4467722f-21e1-4f61-b45f-03ed8f2533f8 HTTP/1.1" status: 404 len: 352 time: 0.0558722 Nov 11 17:23:52.085469 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-861434e2-06d8-467a-87e2-f59d98d9db28 admin admin] For port 76f30440-029f-489d-9d31-ba6033705d8f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=76f30440-029f-489d-9d31-ba6033705d8f,segment=NetworkSegment(ec646147-bf60-4aa9-8065-9bf927286bc9),segment_id=ec646147-bf60-4aa9-8065-9bf927286bc9)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:52.085829 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-861434e2-06d8-467a-87e2-f59d98d9db28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:52.106043 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-861434e2-06d8-467a-87e2-f59d98d9db28 admin admin] Calling delete_port for 76f30440-029f-489d-9d31-ba6033705d8f owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:23:52.115214 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97f6e37-659d-4ec4-b4be-1afedb1120fe admin admin] Deleting subnet 37267a4a-21a5-48d1-a2a5-d28f65d44144 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:23:52.122842 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d97f6e37-659d-4ec4-b4be-1afedb1120fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:52.279916 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d97f6e37-659d-4ec4-b4be-1afedb1120fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:52.329997 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d97f6e37-659d-4ec4-b4be-1afedb1120fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:52.392208 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d97f6e37-659d-4ec4-b4be-1afedb1120fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:52.428891 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d97f6e37-659d-4ec4-b4be-1afedb1120fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:52.433926 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d97f6e37-659d-4ec4-b4be-1afedb1120fe admin admin] 10.222.0.76 "DELETE /v2.0/subnets/37267a4a-21a5-48d1-a2a5-d28f65d44144 HTTP/1.1" status: 204 len: 168 time: 0.3934295 Nov 11 17:23:52.439626 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57312) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:52.457635 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f6e37-659d-4ec4-b4be-1afedb1120fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37267a4a-21a5-48d1-a2a5-d28f65d44144,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:52.662859 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54adbf-d8c1-4266-afcd-03058e42f68d req-22c3dc6e-6ce0-470d-8f42-0e5928ee4a39 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:52.682754 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d46a411-39d8-4911-8f87-aaf34b6364b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:52.683974 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f54adbf-d8c1-4266-afcd-03058e42f68d req-22c3dc6e-6ce0-470d-8f42-0e5928ee4a39 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 0.0947628 Nov 11 17:23:52.764501 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f54adbf-d8c1-4266-afcd-03058e42f68d req-f8b1d3b4-bc91-4cfd-83f0-d9f1f89f75ad tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793769 Nov 11 17:23:52.914800 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d46a411-39d8-4911-8f87-aaf34b6364b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:52.950164 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-6d46a411-39d8-4911-8f87-aaf34b6364b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91c0fe7-9ead-44a2-8d49-b6c8b8c3c113']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:52.954127 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-861434e2-06d8-467a-87e2-f59d98d9db28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:52.980000 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-6d46a411-39d8-4911-8f87-aaf34b6364b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6397a0f2-0120-4678-bdec-db4b7229c43f') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:52.980293 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-6d46a411-39d8-4911-8f87-aaf34b6364b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6397a0f2-0120-4678-bdec-db4b7229c43f') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:53.040494 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861434e2-06d8-467a-87e2-f59d98d9db28 admin admin] Pushing event deleted for resources: {'Port': ['ID=76f30440-029f-489d-9d31-ba6033705d8f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:53.065675 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d46a411-39d8-4911-8f87-aaf34b6364b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:53.089303 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d46a411-39d8-4911-8f87-aaf34b6364b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:53.100695 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d46a411-39d8-4911-8f87-aaf34b6364b5 admin admin] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:23:53.101294 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d46a411-39d8-4911-8f87-aaf34b6364b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:23:53.176958 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:23:53.279129 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d46a411-39d8-4911-8f87-aaf34b6364b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:53.292077 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d46a411-39d8-4911-8f87-aaf34b6364b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:53.309665 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6d46a411-39d8-4911-8f87-aaf34b6364b5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f91c0fe7-9ead-44a2-8d49-b6c8b8c3c113 HTTP/1.1" status: 204 len: 168 time: 0.8583596 Nov 11 17:23:53.397955 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46a411-39d8-4911-8f87-aaf34b6364b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f91c0fe7-9ead-44a2-8d49-b6c8b8c3c113,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:53.638257 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-861434e2-06d8-467a-87e2-f59d98d9db28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:53.818884 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57350) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:53.894067 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861434e2-06d8-467a-87e2-f59d98d9db28 admin admin] Router 64b27bb6-7576-43f2-9b53-2180d2abcc44 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:23:53.969671 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:53.996032 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-be8ba019-fdd5-4190-a6ed-643967785b8c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ff060141dbef46cbb587e99574426fbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1757486 Nov 11 17:23:53.997497 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57354) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:54.055036 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dca47-b718-4410-a315-96d4f4fec59f req-1a3f863f-f9e9-403c-adeb-5d777d65a44b tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:54.057241 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b05dca47-b718-4410-a315-96d4f4fec59f req-1a3f863f-f9e9-403c-adeb-5d777d65a44b tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 0.1623981 Nov 11 17:23:54.080374 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861434e2-06d8-467a-87e2-f59d98d9db28 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:23:54.097429 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-861434e2-06d8-467a-87e2-f59d98d9db28 admin admin] 10.222.0.76 "PUT /v2.0/routers/64b27bb6-7576-43f2-9b53-2180d2abcc44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6404517 Nov 11 17:23:54.097924 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57362) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:54.102372 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016f6a42-7166-48d0-9cbb-ced4abc8b7f8 None None] Sync routers for ids ['64b27bb6-7576-43f2-9b53-2180d2abcc44'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:23:54.114724 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016f6a42-7166-48d0-9cbb-ced4abc8b7f8 None None] Routers {'64b27bb6-7576-43f2-9b53-2180d2abcc44'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:23:54.118356 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-016f6a42-7166-48d0-9cbb-ced4abc8b7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:23:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['64b27bb6-7576-43f2-9b53-2180d2abcc44'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:54.157369 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6bb227ee-357a-46c7-b222-b35f5e1ddb72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:54.184431 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b05dca47-b718-4410-a315-96d4f4fec59f req-99f89d0e-48b8-496d-b177-ccbab0ae90e2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121840 Nov 11 17:23:54.246153 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6bb227ee-357a-46c7-b222-b35f5e1ddb72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:54.399347 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22529cb8-903d-4abe-8143-3d1642ba6d39 admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:54.415215 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6bb227ee-357a-46c7-b222-b35f5e1ddb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:54.418961 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6bb227ee-357a-46c7-b222-b35f5e1ddb72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:54.436829 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6bb227ee-357a-46c7-b222-b35f5e1ddb72 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6e6d16a1-8108-4a37-a295-ea091f791deb HTTP/1.1" status: 204 len: 168 time: 0.4368911 Nov 11 17:23:54.441700 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-016f6a42-7166-48d0-9cbb-ced4abc8b7f8 None None] Set router 64b27bb6-7576-43f2-9b53-2180d2abcc44 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:23:54.471130 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb227ee-357a-46c7-b222-b35f5e1ddb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6d16a1-8108-4a37-a295-ea091f791deb,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:54.629526 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22529cb8-903d-4abe-8143-3d1642ba6d39 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:54.794383 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-22529cb8-903d-4abe-8143-3d1642ba6d39 admin admin] Deleting port 763e1ce7-de83-43d9-9686-261741ec67de {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:23:54.794911 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22529cb8-903d-4abe-8143-3d1642ba6d39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:55.012665 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-22529cb8-903d-4abe-8143-3d1642ba6d39 admin admin] For port 763e1ce7-de83-43d9-9686-261741ec67de, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=763e1ce7-de83-43d9-9686-261741ec67de,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:55.013045 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22529cb8-903d-4abe-8143-3d1642ba6d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:55.042488 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-22529cb8-903d-4abe-8143-3d1642ba6d39 admin admin] Calling delete_port for 763e1ce7-de83-43d9-9686-261741ec67de owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:23:55.163696 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-016f6a42-7166-48d0-9cbb-ced4abc8b7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '763e1ce7-de83-43d9-9686-261741ec67de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:23:52Z', 'revision_number': 5, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port': {'id': '763e1ce7-de83-43d9-9686-261741ec67de', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:22:23Z', 'updated_at': '2021-11-11T17:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:55.195485 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016f6a42-7166-48d0-9cbb-ced4abc8b7f8 None None] Checking router: 64b27bb6-7576-43f2-9b53-2180d2abcc44 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:23:55.223605 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016f6a42-7166-48d0-9cbb-ced4abc8b7f8 None None] Routers {'64b27bb6-7576-43f2-9b53-2180d2abcc44'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:23:55.230216 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-016f6a42-7166-48d0-9cbb-ced4abc8b7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:23:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['64b27bb6-7576-43f2-9b53-2180d2abcc44'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:55.340891 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22529cb8-903d-4abe-8143-3d1642ba6d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:55.379266 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-016f6a42-7166-48d0-9cbb-ced4abc8b7f8 None None] Set router 64b27bb6-7576-43f2-9b53-2180d2abcc44 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:23:55.411644 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22529cb8-903d-4abe-8143-3d1642ba6d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=763e1ce7-de83-43d9-9686-261741ec67de,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:55.445939 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1650e-06d6-4594-a18f-03d60f92cf16 req-8f8b59c1-ff3e-4048-8dae-687c85a9f692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:55.457589 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42c1650e-06d6-4594-a18f-03d60f92cf16 req-8f8b59c1-ff3e-4048-8dae-687c85a9f692 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c345fd9f10264309a8cf6977ed085e8b&device_id=9487b2b6-b57c-4722-9d95-9b487f14000e HTTP/1.1" status: 200 len: 1102 time: 0.2476351 Nov 11 17:23:55.499014 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-016f6a42-7166-48d0-9cbb-ced4abc8b7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:23:54Z', 'revision_number': 6, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:55.512901 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22529cb8-903d-4abe-8143-3d1642ba6d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:55.631557 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016f6a42-7166-48d0-9cbb-ced4abc8b7f8 None None] The sync data for ids ['64b27bb6-7576-43f2-9b53-2180d2abcc44'] in n-d-816206-4 is: [{'id': '64b27bb6-7576-43f2-9b53-2180d2abcc44', 'name': 'tempest-FloatingIPsAssociationTestJSON-880794974-router', 'tenant_id': 'eeaf0859b8554fe38e6f252116aac055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:22:22Z', 'updated_at': '2021-11-11T17:23:54Z', 'revision_number': 6, 'project_id': 'eeaf0859b8554fe38e6f252116aac055', 'gw_port_host': None}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:23:55.723463 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22529cb8-903d-4abe-8143-3d1642ba6d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:55.725903 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22529cb8-903d-4abe-8143-3d1642ba6d39 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:55.793716 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22529cb8-903d-4abe-8143-3d1642ba6d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:55.794632 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22529cb8-903d-4abe-8143-3d1642ba6d39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64b27bb6-7576-43f2-9b53-2180d2abcc44 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:23:55.804120 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22529cb8-903d-4abe-8143-3d1642ba6d39 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:55.809218 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57432) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:55.811175 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-22529cb8-903d-4abe-8143-3d1642ba6d39 admin admin] 10.222.0.76 "DELETE /v2.0/routers/64b27bb6-7576-43f2-9b53-2180d2abcc44 HTTP/1.1" status: 204 len: 168 time: 1.7106142 Nov 11 17:23:55.911994 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f78317-3416-4f8b-b833-d21ee19a834e req-e0457b3f-4242-4817-ab03-199509dbf308 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:55.930193 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74f78317-3416-4f8b-b833-d21ee19a834e req-e0457b3f-4242-4817-ab03-199509dbf308 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 0.4615147 Nov 11 17:23:56.026491 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-061537d7-ff07-47e9-8251-7f1ad4a09c4b admin admin] Deleting subnet 1758254d-1b04-473e-8f9e-cda256449fb7 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:23:56.033005 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-061537d7-ff07-47e9-8251-7f1ad4a09c4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:56.041509 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1650e-06d6-4594-a18f-03d60f92cf16 req-108e5324-4a06-4ea2-b63d-c835b4b53511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:56.043395 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42c1650e-06d6-4594-a18f-03d60f92cf16 req-108e5324-4a06-4ea2-b63d-c835b4b53511 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.5557454 Nov 11 17:23:56.207039 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42c1650e-06d6-4594-a18f-03d60f92cf16 req-2e61608a-c24b-4155-ae2c-30ed903f7576 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=3a937c6c-0172-44de-a6f2-93128b32481d HTTP/1.1" status: 200 len: 217 time: 0.1200387 Nov 11 17:23:56.237958 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74f78317-3416-4f8b-b833-d21ee19a834e req-44fa7067-c05e-4033-a153-85eec4b50990 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064342 Nov 11 17:23:56.314626 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1650e-06d6-4594-a18f-03d60f92cf16 req-6ebe35a8-8c53-46ca-9cb3-2d5f3ac272aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:56.316175 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42c1650e-06d6-4594-a18f-03d60f92cf16 req-6ebe35a8-8c53-46ca-9cb3-2d5f3ac272aa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0753586 Nov 11 17:23:56.343594 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-061537d7-ff07-47e9-8251-7f1ad4a09c4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:56.412181 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1650e-06d6-4594-a18f-03d60f92cf16 req-1684db6a-42c9-44a6-834a-94586a4aaa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:56.414550 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42c1650e-06d6-4594-a18f-03d60f92cf16 req-1684db6a-42c9-44a6-834a-94586a4aaa27 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0914085 Nov 11 17:23:56.581084 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42c1650e-06d6-4594-a18f-03d60f92cf16 req-0789efd7-e925-421c-8004-1574dfb841d6 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576388 Nov 11 17:23:56.692560 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 763e1ce7-de83-43d9-9686-261741ec67de no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:23:56.727073 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 763e1ce7-de83-43d9-9686-261741ec67de {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:23:56.727073 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 763e1ce7-de83-43d9-9686-261741ec67de not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:23:56.727922 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 76f30440-029f-489d-9d31-ba6033705d8f no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:23:56.761745 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 76f30440-029f-489d-9d31-ba6033705d8f {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:23:56.762090 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 76f30440-029f-489d-9d31-ba6033705d8f not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:23:56.908656 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-061537d7-ff07-47e9-8251-7f1ad4a09c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:57.024724 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42c1650e-06d6-4594-a18f-03d60f92cf16 req-22b575fa-3177-4c2f-9ec1-b6fdd1c2b5b3 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741670 Nov 11 17:23:57.031158 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-061537d7-ff07-47e9-8251-7f1ad4a09c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:57.072073 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061537d7-ff07-47e9-8251-7f1ad4a09c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1758254d-1b04-473e-8f9e-cda256449fb7,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:57.087291 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4b9e16-bfd3-468b-9964-3eccb93bff44 None None] Network e943cf5d-ace4-4920-a83b-e3ebafedcd83 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:23:57.088030 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-061537d7-ff07-47e9-8251-7f1ad4a09c4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:57.095525 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-061537d7-ff07-47e9-8251-7f1ad4a09c4b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1758254d-1b04-473e-8f9e-cda256449fb7 HTTP/1.1" status: 204 len: 168 time: 1.2679958 Nov 11 17:23:57.096394 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57482) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:57.314453 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c13cf2e-78c9-4b61-b997-a47c0c3f7130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:57.463498 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-9c13cf2e-78c9-4b61-b997-a47c0c3f7130 admin admin] Deleting port f39419de-21c5-410c-804e-222dbd79cc6a {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:23:57.463868 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c13cf2e-78c9-4b61-b997-a47c0c3f7130 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:57.522466 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012f1f3e-9f7a-48b4-a42b-2768c915cd44 None None] DHCP port deletion for e943cf5d-ace4-4920-a83b-e3ebafedcd83 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:23:57.569651 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25789182-3d93-4e91-aa75-9fb4530932b3 req-ca6f11d9-42c6-4bec-b352-d506117049ec tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:57.582870 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-25789182-3d93-4e91-aa75-9fb4530932b3 req-ca6f11d9-42c6-4bec-b352-d506117049ec tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 0.1925094 Nov 11 17:23:57.620690 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57494) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:57.647708 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-9c13cf2e-78c9-4b61-b997-a47c0c3f7130 admin admin] For port f39419de-21c5-410c-804e-222dbd79cc6a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f39419de-21c5-410c-804e-222dbd79cc6a,segment=NetworkSegment(ec646147-bf60-4aa9-8065-9bf927286bc9),segment_id=ec646147-bf60-4aa9-8065-9bf927286bc9)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:57.647708 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c13cf2e-78c9-4b61-b997-a47c0c3f7130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:57.685690 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-012f1f3e-9f7a-48b4-a42b-2768c915cd44 None None] Deleting port f39419de-21c5-410c-804e-222dbd79cc6a {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:23:57.689945 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-012f1f3e-9f7a-48b4-a42b-2768c915cd44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:57.707191 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-9c13cf2e-78c9-4b61-b997-a47c0c3f7130 admin admin] Calling delete_port for f39419de-21c5-410c-804e-222dbd79cc6a owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:23:57.733480 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-25789182-3d93-4e91-aa75-9fb4530932b3 req-1f7cadf2-0946-4f15-a351-5b62a46659b0 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419041 Nov 11 17:23:57.874476 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-012f1f3e-9f7a-48b4-a42b-2768c915cd44 None None] For port f39419de-21c5-410c-804e-222dbd79cc6a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f39419de-21c5-410c-804e-222dbd79cc6a,segment=NetworkSegment(ec646147-bf60-4aa9-8065-9bf927286bc9),segment_id=ec646147-bf60-4aa9-8065-9bf927286bc9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:23:57.874989 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-012f1f3e-9f7a-48b4-a42b-2768c915cd44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:57.911970 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-012f1f3e-9f7a-48b4-a42b-2768c915cd44 None None] Calling delete_port for f39419de-21c5-410c-804e-222dbd79cc6a owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:23:57.947363 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c13cf2e-78c9-4b61-b997-a47c0c3f7130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:58.026444 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13cf2e-78c9-4b61-b997-a47c0c3f7130 admin admin] Pushing event deleted for resources: {'Port': ['ID=f39419de-21c5-410c-804e-222dbd79cc6a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:58.037480 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c13cf2e-78c9-4b61-b997-a47c0c3f7130 admin admin] No DVR routers for this DVR port f39419de-21c5-410c-804e-222dbd79cc6a on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:23:58.197022 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-26e8da15-29a2-4635-80f4-9e9503eaec76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:58.254795 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c13cf2e-78c9-4b61-b997-a47c0c3f7130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:58.410531 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-012f1f3e-9f7a-48b4-a42b-2768c915cd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:58.421839 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-9c13cf2e-78c9-4b61-b997-a47c0c3f7130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e943cf5d-ace4-4920-a83b-e3ebafedcd83']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:58.440828 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-9c13cf2e-78c9-4b61-b997-a47c0c3f7130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec646147-bf60-4aa9-8065-9bf927286bc9') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:58.441121 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-9c13cf2e-78c9-4b61-b997-a47c0c3f7130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec646147-bf60-4aa9-8065-9bf927286bc9') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:23:58.446309 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012f1f3e-9f7a-48b4-a42b-2768c915cd44 None None] No DVR routers for this DVR port f39419de-21c5-410c-804e-222dbd79cc6a on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:23:58.460354 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-26e8da15-29a2-4635-80f4-9e9503eaec76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:58.462621 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c13cf2e-78c9-4b61-b997-a47c0c3f7130 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:58.501846 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c13cf2e-78c9-4b61-b997-a47c0c3f7130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:58.514437 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c13cf2e-78c9-4b61-b997-a47c0c3f7130 admin admin] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:23:58.515063 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c13cf2e-78c9-4b61-b997-a47c0c3f7130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:58.528857 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f1f3e-9f7a-48b4-a42b-2768c915cd44 None None] Pushing event deleted for resources: {'Port': ['ID=f39419de-21c5-410c-804e-222dbd79cc6a,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:58.556274 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f39419de-21c5-410c-804e-222dbd79cc6a no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:23:58.591701 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:23:58.596062 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: f39419de-21c5-410c-804e-222dbd79cc6a {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:23:58.596062 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f39419de-21c5-410c-804e-222dbd79cc6a not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:23:58.598730 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-26e8da15-29a2-4635-80f4-9e9503eaec76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:58.606487 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c13cf2e-78c9-4b61-b997-a47c0c3f7130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:58.621308 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c13cf2e-78c9-4b61-b997-a47c0c3f7130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:58.628080 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9c13cf2e-78c9-4b61-b997-a47c0c3f7130 admin admin] 10.222.0.76 "DELETE /v2.0/networks/e943cf5d-ace4-4920-a83b-e3ebafedcd83 HTTP/1.1" status: 204 len: 168 time: 1.5278244 Nov 11 17:23:58.685993 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13cf2e-78c9-4b61-b997-a47c0c3f7130 admin admin] Pushing event deleted for resources: {'Network': ['ID=e943cf5d-ace4-4920-a83b-e3ebafedcd83,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:58.700583 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-26e8da15-29a2-4635-80f4-9e9503eaec76 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=19848be9a06e409cbff8bfc3ae1402cf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0778573 Nov 11 17:23:58.701613 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8da15-29a2-4635-80f4-9e9503eaec76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ff38ba-12b9-4d88-89bb-9e1c5a4e1573,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:58.702755 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57534) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:58.921541 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-230e6ffb-d37d-4eb3-ae0f-8d462900a503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:59.010809 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57552) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:59.044167 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-230e6ffb-d37d-4eb3-ae0f-8d462900a503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:59.081868 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7db6e7d2-0f97-4b2e-aa11-a7a2e7fc23e1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eeaf0859b8554fe38e6f252116aac055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0693922 Nov 11 17:23:59.084647 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57556) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:23:59.124943 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c7eb9-2c18-4aa3-8400-95dc23dd694a req-7faf45e9-f1e8-483b-9b4a-85f39c3259ec tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:23:59.126592 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-579c7eb9-2c18-4aa3-8400-95dc23dd694a req-7faf45e9-f1e8-483b-9b4a-85f39c3259ec tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 0.1980696 Nov 11 17:23:59.159654 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-206b5db8-b42e-4e35-a9f2-147801e7ebc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:59.223293 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-579c7eb9-2c18-4aa3-8400-95dc23dd694a req-8ccc2dc8-415f-40bc-bb4d-156da89f1476 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856400 Nov 11 17:23:59.238755 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-230e6ffb-d37d-4eb3-ae0f-8d462900a503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:59.240625 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-206b5db8-b42e-4e35-a9f2-147801e7ebc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:59.243126 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-230e6ffb-d37d-4eb3-ae0f-8d462900a503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:59.245605 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-230e6ffb-d37d-4eb3-ae0f-8d462900a503 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/56ff38ba-12b9-4d88-89bb-9e1c5a4e1573 HTTP/1.1" status: 204 len: 168 time: 0.5411916 Nov 11 17:23:59.258554 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e6ffb-d37d-4eb3-ae0f-8d462900a503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ff38ba-12b9-4d88-89bb-9e1c5a4e1573,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:23:59.348710 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-206b5db8-b42e-4e35-a9f2-147801e7ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:59.360192 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-206b5db8-b42e-4e35-a9f2-147801e7ebc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:23:59.364857 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-206b5db8-b42e-4e35-a9f2-147801e7ebc2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d94a3948-012c-4dd0-9f6c-1e826f960d1d HTTP/1.1" status: 204 len: 168 time: 0.2755799 Nov 11 17:23:59.375054 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b5db8-b42e-4e35-a9f2-147801e7ebc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94a3948-012c-4dd0-9f6c-1e826f960d1d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:00.336686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38bff1-528a-4493-b549-2d2a51936f33 req-fcdda86e-a4b3-48dc-ab76-f353925a80ea tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:00.341653 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6c38bff1-528a-4493-b549-2d2a51936f33 req-fcdda86e-a4b3-48dc-ab76-f353925a80ea tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 1097 time: 0.0868318 Nov 11 17:24:00.446669 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6c38bff1-528a-4493-b549-2d2a51936f33 req-d23adc11-50f0-43f3-a170-fdca2d1d9130 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975463 Nov 11 17:24:00.464905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3e183-0ac0-4acf-8b23-92ce131cfd95 req-9772babb-f9a1-4fc3-ab44-55682f4db042 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:00.472960 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45c3e183-0ac0-4acf-8b23-92ce131cfd95 req-9772babb-f9a1-4fc3-ab44-55682f4db042 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 0.1041715 Nov 11 17:24:00.539914 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45c3e183-0ac0-4acf-8b23-92ce131cfd95 req-1ceb8695-e661-442b-9da0-b0c098e4a76f tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657496 Nov 11 17:24:00.857281 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57656) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:01.184222 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-78f3c016-4260-4aeb-928e-682fa4e70c60 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-633312653-network', 'tenant_id': '303697d6187242c4aff52ba576f1e516'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:01.224692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc421f-8b3d-4cde-a4dc-8c6a003f4766 req-f794609b-1448-4957-b219-10a47c494e36 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:01.229336 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4bc421f-8b3d-4cde-a4dc-8c6a003f4766 req-f794609b-1448-4957-b219-10a47c494e36 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/ports?device_id=9487b2b6-b57c-4722-9d95-9b487f14000e HTTP/1.1" status: 200 len: 951 time: 0.0851879 Nov 11 17:24:01.232350 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f3c016-4260-4aeb-928e-682fa4e70c60 admin admin] Made reservation on behalf of 303697d6187242c4aff52ba576f1e516 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:24:01.236023 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-78f3c016-4260-4aeb-928e-682fa4e70c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:01.254910 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-78f3c016-4260-4aeb-928e-682fa4e70c60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:01.375388 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4bc421f-8b3d-4cde-a4dc-8c6a003f4766 req-078d30af-63e5-4da1-9d09-a64ac1d88091 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/security-groups?id=f84bffa4-b1a0-4c60-aa4f-4b79f1752409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222610 Nov 11 17:24:01.443218 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-78f3c016-4260-4aeb-928e-682fa4e70c60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:01.452079 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-78f3c016-4260-4aeb-928e-682fa4e70c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:01.476416 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f3c016-4260-4aeb-928e-682fa4e70c60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1283} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:24:01.492725 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3c016-4260-4aeb-928e-682fa4e70c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce1030f-097d-4662-aed0-a177d40879c5,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:01.500876 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-78f3c016-4260-4aeb-928e-682fa4e70c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:01.501456 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-78f3c016-4260-4aeb-928e-682fa4e70c60 admin admin] Added segment ddc1cc78-aec2-4c21-a258-091a191804f3 of type vlan for network 9ac47cb7-6876-4869-87f8-48704f29f83a Nov 11 17:24:01.590924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-78f3c016-4260-4aeb-928e-682fa4e70c60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:01.639761 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-78f3c016-4260-4aeb-928e-682fa4e70c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:01.640809 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f3c016-4260-4aeb-928e-682fa4e70c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:01.641448 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-78f3c016-4260-4aeb-928e-682fa4e70c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:01.718482 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3c016-4260-4aeb-928e-682fa4e70c60 admin admin] Pushing event updated for resources: {'Network': ['ID=9ac47cb7-6876-4869-87f8-48704f29f83a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:01.729553 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 9ac47cb7-6876-4869-87f8-48704f29f83a details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:24:01.730069 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-78f3c016-4260-4aeb-928e-682fa4e70c60 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8700016 Nov 11 17:24:01.732141 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57720) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:01.740238 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-3244e5d4-79ad-4ea5-b58d-bb79ebfc3aa4 admin admin] Request body: {'subnet': {'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-633312653-subnet', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:01.772024 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3244e5d4-79ad-4ea5-b58d-bb79ebfc3aa4 admin admin] Made reservation on behalf of 303697d6187242c4aff52ba576f1e516 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:24:01.775163 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3244e5d4-79ad-4ea5-b58d-bb79ebfc3aa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:02.040232 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3244e5d4-79ad-4ea5-b58d-bb79ebfc3aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:02.112028 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244e5d4-79ad-4ea5-b58d-bb79ebfc3aa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd8c0416-0c92-44d3-abc7-81008e12e8aa,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:02.125141 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3244e5d4-79ad-4ea5-b58d-bb79ebfc3aa4 admin admin] Checking segment: {'id': 'ddc1cc78-aec2-4c21-a258-091a191804f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:24:02.125580 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3244e5d4-79ad-4ea5-b58d-bb79ebfc3aa4 admin admin] Network hostable DHCP agents. Network: 9ac47cb7-6876-4869-87f8-48704f29f83a, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:24:02.150363 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3244e5d4-79ad-4ea5-b58d-bb79ebfc3aa4 admin admin] Network 9ac47cb7-6876-4869-87f8-48704f29f83a is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:24:02.157743 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-d2244a00-3d85-4620-9236-edcbad323718 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:24:02.159503 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-d2244a00-3d85-4620-9236-edcbad323718 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067172 Nov 11 17:24:02.163393 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-3244e5d4-79ad-4ea5-b58d-bb79ebfc3aa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 9ac47cb7-6876-4869-87f8-48704f29f83a) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:02.173503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3244e5d4-79ad-4ea5-b58d-bb79ebfc3aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:02.173677 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c109036e-5227-4e60-8ed9-8a921b536bad None None] Network 9ac47cb7-6876-4869-87f8-48704f29f83a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:24:02.174508 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3244e5d4-79ad-4ea5-b58d-bb79ebfc3aa4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:02.201355 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3244e5d4-79ad-4ea5-b58d-bb79ebfc3aa4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4648094 Nov 11 17:24:02.201355 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57724) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:02.208847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-b2ebc45c-a640-4022-8a51-8e554b8a8d1f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-633312653-router', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:02.266558 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-69e6ee0f-ae94-49bb-93e8-06c80b43c0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:02.269760 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-69e6ee0f-ae94-49bb-93e8-06c80b43c0df service neutron] 10.222.0.76 "GET /v2.0/ports/4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a HTTP/1.1" status: 200 len: 1094 time: 0.0892830 Nov 11 17:24:02.280509 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc45c-a640-4022-8a51-8e554b8a8d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:02.281933 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc45c-a640-4022-8a51-8e554b8a8d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:02.288679 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-4ddade34-62a6-4f07-89ff-faca6c77eebf service neutron] Request body: {'binding': {'host': 'n-h2-816206-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:02.289150 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-4ddade34-62a6-4f07-89ff-faca6c77eebf service neutron] Unknown quota resources ['binding']. {{(pid=102617) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 17:24:02.394397 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc45c-a640-4022-8a51-8e554b8a8d1f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:02.450478 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57736) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:02.485378 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179a1614-c750-4db2-9af3-be2fcc85f1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-9ac47cb7-6876-4869-87f8-48704f29f83a', 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'fixed_ips': [{'subnet_id': 'dd8c0416-0c92-44d3-abc7-81008e12e8aa'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:24:02.486263 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-179a1614-c750-4db2-9af3-be2fcc85f1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:02.597677 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-4ddade34-62a6-4f07-89ff-faca6c77eebf service neutron] Attempting to bind port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a on host n-h2-816206-4 for vnic_type normal with profile None {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:24:02.598024 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-4ddade34-62a6-4f07-89ff-faca6c77eebf service neutron] Attempting to bind port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:24:02.598353 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-4ddade34-62a6-4f07-89ff-faca6c77eebf service neutron] Attempting to bind port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:24:02.618272 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-4ddade34-62a6-4f07-89ff-faca6c77eebf service neutron] Port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a on network f44096b2-3051-4615-8241-50ad95944236 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:24:02.618618 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-4ddade34-62a6-4f07-89ff-faca6c77eebf service neutron] Attempting to bind port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:24:02.639559 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-4ddade34-62a6-4f07-89ff-faca6c77eebf service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:24:02.639930 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-4ddade34-62a6-4f07-89ff-faca6c77eebf service neutron] Checking segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:24:02.640367 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-4ddade34-62a6-4f07-89ff-faca6c77eebf service neutron] Bound using segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:24:02.640789 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-4ddade34-62a6-4f07-89ff-faca6c77eebf service neutron] Bound port: 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:24:02.656563 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc45c-a640-4022-8a51-8e554b8a8d1f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:02.672583 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-179a1614-c750-4db2-9af3-be2fcc85f1e2 None None] Allocated IP 172.20.0.2 (9ac47cb7-6876-4869-87f8-48704f29f83a/dd8c0416-0c92-44d3-abc7-81008e12e8aa/df379b31-57c7-40a9-9ae9-b382dc48b575) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:24:02.709497 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-491108cc-e1ee-4dd5-8919-1cba58dacc6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:02.789954 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-4ddade34-62a6-4f07-89ff-faca6c77eebf service neutron] For port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:24:02.813076 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-4ddade34-62a6-4f07-89ff-faca6c77eebf service neutron] Publish callbacks [] for binding, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:02.820308 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-4ddade34-62a6-4f07-89ff-faca6c77eebf service neutron] 10.222.0.76 "POST /v2.0/ports/4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a/bindings HTTP/1.1" status: 201 len: 389 time: 0.5354450 Nov 11 17:24:02.915617 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-491108cc-e1ee-4dd5-8919-1cba58dacc6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:02.921132 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-491108cc-e1ee-4dd5-8919-1cba58dacc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:02.937961 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-179a1614-c750-4db2-9af3-be2fcc85f1e2 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:02.950683 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-179a1614-c750-4db2-9af3-be2fcc85f1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:02.992006 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-491108cc-e1ee-4dd5-8919-1cba58dacc6b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5baf86aa9cb441918562f652f2495334&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5403616 Nov 11 17:24:03.004765 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57768) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:03.006095 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491108cc-e1ee-4dd5-8919-1cba58dacc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70405caf-95e6-4a43-9fdb-4ce0a406db77,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:03.042088 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a1614-c750-4db2-9af3-be2fcc85f1e2 None None] Pushing event updated for resources: {'Port': ['ID=df379b31-57c7-40a9-9ae9-b382dc48b575,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:03.071024 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179a1614-c750-4db2-9af3-be2fcc85f1e2 None None] Network 9ac47cb7-6876-4869-87f8-48704f29f83a is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:24:03.074318 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-179a1614-c750-4db2-9af3-be2fcc85f1e2 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:03.083278 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179a1614-c750-4db2-9af3-be2fcc85f1e2 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:24:03.084339 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a767af69-cf12-44f7-8658-6ba705386f49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:03.135516 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a767af69-cf12-44f7-8658-6ba705386f49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:03.203320 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc45c-a640-4022-8a51-8e554b8a8d1f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:03.220783 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a767af69-cf12-44f7-8658-6ba705386f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:03.223664 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a767af69-cf12-44f7-8658-6ba705386f49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:03.225126 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a767af69-cf12-44f7-8658-6ba705386f49 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/70405caf-95e6-4a43-9fdb-4ce0a406db77 HTTP/1.1" status: 204 len: 168 time: 0.2150962 Nov 11 17:24:03.232041 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-179a1614-c750-4db2-9af3-be2fcc85f1e2 None None] Attempting to bind port df379b31-57c7-40a9-9ae9-b382dc48b575 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:24:03.232617 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-179a1614-c750-4db2-9af3-be2fcc85f1e2 None None] Attempting to bind port df379b31-57c7-40a9-9ae9-b382dc48b575 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'ddc1cc78-aec2-4c21-a258-091a191804f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:24:03.233185 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179a1614-c750-4db2-9af3-be2fcc85f1e2 None None] Attempting to bind port df379b31-57c7-40a9-9ae9-b382dc48b575 on network 9ac47cb7-6876-4869-87f8-48704f29f83a {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:24:03.243415 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767af69-cf12-44f7-8658-6ba705386f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70405caf-95e6-4a43-9fdb-4ce0a406db77,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:03.280442 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc45c-a640-4022-8a51-8e554b8a8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:03.296031 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179a1614-c750-4db2-9af3-be2fcc85f1e2 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:24:03.296949 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179a1614-c750-4db2-9af3-be2fcc85f1e2 None None] Checking segment: {'id': 'ddc1cc78-aec2-4c21-a258-091a191804f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:24:03.297885 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-179a1614-c750-4db2-9af3-be2fcc85f1e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:03.298809 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179a1614-c750-4db2-9af3-be2fcc85f1e2 None None] Bound using segment: {'id': 'ddc1cc78-aec2-4c21-a258-091a191804f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:24:03.299487 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-179a1614-c750-4db2-9af3-be2fcc85f1e2 None None] Bound port: df379b31-57c7-40a9-9ae9-b382dc48b575, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc1cc78-aec2-4c21-a258-091a191804f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:24:03.300567 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-179a1614-c750-4db2-9af3-be2fcc85f1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:03.316571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576718bd-b0c3-47e6-9393-6e4bedcad832 req-cefe07e1-ed63-4529-bf52-86b139a21db7 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:03.316816 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-576718bd-b0c3-47e6-9393-6e4bedcad832 req-cefe07e1-ed63-4529-bf52-86b139a21db7 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 0.2229049 Nov 11 17:24:03.360190 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-8dc89d60-c3ec-44a9-abba-960bc4403f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:03.362131 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-8dc89d60-c3ec-44a9-abba-960bc4403f8d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 1097 time: 0.1817832 Nov 11 17:24:03.381510 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-179a1614-c750-4db2-9af3-be2fcc85f1e2 None None] For port df379b31-57c7-40a9-9ae9-b382dc48b575, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:24:03.386561 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-179a1614-c750-4db2-9af3-be2fcc85f1e2 None None] For port df379b31-57c7-40a9-9ae9-b382dc48b575, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=df379b31-57c7-40a9-9ae9-b382dc48b575,segment=NetworkSegment(ddc1cc78-aec2-4c21-a258-091a191804f3),segment_id=ddc1cc78-aec2-4c21-a258-091a191804f3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:24:03.392408 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-179a1614-c750-4db2-9af3-be2fcc85f1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:03.484578 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a1614-c750-4db2-9af3-be2fcc85f1e2 None None] Pushing event updated for resources: {'Port': ['ID=df379b31-57c7-40a9-9ae9-b382dc48b575,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:03.585889 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 3a937c6c-0172-44de-a6f2-93128b32481d no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:24:03.617257 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-576718bd-b0c3-47e6-9393-6e4bedcad832 req-0869cc9b-2c6a-4576-8be9-725cb47136ca tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645862 Nov 11 17:24:03.685573 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-b2ebc45c-a640-4022-8a51-8e554b8a8d1f admin admin] Allocated IP 172.25.2.43 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:24:03.691719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-ec0448cd-7d97-4440-9fbd-2d1f476f7e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:03.693205 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-ec0448cd-7d97-4440-9fbd-2d1f476f7e15 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 922 time: 0.3195305 Nov 11 17:24:03.786630 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-48105328-cfb1-4e52-9129-362b533e36f8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a HTTP/1.1" status: 200 len: 217 time: 0.0861955 Nov 11 17:24:03.818886 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57796) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:03.835775 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:24:03.838535 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ed23ef90-ffde-4bda-b1b0-d600897ec55a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:03.839333 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:03.893718 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9487b2b6-b57c-4722-9d95-9b487f14000e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a937c6c-0172-44de-a6f2-93128b32481d'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:24:03.904212 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb72094-1dd7-4da5-a8c3-eb0913982aeb" -d '{"events": [{"server_uuid": "9487b2b6-b57c-4722-9d95-9b487f14000e", "name": "network-vif-unplugged", "status": "completed", "tag": "3a937c6c-0172-44de-a6f2-93128b32481d"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:24:03.936439 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 3a937c6c-0172-44de-a6f2-93128b32481d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3a937c6c-0172-44de-a6f2-93128b32481d,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:03.944936 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:04.010161 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ed23ef90-ffde-4bda-b1b0-d600897ec55a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:04.011317 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=3a937c6c-0172-44de-a6f2-93128b32481d,revision_number=11']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:04.019611 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ed23ef90-ffde-4bda-b1b0-d600897ec55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:04.026871 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-db2a146d-5a95-4190-a85e-06511316c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:04.032311 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-db2a146d-5a95-4190-a85e-06511316c2de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 200 len: 860 time: 0.1897399 Nov 11 17:24:04.082713 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ed23ef90-ffde-4bda-b1b0-d600897ec55a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a28a28766b2745dda87531a0f4fada86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2615893 Nov 11 17:24:04.083345 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57806) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:04.086049 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23ef90-ffde-4bda-b1b0-d600897ec55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7e4895-eb0c-4102-b2b1-0efaa71b2cbd,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:04.121580 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-0ea65bc9-6555-4ab7-a22b-a3a821011385 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f44096b2-3051-4615-8241-50ad95944236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650222 Nov 11 17:24:04.146713 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-555d9a3a-6527-4f24-a788-ce6acdb9b512 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:04.176039 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9950935-c3f9-41f3-a404-54e5eeaf64bf req-603de1a3-0514-4bd6-b104-00d60ef30fe8 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:04.184617 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-555d9a3a-6527-4f24-a788-ce6acdb9b512 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:04.185005 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e9950935-c3f9-41f3-a404-54e5eeaf64bf req-603de1a3-0514-4bd6-b104-00d60ef30fe8 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 946 time: 0.3555448 Nov 11 17:24:04.285780 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-c285cb21-c364-4e55-8b5b-15d47327474f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0674326 Nov 11 17:24:04.300517 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-555d9a3a-6527-4f24-a788-ce6acdb9b512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:04.303792 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-555d9a3a-6527-4f24-a788-ce6acdb9b512 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:04.305111 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-555d9a3a-6527-4f24-a788-ce6acdb9b512 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6c7e4895-eb0c-4102-b2b1-0efaa71b2cbd HTTP/1.1" status: 204 len: 168 time: 0.2202866 Nov 11 17:24:04.320778 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d9a3a-6527-4f24-a788-ce6acdb9b512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7e4895-eb0c-4102-b2b1-0efaa71b2cbd,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:04.336946 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc45c-a640-4022-8a51-8e554b8a8d1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:04.359416 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-40b25168-58f9-49d1-8fdb-3abd09be2717 service neutron] 10.222.0.83 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688058 Nov 11 17:24:04.453575 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e9950935-c3f9-41f3-a404-54e5eeaf64bf req-a6a6c68f-536c-4092-898c-f9bd00b75742 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675169 Nov 11 17:24:04.534290 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-38e6e515-5eea-479b-948a-e59a59ffe4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:04.534755 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-38e6e515-5eea-479b-948a-e59a59ffe4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:04.535406 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-38e6e515-5eea-479b-948a-e59a59ffe4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:04.536119 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-38e6e515-5eea-479b-948a-e59a59ffe4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:04.536737 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-38e6e515-5eea-479b-948a-e59a59ffe4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:04.537360 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-38e6e515-5eea-479b-948a-e59a59ffe4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:04.538119 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-38e6e515-5eea-479b-948a-e59a59ffe4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:04.540472 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-38e6e515-5eea-479b-948a-e59a59ffe4b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57a0547569de40a6ab45455039002426&device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 6489 time: 0.1380222 Nov 11 17:24:04.574207 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc45c-a640-4022-8a51-8e554b8a8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:04.596389 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04116904-0968-412a-9998-133b8dad1fe5 x-openstack-request-id: req-04116904-0968-412a-9998-133b8dad1fe5 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:24:04.596754 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9487b2b6-b57c-4722-9d95-9b487f14000e", "name": "network-vif-unplugged", "status": "completed", "tag": "3a937c6c-0172-44de-a6f2-93128b32481d", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:24:04.597110 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-04116904-0968-412a-9998-133b8dad1fe5 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:24:04.597582 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9487b2b6-b57c-4722-9d95-9b487f14000e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a937c6c-0172-44de-a6f2-93128b32481d', 'code': 200} Nov 11 17:24:04.616816 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device df379b31-57c7-40a9-9ae9-b382dc48b575 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:24:04.749889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ebc45c-a640-4022-8a51-8e554b8a8d1f admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:24:04.751229 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port df379b31-57c7-40a9-9ae9-b382dc48b575 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:04.755530 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:04.769282 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-02e312b4-e92e-4919-a2a3-5d86fdaf06c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:04.769741 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-02e312b4-e92e-4919-a2a3-5d86fdaf06c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:04.770107 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-b2ebc45c-a640-4022-8a51-8e554b8a8d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:04.770240 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-02e312b4-e92e-4919-a2a3-5d86fdaf06c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:04.771769 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-02e312b4-e92e-4919-a2a3-5d86fdaf06c1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=899c7522-11f4-4d70-abf1-4945b96a18be&id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa&id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa HTTP/1.1" status: 200 len: 2296 time: 0.1965477 Nov 11 17:24:04.773811 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-28585373-1272-401f-a067-18530d1199d4 service neutron] 10.222.0.83 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051950 Nov 11 17:24:04.774527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ebc45c-a640-4022-8a51-8e554b8a8d1f admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:24:04.985874 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:04.993126 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-eb8df618-6664-49e2-8a3a-08d8789124f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de13d44d-3671-47f5-b4cd-175caae206f0 HTTP/1.1" status: 200 len: 1000 time: 0.2002578 Nov 11 17:24:05.074170 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port df379b31-57c7-40a9-9ae9-b382dc48b575, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=df379b31-57c7-40a9-9ae9-b382dc48b575,segment=NetworkSegment(ddc1cc78-aec2-4c21-a258-091a191804f3),segment_id=ddc1cc78-aec2-4c21-a258-091a191804f3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:05.082305 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:05.103333 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-4f2e5b4f-0be9-454c-b1ce-77be00add7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:05.105182 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-4f2e5b4f-0be9-454c-b1ce-77be00add7ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eb65c8e4-9667-460f-b3de-43e527914011 HTTP/1.1" status: 200 len: 851 time: 0.1047039 Nov 11 17:24:05.168207 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95750dd0-4087-49a0-b15f-d745e164de63 None None] Network 9ac47cb7-6876-4869-87f8-48704f29f83a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:24:05.248916 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-452506ee-6aa7-4253-a8b6-ca2f5c98da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:05.250476 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-452506ee-6aa7-4253-a8b6-ca2f5c98da9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=899c7522-11f4-4d70-abf1-4945b96a18be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1345065 Nov 11 17:24:05.393087 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=df379b31-57c7-40a9-9ae9-b382dc48b575,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:05.415219 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-69cc9341-e257-458e-a94b-ff5f7c5e788d None None] Provisioning complete for port df379b31-57c7-40a9-9ae9-b382dc48b575 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:05.415912 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-69cc9341-e257-458e-a94b-ff5f7c5e788d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:05.505674 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebc45c-a640-4022-8a51-8e554b8a8d1f admin admin] Pushing event updated for resources: {'Port': ['ID=a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:05.561370 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6a7d2-2af2-450c-86e0-1d1ef5fa4972 req-91ee22e0-14dd-4cbb-bb5d-37d7b94e5936 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:05.570673 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-15f6a7d2-2af2-450c-86e0-1d1ef5fa4972 req-91ee22e0-14dd-4cbb-bb5d-37d7b94e5936 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/ports?device_id=9487b2b6-b57c-4722-9d95-9b487f14000e HTTP/1.1" status: 200 len: 949 time: 0.8586569 Nov 11 17:24:05.694660 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc8933-54d2-4d19-9a53-d6bf6b510b71 req-22c038d5-294c-4cfc-8234-fcc8ace0f5fc tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:05.702257 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7ffc8933-54d2-4d19-9a53-d6bf6b510b71 req-22c038d5-294c-4cfc-8234-fcc8ace0f5fc tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 0.2603118 Nov 11 17:24:05.824381 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-f783202c-6e27-4230-8728-ac203338b23f service neutron] 10.222.0.64 "GET /v2.0/networks/899c7522-11f4-4d70-abf1-4945b96a18be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562406 Nov 11 17:24:05.824884 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-15f6a7d2-2af2-450c-86e0-1d1ef5fa4972 req-f501fd9b-7bad-4e39-a4c4-0a3dbda571e4 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/security-groups?id=f84bffa4-b1a0-4c60-aa4f-4b79f1752409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477574 Nov 11 17:24:05.982088 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-08899cb6-da3a-44f0-8729-67cd43dfabf9 None None] Provisioning complete for port df379b31-57c7-40a9-9ae9-b382dc48b575 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:05.982464 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-08899cb6-da3a-44f0-8729-67cd43dfabf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:06.088104 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-96e68b95-af0f-4b74-a3d7-056a140822ea service neutron] 10.222.0.64 "GET /v2.0/networks/899c7522-11f4-4d70-abf1-4945b96a18be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423775 Nov 11 17:24:06.111049 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7ffc8933-54d2-4d19-9a53-d6bf6b510b71 req-53454bc5-c2cf-4792-b5b1-d6524ffa452e tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075482 Nov 11 17:24:06.149522 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-26a55912-b120-4650-8ff3-7abeab7cfe1a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=bce743be-b36f-4589-ba04-a494a1bf25a3 HTTP/1.1" status: 200 len: 217 time: 0.0527802 Nov 11 17:24:06.225664 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e68eb-7597-4c0c-9ca9-1f6cc72cfb5b req-240fee4d-c053-4517-8653-2b4865d0595b tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:06.227312 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a06e68eb-7597-4c0c-9ca9-1f6cc72cfb5b req-240fee4d-c053-4517-8653-2b4865d0595b tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.83 "GET /v2.0/ports?device_id=9487b2b6-b57c-4722-9d95-9b487f14000e HTTP/1.1" status: 200 len: 949 time: 0.4019058 Nov 11 17:24:06.236448 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-de25cfab-9538-4e03-a7db-1ce82d776c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:06.263667 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-de25cfab-9538-4e03-a7db-1ce82d776c38 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3adf3a3d-8ad1-4679-a4f6-1feef5465afc HTTP/1.1" status: 200 len: 797 time: 0.0792587 Nov 11 17:24:06.329231 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-de022c0d-0bab-42e8-a374-3f7b2ebcd6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:06.331109 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-de022c0d-0bab-42e8-a374-3f7b2ebcd6a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0662732 Nov 11 17:24:06.363796 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee144b8-4dc9-49a0-b363-25aac66ab570 req-7208a5fb-6fd2-4d7f-b43a-97ade3c69f7f tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:06.365360 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8ee144b8-4dc9-49a0-b363-25aac66ab570 req-7208a5fb-6fd2-4d7f-b43a-97ade3c69f7f tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 946 time: 0.2939727 Nov 11 17:24:06.376142 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc45c-a640-4022-8a51-8e554b8a8d1f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:06.509841 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-84b0a83f-48b7-4112-9880-c2ee22f0d47a service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698325 Nov 11 17:24:06.517309 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device df379b31-57c7-40a9-9ae9-b382dc48b575 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:24:06.634690 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port df379b31-57c7-40a9-9ae9-b382dc48b575 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:06.635103 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:06.681165 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8ee144b8-4dc9-49a0-b363-25aac66ab570 req-6e09e56c-043b-49f4-a32a-544e5dc3c306 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009999 Nov 11 17:24:06.699207 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-7be89b9d-853d-44e7-ae49-d69fc0a487c6 service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740565 Nov 11 17:24:06.699374 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-a06e68eb-7597-4c0c-9ca9-1f6cc72cfb5b req-8d1f0d3d-f152-46a2-a713-20ed73462546 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Deleting port 3a937c6c-0172-44de-a6f2-93128b32481d {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:24:06.699374 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a06e68eb-7597-4c0c-9ca9-1f6cc72cfb5b req-8d1f0d3d-f152-46a2-a713-20ed73462546 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:06.795034 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-19f254a2-349d-4997-b7a8-4d53c491b962 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=77cd4467-9c5c-4a7c-addb-a79b3b86465e HTTP/1.1" status: 200 len: 217 time: 0.0908480 Nov 11 17:24:06.931315 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-07cca7b6-94b0-4436-891e-c8cff91014ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:06.932844 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-07cca7b6-94b0-4436-891e-c8cff91014ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3adf3a3d-8ad1-4679-a4f6-1feef5465afc HTTP/1.1" status: 200 len: 797 time: 0.1131713 Nov 11 17:24:06.988916 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc45c-a640-4022-8a51-8e554b8a8d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:07.030178 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-b49afd11-a2fe-419b-984f-37d3860079a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:07.032229 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-b49afd11-a2fe-419b-984f-37d3860079a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0895560 Nov 11 17:24:07.174238 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8be30d-f00d-45d0-982d-3233b27446d4 req-f3787177-5e3d-4f9a-874b-39cd27734839 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:07.175806 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb8be30d-f00d-45d0-982d-3233b27446d4 req-f3787177-5e3d-4f9a-874b-39cd27734839 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/ports?device_id=9487b2b6-b57c-4722-9d95-9b487f14000e HTTP/1.1" status: 200 len: 949 time: 0.1365969 Nov 11 17:24:07.221323 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-a06e68eb-7597-4c0c-9ca9-1f6cc72cfb5b req-8d1f0d3d-f152-46a2-a713-20ed73462546 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] For port 3a937c6c-0172-44de-a6f2-93128b32481d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3a937c6c-0172-44de-a6f2-93128b32481d,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:07.221718 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a06e68eb-7597-4c0c-9ca9-1f6cc72cfb5b req-8d1f0d3d-f152-46a2-a713-20ed73462546 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:07.263290 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-8a6e1ecf-3a8c-4c8e-8318-ae1b10fac7db service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196748 Nov 11 17:24:07.272816 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-a06e68eb-7597-4c0c-9ca9-1f6cc72cfb5b req-8d1f0d3d-f152-46a2-a713-20ed73462546 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Calling delete_port for 3a937c6c-0172-44de-a6f2-93128b32481d owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:24:07.339131 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb8be30d-f00d-45d0-982d-3233b27446d4 req-150be7f9-50bf-44f3-8476-ebce7f15eb11 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/security-groups?id=f84bffa4-b1a0-4c60-aa4f-4b79f1752409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465678 Nov 11 17:24:07.395816 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-774977ef-bce2-42f0-9689-061237ee88e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:07.529580 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-af894290-045e-4e66-9537-eecd6aeaf36a service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501743 Nov 11 17:24:07.548629 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ebc45c-a640-4022-8a51-8e554b8a8d1f admin admin] Router fa838d5c-5511-4d71-ba2b-3537fdfddbde is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:24:07.608297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c843708-fe6d-445c-90da-0c77b931276f req-44d4a1fd-52b6-4be3-95e2-c4bb82bfaede tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:07.610022 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0c843708-fe6d-445c-90da-0c77b931276f req-44d4a1fd-52b6-4be3-95e2-c4bb82bfaede tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 0.1200306 Nov 11 17:24:07.621409 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-bf7318eb-62d8-4fd1-8208-987a543aaa23 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=34b6509b-fb14-4179-beff-be1a741207a7 HTTP/1.1" status: 200 len: 217 time: 0.0869374 Nov 11 17:24:07.755040 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-98ff7424-a240-4582-a4f8-0f525f9238e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:07.758057 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-98ff7424-a240-4582-a4f8-0f525f9238e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3adf3a3d-8ad1-4679-a4f6-1feef5465afc HTTP/1.1" status: 200 len: 797 time: 0.1260746 Nov 11 17:24:07.780018 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0c843708-fe6d-445c-90da-0c77b931276f req-e3bff1d6-548e-4519-beed-88cbdd43854e tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442964 Nov 11 17:24:07.811822 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a06e68eb-7597-4c0c-9ca9-1f6cc72cfb5b req-8d1f0d3d-f152-46a2-a713-20ed73462546 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:07.897068 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f0d3d-f152-46a2-a713-20ed73462546 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Pushing event deleted for resources: {'Port': ['ID=3a937c6c-0172-44de-a6f2-93128b32481d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:07.921585 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-fffb06f3-0050-46a8-bcdc-4ebfd76eb7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:07.923075 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-fffb06f3-0050-46a8-bcdc-4ebfd76eb7ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1552784 Nov 11 17:24:07.929906 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ebc45c-a640-4022-8a51-8e554b8a8d1f admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:24:07.944099 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] Sync routers for ids ['fa838d5c-5511-4d71-ba2b-3537fdfddbde'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:24:07.960747 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] Routers {'fa838d5c-5511-4d71-ba2b-3537fdfddbde'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:24:07.961381 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:23:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fa838d5c-5511-4d71-ba2b-3537fdfddbde'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:08.091435 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06e68eb-7597-4c0c-9ca9-1f6cc72cfb5b req-8d1f0d3d-f152-46a2-a713-20ed73462546 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] No DVR routers for this DVR port 3a937c6c-0172-44de-a6f2-93128b32481d on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:24:08.094264 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a06e68eb-7597-4c0c-9ca9-1f6cc72cfb5b req-8d1f0d3d-f152-46a2-a713-20ed73462546 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:08.099599 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a06e68eb-7597-4c0c-9ca9-1f6cc72cfb5b req-8d1f0d3d-f152-46a2-a713-20ed73462546 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.83 "DELETE /v2.0/ports/3a937c6c-0172-44de-a6f2-93128b32481d HTTP/1.1" status: 204 len: 173 time: 1.8650362 Nov 11 17:24:08.102246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9487b2b6-b57c-4722-9d95-9b487f14000e', 'name': 'network-vif-deleted', 'tag': '3a937c6c-0172-44de-a6f2-93128b32481d'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:24:08.114289 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550a38f6-ccb7-429e-a464-ecc9b643f003" -d '{"events": [{"server_uuid": "9487b2b6-b57c-4722-9d95-9b487f14000e", "name": "network-vif-deleted", "tag": "3a937c6c-0172-44de-a6f2-93128b32481d"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:24:08.117379 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-1b42ea28-b2d8-487a-b571-cc30e35a69ef service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759489 Nov 11 17:24:08.125972 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc45c-a640-4022-8a51-8e554b8a8d1f admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:08.130721 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b2ebc45c-a640-4022-8a51-8e554b8a8d1f admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9276574 Nov 11 17:24:08.131334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57962) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:08.216920 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] Set router fa838d5c-5511-4d71-ba2b-3537fdfddbde gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:24:08.367418 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f959c3e-48b3-4634-8e95-a9a9a014b265 x-openstack-request-id: req-6f959c3e-48b3-4634-8e95-a9a9a014b265 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:24:08.367711 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9487b2b6-b57c-4722-9d95-9b487f14000e", "name": "network-vif-deleted", "tag": "3a937c6c-0172-44de-a6f2-93128b32481d", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:24:08.368271 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6f959c3e-48b3-4634-8e95-a9a9a014b265 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:24:08.369845 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9487b2b6-b57c-4722-9d95-9b487f14000e', 'name': 'network-vif-deleted', 'tag': '3a937c6c-0172-44de-a6f2-93128b32481d', 'status': 'completed', 'code': 200} Nov 11 17:24:08.372882 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-fd2708f0-8beb-4811-9feb-4f8fbc28e497 service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258401 Nov 11 17:24:08.412685 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ebb3a-fdcc-41dd-8da6-58f6f0ede06f req-1e533038-a4dd-4624-ad92-3cd3c3c9a8bb tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:08.420554 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e6ebb3a-fdcc-41dd-8da6-58f6f0ede06f req-1e533038-a4dd-4624-ad92-3cd3c3c9a8bb tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 946 time: 0.4954703 Nov 11 17:24:08.475857 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-20c549a0-61d8-4cc4-a63f-ad2e1584c9bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=813271a2-d0e8-463d-ab43-df3086ac6cb1 HTTP/1.1" status: 200 len: 217 time: 0.0936704 Nov 11 17:24:08.579702 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-14303345-ea94-4709-b3f1-8efc53402b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:08.579702 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-14303345-ea94-4709-b3f1-8efc53402b93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3adf3a3d-8ad1-4679-a4f6-1feef5465afc HTTP/1.1" status: 200 len: 797 time: 0.0919063 Nov 11 17:24:08.589612 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e6ebb3a-fdcc-41dd-8da6-58f6f0ede06f req-c3191008-9194-476b-b61e-2bfcf045d9bf tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679351 Nov 11 17:24:08.709649 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-f41d469b-07f1-43e4-a7ba-fa58229750f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:08.717809 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-f41d469b-07f1-43e4-a7ba-fa58229750f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1193626 Nov 11 17:24:08.725734 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'name': 'tempest-ServersTestFqdnHostnames-633312653-router', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:02Z', 'updated_at': '2021-11-11T17:24:05Z', 'revision_number': 3, 'project_id': '303697d6187242c4aff52ba576f1e516', 'gw_port': {'id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:af:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:03Z', 'updated_at': '2021-11-11T17:24:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:08.761051 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03e6761c-75eb-431b-9c40-088390e550de req-80284d94-8473-4356-ac2c-344a93651a16 tempest-ImagesOneServerTestJSON-1572032738 tempest-ImagesOneServerTestJSON-1572032738-project] 10.222.0.76 "GET /v2.0/ports?device_id=9487b2b6-b57c-4722-9d95-9b487f14000e HTTP/1.1" status: 200 len: 210 time: 0.1704075 Nov 11 17:24:08.849453 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] Checking router: fa838d5c-5511-4d71-ba2b-3537fdfddbde for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:24:08.854546 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] Updating router fa838d5c-5511-4d71-ba2b-3537fdfddbde port a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:24:08.927584 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:09.014052 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-e3d31da7-a724-4860-af80-3cc2b626bd12 service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918966 Nov 11 17:24:09.225315 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1e16c-194d-4a8a-8dce-350b2d63b382 req-0f65575c-fac8-4938-ac19-cab1c5e74109 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:09.228917 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2e1e16c-194d-4a8a-8dce-350b2d63b382 req-0f65575c-fac8-4938-ac19-cab1c5e74109 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 0.2727931 Nov 11 17:24:09.342978 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-1064f265-62ee-43ed-890e-823da260e57c service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134768 Nov 11 17:24:09.422401 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2e1e16c-194d-4a8a-8dce-350b2d63b382 req-24c0f5be-6c27-4c30-bcc1-f767c2c43978 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868720 Nov 11 17:24:09.478620 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-2c299033-4545-4cb1-a99f-c84fa47b59ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ace11c64-ff1c-4cc8-b03a-f7975e333049 HTTP/1.1" status: 200 len: 217 time: 0.1294196 Nov 11 17:24:09.635463 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-d2efc200-8aad-4632-a6c4-e0ba0620b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:09.646360 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-d2efc200-8aad-4632-a6c4-e0ba0620b34a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=82d20ea5-81ce-4fef-9afe-8186d9ab3df5 HTTP/1.1" status: 200 len: 797 time: 0.1651032 Nov 11 17:24:09.701076 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 3a937c6c-0172-44de-a6f2-93128b32481d no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:24:09.762968 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-2f8d9e26-8362-4f3d-a277-5df62c04a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:09.765064 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-2f8d9e26-8362-4f3d-a277-5df62c04a6b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1101637 Nov 11 17:24:09.830556 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 3a937c6c-0172-44de-a6f2-93128b32481d {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:24:09.830902 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 3a937c6c-0172-44de-a6f2-93128b32481d not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:24:09.860797 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-05fa5f54-91b0-4f34-8703-1f5cc75c7773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:09.874172 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-44f92086-f85b-40c8-8cb9-d4d5b5096630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:09.894013 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:09.907504 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:09.938827 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b271c81-14d0-4364-90fa-a4bc177cde82 req-ba4e4317-e281-4d69-a764-8834ee616473 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:09.942044 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b271c81-14d0-4364-90fa-a4bc177cde82 req-ba4e4317-e281-4d69-a764-8834ee616473 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 946 time: 0.1561191 Nov 11 17:24:09.961988 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] Attempting to bind port a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:24:09.964984 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] Attempting to bind port a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:24:09.965546 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] Attempting to bind port a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:24:09.998712 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:24:09.999419 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:24:10.000108 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:10.000664 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:24:10.001327 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] Bound port: a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:24:10.001892 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:10.029803 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-12b12feb-c494-433b-94b0-e5722fb953cb service neutron] 10.222.0.64 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481794 Nov 11 17:24:10.057439 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d697c-81c9-43fb-a1a4-e55f833d2653 None None] Pushing event updated for resources: {'Port': ['ID=a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:10.080240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] For port a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:24:10.086167 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] For port a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:24:10.102049 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:10.171743 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-c521cf17-f9ee-435f-b5c2-91bd95c8e0c8 service neutron] 10.222.0.64 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170795 Nov 11 17:24:10.172295 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58056) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:10.201663 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] Routers {'fa838d5c-5511-4d71-ba2b-3537fdfddbde'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:24:10.202303 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:24:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fa838d5c-5511-4d71-ba2b-3537fdfddbde'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:10.309726 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-f1359f94-65e0-4ae0-9e5d-02ac8b2809a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 HTTP/1.1" status: 200 len: 217 time: 0.1196666 Nov 11 17:24:10.377171 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-44f92086-f85b-40c8-8cb9-d4d5b5096630 admin admin] Allocated IP 172.20.0.1 (9ac47cb7-6876-4869-87f8-48704f29f83a/dd8c0416-0c92-44d3-abc7-81008e12e8aa/5b6afae2-5f3c-444f-9aa9-caf823a562fe) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:24:10.421080 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99880f70-fdf7-47b3-a618-861c7698e419 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:10.444109 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-84d7a9d8-4083-4e2f-924e-20a21f65a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:10.445772 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-84d7a9d8-4083-4e2f-924e-20a21f65a5b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=82d20ea5-81ce-4fef-9afe-8186d9ab3df5 HTTP/1.1" status: 200 len: 797 time: 0.1274350 Nov 11 17:24:10.476946 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] Set router fa838d5c-5511-4d71-ba2b-3537fdfddbde gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:24:10.543764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efded9-41a5-490b-a541-31fffc5f219c req-1675bc31-f2b0-4b3b-9838-4e49d5e4be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:10.545707 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-1675bc31-f2b0-4b3b-9838-4e49d5e4be99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0811617 Nov 11 17:24:10.614286 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-44f92086-f85b-40c8-8cb9-d4d5b5096630 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:10.713626 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-44f92086-f85b-40c8-8cb9-d4d5b5096630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:10.735792 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-9f5ab5ae-32b0-4e11-ad29-324f8191a436 service neutron] 10.222.0.64 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787326 Nov 11 17:24:10.779654 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d697c-81c9-43fb-a1a4-e55f833d2653 None None] Pushing event updated for resources: {'Port': ['ID=a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:10.802151 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'name': 'tempest-ServersTestFqdnHostnames-633312653-router', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:02Z', 'updated_at': '2021-11-11T17:24:05Z', 'revision_number': 3, 'project_id': '303697d6187242c4aff52ba576f1e516', 'gw_port': {'id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:af:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:03Z', 'updated_at': '2021-11-11T17:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:10.866919 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4679127-7b0e-4f01-8089-7a616f3e8712 None None] The sync data for ids ['fa838d5c-5511-4d71-ba2b-3537fdfddbde'] in n-d-816206-4 is: [{'id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'name': 'tempest-ServersTestFqdnHostnames-633312653-router', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:02Z', 'updated_at': '2021-11-11T17:24:05Z', 'revision_number': 3, 'project_id': '303697d6187242c4aff52ba576f1e516', 'gw_port': {'id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:af:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:03Z', 'updated_at': '2021-11-11T17:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:24:10.893293 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-80efded9-41a5-490b-a541-31fffc5f219c req-42cfcccd-400b-4718-a052-1eafbb60bdbc service neutron] 10.222.0.64 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425340 Nov 11 17:24:10.894827 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f92086-f85b-40c8-8cb9-d4d5b5096630 admin admin] Network 9ac47cb7-6876-4869-87f8-48704f29f83a is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:24:10.908436 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:10.926109 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-44f92086-f85b-40c8-8cb9-d4d5b5096630 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:10.930904 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99880f70-fdf7-47b3-a618-861c7698e419 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:10.939525 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99880f70-fdf7-47b3-a618-861c7698e419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:10.997881 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b271c81-14d0-4364-90fa-a4bc177cde82 req-860170bd-f56b-4864-a111-fbdd7f68b8cc tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0442164 Nov 11 17:24:11.009892 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f92086-f85b-40c8-8cb9-d4d5b5096630 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:24:11.027527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f92086-f85b-40c8-8cb9-d4d5b5096630 admin admin] Pushing event updated for resources: {'Port': ['ID=5b6afae2-5f3c-444f-9aa9-caf823a562fe,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:11.063641 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-99880f70-fdf7-47b3-a618-861c7698e419 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=db0f5588a440446d8be561ccc2111565&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8888872 Nov 11 17:24:11.068022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58066) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:11.098223 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99880f70-fdf7-47b3-a618-861c7698e419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d113dd8-882b-4b66-b9fb-c266bb0ecbb8,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:11.151648 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-44f92086-f85b-40c8-8cb9-d4d5b5096630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:11.298615 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-488a9a42-935d-4441-abfb-703ccb21604b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:11.360775 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747a307-d302-4c70-b655-126b94e1c59e req-19266fe4-908d-414d-868a-b22fbf563975 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:11.396919 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1747a307-d302-4c70-b655-126b94e1c59e req-19266fe4-908d-414d-868a-b22fbf563975 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 0.1748033 Nov 11 17:24:11.416494 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-488a9a42-935d-4441-abfb-703ccb21604b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:11.532992 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-488a9a42-935d-4441-abfb-703ccb21604b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:11.550273 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-488a9a42-935d-4441-abfb-703ccb21604b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:11.551448 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-488a9a42-935d-4441-abfb-703ccb21604b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9d113dd8-882b-4b66-b9fb-c266bb0ecbb8 HTTP/1.1" status: 204 len: 168 time: 0.4813364 Nov 11 17:24:11.555373 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c5a44d9f-3755-423d-8cd8-6a10c63551a5 None None] Provisioning complete for port 5b6afae2-5f3c-444f-9aa9-caf823a562fe triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:11.555834 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5a44d9f-3755-423d-8cd8-6a10c63551a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:11.563306 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a9a42-935d-4441-abfb-703ccb21604b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d113dd8-882b-4b66-b9fb-c266bb0ecbb8,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:11.704800 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c5a44d9f-3755-423d-8cd8-6a10c63551a5 None None] Port 5b6afae2-5f3c-444f-9aa9-caf823a562fe cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:24:11.786554 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58082) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:11.818134 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1747a307-d302-4c70-b655-126b94e1c59e req-cf0dee01-4e26-4b9c-ac2a-486c87b4362c tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060941 Nov 11 17:24:11.878570 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-44f92086-f85b-40c8-8cb9-d4d5b5096630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:12.255998 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b27fc-45b2-4667-8438-39d699ee67fb req-ac3b25ac-8acb-4694-be4a-ce9fed19e2a1 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:12.264131 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de1b27fc-45b2-4667-8438-39d699ee67fb req-ac3b25ac-8acb-4694-be4a-ce9fed19e2a1 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 946 time: 0.0807700 Nov 11 17:24:12.345359 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de1b27fc-45b2-4667-8438-39d699ee67fb req-8bc6a9c7-6642-4ce9-9a6d-d94beb1b8572 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764978 Nov 11 17:24:12.358273 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-89de1610-e5d2-4276-a4f5-5b79f7a29db1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c345fd9f10264309a8cf6977ed085e8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5672007 Nov 11 17:24:12.359605 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58096) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:12.439043 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:12.440533 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 58098) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:12.459020 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-071f34b4-9245-4735-91e8-ecd1a3003041 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:12.467242 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-44f92086-f85b-40c8-8cb9-d4d5b5096630 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:12.481620 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-44f92086-f85b-40c8-8cb9-d4d5b5096630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:12.526273 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c06c0ed-1ca9-4104-a6b9-778bcbfc7794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:12.551694 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c06c0ed-1ca9-4104-a6b9-778bcbfc7794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:12.569715 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-44f92086-f85b-40c8-8cb9-d4d5b5096630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:12.590249 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:24:12.647798 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f92086-f85b-40c8-8cb9-d4d5b5096630 admin admin] Pushing event updated for resources: {'Port': ['ID=5b6afae2-5f3c-444f-9aa9-caf823a562fe,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:12.661551 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c06c0ed-1ca9-4104-a6b9-778bcbfc7794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:12.665732 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c06c0ed-1ca9-4104-a6b9-778bcbfc7794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:12.669846 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9c06c0ed-1ca9-4104-a6b9-778bcbfc7794 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f84bffa4-b1a0-4c60-aa4f-4b79f1752409 HTTP/1.1" status: 204 len: 168 time: 0.3066022 Nov 11 17:24:12.681700 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06c0ed-1ca9-4104-a6b9-778bcbfc7794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84bffa4-b1a0-4c60-aa4f-4b79f1752409,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:12.711796 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58104) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:12.748279 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:12.748651 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:12.903791 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1dc6a5e3-14ec-488d-a9a1-310ea6d9e341 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:12.907372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f92086-f85b-40c8-8cb9-d4d5b5096630 admin admin] Network 9ac47cb7-6876-4869-87f8-48704f29f83a is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:24:12.910652 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-44f92086-f85b-40c8-8cb9-d4d5b5096630 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:13.019659 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:13.051572 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1dc6a5e3-14ec-488d-a9a1-310ea6d9e341 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:13.056806 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1dc6a5e3-14ec-488d-a9a1-310ea6d9e341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:13.098032 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:13.121505 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:13.126585 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1dc6a5e3-14ec-488d-a9a1-310ea6d9e341 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ce312387022f4983a1cd013863f23305&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4135273 Nov 11 17:24:13.126838 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:13.139510 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58116) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:13.156416 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-071f34b4-9245-4735-91e8-ecd1a3003041 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:13.173216 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6a5e3-14ec-488d-a9a1-310ea6d9e341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf71b26-313a-44f9-8406-014405ada714,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:13.219183 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:13.262436 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6ab71f60-8ad1-4907-825a-b5dff4c57983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:13.269220 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-071f34b4-9245-4735-91e8-ecd1a3003041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:13.307534 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6ab71f60-8ad1-4907-825a-b5dff4c57983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:13.370671 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-36174e19-2d53-4323-9272-3155cc7286ac None None] Provisioning complete for port 5b6afae2-5f3c-444f-9aa9-caf823a562fe triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:13.371047 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-36174e19-2d53-4323-9272-3155cc7286ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:13.396155 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6ab71f60-8ad1-4907-825a-b5dff4c57983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:13.400198 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6ab71f60-8ad1-4907-825a-b5dff4c57983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:13.401840 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6ab71f60-8ad1-4907-825a-b5dff4c57983 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0bf71b26-313a-44f9-8406-014405ada714 HTTP/1.1" status: 204 len: 168 time: 0.2605529 Nov 11 17:24:13.413940 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab71f60-8ad1-4907-825a-b5dff4c57983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf71b26-313a-44f9-8406-014405ada714,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:13.461373 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-36174e19-2d53-4323-9272-3155cc7286ac None None] Port 5b6afae2-5f3c-444f-9aa9-caf823a562fe cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:24:14.027631 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-071f34b4-9245-4735-91e8-ecd1a3003041 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4e5ee9004c5444e1afee055c3616c5b0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5850277 Nov 11 17:24:14.030668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58146) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:14.051089 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f34b4-9245-4735-91e8-ecd1a3003041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc746c61-b9f1-46d3-8469-14265064e2eb,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:14.106035 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246888e-07ef-4e59-914a-dc983430c01e req-eee6f5ba-3816-4d09-9ccf-4b9f1c5aeead tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:14.113823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c246888e-07ef-4e59-914a-dc983430c01e req-eee6f5ba-3816-4d09-9ccf-4b9f1c5aeead tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 1.0514350 Nov 11 17:24:14.195240 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9efa09ac-ff76-431c-9a03-bb4797335271 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:14.219107 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58152) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:14.230189 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9efa09ac-ff76-431c-9a03-bb4797335271 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:14.252617 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c246888e-07ef-4e59-914a-dc983430c01e req-e180f590-e180-42c4-b257-d614b5b4155e tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248646 Nov 11 17:24:14.261614 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f92086-f85b-40c8-8cb9-d4d5b5096630 admin admin] Router fa838d5c-5511-4d71-ba2b-3537fdfddbde has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:24:14.284076 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d8363-ede1-4627-8564-8327b6128032 req-8659f1a4-1b52-4ca5-bf2a-83db2a3816d5 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:14.284076 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-166d8363-ede1-4627-8564-8327b6128032 req-8659f1a4-1b52-4ca5-bf2a-83db2a3816d5 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 946 time: 0.3546305 Nov 11 17:24:14.320114 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9efa09ac-ff76-431c-9a03-bb4797335271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:14.323685 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9efa09ac-ff76-431c-9a03-bb4797335271 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:14.325073 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9efa09ac-ff76-431c-9a03-bb4797335271 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fc746c61-b9f1-46d3-8469-14265064e2eb HTTP/1.1" status: 204 len: 168 time: 0.2932274 Nov 11 17:24:14.335556 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa09ac-ff76-431c-9a03-bb4797335271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc746c61-b9f1-46d3-8469-14265064e2eb,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:14.514157 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-166d8363-ede1-4627-8564-8327b6128032 req-cf36651c-e156-4421-b4ab-e7f9d4a972ac tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215986 Nov 11 17:24:14.539165 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:24:14.585939 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-981a3d63-ca06-49b4-aa26-9af02c4bffeb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1454149285-network', 'tenant_id': '798385b1789540a48bd9d5f9339c59e7'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:14.657200 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f92086-f85b-40c8-8cb9-d4d5b5096630 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:24:14.670280 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] Sync routers for ids ['fa838d5c-5511-4d71-ba2b-3537fdfddbde'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:24:14.673241 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-44f92086-f85b-40c8-8cb9-d4d5b5096630 admin admin] 10.222.0.76 "PUT /v2.0/routers/fa838d5c-5511-4d71-ba2b-3537fdfddbde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5406816 Nov 11 17:24:14.676747 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981a3d63-ca06-49b4-aa26-9af02c4bffeb admin admin] Made reservation on behalf of 798385b1789540a48bd9d5f9339c59e7 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:24:14.679389 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-981a3d63-ca06-49b4-aa26-9af02c4bffeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:14.690514 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] Routers {'fa838d5c-5511-4d71-ba2b-3537fdfddbde'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:24:14.691254 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:24:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fa838d5c-5511-4d71-ba2b-3537fdfddbde'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:14.703759 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-981a3d63-ca06-49b4-aa26-9af02c4bffeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:14.723359 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:14.723754 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:14.860805 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] Set router fa838d5c-5511-4d71-ba2b-3537fdfddbde gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:24:14.928596 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-981a3d63-ca06-49b4-aa26-9af02c4bffeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:14.938470 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-981a3d63-ca06-49b4-aa26-9af02c4bffeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:14.957201 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981a3d63-ca06-49b4-aa26-9af02c4bffeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1262} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:24:14.973709 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-981a3d63-ca06-49b4-aa26-9af02c4bffeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:14.974137 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-981a3d63-ca06-49b4-aa26-9af02c4bffeb admin admin] Added segment ee5f2ac9-6b78-4385-9926-b329c3d8f971 of type vlan for network ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc Nov 11 17:24:15.035034 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-981a3d63-ca06-49b4-aa26-9af02c4bffeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:15.070534 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-981a3d63-ca06-49b4-aa26-9af02c4bffeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:15.071444 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981a3d63-ca06-49b4-aa26-9af02c4bffeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:15.072081 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-981a3d63-ca06-49b4-aa26-9af02c4bffeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:15.086026 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'name': 'tempest-ServersTestFqdnHostnames-633312653-router', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:02Z', 'updated_at': '2021-11-11T17:24:11Z', 'revision_number': 4, 'project_id': '303697d6187242c4aff52ba576f1e516', 'gw_port': {'id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:03Z', 'updated_at': '2021-11-11T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '5b6afae2-5f3c-444f-9aa9-caf823a562fe', 'name': '', 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'mac_address': 'fa:16:3e:12:56:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'dd8c0416-0c92-44d3-abc7-81008e12e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:10Z', 'updated_at': '2021-11-11T17:24:12Z', 'revision_number': 2, 'project_id': '303697d6187242c4aff52ba576f1e516', 'subnets': [{'id': 'dd8c0416-0c92-44d3-abc7-81008e12e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:15.117689 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] Checking router: fa838d5c-5511-4d71-ba2b-3537fdfddbde for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:24:15.118505 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] Updating router fa838d5c-5511-4d71-ba2b-3537fdfddbde port 5b6afae2-5f3c-444f-9aa9-caf823a562fe binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:24:15.140385 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a3d63-ca06-49b4-aa26-9af02c4bffeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1318d88b-912d-4131-8fc5-5e39b9655fb9,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:15.148351 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:15.160631 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-981a3d63-ca06-49b4-aa26-9af02c4bffeb admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9380579 Nov 11 17:24:15.161155 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 58178) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:15.168586 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-aa331c42-10d9-41f7-839c-2e64d8112c6a admin admin] Request body: {'subnet': {'network_id': 'ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1454149285-subnet', 'tenant_id': '798385b1789540a48bd9d5f9339c59e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:15.172038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a3d63-ca06-49b4-aa26-9af02c4bffeb admin admin] Pushing event updated for resources: {'Network': ['ID=ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:15.201874 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:24:15.251419 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa331c42-10d9-41f7-839c-2e64d8112c6a admin admin] Made reservation on behalf of 798385b1789540a48bd9d5f9339c59e7 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:24:15.254105 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa331c42-10d9-41f7-839c-2e64d8112c6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:15.508317 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:15.519608 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:15.538753 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7e3ad-a562-41e0-9a37-0924896105d2 req-a2e16515-9710-4bc6-8a0a-9a10f4ac1d25 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:15.540863 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5bd7e3ad-a562-41e0-9a37-0924896105d2 req-a2e16515-9710-4bc6-8a0a-9a10f4ac1d25 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 0.1224995 Nov 11 17:24:15.683349 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] Attempting to bind port 5b6afae2-5f3c-444f-9aa9-caf823a562fe on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:24:15.684886 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] Attempting to bind port 5b6afae2-5f3c-444f-9aa9-caf823a562fe by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'ddc1cc78-aec2-4c21-a258-091a191804f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:24:15.685779 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] Attempting to bind port 5b6afae2-5f3c-444f-9aa9-caf823a562fe on network 9ac47cb7-6876-4869-87f8-48704f29f83a {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:24:15.698057 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58196) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:15.702848 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:24:15.703551 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] Checking segment: {'id': 'ddc1cc78-aec2-4c21-a258-091a191804f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:24:15.703880 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-d566a240-1ef5-4863-941c-037b77664933 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1910432360', 'description': 'tempest-description--1644158043'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:15.704422 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:15.705248 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] Bound using segment: {'id': 'ddc1cc78-aec2-4c21-a258-091a191804f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:24:15.705981 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] Bound port: 5b6afae2-5f3c-444f-9aa9-caf823a562fe, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc1cc78-aec2-4c21-a258-091a191804f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:24:15.706968 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:15.760288 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d566a240-1ef5-4863-941c-037b77664933 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:15.802407 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] For port 5b6afae2-5f3c-444f-9aa9-caf823a562fe, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:24:15.813847 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] For port 5b6afae2-5f3c-444f-9aa9-caf823a562fe, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5b6afae2-5f3c-444f-9aa9-caf823a562fe,segment=NetworkSegment(ddc1cc78-aec2-4c21-a258-091a191804f3),segment_id=ddc1cc78-aec2-4c21-a258-091a191804f3)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:24:15.818827 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd295f-759e-436d-8d7d-44f8b7954ad4 None None] Pushing event updated for resources: {'Port': ['ID=5b6afae2-5f3c-444f-9aa9-caf823a562fe,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:15.835589 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa331c42-10d9-41f7-839c-2e64d8112c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:15.846541 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:15.866326 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd295f-759e-436d-8d7d-44f8b7954ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:15.866710 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd295f-759e-436d-8d7d-44f8b7954ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:15.867019 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd295f-759e-436d-8d7d-44f8b7954ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:15.871757 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd295f-759e-436d-8d7d-44f8b7954ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:15.872077 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd295f-759e-436d-8d7d-44f8b7954ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:15.872413 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd295f-759e-436d-8d7d-44f8b7954ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:15.872750 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd295f-759e-436d-8d7d-44f8b7954ad4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:15.873074 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd295f-759e-436d-8d7d-44f8b7954ad4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:15.874593 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd295f-759e-436d-8d7d-44f8b7954ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:15.874941 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd295f-759e-436d-8d7d-44f8b7954ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:15.875273 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd295f-759e-436d-8d7d-44f8b7954ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:15.877161 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fd295f-759e-436d-8d7d-44f8b7954ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:15.971833 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa331c42-10d9-41f7-839c-2e64d8112c6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dceb78fd-a025-4ca9-8dbe-b1f67827d278,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:15.991457 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d566a240-1ef5-4863-941c-037b77664933 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:16.001319 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d566a240-1ef5-4863-941c-037b77664933 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:16.021523 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] Routers {'fa838d5c-5511-4d71-ba2b-3537fdfddbde'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:24:16.030011 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:24:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fa838d5c-5511-4d71-ba2b-3537fdfddbde'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:16.076899 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b85f9699-b3a8-4ba7-b69b-a5efab4ec7ba None None] Provisioning complete for port 5b6afae2-5f3c-444f-9aa9-caf823a562fe triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:16.077473 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b85f9699-b3a8-4ba7-b69b-a5efab4ec7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:16.089147 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa331c42-10d9-41f7-839c-2e64d8112c6a admin admin] Checking segment: {'id': 'ee5f2ac9-6b78-4385-9926-b329c3d8f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:24:16.089663 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa331c42-10d9-41f7-839c-2e64d8112c6a admin admin] Network hostable DHCP agents. Network: ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:24:16.106692 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566a240-1ef5-4863-941c-037b77664933 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e871e4bc-d92b-4a7a-bc70-3cd22b3adcfd,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:16.126009 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5bd7e3ad-a562-41e0-9a37-0924896105d2 req-96902717-5d2a-41e8-b4c7-5331ff1623b9 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739627 Nov 11 17:24:16.152235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa331c42-10d9-41f7-839c-2e64d8112c6a admin admin] Network ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:24:16.175101 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-aa331c42-10d9-41f7-839c-2e64d8112c6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:16.178686 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d566a240-1ef5-4863-941c-037b77664933 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:16.184148 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 58210) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:16.184513 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d566a240-1ef5-4863-941c-037b77664933 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4849720 Nov 11 17:24:16.185463 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa331c42-10d9-41f7-839c-2e64d8112c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:16.186660 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa331c42-10d9-41f7-839c-2e64d8112c6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:16.191429 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd295f-759e-436d-8d7d-44f8b7954ad4 None None] Pushing event updated for resources: {'Port': ['ID=5b6afae2-5f3c-444f-9aa9-caf823a562fe,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:16.217223 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284fbf42-aaa1-4bc4-bdee-847a720de378 None None] Network ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:24:16.222274 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-3af1102b-827d-4ca6-94dc-5ca61b59f8eb tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Request body: {'security_group_rule': {'security_group_id': 'e871e4bc-d92b-4a7a-bc70-3cd22b3adcfd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:16.312899 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-aa331c42-10d9-41f7-839c-2e64d8112c6a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1504998 Nov 11 17:24:16.328752 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3af1102b-827d-4ca6-94dc-5ca61b59f8eb tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:16.426086 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] Set router fa838d5c-5511-4d71-ba2b-3537fdfddbde gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:24:16.494558 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3af1102b-827d-4ca6-94dc-5ca61b59f8eb tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:16.507649 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3af1102b-827d-4ca6-94dc-5ca61b59f8eb tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:16.548356 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b85f9699-b3a8-4ba7-b69b-a5efab4ec7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:16.649488 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3af1102b-827d-4ca6-94dc-5ca61b59f8eb tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:16.657070 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3af1102b-827d-4ca6-94dc-5ca61b59f8eb tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4428170 Nov 11 17:24:16.658674 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58226) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:16.664962 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-c13475c7-2c51-48db-b091-88317e768726 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Request body: {'security_group_rule': {'security_group_id': 'e871e4bc-d92b-4a7a-bc70-3cd22b3adcfd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:16.668461 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1102b-827d-4ca6-94dc-5ca61b59f8eb tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8465fb1b-aa3a-448e-b631-148f8a0d0c1d,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:16.695792 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad34ed9f-0f9d-4f57-b277-f8efff34aeaf None None] Network ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:24:16.735259 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bc21a-7f67-45db-bf42-761209c9c787 req-aa85eb26-d3f7-4d57-b742-b1db7ec9460b tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:16.745970 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c13475c7-2c51-48db-b091-88317e768726 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:16.747019 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0c8bc21a-7f67-45db-bf42-761209c9c787 req-aa85eb26-d3f7-4d57-b742-b1db7ec9460b tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 946 time: 0.1969864 Nov 11 17:24:16.889615 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b85f9699-b3a8-4ba7-b69b-a5efab4ec7ba None None] For port 5b6afae2-5f3c-444f-9aa9-caf823a562fe, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5b6afae2-5f3c-444f-9aa9-caf823a562fe,segment=NetworkSegment(ddc1cc78-aec2-4c21-a258-091a191804f3),segment_id=ddc1cc78-aec2-4c21-a258-091a191804f3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:16.913204 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b85f9699-b3a8-4ba7-b69b-a5efab4ec7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:16.937555 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c13475c7-2c51-48db-b091-88317e768726 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:16.949474 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c13475c7-2c51-48db-b091-88317e768726 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:16.972423 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0c8bc21a-7f67-45db-bf42-761209c9c787 req-efe01607-36a8-4e06-a5f0-97b880e33604 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210317 Nov 11 17:24:17.024997 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13475c7-2c51-48db-b091-88317e768726 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50218b93-7347-4ce7-b2a9-217dd19d80a9,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:17.030139 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c13475c7-2c51-48db-b091-88317e768726 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:17.034581 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 58236) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:17.035132 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c13475c7-2c51-48db-b091-88317e768726 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3749228 Nov 11 17:24:17.039404 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:17.064268 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f9699-b3a8-4ba7-b69b-a5efab4ec7ba None None] Pushing event updated for resources: {'Port': ['ID=5b6afae2-5f3c-444f-9aa9-caf823a562fe,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:17.108338 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:17.144454 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d2efaabf-3e8e-4b14-ab1f-915e7ed9e51e None None] Provisioning complete for port 5b6afae2-5f3c-444f-9aa9-caf823a562fe triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:17.145076 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d2efaabf-3e8e-4b14-ab1f-915e7ed9e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:17.237359 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'name': 'tempest-ServersTestFqdnHostnames-633312653-router', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:02Z', 'updated_at': '2021-11-11T17:24:11Z', 'revision_number': 4, 'project_id': '303697d6187242c4aff52ba576f1e516', 'gw_port': {'id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:03Z', 'updated_at': '2021-11-11T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '5b6afae2-5f3c-444f-9aa9-caf823a562fe', 'name': '', 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'mac_address': 'fa:16:3e:12:56:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'dd8c0416-0c92-44d3-abc7-81008e12e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:10Z', 'updated_at': '2021-11-11T17:24:15Z', 'revision_number': 4, 'project_id': '303697d6187242c4aff52ba576f1e516', 'subnets': [{'id': 'dd8c0416-0c92-44d3-abc7-81008e12e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:17.300566 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58250) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:17.318242 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d7a147-75cb-4d37-be39-c8973734d40a None None] The sync data for ids ['fa838d5c-5511-4d71-ba2b-3537fdfddbde'] in n-d-816206-4 is: [{'id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'name': 'tempest-ServersTestFqdnHostnames-633312653-router', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:02Z', 'updated_at': '2021-11-11T17:24:11Z', 'revision_number': 4, 'project_id': '303697d6187242c4aff52ba576f1e516', 'gw_port': {'id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:03Z', 'updated_at': '2021-11-11T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '5b6afae2-5f3c-444f-9aa9-caf823a562fe', 'name': '', 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'mac_address': 'fa:16:3e:12:56:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'dd8c0416-0c92-44d3-abc7-81008e12e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:10Z', 'updated_at': '2021-11-11T17:24:15Z', 'revision_number': 4, 'project_id': '303697d6187242c4aff52ba576f1e516', 'subnets': [{'id': 'dd8c0416-0c92-44d3-abc7-81008e12e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:24:17.430314 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e924f5-ef14-4269-abf8-666e06257cf1 req-c32f208d-3398-4bb1-be3d-ade78c65b4be tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:17.446204 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08e924f5-ef14-4269-abf8-666e06257cf1 req-c32f208d-3398-4bb1-be3d-ade78c65b4be tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 0.2819326 Nov 11 17:24:17.524764 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b4db-93dd-4e12-aac9-7179d84ea2d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:17.581901 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08e924f5-ef14-4269-abf8-666e06257cf1 req-60a29b7f-918d-4b82-85c4-23303474bfa5 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344109 Nov 11 17:24:17.590648 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-0032311f-ad1e-4ff5-86e2-ca663593385b req-20aac42b-757e-4d68-b549-790340546536 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1227315765', 'description': 'tempest-description-692963297'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:17.632079 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:17.758030 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b4db-93dd-4e12-aac9-7179d84ea2d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:17.776491 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b4db-93dd-4e12-aac9-7179d84ea2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:17.789158 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0032311f-ad1e-4ff5-86e2-ca663593385b req-20aac42b-757e-4d68-b549-790340546536 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:17.881686 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c4c7b4db-93dd-4e12-aac9-7179d84ea2d8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f324050fd2684a8681f7c227a001cb6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5799780 Nov 11 17:24:17.888211 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58276) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:17.935784 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b4db-93dd-4e12-aac9-7179d84ea2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ddfd8a-0336-468e-b1c7-829ac47ab071,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:18.034878 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Allocated IP 172.25.2.194 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/90313713-bf38-47c2-a1df-5aa39ec0c144) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:24:18.062466 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-411b2e90-8e88-4bcb-9c8b-c28c0867cdf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:18.090906 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:18.100026 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58282) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:18.135839 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-411b2e90-8e88-4bcb-9c8b-c28c0867cdf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:18.136058 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0032311f-ad1e-4ff5-86e2-ca663593385b req-20aac42b-757e-4d68-b549-790340546536 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:18.204090 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0032311f-ad1e-4ff5-86e2-ca663593385b req-20aac42b-757e-4d68-b549-790340546536 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:18.261837 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c14c5-491c-412a-b140-ede5475b3db6 req-d242241a-2324-473f-9265-a670e3c1b2fe tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:18.263775 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-397c14c5-491c-412a-b140-ede5475b3db6 req-d242241a-2324-473f-9265-a670e3c1b2fe tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 0.0811086 Nov 11 17:24:18.295681 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aac42b-757e-4d68-b549-790340546536 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a792f446-a1ae-4751-8840-edeffd152d33,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:18.309934 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-411b2e90-8e88-4bcb-9c8b-c28c0867cdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:18.312873 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-411b2e90-8e88-4bcb-9c8b-c28c0867cdf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:18.314079 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-411b2e90-8e88-4bcb-9c8b-c28c0867cdf3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/48ddfd8a-0336-468e-b1c7-829ac47ab071 HTTP/1.1" status: 204 len: 168 time: 0.4230552 Nov 11 17:24:18.337124 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0032311f-ad1e-4ff5-86e2-ca663593385b req-20aac42b-757e-4d68-b549-790340546536 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:18.337124 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0032311f-ad1e-4ff5-86e2-ca663593385b req-20aac42b-757e-4d68-b549-790340546536 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7535248 Nov 11 17:24:18.370665 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-70e52d01-ee3e-4b0e-985f-29535e76bf41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:18.383242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-6a2f8e16-cabd-489a-aad8-13263f90e049 req-ec22e016-cee6-4a59-85c1-d643f65fb216 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-331212682', 'description': 'tempest-description-1574516848'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:18.396473 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b2e90-8e88-4bcb-9c8b-c28c0867cdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ddfd8a-0336-468e-b1c7-829ac47ab071,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:18.458676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda5ba5-4c4e-4292-96b4-2fc9045aede8 req-789c294a-e59e-480f-8aab-9756e0d2c40e tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:18.475122 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1fda5ba5-4c4e-4292-96b4-2fc9045aede8 req-789c294a-e59e-480f-8aab-9756e0d2c40e tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 946 time: 0.3219361 Nov 11 17:24:18.582759 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-397c14c5-491c-412a-b140-ede5475b3db6 req-35423253-d62a-47ca-add3-e388b818e553 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Deleting port 49231710-db79-41d2-b13d-f58d7aad1747 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:24:18.583577 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-397c14c5-491c-412a-b140-ede5475b3db6 req-35423253-d62a-47ca-add3-e388b818e553 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:18.620773 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5b6afae2-5f3c-444f-9aa9-caf823a562fe up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:24:18.627559 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6a2f8e16-cabd-489a-aad8-13263f90e049 req-ec22e016-cee6-4a59-85c1-d643f65fb216 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:18.697695 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:18.713921 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1fda5ba5-4c4e-4292-96b4-2fc9045aede8 req-b1f3ac46-50d8-4c17-b42e-57171176db83 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372160 Nov 11 17:24:18.780108 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 5b6afae2-5f3c-444f-9aa9-caf823a562fe triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:18.782710 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:18.820749 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:18.858346 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-397c14c5-491c-412a-b140-ede5475b3db6 req-35423253-d62a-47ca-add3-e388b818e553 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] For port 49231710-db79-41d2-b13d-f58d7aad1747, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=49231710-db79-41d2-b13d-f58d7aad1747,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:18.858935 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-397c14c5-491c-412a-b140-ede5475b3db6 req-35423253-d62a-47ca-add3-e388b818e553 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:18.895445 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-397c14c5-491c-412a-b140-ede5475b3db6 req-35423253-d62a-47ca-add3-e388b818e553 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Calling delete_port for 49231710-db79-41d2-b13d-f58d7aad1747 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:24:18.908623 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-70e52d01-ee3e-4b0e-985f-29535e76bf41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:18.918159 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-70e52d01-ee3e-4b0e-985f-29535e76bf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:18.960559 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:24:18.972069 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:18.979087 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6a2f8e16-cabd-489a-aad8-13263f90e049 req-ec22e016-cee6-4a59-85c1-d643f65fb216 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:19.001301 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-70e52d01-ee3e-4b0e-985f-29535e76bf41 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=47b6e04fbc194862ac5fbb3ac4c47d6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8964381 Nov 11 17:24:19.001301 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e52d01-ee3e-4b0e-985f-29535e76bf41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1baf9a-260c-43d5-be1a-c2f6ce3d24d6,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:19.005994 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 58308) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:19.006975 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:24:19.019453 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6a2f8e16-cabd-489a-aad8-13263f90e049 req-ec22e016-cee6-4a59-85c1-d643f65fb216 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:19.150077 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6a2f8e16-cabd-489a-aad8-13263f90e049 req-ec22e016-cee6-4a59-85c1-d643f65fb216 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:19.156548 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a2f8e16-cabd-489a-aad8-13263f90e049 req-ec22e016-cee6-4a59-85c1-d643f65fb216 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7816954 Nov 11 17:24:19.179278 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Pushing event updated for resources: {'Port': ['ID=90313713-bf38-47c2-a1df-5aa39ec0c144,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:19.219901 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-397c14c5-491c-412a-b140-ede5475b3db6 req-35423253-d62a-47ca-add3-e388b818e553 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:19.252031 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['49231710-db79-41d2-b13d-f58d7aad1747'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:24:19.285160 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35423253-d62a-47ca-add3-e388b818e553 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Pushing event deleted for resources: {'Port': ['ID=49231710-db79-41d2-b13d-f58d7aad1747,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:19.287827 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-481b2427-00b6-43a2-97f2-f13cb8a4e804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:19.308566 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321723d6-c934-4ea7-9ddc-c29cb2d4c76e req-9da03219-4128-4aac-8c57-fee37db07da2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:19.308761 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423253-d62a-47ca-add3-e388b818e553 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:19.309031 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423253-d62a-47ca-add3-e388b818e553 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:19.309262 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423253-d62a-47ca-add3-e388b818e553 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:19.309607 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423253-d62a-47ca-add3-e388b818e553 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:19.310124 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423253-d62a-47ca-add3-e388b818e553 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:19.310697 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423253-d62a-47ca-add3-e388b818e553 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:19.310812 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423253-d62a-47ca-add3-e388b818e553 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:19.311087 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423253-d62a-47ca-add3-e388b818e553 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:19.311418 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423253-d62a-47ca-add3-e388b818e553 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:19.311793 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423253-d62a-47ca-add3-e388b818e553 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:19.312123 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423253-d62a-47ca-add3-e388b818e553 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:19.312615 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35423253-d62a-47ca-add3-e388b818e553 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:19.328308 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-321723d6-c934-4ea7-9ddc-c29cb2d4c76e req-9da03219-4128-4aac-8c57-fee37db07da2 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f HTTP/1.1" status: 200 len: 945 time: 0.3913219 Nov 11 17:24:19.392332 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-397c14c5-491c-412a-b140-ede5475b3db6 req-35423253-d62a-47ca-add3-e388b818e553 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] No DVR routers for this DVR port 49231710-db79-41d2-b13d-f58d7aad1747 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:24:19.395905 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-397c14c5-491c-412a-b140-ede5475b3db6 req-35423253-d62a-47ca-add3-e388b818e553 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:19.402509 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-397c14c5-491c-412a-b140-ede5475b3db6 req-35423253-d62a-47ca-add3-e388b818e553 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.64 "DELETE /v2.0/ports/49231710-db79-41d2-b13d-f58d7aad1747 HTTP/1.1" status: 204 len: 173 time: 1.1259902 Nov 11 17:24:19.403188 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f', 'name': 'network-vif-deleted', 'tag': '49231710-db79-41d2-b13d-f58d7aad1747'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:24:19.406782 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e13fe8-4573-456c-af20-65056150fb26" -d '{"events": [{"server_uuid": "fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f", "name": "network-vif-deleted", "tag": "49231710-db79-41d2-b13d-f58d7aad1747"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:24:19.424443 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:19.431886 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22e016-cee6-4a59-85c1-d643f65fb216 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e2886c-145d-492f-b292-f06b1611ca89,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:19.511708 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:19.539867 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-481b2427-00b6-43a2-97f2-f13cb8a4e804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:19.614040 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58332) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:19.650038 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-321723d6-c934-4ea7-9ddc-c29cb2d4c76e req-774a4d0a-f9d2-400a-a571-decd1d824073 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205802 Nov 11 17:24:19.702082 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7d8ee6-9eef-4f58-ba73-4c57afaffc94 x-openstack-request-id: req-fc7d8ee6-9eef-4f58-ba73-4c57afaffc94 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:24:19.702487 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f", "name": "network-vif-deleted", "tag": "49231710-db79-41d2-b13d-f58d7aad1747", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:24:19.702977 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fc7d8ee6-9eef-4f58-ba73-4c57afaffc94 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:24:19.703632 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1cdfe5-30a1-4f12-ac35-cb2e0498a12f', 'name': 'network-vif-deleted', 'tag': '49231710-db79-41d2-b13d-f58d7aad1747', 'status': 'completed', 'code': 200} Nov 11 17:24:19.763279 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-38134c17-56b8-45d8-b97b-06d84566b8b5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-181555354-network', 'tenant_id': '8f8ef4fb21f94d2392dadeb1ee4bf411'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:19.788177 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38134c17-56b8-45d8-b97b-06d84566b8b5 admin admin] Made reservation on behalf of 8f8ef4fb21f94d2392dadeb1ee4bf411 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:24:19.789809 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-481b2427-00b6-43a2-97f2-f13cb8a4e804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:19.790657 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-38134c17-56b8-45d8-b97b-06d84566b8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:19.792382 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-481b2427-00b6-43a2-97f2-f13cb8a4e804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:19.793693 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-481b2427-00b6-43a2-97f2-f13cb8a4e804 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4a1baf9a-260c-43d5-be1a-c2f6ce3d24d6 HTTP/1.1" status: 204 len: 168 time: 0.7840564 Nov 11 17:24:19.803342 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-38134c17-56b8-45d8-b97b-06d84566b8b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:19.919427 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-38134c17-56b8-45d8-b97b-06d84566b8b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:19.922906 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b2427-00b6-43a2-97f2-f13cb8a4e804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1baf9a-260c-43d5-be1a-c2f6ce3d24d6,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:19.948180 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-38134c17-56b8-45d8-b97b-06d84566b8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:19.963034 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8200490-35dd-4a78-af27-2f65b584b953 req-13492467-a902-43a3-95e3-d00bcfb75b18 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:19.970132 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8200490-35dd-4a78-af27-2f65b584b953 req-13492467-a902-43a3-95e3-d00bcfb75b18 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/networks?id=ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc HTTP/1.1" status: 200 len: 813 time: 0.3053491 Nov 11 17:24:19.984052 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38134c17-56b8-45d8-b97b-06d84566b8b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1259} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:24:19.996063 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38134c17-56b8-45d8-b97b-06d84566b8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2bc6da-2911-44f1-ba09-b806cfa81957,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:20.003841 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-38134c17-56b8-45d8-b97b-06d84566b8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:20.004223 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-38134c17-56b8-45d8-b97b-06d84566b8b5 admin admin] Added segment 23b9bed9-2876-487d-b6a7-566f9036f0b9 of type vlan for network 3b58950d-cabb-4844-8c80-f3547c1d5250 Nov 11 17:24:20.004751 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8200490-35dd-4a78-af27-2f65b584b953 req-5a224685-e6a7-4dc8-8063-01ac9aa65904 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/quotas/798385b1789540a48bd9d5f9339c59e7 HTTP/1.1" status: 200 len: 375 time: 0.0335321 Nov 11 17:24:20.072980 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:20.075169 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-38134c17-56b8-45d8-b97b-06d84566b8b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:20.089702 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8200490-35dd-4a78-af27-2f65b584b953 req-d2a67621-5b6c-4dd6-8672-b6b30f8f2e6c tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=798385b1789540a48bd9d5f9339c59e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839674 Nov 11 17:24:20.099882 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:20.109482 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067d12f-6f87-474c-bf1a-ed6876203146 req-8542891a-aca6-4e3e-bafe-46a539c1a576 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:20.120020 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c067d12f-6f87-474c-bf1a-ed6876203146 req-8542891a-aca6-4e3e-bafe-46a539c1a576 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.76 "GET /v2.0/ports?device_id=739c90a7-dd8a-4334-b967-05fb0841931a HTTP/1.1" status: 200 len: 946 time: 0.3363698 Nov 11 17:24:20.124798 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-38134c17-56b8-45d8-b97b-06d84566b8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:20.127144 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38134c17-56b8-45d8-b97b-06d84566b8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:20.128065 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-38134c17-56b8-45d8-b97b-06d84566b8b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:20.201988 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-38134c17-56b8-45d8-b97b-06d84566b8b5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5866239 Nov 11 17:24:20.206072 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58348) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:20.211315 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b7857b4b-7a56-48e9-8db1-1b891f9c2d84 admin admin] Request body: {'subnet': {'network_id': '3b58950d-cabb-4844-8c80-f3547c1d5250', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-181555354-subnet', 'tenant_id': '8f8ef4fb21f94d2392dadeb1ee4bf411', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:20.215826 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38134c17-56b8-45d8-b97b-06d84566b8b5 admin admin] Pushing event updated for resources: {'Network': ['ID=3b58950d-cabb-4844-8c80-f3547c1d5250,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:20.228712 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 3b58950d-cabb-4844-8c80-f3547c1d5250 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:24:20.252790 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7857b4b-7a56-48e9-8db1-1b891f9c2d84 admin admin] Made reservation on behalf of 8f8ef4fb21f94d2392dadeb1ee4bf411 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:24:20.256059 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b7857b4b-7a56-48e9-8db1-1b891f9c2d84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:20.268743 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:20.329962 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Pushing event updated for resources: {'Port': ['ID=90313713-bf38-47c2-a1df-5aa39ec0c144,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:20.349239 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:20.350485 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3148808 Nov 11 17:24:20.360024 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c067d12f-6f87-474c-bf1a-ed6876203146 req-19f64900-addf-4c58-8869-68ee20e23bfd tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1a7a7ae-1704-425d-ae7b-dd5fa9712ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391174 Nov 11 17:24:20.361479 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:20.361832 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:20.362182 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:20.362527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:20.362908 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:20.363487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:20.363929 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:20.364334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:20.364666 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:20.364960 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:20.365291 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:20.365618 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6a76a5-fb83-4eb2-a2f9-f6d6baa0f219 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:20.406942 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8200490-35dd-4a78-af27-2f65b584b953 req-2832bef7-c67f-443d-92fa-9174fb18d034 service neutron] 10.222.0.76 "GET /v2.0/networks/ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847648 Nov 11 17:24:20.530105 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b7857b4b-7a56-48e9-8db1-1b891f9c2d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:20.566477 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300b75e-39e8-4fbc-8e88-0f0e141839df req-502012a8-3f96-4483-85a9-5791d296f78e tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:20.568016 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7300b75e-39e8-4fbc-8e88-0f0e141839df req-502012a8-3f96-4483-85a9-5791d296f78e tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 946 time: 0.0803053 Nov 11 17:24:20.590370 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7857b4b-7a56-48e9-8db1-1b891f9c2d84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ebd1db8-dd17-467d-aa7b-3291e31f06ba,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:20.597853 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7857b4b-7a56-48e9-8db1-1b891f9c2d84 admin admin] Checking segment: {'id': '23b9bed9-2876-487d-b6a7-566f9036f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3b58950d-cabb-4844-8c80-f3547c1d5250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:24:20.598268 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7857b4b-7a56-48e9-8db1-1b891f9c2d84 admin admin] Network hostable DHCP agents. Network: 3b58950d-cabb-4844-8c80-f3547c1d5250, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:24:20.608901 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8200490-35dd-4a78-af27-2f65b584b953 req-24f3b9f0-fd85-44bc-a3f0-e0472d84f9ab service neutron] 10.222.0.76 "GET /v2.0/networks/ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866763 Nov 11 17:24:20.622809 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7857b4b-7a56-48e9-8db1-1b891f9c2d84 admin admin] Network 3b58950d-cabb-4844-8c80-f3547c1d5250 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:24:20.636955 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-b7857b4b-7a56-48e9-8db1-1b891f9c2d84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 3b58950d-cabb-4844-8c80-f3547c1d5250) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:20.642532 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7857b4b-7a56-48e9-8db1-1b891f9c2d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:20.643446 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b7857b4b-7a56-48e9-8db1-1b891f9c2d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:20.649244 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e7e909-7b90-4ccc-8830-184a7d022edb None None] Network 3b58950d-cabb-4844-8c80-f3547c1d5250 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:24:20.654881 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7300b75e-39e8-4fbc-8e88-0f0e141839df req-9acf5847-8eb3-43d7-b945-e7aa18dd6bec tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786865 Nov 11 17:24:20.677996 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b7857b4b-7a56-48e9-8db1-1b891f9c2d84 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4693744 Nov 11 17:24:20.804568 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-180b9396-9a59-4329-b3dd-17bdf42a97d4 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1910432360&fields=id&tenant_id=303697d6187242c4aff52ba576f1e516 HTTP/1.1" status: 200 len: 267 time: 0.0679269 Nov 11 17:24:20.887692 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4614c81b-e77c-4018-a274-cda75910da16 None None] Network 3b58950d-cabb-4844-8c80-f3547c1d5250 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:24:21.037873 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-0ebd939e-277e-4c25-8a50-c83bd0e08c7f tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:21.042875 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-0ebd939e-277e-4c25-8a50-c83bd0e08c7f tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/networks?id=9ac47cb7-6876-4869-87f8-48704f29f83a HTTP/1.1" status: 200 len: 814 time: 0.2288551 Nov 11 17:24:21.105680 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e4a9092-7593-48b5-9af3-8356b68ae79a req-5bea9c0d-e9dd-4594-b323-b097bf7ae943 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a2e14bf-7c07-47ae-b990-3b036e425981 HTTP/1.1" status: 200 len: 210 time: 0.0579371 Nov 11 17:24:21.107598 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-4a84c96d-d191-44fc-a368-930f826adce4 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/quotas/303697d6187242c4aff52ba576f1e516 HTTP/1.1" status: 200 len: 375 time: 0.0405157 Nov 11 17:24:21.217153 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-848012e5-ed71-441b-8854-fb3c1777e519 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=303697d6187242c4aff52ba576f1e516&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1031268 Nov 11 17:24:21.256974 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34aeaa-9d57-45ef-9abf-c2051e17ded4 req-99a57636-0e60-4efd-ad61-64f89e005371 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:21.258440 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bd34aeaa-9d57-45ef-9abf-c2051e17ded4 req-99a57636-0e60-4efd-ad61-64f89e005371 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.64 "GET /v2.0/ports?device_id=739c90a7-dd8a-4334-b967-05fb0841931a HTTP/1.1" status: 200 len: 946 time: 0.1004012 Nov 11 17:24:21.402803 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-bd34aeaa-9d57-45ef-9abf-c2051e17ded4 req-5e3a9c5a-e9bd-4ce7-a094-e36adf77a948 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Deleting port 9743c4b0-f1c8-4462-a165-8b49726eb2aa {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:24:21.403270 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bd34aeaa-9d57-45ef-9abf-c2051e17ded4 req-5e3a9c5a-e9bd-4ce7-a094-e36adf77a948 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:21.470524 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-81ac5e68-c02e-41fc-956c-0cb901b12811 service neutron] 10.222.0.76 "GET /v2.0/networks/9ac47cb7-6876-4869-87f8-48704f29f83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351773 Nov 11 17:24:21.516344 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-bd34aeaa-9d57-45ef-9abf-c2051e17ded4 req-5e3a9c5a-e9bd-4ce7-a094-e36adf77a948 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] For port 9743c4b0-f1c8-4462-a165-8b49726eb2aa, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=9743c4b0-f1c8-4462-a165-8b49726eb2aa,segment=NetworkSegment(a3280f00-aacb-4ea4-8f8c-ffc2a8673bf4),segment_id=a3280f00-aacb-4ea4-8f8c-ffc2a8673bf4)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:21.516723 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bd34aeaa-9d57-45ef-9abf-c2051e17ded4 req-5e3a9c5a-e9bd-4ce7-a094-e36adf77a948 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:21.537390 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-bd34aeaa-9d57-45ef-9abf-c2051e17ded4 req-5e3a9c5a-e9bd-4ce7-a094-e36adf77a948 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Calling delete_port for 9743c4b0-f1c8-4462-a165-8b49726eb2aa owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:24:21.596113 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 49231710-db79-41d2-b13d-f58d7aad1747 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:24:21.604119 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-8ce98279-ef8a-440a-b0c0-1e07fff87133 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:21.612829 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-8ce98279-ef8a-440a-b0c0-1e07fff87133 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/networks?id=3b58950d-cabb-4844-8c80-f3547c1d5250 HTTP/1.1" status: 200 len: 814 time: 0.2437911 Nov 11 17:24:21.619330 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 49231710-db79-41d2-b13d-f58d7aad1747 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:24:21.620019 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 49231710-db79-41d2-b13d-f58d7aad1747 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:24:21.641238 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-cf565ff4-615d-4f11-acba-9fbc9339dfd0 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/quotas/8f8ef4fb21f94d2392dadeb1ee4bf411 HTTP/1.1" status: 200 len: 375 time: 0.0272191 Nov 11 17:24:21.670905 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-0ad52a56-698f-4c90-a9ea-21136b7c8176 service neutron] 10.222.0.76 "GET /v2.0/networks/9ac47cb7-6876-4869-87f8-48704f29f83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894867 Nov 11 17:24:21.702215 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bd34aeaa-9d57-45ef-9abf-c2051e17ded4 req-5e3a9c5a-e9bd-4ce7-a094-e36adf77a948 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:21.706159 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-4d82d87e-d789-4b46-bfe4-2c07c1da7d93 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8f8ef4fb21f94d2392dadeb1ee4bf411&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570238 Nov 11 17:24:21.739120 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a9c5a-e9bd-4ce7-a094-e36adf77a948 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Pushing event deleted for resources: {'Port': ['ID=9743c4b0-f1c8-4462-a165-8b49726eb2aa,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:21.807971 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd34aeaa-9d57-45ef-9abf-c2051e17ded4 req-5e3a9c5a-e9bd-4ce7-a094-e36adf77a948 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] No DVR routers for this DVR port 9743c4b0-f1c8-4462-a165-8b49726eb2aa on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:24:21.812133 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bd34aeaa-9d57-45ef-9abf-c2051e17ded4 req-5e3a9c5a-e9bd-4ce7-a094-e36adf77a948 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:21.818298 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bd34aeaa-9d57-45ef-9abf-c2051e17ded4 req-5e3a9c5a-e9bd-4ce7-a094-e36adf77a948 tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.64 "DELETE /v2.0/ports/9743c4b0-f1c8-4462-a165-8b49726eb2aa HTTP/1.1" status: 204 len: 173 time: 0.5524330 Nov 11 17:24:21.818842 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739c90a7-dd8a-4334-b967-05fb0841931a', 'name': 'network-vif-deleted', 'tag': '9743c4b0-f1c8-4462-a165-8b49726eb2aa'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:24:21.821725 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbd78a2-7540-41bf-b05d-0e2ce5f4d3b3" -d '{"events": [{"server_uuid": "739c90a7-dd8a-4334-b967-05fb0841931a", "name": "network-vif-deleted", "tag": "9743c4b0-f1c8-4462-a165-8b49726eb2aa"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:24:21.848913 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-c32a3744-530d-4876-b6d8-a8a6aba57877 service neutron] 10.222.0.76 "GET /v2.0/networks/3b58950d-cabb-4844-8c80-f3547c1d5250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325688 Nov 11 17:24:21.858367 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58448) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:22.040154 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-e2d4491b-7f85-4ca3-9050-3b654ae051c6 service neutron] 10.222.0.76 "GET /v2.0/networks/3b58950d-cabb-4844-8c80-f3547c1d5250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649785 Nov 11 17:24:22.050800 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a9a3bb7-89f5-45f3-b7fa-64e643f616b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:22.100473 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-531e6000-d7da-4fb2-b856-fad7acff97df tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:22.101940 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-531e6000-d7da-4fb2-b856-fad7acff97df tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/networks?id=aef12edc-1263-4022-a80e-fb863587e53a HTTP/1.1" status: 200 len: 811 time: 0.1654127 Nov 11 17:24:22.142631 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-71cb3998-84a1-494f-9356-2c924055549a tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/quotas/387406ef69094f328d7c9e69ebc2a5aa HTTP/1.1" status: 200 len: 375 time: 0.0284355 Nov 11 17:24:22.253899 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a9a3bb7-89f5-45f3-b7fa-64e643f616b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:22.260719 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a9a3bb7-89f5-45f3-b7fa-64e643f616b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:22.273192 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-e39290ff-bdad-4b44-980d-56eaf4b76867 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1128297 Nov 11 17:24:22.359053 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a3bb7-89f5-45f3-b7fa-64e643f616b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6c4fbd-cc6d-4105-af0e-3604db440eeb,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:22.367459 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4a9a3bb7-89f5-45f3-b7fa-64e643f616b9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ea0f3faae34d43ee9bd4cf9435904dd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5080216 Nov 11 17:24:22.368727 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58476) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:22.449178 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7015fb65-3171-4973-8406-e5e5b92bc747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:22.475114 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7015fb65-3171-4973-8406-e5e5b92bc747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:22.477177 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39498b57-854f-49f4-851f-9c9ce9959198 req-5473985c-e5bf-4845-acc4-c278e0835e0d tempest-VolumesAdminNegativeTest-1329251099 tempest-VolumesAdminNegativeTest-1329251099-project] 10.222.0.76 "GET /v2.0/ports?device_id=739c90a7-dd8a-4334-b967-05fb0841931a HTTP/1.1" status: 200 len: 210 time: 0.2137301 Nov 11 17:24:22.526447 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8200490-35dd-4a78-af27-2f65b584b953 req-91f6b406-0dec-4033-994a-7294ba941ebe tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:22.527961 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8200490-35dd-4a78-af27-2f65b584b953 req-91f6b406-0dec-4033-994a-7294ba941ebe tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.83 "GET /v2.0/networks?id=ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc HTTP/1.1" status: 200 len: 813 time: 0.3957307 Nov 11 17:24:22.551136 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-b8200490-35dd-4a78-af27-2f65b584b953 req-c75c2795-f107-4daa-919a-95a7e384d211 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Request body: {'port': {'device_id': '7a2e14bf-7c07-47ae-b990-3b036e425981', 'network_id': 'ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc', 'admin_state_up': True, 'tenant_id': '798385b1789540a48bd9d5f9339c59e7'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:22.568630 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7015fb65-3171-4973-8406-e5e5b92bc747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:22.573175 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7015fb65-3171-4973-8406-e5e5b92bc747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:22.575941 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7015fb65-3171-4973-8406-e5e5b92bc747 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5f6c4fbd-cc6d-4105-af0e-3604db440eeb HTTP/1.1" status: 204 len: 168 time: 0.2046964 Nov 11 17:24:22.583352 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015fb65-3171-4973-8406-e5e5b92bc747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6c4fbd-cc6d-4105-af0e-3604db440eeb,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:22.648720 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-4a80d36a-4e34-4cc9-b8eb-9c630f1aa806 service neutron] 10.222.0.76 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692446 Nov 11 17:24:22.743663 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7213e6-cc5d-4397-981c-0b6f19bee605 req-722e438a-3827-4012-a5d0-e3b998b30b17 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:22.751321 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e7213e6-cc5d-4397-981c-0b6f19bee605 req-722e438a-3827-4012-a5d0-e3b998b30b17 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 946 time: 0.1663213 Nov 11 17:24:22.847752 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e7213e6-cc5d-4397-981c-0b6f19bee605 req-f8ccdce7-69de-4a54-8b74-312ad2d8a9de tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947397 Nov 11 17:24:22.858544 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-521a8894-235a-4ef9-a347-222ffc4334c2 service neutron] 10.222.0.76 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013478 Nov 11 17:24:22.876996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8200490-35dd-4a78-af27-2f65b584b953 req-c75c2795-f107-4daa-919a-95a7e384d211 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Made reservation on behalf of 798385b1789540a48bd9d5f9339c59e7 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:24:22.880727 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b8200490-35dd-4a78-af27-2f65b584b953 req-c75c2795-f107-4daa-919a-95a7e384d211 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:22.905792 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708f2de8-69c3-4887-8e92-b5f42c4b838c x-openstack-request-id: req-708f2de8-69c3-4887-8e92-b5f42c4b838c {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:24:22.905931 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739c90a7-dd8a-4334-b967-05fb0841931a", "name": "network-vif-deleted", "tag": "9743c4b0-f1c8-4462-a165-8b49726eb2aa", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:24:22.906180 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-708f2de8-69c3-4887-8e92-b5f42c4b838c {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:24:22.906576 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739c90a7-dd8a-4334-b967-05fb0841931a', 'name': 'network-vif-deleted', 'tag': '9743c4b0-f1c8-4462-a165-8b49726eb2aa', 'status': 'completed', 'code': 200} Nov 11 17:24:23.051093 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47a0af64-5ab3-47d4-906d-237d51b2e8e1 req-40ebcd35-8fbe-42c5-8bc8-edab0f9d01d5 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/ports?device_id=a329418a-2422-4c3c-b495-c92d97e294cc HTTP/1.1" status: 200 len: 210 time: 0.0612805 Nov 11 17:24:23.097647 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-b8200490-35dd-4a78-af27-2f65b584b953 req-c75c2795-f107-4daa-919a-95a7e384d211 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Allocated IP 172.20.0.13 (ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc/dceb78fd-a025-4ca9-8dbe-b1f67827d278/1b6153fd-3a03-4591-b589-754a2aded29e) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:24:23.182255 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28dd257c-8023-4da1-bffc-689545921fde req-12eca174-694b-47db-a17b-b579dc8a6526 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a2e14bf-7c07-47ae-b990-3b036e425981 HTTP/1.1" status: 200 len: 210 time: 0.0347233 Nov 11 17:24:23.337295 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-876ede06-a5d0-4ada-b1b4-40e2f9745fa0 req-c90136d4-1f06-4731-8c83-0e3cb325ad59 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 210 time: 0.0593662 Nov 11 17:24:23.355154 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66bf19c7-bfaa-4298-98be-acd8dfbc8a34 req-848bee26-b864-48a3-9219-365b61384228 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=4eaa99a1-08ae-404f-b3cf-a7f21b055a29 HTTP/1.1" status: 200 len: 210 time: 0.0745213 Nov 11 17:24:23.422486 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b8200490-35dd-4a78-af27-2f65b584b953 req-c75c2795-f107-4daa-919a-95a7e384d211 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:23.467413 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b8200490-35dd-4a78-af27-2f65b584b953 req-c75c2795-f107-4daa-919a-95a7e384d211 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:23.573269 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8200490-35dd-4a78-af27-2f65b584b953 req-c75c2795-f107-4daa-919a-95a7e384d211 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Network ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:24:23.579778 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-b8200490-35dd-4a78-af27-2f65b584b953 req-c75c2795-f107-4daa-919a-95a7e384d211 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:23.583980 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8200490-35dd-4a78-af27-2f65b584b953 req-c75c2795-f107-4daa-919a-95a7e384d211 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:24:23.589760 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 58516) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:23.594618 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 9743c4b0-f1c8-4462-a165-8b49726eb2aa no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:24:23.628547 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 9743c4b0-f1c8-4462-a165-8b49726eb2aa {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:24:23.628957 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 9743c4b0-f1c8-4462-a165-8b49726eb2aa not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:24:23.644648 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c2795-f107-4daa-919a-95a7e384d211 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event updated for resources: {'Port': ['ID=1b6153fd-3a03-4591-b589-754a2aded29e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:23.698430 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-8f233b57-a121-49e9-bb1e-4322b33ac362 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:23.704931 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-8f233b57-a121-49e9-bb1e-4322b33ac362 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.64 "GET /v2.0/networks?id=9ac47cb7-6876-4869-87f8-48704f29f83a HTTP/1.1" status: 200 len: 814 time: 0.1877589 Nov 11 17:24:23.718281 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8200490-35dd-4a78-af27-2f65b584b953 req-c75c2795-f107-4daa-919a-95a7e384d211 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:23.718883 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b8200490-35dd-4a78-af27-2f65b584b953 req-c75c2795-f107-4daa-919a-95a7e384d211 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:23.743110 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5df9cb6-470d-4034-90cb-6b92cab7fdd6 admin admin] Deleting subnet e47b86e0-37cc-41e8-8408-988287863990 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:24:23.750158 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a5df9cb6-470d-4034-90cb-6b92cab7fdd6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:23.790685 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8200490-35dd-4a78-af27-2f65b584b953 req-c75c2795-f107-4daa-919a-95a7e384d211 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2479041 Nov 11 17:24:23.799011 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a5df9cb6-470d-4034-90cb-6b92cab7fdd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:23.799925 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-4c13343b-6267-40c1-9a35-7d9eeca0d0d0 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=303697d6187242c4aff52ba576f1e516 HTTP/1.1" status: 200 len: 380 time: 0.0686679 Nov 11 17:24:23.810061 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-1a96ea70-86ee-455d-926b-2b320098ac58 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Request body: {'port': {'device_id': 'a329418a-2422-4c3c-b495-c92d97e294cc', 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a', 'admin_state_up': True, 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'security_groups': ['e871e4bc-d92b-4a7a-bc70-3cd22b3adcfd']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:23.822961 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-b8200490-35dd-4a78-af27-2f65b584b953 req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] Request body: {'port': {'device_id': '7a2e14bf-7c07-47ae-b990-3b036e425981', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:23.890975 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a5df9cb6-470d-4034-90cb-6b92cab7fdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:23.925594 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b8200490-35dd-4a78-af27-2f65b584b953 req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:23.966418 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-1a96ea70-86ee-455d-926b-2b320098ac58 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Made reservation on behalf of 303697d6187242c4aff52ba576f1e516 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:24:23.966944 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:23.972937 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-1a96ea70-86ee-455d-926b-2b320098ac58 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:24.145763 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a5df9cb6-470d-4034-90cb-6b92cab7fdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:24.210243 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a5df9cb6-470d-4034-90cb-6b92cab7fdd6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:24.216963 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a5df9cb6-470d-4034-90cb-6b92cab7fdd6 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e47b86e0-37cc-41e8-8408-988287863990 HTTP/1.1" status: 204 len: 168 time: 0.5721700 Nov 11 17:24:24.216963 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df9cb6-470d-4034-90cb-6b92cab7fdd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e47b86e0-37cc-41e8-8408-988287863990,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:24.218042 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 58538) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:24.223952 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-4161247e-1540-4bbc-a17d-22273df8a860 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:24.226045 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-4161247e-1540-4bbc-a17d-22273df8a860 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.64 "GET /v2.0/networks?id=3b58950d-cabb-4844-8c80-f3547c1d5250 HTTP/1.1" status: 200 len: 814 time: 0.2018900 Nov 11 17:24:24.249993 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-ace5b0a8-8634-4e0b-9009-22535e54d934 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Request body: {'port': {'device_id': 'd381f6b3-5c35-4ee3-b69f-3269c70ad6a5', 'network_id': '3b58950d-cabb-4844-8c80-f3547c1d5250', 'admin_state_up': True, 'tenant_id': '8f8ef4fb21f94d2392dadeb1ee4bf411'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:24.251820 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254636e-a831-45cd-8017-4dae32d2e4a5 req-657460cb-7b9e-4415-bfbf-47342425ed04 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:24.260320 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7254636e-a831-45cd-8017-4dae32d2e4a5 req-657460cb-7b9e-4415-bfbf-47342425ed04 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 946 time: 0.2492197 Nov 11 17:24:24.303816 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-1a96ea70-86ee-455d-926b-2b320098ac58 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Allocated IP 172.20.0.14 (9ac47cb7-6876-4869-87f8-48704f29f83a/dd8c0416-0c92-44d3-abc7-81008e12e8aa/eb8d65fd-7f27-4016-aaf5-6c1e31b8258b) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:24:24.337379 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6aba125a-b17d-4fa9-8951-851cc36b4564 req-b6b815e1-d272-4386-874a-b3e3ba27f427 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/ports?device_id=a329418a-2422-4c3c-b495-c92d97e294cc HTTP/1.1" status: 200 len: 210 time: 0.1352892 Nov 11 17:24:24.454141 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58546) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:24.513946 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-ace5b0a8-8634-4e0b-9009-22535e54d934 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Made reservation on behalf of 8f8ef4fb21f94d2392dadeb1ee4bf411 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:24:24.518095 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-ace5b0a8-8634-4e0b-9009-22535e54d934 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:24.618238 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-1a96ea70-86ee-455d-926b-2b320098ac58 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:24.628482 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-7f008c23-fc03-404a-a934-f51043e94885 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:24.763521 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7f008c23-fc03-404a-a934-f51043e94885 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:24.807492 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-775e2cfa-da0e-48e0-bfac-50be931d18c7 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:24.808989 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-775e2cfa-da0e-48e0-bfac-50be931d18c7 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.64 "GET /v2.0/networks?id=aef12edc-1263-4022-a80e-fb863587e53a HTTP/1.1" status: 200 len: 811 time: 0.2691081 Nov 11 17:24:24.850610 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-11fda138-7c2b-4357-ab61-eaf3f1db252d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Request body: {'port': {'device_id': '4eaa99a1-08ae-404f-b3cf-a7f21b055a29', 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a', 'admin_state_up': True, 'tenant_id': '387406ef69094f328d7c9e69ebc2a5aa'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:24.862167 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-1a96ea70-86ee-455d-926b-2b320098ac58 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:24.866837 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfe25771-a487-46c2-a370-f43ef8672708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:24.882621 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7254636e-a831-45cd-8017-4dae32d2e4a5 req-84c04795-2b36-4c24-b1f2-e12641bd2276 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6213086 Nov 11 17:24:24.911489 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-ace5b0a8-8634-4e0b-9009-22535e54d934 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Allocated IP 172.20.0.12 (3b58950d-cabb-4844-8c80-f3547c1d5250/9ebd1db8-dd17-467d-aa7b-3291e31f06ba/fd994145-f684-40f0-a977-02caa43c320f) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:24:24.913966 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4c7d9-efa4-437f-878e-00e1219e0a24 req-77367f16-95de-4cc6-ae76-9c6abb6ff6f5 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:24.921752 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07e4c7d9-efa4-437f-878e-00e1219e0a24 req-77367f16-95de-4cc6-ae76-9c6abb6ff6f5 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a2e14bf-7c07-47ae-b990-3b036e425981 HTTP/1.1" status: 200 len: 932 time: 0.1639230 Nov 11 17:24:24.977918 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-2ab7533a-04f6-4d8f-809a-e49b2dd6a62e tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:24.979951 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-2ab7533a-04f6-4d8f-809a-e49b2dd6a62e tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438&tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 1097 time: 0.2210376 Nov 11 17:24:25.004690 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-4'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:25.078805 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d534fa2-3fe1-4650-b2f9-39bae8740b4d req-ecc3ad2e-133a-455b-b1bd-05f9a917953f tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 210 time: 0.1196003 Nov 11 17:24:25.128510 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfe25771-a487-46c2-a370-f43ef8672708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:25.136150 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07e4c7d9-efa4-437f-878e-00e1219e0a24 req-8f3c877e-779a-4897-a79d-f521f9e9245c tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134936 Nov 11 17:24:25.229646 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-bfe25771-a487-46c2-a370-f43ef8672708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2e1f86-934a-4152-ab84-3b49ab8b2638']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:25.233249 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf184362-6c1d-4acd-a2b9-33307b14783e req-865e08bc-a2d9-450c-a6c4-d8f347acd55b tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=4eaa99a1-08ae-404f-b3cf-a7f21b055a29 HTTP/1.1" status: 200 len: 210 time: 0.0868797 Nov 11 17:24:25.244399 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-1a96ea70-86ee-455d-926b-2b320098ac58 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Network 9ac47cb7-6876-4869-87f8-48704f29f83a is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:24:25.247658 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-bfe25771-a487-46c2-a370-f43ef8672708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3280f00-aacb-4ea4-8f8c-ffc2a8673bf4') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:25.247996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-bfe25771-a487-46c2-a370-f43ef8672708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3280f00-aacb-4ea4-8f8c-ffc2a8673bf4') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:25.251091 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-b8200490-35dd-4a78-af27-2f65b584b953 req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b6153fd-3a03-4591-b589-754a2aded29e {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:24:25.258773 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-1a96ea70-86ee-455d-926b-2b320098ac58 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:25.265171 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:25.268425 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b8200490-35dd-4a78-af27-2f65b584b953 req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:25.269431 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-1a96ea70-86ee-455d-926b-2b320098ac58 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:24:25.272054 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfe25771-a487-46c2-a370-f43ef8672708 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:25.274664 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96ea70-86ee-455d-926b-2b320098ac58 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Pushing event updated for resources: {'Port': ['ID=eb8d65fd-7f27-4016-aaf5-6c1e31b8258b,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:25.301937 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-b8200490-35dd-4a78-af27-2f65b584b953 req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] Transition to ACTIVE for port object 1b6153fd-3a03-4591-b589-754a2aded29e will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:24:25.331105 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfe25771-a487-46c2-a370-f43ef8672708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:25.335457 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b8200490-35dd-4a78-af27-2f65b584b953 req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:25.372887 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe25771-a487-46c2-a370-f43ef8672708 admin admin] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:24:25.373436 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfe25771-a487-46c2-a370-f43ef8672708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:24:25.377316 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:24:25.450136 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-1a96ea70-86ee-455d-926b-2b320098ac58 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:25.450710 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-1a96ea70-86ee-455d-926b-2b320098ac58 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:25.486249 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-11fda138-7c2b-4357-ab61-eaf3f1db252d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Made reservation on behalf of 387406ef69094f328d7c9e69ebc2a5aa for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:24:25.490090 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-11fda138-7c2b-4357-ab61-eaf3f1db252d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:25.499666 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-1a96ea70-86ee-455d-926b-2b320098ac58 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6931469 Nov 11 17:24:25.532387 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] Request body: {'port': {'device_id': 'a329418a-2422-4c3c-b495-c92d97e294cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:25.535552 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b6153fd-3a03-4591-b589-754a2aded29e,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:25.545302 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfe25771-a487-46c2-a370-f43ef8672708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:25.570397 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfe25771-a487-46c2-a370-f43ef8672708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:25.577239 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bfe25771-a487-46c2-a370-f43ef8672708 admin admin] 10.222.0.76 "DELETE /v2.0/networks/ca2e1f86-934a-4152-ab84-3b49ab8b2638 HTTP/1.1" status: 204 len: 168 time: 1.3515680 Nov 11 17:24:25.577459 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-86726f92-b76e-40d7-bcd8-a0fd279778bb None None] Provisioning complete for port eb8d65fd-7f27-4016-aaf5-6c1e31b8258b triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:25.577935 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-86726f92-b76e-40d7-bcd8-a0fd279778bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:25.587806 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58554) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:25.592691 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7f008c23-fc03-404a-a934-f51043e94885 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:25.612573 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe25771-a487-46c2-a370-f43ef8672708 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca2e1f86-934a-4152-ab84-3b49ab8b2638,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:25.617189 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-ace5b0a8-8634-4e0b-9009-22535e54d934 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:25.632243 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-86726f92-b76e-40d7-bcd8-a0fd279778bb None None] Port eb8d65fd-7f27-4016-aaf5-6c1e31b8258b cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:24:25.649543 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38a8ab-fc02-4fc7-bb2a-7a9e25fd3ba3 req-9aa14e85-6a57-4c3d-aee0-75f4217477bc tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:25.651673 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d38a8ab-fc02-4fc7-bb2a-7a9e25fd3ba3 req-9aa14e85-6a57-4c3d-aee0-75f4217477bc tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/ports?device_id=a329418a-2422-4c3c-b495-c92d97e294cc HTTP/1.1" status: 200 len: 932 time: 0.2216260 Nov 11 17:24:25.652274 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:24:25.682515 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] For port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:25.719668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b8200490-35dd-4a78-af27-2f65b584b953 req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] Attempting to bind port 1b6153fd-3a03-4591-b589-754a2aded29e on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:24:25.720022 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b8200490-35dd-4a78-af27-2f65b584b953 req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] Attempting to bind port 1b6153fd-3a03-4591-b589-754a2aded29e by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'ee5f2ac9-6b78-4385-9926-b329c3d8f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:24:25.720585 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8200490-35dd-4a78-af27-2f65b584b953 req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] Attempting to bind port 1b6153fd-3a03-4591-b589-754a2aded29e on network ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:24:25.743116 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8200490-35dd-4a78-af27-2f65b584b953 req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] Port 1b6153fd-3a03-4591-b589-754a2aded29e on network ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:24:25.743709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8200490-35dd-4a78-af27-2f65b584b953 req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] Attempting to bind port 1b6153fd-3a03-4591-b589-754a2aded29e on network ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:24:25.762994 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8200490-35dd-4a78-af27-2f65b584b953 req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:24:25.763322 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8200490-35dd-4a78-af27-2f65b584b953 req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] Checking segment: {'id': 'ee5f2ac9-6b78-4385-9926-b329c3d8f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:24:25.763528 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:25.763944 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8200490-35dd-4a78-af27-2f65b584b953 req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] Bound using segment: {'id': 'ee5f2ac9-6b78-4385-9926-b329c3d8f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:24:25.764381 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b8200490-35dd-4a78-af27-2f65b584b953 req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] Bound port: 1b6153fd-3a03-4591-b589-754a2aded29e, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5f2ac9-6b78-4385-9926-b329c3d8f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:24:25.764740 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b8200490-35dd-4a78-af27-2f65b584b953 req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:25.775272 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] For port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:24:25.776146 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a has no active binding in host n-h2-816206-4 {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 17:24:25.779984 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-08010d19-6476-4c00-8f32-03ddbd56e44b admin admin] Deleting subnet 2f27214e-8b19-473f-8eed-efa50617585d {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:24:25.780813 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d38a8ab-fc02-4fc7-bb2a-7a9e25fd3ba3 req-97f4f2a2-f623-47d6-be01-d0f53d089647 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/security-groups?id=e871e4bc-d92b-4a7a-bc70-3cd22b3adcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150091 Nov 11 17:24:25.792866 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-08010d19-6476-4c00-8f32-03ddbd56e44b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:25.796676 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:25.854775 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57224ff6-23a7-44c0-8c01-b254af700438', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:24:25.856957 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef765e15-3ef3-48e5-a2ff-d16bc7904461" -d '{"events": [{"server_uuid": "57224ff6-23a7-44c0-8c01-b254af700438", "name": "network-vif-unplugged", "status": "completed", "tag": "4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:24:25.862590 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:25.874881 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:25.910485 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d16f65-ae9c-444a-8547-4448c76aae6a x-openstack-request-id: req-63d16f65-ae9c-444a-8547-4448c76aae6a {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:24:25.910775 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57224ff6-23a7-44c0-8c01-b254af700438", "name": "network-vif-unplugged", "status": "completed", "tag": "4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:24:25.911023 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-63d16f65-ae9c-444a-8547-4448c76aae6a {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:24:25.911412 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57224ff6-23a7-44c0-8c01-b254af700438', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a', 'code': 200} Nov 11 17:24:25.912561 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b8200490-35dd-4a78-af27-2f65b584b953 req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] For port 1b6153fd-3a03-4591-b589-754a2aded29e, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:24:25.937529 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b8200490-35dd-4a78-af27-2f65b584b953 req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] For port 1b6153fd-3a03-4591-b589-754a2aded29e, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=1b6153fd-3a03-4591-b589-754a2aded29e,segment=NetworkSegment(ee5f2ac9-6b78-4385-9926-b329c3d8f971),segment_id=ee5f2ac9-6b78-4385-9926-b329c3d8f971)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:24:25.949983 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b8200490-35dd-4a78-af27-2f65b584b953 req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:25.961901 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-08010d19-6476-4c00-8f32-03ddbd56e44b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:25.996975 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] Pushing event updated for resources: {'Port': ['ID=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a,revision_number=7']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:25.997335 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-ace5b0a8-8634-4e0b-9009-22535e54d934 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:26.028635 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-7f008c23-fc03-404a-a934-f51043e94885 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Allocated IP 172.25.2.217 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/e8934d1e-7b16-47df-bf81-4664baad73fa) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:24:26.036250 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-11fda138-7c2b-4357-ab61-eaf3f1db252d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Allocated IP 172.20.0.2 (aef12edc-1263-4022-a80e-fb863587e53a/09fccde3-01fd-422f-a0ab-b92daf8c7d4e/c5b3e7ea-cb62-4baf-b49b-df5aef83f828) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:24:26.062700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8200490-35dd-4a78-af27-2f65b584b953 req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:26.063309 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b8200490-35dd-4a78-af27-2f65b584b953 req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:26.064741 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8200490-35dd-4a78-af27-2f65b584b953 req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] 10.222.0.83 "PUT /v2.0/ports/1b6153fd-3a03-4591-b589-754a2aded29e HTTP/1.1" status: 200 len: 1092 time: 2.2630475 Nov 11 17:24:26.067271 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] Attempting to bind port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a on host n-h1-816206-4 for vnic_type normal with profile {"migrating_to": "n-h2-816206-4"} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:24:26.067603 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] Attempting to bind port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:24:26.067972 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] Attempting to bind port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:24:26.087924 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] Port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a on network f44096b2-3051-4615-8241-50ad95944236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:24:26.088260 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] Attempting to bind port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:24:26.103141 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:24:26.103517 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] Checking segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:24:26.103929 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] Bound using segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:24:26.104371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] Bound port: 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:24:26.104729 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:26.125338 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e775d7-ed76-4a92-acdf-e248abd39a0d req-09fc425f-8ab1-493e-b34c-955a0bb2286d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:26.126751 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-68e775d7-ed76-4a92-acdf-e248abd39a0d req-09fc425f-8ab1-493e-b34c-955a0bb2286d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 944 time: 0.1520584 Nov 11 17:24:26.142494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff7ab9-4768-4ee5-9ab8-c66a3ae7ddb6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b6153fd-3a03-4591-b589-754a2aded29e,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:26.151804 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-ace5b0a8-8634-4e0b-9009-22535e54d934 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Network 3b58950d-cabb-4844-8c80-f3547c1d5250 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:24:26.160226 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-08010d19-6476-4c00-8f32-03ddbd56e44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:26.193252 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-ace5b0a8-8634-4e0b-9009-22535e54d934 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:26.213434 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5b0a8-8634-4e0b-9009-22535e54d934 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Pushing event updated for resources: {'Port': ['ID=fd994145-f684-40f0-a977-02caa43c320f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:26.215813 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-ace5b0a8-8634-4e0b-9009-22535e54d934 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:24:26.275095 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8200490-35dd-4a78-af27-2f65b584b953 req-7f6bd218-b5b1-49d5-8714-bdb422792301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:26.276655 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8200490-35dd-4a78-af27-2f65b584b953 req-7f6bd218-b5b1-49d5-8714-bdb422792301 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=798385b1789540a48bd9d5f9339c59e7&device_id=7a2e14bf-7c07-47ae-b990-3b036e425981 HTTP/1.1" status: 200 len: 1095 time: 0.1601744 Nov 11 17:24:26.300979 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] For port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:24:26.313672 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbe15f-3420-4efc-85a7-528b95d77bb6 req-75c3a18c-8acc-4d37-a4c2-4b472870107a tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:26.315523 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9bbe15f-3420-4efc-85a7-528b95d77bb6 req-75c3a18c-8acc-4d37-a4c2-4b472870107a tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 932 time: 0.1476166 Nov 11 17:24:26.318663 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-68e775d7-ed76-4a92-acdf-e248abd39a0d req-4d5a78c7-46fd-48ba-8e9d-c615a03e0bac tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803114 Nov 11 17:24:26.354551 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8200490-35dd-4a78-af27-2f65b584b953 req-055885f2-54b7-42c5-9239-6f4d61ad65d1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b6153fd-3a03-4591-b589-754a2aded29e HTTP/1.1" status: 200 len: 217 time: 0.0648997 Nov 11 17:24:26.356939 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] For port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:24:26.380581 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:26.437078 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-ace5b0a8-8634-4e0b-9009-22535e54d934 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:26.437658 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-ace5b0a8-8634-4e0b-9009-22535e54d934 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:26.505153 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-ace5b0a8-8634-4e0b-9009-22535e54d934 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2637906 Nov 11 17:24:26.506226 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8200490-35dd-4a78-af27-2f65b584b953 req-f793d41b-6022-49b3-b899-566e569bc526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:26.507819 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8200490-35dd-4a78-af27-2f65b584b953 req-f793d41b-6022-49b3-b899-566e569bc526 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dceb78fd-a025-4ca9-8dbe-b1f67827d278 HTTP/1.1" status: 200 len: 853 time: 0.1428251 Nov 11 17:24:26.513763 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-08010d19-6476-4c00-8f32-03ddbd56e44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:26.528743 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9bbe15f-3420-4efc-85a7-528b95d77bb6 req-39818b1f-68c8-4714-b30b-3711ed33c3d9 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775377 Nov 11 17:24:26.541709 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] Request body: {'port': {'device_id': 'd381f6b3-5c35-4ee3-b69f-3269c70ad6a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:26.567831 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8200490-35dd-4a78-af27-2f65b584b953 req-33c5823c-4b37-40e2-983e-7de15d2b9533 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481956 Nov 11 17:24:26.568699 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] Pushing event updated for resources: {'Port': ['ID=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a,revision_number=8']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:26.589651 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7f008c23-fc03-404a-a934-f51043e94885 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:26.591368 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08010d19-6476-4c00-8f32-03ddbd56e44b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f27214e-8b19-473f-8eed-efa50617585d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:26.595193 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f728d-72b4-49b2-8e7b-c07437ef08a5 req-56a69b91-6cb9-4f75-9439-4e199947c8d8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:26.600818 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-655f728d-72b4-49b2-8e7b-c07437ef08a5 req-56a69b91-6cb9-4f75-9439-4e199947c8d8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a2e14bf-7c07-47ae-b990-3b036e425981 HTTP/1.1" status: 200 len: 944 time: 0.1963899 Nov 11 17:24:26.615856 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:26.617064 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:26.618611 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e100146f-0f9a-4010-b8f0-fb95886d6f24 service neutron] 10.222.0.83 "PUT /v2.0/ports/4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a HTTP/1.1" status: 200 len: 1122 time: 1.6188569 Nov 11 17:24:26.626088 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-08010d19-6476-4c00-8f32-03ddbd56e44b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:26.631625 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-08010d19-6476-4c00-8f32-03ddbd56e44b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2f27214e-8b19-473f-8eed-efa50617585d HTTP/1.1" status: 204 len: 168 time: 1.0386233 Nov 11 17:24:26.637367 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58568) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:26.690200 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:24:26.699083 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-11fda138-7c2b-4357-ab61-eaf3f1db252d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:26.726411 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ccc221db-54f7-40e9-96d3-c5716776065b req-e40cafb1-bb58-44b7-80c2-d70711ee4afe tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=4eaa99a1-08ae-404f-b3cf-a7f21b055a29 HTTP/1.1" status: 200 len: 210 time: 0.0884490 Nov 11 17:24:26.740249 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-655f728d-72b4-49b2-8e7b-c07437ef08a5 req-8bbaf455-6cce-440d-ace6-9435145435b4 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331744 Nov 11 17:24:26.791951 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:24:26.794618 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8200490-35dd-4a78-af27-2f65b584b953 req-53f3c8a9-d7c6-4ee4-a8e0-fedbfadfdc17 service neutron] 10.222.0.83 "GET /v2.0/networks/ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910286 Nov 11 17:24:26.808325 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:26.844225 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8d65fd-7f27-4016-aaf5-6c1e31b8258b {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:24:26.857893 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:26.866142 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e893-8531-4e2b-b466-1dcfdc42e988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:26.879643 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7f008c23-fc03-404a-a934-f51043e94885 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:26.954453 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] Transition to ACTIVE for port object eb8d65fd-7f27-4016-aaf5-6c1e31b8258b will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:24:26.972823 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0f587-525c-457e-a602-05f4c0810fa3 req-c2ddcbdc-773f-4cbf-88c6-ee41e88c5daf tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:26.974437 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-80d0f587-525c-457e-a602-05f4c0810fa3 req-c2ddcbdc-773f-4cbf-88c6-ee41e88c5daf tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/ports?device_id=a329418a-2422-4c3c-b495-c92d97e294cc HTTP/1.1" status: 200 len: 932 time: 0.0865908 Nov 11 17:24:26.978339 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8200490-35dd-4a78-af27-2f65b584b953 req-a1fca278-41a8-4ed4-a498-3e3ef4bcd0b9 service neutron] 10.222.0.83 "GET /v2.0/networks/ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759067 Nov 11 17:24:26.983390 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:26.989780 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f008c23-fc03-404a-a934-f51043e94885 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:24:27.006235 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-7f008c23-fc03-404a-a934-f51043e94885 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:27.013338 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-11fda138-7c2b-4357-ab61-eaf3f1db252d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:27.035016 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f008c23-fc03-404a-a934-f51043e94885 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:24:27.037137 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f008c23-fc03-404a-a934-f51043e94885 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Pushing event updated for resources: {'Port': ['ID=e8934d1e-7b16-47df-bf81-4664baad73fa,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:27.044618 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-80d0f587-525c-457e-a602-05f4c0810fa3 req-0c122adf-c939-4756-bada-8fdd1f8a4d1c tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/security-groups?id=e871e4bc-d92b-4a7a-bc70-3cd22b3adcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571668 Nov 11 17:24:27.218620 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-11fda138-7c2b-4357-ab61-eaf3f1db252d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Network aef12edc-1263-4022-a80e-fb863587e53a is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:24:27.240654 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-11fda138-7c2b-4357-ab61-eaf3f1db252d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:27.249155 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e893-8531-4e2b-b466-1dcfdc42e988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:27.272574 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-11fda138-7c2b-4357-ab61-eaf3f1db252d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:24:27.312095 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8d65fd-7f27-4016-aaf5-6c1e31b8258b,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:27.430207 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8ab3e893-8531-4e2b-b466-1dcfdc42e988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4ec473-3af7-4f42-b992-52eb91883a8f']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:27.456389 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d573fe1-1418-44c7-acaf-46b856262400 req-5e5e7a4c-0516-4ae0-8ea1-0da0d9e0f912 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:27.458035 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8d573fe1-1418-44c7-acaf-46b856262400 req-5e5e7a4c-0516-4ae0-8ea1-0da0d9e0f912 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 944 time: 0.0578821 Nov 11 17:24:27.468826 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8ab3e893-8531-4e2b-b466-1dcfdc42e988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290546be-74bb-4f2f-a5ba-c54650bf52ed') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:27.469118 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8ab3e893-8531-4e2b-b466-1dcfdc42e988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290546be-74bb-4f2f-a5ba-c54650bf52ed') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:27.495527 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-11fda138-7c2b-4357-ab61-eaf3f1db252d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:27.496154 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-11fda138-7c2b-4357-ab61-eaf3f1db252d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:27.503349 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e893-8531-4e2b-b466-1dcfdc42e988 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:27.506994 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8d573fe1-1418-44c7-acaf-46b856262400 req-ac095ecc-0fa6-4beb-8da1-d019a63b5095 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426970 Nov 11 17:24:27.517853 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7f008c23-fc03-404a-a934-f51043e94885 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:27.525120 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fda138-7c2b-4357-ab61-eaf3f1db252d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Pushing event updated for resources: {'Port': ['ID=c5b3e7ea-cb62-4baf-b49b-df5aef83f828,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:27.558710 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e893-8531-4e2b-b466-1dcfdc42e988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:27.565193 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] Attempting to bind port eb8d65fd-7f27-4016-aaf5-6c1e31b8258b on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:24:27.565523 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] Attempting to bind port eb8d65fd-7f27-4016-aaf5-6c1e31b8258b by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'ddc1cc78-aec2-4c21-a258-091a191804f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:24:27.565841 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] Attempting to bind port eb8d65fd-7f27-4016-aaf5-6c1e31b8258b on network 9ac47cb7-6876-4869-87f8-48704f29f83a {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:24:27.575560 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab3e893-8531-4e2b-b466-1dcfdc42e988 admin admin] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:24:27.575980 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e893-8531-4e2b-b466-1dcfdc42e988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:24:27.578744 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:24:27.581882 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-11fda138-7c2b-4357-ab61-eaf3f1db252d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7384183 Nov 11 17:24:27.654957 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e3cad-e6fb-48ca-a2df-3e30cbb4a63a req-59673a7e-d0ec-41fd-bb28-dfe09d5c4099 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:27.656554 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b9e3cad-e6fb-48ca-a2df-3e30cbb4a63a req-59673a7e-d0ec-41fd-bb28-dfe09d5c4099 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 932 time: 0.0525174 Nov 11 17:24:27.710033 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b9e3cad-e6fb-48ca-a2df-3e30cbb4a63a req-a3e8079f-4e23-479a-9028-35403fd9ce37 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470254 Nov 11 17:24:27.905132 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97970b-7fb4-4a1c-9f7b-8190351ea3a7 req-58444fd8-7486-407f-9d99-02d0fd1fe730 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:27.906618 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7b97970b-7fb4-4a1c-9f7b-8190351ea3a7 req-58444fd8-7486-407f-9d99-02d0fd1fe730 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=4eaa99a1-08ae-404f-b3cf-a7f21b055a29 HTTP/1.1" status: 200 len: 931 time: 0.0848076 Nov 11 17:24:27.906807 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] Port eb8d65fd-7f27-4016-aaf5-6c1e31b8258b on network 9ac47cb7-6876-4869-87f8-48704f29f83a not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:24:27.907302 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] Attempting to bind port eb8d65fd-7f27-4016-aaf5-6c1e31b8258b on network 9ac47cb7-6876-4869-87f8-48704f29f83a {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:24:27.912367 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] Request body: {'port': {'device_id': '4eaa99a1-08ae-404f-b3cf-a7f21b055a29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:27.914934 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dbc5d-6636-4501-978d-3a61ed6b6573 req-72fd4bfa-ec73-4e98-8d36-d14fc0f0ff44 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:27.916968 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea8dbc5d-6636-4501-978d-3a61ed6b6573 req-72fd4bfa-ec73-4e98-8d36-d14fc0f0ff44 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a2e14bf-7c07-47ae-b990-3b036e425981 HTTP/1.1" status: 200 len: 944 time: 0.0847940 Nov 11 17:24:27.919178 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2e14bf-7c07-47ae-b990-3b036e425981', 'tag': '1b6153fd-3a03-4591-b589-754a2aded29e'}, {'name': 'network-changed', 'server_uuid': '57224ff6-23a7-44c0-8c01-b254af700438', 'tag': '4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:24:27.921415 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9b9b81-04a9-4119-b240-1d2bcfff1013" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2e14bf-7c07-47ae-b990-3b036e425981", "tag": "1b6153fd-3a03-4591-b589-754a2aded29e"}, {"name": "network-changed", "server_uuid": "57224ff6-23a7-44c0-8c01-b254af700438", "tag": "4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:24:27.948957 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:24:27.949287 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] Checking segment: {'id': 'ddc1cc78-aec2-4c21-a258-091a191804f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:24:27.949667 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] Bound using segment: {'id': 'ddc1cc78-aec2-4c21-a258-091a191804f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:24:27.950100 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] Bound port: eb8d65fd-7f27-4016-aaf5-6c1e31b8258b, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddc1cc78-aec2-4c21-a258-091a191804f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:24:27.950446 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:27.975441 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7f008c23-fc03-404a-a934-f51043e94885 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:27.998210 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7b97970b-7fb4-4a1c-9f7b-8190351ea3a7 req-3bd7d575-4169-4ba5-9a16-78dd12b2795f tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802150 Nov 11 17:24:28.002134 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea8dbc5d-6636-4501-978d-3a61ed6b6573 req-a00972b4-58bc-416b-a0db-abe38253b119 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733368 Nov 11 17:24:28.053813 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e893-8531-4e2b-b466-1dcfdc42e988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:28.078858 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 17:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a33988-5e20-474e-8e99-4a9c90aaef35 x-openstack-request-id: req-34a33988-5e20-474e-8e99-4a9c90aaef35 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:24:28.079488 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2e14bf-7c07-47ae-b990-3b036e425981", "tag": "1b6153fd-3a03-4591-b589-754a2aded29e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "57224ff6-23a7-44c0-8c01-b254af700438", "tag": "4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:24:28.080073 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-34a33988-5e20-474e-8e99-4a9c90aaef35 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:24:28.082498 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2e14bf-7c07-47ae-b990-3b036e425981', 'tag': '1b6153fd-3a03-4591-b589-754a2aded29e', 'status': 'completed', 'code': 200} Nov 11 17:24:28.083555 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57224ff6-23a7-44c0-8c01-b254af700438', 'tag': '4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a', 'status': 'completed', 'code': 200} Nov 11 17:24:28.088863 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ab3e893-8531-4e2b-b466-1dcfdc42e988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:28.092271 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8ab3e893-8531-4e2b-b466-1dcfdc42e988 admin admin] 10.222.0.76 "DELETE /v2.0/networks/ba4ec473-3af7-4f42-b992-52eb91883a8f HTTP/1.1" status: 204 len: 168 time: 1.4487586 Nov 11 17:24:28.124503 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:28.132640 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3e893-8531-4e2b-b466-1dcfdc42e988 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba4ec473-3af7-4f42-b992-52eb91883a8f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:28.140384 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd994145-f684-40f0-a977-02caa43c320f {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:24:28.185003 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:28.194859 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b9b81-04a9-4119-b240-1d2bcfff1013 req-1dcf5012-5562-45e0-8335-b20c7e579f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:28.196514 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d9b9b81-04a9-4119-b240-1d2bcfff1013 req-1dcf5012-5562-45e0-8335-b20c7e579f78 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=798385b1789540a48bd9d5f9339c59e7&device_id=7a2e14bf-7c07-47ae-b990-3b036e425981 HTTP/1.1" status: 200 len: 1095 time: 0.0915086 Nov 11 17:24:28.232201 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] For port eb8d65fd-7f27-4016-aaf5-6c1e31b8258b, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:24:28.243263 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] Transition to ACTIVE for port object fd994145-f684-40f0-a977-02caa43c320f will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:24:28.265130 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8a431-a30e-4ac7-bc19-1a2c5a165e37 req-f8b34e18-8ed6-4f0c-ba33-a4fd802045c3 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:28.266582 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92c8a431-a30e-4ac7-bc19-1a2c5a165e37 req-f8b34e18-8ed6-4f0c-ba33-a4fd802045c3 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/ports?device_id=a329418a-2422-4c3c-b495-c92d97e294cc HTTP/1.1" status: 200 len: 944 time: 0.1073787 Nov 11 17:24:28.296437 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:28.311231 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58588) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:28.315108 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] For port eb8d65fd-7f27-4016-aaf5-6c1e31b8258b, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=eb8d65fd-7f27-4016-aaf5-6c1e31b8258b,segment=NetworkSegment(ddc1cc78-aec2-4c21-a258-091a191804f3),segment_id=ddc1cc78-aec2-4c21-a258-091a191804f3)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:24:28.348498 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b9b81-04a9-4119-b240-1d2bcfff1013 req-6e2239f1-b7f8-4e8e-9799-4218bf9c995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:28.350053 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d9b9b81-04a9-4119-b240-1d2bcfff1013 req-6e2239f1-b7f8-4e8e-9799-4218bf9c995b service neutron] 10.222.0.83 "GET /v2.0/networks?id=ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc HTTP/1.1" status: 200 len: 915 time: 0.1454999 Nov 11 17:24:28.353499 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92c8a431-a30e-4ac7-bc19-1a2c5a165e37 req-a4ac031c-5fdb-43d0-94be-1fb0872f0f76 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/security-groups?id=e871e4bc-d92b-4a7a-bc70-3cd22b3adcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779071 Nov 11 17:24:28.365526 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:28.397159 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d9b9b81-04a9-4119-b240-1d2bcfff1013 req-404f44a9-6726-4834-ad40-fbef4eb8b9fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b6153fd-3a03-4591-b589-754a2aded29e HTTP/1.1" status: 200 len: 217 time: 0.0402594 Nov 11 17:24:28.401910 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b9b81-04a9-4119-b240-1d2bcfff1013 req-1e0eaf25-61db-4314-9a92-ad0e896b7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:28.403472 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2d9b9b81-04a9-4119-b240-1d2bcfff1013 req-1e0eaf25-61db-4314-9a92-ad0e896b7211 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 1125 time: 0.2653341 Nov 11 17:24:28.451113 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b9b81-04a9-4119-b240-1d2bcfff1013 req-17d7bd65-5b80-4d37-8df5-e9cd9b7f5b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:28.452723 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d9b9b81-04a9-4119-b240-1d2bcfff1013 req-17d7bd65-5b80-4d37-8df5-e9cd9b7f5b1d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dceb78fd-a025-4ca9-8dbe-b1f67827d278 HTTP/1.1" status: 200 len: 853 time: 0.0493147 Nov 11 17:24:28.489151 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d9b9b81-04a9-4119-b240-1d2bcfff1013 req-d2b7bf8b-3372-4b28-a974-b48b2727e6c3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274780 Nov 11 17:24:28.501894 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:28.502505 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:28.503891 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] 10.222.0.64 "PUT /v2.0/ports/eb8d65fd-7f27-4016-aaf5-6c1e31b8258b HTTP/1.1" status: 200 len: 1092 time: 2.9835124 Nov 11 17:24:28.512141 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] Pushing event updated for resources: {'Port': ['ID=fd994145-f684-40f0-a977-02caa43c320f,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:28.514365 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a329418a-2422-4c3c-b495-c92d97e294cc', 'tag': 'eb8d65fd-7f27-4016-aaf5-6c1e31b8258b'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:24:28.516485 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1249ed4d-c217-4fa6-b1d5-665c252ce019" -d '{"events": [{"name": "network-changed", "server_uuid": "a329418a-2422-4c3c-b495-c92d97e294cc", "tag": "eb8d65fd-7f27-4016-aaf5-6c1e31b8258b"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:24:28.603815 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d9b9b81-04a9-4119-b240-1d2bcfff1013 req-f6144481-1900-4783-a179-f8757d0470ef service neutron] 10.222.0.83 "GET /v2.0/networks/ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076744 Nov 11 17:24:28.652732 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88b48d7-9cc5-4993-a8d6-a6822379dce0 x-openstack-request-id: req-a88b48d7-9cc5-4993-a8d6-a6822379dce0 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:24:28.653121 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a329418a-2422-4c3c-b495-c92d97e294cc", "tag": "eb8d65fd-7f27-4016-aaf5-6c1e31b8258b", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:24:28.653553 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a88b48d7-9cc5-4993-a8d6-a6822379dce0 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:24:28.654030 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a329418a-2422-4c3c-b495-c92d97e294cc', 'tag': 'eb8d65fd-7f27-4016-aaf5-6c1e31b8258b', 'status': 'completed', 'code': 200} Nov 11 17:24:28.705667 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6e6ac48b-585d-4b44-b063-4bd7eca00232 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d3078e1c00e14235a0e060d83ce13d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3889709 Nov 11 17:24:28.709620 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 58594) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:28.746688 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7f008c23-fc03-404a-a934-f51043e94885 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:28.764235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4905266-afed-4173-8907-f5fe172d21e8 req-a200ae22-950d-4acc-bf11-8200e0932936 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:28.765751 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e4905266-afed-4173-8907-f5fe172d21e8 req-a200ae22-950d-4acc-bf11-8200e0932936 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 944 time: 0.1285377 Nov 11 17:24:28.781203 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d9b9b81-04a9-4119-b240-1d2bcfff1013 req-14b529b2-0745-4ae5-8786-0673321fe67e service neutron] 10.222.0.83 "GET /v2.0/networks/ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693010 Nov 11 17:24:28.814260 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7f008c23-fc03-404a-a934-f51043e94885 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:28.856310 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c989a7-5da3-40a4-b0b0-56bad9776449 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8d65fd-7f27-4016-aaf5-6c1e31b8258b,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:28.870486 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f28413a-d530-4a6c-aea8-bc13fcc6be08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:28.879273 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e4905266-afed-4173-8907-f5fe172d21e8 req-cbe8e56b-9916-43b9-a08a-85c94248e482 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039801 Nov 11 17:24:28.902968 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18f883-5aa5-466a-a238-8cb2cd63a818 req-ee69ef86-52aa-45aa-8e01-9ea546293fe6 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:28.904898 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe18f883-5aa5-466a-a238-8cb2cd63a818 req-ee69ef86-52aa-45aa-8e01-9ea546293fe6 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 944 time: 0.1048226 Nov 11 17:24:28.915169 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f28413a-d530-4a6c-aea8-bc13fcc6be08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:28.923061 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-40c91dd6-46d5-4e3e-9af7-34e5f0c5ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:28.924571 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-40c91dd6-46d5-4e3e-9af7-34e5f0c5ca8d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=303697d6187242c4aff52ba576f1e516&device_id=a329418a-2422-4c3c-b495-c92d97e294cc HTTP/1.1" status: 200 len: 1095 time: 0.3539448 Nov 11 17:24:28.964177 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b9b81-04a9-4119-b240-1d2bcfff1013 req-e7c33d60-f3a4-4833-ae14-78143196e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:28.965602 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2d9b9b81-04a9-4119-b240-1d2bcfff1013 req-e7c33d60-f3a4-4833-ae14-78143196e747 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 922 time: 0.5482924 Nov 11 17:24:28.981950 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe18f883-5aa5-466a-a238-8cb2cd63a818 req-d225bcaf-c0f9-4da4-8d5e-00f72bc5bfb0 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687275 Nov 11 17:24:29.005084 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f28413a-d530-4a6c-aea8-bc13fcc6be08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:29.007755 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f28413a-d530-4a6c-aea8-bc13fcc6be08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:29.008975 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5f28413a-d530-4a6c-aea8-bc13fcc6be08 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a1a7a7ae-1704-425d-ae7b-dd5fa9712ccc HTTP/1.1" status: 204 len: 168 time: 0.2983351 Nov 11 17:24:29.017685 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28413a-d530-4a6c-aea8-bc13fcc6be08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a7a7ae-1704-425d-ae7b-dd5fa9712ccc,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:29.037128 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-b21d49af-259f-4c95-9700-632adb55a510 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb8d65fd-7f27-4016-aaf5-6c1e31b8258b HTTP/1.1" status: 200 len: 217 time: 0.0793316 Nov 11 17:24:29.069685 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] Attempting to bind port fd994145-f684-40f0-a977-02caa43c320f on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:24:29.070022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] Attempting to bind port fd994145-f684-40f0-a977-02caa43c320f by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '23b9bed9-2876-487d-b6a7-566f9036f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3b58950d-cabb-4844-8c80-f3547c1d5250'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:24:29.070346 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] Attempting to bind port fd994145-f684-40f0-a977-02caa43c320f on network 3b58950d-cabb-4844-8c80-f3547c1d5250 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:24:29.073010 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7f008c23-fc03-404a-a934-f51043e94885 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:29.079196 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f008c23-fc03-404a-a934-f51043e94885 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Pushing event updated for resources: {'Port': ['ID=e8934d1e-7b16-47df-bf81-4664baad73fa,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:29.091813 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2d9b9b81-04a9-4119-b240-1d2bcfff1013 req-a3385570-8bf6-4362-85b4-cd785c35a989 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a HTTP/1.1" status: 200 len: 217 time: 0.1114762 Nov 11 17:24:29.122787 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] Port fd994145-f684-40f0-a977-02caa43c320f on network 3b58950d-cabb-4844-8c80-f3547c1d5250 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:24:29.123105 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] Attempting to bind port fd994145-f684-40f0-a977-02caa43c320f on network 3b58950d-cabb-4844-8c80-f3547c1d5250 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:24:29.176592 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:24:29.176928 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] Checking segment: {'id': '23b9bed9-2876-487d-b6a7-566f9036f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3b58950d-cabb-4844-8c80-f3547c1d5250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:24:29.177309 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] Bound using segment: {'id': '23b9bed9-2876-487d-b6a7-566f9036f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3b58950d-cabb-4844-8c80-f3547c1d5250'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:24:29.177747 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] Bound port: fd994145-f684-40f0-a977-02caa43c320f, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b9bed9-2876-487d-b6a7-566f9036f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3b58950d-cabb-4844-8c80-f3547c1d5250'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:24:29.178102 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:29.180563 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bf944-694d-425a-b6f0-fa4d2b1820d5 req-1c58503e-f798-43e1-8162-c9168dfcd1ec tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:29.187714 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7f008c23-fc03-404a-a934-f51043e94885 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:29.189699 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-113bf944-694d-425a-b6f0-fa4d2b1820d5 req-1c58503e-f798-43e1-8162-c9168dfcd1ec tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a2e14bf-7c07-47ae-b990-3b036e425981 HTTP/1.1" status: 200 len: 944 time: 0.0799181 Nov 11 17:24:29.191950 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 58608) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:29.192133 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7f008c23-fc03-404a-a934-f51043e94885 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7351918 Nov 11 17:24:29.205229 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-62f07b33-6b0b-4c65-b400-3663f151b032 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-724008373', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'fixed_ips': [{'ip_address': '172.25.2.217'}]}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:29.236522 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-ef0c77db-afc8-4686-8d24-37dfe52244b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:29.237698 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-ef0c77db-afc8-4686-8d24-37dfe52244b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dd8c0416-0c92-44d3-abc7-81008e12e8aa HTTP/1.1" status: 200 len: 853 time: 0.1619425 Nov 11 17:24:29.261560 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f07b33-6b0b-4c65-b400-3663f151b032 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Made reservation on behalf of 2a697c9580474f96a7f4c554b7f426d1 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:24:29.264238 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-62f07b33-6b0b-4c65-b400-3663f151b032 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:29.273989 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-62f07b33-6b0b-4c65-b400-3663f151b032 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:29.278635 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b9b81-04a9-4119-b240-1d2bcfff1013 req-cfae84c6-0cbf-4249-a7ac-039f7946c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:29.280232 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2d9b9b81-04a9-4119-b240-1d2bcfff1013 req-cfae84c6-0cbf-4249-a7ac-039f7946c040 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 200 len: 860 time: 0.1534560 Nov 11 17:24:29.286279 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b3e7ea-cb62-4baf-b49b-df5aef83f828 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:24:29.298978 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-113bf944-694d-425a-b6f0-fa4d2b1820d5 req-e9d6381d-e588-4998-841a-ddbe266ca49a tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076980 Nov 11 17:24:29.346938 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:29.394061 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2d9b9b81-04a9-4119-b240-1d2bcfff1013 req-99876566-8e32-487b-b300-32fcd4a4a34c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f44096b2-3051-4615-8241-50ad95944236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027393 Nov 11 17:24:29.413822 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] Transition to ACTIVE for port object c5b3e7ea-cb62-4baf-b49b-df5aef83f828 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:24:29.419977 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-d057af4a-de4b-4635-9092-2f81bf075f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:29.422048 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-d057af4a-de4b-4635-9092-2f81bf075f42 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ac47cb7-6876-4869-87f8-48704f29f83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548607 Nov 11 17:24:29.433544 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:29.434948 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5b2bc-7ee0-40ac-928e-8e5618b60ad3 req-12dd01f6-482c-481a-87fd-f9a3669d4b14 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:29.437863 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] For port fd994145-f684-40f0-a977-02caa43c320f, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:24:29.440266 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8dc5b2bc-7ee0-40ac-928e-8e5618b60ad3 req-12dd01f6-482c-481a-87fd-f9a3669d4b14 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=4eaa99a1-08ae-404f-b3cf-a7f21b055a29 HTTP/1.1" status: 200 len: 931 time: 0.0877645 Nov 11 17:24:29.497802 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-62f07b33-6b0b-4c65-b400-3663f151b032 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:29.515781 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-62f07b33-6b0b-4c65-b400-3663f151b032 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:29.546306 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 58614) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:29.560065 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-62f07b33-6b0b-4c65-b400-3663f151b032 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] device_id is not set on port a46159b8-998f-4edc-a0db-dc734bbe55de yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:24:29.570834 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] For port fd994145-f684-40f0-a977-02caa43c320f, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=fd994145-f684-40f0-a977-02caa43c320f,segment=NetworkSegment(23b9bed9-2876-487d-b6a7-566f9036f0b9),segment_id=23b9bed9-2876-487d-b6a7-566f9036f0b9)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:24:29.590654 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:29.626760 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:29.627678 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:29.629077 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] 10.222.0.64 "PUT /v2.0/ports/fd994145-f684-40f0-a977-02caa43c320f HTTP/1.1" status: 200 len: 1092 time: 3.0946922 Nov 11 17:24:29.631764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b3e7ea-cb62-4baf-b49b-df5aef83f828,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:29.639919 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8dc5b2bc-7ee0-40ac-928e-8e5618b60ad3 req-9c002fd2-111d-4d68-a945-d4ee773e63f9 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853387 Nov 11 17:24:29.647554 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f07b33-6b0b-4c65-b400-3663f151b032 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86616aaf-cb5b-40ed-a464-a8fdc6154e3f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:29.663447 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 1b6153fd-3a03-4591-b589-754a2aded29e details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:24:29.737235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28f9ff-49c4-42ef-9e5f-093a8e04d184 req-656957de-0589-44dc-82d6-a6f39668e97c tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:29.739394 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d28f9ff-49c4-42ef-9e5f-093a8e04d184 req-656957de-0589-44dc-82d6-a6f39668e97c tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/ports?device_id=a329418a-2422-4c3c-b495-c92d97e294cc HTTP/1.1" status: 200 len: 944 time: 0.2391632 Nov 11 17:24:29.782499 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0a2d2a59-7216-42e1-af5f-a034cd58d56e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d3da503c63ba4f5b8df0a94fa8b7ccc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301354 Nov 11 17:24:29.787409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 58616) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:29.799264 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2d9b9b81-04a9-4119-b240-1d2bcfff1013 req-1f239548-886f-450b-9428-f762d9d1d95c service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749638 Nov 11 17:24:29.807896 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 1b6153fd-3a03-4591-b589-754a2aded29e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=1b6153fd-3a03-4591-b589-754a2aded29e,segment=NetworkSegment(ee5f2ac9-6b78-4385-9926-b329c3d8f971),segment_id=ee5f2ac9-6b78-4385-9926-b329c3d8f971)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:29.822046 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '1b6153fd-3a03-4591-b589-754a2aded29e', 'network_id': 'ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc', 'port_id': '1b6153fd-3a03-4591-b589-754a2aded29e', 'mac_address': 'fa:16:3e:ec:18:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dceb78fd-a025-4ca9-8dbe-b1f67827d278', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:24:29.826760 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-d30284f8-4d9a-4375-88cb-35513286d1c1 service neutron] 10.222.0.64 "GET /v2.0/networks/9ac47cb7-6876-4869-87f8-48704f29f83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910692 Nov 11 17:24:29.871970 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:29.886004 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b6153fd-3a03-4591-b589-754a2aded29e {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:24:29.898390 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d28f9ff-49c4-42ef-9e5f-093a8e04d184 req-6c181835-362c-461e-a378-255e04b723e5 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/security-groups?id=e871e4bc-d92b-4a7a-bc70-3cd22b3adcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256709 Nov 11 17:24:29.907348 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 1b6153fd-3a03-4591-b589-754a2aded29e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=1b6153fd-3a03-4591-b589-754a2aded29e,segment=NetworkSegment(ee5f2ac9-6b78-4385-9926-b329c3d8f971),segment_id=ee5f2ac9-6b78-4385-9926-b329c3d8f971)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:29.915026 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f07b33-6b0b-4c65-b400-3663f151b032 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 11 17:24:29.915558 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f07b33-6b0b-4c65-b400-3663f151b032 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:24:29.920813 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:29.921293 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-efb26d81-84bf-43c1-b5d5-e5e4b765054b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:29.962061 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-62f07b33-6b0b-4c65-b400-3663f151b032 tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7630212 Nov 11 17:24:29.963052 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 58620) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:29.966542 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-efb26d81-84bf-43c1-b5d5-e5e4b765054b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:29.977721 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60424f4a-3a2f-44d2-8553-32d1314025fc service neutron] Pushing event updated for resources: {'Port': ['ID=fd994145-f684-40f0-a977-02caa43c320f,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:29.995415 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=1b6153fd-3a03-4591-b589-754a2aded29e,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:30.005777 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:30.006533 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:30.007156 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:30.007754 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:30.008450 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:30.009045 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:30.009625 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:30.010911 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:30.011505 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:30.012084 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:30.012698 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:30.013336 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:24:30.017430 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-c2829607-3725-4055-b413-3bca27393560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:30.018946 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-c2829607-3725-4055-b413-3bca27393560 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f8ef4fb21f94d2392dadeb1ee4bf411&device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 1095 time: 0.2975030 Nov 11 17:24:30.024070 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2d9b9b81-04a9-4119-b240-1d2bcfff1013 req-99126c02-974c-4775-9cb2-65afe43a3a5a service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127354 Nov 11 17:24:30.029589 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] Attempting to bind port c5b3e7ea-cb62-4baf-b49b-df5aef83f828 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:24:30.029931 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] Attempting to bind port c5b3e7ea-cb62-4baf-b49b-df5aef83f828 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:24:30.030256 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] Attempting to bind port c5b3e7ea-cb62-4baf-b49b-df5aef83f828 on network aef12edc-1263-4022-a80e-fb863587e53a {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:24:30.043509 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] Port c5b3e7ea-cb62-4baf-b49b-df5aef83f828 on network aef12edc-1263-4022-a80e-fb863587e53a not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:24:30.043893 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] Attempting to bind port c5b3e7ea-cb62-4baf-b49b-df5aef83f828 on network aef12edc-1263-4022-a80e-fb863587e53a {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:24:30.068840 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:24:30.069256 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] Checking segment: {'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:24:30.069581 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] Bound using segment: {'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:24:30.070016 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] Bound port: c5b3e7ea-cb62-4baf-b49b-df5aef83f828, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3ca969-25ab-46ee-afcc-55221ee89c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:24:30.070376 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:30.112152 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-79a79288-5fcc-4983-a87c-c8ab2f2779ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd994145-f684-40f0-a977-02caa43c320f HTTP/1.1" status: 200 len: 217 time: 0.0581484 Nov 11 17:24:30.114366 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6eee138a-2cd5-40cc-aa96-e2c4a70ff838 req-6e1dde0f-9390-4304-bf2a-9079edb54d7e service neutron] 10.222.0.64 "GET /v2.0/networks/9ac47cb7-6876-4869-87f8-48704f29f83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070599 Nov 11 17:24:30.205058 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c85aa-ec10-4326-ab61-de0916e31dd9 req-10f8a84c-f057-4d55-9b26-c0b73a7883a9 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:30.209551 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['1b6153fd-3a03-4591-b589-754a2aded29e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:24:30.210946 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-707c724e-5dc2-4b4b-b853-3864ccfc5c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:30.212271 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-238c85aa-ec10-4326-ab61-de0916e31dd9 req-10f8a84c-f057-4d55-9b26-c0b73a7883a9 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 944 time: 0.2104635 Nov 11 17:24:30.212432 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-707c724e-5dc2-4b4b-b853-3864ccfc5c81 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9ebd1db8-dd17-467d-aa7b-3291e31f06ba HTTP/1.1" status: 200 len: 854 time: 0.0717340 Nov 11 17:24:30.219236 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] For port c5b3e7ea-cb62-4baf-b49b-df5aef83f828, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:24:30.223018 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] For port c5b3e7ea-cb62-4baf-b49b-df5aef83f828, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c5b3e7ea-cb62-4baf-b49b-df5aef83f828,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:24:30.228369 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:30.229553 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-efb26d81-84bf-43c1-b5d5-e5e4b765054b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:30.232120 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-efb26d81-84bf-43c1-b5d5-e5e4b765054b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:30.235749 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-efb26d81-84bf-43c1-b5d5-e5e4b765054b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0639b761-037d-482c-b1dd-08e43b0e1b93 HTTP/1.1" status: 204 len: 168 time: 0.4442613 Nov 11 17:24:30.257770 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb26d81-84bf-43c1-b5d5-e5e4b765054b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0639b761-037d-482c-b1dd-08e43b0e1b93,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:30.295660 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c8687-b4eb-4d41-ab49-8b03c131ead5 req-0b56169f-8927-4841-ab7f-e01c48102ecc tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:30.297273 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e58c8687-b4eb-4d41-ab49-8b03c131ead5 req-0b56169f-8927-4841-ab7f-e01c48102ecc tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 944 time: 0.2169144 Nov 11 17:24:30.326095 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-8485f32c-8b8c-4225-bfce-b6c8ad60adb5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3b58950d-cabb-4844-8c80-f3547c1d5250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994253 Nov 11 17:24:30.330326 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:30.331211 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:30.333802 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] 10.222.0.64 "PUT /v2.0/ports/c5b3e7ea-cb62-4baf-b49b-df5aef83f828 HTTP/1.1" status: 200 len: 1091 time: 2.7205925 Nov 11 17:24:30.361663 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-8b54bc24-4e07-4f29-bcdb-32df8707a04f tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Deleting port e8934d1e-7b16-47df-bf81-4664baad73fa {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:24:30.362015 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b54bc24-4e07-4f29-bcdb-32df8707a04f tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:30.427090 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-238c85aa-ec10-4326-ab61-de0916e31dd9 req-30802bcd-4ef6-4634-a36d-2b67635f63f7 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129250 Nov 11 17:24:30.438768 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e58c8687-b4eb-4d41-ab49-8b03c131ead5 req-c4cbf22a-402f-4ffa-ac04-9f51670f915d tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347735 Nov 11 17:24:30.500646 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b54bc24-4e07-4f29-bcdb-32df8707a04f tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:30.500975 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b54bc24-4e07-4f29-bcdb-32df8707a04f tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:30.514768 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-8b54bc24-4e07-4f29-bcdb-32df8707a04f tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Calling delete_port for e8934d1e-7b16-47df-bf81-4664baad73fa owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:24:30.648774 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7985a-7b3f-439d-99ef-b68250044b9a req-11d220b9-0067-41bf-a794-02784f69f850 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:30.650986 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c5c7985a-7b3f-439d-99ef-b68250044b9a req-11d220b9-0067-41bf-a794-02784f69f850 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a2e14bf-7c07-47ae-b990-3b036e425981 HTTP/1.1" status: 200 len: 945 time: 0.1167364 Nov 11 17:24:30.737228 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c5c7985a-7b3f-439d-99ef-b68250044b9a req-f82efecf-1cd4-4189-8125-9a61e65a39a2 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726824 Nov 11 17:24:30.863143 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd381f6b3-5c35-4ee3-b69f-3269c70ad6a5', 'tag': 'fd994145-f684-40f0-a977-02caa43c320f'}, {'name': 'network-changed', 'server_uuid': '4eaa99a1-08ae-404f-b3cf-a7f21b055a29', 'tag': 'c5b3e7ea-cb62-4baf-b49b-df5aef83f828'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:24:30.867952 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f9d06a-4da5-42b7-b3eb-f36508564161" -d '{"events": [{"name": "network-changed", "server_uuid": "d381f6b3-5c35-4ee3-b69f-3269c70ad6a5", "tag": "fd994145-f684-40f0-a977-02caa43c320f"}, {"name": "network-changed", "server_uuid": "4eaa99a1-08ae-404f-b3cf-a7f21b055a29", "tag": "c5b3e7ea-cb62-4baf-b49b-df5aef83f828"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:24:30.937421 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344319e4-949f-49e7-aba6-a07f28c3cbb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b3e7ea-cb62-4baf-b49b-df5aef83f828,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:30.948323 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249ed4d-c217-4fa6-b1d5-665c252ce019 req-9f0b6040-72e8-4a57-b35c-1e69be329c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:30.950810 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1249ed4d-c217-4fa6-b1d5-665c252ce019 req-9f0b6040-72e8-4a57-b35c-1e69be329c88 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=303697d6187242c4aff52ba576f1e516&device_id=a329418a-2422-4c3c-b495-c92d97e294cc HTTP/1.1" status: 200 len: 1095 time: 0.7048397 Nov 11 17:24:30.958987 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 17:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dee3efd-24c3-422f-a256-e3fbea4a22e7 x-openstack-request-id: req-1dee3efd-24c3-422f-a256-e3fbea4a22e7 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:24:30.959434 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d381f6b3-5c35-4ee3-b69f-3269c70ad6a5", "tag": "fd994145-f684-40f0-a977-02caa43c320f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4eaa99a1-08ae-404f-b3cf-a7f21b055a29", "tag": "c5b3e7ea-cb62-4baf-b49b-df5aef83f828", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:24:30.959877 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1dee3efd-24c3-422f-a256-e3fbea4a22e7 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:24:30.960729 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd381f6b3-5c35-4ee3-b69f-3269c70ad6a5', 'tag': 'fd994145-f684-40f0-a977-02caa43c320f', 'status': 'completed', 'code': 200} Nov 11 17:24:30.960967 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eaa99a1-08ae-404f-b3cf-a7f21b055a29', 'tag': 'c5b3e7ea-cb62-4baf-b49b-df5aef83f828', 'status': 'completed', 'code': 200} Nov 11 17:24:31.067395 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-71a99d14-79f1-4291-8d04-d70beda0e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:31.069810 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-71a99d14-79f1-4291-8d04-d70beda0e566 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&device_id=4eaa99a1-08ae-404f-b3cf-a7f21b055a29 HTTP/1.1" status: 200 len: 1094 time: 0.6636107 Nov 11 17:24:31.139670 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-700c2939-e63a-476d-93dc-986320dce078 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c5b3e7ea-cb62-4baf-b49b-df5aef83f828 HTTP/1.1" status: 200 len: 217 time: 0.0518119 Nov 11 17:24:31.143551 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-a6d8f530-ed30-4c0f-aa9f-fc1805fcc8c0 service neutron] 10.222.0.64 "GET /v2.0/networks/3b58950d-cabb-4844-8c80-f3547c1d5250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8074994 Nov 11 17:24:31.169940 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b54bc24-4e07-4f29-bcdb-32df8707a04f tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:31.189355 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58656) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:31.205037 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54bc24-4e07-4f29-bcdb-32df8707a04f tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8934d1e-7b16-47df-bf81-4664baad73fa,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:31.220854 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bdeff-8735-4dca-8cf8-ecac1fd12ed4 req-36049221-7ff9-4497-96c3-255a038b7a9c tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:31.222335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d0bdeff-8735-4dca-8cf8-ecac1fd12ed4 req-36049221-7ff9-4497-96c3-255a038b7a9c tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=4eaa99a1-08ae-404f-b3cf-a7f21b055a29 HTTP/1.1" status: 200 len: 943 time: 0.4804387 Nov 11 17:24:31.252199 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7dc75-2e5b-449c-8aaa-eb6c8764b97f req-4ab1662d-a488-4010-9ec5-56c22331154d tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:31.253680 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57d7dc75-2e5b-449c-8aaa-eb6c8764b97f req-4ab1662d-a488-4010-9ec5-56c22331154d tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/ports?device_id=a329418a-2422-4c3c-b495-c92d97e294cc HTTP/1.1" status: 200 len: 944 time: 0.1234775 Nov 11 17:24:31.255427 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249ed4d-c217-4fa6-b1d5-665c252ce019 req-11803cf7-4510-46f9-999f-4e81bfe9dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:31.256900 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1249ed4d-c217-4fa6-b1d5-665c252ce019 req-11803cf7-4510-46f9-999f-4e81bfe9dc75 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ac47cb7-6876-4869-87f8-48704f29f83a HTTP/1.1" status: 200 len: 916 time: 0.2861056 Nov 11 17:24:31.312904 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-56c34daf-b429-48d9-be0d-a1847d33061f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:31.314387 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-56c34daf-b429-48d9-be0d-a1847d33061f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09fccde3-01fd-422f-a0ab-b92daf8c7d4e HTTP/1.1" status: 200 len: 851 time: 0.1583967 Nov 11 17:24:31.317821 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1249ed4d-c217-4fa6-b1d5-665c252ce019 req-3d46bb9b-dfc3-462b-9938-6bf571d4eda6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb8d65fd-7f27-4016-aaf5-6c1e31b8258b HTTP/1.1" status: 200 len: 217 time: 0.0516479 Nov 11 17:24:31.347957 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b54bc24-4e07-4f29-bcdb-32df8707a04f tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:31.350456 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b54bc24-4e07-4f29-bcdb-32df8707a04f tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:31.351616 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8b54bc24-4e07-4f29-bcdb-32df8707a04f tempest-ExternalNetworksAdminNegativeTestJSON-17620846 tempest-ExternalNetworksAdminNegativeTestJSON-17620846-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/843a6bac-8117-4ecf-b903-bfc07ea9ac2f HTTP/1.1" status: 204 len: 168 time: 1.3829844 Nov 11 17:24:31.365909 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d0bdeff-8735-4dca-8cf8-ecac1fd12ed4 req-c4b0730c-e2e8-4836-b15b-da20c283d1ba tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248450 Nov 11 17:24:31.371809 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57d7dc75-2e5b-449c-8aaa-eb6c8764b97f req-cd66b09d-f1df-453a-908a-681930f36679 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/security-groups?id=e871e4bc-d92b-4a7a-bc70-3cd22b3adcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900793 Nov 11 17:24:31.393706 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-85c437c5-5c2b-491e-b1d8-8810d2874e3c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1666465949-network', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:31.398449 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-473a1333-30bb-4210-8d18-b5b337d1f758 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aef12edc-1263-4022-a80e-fb863587e53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705409 Nov 11 17:24:31.404421 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-be5110da-1c48-44b1-9e64-0223703c5bb2 req-10fd238f-8b37-4657-ab80-1cd8283c3d90 service neutron] 10.222.0.64 "GET /v2.0/networks/3b58950d-cabb-4844-8c80-f3547c1d5250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495728 Nov 11 17:24:31.444282 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249ed4d-c217-4fa6-b1d5-665c252ce019 req-84eb4c27-dab7-4250-bd73-0a6d81c3fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:31.445753 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1249ed4d-c217-4fa6-b1d5-665c252ce019 req-84eb4c27-dab7-4250-bd73-0a6d81c3fe9b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dd8c0416-0c92-44d3-abc7-81008e12e8aa HTTP/1.1" status: 200 len: 853 time: 0.1167459 Nov 11 17:24:31.482154 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c437c5-5c2b-491e-b1d8-8810d2874e3c admin admin] Made reservation on behalf of d8e3801d3eb04c93bf4302e4afcc93ae for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:24:31.485088 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-85c437c5-5c2b-491e-b1d8-8810d2874e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:31.502501 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-85c437c5-5c2b-491e-b1d8-8810d2874e3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:31.628234 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cfdaf-903c-4f5e-95d3-1723bbe22c8b req-ac5b8c7a-ae83-4580-a098-2399c3a1c6a9 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:31.629702 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f9cfdaf-903c-4f5e-95d3-1723bbe22c8b req-ac5b8c7a-ae83-4580-a098-2399c3a1c6a9 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 944 time: 0.0894954 Nov 11 17:24:31.648671 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-b7c9fa94-70a0-455b-b7d9-4ee8ac942afa service neutron] 10.222.0.64 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309129 Nov 11 17:24:31.651445 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30652c-48b6-4249-8211-cb7271597028 req-4be89494-8e20-4879-8a16-7bc9771ba30c tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:31.651918 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58670) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:31.652917 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d30652c-48b6-4249-8211-cb7271597028 req-4be89494-8e20-4879-8a16-7bc9771ba30c tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 944 time: 0.0757790 Nov 11 17:24:31.666937 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9d06a-4da5-42b7-b3eb-f36508564161 req-cb87d1df-e38f-4973-a6ec-715e22a597db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:31.668378 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c5f9d06a-4da5-42b7-b3eb-f36508564161 req-cb87d1df-e38f-4973-a6ec-715e22a597db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f8ef4fb21f94d2392dadeb1ee4bf411&device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 1095 time: 0.1542866 Nov 11 17:24:31.683906 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 1b6153fd-3a03-4591-b589-754a2aded29e up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:24:31.702950 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f9cfdaf-903c-4f5e-95d3-1723bbe22c8b req-1bb5d706-3294-4677-8193-da0cb465c035 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656915 Nov 11 17:24:31.739713 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249ed4d-c217-4fa6-b1d5-665c252ce019 req-9b72b1cf-53de-488c-ac99-cf166864b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:31.741285 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1249ed4d-c217-4fa6-b1d5-665c252ce019 req-9b72b1cf-53de-488c-ac99-cf166864b9a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ac47cb7-6876-4869-87f8-48704f29f83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2343576 Nov 11 17:24:31.767847 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d30652c-48b6-4249-8211-cb7271597028 req-3f6f98fb-02ce-40f1-b5cd-c6cef585a5b9 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945680 Nov 11 17:24:31.812988 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 1b6153fd-3a03-4591-b589-754a2aded29e completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:24:31.819495 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 1b6153fd-3a03-4591-b589-754a2aded29e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:31.822003 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:31.921938 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:31.926853 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-85c437c5-5c2b-491e-b1d8-8810d2874e3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:31.928783 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b65560-6883-4106-9417-b3ba4106a6c7 req-9097a6b9-968b-42b5-abe8-b9a177567828 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:31.930450 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-73b65560-6883-4106-9417-b3ba4106a6c7 req-9097a6b9-968b-42b5-abe8-b9a177567828 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a2e14bf-7c07-47ae-b990-3b036e425981 HTTP/1.1" status: 200 len: 945 time: 0.0714321 Nov 11 17:24:31.947845 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bcbf3e96-dfc5-4af3-ab35-8d36e0091018 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:31.950867 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-85c437c5-5c2b-491e-b1d8-8810d2874e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:31.952219 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2e14bf-7c07-47ae-b990-3b036e425981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6153fd-3a03-4591-b589-754a2aded29e'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:24:31.955426 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2770247-7954-4313-9568-c6bb6e838588" -d '{"events": [{"server_uuid": "7a2e14bf-7c07-47ae-b990-3b036e425981", "name": "network-vif-plugged", "status": "completed", "tag": "1b6153fd-3a03-4591-b589-754a2aded29e"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:24:31.970947 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 1b6153fd-3a03-4591-b589-754a2aded29e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=1b6153fd-3a03-4591-b589-754a2aded29e,segment=NetworkSegment(ee5f2ac9-6b78-4385-9926-b329c3d8f971),segment_id=ee5f2ac9-6b78-4385-9926-b329c3d8f971)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:31.976034 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:32.003630 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-73b65560-6883-4106-9417-b3ba4106a6c7 req-4712a2c3-8344-4502-9347-3007bf9eb3e9 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613875 Nov 11 17:24:32.034344 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2946dec6-21c6-4856-8703-647c1c45d011 x-openstack-request-id: req-2946dec6-21c6-4856-8703-647c1c45d011 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:24:32.034854 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2e14bf-7c07-47ae-b990-3b036e425981", "name": "network-vif-plugged", "status": "completed", "tag": "1b6153fd-3a03-4591-b589-754a2aded29e", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:24:32.035276 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2946dec6-21c6-4856-8703-647c1c45d011 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:24:32.035890 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2e14bf-7c07-47ae-b990-3b036e425981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6153fd-3a03-4591-b589-754a2aded29e', 'code': 200} Nov 11 17:24:32.055141 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=1b6153fd-3a03-4591-b589-754a2aded29e,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:32.080865 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c437c5-5c2b-491e-b1d8-8810d2874e3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1256} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:24:32.094230 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c437c5-5c2b-491e-b1d8-8810d2874e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8d600f-76d6-45bd-a1da-d80386834333,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:32.134426 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9d06a-4da5-42b7-b3eb-f36508564161 req-77e3f584-0487-42c9-ba32-0aabd6871e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:32.136010 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c5f9d06a-4da5-42b7-b3eb-f36508564161 req-77e3f584-0487-42c9-ba32-0aabd6871e00 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3b58950d-cabb-4844-8c80-f3547c1d5250 HTTP/1.1" status: 200 len: 916 time: 0.4582584 Nov 11 17:24:32.142111 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-92adf483-2725-4c45-a4bc-d342c4450a8c req-b2fb4b32-ac4e-4327-a4de-0fdced10080f service neutron] 10.222.0.64 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803922 Nov 11 17:24:32.146375 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-85c437c5-5c2b-491e-b1d8-8810d2874e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:32.146716 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-85c437c5-5c2b-491e-b1d8-8810d2874e3c admin admin] Added segment 2d514ea6-51d1-4d00-986e-b4608e36a416 of type vlan for network 0a08e4be-349c-4ca3-8c26-cda462219b23 Nov 11 17:24:32.149869 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564dbe6-dc22-4a02-8ea7-8cbe91d91d79 req-7ce1fd6e-22b0-4567-88c7-105960f57fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:32.152757 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a564dbe6-dc22-4a02-8ea7-8cbe91d91d79 req-7ce1fd6e-22b0-4567-88c7-105960f57fd7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7a2e14bf-7c07-47ae-b990-3b036e425981 HTTP/1.1" status: 200 len: 1097 time: 0.0507019 Nov 11 17:24:32.211675 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a564dbe6-dc22-4a02-8ea7-8cbe91d91d79 req-be68d648-0350-404b-bb59-cc8357e62d76 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515993 Nov 11 17:24:32.233004 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c5f9d06a-4da5-42b7-b3eb-f36508564161 req-91575090-4da9-4fc7-a870-fee64b61d23b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd994145-f684-40f0-a977-02caa43c320f HTTP/1.1" status: 200 len: 217 time: 0.0899646 Nov 11 17:24:32.240486 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1249ed4d-c217-4fa6-b1d5-665c252ce019 req-1705b65a-b16b-45d3-bfca-b3c95497cfbb service neutron] 10.222.0.64 "GET /v2.0/networks/9ac47cb7-6876-4869-87f8-48704f29f83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818053 Nov 11 17:24:32.264200 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-85c437c5-5c2b-491e-b1d8-8810d2874e3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:32.369502 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9d06a-4da5-42b7-b3eb-f36508564161 req-cb7959cc-8f58-4b7f-a573-42517e6213de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:32.370858 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c5f9d06a-4da5-42b7-b3eb-f36508564161 req-cb7959cc-8f58-4b7f-a573-42517e6213de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9ebd1db8-dd17-467d-aa7b-3291e31f06ba HTTP/1.1" status: 200 len: 854 time: 0.1295567 Nov 11 17:24:32.396020 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-85c437c5-5c2b-491e-b1d8-8810d2874e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:32.396912 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c437c5-5c2b-491e-b1d8-8810d2874e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:32.397474 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-85c437c5-5c2b-491e-b1d8-8810d2874e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:32.441959 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bcbf3e96-dfc5-4af3-ab35-8d36e0091018 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:32.444417 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c5f9d06a-4da5-42b7-b3eb-f36508564161 req-2a320f17-3d0c-4a7d-a29e-77789fd91d54 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3b58950d-cabb-4844-8c80-f3547c1d5250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587816 Nov 11 17:24:32.498006 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bcbf3e96-dfc5-4af3-ab35-8d36e0091018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:32.513298 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-85c437c5-5c2b-491e-b1d8-8810d2874e3c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 903 time: 1.2949524 Nov 11 17:24:32.521797 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 58682) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:32.532507 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-9a1d5f3f-f728-41c2-bc05-08e434f317cc admin admin] Request body: {'subnet': {'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1666465949-subnet', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:32.561475 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d2114-8c94-410e-b9fb-e816d5386e6d req-c4363f4c-413b-44c1-b597-d65611287bee tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:32.562975 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f78d2114-8c94-410e-b9fb-e816d5386e6d req-c4363f4c-413b-44c1-b597-d65611287bee tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/ports?device_id=a329418a-2422-4c3c-b495-c92d97e294cc HTTP/1.1" status: 200 len: 944 time: 0.1099579 Nov 11 17:24:32.581968 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38065df4-9df7-4631-9283-a072f07383ea req-1422a3ad-06d3-44be-a67c-7239dd5aee6d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:32.583486 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38065df4-9df7-4631-9283-a072f07383ea req-1422a3ad-06d3-44be-a67c-7239dd5aee6d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=4eaa99a1-08ae-404f-b3cf-a7f21b055a29 HTTP/1.1" status: 200 len: 943 time: 0.0983198 Nov 11 17:24:32.593945 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1d5f3f-f728-41c2-bc05-08e434f317cc admin admin] Made reservation on behalf of d8e3801d3eb04c93bf4302e4afcc93ae for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:24:32.596227 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9a1d5f3f-f728-41c2-bc05-08e434f317cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:32.601384 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c437c5-5c2b-491e-b1d8-8810d2874e3c admin admin] Pushing event updated for resources: {'Network': ['ID=0a08e4be-349c-4ca3-8c26-cda462219b23,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:32.604879 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1249ed4d-c217-4fa6-b1d5-665c252ce019 req-e95e5eab-e1b0-4f7e-bd3a-69c0c93ac8fb service neutron] 10.222.0.64 "GET /v2.0/networks/9ac47cb7-6876-4869-87f8-48704f29f83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425627 Nov 11 17:24:32.616153 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 0a08e4be-349c-4ca3-8c26-cda462219b23 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:24:32.623490 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bcbf3e96-dfc5-4af3-ab35-8d36e0091018 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=931ebf8c7ee94103b2f78a80745b535a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9668748 Nov 11 17:24:32.624705 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58684) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:32.632509 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf3e96-dfc5-4af3-ab35-8d36e0091018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d69bde-2f19-43af-82bf-59882be98c85,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:32.687679 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c5f9d06a-4da5-42b7-b3eb-f36508564161 req-319ab482-6fc7-4e79-9582-0506124d1805 service neutron] 10.222.0.64 "GET /v2.0/networks/3b58950d-cabb-4844-8c80-f3547c1d5250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000721 Nov 11 17:24:32.705226 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da1333f0-ebf5-48a5-b08c-0e01917e5931 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:32.750051 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f78d2114-8c94-410e-b9fb-e816d5386e6d req-976ce8c0-b548-45e1-a8d5-9d151a501fc8 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/security-groups?id=e871e4bc-d92b-4a7a-bc70-3cd22b3adcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644764 Nov 11 17:24:32.776878 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da1333f0-ebf5-48a5-b08c-0e01917e5931 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:32.783351 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38065df4-9df7-4631-9283-a072f07383ea req-6f7af624-7dd1-4360-818a-0dbaca5af049 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849015 Nov 11 17:24:32.892720 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c5f9d06a-4da5-42b7-b3eb-f36508564161 req-aa749e8f-3954-416e-a57a-d77a47348f32 service neutron] 10.222.0.64 "GET /v2.0/networks/3b58950d-cabb-4844-8c80-f3547c1d5250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850388 Nov 11 17:24:32.907929 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da1333f0-ebf5-48a5-b08c-0e01917e5931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:32.911978 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da1333f0-ebf5-48a5-b08c-0e01917e5931 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:32.913193 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-da1333f0-ebf5-48a5-b08c-0e01917e5931 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a7d69bde-2f19-43af-82bf-59882be98c85 HTTP/1.1" status: 204 len: 168 time: 0.2875240 Nov 11 17:24:32.934815 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1333f0-ebf5-48a5-b08c-0e01917e5931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d69bde-2f19-43af-82bf-59882be98c85,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:33.009497 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9a1d5f3f-f728-41c2-bc05-08e434f317cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:33.044456 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9d06a-4da5-42b7-b3eb-f36508564161 req-0fbcfaf8-a55e-493d-9ec5-8885d5b3c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:33.046325 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c5f9d06a-4da5-42b7-b3eb-f36508564161 req-0fbcfaf8-a55e-493d-9ec5-8885d5b3c002 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&device_id=4eaa99a1-08ae-404f-b3cf-a7f21b055a29 HTTP/1.1" status: 200 len: 1094 time: 0.0644681 Nov 11 17:24:33.061328 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1a536-96b1-4341-bf2a-5fe49e0cc266 req-9c74b7ab-9239-4066-aa95-092cf0a7e566 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:33.062845 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cbd1a536-96b1-4341-bf2a-5fe49e0cc266 req-9c74b7ab-9239-4066-aa95-092cf0a7e566 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 944 time: 0.1554422 Nov 11 17:24:33.076445 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756634e-4378-4304-99bf-c84bf7b33ea1 req-de3d852c-5260-4a8a-ae6b-63ef73e0664a tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:33.079701 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2756634e-4378-4304-99bf-c84bf7b33ea1 req-de3d852c-5260-4a8a-ae6b-63ef73e0664a tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 944 time: 0.1733875 Nov 11 17:24:33.183435 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d5f3f-f728-41c2-bc05-08e434f317cc admin admin] Checking segment: {'id': '2d514ea6-51d1-4d00-986e-b4608e36a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:24:33.183683 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1d5f3f-f728-41c2-bc05-08e434f317cc admin admin] Network hostable DHCP agents. Network: 0a08e4be-349c-4ca3-8c26-cda462219b23, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:24:33.200083 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9d06a-4da5-42b7-b3eb-f36508564161 req-316cf23a-c985-4f86-b52a-b33106761b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:33.201566 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c5f9d06a-4da5-42b7-b3eb-f36508564161 req-316cf23a-c985-4f86-b52a-b33106761b98 service neutron] 10.222.0.64 "GET /v2.0/networks?id=aef12edc-1263-4022-a80e-fb863587e53a HTTP/1.1" status: 200 len: 913 time: 0.1462777 Nov 11 17:24:33.223095 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d5f3f-f728-41c2-bc05-08e434f317cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8897e56-382b-4c72-816c-c41e9f024bac,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:33.265190 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c5f9d06a-4da5-42b7-b3eb-f36508564161 req-fad8f0d6-b6ee-4c95-8ae5-46f6d794f8f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c5b3e7ea-cb62-4baf-b49b-df5aef83f828 HTTP/1.1" status: 200 len: 217 time: 0.0528624 Nov 11 17:24:33.307172 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58698) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:33.326208 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cbd1a536-96b1-4341-bf2a-5fe49e0cc266 req-e31e2780-fcab-43f5-bb59-1d70a78a30ef tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370799 Nov 11 17:24:33.366101 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2756634e-4378-4304-99bf-c84bf7b33ea1 req-51a28037-7f61-4d85-b7d1-f8c327b58a67 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563379 Nov 11 17:24:33.366101 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1d5f3f-f728-41c2-bc05-08e434f317cc admin admin] Network 0a08e4be-349c-4ca3-8c26-cda462219b23 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:24:33.380190 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-df5db300-19b4-4b8e-8249-07d6da0f1f3c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2a697c9580474f96a7f4c554b7f426d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0712619 Nov 11 17:24:33.383378 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58700) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:33.384708 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-9a1d5f3f-f728-41c2-bc05-08e434f317cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 0a08e4be-349c-4ca3-8c26-cda462219b23) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:33.402117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1d5f3f-f728-41c2-bc05-08e434f317cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:33.402369 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a18e962-6dbb-47a4-9203-dda420867802 None None] Network 0a08e4be-349c-4ca3-8c26-cda462219b23 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:24:33.402888 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9a1d5f3f-f728-41c2-bc05-08e434f317cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:33.404514 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9d06a-4da5-42b7-b3eb-f36508564161 req-61c1edf7-e42b-486d-9313-f6a8062c485c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:33.407589 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c5f9d06a-4da5-42b7-b3eb-f36508564161 req-61c1edf7-e42b-486d-9313-f6a8062c485c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09fccde3-01fd-422f-a0ab-b92daf8c7d4e HTTP/1.1" status: 200 len: 851 time: 0.1346514 Nov 11 17:24:33.438442 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9a1d5f3f-f728-41c2-bc05-08e434f317cc admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9136376 Nov 11 17:24:33.440925 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 58702) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:33.445337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2e5726f6-e75f-4295-ba8b-7437578a9d75 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1666465949-router', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:33.470591 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c5f9d06a-4da5-42b7-b3eb-f36508564161 req-bbb0e5c5-9cf2-4da5-b369-1334476c5e34 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=aef12edc-1263-4022-a80e-fb863587e53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544550 Nov 11 17:24:33.493573 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-50b2c27a-7538-471a-8031-e315edf8bf4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:33.535622 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e5726f6-e75f-4295-ba8b-7437578a9d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:33.538619 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e5726f6-e75f-4295-ba8b-7437578a9d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:33.545152 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-50b2c27a-7538-471a-8031-e315edf8bf4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:33.556328 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9e6fb-0c53-4122-89bf-9c155f3ef2d4 req-a37a7904-8706-4ceb-aa64-1caf5b460265 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:33.557881 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-68e9e6fb-0c53-4122-89bf-9c155f3ef2d4 req-a37a7904-8706-4ceb-aa64-1caf5b460265 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a2e14bf-7c07-47ae-b990-3b036e425981 HTTP/1.1" status: 200 len: 946 time: 0.1039701 Nov 11 17:24:33.639086 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e5726f6-e75f-4295-ba8b-7437578a9d75 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:33.648798 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c5f9d06a-4da5-42b7-b3eb-f36508564161 req-da928efd-de13-4e8c-866a-b0667a7073be service neutron] 10.222.0.64 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401026 Nov 11 17:24:33.652585 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device eb8d65fd-7f27-4016-aaf5-6c1e31b8258b details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:24:33.655195 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:24:33.657506 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6349af34-3e67-4961-a727-5d825afe27bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-0a08e4be-349c-4ca3-8c26-cda462219b23', 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'fixed_ips': [{'subnet_id': 'c8897e56-382b-4c72-816c-c41e9f024bac'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:24:33.658644 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6349af34-3e67-4961-a727-5d825afe27bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:33.669209 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-50b2c27a-7538-471a-8031-e315edf8bf4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:33.672024 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-50b2c27a-7538-471a-8031-e315edf8bf4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:33.673554 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-50b2c27a-7538-471a-8031-e315edf8bf4d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/86616aaf-cb5b-40ed-a464-a8fdc6154e3f HTTP/1.1" status: 204 len: 168 time: 0.2881725 Nov 11 17:24:33.729447 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2c27a-7538-471a-8031-e315edf8bf4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86616aaf-cb5b-40ed-a464-a8fdc6154e3f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:33.759865 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-68e9e6fb-0c53-4122-89bf-9c155f3ef2d4 req-2d6a0f43-696f-40d4-acfa-799ad7a0df5e tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885345 Nov 11 17:24:33.799476 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c5f9d06a-4da5-42b7-b3eb-f36508564161 req-263d0eb7-74e6-4e90-b683-43b029cced91 service neutron] 10.222.0.64 "GET /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422200 Nov 11 17:24:33.871441 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.resource_extend [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:24:33.916780 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e5726f6-e75f-4295-ba8b-7437578a9d75 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:33.987783 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-6349af34-3e67-4961-a727-5d825afe27bb None None] Allocated IP 172.20.0.2 (0a08e4be-349c-4ca3-8c26-cda462219b23/c8897e56-382b-4c72-816c-c41e9f024bac/6ccc8f7c-8df3-4b25-951e-09c423724636) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:24:34.076031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa395b-2967-4c0c-8203-631c9d971976 req-ae79755f-a6e1-4299-a274-2a536983b8fc tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:34.083532 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28aa395b-2967-4c0c-8203-631c9d971976 req-ae79755f-a6e1-4299-a274-2a536983b8fc tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/ports?device_id=a329418a-2422-4c3c-b495-c92d97e294cc HTTP/1.1" status: 200 len: 944 time: 0.1719980 Nov 11 17:24:34.098935 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port eb8d65fd-7f27-4016-aaf5-6c1e31b8258b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=eb8d65fd-7f27-4016-aaf5-6c1e31b8258b,segment=NetworkSegment(ddc1cc78-aec2-4c21-a258-091a191804f3),segment_id=ddc1cc78-aec2-4c21-a258-091a191804f3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:34.111446 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a437a0a-6f5d-4c4b-86a3-c69af9e083ff req-6ecc9c82-23ec-40ef-988f-50ebf1d81c50 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1227315765&fields=id&tenant_id=798385b1789540a48bd9d5f9339c59e7 HTTP/1.1" status: 200 len: 267 time: 0.2093387 Nov 11 17:24:34.120080 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'eb8d65fd-7f27-4016-aaf5-6c1e31b8258b', 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a', 'port_id': 'eb8d65fd-7f27-4016-aaf5-6c1e31b8258b', 'mac_address': 'fa:16:3e:4a:c3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd8c0416-0c92-44d3-abc7-81008e12e8aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:24:34.192067 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:34.211943 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a437a0a-6f5d-4c4b-86a3-c69af9e083ff req-855517ea-0486-482e-859a-e52f96dab8fa tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:34.219630 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a437a0a-6f5d-4c4b-86a3-c69af9e083ff req-855517ea-0486-482e-859a-e52f96dab8fa tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a2e14bf-7c07-47ae-b990-3b036e425981 HTTP/1.1" status: 200 len: 946 time: 0.1076021 Nov 11 17:24:34.226835 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-0a437a0a-6f5d-4c4b-86a3-c69af9e083ff req-ce8a74f7-cc99-4fe6-8608-4446e6c34e74 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Request body: {'port': {'security_groups': ['1318d88b-912d-4131-8fc5-5e39b9655fb9', 'a792f446-a1ae-4751-8840-edeffd152d33']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:34.232079 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8d65fd-7f27-4016-aaf5-6c1e31b8258b {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:24:34.232680 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28aa395b-2967-4c0c-8203-631c9d971976 req-082985a4-49b7-4868-8d47-f5b14e43c418 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/security-groups?id=e871e4bc-d92b-4a7a-bc70-3cd22b3adcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482909 Nov 11 17:24:34.274196 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6349af34-3e67-4961-a727-5d825afe27bb None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:34.279409 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port eb8d65fd-7f27-4016-aaf5-6c1e31b8258b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=eb8d65fd-7f27-4016-aaf5-6c1e31b8258b,segment=NetworkSegment(ddc1cc78-aec2-4c21-a258-091a191804f3),segment_id=ddc1cc78-aec2-4c21-a258-091a191804f3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:34.293091 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:34.299125 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6349af34-3e67-4961-a727-5d825afe27bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:34.319788 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0a437a0a-6f5d-4c4b-86a3-c69af9e083ff req-ce8a74f7-cc99-4fe6-8608-4446e6c34e74 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:34.356188 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-994377bb-2db8-4466-a202-a26736cb89b3 service neutron] 10.222.0.64 "GET /v2.0/ports/4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a/bindings/n-h2-816206-4 HTTP/1.1" status: 200 len: 384 time: 0.1299624 Nov 11 17:24:34.374267 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6349af34-3e67-4961-a727-5d825afe27bb None None] Network 0a08e4be-349c-4ca3-8c26-cda462219b23 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:24:34.378751 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-6349af34-3e67-4961-a727-5d825afe27bb None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:34.385699 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6349af34-3e67-4961-a727-5d825afe27bb None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:24:34.394296 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=eb8d65fd-7f27-4016-aaf5-6c1e31b8258b,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:34.507575 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349af34-3e67-4961-a727-5d825afe27bb None None] Pushing event updated for resources: {'Port': ['ID=6ccc8f7c-8df3-4b25-951e-09c423724636,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:34.514127 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-6349af34-3e67-4961-a727-5d825afe27bb None None] Attempting to bind port 6ccc8f7c-8df3-4b25-951e-09c423724636 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:24:34.514513 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-6349af34-3e67-4961-a727-5d825afe27bb None None] Attempting to bind port 6ccc8f7c-8df3-4b25-951e-09c423724636 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '2d514ea6-51d1-4d00-986e-b4608e36a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:24:34.514874 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6349af34-3e67-4961-a727-5d825afe27bb None None] Attempting to bind port 6ccc8f7c-8df3-4b25-951e-09c423724636 on network 0a08e4be-349c-4ca3-8c26-cda462219b23 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:24:34.522628 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6349af34-3e67-4961-a727-5d825afe27bb None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:24:34.523052 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6349af34-3e67-4961-a727-5d825afe27bb None None] Checking segment: {'id': '2d514ea6-51d1-4d00-986e-b4608e36a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:24:34.523418 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6349af34-3e67-4961-a727-5d825afe27bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:34.523823 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6349af34-3e67-4961-a727-5d825afe27bb None None] Bound using segment: {'id': '2d514ea6-51d1-4d00-986e-b4608e36a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:24:34.524285 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-6349af34-3e67-4961-a727-5d825afe27bb None None] Bound port: 6ccc8f7c-8df3-4b25-951e-09c423724636, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d514ea6-51d1-4d00-986e-b4608e36a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:24:34.524664 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6349af34-3e67-4961-a727-5d825afe27bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:34.550542 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e5726f6-e75f-4295-ba8b-7437578a9d75 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:34.562399 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc28dc9-aa7b-4017-b58b-64306317eb44 req-69938ae2-4bfd-4266-a2f3-01b2454ebfc3 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:34.569707 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cfc28dc9-aa7b-4017-b58b-64306317eb44 req-69938ae2-4bfd-4266-a2f3-01b2454ebfc3 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=4eaa99a1-08ae-404f-b3cf-a7f21b055a29 HTTP/1.1" status: 200 len: 943 time: 0.1932881 Nov 11 17:24:34.599531 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e5726f6-e75f-4295-ba8b-7437578a9d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:34.617718 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-37018c56-5c79-48e9-806b-c4bb0b9ebec3 service neutron] For port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:34.635630 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['eb8d65fd-7f27-4016-aaf5-6c1e31b8258b'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:24:34.649918 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-37018c56-5c79-48e9-806b-c4bb0b9ebec3 service neutron] For port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:24:34.668933 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6349af34-3e67-4961-a727-5d825afe27bb None None] For port 6ccc8f7c-8df3-4b25-951e-09c423724636, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:24:34.716921 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6349af34-3e67-4961-a727-5d825afe27bb None None] For port 6ccc8f7c-8df3-4b25-951e-09c423724636, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6ccc8f7c-8df3-4b25-951e-09c423724636,segment=NetworkSegment(2d514ea6-51d1-4d00-986e-b4608e36a416),segment_id=2d514ea6-51d1-4d00-986e-b4608e36a416)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:24:34.730308 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-37018c56-5c79-48e9-806b-c4bb0b9ebec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:24:34.733150 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6349af34-3e67-4961-a727-5d825afe27bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:34.756396 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-37018c56-5c79-48e9-806b-c4bb0b9ebec3 service neutron] For port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:34.761271 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cfc28dc9-aa7b-4017-b58b-64306317eb44 req-38c8f4d2-4167-476c-8255-4f5d1546c5b8 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907721 Nov 11 17:24:34.776010 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-37018c56-5c79-48e9-806b-c4bb0b9ebec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:34.840373 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-0a437a0a-6f5d-4c4b-86a3-c69af9e083ff req-ce8a74f7-cc99-4fe6-8608-4446e6c34e74 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] For port 1b6153fd-3a03-4591-b589-754a2aded29e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=1b6153fd-3a03-4591-b589-754a2aded29e,segment=NetworkSegment(ee5f2ac9-6b78-4385-9926-b329c3d8f971),segment_id=ee5f2ac9-6b78-4385-9926-b329c3d8f971)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:34.892955 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-2e5726f6-e75f-4295-ba8b-7437578a9d75 admin admin] Allocated IP 172.25.2.52 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/8f421af8-c177-442a-99c1-de8aa8714b4b) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:24:34.929391 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0a437a0a-6f5d-4c4b-86a3-c69af9e083ff req-ce8a74f7-cc99-4fe6-8608-4446e6c34e74 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:34.943708 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-37018c56-5c79-48e9-806b-c4bb0b9ebec3 service neutron] Transition to ACTIVE for port object 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:24:34.955361 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-37018c56-5c79-48e9-806b-c4bb0b9ebec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:34.972840 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0a437a0a-6f5d-4c4b-86a3-c69af9e083ff req-ce8a74f7-cc99-4fe6-8608-4446e6c34e74 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:34.994530 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['1b6153fd-3a03-4591-b589-754a2aded29e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:24:35.008629 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37da24e-ff4b-469a-9c65-cc65f5fe5ece req-cd317229-e644-4f5f-b2fa-08e9e39dfa7d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:35.010173 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c37da24e-ff4b-469a-9c65-cc65f5fe5ece req-cd317229-e644-4f5f-b2fa-08e9e39dfa7d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 944 time: 0.1604438 Nov 11 17:24:35.034786 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349af34-3e67-4961-a727-5d825afe27bb None None] Pushing event updated for resources: {'Port': ['ID=6ccc8f7c-8df3-4b25-951e-09c423724636,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:35.075254 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37018c56-5c79-48e9-806b-c4bb0b9ebec3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a,revision_number=10']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:35.099560 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a437a0a-6f5d-4c4b-86a3-c69af9e083ff req-ce8a74f7-cc99-4fe6-8608-4446e6c34e74 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:35.100233 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0a437a0a-6f5d-4c4b-86a3-c69af9e083ff req-ce8a74f7-cc99-4fe6-8608-4446e6c34e74 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:35.106459 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a437a0a-6f5d-4c4b-86a3-c69af9e083ff req-ce8a74f7-cc99-4fe6-8608-4446e6c34e74 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "PUT /v2.0/ports/1b6153fd-3a03-4591-b589-754a2aded29e HTTP/1.1" status: 200 len: 982 time: 0.8859012 Nov 11 17:24:35.116404 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2e14bf-7c07-47ae-b990-3b036e425981', 'tag': '1b6153fd-3a03-4591-b589-754a2aded29e'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:24:35.118719 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f0482c-c1f1-44e0-b837-5042b52c7464" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2e14bf-7c07-47ae-b990-3b036e425981", "tag": "1b6153fd-3a03-4591-b589-754a2aded29e"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:24:35.153677 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-37018c56-5c79-48e9-806b-c4bb0b9ebec3 service neutron] No DVR routers for this DVR port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:24:35.194010 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['1b6153fd-3a03-4591-b589-754a2aded29e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:24:35.201828 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-37018c56-5c79-48e9-806b-c4bb0b9ebec3 service neutron] 10.222.0.64 "PUT /v2.0/ports/4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a/bindings/n-h2-816206-4/activate HTTP/1.1" status: 200 len: 369 time: 0.8450503 Nov 11 17:24:35.209345 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a74f7-cc99-4fe6-8608-4446e6c34e74 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event updated for resources: {'Port': ['ID=1b6153fd-3a03-4591-b589-754a2aded29e,revision_number=6']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:35.279739 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e5726f6-e75f-4295-ba8b-7437578a9d75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:35.308921 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c37da24e-ff4b-469a-9c65-cc65f5fe5ece req-97891a7d-2603-4e07-ba1c-c0c0d5e55a72 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649910 Nov 11 17:24:35.395950 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf6487-cb6e-4740-9e5c-2bb2eb92e9d3 req-e9d5297b-e17b-4598-89f6-2dca7327b2d1 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:35.403564 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-48bf6487-cb6e-4740-9e5c-2bb2eb92e9d3 req-e9d5297b-e17b-4598-89f6-2dca7327b2d1 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 944 time: 0.2049892 Nov 11 17:24:35.448233 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-a0809e79-6f54-4239-abea-e21d23412421 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:35.449816 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-a0809e79-6f54-4239-abea-e21d23412421 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438&tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 1096 time: 0.1397281 Nov 11 17:24:35.454410 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e5726f6-e75f-4295-ba8b-7437578a9d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:35.580196 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-48bf6487-cb6e-4740-9e5c-2bb2eb92e9d3 req-3927f741-8951-4345-8e43-100243b0ab6c tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746838 Nov 11 17:24:35.615733 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5726f6-e75f-4295-ba8b-7437578a9d75 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:24:35.626819 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5726f6-e75f-4295-ba8b-7437578a9d75 admin admin] Pushing event updated for resources: {'Port': ['ID=8f421af8-c177-442a-99c1-de8aa8714b4b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:35.629535 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5209c0-39e5-49e4-8853-32d90f8563b5 x-openstack-request-id: req-7b5209c0-39e5-49e4-8853-32d90f8563b5 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:24:35.629828 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2e14bf-7c07-47ae-b990-3b036e425981", "tag": "1b6153fd-3a03-4591-b589-754a2aded29e", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:24:35.630082 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7b5209c0-39e5-49e4-8853-32d90f8563b5 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:24:35.630476 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2e14bf-7c07-47ae-b990-3b036e425981', 'tag': '1b6153fd-3a03-4591-b589-754a2aded29e', 'status': 'completed', 'code': 200} Nov 11 17:24:35.635590 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-2e5726f6-e75f-4295-ba8b-7437578a9d75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:35.643625 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5726f6-e75f-4295-ba8b-7437578a9d75 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:24:35.646829 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device c5b3e7ea-cb62-4baf-b49b-df5aef83f828 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:24:35.718716 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f76b927e-e764-4d98-b9dd-442ffa952a81 req-6da908c7-a773-45c8-aa2a-06ec2143b8da tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-331212682&fields=id&tenant_id=798385b1789540a48bd9d5f9339c59e7 HTTP/1.1" status: 200 len: 267 time: 0.1628997 Nov 11 17:24:35.793404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port c5b3e7ea-cb62-4baf-b49b-df5aef83f828, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c5b3e7ea-cb62-4baf-b49b-df5aef83f828,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:35.806906 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'c5b3e7ea-cb62-4baf-b49b-df5aef83f828', 'network_id': 'aef12edc-1263-4022-a80e-fb863587e53a', 'port_id': 'c5b3e7ea-cb62-4baf-b49b-df5aef83f828', 'mac_address': 'fa:16:3e:59:f2:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09fccde3-01fd-422f-a0ab-b92daf8c7d4e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:24:35.850724 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:35.866622 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b3e7ea-cb62-4baf-b49b-df5aef83f828 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:24:35.888629 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port c5b3e7ea-cb62-4baf-b49b-df5aef83f828, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c5b3e7ea-cb62-4baf-b49b-df5aef83f828,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:35.894444 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:35.895123 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device fd994145-f684-40f0-a977-02caa43c320f details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:24:35.921572 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58758) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:35.973110 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=c5b3e7ea-cb62-4baf-b49b-df5aef83f828,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:36.067302 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a1f2ee8a-9913-4a45-bbfe-833bc49d0c79 tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1491479661'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:36.067945 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a1f2ee8a-9913-4a45-bbfe-833bc49d0c79 tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] Unknown quota resources ['metering_label']. {{(pid=102617) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 17:24:36.076970 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port fd994145-f684-40f0-a977-02caa43c320f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=fd994145-f684-40f0-a977-02caa43c320f,segment=NetworkSegment(23b9bed9-2876-487d-b6a7-566f9036f0b9),segment_id=23b9bed9-2876-487d-b6a7-566f9036f0b9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:36.093223 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'fd994145-f684-40f0-a977-02caa43c320f', 'network_id': '3b58950d-cabb-4844-8c80-f3547c1d5250', 'port_id': 'fd994145-f684-40f0-a977-02caa43c320f', 'mac_address': 'fa:16:3e:2b:68:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ebd1db8-dd17-467d-aa7b-3291e31f06ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:24:36.098737 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-f0a2c5ee-df04-4ed9-8eb2-d83197067ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:36.100621 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-f0a2c5ee-df04-4ed9-8eb2-d83197067ac8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438&tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2 HTTP/1.1" status: 200 len: 1096 time: 0.6151590 Nov 11 17:24:36.162626 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:36.187491 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd994145-f684-40f0-a977-02caa43c320f {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:24:36.223937 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port fd994145-f684-40f0-a977-02caa43c320f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=fd994145-f684-40f0-a977-02caa43c320f,segment=NetworkSegment(23b9bed9-2876-487d-b6a7-566f9036f0b9),segment_id=23b9bed9-2876-487d-b6a7-566f9036f0b9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:36.231912 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:36.331272 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=fd994145-f684-40f0-a977-02caa43c320f,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:36.355915 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23254a55-0529-4358-b08c-6f507dcd5bb9 None None] Network 0a08e4be-349c-4ca3-8c26-cda462219b23 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:24:36.374254 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97119f13-ffe8-44a1-ad24-fff7e2042a83 req-20a32a5a-1d72-409e-bda9-d2de56200fca tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:36.375581 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97119f13-ffe8-44a1-ad24-fff7e2042a83 req-20a32a5a-1d72-409e-bda9-d2de56200fca tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/ports?device_id=a329418a-2422-4c3c-b495-c92d97e294cc HTTP/1.1" status: 200 len: 945 time: 0.6507530 Nov 11 17:24:36.381277 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0482c-c1f1-44e0-b837-5042b52c7464 req-719d51c5-2a20-4247-b98c-beeb8cc85059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:36.382297 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38f0482c-c1f1-44e0-b837-5042b52c7464 req-719d51c5-2a20-4247-b98c-beeb8cc85059 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=798385b1789540a48bd9d5f9339c59e7&device_id=7a2e14bf-7c07-47ae-b990-3b036e425981 HTTP/1.1" status: 200 len: 1136 time: 0.7171340 Nov 11 17:24:36.398287 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b927e-e764-4d98-b9dd-442ffa952a81 req-806ec04c-d0c9-4df6-9c28-495e9a5b8e7f tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:36.399915 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f76b927e-e764-4d98-b9dd-442ffa952a81 req-806ec04c-d0c9-4df6-9c28-495e9a5b8e7f tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a2e14bf-7c07-47ae-b990-3b036e425981 HTTP/1.1" status: 200 len: 985 time: 0.6801085 Nov 11 17:24:36.440250 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-93c735c6-a7af-45ff-af5c-5f13e75133b0 None None] Provisioning complete for port 6ccc8f7c-8df3-4b25-951e-09c423724636 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:36.440621 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-93c735c6-a7af-45ff-af5c-5f13e75133b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:36.524106 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0482c-c1f1-44e0-b837-5042b52c7464 req-3287f8d8-4f75-4863-b01a-400b4b2e4423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:36.525671 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38f0482c-c1f1-44e0-b837-5042b52c7464 req-3287f8d8-4f75-4863-b01a-400b4b2e4423 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc HTTP/1.1" status: 200 len: 915 time: 0.1149869 Nov 11 17:24:36.547650 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-f76b927e-e764-4d98-b9dd-442ffa952a81 req-7b84c086-faad-413d-ab94-3dfa495ab93e tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Request body: {'port': {'security_groups': ['1318d88b-912d-4131-8fc5-5e39b9655fb9', 'a792f446-a1ae-4751-8840-edeffd152d33', 'c9e2886c-145d-492f-b292-f06b1611ca89']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:36.604798 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-93c735c6-a7af-45ff-af5c-5f13e75133b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:36.630509 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38f0482c-c1f1-44e0-b837-5042b52c7464 req-91806bfd-3b1a-4ae7-9d5e-2d313ab01abe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b6153fd-3a03-4591-b589-754a2aded29e HTTP/1.1" status: 200 len: 217 time: 0.0964420 Nov 11 17:24:36.632160 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6ccc8f7c-8df3-4b25-951e-09c423724636 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:24:36.634702 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['c5b3e7ea-cb62-4baf-b49b-df5aef83f828'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:24:36.652792 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-0abeeedc-0ed2-4ddc-a9d7-5f75e93e6570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:36.654271 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-0abeeedc-0ed2-4ddc-a9d7-5f75e93e6570 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 1096 time: 0.3879228 Nov 11 17:24:36.664813 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ee8a-9913-4a45-bbfe-833bc49d0c79 tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:36.667607 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a1f2ee8a-9913-4a45-bbfe-833bc49d0c79 tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7444830 Nov 11 17:24:36.669896 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58770) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:36.674286 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b89435b3-1507-423b-990e-543611f62c05 tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '10848ac8-941a-48a5-9dd3-cce26303e6d5'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:36.674784 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b89435b3-1507-423b-990e-543611f62c05 tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102617) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 17:24:36.680079 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['fd994145-f684-40f0-a977-02caa43c320f'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:24:36.764699 n-d-816206-4 neutron-server[102617]: WARNING neutron.services.metering.metering_plugin [None req-b89435b3-1507-423b-990e-543611f62c05 tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 11 17:24:36.775295 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-93c735c6-a7af-45ff-af5c-5f13e75133b0 None None] For port 6ccc8f7c-8df3-4b25-951e-09c423724636, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6ccc8f7c-8df3-4b25-951e-09c423724636,segment=NetworkSegment(2d514ea6-51d1-4d00-986e-b4608e36a416),segment_id=2d514ea6-51d1-4d00-986e-b4608e36a416)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:36.789793 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-93c735c6-a7af-45ff-af5c-5f13e75133b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:36.837389 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97119f13-ffe8-44a1-ad24-fff7e2042a83 req-ea5d92c1-0c89-4d7b-80c7-59d985174f0e tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/security-groups?id=e871e4bc-d92b-4a7a-bc70-3cd22b3adcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4277661 Nov 11 17:24:36.839580 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e5726f6-e75f-4295-ba8b-7437578a9d75 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:36.892577 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 6ccc8f7c-8df3-4b25-951e-09c423724636 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:36.892943 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:36.898279 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c735c6-a7af-45ff-af5c-5f13e75133b0 None None] Pushing event updated for resources: {'Port': ['ID=6ccc8f7c-8df3-4b25-951e-09c423724636,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:36.910997 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b89435b3-1507-423b-990e-543611f62c05 tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:36.915154 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b89435b3-1507-423b-990e-543611f62c05 tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2414861 Nov 11 17:24:36.917260 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58772) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:36.922099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-cbfa6753-df5d-4533-8050-f2318ca95cc3 tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '10848ac8-941a-48a5-9dd3-cce26303e6d5'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:36.923341 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-cbfa6753-df5d-4533-8050-f2318ca95cc3 tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102617) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 17:24:36.928097 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f76b927e-e764-4d98-b9dd-442ffa952a81 req-7b84c086-faad-413d-ab94-3dfa495ab93e tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:36.950854 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0482c-c1f1-44e0-b837-5042b52c7464 req-d52c0108-3cab-41cc-8b93-eec7d823f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:36.952375 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38f0482c-c1f1-44e0-b837-5042b52c7464 req-d52c0108-3cab-41cc-8b93-eec7d823f281 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dceb78fd-a025-4ca9-8dbe-b1f67827d278 HTTP/1.1" status: 200 len: 853 time: 0.2971451 Nov 11 17:24:37.008129 n-d-816206-4 neutron-server[102617]: WARNING neutron.services.metering.metering_plugin [None req-cbfa6753-df5d-4533-8050-f2318ca95cc3 tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 11 17:24:37.098825 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38f0482c-c1f1-44e0-b837-5042b52c7464 req-ab4e8021-efc5-4d28-942a-8788e5e2f392 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313660 Nov 11 17:24:37.099551 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cbfa6753-df5d-4533-8050-f2318ca95cc3 tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:37.106367 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cbfa6753-df5d-4533-8050-f2318ca95cc3 tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1825991 Nov 11 17:24:37.106367 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58774) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:37.118176 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fbc01c1a-b53e-4fc1-a895-968ab9cd5119 tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=79160e6d-389c-455f-8438-f549b6fa9080 HTTP/1.1" status: 200 len: 462 time: 0.0101874 Nov 11 17:24:37.118547 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58776) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:37.137154 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-3286d456-5bdd-49f2-a32c-393d693718bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:37.138621 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-3286d456-5bdd-49f2-a32c-393d693718bb service neutron] 10.222.0.83 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 922 time: 0.4719501 Nov 11 17:24:37.139131 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-957c2d04-4ca9-45b1-bb49-de3da77eb520 None None] Provisioning complete for port 6ccc8f7c-8df3-4b25-951e-09c423724636 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:37.139612 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-957c2d04-4ca9-45b1-bb49-de3da77eb520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:37.235766 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4039340d-a059-45c9-a7cb-0035bdd279a8 tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:37.239254 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4039340d-a059-45c9-a7cb-0035bdd279a8 tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/79160e6d-389c-455f-8438-f549b6fa9080 HTTP/1.1" status: 204 len: 168 time: 0.1170266 Nov 11 17:24:37.240788 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58778) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:37.247094 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-f4762bea-5b68-4771-9c83-35b0b2823d3e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a HTTP/1.1" status: 200 len: 217 time: 0.0632658 Nov 11 17:24:37.252143 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f98e5eca-379e-4e09-bea7-eddb958d560f tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=79160e6d-389c-455f-8438-f549b6fa9080 HTTP/1.1" status: 200 len: 221 time: 0.0085950 Nov 11 17:24:37.253054 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58780) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:37.257473 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-13df95bb-801b-4b8e-9278-c396f577fedc tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1659191231', 'description': 'label created by tempest'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:37.257919 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-13df95bb-801b-4b8e-9278-c396f577fedc tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] Unknown quota resources ['metering_label']. {{(pid=102617) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 17:24:37.264018 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7013f1e-fe4d-4b14-aa30-30f5c6929dc4 req-0e315e92-b424-45e6-8c6e-103c1098ad56 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:37.268166 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7013f1e-fe4d-4b14-aa30-30f5c6929dc4 req-0e315e92-b424-45e6-8c6e-103c1098ad56 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=4eaa99a1-08ae-404f-b3cf-a7f21b055a29 HTTP/1.1" status: 200 len: 944 time: 0.3111527 Nov 11 17:24:37.381542 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-364d94ab-6368-47fe-bd58-d15c3459f0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:37.410425 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-13df95bb-801b-4b8e-9278-c396f577fedc tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:37.411584 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-13df95bb-801b-4b8e-9278-c396f577fedc tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1574516 Nov 11 17:24:37.414422 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58782) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:37.468462 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38f0482c-c1f1-44e0-b837-5042b52c7464 req-2d8529a0-3710-44bc-b55f-4b65281bc057 service neutron] 10.222.0.83 "GET /v2.0/networks/ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518078 Nov 11 17:24:37.469761 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-0d14b24c-6184-4e58-b2f3-d80dfffaec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:37.471051 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-0d14b24c-6184-4e58-b2f3-d80dfffaec57 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 200 len: 860 time: 0.1970012 Nov 11 17:24:37.489821 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3b4a2443-f1b1-4d8e-a440-b1260e46e173 tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=ce377a22-f6d3-4e41-8a04-60a4c59db357 HTTP/1.1" status: 200 len: 468 time: 0.0743446 Nov 11 17:24:37.492676 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58784) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:37.597756 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7013f1e-fe4d-4b14-aa30-30f5c6929dc4 req-120977d8-8b14-4ad2-a29f-9d6d0cadbe9b tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183980 Nov 11 17:24:37.599576 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-681f2079-7413-4628-a5ca-26b4f9b53be0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f44096b2-3051-4615-8241-50ad95944236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115613 Nov 11 17:24:37.613342 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e5726f6-e75f-4295-ba8b-7437578a9d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:37.648840 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device eb8d65fd-7f27-4016-aaf5-6c1e31b8258b up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:24:37.676143 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28832a2e-d75b-4b40-a267-80b16ed85399 tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:37.680035 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-28832a2e-d75b-4b40-a267-80b16ed85399 tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/ce377a22-f6d3-4e41-8a04-60a4c59db357 HTTP/1.1" status: 204 len: 168 time: 0.1836381 Nov 11 17:24:37.682822 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58786) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:37.695261 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-648dac38-2917-463b-8962-1c49c9449d21 tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=ce377a22-f6d3-4e41-8a04-60a4c59db357 HTTP/1.1" status: 200 len: 216 time: 0.0112140 Nov 11 17:24:37.699016 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58788) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:37.708580 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-15116075-68f2-4fe7-9299-a22b57b650dc tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0080709 Nov 11 17:24:37.711997 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58790) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:37.724351 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a530d785-75b4-47c8-be1d-8f8355122e16 tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0111861 Nov 11 17:24:37.727655 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58792) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:37.732418 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port eb8d65fd-7f27-4016-aaf5-6c1e31b8258b completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:24:37.737829 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port eb8d65fd-7f27-4016-aaf5-6c1e31b8258b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:37.738335 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:37.784400 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-18d1479b-fee6-447b-a381-8a37b68f849b tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels/10848ac8-941a-48a5-9dd3-cce26303e6d5 HTTP/1.1" status: 200 len: 473 time: 0.0549777 Nov 11 17:24:37.787964 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58794) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:37.805430 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f41d746c-2d69-4602-923b-a092afbfeb2d tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules/25cd84ce-84ca-4e89-9ac4-26395511aefd HTTP/1.1" status: 200 len: 459 time: 0.0162835 Nov 11 17:24:37.808949 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58796) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:37.830614 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:37.857916 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a329418a-2422-4c3c-b495-c92d97e294cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8d65fd-7f27-4016-aaf5-6c1e31b8258b'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:24:37.860376 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce835755-da6d-4bef-a3a8-2686c70280f0" -d '{"events": [{"server_uuid": "a329418a-2422-4c3c-b495-c92d97e294cc", "name": "network-vif-plugged", "status": "completed", "tag": "eb8d65fd-7f27-4016-aaf5-6c1e31b8258b"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:24:37.874923 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port eb8d65fd-7f27-4016-aaf5-6c1e31b8258b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=eb8d65fd-7f27-4016-aaf5-6c1e31b8258b,segment=NetworkSegment(ddc1cc78-aec2-4c21-a258-091a191804f3),segment_id=ddc1cc78-aec2-4c21-a258-091a191804f3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:37.879551 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:37.921029 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-784ac3d0-8e18-40ce-86d2-febc7e28cdef tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:37.922403 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-784ac3d0-8e18-40ce-86d2-febc7e28cdef tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/25cd84ce-84ca-4e89-9ac4-26395511aefd HTTP/1.1" status: 204 len: 168 time: 0.1124876 Nov 11 17:24:37.924974 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58802) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:37.941590 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=eb8d65fd-7f27-4016-aaf5-6c1e31b8258b,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:38.041869 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-f76b927e-e764-4d98-b9dd-442ffa952a81 req-7b84c086-faad-413d-ab94-3dfa495ab93e tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] For port 1b6153fd-3a03-4591-b589-754a2aded29e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=1b6153fd-3a03-4591-b589-754a2aded29e,segment=NetworkSegment(ee5f2ac9-6b78-4385-9926-b329c3d8f971),segment_id=ee5f2ac9-6b78-4385-9926-b329c3d8f971)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:38.087234 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38f0482c-c1f1-44e0-b837-5042b52c7464 req-e48bb8c0-eada-4eb4-aff8-7b926408cf94 service neutron] 10.222.0.83 "GET /v2.0/networks/ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058800 Nov 11 17:24:38.109866 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-657b45b1-7baa-4263-9489-740962d881ab tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:38.112172 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-657b45b1-7baa-4263-9489-740962d881ab tempest-MeteringIpV6TestJSON-2026801040 tempest-MeteringIpV6TestJSON-2026801040-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/10848ac8-941a-48a5-9dd3-cce26303e6d5 HTTP/1.1" status: 204 len: 168 time: 0.1862664 Nov 11 17:24:38.127388 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6001a4-544a-4700-ac28-f3a31d59cfef req-6ceacfa7-331c-412d-8cf1-eedbf6f4830e tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:38.128866 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bf6001a4-544a-4700-ac28-f3a31d59cfef req-6ceacfa7-331c-412d-8cf1-eedbf6f4830e tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 945 time: 0.2342360 Nov 11 17:24:38.134048 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-de32dfc2-8101-4776-8174-b2fa647a997b service neutron] 10.222.0.83 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255163 Nov 11 17:24:38.177677 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f76b927e-e764-4d98-b9dd-442ffa952a81 req-7b84c086-faad-413d-ab94-3dfa495ab93e tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:38.227919 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f76b927e-e764-4d98-b9dd-442ffa952a81 req-7b84c086-faad-413d-ab94-3dfa495ab93e tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:38.241947 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['1b6153fd-3a03-4591-b589-754a2aded29e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:24:38.320695 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b927e-e764-4d98-b9dd-442ffa952a81 req-7b84c086-faad-413d-ab94-3dfa495ab93e tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:38.321309 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f76b927e-e764-4d98-b9dd-442ffa952a81 req-7b84c086-faad-413d-ab94-3dfa495ab93e tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:38.323204 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f76b927e-e764-4d98-b9dd-442ffa952a81 req-7b84c086-faad-413d-ab94-3dfa495ab93e tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "PUT /v2.0/ports/1b6153fd-3a03-4591-b589-754a2aded29e HTTP/1.1" status: 200 len: 1021 time: 1.9077332 Nov 11 17:24:38.329528 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2e14bf-7c07-47ae-b990-3b036e425981', 'tag': '1b6153fd-3a03-4591-b589-754a2aded29e'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:24:38.331504 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a65101c-f764-488d-b950-d6e44db9f6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2e14bf-7c07-47ae-b990-3b036e425981", "tag": "1b6153fd-3a03-4591-b589-754a2aded29e"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:24:38.384509 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bf6001a4-544a-4700-ac28-f3a31d59cfef req-0f9b5062-c39d-4dfc-87a0-36f55d0aa10a tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431078 Nov 11 17:24:38.390809 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84c086-faad-413d-ab94-3dfa495ab93e tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event updated for resources: {'Port': ['ID=1b6153fd-3a03-4591-b589-754a2aded29e,revision_number=7']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:38.407550 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5726f6-e75f-4295-ba8b-7437578a9d75 admin admin] Router 047d2289-f309-4e18-89f5-b58765d4e415 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:24:38.408209 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['1b6153fd-3a03-4591-b589-754a2aded29e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:24:38.414932 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-d57e9d23-3570-47e4-94b7-b9f0e9decb35 service neutron] 10.222.0.83 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669985 Nov 11 17:24:38.454696 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58812) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:38.537995 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6ccc8f7c-8df3-4b25-951e-09c423724636 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:24:38.612380 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0bb47094-e261-415c-aa1c-ab4b66f5b471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:38.648024 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd493420-3e00-4bb9-a61f-f39d7a94a61c req-56e18549-ff20-4ef2-9c45-cf1e64822887 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:38.649562 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bd493420-3e00-4bb9-a61f-f39d7a94a61c req-56e18549-ff20-4ef2-9c45-cf1e64822887 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 945 time: 0.1397085 Nov 11 17:24:38.659178 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a7137-13a2-4237-96f6-3feb4890ca92 req-e5ae3998-944d-4a2b-ba36-13cc088bff9e tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:38.660784 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8d9a7137-13a2-4237-96f6-3feb4890ca92 req-e5ae3998-944d-4a2b-ba36-13cc088bff9e tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/ports?device_id=a329418a-2422-4c3c-b495-c92d97e294cc HTTP/1.1" status: 200 len: 946 time: 0.1376243 Nov 11 17:24:38.671647 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5726f6-e75f-4295-ba8b-7437578a9d75 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:24:38.713809 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e5726f6-e75f-4295-ba8b-7437578a9d75 admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:38.717888 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2e5726f6-e75f-4295-ba8b-7437578a9d75 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.2759535 Nov 11 17:24:38.721267 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58818) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:38.732418 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0bb47094-e261-415c-aa1c-ab4b66f5b471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:38.764742 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] Sync routers for ids ['047d2289-f309-4e18-89f5-b58765d4e415'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:24:38.770294 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0bb47094-e261-415c-aa1c-ab4b66f5b471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:38.793101 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e1957bc0-28c8-4d5a-bf5d-e9768f65795d tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:38.794592 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-e1957bc0-28c8-4d5a-bf5d-e9768f65795d tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438&tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&binding%3Ahost_id=n-h2-816206-4 HTTP/1.1" status: 200 len: 1096 time: 0.1199465 Nov 11 17:24:38.810926 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8d9a7137-13a2-4237-96f6-3feb4890ca92 req-8eb0b88b-50f9-4d32-b67f-9562c108fe2b tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/security-groups?id=e871e4bc-d92b-4a7a-bc70-3cd22b3adcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373708 Nov 11 17:24:38.815254 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bd493420-3e00-4bb9-a61f-f39d7a94a61c req-fed4cb58-4a7f-43e0-9ec4-4dc193c9ac5c tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517196 Nov 11 17:24:38.820543 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] Routers {'047d2289-f309-4e18-89f5-b58765d4e415'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:24:38.821183 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:24:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['047d2289-f309-4e18-89f5-b58765d4e415'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:38.884778 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb47094-e261-415c-aa1c-ab4b66f5b471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fadf6a-1e7d-4b4c-9117-c42015f1b70d,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:38.895082 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0bb47094-e261-415c-aa1c-ab4b66f5b471 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f2c1b7945b06421cbbb728ced1786a57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4386845 Nov 11 17:24:38.895687 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58820) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:38.982365 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-8ffb9ad3-1a7d-485e-98a7-b9f6a937c2ec service neutron] For port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:24:38.986969 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-8ffb9ad3-1a7d-485e-98a7-b9f6a937c2ec service neutron] Publish callbacks [] for binding, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:38.989554 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 6ccc8f7c-8df3-4b25-951e-09c423724636 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:38.990209 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:38.990719 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a14e1594-5790-4ba9-850c-04a8cd3bf432 req-8ffb9ad3-1a7d-485e-98a7-b9f6a937c2ec service neutron] 10.222.0.83 "DELETE /v2.0/ports/4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a/bindings/n-h1-816206-4 HTTP/1.1" status: 204 len: 173 time: 0.1885509 Nov 11 17:24:39.005684 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed7cda9-73cc-4e73-bbc5-6257d6a8f577 x-openstack-request-id: req-2ed7cda9-73cc-4e73-bbc5-6257d6a8f577 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:24:39.006173 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a329418a-2422-4c3c-b495-c92d97e294cc", "name": "network-vif-plugged", "status": "completed", "tag": "eb8d65fd-7f27-4016-aaf5-6c1e31b8258b", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:24:39.006543 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ed7cda9-73cc-4e73-bbc5-6257d6a8f577 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:24:39.007845 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a329418a-2422-4c3c-b495-c92d97e294cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8d65fd-7f27-4016-aaf5-6c1e31b8258b', 'code': 200} Nov 11 17:24:39.060023 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a6ca5-ec44-45c1-9a60-bbc3ef45c412 req-e70d575e-8270-427e-ba61-d5ef097dcb83 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:39.061614 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f99482f9-4daf-4f2d-9e4a-cd9634ea9ec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:39.063056 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a69a6ca5-ec44-45c1-9a60-bbc3ef45c412 req-e70d575e-8270-427e-ba61-d5ef097dcb83 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a2e14bf-7c07-47ae-b990-3b036e425981 HTTP/1.1" status: 200 len: 1024 time: 0.0631597 Nov 11 17:24:39.075103 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f2abef-56de-4647-b28a-45833fbd15f0 x-openstack-request-id: req-b1f2abef-56de-4647-b28a-45833fbd15f0 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:24:39.075638 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2e14bf-7c07-47ae-b990-3b036e425981", "tag": "1b6153fd-3a03-4591-b589-754a2aded29e", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:24:39.076096 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b1f2abef-56de-4647-b28a-45833fbd15f0 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:24:39.077817 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2e14bf-7c07-47ae-b990-3b036e425981', 'tag': '1b6153fd-3a03-4591-b589-754a2aded29e', 'status': 'completed', 'code': 200} Nov 11 17:24:39.101605 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f99482f9-4daf-4f2d-9e4a-cd9634ea9ec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:39.124721 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] Set router 047d2289-f309-4e18-89f5-b58765d4e415 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:24:39.221604 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65101c-f764-488d-b950-d6e44db9f6bb req-411515f8-1736-4fda-a9c8-3c657b6d89fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:39.225007 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7a65101c-f764-488d-b950-d6e44db9f6bb req-411515f8-1736-4fda-a9c8-3c657b6d89fd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=798385b1789540a48bd9d5f9339c59e7&device_id=7a2e14bf-7c07-47ae-b990-3b036e425981 HTTP/1.1" status: 200 len: 1175 time: 0.1257267 Nov 11 17:24:39.246479 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a69a6ca5-ec44-45c1-9a60-bbc3ef45c412 req-a23a4cde-ead4-4ea7-afc4-b4d709636c0a tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&id=a792f446-a1ae-4751-8840-edeffd152d33&id=c9e2886c-145d-492f-b292-f06b1611ca89 HTTP/1.1" status: 200 len: 6207 time: 0.1745074 Nov 11 17:24:39.260590 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be44101-77ab-4a9f-a8a2-0b47c111eeab req-66bc67af-a438-4b30-bfa6-2edf4dfc5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:39.262108 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9be44101-77ab-4a9f-a8a2-0b47c111eeab req-66bc67af-a438-4b30-bfa6-2edf4dfc5539 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a329418a-2422-4c3c-b495-c92d97e294cc HTTP/1.1" status: 200 len: 1097 time: 0.1425118 Nov 11 17:24:39.300636 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f99482f9-4daf-4f2d-9e4a-cd9634ea9ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:39.303610 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f99482f9-4daf-4f2d-9e4a-cd9634ea9ec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:39.307149 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f99482f9-4daf-4f2d-9e4a-cd9634ea9ec9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d5fadf6a-1e7d-4b4c-9117-c42015f1b70d HTTP/1.1" status: 204 len: 168 time: 0.4064021 Nov 11 17:24:39.324993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-34b7641b-93a2-4329-ba91-0b9729ac8e01 req-0f8010eb-308b-47ee-bea6-baf7e90fca42 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1023513540 ', 'description': 'tempest-description-789297509'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:39.327028 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99482f9-4daf-4f2d-9e4a-cd9634ea9ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fadf6a-1e7d-4b4c-9117-c42015f1b70d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:39.368148 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af89e75-7346-4e94-bdc4-604d549336a8 req-8920625a-33e7-4cc9-b294-2cfdb456af07 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:39.377648 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6af89e75-7346-4e94-bdc4-604d549336a8 req-8920625a-33e7-4cc9-b294-2cfdb456af07 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=4eaa99a1-08ae-404f-b3cf-a7f21b055a29 HTTP/1.1" status: 200 len: 944 time: 0.2091246 Nov 11 17:24:39.378855 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9be44101-77ab-4a9f-a8a2-0b47c111eeab req-08e5b2f6-b2c6-4d0e-922c-2b692b398350 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e871e4bc-d92b-4a7a-bc70-3cd22b3adcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082561 Nov 11 17:24:39.393166 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-34b7641b-93a2-4329-ba91-0b9729ac8e01 req-0f8010eb-308b-47ee-bea6-baf7e90fca42 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:39.495771 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047d2289-f309-4e18-89f5-b58765d4e415', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1666465949-router', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:33Z', 'updated_at': '2021-11-11T17:24:36Z', 'revision_number': 3, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'gw_port': {'id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:39:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:34Z', 'updated_at': '2021-11-11T17:24:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:39.499506 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-34b7641b-93a2-4329-ba91-0b9729ac8e01 req-0f8010eb-308b-47ee-bea6-baf7e90fca42 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:39.508223 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c8114ab7-cd52-4f86-9a07-ac55fca94148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:39.520025 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-34b7641b-93a2-4329-ba91-0b9729ac8e01 req-0f8010eb-308b-47ee-bea6-baf7e90fca42 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:39.537501 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] Checking router: 047d2289-f309-4e18-89f5-b58765d4e415 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:24:39.538522 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] Updating router 047d2289-f309-4e18-89f5-b58765d4e415 port 8f421af8-c177-442a-99c1-de8aa8714b4b binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:24:39.567351 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:39.567786 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6af89e75-7346-4e94-bdc4-604d549336a8 req-f0c28c6f-c72c-402f-bb2e-2a592fdcfe60 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890483 Nov 11 17:24:39.581804 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-34b7641b-93a2-4329-ba91-0b9729ac8e01 req-0f8010eb-308b-47ee-bea6-baf7e90fca42 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:39.583026 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34b7641b-93a2-4329-ba91-0b9729ac8e01 req-0f8010eb-308b-47ee-bea6-baf7e90fca42 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2635064 Nov 11 17:24:39.586944 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65101c-f764-488d-b950-d6e44db9f6bb req-93cfdf24-7537-40df-b187-fe636ed0a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:39.588949 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7a65101c-f764-488d-b950-d6e44db9f6bb req-93cfdf24-7537-40df-b187-fe636ed0a03d service neutron] 10.222.0.83 "GET /v2.0/networks?id=ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc HTTP/1.1" status: 200 len: 915 time: 0.3572288 Nov 11 17:24:39.590832 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8010eb-308b-47ee-bea6-baf7e90fca42 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb7cbd5-1148-461e-badf-61bf3105789a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:39.683037 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7a65101c-f764-488d-b950-d6e44db9f6bb req-bffb1834-fe9b-4f36-8ec5-6698370c95dd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b6153fd-3a03-4591-b589-754a2aded29e HTTP/1.1" status: 200 len: 217 time: 0.0853438 Nov 11 17:24:39.699223 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device c5b3e7ea-cb62-4baf-b49b-df5aef83f828 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:24:39.773101 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-c8114ab7-cd52-4f86-9a07-ac55fca94148 admin admin] Allocated IP 172.20.0.1 (0a08e4be-349c-4ca3-8c26-cda462219b23/c8897e56-382b-4c72-816c-c41e9f024bac/7c82c2fd-1578-440f-85bf-3835a0bb7d58) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:24:39.789214 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d91ccc0a-331d-4fd9-a689-dff6804df686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:39.800867 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65101c-f764-488d-b950-d6e44db9f6bb req-f0c4020d-8687-403b-8269-f53c2817a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:39.802749 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7a65101c-f764-488d-b950-d6e44db9f6bb req-f0c4020d-8687-403b-8269-f53c2817a311 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dceb78fd-a025-4ca9-8dbe-b1f67827d278 HTTP/1.1" status: 200 len: 853 time: 0.1075995 Nov 11 17:24:39.856155 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58834) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:39.857705 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7a65101c-f764-488d-b950-d6e44db9f6bb req-42f054d9-ef15-4638-92c0-28aa6d4db439 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325570 Nov 11 17:24:39.862563 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port c5b3e7ea-cb62-4baf-b49b-df5aef83f828 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:24:39.879641 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port c5b3e7ea-cb62-4baf-b49b-df5aef83f828 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:39.880045 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:39.889135 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62650af5-6a70-4a43-ab8b-f02775d82db0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:39.948419 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25202e0d-e440-41fc-a106-4a15b6f0b3ac req-85cb9a87-fe8b-4ccc-bbe8-b4753899ed11 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:39.949993 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-25202e0d-e440-41fc-a106-4a15b6f0b3ac req-85cb9a87-fe8b-4ccc-bbe8-b4753899ed11 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 945 time: 0.2764635 Nov 11 17:24:39.955227 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c8114ab7-cd52-4f86-9a07-ac55fca94148 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:39.962853 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-30f0dda6-e61d-43ae-8c9d-b5b66100f6e6 req-832ac458-c51a-469e-9a5e-bb5f588e541e tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/fbb7cbd5-1148-461e-badf-61bf3105789a HTTP/1.1" status: 200 len: 1799 time: 0.1429944 Nov 11 17:24:40.012797 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62650af5-6a70-4a43-ab8b-f02775d82db0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.023101 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-25202e0d-e440-41fc-a106-4a15b6f0b3ac req-2165d431-10e1-4e07-ae1e-fa58fd36dfe6 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655775 Nov 11 17:24:40.034416 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7a65101c-f764-488d-b950-d6e44db9f6bb req-1a237936-19d2-4d3a-bd13-f401af8f78da service neutron] 10.222.0.83 "GET /v2.0/networks/ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663880 Nov 11 17:24:40.034663 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.040661 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62650af5-6a70-4a43-ab8b-f02775d82db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.048807 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.056246 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.076459 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62650af5-6a70-4a43-ab8b-f02775d82db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b8db41-2329-4f0a-b8c8-3e5bd5c93df5,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:40.108075 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-62650af5-6a70-4a43-ab8b-f02775d82db0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fe07c26b81a944a3a5bcfd605300bd2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2507062 Nov 11 17:24:40.108826 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58844) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:40.124278 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] Attempting to bind port 8f421af8-c177-442a-99c1-de8aa8714b4b on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:24:40.124634 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] Attempting to bind port 8f421af8-c177-442a-99c1-de8aa8714b4b by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:24:40.125092 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] Attempting to bind port 8f421af8-c177-442a-99c1-de8aa8714b4b on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:24:40.147667 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:24:40.148357 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:24:40.148838 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.148978 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c8114ab7-cd52-4f86-9a07-ac55fca94148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.149315 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:24:40.149874 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] Bound port: 8f421af8-c177-442a-99c1-de8aa8714b4b, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:24:40.150404 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.158447 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e0bf7-56f2-4c83-82ab-f649de1c7f7f None None] Pushing event updated for resources: {'Port': ['ID=8f421af8-c177-442a-99c1-de8aa8714b4b,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:40.180302 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port c5b3e7ea-cb62-4baf-b49b-df5aef83f828, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c5b3e7ea-cb62-4baf-b49b-df5aef83f828,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:40.187831 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.188713 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device fd994145-f684-40f0-a977-02caa43c320f up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:24:40.199891 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8114ab7-cd52-4f86-9a07-ac55fca94148 admin admin] Pushing event updated for resources: {'Port': ['ID=7c82c2fd-1578-440f-85bf-3835a0bb7d58,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:40.218377 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8114ab7-cd52-4f86-9a07-ac55fca94148 admin admin] Network 0a08e4be-349c-4ca3-8c26-cda462219b23 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:24:40.220862 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40d5699d-ec0a-4541-a7bc-c6baba4b6204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.223555 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-c8114ab7-cd52-4f86-9a07-ac55fca94148 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:40.227216 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8114ab7-cd52-4f86-9a07-ac55fca94148 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:24:40.278747 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b21fe3-cb58-42df-8bf4-8ca98e38b734 req-16c72551-8eae-4e2c-ab93-7ecc548f62df tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:40.284723 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c8114ab7-cd52-4f86-9a07-ac55fca94148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.286796 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-04b21fe3-cb58-42df-8bf4-8ca98e38b734 req-16c72551-8eae-4e2c-ab93-7ecc548f62df tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/ports?device_id=a329418a-2422-4c3c-b495-c92d97e294cc HTTP/1.1" status: 200 len: 946 time: 0.1941030 Nov 11 17:24:40.292977 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] For port 8f421af8-c177-442a-99c1-de8aa8714b4b, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:24:40.298355 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] For port 8f421af8-c177-442a-99c1-de8aa8714b4b, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=8f421af8-c177-442a-99c1-de8aa8714b4b,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:24:40.301164 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=c5b3e7ea-cb62-4baf-b49b-df5aef83f828,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:40.316866 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.332528 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10372a-3e4c-40db-88fb-b95fcebaaeb1 req-82afa0ed-3a4f-4b05-b0b7-185f935a89f0 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:40.334103 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e10372a-3e4c-40db-88fb-b95fcebaaeb1 req-82afa0ed-3a4f-4b05-b0b7-185f935a89f0 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 945 time: 0.1619675 Nov 11 17:24:40.338245 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7a65101c-f764-488d-b950-d6e44db9f6bb req-f7e36176-7467-4608-a181-4461aa1df7d9 service neutron] 10.222.0.83 "GET /v2.0/networks/ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950473 Nov 11 17:24:40.412552 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-04b21fe3-cb58-42df-8bf4-8ca98e38b734 req-dca1de10-3f78-481b-9640-d44cbd2b49cc tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/security-groups?id=e871e4bc-d92b-4a7a-bc70-3cd22b3adcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248605 Nov 11 17:24:40.415193 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e0bf7-56f2-4c83-82ab-f649de1c7f7f None None] Pushing event updated for resources: {'Port': ['ID=8f421af8-c177-442a-99c1-de8aa8714b4b,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:40.421162 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port fd994145-f684-40f0-a977-02caa43c320f completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:24:40.452238 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port fd994145-f684-40f0-a977-02caa43c320f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:40.455655 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.509448 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e10372a-3e4c-40db-88fb-b95fcebaaeb1 req-c26998d8-0f99-4587-b62e-ed5e39e46b6c tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605484 Nov 11 17:24:40.556586 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] Routers {'047d2289-f309-4e18-89f5-b58765d4e415'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:24:40.558394 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:24:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['047d2289-f309-4e18-89f5-b58765d4e415'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:40.578337 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-21684d97-893a-418c-8cd8-26775b9a283e req-ec0b49f1-1dad-44f1-ae84-a0911e8b748c tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/fbb7cbd5-1148-461e-badf-61bf3105789a HTTP/1.1" status: 200 len: 1799 time: 0.1185727 Nov 11 17:24:40.693102 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-21684d97-893a-418c-8cd8-26775b9a283e req-0c49680e-1c55-46fe-a6b1-9439496088b9 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.699220 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40d5699d-ec0a-4541-a7bc-c6baba4b6204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.700739 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8b1bee84-902c-4258-964b-778b8b13c14b None None] Provisioning complete for port 7c82c2fd-1578-440f-85bf-3835a0bb7d58 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:40.701170 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8b1bee84-902c-4258-964b-778b8b13c14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.719688 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e7f49-bede-4b74-9e25-fcc8110c39b0 req-32c1e050-23af-4398-b28e-1692394e1e4e tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:40.721846 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e16e7f49-bede-4b74-9e25-fcc8110c39b0 req-32c1e050-23af-4398-b28e-1692394e1e4e tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 1096 time: 0.0764437 Nov 11 17:24:40.732862 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-21684d97-893a-418c-8cd8-26775b9a283e req-0c49680e-1c55-46fe-a6b1-9439496088b9 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.771344 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.804248 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-8b1bee84-902c-4258-964b-778b8b13c14b None None] Port 7c82c2fd-1578-440f-85bf-3835a0bb7d58 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:24:40.811997 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-21684d97-893a-418c-8cd8-26775b9a283e req-0c49680e-1c55-46fe-a6b1-9439496088b9 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.814026 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40d5699d-ec0a-4541-a7bc-c6baba4b6204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.814818 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-21684d97-893a-418c-8cd8-26775b9a283e req-0c49680e-1c55-46fe-a6b1-9439496088b9 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.816014 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-21684d97-893a-418c-8cd8-26775b9a283e req-0c49680e-1c55-46fe-a6b1-9439496088b9 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "DELETE /v2.0/security-groups/fbb7cbd5-1148-461e-badf-61bf3105789a HTTP/1.1" status: 204 len: 173 time: 0.2311440 Nov 11 17:24:40.816561 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40d5699d-ec0a-4541-a7bc-c6baba4b6204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.831539 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-40d5699d-ec0a-4541-a7bc-c6baba4b6204 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/24b8db41-2329-4f0a-b8c8-3e5bd5c93df5 HTTP/1.1" status: 204 len: 168 time: 0.7107489 Nov 11 17:24:40.835944 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:24:40.836811 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e16e7f49-bede-4b74-9e25-fcc8110c39b0 req-189d4f13-e186-442e-b281-9f1f22055b55 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949137 Nov 11 17:24:40.844783 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49680e-1c55-46fe-a6b1-9439496088b9 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb7cbd5-1148-461e-badf-61bf3105789a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:40.855798 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5699d-ec0a-4541-a7bc-c6baba4b6204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b8db41-2329-4f0a-b8c8-3e5bd5c93df5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:40.868647 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c8114ab7-cd52-4f86-9a07-ac55fca94148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.920643 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.924503 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port fd994145-f684-40f0-a977-02caa43c320f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=fd994145-f684-40f0-a977-02caa43c320f,segment=NetworkSegment(23b9bed9-2876-487d-b6a7-566f9036f0b9),segment_id=23b9bed9-2876-487d-b6a7-566f9036f0b9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:40.931990 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] Set router 047d2289-f309-4e18-89f5-b58765d4e415 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:24:40.962554 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:40.983934 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6e37b-44cc-497c-9907-b05b5e2dcfb4 req-4810844c-bdfb-4d1e-abb3-50f13d8da303 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:40.989100 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6fd6e37b-44cc-497c-9907-b05b5e2dcfb4 req-4810844c-bdfb-4d1e-abb3-50f13d8da303 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=4eaa99a1-08ae-404f-b3cf-a7f21b055a29 HTTP/1.1" status: 200 len: 945 time: 0.0785882 Nov 11 17:24:41.034948 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-ace0783f-9b2e-4b91-ab10-07e744092cba req-df41f2fd-9400-4fed-8cbc-8a039e55a784 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] show failed (client error): The resource could not be found. Nov 11 17:24:41.036151 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ace0783f-9b2e-4b91-ab10-07e744092cba req-df41f2fd-9400-4fed-8cbc-8a039e55a784 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/fbb7cbd5-1148-461e-badf-61bf3105789a HTTP/1.1" status: 404 len: 352 time: 0.0210614 Nov 11 17:24:41.087393 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6fd6e37b-44cc-497c-9907-b05b5e2dcfb4 req-8eb1ec8d-9712-4a7c-a7ff-3e474feec53d tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925481 Nov 11 17:24:41.116877 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-666c524a-5b28-4f90-b9df-58d776e4e046 req-4e3a694c-fafe-4617-a51b-abace44ea414 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1631267968', 'description': 'tempest-description-1577432490'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:41.142745 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eaa99a1-08ae-404f-b3cf-a7f21b055a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b3e7ea-cb62-4baf-b49b-df5aef83f828'}, {'server_uuid': 'd381f6b3-5c35-4ee3-b69f-3269c70ad6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd994145-f684-40f0-a977-02caa43c320f'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:24:41.144161 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-666c524a-5b28-4f90-b9df-58d776e4e046 req-4e3a694c-fafe-4617-a51b-abace44ea414 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:41.145179 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcbc18d-ac4b-455a-8da4-48723b3cca41" -d '{"events": [{"server_uuid": "4eaa99a1-08ae-404f-b3cf-a7f21b055a29", "name": "network-vif-plugged", "status": "completed", "tag": "c5b3e7ea-cb62-4baf-b49b-df5aef83f828"}, {"server_uuid": "d381f6b3-5c35-4ee3-b69f-3269c70ad6a5", "name": "network-vif-plugged", "status": "completed", "tag": "fd994145-f684-40f0-a977-02caa43c320f"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:24:41.192792 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c8114ab7-cd52-4f86-9a07-ac55fca94148 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:41.199681 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c8114ab7-cd52-4f86-9a07-ac55fca94148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:41.232121 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4eeed0-ffda-4477-8436-18f642c83d0e req-47de4463-ba86-42b1-b99a-e5e47d134008 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:41.233742 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd4eeed0-ffda-4477-8436-18f642c83d0e req-47de4463-ba86-42b1-b99a-e5e47d134008 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 1096 time: 0.0713410 Nov 11 17:24:41.246693 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=fd994145-f684-40f0-a977-02caa43c320f,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:41.302648 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd4eeed0-ffda-4477-8436-18f642c83d0e req-1d5bac95-97bb-40f1-959a-65619e94d3e1 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550134 Nov 11 17:24:41.324860 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c8114ab7-cd52-4f86-9a07-ac55fca94148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:41.325243 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-666c524a-5b28-4f90-b9df-58d776e4e046 req-4e3a694c-fafe-4617-a51b-abace44ea414 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:41.327380 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8114ab7-cd52-4f86-9a07-ac55fca94148 admin admin] Pushing event updated for resources: {'Port': ['ID=7c82c2fd-1578-440f-85bf-3835a0bb7d58,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:41.333823 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-666c524a-5b28-4f90-b9df-58d776e4e046 req-4e3a694c-fafe-4617-a51b-abace44ea414 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:41.380257 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-666c524a-5b28-4f90-b9df-58d776e4e046 req-4e3a694c-fafe-4617-a51b-abace44ea414 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:41.381506 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-666c524a-5b28-4f90-b9df-58d776e4e046 req-4e3a694c-fafe-4617-a51b-abace44ea414 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2696602 Nov 11 17:24:41.384913 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047d2289-f309-4e18-89f5-b58765d4e415', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1666465949-router', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:33Z', 'updated_at': '2021-11-11T17:24:36Z', 'revision_number': 3, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'gw_port': {'id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:39:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:34Z', 'updated_at': '2021-11-11T17:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:41.420928 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-4728b0bd-4eae-4fc1-b2d6-6af1ac1b601a req-637f3706-d751-4017-814c-b6ba4c8fc80f tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1941498940', 'description': 'tempest-description-119850537'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:41.432906 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a694c-fafe-4617-a51b-abace44ea414 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1893291-2067-4dd9-97df-11cca0182e9e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:41.459306 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4728b0bd-4eae-4fc1-b2d6-6af1ac1b601a req-637f3706-d751-4017-814c-b6ba4c8fc80f tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:41.463486 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 17:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9024b06d-0dc8-4ad5-98ef-9da09f0a3009 x-openstack-request-id: req-9024b06d-0dc8-4ad5-98ef-9da09f0a3009 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:24:41.463814 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eaa99a1-08ae-404f-b3cf-a7f21b055a29", "name": "network-vif-plugged", "status": "completed", "tag": "c5b3e7ea-cb62-4baf-b49b-df5aef83f828", "code": 200}, {"server_uuid": "d381f6b3-5c35-4ee3-b69f-3269c70ad6a5", "name": "network-vif-plugged", "status": "completed", "tag": "fd994145-f684-40f0-a977-02caa43c320f", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:24:41.464074 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9024b06d-0dc8-4ad5-98ef-9da09f0a3009 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:24:41.464477 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eaa99a1-08ae-404f-b3cf-a7f21b055a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b3e7ea-cb62-4baf-b49b-df5aef83f828', 'code': 200} Nov 11 17:24:41.464758 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd381f6b3-5c35-4ee3-b69f-3269c70ad6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd994145-f684-40f0-a977-02caa43c320f', 'code': 200} Nov 11 17:24:41.468185 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82963eb-d57e-47e7-a4ad-6543c1cdd9a2 None None] The sync data for ids ['047d2289-f309-4e18-89f5-b58765d4e415'] in n-d-816206-4 is: [{'id': '047d2289-f309-4e18-89f5-b58765d4e415', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1666465949-router', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:33Z', 'updated_at': '2021-11-11T17:24:36Z', 'revision_number': 3, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'gw_port': {'id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:39:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:34Z', 'updated_at': '2021-11-11T17:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:24:41.529916 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8114ab7-cd52-4f86-9a07-ac55fca94148 admin admin] Network 0a08e4be-349c-4ca3-8c26-cda462219b23 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:24:41.536550 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-c8114ab7-cd52-4f86-9a07-ac55fca94148 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:41.577299 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4728b0bd-4eae-4fc1-b2d6-6af1ac1b601a req-637f3706-d751-4017-814c-b6ba4c8fc80f tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:41.584761 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4728b0bd-4eae-4fc1-b2d6-6af1ac1b601a req-637f3706-d751-4017-814c-b6ba4c8fc80f tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:41.659429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f3706-d751-4017-814c-b6ba4c8fc80f tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e5fe7d-f16a-4249-accd-44f04c588325,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:41.669634 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4728b0bd-4eae-4fc1-b2d6-6af1ac1b601a req-637f3706-d751-4017-814c-b6ba4c8fc80f tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:41.683715 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4728b0bd-4eae-4fc1-b2d6-6af1ac1b601a req-637f3706-d751-4017-814c-b6ba4c8fc80f tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2720098 Nov 11 17:24:41.740052 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe5b5e-67a7-4409-aee9-a32ed45c3de8 req-3f2451af-64e2-477c-8775-8a4f1b878b9f tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:41.741822 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2fbe5b5e-67a7-4409-aee9-a32ed45c3de8 req-3f2451af-64e2-477c-8775-8a4f1b878b9f tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/ports?device_id=a329418a-2422-4c3c-b495-c92d97e294cc HTTP/1.1" status: 200 len: 946 time: 0.1260257 Nov 11 17:24:41.823658 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf899a3-9c53-4be1-a580-cc0a81bf2d6b req-cdd16a20-c3b1-4106-b9b8-12c8588ab629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:41.830006 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5bf899a3-9c53-4be1-a580-cc0a81bf2d6b req-cdd16a20-c3b1-4106-b9b8-12c8588ab629 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4eaa99a1-08ae-404f-b3cf-a7f21b055a29 HTTP/1.1" status: 200 len: 1096 time: 0.1842117 Nov 11 17:24:41.845443 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2fbe5b5e-67a7-4409-aee9-a32ed45c3de8 req-257b6b0e-cd60-4c20-8b03-688eaca19c04 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/security-groups?id=e871e4bc-d92b-4a7a-bc70-3cd22b3adcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936761 Nov 11 17:24:41.846782 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bfc73-b7c5-45e3-9079-a9dcebbb27d1 req-417ea1dc-9e71-42fa-abb8-76314e341d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:41.848420 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-761bfc73-b7c5-45e3-9079-a9dcebbb27d1 req-417ea1dc-9e71-42fa-abb8-76314e341d4b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 1097 time: 0.2082055 Nov 11 17:24:41.963520 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8114ab7-cd52-4f86-9a07-ac55fca94148 admin admin] Router 047d2289-f309-4e18-89f5-b58765d4e415 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:24:42.051213 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f12271da-3a89-462f-91c6-2c37784f60e8 None None] Provisioning complete for port 7c82c2fd-1578-440f-85bf-3835a0bb7d58 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:42.051886 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f12271da-3a89-462f-91c6-2c37784f60e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:42.124872 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5bf899a3-9c53-4be1-a580-cc0a81bf2d6b req-bb2249f0-3d13-4b4c-93c5-d7a463749c50 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848132 Nov 11 17:24:42.176521 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-f12271da-3a89-462f-91c6-2c37784f60e8 None None] Port 7c82c2fd-1578-440f-85bf-3835a0bb7d58 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:24:42.201770 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-761bfc73-b7c5-45e3-9079-a9dcebbb27d1 req-741f82da-d9a8-44dd-802b-1041719a827f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459048 Nov 11 17:24:42.307642 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8114ab7-cd52-4f86-9a07-ac55fca94148 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:24:42.327571 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c8114ab7-cd52-4f86-9a07-ac55fca94148 admin admin] 10.222.0.76 "PUT /v2.0/routers/047d2289-f309-4e18-89f5-b58765d4e415/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6050105 Nov 11 17:24:42.348092 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-3f6cacfe-4ea8-4a98-a693-d4be0b9eb68e req-07f2623c-f601-4ae0-86c0-c903ac8cd7a8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1501129540', 'description': 'tempest-description-1951872676'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:42.380914 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40efe32-60f8-4bb7-9368-846d7ca18a0d req-88b672d2-8582-45bb-a2d0-9f93e12f8b36 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:42.383120 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d40efe32-60f8-4bb7-9368-846d7ca18a0d req-88b672d2-8582-45bb-a2d0-9f93e12f8b36 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.4146364 Nov 11 17:24:42.407057 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3f6cacfe-4ea8-4a98-a693-d4be0b9eb68e req-07f2623c-f601-4ae0-86c0-c903ac8cd7a8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:42.438960 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:42.468986 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d40efe32-60f8-4bb7-9368-846d7ca18a0d req-fbe7cb5c-b212-459d-8fc6-6b1805894bd4 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778098 Nov 11 17:24:42.586507 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 8f421af8-c177-442a-99c1-de8aa8714b4b up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:24:42.662908 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3f6cacfe-4ea8-4a98-a693-d4be0b9eb68e req-07f2623c-f601-4ae0-86c0-c903ac8cd7a8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:42.665365 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 8f421af8-c177-442a-99c1-de8aa8714b4b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:42.666120 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:42.677232 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49cfea-8579-4b36-9ab3-daec9b1b453d req-6cf4384c-9ea2-4a3f-a8c0-c0511119fae6 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:42.689006 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58922) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:42.694181 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-cd814793-ce53-491c-90db-9e395ebe20d3 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Request body: {'floatingip': {'port_id': 'eb8d65fd-7f27-4016-aaf5-6c1e31b8258b'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:42.703357 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b49cfea-8579-4b36-9ab3-daec9b1b453d req-6cf4384c-9ea2-4a3f-a8c0-c0511119fae6 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/ports?device_id=a329418a-2422-4c3c-b495-c92d97e294cc HTTP/1.1" status: 200 len: 946 time: 0.1430318 Nov 11 17:24:42.708104 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3f6cacfe-4ea8-4a98-a693-d4be0b9eb68e req-07f2623c-f601-4ae0-86c0-c903ac8cd7a8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:42.774670 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2623c-f601-4ae0-86c0-c903ac8cd7a8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=339fe084-b7b8-4a35-8253-97ddd26ca9fa,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:42.792076 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:42.798638 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cd814793-ce53-491c-90db-9e395ebe20d3 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks [] for floatingip, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:42.798840 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3f6cacfe-4ea8-4a98-a693-d4be0b9eb68e req-07f2623c-f601-4ae0-86c0-c903ac8cd7a8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:42.808955 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f6cacfe-4ea8-4a98-a693-d4be0b9eb68e req-07f2623c-f601-4ae0-86c0-c903ac8cd7a8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7806833 Nov 11 17:24:42.859610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 8f421af8-c177-442a-99c1-de8aa8714b4b, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=8f421af8-c177-442a-99c1-de8aa8714b4b,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:42.889613 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:42.958859 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=8f421af8-c177-442a-99c1-de8aa8714b4b,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:42.961406 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:42.995443 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 58930) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:43.039464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e8dd0-cef2-4797-883f-cda4ab1a4546 req-125bb192-4368-4061-bcda-ac5b7cfc1b19 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:43.048232 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e7e8dd0-cef2-4797-883f-cda4ab1a4546 req-125bb192-4368-4061-bcda-ac5b7cfc1b19 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=4eaa99a1-08ae-404f-b3cf-a7f21b055a29 HTTP/1.1" status: 200 len: 945 time: 0.1071594 Nov 11 17:24:43.112510 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e7e8dd0-cef2-4797-883f-cda4ab1a4546 req-032b2a66-96aa-48af-bca0-4d9dd386ccdf tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565670 Nov 11 17:24:43.139169 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-03af6178-65c5-4f13-810b-50a02f4b210a tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1149689173', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:43.202185 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03af6178-65c5-4f13-810b-50a02f4b210a tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Made reservation on behalf of 203b9d861353407aac8556106be765a3 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:24:43.205436 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-03af6178-65c5-4f13-810b-50a02f4b210a tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:43.231495 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-03af6178-65c5-4f13-810b-50a02f4b210a tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:43.435468 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-553deda9-1e61-4e06-8196-7437c8f5d0d1 req-8dab56dc-dc00-49ea-9370-16603a9bc56a tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=798385b1789540a48bd9d5f9339c59e7 HTTP/1.1" status: 200 len: 11013 time: 0.3055742 Nov 11 17:24:43.505893 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-03af6178-65c5-4f13-810b-50a02f4b210a tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:43.514847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-d98ef234-ef5e-439a-ae17-cac59950607c tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:43.515981 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-d98ef234-ef5e-439a-ae17-cac59950607c tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/networks?id=0a08e4be-349c-4ca3-8c26-cda462219b23 HTTP/1.1" status: 200 len: 829 time: 0.2133703 Nov 11 17:24:43.521435 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-03af6178-65c5-4f13-810b-50a02f4b210a tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:43.534834 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-03af6178-65c5-4f13-810b-50a02f4b210a tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] device_id is not set on port d1644e43-055b-4227-99a8-b95c04242c91 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:24:43.564281 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-5011cf96-2504-4ed7-9562-64f52cfadb03 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/quotas/d8e3801d3eb04c93bf4302e4afcc93ae HTTP/1.1" status: 200 len: 375 time: 0.0380514 Nov 11 17:24:43.575710 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cd814793-ce53-491c-90db-9e395ebe20d3 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:43.588824 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cd814793-ce53-491c-90db-9e395ebe20d3 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:43.631559 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-553deda9-1e61-4e06-8196-7437c8f5d0d1 req-4619f262-14e7-4f67-8bab-7eccf0928206 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/1318d88b-912d-4131-8fc5-5e39b9655fb9 HTTP/1.1" status: 200 len: 3002 time: 0.1690614 Nov 11 17:24:43.659146 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af6178-65c5-4f13-810b-50a02f4b210a tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20a99f7-fe20-4ed3-a5b7-7e6fe8363bd0,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:43.708600 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-cd814793-ce53-491c-90db-9e395ebe20d3 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Floating IP 011e93b1-9dc2-4964-b676-ae22736feed9 associated. External IP: 172.25.2.194, port: eb8d65fd-7f27-4016-aaf5-6c1e31b8258b. Nov 11 17:24:43.812222 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-f1e45465-8a66-4a11-b997-fce3951f3861 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d8e3801d3eb04c93bf4302e4afcc93ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2309401 Nov 11 17:24:43.859970 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-553deda9-1e61-4e06-8196-7437c8f5d0d1 req-4fc3fafd-d468-4532-bd9d-eae2d10b2bc8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/1318d88b-912d-4131-8fc5-5e39b9655fb9 HTTP/1.1" status: 200 len: 3002 time: 0.2270272 Nov 11 17:24:43.903263 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-03af6178-65c5-4f13-810b-50a02f4b210a tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Allocated IP 172.25.2.82 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/d1644e43-055b-4227-99a8-b95c04242c91) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:24:43.984552 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd814793-ce53-491c-90db-9e395ebe20d3 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Router fa838d5c-5511-4d71-ba2b-3537fdfddbde has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:24:44.012771 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-df07e7a2-992b-40e8-8cde-2c895b7a7152 service neutron] 10.222.0.76 "GET /v2.0/networks/0a08e4be-349c-4ca3-8c26-cda462219b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997693 Nov 11 17:24:44.107960 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd814793-ce53-491c-90db-9e395ebe20d3 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:24:44.113166 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cd814793-ce53-491c-90db-9e395ebe20d3 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:44.123571 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4729eaf1-046f-43fb-9bc2-2e54fb0c55ed None None] Sync routers for ids ['fa838d5c-5511-4d71-ba2b-3537fdfddbde'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:24:44.144074 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4729eaf1-046f-43fb-9bc2-2e54fb0c55ed None None] Routers {'fa838d5c-5511-4d71-ba2b-3537fdfddbde'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:24:44.145009 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-4729eaf1-046f-43fb-9bc2-2e54fb0c55ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:24:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fa838d5c-5511-4d71-ba2b-3537fdfddbde'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:44.149496 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cd814793-ce53-491c-90db-9e395ebe20d3 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "PUT /v2.0/floatingips/011e93b1-9dc2-4964-b676-ae22736feed9 HTTP/1.1" status: 200 len: 992 time: 1.4586625 Nov 11 17:24:44.149692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115fdbc-eff1-4a88-96df-13a31a3287b6 req-6b812a6c-5530-4512-af39-dadf4f5451b4 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:44.149819 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a329418a-2422-4c3c-b495-c92d97e294cc', 'tag': 'eb8d65fd-7f27-4016-aaf5-6c1e31b8258b'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:24:44.151981 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b266662d-0a86-490c-aac0-7882ca5a9e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "a329418a-2422-4c3c-b495-c92d97e294cc", "tag": "eb8d65fd-7f27-4016-aaf5-6c1e31b8258b"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:24:44.157178 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e115fdbc-eff1-4a88-96df-13a31a3287b6 req-6b812a6c-5530-4512-af39-dadf4f5451b4 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.2086408 Nov 11 17:24:44.183783 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] Sync routers for ids ['047d2289-f309-4e18-89f5-b58765d4e415'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:24:44.196177 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] Routers {'047d2289-f309-4e18-89f5-b58765d4e415'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:24:44.197297 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:24:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['047d2289-f309-4e18-89f5-b58765d4e415'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:44.267373 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-f735f3fa-eb6f-4c79-b733-d721ec2ff42d service neutron] 10.222.0.76 "GET /v2.0/networks/0a08e4be-349c-4ca3-8c26-cda462219b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536411 Nov 11 17:24:44.272177 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-4729eaf1-046f-43fb-9bc2-2e54fb0c55ed None None] Set router fa838d5c-5511-4d71-ba2b-3537fdfddbde gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:24:44.286424 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-03af6178-65c5-4f13-810b-50a02f4b210a tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:44.307947 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e115fdbc-eff1-4a88-96df-13a31a3287b6 req-a784e360-e175-48fe-aecb-1628b47d1d94 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450231 Nov 11 17:24:44.343081 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] Set router 047d2289-f309-4e18-89f5-b58765d4e415 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:24:44.379103 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-03af6178-65c5-4f13-810b-50a02f4b210a tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:44.456249 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af6178-65c5-4f13-810b-50a02f4b210a tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Pushing event updated for resources: {'Port': ['ID=d1644e43-055b-4227-99a8-b95c04242c91,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:44.475952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03af6178-65c5-4f13-810b-50a02f4b210a tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:24:44.481668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-03af6178-65c5-4f13-810b-50a02f4b210a tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:44.487996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03af6178-65c5-4f13-810b-50a02f4b210a tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:24:44.621088 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 8f421af8-c177-442a-99c1-de8aa8714b4b up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:24:44.624487 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-4729eaf1-046f-43fb-9bc2-2e54fb0c55ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'name': 'tempest-ServersTestFqdnHostnames-633312653-router', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:02Z', 'updated_at': '2021-11-11T17:24:11Z', 'revision_number': 4, 'project_id': '303697d6187242c4aff52ba576f1e516', 'gw_port': {'id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:03Z', 'updated_at': '2021-11-11T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '011e93b1-9dc2-4964-b676-ae22736feed9', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'port_id': 'eb8d65fd-7f27-4016-aaf5-6c1e31b8258b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a', 'mac_address': 'fa:16:3e:4a:c3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a329418a-2422-4c3c-b495-c92d97e294cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:24:19Z', 'updated_at': '2021-11-11T17:24:43Z', 'revision_number': 1, 'project_id': '303697d6187242c4aff52ba576f1e516', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6afae2-5f3c-444f-9aa9-caf823a562fe', 'name': '', 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'mac_address': 'fa:16:3e:12:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'dd8c0416-0c92-44d3-abc7-81008e12e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:10Z', 'updated_at': '2021-11-11T17:24:16Z', 'revision_number': 5, 'project_id': '303697d6187242c4aff52ba576f1e516', 'subnets': [{'id': 'dd8c0416-0c92-44d3-abc7-81008e12e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:44.662470 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03af6178-65c5-4f13-810b-50a02f4b210a tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:44.663127 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-03af6178-65c5-4f13-810b-50a02f4b210a tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:44.689477 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f38a1abd-9e2c-424d-9579-88ba7ef31929 req-8ae3df0f-4659-4bc1-af2c-714508c401bc tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/a1893291-2067-4dd9-97df-11cca0182e9e HTTP/1.1" status: 200 len: 1820 time: 0.1910710 Nov 11 17:24:44.703388 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4729eaf1-046f-43fb-9bc2-2e54fb0c55ed None None] Checking router: fa838d5c-5511-4d71-ba2b-3537fdfddbde for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:24:44.707563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-03af6178-65c5-4f13-810b-50a02f4b210a tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7063763 Nov 11 17:24:44.708068 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58962) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:44.713725 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-eb42ed24-0628-46a4-b966-888985344bce tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.82'}]}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:44.726344 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4729eaf1-046f-43fb-9bc2-2e54fb0c55ed None None] Routers {'fa838d5c-5511-4d71-ba2b-3537fdfddbde'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:24:44.727244 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-4729eaf1-046f-43fb-9bc2-2e54fb0c55ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:24:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fa838d5c-5511-4d71-ba2b-3537fdfddbde'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:44.756473 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 8f421af8-c177-442a-99c1-de8aa8714b4b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:44.757099 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:44.794405 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eb42ed24-0628-46a4-b966-888985344bce tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:44.795697 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eb42ed24-0628-46a4-b966-888985344bce tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:44.804107 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f38a1abd-9e2c-424d-9579-88ba7ef31929 req-87168848-ca23-48c2-b099-76253fdb9d1a tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:44.815425 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047d2289-f309-4e18-89f5-b58765d4e415', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1666465949-router', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:33Z', 'updated_at': '2021-11-11T17:24:40Z', 'revision_number': 4, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'gw_port': {'id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:34Z', 'updated_at': '2021-11-11T17:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '7c82c2fd-1578-440f-85bf-3835a0bb7d58', 'name': '', 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'mac_address': 'fa:16:3e:9b:a0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c8897e56-382b-4c72-816c-c41e9f024bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:39Z', 'updated_at': '2021-11-11T17:24:40Z', 'revision_number': 2, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'subnets': [{'id': 'c8897e56-382b-4c72-816c-c41e9f024bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:44.842051 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a413af5-c297-4065-a9ee-c4962ba9c70d req-4725ba2b-81e1-4c15-a82a-503f6f14b1e6 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:44.853429 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1a413af5-c297-4065-a9ee-c4962ba9c70d req-4725ba2b-81e1-4c15-a82a-503f6f14b1e6 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=4eaa99a1-08ae-404f-b3cf-a7f21b055a29 HTTP/1.1" status: 200 len: 945 time: 0.1418767 Nov 11 17:24:44.887586 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] Checking router: 047d2289-f309-4e18-89f5-b58765d4e415 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:24:44.895717 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] Updating router 047d2289-f309-4e18-89f5-b58765d4e415 port 7c82c2fd-1578-440f-85bf-3835a0bb7d58 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:24:44.909000 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f38a1abd-9e2c-424d-9579-88ba7ef31929 req-87168848-ca23-48c2-b099-76253fdb9d1a tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:44.922803 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eb42ed24-0628-46a4-b966-888985344bce tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:44.930262 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-4729eaf1-046f-43fb-9bc2-2e54fb0c55ed None None] Set router fa838d5c-5511-4d71-ba2b-3537fdfddbde gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:24:44.958851 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:45.052190 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1a413af5-c297-4065-a9ee-c4962ba9c70d req-652a10bd-84db-446c-9c91-3603ecc1e450 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968205 Nov 11 17:24:45.121521 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f38a1abd-9e2c-424d-9579-88ba7ef31929 req-87168848-ca23-48c2-b099-76253fdb9d1a tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:45.126773 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f38a1abd-9e2c-424d-9579-88ba7ef31929 req-87168848-ca23-48c2-b099-76253fdb9d1a tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:45.142018 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f38a1abd-9e2c-424d-9579-88ba7ef31929 req-87168848-ca23-48c2-b099-76253fdb9d1a tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "DELETE /v2.0/security-groups/a1893291-2067-4dd9-97df-11cca0182e9e HTTP/1.1" status: 204 len: 173 time: 0.4515402 Nov 11 17:24:45.190970 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87168848-ca23-48c2-b099-76253fdb9d1a tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1893291-2067-4dd9-97df-11cca0182e9e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:45.198366 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eb42ed24-0628-46a4-b966-888985344bce tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:45.258418 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7982cd37-ae4d-4dc8-b8f7-cd77863ae516 x-openstack-request-id: req-7982cd37-ae4d-4dc8-b8f7-cd77863ae516 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:24:45.258709 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a329418a-2422-4c3c-b495-c92d97e294cc", "tag": "eb8d65fd-7f27-4016-aaf5-6c1e31b8258b", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:24:45.258964 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7982cd37-ae4d-4dc8-b8f7-cd77863ae516 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:24:45.259371 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a329418a-2422-4c3c-b495-c92d97e294cc', 'tag': 'eb8d65fd-7f27-4016-aaf5-6c1e31b8258b', 'status': 'completed', 'code': 200} Nov 11 17:24:45.397366 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266662d-0a86-490c-aac0-7882ca5a9e5a req-c4d1854f-22f9-4fcf-b53b-74b7b33f9145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:45.399399 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b266662d-0a86-490c-aac0-7882ca5a9e5a req-c4d1854f-22f9-4fcf-b53b-74b7b33f9145 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=303697d6187242c4aff52ba576f1e516&device_id=a329418a-2422-4c3c-b495-c92d97e294cc HTTP/1.1" status: 200 len: 1097 time: 0.0668640 Nov 11 17:24:45.414218 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0ecaddaa-0254-4fe9-9b1e-30e078b262d8 req-56ae6b2f-a22d-489d-9dbd-01f630299d3e tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/ports?device_id=a88a057e-ead5-49ec-a45f-2c286cc97333 HTTP/1.1" status: 200 len: 210 time: 0.0749366 Nov 11 17:24:45.441285 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-4729eaf1-046f-43fb-9bc2-2e54fb0c55ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'name': 'tempest-ServersTestFqdnHostnames-633312653-router', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:02Z', 'updated_at': '2021-11-11T17:24:11Z', 'revision_number': 4, 'project_id': '303697d6187242c4aff52ba576f1e516', 'gw_port': {'id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:03Z', 'updated_at': '2021-11-11T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '011e93b1-9dc2-4964-b676-ae22736feed9', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'port_id': 'eb8d65fd-7f27-4016-aaf5-6c1e31b8258b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a', 'mac_address': 'fa:16:3e:4a:c3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a329418a-2422-4c3c-b495-c92d97e294cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:24:19Z', 'updated_at': '2021-11-11T17:24:43Z', 'revision_number': 1, 'project_id': '303697d6187242c4aff52ba576f1e516', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6afae2-5f3c-444f-9aa9-caf823a562fe', 'name': '', 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'mac_address': 'fa:16:3e:12:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'dd8c0416-0c92-44d3-abc7-81008e12e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:10Z', 'updated_at': '2021-11-11T17:24:16Z', 'revision_number': 5, 'project_id': '303697d6187242c4aff52ba576f1e516', 'subnets': [{'id': 'dd8c0416-0c92-44d3-abc7-81008e12e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:45.509798 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe2baa-657f-43d7-8aba-68cc3bf8d9e7 req-6e4f2ff9-e326-4ffc-bde2-c0f602686a09 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:45.511064 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dafe2baa-657f-43d7-8aba-68cc3bf8d9e7 req-6e4f2ff9-e326-4ffc-bde2-c0f602686a09 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.1402242 Nov 11 17:24:45.513040 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4729eaf1-046f-43fb-9bc2-2e54fb0c55ed None None] The sync data for ids ['fa838d5c-5511-4d71-ba2b-3537fdfddbde'] in n-d-816206-4 is: [{'id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'name': 'tempest-ServersTestFqdnHostnames-633312653-router', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:02Z', 'updated_at': '2021-11-11T17:24:11Z', 'revision_number': 4, 'project_id': '303697d6187242c4aff52ba576f1e516', 'gw_port': {'id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:03Z', 'updated_at': '2021-11-11T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '011e93b1-9dc2-4964-b676-ae22736feed9', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'port_id': 'eb8d65fd-7f27-4016-aaf5-6c1e31b8258b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a', 'mac_address': 'fa:16:3e:4a:c3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a329418a-2422-4c3c-b495-c92d97e294cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:24:19Z', 'updated_at': '2021-11-11T17:24:43Z', 'revision_number': 1, 'project_id': '303697d6187242c4aff52ba576f1e516', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6afae2-5f3c-444f-9aa9-caf823a562fe', 'name': '', 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'mac_address': 'fa:16:3e:12:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'dd8c0416-0c92-44d3-abc7-81008e12e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:10Z', 'updated_at': '2021-11-11T17:24:16Z', 'revision_number': 5, 'project_id': '303697d6187242c4aff52ba576f1e516', 'subnets': [{'id': 'dd8c0416-0c92-44d3-abc7-81008e12e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:24:45.523757 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:45.535999 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:45.620180 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b4f46-ae9c-4f2b-af2f-1e03441a8811 None None] Pushing event updated for resources: {'Port': ['ID=7c82c2fd-1578-440f-85bf-3835a0bb7d58,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:45.728943 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dafe2baa-657f-43d7-8aba-68cc3bf8d9e7 req-33542983-5701-49a2-b431-c36d2f60e31e tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061784 Nov 11 17:24:45.768483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] Attempting to bind port 7c82c2fd-1578-440f-85bf-3835a0bb7d58 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:24:45.771570 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] Attempting to bind port 7c82c2fd-1578-440f-85bf-3835a0bb7d58 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '2d514ea6-51d1-4d00-986e-b4608e36a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:24:45.772197 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] Attempting to bind port 7c82c2fd-1578-440f-85bf-3835a0bb7d58 on network 0a08e4be-349c-4ca3-8c26-cda462219b23 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:24:45.778211 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-d42d40c7-fe32-49f3-bb90-cc1070bedf6f req-c7aaf708-bfd8-414a-998a-b721b0dc83f6 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] show failed (client error): The resource could not be found. Nov 11 17:24:45.779459 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d42d40c7-fe32-49f3-bb90-cc1070bedf6f req-c7aaf708-bfd8-414a-998a-b721b0dc83f6 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/a1893291-2067-4dd9-97df-11cca0182e9e HTTP/1.1" status: 404 len: 352 time: 0.0450366 Nov 11 17:24:45.790525 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266662d-0a86-490c-aac0-7882ca5a9e5a req-06ded3cc-bc7d-4eda-acd0-30bfa688360f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:45.792441 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:24:45.794897 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] Checking segment: {'id': '2d514ea6-51d1-4d00-986e-b4608e36a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:24:45.796382 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b266662d-0a86-490c-aac0-7882ca5a9e5a req-06ded3cc-bc7d-4eda-acd0-30bfa688360f service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ac47cb7-6876-4869-87f8-48704f29f83a HTTP/1.1" status: 200 len: 916 time: 0.3878391 Nov 11 17:24:45.804134 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:45.804830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] Bound using segment: {'id': '2d514ea6-51d1-4d00-986e-b4608e36a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:24:45.806722 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] Bound port: 7c82c2fd-1578-440f-85bf-3835a0bb7d58, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d514ea6-51d1-4d00-986e-b4608e36a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:24:45.809802 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:45.948420 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] For port 7c82c2fd-1578-440f-85bf-3835a0bb7d58, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:24:45.959517 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] For port 7c82c2fd-1578-440f-85bf-3835a0bb7d58, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7c82c2fd-1578-440f-85bf-3835a0bb7d58,segment=NetworkSegment(2d514ea6-51d1-4d00-986e-b4608e36a416),segment_id=2d514ea6-51d1-4d00-986e-b4608e36a416)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:24:45.962308 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9208c1c-18cc-4ed3-99a1-c3a1ae72aa4e None None] New status for floating IP 011e93b1-9dc2-4964-b676-ae22736feed9: ACTIVE {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:24:45.977181 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b266662d-0a86-490c-aac0-7882ca5a9e5a req-b3918851-c42a-4134-a8c6-191830cabe33 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb8d65fd-7f27-4016-aaf5-6c1e31b8258b HTTP/1.1" status: 200 len: 1000 time: 0.1577952 Nov 11 17:24:45.980320 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:46.047804 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b4f46-ae9c-4f2b-af2f-1e03441a8811 None None] Pushing event updated for resources: {'Port': ['ID=7c82c2fd-1578-440f-85bf-3835a0bb7d58,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:46.071308 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] Routers {'047d2289-f309-4e18-89f5-b58765d4e415'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:24:46.073058 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:24:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['047d2289-f309-4e18-89f5-b58765d4e415'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:46.095604 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322146fe-ae1e-487d-8744-be8e19f7e7de req-d253aa19-2def-4873-b05e-b7e2d76170b4 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:46.107421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-322146fe-ae1e-487d-8744-be8e19f7e7de req-d253aa19-2def-4873-b05e-b7e2d76170b4 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=4eaa99a1-08ae-404f-b3cf-a7f21b055a29 HTTP/1.1" status: 200 len: 945 time: 0.1287265 Nov 11 17:24:46.115547 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266662d-0a86-490c-aac0-7882ca5a9e5a req-97e186fd-6326-4da2-862f-d93cb054e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:46.118458 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b266662d-0a86-490c-aac0-7882ca5a9e5a req-97e186fd-6326-4da2-862f-d93cb054e46d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dd8c0416-0c92-44d3-abc7-81008e12e8aa HTTP/1.1" status: 200 len: 853 time: 0.1365793 Nov 11 17:24:46.220789 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] Set router 047d2289-f309-4e18-89f5-b58765d4e415 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:24:46.234376 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eb42ed24-0628-46a4-b966-888985344bce tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:46.235767 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-322146fe-ae1e-487d-8744-be8e19f7e7de req-83d91fc2-3112-47be-a137-9975bc6ecfe7 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249282 Nov 11 17:24:46.337646 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eb42ed24-0628-46a4-b966-888985344bce tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:46.525061 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1d483bed-2a1e-43ff-8d17-185fc124d062 req-1ef64107-a2fb-4f60-96fc-10cf3c88488f tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/08e5fe7d-f16a-4249-accd-44f04c588325 HTTP/1.1" status: 200 len: 1819 time: 0.2549324 Nov 11 17:24:46.644944 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266662d-0a86-490c-aac0-7882ca5a9e5a req-02fcf943-17cf-459d-9620-ca29f47ea483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:46.646970 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b266662d-0a86-490c-aac0-7882ca5a9e5a req-02fcf943-17cf-459d-9620-ca29f47ea483 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ac47cb7-6876-4869-87f8-48704f29f83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4141448 Nov 11 17:24:46.664327 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-92d6ec87-bd92-4354-ba7f-543d0f0a36c4 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:46.668060 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-92d6ec87-bd92-4354-ba7f-543d0f0a36c4 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.83 "GET /v2.0/networks?id=0a08e4be-349c-4ca3-8c26-cda462219b23 HTTP/1.1" status: 200 len: 829 time: 0.3376329 Nov 11 17:24:46.677492 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1d483bed-2a1e-43ff-8d17-185fc124d062 req-e11a723b-e329-4ebb-8b11-d62132bc2dc8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:46.692156 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-5be772df-3f72-4ac8-b1e9-aec15b2a473f tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Request body: {'port': {'device_id': 'a88a057e-ead5-49ec-a45f-2c286cc97333', 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23', 'admin_state_up': True, 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:46.797728 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5a5abed0-e4c0-4122-99f5-afccc570a9ad None None] Provisioning complete for port 7c82c2fd-1578-440f-85bf-3835a0bb7d58 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:46.805221 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5a5abed0-e4c0-4122-99f5-afccc570a9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:46.821380 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c076a84-02f5-4353-9be8-2c3d18ca7574 req-653a567e-6eee-4b0d-a67d-d652bfec8884 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/ports?device_id=a88a057e-ead5-49ec-a45f-2c286cc97333 HTTP/1.1" status: 200 len: 210 time: 0.0514765 Nov 11 17:24:46.824395 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1d483bed-2a1e-43ff-8d17-185fc124d062 req-e11a723b-e329-4ebb-8b11-d62132bc2dc8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:46.951060 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b266662d-0a86-490c-aac0-7882ca5a9e5a req-f1d0bac3-4d43-49d1-91de-202271ae98b0 service neutron] 10.222.0.64 "GET /v2.0/networks/9ac47cb7-6876-4869-87f8-48704f29f83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909226 Nov 11 17:24:46.956018 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1d483bed-2a1e-43ff-8d17-185fc124d062 req-e11a723b-e329-4ebb-8b11-d62132bc2dc8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:46.958531 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1d483bed-2a1e-43ff-8d17-185fc124d062 req-e11a723b-e329-4ebb-8b11-d62132bc2dc8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:46.973415 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1d483bed-2a1e-43ff-8d17-185fc124d062 req-e11a723b-e329-4ebb-8b11-d62132bc2dc8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "DELETE /v2.0/security-groups/08e5fe7d-f16a-4249-accd-44f04c588325 HTTP/1.1" status: 204 len: 173 time: 0.4458642 Nov 11 17:24:46.980081 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eb42ed24-0628-46a4-b966-888985344bce tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:47.045849 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a723b-e329-4ebb-8b11-d62132bc2dc8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e5fe7d-f16a-4249-accd-44f04c588325,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:47.118546 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-5be772df-3f72-4ac8-b1e9-aec15b2a473f tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Made reservation on behalf of d8e3801d3eb04c93bf4302e4afcc93ae for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:24:47.123870 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-5be772df-3f72-4ac8-b1e9-aec15b2a473f tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:47.139412 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5a5abed0-e4c0-4122-99f5-afccc570a9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:47.167404 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-8ba1f29c-467f-4756-9f5a-3ac2cab5b2bd req-573396f9-042b-49bd-bcb1-25ad03a169bd tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] show failed (client error): The resource could not be found. Nov 11 17:24:47.178693 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8ba1f29c-467f-4756-9f5a-3ac2cab5b2bd req-573396f9-042b-49bd-bcb1-25ad03a169bd tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/08e5fe7d-f16a-4249-accd-44f04c588325 HTTP/1.1" status: 404 len: 352 time: 0.0507727 Nov 11 17:24:47.186900 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-5a5abed0-e4c0-4122-99f5-afccc570a9ad None None] For port 7c82c2fd-1578-440f-85bf-3835a0bb7d58, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7c82c2fd-1578-440f-85bf-3835a0bb7d58,segment=NetworkSegment(2d514ea6-51d1-4d00-986e-b4608e36a416),segment_id=2d514ea6-51d1-4d00-986e-b4608e36a416)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:47.190888 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eb42ed24-0628-46a4-b966-888985344bce tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:47.192967 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eb42ed24-0628-46a4-b966-888985344bce tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:47.194939 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5a5abed0-e4c0-4122-99f5-afccc570a9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:47.205571 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047d2289-f309-4e18-89f5-b58765d4e415', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1666465949-router', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:33Z', 'updated_at': '2021-11-11T17:24:40Z', 'revision_number': 4, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'gw_port': {'id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:34Z', 'updated_at': '2021-11-11T17:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '7c82c2fd-1578-440f-85bf-3835a0bb7d58', 'name': '', 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'mac_address': 'fa:16:3e:9b:a0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c8897e56-382b-4c72-816c-c41e9f024bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:39Z', 'updated_at': '2021-11-11T17:24:45Z', 'revision_number': 4, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'subnets': [{'id': 'c8897e56-382b-4c72-816c-c41e9f024bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:47.261956 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed1df25-805e-46a4-9657-91e616712612 None None] The sync data for ids ['047d2289-f309-4e18-89f5-b58765d4e415'] in n-d-816206-4 is: [{'id': '047d2289-f309-4e18-89f5-b58765d4e415', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1666465949-router', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:33Z', 'updated_at': '2021-11-11T17:24:40Z', 'revision_number': 4, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'gw_port': {'id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:34Z', 'updated_at': '2021-11-11T17:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '7c82c2fd-1578-440f-85bf-3835a0bb7d58', 'name': '', 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'mac_address': 'fa:16:3e:9b:a0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c8897e56-382b-4c72-816c-c41e9f024bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:39Z', 'updated_at': '2021-11-11T17:24:45Z', 'revision_number': 4, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'subnets': [{'id': 'c8897e56-382b-4c72-816c-c41e9f024bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:24:47.288858 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eb42ed24-0628-46a4-b966-888985344bce tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:47.289644 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb42ed24-0628-46a4-b966-888985344bce tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5ed578b-e37d-42d0-89fb-99c2d3066b9c {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:24:47.294756 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd78ac-2d74-433b-a0c8-25a7f00ced64 req-810f3a85-6d48-49f7-8735-1e1ddb7236d3 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:47.317783 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4bdd78ac-2d74-433b-a0c8-25a7f00ced64 req-810f3a85-6d48-49f7-8735-1e1ddb7236d3 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.3295317 Nov 11 17:24:47.338348 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-eb42ed24-0628-46a4-b966-888985344bce tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 11 17:24:47.339258 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-4394555f-837d-48fd-95d3-17a01e1d1e63 None None] Provisioning complete for port 7c82c2fd-1578-440f-85bf-3835a0bb7d58 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:47.340031 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4394555f-837d-48fd-95d3-17a01e1d1e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:47.345005 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-eb42ed24-0628-46a4-b966-888985344bce tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.6342342 Nov 11 17:24:47.361321 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59012) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:47.444300 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5abed0-e4c0-4122-99f5-afccc570a9ad None None] Pushing event updated for resources: {'Port': ['ID=7c82c2fd-1578-440f-85bf-3835a0bb7d58,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:47.460733 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b266662d-0a86-490c-aac0-7882ca5a9e5a req-496f5790-4bd3-4291-a71b-ee51d44d4caa service neutron] 10.222.0.64 "GET /v2.0/networks/9ac47cb7-6876-4869-87f8-48704f29f83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910705 Nov 11 17:24:47.480108 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ec374-c1eb-4507-a400-5e3dc4e7be94 tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Deleting port d1644e43-055b-4227-99a8-b95c04242c91 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:24:47.480411 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a5ec374-c1eb-4507-a400-5e3dc4e7be94 tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:47.564311 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4bdd78ac-2d74-433b-a0c8-25a7f00ced64 req-f25619e6-d063-459e-a8b4-689cdc37a305 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455466 Nov 11 17:24:47.566518 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-5be772df-3f72-4ac8-b1e9-aec15b2a473f tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Allocated IP 172.20.0.3 (0a08e4be-349c-4ca3-8c26-cda462219b23/c8897e56-382b-4c72-816c-c41e9f024bac/4a430f40-bd82-464a-a1f9-03927f4f0ca4) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:24:47.571551 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4dd4a344-db39-419a-9e99-9ef31e0ba4ca req-7f10be0c-b073-41fc-8a9b-38d3d74c91a7 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/339fe084-b7b8-4a35-8253-97ddd26ca9fa HTTP/1.1" status: 200 len: 1820 time: 0.1967313 Nov 11 17:24:47.598097 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a5ec374-c1eb-4507-a400-5e3dc4e7be94 tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:47.627829 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ec374-c1eb-4507-a400-5e3dc4e7be94 tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Calling delete_port for d1644e43-055b-4227-99a8-b95c04242c91 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:24:47.720095 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4dd4a344-db39-419a-9e99-9ef31e0ba4ca req-28304c3c-2d56-4389-ac63-55fe22f46e33 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:47.841085 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4dd4a344-db39-419a-9e99-9ef31e0ba4ca req-28304c3c-2d56-4389-ac63-55fe22f46e33 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:47.932151 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995e6ca-60cd-498c-a6db-ea1178aba49b req-7a643152-1fee-4532-9fb8-d1e3d2034693 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:47.933778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e995e6ca-60cd-498c-a6db-ea1178aba49b req-7a643152-1fee-4532-9fb8-d1e3d2034693 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=4eaa99a1-08ae-404f-b3cf-a7f21b055a29 HTTP/1.1" status: 200 len: 945 time: 0.2453446 Nov 11 17:24:47.981071 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-5be772df-3f72-4ac8-b1e9-aec15b2a473f tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:48.030882 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e995e6ca-60cd-498c-a6db-ea1178aba49b req-8eb31051-b32f-4b4f-9de9-cdfba6c62bb1 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830696 Nov 11 17:24:48.033469 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4dd4a344-db39-419a-9e99-9ef31e0ba4ca req-28304c3c-2d56-4389-ac63-55fe22f46e33 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:48.036424 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4dd4a344-db39-419a-9e99-9ef31e0ba4ca req-28304c3c-2d56-4389-ac63-55fe22f46e33 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:48.050336 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4dd4a344-db39-419a-9e99-9ef31e0ba4ca req-28304c3c-2d56-4389-ac63-55fe22f46e33 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "DELETE /v2.0/security-groups/339fe084-b7b8-4a35-8253-97ddd26ca9fa HTTP/1.1" status: 204 len: 173 time: 0.4630814 Nov 11 17:24:48.077605 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:48.083686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28304c3c-2d56-4389-ac63-55fe22f46e33 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=339fe084-b7b8-4a35-8253-97ddd26ca9fa,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:48.150036 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-5be772df-3f72-4ac8-b1e9-aec15b2a473f tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:48.266329 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-5be772df-3f72-4ac8-b1e9-aec15b2a473f tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Network 0a08e4be-349c-4ca3-8c26-cda462219b23 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:24:48.279358 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-db442a96-3657-4a62-aeef-e59c81c19bb0 req-c00354ac-80ce-4874-ae00-7ec90e21e513 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] show failed (client error): The resource could not be found. Nov 11 17:24:48.280902 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a5ec374-c1eb-4507-a400-5e3dc4e7be94 tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:48.283560 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db442a96-3657-4a62-aeef-e59c81c19bb0 req-c00354ac-80ce-4874-ae00-7ec90e21e513 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/339fe084-b7b8-4a35-8253-97ddd26ca9fa HTTP/1.1" status: 404 len: 352 time: 0.0641258 Nov 11 17:24:48.289431 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-5be772df-3f72-4ac8-b1e9-aec15b2a473f tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:48.292664 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-5be772df-3f72-4ac8-b1e9-aec15b2a473f tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:24:48.332092 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be772df-3f72-4ac8-b1e9-aec15b2a473f tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Pushing event updated for resources: {'Port': ['ID=4a430f40-bd82-464a-a1f9-03927f4f0ca4,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:48.347148 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ec374-c1eb-4507-a400-5e3dc4e7be94 tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1644e43-055b-4227-99a8-b95c04242c91,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:48.379235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-5be772df-3f72-4ac8-b1e9-aec15b2a473f tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:48.379939 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-5be772df-3f72-4ac8-b1e9-aec15b2a473f tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:48.390686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49256c-fda2-472c-b0ec-7bc221220a19 req-a34a9fc4-cf0e-4fec-a4d4-25083681713c tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:48.392308 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e49256c-fda2-472c-b0ec-7bc221220a19 req-a34a9fc4-cf0e-4fec-a4d4-25083681713c tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/ports?device_id=a88a057e-ead5-49ec-a45f-2c286cc97333 HTTP/1.1" status: 200 len: 931 time: 0.1967266 Nov 11 17:24:48.430940 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-5be772df-3f72-4ac8-b1e9-aec15b2a473f tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7484193 Nov 11 17:24:48.446511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] Request body: {'port': {'device_id': 'a88a057e-ead5-49ec-a45f-2c286cc97333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:48.518674 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a5ec374-c1eb-4507-a400-5e3dc4e7be94 tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:48.537266 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1a5ec374-c1eb-4507-a400-5e3dc4e7be94 tempest-RoutersAdminNegativeTest-910890664 tempest-RoutersAdminNegativeTest-910890664-project-admin] 10.222.0.76 "DELETE /v2.0/ports/d1644e43-055b-4227-99a8-b95c04242c91 HTTP/1.1" status: 204 len: 168 time: 1.1747229 Nov 11 17:24:48.572676 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e49256c-fda2-472c-b0ec-7bc221220a19 req-fc73105c-80c9-4d59-b2e2-1be5c8ef3cba tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a8d600f-76d6-45bd-a1da-d80386834333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640792 Nov 11 17:24:48.646524 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:48.659962 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7c82c2fd-1578-440f-85bf-3835a0bb7d58 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:24:48.807586 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 7c82c2fd-1578-440f-85bf-3835a0bb7d58 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:48.810500 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:48.909414 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f6508a9a-58c0-4fbc-982f-7c3529e0639d None None] Provisioning complete for port 4a430f40-bd82-464a-a1f9-03927f4f0ca4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:48.910775 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f6508a9a-58c0-4fbc-982f-7c3529e0639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:48.999571 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59036) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:49.004111 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-f6508a9a-58c0-4fbc-982f-7c3529e0639d None None] Port 4a430f40-bd82-464a-a1f9-03927f4f0ca4 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:24:49.048592 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8629e1d-81dc-4ce4-bdbc-59ba537d0216 req-afb2ecdf-433c-400c-8c86-d385728c50c6 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=798385b1789540a48bd9d5f9339c59e7 HTTP/1.1" status: 200 len: 6207 time: 0.2734585 Nov 11 17:24:49.057752 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf98341-dc47-4056-9030-c975332d8d85 req-5444d8c6-da28-4cff-b768-f7497c10b33c tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:49.059172 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-adf98341-dc47-4056-9030-c975332d8d85 req-5444d8c6-da28-4cff-b768-f7497c10b33c tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.1656356 Nov 11 17:24:49.168544 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72dbddf1-842a-41d9-89f8-05b5c862c797 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:49.171913 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8629e1d-81dc-4ce4-bdbc-59ba537d0216 req-b39587ba-3898-48f3-b686-c0e732b3329b tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/1318d88b-912d-4131-8fc5-5e39b9655fb9 HTTP/1.1" status: 200 len: 3002 time: 0.1223559 Nov 11 17:24:49.192815 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-adf98341-dc47-4056-9030-c975332d8d85 req-f2e25854-49bc-4ba6-b6f9-1f6000ab3802 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208401 Nov 11 17:24:49.264037 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72dbddf1-842a-41d9-89f8-05b5c862c797 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:49.272156 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72dbddf1-842a-41d9-89f8-05b5c862c797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:49.289554 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8629e1d-81dc-4ce4-bdbc-59ba537d0216 req-bf3cf49f-d63a-4399-ad1f-58303622e221 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/1318d88b-912d-4131-8fc5-5e39b9655fb9 HTTP/1.1" status: 200 len: 3002 time: 0.1027083 Nov 11 17:24:49.305997 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a430f40-bd82-464a-a1f9-03927f4f0ca4 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:24:49.315083 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:49.328964 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] Transition to ACTIVE for port object 4a430f40-bd82-464a-a1f9-03927f4f0ca4 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:24:49.333777 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:49.344588 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-72dbddf1-842a-41d9-89f8-05b5c862c797 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=671dbc07f638450e976de788478c7ece&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3436766 Nov 11 17:24:49.345550 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbddf1-842a-41d9-89f8-05b5c862c797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6ca963-c986-4e3e-ac6f-a20213ac1df0,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:49.348007 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59044) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:49.429091 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4a430f40-bd82-464a-a1f9-03927f4f0ca4,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:49.459407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-e7e267b2-ed38-4219-be50-13d0e2701f76 req-7e6f9bbc-8a0f-4596-8dfa-511ba3a14527 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-681593930', 'description': 'tempest-description-599395309'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:49.467685 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63a09026-6115-423a-9d22-a32c08c47c2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:49.503288 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63a09026-6115-423a-9d22-a32c08c47c2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:49.514108 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0ef61-06cd-445a-8333-1e9df1f4f47f req-3aff37a2-12f8-43a9-a056-6c442764e712 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:49.515721 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34c0ef61-06cd-445a-8333-1e9df1f4f47f req-3aff37a2-12f8-43a9-a056-6c442764e712 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=4eaa99a1-08ae-404f-b3cf-a7f21b055a29 HTTP/1.1" status: 200 len: 945 time: 0.1711693 Nov 11 17:24:49.538277 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e7e267b2-ed38-4219-be50-13d0e2701f76 req-7e6f9bbc-8a0f-4596-8dfa-511ba3a14527 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:49.562090 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63a09026-6115-423a-9d22-a32c08c47c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:49.565084 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63a09026-6115-423a-9d22-a32c08c47c2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:49.566242 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-63a09026-6115-423a-9d22-a32c08c47c2f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ae6ca963-c986-4e3e-ac6f-a20213ac1df0 HTTP/1.1" status: 204 len: 168 time: 0.1977537 Nov 11 17:24:49.586961 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] Attempting to bind port 4a430f40-bd82-464a-a1f9-03927f4f0ca4 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:24:49.587559 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] Attempting to bind port 4a430f40-bd82-464a-a1f9-03927f4f0ca4 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '2d514ea6-51d1-4d00-986e-b4608e36a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:24:49.587777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] Attempting to bind port 4a430f40-bd82-464a-a1f9-03927f4f0ca4 on network 0a08e4be-349c-4ca3-8c26-cda462219b23 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:24:49.588223 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a09026-6115-423a-9d22-a32c08c47c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6ca963-c986-4e3e-ac6f-a20213ac1df0,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:49.617828 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] Port 4a430f40-bd82-464a-a1f9-03927f4f0ca4 on network 0a08e4be-349c-4ca3-8c26-cda462219b23 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:24:49.618170 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] Attempting to bind port 4a430f40-bd82-464a-a1f9-03927f4f0ca4 on network 0a08e4be-349c-4ca3-8c26-cda462219b23 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:24:49.640999 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:24:49.641349 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] Checking segment: {'id': '2d514ea6-51d1-4d00-986e-b4608e36a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:24:49.641987 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] Bound using segment: {'id': '2d514ea6-51d1-4d00-986e-b4608e36a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:24:49.642326 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] Bound port: 4a430f40-bd82-464a-a1f9-03927f4f0ca4, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d514ea6-51d1-4d00-986e-b4608e36a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:24:49.642672 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:49.651682 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34c0ef61-06cd-445a-8333-1e9df1f4f47f req-53d6964c-ca07-497d-aeca-8a9a7df4d3ac tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269035 Nov 11 17:24:49.732813 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e7e267b2-ed38-4219-be50-13d0e2701f76 req-7e6f9bbc-8a0f-4596-8dfa-511ba3a14527 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:49.741627 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e7e267b2-ed38-4219-be50-13d0e2701f76 req-7e6f9bbc-8a0f-4596-8dfa-511ba3a14527 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:49.766408 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] For port 4a430f40-bd82-464a-a1f9-03927f4f0ca4, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:24:49.813462 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] For port 4a430f40-bd82-464a-a1f9-03927f4f0ca4, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4a430f40-bd82-464a-a1f9-03927f4f0ca4,segment=NetworkSegment(2d514ea6-51d1-4d00-986e-b4608e36a416),segment_id=2d514ea6-51d1-4d00-986e-b4608e36a416)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:24:49.819131 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e7e267b2-ed38-4219-be50-13d0e2701f76 req-7e6f9bbc-8a0f-4596-8dfa-511ba3a14527 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:49.820516 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e7e267b2-ed38-4219-be50-13d0e2701f76 req-7e6f9bbc-8a0f-4596-8dfa-511ba3a14527 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3871810 Nov 11 17:24:49.821627 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f9bbc-8a0f-4596-8dfa-511ba3a14527 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97bea90e-be91-4f82-a709-f111d947c62e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:49.826795 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:50.017084 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59058) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:50.085367 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3bcf1b75-a77b-4516-ad59-d8f353080b95 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=203b9d861353407aac8556106be765a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0665760 Nov 11 17:24:50.086265 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59060) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:50.113497 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:50.113847 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:50.115813 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] 10.222.0.83 "PUT /v2.0/ports/4a430f40-bd82-464a-a1f9-03927f4f0ca4 HTTP/1.1" status: 200 len: 1091 time: 1.6758623 Nov 11 17:24:50.120966 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88a057e-ead5-49ec-a45f-2c286cc97333', 'tag': '4a430f40-bd82-464a-a1f9-03927f4f0ca4'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:24:50.123404 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd62c2e5-7aa0-4fdf-981c-f1379f839c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "a88a057e-ead5-49ec-a45f-2c286cc97333", "tag": "4a430f40-bd82-464a-a1f9-03927f4f0ca4"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:24:50.130777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-bf6af0fa-2950-49e5-9902-1292a728126e req-b7485ecf-1bfa-4804-b005-f456a5968a14 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1245800921', 'description': 'tempest-description-532058042'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:50.153777 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91f3b432-9b5d-4912-8b82-f5f33ff64dfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:50.159474 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85c212-a3f7-42a0-9dab-f4b2980ea551 req-d2f1fa1d-b579-4a29-ac4b-d68cfc55636d tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:50.161620 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef85c212-a3f7-42a0-9dab-f4b2980ea551 req-d2f1fa1d-b579-4a29-ac4b-d68cfc55636d tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/ports?device_id=a88a057e-ead5-49ec-a45f-2c286cc97333 HTTP/1.1" status: 200 len: 943 time: 0.3969245 Nov 11 17:24:50.179576 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91f3b432-9b5d-4912-8b82-f5f33ff64dfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:50.228238 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-bf6af0fa-2950-49e5-9902-1292a728126e req-b7485ecf-1bfa-4804-b005-f456a5968a14 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:50.230301 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae871804-e62d-4934-83ed-b2aa1b8455b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4a430f40-bd82-464a-a1f9-03927f4f0ca4,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:50.243705 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91f3b432-9b5d-4912-8b82-f5f33ff64dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:50.247095 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91f3b432-9b5d-4912-8b82-f5f33ff64dfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:50.255966 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-91f3b432-9b5d-4912-8b82-f5f33ff64dfe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d20a99f7-fe20-4ed3-a5b7-7e6fe8363bd0 HTTP/1.1" status: 204 len: 168 time: 0.1640723 Nov 11 17:24:50.289485 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-82684bcd-7f06-4f26-891b-f67ec23309e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:50.291345 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-82684bcd-7f06-4f26-891b-f67ec23309e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8e3801d3eb04c93bf4302e4afcc93ae&device_id=a88a057e-ead5-49ec-a45f-2c286cc97333 HTTP/1.1" status: 200 len: 1094 time: 0.1138656 Nov 11 17:24:50.292985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3b432-9b5d-4912-8b82-f5f33ff64dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20a99f7-fe20-4ed3-a5b7-7e6fe8363bd0,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:50.298695 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef85c212-a3f7-42a0-9dab-f4b2980ea551 req-60ccca79-5f8a-4e15-b3e2-211d0375dd91 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a8d600f-76d6-45bd-a1da-d80386834333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284642 Nov 11 17:24:50.349274 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793c393-0097-4702-b0f7-dc6d08048019 req-519a2eea-5d48-4a9b-b9b9-aa9a48c0e076 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:50.351083 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5793c393-0097-4702-b0f7-dc6d08048019 req-519a2eea-5d48-4a9b-b9b9-aa9a48c0e076 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.64 "GET /v2.0/ports?device_id=4eaa99a1-08ae-404f-b3cf-a7f21b055a29 HTTP/1.1" status: 200 len: 945 time: 0.0933585 Nov 11 17:24:50.355093 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-722d3dbd-1361-44ee-bc93-9dc9f4748f1e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a430f40-bd82-464a-a1f9-03927f4f0ca4 HTTP/1.1" status: 200 len: 217 time: 0.0494521 Nov 11 17:24:50.406563 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6925fea0-e8b9-4e2c-ba77-f9fdc60b7aa5 x-openstack-request-id: req-6925fea0-e8b9-4e2c-ba77-f9fdc60b7aa5 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:24:50.406862 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88a057e-ead5-49ec-a45f-2c286cc97333", "tag": "4a430f40-bd82-464a-a1f9-03927f4f0ca4", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:24:50.407121 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6925fea0-e8b9-4e2c-ba77-f9fdc60b7aa5 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:24:50.407512 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88a057e-ead5-49ec-a45f-2c286cc97333', 'tag': '4a430f40-bd82-464a-a1f9-03927f4f0ca4', 'status': 'completed', 'code': 200} Nov 11 17:24:50.426268 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-bf6af0fa-2950-49e5-9902-1292a728126e req-b7485ecf-1bfa-4804-b005-f456a5968a14 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:50.434484 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-bf6af0fa-2950-49e5-9902-1292a728126e req-b7485ecf-1bfa-4804-b005-f456a5968a14 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:50.441019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-82616b77-bc79-4f7d-b6cb-2e15666bf4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:50.442581 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-82616b77-bc79-4f7d-b6cb-2e15666bf4f7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c8897e56-382b-4c72-816c-c41e9f024bac HTTP/1.1" status: 200 len: 868 time: 0.0774660 Nov 11 17:24:50.504735 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-5793c393-0097-4702-b0f7-dc6d08048019 req-a6194504-07ac-4c9b-8713-69057c8d22cb tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Deleting port c5b3e7ea-cb62-4baf-b49b-df5aef83f828 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:24:50.505070 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5793c393-0097-4702-b0f7-dc6d08048019 req-a6194504-07ac-4c9b-8713-69057c8d22cb tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:50.514860 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-bf6af0fa-2950-49e5-9902-1292a728126e req-b7485ecf-1bfa-4804-b005-f456a5968a14 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:50.516131 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bf6af0fa-2950-49e5-9902-1292a728126e req-b7485ecf-1bfa-4804-b005-f456a5968a14 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4092228 Nov 11 17:24:50.536312 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7485ecf-1bfa-4804-b005-f456a5968a14 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6611f4c7-5b85-41dd-a6f8-ba1ceab211f0,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:50.561126 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-cfa7c159-55e0-4dd3-ba3e-3d54a2c0fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:50.562638 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-cfa7c159-55e0-4dd3-ba3e-3d54a2c0fbf2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a08e4be-349c-4ca3-8c26-cda462219b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095161 Nov 11 17:24:50.573994 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4c5e8-97c3-4b4e-aba6-28e958c933fd req-2cf0ce17-398f-449e-a81d-fda1c2306d64 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:50.575490 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceb4c5e8-97c3-4b4e-aba6-28e958c933fd req-2cf0ce17-398f-449e-a81d-fda1c2306d64 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.0977852 Nov 11 17:24:50.640248 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-5793c393-0097-4702-b0f7-dc6d08048019 req-a6194504-07ac-4c9b-8713-69057c8d22cb tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] For port c5b3e7ea-cb62-4baf-b49b-df5aef83f828, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c5b3e7ea-cb62-4baf-b49b-df5aef83f828,segment=NetworkSegment(9c3ca969-25ab-46ee-afcc-55221ee89c23),segment_id=9c3ca969-25ab-46ee-afcc-55221ee89c23)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:50.640806 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5793c393-0097-4702-b0f7-dc6d08048019 req-a6194504-07ac-4c9b-8713-69057c8d22cb tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:50.663407 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-5793c393-0097-4702-b0f7-dc6d08048019 req-a6194504-07ac-4c9b-8713-69057c8d22cb tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Calling delete_port for c5b3e7ea-cb62-4baf-b49b-df5aef83f828 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:24:50.693072 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceb4c5e8-97c3-4b4e-aba6-28e958c933fd req-07372f57-a252-4ead-8ace-3033dc32aa48 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885549 Nov 11 17:24:50.733176 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-472b1dc7-141f-46e5-a1a1-de570560b698 service neutron] 10.222.0.83 "GET /v2.0/networks/0a08e4be-349c-4ca3-8c26-cda462219b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566663 Nov 11 17:24:50.851520 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5793c393-0097-4702-b0f7-dc6d08048019 req-a6194504-07ac-4c9b-8713-69057c8d22cb tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:50.885361 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['c5b3e7ea-cb62-4baf-b49b-df5aef83f828'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:24:50.887036 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6194504-07ac-4c9b-8713-69057c8d22cb tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Pushing event deleted for resources: {'Port': ['ID=c5b3e7ea-cb62-4baf-b49b-df5aef83f828,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:50.934358 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-5793c393-0097-4702-b0f7-dc6d08048019 req-a6194504-07ac-4c9b-8713-69057c8d22cb tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] No DVR routers for this DVR port c5b3e7ea-cb62-4baf-b49b-df5aef83f828 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:24:50.937375 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5793c393-0097-4702-b0f7-dc6d08048019 req-a6194504-07ac-4c9b-8713-69057c8d22cb tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:50.941472 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5793c393-0097-4702-b0f7-dc6d08048019 req-a6194504-07ac-4c9b-8713-69057c8d22cb tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.64 "DELETE /v2.0/ports/c5b3e7ea-cb62-4baf-b49b-df5aef83f828 HTTP/1.1" status: 204 len: 173 time: 0.5836139 Nov 11 17:24:50.942132 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eaa99a1-08ae-404f-b3cf-a7f21b055a29', 'name': 'network-vif-deleted', 'tag': 'c5b3e7ea-cb62-4baf-b49b-df5aef83f828'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:24:50.944465 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b34f8c4-1c01-43f6-abfc-39258930e5ab" -d '{"events": [{"server_uuid": "4eaa99a1-08ae-404f-b3cf-a7f21b055a29", "name": "network-vif-deleted", "tag": "c5b3e7ea-cb62-4baf-b49b-df5aef83f828"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:24:50.957295 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7a78a-0795-40a3-8733-00e40cea2835 req-e54ceb67-f5df-4b31-81b0-9c10e53f64bb tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:50.958768 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-32a7a78a-0795-40a3-8733-00e40cea2835 req-e54ceb67-f5df-4b31-81b0-9c10e53f64bb tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/ports?device_id=4eaa99a1-08ae-404f-b3cf-a7f21b055a29 HTTP/1.1" status: 200 len: 867 time: 0.1863244 Nov 11 17:24:50.999478 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50143f12-f9b9-4ae5-95e1-d7cdf097de21 req-cfd58ed4-bbec-4f7b-8a7f-e1feef07a679 service neutron] 10.222.0.83 "GET /v2.0/networks/0a08e4be-349c-4ca3-8c26-cda462219b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581534 Nov 11 17:24:51.031680 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-a393ea89-842d-4af7-b418-c3f467bd33e0 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:51.033210 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-a393ea89-842d-4af7-b418-c3f467bd33e0 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/networks?id=ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc HTTP/1.1" status: 200 len: 813 time: 0.2261431 Nov 11 17:24:51.057280 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-32a7a78a-0795-40a3-8733-00e40cea2835 req-2fd71cae-b307-4b01-bb84-6a2c930ba937 tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] 10.222.0.76 "GET /v2.0/security-groups?id=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864229 Nov 11 17:24:51.058948 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-e896ae82-83e9-41d8-8a33-89e2547bae4a tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/quotas/798385b1789540a48bd9d5f9339c59e7 HTTP/1.1" status: 200 len: 375 time: 0.0171537 Nov 11 17:24:51.162197 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-3d041b71-005c-443d-8414-536d81a0ac74 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=798385b1789540a48bd9d5f9339c59e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0960059 Nov 11 17:24:51.170974 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62c2e5-7aa0-4fdf-981c-f1379f839c4b req-67ef7aeb-0520-462f-8b1a-9bbde679abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:51.173653 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd62c2e5-7aa0-4fdf-981c-f1379f839c4b req-67ef7aeb-0520-462f-8b1a-9bbde679abf1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8e3801d3eb04c93bf4302e4afcc93ae&device_id=a88a057e-ead5-49ec-a45f-2c286cc97333 HTTP/1.1" status: 200 len: 1094 time: 0.1055195 Nov 11 17:24:51.202080 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19c6aff-9a22-4f77-900d-6b01b6a51b28 x-openstack-request-id: req-d19c6aff-9a22-4f77-900d-6b01b6a51b28 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:24:51.202444 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eaa99a1-08ae-404f-b3cf-a7f21b055a29", "name": "network-vif-deleted", "tag": "c5b3e7ea-cb62-4baf-b49b-df5aef83f828", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:24:51.202768 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d19c6aff-9a22-4f77-900d-6b01b6a51b28 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:24:51.203251 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eaa99a1-08ae-404f-b3cf-a7f21b055a29', 'name': 'network-vif-deleted', 'tag': 'c5b3e7ea-cb62-4baf-b49b-df5aef83f828', 'status': 'completed', 'code': 200} Nov 11 17:24:51.334525 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59118) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:51.373090 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62c2e5-7aa0-4fdf-981c-f1379f839c4b req-d6bdc714-edb0-483a-8575-b534769c283d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:51.375397 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd62c2e5-7aa0-4fdf-981c-f1379f839c4b req-d6bdc714-edb0-483a-8575-b534769c283d service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a08e4be-349c-4ca3-8c26-cda462219b23 HTTP/1.1" status: 200 len: 931 time: 0.1427505 Nov 11 17:24:51.379855 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-e712a48f-0619-4e56-8526-7329815543ee service neutron] 10.222.0.76 "GET /v2.0/networks/ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049425 Nov 11 17:24:51.445841 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-1c48f8a5-634e-4b8e-a808-208adb4812cb tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1738210485'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:51.446398 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd62c2e5-7aa0-4fdf-981c-f1379f839c4b req-d50093ad-284b-464b-9af2-ef6d8d246681 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a430f40-bd82-464a-a1f9-03927f4f0ca4 HTTP/1.1" status: 200 len: 217 time: 0.0615458 Nov 11 17:24:51.472555 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c48f8a5-634e-4b8e-a808-208adb4812cb tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Made reservation on behalf of 41487e7815c54069a1ad9fb887fa6637 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:24:51.477060 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1c48f8a5-634e-4b8e-a808-208adb4812cb tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:51.486679 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1c48f8a5-634e-4b8e-a808-208adb4812cb tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:51.582947 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1c48f8a5-634e-4b8e-a808-208adb4812cb tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:51.588773 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62c2e5-7aa0-4fdf-981c-f1379f839c4b req-364f388a-184f-4293-bf8b-d4eb1b47bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:51.589253 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1c48f8a5-634e-4b8e-a808-208adb4812cb tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:51.590249 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd62c2e5-7aa0-4fdf-981c-f1379f839c4b req-364f388a-184f-4293-bf8b-d4eb1b47bdeb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c8897e56-382b-4c72-816c-c41e9f024bac HTTP/1.1" status: 200 len: 868 time: 0.1100373 Nov 11 17:24:51.600155 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d0947-93ec-4833-ba40-198e7890337d req-f7feb17c-8a49-4755-bc67-c57db917621c tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:51.601627 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-822d0947-93ec-4833-ba40-198e7890337d req-f7feb17c-8a49-4755-bc67-c57db917621c tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/ports?device_id=a88a057e-ead5-49ec-a45f-2c286cc97333 HTTP/1.1" status: 200 len: 943 time: 0.1714749 Nov 11 17:24:51.605478 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-7ca11ec6-9ae2-4e77-a363-89898eddc98b service neutron] 10.222.0.76 "GET /v2.0/networks/ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125087 Nov 11 17:24:51.615631 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c48f8a5-634e-4b8e-a808-208adb4812cb tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1293} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:24:51.629884 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48f8a5-634e-4b8e-a808-208adb4812cb tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0134916a-ce7a-43b1-a88c-c42f366e6528,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:51.646430 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1c48f8a5-634e-4b8e-a808-208adb4812cb tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:51.646821 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-1c48f8a5-634e-4b8e-a808-208adb4812cb tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Added segment 5dc9625f-9448-4e9d-91b1-61b5801cd5b2 of type vlan for network 73b1cea1-3b2e-43f5-b58f-afaa2b0ff098 Nov 11 17:24:51.698874 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1c48f8a5-634e-4b8e-a808-208adb4812cb tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:51.726180 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-822d0947-93ec-4833-ba40-198e7890337d req-bed99c2e-9c68-4c35-a107-0be2f988f789 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a8d600f-76d6-45bd-a1da-d80386834333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119132 Nov 11 17:24:51.737867 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62c2e5-7aa0-4fdf-981c-f1379f839c4b req-af226e10-d892-454c-93e9-873f9b67b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:51.740402 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd62c2e5-7aa0-4fdf-981c-f1379f839c4b req-af226e10-d892-454c-93e9-873f9b67b50c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a08e4be-349c-4ca3-8c26-cda462219b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371512 Nov 11 17:24:51.743688 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1c48f8a5-634e-4b8e-a808-208adb4812cb tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:51.751036 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c48f8a5-634e-4b8e-a808-208adb4812cb tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:51.751755 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1c48f8a5-634e-4b8e-a808-208adb4812cb tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:51.860807 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1c48f8a5-634e-4b8e-a808-208adb4812cb tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.5224402 Nov 11 17:24:51.861696 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59162) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:51.874130 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-4b782d8f-4360-428c-b6aa-cc6282997b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Request body: {'subnet': {'network_id': '73b1cea1-3b2e-43f5-b58f-afaa2b0ff098', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:51.880172 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48f8a5-634e-4b8e-a808-208adb4812cb tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Pushing event updated for resources: {'Network': ['ID=73b1cea1-3b2e-43f5-b58f-afaa2b0ff098,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:51.893429 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 73b1cea1-3b2e-43f5-b58f-afaa2b0ff098 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:24:52.010771 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b782d8f-4360-428c-b6aa-cc6282997b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Made reservation on behalf of 41487e7815c54069a1ad9fb887fa6637 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:24:52.017491 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4b782d8f-4360-428c-b6aa-cc6282997b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:52.057767 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d92262c-31d7-4935-8e43-d8c3b4a247fc req-0c0ab1f0-a23d-4384-80d1-01ef4a8260d3 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 210 time: 0.1292865 Nov 11 17:24:52.065933 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd62c2e5-7aa0-4fdf-981c-f1379f839c4b req-5330aff1-880e-41e6-b57e-56fd8d561bc3 service neutron] 10.222.0.83 "GET /v2.0/networks/0a08e4be-349c-4ca3-8c26-cda462219b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182137 Nov 11 17:24:52.146995 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a32c3-07a1-417f-9bf4-38d5e77b4bfa req-e4b758a4-245d-4e06-a511-142a48c9a462 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:52.156372 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e9a32c3-07a1-417f-9bf4-38d5e77b4bfa req-e4b758a4-245d-4e06-a511-142a48c9a462 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.2727969 Nov 11 17:24:52.282209 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4b782d8f-4360-428c-b6aa-cc6282997b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:52.370661 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e9a32c3-07a1-417f-9bf4-38d5e77b4bfa req-7d2511a2-08c2-41bf-8748-2def3bb84831 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423416 Nov 11 17:24:52.387447 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd62c2e5-7aa0-4fdf-981c-f1379f839c4b req-c9149e7a-10bc-4a83-8b4d-fa5afe38db0a service neutron] 10.222.0.83 "GET /v2.0/networks/0a08e4be-349c-4ca3-8c26-cda462219b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137426 Nov 11 17:24:52.388412 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b782d8f-4360-428c-b6aa-cc6282997b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Pushing event updated for resources: {'Subnet': ['ID=2ff8faff-171a-47b7-b6be-4a78f4b49e25,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:52.397544 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b782d8f-4360-428c-b6aa-cc6282997b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Checking segment: {'id': '5dc9625f-9448-4e9d-91b1-61b5801cd5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '73b1cea1-3b2e-43f5-b58f-afaa2b0ff098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:24:52.398080 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b782d8f-4360-428c-b6aa-cc6282997b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Network hostable DHCP agents. Network: 73b1cea1-3b2e-43f5-b58f-afaa2b0ff098, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:24:52.433411 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b782d8f-4360-428c-b6aa-cc6282997b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Network 73b1cea1-3b2e-43f5-b58f-afaa2b0ff098 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:24:52.452223 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-4b782d8f-4360-428c-b6aa-cc6282997b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 73b1cea1-3b2e-43f5-b58f-afaa2b0ff098) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:52.460386 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8014c6f2-9185-4647-adda-efbba3073d05 None None] Network 73b1cea1-3b2e-43f5-b58f-afaa2b0ff098 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:24:52.469482 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b782d8f-4360-428c-b6aa-cc6282997b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:52.471293 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4b782d8f-4360-428c-b6aa-cc6282997b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:52.510905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59220) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:52.511484 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4b782d8f-4360-428c-b6aa-cc6282997b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6461959 Nov 11 17:24:52.516178 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d6e4eac8-2677-4a78-af68-dae718e3104b tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Request body: {'port': {'network_id': '73b1cea1-3b2e-43f5-b58f-afaa2b0ff098', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-709162972'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:52.664303 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cc9630-8634-47a2-8eae-9ca260361fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-73b1cea1-3b2e-43f5-b58f-afaa2b0ff098', 'network_id': '73b1cea1-3b2e-43f5-b58f-afaa2b0ff098', 'tenant_id': '41487e7815c54069a1ad9fb887fa6637', 'fixed_ips': [{'subnet_id': '2ff8faff-171a-47b7-b6be-4a78f4b49e25'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:24:52.665481 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-43cc9630-8634-47a2-8eae-9ca260361fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:52.710192 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e4eac8-2677-4a78-af68-dae718e3104b tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Made reservation on behalf of 41487e7815c54069a1ad9fb887fa6637 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:24:52.714965 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6e4eac8-2677-4a78-af68-dae718e3104b tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:52.746511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-d6e4eac8-2677-4a78-af68-dae718e3104b tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] device_id is not set on port 8c92bbbd-7758-4067-a75d-21f819fe7b79 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:24:52.903890 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1424e3-4814-4917-9fc2-19d0e47db76d req-a667ccb8-a13f-49d8-9268-e4ef0b88c2aa tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:52.908230 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef1424e3-4814-4917-9fc2-19d0e47db76d req-a667ccb8-a13f-49d8-9268-e4ef0b88c2aa tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/ports?device_id=a88a057e-ead5-49ec-a45f-2c286cc97333 HTTP/1.1" status: 200 len: 943 time: 0.0817287 Nov 11 17:24:52.934616 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-43cc9630-8634-47a2-8eae-9ca260361fcc None None] Allocated IP 2001:db8::2 (73b1cea1-3b2e-43f5-b58f-afaa2b0ff098/2ff8faff-171a-47b7-b6be-4a78f4b49e25/00b22050-fb7a-4a37-b9bd-4c4db82c6685) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:24:52.977390 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef1424e3-4814-4917-9fc2-19d0e47db76d req-06d281c6-48c0-46de-bed8-9807373ac866 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a8d600f-76d6-45bd-a1da-d80386834333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587640 Nov 11 17:24:53.096021 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-43cc9630-8634-47a2-8eae-9ca260361fcc None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:53.105462 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-43cc9630-8634-47a2-8eae-9ca260361fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:53.172697 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cc9630-8634-47a2-8eae-9ca260361fcc None None] Network 73b1cea1-3b2e-43f5-b58f-afaa2b0ff098 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:24:53.177721 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-43cc9630-8634-47a2-8eae-9ca260361fcc None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:53.184755 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cc9630-8634-47a2-8eae-9ca260361fcc None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:24:53.194079 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc9630-8634-47a2-8eae-9ca260361fcc None None] Pushing event updated for resources: {'Port': ['ID=00b22050-fb7a-4a37-b9bd-4c4db82c6685,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:53.232325 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55a258da-5c3c-4191-8e3f-2041375ce37a req-8ac9d03b-532c-40e4-a6b5-7034293e467e tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 210 time: 0.0865495 Nov 11 17:24:53.283825 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-d6e4eac8-2677-4a78-af68-dae718e3104b tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Allocated IP 2001:db8::29d (73b1cea1-3b2e-43f5-b58f-afaa2b0ff098/2ff8faff-171a-47b7-b6be-4a78f4b49e25/8c92bbbd-7758-4067-a75d-21f819fe7b79) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:24:53.284896 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-43cc9630-8634-47a2-8eae-9ca260361fcc None None] Attempting to bind port 00b22050-fb7a-4a37-b9bd-4c4db82c6685 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:24:53.285690 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-43cc9630-8634-47a2-8eae-9ca260361fcc None None] Attempting to bind port 00b22050-fb7a-4a37-b9bd-4c4db82c6685 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '5dc9625f-9448-4e9d-91b1-61b5801cd5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '73b1cea1-3b2e-43f5-b58f-afaa2b0ff098'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:24:53.286378 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc9630-8634-47a2-8eae-9ca260361fcc None None] Attempting to bind port 00b22050-fb7a-4a37-b9bd-4c4db82c6685 on network 73b1cea1-3b2e-43f5-b58f-afaa2b0ff098 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:24:53.297001 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc9630-8634-47a2-8eae-9ca260361fcc None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:24:53.298069 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc9630-8634-47a2-8eae-9ca260361fcc None None] Checking segment: {'id': '5dc9625f-9448-4e9d-91b1-61b5801cd5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '73b1cea1-3b2e-43f5-b58f-afaa2b0ff098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:24:53.298532 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-43cc9630-8634-47a2-8eae-9ca260361fcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:53.299057 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc9630-8634-47a2-8eae-9ca260361fcc None None] Bound using segment: {'id': '5dc9625f-9448-4e9d-91b1-61b5801cd5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '73b1cea1-3b2e-43f5-b58f-afaa2b0ff098'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:24:53.299842 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-43cc9630-8634-47a2-8eae-9ca260361fcc None None] Bound port: 00b22050-fb7a-4a37-b9bd-4c4db82c6685, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc9625f-9448-4e9d-91b1-61b5801cd5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '73b1cea1-3b2e-43f5-b58f-afaa2b0ff098'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:24:53.300493 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-43cc9630-8634-47a2-8eae-9ca260361fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:53.425176 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-43cc9630-8634-47a2-8eae-9ca260361fcc None None] For port 00b22050-fb7a-4a37-b9bd-4c4db82c6685, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:24:53.430404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-43cc9630-8634-47a2-8eae-9ca260361fcc None None] For port 00b22050-fb7a-4a37-b9bd-4c4db82c6685, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=00b22050-fb7a-4a37-b9bd-4c4db82c6685,segment=NetworkSegment(5dc9625f-9448-4e9d-91b1-61b5801cd5b2),segment_id=5dc9625f-9448-4e9d-91b1-61b5801cd5b2)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:24:53.443460 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-43cc9630-8634-47a2-8eae-9ca260361fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:53.532344 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6e4eac8-2677-4a78-af68-dae718e3104b tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:53.567365 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc9630-8634-47a2-8eae-9ca260361fcc None None] Pushing event updated for resources: {'Port': ['ID=00b22050-fb7a-4a37-b9bd-4c4db82c6685,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:53.644472 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-ad1d5328-c537-48d4-b5d5-4719cfd3ba76 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:53.647284 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-ad1d5328-c537-48d4-b5d5-4719cfd3ba76 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.64 "GET /v2.0/networks?id=ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc HTTP/1.1" status: 200 len: 813 time: 0.3231440 Nov 11 17:24:53.662610 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47dd5ed-a9ca-4a85-8779-a9daceb466d1 req-8dee8afb-5df1-4133-963d-b7938bb5c56a tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:53.664258 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f47dd5ed-a9ca-4a85-8779-a9daceb466d1 req-8dee8afb-5df1-4133-963d-b7938bb5c56a tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.1053984 Nov 11 17:24:53.666110 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6e4eac8-2677-4a78-af68-dae718e3104b tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:53.703670 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device c5b3e7ea-cb62-4baf-b49b-df5aef83f828 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:24:53.714509 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-6da62a87-2a05-4fb9-b120-5fc358c05394 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Request body: {'port': {'device_id': '2d78cf3d-bbb6-4d94-ae52-5a0e9539529c', 'network_id': 'ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc', 'admin_state_up': True, 'tenant_id': '798385b1789540a48bd9d5f9339c59e7'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:53.729231 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e4eac8-2677-4a78-af68-dae718e3104b tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Network 73b1cea1-3b2e-43f5-b58f-afaa2b0ff098 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:24:53.735077 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-d6e4eac8-2677-4a78-af68-dae718e3104b tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:53.741813 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e4eac8-2677-4a78-af68-dae718e3104b tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:24:53.749220 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e4eac8-2677-4a78-af68-dae718e3104b tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:53.749844 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6e4eac8-2677-4a78-af68-dae718e3104b tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:53.769917 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: c5b3e7ea-cb62-4baf-b49b-df5aef83f828 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:24:53.770691 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device c5b3e7ea-cb62-4baf-b49b-df5aef83f828 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:24:53.786953 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d6e4eac8-2677-4a78-af68-dae718e3104b tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2748883 Nov 11 17:24:53.791486 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59244) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:53.797029 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-95017d74-50b2-4cb8-9da6-37b9ea64d837 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Request body: {'port': {'network_id': '73b1cea1-3b2e-43f5-b58f-afaa2b0ff098', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-903554104', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:53.797029 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.api.validators [None req-95017d74-50b2-4cb8-9da6-37b9ea64d837 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] bootfile-name is not in valid_values {{(pid=102618) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 17:24:53.797302 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.api.validators [None req-95017d74-50b2-4cb8-9da6-37b9ea64d837 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] tftp-server is not in valid_values {{(pid=102618) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 17:24:53.797590 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.api.validators [None req-95017d74-50b2-4cb8-9da6-37b9ea64d837 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] server-ip-address is not in valid_values {{(pid=102618) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 17:24:53.811997 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4eac8-2677-4a78-af68-dae718e3104b tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Pushing event updated for resources: {'Port': ['ID=8c92bbbd-7758-4067-a75d-21f819fe7b79,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:53.904169 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f47dd5ed-a9ca-4a85-8779-a9daceb466d1 req-af58e024-ecdc-476e-b4e2-d62732414905 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199667 Nov 11 17:24:53.979989 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-6da62a87-2a05-4fb9-b120-5fc358c05394 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Made reservation on behalf of 798385b1789540a48bd9d5f9339c59e7 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:24:53.986894 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-6da62a87-2a05-4fb9-b120-5fc358c05394 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:53.992784 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:54.110694 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95017d74-50b2-4cb8-9da6-37b9ea64d837 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Made reservation on behalf of 41487e7815c54069a1ad9fb887fa6637 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:24:54.114594 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-95017d74-50b2-4cb8-9da6-37b9ea64d837 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:54.188816 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-95017d74-50b2-4cb8-9da6-37b9ea64d837 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] device_id is not set on port 868e6073-78fc-4adf-904f-482aa75548d1 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:24:54.257279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d11130-ca23-44bb-9735-25ce5fec899c req-29ce3b07-edee-41da-ac17-ddb6adf0c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:54.265521 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-6da62a87-2a05-4fb9-b120-5fc358c05394 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Allocated IP 172.20.0.7 (ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc/dceb78fd-a025-4ca9-8dbe-b1f67827d278/edf97e31-a6dc-4433-9398-c708a8d7605f) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:24:54.270456 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f5d11130-ca23-44bb-9735-25ce5fec899c req-29ce3b07-edee-41da-ac17-ddb6adf0c3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/ports?device_id=a88a057e-ead5-49ec-a45f-2c286cc97333 HTTP/1.1" status: 200 len: 943 time: 0.1338387 Nov 11 17:24:54.389622 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-95017d74-50b2-4cb8-9da6-37b9ea64d837 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Allocated IP 2001:db8::34f (73b1cea1-3b2e-43f5-b58f-afaa2b0ff098/2ff8faff-171a-47b7-b6be-4a78f4b49e25/868e6073-78fc-4adf-904f-482aa75548d1) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:24:54.466766 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0834836-2dbc-44f2-8d98-678be423ac30 req-e7e06c18-511a-469d-ad89-f79cfb609d38 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 210 time: 0.0616369 Nov 11 17:24:54.525682 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-6da62a87-2a05-4fb9-b120-5fc358c05394 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:54.569553 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f5d11130-ca23-44bb-9735-25ce5fec899c req-2581ab79-75ba-4598-b598-fb907fb1084b tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a8d600f-76d6-45bd-a1da-d80386834333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934031 Nov 11 17:24:54.600651 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-6da62a87-2a05-4fb9-b120-5fc358c05394 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:54.616466 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['1b6153fd-3a03-4591-b589-754a2aded29e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:24:54.622850 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 00b22050-fb7a-4a37-b9bd-4c4db82c6685 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:24:54.724709 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-6da62a87-2a05-4fb9-b120-5fc358c05394 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Network ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:24:54.740577 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-6da62a87-2a05-4fb9-b120-5fc358c05394 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:54.749544 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-6da62a87-2a05-4fb9-b120-5fc358c05394 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:24:54.759210 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-95017d74-50b2-4cb8-9da6-37b9ea64d837 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:54.775666 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 00b22050-fb7a-4a37-b9bd-4c4db82c6685 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:54.776947 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:54.823264 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da62a87-2a05-4fb9-b120-5fc358c05394 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event updated for resources: {'Port': ['ID=edf97e31-a6dc-4433-9398-c708a8d7605f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:54.829770 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-95017d74-50b2-4cb8-9da6-37b9ea64d837 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:54.886991 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-6da62a87-2a05-4fb9-b120-5fc358c05394 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:54.887666 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-6da62a87-2a05-4fb9-b120-5fc358c05394 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:54.907644 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-6da62a87-2a05-4fb9-b120-5fc358c05394 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1980741 Nov 11 17:24:54.934755 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] Request body: {'port': {'device_id': '2d78cf3d-bbb6-4d94-ae52-5a0e9539529c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:54.960738 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:54.986289 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95017d74-50b2-4cb8-9da6-37b9ea64d837 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Network 73b1cea1-3b2e-43f5-b58f-afaa2b0ff098 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:24:54.997843 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-95017d74-50b2-4cb8-9da6-37b9ea64d837 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:24:55.003498 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95017d74-50b2-4cb8-9da6-37b9ea64d837 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Pushing event updated for resources: {'Port': ['ID=868e6073-78fc-4adf-904f-482aa75548d1,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:55.006910 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95017d74-50b2-4cb8-9da6-37b9ea64d837 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:24:55.040371 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 00b22050-fb7a-4a37-b9bd-4c4db82c6685, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=00b22050-fb7a-4a37-b9bd-4c4db82c6685,segment=NetworkSegment(5dc9625f-9448-4e9d-91b1-61b5801cd5b2),segment_id=5dc9625f-9448-4e9d-91b1-61b5801cd5b2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:55.041939 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95017d74-50b2-4cb8-9da6-37b9ea64d837 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:55.042739 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-95017d74-50b2-4cb8-9da6-37b9ea64d837 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:55.066923 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:55.073030 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:55.195155 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-95017d74-50b2-4cb8-9da6-37b9ea64d837 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.4025855 Nov 11 17:24:55.196650 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59266) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:55.225719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b6530-3fd4-472e-bb44-3264755f7ce6 req-9c0d9e36-57cf-4261-8262-515cb35b9c78 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:55.227360 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a68b6530-3fd4-472e-bb44-3264755f7ce6 req-9c0d9e36-57cf-4261-8262-515cb35b9c78 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.1723087 Nov 11 17:24:55.249096 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=00b22050-fb7a-4a37-b9bd-4c4db82c6685,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:55.363885 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a68b6530-3fd4-472e-bb44-3264755f7ce6 req-08e24f66-75d7-4ccc-8cc8-f0712c0b95fb tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277993 Nov 11 17:24:55.365418 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fd81a5-f69c-45a1-a156-15fbed0a8dba None None] Network 73b1cea1-3b2e-43f5-b58f-afaa2b0ff098 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:24:55.468798 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8f0632c6-7700-439e-8f32-ecfad501148f None None] Provisioning complete for port 00b22050-fb7a-4a37-b9bd-4c4db82c6685 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:55.469065 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8f0632c6-7700-439e-8f32-ecfad501148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:55.520295 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d0464d-6f6d-4c09-98d0-713fe48a2fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:55.528025 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d0464d-6f6d-4c09-98d0-713fe48a2fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:55.534193 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d0464d-6f6d-4c09-98d0-713fe48a2fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:55.536161 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a7d0464d-6f6d-4c09-98d0-713fe48a2fcb tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3381891 Nov 11 17:24:55.539014 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59270) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:55.726901 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf97e31-a6dc-4433-9398-c708a8d7605f {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:24:55.739975 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:55.746020 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4a430f40-bd82-464a-a1f9-03927f4f0ca4 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:24:55.783528 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] Transition to ACTIVE for port object edf97e31-a6dc-4433-9398-c708a8d7605f will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:24:55.795172 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:55.950730 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 4a430f40-bd82-464a-a1f9-03927f4f0ca4, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4a430f40-bd82-464a-a1f9-03927f4f0ca4,segment=NetworkSegment(2d514ea6-51d1-4d00-986e-b4608e36a416),segment_id=2d514ea6-51d1-4d00-986e-b4608e36a416)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:55.956933 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] Pushing event updated for resources: {'Port': ['ID=edf97e31-a6dc-4433-9398-c708a8d7605f,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:55.969098 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '4a430f40-bd82-464a-a1f9-03927f4f0ca4', 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23', 'port_id': '4a430f40-bd82-464a-a1f9-03927f4f0ca4', 'mac_address': 'fa:16:3e:27:3a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8897e56-382b-4c72-816c-c41e9f024bac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:24:55.977517 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] Attempting to bind port edf97e31-a6dc-4433-9398-c708a8d7605f on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:24:55.977855 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] Attempting to bind port edf97e31-a6dc-4433-9398-c708a8d7605f by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'ee5f2ac9-6b78-4385-9926-b329c3d8f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:24:55.978186 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] Attempting to bind port edf97e31-a6dc-4433-9398-c708a8d7605f on network ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:24:55.986234 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] Port edf97e31-a6dc-4433-9398-c708a8d7605f on network ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:24:55.986602 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] Attempting to bind port edf97e31-a6dc-4433-9398-c708a8d7605f on network ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:24:55.995608 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:24:55.997559 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] Checking segment: {'id': 'ee5f2ac9-6b78-4385-9926-b329c3d8f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:24:55.998381 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] Bound using segment: {'id': 'ee5f2ac9-6b78-4385-9926-b329c3d8f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:24:55.998837 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] Bound port: edf97e31-a6dc-4433-9398-c708a8d7605f, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5f2ac9-6b78-4385-9926-b329c3d8f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:24:55.999199 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:56.023157 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:56.082988 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a430f40-bd82-464a-a1f9-03927f4f0ca4 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:24:56.105187 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] For port edf97e31-a6dc-4433-9398-c708a8d7605f, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:24:56.116513 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] For port edf97e31-a6dc-4433-9398-c708a8d7605f, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=edf97e31-a6dc-4433-9398-c708a8d7605f,segment=NetworkSegment(ee5f2ac9-6b78-4385-9926-b329c3d8f971),segment_id=ee5f2ac9-6b78-4385-9926-b329c3d8f971)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:24:56.127359 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:56.216033 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b06ce-9f27-4eff-99c8-2d4000820b4d req-bba1e8d7-8583-4a51-9e35-8fd0cb0872b3 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:56.224540 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c14b06ce-9f27-4eff-99c8-2d4000820b4d req-bba1e8d7-8583-4a51-9e35-8fd0cb0872b3 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 931 time: 0.5555856 Nov 11 17:24:56.264451 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] Pushing event updated for resources: {'Port': ['ID=edf97e31-a6dc-4433-9398-c708a8d7605f,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:56.281621 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:56.282598 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:56.284471 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-5b18be40-3b41-439b-b98a-f9c7e5561d0a service neutron] 10.222.0.64 "PUT /v2.0/ports/edf97e31-a6dc-4433-9398-c708a8d7605f HTTP/1.1" status: 200 len: 1091 time: 1.3561649 Nov 11 17:24:56.288772 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-9f3e24b7-cf5b-4b4e-916b-d487ca4a762a tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Deleting port 868e6073-78fc-4adf-904f-482aa75548d1 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:24:56.289115 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9f3e24b7-cf5b-4b4e-916b-d487ca4a762a tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:56.290668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d78cf3d-bbb6-4d94-ae52-5a0e9539529c', 'tag': 'edf97e31-a6dc-4433-9398-c708a8d7605f'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:24:56.293439 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64075a6-48f5-45e3-9ee7-9a7eb88fb3df" -d '{"events": [{"name": "network-changed", "server_uuid": "2d78cf3d-bbb6-4d94-ae52-5a0e9539529c", "tag": "edf97e31-a6dc-4433-9398-c708a8d7605f"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:24:56.373200 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-13b10249-3d9e-4e97-b2a3-d27874e74779 None None] Provisioning complete for port 00b22050-fb7a-4a37-b9bd-4c4db82c6685 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:56.373563 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-13b10249-3d9e-4e97-b2a3-d27874e74779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:56.378032 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e2588-79a7-4815-8b8a-aa6359036b99 req-9e97a759-ceb2-4940-b4fd-be4c687de77b tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:56.389491 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c50e2588-79a7-4815-8b8a-aa6359036b99 req-9e97a759-ceb2-4940-b4fd-be4c687de77b tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/ports?device_id=a88a057e-ead5-49ec-a45f-2c286cc97333 HTTP/1.1" status: 200 len: 943 time: 0.6490936 Nov 11 17:24:56.420786 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 4a430f40-bd82-464a-a1f9-03927f4f0ca4, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4a430f40-bd82-464a-a1f9-03927f4f0ca4,segment=NetworkSegment(2d514ea6-51d1-4d00-986e-b4608e36a416),segment_id=2d514ea6-51d1-4d00-986e-b4608e36a416)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:56.435157 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:56.440310 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-1cc3105f-2141-4852-bfc6-53ae4d169499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:56.441799 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-1cc3105f-2141-4852-bfc6-53ae4d169499 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=798385b1789540a48bd9d5f9339c59e7&device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 1094 time: 0.0755608 Nov 11 17:24:56.476218 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c14b06ce-9f27-4eff-99c8-2d4000820b4d req-93dc50c9-e923-480f-8bdd-1dde89321875 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460573 Nov 11 17:24:56.540059 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-d783213c-816c-4d11-bb49-5f960fabb5e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edf97e31-a6dc-4433-9398-c708a8d7605f HTTP/1.1" status: 200 len: 217 time: 0.0821826 Nov 11 17:24:56.569316 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9f3e24b7-cf5b-4b4e-916b-d487ca4a762a tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:56.570732 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=4a430f40-bd82-464a-a1f9-03927f4f0ca4,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:56.631786 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-9f3e24b7-cf5b-4b4e-916b-d487ca4a762a tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Calling delete_port for 868e6073-78fc-4adf-904f-482aa75548d1 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:24:56.633451 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 00b22050-fb7a-4a37-b9bd-4c4db82c6685 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:24:56.697263 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-13b10249-3d9e-4e97-b2a3-d27874e74779 None None] Provisioning complete for port 868e6073-78fc-4adf-904f-482aa75548d1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:56.697835 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-13b10249-3d9e-4e97-b2a3-d27874e74779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:56.734930 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['4a430f40-bd82-464a-a1f9-03927f4f0ca4'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:24:56.787991 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-9031e68d-8d0a-4953-8860-50b3cd208c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:56.788967 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c50e2588-79a7-4815-8b8a-aa6359036b99 req-9ea79720-d5a8-42c2-a21a-af47b8ffcedf tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a8d600f-76d6-45bd-a1da-d80386834333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984625 Nov 11 17:24:56.791649 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-9031e68d-8d0a-4953-8860-50b3cd208c8b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dceb78fd-a025-4ca9-8dbe-b1f67827d278 HTTP/1.1" status: 200 len: 853 time: 0.2452452 Nov 11 17:24:56.825512 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-13b10249-3d9e-4e97-b2a3-d27874e74779 None None] Port 868e6073-78fc-4adf-904f-482aa75548d1 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:24:56.863581 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-13b10249-3d9e-4e97-b2a3-d27874e74779 None None] Provisioning complete for port 8c92bbbd-7758-4067-a75d-21f819fe7b79 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:56.863972 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-13b10249-3d9e-4e97-b2a3-d27874e74779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:56.885026 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-55066086-31b3-495b-905e-e11c5eb752a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750079 Nov 11 17:24:56.901198 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e24881-ca1b-4c06-bc6e-b85e8bf57bf5 x-openstack-request-id: req-67e24881-ca1b-4c06-bc6e-b85e8bf57bf5 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:24:56.901596 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d78cf3d-bbb6-4d94-ae52-5a0e9539529c", "tag": "edf97e31-a6dc-4433-9398-c708a8d7605f", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:24:56.901948 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-67e24881-ca1b-4c06-bc6e-b85e8bf57bf5 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:24:56.902462 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d78cf3d-bbb6-4d94-ae52-5a0e9539529c', 'tag': 'edf97e31-a6dc-4433-9398-c708a8d7605f', 'status': 'completed', 'code': 200} Nov 11 17:24:56.910694 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 00b22050-fb7a-4a37-b9bd-4c4db82c6685 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:56.911063 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:56.913587 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-13b10249-3d9e-4e97-b2a3-d27874e74779 None None] Port 8c92bbbd-7758-4067-a75d-21f819fe7b79 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:24:56.955094 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9f3e24b7-cf5b-4b4e-916b-d487ca4a762a tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:57.054191 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-444643e7-bab5-4bc4-9195-6da2dfad5c4a None None] Could not find standard attr ID for object 868e6073-78fc-4adf-904f-482aa75548d1. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:24:57.102565 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e24b7-cf5b-4b4e-916b-d487ca4a762a tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Pushing event deleted for resources: {'Port': ['ID=868e6073-78fc-4adf-904f-482aa75548d1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:57.115120 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-444643e7-bab5-4bc4-9195-6da2dfad5c4a None None] Provisioning complete for port 8c92bbbd-7758-4067-a75d-21f819fe7b79 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:57.115519 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-444643e7-bab5-4bc4-9195-6da2dfad5c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:57.160771 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9f3e24b7-cf5b-4b4e-916b-d487ca4a762a tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:57.168546 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9f3e24b7-cf5b-4b4e-916b-d487ca4a762a tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] 10.222.0.76 "DELETE /v2.0/ports/868e6073-78fc-4adf-904f-482aa75548d1 HTTP/1.1" status: 204 len: 168 time: 1.6284044 Nov 11 17:24:57.169204 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59286) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:57.170812 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-0ff4f3a2-66b5-40dd-9dfd-33ceaf862d9c service neutron] 10.222.0.64 "GET /v2.0/networks/ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342930 Nov 11 17:24:57.193864 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2da153bc-6706-434c-9c99-b89973f218ca tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Request body: {'port': {'name': 'tempest-new-port-name-76738108', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:24:57.194272 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.api.validators [None req-2da153bc-6706-434c-9c99-b89973f218ca tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] bootfile-name is not in valid_values {{(pid=102618) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 17:24:57.194585 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.api.validators [None req-2da153bc-6706-434c-9c99-b89973f218ca tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] tftp-server is not in valid_values {{(pid=102618) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 17:24:57.194914 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.api.validators [None req-2da153bc-6706-434c-9c99-b89973f218ca tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] server-ip-address is not in valid_values {{(pid=102618) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 17:24:57.215402 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-444643e7-bab5-4bc4-9195-6da2dfad5c4a None None] Port 8c92bbbd-7758-4067-a75d-21f819fe7b79 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:24:57.321300 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d1451151-c9a4-412b-b5d5-8ea8a5675c55 req-c611659f-e758-4860-bc23-582f38bcdc3b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2043233 Nov 11 17:24:57.358561 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3e2d5c5a-5cae-4242-9843-e55bfea15562 req-7f5fc0cf-33b8-41eb-8e46-edcef8867cc4 service neutron] 10.222.0.64 "GET /v2.0/networks/ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762550 Nov 11 17:24:57.362617 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b8f69-4c20-48a9-b3c2-062963beadb6 req-020726a0-2dda-4dca-9d96-23c3698fa3d7 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:57.370864 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-302b8f69-4c20-48a9-b3c2-062963beadb6 req-020726a0-2dda-4dca-9d96-23c3698fa3d7 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.3265834 Nov 11 17:24:57.401798 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2da153bc-6706-434c-9c99-b89973f218ca tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:57.484679 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-302b8f69-4c20-48a9-b3c2-062963beadb6 req-31e3596d-3204-4f0d-9e40-006f2087bb01 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129692 Nov 11 17:24:57.533154 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1451151-c9a4-412b-b5d5-8ea8a5675c55 req-62068e65-9d33-4e4a-8c25-2c1ca4f74b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:57.534649 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d1451151-c9a4-412b-b5d5-8ea8a5675c55 req-62068e65-9d33-4e4a-8c25-2c1ca4f74b3b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 1095 time: 0.1082070 Nov 11 17:24:57.545441 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64075a6-48f5-45e3-9ee7-9a7eb88fb3df req-d7ed1f8c-d6f6-4089-b84f-5da18d268723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:57.547280 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d64075a6-48f5-45e3-9ee7-9a7eb88fb3df req-d7ed1f8c-d6f6-4089-b84f-5da18d268723 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=798385b1789540a48bd9d5f9339c59e7&device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 1094 time: 0.0674243 Nov 11 17:24:57.719422 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64075a6-48f5-45e3-9ee7-9a7eb88fb3df req-692ca540-8749-47b4-bdbb-53528844a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:57.721653 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d64075a6-48f5-45e3-9ee7-9a7eb88fb3df req-692ca540-8749-47b4-bdbb-53528844a443 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc HTTP/1.1" status: 200 len: 915 time: 0.1641612 Nov 11 17:24:57.744815 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9d99d-09ee-4453-80ac-577943c6c391 req-6adca2bd-80b9-4f58-b018-b8d92f9be5c0 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:57.746330 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3d9d99d-09ee-4453-80ac-577943c6c391 req-6adca2bd-80b9-4f58-b018-b8d92f9be5c0 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 943 time: 0.1755621 Nov 11 17:24:57.758058 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4a430f40-bd82-464a-a1f9-03927f4f0ca4 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:24:57.801240 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d64075a6-48f5-45e3-9ee7-9a7eb88fb3df req-c03aa466-ef6c-4cf3-b2a6-ad648cde8b3d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edf97e31-a6dc-4433-9398-c708a8d7605f HTTP/1.1" status: 200 len: 217 time: 0.0644710 Nov 11 17:24:57.816026 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1451151-c9a4-412b-b5d5-8ea8a5675c55 req-4cdd15da-315a-4b79-8a7d-02ebfdfb5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:57.817493 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d1451151-c9a4-412b-b5d5-8ea8a5675c55 req-4cdd15da-315a-4b79-8a7d-02ebfdfb5a50 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 922 time: 0.2581978 Nov 11 17:24:57.857451 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 4a430f40-bd82-464a-a1f9-03927f4f0ca4 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:24:57.864918 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 4a430f40-bd82-464a-a1f9-03927f4f0ca4 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:57.866129 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:57.890376 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64075a6-48f5-45e3-9ee7-9a7eb88fb3df req-d28394b9-be1f-4530-939d-04d3da414229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:57.893081 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d64075a6-48f5-45e3-9ee7-9a7eb88fb3df req-d28394b9-be1f-4530-939d-04d3da414229 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dceb78fd-a025-4ca9-8dbe-b1f67827d278 HTTP/1.1" status: 200 len: 853 time: 0.0819871 Nov 11 17:24:57.912274 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d1451151-c9a4-412b-b5d5-8ea8a5675c55 req-0815878d-55d1-4d9b-a629-7e734e84967e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4e5df2f-1179-465d-958f-d98e823b6238 HTTP/1.1" status: 200 len: 217 time: 0.0750802 Nov 11 17:24:57.914739 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2da153bc-6706-434c-9c99-b89973f218ca tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:57.929885 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3d9d99d-09ee-4453-80ac-577943c6c391 req-fcd332aa-88de-416c-b7b8-436b7a74e6f0 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723213 Nov 11 17:24:57.957097 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2da153bc-6706-434c-9c99-b89973f218ca tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:57.982149 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d64075a6-48f5-45e3-9ee7-9a7eb88fb3df req-c551a707-0f0b-47b1-a0d8-7ec7c8b2217a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749540 Nov 11 17:24:58.006647 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:58.053176 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 4a430f40-bd82-464a-a1f9-03927f4f0ca4, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4a430f40-bd82-464a-a1f9-03927f4f0ca4,segment=NetworkSegment(2d514ea6-51d1-4d00-986e-b4608e36a416),segment_id=2d514ea6-51d1-4d00-986e-b4608e36a416)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:24:58.054899 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88a057e-ead5-49ec-a45f-2c286cc97333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a430f40-bd82-464a-a1f9-03927f4f0ca4'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:24:58.057544 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d5ff04-40d1-4391-931f-cead593ccb6d" -d '{"events": [{"server_uuid": "a88a057e-ead5-49ec-a45f-2c286cc97333", "name": "network-vif-plugged", "status": "completed", "tag": "4a430f40-bd82-464a-a1f9-03927f4f0ca4"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:24:58.063795 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:58.129015 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=4a430f40-bd82-464a-a1f9-03927f4f0ca4,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:58.164650 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b281061-2816-4c13-979a-cf953ae1bd28 x-openstack-request-id: req-9b281061-2816-4c13-979a-cf953ae1bd28 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:24:58.164960 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88a057e-ead5-49ec-a45f-2c286cc97333", "name": "network-vif-plugged", "status": "completed", "tag": "4a430f40-bd82-464a-a1f9-03927f4f0ca4", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:24:58.165209 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9b281061-2816-4c13-979a-cf953ae1bd28 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:24:58.165638 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88a057e-ead5-49ec-a45f-2c286cc97333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a430f40-bd82-464a-a1f9-03927f4f0ca4', 'code': 200} Nov 11 17:24:58.167804 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-2da153bc-6706-434c-9c99-b89973f218ca tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] In _notify_port_updated(), no bound segment for port 8c92bbbd-7758-4067-a75d-21f819fe7b79 on network 73b1cea1-3b2e-43f5-b58f-afaa2b0ff098 {{(pid=102618) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:24:58.174438 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da153bc-6706-434c-9c99-b89973f218ca tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:58.175519 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2da153bc-6706-434c-9c99-b89973f218ca tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:58.177025 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2da153bc-6706-434c-9c99-b89973f218ca tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] 10.222.0.76 "PUT /v2.0/ports/8c92bbbd-7758-4067-a75d-21f819fe7b79 HTTP/1.1" status: 200 len: 1128 time: 0.9880097 Nov 11 17:24:58.184932 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59302) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:58.223878 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d64075a6-48f5-45e3-9ee7-9a7eb88fb3df req-edc71b42-1d19-4f1d-bad8-937ed584cbfb service neutron] 10.222.0.64 "GET /v2.0/networks/ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306790 Nov 11 17:24:58.249676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1451151-c9a4-412b-b5d5-8ea8a5675c55 req-d6430df7-f9e7-441d-8d1d-6f57ce5d3e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:58.254583 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d1451151-c9a4-412b-b5d5-8ea8a5675c55 req-d6430df7-f9e7-441d-8d1d-6f57ce5d3e5f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 200 len: 860 time: 0.3161039 Nov 11 17:24:58.278012 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526a9dd-56f9-4920-9414-2ca79acd6dd3 req-fbd0585f-9310-4387-b3da-fcbb07005f7b tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:58.285813 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1526a9dd-56f9-4920-9414-2ca79acd6dd3 req-fbd0585f-9310-4387-b3da-fcbb07005f7b tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/ports?device_id=a88a057e-ead5-49ec-a45f-2c286cc97333 HTTP/1.1" status: 200 len: 945 time: 0.2460411 Nov 11 17:24:58.292898 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da153bc-6706-434c-9c99-b89973f218ca tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Pushing event updated for resources: {'Port': ['ID=8c92bbbd-7758-4067-a75d-21f819fe7b79,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:58.361267 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d1451151-c9a4-412b-b5d5-8ea8a5675c55 req-fc80cec0-0ccc-49a7-a0c3-7d00b9e2fe7c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f44096b2-3051-4615-8241-50ad95944236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915322 Nov 11 17:24:58.368409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4c3149-96a2-41fe-96d7-f6ddfa95092a tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:58.370414 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-df4c3149-96a2-41fe-96d7-f6ddfa95092a tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] 10.222.0.76 "GET /v2.0/ports/8c92bbbd-7758-4067-a75d-21f819fe7b79 HTTP/1.1" status: 200 len: 1128 time: 0.1797097 Nov 11 17:24:58.374813 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59308) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:58.448916 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d64075a6-48f5-45e3-9ee7-9a7eb88fb3df req-bd61970f-5553-42c6-b8b2-208c33fe140a service neutron] 10.222.0.64 "GET /v2.0/networks/ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124844 Nov 11 17:24:58.560064 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e32d0-b942-45c4-9ad0-1b97f40f21ad req-d7f89301-9c32-438e-a512-ea929a8ee361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:58.561583 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-494e32d0-b942-45c4-9ad0-1b97f40f21ad req-d7f89301-9c32-438e-a512-ea929a8ee361 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a88a057e-ead5-49ec-a45f-2c286cc97333 HTTP/1.1" status: 200 len: 1096 time: 0.3140037 Nov 11 17:24:58.568189 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-29f950d2-1d14-49e4-ab5b-e80290c5ae18 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Deleting port 8c92bbbd-7758-4067-a75d-21f819fe7b79 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:24:58.568538 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29f950d2-1d14-49e4-ab5b-e80290c5ae18 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:58.573426 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1526a9dd-56f9-4920-9414-2ca79acd6dd3 req-9c044f03-b1e5-44b1-8847-c17af3fda941 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a8d600f-76d6-45bd-a1da-d80386834333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845516 Nov 11 17:24:58.656583 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-839c9eaf-2ea1-4084-a225-124d1e80d821 None None] Provisioning complete for port 8c92bbbd-7758-4067-a75d-21f819fe7b79 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:24:58.658877 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-839c9eaf-2ea1-4084-a225-124d1e80d821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:58.719367 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29f950d2-1d14-49e4-ab5b-e80290c5ae18 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:58.721481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59320) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:58.731362 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-839c9eaf-2ea1-4084-a225-124d1e80d821 None None] Port 8c92bbbd-7758-4067-a75d-21f819fe7b79 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:24:58.741072 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-494e32d0-b942-45c4-9ad0-1b97f40f21ad req-6c2b2f50-9fcd-4980-a677-7696c85515dc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8a8d600f-76d6-45bd-a1da-d80386834333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679182 Nov 11 17:24:58.741689 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-29f950d2-1d14-49e4-ab5b-e80290c5ae18 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Calling delete_port for 8c92bbbd-7758-4067-a75d-21f819fe7b79 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:24:58.753190 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d1451151-c9a4-412b-b5d5-8ea8a5675c55 req-d4b8c97b-b00b-4911-8d67-6cc574304e3c service neutron] 10.222.0.83 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779428 Nov 11 17:24:58.775833 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d56c44-9557-4eb2-9b33-92a8e82f60a7 req-7519810a-6948-4226-ad30-598e4cbf6f83 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:58.778178 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d9d56c44-9557-4eb2-9b33-92a8e82f60a7 req-7519810a-6948-4226-ad30-598e4cbf6f83 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.1476276 Nov 11 17:24:58.932425 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d9d56c44-9557-4eb2-9b33-92a8e82f60a7 req-a0fed959-045b-4642-8a5c-20f88ed79b2a tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477842 Nov 11 17:24:58.983258 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29f950d2-1d14-49e4-ab5b-e80290c5ae18 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:59.050024 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f950d2-1d14-49e4-ab5b-e80290c5ae18 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Pushing event deleted for resources: {'Port': ['ID=8c92bbbd-7758-4067-a75d-21f819fe7b79,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:59.050286 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-3334afdc-00f3-41d3-b741-8f7e52003888 admin admin] Deleting subnet 09fccde3-01fd-422f-a0ab-b92daf8c7d4e {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:24:59.069844 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3334afdc-00f3-41d3-b741-8f7e52003888 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:59.082661 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29f950d2-1d14-49e4-ab5b-e80290c5ae18 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:59.085935 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-29f950d2-1d14-49e4-ab5b-e80290c5ae18 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] 10.222.0.76 "DELETE /v2.0/ports/8c92bbbd-7758-4067-a75d-21f819fe7b79 HTTP/1.1" status: 204 len: 168 time: 0.7101870 Nov 11 17:24:59.094536 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59328) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:59.186376 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3334afdc-00f3-41d3-b741-8f7e52003888 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:59.256529 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d1451151-c9a4-412b-b5d5-8ea8a5675c55 req-12d3ff60-45cc-4957-9f70-228d54ef471d service neutron] 10.222.0.83 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875803 Nov 11 17:24:59.270408 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d637a7-ccfa-4d1b-a0ed-88526df2a777 req-a150b233-0653-4a48-bf36-4be77ad9ee64 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:59.271992 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08d637a7-ccfa-4d1b-a0ed-88526df2a777 req-a150b233-0653-4a48-bf36-4be77ad9ee64 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 943 time: 0.2279994 Nov 11 17:24:59.276100 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6f76b6-9bdb-4b96-9138-ac1470ab8cd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Deleting subnet 2ff8faff-171a-47b7-b6be-4a78f4b49e25 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:24:59.296729 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3334afdc-00f3-41d3-b741-8f7e52003888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:59.326643 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc6f76b6-9bdb-4b96-9138-ac1470ab8cd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:59.406174 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc6f76b6-9bdb-4b96-9138-ac1470ab8cd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:59.456917 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08d637a7-ccfa-4d1b-a0ed-88526df2a777 req-2ae3048a-ddc5-4f57-b390-f865d27568b9 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564977 Nov 11 17:24:59.479022 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3334afdc-00f3-41d3-b741-8f7e52003888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:59.510428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334afdc-00f3-41d3-b741-8f7e52003888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09fccde3-01fd-422f-a0ab-b92daf8c7d4e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:59.512343 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3334afdc-00f3-41d3-b741-8f7e52003888 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:59.516424 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3334afdc-00f3-41d3-b741-8f7e52003888 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/09fccde3-01fd-422f-a0ab-b92daf8c7d4e HTTP/1.1" status: 204 len: 168 time: 0.7898135 Nov 11 17:24:59.518022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59332) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:59.556012 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc6f76b6-9bdb-4b96-9138-ac1470ab8cd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:59.625693 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae05df77-7d9d-43c5-855b-4aa322217fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:59.626903 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc6f76b6-9bdb-4b96-9138-ac1470ab8cd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:59.672379 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834efc9a-e27e-4d43-a730-e80c1da8ca05 None None] Network 73b1cea1-3b2e-43f5-b58f-afaa2b0ff098 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:24:59.686578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f76b6-9bdb-4b96-9138-ac1470ab8cd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff8faff-171a-47b7-b6be-4a78f4b49e25,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:24:59.695421 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc6f76b6-9bdb-4b96-9138-ac1470ab8cd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:59.700982 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bc6f76b6-9bdb-4b96-9138-ac1470ab8cd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] 10.222.0.76 "DELETE /v2.0/subnets/2ff8faff-171a-47b7-b6be-4a78f4b49e25 HTTP/1.1" status: 204 len: 168 time: 0.5768371 Nov 11 17:24:59.701513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59338) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:24:59.738873 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae05df77-7d9d-43c5-855b-4aa322217fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:59.765781 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f42ce-6fa8-4873-9bbc-6c2adda2ef78 req-5a3a3428-73be-4a25-bc5f-a4957c437e0b tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:24:59.767719 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-274f42ce-6fa8-4873-9bbc-6c2adda2ef78 req-5a3a3428-73be-4a25-bc5f-a4957c437e0b tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/ports?device_id=a88a057e-ead5-49ec-a45f-2c286cc97333 HTTP/1.1" status: 200 len: 945 time: 0.1093142 Nov 11 17:24:59.781270 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-ae05df77-7d9d-43c5-855b-4aa322217fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef12edc-1263-4022-a80e-fb863587e53a']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:59.807376 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-ae05df77-7d9d-43c5-855b-4aa322217fd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3ca969-25ab-46ee-afcc-55221ee89c23') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:59.810600 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f952672b-7cf6-4acd-a258-deac5d1a7bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:59.813254 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-ae05df77-7d9d-43c5-855b-4aa322217fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3ca969-25ab-46ee-afcc-55221ee89c23') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:24:59.851555 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-274f42ce-6fa8-4873-9bbc-6c2adda2ef78 req-bf5dae2b-e518-4af9-a75d-0f56f660ea09 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a8d600f-76d6-45bd-a1da-d80386834333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683179 Nov 11 17:24:59.856527 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae05df77-7d9d-43c5-855b-4aa322217fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:59.883329 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae05df77-7d9d-43c5-855b-4aa322217fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:59.903227 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae05df77-7d9d-43c5-855b-4aa322217fd7 admin admin] Releasing vlan 1280 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:24:59.904255 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae05df77-7d9d-43c5-855b-4aa322217fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:24:59.906151 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:24:59.919972 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-f952672b-7cf6-4acd-a258-deac5d1a7bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Deleting port 00b22050-fb7a-4a37-b9bd-4c4db82c6685 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:24:59.920575 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f952672b-7cf6-4acd-a258-deac5d1a7bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:59.982795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21f498e-ce51-46ef-a759-77715622fe74 None None] DHCP port deletion for 73b1cea1-3b2e-43f5-b58f-afaa2b0ff098 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:24:59.987451 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae05df77-7d9d-43c5-855b-4aa322217fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:24:59.997817 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae05df77-7d9d-43c5-855b-4aa322217fd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:00.021245 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ae05df77-7d9d-43c5-855b-4aa322217fd7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/aef12edc-1263-4022-a80e-fb863587e53a HTTP/1.1" status: 204 len: 168 time: 0.5014780 Nov 11 17:25:00.035012 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-f952672b-7cf6-4acd-a258-deac5d1a7bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] For port 00b22050-fb7a-4a37-b9bd-4c4db82c6685, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=00b22050-fb7a-4a37-b9bd-4c4db82c6685,segment=NetworkSegment(5dc9625f-9448-4e9d-91b1-61b5801cd5b2),segment_id=5dc9625f-9448-4e9d-91b1-61b5801cd5b2)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:00.036424 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f952672b-7cf6-4acd-a258-deac5d1a7bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:00.055550 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c21f498e-ce51-46ef-a759-77715622fe74 None None] Deleting port 00b22050-fb7a-4a37-b9bd-4c4db82c6685 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:25:00.056510 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c21f498e-ce51-46ef-a759-77715622fe74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:00.064066 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05df77-7d9d-43c5-855b-4aa322217fd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=aef12edc-1263-4022-a80e-fb863587e53a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:00.084777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-f952672b-7cf6-4acd-a258-deac5d1a7bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Calling delete_port for 00b22050-fb7a-4a37-b9bd-4c4db82c6685 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:25:00.145337 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c21f498e-ce51-46ef-a759-77715622fe74 None None] For port 00b22050-fb7a-4a37-b9bd-4c4db82c6685, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=00b22050-fb7a-4a37-b9bd-4c4db82c6685,segment=NetworkSegment(5dc9625f-9448-4e9d-91b1-61b5801cd5b2),segment_id=5dc9625f-9448-4e9d-91b1-61b5801cd5b2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:00.145948 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c21f498e-ce51-46ef-a759-77715622fe74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:00.166602 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c21f498e-ce51-46ef-a759-77715622fe74 None None] Calling delete_port for 00b22050-fb7a-4a37-b9bd-4c4db82c6685 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:25:00.198907 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59346) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:00.284873 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c21f498e-ce51-46ef-a759-77715622fe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:00.288245 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-86a9ab02-9159-4f52-a58f-4f8fd14aa686 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=387406ef69094f328d7c9e69ebc2a5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0880399 Nov 11 17:25:00.291373 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59350) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:00.298765 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21f498e-ce51-46ef-a759-77715622fe74 None None] No DVR routers for this DVR port 00b22050-fb7a-4a37-b9bd-4c4db82c6685 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:25:00.324903 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f498e-ce51-46ef-a759-77715622fe74 None None] Pushing event deleted for resources: {'Port': ['ID=00b22050-fb7a-4a37-b9bd-4c4db82c6685,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:00.386679 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d63c01cf-2090-4244-b79b-7ca4e0eb0016 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:00.417799 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d63c01cf-2090-4244-b79b-7ca4e0eb0016 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:00.471646 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774cf45-db81-48e8-8613-611bf5f92223 req-47c92d87-6b9b-4d5d-9b5b-b554444ca17a tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:00.474148 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d774cf45-db81-48e8-8613-611bf5f92223 req-47c92d87-6b9b-4d5d-9b5b-b554444ca17a tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.4146202 Nov 11 17:25:00.477764 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d63c01cf-2090-4244-b79b-7ca4e0eb0016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:00.482787 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d63c01cf-2090-4244-b79b-7ca4e0eb0016 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:00.488469 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d63c01cf-2090-4244-b79b-7ca4e0eb0016 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4e4f9d45-b53e-41c2-b70b-5113d7bc89ef HTTP/1.1" status: 204 len: 168 time: 0.1953230 Nov 11 17:25:00.519202 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c01cf-2090-4244-b79b-7ca4e0eb0016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4f9d45-b53e-41c2-b70b-5113d7bc89ef,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:00.597730 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 00b22050-fb7a-4a37-b9bd-4c4db82c6685 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:25:00.626371 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f952672b-7cf6-4acd-a258-deac5d1a7bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:00.635377 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 00b22050-fb7a-4a37-b9bd-4c4db82c6685 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:25:00.635745 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 00b22050-fb7a-4a37-b9bd-4c4db82c6685 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:25:00.676645 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f952672b-7cf6-4acd-a258-deac5d1a7bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] No DVR routers for this DVR port 00b22050-fb7a-4a37-b9bd-4c4db82c6685 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:25:00.688319 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d774cf45-db81-48e8-8613-611bf5f92223 req-d51d5172-c8ce-42f7-9cb2-2dd03d98df6d tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021563 Nov 11 17:25:00.689159 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952672b-7cf6-4acd-a258-deac5d1a7bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Pushing event deleted for resources: {'Port': ['ID=00b22050-fb7a-4a37-b9bd-4c4db82c6685,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:00.772266 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef1534-60f9-4bbd-9cf5-eef0f80f7fc5 req-8acde232-90c0-4723-8eaf-3e0ddf3dcd7d tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:00.780099 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83ef1534-60f9-4bbd-9cf5-eef0f80f7fc5 req-8acde232-90c0-4723-8eaf-3e0ddf3dcd7d tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 943 time: 0.2087014 Nov 11 17:25:00.848804 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f952672b-7cf6-4acd-a258-deac5d1a7bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:00.891355 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-f952672b-7cf6-4acd-a258-deac5d1a7bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b1cea1-3b2e-43f5-b58f-afaa2b0ff098']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:00.904400 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83ef1534-60f9-4bbd-9cf5-eef0f80f7fc5 req-d113589d-2294-4f69-a379-f93203b134c3 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233809 Nov 11 17:25:00.906011 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-f952672b-7cf6-4acd-a258-deac5d1a7bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc9625f-9448-4e9d-91b1-61b5801cd5b2') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:00.906306 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-f952672b-7cf6-4acd-a258-deac5d1a7bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc9625f-9448-4e9d-91b1-61b5801cd5b2') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:00.919740 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f952672b-7cf6-4acd-a258-deac5d1a7bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:00.949538 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f952672b-7cf6-4acd-a258-deac5d1a7bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:00.992261 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f952672b-7cf6-4acd-a258-deac5d1a7bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:25:00.992665 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f952672b-7cf6-4acd-a258-deac5d1a7bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:25:00.995989 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:25:01.070051 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d7a1a-0b04-482c-aa6c-e74e1ef99bc3 req-888e5969-e60c-4fd9-b5d6-b7e697e8b134 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:01.071542 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d7d7a1a-0b04-482c-aa6c-e74e1ef99bc3 req-888e5969-e60c-4fd9-b5d6-b7e697e8b134 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/ports?device_id=a88a057e-ead5-49ec-a45f-2c286cc97333 HTTP/1.1" status: 200 len: 945 time: 0.1174901 Nov 11 17:25:01.076647 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f952672b-7cf6-4acd-a258-deac5d1a7bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:01.105147 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f952672b-7cf6-4acd-a258-deac5d1a7bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:01.110570 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f952672b-7cf6-4acd-a258-deac5d1a7bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] 10.222.0.76 "DELETE /v2.0/networks/73b1cea1-3b2e-43f5-b58f-afaa2b0ff098 HTTP/1.1" status: 204 len: 168 time: 1.4059370 Nov 11 17:25:01.113831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952672b-7cf6-4acd-a258-deac5d1a7bc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642 tempest-ExtraDHCPOptionsIpV6TestJSON-1671111642-project] Pushing event deleted for resources: {'Network': ['ID=73b1cea1-3b2e-43f5-b58f-afaa2b0ff098,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:01.161792 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d7d7a1a-0b04-482c-aa6c-e74e1ef99bc3 req-1b737337-0967-4404-9843-eb0ef7a938db tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a8d600f-76d6-45bd-a1da-d80386834333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826774 Nov 11 17:25:01.447323 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e1dd86a-b41b-40bc-8ce3-b4ddd41d62d8 req-ca952c54-b206-496a-9251-596b06bcefe5 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 258 time: 0.2448258 Nov 11 17:25:01.453324 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-7e1dd86a-b41b-40bc-8ce3-b4ddd41d62d8 req-a3d2f4c3-82c5-4f2e-9231-59b5b4080566 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:01.459225 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59386) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:01.489722 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7e1dd86a-b41b-40bc-8ce3-b4ddd41d62d8 req-a3d2f4c3-82c5-4f2e-9231-59b5b4080566 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:01.607138 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59392) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:01.618694 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7e1dd86a-b41b-40bc-8ce3-b4ddd41d62d8 req-a3d2f4c3-82c5-4f2e-9231-59b5b4080566 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:01.676778 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-829eb407-bc10-45e0-8ac5-d361488de444 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1621299135-network', 'tenant_id': 'abf17260565d4acea77891fd27b11cc9'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:01.704595 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829eb407-bc10-45e0-8ac5-d361488de444 admin admin] Made reservation on behalf of abf17260565d4acea77891fd27b11cc9 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:25:01.707240 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-829eb407-bc10-45e0-8ac5-d361488de444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:01.716201 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-829eb407-bc10-45e0-8ac5-d361488de444 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:01.734392 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device edf97e31-a6dc-4433-9398-c708a8d7605f details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:25:01.740395 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f0de0a45-7a5e-4a15-9b45-0654ef6062f8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=41487e7815c54069a1ad9fb887fa6637&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2800493 Nov 11 17:25:01.742808 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59400) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:01.782387 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-7e1dd86a-b41b-40bc-8ce3-b4ddd41d62d8 req-a3d2f4c3-82c5-4f2e-9231-59b5b4080566 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Allocated IP 172.25.2.240 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/73960752-55ad-44f7-b7eb-b401bec4311c) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:01.876871 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-829eb407-bc10-45e0-8ac5-d361488de444 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:01.885198 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-829eb407-bc10-45e0-8ac5-d361488de444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:01.888498 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1b5781ed-220f-4e02-bfc7-805a8b150729 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:01.903532 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port edf97e31-a6dc-4433-9398-c708a8d7605f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=edf97e31-a6dc-4433-9398-c708a8d7605f,segment=NetworkSegment(ee5f2ac9-6b78-4385-9926-b329c3d8f971),segment_id=ee5f2ac9-6b78-4385-9926-b329c3d8f971)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:01.916453 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'edf97e31-a6dc-4433-9398-c708a8d7605f', 'network_id': 'ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc', 'port_id': 'edf97e31-a6dc-4433-9398-c708a8d7605f', 'mac_address': 'fa:16:3e:7f:9e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dceb78fd-a025-4ca9-8dbe-b1f67827d278', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:25:01.933929 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829eb407-bc10-45e0-8ac5-d361488de444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09394920-2afb-42c7-b0bb-ca7cbd0d73bd,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:01.934827 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1b5781ed-220f-4e02-bfc7-805a8b150729 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:01.943384 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829eb407-bc10-45e0-8ac5-d361488de444 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1299} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:25:01.956385 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-829eb407-bc10-45e0-8ac5-d361488de444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:01.957163 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-829eb407-bc10-45e0-8ac5-d361488de444 admin admin] Added segment 50b6ff34-f136-47ed-91f0-38482a52c119 of type vlan for network cc69df84-fcc8-4acf-afe7-fe8c0ee8893d Nov 11 17:25:01.967347 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:01.980843 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58353699-8921-4c7e-ab36-2747de3a3783 req-b9d35146-196a-490b-9b62-976077f3df66 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:01.982333 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-58353699-8921-4c7e-ab36-2747de3a3783 req-b9d35146-196a-490b-9b62-976077f3df66 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.1353548 Nov 11 17:25:01.985127 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf97e31-a6dc-4433-9398-c708a8d7605f {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:25:02.006420 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-829eb407-bc10-45e0-8ac5-d361488de444 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:02.011590 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7e1dd86a-b41b-40bc-8ce3-b4ddd41d62d8 req-a3d2f4c3-82c5-4f2e-9231-59b5b4080566 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:02.017529 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port edf97e31-a6dc-4433-9398-c708a8d7605f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=edf97e31-a6dc-4433-9398-c708a8d7605f,segment=NetworkSegment(ee5f2ac9-6b78-4385-9926-b329c3d8f971),segment_id=ee5f2ac9-6b78-4385-9926-b329c3d8f971)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:02.023681 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:02.051291 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-829eb407-bc10-45e0-8ac5-d361488de444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:02.053176 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829eb407-bc10-45e0-8ac5-d361488de444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:02.053746 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-829eb407-bc10-45e0-8ac5-d361488de444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:02.078596 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1b5781ed-220f-4e02-bfc7-805a8b150729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:02.081255 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1b5781ed-220f-4e02-bfc7-805a8b150729 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:02.082404 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1b5781ed-220f-4e02-bfc7-805a8b150729 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0134916a-ce7a-43b1-a88c-c42f366e6528 HTTP/1.1" status: 204 len: 168 time: 0.3386874 Nov 11 17:25:02.102265 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=edf97e31-a6dc-4433-9398-c708a8d7605f,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:02.104149 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-58353699-8921-4c7e-ab36-2747de3a3783 req-63780dac-3c70-44c9-9e22-f9a908f1b04e tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038847 Nov 11 17:25:02.118246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5781ed-220f-4e02-bfc7-805a8b150729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0134916a-ce7a-43b1-a88c-c42f366e6528,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:02.131884 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-829eb407-bc10-45e0-8ac5-d361488de444 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5213788 Nov 11 17:25:02.134928 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59406) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:02.135712 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829eb407-bc10-45e0-8ac5-d361488de444 admin admin] Pushing event updated for resources: {'Network': ['ID=cc69df84-fcc8-4acf-afe7-fe8c0ee8893d,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:02.149698 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-a465e348-b8ed-49ec-a408-763c11898b54 admin admin] Request body: {'subnet': {'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1621299135-subnet', 'tenant_id': 'abf17260565d4acea77891fd27b11cc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:02.158598 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network cc69df84-fcc8-4acf-afe7-fe8c0ee8893d details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:25:02.163856 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7e1dd86a-b41b-40bc-8ce3-b4ddd41d62d8 req-a3d2f4c3-82c5-4f2e-9231-59b5b4080566 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:02.269710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e1dd86a-b41b-40bc-8ce3-b4ddd41d62d8 req-a3d2f4c3-82c5-4f2e-9231-59b5b4080566 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:02.273586 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a465e348-b8ed-49ec-a408-763c11898b54 admin admin] Made reservation on behalf of abf17260565d4acea77891fd27b11cc9 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:25:02.276574 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a465e348-b8ed-49ec-a408-763c11898b54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:02.290939 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-7e1dd86a-b41b-40bc-8ce3-b4ddd41d62d8 req-a3d2f4c3-82c5-4f2e-9231-59b5b4080566 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:02.292876 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2f4c3-82c5-4f2e-9231-59b5b4080566 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Pushing event updated for resources: {'Port': ['ID=73960752-55ad-44f7-b7eb-b401bec4311c,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:02.295135 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1dd86a-b41b-40bc-8ce3-b4ddd41d62d8 req-a3d2f4c3-82c5-4f2e-9231-59b5b4080566 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:02.398583 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e2719-61da-4ba1-9be4-a563c63ad586 req-002ca981-fd3f-4114-b4a2-61d29ae44cca tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:02.400122 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d9e2719-61da-4ba1-9be4-a563c63ad586 req-002ca981-fd3f-4114-b4a2-61d29ae44cca tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 944 time: 0.2186964 Nov 11 17:25:02.411523 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['edf97e31-a6dc-4433-9398-c708a8d7605f'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:25:02.547212 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d9e2719-61da-4ba1-9be4-a563c63ad586 req-1c5fea41-5782-4b4f-af2d-efe64a77b72f tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376879 Nov 11 17:25:02.560962 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7e1dd86a-b41b-40bc-8ce3-b4ddd41d62d8 req-a3d2f4c3-82c5-4f2e-9231-59b5b4080566 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:02.656659 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7e1dd86a-b41b-40bc-8ce3-b4ddd41d62d8 req-a3d2f4c3-82c5-4f2e-9231-59b5b4080566 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:02.684579 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a465e348-b8ed-49ec-a408-763c11898b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:02.771479 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465e348-b8ed-49ec-a408-763c11898b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5890a06f-71f1-48e5-b348-55ef393d6b69,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:02.829329 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a465e348-b8ed-49ec-a408-763c11898b54 admin admin] Checking segment: {'id': '50b6ff34-f136-47ed-91f0-38482a52c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:25:02.830414 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a465e348-b8ed-49ec-a408-763c11898b54 admin admin] Network hostable DHCP agents. Network: cc69df84-fcc8-4acf-afe7-fe8c0ee8893d, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:25:02.873480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a465e348-b8ed-49ec-a408-763c11898b54 admin admin] Network cc69df84-fcc8-4acf-afe7-fe8c0ee8893d is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:25:02.899953 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-a465e348-b8ed-49ec-a408-763c11898b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, cc69df84-fcc8-4acf-afe7-fe8c0ee8893d) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:02.906159 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a465e348-b8ed-49ec-a408-763c11898b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:02.906752 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a465e348-b8ed-49ec-a408-763c11898b54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:02.912921 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4957b3e-980d-435e-816e-6b76eb7324c3 None None] Network cc69df84-fcc8-4acf-afe7-fe8c0ee8893d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:25:02.934282 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a465e348-b8ed-49ec-a408-763c11898b54 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7972717 Nov 11 17:25:02.936610 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7e1dd86a-b41b-40bc-8ce3-b4ddd41d62d8 req-a3d2f4c3-82c5-4f2e-9231-59b5b4080566 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:02.953621 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7e1dd86a-b41b-40bc-8ce3-b4ddd41d62d8 req-a3d2f4c3-82c5-4f2e-9231-59b5b4080566 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:03.086391 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2f4c3-82c5-4f2e-9231-59b5b4080566 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Pushing event updated for resources: {'Port': ['ID=73960752-55ad-44f7-b7eb-b401bec4311c,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:03.099719 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7e1dd86a-b41b-40bc-8ce3-b4ddd41d62d8 req-a3d2f4c3-82c5-4f2e-9231-59b5b4080566 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:03.114248 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59436) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:03.133602 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7e1dd86a-b41b-40bc-8ce3-b4ddd41d62d8 req-a3d2f4c3-82c5-4f2e-9231-59b5b4080566 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:03.135368 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e1dd86a-b41b-40bc-8ce3-b4ddd41d62d8 req-a3d2f4c3-82c5-4f2e-9231-59b5b4080566 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6871150 Nov 11 17:25:03.155055 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea54433-be9c-4e60-9e06-287859c7feea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-cc69df84-fcc8-4acf-afe7-fe8c0ee8893d', 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d', 'tenant_id': 'abf17260565d4acea77891fd27b11cc9', 'fixed_ips': [{'subnet_id': '5890a06f-71f1-48e5-b348-55ef393d6b69'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:25:03.161998 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-aea54433-be9c-4e60-9e06-287859c7feea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:03.248419 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e1dd86a-b41b-40bc-8ce3-b4ddd41d62d8 req-307057f1-ea9a-440d-942f-f851eb789451 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.240 HTTP/1.1" status: 200 len: 696 time: 0.1052077 Nov 11 17:25:03.283874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-16d79d01-06a9-4734-9878-358c1b8ae686 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2114678739'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:03.342166 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-aea54433-be9c-4e60-9e06-287859c7feea None None] Allocated IP 172.20.0.2 (cc69df84-fcc8-4acf-afe7-fe8c0ee8893d/5890a06f-71f1-48e5-b348-55ef393d6b69/43a3e173-3f88-4ace-8c69-ed8639424190) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:03.370724 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad3021-08a7-407b-93f1-d693bbcbda2d req-8e721596-3427-4121-ba29-e1a431ceca9b tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:03.372250 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-68ad3021-08a7-407b-93f1-d693bbcbda2d req-8e721596-3427-4121-ba29-e1a431ceca9b tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.1579504 Nov 11 17:25:03.394961 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d79d01-06a9-4734-9878-358c1b8ae686 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Made reservation on behalf of d66d3178b2c5474bacb06315082d215a for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:25:03.398351 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-16d79d01-06a9-4734-9878-358c1b8ae686 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:03.443134 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-16d79d01-06a9-4734-9878-358c1b8ae686 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:03.471058 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dd86a-b41b-40bc-8ce3-b4ddd41d62d8 req-0d928caf-9c8f-41ca-89c2-1e09a715c706 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:03.473059 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e1dd86a-b41b-40bc-8ce3-b4ddd41d62d8 req-0d928caf-9c8f-41ca-89c2-1e09a715c706 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.2187903 Nov 11 17:25:03.504700 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-68ad3021-08a7-407b-93f1-d693bbcbda2d req-54d1e8a0-ff89-40e1-88b8-53e1370f1009 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172509 Nov 11 17:25:03.562262 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-16d79d01-06a9-4734-9878-358c1b8ae686 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:03.568224 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-16d79d01-06a9-4734-9878-358c1b8ae686 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:03.570560 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-aea54433-be9c-4e60-9e06-287859c7feea None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:03.584080 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-aea54433-be9c-4e60-9e06-287859c7feea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:03.598046 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d79d01-06a9-4734-9878-358c1b8ae686 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1278} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:25:03.646277 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d79d01-06a9-4734-9878-358c1b8ae686 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51037409-ea83-43a0-b71a-da44133b54a2,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:03.671661 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea54433-be9c-4e60-9e06-287859c7feea None None] Network cc69df84-fcc8-4acf-afe7-fe8c0ee8893d is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:03.690615 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-aea54433-be9c-4e60-9e06-287859c7feea None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:03.696890 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-16d79d01-06a9-4734-9878-358c1b8ae686 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:03.698585 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-16d79d01-06a9-4734-9878-358c1b8ae686 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Added segment 996cb07a-febd-4e02-a55b-be6a5bc85b36 of type vlan for network 545743c5-725f-4286-92b6-e14c5b1f035f Nov 11 17:25:03.703328 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea54433-be9c-4e60-9e06-287859c7feea None None] Pushing event updated for resources: {'Port': ['ID=43a3e173-3f88-4ace-8c69-ed8639424190,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:03.706489 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea54433-be9c-4e60-9e06-287859c7feea None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:03.755215 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device edf97e31-a6dc-4433-9398-c708a8d7605f up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:25:03.785798 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-16d79d01-06a9-4734-9878-358c1b8ae686 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:03.808156 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba8385-dac5-4bd5-9381-4e4331a0e93f req-b8547d99-6ea9-4af8-af23-e85d8787b996 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:03.809689 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceba8385-dac5-4bd5-9381-4e4331a0e93f req-b8547d99-6ea9-4af8-af23-e85d8787b996 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/ports?device_id=a88a057e-ead5-49ec-a45f-2c286cc97333&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2090819 Nov 11 17:25:03.843030 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-aea54433-be9c-4e60-9e06-287859c7feea None None] Attempting to bind port 43a3e173-3f88-4ace-8c69-ed8639424190 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:25:03.844714 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-aea54433-be9c-4e60-9e06-287859c7feea None None] Attempting to bind port 43a3e173-3f88-4ace-8c69-ed8639424190 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '50b6ff34-f136-47ed-91f0-38482a52c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:25:03.844714 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea54433-be9c-4e60-9e06-287859c7feea None None] Attempting to bind port 43a3e173-3f88-4ace-8c69-ed8639424190 on network cc69df84-fcc8-4acf-afe7-fe8c0ee8893d {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:25:03.851116 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea54433-be9c-4e60-9e06-287859c7feea None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:25:03.851495 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea54433-be9c-4e60-9e06-287859c7feea None None] Checking segment: {'id': '50b6ff34-f136-47ed-91f0-38482a52c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:25:03.851923 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-aea54433-be9c-4e60-9e06-287859c7feea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:03.852321 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea54433-be9c-4e60-9e06-287859c7feea None None] Bound using segment: {'id': '50b6ff34-f136-47ed-91f0-38482a52c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:25:03.852788 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-aea54433-be9c-4e60-9e06-287859c7feea None None] Bound port: 43a3e173-3f88-4ace-8c69-ed8639424190, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b6ff34-f136-47ed-91f0-38482a52c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:25:03.853167 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-aea54433-be9c-4e60-9e06-287859c7feea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:03.946831 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-aea54433-be9c-4e60-9e06-287859c7feea None None] For port 43a3e173-3f88-4ace-8c69-ed8639424190, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:25:03.951635 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-aea54433-be9c-4e60-9e06-287859c7feea None None] For port 43a3e173-3f88-4ace-8c69-ed8639424190, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=43a3e173-3f88-4ace-8c69-ed8639424190,segment=NetworkSegment(50b6ff34-f136-47ed-91f0-38482a52c119),segment_id=50b6ff34-f136-47ed-91f0-38482a52c119)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:25:03.953644 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port edf97e31-a6dc-4433-9398-c708a8d7605f completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:25:03.958824 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port edf97e31-a6dc-4433-9398-c708a8d7605f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:03.959437 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:03.963252 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-aea54433-be9c-4e60-9e06-287859c7feea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:04.074310 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea54433-be9c-4e60-9e06-287859c7feea None None] Pushing event updated for resources: {'Port': ['ID=43a3e173-3f88-4ace-8c69-ed8639424190,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:04.122327 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:04.158258 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d78cf3d-bbb6-4d94-ae52-5a0e9539529c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf97e31-a6dc-4433-9398-c708a8d7605f'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:25:04.161196 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4b58d1-1396-4724-ba59-961dc573c5fc" -d '{"events": [{"server_uuid": "2d78cf3d-bbb6-4d94-ae52-5a0e9539529c", "name": "network-vif-plugged", "status": "completed", "tag": "edf97e31-a6dc-4433-9398-c708a8d7605f"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:25:04.178602 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port edf97e31-a6dc-4433-9398-c708a8d7605f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=edf97e31-a6dc-4433-9398-c708a8d7605f,segment=NetworkSegment(ee5f2ac9-6b78-4385-9926-b329c3d8f971),segment_id=ee5f2ac9-6b78-4385-9926-b329c3d8f971)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:04.183443 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734f5ec-7bae-4980-9f21-545ca638074e req-2640c9ba-ba34-4fc7-9852-de41d25fddd2 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:04.184637 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:04.185005 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5734f5ec-7bae-4980-9f21-545ca638074e req-2640c9ba-ba34-4fc7-9852-de41d25fddd2 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/networks?id=cc69df84-fcc8-4acf-afe7-fe8c0ee8893d HTTP/1.1" status: 200 len: 816 time: 0.3716915 Nov 11 17:25:04.250068 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5734f5ec-7bae-4980-9f21-545ca638074e req-6975f952-704f-43fe-9b2a-5725d5b11b0c tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/quotas/abf17260565d4acea77891fd27b11cc9 HTTP/1.1" status: 200 len: 375 time: 0.0525060 Nov 11 17:25:04.257434 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceba8385-dac5-4bd5-9381-4e4331a0e93f req-32f7d265-8f6c-4fc7-8360-6ff7ec4aa5eb tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.240 HTTP/1.1" status: 200 len: 696 time: 0.4351203 Nov 11 17:25:04.260565 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-16d79d01-06a9-4734-9878-358c1b8ae686 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:04.265904 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d79d01-06a9-4734-9878-358c1b8ae686 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:04.266492 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-16d79d01-06a9-4734-9878-358c1b8ae686 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:04.294205 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-ceba8385-dac5-4bd5-9381-4e4331a0e93f req-ec02c6f6-3cc1-43b5-81b8-d863d6a18c0e tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Request body: {'floatingip': {'port_id': '4a430f40-bd82-464a-a1f9-03927f4f0ca4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:04.295290 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=edf97e31-a6dc-4433-9398-c708a8d7605f,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:04.438967 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ceba8385-dac5-4bd5-9381-4e4331a0e93f req-ec02c6f6-3cc1-43b5-81b8-d863d6a18c0e tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks [] for floatingip, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:04.464243 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-16d79d01-06a9-4734-9878-358c1b8ae686 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3465676 Nov 11 17:25:04.467439 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59468) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:04.474900 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-25f76203-e753-4809-b87a-56fe670ce05e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Request body: {'subnet': {'network_id': '545743c5-725f-4286-92b6-e14c5b1f035f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:04.500318 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d79d01-06a9-4734-9878-358c1b8ae686 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Network': ['ID=545743c5-725f-4286-92b6-e14c5b1f035f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:04.516507 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 545743c5-725f-4286-92b6-e14c5b1f035f details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:25:04.537677 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5734f5ec-7bae-4980-9f21-545ca638074e req-b6b415ed-5f79-4b2b-a669-6c7828fa34a9 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=abf17260565d4acea77891fd27b11cc9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2793865 Nov 11 17:25:04.626838 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 43a3e173-3f88-4ace-8c69-ed8639424190 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:25:04.636230 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f76203-e753-4809-b87a-56fe670ce05e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Made reservation on behalf of d66d3178b2c5474bacb06315082d215a for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:25:04.639768 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25f76203-e753-4809-b87a-56fe670ce05e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:04.679163 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 43a3e173-3f88-4ace-8c69-ed8639424190 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:04.679537 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:04.734583 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5734f5ec-7bae-4980-9f21-545ca638074e req-db161e3e-bb6c-4b6f-838d-25829e0acc62 service neutron] 10.222.0.76 "GET /v2.0/networks/cc69df84-fcc8-4acf-afe7-fe8c0ee8893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844437 Nov 11 17:25:04.794079 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:04.878399 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 43a3e173-3f88-4ace-8c69-ed8639424190, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=43a3e173-3f88-4ace-8c69-ed8639424190,segment=NetworkSegment(50b6ff34-f136-47ed-91f0-38482a52c119),segment_id=50b6ff34-f136-47ed-91f0-38482a52c119)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:04.890317 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:04.914113 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25f76203-e753-4809-b87a-56fe670ce05e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:04.993766 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5734f5ec-7bae-4980-9f21-545ca638074e req-5b7888a3-9ef8-4c41-9057-fcda2ce2764d service neutron] 10.222.0.76 "GET /v2.0/networks/cc69df84-fcc8-4acf-afe7-fe8c0ee8893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516594 Nov 11 17:25:05.033075 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=43a3e173-3f88-4ace-8c69-ed8639424190,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:05.091313 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f76203-e753-4809-b87a-56fe670ce05e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Checking segment: {'id': '996cb07a-febd-4e02-a55b-be6a5bc85b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '545743c5-725f-4286-92b6-e14c5b1f035f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:25:05.091861 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f76203-e753-4809-b87a-56fe670ce05e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Network hostable DHCP agents. Network: 545743c5-725f-4286-92b6-e14c5b1f035f, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:25:05.094899 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f76203-e753-4809-b87a-56fe670ce05e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Subnet': ['ID=b5f89040-ab18-4eae-b5bd-d6367025bce9,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:05.121963 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f76203-e753-4809-b87a-56fe670ce05e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Network 545743c5-725f-4286-92b6-e14c5b1f035f is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:25:05.146722 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-25f76203-e753-4809-b87a-56fe670ce05e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 545743c5-725f-4286-92b6-e14c5b1f035f) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:05.152809 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f76203-e753-4809-b87a-56fe670ce05e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:05.153863 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25f76203-e753-4809-b87a-56fe670ce05e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:05.161157 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbf1e61-0ee8-472d-871c-368c72ec0995 None None] Network 545743c5-725f-4286-92b6-e14c5b1f035f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:25:05.178687 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-25f76203-e753-4809-b87a-56fe670ce05e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7095268 Nov 11 17:25:05.181915 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59474) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:05.187196 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-0d735e7c-88c1-4ba6-bdd3-ed66c377ff03 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-176024516', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}, 'admin_state_up': False}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:05.279835 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d735e7c-88c1-4ba6-bdd3-ed66c377ff03 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:05.281236 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d735e7c-88c1-4ba6-bdd3-ed66c377ff03 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:05.357212 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ceba8385-dac5-4bd5-9381-4e4331a0e93f req-ec02c6f6-3cc1-43b5-81b8-d863d6a18c0e tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:05.358230 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d735e7c-88c1-4ba6-bdd3-ed66c377ff03 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:05.399183 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ceba8385-dac5-4bd5-9381-4e4331a0e93f req-ec02c6f6-3cc1-43b5-81b8-d863d6a18c0e tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:05.489698 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa70c56-0d43-4faa-9d94-d6b7a3895c87 req-e85c2f9c-292f-4b0f-9817-e6617d3b50c3 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:05.498062 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6987a1d2-5b30-487f-a67f-1415d1d8e152 None None] Network cc69df84-fcc8-4acf-afe7-fe8c0ee8893d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:25:05.500335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bfa70c56-0d43-4faa-9d94-d6b7a3895c87 req-e85c2f9c-292f-4b0f-9817-e6617d3b50c3 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 945 time: 0.1415303 Nov 11 17:25:05.608285 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bfa70c56-0d43-4faa-9d94-d6b7a3895c87 req-64ad2b67-3bdd-4284-ac90-83d2729b128a tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069343 Nov 11 17:25:05.631218 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-86acc7bc-1f06-4a7c-8bf1-8709a90ba622 None None] Provisioning complete for port 43a3e173-3f88-4ace-8c69-ed8639424190 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:05.631706 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-86acc7bc-1f06-4a7c-8bf1-8709a90ba622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:05.653323 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [req-ceba8385-dac5-4bd5-9381-4e4331a0e93f req-ec02c6f6-3cc1-43b5-81b8-d863d6a18c0e tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Floating IP 1b7f6758-5941-4fcb-82e6-283d86281c5e associated. External IP: 172.25.2.240, port: 4a430f40-bd82-464a-a1f9-03927f4f0ca4. Nov 11 17:25:05.683788 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d735e7c-88c1-4ba6-bdd3-ed66c377ff03 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:05.912960 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802fbe48-1ce5-4d14-bd63-2ce49c42696b x-openstack-request-id: req-802fbe48-1ce5-4d14-bd63-2ce49c42696b {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:25:05.913251 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d78cf3d-bbb6-4d94-ae52-5a0e9539529c", "name": "network-vif-plugged", "status": "completed", "tag": "edf97e31-a6dc-4433-9398-c708a8d7605f", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:25:05.913538 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-802fbe48-1ce5-4d14-bd63-2ce49c42696b {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:25:05.913920 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d78cf3d-bbb6-4d94-ae52-5a0e9539529c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf97e31-a6dc-4433-9398-c708a8d7605f', 'code': 200} Nov 11 17:25:05.928881 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8074ecac-d539-42e5-92f0-2b99281772be None None] Network 545743c5-725f-4286-92b6-e14c5b1f035f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:25:06.148932 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b8571-cab7-4b48-8830-46851c4d8f47 req-74304a17-86b2-411a-906d-569254dc4bc6 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:06.156513 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2a2b8571-cab7-4b48-8830-46851c4d8f47 req-74304a17-86b2-411a-906d-569254dc4bc6 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.0896318 Nov 11 17:25:06.179961 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ceba8385-dac5-4bd5-9381-4e4331a0e93f req-ec02c6f6-3cc1-43b5-81b8-d863d6a18c0e tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Router 047d2289-f309-4e18-89f5-b58765d4e415 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:25:06.233525 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2a2b8571-cab7-4b48-8830-46851c4d8f47 req-90c608a3-d832-4180-bd2a-5919afc91130 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759556 Nov 11 17:25:06.487931 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d735e7c-88c1-4ba6-bdd3-ed66c377ff03 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:06.511133 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d735e7c-88c1-4ba6-bdd3-ed66c377ff03 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:06.514319 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ceba8385-dac5-4bd5-9381-4e4331a0e93f req-ec02c6f6-3cc1-43b5-81b8-d863d6a18c0e tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:25:06.524121 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ceba8385-dac5-4bd5-9381-4e4331a0e93f req-ec02c6f6-3cc1-43b5-81b8-d863d6a18c0e tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:06.524786 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a25d0a-7824-4f97-9ba5-f8f4c308f3e5 req-d404d754-44dc-4170-8774-aa8183f6d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:06.527055 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-50a25d0a-7824-4f97-9ba5-f8f4c308f3e5 req-d404d754-44dc-4170-8774-aa8183f6d641 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 1096 time: 0.1328781 Nov 11 17:25:06.544349 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a0bf73-c425-4934-9355-45768f2bac00 None None] Sync routers for ids ['047d2289-f309-4e18-89f5-b58765d4e415'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:25:06.573908 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a0bf73-c425-4934-9355-45768f2bac00 None None] Routers {'047d2289-f309-4e18-89f5-b58765d4e415'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:06.577432 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-06a0bf73-c425-4934-9355-45768f2bac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:24:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['047d2289-f309-4e18-89f5-b58765d4e415'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:06.578359 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceba8385-dac5-4bd5-9381-4e4331a0e93f req-ec02c6f6-3cc1-43b5-81b8-d863d6a18c0e tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "PUT /v2.0/floatingips/1b7f6758-5941-4fcb-82e6-283d86281c5e HTTP/1.1" status: 200 len: 996 time: 2.2991211 Nov 11 17:25:06.580289 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88a057e-ead5-49ec-a45f-2c286cc97333', 'tag': '4a430f40-bd82-464a-a1f9-03927f4f0ca4'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:25:06.582564 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7c7a8c-a661-4b5e-8945-fc59ee227a54" -d '{"events": [{"name": "network-changed", "server_uuid": "a88a057e-ead5-49ec-a45f-2c286cc97333", "tag": "4a430f40-bd82-464a-a1f9-03927f4f0ca4"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:25:06.594646 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-de997972-6db7-4f39-80bd-335ea3458288 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:06.601494 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-de997972-6db7-4f39-80bd-335ea3458288 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/networks?id=cc69df84-fcc8-4acf-afe7-fe8c0ee8893d HTTP/1.1" status: 200 len: 816 time: 0.2065010 Nov 11 17:25:06.620013 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-18524d37-c079-4495-9aa4-60ca15f0a192 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/quotas/abf17260565d4acea77891fd27b11cc9 HTTP/1.1" status: 200 len: 375 time: 0.0175538 Nov 11 17:25:06.631560 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-50a25d0a-7824-4f97-9ba5-f8f4c308f3e5 req-27470ef2-2e15-4d03-b4ea-9dd14af99e9d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781505 Nov 11 17:25:06.663491 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-0d735e7c-88c1-4ba6-bdd3-ed66c377ff03 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Allocated IP 172.25.2.230 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/f76c1348-3aaf-49f9-96da-162002941321) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:06.666301 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 43a3e173-3f88-4ace-8c69-ed8639424190 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:25:06.845417 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-06a0bf73-c425-4934-9355-45768f2bac00 None None] Set router 047d2289-f309-4e18-89f5-b58765d4e415 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:25:06.875829 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d735e7c-88c1-4ba6-bdd3-ed66c377ff03 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:06.954674 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d32b0cdf-6467-4916-8a00-71ca9c112449 None None] Provisioning complete for port 43a3e173-3f88-4ace-8c69-ed8639424190 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:06.955816 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d32b0cdf-6467-4916-8a00-71ca9c112449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:06.964637 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d735e7c-88c1-4ba6-bdd3-ed66c377ff03 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:07.014432 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 43a3e173-3f88-4ace-8c69-ed8639424190 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:07.015350 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:07.041469 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-243d722b-bf07-4a60-bd6a-4ae15136858a tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=abf17260565d4acea77891fd27b11cc9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4199686 Nov 11 17:25:07.053241 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d735e7c-88c1-4ba6-bdd3-ed66c377ff03 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Port': ['ID=f76c1348-3aaf-49f9-96da-162002941321,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:07.067750 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d735e7c-88c1-4ba6-bdd3-ed66c377ff03 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:07.069576 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-0d735e7c-88c1-4ba6-bdd3-ed66c377ff03 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:07.072913 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d735e7c-88c1-4ba6-bdd3-ed66c377ff03 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:07.183515 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba8385-dac5-4bd5-9381-4e4331a0e93f req-eb83068c-713a-4381-baeb-d00b1d10204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:07.185095 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceba8385-dac5-4bd5-9381-4e4331a0e93f req-eb83068c-713a-4381-baeb-d00b1d10204a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d8e3801d3eb04c93bf4302e4afcc93ae&device_id=a88a057e-ead5-49ec-a45f-2c286cc97333 HTTP/1.1" status: 200 len: 1096 time: 0.5625658 Nov 11 17:25:07.266318 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-06a0bf73-c425-4934-9355-45768f2bac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047d2289-f309-4e18-89f5-b58765d4e415', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1666465949-router', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:33Z', 'updated_at': '2021-11-11T17:24:40Z', 'revision_number': 4, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'gw_port': {'id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:34Z', 'updated_at': '2021-11-11T17:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '1b7f6758-5941-4fcb-82e6-283d86281c5e', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'port_id': '4a430f40-bd82-464a-a1f9-03927f4f0ca4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23', 'mac_address': 'fa:16:3e:27:3a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88a057e-ead5-49ec-a45f-2c286cc97333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:25:02Z', 'updated_at': '2021-11-11T17:25:05Z', 'revision_number': 1, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c82c2fd-1578-440f-85bf-3835a0bb7d58', 'name': '', 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'mac_address': 'fa:16:3e:9b:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c8897e56-382b-4c72-816c-c41e9f024bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:39Z', 'updated_at': '2021-11-11T17:24:47Z', 'revision_number': 5, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'subnets': [{'id': 'c8897e56-382b-4c72-816c-c41e9f024bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:07.277591 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-5439850a-a071-4239-aef2-c4687348c753 service neutron] 10.222.0.76 "GET /v2.0/networks/cc69df84-fcc8-4acf-afe7-fe8c0ee8893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349784 Nov 11 17:25:07.299046 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a0bf73-c425-4934-9355-45768f2bac00 None None] Checking router: 047d2289-f309-4e18-89f5-b58765d4e415 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:25:07.308884 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a0bf73-c425-4934-9355-45768f2bac00 None None] Routers {'047d2289-f309-4e18-89f5-b58765d4e415'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:07.312205 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-06a0bf73-c425-4934-9355-45768f2bac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:24:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['047d2289-f309-4e18-89f5-b58765d4e415'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:07.349422 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734f5ec-7bae-4980-9f21-545ca638074e req-04b247e9-0bd2-48db-a2cd-f5d6b9ecda0b tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:07.351234 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5734f5ec-7bae-4980-9f21-545ca638074e req-04b247e9-0bd2-48db-a2cd-f5d6b9ecda0b tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.83 "GET /v2.0/networks?id=cc69df84-fcc8-4acf-afe7-fe8c0ee8893d HTTP/1.1" status: 200 len: 816 time: 0.4070470 Nov 11 17:25:07.366219 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-5734f5ec-7bae-4980-9f21-545ca638074e req-f5a8430d-7d3d-47d3-a957-9d6909a86997 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Request body: {'port': {'device_id': '5a9bc67c-a9bd-468c-a859-dbd990376413', 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d', 'admin_state_up': True, 'tenant_id': 'abf17260565d4acea77891fd27b11cc9'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:07.451490 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e179f1c6-34c1-4170-bf1a-6ef91dc2787c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:07.482618 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-06a0bf73-c425-4934-9355-45768f2bac00 None None] Set router 047d2289-f309-4e18-89f5-b58765d4e415 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:25:07.485950 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba8385-dac5-4bd5-9381-4e4331a0e93f req-0cf72e1f-618c-476a-bbe4-a9e660f79aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:07.487465 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceba8385-dac5-4bd5-9381-4e4331a0e93f req-0cf72e1f-618c-476a-bbe4-a9e660f79aff service neutron] 10.222.0.76 "GET /v2.0/networks?id=0a08e4be-349c-4ca3-8c26-cda462219b23 HTTP/1.1" status: 200 len: 931 time: 0.2886405 Nov 11 17:25:07.538600 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d735e7c-88c1-4ba6-bdd3-ed66c377ff03 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:07.564386 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-4c8ec4bc-54e1-408e-a78c-fcefecde1658 service neutron] 10.222.0.76 "GET /v2.0/networks/cc69df84-fcc8-4acf-afe7-fe8c0ee8893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774446 Nov 11 17:25:07.598617 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceba8385-dac5-4bd5-9381-4e4331a0e93f req-a79065fa-3fdc-4c2e-b618-782d8927033a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a430f40-bd82-464a-a1f9-03927f4f0ca4 HTTP/1.1" status: 200 len: 999 time: 0.0995729 Nov 11 17:25:07.652892 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba8385-dac5-4bd5-9381-4e4331a0e93f req-6a66a469-350c-4ede-822b-c8289f4e69ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:07.654735 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceba8385-dac5-4bd5-9381-4e4331a0e93f req-6a66a469-350c-4ede-822b-c8289f4e69ac service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c8897e56-382b-4c72-816c-c41e9f024bac HTTP/1.1" status: 200 len: 868 time: 0.0459516 Nov 11 17:25:07.683768 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5734f5ec-7bae-4980-9f21-545ca638074e req-f5a8430d-7d3d-47d3-a957-9d6909a86997 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Made reservation on behalf of abf17260565d4acea77891fd27b11cc9 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:25:07.692453 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5734f5ec-7bae-4980-9f21-545ca638074e req-f5a8430d-7d3d-47d3-a957-9d6909a86997 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:07.793921 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba8385-dac5-4bd5-9381-4e4331a0e93f req-42cf2fbe-c70f-453f-b772-7150b09e3cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:07.795461 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceba8385-dac5-4bd5-9381-4e4331a0e93f req-42cf2fbe-c70f-453f-b772-7150b09e3cd3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0a08e4be-349c-4ca3-8c26-cda462219b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309700 Nov 11 17:25:07.876422 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-06a0bf73-c425-4934-9355-45768f2bac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047d2289-f309-4e18-89f5-b58765d4e415', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1666465949-router', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:33Z', 'updated_at': '2021-11-11T17:24:40Z', 'revision_number': 4, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'gw_port': {'id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:34Z', 'updated_at': '2021-11-11T17:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '1b7f6758-5941-4fcb-82e6-283d86281c5e', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'port_id': '4a430f40-bd82-464a-a1f9-03927f4f0ca4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23', 'mac_address': 'fa:16:3e:27:3a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88a057e-ead5-49ec-a45f-2c286cc97333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:25:02Z', 'updated_at': '2021-11-11T17:25:05Z', 'revision_number': 1, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c82c2fd-1578-440f-85bf-3835a0bb7d58', 'name': '', 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'mac_address': 'fa:16:3e:9b:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c8897e56-382b-4c72-816c-c41e9f024bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:39Z', 'updated_at': '2021-11-11T17:24:47Z', 'revision_number': 5, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'subnets': [{'id': 'c8897e56-382b-4c72-816c-c41e9f024bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:07.912710 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0ff4f1-a5ef-4241-9c77-ad4a8e335f99 x-openstack-request-id: req-5f0ff4f1-a5ef-4241-9c77-ad4a8e335f99 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:25:07.920370 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88a057e-ead5-49ec-a45f-2c286cc97333", "tag": "4a430f40-bd82-464a-a1f9-03927f4f0ca4", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:25:07.920755 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5f0ff4f1-a5ef-4241-9c77-ad4a8e335f99 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:25:07.921255 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88a057e-ead5-49ec-a45f-2c286cc97333', 'tag': '4a430f40-bd82-464a-a1f9-03927f4f0ca4', 'status': 'completed', 'code': 200} Nov 11 17:25:07.927491 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a0bf73-c425-4934-9355-45768f2bac00 None None] The sync data for ids ['047d2289-f309-4e18-89f5-b58765d4e415'] in n-d-816206-4 is: [{'id': '047d2289-f309-4e18-89f5-b58765d4e415', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1666465949-router', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:33Z', 'updated_at': '2021-11-11T17:24:40Z', 'revision_number': 4, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'gw_port': {'id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:34Z', 'updated_at': '2021-11-11T17:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '1b7f6758-5941-4fcb-82e6-283d86281c5e', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'port_id': '4a430f40-bd82-464a-a1f9-03927f4f0ca4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23', 'mac_address': 'fa:16:3e:27:3a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88a057e-ead5-49ec-a45f-2c286cc97333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:25:02Z', 'updated_at': '2021-11-11T17:25:05Z', 'revision_number': 1, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c82c2fd-1578-440f-85bf-3835a0bb7d58', 'name': '', 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'mac_address': 'fa:16:3e:9b:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c8897e56-382b-4c72-816c-c41e9f024bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:39Z', 'updated_at': '2021-11-11T17:24:47Z', 'revision_number': 5, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'subnets': [{'id': 'c8897e56-382b-4c72-816c-c41e9f024bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:25:07.980759 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d735e7c-88c1-4ba6-bdd3-ed66c377ff03 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:08.047347 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-5734f5ec-7bae-4980-9f21-545ca638074e req-f5a8430d-7d3d-47d3-a957-9d6909a86997 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Allocated IP 172.20.0.11 (cc69df84-fcc8-4acf-afe7-fe8c0ee8893d/5890a06f-71f1-48e5-b348-55ef393d6b69/3c883575-bd5c-48e1-89fa-1a120da66d93) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:08.153460 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceba8385-dac5-4bd5-9381-4e4331a0e93f req-2f197019-25a2-4e65-9c6f-8dcb3b027198 service neutron] 10.222.0.76 "GET /v2.0/networks/0a08e4be-349c-4ca3-8c26-cda462219b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402359 Nov 11 17:25:08.156416 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c7a8c-a661-4b5e-8945-fc59ee227a54 req-ecddd520-b26e-4e84-932b-71399913cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:08.157921 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea7c7a8c-a661-4b5e-8945-fc59ee227a54 req-ecddd520-b26e-4e84-932b-71399913cfd8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8e3801d3eb04c93bf4302e4afcc93ae&device_id=a88a057e-ead5-49ec-a45f-2c286cc97333 HTTP/1.1" status: 200 len: 1096 time: 0.2157848 Nov 11 17:25:08.182418 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d735e7c-88c1-4ba6-bdd3-ed66c377ff03 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Router 3790632f-ba6e-43e1-83bc-fd82d5398b42 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:25:08.317899 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743c908b-015c-4b31-aad9-f38e0b301113 None None] New status for floating IP 1b7f6758-5941-4fcb-82e6-283d86281c5e: ACTIVE {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:25:08.349815 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b15205-9f33-40fc-9069-d5989cca8770 req-5f7dd37c-a429-4d6a-8776-b5f1643ce8df tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:08.357222 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00b15205-9f33-40fc-9069-d5989cca8770 req-5f7dd37c-a429-4d6a-8776-b5f1643ce8df tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 945 time: 0.3048415 Nov 11 17:25:08.384301 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d735e7c-88c1-4ba6-bdd3-ed66c377ff03 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:25:08.407389 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d3d7fb-ebc5-412b-9315-2d604e618cb6 None None] Sync routers for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:25:08.421932 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d3d7fb-ebc5-412b-9315-2d604e618cb6 None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:08.422981 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-72d3d7fb-ebc5-412b-9315-2d604e618cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:24:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:08.440854 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d735e7c-88c1-4ba6-bdd3-ed66c377ff03 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:08.442590 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0d735e7c-88c1-4ba6-bdd3-ed66c377ff03 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2594812 Nov 11 17:25:08.445588 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59524) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:08.466630 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-72d3d7fb-ebc5-412b-9315-2d604e618cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:08.477262 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d3d7fb-ebc5-412b-9315-2d604e618cb6 None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:08.478048 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-72d3d7fb-ebc5-412b-9315-2d604e618cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:24:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:08.522950 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-72d3d7fb-ebc5-412b-9315-2d604e618cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:08.523855 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d3d7fb-ebc5-412b-9315-2d604e618cb6 None None] The sync data for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:25:08.656767 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00b15205-9f33-40fc-9069-d5989cca8770 req-b27dc2f4-c29c-47e5-9973-3581f331a343 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985692 Nov 11 17:25:08.679588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c7a8c-a661-4b5e-8945-fc59ee227a54 req-a474b20b-0c5b-4519-9fc0-e81d6a88cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:08.685245 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea7c7a8c-a661-4b5e-8945-fc59ee227a54 req-a474b20b-0c5b-4519-9fc0-e81d6a88cca1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a08e4be-349c-4ca3-8c26-cda462219b23 HTTP/1.1" status: 200 len: 931 time: 0.5172760 Nov 11 17:25:08.687781 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ceba8385-dac5-4bd5-9381-4e4331a0e93f req-b0b8b3ca-6aa6-4ea5-a257-f29e132ebcec service neutron] 10.222.0.76 "GET /v2.0/networks/0a08e4be-349c-4ca3-8c26-cda462219b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217998 Nov 11 17:25:08.747836 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5734f5ec-7bae-4980-9f21-545ca638074e req-f5a8430d-7d3d-47d3-a957-9d6909a86997 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:08.904777 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5734f5ec-7bae-4980-9f21-545ca638074e req-f5a8430d-7d3d-47d3-a957-9d6909a86997 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:08.980889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5734f5ec-7bae-4980-9f21-545ca638074e req-f5a8430d-7d3d-47d3-a957-9d6909a86997 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Network cc69df84-fcc8-4acf-afe7-fe8c0ee8893d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:08.987889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-5734f5ec-7bae-4980-9f21-545ca638074e req-f5a8430d-7d3d-47d3-a957-9d6909a86997 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:08.991951 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea7c7a8c-a661-4b5e-8945-fc59ee227a54 req-159b9743-afd5-4900-aae0-e5b4610a16da service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a430f40-bd82-464a-a1f9-03927f4f0ca4 HTTP/1.1" status: 200 len: 1001 time: 0.2274609 Nov 11 17:25:09.002119 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-5734f5ec-7bae-4980-9f21-545ca638074e req-f5a8430d-7d3d-47d3-a957-9d6909a86997 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:09.144675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c7a8c-a661-4b5e-8945-fc59ee227a54 req-65fb6ef7-0a5e-4f07-9daf-f0fd31f25213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:09.146816 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea7c7a8c-a661-4b5e-8945-fc59ee227a54 req-65fb6ef7-0a5e-4f07-9daf-f0fd31f25213 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c8897e56-382b-4c72-816c-c41e9f024bac HTTP/1.1" status: 200 len: 868 time: 0.1027653 Nov 11 17:25:09.236032 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734f5ec-7bae-4980-9f21-545ca638074e req-f5a8430d-7d3d-47d3-a957-9d6909a86997 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:09.236716 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5734f5ec-7bae-4980-9f21-545ca638074e req-f5a8430d-7d3d-47d3-a957-9d6909a86997 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:09.262413 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8430d-7d3d-47d3-a957-9d6909a86997 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Pushing event updated for resources: {'Port': ['ID=3c883575-bd5c-48e1-89fa-1a120da66d93,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:09.288138 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee4cbb4f-56c5-4dd0-91bc-c931936965ed tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:09.308869 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4f915-1ed0-466d-a007-47f0b12d2fc7 req-57b8d334-5fda-4734-b0b7-b9fb338ed43a tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:09.319867 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92b4f915-1ed0-466d-a007-47f0b12d2fc7 req-57b8d334-5fda-4734-b0b7-b9fb338ed43a tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.3949041 Nov 11 17:25:09.378829 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5734f5ec-7bae-4980-9f21-545ca638074e req-f5a8430d-7d3d-47d3-a957-9d6909a86997 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0167120 Nov 11 17:25:09.439073 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ade2a5ee-f157-44a8-9b09-36048d2c0cb8 None None] Provisioning complete for port 3c883575-bd5c-48e1-89fa-1a120da66d93 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:09.440301 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ade2a5ee-f157-44a8-9b09-36048d2c0cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:09.498624 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-ade2a5ee-f157-44a8-9b09-36048d2c0cb8 None None] Port 3c883575-bd5c-48e1-89fa-1a120da66d93 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:25:09.563169 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-7548a87a-7bde-4805-9878-e3a82687f663 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:09.565173 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-7548a87a-7bde-4805-9878-e3a82687f663 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/networks?id=cc69df84-fcc8-4acf-afe7-fe8c0ee8893d HTTP/1.1" status: 200 len: 816 time: 0.4113753 Nov 11 17:25:09.573147 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-5734f5ec-7bae-4980-9f21-545ca638074e req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] Request body: {'port': {'device_id': '5a9bc67c-a9bd-468c-a859-dbd990376413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:09.577255 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c7a8c-a661-4b5e-8945-fc59ee227a54 req-5ad63225-4e0f-470c-92f6-24d92ffae684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:09.579465 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea7c7a8c-a661-4b5e-8945-fc59ee227a54 req-5ad63225-4e0f-470c-92f6-24d92ffae684 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a08e4be-349c-4ca3-8c26-cda462219b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4150891 Nov 11 17:25:09.622601 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-e4803b54-daef-495a-8919-ee76b88621ae tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:09.624341 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-e4803b54-daef-495a-8919-ee76b88621ae tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.83 "GET /v2.0/networks?id=cc69df84-fcc8-4acf-afe7-fe8c0ee8893d HTTP/1.1" status: 200 len: 816 time: 0.2261376 Nov 11 17:25:09.667901 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-269048d5-958c-41ad-98dd-0521f2c58d12 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Request body: {'port': {'device_id': 'dd400c43-be3b-4807-b52d-e11cf7fcb746', 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d', 'admin_state_up': True, 'tenant_id': 'abf17260565d4acea77891fd27b11cc9'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:09.771010 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6acd2e52-53ee-455e-9453-0c0fc5a28dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:09.914821 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-ee4cbb4f-56c5-4dd0-91bc-c931936965ed tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Allocated IP 172.20.0.1 (545743c5-725f-4286-92b6-e14c5b1f035f/b5f89040-ab18-4eae-b5bd-d6367025bce9/6800228e-9cf8-4415-8f8c-8d3a6cc7e32c) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:09.932961 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-269048d5-958c-41ad-98dd-0521f2c58d12 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Made reservation on behalf of abf17260565d4acea77891fd27b11cc9 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:25:09.937894 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-269048d5-958c-41ad-98dd-0521f2c58d12 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:10.037776 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-cc5f46d7-95b5-4ab6-aa0d-aed6080857f4 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/quotas/abf17260565d4acea77891fd27b11cc9 HTTP/1.1" status: 200 len: 375 time: 0.4337547 Nov 11 17:25:10.077951 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5734f5ec-7bae-4980-9f21-545ca638074e req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:10.118792 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92b4f915-1ed0-466d-a007-47f0b12d2fc7 req-e488e98e-f2a8-4736-8b96-eaa7f59f7e66 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7975433 Nov 11 17:25:10.149367 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea7c7a8c-a661-4b5e-8945-fc59ee227a54 req-f7cb6f26-9124-4f85-a8a6-286485f8797e service neutron] 10.222.0.83 "GET /v2.0/networks/0a08e4be-349c-4ca3-8c26-cda462219b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435631 Nov 11 17:25:10.157561 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee4cbb4f-56c5-4dd0-91bc-c931936965ed tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:10.186432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-269048d5-958c-41ad-98dd-0521f2c58d12 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Allocated IP 172.20.0.3 (cc69df84-fcc8-4acf-afe7-fe8c0ee8893d/5890a06f-71f1-48e5-b348-55ef393d6b69/c88e578f-08f6-4029-b340-a8e30ce1b51e) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:10.236504 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee4cbb4f-56c5-4dd0-91bc-c931936965ed tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:10.302057 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-f793940a-9bd9-465d-bb8d-026fbd816ecf tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=abf17260565d4acea77891fd27b11cc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2534995 Nov 11 17:25:10.332804 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4cbb4f-56c5-4dd0-91bc-c931936965ed tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Network 545743c5-725f-4286-92b6-e14c5b1f035f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:10.341157 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-ee4cbb4f-56c5-4dd0-91bc-c931936965ed tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:10.347776 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4cbb4f-56c5-4dd0-91bc-c931936965ed tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:10.357626 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cbb4f-56c5-4dd0-91bc-c931936965ed tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Port': ['ID=6800228e-9cf8-4415-8f8c-8d3a6cc7e32c,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:10.417162 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee4cbb4f-56c5-4dd0-91bc-c931936965ed tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:10.494664 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-269048d5-958c-41ad-98dd-0521f2c58d12 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:10.503249 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39b15f50-1053-42eb-94f3-b07cfba3e29e req-c08c52f9-d66c-4d90-bc69-db182471ecf8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-681593930&fields=id&tenant_id=798385b1789540a48bd9d5f9339c59e7 HTTP/1.1" status: 200 len: 267 time: 0.2872536 Nov 11 17:25:10.530361 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea7c7a8c-a661-4b5e-8945-fc59ee227a54 req-d40c1181-0a5f-4d07-a336-60e60dff31b5 service neutron] 10.222.0.83 "GET /v2.0/networks/0a08e4be-349c-4ca3-8c26-cda462219b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684580 Nov 11 17:25:10.603824 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-93c53e1a-8f05-4527-b5e5-6d168460b215 service neutron] 10.222.0.76 "GET /v2.0/networks/cc69df84-fcc8-4acf-afe7-fe8c0ee8893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853847 Nov 11 17:25:10.613344 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b15f50-1053-42eb-94f3-b07cfba3e29e req-d3b3d1b4-5a3f-4c4c-9901-cf622acf1f9c tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:10.615355 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39b15f50-1053-42eb-94f3-b07cfba3e29e req-d3b3d1b4-5a3f-4c4c-9901-cf622acf1f9c tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 945 time: 0.1043200 Nov 11 17:25:10.642632 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-39b15f50-1053-42eb-94f3-b07cfba3e29e req-96673875-2246-4a61-a1da-d2288fec7f0c tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Request body: {'port': {'security_groups': ['1318d88b-912d-4131-8fc5-5e39b9655fb9', '97bea90e-be91-4f82-a709-f111d947c62e']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:10.775511 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-39b15f50-1053-42eb-94f3-b07cfba3e29e req-96673875-2246-4a61-a1da-d2288fec7f0c tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:10.845360 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:10.902757 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee4cbb4f-56c5-4dd0-91bc-c931936965ed tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:10.905494 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-269048d5-958c-41ad-98dd-0521f2c58d12 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:10.920356 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-7951d7eb-806a-427e-86cd-36f7be427761 service neutron] 10.222.0.76 "GET /v2.0/networks/cc69df84-fcc8-4acf-afe7-fe8c0ee8893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037183 Nov 11 17:25:10.992137 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-269048d5-958c-41ad-98dd-0521f2c58d12 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Network cc69df84-fcc8-4acf-afe7-fe8c0ee8893d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:11.000113 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-269048d5-958c-41ad-98dd-0521f2c58d12 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:11.006412 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269048d5-958c-41ad-98dd-0521f2c58d12 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Pushing event updated for resources: {'Port': ['ID=c88e578f-08f6-4029-b340-a8e30ce1b51e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:11.008678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-269048d5-958c-41ad-98dd-0521f2c58d12 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:11.063368 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-269048d5-958c-41ad-98dd-0521f2c58d12 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:11.064220 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-269048d5-958c-41ad-98dd-0521f2c58d12 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:11.157789 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-269048d5-958c-41ad-98dd-0521f2c58d12 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4948688 Nov 11 17:25:11.183697 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] Request body: {'port': {'device_id': 'dd400c43-be3b-4807-b52d-e11cf7fcb746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:11.335776 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:11.344908 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-39b15f50-1053-42eb-94f3-b07cfba3e29e req-96673875-2246-4a61-a1da-d2288fec7f0c tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] For port edf97e31-a6dc-4433-9398-c708a8d7605f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=edf97e31-a6dc-4433-9398-c708a8d7605f,segment=NetworkSegment(ee5f2ac9-6b78-4385-9926-b329c3d8f971),segment_id=ee5f2ac9-6b78-4385-9926-b329c3d8f971)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:11.383993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-5734f5ec-7bae-4980-9f21-545ca638074e req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c883575-bd5c-48e1-89fa-1a120da66d93 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:25:11.401021 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5734f5ec-7bae-4980-9f21-545ca638074e req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:11.431071 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-93a3cabb-f1c7-42b1-9177-3053e8f3d9db req-569add9e-8c9d-4380-89e7-0dfdd291ce17 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 258 time: 0.3214383 Nov 11 17:25:11.449930 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-93a3cabb-f1c7-42b1-9177-3053e8f3d9db req-17c070db-60c8-45b3-a11e-773112fdc4dc tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:11.455591 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-46c5e7e5-5666-4d99-97fd-0a10a58b8631 None None] Provisioning complete for port c88e578f-08f6-4029-b340-a8e30ce1b51e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:11.455983 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-46c5e7e5-5666-4d99-97fd-0a10a58b8631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:11.497132 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-39b15f50-1053-42eb-94f3-b07cfba3e29e req-96673875-2246-4a61-a1da-d2288fec7f0c tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:11.515001 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-46c5e7e5-5666-4d99-97fd-0a10a58b8631 None None] Port c88e578f-08f6-4029-b340-a8e30ce1b51e cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:25:11.515224 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-39b15f50-1053-42eb-94f3-b07cfba3e29e req-96673875-2246-4a61-a1da-d2288fec7f0c tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:11.525810 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-5734f5ec-7bae-4980-9f21-545ca638074e req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] Transition to ACTIVE for port object 3c883575-bd5c-48e1-89fa-1a120da66d93 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:25:11.529351 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['1b6153fd-3a03-4591-b589-754a2aded29e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:25:11.568442 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5734f5ec-7bae-4980-9f21-545ca638074e req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:11.572455 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['edf97e31-a6dc-4433-9398-c708a8d7605f'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:25:11.616247 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b15f50-1053-42eb-94f3-b07cfba3e29e req-96673875-2246-4a61-a1da-d2288fec7f0c tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:11.616906 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-39b15f50-1053-42eb-94f3-b07cfba3e29e req-96673875-2246-4a61-a1da-d2288fec7f0c tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:11.618324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39b15f50-1053-42eb-94f3-b07cfba3e29e req-96673875-2246-4a61-a1da-d2288fec7f0c tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "PUT /v2.0/ports/edf97e31-a6dc-4433-9398-c708a8d7605f HTTP/1.1" status: 200 len: 981 time: 0.9931235 Nov 11 17:25:11.619142 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-93a3cabb-f1c7-42b1-9177-3053e8f3d9db req-17c070db-60c8-45b3-a11e-773112fdc4dc tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:11.627768 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d78cf3d-bbb6-4d94-ae52-5a0e9539529c', 'tag': 'edf97e31-a6dc-4433-9398-c708a8d7605f'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:25:11.630859 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed71ccbd-0b9f-4917-9a74-ab5da7bd91a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2d78cf3d-bbb6-4d94-ae52-5a0e9539529c", "tag": "edf97e31-a6dc-4433-9398-c708a8d7605f"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:25:11.772844 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96673875-2246-4a61-a1da-d2288fec7f0c tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event updated for resources: {'Port': ['ID=edf97e31-a6dc-4433-9398-c708a8d7605f,revision_number=6']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:11.790193 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['edf97e31-a6dc-4433-9398-c708a8d7605f'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:25:11.851568 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] Pushing event updated for resources: {'Port': ['ID=3c883575-bd5c-48e1-89fa-1a120da66d93,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:12.014765 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-5734f5ec-7bae-4980-9f21-545ca638074e req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] Attempting to bind port 3c883575-bd5c-48e1-89fa-1a120da66d93 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:25:12.015328 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-5734f5ec-7bae-4980-9f21-545ca638074e req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] Attempting to bind port 3c883575-bd5c-48e1-89fa-1a120da66d93 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '50b6ff34-f136-47ed-91f0-38482a52c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:25:12.016047 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5734f5ec-7bae-4980-9f21-545ca638074e req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] Attempting to bind port 3c883575-bd5c-48e1-89fa-1a120da66d93 on network cc69df84-fcc8-4acf-afe7-fe8c0ee8893d {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:25:12.026665 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5734f5ec-7bae-4980-9f21-545ca638074e req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] Port 3c883575-bd5c-48e1-89fa-1a120da66d93 on network cc69df84-fcc8-4acf-afe7-fe8c0ee8893d not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:25:12.027189 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5734f5ec-7bae-4980-9f21-545ca638074e req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] Attempting to bind port 3c883575-bd5c-48e1-89fa-1a120da66d93 on network cc69df84-fcc8-4acf-afe7-fe8c0ee8893d {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:25:12.097568 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5734f5ec-7bae-4980-9f21-545ca638074e req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:25:12.098173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5734f5ec-7bae-4980-9f21-545ca638074e req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] Checking segment: {'id': '50b6ff34-f136-47ed-91f0-38482a52c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:25:12.098766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5734f5ec-7bae-4980-9f21-545ca638074e req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] Bound using segment: {'id': '50b6ff34-f136-47ed-91f0-38482a52c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:25:12.099369 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-5734f5ec-7bae-4980-9f21-545ca638074e req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] Bound port: 3c883575-bd5c-48e1-89fa-1a120da66d93, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b6ff34-f136-47ed-91f0-38482a52c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:25:12.100355 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5734f5ec-7bae-4980-9f21-545ca638074e req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:12.120456 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-93a3cabb-f1c7-42b1-9177-3053e8f3d9db req-17c070db-60c8-45b3-a11e-773112fdc4dc tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:12.124912 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c8ed1480-1fa8-4e32-a92e-47d0f3d3e9b2 req-0271a46d-4302-46c0-96c5-e4b2aa093249 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 210 time: 0.1016083 Nov 11 17:25:12.233222 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c88e578f-08f6-4029-b340-a8e30ce1b51e {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:25:12.250342 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:12.282070 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] Transition to ACTIVE for port object c88e578f-08f6-4029-b340-a8e30ce1b51e will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:25:12.293420 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:12.365265 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee4cbb4f-56c5-4dd0-91bc-c931936965ed tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:12.394810 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a4787-718b-46f8-ad1c-59055bc1a7ec req-c7fdd275-96d0-4b07-a02b-e20a5904f33c tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:12.398345 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c94a4787-718b-46f8-ad1c-59055bc1a7ec req-c7fdd275-96d0-4b07-a02b-e20a5904f33c tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.1715257 Nov 11 17:25:12.440401 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-5734f5ec-7bae-4980-9f21-545ca638074e req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] For port 3c883575-bd5c-48e1-89fa-1a120da66d93, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:25:12.492376 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee4cbb4f-56c5-4dd0-91bc-c931936965ed tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:12.497524 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-5734f5ec-7bae-4980-9f21-545ca638074e req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] For port 3c883575-bd5c-48e1-89fa-1a120da66d93, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3c883575-bd5c-48e1-89fa-1a120da66d93,segment=NetworkSegment(50b6ff34-f136-47ed-91f0-38482a52c119),segment_id=50b6ff34-f136-47ed-91f0-38482a52c119)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:25:12.523308 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:12.540041 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c94a4787-718b-46f8-ad1c-59055bc1a7ec req-a3391c10-f147-4d69-a4e5-74d2735f550a tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072931 Nov 11 17:25:12.545451 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5734f5ec-7bae-4980-9f21-545ca638074e req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:12.586318 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-93a3cabb-f1c7-42b1-9177-3053e8f3d9db req-17c070db-60c8-45b3-a11e-773112fdc4dc tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Allocated IP 172.25.2.64 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/1c8cc755-9ade-4a7f-8cdc-ddb33c8c6b8a) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:12.609533 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] Pushing event updated for resources: {'Port': ['ID=c88e578f-08f6-4029-b340-a8e30ce1b51e,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:12.693173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734f5ec-7bae-4980-9f21-545ca638074e req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:12.695859 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5734f5ec-7bae-4980-9f21-545ca638074e req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:12.699620 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5734f5ec-7bae-4980-9f21-545ca638074e req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] 10.222.0.83 "PUT /v2.0/ports/3c883575-bd5c-48e1-89fa-1a120da66d93 HTTP/1.1" status: 200 len: 1092 time: 3.2683766 Nov 11 17:25:12.709809 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] Attempting to bind port c88e578f-08f6-4029-b340-a8e30ce1b51e on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:25:12.710479 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] Attempting to bind port c88e578f-08f6-4029-b340-a8e30ce1b51e by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '50b6ff34-f136-47ed-91f0-38482a52c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:25:12.710479 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] Attempting to bind port c88e578f-08f6-4029-b340-a8e30ce1b51e on network cc69df84-fcc8-4acf-afe7-fe8c0ee8893d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:25:12.760733 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] Port c88e578f-08f6-4029-b340-a8e30ce1b51e on network cc69df84-fcc8-4acf-afe7-fe8c0ee8893d not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:25:12.761057 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] Attempting to bind port c88e578f-08f6-4029-b340-a8e30ce1b51e on network cc69df84-fcc8-4acf-afe7-fe8c0ee8893d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:25:12.773503 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:25:12.773940 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] Checking segment: {'id': '50b6ff34-f136-47ed-91f0-38482a52c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:25:12.774336 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] Bound using segment: {'id': '50b6ff34-f136-47ed-91f0-38482a52c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:25:12.774775 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] Bound port: c88e578f-08f6-4029-b340-a8e30ce1b51e, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b6ff34-f136-47ed-91f0-38482a52c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:25:12.775224 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:12.785505 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42642096-080c-4591-8a47-9bbd581b9afc req-efbed734-33a1-476c-a10b-5e400657be4f tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/97bea90e-be91-4f82-a709-f111d947c62e HTTP/1.1" status: 200 len: 1818 time: 0.1889703 Nov 11 17:25:12.791418 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee4cbb4f-56c5-4dd0-91bc-c931936965ed tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:12.862162 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:12.876441 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d608841-8a4a-4bd3-b0b4-1193a3a64dbe service neutron] Pushing event updated for resources: {'Port': ['ID=3c883575-bd5c-48e1-89fa-1a120da66d93,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:12.898507 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cbb4f-56c5-4dd0-91bc-c931936965ed tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Port': ['ID=6800228e-9cf8-4415-8f8c-8d3a6cc7e32c,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:12.928024 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-42642096-080c-4591-8a47-9bbd581b9afc req-a132e17c-ce7c-4cef-a982-4b9273684338 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 11 17:25:12.933106 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42642096-080c-4591-8a47-9bbd581b9afc req-a132e17c-ce7c-4cef-a982-4b9273684338 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "DELETE /v2.0/security-groups/97bea90e-be91-4f82-a709-f111d947c62e HTTP/1.1" status: 409 len: 341 time: 0.1025732 Nov 11 17:25:12.966179 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734f5ec-7bae-4980-9f21-545ca638074e req-620e4350-ac36-4fac-9084-773e3242a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:12.967109 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5734f5ec-7bae-4980-9f21-545ca638074e req-620e4350-ac36-4fac-9084-773e3242a5e5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abf17260565d4acea77891fd27b11cc9&device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 1095 time: 0.1488338 Nov 11 17:25:13.071433 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] For port c88e578f-08f6-4029-b340-a8e30ce1b51e, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:25:13.080869 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c94472-212f-48aa-ad02-1c0a95d1b7b7 x-openstack-request-id: req-86c94472-212f-48aa-ad02-1c0a95d1b7b7 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:25:13.081146 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d78cf3d-bbb6-4d94-ae52-5a0e9539529c", "tag": "edf97e31-a6dc-4433-9398-c708a8d7605f", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:25:13.081394 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-86c94472-212f-48aa-ad02-1c0a95d1b7b7 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:25:13.082308 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d78cf3d-bbb6-4d94-ae52-5a0e9539529c', 'tag': 'edf97e31-a6dc-4433-9398-c708a8d7605f', 'status': 'completed', 'code': 200} Nov 11 17:25:13.108918 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5734f5ec-7bae-4980-9f21-545ca638074e req-f8988c5c-14b2-435b-870a-9ce45066fec5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c883575-bd5c-48e1-89fa-1a120da66d93 HTTP/1.1" status: 200 len: 217 time: 0.1210699 Nov 11 17:25:13.115131 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-93a3cabb-f1c7-42b1-9177-3053e8f3d9db req-17c070db-60c8-45b3-a11e-773112fdc4dc tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:13.135742 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] For port c88e578f-08f6-4029-b340-a8e30ce1b51e, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=c88e578f-08f6-4029-b340-a8e30ce1b51e,segment=NetworkSegment(50b6ff34-f136-47ed-91f0-38482a52c119),segment_id=50b6ff34-f136-47ed-91f0-38482a52c119)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:25:13.167757 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-b58ddb89-b34b-44a0-8540-d22a8f644fef tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:13.169393 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-b58ddb89-b34b-44a0-8540-d22a8f644fef tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.64 "GET /v2.0/networks?id=cc69df84-fcc8-4acf-afe7-fe8c0ee8893d HTTP/1.1" status: 200 len: 816 time: 0.3889332 Nov 11 17:25:13.180829 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:13.190033 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734f5ec-7bae-4980-9f21-545ca638074e req-ecd6bb0e-e5d2-40eb-97b5-6cb110674197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:13.191523 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5734f5ec-7bae-4980-9f21-545ca638074e req-ecd6bb0e-e5d2-40eb-97b5-6cb110674197 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5890a06f-71f1-48e5-b348-55ef393d6b69 HTTP/1.1" status: 200 len: 855 time: 0.0728958 Nov 11 17:25:13.228007 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-3533d6cc-f4b2-480a-99bd-d319321506e8 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Request body: {'port': {'device_id': '2f26e974-7f62-48f9-9bf1-371f7bc0b97d', 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d', 'admin_state_up': True, 'tenant_id': 'abf17260565d4acea77891fd27b11cc9'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:13.254155 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-93a3cabb-f1c7-42b1-9177-3053e8f3d9db req-17c070db-60c8-45b3-a11e-773112fdc4dc tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:13.256678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4cbb4f-56c5-4dd0-91bc-c931936965ed tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Network 545743c5-725f-4286-92b6-e14c5b1f035f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:13.268879 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734f5ec-7bae-4980-9f21-545ca638074e req-9d917a49-206c-418b-8c8c-ac9243713048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:13.270525 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5734f5ec-7bae-4980-9f21-545ca638074e req-9d917a49-206c-418b-8c8c-ac9243713048 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cc69df84-fcc8-4acf-afe7-fe8c0ee8893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680027 Nov 11 17:25:13.327793 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:13.329150 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:13.331362 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] 10.222.0.83 "PUT /v2.0/ports/c88e578f-08f6-4029-b340-a8e30ce1b51e HTTP/1.1" status: 200 len: 1091 time: 2.1570082 Nov 11 17:25:13.331942 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd400c43-be3b-4807-b52d-e11cf7fcb746', 'tag': 'c88e578f-08f6-4029-b340-a8e30ce1b51e'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:25:13.339399 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67847a7b-a8b2-4972-ad49-bd01997bb712" -d '{"events": [{"name": "network-changed", "server_uuid": "dd400c43-be3b-4807-b52d-e11cf7fcb746", "tag": "c88e578f-08f6-4029-b340-a8e30ce1b51e"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:25:13.358493 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-ee4cbb4f-56c5-4dd0-91bc-c931936965ed tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:13.366229 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a3cabb-f1c7-42b1-9177-3053e8f3d9db req-17c070db-60c8-45b3-a11e-773112fdc4dc tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:13.423063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-93a3cabb-f1c7-42b1-9177-3053e8f3d9db req-17c070db-60c8-45b3-a11e-773112fdc4dc tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:13.425717 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71ccbd-0b9f-4917-9a74-ab5da7bd91a9 req-bc73c094-f2ee-424f-a2b1-479c385167c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:13.426297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a3cabb-f1c7-42b1-9177-3053e8f3d9db req-17c070db-60c8-45b3-a11e-773112fdc4dc tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:13.427997 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ed71ccbd-0b9f-4917-9a74-ab5da7bd91a9 req-bc73c094-f2ee-424f-a2b1-479c385167c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=798385b1789540a48bd9d5f9339c59e7&device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 1135 time: 0.3229890 Nov 11 17:25:13.472057 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5734f5ec-7bae-4980-9f21-545ca638074e req-e3926ada-4d51-4499-be9f-e101a60ee0e6 service neutron] 10.222.0.83 "GET /v2.0/networks/cc69df84-fcc8-4acf-afe7-fe8c0ee8893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794999 Nov 11 17:25:13.482170 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c070db-60c8-45b3-a11e-773112fdc4dc tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Pushing event updated for resources: {'Port': ['ID=1c8cc755-9ade-4a7f-8cdc-ddb33c8c6b8a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:13.493867 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ecfab-e995-4c80-98ca-8cc988b613ad service neutron] Pushing event updated for resources: {'Port': ['ID=c88e578f-08f6-4029-b340-a8e30ce1b51e,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:13.660317 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bfb0a446-0e69-4c3f-8176-d78f0579a251 req-64a4da5e-a67a-4221-957e-a18f67e4a24d tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 210 time: 0.0519004 Nov 11 17:25:13.681204 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-41725754-beb9-41ad-abd4-acf0f21b4c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:13.684634 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-41725754-beb9-41ad-abd4-acf0f21b4c3b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abf17260565d4acea77891fd27b11cc9&device_id=dd400c43-be3b-4807-b52d-e11cf7fcb746 HTTP/1.1" status: 200 len: 1094 time: 0.3001304 Nov 11 17:25:13.693187 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-93a3cabb-f1c7-42b1-9177-3053e8f3d9db req-17c070db-60c8-45b3-a11e-773112fdc4dc tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:13.717098 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5734f5ec-7bae-4980-9f21-545ca638074e req-842425fc-7ee7-44c2-bf98-f3652695ed3c service neutron] 10.222.0.83 "GET /v2.0/networks/cc69df84-fcc8-4acf-afe7-fe8c0ee8893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298892 Nov 11 17:25:13.765597 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-93a3cabb-f1c7-42b1-9177-3053e8f3d9db req-17c070db-60c8-45b3-a11e-773112fdc4dc tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:13.770755 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3061a6-41e4-4027-bdcf-1a9762b14ec1 x-openstack-request-id: req-2c3061a6-41e4-4027-bdcf-1a9762b14ec1 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:25:13.771047 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd400c43-be3b-4807-b52d-e11cf7fcb746", "tag": "c88e578f-08f6-4029-b340-a8e30ce1b51e", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:25:13.771299 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2c3061a6-41e4-4027-bdcf-1a9762b14ec1 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:25:13.771700 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd400c43-be3b-4807-b52d-e11cf7fcb746', 'tag': 'c88e578f-08f6-4029-b340-a8e30ce1b51e', 'status': 'completed', 'code': 200} Nov 11 17:25:13.774289 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-8f713f4e-e739-4345-9442-a575943fe51a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c88e578f-08f6-4029-b340-a8e30ce1b51e HTTP/1.1" status: 200 len: 217 time: 0.0677531 Nov 11 17:25:13.841262 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-45bf1d14-7701-4df8-bb10-ee5030174d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:13.842767 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-45bf1d14-7701-4df8-bb10-ee5030174d08 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5890a06f-71f1-48e5-b348-55ef393d6b69 HTTP/1.1" status: 200 len: 855 time: 0.0544159 Nov 11 17:25:13.849661 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71ccbd-0b9f-4917-9a74-ab5da7bd91a9 req-d22cc4eb-2a91-47f2-84d4-78808f5065c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:13.851221 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ed71ccbd-0b9f-4917-9a74-ab5da7bd91a9 req-d22cc4eb-2a91-47f2-84d4-78808f5065c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc HTTP/1.1" status: 200 len: 915 time: 0.3586578 Nov 11 17:25:13.855294 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-3533d6cc-f4b2-480a-99bd-d319321506e8 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Made reservation on behalf of abf17260565d4acea77891fd27b11cc9 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:25:13.858597 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-3533d6cc-f4b2-480a-99bd-d319321506e8 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:13.884981 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4cbb4f-56c5-4dd0-91bc-c931936965ed tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Router 3790632f-ba6e-43e1-83bc-fd82d5398b42 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:25:13.940778 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ed71ccbd-0b9f-4917-9a74-ab5da7bd91a9 req-a09840a6-1666-45c6-b13d-e1ba13a4ec01 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edf97e31-a6dc-4433-9398-c708a8d7605f HTTP/1.1" status: 200 len: 217 time: 0.0704296 Nov 11 17:25:13.942889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ea63a-0074-4f62-bae9-f73f643c70f0 req-bee9a0c0-6ad2-4fbe-a7b5-ab217b133b7e tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:13.944500 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d6ea63a-0074-4f62-bae9-f73f643c70f0 req-bee9a0c0-6ad2-4fbe-a7b5-ab217b133b7e tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 984 time: 0.0805762 Nov 11 17:25:14.000264 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-93a3cabb-f1c7-42b1-9177-3053e8f3d9db req-17c070db-60c8-45b3-a11e-773112fdc4dc tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:14.011692 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-93a3cabb-f1c7-42b1-9177-3053e8f3d9db req-17c070db-60c8-45b3-a11e-773112fdc4dc tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:14.060082 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d6ea63a-0074-4f62-bae9-f73f643c70f0 req-cb63bae9-c5cf-46c4-ac47-992d49407c35 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&id=97bea90e-be91-4f82-a709-f111d947c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1039281 Nov 11 17:25:14.079872 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-49803f66-b5ef-48d5-8c5a-42f65bbb8d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:14.081384 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-49803f66-b5ef-48d5-8c5a-42f65bbb8d92 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cc69df84-fcc8-4acf-afe7-fe8c0ee8893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2270174 Nov 11 17:25:14.098480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c070db-60c8-45b3-a11e-773112fdc4dc tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Pushing event updated for resources: {'Port': ['ID=1c8cc755-9ade-4a7f-8cdc-ddb33c8c6b8a,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:14.129514 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-93a3cabb-f1c7-42b1-9177-3053e8f3d9db req-17c070db-60c8-45b3-a11e-773112fdc4dc tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:14.136764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71ccbd-0b9f-4917-9a74-ab5da7bd91a9 req-d7546345-0a28-494c-8804-3c06ec200a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:14.138234 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ed71ccbd-0b9f-4917-9a74-ab5da7bd91a9 req-d7546345-0a28-494c-8804-3c06ec200a21 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dceb78fd-a025-4ca9-8dbe-b1f67827d278 HTTP/1.1" status: 200 len: 853 time: 0.1839080 Nov 11 17:25:14.163589 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-93a3cabb-f1c7-42b1-9177-3053e8f3d9db req-17c070db-60c8-45b3-a11e-773112fdc4dc tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:14.164939 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-93a3cabb-f1c7-42b1-9177-3053e8f3d9db req-17c070db-60c8-45b3-a11e-773112fdc4dc tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7236340 Nov 11 17:25:14.267240 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ed71ccbd-0b9f-4917-9a74-ab5da7bd91a9 req-dbc2802f-1f3b-41c8-950a-7281e4f9abc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693038 Nov 11 17:25:14.321632 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4cbb4f-56c5-4dd0-91bc-c931936965ed tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:25:14.328199 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ee4cbb4f-56c5-4dd0-91bc-c931936965ed tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "PUT /v2.0/routers/3790632f-ba6e-43e1-83bc-fd82d5398b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8669081 Nov 11 17:25:14.329544 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-3533d6cc-f4b2-480a-99bd-d319321506e8 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Allocated IP 172.20.0.6 (cc69df84-fcc8-4acf-afe7-fe8c0ee8893d/5890a06f-71f1-48e5-b348-55ef393d6b69/d8e71051-0847-44e5-bb60-621b74a27437) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:14.335139 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c522014d-7a61-4873-96de-75578940ae85 None None] Sync routers for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:25:14.346640 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c522014d-7a61-4873-96de-75578940ae85 None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:14.347442 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c522014d-7a61-4873-96de-75578940ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:14.365104 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59614) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:14.380948 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c522014d-7a61-4873-96de-75578940ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:14.383084 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e1f0f761-1b97-45df-b198-24a3032bee44 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Request body: {'port': {'network_id': '545743c5-725f-4286-92b6-e14c5b1f035f', 'name': 'tempest-FloatingIPTestJSON-1457425853'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:14.391362 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c522014d-7a61-4873-96de-75578940ae85 None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:14.392410 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c522014d-7a61-4873-96de-75578940ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:14.431288 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c522014d-7a61-4873-96de-75578940ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:14.432371 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c522014d-7a61-4873-96de-75578940ae85 None None] The sync data for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:25:14.536591 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-93a3cabb-f1c7-42b1-9177-3053e8f3d9db req-9e5c7eb5-6706-46b7-92cc-6f44bb30eb29 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 695 time: 0.3552897 Nov 11 17:25:14.602464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e2074-8b29-4c09-ab90-14e036a60c5b req-eba720a4-adba-4b8d-b60d-143ca103b03f tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:14.604132 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-821e2074-8b29-4c09-ab90-14e036a60c5b req-eba720a4-adba-4b8d-b60d-143ca103b03f tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.4065320 Nov 11 17:25:14.671834 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-821e2074-8b29-4c09-ab90-14e036a60c5b req-3978c1ad-4ecb-464a-9720-211f867b736e tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548563 Nov 11 17:25:14.707237 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3cabb-f1c7-42b1-9177-3053e8f3d9db req-e2c88f33-58a3-46a0-becc-7d8f97a24936 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:14.708657 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-93a3cabb-f1c7-42b1-9177-3053e8f3d9db req-e2c88f33-58a3-46a0-becc-7d8f97a24936 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.1625237 Nov 11 17:25:14.803950 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-24e80db1-7db8-4518-bd36-0879bcdfdf03 service neutron] 10.222.0.83 "GET /v2.0/networks/cc69df84-fcc8-4acf-afe7-fe8c0ee8893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7088723 Nov 11 17:25:14.925557 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ed71ccbd-0b9f-4917-9a74-ab5da7bd91a9 req-32a2fd33-d548-4e56-97bf-08f365566b36 service neutron] 10.222.0.64 "GET /v2.0/networks/ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6380370 Nov 11 17:25:14.955631 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9dff369e-ff35-4572-a8ab-0644f315b9d6 req-daaa79ae-a23c-4f35-a3f5-fc53216d74e8 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 210 time: 0.0449214 Nov 11 17:25:15.007340 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df34cde-7448-4935-b26c-a6c6138144d5 req-a2b57f71-97c0-419d-b93e-86d6959ad5f3 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:15.008834 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5df34cde-7448-4935-b26c-a6c6138144d5 req-a2b57f71-97c0-419d-b93e-86d6959ad5f3 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/ports?device_id=a88a057e-ead5-49ec-a45f-2c286cc97333&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0646331 Nov 11 17:25:15.060515 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5df34cde-7448-4935-b26c-a6c6138144d5 req-61f3f0c0-555f-4e10-9c1a-646a9125103a tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 695 time: 0.0448065 Nov 11 17:25:15.072257 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-5df34cde-7448-4935-b26c-a6c6138144d5 req-56826b69-79bb-452b-8336-83d6b496a23a tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Request body: {'floatingip': {'port_id': '4a430f40-bd82-464a-a1f9-03927f4f0ca4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:15.108192 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a9bc67c-a9bd-468c-a859-dbd990376413', 'tag': '3c883575-bd5c-48e1-89fa-1a120da66d93'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:25:15.110533 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4c9a38-730f-4f6c-bf2c-1f9652fd5817" -d '{"events": [{"name": "network-changed", "server_uuid": "5a9bc67c-a9bd-468c-a859-dbd990376413", "tag": "3c883575-bd5c-48e1-89fa-1a120da66d93"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:25:15.122418 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5df34cde-7448-4935-b26c-a6c6138144d5 req-56826b69-79bb-452b-8336-83d6b496a23a tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks [] for floatingip, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:15.123053 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bb2912ef-e31b-4044-b7ae-11e8a9eb85a1 req-7c47db24-60d0-4958-a126-9bd79aa3f745 service neutron] 10.222.0.83 "GET /v2.0/networks/cc69df84-fcc8-4acf-afe7-fe8c0ee8893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099010 Nov 11 17:25:15.133275 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f0f761-1b97-45df-b198-24a3032bee44 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Made reservation on behalf of d66d3178b2c5474bacb06315082d215a for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:25:15.136776 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e1f0f761-1b97-45df-b198-24a3032bee44 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:15.149873 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-3533d6cc-f4b2-480a-99bd-d319321506e8 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:15.184453 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-e1f0f761-1b97-45df-b198-24a3032bee44 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] device_id is not set on port 68b06c65-7ca9-4c04-a97a-37e75775a564 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:25:15.190537 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ed71ccbd-0b9f-4917-9a74-ab5da7bd91a9 req-62b09efe-fa4b-45f4-80a8-3ca1a9a2d85e service neutron] 10.222.0.64 "GET /v2.0/networks/ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259490 Nov 11 17:25:15.296195 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-3533d6cc-f4b2-480a-99bd-d319321506e8 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:15.315353 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b091ea-6028-486f-91ea-f4f14c9d78b3 x-openstack-request-id: req-36b091ea-6028-486f-91ea-f4f14c9d78b3 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:25:15.324887 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a9bc67c-a9bd-468c-a859-dbd990376413", "tag": "3c883575-bd5c-48e1-89fa-1a120da66d93", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:25:15.325495 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-36b091ea-6028-486f-91ea-f4f14c9d78b3 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:25:15.326169 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a9bc67c-a9bd-468c-a859-dbd990376413', 'tag': '3c883575-bd5c-48e1-89fa-1a120da66d93', 'status': 'completed', 'code': 200} Nov 11 17:25:15.384852 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67847a7b-a8b2-4972-ad49-bd01997bb712 req-11e075e2-c840-4f78-8e83-0678954b6cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:15.386367 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-67847a7b-a8b2-4972-ad49-bd01997bb712 req-11e075e2-c840-4f78-8e83-0678954b6cf3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abf17260565d4acea77891fd27b11cc9&device_id=dd400c43-be3b-4807-b52d-e11cf7fcb746 HTTP/1.1" status: 200 len: 1094 time: 0.1913693 Nov 11 17:25:15.445323 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-3533d6cc-f4b2-480a-99bd-d319321506e8 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Network cc69df84-fcc8-4acf-afe7-fe8c0ee8893d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:15.467033 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4789d78-f54e-43ff-8a78-8599fffa8ace req-dc81dd56-aa29-4dae-a444-346ed583842f tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:15.468728 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c4789d78-f54e-43ff-8a78-8599fffa8ace req-dc81dd56-aa29-4dae-a444-346ed583842f tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 984 time: 0.0936577 Nov 11 17:25:15.469969 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-5df34cde-7448-4935-b26c-a6c6138144d5 req-56826b69-79bb-452b-8336-83d6b496a23a tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] update failed (client error): There was a conflict when trying to complete your request. Nov 11 17:25:15.471010 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5df34cde-7448-4935-b26c-a6c6138144d5 req-56826b69-79bb-452b-8336-83d6b496a23a tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "PUT /v2.0/floatingips/49c490f9-e3d4-4029-aa1d-0277758cf36a HTTP/1.1" status: 409 len: 549 time: 0.4033277 Nov 11 17:25:15.472915 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c9a38-730f-4f6c-bf2c-1f9652fd5817 req-b65303d1-85de-45c7-b4e1-ea8979436a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:15.474366 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f4c9a38-730f-4f6c-bf2c-1f9652fd5817 req-b65303d1-85de-45c7-b4e1-ea8979436a0c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abf17260565d4acea77891fd27b11cc9&device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 1095 time: 0.1467361 Nov 11 17:25:15.485418 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-3533d6cc-f4b2-480a-99bd-d319321506e8 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:15.489250 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-e1f0f761-1b97-45df-b198-24a3032bee44 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Allocated IP 172.20.0.7 (545743c5-725f-4286-92b6-e14c5b1f035f/b5f89040-ab18-4eae-b5bd-d6367025bce9/68b06c65-7ca9-4c04-a97a-37e75775a564) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:15.493144 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533d6cc-f4b2-480a-99bd-d319321506e8 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Pushing event updated for resources: {'Port': ['ID=d8e71051-0847-44e5-bb60-621b74a27437,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:15.495524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-3533d6cc-f4b2-480a-99bd-d319321506e8 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:15.509692 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cc59d-f6ab-4097-873f-c35307e5c253 req-7c9c0203-4952-4309-b6ad-50fd90c6af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:15.511273 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-826cc59d-f6ab-4097-873f-c35307e5c253 req-7c9c0203-4952-4309-b6ad-50fd90c6af7d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=798385b1789540a48bd9d5f9339c59e7&device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 1135 time: 0.2131417 Nov 11 17:25:15.631482 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6bc85eff-f796-4782-aa1e-da5236cfcddd req-9094d77d-5743-48a4-bbf1-c96f3fc03d9e tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/floatingips/49c490f9-e3d4-4029-aa1d-0277758cf36a HTTP/1.1" status: 200 len: 692 time: 0.1265931 Nov 11 17:25:15.674595 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-3533d6cc-f4b2-480a-99bd-d319321506e8 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:15.675234 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-3533d6cc-f4b2-480a-99bd-d319321506e8 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:15.724970 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67847a7b-a8b2-4972-ad49-bd01997bb712 req-541e6c4f-e05b-4775-9750-2a2f1a734b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:15.726456 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-67847a7b-a8b2-4972-ad49-bd01997bb712 req-541e6c4f-e05b-4775-9750-2a2f1a734b8f service neutron] 10.222.0.83 "GET /v2.0/networks?id=cc69df84-fcc8-4acf-afe7-fe8c0ee8893d HTTP/1.1" status: 200 len: 918 time: 0.3277421 Nov 11 17:25:15.748599 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-3533d6cc-f4b2-480a-99bd-d319321506e8 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5557954 Nov 11 17:25:15.792785 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] Request body: {'port': {'device_id': '2f26e974-7f62-48f9-9bf1-371f7bc0b97d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:15.808282 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c4789d78-f54e-43ff-8a78-8599fffa8ace req-82b7edd1-56af-499a-955d-a8b7642fa42c tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&id=97bea90e-be91-4f82-a709-f111d947c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3016367 Nov 11 17:25:15.818740 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c9a38-730f-4f6c-bf2c-1f9652fd5817 req-95323bc6-ca85-41df-9de2-f01a850693dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:15.829365 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f4c9a38-730f-4f6c-bf2c-1f9652fd5817 req-95323bc6-ca85-41df-9de2-f01a850693dd service neutron] 10.222.0.83 "GET /v2.0/networks?id=cc69df84-fcc8-4acf-afe7-fe8c0ee8893d HTTP/1.1" status: 200 len: 918 time: 0.3384085 Nov 11 17:25:15.831749 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc85eff-f796-4782-aa1e-da5236cfcddd req-0ee8c9c4-2660-4f39-ae34-8bacbd9f902a tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:15.833385 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6bc85eff-f796-4782-aa1e-da5236cfcddd req-0ee8c9c4-2660-4f39-ae34-8bacbd9f902a tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.1923254 Nov 11 17:25:15.873378 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-579c8e70-14c5-4c19-8939-b656157a9fb8 None None] Provisioning complete for port d8e71051-0847-44e5-bb60-621b74a27437 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:15.877825 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-579c8e70-14c5-4c19-8939-b656157a9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:15.893192 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f4c9a38-730f-4f6c-bf2c-1f9652fd5817 req-db37e9b6-8ea9-443d-a0e4-f31efe783dd9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c883575-bd5c-48e1-89fa-1a120da66d93 HTTP/1.1" status: 200 len: 217 time: 0.0586836 Nov 11 17:25:15.913056 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e1f0f761-1b97-45df-b198-24a3032bee44 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:15.941367 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-579c8e70-14c5-4c19-8939-b656157a9fb8 None None] Port d8e71051-0847-44e5-bb60-621b74a27437 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:25:15.956158 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-67847a7b-a8b2-4972-ad49-bd01997bb712 req-91c7330f-62af-40a4-8ac6-9fd36289f1a0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c88e578f-08f6-4029-b340-a8e30ce1b51e HTTP/1.1" status: 200 len: 217 time: 0.2108500 Nov 11 17:25:15.986206 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cc59d-f6ab-4097-873f-c35307e5c253 req-1a6cf0ee-51f7-4b30-b33e-7c28364a3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:15.987756 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-826cc59d-f6ab-4097-873f-c35307e5c253 req-1a6cf0ee-51f7-4b30-b33e-7c28364a3d3a service neutron] 10.222.0.64 "GET /v2.0/networks?id=ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc HTTP/1.1" status: 200 len: 915 time: 0.4284902 Nov 11 17:25:15.997271 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6bc85eff-f796-4782-aa1e-da5236cfcddd req-c140eebe-4c0d-4639-a7b3-ce095c56b195 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 695 time: 0.1547983 Nov 11 17:25:16.001000 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e1f0f761-1b97-45df-b198-24a3032bee44 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:16.017133 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c9a38-730f-4f6c-bf2c-1f9652fd5817 req-a060a71e-5d10-4a8b-a5d2-760c938b037e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:16.018719 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f4c9a38-730f-4f6c-bf2c-1f9652fd5817 req-a060a71e-5d10-4a8b-a5d2-760c938b037e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5890a06f-71f1-48e5-b348-55ef393d6b69 HTTP/1.1" status: 200 len: 855 time: 0.0926192 Nov 11 17:25:16.082069 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b2391-1f79-4772-bcfe-80f87dccbe74 req-d3214066-0f22-4bd7-be2b-f812966c852c tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:16.083716 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d94b2391-1f79-4772-bcfe-80f87dccbe74 req-d3214066-0f22-4bd7-be2b-f812966c852c tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.1467161 Nov 11 17:25:16.094335 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-826cc59d-f6ab-4097-873f-c35307e5c253 req-fc64bf26-4af4-4dc4-93bc-7762669b1822 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edf97e31-a6dc-4433-9398-c708a8d7605f HTTP/1.1" status: 200 len: 217 time: 0.0946326 Nov 11 17:25:16.105854 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6bc85eff-f796-4782-aa1e-da5236cfcddd req-462eed59-752f-42b3-8731-7fc52616389c tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.64 HTTP/1.1" status: 200 len: 695 time: 0.0923846 Nov 11 17:25:16.166478 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f0f761-1b97-45df-b198-24a3032bee44 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Network 545743c5-725f-4286-92b6-e14c5b1f035f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:16.185637 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c9a38-730f-4f6c-bf2c-1f9652fd5817 req-b776c75f-ee09-4124-9442-7474faf438f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:16.187331 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f4c9a38-730f-4f6c-bf2c-1f9652fd5817 req-b776c75f-ee09-4124-9442-7474faf438f1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cc69df84-fcc8-4acf-afe7-fe8c0ee8893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1596317 Nov 11 17:25:16.198232 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67847a7b-a8b2-4972-ad49-bd01997bb712 req-6758d05e-a6ab-4e59-ba7e-3b2df30446a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:16.199934 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-67847a7b-a8b2-4972-ad49-bd01997bb712 req-6758d05e-a6ab-4e59-ba7e-3b2df30446a6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5890a06f-71f1-48e5-b348-55ef393d6b69 HTTP/1.1" status: 200 len: 855 time: 0.2107697 Nov 11 17:25:16.200887 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-e1f0f761-1b97-45df-b198-24a3032bee44 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:16.204075 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f0f761-1b97-45df-b198-24a3032bee44 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:16.213208 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-8f4c9a38-730f-4f6c-bf2c-1f9652fd5817 req-4da55d85-41fa-403b-bcd9-814e6f415259 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:25:16.214734 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f4c9a38-730f-4f6c-bf2c-1f9652fd5817 req-4da55d85-41fa-403b-bcd9-814e6f415259 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154779 Nov 11 17:25:16.268657 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0f761-1b97-45df-b198-24a3032bee44 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Port': ['ID=68b06c65-7ca9-4c04-a97a-37e75775a564,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:16.291595 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:16.294607 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cc59d-f6ab-4097-873f-c35307e5c253 req-69fd0f63-84ca-4e51-a2e9-d75972b94df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:16.296765 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-826cc59d-f6ab-4097-873f-c35307e5c253 req-69fd0f63-84ca-4e51-a2e9-d75972b94df2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dceb78fd-a025-4ca9-8dbe-b1f67827d278 HTTP/1.1" status: 200 len: 853 time: 0.1898978 Nov 11 17:25:16.299792 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d94b2391-1f79-4772-bcfe-80f87dccbe74 req-5b7cf865-2c89-411a-8511-67ef431861b2 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011714 Nov 11 17:25:16.363767 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-826cc59d-f6ab-4097-873f-c35307e5c253 req-6b1918ef-093a-4c79-b5a9-5b192ab4a7ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573313 Nov 11 17:25:16.404950 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f0f761-1b97-45df-b198-24a3032bee44 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:16.406905 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e1f0f761-1b97-45df-b198-24a3032bee44 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:16.430158 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f4c9a38-730f-4f6c-bf2c-1f9652fd5817 req-0beaab46-7cf4-40fe-90dd-61358b5a70d5 service neutron] 10.222.0.83 "GET /v2.0/networks/cc69df84-fcc8-4acf-afe7-fe8c0ee8893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681340 Nov 11 17:25:16.433838 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-6bc85eff-f796-4782-aa1e-da5236cfcddd req-61557162-10b2-47a7-bf03-8d763d95fc24 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Deleting port 1c8cc755-9ade-4a7f-8cdc-ddb33c8c6b8a {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:25:16.434185 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6bc85eff-f796-4782-aa1e-da5236cfcddd req-61557162-10b2-47a7-bf03-8d763d95fc24 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:16.512147 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e1f0f761-1b97-45df-b198-24a3032bee44 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1424427 Nov 11 17:25:16.516283 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59638) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:16.521914 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67847a7b-a8b2-4972-ad49-bd01997bb712 req-92942937-6ebe-49d2-b3de-44d1ba1f3db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:16.523455 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-67847a7b-a8b2-4972-ad49-bd01997bb712 req-92942937-6ebe-49d2-b3de-44d1ba1f3db7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cc69df84-fcc8-4acf-afe7-fe8c0ee8893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3158493 Nov 11 17:25:16.528763 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-348b7699-8141-4c94-97d2-d23c1dc6d14e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Request body: {'port': {'network_id': '545743c5-725f-4286-92b6-e14c5b1f035f', 'name': 'tempest-FloatingIPTestJSON-1230294254'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:16.617366 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6bc85eff-f796-4782-aa1e-da5236cfcddd req-61557162-10b2-47a7-bf03-8d763d95fc24 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:16.617610 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6bc85eff-f796-4782-aa1e-da5236cfcddd req-61557162-10b2-47a7-bf03-8d763d95fc24 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:16.639004 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f4c9a38-730f-4f6c-bf2c-1f9652fd5817 req-d496e2a3-7706-4046-ac99-e33fca1720a6 service neutron] 10.222.0.83 "GET /v2.0/networks/cc69df84-fcc8-4acf-afe7-fe8c0ee8893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002714 Nov 11 17:25:16.644929 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-6bc85eff-f796-4782-aa1e-da5236cfcddd req-61557162-10b2-47a7-bf03-8d763d95fc24 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Calling delete_port for 1c8cc755-9ade-4a7f-8cdc-ddb33c8c6b8a owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:25:16.760706 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597c6f8-c2ba-42d0-9af1-4e9da26871e0 req-d96fd970-a669-44c9-b30b-8d258f356997 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:16.763457 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b597c6f8-c2ba-42d0-9af1-4e9da26871e0 req-d96fd970-a669-44c9-b30b-8d258f356997 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 931 time: 0.1198788 Nov 11 17:25:16.834891 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-826cc59d-f6ab-4097-873f-c35307e5c253 req-a1e3e328-e5cd-439e-ba7a-0d9cb46a0a35 service neutron] 10.222.0.64 "GET /v2.0/networks/ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542363 Nov 11 17:25:16.895547 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b597c6f8-c2ba-42d0-9af1-4e9da26871e0 req-2444af9f-bb1c-4db5-9796-a2e7aeb0c191 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245627 Nov 11 17:25:16.905875 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-67847a7b-a8b2-4972-ad49-bd01997bb712 req-7acc27b1-5d1e-474d-8a0f-bd52c8424954 service neutron] 10.222.0.83 "GET /v2.0/networks/cc69df84-fcc8-4acf-afe7-fe8c0ee8893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663354 Nov 11 17:25:16.906792 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6bc85eff-f796-4782-aa1e-da5236cfcddd req-61557162-10b2-47a7-bf03-8d763d95fc24 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:16.980221 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61557162-10b2-47a7-bf03-8d763d95fc24 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Pushing event deleted for resources: {'Port': ['ID=1c8cc755-9ade-4a7f-8cdc-ddb33c8c6b8a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:17.021883 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348b7699-8141-4c94-97d2-d23c1dc6d14e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Made reservation on behalf of d66d3178b2c5474bacb06315082d215a for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:25:17.025765 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-348b7699-8141-4c94-97d2-d23c1dc6d14e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:17.104100 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6bc85eff-f796-4782-aa1e-da5236cfcddd req-61557162-10b2-47a7-bf03-8d763d95fc24 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:17.108602 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6bc85eff-f796-4782-aa1e-da5236cfcddd req-61557162-10b2-47a7-bf03-8d763d95fc24 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:17.112035 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6bc85eff-f796-4782-aa1e-da5236cfcddd req-61557162-10b2-47a7-bf03-8d763d95fc24 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "DELETE /v2.0/floatingips/49c490f9-e3d4-4029-aa1d-0277758cf36a HTTP/1.1" status: 204 len: 173 time: 0.9986348 Nov 11 17:25:17.126692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892eef9-a7fe-4fc9-bdbf-662fd22455f9 req-dbee4d49-2897-495b-9f55-905656a39205 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:17.128762 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4892eef9-a7fe-4fc9-bdbf-662fd22455f9 req-dbee4d49-2897-495b-9f55-905656a39205 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 984 time: 0.0997107 Nov 11 17:25:17.233818 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-8cbf0083-0b05-42b5-b1b4-c9c09eb6e354 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.240 HTTP/1.1" status: 200 len: 1001 time: 0.1039202 Nov 11 17:25:17.260278 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4892eef9-a7fe-4fc9-bdbf-662fd22455f9 req-bbc5fa93-9505-4f95-b921-bc6ec689c19e tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&id=97bea90e-be91-4f82-a709-f111d947c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1217268 Nov 11 17:25:17.301882 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-413ff018-4aa2-4556-9f46-6b838ddcd330 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:17.303261 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-413ff018-4aa2-4556-9f46-6b838ddcd330 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/ports/4a430f40-bd82-464a-a1f9-03927f4f0ca4 HTTP/1.1" status: 200 len: 942 time: 0.0587754 Nov 11 17:25:17.418156 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-348b7699-8141-4c94-97d2-d23c1dc6d14e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] device_id is not set on port 904d8b83-7686-4f6d-9bd1-d2bf3830b8dd yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:25:17.466854 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3f40d-5ac6-48a2-bec5-ea9d73961276 req-42077096-2095-4d6f-bd91-a4f1baac639d tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:17.468523 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26f3f40d-5ac6-48a2-bec5-ea9d73961276 req-42077096-2095-4d6f-bd91-a4f1baac639d tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.0691879 Nov 11 17:25:17.472181 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-b21576ba-7d9f-47ae-ab50-f4b1ecd9ede3 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.240 HTTP/1.1" status: 200 len: 1001 time: 0.1232812 Nov 11 17:25:17.485045 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-67847a7b-a8b2-4972-ad49-bd01997bb712 req-5837dcf9-2af3-455f-889e-b84cb5e9ec7b service neutron] 10.222.0.83 "GET /v2.0/networks/cc69df84-fcc8-4acf-afe7-fe8c0ee8893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439959 Nov 11 17:25:17.501800 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-826cc59d-f6ab-4097-873f-c35307e5c253 req-5076ca97-c265-41e5-91a7-2f67cb074075 service neutron] 10.222.0.64 "GET /v2.0/networks/ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6191139 Nov 11 17:25:17.592798 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26f3f40d-5ac6-48a2-bec5-ea9d73961276 req-0e6f1a77-8562-416d-a486-10262f0469c6 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168287 Nov 11 17:25:17.596483 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e71051-0847-44e5-bb60-621b74a27437 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:25:17.610790 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:17.632132 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-348b7699-8141-4c94-97d2-d23c1dc6d14e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Allocated IP 172.20.0.3 (545743c5-725f-4286-92b6-e14c5b1f035f/b5f89040-ab18-4eae-b5bd-d6367025bce9/904d8b83-7686-4f6d-9bd1-d2bf3830b8dd) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:17.641021 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] Transition to ACTIVE for port object d8e71051-0847-44e5-bb60-621b74a27437 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:25:17.667970 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:17.681033 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-ae00800d-dccb-4945-887b-9b233452dfab tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:17.683355 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-ae00800d-dccb-4945-887b-9b233452dfab tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.1999829 Nov 11 17:25:17.779310 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device fd994145-f684-40f0-a977-02caa43c320f details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:25:17.787391 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e71051-0847-44e5-bb60-621b74a27437,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:17.844122 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:25:17.855107 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-523911a2-4048-4fd0-9f29-5aaf28f57c53 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.240 HTTP/1.1" status: 200 len: 1001 time: 0.1627336 Nov 11 17:25:17.880276 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-1b5708eb-b906-4bea-8c4c-2bb2ca212dd6 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:17.906876 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 3c883575-bd5c-48e1-89fa-1a120da66d93 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:25:17.943459 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-348b7699-8141-4c94-97d2-d23c1dc6d14e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:17.945069 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] Attempting to bind port d8e71051-0847-44e5-bb60-621b74a27437 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:25:17.945402 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] Attempting to bind port d8e71051-0847-44e5-bb60-621b74a27437 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '50b6ff34-f136-47ed-91f0-38482a52c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:25:17.945720 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] Attempting to bind port d8e71051-0847-44e5-bb60-621b74a27437 on network cc69df84-fcc8-4acf-afe7-fe8c0ee8893d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:25:17.955513 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] Port d8e71051-0847-44e5-bb60-621b74a27437 on network cc69df84-fcc8-4acf-afe7-fe8c0ee8893d not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:25:17.955867 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] Attempting to bind port d8e71051-0847-44e5-bb60-621b74a27437 on network cc69df84-fcc8-4acf-afe7-fe8c0ee8893d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:25:17.964756 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:25:17.965113 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] Checking segment: {'id': '50b6ff34-f136-47ed-91f0-38482a52c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:25:17.965466 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] Bound using segment: {'id': '50b6ff34-f136-47ed-91f0-38482a52c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:25:17.965894 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] Bound port: d8e71051-0847-44e5-bb60-621b74a27437, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b6ff34-f136-47ed-91f0-38482a52c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:25:17.966284 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:17.991414 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-1b5708eb-b906-4bea-8c4c-2bb2ca212dd6 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks [] for floatingip, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:18.053262 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 3c883575-bd5c-48e1-89fa-1a120da66d93, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3c883575-bd5c-48e1-89fa-1a120da66d93,segment=NetworkSegment(50b6ff34-f136-47ed-91f0-38482a52c119),segment_id=50b6ff34-f136-47ed-91f0-38482a52c119)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:18.080855 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-348b7699-8141-4c94-97d2-d23c1dc6d14e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:18.092384 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '3c883575-bd5c-48e1-89fa-1a120da66d93', 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d', 'port_id': '3c883575-bd5c-48e1-89fa-1a120da66d93', 'mac_address': 'fa:16:3e:45:74:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5890a06f-71f1-48e5-b348-55ef393d6b69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:25:18.102834 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:18.168341 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] For port d8e71051-0847-44e5-bb60-621b74a27437, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:25:18.169815 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:18.171383 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348b7699-8141-4c94-97d2-d23c1dc6d14e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Network 545743c5-725f-4286-92b6-e14c5b1f035f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:18.176215 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port fd994145-f684-40f0-a977-02caa43c320f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=fd994145-f684-40f0-a977-02caa43c320f,segment=NetworkSegment(23b9bed9-2876-487d-b6a7-566f9036f0b9),segment_id=23b9bed9-2876-487d-b6a7-566f9036f0b9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:18.177842 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-348b7699-8141-4c94-97d2-d23c1dc6d14e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:18.187553 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348b7699-8141-4c94-97d2-d23c1dc6d14e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:18.192853 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b7699-8141-4c94-97d2-d23c1dc6d14e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Port': ['ID=904d8b83-7686-4f6d-9bd1-d2bf3830b8dd,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:18.196162 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] For port d8e71051-0847-44e5-bb60-621b74a27437, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=d8e71051-0847-44e5-bb60-621b74a27437,segment=NetworkSegment(50b6ff34-f136-47ed-91f0-38482a52c119),segment_id=50b6ff34-f136-47ed-91f0-38482a52c119)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:25:18.202828 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'fd994145-f684-40f0-a977-02caa43c320f', 'network_id': '3b58950d-cabb-4844-8c80-f3547c1d5250', 'port_id': 'fd994145-f684-40f0-a977-02caa43c320f', 'mac_address': 'fa:16:3e:2b:68:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ebd1db8-dd17-467d-aa7b-3291e31f06ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:25:18.208613 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c883575-bd5c-48e1-89fa-1a120da66d93 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:25:18.219780 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:18.267158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:18.267603 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 3c883575-bd5c-48e1-89fa-1a120da66d93, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3c883575-bd5c-48e1-89fa-1a120da66d93,segment=NetworkSegment(50b6ff34-f136-47ed-91f0-38482a52c119),segment_id=50b6ff34-f136-47ed-91f0-38482a52c119)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:18.267812 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:18.269253 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa37e2-b1d3-4cd3-941d-4753956176bf req-a284f1e0-8458-467b-9941-3b56a7e8ee4b tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:18.269385 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] 10.222.0.64 "PUT /v2.0/ports/d8e71051-0847-44e5-bb60-621b74a27437 HTTP/1.1" status: 200 len: 1091 time: 2.4812891 Nov 11 17:25:18.271979 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f26e974-7f62-48f9-9bf1-371f7bc0b97d', 'tag': 'd8e71051-0847-44e5-bb60-621b74a27437'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:25:18.274432 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2878a651-a5b8-4e11-adb3-d5c2e5103cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "2f26e974-7f62-48f9-9bf1-371f7bc0b97d", "tag": "d8e71051-0847-44e5-bb60-621b74a27437"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:25:18.278383 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdaa37e2-b1d3-4cd3-941d-4753956176bf req-a284f1e0-8458-467b-9941-3b56a7e8ee4b tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 943 time: 0.2020116 Nov 11 17:25:18.279993 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:18.282924 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:18.294617 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348b7699-8141-4c94-97d2-d23c1dc6d14e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:18.295557 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-348b7699-8141-4c94-97d2-d23c1dc6d14e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:18.319183 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f597890-6875-4e8c-9fb0-327a0f350431 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e71051-0847-44e5-bb60-621b74a27437,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:18.327409 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd994145-f684-40f0-a977-02caa43c320f {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:25:18.329913 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-348b7699-8141-4c94-97d2-d23c1dc6d14e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8052771 Nov 11 17:25:18.330525 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59662) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:18.336716 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': '904d8b83-7686-4f6d-9bd1-d2bf3830b8dd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:18.360689 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port fd994145-f684-40f0-a977-02caa43c320f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=fd994145-f684-40f0-a977-02caa43c320f,segment=NetworkSegment(23b9bed9-2876-487d-b6a7-566f9036f0b9),segment_id=23b9bed9-2876-487d-b6a7-566f9036f0b9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:18.376631 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:18.378958 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=3c883575-bd5c-48e1-89fa-1a120da66d93,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:18.399627 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:18.436589 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdaa37e2-b1d3-4cd3-941d-4753956176bf req-bad46d66-ba26-4578-966e-843164363d33 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557667 Nov 11 17:25:18.436762 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=fd994145-f684-40f0-a977-02caa43c320f,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:18.441620 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-1b5708eb-b906-4bea-8c4c-2bb2ca212dd6 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:18.449864 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-1b5708eb-b906-4bea-8c4c-2bb2ca212dd6 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:18.450204 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-1b5708eb-b906-4bea-8c4c-2bb2ca212dd6 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Floating IP 1b7f6758-5941-4fcb-82e6-283d86281c5e disassociated. External IP: 172.25.2.240, port: 4a430f40-bd82-464a-a1f9-03927f4f0ca4. Nov 11 17:25:18.463739 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-50f5ada4-27dd-432f-8541-344c0d353a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:18.465418 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-50f5ada4-27dd-432f-8541-344c0d353a2a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abf17260565d4acea77891fd27b11cc9&device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 1094 time: 0.1142843 Nov 11 17:25:18.528373 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-20067cd1-6fe9-4964-a077-f3da52f6c9c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8e71051-0847-44e5-bb60-621b74a27437 HTTP/1.1" status: 200 len: 217 time: 0.0458379 Nov 11 17:25:18.557213 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['3c883575-bd5c-48e1-89fa-1a120da66d93'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:25:18.611753 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-adc1578e-ea15-4e9f-8d49-8e84651b9a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:18.613564 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-adc1578e-ea15-4e9f-8d49-8e84651b9a77 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5890a06f-71f1-48e5-b348-55ef393d6b69 HTTP/1.1" status: 200 len: 855 time: 0.0728004 Nov 11 17:25:18.619265 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:18.709646 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-a8bd9dfd-7cb1-4083-a8a6-dafa453e2937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:18.711181 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-a8bd9dfd-7cb1-4083-a8a6-dafa453e2937 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc69df84-fcc8-4acf-afe7-fe8c0ee8893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850592 Nov 11 17:25:18.776979 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['fd994145-f684-40f0-a977-02caa43c320f'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:25:18.821686 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Allocated IP 172.25.2.171 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/f562d9ca-0967-43d7-ba08-8e6d6f740733) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:18.919545 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-d03f6d96-c1ef-4395-9211-36644000c5d5 service neutron] 10.222.0.64 "GET /v2.0/networks/cc69df84-fcc8-4acf-afe7-fe8c0ee8893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804717 Nov 11 17:25:19.015945 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:19.040204 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231080be-142f-45c8-a322-511956029264 req-e9658a71-3860-435c-8da9-7e842f7dc9d0 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:19.041761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-231080be-142f-45c8-a322-511956029264 req-e9658a71-3860-435c-8da9-7e842f7dc9d0 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 820 time: 0.4547307 Nov 11 17:25:19.048777 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b888d3d5-cedd-4a95-a7f4-6c5a6a18a41e req-2e2baeeb-9bed-4637-b4b7-4b4261a08017 service neutron] 10.222.0.64 "GET /v2.0/networks/cc69df84-fcc8-4acf-afe7-fe8c0ee8893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207492 Nov 11 17:25:19.061746 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-231080be-142f-45c8-a322-511956029264 req-ba3f6237-e5a6-42c4-ac85-be1de1806d92 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/quotas/a024e2a7b6474f8e8e788e4f4dce81d2 HTTP/1.1" status: 200 len: 375 time: 0.0127103 Nov 11 17:25:19.068691 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-1b5708eb-b906-4bea-8c4c-2bb2ca212dd6 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Router 047d2289-f309-4e18-89f5-b58765d4e415 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:25:19.069998 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:19.111206 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:19.116505 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:19.120061 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:19.145016 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Port': ['ID=f562d9ca-0967-43d7-ba08-8e6d6f740733,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:19.169686 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-231080be-142f-45c8-a322-511956029264 req-cc45bb9e-b7cf-476a-9202-4f10b32d19d2 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0994670 Nov 11 17:25:19.268183 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-1b5708eb-b906-4bea-8c4c-2bb2ca212dd6 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:25:19.273752 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-1b5708eb-b906-4bea-8c4c-2bb2ca212dd6 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:19.278671 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b3f019-0027-44a3-adf6-ea05ee1b6e73 None None] Sync routers for ids ['047d2289-f309-4e18-89f5-b58765d4e415'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:25:19.294298 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b3f019-0027-44a3-adf6-ea05ee1b6e73 None None] Routers {'047d2289-f309-4e18-89f5-b58765d4e415'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:19.295956 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-14b3f019-0027-44a3-adf6-ea05ee1b6e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['047d2289-f309-4e18-89f5-b58765d4e415'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:19.307569 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-1b5708eb-b906-4bea-8c4c-2bb2ca212dd6 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "PUT /v2.0/floatingips/1b7f6758-5941-4fcb-82e6-283d86281c5e HTTP/1.1" status: 200 len: 695 time: 1.4411480 Nov 11 17:25:19.313701 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88a057e-ead5-49ec-a45f-2c286cc97333', 'tag': '4a430f40-bd82-464a-a1f9-03927f4f0ca4'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:25:19.315991 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a6b506-ca2e-461d-9ff9-f809e210e8f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a88a057e-ead5-49ec-a45f-2c286cc97333", "tag": "4a430f40-bd82-464a-a1f9-03927f4f0ca4"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:25:19.359120 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-231080be-142f-45c8-a322-511956029264 req-02242da8-dbe0-43d0-8c15-cb11a831bb9c service neutron] 10.222.0.76 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636269 Nov 11 17:25:19.379105 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-540a07a1-fbfc-4c65-8977-20d3d24a50b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:19.380624 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-540a07a1-fbfc-4c65-8977-20d3d24a50b4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d8e3801d3eb04c93bf4302e4afcc93ae&device_id=a88a057e-ead5-49ec-a45f-2c286cc97333 HTTP/1.1" status: 200 len: 1096 time: 0.0592430 Nov 11 17:25:19.409580 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-14b3f019-0027-44a3-adf6-ea05ee1b6e73 None None] Set router 047d2289-f309-4e18-89f5-b58765d4e415 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:25:19.527583 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:19.529174 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-231080be-142f-45c8-a322-511956029264 req-9a0f9f34-6115-47f2-96f0-113a09b28892 service neutron] 10.222.0.76 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606274 Nov 11 17:25:19.539072 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-95f6d3ab-775b-46ca-9edd-098c264acd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:19.541100 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-95f6d3ab-775b-46ca-9edd-098c264acd77 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0a08e4be-349c-4ca3-8c26-cda462219b23 HTTP/1.1" status: 200 len: 931 time: 0.1475096 Nov 11 17:25:19.592942 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-cf01aaf8-d5cb-4fe6-8610-c5fd217b59c9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a430f40-bd82-464a-a1f9-03927f4f0ca4 HTTP/1.1" status: 200 len: 217 time: 0.0458195 Nov 11 17:25:19.625315 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:19.651417 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-0b97b709-3750-45e1-8d61-993e408feea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:19.652923 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-0b97b709-3750-45e1-8d61-993e408feea1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c8897e56-382b-4c72-816c-c41e9f024bac HTTP/1.1" status: 200 len: 868 time: 0.0532875 Nov 11 17:25:19.674512 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-14b3f019-0027-44a3-adf6-ea05ee1b6e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047d2289-f309-4e18-89f5-b58765d4e415', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1666465949-router', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:33Z', 'updated_at': '2021-11-11T17:24:40Z', 'revision_number': 4, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'gw_port': {'id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:34Z', 'updated_at': '2021-11-11T17:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '7c82c2fd-1578-440f-85bf-3835a0bb7d58', 'name': '', 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'mac_address': 'fa:16:3e:9b:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c8897e56-382b-4c72-816c-c41e9f024bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:39Z', 'updated_at': '2021-11-11T17:24:47Z', 'revision_number': 5, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'subnets': [{'id': 'c8897e56-382b-4c72-816c-c41e9f024bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:19.704995 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b3f019-0027-44a3-adf6-ea05ee1b6e73 None None] Checking router: 047d2289-f309-4e18-89f5-b58765d4e415 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:25:19.708003 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-d2536180-4ab8-4e9b-809d-8a93ca3d5c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:19.710005 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-d2536180-4ab8-4e9b-809d-8a93ca3d5c26 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0a08e4be-349c-4ca3-8c26-cda462219b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508366 Nov 11 17:25:19.715364 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b3f019-0027-44a3-adf6-ea05ee1b6e73 None None] Routers {'047d2289-f309-4e18-89f5-b58765d4e415'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:19.716202 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-14b3f019-0027-44a3-adf6-ea05ee1b6e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['047d2289-f309-4e18-89f5-b58765d4e415'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:19.817649 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:19.826374 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device fd994145-f684-40f0-a977-02caa43c320f no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:25:19.840130 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:19.841041 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-e479161f-d37e-4c99-83ee-c1ba1d4224e2 service neutron] 10.222.0.76 "GET /v2.0/networks/0a08e4be-349c-4ca3-8c26-cda462219b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225338 Nov 11 17:25:19.869966 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device c88e578f-08f6-4029-b340-a8e30ce1b51e details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:25:19.871903 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 3c883575-bd5c-48e1-89fa-1a120da66d93 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:25:19.914814 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3d50a0-85cc-4882-815c-3f51ee8a5632 x-openstack-request-id: req-0d3d50a0-85cc-4882-815c-3f51ee8a5632 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:25:19.915119 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f26e974-7f62-48f9-9bf1-371f7bc0b97d", "tag": "d8e71051-0847-44e5-bb60-621b74a27437", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:25:19.918383 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0d3d50a0-85cc-4882-815c-3f51ee8a5632 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:25:19.918838 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f26e974-7f62-48f9-9bf1-371f7bc0b97d', 'tag': 'd8e71051-0847-44e5-bb60-621b74a27437', 'status': 'completed', 'code': 200} Nov 11 17:25:19.962871 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-14b3f019-0027-44a3-adf6-ea05ee1b6e73 None None] Set router 047d2289-f309-4e18-89f5-b58765d4e415 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:25:20.013621 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:20.019505 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f20872d5-d43a-45ad-b637-1b30ae5fe6b2 req-edc85d13-c81c-485d-b5e7-d97ef9ff471d service neutron] 10.222.0.76 "GET /v2.0/networks/0a08e4be-349c-4ca3-8c26-cda462219b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711431 Nov 11 17:25:20.036023 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e10228-1c93-4769-a6e6-9727a886a4ba req-4a47c01d-b50d-4735-b079-5acb0eb5876a tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:20.037866 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28e10228-1c93-4769-a6e6-9727a886a4ba req-4a47c01d-b50d-4735-b079-5acb0eb5876a tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 984 time: 0.0742545 Nov 11 17:25:20.164175 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Floating IP 5f3af13e-f28b-4e61-a52b-70852ad4beb3 associated. External IP: 172.25.2.171, port: 904d8b83-7686-4f6d-9bd1-d2bf3830b8dd. Nov 11 17:25:20.166397 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28e10228-1c93-4769-a6e6-9727a886a4ba req-abbf9041-5638-4452-9e02-cb412568f92a tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&id=97bea90e-be91-4f82-a709-f111d947c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1173704 Nov 11 17:25:20.192801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f6870-5836-42a4-a0c2-468e48bf91d5 req-57cc8f8b-4430-4f3c-8340-933c65d0b937 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:20.199776 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f65f6870-5836-42a4-a0c2-468e48bf91d5 req-57cc8f8b-4430-4f3c-8340-933c65d0b937 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 945 time: 0.0937812 Nov 11 17:25:20.284453 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Port': ['ID=f562d9ca-0967-43d7-ba08-8e6d6f740733,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:20.296249 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f65f6870-5836-42a4-a0c2-468e48bf91d5 req-5d928593-7c45-4dff-995d-49a48e33b14c tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784342 Nov 11 17:25:20.340719 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:20.341063 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:20.341448 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:20.341848 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:20.342185 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:20.342514 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:20.342848 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:20.343172 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:20.343560 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:20.343838 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:20.344317 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:20.344647 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:20.361185 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7d614d-aab1-46c3-8c33-1f4c6dc762d2 x-openstack-request-id: req-fb7d614d-aab1-46c3-8c33-1f4c6dc762d2 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:25:20.361735 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88a057e-ead5-49ec-a45f-2c286cc97333", "tag": "4a430f40-bd82-464a-a1f9-03927f4f0ca4", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:25:20.362209 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fb7d614d-aab1-46c3-8c33-1f4c6dc762d2 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:25:20.362816 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88a057e-ead5-49ec-a45f-2c286cc97333', 'tag': '4a430f40-bd82-464a-a1f9-03927f4f0ca4', 'status': 'completed', 'code': 200} Nov 11 17:25:20.363503 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878a651-a5b8-4e11-adb3-d5c2e5103cbd req-dfd41492-e83a-448a-a54a-787a8b27b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:20.366404 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2878a651-a5b8-4e11-adb3-d5c2e5103cbd req-dfd41492-e83a-448a-a54a-787a8b27b8f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abf17260565d4acea77891fd27b11cc9&device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 1094 time: 0.4082751 Nov 11 17:25:20.391975 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 3c883575-bd5c-48e1-89fa-1a120da66d93 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:25:20.408469 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port c88e578f-08f6-4029-b340-a8e30ce1b51e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=c88e578f-08f6-4029-b340-a8e30ce1b51e,segment=NetworkSegment(50b6ff34-f136-47ed-91f0-38482a52c119),segment_id=50b6ff34-f136-47ed-91f0-38482a52c119)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:20.410925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 3c883575-bd5c-48e1-89fa-1a120da66d93 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:20.411290 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:20.420922 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:20.466367 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'c88e578f-08f6-4029-b340-a8e30ce1b51e', 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d', 'port_id': 'c88e578f-08f6-4029-b340-a8e30ce1b51e', 'mac_address': 'fa:16:3e:7e:97:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5890a06f-71f1-48e5-b348-55ef393d6b69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:25:20.488366 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fd994145-f684-40f0-a977-02caa43c320f {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:25:20.523085 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e3309-5bf0-4d0a-9f70-029cf7df2693 req-774da22e-6df7-456a-91ed-5d2a25e364fa tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:20.533395 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e14e3309-5bf0-4d0a-9f70-029cf7df2693 req-774da22e-6df7-456a-91ed-5d2a25e364fa tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 943 time: 0.1045153 Nov 11 17:25:20.570557 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6b506-ca2e-461d-9ff9-f809e210e8f4 req-d7cd9ab1-4581-493a-a094-c465141fd447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:20.572124 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-07a6b506-ca2e-461d-9ff9-f809e210e8f4 req-d7cd9ab1-4581-493a-a094-c465141fd447 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8e3801d3eb04c93bf4302e4afcc93ae&device_id=a88a057e-ead5-49ec-a45f-2c286cc97333 HTTP/1.1" status: 200 len: 1096 time: 0.1305311 Nov 11 17:25:20.594540 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b2f5250-3af6-4870-8b49-254da775c6ee req-444b4bf3-0196-4293-9d23-53aa4a84c3e7 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 210 time: 0.0391574 Nov 11 17:25:20.601656 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port fd994145-f684-40f0-a977-02caa43c320f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=fd994145-f684-40f0-a977-02caa43c320f,segment=NetworkSegment(23b9bed9-2876-487d-b6a7-566f9036f0b9),segment_id=23b9bed9-2876-487d-b6a7-566f9036f0b9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:20.626838 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:20.647240 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e14e3309-5bf0-4d0a-9f70-029cf7df2693 req-0df2a84f-d4a4-48d2-a74a-d08d32634ad4 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055164 Nov 11 17:25:20.655428 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:20.671646 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878a651-a5b8-4e11-adb3-d5c2e5103cbd req-539552f8-51d4-43a5-aa37-45f11c65156b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:20.673211 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2878a651-a5b8-4e11-adb3-d5c2e5103cbd req-539552f8-51d4-43a5-aa37-45f11c65156b service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc69df84-fcc8-4acf-afe7-fe8c0ee8893d HTTP/1.1" status: 200 len: 918 time: 0.2887502 Nov 11 17:25:20.719810 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c88e578f-08f6-4029-b340-a8e30ce1b51e {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:25:20.732654 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2878a651-a5b8-4e11-adb3-d5c2e5103cbd req-2336d8fd-12a2-4c23-b62a-9e9b270d90cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8e71051-0847-44e5-bb60-621b74a27437 HTTP/1.1" status: 200 len: 217 time: 0.0505407 Nov 11 17:25:20.734487 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Router 3790632f-ba6e-43e1-83bc-fd82d5398b42 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:25:20.766817 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port c88e578f-08f6-4029-b340-a8e30ce1b51e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=c88e578f-08f6-4029-b340-a8e30ce1b51e,segment=NetworkSegment(50b6ff34-f136-47ed-91f0-38482a52c119),segment_id=50b6ff34-f136-47ed-91f0-38482a52c119)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:20.767786 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=fd994145-f684-40f0-a977-02caa43c320f,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:20.776082 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:20.790062 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:20.804303 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6b506-ca2e-461d-9ff9-f809e210e8f4 req-76234e6b-bed7-41a3-9d7f-690ac3bd2b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:20.805856 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-07a6b506-ca2e-461d-9ff9-f809e210e8f4 req-76234e6b-bed7-41a3-9d7f-690ac3bd2b81 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a08e4be-349c-4ca3-8c26-cda462219b23 HTTP/1.1" status: 200 len: 931 time: 0.2240810 Nov 11 17:25:20.814591 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c8cec07-d418-457a-9bc9-dfe206485f90 req-fe8343e5-39fc-47db-bcab-2b00ff7fcdec tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/floatingips/1b7f6758-5941-4fcb-82e6-283d86281c5e HTTP/1.1" status: 200 len: 695 time: 0.1785114 Nov 11 17:25:20.832202 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9bc67c-a9bd-468c-a859-dbd990376413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c883575-bd5c-48e1-89fa-1a120da66d93'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:25:20.835184 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcd32f3-b9ab-4c87-9195-6abcf06d0e48" -d '{"events": [{"server_uuid": "5a9bc67c-a9bd-468c-a859-dbd990376413", "name": "network-vif-plugged", "status": "completed", "tag": "3c883575-bd5c-48e1-89fa-1a120da66d93"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:25:20.856366 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 3c883575-bd5c-48e1-89fa-1a120da66d93, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3c883575-bd5c-48e1-89fa-1a120da66d93,segment=NetworkSegment(50b6ff34-f136-47ed-91f0-38482a52c119),segment_id=50b6ff34-f136-47ed-91f0-38482a52c119)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:20.867773 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:20.878071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-14b3f019-0027-44a3-adf6-ea05ee1b6e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047d2289-f309-4e18-89f5-b58765d4e415', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1666465949-router', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:33Z', 'updated_at': '2021-11-11T17:24:40Z', 'revision_number': 4, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'gw_port': {'id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:34Z', 'updated_at': '2021-11-11T17:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '7c82c2fd-1578-440f-85bf-3835a0bb7d58', 'name': '', 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'mac_address': 'fa:16:3e:9b:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c8897e56-382b-4c72-816c-c41e9f024bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:39Z', 'updated_at': '2021-11-11T17:24:47Z', 'revision_number': 5, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'subnets': [{'id': 'c8897e56-382b-4c72-816c-c41e9f024bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:20.891432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878a651-a5b8-4e11-adb3-d5c2e5103cbd req-3b02a405-f692-4c43-97a4-23e99a348d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:20.892531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-efbfb2e8-7d9a-4f29-8030-aed281f086a8 req-469ca24a-6f4f-44fb-8295-7ccc5b799b3e tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1245800921&fields=id&tenant_id=798385b1789540a48bd9d5f9339c59e7 HTTP/1.1" status: 200 len: 267 time: 0.1451926 Nov 11 17:25:20.892937 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2878a651-a5b8-4e11-adb3-d5c2e5103cbd req-3b02a405-f692-4c43-97a4-23e99a348d11 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5890a06f-71f1-48e5-b348-55ef393d6b69 HTTP/1.1" status: 200 len: 855 time: 0.1508040 Nov 11 17:25:20.896253 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-07a6b506-ca2e-461d-9ff9-f809e210e8f4 req-8aaed00f-9eed-4522-8cb5-3c1c4d7ba696 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a430f40-bd82-464a-a1f9-03927f4f0ca4 HTTP/1.1" status: 200 len: 217 time: 0.0511632 Nov 11 17:25:20.913147 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=c88e578f-08f6-4029-b340-a8e30ce1b51e,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:20.916564 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b3f019-0027-44a3-adf6-ea05ee1b6e73 None None] The sync data for ids ['047d2289-f309-4e18-89f5-b58765d4e415'] in n-d-816206-4 is: [{'id': '047d2289-f309-4e18-89f5-b58765d4e415', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1666465949-router', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:33Z', 'updated_at': '2021-11-11T17:24:40Z', 'revision_number': 4, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'gw_port': {'id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:34Z', 'updated_at': '2021-11-11T17:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '7c82c2fd-1578-440f-85bf-3835a0bb7d58', 'name': '', 'network_id': '0a08e4be-349c-4ca3-8c26-cda462219b23', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'mac_address': 'fa:16:3e:9b:a0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c8897e56-382b-4c72-816c-c41e9f024bac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:39Z', 'updated_at': '2021-11-11T17:24:47Z', 'revision_number': 5, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'subnets': [{'id': 'c8897e56-382b-4c72-816c-c41e9f024bac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:25:20.969992 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:25:20.976493 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=3c883575-bd5c-48e1-89fa-1a120da66d93,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:20.984759 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c94086-5ad9-4049-a37f-5cd8252f3cd7 None None] Sync routers for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:25:21.000073 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c94086-5ad9-4049-a37f-5cd8252f3cd7 None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:21.001727 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-88c94086-5ad9-4049-a37f-5cd8252f3cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:21.031191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfb2e8-7d9a-4f29-8030-aed281f086a8 req-5e1ffc67-b27e-4d27-bf54-5da455d6a59f tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:21.039330 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-efbfb2e8-7d9a-4f29-8030-aed281f086a8 req-5e1ffc67-b27e-4d27-bf54-5da455d6a59f tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 984 time: 0.1459360 Nov 11 17:25:21.045488 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-88c94086-5ad9-4049-a37f-5cd8252f3cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:21.048367 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-efbfb2e8-7d9a-4f29-8030-aed281f086a8 req-20bc31f9-7bbc-40d4-b718-9ee9e9220dfe tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Request body: {'port': {'security_groups': ['1318d88b-912d-4131-8fc5-5e39b9655fb9', '97bea90e-be91-4f82-a709-f111d947c62e', '6611f4c7-5b85-41dd-a6f8-ba1ceab211f0']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:21.056651 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c94086-5ad9-4049-a37f-5cd8252f3cd7 None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:21.057378 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-88c94086-5ad9-4049-a37f-5cd8252f3cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:21.080188 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6b506-ca2e-461d-9ff9-f809e210e8f4 req-8bbea2ec-46de-4406-96c0-b219cd69ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:21.081857 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-07a6b506-ca2e-461d-9ff9-f809e210e8f4 req-8bbea2ec-46de-4406-96c0-b219cd69ab02 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c8897e56-382b-4c72-816c-c41e9f024bac HTTP/1.1" status: 200 len: 868 time: 0.0871301 Nov 11 17:25:21.089941 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:21.105959 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-88c94086-5ad9-4049-a37f-5cd8252f3cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:21.106852 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c94086-5ad9-4049-a37f-5cd8252f3cd7 None None] The sync data for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:25:21.116447 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['c88e578f-08f6-4029-b340-a8e30ce1b51e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:25:21.136955 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cec07-d418-457a-9bc9-dfe206485f90 req-2f406c06-f43e-4a21-8661-10022b78b948 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:21.143054 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c8cec07-d418-457a-9bc9-dfe206485f90 req-2f406c06-f43e-4a21-8661-10022b78b948 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.3182211 Nov 11 17:25:21.164216 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d10aba69-28ee-4127-920e-6bae917a5f0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8324461 Nov 11 17:25:21.168272 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878a651-a5b8-4e11-adb3-d5c2e5103cbd req-30c58ca1-6ecf-44a0-9fe1-5302d502b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:21.170295 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2878a651-a5b8-4e11-adb3-d5c2e5103cbd req-30c58ca1-6ecf-44a0-9fe1-5302d502b887 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc69df84-fcc8-4acf-afe7-fe8c0ee8893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2689116 Nov 11 17:25:21.171009 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59700) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:21.176289 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-ef7ae2e2-cd7d-4bd6-b4ce-550db00248f2 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:21.242050 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-efbfb2e8-7d9a-4f29-8030-aed281f086a8 req-20bc31f9-7bbc-40d4-b718-9ee9e9220dfe tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:21.260179 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c8cec07-d418-457a-9bc9-dfe206485f90 req-d9652821-a33f-433a-94fb-4aa5a6130222 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.240 HTTP/1.1" status: 200 len: 698 time: 0.1142530 Nov 11 17:25:21.302508 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3566415b-30b2-46a3-a4a9-b6bbd6a2bc74 None None] New status for floating IP 1b7f6758-5941-4fcb-82e6-283d86281c5e: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:25:21.364423 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c8cec07-d418-457a-9bc9-dfe206485f90 req-a2626b1b-5dd0-4493-a345-7c87a67c5940 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.240 HTTP/1.1" status: 200 len: 698 time: 0.0725195 Nov 11 17:25:21.618021 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6b506-ca2e-461d-9ff9-f809e210e8f4 req-88a7c4c7-9e95-4326-9bac-55d6d1864e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:21.620011 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-07a6b506-ca2e-461d-9ff9-f809e210e8f4 req-88a7c4c7-9e95-4326-9bac-55d6d1864e41 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a08e4be-349c-4ca3-8c26-cda462219b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5277297 Nov 11 17:25:21.640871 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-8c8cec07-d418-457a-9bc9-dfe206485f90 req-19a5bd39-ca6d-40cd-82e2-676dee3e0c52 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Deleting port 73960752-55ad-44f7-b7eb-b401bec4311c {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:25:21.641218 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-8c8cec07-d418-457a-9bc9-dfe206485f90 req-19a5bd39-ca6d-40cd-82e2-676dee3e0c52 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:21.715306 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-efbfb2e8-7d9a-4f29-8030-aed281f086a8 req-20bc31f9-7bbc-40d4-b718-9ee9e9220dfe tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] For port edf97e31-a6dc-4433-9398-c708a8d7605f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=edf97e31-a6dc-4433-9398-c708a8d7605f,segment=NetworkSegment(ee5f2ac9-6b78-4385-9926-b329c3d8f971),segment_id=ee5f2ac9-6b78-4385-9926-b329c3d8f971)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:21.729071 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ef7ae2e2-cd7d-4bd6-b4ce-550db00248f2 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:21.771547 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-8c8cec07-d418-457a-9bc9-dfe206485f90 req-19a5bd39-ca6d-40cd-82e2-676dee3e0c52 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:21.771909 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-8c8cec07-d418-457a-9bc9-dfe206485f90 req-19a5bd39-ca6d-40cd-82e2-676dee3e0c52 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:21.775515 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-efbfb2e8-7d9a-4f29-8030-aed281f086a8 req-20bc31f9-7bbc-40d4-b718-9ee9e9220dfe tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:21.784939 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-efbfb2e8-7d9a-4f29-8030-aed281f086a8 req-20bc31f9-7bbc-40d4-b718-9ee9e9220dfe tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:21.795173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-8c8cec07-d418-457a-9bc9-dfe206485f90 req-19a5bd39-ca6d-40cd-82e2-676dee3e0c52 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Calling delete_port for 73960752-55ad-44f7-b7eb-b401bec4311c owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:25:21.819368 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['edf97e31-a6dc-4433-9398-c708a8d7605f'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:25:21.850601 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2878a651-a5b8-4e11-adb3-d5c2e5103cbd req-9d624142-d4d4-48ce-95f5-2fa6e4532557 service neutron] 10.222.0.64 "GET /v2.0/networks/cc69df84-fcc8-4acf-afe7-fe8c0ee8893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6711805 Nov 11 17:25:21.883953 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfb2e8-7d9a-4f29-8030-aed281f086a8 req-20bc31f9-7bbc-40d4-b718-9ee9e9220dfe tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:21.884223 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-efbfb2e8-7d9a-4f29-8030-aed281f086a8 req-20bc31f9-7bbc-40d4-b718-9ee9e9220dfe tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:21.885660 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-efbfb2e8-7d9a-4f29-8030-aed281f086a8 req-20bc31f9-7bbc-40d4-b718-9ee9e9220dfe tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "PUT /v2.0/ports/edf97e31-a6dc-4433-9398-c708a8d7605f HTTP/1.1" status: 200 len: 1020 time: 0.8455050 Nov 11 17:25:21.908258 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device d8e71051-0847-44e5-bb60-621b74a27437 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:25:21.911532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc31f9-7bbc-40d4-b718-9ee9e9220dfe tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event updated for resources: {'Port': ['ID=edf97e31-a6dc-4433-9398-c708a8d7605f,revision_number=7']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:21.936311 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc31f9-7bbc-40d4-b718-9ee9e9220dfe tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:21.936505 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc31f9-7bbc-40d4-b718-9ee9e9220dfe tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:21.936710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc31f9-7bbc-40d4-b718-9ee9e9220dfe tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:21.937063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc31f9-7bbc-40d4-b718-9ee9e9220dfe tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:21.937392 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc31f9-7bbc-40d4-b718-9ee9e9220dfe tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:21.937725 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc31f9-7bbc-40d4-b718-9ee9e9220dfe tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:21.938056 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc31f9-7bbc-40d4-b718-9ee9e9220dfe tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:21.938386 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc31f9-7bbc-40d4-b718-9ee9e9220dfe tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:21.938717 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc31f9-7bbc-40d4-b718-9ee9e9220dfe tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:21.939041 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc31f9-7bbc-40d4-b718-9ee9e9220dfe tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:21.939368 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc31f9-7bbc-40d4-b718-9ee9e9220dfe tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:21.939693 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc31f9-7bbc-40d4-b718-9ee9e9220dfe tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:21.942789 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231080be-142f-45c8-a322-511956029264 req-d71489dc-9187-4a5c-b02c-64e53d380461 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:21.944262 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-231080be-142f-45c8-a322-511956029264 req-d71489dc-9187-4a5c-b02c-64e53d380461 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.64 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 820 time: 0.3453147 Nov 11 17:25:21.993055 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device fd994145-f684-40f0-a977-02caa43c320f up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:25:21.998664 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569b82d2-218f-4862-a857-29f98cf3e0f2 x-openstack-request-id: req-569b82d2-218f-4862-a857-29f98cf3e0f2 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:25:21.998961 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9bc67c-a9bd-468c-a859-dbd990376413", "name": "network-vif-plugged", "status": "completed", "tag": "3c883575-bd5c-48e1-89fa-1a120da66d93", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:25:21.999219 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-569b82d2-218f-4862-a857-29f98cf3e0f2 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:25:22.000112 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9bc67c-a9bd-468c-a859-dbd990376413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c883575-bd5c-48e1-89fa-1a120da66d93', 'code': 200} Nov 11 17:25:22.006158 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['1b6153fd-3a03-4591-b589-754a2aded29e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:25:22.042698 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2878a651-a5b8-4e11-adb3-d5c2e5103cbd req-55140881-1420-4d48-944c-3dbfb2055702 service neutron] 10.222.0.64 "GET /v2.0/networks/cc69df84-fcc8-4acf-afe7-fe8c0ee8893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822662 Nov 11 17:25:22.053101 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-231080be-142f-45c8-a322-511956029264 req-504101a5-f1c5-41e8-8edb-6fa276d19338 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Request body: {'port': {'device_id': '5ed629ed-4280-45e5-8f71-aba066e8159f', 'network_id': 'f44096b2-3051-4615-8241-50ad95944236', 'admin_state_up': True, 'tenant_id': 'a024e2a7b6474f8e8e788e4f4dce81d2'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:22.063992 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-07a6b506-ca2e-461d-9ff9-f809e210e8f4 req-44b6100f-326c-4ff4-93b2-94cd8c886c45 service neutron] 10.222.0.83 "GET /v2.0/networks/0a08e4be-349c-4ca3-8c26-cda462219b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309647 Nov 11 17:25:22.090603 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-8c8cec07-d418-457a-9bc9-dfe206485f90 req-19a5bd39-ca6d-40cd-82e2-676dee3e0c52 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:22.121169 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['edf97e31-a6dc-4433-9398-c708a8d7605f'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:25:22.138816 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5bd39-ca6d-40cd-82e2-676dee3e0c52 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Pushing event deleted for resources: {'Port': ['ID=73960752-55ad-44f7-b7eb-b401bec4311c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:22.207531 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ef7ae2e2-cd7d-4bd6-b4ce-550db00248f2 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:22.219052 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ef7ae2e2-cd7d-4bd6-b4ce-550db00248f2 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:22.219405 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-ef7ae2e2-cd7d-4bd6-b4ce-550db00248f2 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Floating IP 5f3af13e-f28b-4e61-a52b-70852ad4beb3 disassociated. External IP: 172.25.2.171, port: 904d8b83-7686-4f6d-9bd1-d2bf3830b8dd. Nov 11 17:25:22.269234 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port d8e71051-0847-44e5-bb60-621b74a27437, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=d8e71051-0847-44e5-bb60-621b74a27437,segment=NetworkSegment(50b6ff34-f136-47ed-91f0-38482a52c119),segment_id=50b6ff34-f136-47ed-91f0-38482a52c119)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:22.312923 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'd8e71051-0847-44e5-bb60-621b74a27437', 'network_id': 'cc69df84-fcc8-4acf-afe7-fe8c0ee8893d', 'port_id': 'd8e71051-0847-44e5-bb60-621b74a27437', 'mac_address': 'fa:16:3e:6d:e4:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5890a06f-71f1-48e5-b348-55ef393d6b69', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:25:22.358344 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40893b5-4f9c-4051-b190-a05b9246d9ce req-2c7bf173-0ed0-48f1-8cbb-06b0e47a0cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:22.360585 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b40893b5-4f9c-4051-b190-a05b9246d9ce req-2c7bf173-0ed0-48f1-8cbb-06b0e47a0cce service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 1097 time: 0.2816784 Nov 11 17:25:22.365716 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d78cf3d-bbb6-4d94-ae52-5a0e9539529c', 'tag': 'edf97e31-a6dc-4433-9398-c708a8d7605f'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:25:22.368533 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac713007-7ebd-4b86-8292-2844f24191ff" -d '{"events": [{"name": "network-changed", "server_uuid": "2d78cf3d-bbb6-4d94-ae52-5a0e9539529c", "tag": "edf97e31-a6dc-4433-9398-c708a8d7605f"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:25:22.391659 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port fd994145-f684-40f0-a977-02caa43c320f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:22.392105 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:22.427373 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b40893b5-4f9c-4051-b190-a05b9246d9ce req-137eb5d2-639a-402c-8862-e37d8f8c1568 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531750 Nov 11 17:25:22.435463 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a73860-e224-4a3f-81da-406c09721464 req-5d0483bb-647c-471a-962a-44fbe48c4802 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:22.437897 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0a73860-e224-4a3f-81da-406c09721464 req-5d0483bb-647c-471a-962a-44fbe48c4802 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 944 time: 0.1896286 Nov 11 17:25:22.442580 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-8c8cec07-d418-457a-9bc9-dfe206485f90 req-19a5bd39-ca6d-40cd-82e2-676dee3e0c52 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:22.446201 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-8c8cec07-d418-457a-9bc9-dfe206485f90 req-19a5bd39-ca6d-40cd-82e2-676dee3e0c52 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:22.461008 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c8cec07-d418-457a-9bc9-dfe206485f90 req-19a5bd39-ca6d-40cd-82e2-676dee3e0c52 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "DELETE /v2.0/floatingips/1b7f6758-5941-4fcb-82e6-283d86281c5e HTTP/1.1" status: 204 len: 173 time: 1.0895534 Nov 11 17:25:22.497649 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:22.542773 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231080be-142f-45c8-a322-511956029264 req-504101a5-f1c5-41e8-8edb-6fa276d19338 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Made reservation on behalf of a024e2a7b6474f8e8e788e4f4dce81d2 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:25:22.545912 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e71051-0847-44e5-bb60-621b74a27437 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:25:22.548335 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-231080be-142f-45c8-a322-511956029264 req-504101a5-f1c5-41e8-8edb-6fa276d19338 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:22.575521 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0a73860-e224-4a3f-81da-406c09721464 req-e67b6caa-a4ed-4602-800d-c6c011a27fbf tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116304 Nov 11 17:25:22.626577 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port d8e71051-0847-44e5-bb60-621b74a27437, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=d8e71051-0847-44e5-bb60-621b74a27437,segment=NetworkSegment(50b6ff34-f136-47ed-91f0-38482a52c119),segment_id=50b6ff34-f136-47ed-91f0-38482a52c119)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:22.649684 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:22.721684 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e3a13e59-8ca1-4446-868b-6c3deaa78b83 req-3289fc83-5d87-48bc-88d3-6a2841eb4795 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 210 time: 0.0480714 Nov 11 17:25:22.761399 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-231080be-142f-45c8-a322-511956029264 req-504101a5-f1c5-41e8-8edb-6fa276d19338 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Allocated IP 172.20.0.7 (f44096b2-3051-4615-8241-50ad95944236/91b4681d-4ec9-48fb-9ad2-3be17e781b2d/0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:22.840049 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701d9ec-39e1-41e3-bc7b-e595b445a548 req-2348d0b3-a480-42a8-89f8-035817b42edc tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:22.848495 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a701d9ec-39e1-41e3-bc7b-e595b445a548 req-2348d0b3-a480-42a8-89f8-035817b42edc tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 944 time: 0.1252959 Nov 11 17:25:22.879260 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57ceba27-9f74-449f-9632-58f1d8fe108f req-a20bf678-1e49-4f1b-9053-b21aadc991f9 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/6611f4c7-5b85-41dd-a6f8-ba1ceab211f0 HTTP/1.1" status: 200 len: 1819 time: 0.1274996 Nov 11 17:25:22.887620 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-07a6b506-ca2e-461d-9ff9-f809e210e8f4 req-9b3f9421-39b0-46ea-b84f-e39cd50f8936 service neutron] 10.222.0.83 "GET /v2.0/networks/0a08e4be-349c-4ca3-8c26-cda462219b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8049095 Nov 11 17:25:22.915676 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:22.961896 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-57ceba27-9f74-449f-9632-58f1d8fe108f req-dab7961b-2acb-4ce7-90ad-5724553418dd tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 11 17:25:22.963136 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=d8e71051-0847-44e5-bb60-621b74a27437,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:22.974703 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57ceba27-9f74-449f-9632-58f1d8fe108f req-dab7961b-2acb-4ce7-90ad-5724553418dd tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "DELETE /v2.0/security-groups/6611f4c7-5b85-41dd-a6f8-ba1ceab211f0 HTTP/1.1" status: 409 len: 341 time: 0.0939028 Nov 11 17:25:22.988560 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a701d9ec-39e1-41e3-bc7b-e595b445a548 req-63a7a354-ac14-4b2c-9392-fe9c351d168b tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391122 Nov 11 17:25:23.018886 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-231080be-142f-45c8-a322-511956029264 req-504101a5-f1c5-41e8-8edb-6fa276d19338 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:23.034273 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port fd994145-f684-40f0-a977-02caa43c320f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=fd994145-f684-40f0-a977-02caa43c320f,segment=NetworkSegment(23b9bed9-2876-487d-b6a7-566f9036f0b9),segment_id=23b9bed9-2876-487d-b6a7-566f9036f0b9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:23.053980 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e796af3-5918-4942-9ce2-3b4925414990 x-openstack-request-id: req-1e796af3-5918-4942-9ce2-3b4925414990 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:25:23.054371 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d78cf3d-bbb6-4d94-ae52-5a0e9539529c", "tag": "edf97e31-a6dc-4433-9398-c708a8d7605f", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:25:23.054722 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1e796af3-5918-4942-9ce2-3b4925414990 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:25:23.055214 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d78cf3d-bbb6-4d94-ae52-5a0e9539529c', 'tag': 'edf97e31-a6dc-4433-9398-c708a8d7605f', 'status': 'completed', 'code': 200} Nov 11 17:25:23.059618 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:23.063711 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['d8e71051-0847-44e5-bb60-621b74a27437'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:25:23.080459 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7ae2e2-cd7d-4bd6-b4ce-550db00248f2 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Router 3790632f-ba6e-43e1-83bc-fd82d5398b42 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:25:23.088575 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-231080be-142f-45c8-a322-511956029264 req-504101a5-f1c5-41e8-8edb-6fa276d19338 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:23.142442 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231080be-142f-45c8-a322-511956029264 req-504101a5-f1c5-41e8-8edb-6fa276d19338 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Network f44096b2-3051-4615-8241-50ad95944236 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:23.149407 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-231080be-142f-45c8-a322-511956029264 req-504101a5-f1c5-41e8-8edb-6fa276d19338 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:23.154236 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=fd994145-f684-40f0-a977-02caa43c320f,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:23.156785 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-231080be-142f-45c8-a322-511956029264 req-504101a5-f1c5-41e8-8edb-6fa276d19338 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:23.250669 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231080be-142f-45c8-a322-511956029264 req-504101a5-f1c5-41e8-8edb-6fa276d19338 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:23.251352 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-231080be-142f-45c8-a322-511956029264 req-504101a5-f1c5-41e8-8edb-6fa276d19338 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:23.254160 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b20859-f666-40ce-857c-d137da1e069f req-8857bd4c-1e87-4076-8e1b-8ed5dcce3bee tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:23.272322 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3b20859-f666-40ce-857c-d137da1e069f req-8857bd4c-1e87-4076-8e1b-8ed5dcce3bee tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/ports?device_id=a88a057e-ead5-49ec-a45f-2c286cc97333&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1163602 Nov 11 17:25:23.281974 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-231080be-142f-45c8-a322-511956029264 req-504101a5-f1c5-41e8-8edb-6fa276d19338 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2365565 Nov 11 17:25:23.286578 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac713007-7ebd-4b86-8292-2844f24191ff req-2d5c3d79-6213-4ace-ae5a-91147f52f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:23.288505 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ac713007-7ebd-4b86-8292-2844f24191ff req-2d5c3d79-6213-4ace-ae5a-91147f52f164 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=798385b1789540a48bd9d5f9339c59e7&device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 1174 time: 0.1863720 Nov 11 17:25:23.357446 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3b20859-f666-40ce-857c-d137da1e069f req-d2127737-70be-452c-93ee-f1d580336263 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0842490 Nov 11 17:25:23.363709 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:25:23.460613 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b68651aa-0d97-46e1-ba00-80f4d9c28ca9 req-b86e40a2-e654-43a5-a7ae-8baaeb49e1d9 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0520833 Nov 11 17:25:23.489652 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-231080be-142f-45c8-a322-511956029264 req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] Request body: {'port': {'device_id': '5ed629ed-4280-45e5-8f71-aba066e8159f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:23.566683 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30efe5-b33f-4b35-8161-fa0f5b9db269 req-9e858eb0-d950-4ebc-8c46-d0001d697599 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:23.572689 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e30efe5-b33f-4b35-8161-fa0f5b9db269 req-9e858eb0-d950-4ebc-8c46-d0001d697599 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 1023 time: 0.1104398 Nov 11 17:25:23.669160 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e30efe5-b33f-4b35-8161-fa0f5b9db269 req-f2947358-465f-41b1-b2c7-04da178f62a8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=6611f4c7-5b85-41dd-a6f8-ba1ceab211f0&id=1318d88b-912d-4131-8fc5-5e39b9655fb9&id=97bea90e-be91-4f82-a709-f111d947c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0866811 Nov 11 17:25:23.669479 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504101a5-f1c5-41e8-8edb-6fa276d19338 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Pushing event updated for resources: {'Port': ['ID=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:23.726915 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7ae2e2-cd7d-4bd6-b4ce-550db00248f2 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:25:23.741888 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ef7ae2e2-cd7d-4bd6-b4ce-550db00248f2 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:23.742362 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d9aaa2-b1d1-40f0-ad8d-05b8dc98ba80 None None] Sync routers for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:25:23.768781 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d9aaa2-b1d1-40f0-ad8d-05b8dc98ba80 None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:23.769404 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-34d9aaa2-b1d1-40f0-ad8d-05b8dc98ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:23.808205 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-231080be-142f-45c8-a322-511956029264 req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:23.821337 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-34d9aaa2-b1d1-40f0-ad8d-05b8dc98ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:23.839483 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d9aaa2-b1d1-40f0-ad8d-05b8dc98ba80 None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:23.840231 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-34d9aaa2-b1d1-40f0-ad8d-05b8dc98ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:23.861293 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device c88e578f-08f6-4029-b340-a8e30ce1b51e up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:25:23.866348 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ef7ae2e2-cd7d-4bd6-b4ce-550db00248f2 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "PUT /v2.0/floatingips/5f3af13e-f28b-4e61-a52b-70852ad4beb3 HTTP/1.1" status: 200 len: 688 time: 2.6942935 Nov 11 17:25:23.872436 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac713007-7ebd-4b86-8292-2844f24191ff req-58aad10b-b644-49eb-bd1e-981bb130ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:23.873879 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ac713007-7ebd-4b86-8292-2844f24191ff req-58aad10b-b644-49eb-bd1e-981bb130ef64 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc HTTP/1.1" status: 200 len: 915 time: 0.5025916 Nov 11 17:25:23.875551 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59742) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:23.924770 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fab2f-c6ed-4311-a8c0-ad0ff47d8b60 req-78e62144-1d85-431d-a1e8-8b0727655006 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:23.932924 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd6fab2f-c6ed-4311-a8c0-ad0ff47d8b60 req-78e62144-1d85-431d-a1e8-8b0727655006 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.1057115 Nov 11 17:25:23.952195 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ac713007-7ebd-4b86-8292-2844f24191ff req-25d7395a-06d7-403d-a716-fe8634c4caff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edf97e31-a6dc-4433-9398-c708a8d7605f HTTP/1.1" status: 200 len: 217 time: 0.0660129 Nov 11 17:25:23.965336 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:23.973881 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port c88e578f-08f6-4029-b340-a8e30ce1b51e completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:25:23.981160 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port c88e578f-08f6-4029-b340-a8e30ce1b51e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:23.981535 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:24.016747 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd381f6b3-5c35-4ee3-b69f-3269c70ad6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd994145-f684-40f0-a977-02caa43c320f'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:25:24.017377 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd6fab2f-c6ed-4311-a8c0-ad0ff47d8b60 req-3ab50f22-56cf-484a-bd78-0e23bdfb6b65 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799637 Nov 11 17:25:24.018983 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6690ce11-138a-4e20-bec4-3a99fcccdc1f" -d '{"events": [{"server_uuid": "d381f6b3-5c35-4ee3-b69f-3269c70ad6a5", "name": "network-vif-plugged", "status": "completed", "tag": "fd994145-f684-40f0-a977-02caa43c320f"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:25:24.045944 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-34d9aaa2-b1d1-40f0-ad8d-05b8dc98ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:24.046602 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d9aaa2-b1d1-40f0-ad8d-05b8dc98ba80 None None] The sync data for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:25:24.046903 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e9f95-a624-4a06-a8d0-f51527a84552 req-2f57ff72-f767-4c15-9f79-9b5695b5a4d9 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:24.055294 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d70e9f95-a624-4a06-a8d0-f51527a84552 req-2f57ff72-f767-4c15-9f79-9b5695b5a4d9 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 931 time: 0.1543460 Nov 11 17:25:24.113444 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:24.125823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d70e9f95-a624-4a06-a8d0-f51527a84552 req-e4b152bd-cd21-4013-98d0-e0ded48488da tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629108 Nov 11 17:25:24.173467 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port c88e578f-08f6-4029-b340-a8e30ce1b51e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=c88e578f-08f6-4029-b340-a8e30ce1b51e,segment=NetworkSegment(50b6ff34-f136-47ed-91f0-38482a52c119),segment_id=50b6ff34-f136-47ed-91f0-38482a52c119)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:24.184287 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:24.242056 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=c88e578f-08f6-4029-b340-a8e30ce1b51e,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:24.342901 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac713007-7ebd-4b86-8292-2844f24191ff req-0b1bda8b-44bf-4119-a5b1-391bb4f7dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:24.344296 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ac713007-7ebd-4b86-8292-2844f24191ff req-0b1bda8b-44bf-4119-a5b1-391bb4f7dd66 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dceb78fd-a025-4ca9-8dbe-b1f67827d278 HTTP/1.1" status: 200 len: 853 time: 0.1373789 Nov 11 17:25:24.402710 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ac713007-7ebd-4b86-8292-2844f24191ff req-2adb0e8f-223e-4bcf-9674-84c7c4101616 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471733 Nov 11 17:25:24.414256 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-13bf4a5f-1ec1-455f-9516-493ba4b00503 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Deleting port f562d9ca-0967-43d7-ba08-8e6d6f740733 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:25:24.414666 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-13bf4a5f-1ec1-455f-9516-493ba4b00503 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:24.471767 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc3976-bbc8-423c-bb66-f67ac23fb4c5 req-6092ea69-dc0e-4892-b7f0-91e8eb6f5256 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:24.479224 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-30dc3976-bbc8-423c-bb66-f67ac23fb4c5 req-6092ea69-dc0e-4892-b7f0-91e8eb6f5256 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/ports?device_id=a88a057e-ead5-49ec-a45f-2c286cc97333 HTTP/1.1" status: 200 len: 945 time: 0.3521073 Nov 11 17:25:24.515352 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996adf8c-ef0a-45e2-9de0-edf4439786fa req-c4355479-3efe-4b77-ae1c-799aa79c0e1f tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:24.522978 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-996adf8c-ef0a-45e2-9de0-edf4439786fa req-c4355479-3efe-4b77-ae1c-799aa79c0e1f tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 944 time: 0.0948915 Nov 11 17:25:24.563021 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-30dc3976-bbc8-423c-bb66-f67ac23fb4c5 req-793d0e26-a57c-4e26-9b15-dab0143511d8 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a8d600f-76d6-45bd-a1da-d80386834333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833004 Nov 11 17:25:24.594269 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-996adf8c-ef0a-45e2-9de0-edf4439786fa req-2bfdaee2-1412-4385-ba8e-c58ecedca8bd tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684540 Nov 11 17:25:24.624178 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490f96d8-f9e2-48b0-8b09-c29a891d58d7 x-openstack-request-id: req-490f96d8-f9e2-48b0-8b09-c29a891d58d7 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:25:24.624476 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d381f6b3-5c35-4ee3-b69f-3269c70ad6a5", "name": "network-vif-plugged", "status": "completed", "tag": "fd994145-f684-40f0-a977-02caa43c320f", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:25:24.624733 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-490f96d8-f9e2-48b0-8b09-c29a891d58d7 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:25:24.625131 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd381f6b3-5c35-4ee3-b69f-3269c70ad6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd994145-f684-40f0-a977-02caa43c320f', 'code': 200} Nov 11 17:25:24.649441 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-13bf4a5f-1ec1-455f-9516-493ba4b00503 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:24.649770 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-13bf4a5f-1ec1-455f-9516-493ba4b00503 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:24.664706 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ac713007-7ebd-4b86-8292-2844f24191ff req-698298c5-21a6-4ee4-8e07-30095edfe8cf service neutron] 10.222.0.64 "GET /v2.0/networks/ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478206 Nov 11 17:25:24.673433 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-231080be-142f-45c8-a322-511956029264 req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:25:24.677787 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-13bf4a5f-1ec1-455f-9516-493ba4b00503 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Calling delete_port for f562d9ca-0967-43d7-ba08-8e6d6f740733 owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:25:24.685682 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-231080be-142f-45c8-a322-511956029264 req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:24.772485 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-231080be-142f-45c8-a322-511956029264 req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] Transition to ACTIVE for port object 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:25:24.831411 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efa42e-cd47-46d6-a1a2-35457e3b7043 req-743857b3-debc-4dcf-9bb9-5be8096eb7e3 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:24.833843 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-04efa42e-cd47-46d6-a1a2-35457e3b7043 req-743857b3-debc-4dcf-9bb9-5be8096eb7e3 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 1023 time: 0.0660112 Nov 11 17:25:24.877805 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-231080be-142f-45c8-a322-511956029264 req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:24.939050 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-04efa42e-cd47-46d6-a1a2-35457e3b7043 req-61ef7cc9-6e92-4d37-941d-fdeaa679cc9b tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=6611f4c7-5b85-41dd-a6f8-ba1ceab211f0&id=1318d88b-912d-4131-8fc5-5e39b9655fb9&id=97bea90e-be91-4f82-a709-f111d947c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0941727 Nov 11 17:25:25.025632 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] Pushing event updated for resources: {'Port': ['ID=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:25.079975 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ac713007-7ebd-4b86-8292-2844f24191ff req-cfe074a0-54c3-4b5b-8765-f056e4dfe564 service neutron] 10.222.0.64 "GET /v2.0/networks/ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836460 Nov 11 17:25:25.085856 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-13bf4a5f-1ec1-455f-9516-493ba4b00503 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:25.112756 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6e9e9-3196-4442-b72f-06e12679decc req-f756bdae-dfec-49c7-bc4f-4c6422a6d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:25.114172 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9ec6e9e9-3196-4442-b72f-06e12679decc req-f756bdae-dfec-49c7-bc4f-4c6422a6d9d3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 1097 time: 0.2522645 Nov 11 17:25:25.146357 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb7f1b-1a9d-481e-b705-71c8eea7abdb req-930c035a-0c01-4de2-bd09-8941beccb0cc tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:25.148142 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8bbb7f1b-1a9d-481e-b705-71c8eea7abdb req-930c035a-0c01-4de2-bd09-8941beccb0cc tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.0548325 Nov 11 17:25:25.174008 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf4a5f-1ec1-455f-9516-493ba4b00503 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event deleted for resources: {'Port': ['ID=f562d9ca-0967-43d7-ba08-8e6d6f740733,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:25.229915 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8bbb7f1b-1a9d-481e-b705-71c8eea7abdb req-2b57ddc5-a63b-4069-bfe5-fb5c95f32e9c tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689888 Nov 11 17:25:25.252870 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-231080be-142f-45c8-a322-511956029264 req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] Attempting to bind port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:25:25.252870 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-231080be-142f-45c8-a322-511956029264 req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] Attempting to bind port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:25:25.252870 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231080be-142f-45c8-a322-511956029264 req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] Attempting to bind port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:25:25.267262 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577922b-0f84-49e6-9627-4566e9775c63 req-5e278722-4a2e-4a03-af28-28dcea2d03aa tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:25.268826 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1577922b-0f84-49e6-9627-4566e9775c63 req-5e278722-4a2e-4a03-af28-28dcea2d03aa tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 943 time: 0.0553472 Nov 11 17:25:25.290445 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231080be-142f-45c8-a322-511956029264 req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] Port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 on network f44096b2-3051-4615-8241-50ad95944236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:25:25.290774 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231080be-142f-45c8-a322-511956029264 req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] Attempting to bind port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:25:25.329188 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1577922b-0f84-49e6-9627-4566e9775c63 req-66d9b943-1741-4b04-894b-2542f102a6bc tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537860 Nov 11 17:25:25.330736 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2aabec-c975-40a1-bef1-db0527a67277 req-0d6ebfc2-7c9d-476c-914f-5023fd6d5802 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:25.332272 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8a2aabec-c975-40a1-bef1-db0527a67277 req-0d6ebfc2-7c9d-476c-914f-5023fd6d5802 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 1023 time: 0.3272009 Nov 11 17:25:25.337376 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231080be-142f-45c8-a322-511956029264 req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:25:25.337748 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231080be-142f-45c8-a322-511956029264 req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] Checking segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:25:25.338137 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231080be-142f-45c8-a322-511956029264 req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] Bound using segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:25:25.338576 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-231080be-142f-45c8-a322-511956029264 req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] Bound port: 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:25:25.338938 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-231080be-142f-45c8-a322-511956029264 req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:25.394531 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-13bf4a5f-1ec1-455f-9516-493ba4b00503 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:25.396900 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-13bf4a5f-1ec1-455f-9516-493ba4b00503 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:25.398028 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-13bf4a5f-1ec1-455f-9516-493ba4b00503 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "DELETE /v2.0/floatingips/5f3af13e-f28b-4e61-a52b-70852ad4beb3 HTTP/1.1" status: 204 len: 168 time: 1.5215416 Nov 11 17:25:25.401969 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59758) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:25.406131 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-708acabf-3e4e-4ad4-9e9a-9fde6b680e0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': '68b06c65-7ca9-4c04-a97a-37e75775a564'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:25.408405 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9ec6e9e9-3196-4442-b72f-06e12679decc req-d67552e2-082d-4635-b9fe-ece0535c80b8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847495 Nov 11 17:25:25.435019 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-708acabf-3e4e-4ad4-9e9a-9fde6b680e0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:25.455185 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a27314-72d5-46d7-b7c4-b7fc06f5843d req-83312992-3359-4258-85ae-bf89b103c620 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:25.456669 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-79a27314-72d5-46d7-b7c4-b7fc06f5843d req-83312992-3359-4258-85ae-bf89b103c620 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.83 "GET /v2.0/ports?device_id=a88a057e-ead5-49ec-a45f-2c286cc97333 HTTP/1.1" status: 200 len: 945 time: 0.2501411 Nov 11 17:25:25.544324 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-708acabf-3e4e-4ad4-9e9a-9fde6b680e0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:25.721005 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-708acabf-3e4e-4ad4-9e9a-9fde6b680e0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Allocated IP 172.25.2.144 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/648bb820-197f-46b8-ac2a-b74ae220ea72) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:25.753148 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb453c41-22c2-477e-83ae-419175c103b8 req-e31ec00b-cf3f-4bf6-80cc-5e29181addcc tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:25.754766 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fb453c41-22c2-477e-83ae-419175c103b8 req-e31ec00b-cf3f-4bf6-80cc-5e29181addcc tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/ports?device_id=a88a057e-ead5-49ec-a45f-2c286cc97333 HTTP/1.1" status: 200 len: 945 time: 0.1168995 Nov 11 17:25:25.819789 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device d8e71051-0847-44e5-bb60-621b74a27437 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:25:25.824764 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59188ae-3c61-4d96-972c-ff562f67cb94 req-3ce410e9-07f1-4766-b491-ebf96cad5850 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:25.832147 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d59188ae-3c61-4d96-972c-ff562f67cb94 req-3ce410e9-07f1-4766-b491-ebf96cad5850 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 944 time: 0.1597903 Nov 11 17:25:25.879472 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port d8e71051-0847-44e5-bb60-621b74a27437 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:25:25.884902 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port d8e71051-0847-44e5-bb60-621b74a27437 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:25.885737 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:25.917642 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fb453c41-22c2-477e-83ae-419175c103b8 req-377fba22-e55c-42d6-baa0-2500b5f0b4e3 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a8d600f-76d6-45bd-a1da-d80386834333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484568 Nov 11 17:25:25.956037 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d59188ae-3c61-4d96-972c-ff562f67cb94 req-457759ed-98d1-4210-b4f8-9104272e6899 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192288 Nov 11 17:25:25.990298 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-231080be-142f-45c8-a322-511956029264 req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] For port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:25:26.017581 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:26.031106 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-231080be-142f-45c8-a322-511956029264 req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] For port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:25:26.044129 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-708acabf-3e4e-4ad4-9e9a-9fde6b680e0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:26.047064 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-231080be-142f-45c8-a322-511956029264 req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:26.074112 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port d8e71051-0847-44e5-bb60-621b74a27437, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=d8e71051-0847-44e5-bb60-621b74a27437,segment=NetworkSegment(50b6ff34-f136-47ed-91f0-38482a52c119),segment_id=50b6ff34-f136-47ed-91f0-38482a52c119)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:26.080697 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:26.116623 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231080be-142f-45c8-a322-511956029264 req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:26.117394 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-231080be-142f-45c8-a322-511956029264 req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:26.117824 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-708acabf-3e4e-4ad4-9e9a-9fde6b680e0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:26.119016 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-231080be-142f-45c8-a322-511956029264 req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] 10.222.0.64 "PUT /v2.0/ports/0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 HTTP/1.1" status: 200 len: 1091 time: 2.7458615 Nov 11 17:25:26.125101 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed629ed-4280-45e5-8f71-aba066e8159f', 'tag': '0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:25:26.130075 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b197ab-aca7-4030-aec7-e7c8e047835d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed629ed-4280-45e5-8f71-aba066e8159f", "tag": "0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:25:26.141066 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-8a2aabec-c975-40a1-bef1-db0527a67277 req-b6111164-70c4-49db-a68b-bc449228fc35 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Deleting port edf97e31-a6dc-4433-9398-c708a8d7605f {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:25:26.141399 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-8a2aabec-c975-40a1-bef1-db0527a67277 req-b6111164-70c4-49db-a68b-bc449228fc35 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:26.149486 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=d8e71051-0847-44e5-bb60-621b74a27437,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:26.198262 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708acabf-3e4e-4ad4-9e9a-9fde6b680e0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:26.200011 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-79a27314-72d5-46d7-b7c4-b7fc06f5843d req-c99ff045-c0df-4c24-8a3e-fa0665b7c69d tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Deleting port 4a430f40-bd82-464a-a1f9-03927f4f0ca4 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:25:26.200555 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-79a27314-72d5-46d7-b7c4-b7fc06f5843d req-c99ff045-c0df-4c24-8a3e-fa0665b7c69d tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:26.205190 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-708acabf-3e4e-4ad4-9e9a-9fde6b680e0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:26.215158 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708acabf-3e4e-4ad4-9e9a-9fde6b680e0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:26.249752 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708acabf-3e4e-4ad4-9e9a-9fde6b680e0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Port': ['ID=648bb820-197f-46b8-ac2a-b74ae220ea72,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:26.269740 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee124f7c-71f1-4a03-8ed9-5c8428e9ba22 x-openstack-request-id: req-ee124f7c-71f1-4a03-8ed9-5c8428e9ba22 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:25:26.270158 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed629ed-4280-45e5-8f71-aba066e8159f", "tag": "0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:25:26.270258 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ee124f7c-71f1-4a03-8ed9-5c8428e9ba22 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:25:26.270630 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed629ed-4280-45e5-8f71-aba066e8159f', 'tag': '0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2', 'status': 'completed', 'code': 200} Nov 11 17:25:26.306985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a88c7-230d-4758-b98b-4804bc6b2b4d service neutron] Pushing event updated for resources: {'Port': ['ID=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:26.364211 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e60ad-d664-4f7a-b3de-dbb5b0cdcaa6 req-bd159872-4c3a-4005-83e1-d3f903eedcc2 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:26.366034 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f2e60ad-d664-4f7a-b3de-dbb5b0cdcaa6 req-bd159872-4c3a-4005-83e1-d3f903eedcc2 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 1023 time: 0.1408854 Nov 11 17:25:26.380285 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231080be-142f-45c8-a322-511956029264 req-27c1670e-7752-4f38-8140-ea6eb9fc492b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:26.381632 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-231080be-142f-45c8-a322-511956029264 req-27c1670e-7752-4f38-8140-ea6eb9fc492b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 1094 time: 0.1542747 Nov 11 17:25:26.396752 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-8a2aabec-c975-40a1-bef1-db0527a67277 req-b6111164-70c4-49db-a68b-bc449228fc35 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] For port edf97e31-a6dc-4433-9398-c708a8d7605f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=edf97e31-a6dc-4433-9398-c708a8d7605f,segment=NetworkSegment(ee5f2ac9-6b78-4385-9926-b329c3d8f971),segment_id=ee5f2ac9-6b78-4385-9926-b329c3d8f971)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:26.397423 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-8a2aabec-c975-40a1-bef1-db0527a67277 req-b6111164-70c4-49db-a68b-bc449228fc35 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:26.408362 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-79a27314-72d5-46d7-b7c4-b7fc06f5843d req-c99ff045-c0df-4c24-8a3e-fa0665b7c69d tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] For port 4a430f40-bd82-464a-a1f9-03927f4f0ca4, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4a430f40-bd82-464a-a1f9-03927f4f0ca4,segment=NetworkSegment(2d514ea6-51d1-4d00-986e-b4608e36a416),segment_id=2d514ea6-51d1-4d00-986e-b4608e36a416)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:26.408723 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-79a27314-72d5-46d7-b7c4-b7fc06f5843d req-c99ff045-c0df-4c24-8a3e-fa0665b7c69d tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:26.461723 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-8a2aabec-c975-40a1-bef1-db0527a67277 req-b6111164-70c4-49db-a68b-bc449228fc35 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Calling delete_port for edf97e31-a6dc-4433-9398-c708a8d7605f owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:25:26.469509 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-231080be-142f-45c8-a322-511956029264 req-4fbd8945-d4a5-4e2a-b73f-121c14f65661 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 HTTP/1.1" status: 200 len: 217 time: 0.0581388 Nov 11 17:25:26.471609 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-79a27314-72d5-46d7-b7c4-b7fc06f5843d req-c99ff045-c0df-4c24-8a3e-fa0665b7c69d tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Calling delete_port for 4a430f40-bd82-464a-a1f9-03927f4f0ca4 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:25:26.512966 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947d7dc-fd9a-4adb-96fd-4fe140836bd3 req-3e899629-a83d-4f1d-8ab3-dc25a132ac38 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:26.514499 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8947d7dc-fd9a-4adb-96fd-4fe140836bd3 req-3e899629-a83d-4f1d-8ab3-dc25a132ac38 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.1456323 Nov 11 17:25:26.605200 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f2e60ad-d664-4f7a-b3de-dbb5b0cdcaa6 req-d46dcd8c-f12e-4b94-8b4d-748540222f3c tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=6611f4c7-5b85-41dd-a6f8-ba1ceab211f0&id=1318d88b-912d-4131-8fc5-5e39b9655fb9&id=97bea90e-be91-4f82-a709-f111d947c62e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2230992 Nov 11 17:25:26.623138 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231080be-142f-45c8-a322-511956029264 req-3cb06075-6d8e-4b74-82cc-c9ad516c87fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:26.624893 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-231080be-142f-45c8-a322-511956029264 req-3cb06075-6d8e-4b74-82cc-c9ad516c87fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 200 len: 860 time: 0.1468055 Nov 11 17:25:26.626156 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd400c43-be3b-4807-b52d-e11cf7fcb746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88e578f-08f6-4029-b340-a8e30ce1b51e'}, {'server_uuid': '2f26e974-7f62-48f9-9bf1-371f7bc0b97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e71051-0847-44e5-bb60-621b74a27437'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:25:26.631712 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259976a0-2169-4d27-a87f-a6d44fbaf389" -d '{"events": [{"server_uuid": "dd400c43-be3b-4807-b52d-e11cf7fcb746", "name": "network-vif-plugged", "status": "completed", "tag": "c88e578f-08f6-4029-b340-a8e30ce1b51e"}, {"server_uuid": "2f26e974-7f62-48f9-9bf1-371f7bc0b97d", "name": "network-vif-plugged", "status": "completed", "tag": "d8e71051-0847-44e5-bb60-621b74a27437"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:25:26.667034 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-231080be-142f-45c8-a322-511956029264 req-6aa7fd77-2349-4e4b-a10a-105ae0ceb6ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f44096b2-3051-4615-8241-50ad95944236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336363 Nov 11 17:25:26.699936 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8947d7dc-fd9a-4adb-96fd-4fe140836bd3 req-2e276a4e-f087-448f-b4a0-c19326b97f16 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496620 Nov 11 17:25:26.756199 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 17:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a31e17c-eb19-49f2-b7fa-6835bc8fd024 x-openstack-request-id: req-6a31e17c-eb19-49f2-b7fa-6835bc8fd024 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:25:26.756501 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd400c43-be3b-4807-b52d-e11cf7fcb746", "name": "network-vif-plugged", "status": "completed", "tag": "c88e578f-08f6-4029-b340-a8e30ce1b51e", "code": 200}, {"server_uuid": "2f26e974-7f62-48f9-9bf1-371f7bc0b97d", "name": "network-vif-plugged", "status": "completed", "tag": "d8e71051-0847-44e5-bb60-621b74a27437", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:25:26.757479 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6a31e17c-eb19-49f2-b7fa-6835bc8fd024 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:25:26.757890 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd400c43-be3b-4807-b52d-e11cf7fcb746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88e578f-08f6-4029-b340-a8e30ce1b51e', 'code': 200} Nov 11 17:25:26.758886 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f26e974-7f62-48f9-9bf1-371f7bc0b97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e71051-0847-44e5-bb60-621b74a27437', 'code': 200} Nov 11 17:25:26.792626 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc441b-f94b-4738-890e-a5b6bfb1d91c req-58c1a5de-2b1f-4bc1-9561-255d6186ee6b tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:26.794176 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6dfc441b-f94b-4738-890e-a5b6bfb1d91c req-58c1a5de-2b1f-4bc1-9561-255d6186ee6b tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 943 time: 0.0932739 Nov 11 17:25:26.899231 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6dfc441b-f94b-4738-890e-a5b6bfb1d91c req-c960de5f-9df0-4d60-a30d-1d2d6484282a tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958054 Nov 11 17:25:26.914042 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525f8d5-354d-4182-8f39-86a1328ef7fd req-9c5bce73-f05f-4996-9a8e-76d8fdba3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:26.916790 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4525f8d5-354d-4182-8f39-86a1328ef7fd req-9c5bce73-f05f-4996-9a8e-76d8fdba3978 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dd400c43-be3b-4807-b52d-e11cf7fcb746 HTTP/1.1" status: 200 len: 1096 time: 0.0868804 Nov 11 17:25:26.976780 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-231080be-142f-45c8-a322-511956029264 req-f2991d50-dfe2-4e4f-8cb9-097701604444 service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965813 Nov 11 17:25:26.982587 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-8a2aabec-c975-40a1-bef1-db0527a67277 req-b6111164-70c4-49db-a68b-bc449228fc35 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:26.984794 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-79a27314-72d5-46d7-b7c4-b7fc06f5843d req-c99ff045-c0df-4c24-8a3e-fa0665b7c69d tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:27.000693 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['1b6153fd-3a03-4591-b589-754a2aded29e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:25:27.010407 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4525f8d5-354d-4182-8f39-86a1328ef7fd req-89e0f530-ebfb-4c9b-b612-7762a323c68b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862734 Nov 11 17:25:27.061890 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['edf97e31-a6dc-4433-9398-c708a8d7605f'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:25:27.085272 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-231080be-142f-45c8-a322-511956029264 req-6183268c-d752-42c7-9f8b-8ff0b87636c2 service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981202 Nov 11 17:25:27.130064 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6111164-70c4-49db-a68b-bc449228fc35 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event deleted for resources: {'Port': ['ID=edf97e31-a6dc-4433-9398-c708a8d7605f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:27.178761 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd637b-1bc8-4957-8bed-0dcddaec4a0f req-f28a9b39-a495-46fd-a7cf-2e5037f4468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:27.180700 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c8fd637b-1bc8-4957-8bed-0dcddaec4a0f req-f28a9b39-a495-46fd-a7cf-2e5037f4468c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 1096 time: 0.2968016 Nov 11 17:25:27.185288 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07db300a-18ce-4201-9cc9-48e3657f2b2a req-2f3e845f-2a53-4122-9565-95cf534a8880 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.76 "GET /v2.0/ports?device_id=a88a057e-ead5-49ec-a45f-2c286cc97333 HTTP/1.1" status: 200 len: 210 time: 0.0672932 Nov 11 17:25:27.233051 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a27314-72d5-46d7-b7c4-b7fc06f5843d req-c99ff045-c0df-4c24-8a3e-fa0665b7c69d tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] No DVR routers for this DVR port 4a430f40-bd82-464a-a1f9-03927f4f0ca4 on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:25:27.242624 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-79a27314-72d5-46d7-b7c4-b7fc06f5843d req-c99ff045-c0df-4c24-8a3e-fa0665b7c69d tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:27.247223 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-79a27314-72d5-46d7-b7c4-b7fc06f5843d req-c99ff045-c0df-4c24-8a3e-fa0665b7c69d tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] 10.222.0.83 "DELETE /v2.0/ports/4a430f40-bd82-464a-a1f9-03927f4f0ca4 HTTP/1.1" status: 204 len: 173 time: 1.7831044 Nov 11 17:25:27.313894 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2aabec-c975-40a1-bef1-db0527a67277 req-b6111164-70c4-49db-a68b-bc449228fc35 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] No DVR routers for this DVR port edf97e31-a6dc-4433-9398-c708a8d7605f on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:25:27.322501 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-8a2aabec-c975-40a1-bef1-db0527a67277 req-b6111164-70c4-49db-a68b-bc449228fc35 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:27.325859 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8a2aabec-c975-40a1-bef1-db0527a67277 req-b6111164-70c4-49db-a68b-bc449228fc35 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.64 "DELETE /v2.0/ports/edf97e31-a6dc-4433-9398-c708a8d7605f HTTP/1.1" status: 204 len: 173 time: 1.9839988 Nov 11 17:25:27.349133 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ff045-c0df-4c24-8a3e-fa0665b7c69d tempest-FloatingIPsAssociationNegativeTestJSON-1815989959 tempest-FloatingIPsAssociationNegativeTestJSON-1815989959-project] Pushing event deleted for resources: {'Port': ['ID=4a430f40-bd82-464a-a1f9-03927f4f0ca4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:27.355779 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be7dd0-3c1d-4e04-87d4-d9ace5b6dea0 req-b6489708-5555-4eae-9e07-f37a73fef91c tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:27.368551 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56be7dd0-3c1d-4e04-87d4-d9ace5b6dea0 req-b6489708-5555-4eae-9e07-f37a73fef91c tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 945 time: 0.2824464 Nov 11 17:25:27.397537 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b197ab-aca7-4030-aec7-e7c8e047835d req-100decba-c0c9-4737-8939-c1234e8efc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:27.399056 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-48b197ab-aca7-4030-aec7-e7c8e047835d req-100decba-c0c9-4737-8939-c1234e8efc22 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 1094 time: 0.2256641 Nov 11 17:25:27.449126 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c8fd637b-1bc8-4957-8bed-0dcddaec4a0f req-5bf103ac-27a1-40a0-a7c3-86fcf0654e24 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294073 Nov 11 17:25:27.494675 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-708acabf-3e4e-4ad4-9e9a-9fde6b680e0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:27.521924 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56be7dd0-3c1d-4e04-87d4-d9ace5b6dea0 req-f0a455eb-181f-48e7-91e8-b3d037a9bb63 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505747 Nov 11 17:25:27.561560 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b197ab-aca7-4030-aec7-e7c8e047835d req-1bad0a10-aa0a-4ee0-a4cf-499c26da2571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:27.563249 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-48b197ab-aca7-4030-aec7-e7c8e047835d req-1bad0a10-aa0a-4ee0-a4cf-499c26da2571 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 922 time: 0.1479006 Nov 11 17:25:27.591284 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-708acabf-3e4e-4ad4-9e9a-9fde6b680e0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:27.746800 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['4a430f40-bd82-464a-a1f9-03927f4f0ca4'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:25:27.768522 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-43011a95-93e3-4b8b-9c5c-6dac17995a45 req-b2be6ec5-036f-4f2e-9028-cb8287a5b427 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d78cf3d-bbb6-4d94-ae52-5a0e9539529c HTTP/1.1" status: 200 len: 210 time: 0.0820830 Nov 11 17:25:27.830201 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-708acabf-3e4e-4ad4-9e9a-9fde6b680e0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:27.852570 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-708acabf-3e4e-4ad4-9e9a-9fde6b680e0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:27.874705 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-48b197ab-aca7-4030-aec7-e7c8e047835d req-9bcebbe6-fc46-4eae-85c1-540000329078 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 HTTP/1.1" status: 200 len: 217 time: 0.1555152 Nov 11 17:25:27.939611 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b197ab-aca7-4030-aec7-e7c8e047835d req-0f3110bb-0e3a-4c29-849c-ef98d3bc3fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:27.941390 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-48b197ab-aca7-4030-aec7-e7c8e047835d req-0f3110bb-0e3a-4c29-849c-ef98d3bc3fd8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 200 len: 860 time: 0.0587738 Nov 11 17:25:27.993476 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-48b197ab-aca7-4030-aec7-e7c8e047835d req-dc325ca9-32d3-4fdc-999b-91969daf76f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f44096b2-3051-4615-8241-50ad95944236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436146 Nov 11 17:25:27.996862 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708acabf-3e4e-4ad4-9e9a-9fde6b680e0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Port': ['ID=648bb820-197f-46b8-ac2a-b74ae220ea72,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:28.007918 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-708acabf-3e4e-4ad4-9e9a-9fde6b680e0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:28.020894 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a3cfe-36fd-417c-beb9-2eaf6b7769eb req-7064abec-a9e8-41a6-9aef-bcd04d4a4fa8 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:28.022506 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c64a3cfe-36fd-417c-beb9-2eaf6b7769eb req-7064abec-a9e8-41a6-9aef-bcd04d4a4fa8 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.1367292 Nov 11 17:25:28.116111 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-48b197ab-aca7-4030-aec7-e7c8e047835d req-81eff632-1938-4d13-9d07-31b1772200c0 service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038837 Nov 11 17:25:28.198405 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15c62a-b5b6-4c43-9206-30fe31472da4 req-4832be57-8658-43c2-a0c7-d5043234d6f3 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:28.199972 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b15c62a-b5b6-4c43-9206-30fe31472da4 req-4832be57-8658-43c2-a0c7-d5043234d6f3 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 943 time: 0.1765089 Nov 11 17:25:28.213930 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c64a3cfe-36fd-417c-beb9-2eaf6b7769eb req-0f85f7da-9bdf-4c97-86b2-29bf19c44a9d tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571558 Nov 11 17:25:28.252046 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-708acabf-3e4e-4ad4-9e9a-9fde6b680e0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Floating IP 6a794634-7eec-4530-ba71-5c35a81fff8e associated. External IP: 172.25.2.144, port: 68b06c65-7ca9-4c04-a97a-37e75775a564. Nov 11 17:25:28.274691 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88a057e-ead5-49ec-a45f-2c286cc97333', 'name': 'network-vif-deleted', 'tag': '4a430f40-bd82-464a-a1f9-03927f4f0ca4'}, {'server_uuid': '2d78cf3d-bbb6-4d94-ae52-5a0e9539529c', 'name': 'network-vif-deleted', 'tag': 'edf97e31-a6dc-4433-9398-c708a8d7605f'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:25:28.277989 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d444d88d-82ed-49b1-b0fa-b95897f97d6e" -d '{"events": [{"server_uuid": "a88a057e-ead5-49ec-a45f-2c286cc97333", "name": "network-vif-deleted", "tag": "4a430f40-bd82-464a-a1f9-03927f4f0ca4"}, {"server_uuid": "2d78cf3d-bbb6-4d94-ae52-5a0e9539529c", "name": "network-vif-deleted", "tag": "edf97e31-a6dc-4433-9398-c708a8d7605f"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:25:28.287846 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59800) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:28.332130 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b15c62a-b5b6-4c43-9206-30fe31472da4 req-e5f9503c-629c-4fb2-a024-580da37fd289 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065583 Nov 11 17:25:28.389658 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-48b197ab-aca7-4030-aec7-e7c8e047835d req-17e3f91d-6949-4a98-b9e5-acbf9fd9f840 service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442677 Nov 11 17:25:28.412046 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 17:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4201b5b7-9a10-4591-88c3-d3ff5d99b0c3 x-openstack-request-id: req-4201b5b7-9a10-4591-88c3-d3ff5d99b0c3 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:25:28.412719 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88a057e-ead5-49ec-a45f-2c286cc97333", "name": "network-vif-deleted", "tag": "4a430f40-bd82-464a-a1f9-03927f4f0ca4", "status": "completed", "code": 200}, {"server_uuid": "2d78cf3d-bbb6-4d94-ae52-5a0e9539529c", "name": "network-vif-deleted", "tag": "edf97e31-a6dc-4433-9398-c708a8d7605f", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:25:28.412719 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4201b5b7-9a10-4591-88c3-d3ff5d99b0c3 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:25:28.413066 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88a057e-ead5-49ec-a45f-2c286cc97333', 'name': 'network-vif-deleted', 'tag': '4a430f40-bd82-464a-a1f9-03927f4f0ca4', 'status': 'completed', 'code': 200} Nov 11 17:25:28.413238 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d78cf3d-bbb6-4d94-ae52-5a0e9539529c', 'name': 'network-vif-deleted', 'tag': 'edf97e31-a6dc-4433-9398-c708a8d7605f', 'status': 'completed', 'code': 200} Nov 11 17:25:28.460259 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f4adc-27fa-4f17-bffe-dbfed0fc7868 req-e3fae305-8f9d-4fde-9fe6-3e32b4077c1e tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:28.461744 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-880f4adc-27fa-4f17-bffe-dbfed0fc7868 req-e3fae305-8f9d-4fde-9fe6-3e32b4077c1e tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.1138151 Nov 11 17:25:28.597720 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-880f4adc-27fa-4f17-bffe-dbfed0fc7868 req-c866c516-4a4b-4e3b-9886-26bb56887815 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293869 Nov 11 17:25:28.663627 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708acabf-3e4e-4ad4-9e9a-9fde6b680e0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Router 3790632f-ba6e-43e1-83bc-fd82d5398b42 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:25:28.767992 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307e23d-e4a2-4739-9126-a4fe0d3ad87d req-32318e27-b207-421c-b573-987a930268e2 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:28.773059 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f307e23d-e4a2-4739-9126-a4fe0d3ad87d req-32318e27-b207-421c-b573-987a930268e2 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 945 time: 0.1107459 Nov 11 17:25:28.866904 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8a113a6d-ff12-4719-be93-5788a8f70ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:28.883570 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708acabf-3e4e-4ad4-9e9a-9fde6b680e0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:25:28.898881 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558b89eb-636d-4363-81b8-9fefb03fb5a2 None None] Sync routers for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:25:28.912324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f307e23d-e4a2-4739-9126-a4fe0d3ad87d req-3c052b67-3ece-4e7b-ad5b-4d2401d29727 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350558 Nov 11 17:25:28.921549 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558b89eb-636d-4363-81b8-9fefb03fb5a2 None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:28.935520 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-708acabf-3e4e-4ad4-9e9a-9fde6b680e0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:28.936474 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-558b89eb-636d-4363-81b8-9fefb03fb5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:28.981573 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-708acabf-3e4e-4ad4-9e9a-9fde6b680e0e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5757191 Nov 11 17:25:28.982219 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59822) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:28.983528 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-44cdad6c-a307-4c29-b1a8-1d568557988e req-5ccde980-25ed-4ab5-8825-265eadca3f32 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/97bea90e-be91-4f82-a709-f111d947c62e HTTP/1.1" status: 200 len: 1818 time: 0.0938432 Nov 11 17:25:29.008667 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-558b89eb-636d-4363-81b8-9fefb03fb5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:29.021755 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558b89eb-636d-4363-81b8-9fefb03fb5a2 None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:29.022601 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-558b89eb-636d-4363-81b8-9fefb03fb5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:29.063323 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-558b89eb-636d-4363-81b8-9fefb03fb5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:29.064342 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558b89eb-636d-4363-81b8-9fefb03fb5a2 None None] The sync data for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:25:29.102780 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-31393db8-1afa-4f8e-88e6-3c11487f0c9d tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "GET /v2.0/floatingips/6a794634-7eec-4530-ba71-5c35a81fff8e HTTP/1.1" status: 200 len: 978 time: 0.1194878 Nov 11 17:25:29.106204 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59828) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:29.107122 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-44cdad6c-a307-4c29-b1a8-1d568557988e req-6592b317-10cd-43b0-bf1b-8e4a85be175f tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:29.149344 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-44cdad6c-a307-4c29-b1a8-1d568557988e req-6592b317-10cd-43b0-bf1b-8e4a85be175f tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:29.185063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-a3839242-9e77-469a-9433-0da37d727492 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:29.187303 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-a3839242-9e77-469a-9433-0da37d727492 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/networks?id=3b58950d-cabb-4844-8c80-f3547c1d5250 HTTP/1.1" status: 200 len: 814 time: 0.1620691 Nov 11 17:25:29.216440 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-d8c9ac7a-a279-4bbd-87d6-7f0aeed45641 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/quotas/8f8ef4fb21f94d2392dadeb1ee4bf411 HTTP/1.1" status: 200 len: 375 time: 0.0216372 Nov 11 17:25:29.227381 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-30ab7749-6d80-4c9d-b577-1a0ac3cf935a tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1178460 Nov 11 17:25:29.228192 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59830) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:29.233177 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5d66809a-0e6b-4de6-b5f1-bd2ff5a01767 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Request body: {'floatingip': {'port_id': '904d8b83-7686-4f6d-9bd1-d2bf3830b8dd'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:29.234534 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-44cdad6c-a307-4c29-b1a8-1d568557988e req-6592b317-10cd-43b0-bf1b-8e4a85be175f tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:29.237109 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-44cdad6c-a307-4c29-b1a8-1d568557988e req-6592b317-10cd-43b0-bf1b-8e4a85be175f tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:29.238222 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-44cdad6c-a307-4c29-b1a8-1d568557988e req-6592b317-10cd-43b0-bf1b-8e4a85be175f tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "DELETE /v2.0/security-groups/97bea90e-be91-4f82-a709-f111d947c62e HTTP/1.1" status: 204 len: 173 time: 0.2465298 Nov 11 17:25:29.276526 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592b317-10cd-43b0-bf1b-8e4a85be175f tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bea90e-be91-4f82-a709-f111d947c62e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:29.338859 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d66809a-0e6b-4de6-b5f1-bd2ff5a01767 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:29.430785 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-8a113a6d-ff12-4719-be93-5788a8f70ccb admin admin] Deleting port 7c82c2fd-1578-440f-85bf-3835a0bb7d58 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:25:29.431960 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8a113a6d-ff12-4719-be93-5788a8f70ccb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:29.548592 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-23e2e63f-b4e8-43c5-8117-c5d18f6420f9 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8f8ef4fb21f94d2392dadeb1ee4bf411&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3249569 Nov 11 17:25:29.552676 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf6aebe7-8d0c-49e2-90fe-6c6b9520a5ff req-f209a000-7d94-44f5-9701-541c1a812eed tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/6611f4c7-5b85-41dd-a6f8-ba1ceab211f0 HTTP/1.1" status: 200 len: 1819 time: 0.2913373 Nov 11 17:25:29.629139 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-8a113a6d-ff12-4719-be93-5788a8f70ccb admin admin] For port 7c82c2fd-1578-440f-85bf-3835a0bb7d58, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7c82c2fd-1578-440f-85bf-3835a0bb7d58,segment=NetworkSegment(2d514ea6-51d1-4d00-986e-b4608e36a416),segment_id=2d514ea6-51d1-4d00-986e-b4608e36a416)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:29.629499 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8a113a6d-ff12-4719-be93-5788a8f70ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:29.649067 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-8a113a6d-ff12-4719-be93-5788a8f70ccb admin admin] Calling delete_port for 7c82c2fd-1578-440f-85bf-3835a0bb7d58 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:25:29.682909 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-cf6aebe7-8d0c-49e2-90fe-6c6b9520a5ff req-e336cce3-5ba7-4738-aa6b-ee2665181764 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:29.686005 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-a40df44a-af6f-41de-8f59-2cd12966375a service neutron] 10.222.0.76 "GET /v2.0/networks/3b58950d-cabb-4844-8c80-f3547c1d5250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281936 Nov 11 17:25:29.749656 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-cf6aebe7-8d0c-49e2-90fe-6c6b9520a5ff req-e336cce3-5ba7-4738-aa6b-ee2665181764 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:29.818357 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-cf6aebe7-8d0c-49e2-90fe-6c6b9520a5ff req-e336cce3-5ba7-4738-aa6b-ee2665181764 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:29.820918 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-cf6aebe7-8d0c-49e2-90fe-6c6b9520a5ff req-e336cce3-5ba7-4738-aa6b-ee2665181764 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:29.822590 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf6aebe7-8d0c-49e2-90fe-6c6b9520a5ff req-e336cce3-5ba7-4738-aa6b-ee2665181764 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "DELETE /v2.0/security-groups/6611f4c7-5b85-41dd-a6f8-ba1ceab211f0 HTTP/1.1" status: 204 len: 173 time: 0.2630687 Nov 11 17:25:29.827522 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-d7c75444-dab8-4e51-bd2c-8ab71ce12d4f service neutron] 10.222.0.76 "GET /v2.0/networks/3b58950d-cabb-4844-8c80-f3547c1d5250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318805 Nov 11 17:25:29.848307 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device edf97e31-a6dc-4433-9398-c708a8d7605f no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:25:29.857897 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336cce3-5ba7-4738-aa6b-ee2665181764 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6611f4c7-5b85-41dd-a6f8-ba1ceab211f0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:29.875235 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: edf97e31-a6dc-4433-9398-c708a8d7605f {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:25:29.875979 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device edf97e31-a6dc-4433-9398-c708a8d7605f not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:25:29.916529 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4a430f40-bd82-464a-a1f9-03927f4f0ca4 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:25:29.947994 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 4a430f40-bd82-464a-a1f9-03927f4f0ca4 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:25:29.949792 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4a430f40-bd82-464a-a1f9-03927f4f0ca4 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:25:29.960006 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c43c4a-ba81-4326-9a4b-83be9c576233 req-030a6f89-5f2c-4f96-8aae-e9adaf251ab3 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:29.961542 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-13c43c4a-ba81-4326-9a4b-83be9c576233 req-030a6f89-5f2c-4f96-8aae-e9adaf251ab3 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 943 time: 0.0677471 Nov 11 17:25:30.021689 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-13c43c4a-ba81-4326-9a4b-83be9c576233 req-8c78b1fd-db4b-4643-ab60-4cc1be33d80b tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531707 Nov 11 17:25:30.111654 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-1e5dacf8-d2c9-40bc-bd23-dee25f3ec041 req-f3cf0108-78b4-447f-b3f9-28725a39ff48 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-613466420', 'description': 'tempest-description-1738059294'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:30.143789 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1e5dacf8-d2c9-40bc-bd23-dee25f3ec041 req-f3cf0108-78b4-447f-b3f9-28725a39ff48 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:30.263953 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1e5dacf8-d2c9-40bc-bd23-dee25f3ec041 req-f3cf0108-78b4-447f-b3f9-28725a39ff48 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:30.270346 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1e5dacf8-d2c9-40bc-bd23-dee25f3ec041 req-f3cf0108-78b4-447f-b3f9-28725a39ff48 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:30.286122 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb49c4-084b-4b03-bae1-50b48c1ee6a2 req-b88ded31-daeb-41d9-a724-1eb78d27f893 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:30.287829 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7cb49c4-084b-4b03-bae1-50b48c1ee6a2 req-b88ded31-daeb-41d9-a724-1eb78d27f893 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 945 time: 0.0945208 Nov 11 17:25:30.328426 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf0108-78b4-447f-b3f9-28725a39ff48 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584109ec-ec32-471d-8668-712c1b944c4a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:30.332710 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1e5dacf8-d2c9-40bc-bd23-dee25f3ec041 req-f3cf0108-78b4-447f-b3f9-28725a39ff48 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:30.334050 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e5dacf8-d2c9-40bc-bd23-dee25f3ec041 req-f3cf0108-78b4-447f-b3f9-28725a39ff48 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2273846 Nov 11 17:25:30.375761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7cb49c4-084b-4b03-bae1-50b48c1ee6a2 req-7ff88093-119d-4099-9fda-58d45f037ded tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718732 Nov 11 17:25:30.428336 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9fc56812-e211-407b-9bd1-a8b50e4b3ebf req-3e438584-588d-4628-8ed2-1ab907070e6b tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 210 time: 0.0368264 Nov 11 17:25:30.471767 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfac594-cd88-41ac-9860-76ea43375a22 req-5220a197-1c96-462e-ae1d-8c7cf4178ccb tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:30.472936 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6bfac594-cd88-41ac-9860-76ea43375a22 req-5220a197-1c96-462e-ae1d-8c7cf4178ccb tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.64 "GET /v2.0/ports?device_id=d381f6b3-5c35-4ee3-b69f-3269c70ad6a5 HTTP/1.1" status: 200 len: 946 time: 0.1627319 Nov 11 17:25:30.475707 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8a113a6d-ff12-4719-be93-5788a8f70ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:30.480669 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d66809a-0e6b-4de6-b5f1-bd2ff5a01767 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:30.485305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b31f2e33-c8e4-4d89-a43c-ec45941c206a req-3a3605c1-7ebc-4999-81e8-a676a83ce751 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/584109ec-ec32-471d-8668-712c1b944c4a HTTP/1.1" status: 200 len: 1819 time: 0.0803761 Nov 11 17:25:30.491095 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-b31f2e33-c8e4-4d89-a43c-ec45941c206a req-52629298-a92a-4e76-be29-be9b9d353b99 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Request body: {'security_group': {'name': 'tempest-sg-hth-701673216', 'description': 'tempest-description-hth-1385891005'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:30.535955 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d66809a-0e6b-4de6-b5f1-bd2ff5a01767 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:30.540931 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a113a6d-ff12-4719-be93-5788a8f70ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=7c82c2fd-1578-440f-85bf-3835a0bb7d58,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:30.555189 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b31f2e33-c8e4-4d89-a43c-ec45941c206a req-52629298-a92a-4e76-be29-be9b9d353b99 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:30.603187 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c9a1d-bc0f-409b-af7e-68ed06a2d43e req-7d4c3e07-ba19-4efb-85eb-038b43a3ec1c tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:30.604698 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a48c9a1d-bc0f-409b-af7e-68ed06a2d43e req-7d4c3e07-ba19-4efb-85eb-038b43a3ec1c tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.0911689 Nov 11 17:25:30.639205 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b31f2e33-c8e4-4d89-a43c-ec45941c206a req-52629298-a92a-4e76-be29-be9b9d353b99 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:30.651144 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b31f2e33-c8e4-4d89-a43c-ec45941c206a req-52629298-a92a-4e76-be29-be9b9d353b99 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:30.654240 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b31f2e33-c8e4-4d89-a43c-ec45941c206a req-52629298-a92a-4e76-be29-be9b9d353b99 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:30.665159 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b31f2e33-c8e4-4d89-a43c-ec45941c206a req-52629298-a92a-4e76-be29-be9b9d353b99 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "PUT /v2.0/security-groups/584109ec-ec32-471d-8668-712c1b944c4a HTTP/1.1" status: 200 len: 1793 time: 0.1736467 Nov 11 17:25:30.730403 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a48c9a1d-bc0f-409b-af7e-68ed06a2d43e req-5a533932-0bd9-4d46-8632-cb549cf8f804 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176047 Nov 11 17:25:30.749098 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52629298-a92a-4e76-be29-be9b9d353b99 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584109ec-ec32-471d-8668-712c1b944c4a,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:30.760901 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c4b178ab-a838-400e-abb4-830be8a0cac1 req-7e8e7b08-e3f1-4db6-80d9-06a913a20ad1 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/584109ec-ec32-471d-8668-712c1b944c4a HTTP/1.1" status: 200 len: 1793 time: 0.0751328 Nov 11 17:25:30.829526 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cda14806-0e8a-4be9-b71f-c318bae38d21 req-66bacc09-91a3-4510-a0f7-3a861673796b tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/584109ec-ec32-471d-8668-712c1b944c4a HTTP/1.1" status: 200 len: 1793 time: 0.0503192 Nov 11 17:25:30.851681 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-5d66809a-0e6b-4de6-b5f1-bd2ff5a01767 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Floating IP 6a794634-7eec-4530-ba71-5c35a81fff8e associated. External IP: 172.25.2.144, port: 68b06c65-7ca9-4c04-a97a-37e75775a564. Nov 11 17:25:30.904354 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-6bfac594-cd88-41ac-9860-76ea43375a22 req-75232e97-ec7d-41b9-badc-72770ae527b2 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Deleting port fd994145-f684-40f0-a977-02caa43c320f {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:25:30.904673 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6bfac594-cd88-41ac-9860-76ea43375a22 req-75232e97-ec7d-41b9-badc-72770ae527b2 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:30.906557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd68a32-c378-4bc0-95cc-df90674352ff req-7b1560a4-0c42-4c37-b6c9-5e0b462560f5 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:30.908047 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3dd68a32-c378-4bc0-95cc-df90674352ff req-7b1560a4-0c42-4c37-b6c9-5e0b462560f5 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd400c43-be3b-4807-b52d-e11cf7fcb746 HTTP/1.1" status: 200 len: 945 time: 0.0912087 Nov 11 17:25:30.936369 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-cda14806-0e8a-4be9-b71f-c318bae38d21 req-32d699b1-129e-43b8-9983-c7a763a26585 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:30.974666 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-cda14806-0e8a-4be9-b71f-c318bae38d21 req-32d699b1-129e-43b8-9983-c7a763a26585 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:30.993503 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3dd68a32-c378-4bc0-95cc-df90674352ff req-8d153d2e-7763-4af0-8f63-d8c499e5336a tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735073 Nov 11 17:25:31.042617 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-cda14806-0e8a-4be9-b71f-c318bae38d21 req-32d699b1-129e-43b8-9983-c7a763a26585 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:31.046555 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-cda14806-0e8a-4be9-b71f-c318bae38d21 req-32d699b1-129e-43b8-9983-c7a763a26585 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:31.052367 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cda14806-0e8a-4be9-b71f-c318bae38d21 req-32d699b1-129e-43b8-9983-c7a763a26585 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "DELETE /v2.0/security-groups/584109ec-ec32-471d-8668-712c1b944c4a HTTP/1.1" status: 204 len: 173 time: 0.2010520 Nov 11 17:25:31.066849 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d699b1-129e-43b8-9983-c7a763a26585 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=584109ec-ec32-471d-8668-712c1b944c4a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:31.131277 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8a113a6d-ff12-4719-be93-5788a8f70ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:31.172792 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-6bfac594-cd88-41ac-9860-76ea43375a22 req-75232e97-ec7d-41b9-badc-72770ae527b2 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] For port fd994145-f684-40f0-a977-02caa43c320f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=fd994145-f684-40f0-a977-02caa43c320f,segment=NetworkSegment(23b9bed9-2876-487d-b6a7-566f9036f0b9),segment_id=23b9bed9-2876-487d-b6a7-566f9036f0b9)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:31.173172 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6bfac594-cd88-41ac-9860-76ea43375a22 req-75232e97-ec7d-41b9-badc-72770ae527b2 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:31.199637 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845500c-c4d0-4d9d-8588-2d2651aabe3f req-2f0bb9f0-a76f-464b-9c5c-0b243517b527 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:31.208215 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6845500c-c4d0-4d9d-8588-2d2651aabe3f req-2f0bb9f0-a76f-464b-9c5c-0b243517b527 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 943 time: 0.0815482 Nov 11 17:25:31.256879 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6845500c-c4d0-4d9d-8588-2d2651aabe3f req-b51b50a5-9c51-470b-b3dc-855b6ddd4b10 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463343 Nov 11 17:25:31.279810 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-6bfac594-cd88-41ac-9860-76ea43375a22 req-75232e97-ec7d-41b9-badc-72770ae527b2 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Calling delete_port for fd994145-f684-40f0-a977-02caa43c320f owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:25:31.331649 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-c20b8240-8bc1-4982-b9b1-7a819ae940de tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:31.333146 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-c20b8240-8bc1-4982-b9b1-7a819ae940de tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.83 "GET /v2.0/networks?id=3b58950d-cabb-4844-8c80-f3547c1d5250 HTTP/1.1" status: 200 len: 814 time: 0.3028574 Nov 11 17:25:31.367384 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630917e-f895-4b97-b056-c6c853746739 req-66176655-98e1-42b1-9a20-7766c6a0697a tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:31.369559 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0630917e-f895-4b97-b056-c6c853746739 req-66176655-98e1-42b1-9a20-7766c6a0697a tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 945 time: 0.0664055 Nov 11 17:25:31.398198 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-47d9128a-cd52-4561-a9a1-a61045e43b23 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Request body: {'port': {'device_id': '8e4a0405-9c71-4adf-82ae-bb1de60956eb', 'network_id': '3b58950d-cabb-4844-8c80-f3547c1d5250', 'admin_state_up': True, 'tenant_id': '8f8ef4fb21f94d2392dadeb1ee4bf411'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:31.422826 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0630917e-f895-4b97-b056-c6c853746739 req-0c83c150-ad7c-417b-af1a-65a9db125d87 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474536 Nov 11 17:25:31.552444 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f98333e2-084e-4d79-a591-7a8b8b7610df req-4937657a-8b93-4b90-aea5-6818b59f874a tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 210 time: 0.0285535 Nov 11 17:25:31.589019 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d66809a-0e6b-4de6-b5f1-bd2ff5a01767 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Router 3790632f-ba6e-43e1-83bc-fd82d5398b42 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:25:31.590230 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-0530e416-dfea-4918-8188-b474475757d4 req-2b3edf1d-616d-4fe2-91a9-391416d466e6 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] show failed (client error): The resource could not be found. Nov 11 17:25:31.591246 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0530e416-dfea-4918-8188-b474475757d4 req-2b3edf1d-616d-4fe2-91a9-391416d466e6 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/6611f4c7-5b85-41dd-a6f8-ba1ceab211f0 HTTP/1.1" status: 404 len: 352 time: 0.0147405 Nov 11 17:25:31.631940 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-0281493f-6be4-416e-80cf-bc4a59aa951a req-817e2595-bef1-4373-8f49-655f11d449f1 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] show failed (client error): The resource could not be found. Nov 11 17:25:31.635477 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0281493f-6be4-416e-80cf-bc4a59aa951a req-817e2595-bef1-4373-8f49-655f11d449f1 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/97bea90e-be91-4f82-a709-f111d947c62e HTTP/1.1" status: 404 len: 352 time: 0.0173256 Nov 11 17:25:31.675374 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-63457a9d-7d40-42c2-90f4-1638e295fe62 req-c04536d7-66b9-44f3-97d5-0085e79fc567 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] show failed (client error): The resource could not be found. Nov 11 17:25:31.676412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63457a9d-7d40-42c2-90f4-1638e295fe62 req-c04536d7-66b9-44f3-97d5-0085e79fc567 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/339fe084-b7b8-4a35-8253-97ddd26ca9fa HTTP/1.1" status: 404 len: 352 time: 0.0149605 Nov 11 17:25:31.737667 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-36a0b4c7-b53e-4cb0-a177-c29f3d00e764 req-f607edcb-3436-46d4-918f-a1fa4fe124c5 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] show failed (client error): The resource could not be found. Nov 11 17:25:31.738804 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36a0b4c7-b53e-4cb0-a177-c29f3d00e764 req-f607edcb-3436-46d4-918f-a1fa4fe124c5 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/08e5fe7d-f16a-4249-accd-44f04c588325 HTTP/1.1" status: 404 len: 352 time: 0.0342970 Nov 11 17:25:31.761398 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adffec5-bbbd-46f4-b12c-2b05959d8ffd req-aa614bec-42bb-49ed-9074-1ba536fbb813 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:31.762937 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4adffec5-bbbd-46f4-b12c-2b05959d8ffd req-aa614bec-42bb-49ed-9074-1ba536fbb813 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.0681269 Nov 11 17:25:31.789142 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-6f05074b-bad8-4ce1-b05b-f2a6d482ea1f req-95f685f3-b829-4f2e-9177-d98110e1b051 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] show failed (client error): The resource could not be found. Nov 11 17:25:31.790178 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f05074b-bad8-4ce1-b05b-f2a6d482ea1f req-95f685f3-b829-4f2e-9177-d98110e1b051 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/a1893291-2067-4dd9-97df-11cca0182e9e HTTP/1.1" status: 404 len: 352 time: 0.0263276 Nov 11 17:25:31.836707 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4adffec5-bbbd-46f4-b12c-2b05959d8ffd req-9949d416-8cee-4236-83f9-b72a0ea565b0 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662310 Nov 11 17:25:31.837707 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-0880f0be-8507-495e-89ed-4c9937bbca38 req-0ef5d797-37d9-4c9f-8458-c19646091726 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] show failed (client error): The resource could not be found. Nov 11 17:25:31.838639 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0880f0be-8507-495e-89ed-4c9937bbca38 req-0ef5d797-37d9-4c9f-8458-c19646091726 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/fbb7cbd5-1148-461e-badf-61bf3105789a HTTP/1.1" status: 404 len: 352 time: 0.0212734 Nov 11 17:25:32.132156 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed253c6-627d-4d10-a24d-233b68f851f4 req-cc849b47-154c-485b-9613-20f157a270c5 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:32.134081 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2ed253c6-627d-4d10-a24d-233b68f851f4 req-cc849b47-154c-485b-9613-20f157a270c5 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a2e14bf-7c07-47ae-b990-3b036e425981 HTTP/1.1" status: 200 len: 1024 time: 0.0859747 Nov 11 17:25:32.134218 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-47d9128a-cd52-4561-a9a1-a61045e43b23 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Made reservation on behalf of 8f8ef4fb21f94d2392dadeb1ee4bf411 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:25:32.137519 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-47d9128a-cd52-4561-a9a1-a61045e43b23 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:32.142177 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a113a6d-ff12-4719-be93-5788a8f70ccb admin admin] Router 047d2289-f309-4e18-89f5-b58765d4e415 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:25:32.151506 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6bfac594-cd88-41ac-9860-76ea43375a22 req-75232e97-ec7d-41b9-badc-72770ae527b2 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:32.169262 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a862c-fc3c-4aeb-9b4b-e736dc9a2272 req-4e58821c-128e-41d8-baef-4143b7bd5d33 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:32.175183 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a862c-fc3c-4aeb-9b4b-e736dc9a2272 req-4e58821c-128e-41d8-baef-4143b7bd5d33 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:32.182555 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a862c-fc3c-4aeb-9b4b-e736dc9a2272 req-4e58821c-128e-41d8-baef-4143b7bd5d33 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:32.184383 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a22a862c-fc3c-4aeb-9b4b-e736dc9a2272 req-4e58821c-128e-41d8-baef-4143b7bd5d33 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d&device_id=dd400c43-be3b-4807-b52d-e11cf7fcb746&device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 2417 time: 0.0983493 Nov 11 17:25:32.184506 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['fd994145-f684-40f0-a977-02caa43c320f'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:25:32.198019 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75232e97-ec7d-41b9-badc-72770ae527b2 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Pushing event deleted for resources: {'Port': ['ID=fd994145-f684-40f0-a977-02caa43c320f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:32.217282 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d66809a-0e6b-4de6-b5f1-bd2ff5a01767 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:25:32.237236 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3963bf82-f2d8-4ae0-be0c-a891bc3b2fbc None None] Sync routers for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:25:32.249749 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3963bf82-f2d8-4ae0-be0c-a891bc3b2fbc None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:32.250641 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3963bf82-f2d8-4ae0-be0c-a891bc3b2fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:32.274392 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2ed253c6-627d-4d10-a24d-233b68f851f4 req-bcdc5c54-7ba8-45a0-96b0-85123c31f936 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&id=a792f446-a1ae-4751-8840-edeffd152d33&id=c9e2886c-145d-492f-b292-f06b1611ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1333637 Nov 11 17:25:32.283841 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3963bf82-f2d8-4ae0-be0c-a891bc3b2fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:32.292032 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a22a862c-fc3c-4aeb-9b4b-e736dc9a2272 req-cae99b26-e486-442f-984e-a15e10c9d958 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998983 Nov 11 17:25:32.295686 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3963bf82-f2d8-4ae0-be0c-a891bc3b2fbc None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:32.296323 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3963bf82-f2d8-4ae0-be0c-a891bc3b2fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:32.333152 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3963bf82-f2d8-4ae0-be0c-a891bc3b2fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:32.333980 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3963bf82-f2d8-4ae0-be0c-a891bc3b2fbc None None] The sync data for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:25:32.373329 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfac594-cd88-41ac-9860-76ea43375a22 req-75232e97-ec7d-41b9-badc-72770ae527b2 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] No DVR routers for this DVR port fd994145-f684-40f0-a977-02caa43c320f on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:25:32.394013 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6bfac594-cd88-41ac-9860-76ea43375a22 req-75232e97-ec7d-41b9-badc-72770ae527b2 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:32.397385 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6bfac594-cd88-41ac-9860-76ea43375a22 req-75232e97-ec7d-41b9-badc-72770ae527b2 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.64 "DELETE /v2.0/ports/fd994145-f684-40f0-a977-02caa43c320f HTTP/1.1" status: 204 len: 173 time: 1.9128373 Nov 11 17:25:32.401415 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd381f6b3-5c35-4ee3-b69f-3269c70ad6a5', 'name': 'network-vif-deleted', 'tag': 'fd994145-f684-40f0-a977-02caa43c320f'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:25:32.403681 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fa7940-e5e0-4b0c-a349-87964936d61c" -d '{"events": [{"server_uuid": "d381f6b3-5c35-4ee3-b69f-3269c70ad6a5", "name": "network-vif-deleted", "tag": "fd994145-f684-40f0-a977-02caa43c320f"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:25:32.459572 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca19bb-a959-47e9-aa2a-c4b496a4b2da req-da1cf65d-326f-4c07-9c76-b6046299ad64 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:32.462270 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2fca19bb-a959-47e9-aa2a-c4b496a4b2da req-da1cf65d-326f-4c07-9c76-b6046299ad64 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 943 time: 0.0883503 Nov 11 17:25:32.472559 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971ef35-815c-429b-bfa1-6216e24eed74 req-589f3013-4f0e-4870-97e8-3278b87b9ade tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:32.480778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0971ef35-815c-429b-bfa1-6216e24eed74 req-589f3013-4f0e-4870-97e8-3278b87b9ade tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 945 time: 0.0774980 Nov 11 17:25:32.545297 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a113a6d-ff12-4719-be93-5788a8f70ccb admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:25:32.554381 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8a113a6d-ff12-4719-be93-5788a8f70ccb admin admin] 10.222.0.76 "PUT /v2.0/routers/047d2289-f309-4e18-89f5-b58765d4e415/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2654128 Nov 11 17:25:32.558771 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59908) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:32.560256 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1920140b-b1c5-4dd1-9e03-04f73a126e69 None None] Sync routers for ids ['047d2289-f309-4e18-89f5-b58765d4e415'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:25:32.565957 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2fca19bb-a959-47e9-aa2a-c4b496a4b2da req-60526d7c-7ac5-4e72-9334-203f7dd2d095 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780051 Nov 11 17:25:32.574973 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1920140b-b1c5-4dd1-9e03-04f73a126e69 None None] Routers {'047d2289-f309-4e18-89f5-b58765d4e415'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:32.575905 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1920140b-b1c5-4dd1-9e03-04f73a126e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['047d2289-f309-4e18-89f5-b58765d4e415'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:32.592364 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0971ef35-815c-429b-bfa1-6216e24eed74 req-fa5d142d-74eb-45a8-b385-5f5c12b43227 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105800 Nov 11 17:25:32.620171 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-47d9128a-cd52-4561-a9a1-a61045e43b23 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Allocated IP 172.20.0.2 (3b58950d-cabb-4844-8c80-f3547c1d5250/9ebd1db8-dd17-467d-aa7b-3291e31f06ba/43093e0a-5e76-43cf-9ea4-7b503994b685) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:32.668223 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8039499b-0e8b-4e34-a20a-3d14547b609d x-openstack-request-id: req-8039499b-0e8b-4e34-a20a-3d14547b609d {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:25:32.668516 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d381f6b3-5c35-4ee3-b69f-3269c70ad6a5", "name": "network-vif-deleted", "tag": "fd994145-f684-40f0-a977-02caa43c320f", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:25:32.668769 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8039499b-0e8b-4e34-a20a-3d14547b609d {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:25:32.669161 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd381f6b3-5c35-4ee3-b69f-3269c70ad6a5', 'name': 'network-vif-deleted', 'tag': 'fd994145-f684-40f0-a977-02caa43c320f', 'status': 'completed', 'code': 200} Nov 11 17:25:32.722840 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-1920140b-b1c5-4dd1-9e03-04f73a126e69 None None] Set router 047d2289-f309-4e18-89f5-b58765d4e415 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:25:32.803057 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-71a6426e-fee8-4448-b1d9-57ccb90a36eb req-3663de14-c666-4983-951a-4d98935612bd tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 210 time: 0.0504274 Nov 11 17:25:32.856490 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4ae53734-7bc7-4b89-a0b1-129c0918c8fe admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:32.919013 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d66809a-0e6b-4de6-b5f1-bd2ff5a01767 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Router 3790632f-ba6e-43e1-83bc-fd82d5398b42 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:25:32.940269 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1920140b-b1c5-4dd1-9e03-04f73a126e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047d2289-f309-4e18-89f5-b58765d4e415', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1666465949-router', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:33Z', 'updated_at': '2021-11-11T17:25:30Z', 'revision_number': 5, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'gw_port': {'id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:34Z', 'updated_at': '2021-11-11T17:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:32.972762 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1920140b-b1c5-4dd1-9e03-04f73a126e69 None None] Checking router: 047d2289-f309-4e18-89f5-b58765d4e415 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:25:32.981493 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1920140b-b1c5-4dd1-9e03-04f73a126e69 None None] Routers {'047d2289-f309-4e18-89f5-b58765d4e415'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:32.982343 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1920140b-b1c5-4dd1-9e03-04f73a126e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['047d2289-f309-4e18-89f5-b58765d4e415'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:33.095386 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-1920140b-b1c5-4dd1-9e03-04f73a126e69 None None] Set router 047d2289-f309-4e18-89f5-b58765d4e415 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:25:33.154917 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d66809a-0e6b-4de6-b5f1-bd2ff5a01767 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:25:33.166445 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a76a61-f367-4dfd-b798-247a978145e7 None None] Sync routers for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:25:33.169374 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d66809a-0e6b-4de6-b5f1-bd2ff5a01767 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:33.176495 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-47d9128a-cd52-4561-a9a1-a61045e43b23 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:33.185239 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a76a61-f367-4dfd-b798-247a978145e7 None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:33.186573 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-75a76a61-f367-4dfd-b798-247a978145e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:33.202214 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4ae53734-7bc7-4b89-a0b1-129c0918c8fe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:33.236210 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-75a76a61-f367-4dfd-b798-247a978145e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:33.249521 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a76a61-f367-4dfd-b798-247a978145e7 None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:33.250810 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-75a76a61-f367-4dfd-b798-247a978145e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:33.285648 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5d66809a-0e6b-4de6-b5f1-bd2ff5a01767 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "PUT /v2.0/floatingips/6a794634-7eec-4530-ba71-5c35a81fff8e HTTP/1.1" status: 200 len: 978 time: 4.0540869 Nov 11 17:25:33.285988 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1920140b-b1c5-4dd1-9e03-04f73a126e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047d2289-f309-4e18-89f5-b58765d4e415', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1666465949-router', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:33Z', 'updated_at': '2021-11-11T17:25:30Z', 'revision_number': 5, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'gw_port': {'id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:34Z', 'updated_at': '2021-11-11T17:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:33.286444 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59920) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:33.292887 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ebcd9f37-8a67-482e-add7-dc55876ba861 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:33.303220 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-75a76a61-f367-4dfd-b798-247a978145e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:33.305042 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a76a61-f367-4dfd-b798-247a978145e7 None None] The sync data for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:25:33.320626 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-47d9128a-cd52-4561-a9a1-a61045e43b23 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:33.324628 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1920140b-b1c5-4dd1-9e03-04f73a126e69 None None] The sync data for ids ['047d2289-f309-4e18-89f5-b58765d4e415'] in n-d-816206-4 is: [{'id': '047d2289-f309-4e18-89f5-b58765d4e415', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1666465949-router', 'tenant_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:33Z', 'updated_at': '2021-11-11T17:25:30Z', 'revision_number': 5, 'project_id': 'd8e3801d3eb04c93bf4302e4afcc93ae', 'gw_port': {'id': '8f421af8-c177-442a-99c1-de8aa8714b4b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:39:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047d2289-f309-4e18-89f5-b58765d4e415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:34Z', 'updated_at': '2021-11-11T17:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:25:33.353935 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['fd994145-f684-40f0-a977-02caa43c320f'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:25:33.378736 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-47d9128a-cd52-4561-a9a1-a61045e43b23 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Network 3b58950d-cabb-4844-8c80-f3547c1d5250 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:33.385353 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-4ae53734-7bc7-4b89-a0b1-129c0918c8fe admin admin] Deleting port 8f421af8-c177-442a-99c1-de8aa8714b4b {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:25:33.385814 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4ae53734-7bc7-4b89-a0b1-129c0918c8fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:33.390739 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-47d9128a-cd52-4561-a9a1-a61045e43b23 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:33.406798 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-47d9128a-cd52-4561-a9a1-a61045e43b23 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:33.452398 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9128a-cd52-4561-a9a1-a61045e43b23 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Pushing event updated for resources: {'Port': ['ID=43093e0a-5e76-43cf-9ea4-7b503994b685,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:33.483209 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ebcd9f37-8a67-482e-add7-dc55876ba861 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:33.497093 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-47d9128a-cd52-4561-a9a1-a61045e43b23 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:33.497804 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-47d9128a-cd52-4561-a9a1-a61045e43b23 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:33.533992 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-47d9128a-cd52-4561-a9a1-a61045e43b23 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1405418 Nov 11 17:25:33.541898 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-4ae53734-7bc7-4b89-a0b1-129c0918c8fe admin admin] For port 8f421af8-c177-442a-99c1-de8aa8714b4b, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=8f421af8-c177-442a-99c1-de8aa8714b4b,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:33.542263 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4ae53734-7bc7-4b89-a0b1-129c0918c8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:33.543517 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0cb01-ac7f-4db7-9a67-07c46cd97186 req-91e3f654-3eaf-43a1-a18d-f616bd5bd2a0 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:33.545012 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-edc0cb01-ac7f-4db7-9a67-07c46cd97186 req-91e3f654-3eaf-43a1-a18d-f616bd5bd2a0 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a2e14bf-7c07-47ae-b990-3b036e425981 HTTP/1.1" status: 200 len: 1024 time: 0.1414821 Nov 11 17:25:33.548853 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] Request body: {'port': {'device_id': '8e4a0405-9c71-4adf-82ae-bb1de60956eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:33.559203 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a49eb5-fc1c-4614-b2d8-b5111bec567f req-a2f794e0-5e65-4a37-a8fa-ca83650760bc tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:33.560732 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3a49eb5-fc1c-4614-b2d8-b5111bec567f req-a2f794e0-5e65-4a37-a8fa-ca83650760bc tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a2e14bf-7c07-47ae-b990-3b036e425981 HTTP/1.1" status: 200 len: 1024 time: 0.1441350 Nov 11 17:25:33.577427 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-4ae53734-7bc7-4b89-a0b1-129c0918c8fe admin admin] Calling delete_port for 8f421af8-c177-442a-99c1-de8aa8714b4b owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:25:33.651417 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:33.781821 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ebcd9f37-8a67-482e-add7-dc55876ba861 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:33.819394 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ebcd9f37-8a67-482e-add7-dc55876ba861 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:33.819824 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-ebcd9f37-8a67-482e-add7-dc55876ba861 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Floating IP 6a794634-7eec-4530-ba71-5c35a81fff8e disassociated. External IP: 172.25.2.144, port: 904d8b83-7686-4f6d-9bd1-d2bf3830b8dd. Nov 11 17:25:33.879614 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3a49eb5-fc1c-4614-b2d8-b5111bec567f req-149bace8-afb3-4785-a285-50495a1843b9 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&id=a792f446-a1ae-4751-8840-edeffd152d33&id=c9e2886c-145d-492f-b292-f06b1611ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3081875 Nov 11 17:25:33.915675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-edc0cb01-ac7f-4db7-9a67-07c46cd97186 req-3e6649ca-3ed2-412e-9a24-56f2857808a1 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Deleting port 1b6153fd-3a03-4591-b589-754a2aded29e {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:25:33.916047 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-edc0cb01-ac7f-4db7-9a67-07c46cd97186 req-3e6649ca-3ed2-412e-9a24-56f2857808a1 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:33.976483 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df299b31-3381-4979-a0ee-14161b84bf08 req-4bb90bbe-dfff-4884-bcda-c309ac7ee491 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:33.981843 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df299b31-3381-4979-a0ee-14161b84bf08 req-4bb90bbe-dfff-4884-bcda-c309ac7ee491 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 943 time: 0.2110748 Nov 11 17:25:33.982713 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4ae53734-7bc7-4b89-a0b1-129c0918c8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:34.025922 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae53734-7bc7-4b89-a0b1-129c0918c8fe admin admin] Pushing event deleted for resources: {'Port': ['ID=8f421af8-c177-442a-99c1-de8aa8714b4b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:34.103691 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43093e0a-5e76-43cf-9ea4-7b503994b685 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:25:34.114704 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:34.125911 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4ae53734-7bc7-4b89-a0b1-129c0918c8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:34.159048 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] Transition to ACTIVE for port object 43093e0a-5e76-43cf-9ea4-7b503994b685 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:25:34.179064 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df299b31-3381-4979-a0ee-14161b84bf08 req-c4734269-9d01-4be9-a7ce-db87ded4c508 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956458 Nov 11 17:25:34.189053 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:34.226285 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-edc0cb01-ac7f-4db7-9a67-07c46cd97186 req-3e6649ca-3ed2-412e-9a24-56f2857808a1 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] For port 1b6153fd-3a03-4591-b589-754a2aded29e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=1b6153fd-3a03-4591-b589-754a2aded29e,segment=NetworkSegment(ee5f2ac9-6b78-4385-9926-b329c3d8f971),segment_id=ee5f2ac9-6b78-4385-9926-b329c3d8f971)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:34.226915 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-edc0cb01-ac7f-4db7-9a67-07c46cd97186 req-3e6649ca-3ed2-412e-9a24-56f2857808a1 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:34.245350 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-edc0cb01-ac7f-4db7-9a67-07c46cd97186 req-3e6649ca-3ed2-412e-9a24-56f2857808a1 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Calling delete_port for 1b6153fd-3a03-4591-b589-754a2aded29e owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:25:34.252321 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4ae53734-7bc7-4b89-a0b1-129c0918c8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:34.257344 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4ae53734-7bc7-4b89-a0b1-129c0918c8fe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:34.278685 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] Pushing event updated for resources: {'Port': ['ID=43093e0a-5e76-43cf-9ea4-7b503994b685,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:34.337787 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4ae53734-7bc7-4b89-a0b1-129c0918c8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:34.338854 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae53734-7bc7-4b89-a0b1-129c0918c8fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 047d2289-f309-4e18-89f5-b58765d4e415 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:25:34.344863 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4ae53734-7bc7-4b89-a0b1-129c0918c8fe admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:34.345974 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4ae53734-7bc7-4b89-a0b1-129c0918c8fe admin admin] 10.222.0.76 "DELETE /v2.0/routers/047d2289-f309-4e18-89f5-b58765d4e415 HTTP/1.1" status: 204 len: 168 time: 1.7862332 Nov 11 17:25:34.349659 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59940) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:34.398132 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] Attempting to bind port 43093e0a-5e76-43cf-9ea4-7b503994b685 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:25:34.398583 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] Attempting to bind port 43093e0a-5e76-43cf-9ea4-7b503994b685 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '23b9bed9-2876-487d-b6a7-566f9036f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3b58950d-cabb-4844-8c80-f3547c1d5250'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:25:34.400425 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] Attempting to bind port 43093e0a-5e76-43cf-9ea4-7b503994b685 on network 3b58950d-cabb-4844-8c80-f3547c1d5250 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:25:34.405536 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] Port 43093e0a-5e76-43cf-9ea4-7b503994b685 on network 3b58950d-cabb-4844-8c80-f3547c1d5250 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:25:34.405826 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] Attempting to bind port 43093e0a-5e76-43cf-9ea4-7b503994b685 on network 3b58950d-cabb-4844-8c80-f3547c1d5250 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:25:34.411342 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:25:34.411628 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] Checking segment: {'id': '23b9bed9-2876-487d-b6a7-566f9036f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3b58950d-cabb-4844-8c80-f3547c1d5250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:25:34.412047 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] Bound using segment: {'id': '23b9bed9-2876-487d-b6a7-566f9036f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3b58950d-cabb-4844-8c80-f3547c1d5250'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:25:34.412668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] Bound port: 43093e0a-5e76-43cf-9ea4-7b503994b685, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b9bed9-2876-487d-b6a7-566f9036f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3b58950d-cabb-4844-8c80-f3547c1d5250'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:25:34.413037 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:34.494596 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee1d67-49ff-4639-9bef-299a801faa60 req-f0a3c344-14a0-4ff6-989b-a246bd3ae8c8 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:34.502409 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] For port 43093e0a-5e76-43cf-9ea4-7b503994b685, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:25:34.502534 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cfee1d67-49ff-4639-9bef-299a801faa60 req-f0a3c344-14a0-4ff6-989b-a246bd3ae8c8 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 943 time: 0.2140627 Nov 11 17:25:34.506232 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] For port 43093e0a-5e76-43cf-9ea4-7b503994b685, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=43093e0a-5e76-43cf-9ea4-7b503994b685,segment=NetworkSegment(23b9bed9-2876-487d-b6a7-566f9036f0b9),segment_id=23b9bed9-2876-487d-b6a7-566f9036f0b9)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:25:34.510138 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:34.514024 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcd9f37-8a67-482e-add7-dc55876ba861 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Router 3790632f-ba6e-43e1-83bc-fd82d5398b42 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:25:34.526278 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57c4831-1b97-40cf-b187-74c46f646549 admin admin] Deleting subnet c8897e56-382b-4c72-816c-c41e9f024bac {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:25:34.542878 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c57c4831-1b97-40cf-b187-74c46f646549 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:34.544678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:34.545296 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:34.546682 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] 10.222.0.83 "PUT /v2.0/ports/43093e0a-5e76-43cf-9ea4-7b503994b685 HTTP/1.1" status: 200 len: 1091 time: 1.0019026 Nov 11 17:25:34.554813 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7716d-07d9-4dfe-a2b5-e424bc33967f req-911c635a-5bca-461a-b54b-8d17b79f46aa tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:34.556923 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2d7716d-07d9-4dfe-a2b5-e424bc33967f req-911c635a-5bca-461a-b54b-8d17b79f46aa tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.2642808 Nov 11 17:25:34.569069 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5d6a3-b7c5-4c53-aaa7-d9bcd0f55d50 service neutron] Pushing event updated for resources: {'Port': ['ID=43093e0a-5e76-43cf-9ea4-7b503994b685,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:34.626936 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-eceb75c1-42f7-4717-8544-65f3f5e27639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:34.628693 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-eceb75c1-42f7-4717-8544-65f3f5e27639 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f8ef4fb21f94d2392dadeb1ee4bf411&device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 1094 time: 0.0425770 Nov 11 17:25:34.676487 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4a0405-9c71-4adf-82ae-bb1de60956eb', 'tag': '43093e0a-5e76-43cf-9ea4-7b503994b685'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:25:34.678633 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dd8354-b384-43cd-b22f-88190c4e15a7" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4a0405-9c71-4adf-82ae-bb1de60956eb", "tag": "43093e0a-5e76-43cf-9ea4-7b503994b685"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:25:34.683209 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-20596cde-2a3a-4a82-a3c5-e85553228852 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43093e0a-5e76-43cf-9ea4-7b503994b685 HTTP/1.1" status: 200 len: 217 time: 0.0466073 Nov 11 17:25:34.692407 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c57c4831-1b97-40cf-b187-74c46f646549 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:34.731398 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-69f78322-fc22-4679-b601-39a278aed461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:34.732899 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-69f78322-fc22-4679-b601-39a278aed461 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9ebd1db8-dd17-467d-aa7b-3291e31f06ba HTTP/1.1" status: 200 len: 854 time: 0.0433521 Nov 11 17:25:34.747152 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cfee1d67-49ff-4639-9bef-299a801faa60 req-c0ddb9e4-ae35-4163-89ed-1ee278527c50 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436905 Nov 11 17:25:34.767702 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-74f3092c-7b56-4715-bd53-c71f41121174 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3b58950d-cabb-4844-8c80-f3547c1d5250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274200 Nov 11 17:25:34.834816 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414ca6e7-06eb-47cc-8b97-cdb2535ef0a4 x-openstack-request-id: req-414ca6e7-06eb-47cc-8b97-cdb2535ef0a4 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:25:34.835036 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4a0405-9c71-4adf-82ae-bb1de60956eb", "tag": "43093e0a-5e76-43cf-9ea4-7b503994b685", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:25:34.835426 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-414ca6e7-06eb-47cc-8b97-cdb2535ef0a4 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:25:34.835917 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4a0405-9c71-4adf-82ae-bb1de60956eb', 'tag': '43093e0a-5e76-43cf-9ea4-7b503994b685', 'status': 'completed', 'code': 200} Nov 11 17:25:34.884182 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7c82c2fd-1578-440f-85bf-3835a0bb7d58 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:25:34.903171 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-9cad6f29-0ceb-4fa7-8988-0a455185f28c service neutron] 10.222.0.83 "GET /v2.0/networks/3b58950d-cabb-4844-8c80-f3547c1d5250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279001 Nov 11 17:25:34.907058 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 7c82c2fd-1578-440f-85bf-3835a0bb7d58 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:25:34.907403 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7c82c2fd-1578-440f-85bf-3835a0bb7d58 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:25:35.006810 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cd9942fe-a966-4619-a15d-0c7157cb5343 req-c54f79c5-6985-4e65-9c71-cfadf671c774 service neutron] 10.222.0.83 "GET /v2.0/networks/3b58950d-cabb-4844-8c80-f3547c1d5250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949907 Nov 11 17:25:35.092409 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd8354-b384-43cd-b22f-88190c4e15a7 req-5722222f-e410-4653-bb3f-56cc8112638a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:35.093886 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-17dd8354-b384-43cd-b22f-88190c4e15a7 req-5722222f-e410-4653-bb3f-56cc8112638a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f8ef4fb21f94d2392dadeb1ee4bf411&device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 1094 time: 0.0415542 Nov 11 17:25:35.102112 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2d7716d-07d9-4dfe-a2b5-e424bc33967f req-c63ae59d-0499-4a7a-8fae-4b8075b6a252 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5145016 Nov 11 17:25:35.140774 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-edc0cb01-ac7f-4db7-9a67-07c46cd97186 req-3e6649ca-3ed2-412e-9a24-56f2857808a1 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:35.152805 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['1b6153fd-3a03-4591-b589-754a2aded29e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:25:35.206944 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd8354-b384-43cd-b22f-88190c4e15a7 req-40a4dbf2-868b-401f-8a65-db75ec3ee382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:35.208644 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-17dd8354-b384-43cd-b22f-88190c4e15a7 req-40a4dbf2-868b-401f-8a65-db75ec3ee382 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3b58950d-cabb-4844-8c80-f3547c1d5250 HTTP/1.1" status: 200 len: 916 time: 0.1074457 Nov 11 17:25:35.220677 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6649ca-3ed2-412e-9a24-56f2857808a1 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event deleted for resources: {'Port': ['ID=1b6153fd-3a03-4591-b589-754a2aded29e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:35.231781 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcd9f37-8a67-482e-add7-dc55876ba861 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:25:35.243823 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2bbf8-e86c-477c-a2f5-52d82e5fb83a None None] Sync routers for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:25:35.251376 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ebcd9f37-8a67-482e-add7-dc55876ba861 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:35.260545 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-17dd8354-b384-43cd-b22f-88190c4e15a7 req-4c55af89-f702-4d19-adc0-dd6c8ed85f48 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43093e0a-5e76-43cf-9ea4-7b503994b685 HTTP/1.1" status: 200 len: 217 time: 0.0428882 Nov 11 17:25:35.263218 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d22684-d62d-4854-b7ca-1849887382ae req-973a1d14-77c4-4977-aaf6-fe340c6b7ba4 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:35.264318 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c2bbf8-e86c-477c-a2f5-52d82e5fb83a None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:35.264949 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-92c2bbf8-e86c-477c-a2f5-52d82e5fb83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:35.265545 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92d22684-d62d-4854-b7ca-1849887382ae req-973a1d14-77c4-4977-aaf6-fe340c6b7ba4 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a2e14bf-7c07-47ae-b990-3b036e425981 HTTP/1.1" status: 200 len: 945 time: 0.2139916 Nov 11 17:25:35.313744 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-92c2bbf8-e86c-477c-a2f5-52d82e5fb83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:35.321884 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c57c4831-1b97-40cf-b187-74c46f646549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:35.325107 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c2bbf8-e86c-477c-a2f5-52d82e5fb83a None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:35.325890 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-92c2bbf8-e86c-477c-a2f5-52d82e5fb83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:35.331769 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd8354-b384-43cd-b22f-88190c4e15a7 req-5268f738-9611-4088-8d8b-74ed41b426ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:35.333280 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-17dd8354-b384-43cd-b22f-88190c4e15a7 req-5268f738-9611-4088-8d8b-74ed41b426ad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9ebd1db8-dd17-467d-aa7b-3291e31f06ba HTTP/1.1" status: 200 len: 854 time: 0.0622630 Nov 11 17:25:35.363719 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-92c2bbf8-e86c-477c-a2f5-52d82e5fb83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:35.364619 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2bbf8-e86c-477c-a2f5-52d82e5fb83a None None] The sync data for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:25:35.371672 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-17dd8354-b384-43cd-b22f-88190c4e15a7 req-685497ca-5729-4a0b-a1c2-42a72da7a603 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3b58950d-cabb-4844-8c80-f3547c1d5250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308812 Nov 11 17:25:35.373289 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc0cb01-ac7f-4db7-9a67-07c46cd97186 req-3e6649ca-3ed2-412e-9a24-56f2857808a1 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] No DVR routers for this DVR port 1b6153fd-3a03-4591-b589-754a2aded29e on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:25:35.393373 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-edc0cb01-ac7f-4db7-9a67-07c46cd97186 req-3e6649ca-3ed2-412e-9a24-56f2857808a1 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:35.396716 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-edc0cb01-ac7f-4db7-9a67-07c46cd97186 req-3e6649ca-3ed2-412e-9a24-56f2857808a1 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.83 "DELETE /v2.0/ports/1b6153fd-3a03-4591-b589-754a2aded29e HTTP/1.1" status: 204 len: 173 time: 1.8332548 Nov 11 17:25:35.397226 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2e14bf-7c07-47ae-b990-3b036e425981', 'name': 'network-vif-deleted', 'tag': '1b6153fd-3a03-4591-b589-754a2aded29e'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:25:35.399503 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159d2a9e-08e1-452a-a678-fab56b2a5e19" -d '{"events": [{"server_uuid": "7a2e14bf-7c07-47ae-b990-3b036e425981", "name": "network-vif-deleted", "tag": "1b6153fd-3a03-4591-b589-754a2aded29e"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:25:35.419703 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ebcd9f37-8a67-482e-add7-dc55876ba861 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "PUT /v2.0/floatingips/6a794634-7eec-4530-ba71-5c35a81fff8e HTTP/1.1" status: 200 len: 688 time: 2.1322093 Nov 11 17:25:35.423766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59954) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:35.476763 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-17dd8354-b384-43cd-b22f-88190c4e15a7 req-b52d8701-9cde-41c9-8cdf-519bec55103f service neutron] 10.222.0.83 "GET /v2.0/networks/3b58950d-cabb-4844-8c80-f3547c1d5250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951352 Nov 11 17:25:35.577753 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-17dd8354-b384-43cd-b22f-88190c4e15a7 req-d2f358a5-6d08-46dd-ae88-836f6a7d9cea service neutron] 10.222.0.83 "GET /v2.0/networks/3b58950d-cabb-4844-8c80-f3547c1d5250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906920 Nov 11 17:25:35.610468 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f558ea-b0c0-434f-bed2-f6f591248cc9 req-1e1f19f5-0255-4c68-bb29-d011fe320e49 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:35.612017 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2f558ea-b0c0-434f-bed2-f6f591248cc9 req-1e1f19f5-0255-4c68-bb29-d011fe320e49 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 943 time: 0.2201052 Nov 11 17:25:35.616816 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c57c4831-1b97-40cf-b187-74c46f646549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:35.653460 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92d22684-d62d-4854-b7ca-1849887382ae req-b78e9eee-0262-404a-8ef2-6a3feb771e41 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups?id=1318d88b-912d-4131-8fc5-5e39b9655fb9&id=a792f446-a1ae-4751-8840-edeffd152d33&id=c9e2886c-145d-492f-b292-f06b1611ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3533301 Nov 11 17:25:35.666820 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c4831-1b97-40cf-b187-74c46f646549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8897e56-382b-4c72-816c-c41e9f024bac,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:35.679913 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c57c4831-1b97-40cf-b187-74c46f646549 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:35.682941 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c57c4831-1b97-40cf-b187-74c46f646549 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c8897e56-382b-4c72-816c-c41e9f024bac HTTP/1.1" status: 204 len: 168 time: 1.3176546 Nov 11 17:25:35.683300 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f3fb81-b23f-466c-8c5f-68802cfe3d23 None None] Network 0a08e4be-349c-4ca3-8c26-cda462219b23 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:25:35.686171 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59958) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:35.720682 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2f558ea-b0c0-434f-bed2-f6f591248cc9 req-62593740-7b5c-4bd3-a37b-70a82c4dadc1 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015997 Nov 11 17:25:35.734755 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-d362eea9-5920-4502-9f63-e4d06167c19c tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Deleting port 648bb820-197f-46b8-ac2a-b74ae220ea72 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:25:35.735444 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d362eea9-5920-4502-9f63-e4d06167c19c tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:35.808691 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5dd76881-8e1a-4b8a-a3ba-809cbcc9c693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:35.824173 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2a3687-3d20-4222-b145-0b1377552917 x-openstack-request-id: req-ab2a3687-3d20-4222-b145-0b1377552917 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:25:35.824474 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2e14bf-7c07-47ae-b990-3b036e425981", "name": "network-vif-deleted", "tag": "1b6153fd-3a03-4591-b589-754a2aded29e", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:25:35.824716 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ab2a3687-3d20-4222-b145-0b1377552917 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:25:35.825117 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2e14bf-7c07-47ae-b990-3b036e425981', 'name': 'network-vif-deleted', 'tag': '1b6153fd-3a03-4591-b589-754a2aded29e', 'status': 'completed', 'code': 200} Nov 11 17:25:35.867081 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d362eea9-5920-4502-9f63-e4d06167c19c tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:35.867507 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d362eea9-5920-4502-9f63-e4d06167c19c tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:35.897584 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-d362eea9-5920-4502-9f63-e4d06167c19c tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Calling delete_port for 648bb820-197f-46b8-ac2a-b74ae220ea72 owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:25:35.903403 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-5dd76881-8e1a-4b8a-a3ba-809cbcc9c693 admin admin] Deleting port 6ccc8f7c-8df3-4b25-951e-09c423724636 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:25:35.903403 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5dd76881-8e1a-4b8a-a3ba-809cbcc9c693 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:35.905707 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device fd994145-f684-40f0-a977-02caa43c320f no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:25:35.941778 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b17072e-0d56-4bd5-b7d8-cf41fb68ebb6 None None] DHCP port deletion for 0a08e4be-349c-4ca3-8c26-cda462219b23 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:25:35.944493 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: fd994145-f684-40f0-a977-02caa43c320f {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:25:35.944926 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device fd994145-f684-40f0-a977-02caa43c320f not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:25:35.961626 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10c450-a5fa-4f37-8e47-829e5c3e5909 req-a93ae8e2-6cd9-411c-ba8a-937dd34664b0 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:35.963447 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca10c450-a5fa-4f37-8e47-829e5c3e5909 req-a93ae8e2-6cd9-411c-ba8a-937dd34664b0 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 943 time: 0.1107104 Nov 11 17:25:36.018854 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0b17072e-0d56-4bd5-b7d8-cf41fb68ebb6 None None] Deleting port 6ccc8f7c-8df3-4b25-951e-09c423724636 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:25:36.019501 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0b17072e-0d56-4bd5-b7d8-cf41fb68ebb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:36.045502 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca10c450-a5fa-4f37-8e47-829e5c3e5909 req-9962251a-36fc-4a3b-8c06-4dffd584b6dd tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741837 Nov 11 17:25:36.100994 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-0b17072e-0d56-4bd5-b7d8-cf41fb68ebb6 None None] For port 6ccc8f7c-8df3-4b25-951e-09c423724636, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6ccc8f7c-8df3-4b25-951e-09c423724636,segment=NetworkSegment(2d514ea6-51d1-4d00-986e-b4608e36a416),segment_id=2d514ea6-51d1-4d00-986e-b4608e36a416)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:36.101394 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0b17072e-0d56-4bd5-b7d8-cf41fb68ebb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:36.113907 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d362eea9-5920-4502-9f63-e4d06167c19c tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:36.116203 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0b17072e-0d56-4bd5-b7d8-cf41fb68ebb6 None None] Calling delete_port for 6ccc8f7c-8df3-4b25-951e-09c423724636 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:25:36.143182 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362eea9-5920-4502-9f63-e4d06167c19c tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event deleted for resources: {'Port': ['ID=648bb820-197f-46b8-ac2a-b74ae220ea72,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:36.213032 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0b17072e-0d56-4bd5-b7d8-cf41fb68ebb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:36.233412 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b17072e-0d56-4bd5-b7d8-cf41fb68ebb6 None None] No DVR routers for this DVR port 6ccc8f7c-8df3-4b25-951e-09c423724636 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:25:36.246803 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d362eea9-5920-4502-9f63-e4d06167c19c tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:36.246803 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d362eea9-5920-4502-9f63-e4d06167c19c tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:36.248418 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d362eea9-5920-4502-9f63-e4d06167c19c tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "DELETE /v2.0/floatingips/6a794634-7eec-4530-ba71-5c35a81fff8e HTTP/1.1" status: 204 len: 168 time: 0.8219573 Nov 11 17:25:36.250871 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59966) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:36.276164 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17072e-0d56-4bd5-b7d8-cf41fb68ebb6 None None] Pushing event deleted for resources: {'Port': ['ID=6ccc8f7c-8df3-4b25-951e-09c423724636,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:36.284170 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b17072e-0d56-4bd5-b7d8-cf41fb68ebb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:36.284781 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b17072e-0d56-4bd5-b7d8-cf41fb68ebb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:36.285131 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b17072e-0d56-4bd5-b7d8-cf41fb68ebb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:36.285467 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b17072e-0d56-4bd5-b7d8-cf41fb68ebb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:36.285797 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b17072e-0d56-4bd5-b7d8-cf41fb68ebb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:36.286126 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b17072e-0d56-4bd5-b7d8-cf41fb68ebb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:36.286450 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b17072e-0d56-4bd5-b7d8-cf41fb68ebb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:36.287491 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b17072e-0d56-4bd5-b7d8-cf41fb68ebb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:36.287850 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b17072e-0d56-4bd5-b7d8-cf41fb68ebb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:36.288181 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b17072e-0d56-4bd5-b7d8-cf41fb68ebb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:36.288508 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b17072e-0d56-4bd5-b7d8-cf41fb68ebb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:36.288831 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b17072e-0d56-4bd5-b7d8-cf41fb68ebb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:36.295182 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-704d2050-7f38-4373-96ca-88ed07f3edc9 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] delete failed (client error): The resource could not be found. Nov 11 17:25:36.300171 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-704d2050-7f38-4373-96ca-88ed07f3edc9 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "DELETE /v2.0/floatingips/6a794634-7eec-4530-ba71-5c35a81fff8e HTTP/1.1" status: 404 len: 345 time: 0.0447109 Nov 11 17:25:36.304388 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfde483-aebe-40fb-b16b-d892daad335e req-0795aeae-1077-4f4e-9aa5-adeb386c3b7b tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:36.305841 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cbfde483-aebe-40fb-b16b-d892daad335e req-0795aeae-1077-4f4e-9aa5-adeb386c3b7b tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.1127462 Nov 11 17:25:36.306862 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59968) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:36.348663 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-5dd76881-8e1a-4b8a-a3ba-809cbcc9c693 admin admin] For port 6ccc8f7c-8df3-4b25-951e-09c423724636, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6ccc8f7c-8df3-4b25-951e-09c423724636,segment=NetworkSegment(2d514ea6-51d1-4d00-986e-b4608e36a416),segment_id=2d514ea6-51d1-4d00-986e-b4608e36a416)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:36.349029 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5dd76881-8e1a-4b8a-a3ba-809cbcc9c693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:36.366376 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-5dd76881-8e1a-4b8a-a3ba-809cbcc9c693 admin admin] Calling delete_port for 6ccc8f7c-8df3-4b25-951e-09c423724636 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:25:36.415194 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d934e657-de89-4f9a-8b8c-c35f04322d84 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:36.421169 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d934e657-de89-4f9a-8b8c-c35f04322d84 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:36.428752 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d934e657-de89-4f9a-8b8c-c35f04322d84 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:36.430583 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d934e657-de89-4f9a-8b8c-c35f04322d84 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "GET /v2.0/ports?network_id=545743c5-725f-4286-92b6-e14c5b1f035f HTTP/1.1" status: 200 len: 2358 time: 0.1226637 Nov 11 17:25:36.435212 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59972) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:36.444935 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5dd76881-8e1a-4b8a-a3ba-809cbcc9c693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:36.449714 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cbfde483-aebe-40fb-b16b-d892daad335e req-1ef639f6-d7d7-4cb4-bae3-8ed914ccf96b tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339679 Nov 11 17:25:36.470332 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd76881-8e1a-4b8a-a3ba-809cbcc9c693 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ccc8f7c-8df3-4b25-951e-09c423724636,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:36.474421 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd76881-8e1a-4b8a-a3ba-809cbcc9c693 admin admin] No DVR routers for this DVR port 6ccc8f7c-8df3-4b25-951e-09c423724636 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:25:36.493093 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c29e75-284e-430b-812e-ff1ced4768ba tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:36.496505 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-52c29e75-284e-430b-812e-ff1ced4768ba tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "GET /v2.0/subnets/b5f89040-ab18-4eae-b5bd-d6367025bce9 HTTP/1.1" status: 200 len: 797 time: 0.0583816 Nov 11 17:25:36.503907 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59974) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:36.509295 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-9bcd3c31-8faf-46c1-9907-18d7694870e6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Request body: {'port': {'network_id': '545743c5-725f-4286-92b6-e14c5b1f035f', 'name': 'tempest-FloatingIPTestJSON-1556280806', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:36.550249 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6ccc8f7c-8df3-4b25-951e-09c423724636 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:25:36.550895 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5dd76881-8e1a-4b8a-a3ba-809cbcc9c693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:36.570193 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 6ccc8f7c-8df3-4b25-951e-09c423724636 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:25:36.570535 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6ccc8f7c-8df3-4b25-951e-09c423724636 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:25:36.571133 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 8f421af8-c177-442a-99c1-de8aa8714b4b no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:25:36.576248 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-5dd76881-8e1a-4b8a-a3ba-809cbcc9c693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a08e4be-349c-4ca3-8c26-cda462219b23']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:36.586184 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-5dd76881-8e1a-4b8a-a3ba-809cbcc9c693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d514ea6-51d1-4d00-986e-b4608e36a416') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:36.586485 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-5dd76881-8e1a-4b8a-a3ba-809cbcc9c693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d514ea6-51d1-4d00-986e-b4608e36a416') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:36.591784 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 8f421af8-c177-442a-99c1-de8aa8714b4b {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:25:36.592320 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 8f421af8-c177-442a-99c1-de8aa8714b4b not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:25:36.610261 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5dd76881-8e1a-4b8a-a3ba-809cbcc9c693 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:36.623871 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5dd76881-8e1a-4b8a-a3ba-809cbcc9c693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:36.629781 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd76881-8e1a-4b8a-a3ba-809cbcc9c693 admin admin] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:25:36.630166 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5dd76881-8e1a-4b8a-a3ba-809cbcc9c693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:25:36.632109 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:25:36.639183 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcd3c31-8faf-46c1-9907-18d7694870e6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Made reservation on behalf of d66d3178b2c5474bacb06315082d215a for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:25:36.698571 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5dd76881-8e1a-4b8a-a3ba-809cbcc9c693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:36.704874 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5dd76881-8e1a-4b8a-a3ba-809cbcc9c693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:36.710769 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5dd76881-8e1a-4b8a-a3ba-809cbcc9c693 admin admin] 10.222.0.76 "DELETE /v2.0/networks/0a08e4be-349c-4ca3-8c26-cda462219b23 HTTP/1.1" status: 204 len: 168 time: 1.0201797 Nov 11 17:25:36.726280 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd76881-8e1a-4b8a-a3ba-809cbcc9c693 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a08e4be-349c-4ca3-8c26-cda462219b23,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:36.733335 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9bcd3c31-8faf-46c1-9907-18d7694870e6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:36.766789 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-9bcd3c31-8faf-46c1-9907-18d7694870e6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] device_id is not set on port b9a70f20-0f83-4683-996b-e699b2ba91e5 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:25:36.883678 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e4a493c2-087f-4860-a36b-d4a2683ffeea req-10b26153-733b-4e6b-91c4-c97efd1c2fb0 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/c9e2886c-145d-492f-b292-f06b1611ca89 HTTP/1.1" status: 200 len: 1819 time: 0.1480291 Nov 11 17:25:36.897213 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59984) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:36.937397 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4ddfa778-ef85-4507-80f5-251964b79dcc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d8e3801d3eb04c93bf4302e4afcc93ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387964 Nov 11 17:25:36.940403 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59986) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:37.000558 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6f87095b-b202-4ab0-aa4e-d96e3eeded61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:37.003183 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea0ef9-d474-4cc9-9e6f-a6279b775e70 req-e4b625cd-9a0f-4ec3-934d-94a0f98b2b95 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:37.004712 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5ea0ef9-d474-4cc9-9e6f-a6279b775e70 req-e4b625cd-9a0f-4ec3-934d-94a0f98b2b95 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 943 time: 0.1729066 Nov 11 17:25:37.022117 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6f87095b-b202-4ab0-aa4e-d96e3eeded61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:37.068613 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6f87095b-b202-4ab0-aa4e-d96e3eeded61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:37.072640 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6f87095b-b202-4ab0-aa4e-d96e3eeded61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:37.073775 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6f87095b-b202-4ab0-aa4e-d96e3eeded61 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8a8d600f-76d6-45bd-a1da-d80386834333 HTTP/1.1" status: 204 len: 168 time: 0.1323557 Nov 11 17:25:37.081980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87095b-b202-4ab0-aa4e-d96e3eeded61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8d600f-76d6-45bd-a1da-d80386834333,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:37.087591 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e4a493c2-087f-4860-a36b-d4a2683ffeea req-fd8079df-e74a-4ab5-947a-e4b3a7396ed8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:37.157404 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5ea0ef9-d474-4cc9-9e6f-a6279b775e70 req-0252cfab-9494-4a8c-a3c3-26d95549793a tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290057 Nov 11 17:25:37.158863 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e4a493c2-087f-4860-a36b-d4a2683ffeea req-fd8079df-e74a-4ab5-947a-e4b3a7396ed8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:37.272507 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e4a493c2-087f-4860-a36b-d4a2683ffeea req-fd8079df-e74a-4ab5-947a-e4b3a7396ed8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:37.275625 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e4a493c2-087f-4860-a36b-d4a2683ffeea req-fd8079df-e74a-4ab5-947a-e4b3a7396ed8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:37.276784 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e4a493c2-087f-4860-a36b-d4a2683ffeea req-fd8079df-e74a-4ab5-947a-e4b3a7396ed8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "DELETE /v2.0/security-groups/c9e2886c-145d-492f-b292-f06b1611ca89 HTTP/1.1" status: 204 len: 173 time: 0.3740604 Nov 11 17:25:37.277884 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-9bcd3c31-8faf-46c1-9907-18d7694870e6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Allocated IP 172.20.0.14 (545743c5-725f-4286-92b6-e14c5b1f035f/b5f89040-ab18-4eae-b5bd-d6367025bce9/b9a70f20-0f83-4683-996b-e699b2ba91e5) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:37.296428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-9bcd3c31-8faf-46c1-9907-18d7694870e6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Allocated IP 172.20.0.13 (545743c5-725f-4286-92b6-e14c5b1f035f/b5f89040-ab18-4eae-b5bd-d6367025bce9/b9a70f20-0f83-4683-996b-e699b2ba91e5) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:37.298514 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8079df-e74a-4ab5-947a-e4b3a7396ed8 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e2886c-145d-492f-b292-f06b1611ca89,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:37.334786 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14cc92-cd04-49d0-992f-dc4dab630f10 req-8ec7ca4f-5353-4393-be2d-9092e688d26f tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:37.336294 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f14cc92-cd04-49d0-992f-dc4dab630f10 req-8ec7ca4f-5353-4393-be2d-9092e688d26f tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 943 time: 0.1118283 Nov 11 17:25:37.389689 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-83946546-13d2-4deb-be31-beb093a284d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:37.406778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2df642b-ef92-4e98-9e2e-995a8224476a req-e0ef1a79-4b5a-433e-a14b-481b1db2f337 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "GET /v2.0/security-groups/a792f446-a1ae-4751-8840-edeffd152d33 HTTP/1.1" status: 200 len: 1819 time: 0.1017268 Nov 11 17:25:37.488464 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f14cc92-cd04-49d0-992f-dc4dab630f10 req-647d664b-c25e-47dc-bf23-6ae5d87ef4b5 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404908 Nov 11 17:25:37.575344 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c2df642b-ef92-4e98-9e2e-995a8224476a req-8aaa8713-829c-4ea9-869c-18d5a24dce04 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:37.592719 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9bcd3c31-8faf-46c1-9907-18d7694870e6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:37.617616 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c2df642b-ef92-4e98-9e2e-995a8224476a req-8aaa8713-829c-4ea9-869c-18d5a24dce04 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:37.678159 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9bcd3c31-8faf-46c1-9907-18d7694870e6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:37.680826 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c2df642b-ef92-4e98-9e2e-995a8224476a req-8aaa8713-829c-4ea9-869c-18d5a24dce04 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:37.685769 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c2df642b-ef92-4e98-9e2e-995a8224476a req-8aaa8713-829c-4ea9-869c-18d5a24dce04 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:37.685769 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2df642b-ef92-4e98-9e2e-995a8224476a req-8aaa8713-829c-4ea9-869c-18d5a24dce04 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] 10.222.0.76 "DELETE /v2.0/security-groups/a792f446-a1ae-4751-8840-edeffd152d33 HTTP/1.1" status: 204 len: 173 time: 0.2705128 Nov 11 17:25:37.698806 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60014) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:37.745582 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa8713-829c-4ea9-869c-18d5a24dce04 tempest-SecurityGroupsTestJSON-1688018904 tempest-SecurityGroupsTestJSON-1688018904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a792f446-a1ae-4751-8840-edeffd152d33,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:37.763470 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcd3c31-8faf-46c1-9907-18d7694870e6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Network 545743c5-725f-4286-92b6-e14c5b1f035f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:37.769959 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-9bcd3c31-8faf-46c1-9907-18d7694870e6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:37.779397 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcd3c31-8faf-46c1-9907-18d7694870e6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:37.786729 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec31437-ffa5-4ff7-9c2a-ff43618b46ac admin admin] Deleting subnet dceb78fd-a025-4ca9-8dbe-b1f67827d278 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:25:37.794021 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fec31437-ffa5-4ff7-9c2a-ff43618b46ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:37.848645 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fec31437-ffa5-4ff7-9c2a-ff43618b46ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:37.867228 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd3c31-8faf-46c1-9907-18d7694870e6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Port': ['ID=b9a70f20-0f83-4683-996b-e699b2ba91e5,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:37.892078 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcd3c31-8faf-46c1-9907-18d7694870e6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:37.892440 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9bcd3c31-8faf-46c1-9907-18d7694870e6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:37.898700 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fec31437-ffa5-4ff7-9c2a-ff43618b46ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:37.903845 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:25:37.918657 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efe4d2-0276-4069-bb91-c5e58bd63ca1 req-191fdd98-be6a-47e0-8cf2-e11a556b9e93 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:37.918657 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-41efe4d2-0276-4069-bb91-c5e58bd63ca1 req-191fdd98-be6a-47e0-8cf2-e11a556b9e93 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.1305699 Nov 11 17:25:37.931570 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9bcd3c31-8faf-46c1-9907-18d7694870e6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.4257565 Nov 11 17:25:37.934382 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60022) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:37.940539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-5447b020-8160-4b0a-9d1e-0589a661ae4b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': 'b9a70f20-0f83-4683-996b-e699b2ba91e5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:37.949431 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 43093e0a-5e76-43cf-9ea4-7b503994b685 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:25:37.981936 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 1b6153fd-3a03-4591-b589-754a2aded29e no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:25:37.987382 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5447b020-8160-4b0a-9d1e-0589a661ae4b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:37.993158 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fec31437-ffa5-4ff7-9c2a-ff43618b46ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:38.040262 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 1b6153fd-3a03-4591-b589-754a2aded29e {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:25:38.040262 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 1b6153fd-3a03-4591-b589-754a2aded29e not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:25:38.052457 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec31437-ffa5-4ff7-9c2a-ff43618b46ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dceb78fd-a025-4ca9-8dbe-b1f67827d278,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:38.057759 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fec31437-ffa5-4ff7-9c2a-ff43618b46ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:38.058840 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-41efe4d2-0276-4069-bb91-c5e58bd63ca1 req-73a3ba7f-9c17-472c-a33e-90b508bd1b92 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234958 Nov 11 17:25:38.064502 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fec31437-ffa5-4ff7-9c2a-ff43618b46ac admin admin] 10.222.0.76 "DELETE /v2.0/subnets/dceb78fd-a025-4ca9-8dbe-b1f67827d278 HTTP/1.1" status: 204 len: 168 time: 0.3589499 Nov 11 17:25:38.066486 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60028) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:38.145223 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f2581b20-abe2-4f4d-8f50-52969ee51d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:38.163557 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5447b020-8160-4b0a-9d1e-0589a661ae4b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:38.251508 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f2581b20-abe2-4f4d-8f50-52969ee51d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:38.275899 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-f2581b20-abe2-4f4d-8f50-52969ee51d5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:38.288049 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-f2581b20-abe2-4f4d-8f50-52969ee51d5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5f2ac9-6b78-4385-9926-b329c3d8f971') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:38.288267 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-f2581b20-abe2-4f4d-8f50-52969ee51d5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5f2ac9-6b78-4385-9926-b329c3d8f971') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:38.300576 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f2581b20-abe2-4f4d-8f50-52969ee51d5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:38.319696 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f2581b20-abe2-4f4d-8f50-52969ee51d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:38.322316 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:38.327768 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2581b20-abe2-4f4d-8f50-52969ee51d5c admin admin] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:25:38.328538 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f2581b20-abe2-4f4d-8f50-52969ee51d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:25:38.331160 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:25:38.353410 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2', 'network_id': 'f44096b2-3051-4615-8241-50ad95944236', 'port_id': '0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2', 'mac_address': 'fa:16:3e:df:df:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91b4681d-4ec9-48fb-9ad2-3be17e781b2d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:25:38.368349 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-5447b020-8160-4b0a-9d1e-0589a661ae4b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Allocated IP 172.25.2.251 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/d7feffd2-a4a3-4f27-8e9a-278fdc20dbb5) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:38.371203 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 43093e0a-5e76-43cf-9ea4-7b503994b685, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=43093e0a-5e76-43cf-9ea4-7b503994b685,segment=NetworkSegment(23b9bed9-2876-487d-b6a7-566f9036f0b9),segment_id=23b9bed9-2876-487d-b6a7-566f9036f0b9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:38.389155 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-246e5887-c6a8-4833-8a55-584e761c0236 req-d3218942-f190-4993-888c-7414fc95d409 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=f52a0ea95ff347b18f7c7cf69ffe41d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520329 Nov 11 17:25:38.403642 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f2581b20-abe2-4f4d-8f50-52969ee51d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:38.414638 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '43093e0a-5e76-43cf-9ea4-7b503994b685', 'network_id': '3b58950d-cabb-4844-8c80-f3547c1d5250', 'port_id': '43093e0a-5e76-43cf-9ea4-7b503994b685', 'mac_address': 'fa:16:3e:c4:31:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ebd1db8-dd17-467d-aa7b-3291e31f06ba', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:25:38.417589 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f2581b20-abe2-4f4d-8f50-52969ee51d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:38.423256 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f2581b20-abe2-4f4d-8f50-52969ee51d5c admin admin] 10.222.0.76 "DELETE /v2.0/networks/ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc HTTP/1.1" status: 204 len: 168 time: 0.3538382 Nov 11 17:25:38.444456 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2581b20-abe2-4f4d-8f50-52969ee51d5c admin admin] Pushing event deleted for resources: {'Network': ['ID=ef63b3bc-2a09-4a52-b4eb-f6c0624efbfc,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:38.456905 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:38.476923 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a75c7-2fd6-4be9-a37c-51c86b1075b9 req-a5919f93-69a9-4ea0-99eb-66c5232bba74 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:38.479063 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f38a75c7-2fd6-4be9-a37c-51c86b1075b9 req-a5919f93-69a9-4ea0-99eb-66c5232bba74 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 943 time: 0.1803427 Nov 11 17:25:38.480485 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:25:38.488277 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:38.512468 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:38.514873 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43093e0a-5e76-43cf-9ea4-7b503994b685 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:25:38.520443 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:38.557968 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 43093e0a-5e76-43cf-9ea4-7b503994b685, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=43093e0a-5e76-43cf-9ea4-7b503994b685,segment=NetworkSegment(23b9bed9-2876-487d-b6a7-566f9036f0b9),segment_id=23b9bed9-2876-487d-b6a7-566f9036f0b9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:38.565428 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:38.583843 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:38.639034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=43093e0a-5e76-43cf-9ea4-7b503994b685,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:38.641378 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60046) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:38.685014 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a29dcfbd-5ff6-4a97-99b8-e564ac1d6e51 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=798385b1789540a48bd9d5f9339c59e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422058 Nov 11 17:25:38.687349 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60050) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:38.739950 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bab2cec6-fc45-4d55-85d9-e2e954355b77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:38.768115 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bab2cec6-fc45-4d55-85d9-e2e954355b77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:38.817916 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bab2cec6-fc45-4d55-85d9-e2e954355b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:38.820978 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bab2cec6-fc45-4d55-85d9-e2e954355b77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:38.822701 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bab2cec6-fc45-4d55-85d9-e2e954355b77 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1318d88b-912d-4131-8fc5-5e39b9655fb9 HTTP/1.1" status: 204 len: 168 time: 0.1343558 Nov 11 17:25:38.832430 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2cec6-fc45-4d55-85d9-e2e954355b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1318d88b-912d-4131-8fc5-5e39b9655fb9,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:38.851472 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['43093e0a-5e76-43cf-9ea4-7b503994b685'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:25:38.909857 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:25:38.954143 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f38a75c7-2fd6-4be9-a37c-51c86b1075b9 req-20d959d3-52a4-484f-bb33-53a660e77df8 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509587 Nov 11 17:25:38.976033 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e5887-c6a8-4833-8a55-584e761c0236 req-45819fe6-545d-489a-8b17-518422ed9524 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:38.977306 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-246e5887-c6a8-4833-8a55-584e761c0236 req-45819fe6-545d-489a-8b17-518422ed9524 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5721660 Nov 11 17:25:39.000001 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5447b020-8160-4b0a-9d1e-0589a661ae4b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:39.013602 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-246e5887-c6a8-4833-8a55-584e761c0236 req-34ddf15a-3c40-40d6-a0e6-953c34d48c49 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/quotas/f52a0ea95ff347b18f7c7cf69ffe41d2 HTTP/1.1" status: 200 len: 375 time: 0.0196815 Nov 11 17:25:39.075626 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-246e5887-c6a8-4833-8a55-584e761c0236 req-36777cda-8788-4d72-90c7-defd986dcde1 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f52a0ea95ff347b18f7c7cf69ffe41d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523584 Nov 11 17:25:39.119125 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5447b020-8160-4b0a-9d1e-0589a661ae4b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:39.161495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6aa6b0-a161-4103-8d62-c50177384466 req-ff7cc047-c600-4067-8227-25417f238467 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:39.162992 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e6aa6b0-a161-4103-8d62-c50177384466 req-ff7cc047-c600-4067-8227-25417f238467 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 944 time: 0.1171434 Nov 11 17:25:39.193793 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5447b020-8160-4b0a-9d1e-0589a661ae4b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:39.200404 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-5447b020-8160-4b0a-9d1e-0589a661ae4b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:39.206293 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5447b020-8160-4b0a-9d1e-0589a661ae4b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:39.212556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447b020-8160-4b0a-9d1e-0589a661ae4b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Port': ['ID=d7feffd2-a4a3-4f27-8e9a-278fdc20dbb5,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:39.304923 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e6aa6b0-a161-4103-8d62-c50177384466 req-986897fd-111f-48ce-a655-d07925c60d2a tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203532 Nov 11 17:25:39.490091 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5129a6ce-36f8-44bd-bf45-4b0aa0fcdf33 req-21a2d569-c61f-44b1-8b92-e5d54c23564e tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff6cb706-8283-4076-8b33-9253f9f9ab9b HTTP/1.1" status: 200 len: 210 time: 0.0438550 Nov 11 17:25:39.578527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a7118-4667-4422-83a4-65cb255bfe69 req-9d277512-9222-4a21-9d65-b0886c8f811d tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:39.580033 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f13a7118-4667-4422-83a4-65cb255bfe69 req-9d277512-9222-4a21-9d65-b0886c8f811d tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.1350167 Nov 11 17:25:39.666082 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f13a7118-4667-4422-83a4-65cb255bfe69 req-7e6f2882-5fd9-4dfe-8899-4e3029af4f9c tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794482 Nov 11 17:25:39.698379 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60084) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:39.746751 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-035e4f48-a39c-46cf-b65d-25020dcc6914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:39.791535 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5447b020-8160-4b0a-9d1e-0589a661ae4b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:39.805116 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-72036af0-9b98-48f6-b80c-4099aecc1cbc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1667906401-network', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:39.848328 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72036af0-9b98-48f6-b80c-4099aecc1cbc admin admin] Made reservation on behalf of bf9f7834dbb745e8861e3581142ac13c for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:25:39.851095 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72036af0-9b98-48f6-b80c-4099aecc1cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:39.861242 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72036af0-9b98-48f6-b80c-4099aecc1cbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:39.863106 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5447b020-8160-4b0a-9d1e-0589a661ae4b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:39.951225 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72036af0-9b98-48f6-b80c-4099aecc1cbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:39.956305 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72036af0-9b98-48f6-b80c-4099aecc1cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:39.963179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 43093e0a-5e76-43cf-9ea4-7b503994b685 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:25:39.977678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72036af0-9b98-48f6-b80c-4099aecc1cbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1273} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:25:39.993222 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72036af0-9b98-48f6-b80c-4099aecc1cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec10de73-6184-4194-beba-79f05744a1a3,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:39.999831 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72036af0-9b98-48f6-b80c-4099aecc1cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:40.001102 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-72036af0-9b98-48f6-b80c-4099aecc1cbc admin admin] Added segment 2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566 of type vlan for network 1c67ea36-c05a-47b6-a6a8-82477c2b46d1 Nov 11 17:25:40.040740 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 43093e0a-5e76-43cf-9ea4-7b503994b685 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:25:40.045010 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 43093e0a-5e76-43cf-9ea4-7b503994b685 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:40.045813 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:40.072158 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72036af0-9b98-48f6-b80c-4099aecc1cbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:40.099604 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72036af0-9b98-48f6-b80c-4099aecc1cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:40.100803 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72036af0-9b98-48f6-b80c-4099aecc1cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:40.101402 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72036af0-9b98-48f6-b80c-4099aecc1cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:40.120751 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5447b020-8160-4b0a-9d1e-0589a661ae4b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:40.127377 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5447b020-8160-4b0a-9d1e-0589a661ae4b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:40.137034 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:40.144981 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aeaf72-2bc0-4a8e-91cd-86da53bdb887 req-73d1e6ce-2d50-4162-b15d-cd1de01b0d76 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:40.153288 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26aeaf72-2bc0-4a8e-91cd-86da53bdb887 req-73d1e6ce-2d50-4162-b15d-cd1de01b0d76 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 944 time: 0.0914202 Nov 11 17:25:40.154343 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-72036af0-9b98-48f6-b80c-4099aecc1cbc admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4548779 Nov 11 17:25:40.157236 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60090) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:40.160710 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4a0405-9c71-4adf-82ae-bb1de60956eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43093e0a-5e76-43cf-9ea4-7b503994b685'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:25:40.162490 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-faa8be57-df00-4c65-931e-ac4436d01cf6 admin admin] Request body: {'subnet': {'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1667906401-subnet', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:40.163030 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aba88fd-d3d9-4fb5-bb7b-711408d052b3" -d '{"events": [{"server_uuid": "8e4a0405-9c71-4adf-82ae-bb1de60956eb", "name": "network-vif-plugged", "status": "completed", "tag": "43093e0a-5e76-43cf-9ea4-7b503994b685"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:25:40.179419 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 43093e0a-5e76-43cf-9ea4-7b503994b685, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=43093e0a-5e76-43cf-9ea4-7b503994b685,segment=NetworkSegment(23b9bed9-2876-487d-b6a7-566f9036f0b9),segment_id=23b9bed9-2876-487d-b6a7-566f9036f0b9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:40.188444 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:40.191037 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72036af0-9b98-48f6-b80c-4099aecc1cbc admin admin] Pushing event updated for resources: {'Network': ['ID=1c67ea36-c05a-47b6-a6a8-82477c2b46d1,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:40.210104 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa8be57-df00-4c65-931e-ac4436d01cf6 admin admin] Made reservation on behalf of bf9f7834dbb745e8861e3581142ac13c for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:25:40.213902 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-faa8be57-df00-4c65-931e-ac4436d01cf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:40.216341 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 1c67ea36-c05a-47b6-a6a8-82477c2b46d1 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:25:40.305646 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26aeaf72-2bc0-4a8e-91cd-86da53bdb887 req-a0a7b72b-fa21-47d3-ba67-05a3e4f69651 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509569 Nov 11 17:25:40.308631 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447b020-8160-4b0a-9d1e-0589a661ae4b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Port': ['ID=d7feffd2-a4a3-4f27-8e9a-278fdc20dbb5,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:40.314325 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=43093e0a-5e76-43cf-9ea4-7b503994b685,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:40.344843 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5447b020-8160-4b0a-9d1e-0589a661ae4b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:40.363981 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbf58ca-8a3f-485a-86ac-ae489046cd48 x-openstack-request-id: req-bbbf58ca-8a3f-485a-86ac-ae489046cd48 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:25:40.364262 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4a0405-9c71-4adf-82ae-bb1de60956eb", "name": "network-vif-plugged", "status": "completed", "tag": "43093e0a-5e76-43cf-9ea4-7b503994b685", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:25:40.364590 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bbbf58ca-8a3f-485a-86ac-ae489046cd48 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:25:40.365015 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4a0405-9c71-4adf-82ae-bb1de60956eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43093e0a-5e76-43cf-9ea4-7b503994b685', 'code': 200} Nov 11 17:25:40.507945 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b7aa5-8d26-416e-b0b0-425401aea76a req-2e0d6326-134a-4b5f-bfa1-50b46de113ff tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:40.512245 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d3b7aa5-8d26-416e-b0b0-425401aea76a req-2e0d6326-134a-4b5f-bfa1-50b46de113ff tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.0758471 Nov 11 17:25:40.516075 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-5447b020-8160-4b0a-9d1e-0589a661ae4b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Floating IP 5babbc8a-8824-45f6-9b80-baa9c5db40eb associated. External IP: 172.25.2.251, port: b9a70f20-0f83-4683-996b-e699b2ba91e5. Nov 11 17:25:40.527319 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-246e5887-c6a8-4833-8a55-584e761c0236 req-3c6ec562-e74a-46fd-b734-9c22063f4a65 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f52a0ea95ff347b18f7c7cf69ffe41d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288930 Nov 11 17:25:40.615842 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-faa8be57-df00-4c65-931e-ac4436d01cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:40.652610 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d3b7aa5-8d26-416e-b0b0-425401aea76a req-52f3b79d-617d-4e30-8498-de1f51827eef tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279738 Nov 11 17:25:40.677021 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35d234-33dd-4e0e-8b5a-93329fcad7ad req-158f4f83-9788-4a5c-a7a1-2909ad4f333d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:40.678864 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3e35d234-33dd-4e0e-8b5a-93329fcad7ad req-158f4f83-9788-4a5c-a7a1-2909ad4f333d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 1096 time: 0.2102833 Nov 11 17:25:40.693352 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16f6034d-401f-4117-972b-3a2f987707cb req-f06fb0be-f122-4de1-9c0b-7e4e052f3578 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff6cb706-8283-4076-8b33-9253f9f9ab9b HTTP/1.1" status: 200 len: 210 time: 0.0376041 Nov 11 17:25:40.762579 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8be57-df00-4c65-931e-ac4436d01cf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c44ae76c-b391-442e-99c2-35deb172fa6f,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:40.770062 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa8be57-df00-4c65-931e-ac4436d01cf6 admin admin] Checking segment: {'id': '2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:25:40.770419 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa8be57-df00-4c65-931e-ac4436d01cf6 admin admin] Network hostable DHCP agents. Network: 1c67ea36-c05a-47b6-a6a8-82477c2b46d1, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:25:40.788913 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e5887-c6a8-4833-8a55-584e761c0236 req-33f6f053-25ee-4a90-b384-79d7767f02f9 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:40.790349 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-246e5887-c6a8-4833-8a55-584e761c0236 req-33f6f053-25ee-4a90-b384-79d7767f02f9 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2427676 Nov 11 17:25:40.797069 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3e35d234-33dd-4e0e-8b5a-93329fcad7ad req-4dfd9f90-3272-41a5-b46c-94571b47862c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996261 Nov 11 17:25:40.810717 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-246e5887-c6a8-4833-8a55-584e761c0236 req-d2ed3805-636c-4f42-b053-4e5add0a82b2 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Request body: {'port': {'device_id': 'ff6cb706-8283-4076-8b33-9253f9f9ab9b', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': 'f52a0ea95ff347b18f7c7cf69ffe41d2'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:40.815615 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa8be57-df00-4c65-931e-ac4436d01cf6 admin admin] Network 1c67ea36-c05a-47b6-a6a8-82477c2b46d1 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:25:40.838733 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:40.846317 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d278734-31be-4d75-a33c-f383bcaa6e57 req-a67a8a81-760b-48be-945a-d88a94460f45 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:40.847808 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d278734-31be-4d75-a33c-f383bcaa6e57 req-a67a8a81-760b-48be-945a-d88a94460f45 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.1003153 Nov 11 17:25:40.853019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5447b020-8160-4b0a-9d1e-0589a661ae4b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Router 3790632f-ba6e-43e1-83bc-fd82d5398b42 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:25:40.862845 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-faa8be57-df00-4c65-931e-ac4436d01cf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 1c67ea36-c05a-47b6-a6a8-82477c2b46d1) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:40.869417 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa8be57-df00-4c65-931e-ac4436d01cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:40.869803 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-faa8be57-df00-4c65-931e-ac4436d01cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:40.874389 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16ef2f5-8cfb-4369-ab9c-7763e5602159 None None] Network 1c67ea36-c05a-47b6-a6a8-82477c2b46d1 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:25:40.898764 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-faa8be57-df00-4c65-931e-ac4436d01cf6 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7403376 Nov 11 17:25:40.901822 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60106) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:40.908742 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-6fb5e9a5-36af-4ea6-a6c3-fd9faaaaecbd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1667906401-router', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:40.946587 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d278734-31be-4d75-a33c-f383bcaa6e57 req-6449b342-db50-4024-a6b9-a999bfd6c851 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919089 Nov 11 17:25:40.957959 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fb5e9a5-36af-4ea6-a6c3-fd9faaaaecbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:40.959426 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fb5e9a5-36af-4ea6-a6c3-fd9faaaaecbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:41.020318 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fb5e9a5-36af-4ea6-a6c3-fd9faaaaecbd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:41.021227 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5447b020-8160-4b0a-9d1e-0589a661ae4b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:25:41.032801 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869011ed-b98c-4740-9cf5-57754e163736 None None] Sync routers for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:25:41.034620 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3b35c9-f7c1-444e-8126-9b0c0c7e95ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-1c67ea36-c05a-47b6-a6a8-82477c2b46d1', 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'fixed_ips': [{'subnet_id': 'c44ae76c-b391-442e-99c2-35deb172fa6f'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:25:41.035317 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1d3b35c9-f7c1-444e-8126-9b0c0c7e95ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:41.048039 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869011ed-b98c-4740-9cf5-57754e163736 None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:41.049019 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-869011ed-b98c-4740-9cf5-57754e163736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:41.052599 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5447b020-8160-4b0a-9d1e-0589a661ae4b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:41.085621 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5447b020-8160-4b0a-9d1e-0589a661ae4b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.1487854 Nov 11 17:25:41.087660 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-869011ed-b98c-4740-9cf5-57754e163736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:41.088016 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60108) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:41.093500 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d9b43c48-81f2-4253-bcda-8316fc1941fd tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Request body: {'floatingip': {'port_id': 'b9a70f20-0f83-4683-996b-e699b2ba91e5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:41.098493 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246e5887-c6a8-4833-8a55-584e761c0236 req-d2ed3805-636c-4f42-b053-4e5add0a82b2 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Made reservation on behalf of f52a0ea95ff347b18f7c7cf69ffe41d2 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:25:41.099673 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869011ed-b98c-4740-9cf5-57754e163736 None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:41.100505 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-869011ed-b98c-4740-9cf5-57754e163736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:41.102031 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-246e5887-c6a8-4833-8a55-584e761c0236 req-d2ed3805-636c-4f42-b053-4e5add0a82b2 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:41.113351 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-246e5887-c6a8-4833-8a55-584e761c0236 req-d2ed3805-636c-4f42-b053-4e5add0a82b2 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:41.134103 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-869011ed-b98c-4740-9cf5-57754e163736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:41.135070 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869011ed-b98c-4740-9cf5-57754e163736 None None] The sync data for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:25:41.164924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d9b43c48-81f2-4253-bcda-8316fc1941fd tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:41.195138 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-1d3b35c9-f7c1-444e-8126-9b0c0c7e95ca None None] Allocated IP 172.20.0.2 (1c67ea36-c05a-47b6-a6a8-82477c2b46d1/c44ae76c-b391-442e-99c2-35deb172fa6f/99c1db99-8b09-46ea-ae4d-d36b67bef2c0) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:41.202889 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fb5e9a5-36af-4ea6-a6c3-fd9faaaaecbd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:41.314194 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-246e5887-c6a8-4833-8a55-584e761c0236 req-d2ed3805-636c-4f42-b053-4e5add0a82b2 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:41.322795 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-246e5887-c6a8-4833-8a55-584e761c0236 req-d2ed3805-636c-4f42-b053-4e5add0a82b2 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:41.356081 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1d3b35c9-f7c1-444e-8126-9b0c0c7e95ca None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:41.362680 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1d3b35c9-f7c1-444e-8126-9b0c0c7e95ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:41.406876 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed3805-636c-4f42-b053-4e5add0a82b2 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=100d9251-8317-4035-82f2-8020e7c0c853,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:41.413779 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3b35c9-f7c1-444e-8126-9b0c0c7e95ca None None] Network 1c67ea36-c05a-47b6-a6a8-82477c2b46d1 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:41.419547 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-1d3b35c9-f7c1-444e-8126-9b0c0c7e95ca None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:41.422333 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b35c9-f7c1-444e-8126-9b0c0c7e95ca None None] Pushing event updated for resources: {'Port': ['ID=99c1db99-8b09-46ea-ae4d-d36b67bef2c0,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:41.424882 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3b35c9-f7c1-444e-8126-9b0c0c7e95ca None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:41.485579 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1d3b35c9-f7c1-444e-8126-9b0c0c7e95ca None None] Attempting to bind port 99c1db99-8b09-46ea-ae4d-d36b67bef2c0 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:25:41.486126 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1d3b35c9-f7c1-444e-8126-9b0c0c7e95ca None None] Attempting to bind port 99c1db99-8b09-46ea-ae4d-d36b67bef2c0 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:25:41.486664 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3b35c9-f7c1-444e-8126-9b0c0c7e95ca None None] Attempting to bind port 99c1db99-8b09-46ea-ae4d-d36b67bef2c0 on network 1c67ea36-c05a-47b6-a6a8-82477c2b46d1 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:25:41.493303 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3b35c9-f7c1-444e-8126-9b0c0c7e95ca None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:25:41.493978 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3b35c9-f7c1-444e-8126-9b0c0c7e95ca None None] Checking segment: {'id': '2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:25:41.494534 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1d3b35c9-f7c1-444e-8126-9b0c0c7e95ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:41.495081 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3b35c9-f7c1-444e-8126-9b0c0c7e95ca None None] Bound using segment: {'id': '2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:25:41.495704 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1d3b35c9-f7c1-444e-8126-9b0c0c7e95ca None None] Bound port: 99c1db99-8b09-46ea-ae4d-d36b67bef2c0, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:25:41.496467 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1d3b35c9-f7c1-444e-8126-9b0c0c7e95ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:41.546104 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1f422-86ba-42d6-b353-e31242e4480d req-4cf8ccb3-ff75-42b4-9709-35feccebae85 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:41.546655 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-246e5887-c6a8-4833-8a55-584e761c0236 req-d2ed3805-636c-4f42-b053-4e5add0a82b2 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Allocated IP 192.168.233.14 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/ce1bd92d-3c22-449a-a2be-17ab10a6e669) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:41.553512 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24f1f422-86ba-42d6-b353-e31242e4480d req-4cf8ccb3-ff75-42b4-9709-35feccebae85 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 944 time: 0.1135309 Nov 11 17:25:41.570913 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1d3b35c9-f7c1-444e-8126-9b0c0c7e95ca None None] For port 99c1db99-8b09-46ea-ae4d-d36b67bef2c0, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:25:41.574272 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1d3b35c9-f7c1-444e-8126-9b0c0c7e95ca None None] For port 99c1db99-8b09-46ea-ae4d-d36b67bef2c0, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=99c1db99-8b09-46ea-ae4d-d36b67bef2c0,segment=NetworkSegment(2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566),segment_id=2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:25:41.579487 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1d3b35c9-f7c1-444e-8126-9b0c0c7e95ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:41.654384 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b35c9-f7c1-444e-8126-9b0c0c7e95ca None None] Pushing event updated for resources: {'Port': ['ID=99c1db99-8b09-46ea-ae4d-d36b67bef2c0,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:41.676315 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24f1f422-86ba-42d6-b353-e31242e4480d req-8d0fd74e-1dd8-4213-8161-0d45b6d076fa tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218779 Nov 11 17:25:41.691010 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fb5e9a5-36af-4ea6-a6c3-fd9faaaaecbd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:41.736808 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fb5e9a5-36af-4ea6-a6c3-fd9faaaaecbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:41.925755 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:25:41.966467 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-246e5887-c6a8-4833-8a55-584e761c0236 req-d2ed3805-636c-4f42-b053-4e5add0a82b2 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:41.972392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-6fb5e9a5-36af-4ea6-a6c3-fd9faaaaecbd admin admin] Allocated IP 172.25.2.131 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/2ea987c9-1a61-4592-8c5f-2e72b83daad3) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:42.022154 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:25:42.044396 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:42.044771 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:42.069614 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-246e5887-c6a8-4833-8a55-584e761c0236 req-d2ed3805-636c-4f42-b053-4e5add0a82b2 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:42.133257 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246e5887-c6a8-4833-8a55-584e761c0236 req-d2ed3805-636c-4f42-b053-4e5add0a82b2 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:42.140631 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-246e5887-c6a8-4833-8a55-584e761c0236 req-d2ed3805-636c-4f42-b053-4e5add0a82b2 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:42.148250 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-246e5887-c6a8-4833-8a55-584e761c0236 req-d2ed3805-636c-4f42-b053-4e5add0a82b2 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:42.169246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8a39a-a1ac-49da-ba1c-8d26470f2ed5 req-781b9afc-a62c-4b0d-91ef-fd8fb70772cf tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:42.170960 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-65c8a39a-a1ac-49da-ba1c-8d26470f2ed5 req-781b9afc-a62c-4b0d-91ef-fd8fb70772cf tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.1370947 Nov 11 17:25:42.176717 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:42.198777 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed3805-636c-4f42-b053-4e5add0a82b2 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Pushing event updated for resources: {'Port': ['ID=ce1bd92d-3c22-449a-a2be-17ab10a6e669,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:42.212715 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0fb4c-d363-47be-9b88-b6d65b620525 req-f8b71105-a607-4b90-b856-9679bde7ae91 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:42.221795 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9df0fb4c-d363-47be-9b88-b6d65b620525 req-f8b71105-a607-4b90-b856-9679bde7ae91 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff6cb706-8283-4076-8b33-9253f9f9ab9b HTTP/1.1" status: 200 len: 935 time: 0.1862497 Nov 11 17:25:42.235612 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:42.239006 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e5887-c6a8-4833-8a55-584e761c0236 req-d2ed3805-636c-4f42-b053-4e5add0a82b2 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:42.239827 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-246e5887-c6a8-4833-8a55-584e761c0236 req-d2ed3805-636c-4f42-b053-4e5add0a82b2 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:42.243460 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:42.248033 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fb5e9a5-36af-4ea6-a6c3-fd9faaaaecbd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:42.267836 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-246e5887-c6a8-4833-8a55-584e761c0236 req-d2ed3805-636c-4f42-b053-4e5add0a82b2 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4617341 Nov 11 17:25:42.288533 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.db.resource_extend [None req-d9b43c48-81f2-4253-bcda-8316fc1941fd tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:25:42.292512 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-246e5887-c6a8-4833-8a55-584e761c0236 req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] Request body: {'port': {'device_id': 'ff6cb706-8283-4076-8b33-9253f9f9ab9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:42.323667 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:42.339509 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fb5e9a5-36af-4ea6-a6c3-fd9faaaaecbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:42.366267 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed629ed-4280-45e5-8f71-aba066e8159f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:25:42.371406 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e88ed2e-d411-4848-a46e-8bc331129ca3" -d '{"events": [{"server_uuid": "5ed629ed-4280-45e5-8f71-aba066e8159f", "name": "network-vif-plugged", "status": "completed", "tag": "0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:25:42.376171 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-65c8a39a-a1ac-49da-ba1c-8d26470f2ed5 req-f096408a-c5b0-494c-ac23-765e0b2873d0 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762176 Nov 11 17:25:42.385623 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb5e9a5-36af-4ea6-a6c3-fd9faaaaecbd admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:42.393533 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9df0fb4c-d363-47be-9b88-b6d65b620525 req-e13f842c-4a7a-4a00-8b57-5fc190fc8c60 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/security-groups?id=100d9251-8317-4035-82f2-8020e7c0c853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662803 Nov 11 17:25:42.410352 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-6fb5e9a5-36af-4ea6-a6c3-fd9faaaaecbd admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:42.416995 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb5e9a5-36af-4ea6-a6c3-fd9faaaaecbd admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:42.421289 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d9b43c48-81f2-4253-bcda-8316fc1941fd tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:42.427591 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d9b43c48-81f2-4253-bcda-8316fc1941fd tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:42.450270 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:42.458403 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-246e5887-c6a8-4833-8a55-584e761c0236 req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:42.466498 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f92992-d234-4d7a-b12d-7b370398f603 x-openstack-request-id: req-a3f92992-d234-4d7a-b12d-7b370398f603 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:25:42.466862 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed629ed-4280-45e5-8f71-aba066e8159f", "name": "network-vif-plugged", "status": "completed", "tag": "0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:25:42.467184 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a3f92992-d234-4d7a-b12d-7b370398f603 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:25:42.467645 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed629ed-4280-45e5-8f71-aba066e8159f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2', 'code': 200} Nov 11 17:25:42.480012 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5e9a5-36af-4ea6-a6c3-fd9faaaaecbd admin admin] Pushing event updated for resources: {'Port': ['ID=2ea987c9-1a61-4592-8c5f-2e72b83daad3,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:42.567864 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-29117d82-edd0-428e-96d6-f3504f804488 None None] Provisioning complete for port ce1bd92d-3c22-449a-a2be-17ab10a6e669 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:42.568457 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29117d82-edd0-428e-96d6-f3504f804488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:42.645495 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 99c1db99-8b09-46ea-ae4d-d36b67bef2c0 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:25:42.671601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea121f-bc5a-40cb-9c4c-734804f32955 req-6dc674bd-e2af-4d21-894c-9cbee27b5cac tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:42.680768 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64ea121f-bc5a-40cb-9c4c-734804f32955 req-6dc674bd-e2af-4d21-894c-9cbee27b5cac tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.1820791 Nov 11 17:25:42.715065 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-29117d82-edd0-428e-96d6-f3504f804488 None None] Port ce1bd92d-3c22-449a-a2be-17ab10a6e669 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:25:42.760731 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 99c1db99-8b09-46ea-ae4d-d36b67bef2c0 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:42.761597 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:42.867358 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64ea121f-bc5a-40cb-9c4c-734804f32955 req-2cf0b080-cde9-4ce5-a945-dc13820db9c6 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847880 Nov 11 17:25:42.875090 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:42.891762 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:42.935764 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 99c1db99-8b09-46ea-ae4d-d36b67bef2c0, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=99c1db99-8b09-46ea-ae4d-d36b67bef2c0,segment=NetworkSegment(2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566),segment_id=2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:42.938781 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbcfa3-f33e-4d24-9585-4bc89e6dbd08 req-8123d5bd-3829-4000-9309-b96dbbaa2bf0 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:42.941691 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-98bbcfa3-f33e-4d24-9585-4bc89e6dbd08 req-8123d5bd-3829-4000-9309-b96dbbaa2bf0 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 945 time: 0.1629424 Nov 11 17:25:42.942996 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:42.966524 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fb5e9a5-36af-4ea6-a6c3-fd9faaaaecbd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:42.970768 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf64f5-b089-4d80-8d2b-94d8e608d111 req-39633df2-e607-4baf-9700-ee83a6fe5c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:42.973272 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-84cf64f5-b089-4d80-8d2b-94d8e608d111 req-39633df2-e607-4baf-9700-ee83a6fe5c7e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 1096 time: 0.3657529 Nov 11 17:25:43.004470 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=99c1db99-8b09-46ea-ae4d-d36b67bef2c0,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:43.026798 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcac525-3fee-48eb-83e3-e0d579eb8cb1 None None] Network 1c67ea36-c05a-47b6-a6a8-82477c2b46d1 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:25:43.028954 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b43c48-81f2-4253-bcda-8316fc1941fd tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Router 3790632f-ba6e-43e1-83bc-fd82d5398b42 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:25:43.036401 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-98bbcfa3-f33e-4d24-9585-4bc89e6dbd08 req-52c8dbcd-d8f7-4282-8fd8-78c9fecd8c1f tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844059 Nov 11 17:25:43.156934 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b43c48-81f2-4253-bcda-8316fc1941fd tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:25:43.162432 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d9b43c48-81f2-4253-bcda-8316fc1941fd tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:43.172463 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-094a9192-b619-4a84-90b0-c78ca70605ba None None] Provisioning complete for port 99c1db99-8b09-46ea-ae4d-d36b67bef2c0 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:43.172833 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-094a9192-b619-4a84-90b0-c78ca70605ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:43.176178 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3142f225-1415-4250-8764-7af9800a979a None None] Sync routers for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:25:43.226619 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d9b43c48-81f2-4253-bcda-8316fc1941fd tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "PUT /v2.0/floatingips/5babbc8a-8824-45f6-9b80-baa9c5db40eb HTTP/1.1" status: 200 len: 979 time: 2.1372218 Nov 11 17:25:43.229047 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60130) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:43.239433 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3142f225-1415-4250-8764-7af9800a979a None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:43.240109 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3142f225-1415-4250-8764-7af9800a979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:43.281929 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3142f225-1415-4250-8764-7af9800a979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:43.302809 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3142f225-1415-4250-8764-7af9800a979a None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:43.303433 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3142f225-1415-4250-8764-7af9800a979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:43.457836 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-b1290048-c09c-4e4a-aac9-2c51772681f0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Deleting port d7feffd2-a4a3-4f27-8e9a-278fdc20dbb5 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:25:43.458272 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b1290048-c09c-4e4a-aac9-2c51772681f0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:43.481061 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3142f225-1415-4250-8764-7af9800a979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:43.482011 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3142f225-1415-4250-8764-7af9800a979a None None] The sync data for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:25:43.577230 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-84cf64f5-b089-4d80-8d2b-94d8e608d111 req-761c06b8-6cf9-45f1-a4bf-4e14bf73b7ce service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5577371 Nov 11 17:25:43.641489 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b1290048-c09c-4e4a-aac9-2c51772681f0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:43.641489 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b1290048-c09c-4e4a-aac9-2c51772681f0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:43.647067 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-62d15046-e719-48a5-a668-8cc7c0ee7e84 None None] Provisioning complete for port 99c1db99-8b09-46ea-ae4d-d36b67bef2c0 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:43.647527 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-62d15046-e719-48a5-a668-8cc7c0ee7e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:43.651238 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc63965-33b5-4490-811a-0ffe9a362341 req-fc25d1cf-fcb8-4072-aee0-7a51d129e74a tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:43.652753 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9bc63965-33b5-4490-811a-0ffe9a362341 req-fc25d1cf-fcb8-4072-aee0-7a51d129e74a tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff6cb706-8283-4076-8b33-9253f9f9ab9b HTTP/1.1" status: 200 len: 935 time: 0.1246037 Nov 11 17:25:43.665396 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e9926-97f2-4763-bbdc-93d7db2f0533 req-b4ebfd1b-8de6-4bae-9832-d07a81549915 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:43.667036 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-045e9926-97f2-4763-bbdc-93d7db2f0533 req-b4ebfd1b-8de6-4bae-9832-d07a81549915 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.1375594 Nov 11 17:25:43.678775 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-b1290048-c09c-4e4a-aac9-2c51772681f0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Calling delete_port for d7feffd2-a4a3-4f27-8e9a-278fdc20dbb5 owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:25:43.683858 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fb5e9a5-36af-4ea6-a6c3-fd9faaaaecbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:43.759902 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-246e5887-c6a8-4833-8a55-584e761c0236 req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1bd92d-3c22-449a-a2be-17ab10a6e669 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:25:43.771847 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-246e5887-c6a8-4833-8a55-584e761c0236 req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:43.815370 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-246e5887-c6a8-4833-8a55-584e761c0236 req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] Transition to ACTIVE for port object ce1bd92d-3c22-449a-a2be-17ab10a6e669 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:25:43.818947 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9bc63965-33b5-4490-811a-0ffe9a362341 req-e7678657-84a0-4a5d-86ad-58ff223d1c86 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/security-groups?id=100d9251-8317-4035-82f2-8020e7c0c853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495345 Nov 11 17:25:43.824278 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-246e5887-c6a8-4833-8a55-584e761c0236 req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:43.833519 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-045e9926-97f2-4763-bbdc-93d7db2f0533 req-afab3d36-7690-4a7a-b12c-4ba1631abd18 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527262 Nov 11 17:25:43.888688 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1bd92d-3c22-449a-a2be-17ab10a6e669,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:43.958282 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b1290048-c09c-4e4a-aac9-2c51772681f0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:43.984166 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb5e9a5-36af-4ea6-a6c3-fd9faaaaecbd admin admin] Router fe40c671-47b6-40eb-a1e3-f10ba1e69100 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:25:44.006330 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-246e5887-c6a8-4833-8a55-584e761c0236 req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] Attempting to bind port ce1bd92d-3c22-449a-a2be-17ab10a6e669 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:25:44.006330 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-246e5887-c6a8-4833-8a55-584e761c0236 req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] Attempting to bind port ce1bd92d-3c22-449a-a2be-17ab10a6e669 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:25:44.006848 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246e5887-c6a8-4833-8a55-584e761c0236 req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] Attempting to bind port ce1bd92d-3c22-449a-a2be-17ab10a6e669 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:25:44.014943 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246e5887-c6a8-4833-8a55-584e761c0236 req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] Port ce1bd92d-3c22-449a-a2be-17ab10a6e669 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:25:44.015046 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246e5887-c6a8-4833-8a55-584e761c0236 req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] Attempting to bind port ce1bd92d-3c22-449a-a2be-17ab10a6e669 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:25:44.028429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1290048-c09c-4e4a-aac9-2c51772681f0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event deleted for resources: {'Port': ['ID=d7feffd2-a4a3-4f27-8e9a-278fdc20dbb5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:44.050023 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efe136-b8b3-4e56-b00b-5d9d7cfb31c8 req-d25a05ec-89b3-4663-ad3d-5563d6c9a159 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:44.051762 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c5efe136-b8b3-4e56-b00b-5d9d7cfb31c8 req-d25a05ec-89b3-4663-ad3d-5563d6c9a159 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.1059649 Nov 11 17:25:44.055699 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246e5887-c6a8-4833-8a55-584e761c0236 req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:25:44.056122 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246e5887-c6a8-4833-8a55-584e761c0236 req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:25:44.056517 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246e5887-c6a8-4833-8a55-584e761c0236 req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:25:44.056963 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-246e5887-c6a8-4833-8a55-584e761c0236 req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] Bound port: ce1bd92d-3c22-449a-a2be-17ab10a6e669, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:25:44.057321 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-246e5887-c6a8-4833-8a55-584e761c0236 req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:44.156110 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb5e9a5-36af-4ea6-a6c3-fd9faaaaecbd admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:25:44.172782 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] Sync routers for ids ['fe40c671-47b6-40eb-a1e3-f10ba1e69100'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:25:44.182652 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fb5e9a5-36af-4ea6-a6c3-fd9faaaaecbd admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:44.186663 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6fb5e9a5-36af-4ea6-a6c3-fd9faaaaecbd admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2838659 Nov 11 17:25:44.187554 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60146) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:44.189892 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c5efe136-b8b3-4e56-b00b-5d9d7cfb31c8 req-2357212a-34e1-418d-9dc0-edf6b0a03f92 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179037 Nov 11 17:25:44.190724 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b1290048-c09c-4e4a-aac9-2c51772681f0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:44.191054 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-b1290048-c09c-4e4a-aac9-2c51772681f0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Floating IP 5babbc8a-8824-45f6-9b80-baa9c5db40eb disassociated (deleted). External IP: 172.25.2.251, port: b9a70f20-0f83-4683-996b-e699b2ba91e5. Nov 11 17:25:44.191167 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] Routers {'fe40c671-47b6-40eb-a1e3-f10ba1e69100'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:44.191811 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fe40c671-47b6-40eb-a1e3-f10ba1e69100'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:44.203592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5871730-a251-4c6a-8c10-9d89b14c0270 req-e8a8ca5b-60fc-49ad-9a9a-4d0b6dbdb77d tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:44.221199 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c5871730-a251-4c6a-8c10-9d89b14c0270 req-e8a8ca5b-60fc-49ad-9a9a-4d0b6dbdb77d tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.1505799 Nov 11 17:25:44.287494 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-246e5887-c6a8-4833-8a55-584e761c0236 req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] For port ce1bd92d-3c22-449a-a2be-17ab10a6e669, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:25:44.307499 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-246e5887-c6a8-4833-8a55-584e761c0236 req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] For port ce1bd92d-3c22-449a-a2be-17ab10a6e669, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=ce1bd92d-3c22-449a-a2be-17ab10a6e669,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:25:44.318962 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-246e5887-c6a8-4833-8a55-584e761c0236 req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:44.329999 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] Set router fe40c671-47b6-40eb-a1e3-f10ba1e69100 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:25:44.354483 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c5871730-a251-4c6a-8c10-9d89b14c0270 req-e41dc22b-3f00-46e7-b95f-eb7ef8d9508b tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299160 Nov 11 17:25:44.484271 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e5887-c6a8-4833-8a55-584e761c0236 req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:44.484895 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-246e5887-c6a8-4833-8a55-584e761c0236 req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:44.486319 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-246e5887-c6a8-4833-8a55-584e761c0236 req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] 10.222.0.64 "PUT /v2.0/ports/ce1bd92d-3c22-449a-a2be-17ab10a6e669 HTTP/1.1" status: 200 len: 1095 time: 2.2007935 Nov 11 17:25:44.488851 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6cb706-8283-4076-8b33-9253f9f9ab9b', 'tag': 'ce1bd92d-3c22-449a-a2be-17ab10a6e669'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:25:44.491437 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f66f0a3-303e-4f10-9c37-2f40bc78e691" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6cb706-8283-4076-8b33-9253f9f9ab9b", "tag": "ce1bd92d-3c22-449a-a2be-17ab10a6e669"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:25:44.587239 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65957b82-6ea0-43ba-8498-58e6cca9e6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1bd92d-3c22-449a-a2be-17ab10a6e669,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:44.616281 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 99c1db99-8b09-46ea-ae4d-d36b67bef2c0 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:25:44.663699 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7770b04-3239-4938-8360-554ddfd079b0 x-openstack-request-id: req-e7770b04-3239-4938-8360-554ddfd079b0 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:25:44.664102 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6cb706-8283-4076-8b33-9253f9f9ab9b", "tag": "ce1bd92d-3c22-449a-a2be-17ab10a6e669", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:25:44.666980 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e7770b04-3239-4938-8360-554ddfd079b0 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:25:44.668217 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6cb706-8283-4076-8b33-9253f9f9ab9b', 'tag': 'ce1bd92d-3c22-449a-a2be-17ab10a6e669', 'status': 'completed', 'code': 200} Nov 11 17:25:44.683343 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'name': 'tempest-TaggedBootDevicesTest_v242-1667906401-router', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:25:40Z', 'updated_at': '2021-11-11T17:25:42Z', 'revision_number': 3, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'gw_port': {'id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:26:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:41Z', 'updated_at': '2021-11-11T17:25:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:44.711915 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 99c1db99-8b09-46ea-ae4d-d36b67bef2c0 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:44.712951 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:44.720258 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] Checking router: fe40c671-47b6-40eb-a1e3-f10ba1e69100 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:25:44.720539 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] Updating router fe40c671-47b6-40eb-a1e3-f10ba1e69100 port 2ea987c9-1a61-4592-8c5f-2e72b83daad3 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:25:44.748523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e57957-1c9e-400c-b378-876751d16eb6 req-412ab7b5-7265-46d3-bcd0-01ee3994b1af tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:44.756939 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e2e57957-1c9e-400c-b378-876751d16eb6 req-412ab7b5-7265-46d3-bcd0-01ee3994b1af tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 945 time: 0.2887962 Nov 11 17:25:44.781192 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:44.782420 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e5887-c6a8-4833-8a55-584e761c0236 req-1e605834-642b-4f1a-aeee-7bedc515bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:44.784028 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-246e5887-c6a8-4833-8a55-584e761c0236 req-1e605834-642b-4f1a-aeee-7bedc515bda4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f52a0ea95ff347b18f7c7cf69ffe41d2&device_id=ff6cb706-8283-4076-8b33-9253f9f9ab9b HTTP/1.1" status: 200 len: 1098 time: 0.1410685 Nov 11 17:25:44.839365 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1290048-c09c-4e4a-aac9-2c51772681f0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Router 3790632f-ba6e-43e1-83bc-fd82d5398b42 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:25:44.865285 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-246e5887-c6a8-4833-8a55-584e761c0236 req-ff3adf8b-d964-401b-8b90-c2727a70747d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=ce1bd92d-3c22-449a-a2be-17ab10a6e669 HTTP/1.1" status: 200 len: 217 time: 0.0385687 Nov 11 17:25:44.869697 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0b532-0fa8-45aa-8519-f489ba0cd40b req-d17a8a15-c19e-4cfa-89cb-d33d1cb700f3 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:44.871241 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3ca0b532-0fa8-45aa-8519-f489ba0cd40b req-d17a8a15-c19e-4cfa-89cb-d33d1cb700f3 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.1470819 Nov 11 17:25:44.880258 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e2e57957-1c9e-400c-b378-876751d16eb6 req-985bf4aa-4701-4a0b-bc2d-c26c5d4d1cc0 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221733 Nov 11 17:25:44.971586 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e5887-c6a8-4833-8a55-584e761c0236 req-790fcd77-3cfe-4eaa-898b-369a4b90a5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:44.973043 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-246e5887-c6a8-4833-8a55-584e761c0236 req-790fcd77-3cfe-4eaa-898b-369a4b90a5fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0962257 Nov 11 17:25:45.039851 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3ca0b532-0fa8-45aa-8519-f489ba0cd40b req-35187d09-135a-4677-8c5e-e9b4f8b1b603 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567664 Nov 11 17:25:45.056474 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e5887-c6a8-4833-8a55-584e761c0236 req-f4af0986-74c2-4332-a9f2-4025a855d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:45.058546 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-246e5887-c6a8-4833-8a55-584e761c0236 req-f4af0986-74c2-4332-a9f2-4025a855d696 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0783937 Nov 11 17:25:45.060427 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d489a4a8-ab44-4d49-af4d-89c2f2aa7931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:45.072243 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ba6cb-d60b-449a-b804-9baee2597dca req-2313f152-24c8-4481-8443-d7c273b4c4c1 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:45.079410 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-282ba6cb-d60b-449a-b804-9baee2597dca req-2313f152-24c8-4481-8443-d7c273b4c4c1 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff6cb706-8283-4076-8b33-9253f9f9ab9b HTTP/1.1" status: 200 len: 947 time: 0.1253288 Nov 11 17:25:45.082696 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1290048-c09c-4e4a-aac9-2c51772681f0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:25:45.091043 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b1290048-c09c-4e4a-aac9-2c51772681f0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:45.093435 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d772091-99b4-4ab7-b817-fe524b53daf4 None None] Sync routers for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:25:45.108365 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d772091-99b4-4ab7-b817-fe524b53daf4 None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:45.109092 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1d772091-99b4-4ab7-b817-fe524b53daf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:45.144133 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1d772091-99b4-4ab7-b817-fe524b53daf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:45.150217 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b1290048-c09c-4e4a-aac9-2c51772681f0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "DELETE /v2.0/floatingips/5babbc8a-8824-45f6-9b80-baa9c5db40eb HTTP/1.1" status: 204 len: 168 time: 1.9183969 Nov 11 17:25:45.152924 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60160) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:45.157506 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d772091-99b4-4ab7-b817-fe524b53daf4 None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:45.159183 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1d772091-99b4-4ab7-b817-fe524b53daf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:45.176219 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:45.183935 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:45.209483 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-282ba6cb-d60b-449a-b804-9baee2597dca req-a310ca3e-0e4e-4888-8069-7b41f2e7579a tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/security-groups?id=100d9251-8317-4035-82f2-8020e7c0c853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290879 Nov 11 17:25:45.239182 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1d772091-99b4-4ab7-b817-fe524b53daf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:45.239785 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d772091-99b4-4ab7-b817-fe524b53daf4 None None] The sync data for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:25:45.246440 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a110e4-9f7d-4f8f-9a66-2b931393d6cf None None] Pushing event updated for resources: {'Port': ['ID=2ea987c9-1a61-4592-8c5f-2e72b83daad3,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:45.256720 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a110e4-9f7d-4f8f-9a66-2b931393d6cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:45.257069 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a110e4-9f7d-4f8f-9a66-2b931393d6cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:45.257412 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a110e4-9f7d-4f8f-9a66-2b931393d6cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:45.258222 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a110e4-9f7d-4f8f-9a66-2b931393d6cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:45.258222 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a110e4-9f7d-4f8f-9a66-2b931393d6cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:45.258412 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a110e4-9f7d-4f8f-9a66-2b931393d6cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:45.258688 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a110e4-9f7d-4f8f-9a66-2b931393d6cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:45.259013 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a110e4-9f7d-4f8f-9a66-2b931393d6cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:45.259918 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a110e4-9f7d-4f8f-9a66-2b931393d6cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:45.262842 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a110e4-9f7d-4f8f-9a66-2b931393d6cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:45.262842 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a110e4-9f7d-4f8f-9a66-2b931393d6cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:45.265344 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a110e4-9f7d-4f8f-9a66-2b931393d6cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:25:45.284345 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] Attempting to bind port 2ea987c9-1a61-4592-8c5f-2e72b83daad3 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:25:45.284813 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] Attempting to bind port 2ea987c9-1a61-4592-8c5f-2e72b83daad3 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:25:45.285283 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] Attempting to bind port 2ea987c9-1a61-4592-8c5f-2e72b83daad3 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:25:45.290612 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:25:45.291252 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:25:45.291718 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:45.292203 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:25:45.292745 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] Bound port: 2ea987c9-1a61-4592-8c5f-2e72b83daad3, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:25:45.293195 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:45.303396 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e949e28-5aa4-4141-aca9-15dce3749c83 req-1241ff76-8b9f-435e-90b3-9f5ff606f3eb tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:45.304932 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e949e28-5aa4-4141-aca9-15dce3749c83 req-1241ff76-8b9f-435e-90b3-9f5ff606f3eb tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.0563288 Nov 11 17:25:45.312991 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-246e5887-c6a8-4833-8a55-584e761c0236 req-07cf7c89-949d-4a6a-8b3f-65e654d66514 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430427 Nov 11 17:25:45.367931 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] For port 2ea987c9-1a61-4592-8c5f-2e72b83daad3, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:25:45.373614 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] For port 2ea987c9-1a61-4592-8c5f-2e72b83daad3, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=2ea987c9-1a61-4592-8c5f-2e72b83daad3,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:25:45.378101 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:45.393308 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e949e28-5aa4-4141-aca9-15dce3749c83 req-8859da3f-2fe1-432c-abcd-0dbd1261043e tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725143 Nov 11 17:25:45.435158 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a110e4-9f7d-4f8f-9a66-2b931393d6cf None None] Pushing event updated for resources: {'Port': ['ID=2ea987c9-1a61-4592-8c5f-2e72b83daad3,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:45.448551 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] Routers {'fe40c671-47b6-40eb-a1e3-f10ba1e69100'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:45.449172 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fe40c671-47b6-40eb-a1e3-f10ba1e69100'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:45.475184 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-12fcaea5-2a70-4b88-b08d-5e84e0a6281a tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Deleting port b9a70f20-0f83-4683-996b-e699b2ba91e5 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:25:45.475531 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-12fcaea5-2a70-4b88-b08d-5e84e0a6281a tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:45.530254 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318771e9-f884-438f-b3de-9616ad08f0dd req-01d49b39-a1b3-43eb-a330-2952a759cbea tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:45.538608 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-318771e9-f884-438f-b3de-9616ad08f0dd req-01d49b39-a1b3-43eb-a330-2952a759cbea tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.0658996 Nov 11 17:25:45.564437 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] Set router fe40c671-47b6-40eb-a1e3-f10ba1e69100 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:25:45.588159 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-d489a4a8-ab44-4d49-af4d-89c2f2aa7931 admin admin] Allocated IP 172.20.0.1 (1c67ea36-c05a-47b6-a6a8-82477c2b46d1/c44ae76c-b391-442e-99c2-35deb172fa6f/b9e341d4-4da0-46ab-8e05-0cbc6e16b958) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:45.603567 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-246e5887-c6a8-4833-8a55-584e761c0236 req-ab1e2a39-54a3-4dac-a59a-ec6bb90bf12e service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599742 Nov 11 17:25:45.617590 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-318771e9-f884-438f-b3de-9616ad08f0dd req-50bb2272-7461-47fa-ae95-f57f75605bbf tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721898 Nov 11 17:25:45.625198 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-12fcaea5-2a70-4b88-b08d-5e84e0a6281a tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:45.687276 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-12fcaea5-2a70-4b88-b08d-5e84e0a6281a tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Calling delete_port for b9a70f20-0f83-4683-996b-e699b2ba91e5 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:25:45.787375 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'name': 'tempest-TaggedBootDevicesTest_v242-1667906401-router', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:25:40Z', 'updated_at': '2021-11-11T17:25:42Z', 'revision_number': 3, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'gw_port': {'id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:26:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:41Z', 'updated_at': '2021-11-11T17:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:45.810997 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66f0a3-303e-4f10-9c37-2f40bc78e691 req-4878d4ca-c782-463d-8f77-e0cafd890b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:45.812506 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1f66f0a3-303e-4f10-9c37-2f40bc78e691 req-4878d4ca-c782-463d-8f77-e0cafd890b77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f52a0ea95ff347b18f7c7cf69ffe41d2&device_id=ff6cb706-8283-4076-8b33-9253f9f9ab9b HTTP/1.1" status: 200 len: 1098 time: 0.1094038 Nov 11 17:25:45.817420 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6cc165-6692-4066-9297-683b5befc8e8 None None] The sync data for ids ['fe40c671-47b6-40eb-a1e3-f10ba1e69100'] in n-d-816206-4 is: [{'id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'name': 'tempest-TaggedBootDevicesTest_v242-1667906401-router', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:25:40Z', 'updated_at': '2021-11-11T17:25:42Z', 'revision_number': 3, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'gw_port': {'id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:26:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:41Z', 'updated_at': '2021-11-11T17:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:25:45.848449 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d489a4a8-ab44-4d49-af4d-89c2f2aa7931 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:45.876610 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e575c4d-d05c-470c-bb11-8ce96531c9e0 req-60e3a0e8-320e-4698-8812-3472c0abcfd6 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:45.878169 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5e575c4d-d05c-470c-bb11-8ce96531c9e0 req-60e3a0e8-320e-4698-8812-3472c0abcfd6 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.0813298 Nov 11 17:25:45.944384 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5e575c4d-d05c-470c-bb11-8ce96531c9e0 req-47223f27-7c12-46ea-aac3-7ea288950e3d tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594501 Nov 11 17:25:46.026549 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d489a4a8-ab44-4d49-af4d-89c2f2aa7931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:46.039117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b2fb3-75e1-4a2f-8607-fb19181b8fb2 req-ff09367d-b66d-4360-88d0-3560b40a98a2 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:46.044265 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f11b2fb3-75e1-4a2f-8607-fb19181b8fb2 req-ff09367d-b66d-4360-88d0-3560b40a98a2 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 945 time: 0.0648813 Nov 11 17:25:46.082551 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66f0a3-303e-4f10-9c37-2f40bc78e691 req-316f7680-aede-43d2-b294-342be7a34f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:46.084056 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1f66f0a3-303e-4f10-9c37-2f40bc78e691 req-316f7680-aede-43d2-b294-342be7a34f4d service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.2613661 Nov 11 17:25:46.112417 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d489a4a8-ab44-4d49-af4d-89c2f2aa7931 admin admin] Network 1c67ea36-c05a-47b6-a6a8-82477c2b46d1 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:46.138323 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f11b2fb3-75e1-4a2f-8607-fb19181b8fb2 req-65159f8e-f20c-491c-a54a-b4ba455f4b0b tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894754 Nov 11 17:25:46.159973 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-d489a4a8-ab44-4d49-af4d-89c2f2aa7931 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:46.167262 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d489a4a8-ab44-4d49-af4d-89c2f2aa7931 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:46.172718 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1f66f0a3-303e-4f10-9c37-2f40bc78e691 req-dcdc3975-bed2-4617-8423-fffb1ba7d759 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=ce1bd92d-3c22-449a-a2be-17ab10a6e669 HTTP/1.1" status: 200 len: 217 time: 0.0784824 Nov 11 17:25:46.176320 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489a4a8-ab44-4d49-af4d-89c2f2aa7931 admin admin] Pushing event updated for resources: {'Port': ['ID=b9e341d4-4da0-46ab-8e05-0cbc6e16b958,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:46.261219 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-12fcaea5-2a70-4b88-b08d-5e84e0a6281a tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:46.315255 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75545f2-2a6d-49a5-bc98-e3d32381fd23 req-b3d967d4-9d5c-4e73-a612-1b84380690f1 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:46.316965 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c75545f2-2a6d-49a5-bc98-e3d32381fd23 req-b3d967d4-9d5c-4e73-a612-1b84380690f1 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 1096 time: 0.0708647 Nov 11 17:25:46.361995 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcaea5-2a70-4b88-b08d-5e84e0a6281a tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event deleted for resources: {'Port': ['ID=b9a70f20-0f83-4683-996b-e699b2ba91e5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:46.374213 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d489a4a8-ab44-4d49-af4d-89c2f2aa7931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:46.420963 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c75545f2-2a6d-49a5-bc98-e3d32381fd23 req-f944d441-98de-4c38-9860-7ca69c394246 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953786 Nov 11 17:25:46.441628 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66f0a3-303e-4f10-9c37-2f40bc78e691 req-68bba06f-17e7-4fd8-8251-118adce915a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:46.443105 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1f66f0a3-303e-4f10-9c37-2f40bc78e691 req-68bba06f-17e7-4fd8-8251-118adce915a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.2414885 Nov 11 17:25:46.461722 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da983996-62aa-4625-863c-ee1c01a8b812 req-7b355a42-9069-486a-a22c-3dc6c9745ea4 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:46.463839 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f964393b-6057-4027-9fba-93e316eae0f1 None None] Provisioning complete for port b9e341d4-4da0-46ab-8e05-0cbc6e16b958 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:46.464303 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f964393b-6057-4027-9fba-93e316eae0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:46.471768 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da983996-62aa-4625-863c-ee1c01a8b812 req-7b355a42-9069-486a-a22c-3dc6c9745ea4 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff6cb706-8283-4076-8b33-9253f9f9ab9b HTTP/1.1" status: 200 len: 947 time: 0.0907691 Nov 11 17:25:46.536611 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-f964393b-6057-4027-9fba-93e316eae0f1 None None] Port b9e341d4-4da0-46ab-8e05-0cbc6e16b958 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:25:46.545493 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-12fcaea5-2a70-4b88-b08d-5e84e0a6281a tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:46.552312 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-12fcaea5-2a70-4b88-b08d-5e84e0a6281a tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "DELETE /v2.0/ports/b9a70f20-0f83-4683-996b-e699b2ba91e5 HTTP/1.1" status: 204 len: 168 time: 1.3943074 Nov 11 17:25:46.554530 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60194) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:46.560463 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-dc1d989f-82d8-445c-9395-45579ceee454 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:46.575098 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da983996-62aa-4625-863c-ee1c01a8b812 req-ed77d2b1-33e1-47c0-993a-dd62d2c5a1bf tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/security-groups?id=100d9251-8317-4035-82f2-8020e7c0c853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037676 Nov 11 17:25:46.644161 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66f0a3-303e-4f10-9c37-2f40bc78e691 req-e6c41ace-effe-456c-81a9-781de4d264b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:46.646577 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1f66f0a3-303e-4f10-9c37-2f40bc78e691 req-e6c41ace-effe-456c-81a9-781de4d264b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1825759 Nov 11 17:25:46.680290 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-1f66f0a3-303e-4f10-9c37-2f40bc78e691 req-11f950a0-58b4-43f7-9372-d9e07b1228aa service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:25:46.680981 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 2ea987c9-1a61-4592-8c5f-2e72b83daad3 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:25:46.682407 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1f66f0a3-303e-4f10-9c37-2f40bc78e691 req-11f950a0-58b4-43f7-9372-d9e07b1228aa service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0243189 Nov 11 17:25:46.764348 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 2ea987c9-1a61-4592-8c5f-2e72b83daad3 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:46.765435 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:46.771239 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867bdbc-c7c8-471f-85c1-5cc48ed2bec9 req-5e4f691e-d972-47c5-ab0f-e4dcd8271db7 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:46.772753 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8867bdbc-c7c8-471f-85c1-5cc48ed2bec9 req-5e4f691e-d972-47c5-ab0f-e4dcd8271db7 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.0679774 Nov 11 17:25:46.774648 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219c7af-94ff-41ea-aebd-e3edaa464f33 req-5ee0bf9f-b3cf-4ffb-8835-bc9ed8946e25 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:46.782262 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b219c7af-94ff-41ea-aebd-e3edaa464f33 req-5ee0bf9f-b3cf-4ffb-8835-bc9ed8946e25 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 1096 time: 0.1309211 Nov 11 17:25:46.789008 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc1d989f-82d8-445c-9395-45579ceee454 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:46.878271 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8867bdbc-c7c8-471f-85c1-5cc48ed2bec9 req-64890c2f-1eb3-4b77-b5f6-b182eb0ad8ab tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890954 Nov 11 17:25:46.892101 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b219c7af-94ff-41ea-aebd-e3edaa464f33 req-c1402b55-de13-448b-83b0-a9f705d19117 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032672 Nov 11 17:25:46.924077 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:46.950988 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 2ea987c9-1a61-4592-8c5f-2e72b83daad3, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=2ea987c9-1a61-4592-8c5f-2e72b83daad3,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:46.958618 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:46.973409 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d489a4a8-ab44-4d49-af4d-89c2f2aa7931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:47.022818 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=2ea987c9-1a61-4592-8c5f-2e72b83daad3,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:47.102346 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1f66f0a3-303e-4f10-9c37-2f40bc78e691 req-f3d50c54-4ab4-4e3f-9243-82ae4c02f9d6 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055495 Nov 11 17:25:47.142402 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88c57c-3910-4364-8943-6ae59cf370ca req-315263a9-d14f-46f1-8e09-6afe19a4d7ef tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:47.144291 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed88c57c-3910-4364-8943-6ae59cf370ca req-315263a9-d14f-46f1-8e09-6afe19a4d7ef tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.0763500 Nov 11 17:25:47.222990 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed88c57c-3910-4364-8943-6ae59cf370ca req-580d5c67-31f9-47ee-8b35-65c7884665cc tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678201 Nov 11 17:25:47.268951 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc1d989f-82d8-445c-9395-45579ceee454 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:47.355418 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1f66f0a3-303e-4f10-9c37-2f40bc78e691 req-9525b775-30b0-4c63-aa43-0761a09d43b2 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418675 Nov 11 17:25:47.439848 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d489a4a8-ab44-4d49-af4d-89c2f2aa7931 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:47.450961 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d489a4a8-ab44-4d49-af4d-89c2f2aa7931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:47.480370 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-dc1d989f-82d8-445c-9395-45579ceee454 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Allocated IP 172.25.2.38 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/cb276388-728a-4227-ae85-ba2ca7c76333) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:47.579303 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489a4a8-ab44-4d49-af4d-89c2f2aa7931 admin admin] Pushing event updated for resources: {'Port': ['ID=b9e341d4-4da0-46ab-8e05-0cbc6e16b958,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:47.582679 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d489a4a8-ab44-4d49-af4d-89c2f2aa7931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:47.810826 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2342d1a-c4df-4f89-a57c-d9150a308f37 req-74d73aeb-6049-440b-ab61-a466d972aed8 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:47.813375 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e2342d1a-c4df-4f89-a57c-d9150a308f37 req-74d73aeb-6049-440b-ab61-a466d972aed8 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff6cb706-8283-4076-8b33-9253f9f9ab9b HTTP/1.1" status: 200 len: 947 time: 0.0710993 Nov 11 17:25:47.880282 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e2342d1a-c4df-4f89-a57c-d9150a308f37 req-34160816-ec3a-4216-963f-5dc66b8a6c1a tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/security-groups?id=100d9251-8317-4035-82f2-8020e7c0c853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603178 Nov 11 17:25:48.017025 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27950613-0b64-45d8-9269-ac48418452aa req-2da33975-7d49-4b62-a865-3544301d35ca tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:48.018736 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-27950613-0b64-45d8-9269-ac48418452aa req-2da33975-7d49-4b62-a865-3544301d35ca tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.0596290 Nov 11 17:25:48.074046 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:48.084814 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-30df7293-d82d-4c50-be12-423bd19023cb tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:25:48.085811 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-30df7293-d82d-4c50-be12-423bd19023cb tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0188556 Nov 11 17:25:48.089005 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc1d989f-82d8-445c-9395-45579ceee454 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:48.092411 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-27950613-0b64-45d8-9269-ac48418452aa req-0c9c863c-f0f0-43a5-98f7-63bb217cdd5b tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602806 Nov 11 17:25:48.127290 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d489a4a8-ab44-4d49-af4d-89c2f2aa7931 admin admin] Network 1c67ea36-c05a-47b6-a6a8-82477c2b46d1 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:48.132983 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-d489a4a8-ab44-4d49-af4d-89c2f2aa7931 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:48.151842 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-aee25962-6b82-422d-89fc-24c7c8560c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:48.153315 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-aee25962-6b82-422d-89fc-24c7c8560c41 service neutron] 10.222.0.76 "GET /v2.0/ports/0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 HTTP/1.1" status: 200 len: 1093 time: 0.0598097 Nov 11 17:25:48.196667 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-364acb33-9ce7-4071-b5bc-77b157282307 service neutron] Request body: {'binding': {'host': 'n-h2-816206-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:48.197651 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-364acb33-9ce7-4071-b5bc-77b157282307 service neutron] Unknown quota resources ['binding']. {{(pid=102617) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 17:25:48.281430 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc1d989f-82d8-445c-9395-45579ceee454 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:48.341740 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34799c89-f849-4ea3-b1d2-9f3c1ba3e8d6 req-bb244dc9-cc02-4f6a-a749-7f0ac7c5cb81 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:48.343306 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34799c89-f849-4ea3-b1d2-9f3c1ba3e8d6 req-bb244dc9-cc02-4f6a-a749-7f0ac7c5cb81 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.0559621 Nov 11 17:25:48.369240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-27ff385a-ad10-4217-95bf-2a6156e9657e None None] Provisioning complete for port b9e341d4-4da0-46ab-8e05-0cbc6e16b958 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:48.369708 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-27ff385a-ad10-4217-95bf-2a6156e9657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:48.379634 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1d989f-82d8-445c-9395-45579ceee454 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:48.388042 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-dc1d989f-82d8-445c-9395-45579ceee454 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:48.391226 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1d989f-82d8-445c-9395-45579ceee454 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:48.396405 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34799c89-f849-4ea3-b1d2-9f3c1ba3e8d6 req-46de26ba-e6fd-44a2-83c2-e2480a3e2c3d tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468118 Nov 11 17:25:48.418374 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-27ff385a-ad10-4217-95bf-2a6156e9657e None None] Port b9e341d4-4da0-46ab-8e05-0cbc6e16b958 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:25:48.425992 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d989f-82d8-445c-9395-45579ceee454 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Port': ['ID=cb276388-728a-4227-ae85-ba2ca7c76333,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:48.436141 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d489a4a8-ab44-4d49-af4d-89c2f2aa7931 admin admin] Router fe40c671-47b6-40eb-a1e3-f10ba1e69100 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:25:48.548731 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 2ea987c9-1a61-4592-8c5f-2e72b83daad3 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:25:48.583752 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-364acb33-9ce7-4071-b5bc-77b157282307 service neutron] Attempting to bind port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 on host n-h2-816206-4 for vnic_type normal with profile None {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:25:48.584108 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-364acb33-9ce7-4071-b5bc-77b157282307 service neutron] Attempting to bind port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:25:48.584437 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-364acb33-9ce7-4071-b5bc-77b157282307 service neutron] Attempting to bind port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:25:48.597492 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 2ea987c9-1a61-4592-8c5f-2e72b83daad3 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:48.597857 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:48.622430 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc1d989f-82d8-445c-9395-45579ceee454 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:48.625342 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-364acb33-9ce7-4071-b5bc-77b157282307 service neutron] Port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 on network f44096b2-3051-4615-8241-50ad95944236 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:25:48.625668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-364acb33-9ce7-4071-b5bc-77b157282307 service neutron] Attempting to bind port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:25:48.642535 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-364acb33-9ce7-4071-b5bc-77b157282307 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:25:48.642841 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-364acb33-9ce7-4071-b5bc-77b157282307 service neutron] Checking segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:25:48.643324 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-364acb33-9ce7-4071-b5bc-77b157282307 service neutron] Bound using segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:25:48.643928 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-364acb33-9ce7-4071-b5bc-77b157282307 service neutron] Bound port: 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:25:48.703369 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc1d989f-82d8-445c-9395-45579ceee454 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:48.732166 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d489a4a8-ab44-4d49-af4d-89c2f2aa7931 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:25:48.737989 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d489a4a8-ab44-4d49-af4d-89c2f2aa7931 admin admin] 10.222.0.76 "PUT /v2.0/routers/fe40c671-47b6-40eb-a1e3-f10ba1e69100/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5445819 Nov 11 17:25:48.760925 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] Sync routers for ids ['fe40c671-47b6-40eb-a1e3-f10ba1e69100'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:25:48.785983 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-364acb33-9ce7-4071-b5bc-77b157282307 service neutron] For port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:25:48.789718 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] Routers {'fe40c671-47b6-40eb-a1e3-f10ba1e69100'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:48.791562 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fe40c671-47b6-40eb-a1e3-f10ba1e69100'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:48.804217 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-364acb33-9ce7-4071-b5bc-77b157282307 service neutron] Publish callbacks [] for binding, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:48.805442 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-364acb33-9ce7-4071-b5bc-77b157282307 service neutron] 10.222.0.76 "POST /v2.0/ports/0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2/bindings HTTP/1.1" status: 201 len: 389 time: 0.6141148 Nov 11 17:25:48.995298 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc1d989f-82d8-445c-9395-45579ceee454 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:49.016824 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc1d989f-82d8-445c-9395-45579ceee454 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:49.071035 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] Set router fe40c671-47b6-40eb-a1e3-f10ba1e69100 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:25:49.103710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d591bb3-dd0b-4317-b796-269b840a5401 req-c3302e56-1d61-4b42-a20c-2e15c382bfab tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:49.103710 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d591bb3-dd0b-4317-b796-269b840a5401 req-c3302e56-1d61-4b42-a20c-2e15c382bfab tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 945 time: 0.1211472 Nov 11 17:25:49.178841 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d84983-5031-49d0-a338-d1d9059c2531 req-725beb7b-3dbe-4c76-b42a-96e509955b7f tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:49.180531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f5d84983-5031-49d0-a338-d1d9059c2531 req-725beb7b-3dbe-4c76-b42a-96e509955b7f tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff6cb706-8283-4076-8b33-9253f9f9ab9b HTTP/1.1" status: 200 len: 947 time: 0.0900185 Nov 11 17:25:49.184097 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d989f-82d8-445c-9395-45579ceee454 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Port': ['ID=cb276388-728a-4227-ae85-ba2ca7c76333,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:49.192518 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc1d989f-82d8-445c-9395-45579ceee454 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:49.209450 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-620a3e33-d736-401c-82f8-4d6b36ed2d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:49.211030 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-620a3e33-d736-401c-82f8-4d6b36ed2d8f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 1096 time: 0.1045375 Nov 11 17:25:49.217984 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc1d989f-82d8-445c-9395-45579ceee454 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:49.221609 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dc1d989f-82d8-445c-9395-45579ceee454 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6637487 Nov 11 17:25:49.224502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60258) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:49.229347 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d591bb3-dd0b-4317-b796-269b840a5401 req-9bc7af8a-f993-42b6-bf95-2b4967c23239 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114905 Nov 11 17:25:49.235569 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-8ff910ae-3c8b-4387-8822-d0745bd99a3e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Request body: {'port': {'network_id': '545743c5-725f-4286-92b6-e14c5b1f035f', 'name': 'tempest-FloatingIPTestJSON-1226317342'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:49.364272 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-14029a58-5dc8-4842-8f98-4aecdf8974f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:49.367032 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-14029a58-5dc8-4842-8f98-4aecdf8974f4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 922 time: 0.1466293 Nov 11 17:25:49.433822 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-33008a6d-5fab-4788-bb26-eaa456e59c94 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 HTTP/1.1" status: 200 len: 217 time: 0.0586748 Nov 11 17:25:49.434078 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'name': 'tempest-TaggedBootDevicesTest_v242-1667906401-router', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:25:40Z', 'updated_at': '2021-11-11T17:25:46Z', 'revision_number': 4, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'gw_port': {'id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:41Z', 'updated_at': '2021-11-11T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'b9e341d4-4da0-46ab-8e05-0cbc6e16b958', 'name': '', 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'mac_address': 'fa:16:3e:43:dc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c44ae76c-b391-442e-99c2-35deb172fa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:45Z', 'updated_at': '2021-11-11T17:25:47Z', 'revision_number': 2, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'subnets': [{'id': 'c44ae76c-b391-442e-99c2-35deb172fa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:49.468607 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] Checking router: fe40c671-47b6-40eb-a1e3-f10ba1e69100 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:25:49.469084 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] Updating router fe40c671-47b6-40eb-a1e3-f10ba1e69100 port b9e341d4-4da0-46ab-8e05-0cbc6e16b958 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:25:49.514744 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:49.521744 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-cf8cc320-b343-47f3-abe9-ff8608744865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:49.526124 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-cf8cc320-b343-47f3-abe9-ff8608744865 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 200 len: 860 time: 0.0826900 Nov 11 17:25:49.567683 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-d9a11123-a431-4219-bfe1-ccea635e2d65 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f44096b2-3051-4615-8241-50ad95944236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337021 Nov 11 17:25:49.630823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f5d84983-5031-49d0-a338-d1d9059c2531 req-b62e7bae-47b2-4029-b26d-138bdd8d4004 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/security-groups?id=100d9251-8317-4035-82f2-8020e7c0c853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361830 Nov 11 17:25:49.663349 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a389f6-1554-4141-9873-07813a38ddfd req-40ee3778-aec4-445a-aca4-f08b86aa5c73 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:49.670528 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47a389f6-1554-4141-9873-07813a38ddfd req-40ee3778-aec4-445a-aca4-f08b86aa5c73 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.0970304 Nov 11 17:25:49.685342 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-5ca6a611-1779-414c-b14e-7973dc8d6855 service neutron] 10.222.0.83 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096623 Nov 11 17:25:49.755000 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47a389f6-1554-4141-9873-07813a38ddfd req-9e2f759a-e4cd-4888-8418-6857e933bf36 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813007 Nov 11 17:25:49.816938 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff910ae-3c8b-4387-8822-d0745bd99a3e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Made reservation on behalf of d66d3178b2c5474bacb06315082d215a for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:25:49.820451 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ff910ae-3c8b-4387-8822-d0745bd99a3e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:49.848516 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-5adf621b-8420-47e8-9b53-17c54f6caebb service neutron] 10.222.0.83 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540663 Nov 11 17:25:49.852471 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cf819-4d94-4abb-b66b-0d2690796cf2 req-e85a970e-fc81-4f5c-9637-9117b019efe9 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:49.854733 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-270cf819-4d94-4abb-b66b-0d2690796cf2 req-e85a970e-fc81-4f5c-9637-9117b019efe9 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.1315916 Nov 11 17:25:49.857788 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-8ff910ae-3c8b-4387-8822-d0745bd99a3e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] device_id is not set on port 8ce1594e-8181-4e80-b46e-dd766cde72cd yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:25:49.937862 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device ce1bd92d-3c22-449a-a2be-17ab10a6e669 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:25:49.988207 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-270cf819-4d94-4abb-b66b-0d2690796cf2 req-5d9a5334-d4a6-4989-9b81-00b5e1c011ec tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252377 Nov 11 17:25:49.995927 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:50.019211 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:50.024808 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-8ff910ae-3c8b-4387-8822-d0745bd99a3e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Allocated IP 172.20.0.8 (545743c5-725f-4286-92b6-e14c5b1f035f/b5f89040-ab18-4eae-b5bd-d6367025bce9/8ce1594e-8181-4e80-b46e-dd766cde72cd) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:50.138874 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port ce1bd92d-3c22-449a-a2be-17ab10a6e669, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=ce1bd92d-3c22-449a-a2be-17ab10a6e669,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:50.145466 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c26a91-5221-4a16-974a-c785ee5adb1d None None] Pushing event updated for resources: {'Port': ['ID=b9e341d4-4da0-46ab-8e05-0cbc6e16b958,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:50.161523 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'ce1bd92d-3c22-449a-a2be-17ab10a6e669', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': 'ce1bd92d-3c22-449a-a2be-17ab10a6e669', 'mac_address': 'fa:16:3e:8b:86:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:25:50.246905 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:50.267051 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1bd92d-3c22-449a-a2be-17ab10a6e669 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:25:50.291023 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] Attempting to bind port b9e341d4-4da0-46ab-8e05-0cbc6e16b958 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:25:50.291326 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] Attempting to bind port b9e341d4-4da0-46ab-8e05-0cbc6e16b958 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:25:50.291677 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] Attempting to bind port b9e341d4-4da0-46ab-8e05-0cbc6e16b958 on network 1c67ea36-c05a-47b6-a6a8-82477c2b46d1 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:25:50.299519 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:25:50.299916 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] Checking segment: {'id': '2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:25:50.300322 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:50.300698 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] Bound using segment: {'id': '2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:25:50.303941 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] Bound port: b9e341d4-4da0-46ab-8e05-0cbc6e16b958, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:25:50.304377 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:50.323538 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port ce1bd92d-3c22-449a-a2be-17ab10a6e669, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=ce1bd92d-3c22-449a-a2be-17ab10a6e669,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:50.339332 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:50.348819 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ff910ae-3c8b-4387-8822-d0745bd99a3e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:50.432081 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ff910ae-3c8b-4387-8822-d0745bd99a3e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:50.432285 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] For port b9e341d4-4da0-46ab-8e05-0cbc6e16b958, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:25:50.432748 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=ce1bd92d-3c22-449a-a2be-17ab10a6e669,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:50.441104 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] For port b9e341d4-4da0-46ab-8e05-0cbc6e16b958, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b9e341d4-4da0-46ab-8e05-0cbc6e16b958,segment=NetworkSegment(2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566),segment_id=2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:25:50.449717 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:50.458494 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a827d839-e0ef-41d7-bfc5-88d29339b126 None None] Provisioning complete for port b9e341d4-4da0-46ab-8e05-0cbc6e16b958 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:50.458826 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a827d839-e0ef-41d7-bfc5-88d29339b126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:50.519544 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff910ae-3c8b-4387-8822-d0745bd99a3e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Network 545743c5-725f-4286-92b6-e14c5b1f035f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:50.530305 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-8ff910ae-3c8b-4387-8822-d0745bd99a3e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:50.533859 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff910ae-3c8b-4387-8822-d0745bd99a3e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:50.538170 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff910ae-3c8b-4387-8822-d0745bd99a3e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Port': ['ID=8ce1594e-8181-4e80-b46e-dd766cde72cd,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:50.548424 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6af86-79f9-423b-97a5-0db37bccd70b req-f1fd6539-5813-4b4e-90e1-bc743f6d1ddc tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:50.556759 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ced6af86-79f9-423b-97a5-0db37bccd70b req-f1fd6539-5813-4b4e-90e1-bc743f6d1ddc tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 945 time: 0.1611071 Nov 11 17:25:50.597798 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a827d839-e0ef-41d7-bfc5-88d29339b126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:50.599311 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] Routers {'fe40c671-47b6-40eb-a1e3-f10ba1e69100'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:50.600436 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fe40c671-47b6-40eb-a1e3-f10ba1e69100'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:50.650156 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a827d839-e0ef-41d7-bfc5-88d29339b126 None None] For port b9e341d4-4da0-46ab-8e05-0cbc6e16b958, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b9e341d4-4da0-46ab-8e05-0cbc6e16b958,segment=NetworkSegment(2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566),segment_id=2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:50.658674 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a827d839-e0ef-41d7-bfc5-88d29339b126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:50.693077 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c26a91-5221-4a16-974a-c785ee5adb1d None None] Pushing event updated for resources: {'Port': ['ID=b9e341d4-4da0-46ab-8e05-0cbc6e16b958,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:50.718970 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff910ae-3c8b-4387-8822-d0745bd99a3e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:50.720761 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ff910ae-3c8b-4387-8822-d0745bd99a3e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:50.744054 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['ce1bd92d-3c22-449a-a2be-17ab10a6e669'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:25:50.755456 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827d839-e0ef-41d7-bfc5-88d29339b126 None None] Pushing event updated for resources: {'Port': ['ID=b9e341d4-4da0-46ab-8e05-0cbc6e16b958,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:50.775537 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60332) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:50.777817 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8ff910ae-3c8b-4387-8822-d0745bd99a3e tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5478041 Nov 11 17:25:50.780186 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-0bffb892-aea6-4efd-9093-848b1b9ba982 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Request body: {'floatingip': {'port_id': '8ce1594e-8181-4e80-b46e-dd766cde72cd'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:50.823154 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ced6af86-79f9-423b-97a5-0db37bccd70b req-51baad60-23b5-4094-8f4a-8871fdbcee8f tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639699 Nov 11 17:25:50.935110 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] Set router fe40c671-47b6-40eb-a1e3-f10ba1e69100 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:25:50.943978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19446cbf-000b-4758-a532-4795b10b95e5 req-6231330b-9271-4b13-b78e-bdf076cc38e4 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:50.945659 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-19446cbf-000b-4758-a532-4795b10b95e5 req-6231330b-9271-4b13-b78e-bdf076cc38e4 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff6cb706-8283-4076-8b33-9253f9f9ab9b HTTP/1.1" status: 200 len: 948 time: 0.1646526 Nov 11 17:25:50.960699 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3439f90f-4b62-45c0-a425-4eb56ae5263c None None] Provisioning complete for port b9e341d4-4da0-46ab-8e05-0cbc6e16b958 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:50.961785 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3439f90f-4b62-45c0-a425-4eb56ae5263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:50.965823 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0bffb892-aea6-4efd-9093-848b1b9ba982 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:51.050382 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-19446cbf-000b-4758-a532-4795b10b95e5 req-416b7ce5-9a5f-4e4d-8d07-bb14074230cf tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/security-groups?id=100d9251-8317-4035-82f2-8020e7c0c853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947738 Nov 11 17:25:51.082349 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80132060-c401-4378-a9b8-9e98b7e01254 req-dadf64c8-3151-4d69-be00-2e27d3760bf5 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:51.087127 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-80132060-c401-4378-a9b8-9e98b7e01254 req-dadf64c8-3151-4d69-be00-2e27d3760bf5 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.1397395 Nov 11 17:25:51.206297 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-80132060-c401-4378-a9b8-9e98b7e01254 req-9c5a4d96-9345-4c61-84c6-1dd910e582ce tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122282 Nov 11 17:25:51.316782 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'name': 'tempest-TaggedBootDevicesTest_v242-1667906401-router', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:25:40Z', 'updated_at': '2021-11-11T17:25:46Z', 'revision_number': 4, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'gw_port': {'id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:41Z', 'updated_at': '2021-11-11T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'b9e341d4-4da0-46ab-8e05-0cbc6e16b958', 'name': '', 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'mac_address': 'fa:16:3e:43:dc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c44ae76c-b391-442e-99c2-35deb172fa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:45Z', 'updated_at': '2021-11-11T17:25:50Z', 'revision_number': 4, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'subnets': [{'id': 'c44ae76c-b391-442e-99c2-35deb172fa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:51.346313 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b062842a-226e-43bd-8f75-94f339a5158c None None] The sync data for ids ['fe40c671-47b6-40eb-a1e3-f10ba1e69100'] in n-d-816206-4 is: [{'id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'name': 'tempest-TaggedBootDevicesTest_v242-1667906401-router', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:25:40Z', 'updated_at': '2021-11-11T17:25:46Z', 'revision_number': 4, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'gw_port': {'id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:41Z', 'updated_at': '2021-11-11T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'b9e341d4-4da0-46ab-8e05-0cbc6e16b958', 'name': '', 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'mac_address': 'fa:16:3e:43:dc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c44ae76c-b391-442e-99c2-35deb172fa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:45Z', 'updated_at': '2021-11-11T17:25:50Z', 'revision_number': 4, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'subnets': [{'id': 'c44ae76c-b391-442e-99c2-35deb172fa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:25:51.428739 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b19116-1b9c-49bf-860a-808085df3ad0 req-77077c67-3028-410a-ac81-9a50276220a7 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:51.437754 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92b19116-1b9c-49bf-860a-808085df3ad0 req-77077c67-3028-410a-ac81-9a50276220a7 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.1027515 Nov 11 17:25:51.506754 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92b19116-1b9c-49bf-860a-808085df3ad0 req-6fab7966-91ff-4e13-898d-cb3092c3584e tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681272 Nov 11 17:25:51.755983 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0bffb892-aea6-4efd-9093-848b1b9ba982 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:51.761481 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0bffb892-aea6-4efd-9093-848b1b9ba982 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:51.902337 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-0bffb892-aea6-4efd-9093-848b1b9ba982 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Floating IP e75f4ed2-db3d-464d-ae7f-7217f85cbf37 associated. External IP: 172.25.2.38, port: 8ce1594e-8181-4e80-b46e-dd766cde72cd. Nov 11 17:25:52.066273 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c76da5-397e-4a0f-b957-42e55287caf9 req-98fc0a9b-d59e-4d6f-a52c-3fc6fbfdf8ca tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:52.067770 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-41c76da5-397e-4a0f-b957-42e55287caf9 req-98fc0a9b-d59e-4d6f-a52c-3fc6fbfdf8ca tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 945 time: 0.0730090 Nov 11 17:25:52.144314 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-41c76da5-397e-4a0f-b957-42e55287caf9 req-b1d56d64-cedc-4513-8f28-2ebb0936ea71 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701997 Nov 11 17:25:52.223583 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cab817-95fb-423a-895f-9f8338b75d00 req-5518772f-e0ee-46e6-b56e-5fb52a5df782 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:52.225182 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-53cab817-95fb-423a-895f-9f8338b75d00 req-5518772f-e0ee-46e6-b56e-5fb52a5df782 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff6cb706-8283-4076-8b33-9253f9f9ab9b HTTP/1.1" status: 200 len: 948 time: 0.0797007 Nov 11 17:25:52.309332 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bffb892-aea6-4efd-9093-848b1b9ba982 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Router 3790632f-ba6e-43e1-83bc-fd82d5398b42 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:25:52.330039 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-53cab817-95fb-423a-895f-9f8338b75d00 req-adcc3a0f-1a48-4138-b4aa-985319ad8665 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/security-groups?id=100d9251-8317-4035-82f2-8020e7c0c853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960071 Nov 11 17:25:52.461143 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bffb892-aea6-4efd-9093-848b1b9ba982 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:25:52.469490 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0bffb892-aea6-4efd-9093-848b1b9ba982 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:52.474365 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897b8e70-37d5-4315-a7b4-228c13c18b43 None None] Sync routers for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:25:52.514873 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0bffb892-aea6-4efd-9093-848b1b9ba982 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "PUT /v2.0/floatingips/e75f4ed2-db3d-464d-ae7f-7217f85cbf37 HTTP/1.1" status: 200 len: 977 time: 1.7317762 Nov 11 17:25:52.516284 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60356) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:52.518458 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897b8e70-37d5-4315-a7b4-228c13c18b43 None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:52.519091 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-897b8e70-37d5-4315-a7b4-228c13c18b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:52.586416 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-897b8e70-37d5-4315-a7b4-228c13c18b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:52.607499 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897b8e70-37d5-4315-a7b4-228c13c18b43 None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:52.608178 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-897b8e70-37d5-4315-a7b4-228c13c18b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:52.655538 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dc63c-02c3-44df-935a-dcef97fd0fff req-58b35067-8682-43a8-9269-6d42526c2e52 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:52.662786 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-731dc63c-02c3-44df-935a-dcef97fd0fff req-58b35067-8682-43a8-9269-6d42526c2e52 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.2113633 Nov 11 17:25:52.668408 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-897b8e70-37d5-4315-a7b4-228c13c18b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:52.669380 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897b8e70-37d5-4315-a7b4-228c13c18b43 None None] The sync data for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:25:52.681463 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b9e341d4-4da0-46ab-8e05-0cbc6e16b958 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:25:52.757905 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port b9e341d4-4da0-46ab-8e05-0cbc6e16b958 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:52.758824 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:52.797590 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-731dc63c-02c3-44df-935a-dcef97fd0fff req-f8cc074a-eaee-48b6-b474-1bdfece534a7 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326094 Nov 11 17:25:52.827372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aac421-aadd-4726-b76d-f0a37410a71f req-0036ad79-b294-4b7b-9600-cbb9ea361612 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:52.843045 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6aac421-aadd-4726-b76d-f0a37410a71f req-0036ad79-b294-4b7b-9600-cbb9ea361612 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.1775053 Nov 11 17:25:52.916824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-119abeb8-727c-46e7-a19b-f4e79d57c06c tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Deleting port 8ce1594e-8181-4e80-b46e-dd766cde72cd {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:25:52.917180 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-119abeb8-727c-46e7-a19b-f4e79d57c06c tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:52.971192 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6aac421-aadd-4726-b76d-f0a37410a71f req-f32f9b82-8821-4150-938c-f7b67382997f tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272764 Nov 11 17:25:53.039160 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-119abeb8-727c-46e7-a19b-f4e79d57c06c tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:53.348133 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-119abeb8-727c-46e7-a19b-f4e79d57c06c tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:53.348504 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-119abeb8-727c-46e7-a19b-f4e79d57c06c tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:53.349000 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-119abeb8-727c-46e7-a19b-f4e79d57c06c tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Floating IP e75f4ed2-db3d-464d-ae7f-7217f85cbf37 disassociated. External IP: 172.25.2.38, port: 8ce1594e-8181-4e80-b46e-dd766cde72cd. Nov 11 17:25:53.349141 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-119abeb8-727c-46e7-a19b-f4e79d57c06c tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Calling delete_port for 8ce1594e-8181-4e80-b46e-dd766cde72cd owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:25:53.358948 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025971d-ccb9-4dc4-bc86-4e3819d7f487 req-9fd19958-d4f8-4244-8db3-02325cfb9533 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:53.360542 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2025971d-ccb9-4dc4-bc86-4e3819d7f487 req-9fd19958-d4f8-4244-8db3-02325cfb9533 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 945 time: 0.1178436 Nov 11 17:25:53.454163 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2025971d-ccb9-4dc4-bc86-4e3819d7f487 req-5526eecf-33b9-4e22-a335-fde0ff30da87 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839677 Nov 11 17:25:53.609749 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3be5da-48fe-4bdf-9de0-3fcd1978b8ef req-aeecf226-c707-477d-8655-8ea3483dd99c tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:53.611614 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a3be5da-48fe-4bdf-9de0-3fcd1978b8ef req-aeecf226-c707-477d-8655-8ea3483dd99c tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff6cb706-8283-4076-8b33-9253f9f9ab9b HTTP/1.1" status: 200 len: 948 time: 0.0833995 Nov 11 17:25:53.612921 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-119abeb8-727c-46e7-a19b-f4e79d57c06c tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:53.665822 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119abeb8-727c-46e7-a19b-f4e79d57c06c tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event deleted for resources: {'Port': ['ID=8ce1594e-8181-4e80-b46e-dd766cde72cd,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:53.740213 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a3be5da-48fe-4bdf-9de0-3fcd1978b8ef req-8b2df750-bcc7-43c5-b8fa-dc450ccb8699 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/security-groups?id=100d9251-8317-4035-82f2-8020e7c0c853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183221 Nov 11 17:25:53.819477 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119abeb8-727c-46e7-a19b-f4e79d57c06c tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Router 3790632f-ba6e-43e1-83bc-fd82d5398b42 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:25:53.958979 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device ce1bd92d-3c22-449a-a2be-17ab10a6e669 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:25:53.987671 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f643f0-fe96-4525-82c9-6787d3b22f2a req-6c338e83-753b-4180-812a-ea7bb834476d tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:53.992897 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1f643f0-fe96-4525-82c9-6787d3b22f2a req-6c338e83-753b-4180-812a-ea7bb834476d tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.1039712 Nov 11 17:25:53.995028 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119abeb8-727c-46e7-a19b-f4e79d57c06c tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:25:54.000826 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:54.007374 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f803b5f5-9a80-4fa8-8d5d-b73b5542c86e None None] Sync routers for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:25:54.026808 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f803b5f5-9a80-4fa8-8d5d-b73b5542c86e None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:54.028301 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f803b5f5-9a80-4fa8-8d5d-b73b5542c86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:54.077811 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f803b5f5-9a80-4fa8-8d5d-b73b5542c86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:54.087010 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port ce1bd92d-3c22-449a-a2be-17ab10a6e669 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:25:54.090989 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f803b5f5-9a80-4fa8-8d5d-b73b5542c86e None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:54.092089 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f803b5f5-9a80-4fa8-8d5d-b73b5542c86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:54.096307 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port ce1bd92d-3c22-449a-a2be-17ab10a6e669 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:25:54.096734 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:54.141799 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f803b5f5-9a80-4fa8-8d5d-b73b5542c86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:54.142506 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f803b5f5-9a80-4fa8-8d5d-b73b5542c86e None None] The sync data for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:25:54.203197 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:54.207923 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-119abeb8-727c-46e7-a19b-f4e79d57c06c tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:54.214672 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-119abeb8-727c-46e7-a19b-f4e79d57c06c tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "DELETE /v2.0/ports/8ce1594e-8181-4e80-b46e-dd766cde72cd HTTP/1.1" status: 204 len: 168 time: 1.6936669 Nov 11 17:25:54.219504 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60376) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:54.230262 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6cb706-8283-4076-8b33-9253f9f9ab9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1bd92d-3c22-449a-a2be-17ab10a6e669'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:25:54.232509 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc42680-7b02-428a-804e-e07e27069a2d" -d '{"events": [{"server_uuid": "ff6cb706-8283-4076-8b33-9253f9f9ab9b", "name": "network-vif-plugged", "status": "completed", "tag": "ce1bd92d-3c22-449a-a2be-17ab10a6e669"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:25:54.261173 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port ce1bd92d-3c22-449a-a2be-17ab10a6e669, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=ce1bd92d-3c22-449a-a2be-17ab10a6e669,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:54.264823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1f643f0-fe96-4525-82c9-6787d3b22f2a req-16398deb-3dfe-4ea7-a790-b07818ee9acb tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647204 Nov 11 17:25:54.272756 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:54.295558 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d908f-495c-4f50-b359-6e05f3a100a4 req-02bf1ba5-c41a-41bd-bbeb-a5cc29cdcde3 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:54.315941 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e8f2b070-53a6-4569-9a20-7b57f08830f0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "GET /v2.0/floatingips/e75f4ed2-db3d-464d-ae7f-7217f85cbf37 HTTP/1.1" status: 200 len: 687 time: 0.0946069 Nov 11 17:25:54.316734 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60380) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:54.321900 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-999d908f-495c-4f50-b359-6e05f3a100a4 req-02bf1ba5-c41a-41bd-bbeb-a5cc29cdcde3 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.1722829 Nov 11 17:25:54.377479 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2baaa8-5979-4b9e-a3bd-f9756602bcfa x-openstack-request-id: req-7a2baaa8-5979-4b9e-a3bd-f9756602bcfa {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:25:54.377780 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6cb706-8283-4076-8b33-9253f9f9ab9b", "name": "network-vif-plugged", "status": "completed", "tag": "ce1bd92d-3c22-449a-a2be-17ab10a6e669", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:25:54.378036 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7a2baaa8-5979-4b9e-a3bd-f9756602bcfa {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:25:54.378433 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6cb706-8283-4076-8b33-9253f9f9ab9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1bd92d-3c22-449a-a2be-17ab10a6e669', 'code': 200} Nov 11 17:25:54.386647 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=ce1bd92d-3c22-449a-a2be-17ab10a6e669,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:54.458936 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-999d908f-495c-4f50-b359-6e05f3a100a4 req-248bcbcf-8d8c-4040-ad23-74b162973f57 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347306 Nov 11 17:25:54.598188 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-da239302-17e6-4dde-b137-c9d773c12e72 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Deleting port cb276388-728a-4227-ae85-ba2ca7c76333 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:25:54.598789 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da239302-17e6-4dde-b137-c9d773c12e72 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:54.715546 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23b82b-f2cc-4fd4-af6f-6f69ceb5ff92 req-262569df-2f1c-460e-a640-b593b2c47540 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:54.724217 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db23b82b-f2cc-4fd4-af6f-6f69ceb5ff92 req-262569df-2f1c-460e-a640-b593b2c47540 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 945 time: 0.1159129 Nov 11 17:25:54.774063 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab657d-0f11-49d6-9f83-c87a15430ee2 req-bde9674c-7e61-4ecb-a86b-4ce04d261f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:54.775611 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-03ab657d-0f11-49d6-9f83-c87a15430ee2 req-bde9674c-7e61-4ecb-a86b-4ce04d261f76 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff6cb706-8283-4076-8b33-9253f9f9ab9b HTTP/1.1" status: 200 len: 1100 time: 0.2984800 Nov 11 17:25:54.792118 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da239302-17e6-4dde-b137-c9d773c12e72 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:54.792448 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da239302-17e6-4dde-b137-c9d773c12e72 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:54.804753 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db23b82b-f2cc-4fd4-af6f-6f69ceb5ff92 req-c24a1517-b418-46b1-a03a-fa0977f4ec49 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773096 Nov 11 17:25:54.832670 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-da239302-17e6-4dde-b137-c9d773c12e72 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Calling delete_port for cb276388-728a-4227-ae85-ba2ca7c76333 owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:25:54.845039 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:25:54.864340 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-03ab657d-0f11-49d6-9f83-c87a15430ee2 req-a155760c-a80a-4e1b-b6d7-83d9d698009e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=100d9251-8317-4035-82f2-8020e7c0c853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806944 Nov 11 17:25:54.919786 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31d6ad-d04e-4d45-8bc4-176368851e9e req-9ab3ddf4-33a6-475d-adc0-c4f90791da08 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:54.924216 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1d31d6ad-d04e-4d45-8bc4-176368851e9e req-9ab3ddf4-33a6-475d-adc0-c4f90791da08 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff6cb706-8283-4076-8b33-9253f9f9ab9b HTTP/1.1" status: 200 len: 949 time: 0.0732312 Nov 11 17:25:54.986296 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1d31d6ad-d04e-4d45-8bc4-176368851e9e req-4e3dd0d3-ff96-4914-9bda-edc099d7c446 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/security-groups?id=100d9251-8317-4035-82f2-8020e7c0c853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582559 Nov 11 17:25:55.008037 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da239302-17e6-4dde-b137-c9d773c12e72 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:55.040086 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da239302-17e6-4dde-b137-c9d773c12e72 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event deleted for resources: {'Port': ['ID=cb276388-728a-4227-ae85-ba2ca7c76333,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:55.101118 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da239302-17e6-4dde-b137-c9d773c12e72 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:55.105002 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da239302-17e6-4dde-b137-c9d773c12e72 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:55.106147 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-da239302-17e6-4dde-b137-c9d773c12e72 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "DELETE /v2.0/floatingips/e75f4ed2-db3d-464d-ae7f-7217f85cbf37 HTTP/1.1" status: 204 len: 168 time: 0.7883449 Nov 11 17:25:55.109649 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60392) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:55.113945 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-bb64ed59-535a-4c77-9790-85ec98b1ba21 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': '904d8b83-7686-4f6d-9bd1-d2bf3830b8dd'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:55.140759 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb64ed59-535a-4c77-9790-85ec98b1ba21 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:55.257242 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb64ed59-535a-4c77-9790-85ec98b1ba21 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:55.389679 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-bb64ed59-535a-4c77-9790-85ec98b1ba21 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Allocated IP 172.25.2.91 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/1a23054e-8e0f-447b-8fed-a26d9f0bfed8) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:55.426913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd0ee2-1deb-4606-a9a5-ac96ba8284d4 req-8a89df36-7682-4c19-aab5-3a68019f3845 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:55.438054 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-18dd0ee2-1deb-4606-a9a5-ac96ba8284d4 req-8a89df36-7682-4c19-aab5-3a68019f3845 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.0701621 Nov 11 17:25:55.504235 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-18dd0ee2-1deb-4606-a9a5-ac96ba8284d4 req-b4b04edc-ddea-44fe-a0a1-09c1f9985478 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639548 Nov 11 17:25:55.534492 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb64ed59-535a-4c77-9790-85ec98b1ba21 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:55.588757 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb64ed59-535a-4c77-9790-85ec98b1ba21 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:55.647067 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb64ed59-535a-4c77-9790-85ec98b1ba21 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:55.651302 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-bb64ed59-535a-4c77-9790-85ec98b1ba21 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:55.656094 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb64ed59-535a-4c77-9790-85ec98b1ba21 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:55.660864 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b03cc9-81ac-4b39-8666-e87fb3850f6c req-008dadf4-3e79-41ef-87e2-3cb0a7438553 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:55.664961 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64ed59-535a-4c77-9790-85ec98b1ba21 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Port': ['ID=1a23054e-8e0f-447b-8fed-a26d9f0bfed8,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:55.672582 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b2b03cc9-81ac-4b39-8666-e87fb3850f6c req-008dadf4-3e79-41ef-87e2-3cb0a7438553 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.1210945 Nov 11 17:25:55.758191 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b2b03cc9-81ac-4b39-8666-e87fb3850f6c req-64712198-7907-4ef8-9b80-7fb71ad2dfc2 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842049 Nov 11 17:25:56.067475 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566aa084-61a8-4bfa-a85e-68462d287507 req-eb85ce87-263c-4f56-b877-c35e5d08410c tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:56.075764 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-566aa084-61a8-4bfa-a85e-68462d287507 req-eb85ce87-263c-4f56-b877-c35e5d08410c tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 945 time: 0.1117074 Nov 11 17:25:56.093053 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29a2e5-c95e-4b59-bbe3-abf01346e91f req-ef8ba647-e597-4bd6-a804-7f929b94fcf6 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:56.101495 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0f29a2e5-c95e-4b59-bbe3-abf01346e91f req-ef8ba647-e597-4bd6-a804-7f929b94fcf6 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.1543963 Nov 11 17:25:56.144373 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b61072-0677-48eb-be9b-eb3b7d2e0e5e req-c5b2a17f-769e-470b-a07a-c9cef5152c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:56.146355 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-54b61072-0677-48eb-be9b-eb3b7d2e0e5e req-c5b2a17f-769e-470b-a07a-c9cef5152c15 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=abf17260565d4acea77891fd27b11cc9&device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 1097 time: 0.1332254 Nov 11 17:25:56.227155 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-566aa084-61a8-4bfa-a85e-68462d287507 req-cd09289a-82f0-49f1-99a6-4f064c214b4d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473711 Nov 11 17:25:56.264113 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0f29a2e5-c95e-4b59-bbe3-abf01346e91f req-9fdf1ad1-74d3-4c34-8892-be533e7c4e96 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614952 Nov 11 17:25:56.401905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20426d4c-4c74-4862-a4fa-ad3195a5a093 req-cf5b0a00-72b6-4361-842d-1f40f30e9795 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:56.404388 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-20426d4c-4c74-4862-a4fa-ad3195a5a093 req-cf5b0a00-72b6-4361-842d-1f40f30e9795 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff6cb706-8283-4076-8b33-9253f9f9ab9b HTTP/1.1" status: 200 len: 949 time: 0.0684502 Nov 11 17:25:56.479253 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-20426d4c-4c74-4862-a4fa-ad3195a5a093 req-c178b31b-7db6-422c-9eb9-e610d3495427 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/security-groups?id=100d9251-8317-4035-82f2-8020e7c0c853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640745 Nov 11 17:25:56.668377 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb64ed59-535a-4c77-9790-85ec98b1ba21 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:56.697123 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b61072-0677-48eb-be9b-eb3b7d2e0e5e req-6bd8db22-4fa2-4503-bd40-fb9c75bce936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:56.701571 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-54b61072-0677-48eb-be9b-eb3b7d2e0e5e req-6bd8db22-4fa2-4503-bd40-fb9c75bce936 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cc69df84-fcc8-4acf-afe7-fe8c0ee8893d HTTP/1.1" status: 200 len: 918 time: 0.5450232 Nov 11 17:25:56.771823 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-54b61072-0677-48eb-be9b-eb3b7d2e0e5e req-1190cc08-38c0-4228-9887-72615b35f4cc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c883575-bd5c-48e1-89fa-1a120da66d93 HTTP/1.1" status: 200 len: 217 time: 0.0573044 Nov 11 17:25:56.818903 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0b2a7-558c-4912-b8f9-2a3a5ad18392 req-f0b8a91b-a73c-48c8-835b-3c79ed0865b5 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:56.820508 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aab0b2a7-558c-4912-b8f9-2a3a5ad18392 req-f0b8a91b-a73c-48c8-835b-3c79ed0865b5 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff6cb706-8283-4076-8b33-9253f9f9ab9b HTTP/1.1" status: 200 len: 949 time: 0.0804653 Nov 11 17:25:56.889664 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb64ed59-535a-4c77-9790-85ec98b1ba21 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:56.896775 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b61072-0677-48eb-be9b-eb3b7d2e0e5e req-e3867539-4c93-4c03-9fa1-5ba54b32bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:56.899063 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-54b61072-0677-48eb-be9b-eb3b7d2e0e5e req-e3867539-4c93-4c03-9fa1-5ba54b32bfbb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5890a06f-71f1-48e5-b348-55ef393d6b69 HTTP/1.1" status: 200 len: 855 time: 0.1133661 Nov 11 17:25:56.919400 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aab0b2a7-558c-4912-b8f9-2a3a5ad18392 req-ff566665-fbe5-4779-a6db-a47bd7ab587c tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/security-groups?id=100d9251-8317-4035-82f2-8020e7c0c853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835795 Nov 11 17:25:56.999025 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b61072-0677-48eb-be9b-eb3b7d2e0e5e req-7180b3f1-895e-4e21-a186-07892ee148cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:57.001078 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-54b61072-0677-48eb-be9b-eb3b7d2e0e5e req-7180b3f1-895e-4e21-a186-07892ee148cb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cc69df84-fcc8-4acf-afe7-fe8c0ee8893d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793111 Nov 11 17:25:57.025669 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3224e-3b86-47bf-9ecb-4405422e1a33 req-87c1aacc-1a3f-48fb-93a2-ebd3f5aedbf2 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:57.028325 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a6c3224e-3b86-47bf-9ecb-4405422e1a33 req-87c1aacc-1a3f-48fb-93a2-ebd3f5aedbf2 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.1078491 Nov 11 17:25:57.088091 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a6c3224e-3b86-47bf-9ecb-4405422e1a33 req-8cb4dc3c-19cb-4d8f-bd6b-6bd364df6126 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571315 Nov 11 17:25:57.214636 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-54b61072-0677-48eb-be9b-eb3b7d2e0e5e req-d84ddf0c-821d-4e52-b41a-98a121a0a256 service neutron] 10.222.0.83 "GET /v2.0/networks/cc69df84-fcc8-4acf-afe7-fe8c0ee8893d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961186 Nov 11 17:25:57.255237 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb64ed59-535a-4c77-9790-85ec98b1ba21 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:57.303352 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb64ed59-535a-4c77-9790-85ec98b1ba21 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:57.374159 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41593aad-529f-4a7f-8870-f3c0967ad707 req-1aa3ab65-f2a6-4840-b804-5a439f0c8c35 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:57.384283 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-41593aad-529f-4a7f-8870-f3c0967ad707 req-1aa3ab65-f2a6-4840-b804-5a439f0c8c35 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 945 time: 0.0640223 Nov 11 17:25:57.431500 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb64ed59-535a-4c77-9790-85ec98b1ba21 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:57.434394 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64ed59-535a-4c77-9790-85ec98b1ba21 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Port': ['ID=1a23054e-8e0f-447b-8fed-a26d9f0bfed8,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:57.480485 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-41593aad-529f-4a7f-8870-f3c0967ad707 req-197538f6-b552-4d48-bf76-a5bd9613c025 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867093 Nov 11 17:25:57.501921 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840be03d-2574-4537-95b7-2bbcec68910b req-7137534b-e99a-4f42-ae1f-76c5c3c9596f tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:57.503487 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-840be03d-2574-4537-95b7-2bbcec68910b req-7137534b-e99a-4f42-ae1f-76c5c3c9596f tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.1034498 Nov 11 17:25:57.507146 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-54b61072-0677-48eb-be9b-eb3b7d2e0e5e req-c9c1169b-d62d-4a60-9b70-0e75584516aa service neutron] 10.222.0.83 "GET /v2.0/networks/cc69df84-fcc8-4acf-afe7-fe8c0ee8893d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804368 Nov 11 17:25:57.580378 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-840be03d-2574-4537-95b7-2bbcec68910b req-08ed5fe4-d165-4f88-842c-b1275eb20940 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678184 Nov 11 17:25:57.584471 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-bb64ed59-535a-4c77-9790-85ec98b1ba21 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Floating IP 99fc9d6e-e260-4fc6-b022-c641ea779606 associated. External IP: 172.25.2.91, port: 904d8b83-7686-4f6d-9bd1-d2bf3830b8dd. Nov 11 17:25:57.808215 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb64ed59-535a-4c77-9790-85ec98b1ba21 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Router 3790632f-ba6e-43e1-83bc-fd82d5398b42 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:25:57.932424 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb64ed59-535a-4c77-9790-85ec98b1ba21 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:25:57.947556 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0789351e-5d7b-4edc-a078-6ce01443d69f None None] Sync routers for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:25:57.963628 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0789351e-5d7b-4edc-a078-6ce01443d69f None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:57.964631 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb64ed59-535a-4c77-9790-85ec98b1ba21 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:57.964854 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-0789351e-5d7b-4edc-a078-6ce01443d69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:58.007337 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bb64ed59-535a-4c77-9790-85ec98b1ba21 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.8941951 Nov 11 17:25:58.008022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60436) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:58.010675 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-0789351e-5d7b-4edc-a078-6ce01443d69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:58.014185 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-199d7100-cc66-454e-8bf9-e8e4a7b72552 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1387259458'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:58.025742 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0789351e-5d7b-4edc-a078-6ce01443d69f None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:25:58.026365 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-0789351e-5d7b-4edc-a078-6ce01443d69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:58.051155 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199d7100-cc66-454e-8bf9-e8e4a7b72552 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Made reservation on behalf of d66d3178b2c5474bacb06315082d215a for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:25:58.061335 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-199d7100-cc66-454e-8bf9-e8e4a7b72552 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:58.063592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb30c3-0b59-478a-b9da-a110e38c15a3 req-84872e75-2bd9-42c7-9c96-b8261b4ad578 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:58.072729 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8bbb30c3-0b59-478a-b9da-a110e38c15a3 req-84872e75-2bd9-42c7-9c96-b8261b4ad578 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff6cb706-8283-4076-8b33-9253f9f9ab9b HTTP/1.1" status: 200 len: 949 time: 0.0780022 Nov 11 17:25:58.077063 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-0789351e-5d7b-4edc-a078-6ce01443d69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:25:58.077823 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0789351e-5d7b-4edc-a078-6ce01443d69f None None] The sync data for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:25:58.127851 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199d7100-cc66-454e-8bf9-e8e4a7b72552 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1284} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:25:58.139148 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-199d7100-cc66-454e-8bf9-e8e4a7b72552 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:58.140015 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-199d7100-cc66-454e-8bf9-e8e4a7b72552 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Added segment 9affbccc-daa8-4326-b31f-0212da211ecd of type vlan for network af50a9a1-4b11-4647-a37f-cd248622c0ca Nov 11 17:25:58.140344 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8bbb30c3-0b59-478a-b9da-a110e38c15a3 req-26d4df8b-3da0-4ddd-b219-56d0b99f57b0 tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/security-groups?id=100d9251-8317-4035-82f2-8020e7c0c853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659199 Nov 11 17:25:58.200002 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-199d7100-cc66-454e-8bf9-e8e4a7b72552 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:58.227053 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-199d7100-cc66-454e-8bf9-e8e4a7b72552 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:58.234347 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199d7100-cc66-454e-8bf9-e8e4a7b72552 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:58.234953 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-199d7100-cc66-454e-8bf9-e8e4a7b72552 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:58.254203 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fdfa5-126c-41e1-80a8-5f4fc49b9740 req-e16de81a-5c39-4368-a95b-040bf9ab5eae tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:58.255826 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a32fdfa5-126c-41e1-80a8-5f4fc49b9740 req-e16de81a-5c39-4368-a95b-040bf9ab5eae tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.0538990 Nov 11 17:25:58.305272 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-199d7100-cc66-454e-8bf9-e8e4a7b72552 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2923837 Nov 11 17:25:58.305272 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60442) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:58.310083 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b5f7350f-cc45-45f7-b370-935f98729af0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Request body: {'subnet': {'network_id': 'af50a9a1-4b11-4647-a37f-cd248622c0ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:58.311009 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a32fdfa5-126c-41e1-80a8-5f4fc49b9740 req-c39fa42c-2191-45ef-aa46-318662c5fc05 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475206 Nov 11 17:25:58.335259 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d7100-cc66-454e-8bf9-e8e4a7b72552 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Network': ['ID=af50a9a1-4b11-4647-a37f-cd248622c0ca,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:58.345863 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network af50a9a1-4b11-4647-a37f-cd248622c0ca details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:25:58.455183 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f7350f-cc45-45f7-b370-935f98729af0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Made reservation on behalf of d66d3178b2c5474bacb06315082d215a for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:25:58.458613 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b5f7350f-cc45-45f7-b370-935f98729af0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:58.545615 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e9d52-6874-4db0-ac82-86f1a85aff44 req-e33211a3-adce-4fdc-8afc-69930d3dda3c tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:58.547150 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-908e9d52-6874-4db0-ac82-86f1a85aff44 req-e33211a3-adce-4fdc-8afc-69930d3dda3c tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff6cb706-8283-4076-8b33-9253f9f9ab9b HTTP/1.1" status: 200 len: 949 time: 0.1249394 Nov 11 17:25:58.591516 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94984c94-8447-4757-a5e1-a9ccdc43117f req-582d96d2-609f-46e6-880b-efb2afec2b66 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:58.592947 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94984c94-8447-4757-a5e1-a9ccdc43117f req-582d96d2-609f-46e6-880b-efb2afec2b66 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 945 time: 0.0530326 Nov 11 17:25:58.659115 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94984c94-8447-4757-a5e1-a9ccdc43117f req-97516363-25e3-441f-a64b-4f41e6f660c9 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590982 Nov 11 17:25:58.721395 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b12d9-dae0-4557-af4f-b3aea9a6383c req-04fa729c-e393-4807-b480-e39d4483de25 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:58.722966 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e9b12d9-dae0-4557-af4f-b3aea9a6383c req-04fa729c-e393-4807-b480-e39d4483de25 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.0616639 Nov 11 17:25:58.737373 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-908e9d52-6874-4db0-ac82-86f1a85aff44 req-ed637e61-4367-4306-8faf-c3d0a2e1372a tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Deleting port ce1bd92d-3c22-449a-a2be-17ab10a6e669 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:25:58.737715 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-908e9d52-6874-4db0-ac82-86f1a85aff44 req-ed637e61-4367-4306-8faf-c3d0a2e1372a tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:58.777926 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e9b12d9-dae0-4557-af4f-b3aea9a6383c req-9dea7b68-801d-434e-a6d4-56d5798056cf tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464292 Nov 11 17:25:58.794534 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b5f7350f-cc45-45f7-b370-935f98729af0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:58.895977 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7350f-cc45-45f7-b370-935f98729af0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Subnet': ['ID=79df1777-6c41-4afc-b84d-2f0915d1377f,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:58.927101 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-908e9d52-6874-4db0-ac82-86f1a85aff44 req-ed637e61-4367-4306-8faf-c3d0a2e1372a tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] For port ce1bd92d-3c22-449a-a2be-17ab10a6e669, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=ce1bd92d-3c22-449a-a2be-17ab10a6e669,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:25:58.927470 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-908e9d52-6874-4db0-ac82-86f1a85aff44 req-ed637e61-4367-4306-8faf-c3d0a2e1372a tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:58.941720 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f7350f-cc45-45f7-b370-935f98729af0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Checking segment: {'id': '9affbccc-daa8-4326-b31f-0212da211ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'af50a9a1-4b11-4647-a37f-cd248622c0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:25:58.942084 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f7350f-cc45-45f7-b370-935f98729af0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Network hostable DHCP agents. Network: af50a9a1-4b11-4647-a37f-cd248622c0ca, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:25:58.945029 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071935f8-0a03-4f23-bd2d-eb468d294dc3 req-0d2ecf7d-8dfe-42fc-8742-db0ac601deca tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:58.948974 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-908e9d52-6874-4db0-ac82-86f1a85aff44 req-ed637e61-4367-4306-8faf-c3d0a2e1372a tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Calling delete_port for ce1bd92d-3c22-449a-a2be-17ab10a6e669 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:25:58.956295 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-071935f8-0a03-4f23-bd2d-eb468d294dc3 req-0d2ecf7d-8dfe-42fc-8742-db0ac601deca tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.0731902 Nov 11 17:25:59.019853 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-071935f8-0a03-4f23-bd2d-eb468d294dc3 req-3445ce81-b76e-4eea-a388-af3c5cfd6ddd tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551736 Nov 11 17:25:59.046208 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a018a452-0a0e-4774-a6e6-f6e917764c7d req-a37b1402-e625-4452-aab0-43a3f9590463 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0984738 Nov 11 17:25:59.050140 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f7350f-cc45-45f7-b370-935f98729af0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Network af50a9a1-4b11-4647-a37f-cd248622c0ca is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:25:59.101318 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-b5f7350f-cc45-45f7-b370-935f98729af0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, af50a9a1-4b11-4647-a37f-cd248622c0ca) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:59.110429 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997bdd81-0595-42f0-b377-5074f958800b None None] Network af50a9a1-4b11-4647-a37f-cd248622c0ca requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:25:59.112578 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f7350f-cc45-45f7-b370-935f98729af0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:59.113176 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b5f7350f-cc45-45f7-b370-935f98729af0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:59.145870 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b5f7350f-cc45-45f7-b370-935f98729af0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8380578 Nov 11 17:25:59.146719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60458) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:25:59.148918 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018a452-0a0e-4774-a6e6-f6e917764c7d req-6d37b4ad-62da-4a36-89a8-792cb198b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:59.150426 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a018a452-0a0e-4774-a6e6-f6e917764c7d req-6d37b4ad-62da-4a36-89a8-792cb198b576 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 1095 time: 0.0797148 Nov 11 17:25:59.152752 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e6292374-f2a4-4fa9-a6fb-1c0dd812d1f7 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-949404315', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}, 'admin_state_up': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:25:59.184286 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4f40c-bb23-48f4-a597-5f5de7e11742 req-01f084fb-5048-49bb-84cb-28ac2896d718 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:59.194567 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-91a4f40c-bb23-48f4-a597-5f5de7e11742 req-01f084fb-5048-49bb-84cb-28ac2896d718 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd400c43-be3b-4807-b52d-e11cf7fcb746 HTTP/1.1" status: 200 len: 945 time: 0.1039567 Nov 11 17:25:59.229621 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6292374-f2a4-4fa9-a6fb-1c0dd812d1f7 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:59.231067 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6292374-f2a4-4fa9-a6fb-1c0dd812d1f7 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:59.271501 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-908e9d52-6874-4db0-ac82-86f1a85aff44 req-ed637e61-4367-4306-8faf-c3d0a2e1372a tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:59.288383 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-91a4f40c-bb23-48f4-a597-5f5de7e11742 req-ae3368fd-754b-4671-9ebf-b9e817748048 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876384 Nov 11 17:25:59.307914 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['ce1bd92d-3c22-449a-a2be-17ab10a6e669'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:25:59.336438 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed637e61-4367-4306-8faf-c3d0a2e1372a tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Pushing event deleted for resources: {'Port': ['ID=ce1bd92d-3c22-449a-a2be-17ab10a6e669,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:59.339159 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a911aa-fbaf-423a-b7e8-968c1d4d6351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-af50a9a1-4b11-4647-a37f-cd248622c0ca', 'network_id': 'af50a9a1-4b11-4647-a37f-cd248622c0ca', 'tenant_id': 'd66d3178b2c5474bacb06315082d215a', 'fixed_ips': [{'subnet_id': '79df1777-6c41-4afc-b84d-2f0915d1377f'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:25:59.340369 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b3a911aa-fbaf-423a-b7e8-968c1d4d6351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:59.385102 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-908e9d52-6874-4db0-ac82-86f1a85aff44 req-ed637e61-4367-4306-8faf-c3d0a2e1372a tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] No DVR routers for this DVR port ce1bd92d-3c22-449a-a2be-17ab10a6e669 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:25:59.388319 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018a452-0a0e-4774-a6e6-f6e917764c7d req-02e362bf-bb59-4610-95ca-0c9f4edbc8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:59.389588 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a018a452-0a0e-4774-a6e6-f6e917764c7d req-02e362bf-bb59-4610-95ca-0c9f4edbc8fc service neutron] 10.222.0.83 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 922 time: 0.2091045 Nov 11 17:25:59.390648 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-908e9d52-6874-4db0-ac82-86f1a85aff44 req-ed637e61-4367-4306-8faf-c3d0a2e1372a tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:59.393920 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-908e9d52-6874-4db0-ac82-86f1a85aff44 req-ed637e61-4367-4306-8faf-c3d0a2e1372a tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.64 "DELETE /v2.0/ports/ce1bd92d-3c22-449a-a2be-17ab10a6e669 HTTP/1.1" status: 204 len: 173 time: 0.8393075 Nov 11 17:25:59.394364 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6cb706-8283-4076-8b33-9253f9f9ab9b', 'name': 'network-vif-deleted', 'tag': 'ce1bd92d-3c22-449a-a2be-17ab10a6e669'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:25:59.396756 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e43104-6b88-4c18-bbc7-1b375288d469" -d '{"events": [{"server_uuid": "ff6cb706-8283-4076-8b33-9253f9f9ab9b", "name": "network-vif-deleted", "tag": "ce1bd92d-3c22-449a-a2be-17ab10a6e669"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:25:59.485421 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6292374-f2a4-4fa9-a6fb-1c0dd812d1f7 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:59.492256 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb0a569d-8ce2-4d9b-ad44-617cd289c073 req-e3bf970b-dfbf-4351-8d88-9512f871047f tempest-ImagesNegativeTestJSON-1078025543 tempest-ImagesNegativeTestJSON-1078025543-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff6cb706-8283-4076-8b33-9253f9f9ab9b HTTP/1.1" status: 200 len: 210 time: 0.1938944 Nov 11 17:25:59.514141 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a018a452-0a0e-4774-a6e6-f6e917764c7d req-a4b521a0-4d72-43c3-9696-6b9748e014fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e977375-1038-4f53-b91f-ba5163a84796 HTTP/1.1" status: 200 len: 217 time: 0.1047065 Nov 11 17:25:59.608841 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018a452-0a0e-4774-a6e6-f6e917764c7d req-168a0135-0b50-4809-8502-02bd16982f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:25:59.618887 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a018a452-0a0e-4774-a6e6-f6e917764c7d req-168a0135-0b50-4809-8502-02bd16982f9c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 200 len: 860 time: 0.1053724 Nov 11 17:25:59.638406 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-b3a911aa-fbaf-423a-b7e8-968c1d4d6351 None None] Allocated IP 172.20.0.2 (af50a9a1-4b11-4647-a37f-cd248622c0ca/79df1777-6c41-4afc-b84d-2f0915d1377f/ff185015-efe6-4605-bb25-e2fad731a9ac) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:25:59.679609 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a018a452-0a0e-4774-a6e6-f6e917764c7d req-38b47b54-881a-4bb7-b9b0-e8a461f8ab16 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f44096b2-3051-4615-8241-50ad95944236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530136 Nov 11 17:25:59.824084 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a018a452-0a0e-4774-a6e6-f6e917764c7d req-e0cc9618-8456-44d6-8580-8cd2b3afa191 service neutron] 10.222.0.83 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323345 Nov 11 17:25:59.864034 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b3a911aa-fbaf-423a-b7e8-968c1d4d6351 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:59.871948 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b3a911aa-fbaf-423a-b7e8-968c1d4d6351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:25:59.913112 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a911aa-fbaf-423a-b7e8-968c1d4d6351 None None] Network af50a9a1-4b11-4647-a37f-cd248622c0ca is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:25:59.917179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-b3a911aa-fbaf-423a-b7e8-968c1d4d6351 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:25:59.920529 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a911aa-fbaf-423a-b7e8-968c1d4d6351 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:25:59.942558 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a911aa-fbaf-423a-b7e8-968c1d4d6351 None None] Pushing event updated for resources: {'Port': ['ID=ff185015-efe6-4605-bb25-e2fad731a9ac,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:25:59.969279 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a018a452-0a0e-4774-a6e6-f6e917764c7d req-6a7d4410-01f7-484b-b3f9-17e5d7fa59a2 service neutron] 10.222.0.83 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384265 Nov 11 17:26:00.022417 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b3a911aa-fbaf-423a-b7e8-968c1d4d6351 None None] Attempting to bind port ff185015-efe6-4605-bb25-e2fad731a9ac on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:26:00.022935 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b3a911aa-fbaf-423a-b7e8-968c1d4d6351 None None] Attempting to bind port ff185015-efe6-4605-bb25-e2fad731a9ac by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '9affbccc-daa8-4326-b31f-0212da211ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'af50a9a1-4b11-4647-a37f-cd248622c0ca'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:26:00.023533 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a911aa-fbaf-423a-b7e8-968c1d4d6351 None None] Attempting to bind port ff185015-efe6-4605-bb25-e2fad731a9ac on network af50a9a1-4b11-4647-a37f-cd248622c0ca {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:26:00.031867 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a911aa-fbaf-423a-b7e8-968c1d4d6351 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:26:00.032371 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a911aa-fbaf-423a-b7e8-968c1d4d6351 None None] Checking segment: {'id': '9affbccc-daa8-4326-b31f-0212da211ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'af50a9a1-4b11-4647-a37f-cd248622c0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:26:00.032841 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b3a911aa-fbaf-423a-b7e8-968c1d4d6351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:00.033538 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a911aa-fbaf-423a-b7e8-968c1d4d6351 None None] Bound using segment: {'id': '9affbccc-daa8-4326-b31f-0212da211ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'af50a9a1-4b11-4647-a37f-cd248622c0ca'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:26:00.034134 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b3a911aa-fbaf-423a-b7e8-968c1d4d6351 None None] Bound port: ff185015-efe6-4605-bb25-e2fad731a9ac, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9affbccc-daa8-4326-b31f-0212da211ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'af50a9a1-4b11-4647-a37f-cd248622c0ca'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:26:00.034622 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b3a911aa-fbaf-423a-b7e8-968c1d4d6351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:00.105423 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b3a911aa-fbaf-423a-b7e8-968c1d4d6351 None None] For port ff185015-efe6-4605-bb25-e2fad731a9ac, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:26:00.109261 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b3a911aa-fbaf-423a-b7e8-968c1d4d6351 None None] For port ff185015-efe6-4605-bb25-e2fad731a9ac, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ff185015-efe6-4605-bb25-e2fad731a9ac,segment=NetworkSegment(9affbccc-daa8-4326-b31f-0212da211ecd),segment_id=9affbccc-daa8-4326-b31f-0212da211ecd)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:26:00.119700 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b3a911aa-fbaf-423a-b7e8-968c1d4d6351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:00.186666 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0d9fc-ff4d-4c79-a96d-022a7b349fa9 req-93ec30ee-2136-46fc-889e-94142a9e8a93 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:00.194717 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89b0d9fc-ff4d-4c79-a96d-022a7b349fa9 req-93ec30ee-2136-46fc-889e-94142a9e8a93 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 945 time: 0.5306995 Nov 11 17:26:00.203967 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c199f4d-2cda-4ba1-9ad1-277a53800ac7 req-6879b684-ce69-4c74-94e2-986911b93834 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:00.205843 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c199f4d-2cda-4ba1-9ad1-277a53800ac7 req-6879b684-ce69-4c74-94e2-986911b93834 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.5407846 Nov 11 17:26:00.208289 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6292374-f2a4-4fa9-a6fb-1c0dd812d1f7 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:00.340753 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89b0d9fc-ff4d-4c79-a96d-022a7b349fa9 req-7ec390a1-ae5c-4055-a394-c6c5ab16d70c tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448007 Nov 11 17:26:00.342143 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a911aa-fbaf-423a-b7e8-968c1d4d6351 None None] Pushing event updated for resources: {'Port': ['ID=ff185015-efe6-4605-bb25-e2fad731a9ac,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:00.359938 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c199f4d-2cda-4ba1-9ad1-277a53800ac7 req-e2d0dc41-7039-4405-8658-4d17133a662c tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344414 Nov 11 17:26:00.560243 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43c840f-b796-4a3d-b4ed-337cbf2a94b9 x-openstack-request-id: req-f43c840f-b796-4a3d-b4ed-337cbf2a94b9 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:26:00.560752 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6cb706-8283-4076-8b33-9253f9f9ab9b", "name": "network-vif-deleted", "tag": "ce1bd92d-3c22-449a-a2be-17ab10a6e669", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:26:00.561238 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f43c840f-b796-4a3d-b4ed-337cbf2a94b9 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:26:00.561656 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6cb706-8283-4076-8b33-9253f9f9ab9b', 'name': 'network-vif-deleted', 'tag': 'ce1bd92d-3c22-449a-a2be-17ab10a6e669', 'status': 'completed', 'code': 200} Nov 11 17:26:00.624095 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6292374-f2a4-4fa9-a6fb-1c0dd812d1f7 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:00.637149 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed86d287-cb7e-4798-b39d-3ae97df0e2f5 req-d2b53070-eadb-4201-b4a1-aea097649466 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:00.646327 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed86d287-cb7e-4798-b39d-3ae97df0e2f5 req-d2b53070-eadb-4201-b4a1-aea097649466 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 945 time: 0.1356301 Nov 11 17:26:00.666887 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6292374-f2a4-4fa9-a6fb-1c0dd812d1f7 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:00.672243 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ff185015-efe6-4605-bb25-e2fad731a9ac up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:26:00.690541 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-5952fa8d-16b9-4af6-86d1-46d4738bf1e9 req-914e4367-edd7-498a-986e-8e6c7e9e53b7 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:26:00.691540 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5952fa8d-16b9-4af6-86d1-46d4738bf1e9 req-914e4367-edd7-498a-986e-8e6c7e9e53b7 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076239 Nov 11 17:26:00.732699 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port ff185015-efe6-4605-bb25-e2fad731a9ac triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:00.733078 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:00.834739 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:00.844537 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed86d287-cb7e-4798-b39d-3ae97df0e2f5 req-4900092a-7935-45cd-9e8e-94ca8d9853c5 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866260 Nov 11 17:26:00.871507 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port ff185015-efe6-4605-bb25-e2fad731a9ac, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ff185015-efe6-4605-bb25-e2fad731a9ac,segment=NetworkSegment(9affbccc-daa8-4326-b31f-0212da211ecd),segment_id=9affbccc-daa8-4326-b31f-0212da211ecd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:00.876807 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:00.911416 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5952fa8d-16b9-4af6-86d1-46d4738bf1e9 req-31aaeb11-197e-4e70-8dd1-9e0008b487f4 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1837323 Nov 11 17:26:00.935060 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=ff185015-efe6-4605-bb25-e2fad731a9ac,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:00.963469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-e6292374-f2a4-4fa9-a6fb-1c0dd812d1f7 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Allocated IP 172.25.2.153 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/a3ed1a9d-4439-446e-a770-b99e1336ff25) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:26:01.164066 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6292374-f2a4-4fa9-a6fb-1c0dd812d1f7 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:01.257334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2225c4-4d82-41be-bcc4-6cd69b12da51 req-4856fc9a-e946-406e-a277-81ca8ccfcfbc tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:01.259874 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0e2225c4-4d82-41be-bcc4-6cd69b12da51 req-4856fc9a-e946-406e-a277-81ca8ccfcfbc tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.0815828 Nov 11 17:26:01.275508 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6292374-f2a4-4fa9-a6fb-1c0dd812d1f7 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:01.342604 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6292374-f2a4-4fa9-a6fb-1c0dd812d1f7 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:26:01.360399 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-e6292374-f2a4-4fa9-a6fb-1c0dd812d1f7 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:01.364116 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6292374-f2a4-4fa9-a6fb-1c0dd812d1f7 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:26:01.396930 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44f3a4c-7c0e-4408-8655-a6af16170aaa None None] Network af50a9a1-4b11-4647-a37f-cd248622c0ca requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:26:01.409893 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6292374-f2a4-4fa9-a6fb-1c0dd812d1f7 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Port': ['ID=a3ed1a9d-4439-446e-a770-b99e1336ff25,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:01.426029 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0e2225c4-4d82-41be-bcc4-6cd69b12da51 req-4dd51289-ea09-43a5-83fd-ffcf19d8cfd8 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575122 Nov 11 17:26:01.530912 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-02420ed9-e8b9-45e8-87c8-32bcb6093b68 None None] Provisioning complete for port ff185015-efe6-4605-bb25-e2fad731a9ac triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:01.531542 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02420ed9-e8b9-45e8-87c8-32bcb6093b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:01.608764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60508) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:01.630171 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439912a-cb76-465b-8d45-9006c3ea590d req-55377c02-7645-4313-850e-10e3efe31d38 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:01.631758 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a439912a-cb76-465b-8d45-9006c3ea590d req-55377c02-7645-4313-850e-10e3efe31d38 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.1952984 Nov 11 17:26:01.693468 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef78cb-147e-42cc-87d4-400dafbcc4e0 req-130dd6d6-5ce7-4a81-8c33-4e17e58821bc tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:01.702945 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2fef78cb-147e-42cc-87d4-400dafbcc4e0 req-130dd6d6-5ce7-4a81-8c33-4e17e58821bc tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd400c43-be3b-4807-b52d-e11cf7fcb746 HTTP/1.1" status: 200 len: 945 time: 0.1338422 Nov 11 17:26:01.830170 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-71cda4e0-76a7-4786-87e4-59265ee26cbf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f52a0ea95ff347b18f7c7cf69ffe41d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2187073 Nov 11 17:26:01.830861 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60516) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:01.839504 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a439912a-cb76-465b-8d45-9006c3ea590d req-51cc5dfb-0ea9-49d0-92d8-2577829709cc tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935043 Nov 11 17:26:01.905778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2fef78cb-147e-42cc-87d4-400dafbcc4e0 req-0928ada4-8c22-47e3-bc54-e81985d832d7 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015035 Nov 11 17:26:01.926804 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a561-fcbe-428a-b4b3-72440e4ac1ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:01.951475 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a561-fcbe-428a-b4b3-72440e4ac1ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:01.998719 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6292374-f2a4-4fa9-a6fb-1c0dd812d1f7 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:02.046363 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a561-fcbe-428a-b4b3-72440e4ac1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:02.050190 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a561-fcbe-428a-b4b3-72440e4ac1ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:02.050949 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6d5401ba-dc7f-470b-8b35-46965271597a None None] Provisioning complete for port ff185015-efe6-4605-bb25-e2fad731a9ac triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:02.051318 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6d5401ba-dc7f-470b-8b35-46965271597a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:02.052593 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a4f6a561-fcbe-428a-b4b3-72440e4ac1ef admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/100d9251-8317-4035-82f2-8020e7c0c853 HTTP/1.1" status: 204 len: 168 time: 0.2195351 Nov 11 17:26:02.085277 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6a561-fcbe-428a-b4b3-72440e4ac1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100d9251-8317-4035-82f2-8020e7c0c853,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:02.198091 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6c817-9271-47fc-be94-fb25b0af5f97 req-02d9a319-4676-4b3d-accd-f15e3de18e6e tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:02.199602 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b2f6c817-9271-47fc-be94-fb25b0af5f97 req-02d9a319-4676-4b3d-accd-f15e3de18e6e tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 945 time: 0.1592200 Nov 11 17:26:02.219188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e365bb-e5af-479e-8fb6-ccc286862545 req-314c1127-eb8b-4ee7-8131-afa2ea0f7700 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:02.220694 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-78e365bb-e5af-479e-8fb6-ccc286862545 req-314c1127-eb8b-4ee7-8131-afa2ea0f7700 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 945 time: 0.1814582 Nov 11 17:26:02.347631 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b2f6c817-9271-47fc-be94-fb25b0af5f97 req-ddcd8aa8-1dfc-461f-9edb-5da0a60d99f1 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401815 Nov 11 17:26:02.396173 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-78e365bb-e5af-479e-8fb6-ccc286862545 req-fab29d2a-def4-41ad-8594-3022f19ec09a tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646357 Nov 11 17:26:02.424251 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6292374-f2a4-4fa9-a6fb-1c0dd812d1f7 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:02.581850 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ff185015-efe6-4605-bb25-e2fad731a9ac up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:26:02.673014 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port ff185015-efe6-4605-bb25-e2fad731a9ac triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:02.674804 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:02.677985 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ae4bb-1708-48dc-a0e8-34d8a202bc56 req-b4cb2f72-8e9b-44a0-a6c0-d7db5084d659 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:02.685739 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ae4bb-1708-48dc-a0e8-34d8a202bc56 req-b4cb2f72-8e9b-44a0-a6c0-d7db5084d659 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:02.692235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ae4bb-1708-48dc-a0e8-34d8a202bc56 req-b4cb2f72-8e9b-44a0-a6c0-d7db5084d659 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:02.698091 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c22ae4bb-1708-48dc-a0e8-34d8a202bc56 req-b4cb2f72-8e9b-44a0-a6c0-d7db5084d659 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d&device_id=dd400c43-be3b-4807-b52d-e11cf7fcb746&device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 2417 time: 0.1357474 Nov 11 17:26:02.762698 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6292374-f2a4-4fa9-a6fb-1c0dd812d1f7 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Router e7eb68a7-a0d9-41de-b2f1-4a54c88238c0 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:26:02.769742 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c22ae4bb-1708-48dc-a0e8-34d8a202bc56 req-ecb93637-d5d6-437f-94f6-4f3e6337cc58 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641286 Nov 11 17:26:02.843745 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-88e86bc7-373d-4a76-911d-74286b5188b2 req-7a5256c4-bcce-4d11-835d-aa19a2366ad0 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:26:02.844811 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-88e86bc7-373d-4a76-911d-74286b5188b2 req-7a5256c4-bcce-4d11-835d-aa19a2366ad0 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107155 Nov 11 17:26:02.987947 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60554) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:02.990285 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-88e86bc7-373d-4a76-911d-74286b5188b2 req-b749a4d7-8522-4e69-add3-c77bac00e0a0 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1340282 Nov 11 17:26:02.993211 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6292374-f2a4-4fa9-a6fb-1c0dd812d1f7 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:26:03.006491 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd568f2c-1aaa-4f8a-bdf2-6ea14c7ded84 None None] Sync routers for ids ['e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:26:03.028556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a8c79-1c4e-401f-a6e6-29fe7d61db66 req-d63707e0-5026-4a1c-9635-9f6404141569 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:03.030353 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-927a8c79-1c4e-401f-a6e6-29fe7d61db66 req-d63707e0-5026-4a1c-9635-9f6404141569 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.1080551 Nov 11 17:26:03.031263 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd568f2c-1aaa-4f8a-bdf2-6ea14c7ded84 None None] Routers {'e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:26:03.033579 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-cd568f2c-1aaa-4f8a-bdf2-6ea14c7ded84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:03.033731 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6292374-f2a4-4fa9-a6fb-1c0dd812d1f7 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:03.035772 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e6292374-f2a4-4fa9-a6fb-1c0dd812d1f7 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8877265 Nov 11 17:26:03.038383 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60558) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:03.132917 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-927a8c79-1c4e-401f-a6e6-29fe7d61db66 req-9dbaeb7a-5161-4f60-a054-acbb546d5e9e tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947914 Nov 11 17:26:03.215033 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-cd568f2c-1aaa-4f8a-bdf2-6ea14c7ded84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:03.224903 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd568f2c-1aaa-4f8a-bdf2-6ea14c7ded84 None None] Routers {'e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:26:03.225738 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-cd568f2c-1aaa-4f8a-bdf2-6ea14c7ded84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:03.245007 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-35a41c9a-f083-4f90-85b8-232e06623120 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1608908674-network', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:03.281327 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-cd568f2c-1aaa-4f8a-bdf2-6ea14c7ded84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:03.283817 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd568f2c-1aaa-4f8a-bdf2-6ea14c7ded84 None None] The sync data for ids ['e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:26:03.299999 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a41c9a-f083-4f90-85b8-232e06623120 admin admin] Made reservation on behalf of 099353229b9447bcb4fa0ea46c4d0294 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:26:03.302326 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-35a41c9a-f083-4f90-85b8-232e06623120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:03.353839 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-35a41c9a-f083-4f90-85b8-232e06623120 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:03.517718 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-38be2fea-480c-47b0-a648-7385126755ef tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:03.519368 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-38be2fea-480c-47b0-a648-7385126755ef tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f&tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 1096 time: 0.0960512 Nov 11 17:26:03.566868 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-4'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:03.575275 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98adfdd-ddbf-44d7-a782-450eea1411e5 req-e9b06eb7-eae4-4e77-946e-83da0d7a22a5 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:03.584123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d98adfdd-ddbf-44d7-a782-450eea1411e5 req-e9b06eb7-eae4-4e77-946e-83da0d7a22a5 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 945 time: 0.0892456 Nov 11 17:26:03.673839 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-35a41c9a-f083-4f90-85b8-232e06623120 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:03.684216 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d98adfdd-ddbf-44d7-a782-450eea1411e5 req-5855ea0a-a9aa-44c2-a3e1-39a5b173ca63 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946229 Nov 11 17:26:03.983841 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device ce1bd92d-3c22-449a-a2be-17ab10a6e669 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:26:04.018037 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: ce1bd92d-3c22-449a-a2be-17ab10a6e669 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:26:04.018632 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device ce1bd92d-3c22-449a-a2be-17ab10a6e669 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:26:04.041231 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-35a41c9a-f083-4f90-85b8-232e06623120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:04.088971 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:04.103821 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a41c9a-f083-4f90-85b8-232e06623120 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1254} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:26:04.139809 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-35a41c9a-f083-4f90-85b8-232e06623120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:04.140681 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-35a41c9a-f083-4f90-85b8-232e06623120 admin admin] Added segment 1177fc11-6519-432e-b302-11381c28549e of type vlan for network 84930954-ed2a-4cd1-8397-ec8e27db7420 Nov 11 17:26:04.142960 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a41c9a-f083-4f90-85b8-232e06623120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debeec56-935c-4865-bfb6-963319c500a0,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:04.334179 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-35a41c9a-f083-4f90-85b8-232e06623120 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:04.356311 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dae91-5bb6-4f7a-bd4c-c8eb9dd7dcef req-1cb03f50-7cfd-4d6a-bab0-15c7f996f2ce tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:04.360208 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-388dae91-5bb6-4f7a-bd4c-c8eb9dd7dcef req-1cb03f50-7cfd-4d6a-bab0-15c7f996f2ce tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.0985742 Nov 11 17:26:04.432026 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-35a41c9a-f083-4f90-85b8-232e06623120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:04.432976 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-388dae91-5bb6-4f7a-bd4c-c8eb9dd7dcef req-db2a6815-e3ff-4ca3-8b9b-1039f47cb906 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654156 Nov 11 17:26:04.438896 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a41c9a-f083-4f90-85b8-232e06623120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:04.439761 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-35a41c9a-f083-4f90-85b8-232e06623120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:04.563970 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] For port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:04.612891 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60580) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:04.613498 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-35a41c9a-f083-4f90-85b8-232e06623120 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6237724 Nov 11 17:26:04.621421 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-f36bd870-44cb-42c8-a534-dcc452aa13a9 admin admin] Request body: {'subnet': {'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1608908674-subnet', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:04.640875 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a41c9a-f083-4f90-85b8-232e06623120 admin admin] Pushing event updated for resources: {'Network': ['ID=84930954-ed2a-4cd1-8397-ec8e27db7420,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:04.651485 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36bd870-44cb-42c8-a534-dcc452aa13a9 admin admin] Made reservation on behalf of 099353229b9447bcb4fa0ea46c4d0294 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:26:04.654321 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 84930954-ed2a-4cd1-8397-ec8e27db7420 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:26:04.657275 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f36bd870-44cb-42c8-a534-dcc452aa13a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:04.672405 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] For port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:26:04.713728 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e285baa6-f8a5-4103-9833-4f5d208980fc tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:04.857990 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed629ed-4280-45e5-8f71-aba066e8159f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:26:04.860254 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d77d61-80c8-44c2-9cb8-131ee7bf12c9" -d '{"events": [{"server_uuid": "5ed629ed-4280-45e5-8f71-aba066e8159f", "name": "network-vif-unplugged", "status": "completed", "tag": "0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:26:04.885765 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:04.952726 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:05.061301 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2,revision_number=7']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:05.088020 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764a1d1-d0f8-43aa-952f-8f6a01c0c2d3 req-87c6fc68-040a-4dc7-b8a2-5c1884a4c16f tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:05.089954 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5764a1d1-d0f8-43aa-952f-8f6a01c0c2d3 req-87c6fc68-040a-4dc7-b8a2-5c1884a4c16f tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 943 time: 0.1072390 Nov 11 17:26:05.138398 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56df64e-2955-412a-9458-0887cd09cfb7 x-openstack-request-id: req-b56df64e-2955-412a-9458-0887cd09cfb7 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:26:05.138676 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed629ed-4280-45e5-8f71-aba066e8159f", "name": "network-vif-unplugged", "status": "completed", "tag": "0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:26:05.138922 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b56df64e-2955-412a-9458-0887cd09cfb7 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:26:05.139307 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed629ed-4280-45e5-8f71-aba066e8159f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2', 'code': 200} Nov 11 17:26:05.144102 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] Attempting to bind port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 on host n-h1-816206-4 for vnic_type normal with profile {"migrating_to": "n-h2-816206-4"} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:26:05.144551 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] Attempting to bind port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:26:05.144872 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] Attempting to bind port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:26:05.153888 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] Port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 on network f44096b2-3051-4615-8241-50ad95944236 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:26:05.154214 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] Attempting to bind port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 on network f44096b2-3051-4615-8241-50ad95944236 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:26:05.177411 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:26:05.177742 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] Checking segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:26:05.178121 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] Bound using segment: {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:26:05.178568 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] Bound port: 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004db8e4-44ab-4516-9a19-52eeb2df82e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'f44096b2-3051-4615-8241-50ad95944236'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:26:05.178921 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:05.214244 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5764a1d1-d0f8-43aa-952f-8f6a01c0c2d3 req-ddd0858b-0e2f-4be3-bd21-4b3678fd5392 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170759 Nov 11 17:26:05.277582 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bc3d1-ae70-4594-b774-cf06724757b9 req-4ef67b2a-34c6-497c-afd2-506d8d6d6fba tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:05.279173 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-276bc3d1-ae70-4594-b774-cf06724757b9 req-4ef67b2a-34c6-497c-afd2-506d8d6d6fba tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 945 time: 0.1005001 Nov 11 17:26:05.280357 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f36bd870-44cb-42c8-a534-dcc452aa13a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:05.327336 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-ee593f16-d450-459a-904d-eb5c536c53b4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1605351 Nov 11 17:26:05.372345 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bd870-44cb-42c8-a534-dcc452aa13a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:05.391765 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] For port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:26:05.396659 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-276bc3d1-ae70-4594-b774-cf06724757b9 req-12661b0e-db06-44da-8d08-3c1edf04fe8a tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094384 Nov 11 17:26:05.398359 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] For port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:26:05.407448 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36bd870-44cb-42c8-a534-dcc452aa13a9 admin admin] Checking segment: {'id': '1177fc11-6519-432e-b302-11381c28549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:26:05.409220 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36bd870-44cb-42c8-a534-dcc452aa13a9 admin admin] Network hostable DHCP agents. Network: 84930954-ed2a-4cd1-8397-ec8e27db7420, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:26:05.423503 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:05.425965 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-e285baa6-f8a5-4103-9833-4f5d208980fc tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Allocated IP 172.20.0.1 (af50a9a1-4b11-4647-a37f-cd248622c0ca/79df1777-6c41-4afc-b84d-2f0915d1377f/73f113e8-27d8-4fb6-ab9b-ec6c5925b908) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:26:05.437363 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36bd870-44cb-42c8-a534-dcc452aa13a9 admin admin] Network 84930954-ed2a-4cd1-8397-ec8e27db7420 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:26:05.450640 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-f36bd870-44cb-42c8-a534-dcc452aa13a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 84930954-ed2a-4cd1-8397-ec8e27db7420) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:05.456886 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36bd870-44cb-42c8-a534-dcc452aa13a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:05.457710 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f36bd870-44cb-42c8-a534-dcc452aa13a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:05.461500 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ccb8f2-f8be-4289-a7e0-f4058a0493a3 None None] Network 84930954-ed2a-4cd1-8397-ec8e27db7420 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:26:05.481566 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f36bd870-44cb-42c8-a534-dcc452aa13a9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8671739 Nov 11 17:26:05.482527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60596) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:05.487193 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-0a901b76-70d0-492a-b9e6-9c304f438200 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1608908674-router', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:05.515207 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a901b76-70d0-492a-b9e6-9c304f438200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:05.517669 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a901b76-70d0-492a-b9e6-9c304f438200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:05.625669 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a901b76-70d0-492a-b9e6-9c304f438200 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:05.638020 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec50645-68ec-4834-834b-3292bf5fe0c9 req-35e31b51-6679-4fa7-a0f4-7a95c1f6a1b0 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:05.638906 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-bafd7712-8c65-490e-a79c-511ed930cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:05.639513 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-bafd7712-8c65-490e-a79c-511ed930cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:05.640037 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-bafd7712-8c65-490e-a79c-511ed930cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:05.642522 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-bafd7712-8c65-490e-a79c-511ed930cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:05.643013 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-bafd7712-8c65-490e-a79c-511ed930cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:05.643485 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-bafd7712-8c65-490e-a79c-511ed930cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:05.643970 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-bafd7712-8c65-490e-a79c-511ed930cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:05.645810 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bec50645-68ec-4834-834b-3292bf5fe0c9 req-35e31b51-6679-4fa7-a0f4-7a95c1f6a1b0 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.1027176 Nov 11 17:26:05.648046 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-bafd7712-8c65-490e-a79c-511ed930cdac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57a0547569de40a6ab45455039002426&device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 6489 time: 0.2373981 Nov 11 17:26:05.696169 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2,revision_number=8']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:05.710836 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:05.713458 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:05.713458 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-ed5ec8bd-09df-4be6-a169-65da5af12f83 service neutron] 10.222.0.83 "PUT /v2.0/ports/0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 HTTP/1.1" status: 200 len: 1121 time: 2.1859782 Nov 11 17:26:05.714944 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdb2ff7-7bd3-4457-8e81-9b7595386455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-84930954-ed2a-4cd1-8397-ec8e27db7420', 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'fixed_ips': [{'subnet_id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:26:05.716544 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1bdb2ff7-7bd3-4457-8e81-9b7595386455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:05.831138 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e285baa6-f8a5-4103-9833-4f5d208980fc tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:05.867965 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-8c842bc1-2855-4fe3-ba9e-134501dc79e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:05.868468 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-8c842bc1-2855-4fe3-ba9e-134501dc79e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:05.869016 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-8c842bc1-2855-4fe3-ba9e-134501dc79e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:05.870710 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-8c842bc1-2855-4fe3-ba9e-134501dc79e6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=899c7522-11f4-4d70-abf1-4945b96a18be&id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa&id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa HTTP/1.1" status: 200 len: 2296 time: 0.1790442 Nov 11 17:26:05.890165 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a901b76-70d0-492a-b9e6-9c304f438200 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:05.894360 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-1bdb2ff7-7bd3-4457-8e81-9b7595386455 None None] Allocated IP 172.20.0.2 (84930954-ed2a-4cd1-8397-ec8e27db7420/10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961/47fc1539-b746-4510-928e-9357a1d385e2) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:26:05.926805 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bec50645-68ec-4834-834b-3292bf5fe0c9 req-c2c57c5a-7d63-401f-ba6c-c99346eaa263 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776000 Nov 11 17:26:05.970847 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-4f32a96d-81da-4c9e-ae06-30d4db438167 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de13d44d-3671-47f5-b4cd-175caae206f0 HTTP/1.1" status: 200 len: 1000 time: 0.0885208 Nov 11 17:26:06.010223 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:26:06.023185 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:26:06.062959 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e285baa6-f8a5-4103-9833-4f5d208980fc tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:06.104024 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:26:06.202171 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285baa6-f8a5-4103-9833-4f5d208980fc tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Port': ['ID=73f113e8-27d8-4fb6-ab9b-ec6c5925b908,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:06.221280 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e285baa6-f8a5-4103-9833-4f5d208980fc tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Network af50a9a1-4b11-4647-a37f-cd248622c0ca is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:26:06.225217 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-e285baa6-f8a5-4103-9833-4f5d208980fc tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:06.229236 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e285baa6-f8a5-4103-9833-4f5d208980fc tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:26:06.233077 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-b1055512-279e-422a-9031-7431b9aae442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:06.234343 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-b1055512-279e-422a-9031-7431b9aae442 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eb65c8e4-9667-460f-b3de-43e527914011 HTTP/1.1" status: 200 len: 851 time: 0.2498226 Nov 11 17:26:06.281404 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a901b76-70d0-492a-b9e6-9c304f438200 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:06.305141 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a901b76-70d0-492a-b9e6-9c304f438200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:06.326721 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-4605fbb1-cf24-4791-9de8-acf3088bdf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:06.327800 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-4605fbb1-cf24-4791-9de8-acf3088bdf18 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=899c7522-11f4-4d70-abf1-4945b96a18be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687551 Nov 11 17:26:06.331687 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e285baa6-f8a5-4103-9833-4f5d208980fc tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:06.523589 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acb545-a9ea-4b09-af58-9898f18c7071 req-aefc5f7d-5f31-4622-a4e0-0a85d85a08aa tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:06.533947 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-73acb545-a9ea-4b09-af58-9898f18c7071 req-aefc5f7d-5f31-4622-a4e0-0a85d85a08aa tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 943 time: 0.1624618 Nov 11 17:26:06.553911 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1bdb2ff7-7bd3-4457-8e81-9b7595386455 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:06.575273 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1bdb2ff7-7bd3-4457-8e81-9b7595386455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:06.598458 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:06.601268 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-0a901b76-70d0-492a-b9e6-9c304f438200 admin admin] Allocated IP 172.25.2.110 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/85f2c3a6-1aee-4424-a363-5e3bbd441f6f) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:26:06.659219 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e285baa6-f8a5-4103-9833-4f5d208980fc tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:06.691056 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-78e200d5-1160-45f1-b2af-0da9f74afeae service neutron] 10.222.0.64 "GET /v2.0/networks/899c7522-11f4-4d70-abf1-4945b96a18be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067904 Nov 11 17:26:06.724778 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276a81a-f97c-49d2-9359-0639f97bf77e req-0fc57204-c6dd-4e38-8b0a-d46c14766cd6 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:06.736773 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d276a81a-f97c-49d2-9359-0639f97bf77e req-0fc57204-c6dd-4e38-8b0a-d46c14766cd6 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 945 time: 0.1971488 Nov 11 17:26:06.761472 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-73acb545-a9ea-4b09-af58-9898f18c7071 req-c5079eaa-0174-488c-857c-96dadfea77b8 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062867 Nov 11 17:26:06.781179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb2ff7-7bd3-4457-8e81-9b7595386455 None None] Pushing event updated for resources: {'Port': ['ID=47fc1539-b746-4510-928e-9357a1d385e2,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:06.809056 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 has no active binding in host n-h2-816206-4 {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 17:26:06.835220 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdb2ff7-7bd3-4457-8e81-9b7595386455 None None] Network 84930954-ed2a-4cd1-8397-ec8e27db7420 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:26:06.842661 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-1bdb2ff7-7bd3-4457-8e81-9b7595386455 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:06.847817 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb2ff7-7bd3-4457-8e81-9b7595386455 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:26:06.857668 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f0524ca2-f9a6-4e42-b647-34a83e762b26 None None] Provisioning complete for port 73f113e8-27d8-4fb6-ab9b-ec6c5925b908 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:06.858042 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f0524ca2-f9a6-4e42-b647-34a83e762b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:06.880084 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d276a81a-f97c-49d2-9359-0639f97bf77e req-92d02c01-b064-4524-97f2-ba63acfe6c99 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408203 Nov 11 17:26:06.934087 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a901b76-70d0-492a-b9e6-9c304f438200 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:06.961370 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-f0524ca2-f9a6-4e42-b647-34a83e762b26 None None] Port 73f113e8-27d8-4fb6-ab9b-ec6c5925b908 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:26:06.972606 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1bdb2ff7-7bd3-4457-8e81-9b7595386455 None None] Attempting to bind port 47fc1539-b746-4510-928e-9357a1d385e2 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:26:06.973038 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1bdb2ff7-7bd3-4457-8e81-9b7595386455 None None] Attempting to bind port 47fc1539-b746-4510-928e-9357a1d385e2 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '1177fc11-6519-432e-b302-11381c28549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:26:06.973374 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb2ff7-7bd3-4457-8e81-9b7595386455 None None] Attempting to bind port 47fc1539-b746-4510-928e-9357a1d385e2 on network 84930954-ed2a-4cd1-8397-ec8e27db7420 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:26:06.981938 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb2ff7-7bd3-4457-8e81-9b7595386455 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:26:06.983268 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb2ff7-7bd3-4457-8e81-9b7595386455 None None] Checking segment: {'id': '1177fc11-6519-432e-b302-11381c28549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:26:06.984170 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1bdb2ff7-7bd3-4457-8e81-9b7595386455 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:06.984695 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb2ff7-7bd3-4457-8e81-9b7595386455 None None] Bound using segment: {'id': '1177fc11-6519-432e-b302-11381c28549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:26:06.985204 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1bdb2ff7-7bd3-4457-8e81-9b7595386455 None None] Bound port: 47fc1539-b746-4510-928e-9357a1d385e2, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1177fc11-6519-432e-b302-11381c28549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:26:06.985647 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1bdb2ff7-7bd3-4457-8e81-9b7595386455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:07.015238 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a901b76-70d0-492a-b9e6-9c304f438200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:07.051170 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82888c-a055-4c99-8621-369d95bac70b req-246fa8b7-c682-4847-b471-6d1c532d262a tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:07.052832 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ce82888c-a055-4c99-8621-369d95bac70b req-246fa8b7-c682-4847-b471-6d1c532d262a tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 945 time: 0.1880603 Nov 11 17:26:07.076540 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1bdb2ff7-7bd3-4457-8e81-9b7595386455 None None] For port 47fc1539-b746-4510-928e-9357a1d385e2, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:26:07.082494 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1bdb2ff7-7bd3-4457-8e81-9b7595386455 None None] For port 47fc1539-b746-4510-928e-9357a1d385e2, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=47fc1539-b746-4510-928e-9357a1d385e2,segment=NetworkSegment(1177fc11-6519-432e-b302-11381c28549e),segment_id=1177fc11-6519-432e-b302-11381c28549e)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:26:07.088918 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1bdb2ff7-7bd3-4457-8e81-9b7595386455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:07.132888 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a901b76-70d0-492a-b9e6-9c304f438200 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:26:07.138139 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-0a901b76-70d0-492a-b9e6-9c304f438200 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:07.146392 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a901b76-70d0-492a-b9e6-9c304f438200 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:26:07.163296 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb2ff7-7bd3-4457-8e81-9b7595386455 None None] Pushing event updated for resources: {'Port': ['ID=47fc1539-b746-4510-928e-9357a1d385e2,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:07.188271 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed629ed-4280-45e5-8f71-aba066e8159f', 'tag': '0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:26:07.190808 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11d17e1-04bd-4836-8031-25af158caad9" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed629ed-4280-45e5-8f71-aba066e8159f", "tag": "0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:26:07.207094 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a901b76-70d0-492a-b9e6-9c304f438200 admin admin] Pushing event updated for resources: {'Port': ['ID=85f2c3a6-1aee-4424-a363-5e3bbd441f6f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:07.250714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b5782-68bf-498c-8161-3f719009b89b req-02dd4376-7a60-4145-977e-862e98ef10bf tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:07.262053 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-605b5782-68bf-498c-8161-3f719009b89b req-02dd4376-7a60-4145-977e-862e98ef10bf tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.2172470 Nov 11 17:26:07.266634 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-f16dfc2d-c87f-411d-bdf3-98726af51595 service neutron] 10.222.0.64 "GET /v2.0/networks/899c7522-11f4-4d70-abf1-4945b96a18be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049661 Nov 11 17:26:07.285836 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8916462b-3b8c-4269-a870-af15f387fad4 x-openstack-request-id: req-8916462b-3b8c-4269-a870-af15f387fad4 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:26:07.286077 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed629ed-4280-45e5-8f71-aba066e8159f", "tag": "0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:26:07.286169 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8916462b-3b8c-4269-a870-af15f387fad4 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:26:07.286575 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed629ed-4280-45e5-8f71-aba066e8159f', 'tag': '0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2', 'status': 'completed', 'code': 200} Nov 11 17:26:07.337565 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-605b5782-68bf-498c-8161-3f719009b89b req-5b322a12-134d-48ea-b433-6b780eea528f tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726590 Nov 11 17:26:07.395809 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e71b424b-c17c-4341-b7c7-532a05f643d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:07.471569 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-f41cce8a-346f-427a-bde8-eb9724db07bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=bce743be-b36f-4589-ba04-a494a1bf25a3 HTTP/1.1" status: 200 len: 217 time: 0.1435072 Nov 11 17:26:07.500338 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-ce82888c-a055-4c99-8621-369d95bac70b req-03a1e65e-cbfc-490d-bf24-ba4584d69885 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Deleting port d8e71051-0847-44e5-bb60-621b74a27437 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:07.500731 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ce82888c-a055-4c99-8621-369d95bac70b req-03a1e65e-cbfc-490d-bf24-ba4584d69885 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:07.592242 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e285baa6-f8a5-4103-9833-4f5d208980fc tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:07.612540 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e285baa6-f8a5-4103-9833-4f5d208980fc tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:07.640574 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a901b76-70d0-492a-b9e6-9c304f438200 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:07.657346 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d17e1-04bd-4836-8031-25af158caad9 req-7a118816-40e3-4aa0-a4ea-ddc4237a4be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:07.659001 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d11d17e1-04bd-4836-8031-25af158caad9 req-7a118816-40e3-4aa0-a4ea-ddc4237a4be4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 1124 time: 0.3010664 Nov 11 17:26:07.704485 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-0660e2ab-5840-4668-984e-7138384934e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:07.705988 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-0660e2ab-5840-4668-984e-7138384934e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3adf3a3d-8ad1-4679-a4f6-1feef5465afc HTTP/1.1" status: 200 len: 797 time: 0.2246108 Nov 11 17:26:07.788396 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285baa6-f8a5-4103-9833-4f5d208980fc tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Port': ['ID=73f113e8-27d8-4fb6-ab9b-ec6c5925b908,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:07.832032 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e285baa6-f8a5-4103-9833-4f5d208980fc tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:07.847247 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-ce82888c-a055-4c99-8621-369d95bac70b req-03a1e65e-cbfc-490d-bf24-ba4584d69885 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] For port d8e71051-0847-44e5-bb60-621b74a27437, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=d8e71051-0847-44e5-bb60-621b74a27437,segment=NetworkSegment(50b6ff34-f136-47ed-91f0-38482a52c119),segment_id=50b6ff34-f136-47ed-91f0-38482a52c119)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:07.847604 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ce82888c-a055-4c99-8621-369d95bac70b req-03a1e65e-cbfc-490d-bf24-ba4584d69885 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:07.884156 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-ce82888c-a055-4c99-8621-369d95bac70b req-03a1e65e-cbfc-490d-bf24-ba4584d69885 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Calling delete_port for d8e71051-0847-44e5-bb60-621b74a27437 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:07.907984 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a901b76-70d0-492a-b9e6-9c304f438200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:07.948476 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-9ff3c104-d759-4f2a-b9b9-e6f45fd00b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:07.950012 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-9ff3c104-d759-4f2a-b9b9-e6f45fd00b82 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2341423 Nov 11 17:26:07.978755 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc65c49-caec-4c17-b9fe-a580b97bdd1e req-c9e521ca-b916-46ac-bad9-6d381a4a4b1a tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:07.980296 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ebc65c49-caec-4c17-b9fe-a580b97bdd1e req-c9e521ca-b916-46ac-bad9-6d381a4a4b1a tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 943 time: 0.1077435 Nov 11 17:26:08.118541 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ebc65c49-caec-4c17-b9fe-a580b97bdd1e req-5dcb0f5c-66f2-40d1-aadd-e07e1ce8d1b9 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017256 Nov 11 17:26:08.176673 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd624019-d89a-4cb0-86a9-e7e578db4dec req-9bc2e37d-2a51-4d25-b760-90ba985d5b18 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:08.178393 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fd624019-d89a-4cb0-86a9-e7e578db4dec req-9bc2e37d-2a51-4d25-b760-90ba985d5b18 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 945 time: 0.0844665 Nov 11 17:26:08.236932 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a901b76-70d0-492a-b9e6-9c304f438200 admin admin] Router 2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:26:08.318716 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fd624019-d89a-4cb0-86a9-e7e578db4dec req-79f323ea-74cf-4c35-ba12-e4a5ae861fd2 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288211 Nov 11 17:26:08.387042 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d17e1-04bd-4836-8031-25af158caad9 req-22e39b87-544e-42b9-98e9-61effcc50b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:08.388589 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d11d17e1-04bd-4836-8031-25af158caad9 req-22e39b87-544e-42b9-98e9-61effcc50b89 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 922 time: 0.6738634 Nov 11 17:26:08.460569 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a901b76-70d0-492a-b9e6-9c304f438200 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:26:08.471547 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] Sync routers for ids ['2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:26:08.494869 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] Routers {'2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:26:08.495605 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:08.510042 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d11d17e1-04bd-4836-8031-25af158caad9 req-702cd25d-f7fe-4675-9cf1-b7cd6af8531b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 HTTP/1.1" status: 200 len: 217 time: 0.0832622 Nov 11 17:26:08.555015 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a901b76-70d0-492a-b9e6-9c304f438200 admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:08.559116 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0a901b76-70d0-492a-b9e6-9c304f438200 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0755124 Nov 11 17:26:08.563112 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60646) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:08.607948 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eacf2e6-376b-4c91-8d00-971800d94efe None None] Network 84930954-ed2a-4cd1-8397-ec8e27db7420 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:26:08.631350 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d9146-58f8-41b2-967b-25a1b90132d2 req-803efddc-1708-46b7-b3a2-967f3262cd89 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:08.633296 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aa3d9146-58f8-41b2-967b-25a1b90132d2 req-803efddc-1708-46b7-b3a2-967f3262cd89 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.2100735 Nov 11 17:26:08.644624 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e285baa6-f8a5-4103-9833-4f5d208980fc tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Network af50a9a1-4b11-4647-a37f-cd248622c0ca is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:26:08.654961 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-e285baa6-f8a5-4103-9833-4f5d208980fc tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:08.666484 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-60a1b925-fac8-4adf-a7d2-44daaad04333 service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6951196 Nov 11 17:26:08.766297 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d17e1-04bd-4836-8031-25af158caad9 req-e693ca58-dc90-4b1f-a8d1-c6b0797e3ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:08.768625 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d11d17e1-04bd-4836-8031-25af158caad9 req-e693ca58-dc90-4b1f-a8d1-c6b0797e3ef1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 200 len: 860 time: 0.2343600 Nov 11 17:26:08.786797 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aa3d9146-58f8-41b2-967b-25a1b90132d2 req-bd3f4f8f-096f-431e-9ae1-9b391c759af4 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418757 Nov 11 17:26:08.921443 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 47fc1539-b746-4510-928e-9357a1d385e2 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:26:08.942855 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ce82888c-a055-4c99-8621-369d95bac70b req-03a1e65e-cbfc-490d-bf24-ba4584d69885 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:08.994501 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['3c883575-bd5c-48e1-89fa-1a120da66d93', 'c88e578f-08f6-4029-b340-a8e30ce1b51e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:26:09.009301 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['d8e71051-0847-44e5-bb60-621b74a27437'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:26:09.166858 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-0423c99d-c3b8-4b6d-aca5-93ae1886303e service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504867 Nov 11 17:26:09.232802 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e285baa6-f8a5-4103-9833-4f5d208980fc tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Router e7eb68a7-a0d9-41de-b2f1-4a54c88238c0 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:26:09.245839 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d11d17e1-04bd-4836-8031-25af158caad9 req-3ebde447-7090-419d-a540-e8ea9887cb3a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f44096b2-3051-4615-8241-50ad95944236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2986381 Nov 11 17:26:09.252811 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6039e4ac-afd5-4a5c-85eb-f1dc06cf3328 None None] Provisioning complete for port 47fc1539-b746-4510-928e-9357a1d385e2 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:09.255973 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6039e4ac-afd5-4a5c-85eb-f1dc06cf3328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:09.338247 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-bffbe45d-7808-4f6f-90e6-e428a22a39cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=77cd4467-9c5c-4a7c-addb-a79b3b86465e HTTP/1.1" status: 200 len: 217 time: 0.1022193 Nov 11 17:26:09.340304 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1e65e-cbfc-490d-bf24-ba4584d69885 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Pushing event deleted for resources: {'Port': ['ID=d8e71051-0847-44e5-bb60-621b74a27437,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:09.384791 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] Set router 2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:26:09.482027 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d11d17e1-04bd-4836-8031-25af158caad9 req-7ac27441-2057-491d-9948-582d74e7ec13 service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261566 Nov 11 17:26:09.493725 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564dd0c-4a87-4f63-8784-319ffe7536e1 req-cc61b4ae-1151-4393-bd6d-2c66aac32772 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:09.496870 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 47fc1539-b746-4510-928e-9357a1d385e2 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:09.497361 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:09.503451 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7564dd0c-4a87-4f63-8784-319ffe7536e1 req-cc61b4ae-1151-4393-bd6d-2c66aac32772 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 943 time: 0.2427676 Nov 11 17:26:09.622121 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3afea064-8a58-4430-a581-c1f1b5e83668 req-a1469634-0911-4668-8a59-75e58f005fe7 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 210 time: 0.0690405 Nov 11 17:26:09.647542 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6039e4ac-afd5-4a5c-85eb-f1dc06cf3328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:09.765384 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d11d17e1-04bd-4836-8031-25af158caad9 req-699110a7-8ad2-4a41-94fa-8d49cae71597 service neutron] 10.222.0.64 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225680 Nov 11 17:26:09.859070 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:09.861842 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8b3e6977-9d37-4fe8-a5b3-b704c7ea34b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:09.897308 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6039e4ac-afd5-4a5c-85eb-f1dc06cf3328 None None] For port 47fc1539-b746-4510-928e-9357a1d385e2, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=47fc1539-b746-4510-928e-9357a1d385e2,segment=NetworkSegment(1177fc11-6519-432e-b302-11381c28549e),segment_id=1177fc11-6519-432e-b302-11381c28549e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:09.919869 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7564dd0c-4a87-4f63-8784-319ffe7536e1 req-5ac1c297-aced-4bd5-9135-b4528d2e5054 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109914 Nov 11 17:26:09.929428 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6c09-5052-4cd4-bb29-0a0631b0d707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:10.000661 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6039e4ac-afd5-4a5c-85eb-f1dc06cf3328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:10.049660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e285baa6-f8a5-4103-9833-4f5d208980fc tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:26:10.059992 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce82888c-a055-4c99-8621-369d95bac70b req-03a1e65e-cbfc-490d-bf24-ba4584d69885 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] No DVR routers for this DVR port d8e71051-0847-44e5-bb60-621b74a27437 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:26:10.062329 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23bc6e5-d579-4f06-897a-4ab0d1431d13 None None] Sync routers for ids ['e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:26:10.073561 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e285baa6-f8a5-4103-9833-4f5d208980fc tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "PUT /v2.0/routers/e7eb68a7-a0d9-41de-b2f1-4a54c88238c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0339971 Nov 11 17:26:10.078959 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60668) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:10.080398 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ce82888c-a055-4c99-8621-369d95bac70b req-03a1e65e-cbfc-490d-bf24-ba4584d69885 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:10.084627 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ce82888c-a055-4c99-8621-369d95bac70b req-03a1e65e-cbfc-490d-bf24-ba4584d69885 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.64 "DELETE /v2.0/ports/d8e71051-0847-44e5-bb60-621b74a27437 HTTP/1.1" status: 204 len: 173 time: 3.0216739 Nov 11 17:26:10.086718 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f26e974-7f62-48f9-9bf1-371f7bc0b97d', 'name': 'network-vif-deleted', 'tag': 'd8e71051-0847-44e5-bb60-621b74a27437'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:26:10.090551 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1226a4-ad5f-4afb-941b-0a6126af7f7b" -d '{"events": [{"server_uuid": "2f26e974-7f62-48f9-9bf1-371f7bc0b97d", "name": "network-vif-deleted", "tag": "d8e71051-0847-44e5-bb60-621b74a27437"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:26:10.100966 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-10d0442b-aca7-49a9-bba2-3a620b8473ea tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Request body: {'port': {'network_id': 'af50a9a1-4b11-4647-a37f-cd248622c0ca', 'name': 'tempest-FloatingIPTestJSON-341403887'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:10.109465 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23bc6e5-d579-4f06-897a-4ab0d1431d13 None None] Routers {'e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:26:10.116740 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-d23bc6e5-d579-4f06-897a-4ab0d1431d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:26:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:10.244057 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27912e4-78ef-466f-a3be-27b1c1f55391 req-9a1cd5c2-c234-4e19-b307-e5da9da09e6c tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:10.268759 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c27912e4-78ef-466f-a3be-27b1c1f55391 req-9a1cd5c2-c234-4e19-b307-e5da9da09e6c tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.2313075 Nov 11 17:26:10.283298 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-d23bc6e5-d579-4f06-897a-4ab0d1431d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:10.289413 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4694ae79-1e79-4d44-bc28-b3e9a6723149 x-openstack-request-id: req-4694ae79-1e79-4d44-bc28-b3e9a6723149 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:26:10.289725 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f26e974-7f62-48f9-9bf1-371f7bc0b97d", "name": "network-vif-deleted", "tag": "d8e71051-0847-44e5-bb60-621b74a27437", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:26:10.292868 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4694ae79-1e79-4d44-bc28-b3e9a6723149 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:26:10.294398 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f26e974-7f62-48f9-9bf1-371f7bc0b97d', 'name': 'network-vif-deleted', 'tag': 'd8e71051-0847-44e5-bb60-621b74a27437', 'status': 'completed', 'code': 200} Nov 11 17:26:10.301256 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-3fac5ed2-ab8e-4970-bdeb-abbe231e3959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:10.305745 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-3fac5ed2-ab8e-4970-bdeb-abbe231e3959 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3adf3a3d-8ad1-4679-a4f6-1feef5465afc HTTP/1.1" status: 200 len: 797 time: 0.9388235 Nov 11 17:26:10.334168 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23bc6e5-d579-4f06-897a-4ab0d1431d13 None None] Routers {'e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:26:10.337499 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-d23bc6e5-d579-4f06-897a-4ab0d1431d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:26:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:10.338192 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:26:10.338558 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:26:10.477276 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c27912e4-78ef-466f-a3be-27b1c1f55391 req-ce66524a-03bc-4758-aa9a-c25bb13c85c8 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052755 Nov 11 17:26:10.503875 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-d23bc6e5-d579-4f06-897a-4ab0d1431d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:10.508258 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23bc6e5-d579-4f06-897a-4ab0d1431d13 None None] The sync data for ids ['e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:26:10.551616 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-529ecf83-7b71-4a9d-89e6-5169b7d93a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:10.557909 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-529ecf83-7b71-4a9d-89e6-5169b7d93a1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2091832 Nov 11 17:26:10.605714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-bc5e6c09-5052-4cd4-bb29-0a0631b0d707 admin admin] Allocated IP 172.20.0.1 (84930954-ed2a-4cd1-8397-ec8e27db7420/10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961/f355d380-83d3-41b9-9067-98ce35ab0dbe) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:26:10.653696 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-4c3c485c-efc9-4246-9f21-cfdb72603698 None None] Provisioning complete for port 73f113e8-27d8-4fb6-ab9b-ec6c5925b908 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:10.654389 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4c3c485c-efc9-4246-9f21-cfdb72603698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:10.707587 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d0442b-aca7-49a9-bba2-3a620b8473ea tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Made reservation on behalf of d66d3178b2c5474bacb06315082d215a for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:26:10.713402 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10d0442b-aca7-49a9-bba2-3a620b8473ea tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:10.736046 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-10d0442b-aca7-49a9-bba2-3a620b8473ea tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] device_id is not set on port 39a95784-83db-427d-bbd8-ff827354ea16 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:26:10.760094 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-4c3c485c-efc9-4246-9f21-cfdb72603698 None None] Port 73f113e8-27d8-4fb6-ab9b-ec6c5925b908 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:26:10.766490 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039e4ac-afd5-4a5c-85eb-f1dc06cf3328 None None] Pushing event updated for resources: {'Port': ['ID=47fc1539-b746-4510-928e-9357a1d385e2,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:10.868882 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-ab033a50-856a-4e8d-ae7e-7b2a0f123bd4 service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826765 Nov 11 17:26:10.893641 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee522495-8f28-4c45-bae1-31f1e0629997 req-07678874-c210-4d20-a5e8-32d20efb32bd tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f26e974-7f62-48f9-9bf1-371f7bc0b97d HTTP/1.1" status: 200 len: 210 time: 0.1145101 Nov 11 17:26:11.012337 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:11.058226 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b9854831-2316-4019-a85a-03dab93bcdcd None None] Provisioning complete for port 47fc1539-b746-4510-928e-9357a1d385e2 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:11.060621 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b9854831-2316-4019-a85a-03dab93bcdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:11.098550 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'name': 'tempest-ServersTestBootFromVolume-1608908674-router', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:05Z', 'updated_at': '2021-11-11T17:26:07Z', 'revision_number': 3, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'gw_port': {'id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:06Z', 'updated_at': '2021-11-11T17:26:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:11.109746 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6c09-5052-4cd4-bb29-0a0631b0d707 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:11.133518 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-10d0442b-aca7-49a9-bba2-3a620b8473ea tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Allocated IP 172.20.0.7 (af50a9a1-4b11-4647-a37f-cd248622c0ca/79df1777-6c41-4afc-b84d-2f0915d1377f/39a95784-83db-427d-bbd8-ff827354ea16) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:26:11.217322 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 47fc1539-b746-4510-928e-9357a1d385e2 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:26:11.224855 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] Checking router: 2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:26:11.225583 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] Updating router 2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e port 85f2c3a6-1aee-4424-a363-5e3bbd441f6f binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:26:11.364328 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10d0442b-aca7-49a9-bba2-3a620b8473ea tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:11.408660 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:11.514486 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10d0442b-aca7-49a9-bba2-3a620b8473ea tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:11.671027 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d0442b-aca7-49a9-bba2-3a620b8473ea tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Network af50a9a1-4b11-4647-a37f-cd248622c0ca is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:26:11.678579 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6c09-5052-4cd4-bb29-0a0631b0d707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:11.728653 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-10d0442b-aca7-49a9-bba2-3a620b8473ea tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:11.743939 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e6c09-5052-4cd4-bb29-0a0631b0d707 admin admin] Pushing event updated for resources: {'Port': ['ID=f355d380-83d3-41b9-9067-98ce35ab0dbe,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:11.753258 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-9386d82f-dfa7-461e-afb6-7f0341ec56c1 service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8649249 Nov 11 17:26:11.756567 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0442b-aca7-49a9-bba2-3a620b8473ea tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:26:11.822970 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0442b-aca7-49a9-bba2-3a620b8473ea tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event updated for resources: {'Port': ['ID=39a95784-83db-427d-bbd8-ff827354ea16,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:11.824923 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5e6c09-5052-4cd4-bb29-0a0631b0d707 admin admin] Network 84930954-ed2a-4cd1-8397-ec8e27db7420 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:26:11.861899 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7518379-e7fe-41e9-8d24-532d681be44b req-7f9ae3d3-1497-4f7e-b9d2-6f7f8952c8b1 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:11.863850 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7518379-e7fe-41e9-8d24-532d681be44b req-7f9ae3d3-1497-4f7e-b9d2-6f7f8952c8b1 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.1783004 Nov 11 17:26:11.864974 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-bc5e6c09-5052-4cd4-bb29-0a0631b0d707 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:11.878915 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73267fac-e540-4df7-aa8f-5faec82bcf22 req-fc309e45-e1c7-4349-b4ac-3ae3e4830b4d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:11.887014 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-73267fac-e540-4df7-aa8f-5faec82bcf22 req-fc309e45-e1c7-4349-b4ac-3ae3e4830b4d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 943 time: 0.7642052 Nov 11 17:26:11.909513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e6c09-5052-4cd4-bb29-0a0631b0d707 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:26:11.951508 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-a56aaa56-301b-40bd-90fc-c81492844b2a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=34b6509b-fb14-4179-beff-be1a741207a7 HTTP/1.1" status: 200 len: 217 time: 0.1200118 Nov 11 17:26:11.965758 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-73267fac-e540-4df7-aa8f-5faec82bcf22 req-2b9c0f44-0a66-45ac-9738-beccbbe5ce7d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721436 Nov 11 17:26:11.972339 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d0442b-aca7-49a9-bba2-3a620b8473ea tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:11.973172 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10d0442b-aca7-49a9-bba2-3a620b8473ea tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:12.035781 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:12.080005 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:26:12.097178 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:12.132801 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6c09-5052-4cd4-bb29-0a0631b0d707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:12.134932 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-10d0442b-aca7-49a9-bba2-3a620b8473ea tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0490344 Nov 11 17:26:12.138686 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-aba24a63-8cdc-4c17-b714-0ec4fd5d3d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:12.141633 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-aba24a63-8cdc-4c17-b714-0ec4fd5d3d24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3adf3a3d-8ad1-4679-a4f6-1feef5465afc HTTP/1.1" status: 200 len: 797 time: 0.1652215 Nov 11 17:26:12.142440 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60694) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:12.148255 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-4f448090-1a46-4c29-b4f4-2953a967f513 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Request body: {'floatingip': {'port_id': '39a95784-83db-427d-bbd8-ff827354ea16'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:12.255776 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e038f-d11c-4b09-aaed-664434673662 None None] Pushing event updated for resources: {'Port': ['ID=85f2c3a6-1aee-4424-a363-5e3bbd441f6f,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:12.308004 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-f7603eeb-bb99-4888-b436-bebd5ec8a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:12.309958 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-f7603eeb-bb99-4888-b436-bebd5ec8a8be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1491487 Nov 11 17:26:12.313286 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4f448090-1a46-4c29-b4f4-2953a967f513 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:12.314268 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7518379-e7fe-41e9-8d24-532d681be44b req-f71ea1f5-ab2d-4113-8e72-bc02f33c503a tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018285 Nov 11 17:26:12.353486 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] Attempting to bind port 85f2c3a6-1aee-4424-a363-5e3bbd441f6f on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:26:12.354540 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] Attempting to bind port 85f2c3a6-1aee-4424-a363-5e3bbd441f6f by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:26:12.355178 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] Attempting to bind port 85f2c3a6-1aee-4424-a363-5e3bbd441f6f on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:26:12.377451 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 47fc1539-b746-4510-928e-9357a1d385e2 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:12.380079 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:12.497693 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6c09-5052-4cd4-bb29-0a0631b0d707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:12.502830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:26:12.512406 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:26:12.512963 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:12.513595 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:26:12.514185 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] Bound port: 85f2c3a6-1aee-4424-a363-5e3bbd441f6f, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:26:12.514669 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:12.575898 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] For port 85f2c3a6-1aee-4424-a363-5e3bbd441f6f, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:26:12.579289 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] For port 85f2c3a6-1aee-4424-a363-5e3bbd441f6f, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=85f2c3a6-1aee-4424-a363-5e3bbd441f6f,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:26:12.596948 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:12.787947 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-393ad6f8-6123-4da2-8bed-40ea9d8cce32 service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825791 Nov 11 17:26:12.826094 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:12.829346 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e038f-d11c-4b09-aaed-664434673662 None None] Pushing event updated for resources: {'Port': ['ID=85f2c3a6-1aee-4424-a363-5e3bbd441f6f,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:12.853478 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6c09-5052-4cd4-bb29-0a0631b0d707 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:12.866103 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6c09-5052-4cd4-bb29-0a0631b0d707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:12.913206 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device d8e71051-0847-44e5-bb60-621b74a27437 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:26:12.959623 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-b6479594-6649-40f9-bfb9-89ed9860f12f service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626792 Nov 11 17:26:12.967663 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b709c10d-af7c-49ca-bb70-4a4457e6cb78 None None] Provisioning complete for port 39a95784-83db-427d-bbd8-ff827354ea16 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:12.968062 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b709c10d-af7c-49ca-bb70-4a4457e6cb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:12.992853 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc03ca-c405-4db4-bfb3-2d9668ef5ce7 req-fed0d203-6122-404f-84a3-dc6612be71e0 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:12.995824 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4fc03ca-c405-4db4-bfb3-2d9668ef5ce7 req-fed0d203-6122-404f-84a3-dc6612be71e0 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd400c43-be3b-4807-b52d-e11cf7fcb746 HTTP/1.1" status: 200 len: 945 time: 0.4257138 Nov 11 17:26:13.007063 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: d8e71051-0847-44e5-bb60-621b74a27437 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:26:13.007416 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device d8e71051-0847-44e5-bb60-621b74a27437 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:26:13.015761 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b709c10d-af7c-49ca-bb70-4a4457e6cb78 None None] Port 39a95784-83db-427d-bbd8-ff827354ea16 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:26:13.024815 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-ec1bd1ff-22d5-44a5-9f13-bacf54d52543 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=813271a2-d0e8-463d-ab43-df3086ac6cb1 HTTP/1.1" status: 200 len: 217 time: 0.0541158 Nov 11 17:26:13.030793 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:13.061152 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b709c10d-af7c-49ca-bb70-4a4457e6cb78 None None] Provisioning complete for port f355d380-83d3-41b9-9067-98ce35ab0dbe triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:13.061743 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b709c10d-af7c-49ca-bb70-4a4457e6cb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:13.073288 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e6c09-5052-4cd4-bb29-0a0631b0d707 admin admin] Pushing event updated for resources: {'Port': ['ID=f355d380-83d3-41b9-9067-98ce35ab0dbe,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:13.087868 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6c09-5052-4cd4-bb29-0a0631b0d707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:13.112576 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] Routers {'2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:26:13.113396 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:26:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:13.192293 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b709c10d-af7c-49ca-bb70-4a4457e6cb78 None None] Port f355d380-83d3-41b9-9067-98ce35ab0dbe cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:26:13.229915 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-f809b360-5840-415f-a2b9-8186d325bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:13.232287 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-f809b360-5840-415f-a2b9-8186d325bc6f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3adf3a3d-8ad1-4679-a4f6-1feef5465afc HTTP/1.1" status: 200 len: 797 time: 0.1997499 Nov 11 17:26:13.245065 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4fc03ca-c405-4db4-bfb3-2d9668ef5ce7 req-a15c113e-ded8-4ce3-a003-6b4fe7c42bfb tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190731 Nov 11 17:26:13.281046 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9988ba-fd0d-4a1b-afe0-1a11939697f2 req-1d051e9b-a3ee-4f9c-9db8-7b3265554248 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:13.290101 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cc9988ba-fd0d-4a1b-afe0-1a11939697f2 req-1d051e9b-a3ee-4f9c-9db8-7b3265554248 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 943 time: 0.1910999 Nov 11 17:26:13.325525 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] Set router 2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:26:13.389432 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cc9988ba-fd0d-4a1b-afe0-1a11939697f2 req-9415e77c-35fd-4c10-aeae-cbf812e143b5 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920649 Nov 11 17:26:13.392087 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5e6c09-5052-4cd4-bb29-0a0631b0d707 admin admin] Network 84930954-ed2a-4cd1-8397-ec8e27db7420 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:26:13.395975 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-bc5e6c09-5052-4cd4-bb29-0a0631b0d707 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:13.420878 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-a8c3d48a-c5c5-466a-bf49-7f1f465db86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:13.423203 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-a8c3d48a-c5c5-466a-bf49-7f1f465db86a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1819463 Nov 11 17:26:13.642957 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5e6c09-5052-4cd4-bb29-0a0631b0d707 admin admin] Router 2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:26:13.648532 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-de994544-ff94-4fae-a490-281ed7dad370 service neutron] 10.222.0.64 "GET /v2.0/ports/0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2/bindings/n-h2-816206-4 HTTP/1.1" status: 200 len: 384 time: 0.2410879 Nov 11 17:26:13.668879 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dea83f-caba-4dcb-9ffd-7daeb72462ae req-14582b3e-c83c-43d0-9d60-5fca55adc68f tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:13.678612 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7dea83f-caba-4dcb-9ffd-7daeb72462ae req-14582b3e-c83c-43d0-9d60-5fca55adc68f tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.1681330 Nov 11 17:26:13.767414 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'name': 'tempest-ServersTestBootFromVolume-1608908674-router', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:05Z', 'updated_at': '2021-11-11T17:26:12Z', 'revision_number': 4, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'gw_port': {'id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:06Z', 'updated_at': '2021-11-11T17:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'f355d380-83d3-41b9-9067-98ce35ab0dbe', 'name': '', 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'mac_address': 'fa:16:3e:26:85:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:09Z', 'updated_at': '2021-11-11T17:26:12Z', 'revision_number': 2, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'subnets': [{'id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:13.821773 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6ec2de-2a7b-497b-93de-9cd26986b495 None None] The sync data for ids ['2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'] in n-d-816206-4 is: [{'id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'name': 'tempest-ServersTestBootFromVolume-1608908674-router', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:05Z', 'updated_at': '2021-11-11T17:26:12Z', 'revision_number': 4, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'gw_port': {'id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:06Z', 'updated_at': '2021-11-11T17:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'f355d380-83d3-41b9-9067-98ce35ab0dbe', 'name': '', 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'mac_address': 'fa:16:3e:26:85:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:09Z', 'updated_at': '2021-11-11T17:26:12Z', 'revision_number': 2, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'subnets': [{'id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:26:13.845719 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-886e1f68-2fcf-452e-9fb5-f0c90b791ec4 None None] Provisioning complete for port f355d380-83d3-41b9-9067-98ce35ab0dbe triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:13.846096 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-886e1f68-2fcf-452e-9fb5-f0c90b791ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:13.905110 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-886e1f68-2fcf-452e-9fb5-f0c90b791ec4 None None] Port f355d380-83d3-41b9-9067-98ce35ab0dbe cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:26:13.989660 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5e6c09-5052-4cd4-bb29-0a0631b0d707 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:26:13.996669 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7dea83f-caba-4dcb-9ffd-7daeb72462ae req-336f024a-cff3-43bb-bf24-3e6ebd0390c8 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394877 Nov 11 17:26:14.001138 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bc5e6c09-5052-4cd4-bb29-0a0631b0d707 admin admin] 10.222.0.76 "PUT /v2.0/routers/2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4359291 Nov 11 17:26:14.303374 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-0b2760d9-0cb8-46c8-8314-932b87a18d22 service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8433385 Nov 11 17:26:14.471564 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549d34c-a5b1-42e9-b7b1-eac5783f7da5 req-67939a14-d081-4b78-830e-aa1f232524f6 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:14.475675 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b549d34c-a5b1-42e9-b7b1-eac5783f7da5 req-67939a14-d081-4b78-830e-aa1f232524f6 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.83 "GET /v2.0/ports?device_id=dd400c43-be3b-4807-b52d-e11cf7fcb746 HTTP/1.1" status: 200 len: 945 time: 0.2828932 Nov 11 17:26:14.476502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48f790-ee0e-4870-af9d-9f43f8df7428 req-c5b8e6ee-fa40-4379-aadd-36019072a34b tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:14.484501 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ad48f790-ee0e-4870-af9d-9f43f8df7428 req-c5b8e6ee-fa40-4379-aadd-36019072a34b tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd400c43-be3b-4807-b52d-e11cf7fcb746 HTTP/1.1" status: 200 len: 945 time: 0.1027312 Nov 11 17:26:14.583286 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ad48f790-ee0e-4870-af9d-9f43f8df7428 req-f95b6f14-8b62-4432-aba5-e22c4657ebc6 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939996 Nov 11 17:26:14.609860 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60724) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:14.614823 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6779ea55-36a9-47cb-a42a-3096b12c8a33 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--181163605', 'description': 'tempest-description--864477533'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:14.657188 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6779ea55-36a9-47cb-a42a-3096b12c8a33 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:14.707191 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.db.resource_extend [None req-4f448090-1a46-4c29-b4f4-2953a967f513 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:26:14.760090 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-49901589-2fd7-472f-b8f6-52cad8d3438a service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491909 Nov 11 17:26:14.801455 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ae912-bab7-4691-aad0-d0189fe1873e req-bca1c4a6-3a77-4a6f-956f-71d3fd3c9e6c tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:14.810770 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e6ae912-bab7-4691-aad0-d0189fe1873e req-bca1c4a6-3a77-4a6f-956f-71d3fd3c9e6c tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 943 time: 0.1053395 Nov 11 17:26:14.861778 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6779ea55-36a9-47cb-a42a-3096b12c8a33 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:14.874693 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6779ea55-36a9-47cb-a42a-3096b12c8a33 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:14.944779 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e6ae912-bab7-4691-aad0-d0189fe1873e req-b2dce579-de5f-464f-802b-d93876f933b3 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330829 Nov 11 17:26:14.949596 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779ea55-36a9-47cb-a42a-3096b12c8a33 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3e3fde-a5b1-4888-a855-7add44773c82,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:14.962051 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-e3986e18-eab8-44d1-8bb0-41514bc7b113 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ace11c64-ff1c-4cc8-b03a-f7975e333049 HTTP/1.1" status: 200 len: 217 time: 0.1476378 Nov 11 17:26:14.963715 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6779ea55-36a9-47cb-a42a-3096b12c8a33 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:14.970821 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6779ea55-36a9-47cb-a42a-3096b12c8a33 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3593609 Nov 11 17:26:14.972401 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60730) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:14.973773 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4f448090-1a46-4c29-b4f4-2953a967f513 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:14.985062 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-be69010a-90d2-482d-bfda-7c0e0319bb9f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Request body: {'security_group_rule': {'security_group_id': '1c3e3fde-a5b1-4888-a855-7add44773c82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:15.022049 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-be69010a-90d2-482d-bfda-7c0e0319bb9f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:15.031946 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4f448090-1a46-4c29-b4f4-2953a967f513 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:15.141566 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-87cd8cdc-db43-41b4-9734-406b2c4dafad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:15.143381 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-87cd8cdc-db43-41b4-9734-406b2c4dafad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=82d20ea5-81ce-4fef-9afe-8186d9ab3df5 HTTP/1.1" status: 200 len: 797 time: 0.1613238 Nov 11 17:26:15.157775 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-b549d34c-a5b1-42e9-b7b1-eac5783f7da5 req-fb4e6df3-c8f2-4dab-993a-5bf0e6f77d87 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Deleting port c88e578f-08f6-4029-b340-a8e30ce1b51e {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:15.158169 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b549d34c-a5b1-42e9-b7b1-eac5783f7da5 req-fb4e6df3-c8f2-4dab-993a-5bf0e6f77d87 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:15.161216 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-be69010a-90d2-482d-bfda-7c0e0319bb9f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:15.168462 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-be69010a-90d2-482d-bfda-7c0e0319bb9f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:15.214683 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf72943-d55e-415c-8ba1-b298461d6b70 req-96fef9b5-ee1c-4296-9055-1fe0347fa96a tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:15.216438 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4bf72943-d55e-415c-8ba1-b298461d6b70 req-96fef9b5-ee1c-4296-9055-1fe0347fa96a tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.1042459 Nov 11 17:26:15.217218 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69010a-90d2-482d-bfda-7c0e0319bb9f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5678f63-c762-4ac3-a98f-19855539f188,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:15.225475 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-be69010a-90d2-482d-bfda-7c0e0319bb9f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:15.231904 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-be69010a-90d2-482d-bfda-7c0e0319bb9f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2582157 Nov 11 17:26:15.244730 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60734) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:15.249151 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-0b914ff5-9e9e-425f-a04d-77bdce774b7f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Request body: {'security_group_rule': {'security_group_id': '1c3e3fde-a5b1-4888-a855-7add44773c82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:15.299019 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 85f2c3a6-1aee-4424-a363-5e3bbd441f6f up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:26:15.312839 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-85ae7449-5238-425e-b86f-706d2cff71ea service neutron] For port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:15.329142 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4bf72943-d55e-415c-8ba1-b298461d6b70 req-58e3c5ed-42f9-4814-8d8a-c8f07af2966e tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947399 Nov 11 17:26:15.331055 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0b914ff5-9e9e-425f-a04d-77bdce774b7f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:15.380749 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-5d8c3db1-793e-4145-9838-72a807065850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:15.387058 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-5d8c3db1-793e-4145-9838-72a807065850 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2201982 Nov 11 17:26:15.393983 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0b914ff5-9e9e-425f-a04d-77bdce774b7f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:15.401338 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0b914ff5-9e9e-425f-a04d-77bdce774b7f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:15.405875 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-4f448090-1a46-4c29-b4f4-2953a967f513 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Floating IP 99fc9d6e-e260-4fc6-b022-c641ea779606 associated. External IP: 172.25.2.91, port: 904d8b83-7686-4f6d-9bd1-d2bf3830b8dd. Nov 11 17:26:15.409995 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 85f2c3a6-1aee-4424-a363-5e3bbd441f6f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:15.410782 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:15.425557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b914ff5-9e9e-425f-a04d-77bdce774b7f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ec5e9d-77b6-4c42-8881-811782781255,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:15.448697 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0b914ff5-9e9e-425f-a04d-77bdce774b7f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:15.450805 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0b914ff5-9e9e-425f-a04d-77bdce774b7f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2048895 Nov 11 17:26:15.454678 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60736) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:15.460373 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-f72bffa6-fa6c-439f-a263-32cbc570d7c0 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:15.494855 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f72bffa6-fa6c-439f-a263-32cbc570d7c0 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:15.539812 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:15.568168 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-85ae7449-5238-425e-b86f-706d2cff71ea service neutron] For port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:26:15.577446 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 85f2c3a6-1aee-4424-a363-5e3bbd441f6f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=85f2c3a6-1aee-4424-a363-5e3bbd441f6f,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:15.582510 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:15.644953 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f72bffa6-fa6c-439f-a263-32cbc570d7c0 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:15.664050 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=85f2c3a6-1aee-4424-a363-5e3bbd441f6f,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:15.727577 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-85ae7449-5238-425e-b86f-706d2cff71ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:26:15.739611 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-85ae7449-5238-425e-b86f-706d2cff71ea service neutron] For port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:15.773659 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-b549d34c-a5b1-42e9-b7b1-eac5783f7da5 req-fb4e6df3-c8f2-4dab-993a-5bf0e6f77d87 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] For port c88e578f-08f6-4029-b340-a8e30ce1b51e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=c88e578f-08f6-4029-b340-a8e30ce1b51e,segment=NetworkSegment(50b6ff34-f136-47ed-91f0-38482a52c119),segment_id=50b6ff34-f136-47ed-91f0-38482a52c119)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:15.774035 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b549d34c-a5b1-42e9-b7b1-eac5783f7da5 req-fb4e6df3-c8f2-4dab-993a-5bf0e6f77d87 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:15.782626 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-85ae7449-5238-425e-b86f-706d2cff71ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:15.835048 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-b549d34c-a5b1-42e9-b7b1-eac5783f7da5 req-fb4e6df3-c8f2-4dab-993a-5bf0e6f77d87 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Calling delete_port for c88e578f-08f6-4029-b340-a8e30ce1b51e owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:15.845258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c709ae8-0418-4192-8b5a-46ed8a751353 req-77618591-0911-4eb3-b52a-9d5e7be02e6e tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:15.846833 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9c709ae8-0418-4192-8b5a-46ed8a751353 req-77618591-0911-4eb3-b52a-9d5e7be02e6e tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd400c43-be3b-4807-b52d-e11cf7fcb746 HTTP/1.1" status: 200 len: 945 time: 0.1313198 Nov 11 17:26:15.880181 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-f72bffa6-fa6c-439f-a263-32cbc570d7c0 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Allocated IP 172.25.2.231 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/7a94c284-2efb-487b-a4fc-82b506494233) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:26:15.934997 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9c709ae8-0418-4192-8b5a-46ed8a751353 req-d668313c-ea76-472c-a48e-6b96c4655cef tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772684 Nov 11 17:26:16.049920 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-fb789036-b55f-458b-b635-6c007df9972c service neutron] 10.222.0.64 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6546781 Nov 11 17:26:16.105246 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f72bffa6-fa6c-439f-a263-32cbc570d7c0 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:16.157572 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-85ae7449-5238-425e-b86f-706d2cff71ea service neutron] Transition to ACTIVE for port object 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:26:16.180342 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f72bffa6-fa6c-439f-a263-32cbc570d7c0 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:16.208943 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-85ae7449-5238-425e-b86f-706d2cff71ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:16.228167 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f1573-34f0-428f-9f22-70bbc3a3e014 req-3613bc51-d1e4-4866-9769-040dbcd22226 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:16.229773 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-415f1573-34f0-428f-9f22-70bbc3a3e014 req-3613bc51-d1e4-4866-9769-040dbcd22226 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 943 time: 0.0929947 Nov 11 17:26:16.240553 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72bffa6-fa6c-439f-a263-32cbc570d7c0 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:26:16.251932 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-f72bffa6-fa6c-439f-a263-32cbc570d7c0 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:16.257289 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72bffa6-fa6c-439f-a263-32cbc570d7c0 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:26:16.266495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bffa6-fa6c-439f-a263-32cbc570d7c0 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Pushing event updated for resources: {'Port': ['ID=7a94c284-2efb-487b-a4fc-82b506494233,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:16.332474 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-415f1573-34f0-428f-9f22-70bbc3a3e014 req-ba5bce92-eb99-4ba8-9583-148737a5dab1 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908113 Nov 11 17:26:16.338132 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f448090-1a46-4c29-b4f4-2953a967f513 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Router 3790632f-ba6e-43e1-83bc-fd82d5398b42 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:26:16.361607 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-85ae7449-5238-425e-b86f-706d2cff71ea service neutron] No DVR routers for this DVR port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:26:16.394931 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f72bffa6-fa6c-439f-a263-32cbc570d7c0 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:16.396470 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae7449-5238-425e-b86f-706d2cff71ea service neutron] Pushing event updated for resources: {'Port': ['ID=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2,revision_number=10']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:16.408321 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-fd2a1354-d688-4fca-a9ef-e72d286bd8c0 service neutron] 10.222.0.64 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435652 Nov 11 17:26:16.461346 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f72bffa6-fa6c-439f-a263-32cbc570d7c0 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:16.478492 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-ea46b657-e42a-4193-8f73-847d46864461 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 HTTP/1.1" status: 200 len: 217 time: 0.0616202 Nov 11 17:26:16.515530 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734af277-f3c1-4d84-9225-849aa238a63d req-f021119f-e26e-467b-a4fb-7b49edf6a399 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:16.517000 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-734af277-f3c1-4d84-9225-849aa238a63d req-f021119f-e26e-467b-a4fb-7b49edf6a399 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.0858338 Nov 11 17:26:16.552219 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-85ae7449-5238-425e-b86f-706d2cff71ea service neutron] 10.222.0.64 "PUT /v2.0/ports/0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2/bindings/n-h2-816206-4/activate HTTP/1.1" status: 200 len: 369 time: 2.8900816 Nov 11 17:26:16.558793 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b549d34c-a5b1-42e9-b7b1-eac5783f7da5 req-fb4e6df3-c8f2-4dab-993a-5bf0e6f77d87 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:16.573867 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['3c883575-bd5c-48e1-89fa-1a120da66d93'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:26:16.642321 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-734af277-f3c1-4d84-9225-849aa238a63d req-5710b970-08ac-47a7-afe9-5fcafaef48d3 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158261 Nov 11 17:26:16.662842 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e6df3-c8f2-4dab-993a-5bf0e6f77d87 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Pushing event deleted for resources: {'Port': ['ID=c88e578f-08f6-4029-b340-a8e30ce1b51e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:16.674858 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-b99b4fd1-163d-4575-b45c-5daab78f7737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:16.682404 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-b99b4fd1-163d-4575-b45c-5daab78f7737 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=82d20ea5-81ce-4fef-9afe-8186d9ab3df5 HTTP/1.1" status: 200 len: 797 time: 0.1969237 Nov 11 17:26:16.755957 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f72bffa6-fa6c-439f-a263-32cbc570d7c0 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:16.764052 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f72bffa6-fa6c-439f-a263-32cbc570d7c0 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:16.810288 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-f8f041ce-d5fe-48b6-9286-adfba0058a10 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:16.813098 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-f8f041ce-d5fe-48b6-9286-adfba0058a10 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f&tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 1095 time: 0.1347954 Nov 11 17:26:16.907475 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bffa6-fa6c-439f-a263-32cbc570d7c0 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Pushing event updated for resources: {'Port': ['ID=7a94c284-2efb-487b-a4fc-82b506494233,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:16.920919 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f72bffa6-fa6c-439f-a263-32cbc570d7c0 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:16.949542 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f72bffa6-fa6c-439f-a263-32cbc570d7c0 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:16.959048 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f72bffa6-fa6c-439f-a263-32cbc570d7c0 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4952588 Nov 11 17:26:16.966401 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-5a1f280f-4d7e-4d31-80e5-156bc2c4c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:16.969635 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-5a1f280f-4d7e-4d31-80e5-156bc2c4c928 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f&tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2 HTTP/1.1" status: 200 len: 1095 time: 0.1161244 Nov 11 17:26:17.094115 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-b549d34c-a5b1-42e9-b7b1-eac5783f7da5 req-fb4e6df3-c8f2-4dab-993a-5bf0e6f77d87 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] No DVR routers for this DVR port c88e578f-08f6-4029-b340-a8e30ce1b51e on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:26:17.097162 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b549d34c-a5b1-42e9-b7b1-eac5783f7da5 req-fb4e6df3-c8f2-4dab-993a-5bf0e6f77d87 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:17.100518 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b549d34c-a5b1-42e9-b7b1-eac5783f7da5 req-fb4e6df3-c8f2-4dab-993a-5bf0e6f77d87 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.83 "DELETE /v2.0/ports/c88e578f-08f6-4029-b340-a8e30ce1b51e HTTP/1.1" status: 204 len: 173 time: 2.5788326 Nov 11 17:26:17.103620 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd400c43-be3b-4807-b52d-e11cf7fcb746', 'name': 'network-vif-deleted', 'tag': 'c88e578f-08f6-4029-b340-a8e30ce1b51e'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:26:17.105960 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5d0bf1-976e-4a7b-b29b-938380a333e2" -d '{"events": [{"server_uuid": "dd400c43-be3b-4807-b52d-e11cf7fcb746", "name": "network-vif-deleted", "tag": "c88e578f-08f6-4029-b340-a8e30ce1b51e"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:26:17.109154 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f448090-1a46-4c29-b4f4-2953a967f513 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:26:17.125707 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b0820e-139d-4360-8e5c-d25f0a1b155b None None] Sync routers for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:26:17.182008 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b0820e-139d-4360-8e5c-d25f0a1b155b None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:26:17.183795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-64b0820e-139d-4360-8e5c-d25f0a1b155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:26:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:17.218929 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acb208-b048-4452-920b-904782a819c6 req-4cb81095-fecc-41c5-99f9-4deeb5610094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:17.221126 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-4cb81095-fecc-41c5-99f9-4deeb5610094 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1812165 Nov 11 17:26:17.288466 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a7e8f40-2131-4bd8-a235-551b00ca3ef5 req-e6d2c29e-cf4d-46f3-a39a-013f62d930c1 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd400c43-be3b-4807-b52d-e11cf7fcb746 HTTP/1.1" status: 200 len: 210 time: 0.1865938 Nov 11 17:26:17.317288 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92b9711-c4aa-43c8-8925-86496095f4ce x-openstack-request-id: req-d92b9711-c4aa-43c8-8925-86496095f4ce {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:26:17.317462 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd400c43-be3b-4807-b52d-e11cf7fcb746", "name": "network-vif-deleted", "tag": "c88e578f-08f6-4029-b340-a8e30ce1b51e", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:26:17.317765 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d92b9711-c4aa-43c8-8925-86496095f4ce {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:26:17.318324 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd400c43-be3b-4807-b52d-e11cf7fcb746', 'name': 'network-vif-deleted', 'tag': 'c88e578f-08f6-4029-b340-a8e30ce1b51e', 'status': 'completed', 'code': 200} Nov 11 17:26:17.323463 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-9ea981dc-1769-4f01-8ff2-f5e01a04d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:17.325181 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] Sync routers for ids ['2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:26:17.326279 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-9ea981dc-1769-4f01-8ff2-f5e01a04d77c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 1095 time: 0.3231268 Nov 11 17:26:17.378297 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-64b0820e-139d-4360-8e5c-d25f0a1b155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:17.388685 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] Routers {'2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:26:17.390788 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:26:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:17.402508 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 85f2c3a6-1aee-4424-a363-5e3bbd441f6f up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:26:17.450019 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b0820e-139d-4360-8e5c-d25f0a1b155b None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:26:17.450980 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-64b0820e-139d-4360-8e5c-d25f0a1b155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:26:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:17.526954 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-ca162f59-ff49-4aef-b0d0-19e27a48647e service neutron] 10.222.0.64 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363987 Nov 11 17:26:17.547435 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-64b0820e-139d-4360-8e5c-d25f0a1b155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:17.549930 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b0820e-139d-4360-8e5c-d25f0a1b155b None None] The sync data for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:26:17.561377 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-9c49cf17-239e-4787-a233-180a9f490e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:17.563415 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-9c49cf17-239e-4787-a233-180a9f490e1f service neutron] 10.222.0.83 "GET /v2.0/networks?id=f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 200 len: 922 time: 0.2283292 Nov 11 17:26:17.596539 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 85f2c3a6-1aee-4424-a363-5e3bbd441f6f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:17.599811 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:17.655501 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-361b60ff-e4fa-4ef6-b688-8460045d7204 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 HTTP/1.1" status: 200 len: 217 time: 0.0544152 Nov 11 17:26:17.675451 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb844e6-98de-4666-9a3a-2d1249dd3546 req-a4add226-e8b1-448e-b0f1-64efa686c413 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:17.686628 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7eb844e6-98de-4666-9a3a-2d1249dd3546 req-a4add226-e8b1-448e-b0f1-64efa686c413 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 944 time: 0.1215158 Nov 11 17:26:17.695169 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] Set router 2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:26:17.781289 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-3f34382c-0047-41cb-ac0b-a2e8cadccd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:17.783245 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-3f34382c-0047-41cb-ac0b-a2e8cadccd48 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 200 len: 860 time: 0.0928571 Nov 11 17:26:17.860397 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7eb844e6-98de-4666-9a3a-2d1249dd3546 req-b22f9955-eff3-45d9-a3bf-0c560f0e92fa tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713436 Nov 11 17:26:17.901853 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-7af1294f-4903-4b51-8fc6-d2f0f48f3f1b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f44096b2-3051-4615-8241-50ad95944236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625868 Nov 11 17:26:17.995026 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-87acb208-b048-4452-920b-904782a819c6 req-78b520e3-c97d-4369-8cac-5c5bd038c7ff service neutron] 10.222.0.64 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292006 Nov 11 17:26:18.020630 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'name': 'tempest-ServersTestBootFromVolume-1608908674-router', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:05Z', 'updated_at': '2021-11-11T17:26:12Z', 'revision_number': 4, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'gw_port': {'id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:06Z', 'updated_at': '2021-11-11T17:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'f355d380-83d3-41b9-9067-98ce35ab0dbe', 'name': '', 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'mac_address': 'fa:16:3e:26:85:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:09Z', 'updated_at': '2021-11-11T17:26:12Z', 'revision_number': 2, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'subnets': [{'id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:18.059410 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] Checking router: 2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:26:18.059990 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] Updating router 2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e port f355d380-83d3-41b9-9067-98ce35ab0dbe binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:26:18.070874 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f448090-1a46-4c29-b4f4-2953a967f513 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Router e7eb68a7-a0d9-41de-b2f1-4a54c88238c0 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:26:18.111070 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device c88e578f-08f6-4029-b340-a8e30ce1b51e no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:26:18.138846 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:18.206011 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: c88e578f-08f6-4029-b340-a8e30ce1b51e {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:26:18.207869 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device c88e578f-08f6-4029-b340-a8e30ce1b51e not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:26:18.214897 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:18.261422 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-6060d2ea-f13d-4ac0-ad81-6ac44e7ea482 service neutron] 10.222.0.83 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506796 Nov 11 17:26:18.285150 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f448090-1a46-4c29-b4f4-2953a967f513 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:26:18.295209 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4f448090-1a46-4c29-b4f4-2953a967f513 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:18.297207 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3379a184-d94d-494f-8784-e7dcc7c1320b None None] Sync routers for ids ['e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:26:18.313552 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3379a184-d94d-494f-8784-e7dcc7c1320b None None] Routers {'e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:26:18.315833 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3379a184-d94d-494f-8784-e7dcc7c1320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:26:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:18.414486 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3379a184-d94d-494f-8784-e7dcc7c1320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:18.449472 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4f448090-1a46-4c29-b4f4-2953a967f513 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "PUT /v2.0/floatingips/99fc9d6e-e260-4fc6-b022-c641ea779606 HTTP/1.1" status: 200 len: 976 time: 6.3050840 Nov 11 17:26:18.450535 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60836) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:18.451590 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3379a184-d94d-494f-8784-e7dcc7c1320b None None] Routers {'e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:26:18.453063 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3379a184-d94d-494f-8784-e7dcc7c1320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:26:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:18.465723 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-880f8737-08c1-4c3b-be1b-77f74af3d350 service neutron] 10.222.0.83 "GET /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885366 Nov 11 17:26:18.474610 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e22ea-6ad1-4495-95b6-10dd4b0b2e21 req-b6f4df6c-8181-40db-8123-8c8441873297 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:18.476403 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-640e22ea-6ad1-4495-95b6-10dd4b0b2e21 req-b6f4df6c-8181-40db-8123-8c8441873297 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.5390246 Nov 11 17:26:18.563760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-640e22ea-6ad1-4495-95b6-10dd4b0b2e21 req-bd93e0af-e19d-48b1-8a4a-d18d0916eda2 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803206 Nov 11 17:26:18.611943 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3379a184-d94d-494f-8784-e7dcc7c1320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:18.618977 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3379a184-d94d-494f-8784-e7dcc7c1320b None None] The sync data for ids ['e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:26:18.797506 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:18.812099 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:18.824401 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-0c6bff37-ccd3-4215-ab4d-fead7938c61b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Deleting port 39a95784-83db-427d-bbd8-ff827354ea16 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:18.824866 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0c6bff37-ccd3-4215-ab4d-fead7938c61b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:18.917211 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d92fb-644e-4bac-841e-7d7d029f9d08 None None] Pushing event updated for resources: {'Port': ['ID=f355d380-83d3-41b9-9067-98ce35ab0dbe,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:18.966614 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-0fe66192-6e7f-48ae-8355-803e63e55b97 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:18.968223 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-0fe66192-6e7f-48ae-8355-803e63e55b97 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f&tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&binding%3Ahost_id=n-h2-816206-4 HTTP/1.1" status: 200 len: 1095 time: 0.1190586 Nov 11 17:26:19.012746 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] Attempting to bind port f355d380-83d3-41b9-9067-98ce35ab0dbe on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:26:19.013133 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] Attempting to bind port f355d380-83d3-41b9-9067-98ce35ab0dbe by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '1177fc11-6519-432e-b302-11381c28549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:26:19.013457 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] Attempting to bind port f355d380-83d3-41b9-9067-98ce35ab0dbe on network 84930954-ed2a-4cd1-8397-ec8e27db7420 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:26:19.022595 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:26:19.025984 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] Checking segment: {'id': '1177fc11-6519-432e-b302-11381c28549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:26:19.027208 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:19.028649 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] Bound using segment: {'id': '1177fc11-6519-432e-b302-11381c28549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:26:19.029309 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] Bound port: f355d380-83d3-41b9-9067-98ce35ab0dbe, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1177fc11-6519-432e-b302-11381c28549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:26:19.030610 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:19.102987 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0c6bff37-ccd3-4215-ab4d-fead7938c61b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:19.133647 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa63e9f-6e85-4a42-89a7-fbdc7d271b14 req-a05cb8b2-755c-4c00-814d-7f83a212a639 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:19.136995 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-efa63e9f-6e85-4a42-89a7-fbdc7d271b14 req-a05cb8b2-755c-4c00-814d-7f83a212a639 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.2209818 Nov 11 17:26:19.174378 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c63fe0-5b5a-4e25-bbe3-e19519ac6623 req-279a2687-f6fc-4a24-930c-253feff4e80c tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:19.192107 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37c63fe0-5b5a-4e25-bbe3-e19519ac6623 req-279a2687-f6fc-4a24-930c-253feff4e80c tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 944 time: 0.1660249 Nov 11 17:26:19.199229 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] For port f355d380-83d3-41b9-9067-98ce35ab0dbe, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:26:19.203127 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] For port f355d380-83d3-41b9-9067-98ce35ab0dbe, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f355d380-83d3-41b9-9067-98ce35ab0dbe,segment=NetworkSegment(1177fc11-6519-432e-b302-11381c28549e),segment_id=1177fc11-6519-432e-b302-11381c28549e)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:26:19.213884 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:19.291129 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d92fb-644e-4bac-841e-7d7d029f9d08 None None] Pushing event updated for resources: {'Port': ['ID=f355d380-83d3-41b9-9067-98ce35ab0dbe,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:19.310510 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] Routers {'2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:26:19.311398 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:26:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:19.330139 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-efa63e9f-6e85-4a42-89a7-fbdc7d271b14 req-f62ccc15-871f-4f33-986a-10ebf3f8980e tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343150 Nov 11 17:26:19.402984 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37c63fe0-5b5a-4e25-bbe3-e19519ac6623 req-92ce69c5-77c7-45e9-859f-9005960ba87a tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092340 Nov 11 17:26:19.430012 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5bb06bbf-f2a6-494f-b9df-d4093eb9f533 None None] Provisioning complete for port f355d380-83d3-41b9-9067-98ce35ab0dbe triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:19.432144 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5bb06bbf-f2a6-494f-b9df-d4093eb9f533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:19.528157 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-b9157e11-89e5-460c-8b33-aa75fcb0b667 service neutron] For port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:26:19.536647 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-b9157e11-89e5-460c-8b33-aa75fcb0b667 service neutron] Publish callbacks [] for binding, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:19.537782 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4014734-aa73-4663-bfdc-e028d9d4fc5d req-b9157e11-89e5-460c-8b33-aa75fcb0b667 service neutron] 10.222.0.83 "DELETE /v2.0/ports/0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2/bindings/n-h1-816206-4 HTTP/1.1" status: 204 len: 173 time: 0.5575588 Nov 11 17:26:19.549411 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] Set router 2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:26:19.673576 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0c6bff37-ccd3-4215-ab4d-fead7938c61b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:19.674040 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0c6bff37-ccd3-4215-ab4d-fead7938c61b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:19.674606 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-0c6bff37-ccd3-4215-ab4d-fead7938c61b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Floating IP 99fc9d6e-e260-4fc6-b022-c641ea779606 disassociated. External IP: 172.25.2.91, port: 39a95784-83db-427d-bbd8-ff827354ea16. Nov 11 17:26:19.674967 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-0c6bff37-ccd3-4215-ab4d-fead7938c61b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Calling delete_port for 39a95784-83db-427d-bbd8-ff827354ea16 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:19.687999 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5bb06bbf-f2a6-494f-b9df-d4093eb9f533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:19.743119 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b3adc-656a-4695-8ea5-63d60ecb8027 req-7db9ca12-4ce3-468e-97e9-dcae87e1b3fc tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:19.745207 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e47b3adc-656a-4695-8ea5-63d60ecb8027 req-7db9ca12-4ce3-468e-97e9-dcae87e1b3fc tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 1095 time: 0.1593785 Nov 11 17:26:19.763903 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-5bb06bbf-f2a6-494f-b9df-d4093eb9f533 None None] For port f355d380-83d3-41b9-9067-98ce35ab0dbe, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f355d380-83d3-41b9-9067-98ce35ab0dbe,segment=NetworkSegment(1177fc11-6519-432e-b302-11381c28549e),segment_id=1177fc11-6519-432e-b302-11381c28549e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:19.776447 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5bb06bbf-f2a6-494f-b9df-d4093eb9f533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:19.826687 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05b4fb-6b9b-4f7e-840d-11d360739b8a req-8192f97d-bd58-4914-9502-43575ab2b458 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:19.828294 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bd05b4fb-6b9b-4f7e-840d-11d360739b8a req-8192f97d-bd58-4914-9502-43575ab2b458 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.1590326 Nov 11 17:26:19.928206 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e47b3adc-656a-4695-8ea5-63d60ecb8027 req-5d4e28b9-96e5-4aed-8fee-6959fddd0ba7 tempest-LiveAutoBlockMigrationV225Test-635380960 tempest-LiveAutoBlockMigrationV225Test-635380960-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652040 Nov 11 17:26:19.940826 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0c6bff37-ccd3-4215-ab4d-fead7938c61b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:19.952062 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb06bbf-f2a6-494f-b9df-d4093eb9f533 None None] Pushing event updated for resources: {'Port': ['ID=f355d380-83d3-41b9-9067-98ce35ab0dbe,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:19.964436 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-12dd9a42-cf9a-435c-a6bd-4a09ddbe3347 None None] Provisioning complete for port f355d380-83d3-41b9-9067-98ce35ab0dbe triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:19.965097 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-12dd9a42-cf9a-435c-a6bd-4a09ddbe3347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:20.024062 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6bff37-ccd3-4215-ab4d-fead7938c61b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event deleted for resources: {'Port': ['ID=39a95784-83db-427d-bbd8-ff827354ea16,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:20.112821 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bd05b4fb-6b9b-4f7e-840d-11d360739b8a req-36f0f681-c435-476c-830a-b9324d08f797 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761886 Nov 11 17:26:20.171137 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'name': 'tempest-ServersTestBootFromVolume-1608908674-router', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:05Z', 'updated_at': '2021-11-11T17:26:12Z', 'revision_number': 4, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'gw_port': {'id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:06Z', 'updated_at': '2021-11-11T17:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'f355d380-83d3-41b9-9067-98ce35ab0dbe', 'name': '', 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'mac_address': 'fa:16:3e:26:85:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:09Z', 'updated_at': '2021-11-11T17:26:19Z', 'revision_number': 4, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'subnets': [{'id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:20.252309 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6bff37-ccd3-4215-ab4d-fead7938c61b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Router e7eb68a7-a0d9-41de-b2f1-4a54c88238c0 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:26:20.293013 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c84efe-19f6-4821-ad94-a0cc00cfb18c None None] The sync data for ids ['2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'] in n-d-816206-4 is: [{'id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'name': 'tempest-ServersTestBootFromVolume-1608908674-router', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:05Z', 'updated_at': '2021-11-11T17:26:12Z', 'revision_number': 4, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'gw_port': {'id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:06Z', 'updated_at': '2021-11-11T17:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'f355d380-83d3-41b9-9067-98ce35ab0dbe', 'name': '', 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'mac_address': 'fa:16:3e:26:85:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:09Z', 'updated_at': '2021-11-11T17:26:19Z', 'revision_number': 4, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'subnets': [{'id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:26:20.533323 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c105df-d8ab-4765-99d3-1c2380ddfcc1 req-fbdc9469-c795-4abd-a198-0b997e509d34 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:20.535714 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-73c105df-d8ab-4765-99d3-1c2380ddfcc1 req-fbdc9469-c795-4abd-a198-0b997e509d34 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.1124058 Nov 11 17:26:20.576442 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6bff37-ccd3-4215-ab4d-fead7938c61b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:26:20.586314 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a63743-c453-4aa6-9c3d-330351d69da5 None None] Sync routers for ids ['e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:26:20.605927 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a63743-c453-4aa6-9c3d-330351d69da5 None None] Routers {'e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:26:20.606621 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-97a63743-c453-4aa6-9c3d-330351d69da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:26:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:20.695869 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-97a63743-c453-4aa6-9c3d-330351d69da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:20.726047 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a63743-c453-4aa6-9c3d-330351d69da5 None None] Routers {'e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:26:20.726933 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-97a63743-c453-4aa6-9c3d-330351d69da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:26:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:20.768844 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0c6bff37-ccd3-4215-ab4d-fead7938c61b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:20.772761 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0c6bff37-ccd3-4215-ab4d-fead7938c61b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "DELETE /v2.0/ports/39a95784-83db-427d-bbd8-ff827354ea16 HTTP/1.1" status: 204 len: 168 time: 2.3206093 Nov 11 17:26:20.777118 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60892) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:20.784703 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050061f-3a63-447a-b296-db47140da0a5 req-402bc452-c1c3-493e-a967-3dc6762d639f tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:20.786246 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4050061f-3a63-447a-b296-db47140da0a5 req-402bc452-c1c3-493e-a967-3dc6762d639f tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 944 time: 0.1500044 Nov 11 17:26:20.816803 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-97a63743-c453-4aa6-9c3d-330351d69da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:20.819633 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a63743-c453-4aa6-9c3d-330351d69da5 None None] The sync data for ids ['e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:26:20.865853 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e92dbd-9f41-4d30-91fe-92dcd99fe2b3 req-af165a5a-02bc-47ae-a2a2-e9965d0aa4d4 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:20.873798 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63e92dbd-9f41-4d30-91fe-92dcd99fe2b3 req-af165a5a-02bc-47ae-a2a2-e9965d0aa4d4 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 946 time: 0.2362864 Nov 11 17:26:20.955383 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63e92dbd-9f41-4d30-91fe-92dcd99fe2b3 req-295ec084-0c9d-4827-a8c0-c71cbca81923 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/security-groups?id=09394920-2afb-42c7-b0bb-ca7cbd0d73bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756607 Nov 11 17:26:20.964578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-73c105df-d8ab-4765-99d3-1c2380ddfcc1 req-471a10d0-e8aa-4c85-83e8-995dbcfd30b4 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Deleting port 3c883575-bd5c-48e1-89fa-1a120da66d93 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:20.964921 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-73c105df-d8ab-4765-99d3-1c2380ddfcc1 req-471a10d0-e8aa-4c85-83e8-995dbcfd30b4 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:21.336726 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f355d380-83d3-41b9-9067-98ce35ab0dbe up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:26:21.404550 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2cae8-c8a8-40f6-ad9f-3bfef2a60520 req-2c1e9824-c5bd-45b1-9a0a-1f448f66bdd4 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:21.405868 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f0f2cae8-c8a8-40f6-ad9f-3bfef2a60520 req-2c1e9824-c5bd-45b1-9a0a-1f448f66bdd4 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 944 time: 0.1379638 Nov 11 17:26:21.452328 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port f355d380-83d3-41b9-9067-98ce35ab0dbe triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:21.453740 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:21.562982 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4050061f-3a63-447a-b296-db47140da0a5 req-52404cbf-0f9a-4ab0-a356-7b4840241e41 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7553885 Nov 11 17:26:21.605594 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-73c105df-d8ab-4765-99d3-1c2380ddfcc1 req-471a10d0-e8aa-4c85-83e8-995dbcfd30b4 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] For port 3c883575-bd5c-48e1-89fa-1a120da66d93, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3c883575-bd5c-48e1-89fa-1a120da66d93,segment=NetworkSegment(50b6ff34-f136-47ed-91f0-38482a52c119),segment_id=50b6ff34-f136-47ed-91f0-38482a52c119)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:21.606099 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-73c105df-d8ab-4765-99d3-1c2380ddfcc1 req-471a10d0-e8aa-4c85-83e8-995dbcfd30b4 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:21.628226 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b25ee-a6dd-45c6-a951-3ab617df9a8b req-83c69a74-052e-40e7-83d2-49cadee0b976 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:21.629842 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e6b25ee-a6dd-45c6-a951-3ab617df9a8b req-83c69a74-052e-40e7-83d2-49cadee0b976 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.1150975 Nov 11 17:26:21.643825 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-73c105df-d8ab-4765-99d3-1c2380ddfcc1 req-471a10d0-e8aa-4c85-83e8-995dbcfd30b4 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Calling delete_port for 3c883575-bd5c-48e1-89fa-1a120da66d93 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:21.757122 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-f0f2cae8-c8a8-40f6-ad9f-3bfef2a60520 req-fcf5167e-0126-4d59-b0ab-43ead35e2457 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Deleting port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:21.757458 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f0f2cae8-c8a8-40f6-ad9f-3bfef2a60520 req-fcf5167e-0126-4d59-b0ab-43ead35e2457 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:21.778588 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e6b25ee-a6dd-45c6-a951-3ab617df9a8b req-b9d7b029-d845-4ae1-8aaa-d4af3f17ea5b tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412427 Nov 11 17:26:21.874818 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-525890d5-68a9-47b8-8785-920537ba2cf6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:21.891622 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-73c105df-d8ab-4765-99d3-1c2380ddfcc1 req-471a10d0-e8aa-4c85-83e8-995dbcfd30b4 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:21.903437 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['3c883575-bd5c-48e1-89fa-1a120da66d93'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:26:21.924479 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a10d0-e8aa-4c85-83e8-995dbcfd30b4 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Pushing event deleted for resources: {'Port': ['ID=3c883575-bd5c-48e1-89fa-1a120da66d93,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:21.959985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-f0f2cae8-c8a8-40f6-ad9f-3bfef2a60520 req-fcf5167e-0126-4d59-b0ab-43ead35e2457 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] For port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:21.960360 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f0f2cae8-c8a8-40f6-ad9f-3bfef2a60520 req-fcf5167e-0126-4d59-b0ab-43ead35e2457 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:21.983015 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c105df-d8ab-4765-99d3-1c2380ddfcc1 req-471a10d0-e8aa-4c85-83e8-995dbcfd30b4 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] No DVR routers for this DVR port 3c883575-bd5c-48e1-89fa-1a120da66d93 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:26:21.987858 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-73c105df-d8ab-4765-99d3-1c2380ddfcc1 req-471a10d0-e8aa-4c85-83e8-995dbcfd30b4 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:21.995194 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-73c105df-d8ab-4765-99d3-1c2380ddfcc1 req-471a10d0-e8aa-4c85-83e8-995dbcfd30b4 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.83 "DELETE /v2.0/ports/3c883575-bd5c-48e1-89fa-1a120da66d93 HTTP/1.1" status: 204 len: 173 time: 1.4471438 Nov 11 17:26:21.995719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9bc67c-a9bd-468c-a859-dbd990376413', 'name': 'network-vif-deleted', 'tag': '3c883575-bd5c-48e1-89fa-1a120da66d93'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:26:22.012383 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-f0f2cae8-c8a8-40f6-ad9f-3bfef2a60520 req-fcf5167e-0126-4d59-b0ab-43ead35e2457 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Calling delete_port for 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:22.014556 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173fa2cf-3c8c-44ea-b472-4ff196019e90" -d '{"events": [{"server_uuid": "5a9bc67c-a9bd-468c-a859-dbd990376413", "name": "network-vif-deleted", "tag": "3c883575-bd5c-48e1-89fa-1a120da66d93"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:26:22.109486 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 43093e0a-5e76-43cf-9ea4-7b503994b685 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:26:22.110510 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a2d80818-7102-4dd1-a2bf-8870689edb3a req-446fbd84-fbf0-458f-9288-27ea16d34605 tempest-ListServerFiltersTestJSON-1370370726 tempest-ListServerFiltersTestJSON-1370370726-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a9bc67c-a9bd-468c-a859-dbd990376413 HTTP/1.1" status: 200 len: 210 time: 0.0515242 Nov 11 17:26:22.120366 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 43093e0a-5e76-43cf-9ea4-7b503994b685 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:26:22.128675 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47810a4-58c5-415c-8711-170636abae82 x-openstack-request-id: req-d47810a4-58c5-415c-8711-170636abae82 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:26:22.128997 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9bc67c-a9bd-468c-a859-dbd990376413", "name": "network-vif-deleted", "tag": "3c883575-bd5c-48e1-89fa-1a120da66d93", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:26:22.129254 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d47810a4-58c5-415c-8711-170636abae82 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:26:22.129696 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9bc67c-a9bd-468c-a859-dbd990376413', 'name': 'network-vif-deleted', 'tag': '3c883575-bd5c-48e1-89fa-1a120da66d93', 'status': 'completed', 'code': 200} Nov 11 17:26:22.308220 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f0f2cae8-c8a8-40f6-ad9f-3bfef2a60520 req-fcf5167e-0126-4d59-b0ab-43ead35e2457 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:22.363765 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5167e-0126-4d59-b0ab-43ead35e2457 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Pushing event deleted for resources: {'Port': ['ID=0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:22.383044 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5167e-0126-4d59-b0ab-43ead35e2457 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:22.383370 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5167e-0126-4d59-b0ab-43ead35e2457 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:22.383751 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5167e-0126-4d59-b0ab-43ead35e2457 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:22.384621 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5167e-0126-4d59-b0ab-43ead35e2457 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:22.384957 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5167e-0126-4d59-b0ab-43ead35e2457 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:22.385293 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5167e-0126-4d59-b0ab-43ead35e2457 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:22.385625 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5167e-0126-4d59-b0ab-43ead35e2457 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:22.385953 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5167e-0126-4d59-b0ab-43ead35e2457 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:22.386280 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5167e-0126-4d59-b0ab-43ead35e2457 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:22.386609 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5167e-0126-4d59-b0ab-43ead35e2457 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:22.386935 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5167e-0126-4d59-b0ab-43ead35e2457 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:22.387260 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5167e-0126-4d59-b0ab-43ead35e2457 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:22.445302 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f2cae8-c8a8-40f6-ad9f-3bfef2a60520 req-fcf5167e-0126-4d59-b0ab-43ead35e2457 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] No DVR routers for this DVR port 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:26:22.452411 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f0f2cae8-c8a8-40f6-ad9f-3bfef2a60520 req-fcf5167e-0126-4d59-b0ab-43ead35e2457 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:22.458911 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f0f2cae8-c8a8-40f6-ad9f-3bfef2a60520 req-fcf5167e-0126-4d59-b0ab-43ead35e2457 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.83 "DELETE /v2.0/ports/0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 HTTP/1.1" status: 204 len: 173 time: 1.0434740 Nov 11 17:26:22.459578 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed629ed-4280-45e5-8f71-aba066e8159f', 'name': 'network-vif-deleted', 'tag': '0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:26:22.470256 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979abc8d-38a8-440a-9616-1bc4ae8f584a" -d '{"events": [{"server_uuid": "5ed629ed-4280-45e5-8f71-aba066e8159f", "name": "network-vif-deleted", "tag": "0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:26:22.526081 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-525890d5-68a9-47b8-8785-920537ba2cf6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Deleting port 73f113e8-27d8-4fb6-ab9b-ec6c5925b908 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:22.526424 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-525890d5-68a9-47b8-8785-920537ba2cf6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:22.528962 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a', '0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:26:22.593821 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60916) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:22.601166 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2048558622'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:22.641548 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:22.646328 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-525890d5-68a9-47b8-8785-920537ba2cf6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:22.653594 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Made reservation on behalf of bf9f7834dbb745e8861e3581142ac13c for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:26:22.658024 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:22.663406 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-525890d5-68a9-47b8-8785-920537ba2cf6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Calling delete_port for 73f113e8-27d8-4fb6-ab9b-ec6c5925b908 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:22.701610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 43093e0a-5e76-43cf-9ea4-7b503994b685, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=43093e0a-5e76-43cf-9ea4-7b503994b685,segment=NetworkSegment(23b9bed9-2876-487d-b6a7-566f9036f0b9),segment_id=23b9bed9-2876-487d-b6a7-566f9036f0b9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:22.741278 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4a0405-9c71-4adf-82ae-bb1de60956eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43093e0a-5e76-43cf-9ea4-7b503994b685'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:26:22.744715 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40e3f0f-b54e-48f0-a76b-bfa6e1dc581c" -d '{"events": [{"server_uuid": "8e4a0405-9c71-4adf-82ae-bb1de60956eb", "name": "network-vif-unplugged", "status": "completed", "tag": "43093e0a-5e76-43cf-9ea4-7b503994b685"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:26:22.756162 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f6aa75f-5c17-4c26-abdd-e5fd656b53c3 req-fb4eb05e-e3d8-4325-b88c-8b1cedad4e46 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 210 time: 0.0761592 Nov 11 17:26:22.786850 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1260} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:26:22.816840 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:22.818988 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Added segment a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd of type vlan for network f23ac4df-d84d-4279-8162-bbdedb50f219 Nov 11 17:26:22.835393 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '43093e0a-5e76-43cf-9ea4-7b503994b685', 'network_id': '3b58950d-cabb-4844-8c80-f3547c1d5250', 'port_id': '43093e0a-5e76-43cf-9ea4-7b503994b685', 'mac_address': 'fa:16:3e:c4:31:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ebd1db8-dd17-467d-aa7b-3291e31f06ba', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:26:22.878344 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42927339-a758-4cb5-8bc1-65e318ce3b25 x-openstack-request-id: req-42927339-a758-4cb5-8bc1-65e318ce3b25 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:26:22.878925 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed629ed-4280-45e5-8f71-aba066e8159f", "name": "network-vif-deleted", "tag": "0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:26:22.879325 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-42927339-a758-4cb5-8bc1-65e318ce3b25 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:26:22.879909 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed629ed-4280-45e5-8f71-aba066e8159f', 'name': 'network-vif-deleted', 'tag': '0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2', 'status': 'completed', 'code': 200} Nov 11 17:26:22.897832 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 43093e0a-5e76-43cf-9ea4-7b503994b685, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=43093e0a-5e76-43cf-9ea4-7b503994b685,segment=NetworkSegment(23b9bed9-2876-487d-b6a7-566f9036f0b9),segment_id=23b9bed9-2876-487d-b6a7-566f9036f0b9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:22.906629 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97582191-57c7-436e-83fc-7bf3b104943d x-openstack-request-id: req-97582191-57c7-436e-83fc-7bf3b104943d {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:26:22.906933 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4a0405-9c71-4adf-82ae-bb1de60956eb", "name": "network-vif-unplugged", "status": "completed", "tag": "43093e0a-5e76-43cf-9ea4-7b503994b685", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:26:22.907189 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-97582191-57c7-436e-83fc-7bf3b104943d {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:26:22.907756 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4a0405-9c71-4adf-82ae-bb1de60956eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43093e0a-5e76-43cf-9ea4-7b503994b685', 'code': 200} Nov 11 17:26:22.915192 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:22.921608 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:23.039396 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-525890d5-68a9-47b8-8785-920537ba2cf6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:23.043583 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:23.059589 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:23.071678 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43093e0a-5e76-43cf-9ea4-7b503994b685 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:26:23.073491 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525890d5-68a9-47b8-8785-920537ba2cf6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event deleted for resources: {'Port': ['ID=73f113e8-27d8-4fb6-ab9b-ec6c5925b908,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:23.075992 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:23.077691 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:23.103977 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=43093e0a-5e76-43cf-9ea4-7b503994b685,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:23.123064 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 43093e0a-5e76-43cf-9ea4-7b503994b685, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=43093e0a-5e76-43cf-9ea4-7b503994b685,segment=NetworkSegment(23b9bed9-2876-487d-b6a7-566f9036f0b9),segment_id=23b9bed9-2876-487d-b6a7-566f9036f0b9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:23.134226 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5372708 Nov 11 17:26:23.145657 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:23.171716 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60928) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:23.226438 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60930) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:23.277123 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-36f1bccd-d64d-41bb-9802-68e7fc4e35b7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-556125094'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:23.286437 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87616849-6f45-41e6-bc8b-dc519b15ad77 req-a00a937a-5d03-476f-a052-618480d2a993 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:23.296009 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-87616849-6f45-41e6-bc8b-dc519b15ad77 req-a00a937a-5d03-476f-a052-618480d2a993 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 943 time: 0.3117845 Nov 11 17:26:23.305152 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f1bccd-d64d-41bb-9802-68e7fc4e35b7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Made reservation on behalf of bf9f7834dbb745e8861e3581142ac13c for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:26:23.311348 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36f1bccd-d64d-41bb-9802-68e7fc4e35b7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:23.325444 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=43093e0a-5e76-43cf-9ea4-7b503994b685,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:23.339860 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event updated for resources: {'Network': ['ID=f23ac4df-d84d-4279-8162-bbdedb50f219,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:23.388867 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f1bccd-d64d-41bb-9802-68e7fc4e35b7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1255} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:26:23.405135 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d6b182-aae2-441d-bbe2-21a2068fa356 admin admin] Deleting subnet 5890a06f-71f1-48e5-b348-55ef393d6b69 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:26:23.405406 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['43093e0a-5e76-43cf-9ea4-7b503994b685'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:26:23.411981 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36f1bccd-d64d-41bb-9802-68e7fc4e35b7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:23.412548 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-36f1bccd-d64d-41bb-9802-68e7fc4e35b7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Added segment 6cc8557e-150d-4ccf-a738-cc6d87ac5c12 of type vlan for network 62a50c96-c103-4bed-873d-07bc993c3882 Nov 11 17:26:23.417087 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:23.417850 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:23.419326 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:23.419787 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:23.420219 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:23.422042 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:23.422527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:23.423488 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:23.423488 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:23.427942 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:23.428568 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:23.429000 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da607c88-3360-46de-9d49-a2a892ee31b0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:23.442376 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-04d6b182-aae2-441d-bbe2-21a2068fa356 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:23.502289 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36f1bccd-d64d-41bb-9802-68e7fc4e35b7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:23.524339 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-87616849-6f45-41e6-bc8b-dc519b15ad77 req-428e8c81-dc17-4e0e-8758-d332e10b599c tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220411 Nov 11 17:26:23.526725 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-525890d5-68a9-47b8-8785-920537ba2cf6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:23.528700 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-04d6b182-aae2-441d-bbe2-21a2068fa356 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:23.554494 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network f23ac4df-d84d-4279-8162-bbdedb50f219 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:26:23.694827 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36f1bccd-d64d-41bb-9802-68e7fc4e35b7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:23.701075 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f1bccd-d64d-41bb-9802-68e7fc4e35b7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:23.711479 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36f1bccd-d64d-41bb-9802-68e7fc4e35b7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:23.718889 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-04d6b182-aae2-441d-bbe2-21a2068fa356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:23.884739 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-04d6b182-aae2-441d-bbe2-21a2068fa356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:23.967907 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6b182-aae2-441d-bbe2-21a2068fa356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5890a06f-71f1-48e5-b348-55ef393d6b69,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:23.971620 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-76c273f9-f051-4b10-a4e1-d6d5f523b3c5 req-24ba1e4a-211e-4e28-b4b4-2b00466d22c7 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 210 time: 0.1093900 Nov 11 17:26:23.981221 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:24.010139 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7a7b04-45cb-490b-918b-aebada649d5f None None] Network cc69df84-fcc8-4acf-afe7-fe8c0ee8893d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:26:24.016577 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-04d6b182-aae2-441d-bbe2-21a2068fa356 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:24.020101 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-04d6b182-aae2-441d-bbe2-21a2068fa356 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5890a06f-71f1-48e5-b348-55ef393d6b69 HTTP/1.1" status: 204 len: 168 time: 0.7903628 Nov 11 17:26:24.024565 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60942) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:24.102454 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f08c6-4af4-4c41-9442-259d487cea50 req-8081b0b7-7ede-4b37-91f4-49ad41329c0f tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:24.104692 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-836f08c6-4af4-4c41-9442-259d487cea50 req-8081b0b7-7ede-4b37-91f4-49ad41329c0f tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/ports?device_id=a329418a-2422-4c3c-b495-c92d97e294cc HTTP/1.1" status: 200 len: 946 time: 0.1418235 Nov 11 17:26:24.129091 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 3c883575-bd5c-48e1-89fa-1a120da66d93 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:26:24.144752 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18d0cbf1-e542-4ad4-8b89-2cbaf44485fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:24.164933 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 3c883575-bd5c-48e1-89fa-1a120da66d93 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:26:24.168962 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 3c883575-bd5c-48e1-89fa-1a120da66d93 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:26:24.170798 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:26:24.192187 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:26:24.192615 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0fc3e546-8b2e-4f4d-a5b2-b5dff08a78e2 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:26:24.220574 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-836f08c6-4af4-4c41-9442-259d487cea50 req-d2745bd2-6189-4d34-949c-b04ba6408642 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/security-groups?id=e871e4bc-d92b-4a7a-bc70-3cd22b3adcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061523 Nov 11 17:26:24.259914 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-18d0cbf1-e542-4ad4-8b89-2cbaf44485fc admin admin] Deleting port 43a3e173-3f88-4ace-8c69-ed8639424190 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:24.260325 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18d0cbf1-e542-4ad4-8b89-2cbaf44485fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:24.293073 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a7c76d-5123-41c1-be4e-835bad0aa335 None None] DHCP port deletion for cc69df84-fcc8-4acf-afe7-fe8c0ee8893d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:26:24.336025 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-36f1bccd-d64d-41bb-9802-68e7fc4e35b7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0755103 Nov 11 17:26:24.347466 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60944) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:24.363993 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a75d7d7e-e6eb-4c1d-b5c6-461978ac018b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Request body: {'subnet': {'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:24.365462 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-18d0cbf1-e542-4ad4-8b89-2cbaf44485fc admin admin] For port 43a3e173-3f88-4ace-8c69-ed8639424190, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=43a3e173-3f88-4ace-8c69-ed8639424190,segment=NetworkSegment(50b6ff34-f136-47ed-91f0-38482a52c119),segment_id=50b6ff34-f136-47ed-91f0-38482a52c119)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:24.366075 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18d0cbf1-e542-4ad4-8b89-2cbaf44485fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:24.385899 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-18d0cbf1-e542-4ad4-8b89-2cbaf44485fc admin admin] Calling delete_port for 43a3e173-3f88-4ace-8c69-ed8639424190 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:24.407144 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d6a7c76d-5123-41c1-be4e-835bad0aa335 None None] Deleting port 43a3e173-3f88-4ace-8c69-ed8639424190 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:24.408219 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d6a7c76d-5123-41c1-be4e-835bad0aa335 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:24.419283 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1bccd-d64d-41bb-9802-68e7fc4e35b7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event updated for resources: {'Network': ['ID=62a50c96-c103-4bed-873d-07bc993c3882,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:24.534231 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18d0cbf1-e542-4ad4-8b89-2cbaf44485fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:24.540983 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 62a50c96-c103-4bed-873d-07bc993c3882 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:26:24.635785 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0cbf1-e542-4ad4-8b89-2cbaf44485fc admin admin] Pushing event deleted for resources: {'Port': ['ID=43a3e173-3f88-4ace-8c69-ed8639424190,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:24.650759 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d6a7c76d-5123-41c1-be4e-835bad0aa335 None None] For port 43a3e173-3f88-4ace-8c69-ed8639424190, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=43a3e173-3f88-4ace-8c69-ed8639424190,segment=NetworkSegment(50b6ff34-f136-47ed-91f0-38482a52c119),segment_id=50b6ff34-f136-47ed-91f0-38482a52c119)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:24.651233 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d6a7c76d-5123-41c1-be4e-835bad0aa335 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:24.676843 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d6a7c76d-5123-41c1-be4e-835bad0aa335 None None] Calling delete_port for 43a3e173-3f88-4ace-8c69-ed8639424190 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:24.681362 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75d7d7e-e6eb-4c1d-b5c6-461978ac018b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Made reservation on behalf of bf9f7834dbb745e8861e3581142ac13c for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:26:24.685677 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a75d7d7e-e6eb-4c1d-b5c6-461978ac018b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:24.708243 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d0cbf1-e542-4ad4-8b89-2cbaf44485fc admin admin] No DVR routers for this DVR port 43a3e173-3f88-4ace-8c69-ed8639424190 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:26:24.777541 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d6a7c76d-5123-41c1-be4e-835bad0aa335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:24.799416 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a7c76d-5123-41c1-be4e-835bad0aa335 None None] No DVR routers for this DVR port 43a3e173-3f88-4ace-8c69-ed8639424190 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:26:24.839766 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7c76d-5123-41c1-be4e-835bad0aa335 None None] Pushing event deleted for resources: {'Port': ['ID=43a3e173-3f88-4ace-8c69-ed8639424190,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:24.864405 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2c296-1535-472b-81a6-9b159684d8eb req-59de70b5-822f-44c3-a9ae-d9c0605be2f4 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:24.866768 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4ee2c296-1535-472b-81a6-9b159684d8eb req-59de70b5-822f-44c3-a9ae-d9c0605be2f4 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 944 time: 0.2603114 Nov 11 17:26:24.884514 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18d0cbf1-e542-4ad4-8b89-2cbaf44485fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:24.921700 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525890d5-68a9-47b8-8785-920537ba2cf6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Router e7eb68a7-a0d9-41de-b2f1-4a54c88238c0 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:26:24.928512 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-18d0cbf1-e542-4ad4-8b89-2cbaf44485fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc69df84-fcc8-4acf-afe7-fe8c0ee8893d']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:24.950869 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-18d0cbf1-e542-4ad4-8b89-2cbaf44485fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b6ff34-f136-47ed-91f0-38482a52c119') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:24.951527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-18d0cbf1-e542-4ad4-8b89-2cbaf44485fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b6ff34-f136-47ed-91f0-38482a52c119') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:24.976546 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18d0cbf1-e542-4ad4-8b89-2cbaf44485fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:24.983135 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a75d7d7e-e6eb-4c1d-b5c6-461978ac018b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:24.998199 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4ee2c296-1535-472b-81a6-9b159684d8eb req-d4b79101-239c-4d36-a2f5-2abfcad82481 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196465 Nov 11 17:26:25.015991 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18d0cbf1-e542-4ad4-8b89-2cbaf44485fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:25.042398 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d0cbf1-e542-4ad4-8b89-2cbaf44485fc admin admin] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:26:25.043145 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18d0cbf1-e542-4ad4-8b89-2cbaf44485fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:26:25.046803 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:26:25.138314 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d7d7e-e6eb-4c1d-b5c6-461978ac018b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event updated for resources: {'Subnet': ['ID=eafd7cad-1b53-44fc-96a4-51c18b0cedd0,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:25.162021 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b228a37b-ddb7-495c-bb3a-8149a55a09c7 req-2dc748b0-b867-4b03-82b1-b5cb6f875bde tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 210 time: 0.0544641 Nov 11 17:26:25.173885 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75d7d7e-e6eb-4c1d-b5c6-461978ac018b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Checking segment: {'id': 'a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:26:25.174185 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75d7d7e-e6eb-4c1d-b5c6-461978ac018b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Network hostable DHCP agents. Network: f23ac4df-d84d-4279-8162-bbdedb50f219, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:26:25.189512 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18d0cbf1-e542-4ad4-8b89-2cbaf44485fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:25.190386 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525890d5-68a9-47b8-8785-920537ba2cf6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:26:25.199899 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-525890d5-68a9-47b8-8785-920537ba2cf6 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "PUT /v2.0/routers/e7eb68a7-a0d9-41de-b2f1-4a54c88238c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4175904 Nov 11 17:26:25.200268 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60954) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:25.203362 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349be430-58f3-49fa-a7fd-6f541181c775 None None] Sync routers for ids ['e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:26:25.221598 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18d0cbf1-e542-4ad4-8b89-2cbaf44485fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:25.224704 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349be430-58f3-49fa-a7fd-6f541181c775 None None] Routers {'e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:26:25.228255 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-349be430-58f3-49fa-a7fd-6f541181c775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:26:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:25.237792 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-18d0cbf1-e542-4ad4-8b89-2cbaf44485fc admin admin] 10.222.0.76 "DELETE /v2.0/networks/cc69df84-fcc8-4acf-afe7-fe8c0ee8893d HTTP/1.1" status: 204 len: 168 time: 1.2120998 Nov 11 17:26:25.275628 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75d7d7e-e6eb-4c1d-b5c6-461978ac018b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Network f23ac4df-d84d-4279-8162-bbdedb50f219 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:26:25.289477 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0cbf1-e542-4ad4-8b89-2cbaf44485fc admin admin] Pushing event deleted for resources: {'Network': ['ID=cc69df84-fcc8-4acf-afe7-fe8c0ee8893d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:25.376923 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 43a3e173-3f88-4ace-8c69-ed8639424190 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:26:25.388458 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-a75d7d7e-e6eb-4c1d-b5c6-461978ac018b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, f23ac4df-d84d-4279-8162-bbdedb50f219) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:25.417055 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75d7d7e-e6eb-4c1d-b5c6-461978ac018b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:25.418062 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a75d7d7e-e6eb-4c1d-b5c6-461978ac018b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:25.441275 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 43a3e173-3f88-4ace-8c69-ed8639424190 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:26:25.441630 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 43a3e173-3f88-4ace-8c69-ed8639424190 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:26:25.453521 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5394eb42-adfa-4f1d-bce5-d9ea378b3d24 None None] Network f23ac4df-d84d-4279-8162-bbdedb50f219 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:26:25.466332 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb75db55-9957-45d2-a762-ad9543df8901 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:25.476351 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c09d3c-ed4b-462f-8a27-3c4ea4034c7a req-439fb588-46cd-4aa5-a58d-6b635bf863c8 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:25.479054 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66c09d3c-ed4b-462f-8a27-3c4ea4034c7a req-439fb588-46cd-4aa5-a58d-6b635bf863c8 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/ports?device_id=a329418a-2422-4c3c-b495-c92d97e294cc HTTP/1.1" status: 200 len: 946 time: 0.1464407 Nov 11 17:26:25.479236 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60960) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:25.482083 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b223a4-518e-4c86-99e0-43d311899cba req-15d4061f-4e85-4b1b-a7f1-c2bf42739081 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:25.483607 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-59b223a4-518e-4c86-99e0-43d311899cba req-15d4061f-4e85-4b1b-a7f1-c2bf42739081 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.64 "GET /v2.0/ports?device_id=a329418a-2422-4c3c-b495-c92d97e294cc HTTP/1.1" status: 200 len: 946 time: 0.1657739 Nov 11 17:26:25.488304 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a75d7d7e-e6eb-4c1d-b5c6-461978ac018b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1353190 Nov 11 17:26:25.502807 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60962) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:25.518439 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-349be430-58f3-49fa-a7fd-6f541181c775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:25.552863 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349be430-58f3-49fa-a7fd-6f541181c775 None None] Routers {'e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:26:25.554215 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-349be430-58f3-49fa-a7fd-6f541181c775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:26:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:25.573478 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-be8e5aba-4f8f-4ae4-aeec-a5287423f2f0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Request body: {'subnet': {'network_id': '62a50c96-c103-4bed-873d-07bc993c3882', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:25.613136 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-349be430-58f3-49fa-a7fd-6f541181c775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:25.614194 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349be430-58f3-49fa-a7fd-6f541181c775 None None] The sync data for ids ['e7eb68a7-a0d9-41de-b2f1-4a54c88238c0'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:26:25.662106 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-979b543c-adb3-4871-93ff-df2a1c07d19d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=abf17260565d4acea77891fd27b11cc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1768429 Nov 11 17:26:25.683543 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60966) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:25.731274 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb75db55-9957-45d2-a762-ad9543df8901 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:25.750990 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-59b223a4-518e-4c86-99e0-43d311899cba req-790201cc-a436-4395-9a94-a82f1d3f48fa tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Deleting port eb8d65fd-7f27-4016-aaf5-6c1e31b8258b {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:25.751661 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-59b223a4-518e-4c86-99e0-43d311899cba req-790201cc-a436-4395-9a94-a82f1d3f48fa tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:25.770141 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c6877d55-fd22-4ad1-b913-a04cba30c0b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:25.802903 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3482e1-51d8-4c91-bc71-3858b7eee348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-f23ac4df-d84d-4279-8162-bbdedb50f219', 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'fixed_ips': [{'subnet_id': 'eafd7cad-1b53-44fc-96a4-51c18b0cedd0'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:26:25.802903 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ce3482e1-51d8-4c91-bc71-3858b7eee348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:25.810099 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c6877d55-fd22-4ad1-b913-a04cba30c0b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:25.851777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8e5aba-4f8f-4ae4-aeec-a5287423f2f0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Made reservation on behalf of bf9f7834dbb745e8861e3581142ac13c for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:26:25.853791 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-be8e5aba-4f8f-4ae4-aeec-a5287423f2f0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:25.914304 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-59b223a4-518e-4c86-99e0-43d311899cba req-790201cc-a436-4395-9a94-a82f1d3f48fa tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] For port eb8d65fd-7f27-4016-aaf5-6c1e31b8258b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=eb8d65fd-7f27-4016-aaf5-6c1e31b8258b,segment=NetworkSegment(ddc1cc78-aec2-4c21-a258-091a191804f3),segment_id=ddc1cc78-aec2-4c21-a258-091a191804f3)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:25.915135 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-59b223a4-518e-4c86-99e0-43d311899cba req-790201cc-a436-4395-9a94-a82f1d3f48fa tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:26.022331 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-ce3482e1-51d8-4c91-bc71-3858b7eee348 None None] Allocated IP 10.1.1.2 (f23ac4df-d84d-4279-8162-bbdedb50f219/eafd7cad-1b53-44fc-96a4-51c18b0cedd0/4d97b1ef-4b02-4e31-935a-f23e9d0c6e38) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:26:26.126789 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 43093e0a-5e76-43cf-9ea4-7b503994b685 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:26:26.141477 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-59b223a4-518e-4c86-99e0-43d311899cba req-790201cc-a436-4395-9a94-a82f1d3f48fa tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:26.141984 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-59b223a4-518e-4c86-99e0-43d311899cba req-790201cc-a436-4395-9a94-a82f1d3f48fa tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:26.142407 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [req-59b223a4-518e-4c86-99e0-43d311899cba req-790201cc-a436-4395-9a94-a82f1d3f48fa tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Floating IP 011e93b1-9dc2-4964-b676-ae22736feed9 disassociated. External IP: 172.25.2.194, port: eb8d65fd-7f27-4016-aaf5-6c1e31b8258b. Nov 11 17:26:26.142849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-59b223a4-518e-4c86-99e0-43d311899cba req-790201cc-a436-4395-9a94-a82f1d3f48fa tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Calling delete_port for eb8d65fd-7f27-4016-aaf5-6c1e31b8258b owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:26.200056 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66c09d3c-ed4b-462f-8a27-3c4ea4034c7a req-e485fdca-a326-4e08-9456-e3d9f264c774 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/security-groups?id=e871e4bc-d92b-4a7a-bc70-3cd22b3adcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7064469 Nov 11 17:26:26.213306 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-be8e5aba-4f8f-4ae4-aeec-a5287423f2f0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:26.312341 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 43093e0a-5e76-43cf-9ea4-7b503994b685 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:26.312634 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:26.366058 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-59b223a4-518e-4c86-99e0-43d311899cba req-790201cc-a436-4395-9a94-a82f1d3f48fa tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:26.395030 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf9a15af-493d-43c5-a10b-f655fc0e5a9f req-cb4fd139-0ad8-449c-ac79-78026fb2762b tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 210 time: 0.0712922 Nov 11 17:26:26.405561 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e5aba-4f8f-4ae4-aeec-a5287423f2f0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event updated for resources: {'Subnet': ['ID=7db24a47-6724-4aef-ab7e-6a99f45ef956,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:26.422885 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c6877d55-fd22-4ad1-b913-a04cba30c0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:26.426155 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c6877d55-fd22-4ad1-b913-a04cba30c0b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:26.427462 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c6877d55-fd22-4ad1-b913-a04cba30c0b0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/09394920-2afb-42c7-b0bb-ca7cbd0d73bd HTTP/1.1" status: 204 len: 168 time: 0.7430124 Nov 11 17:26:26.460925 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790201cc-a436-4395-9a94-a82f1d3f48fa tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Pushing event deleted for resources: {'Port': ['ID=eb8d65fd-7f27-4016-aaf5-6c1e31b8258b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:26.485042 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec193b-ade6-4049-8503-6eb2ddaf017d req-b994fb4e-4fc7-4674-83b8-7521a4825753 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:26.496990 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06ec193b-ade6-4049-8503-6eb2ddaf017d req-b994fb4e-4fc7-4674-83b8-7521a4825753 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 944 time: 0.2786851 Nov 11 17:26:26.499656 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-cb75db55-9957-45d2-a762-ad9543df8901 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Deleting port a3ed1a9d-4439-446e-a770-b99e1336ff25 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:26.501853 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6877d55-fd22-4ad1-b913-a04cba30c0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09394920-2afb-42c7-b0bb-ca7cbd0d73bd,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:26.507509 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb75db55-9957-45d2-a762-ad9543df8901 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:26.524666 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e5aba-4f8f-4ae4-aeec-a5287423f2f0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Checking segment: {'id': '6cc8557e-150d-4ccf-a738-cc6d87ac5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '62a50c96-c103-4bed-873d-07bc993c3882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:26:26.525030 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8e5aba-4f8f-4ae4-aeec-a5287423f2f0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Network hostable DHCP agents. Network: 62a50c96-c103-4bed-873d-07bc993c3882, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:26:26.529459 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ce3482e1-51d8-4c91-bc71-3858b7eee348 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:26.574278 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ce3482e1-51d8-4c91-bc71-3858b7eee348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:26.653658 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06ec193b-ade6-4049-8503-6eb2ddaf017d req-4745ad87-ff0e-48b6-bfcb-bfa768a3a146 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556022 Nov 11 17:26:26.654860 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8e5aba-4f8f-4ae4-aeec-a5287423f2f0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Network 62a50c96-c103-4bed-873d-07bc993c3882 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:26:26.687707 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3482e1-51d8-4c91-bc71-3858b7eee348 None None] Network f23ac4df-d84d-4279-8162-bbdedb50f219 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:26:26.689157 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-ce3482e1-51d8-4c91-bc71-3858b7eee348 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:26.691824 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3482e1-51d8-4c91-bc71-3858b7eee348 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:26:26.708314 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:26.715102 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-be8e5aba-4f8f-4ae4-aeec-a5287423f2f0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 62a50c96-c103-4bed-873d-07bc993c3882) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:26.731507 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8e5aba-4f8f-4ae4-aeec-a5287423f2f0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:26.733835 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-be8e5aba-4f8f-4ae4-aeec-a5287423f2f0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:26.775854 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 43093e0a-5e76-43cf-9ea4-7b503994b685, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=43093e0a-5e76-43cf-9ea4-7b503994b685,segment=NetworkSegment(23b9bed9-2876-487d-b6a7-566f9036f0b9),segment_id=23b9bed9-2876-487d-b6a7-566f9036f0b9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:26.777196 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521e4858-0514-4bcb-afb1-499a3c3e33e3 None None] Network 62a50c96-c103-4bed-873d-07bc993c3882 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:26:26.778489 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-be8e5aba-4f8f-4ae4-aeec-a5287423f2f0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2736392 Nov 11 17:26:26.781552 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60980) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:26.787863 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-b9e44e61-9b65-4d14-a8a1-ed0e8dee5f56 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Request body: {'port': {'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219', 'name': 'tempest-TaggedBootDevicesTest_v242-306594402', 'fixed_ips': [{'subnet_id': 'eafd7cad-1b53-44fc-96a4-51c18b0cedd0'}]}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:26.987223 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb75db55-9957-45d2-a762-ad9543df8901 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:27.027961 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-cb75db55-9957-45d2-a762-ad9543df8901 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Calling delete_port for a3ed1a9d-4439-446e-a770-b99e1336ff25 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:27.028342 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3482e1-51d8-4c91-bc71-3858b7eee348 None None] Pushing event updated for resources: {'Port': ['ID=4d97b1ef-4b02-4e31-935a-f23e9d0c6e38,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:27.033731 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e44e61-9b65-4d14-a8a1-ed0e8dee5f56 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Made reservation on behalf of bf9f7834dbb745e8861e3581142ac13c for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:26:27.039704 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4a0405-9c71-4adf-82ae-bb1de60956eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43093e0a-5e76-43cf-9ea4-7b503994b685'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:26:27.043446 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb8be20-481e-4895-9182-8044720787f4" -d '{"events": [{"server_uuid": "8e4a0405-9c71-4adf-82ae-bb1de60956eb", "name": "network-vif-plugged", "status": "completed", "tag": "43093e0a-5e76-43cf-9ea4-7b503994b685"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:26:27.117623 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59b223a4-518e-4c86-99e0-43d311899cba req-790201cc-a436-4395-9a94-a82f1d3f48fa tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Router fa838d5c-5511-4d71-ba2b-3537fdfddbde has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:26:27.159132 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:27.171336 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b9e44e61-9b65-4d14-a8a1-ed0e8dee5f56 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:27.278970 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-b9e44e61-9b65-4d14-a8a1-ed0e8dee5f56 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] device_id is not set on port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:26:27.534525 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e4cc94c-769b-4665-9b19-66f9410988c2 req-15729a4a-910a-42d9-b727-4aa7ecb0b0bf tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/ports?device_id=a329418a-2422-4c3c-b495-c92d97e294cc HTTP/1.1" status: 200 len: 210 time: 0.1606743 Nov 11 17:26:27.640809 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59b223a4-518e-4c86-99e0-43d311899cba req-790201cc-a436-4395-9a94-a82f1d3f48fa tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:26:27.641373 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-23b4516c-1597-43ce-9673-70790647de68 req-766f8f38-c06c-499c-9634-848c94aadb67 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 210 time: 0.0886247 Nov 11 17:26:27.651494 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b88fd3-ff9d-427d-bec1-cc8cfe45e64a req-7b8568ae-283e-420b-95d4-4a8dcbde8cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:27.653088 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-92b88fd3-ff9d-427d-bec1-cc8cfe45e64a req-7b8568ae-283e-420b-95d4-4a8dcbde8cac service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 1096 time: 0.1737087 Nov 11 17:26:27.655955 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731e16d6-6ef0-4e45-aa18-d319a4d5976b None None] Sync routers for ids ['fa838d5c-5511-4d71-ba2b-3537fdfddbde'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:26:27.667645 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731e16d6-6ef0-4e45-aa18-d319a4d5976b None None] Routers {'fa838d5c-5511-4d71-ba2b-3537fdfddbde'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:26:27.693276 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-731e16d6-6ef0-4e45-aa18-d319a4d5976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:26:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fa838d5c-5511-4d71-ba2b-3537fdfddbde'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:27.705844 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24f7501-815c-4e5e-8c04-d26c233a45b2 x-openstack-request-id: req-f24f7501-815c-4e5e-8c04-d26c233a45b2 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:26:27.706348 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4a0405-9c71-4adf-82ae-bb1de60956eb", "name": "network-vif-plugged", "status": "completed", "tag": "43093e0a-5e76-43cf-9ea4-7b503994b685", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:26:27.706703 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f24f7501-815c-4e5e-8c04-d26c233a45b2 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:26:27.707248 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4a0405-9c71-4adf-82ae-bb1de60956eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43093e0a-5e76-43cf-9ea4-7b503994b685', 'code': 200} Nov 11 17:26:27.710917 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f3d21c-1cde-4e58-9f5b-eb280d955318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-62a50c96-c103-4bed-873d-07bc993c3882', 'network_id': '62a50c96-c103-4bed-873d-07bc993c3882', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'fixed_ips': [{'subnet_id': '7db24a47-6724-4aef-ab7e-6a99f45ef956'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:26:27.714339 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-16f3d21c-1cde-4e58-9f5b-eb280d955318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:27.726772 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ce3482e1-51d8-4c91-bc71-3858b7eee348 None None] Attempting to bind port 4d97b1ef-4b02-4e31-935a-f23e9d0c6e38 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:26:27.727302 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ce3482e1-51d8-4c91-bc71-3858b7eee348 None None] Attempting to bind port 4d97b1ef-4b02-4e31-935a-f23e9d0c6e38 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:26:27.728323 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3482e1-51d8-4c91-bc71-3858b7eee348 None None] Attempting to bind port 4d97b1ef-4b02-4e31-935a-f23e9d0c6e38 on network f23ac4df-d84d-4279-8162-bbdedb50f219 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:26:27.782612 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3482e1-51d8-4c91-bc71-3858b7eee348 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:26:27.790763 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3482e1-51d8-4c91-bc71-3858b7eee348 None None] Checking segment: {'id': 'a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:26:27.791342 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ce3482e1-51d8-4c91-bc71-3858b7eee348 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:27.794861 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3482e1-51d8-4c91-bc71-3858b7eee348 None None] Bound using segment: {'id': 'a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:26:27.794861 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ce3482e1-51d8-4c91-bc71-3858b7eee348 None None] Bound port: 4d97b1ef-4b02-4e31-935a-f23e9d0c6e38, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:26:27.794861 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ce3482e1-51d8-4c91-bc71-3858b7eee348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:27.801698 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 32776) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:27.842893 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b223a4-518e-4c86-99e0-43d311899cba req-790201cc-a436-4395-9a94-a82f1d3f48fa tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] No DVR routers for this DVR port eb8d65fd-7f27-4016-aaf5-6c1e31b8258b on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:26:27.849160 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-59b223a4-518e-4c86-99e0-43d311899cba req-790201cc-a436-4395-9a94-a82f1d3f48fa tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:27.854463 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-59b223a4-518e-4c86-99e0-43d311899cba req-790201cc-a436-4395-9a94-a82f1d3f48fa tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.64 "DELETE /v2.0/ports/eb8d65fd-7f27-4016-aaf5-6c1e31b8258b HTTP/1.1" status: 204 len: 173 time: 2.3326883 Nov 11 17:26:27.855284 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a329418a-2422-4c3c-b495-c92d97e294cc', 'name': 'network-vif-deleted', 'tag': 'eb8d65fd-7f27-4016-aaf5-6c1e31b8258b'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:26:27.857933 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695b9242-e2f8-4ebf-bf5b-4eb1e09d6925" -d '{"events": [{"server_uuid": "a329418a-2422-4c3c-b495-c92d97e294cc", "name": "network-vif-deleted", "tag": "eb8d65fd-7f27-4016-aaf5-6c1e31b8258b"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:26:27.884224 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb75db55-9957-45d2-a762-ad9543df8901 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:27.918646 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-92b88fd3-ff9d-427d-bec1-cc8cfe45e64a req-8887513c-d17e-43da-8000-678458104622 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991196 Nov 11 17:26:27.922063 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75db55-9957-45d2-a762-ad9543df8901 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event deleted for resources: {'Port': ['ID=a3ed1a9d-4439-446e-a770-b99e1336ff25,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:28.002315 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=43093e0a-5e76-43cf-9ea4-7b503994b685,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:28.023834 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-b9e44e61-9b65-4d14-a8a1-ed0e8dee5f56 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Allocated IP 10.1.1.219 (f23ac4df-d84d-4279-8162-bbdedb50f219/eafd7cad-1b53-44fc-96a4-51c18b0cedd0/20a6d92a-5fd5-4fa9-90b8-b57594e547e2) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:26:28.173711 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cbef4d-1b89-4a03-905e-db529b1927c7 x-openstack-request-id: req-c8cbef4d-1b89-4a03-905e-db529b1927c7 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:26:28.174238 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a329418a-2422-4c3c-b495-c92d97e294cc", "name": "network-vif-deleted", "tag": "eb8d65fd-7f27-4016-aaf5-6c1e31b8258b", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:26:28.176260 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c8cbef4d-1b89-4a03-905e-db529b1927c7 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:26:28.179551 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a329418a-2422-4c3c-b495-c92d97e294cc', 'name': 'network-vif-deleted', 'tag': 'eb8d65fd-7f27-4016-aaf5-6c1e31b8258b', 'status': 'completed', 'code': 200} Nov 11 17:26:28.187827 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb75db55-9957-45d2-a762-ad9543df8901 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:28.198619 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b9e44e61-9b65-4d14-a8a1-ed0e8dee5f56 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:28.242598 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b9e44e61-9b65-4d14-a8a1-ed0e8dee5f56 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:28.284675 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-731e16d6-6ef0-4e45-aa18-d319a4d5976b None None] Set router fa838d5c-5511-4d71-ba2b-3537fdfddbde gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:26:28.296283 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e44e61-9b65-4d14-a8a1-ed0e8dee5f56 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event updated for resources: {'Port': ['ID=20a6d92a-5fd5-4fa9-90b8-b57594e547e2,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:28.305882 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ce3482e1-51d8-4c91-bc71-3858b7eee348 None None] For port 4d97b1ef-4b02-4e31-935a-f23e9d0c6e38, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:26:28.311612 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ce0c1-cc36-4973-9166-3c13682a4f04 req-e0fb8fa7-e426-46f1-a768-362555bd49cf tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:28.323486 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-088ce0c1-cc36-4973-9166-3c13682a4f04 req-e0fb8fa7-e426-46f1-a768-362555bd49cf tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.4892113 Nov 11 17:26:28.343692 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ce3482e1-51d8-4c91-bc71-3858b7eee348 None None] For port 4d97b1ef-4b02-4e31-935a-f23e9d0c6e38, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=4d97b1ef-4b02-4e31-935a-f23e9d0c6e38,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:26:28.350166 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e44e61-9b65-4d14-a8a1-ed0e8dee5f56 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Network f23ac4df-d84d-4279-8162-bbdedb50f219 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:26:28.354857 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-b9e44e61-9b65-4d14-a8a1-ed0e8dee5f56 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:28.360139 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e44e61-9b65-4d14-a8a1-ed0e8dee5f56 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:26:28.365936 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-16f3d21c-1cde-4e58-9f5b-eb280d955318 None None] Allocated IP 10.2.2.2 (62a50c96-c103-4bed-873d-07bc993c3882/7db24a47-6724-4aef-ab7e-6a99f45ef956/42307873-6bd3-4f5e-9704-62bf67bb5d3c) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:26:28.369045 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ce3482e1-51d8-4c91-bc71-3858b7eee348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:28.429199 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e44e61-9b65-4d14-a8a1-ed0e8dee5f56 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:28.429961 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b9e44e61-9b65-4d14-a8a1-ed0e8dee5f56 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:28.449397 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb75db55-9957-45d2-a762-ad9543df8901 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:28.459810 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb75db55-9957-45d2-a762-ad9543df8901 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:28.479976 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b9e44e61-9b65-4d14-a8a1-ed0e8dee5f56 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6957784 Nov 11 17:26:28.492402 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 32786) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:28.511877 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ea85d261-03c7-4b07-8df4-7024d39afa3a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Request body: {'port': {'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219', 'name': 'tempest-TaggedBootDevicesTest_v242-1073752067', 'fixed_ips': [{'subnet_id': 'eafd7cad-1b53-44fc-96a4-51c18b0cedd0'}]}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:28.615473 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a31c622d-2674-4f85-b61c-ea02b74a5e68 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1505591199-network', 'tenant_id': '090f27d01dfe4e8ba38741a9ddd01c29'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:28.618542 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3482e1-51d8-4c91-bc71-3858b7eee348 None None] Pushing event updated for resources: {'Port': ['ID=4d97b1ef-4b02-4e31-935a-f23e9d0c6e38,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:28.632692 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb75db55-9957-45d2-a762-ad9543df8901 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:28.633257 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb75db55-9957-45d2-a762-ad9543df8901 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Fanout notify agent at l3_agent the message router_deleted on router e7eb68a7-a0d9-41de-b2f1-4a54c88238c0 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:26:28.671691 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb75db55-9957-45d2-a762-ad9543df8901 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:28.673110 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cb75db55-9957-45d2-a762-ad9543df8901 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "DELETE /v2.0/routers/e7eb68a7-a0d9-41de-b2f1-4a54c88238c0 HTTP/1.1" status: 204 len: 168 time: 3.4718235 Nov 11 17:26:28.690423 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 32790) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:28.725021 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-088ce0c1-cc36-4973-9166-3c13682a4f04 req-01ff149c-ff7c-46bd-ac4c-7c4caae52a89 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004457 Nov 11 17:26:28.764291 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31c622d-2674-4f85-b61c-ea02b74a5e68 admin admin] Made reservation on behalf of 090f27d01dfe4e8ba38741a9ddd01c29 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:26:28.776220 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a31c622d-2674-4f85-b61c-ea02b74a5e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:28.796687 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-731e16d6-6ef0-4e45-aa18-d319a4d5976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'name': 'tempest-ServersTestFqdnHostnames-633312653-router', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:02Z', 'updated_at': '2021-11-11T17:24:11Z', 'revision_number': 4, 'project_id': '303697d6187242c4aff52ba576f1e516', 'gw_port': {'id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:03Z', 'updated_at': '2021-11-11T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '5b6afae2-5f3c-444f-9aa9-caf823a562fe', 'name': '', 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'mac_address': 'fa:16:3e:12:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'dd8c0416-0c92-44d3-abc7-81008e12e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:10Z', 'updated_at': '2021-11-11T17:24:16Z', 'revision_number': 5, 'project_id': '303697d6187242c4aff52ba576f1e516', 'subnets': [{'id': 'dd8c0416-0c92-44d3-abc7-81008e12e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:28.810492 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a31c622d-2674-4f85-b61c-ea02b74a5e68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:28.899021 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-16f3d21c-1cde-4e58-9f5b-eb280d955318 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:28.909009 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-16f3d21c-1cde-4e58-9f5b-eb280d955318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:28.965225 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731e16d6-6ef0-4e45-aa18-d319a4d5976b None None] Checking router: fa838d5c-5511-4d71-ba2b-3537fdfddbde for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:26:29.010881 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea85d261-03c7-4b07-8df4-7024d39afa3a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Made reservation on behalf of bf9f7834dbb745e8861e3581142ac13c for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:26:29.015456 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731e16d6-6ef0-4e45-aa18-d319a4d5976b None None] Routers {'fa838d5c-5511-4d71-ba2b-3537fdfddbde'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:26:29.020593 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-731e16d6-6ef0-4e45-aa18-d319a4d5976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:26:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fa838d5c-5511-4d71-ba2b-3537fdfddbde'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:29.021598 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f3d21c-1cde-4e58-9f5b-eb280d955318 None None] Network 62a50c96-c103-4bed-873d-07bc993c3882 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:26:29.024169 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3d21c-1cde-4e58-9f5b-eb280d955318 None None] Pushing event updated for resources: {'Port': ['ID=42307873-6bd3-4f5e-9704-62bf67bb5d3c,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:29.029473 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-16f3d21c-1cde-4e58-9f5b-eb280d955318 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:29.030995 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a31c622d-2674-4f85-b61c-ea02b74a5e68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:29.037835 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a31c622d-2674-4f85-b61c-ea02b74a5e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:29.039812 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ea85d261-03c7-4b07-8df4-7024d39afa3a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:29.048807 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f3d21c-1cde-4e58-9f5b-eb280d955318 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:26:29.110362 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31c622d-2674-4f85-b61c-ea02b74a5e68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1281} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:26:29.131614 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c622d-2674-4f85-b61c-ea02b74a5e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d1ccd5-fe4a-487f-90e3-0874057f8185,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:29.132896 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b051b7-13ce-4a6b-a93c-126921723174 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Deleting subnet 79df1777-6c41-4afc-b84d-2f0915d1377f {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:26:29.139069 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a31c622d-2674-4f85-b61c-ea02b74a5e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:29.139559 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-a31c622d-2674-4f85-b61c-ea02b74a5e68 admin admin] Added segment 621dba8e-9370-48aa-8ab0-e75881382c2a of type vlan for network ecf37df9-3b7e-4ef0-946c-a887bc982e3b Nov 11 17:26:29.167269 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-619849bf-f257-4554-908b-6c788fe07a9a req-c2172f49-53e9-466e-a288-61966ca8fb60 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/ports?device_id=a329418a-2422-4c3c-b495-c92d97e294cc HTTP/1.1" status: 200 len: 210 time: 0.3679020 Nov 11 17:26:29.184494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-ea85d261-03c7-4b07-8df4-7024d39afa3a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] device_id is not set on port 4f66b335-60b1-4a5e-a509-ce8519750f0d yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:26:29.206580 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-70b051b7-13ce-4a6b-a93c-126921723174 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:29.210620 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a31c622d-2674-4f85-b61c-ea02b74a5e68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:29.256498 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a31c622d-2674-4f85-b61c-ea02b74a5e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:29.261280 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31c622d-2674-4f85-b61c-ea02b74a5e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:29.262992 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a31c622d-2674-4f85-b61c-ea02b74a5e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:29.278338 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db2b356c-7b1a-4aa4-b4ec-c4b813e6d2fc req-f648be35-7c40-40e8-82bb-f9495c60f90f tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 210 time: 0.3434069 Nov 11 17:26:29.300410 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-16f3d21c-1cde-4e58-9f5b-eb280d955318 None None] Attempting to bind port 42307873-6bd3-4f5e-9704-62bf67bb5d3c on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:26:29.303179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-16f3d21c-1cde-4e58-9f5b-eb280d955318 None None] Attempting to bind port 42307873-6bd3-4f5e-9704-62bf67bb5d3c by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '6cc8557e-150d-4ccf-a738-cc6d87ac5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '62a50c96-c103-4bed-873d-07bc993c3882'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:26:29.304543 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f3d21c-1cde-4e58-9f5b-eb280d955318 None None] Attempting to bind port 42307873-6bd3-4f5e-9704-62bf67bb5d3c on network 62a50c96-c103-4bed-873d-07bc993c3882 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:26:29.319687 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f3d21c-1cde-4e58-9f5b-eb280d955318 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:26:29.323507 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f3d21c-1cde-4e58-9f5b-eb280d955318 None None] Checking segment: {'id': '6cc8557e-150d-4ccf-a738-cc6d87ac5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '62a50c96-c103-4bed-873d-07bc993c3882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:26:29.324018 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-16f3d21c-1cde-4e58-9f5b-eb280d955318 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:29.324432 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f3d21c-1cde-4e58-9f5b-eb280d955318 None None] Bound using segment: {'id': '6cc8557e-150d-4ccf-a738-cc6d87ac5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '62a50c96-c103-4bed-873d-07bc993c3882'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:26:29.324938 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-16f3d21c-1cde-4e58-9f5b-eb280d955318 None None] Bound port: 42307873-6bd3-4f5e-9704-62bf67bb5d3c, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc8557e-150d-4ccf-a738-cc6d87ac5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '62a50c96-c103-4bed-873d-07bc993c3882'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:26:29.325333 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-16f3d21c-1cde-4e58-9f5b-eb280d955318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:29.389160 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-731e16d6-6ef0-4e45-aa18-d319a4d5976b None None] Set router fa838d5c-5511-4d71-ba2b-3537fdfddbde gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:26:29.426045 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a31c622d-2674-4f85-b61c-ea02b74a5e68 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6209483 Nov 11 17:26:29.428464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 32798) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:29.450766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-b8af8c2c-4a9c-4907-ac31-524510142d70 admin admin] Request body: {'subnet': {'network_id': 'ecf37df9-3b7e-4ef0-946c-a887bc982e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1505591199-subnet', 'tenant_id': '090f27d01dfe4e8ba38741a9ddd01c29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:29.453101 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c622d-2674-4f85-b61c-ea02b74a5e68 admin admin] Pushing event updated for resources: {'Network': ['ID=ecf37df9-3b7e-4ef0-946c-a887bc982e3b,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:29.458705 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 4d97b1ef-4b02-4e31-935a-f23e9d0c6e38 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:26:29.469879 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-70b051b7-13ce-4a6b-a93c-126921723174 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:29.473134 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network ecf37df9-3b7e-4ef0-946c-a887bc982e3b details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:26:29.641466 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-16f3d21c-1cde-4e58-9f5b-eb280d955318 None None] For port 42307873-6bd3-4f5e-9704-62bf67bb5d3c, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:26:29.684288 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-16f3d21c-1cde-4e58-9f5b-eb280d955318 None None] For port 42307873-6bd3-4f5e-9704-62bf67bb5d3c, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=42307873-6bd3-4f5e-9704-62bf67bb5d3c,segment=NetworkSegment(6cc8557e-150d-4ccf-a738-cc6d87ac5c12),segment_id=6cc8557e-150d-4ccf-a738-cc6d87ac5c12)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:26:29.694199 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-16f3d21c-1cde-4e58-9f5b-eb280d955318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:29.709440 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8af8c2c-4a9c-4907-ac31-524510142d70 admin admin] Made reservation on behalf of 090f27d01dfe4e8ba38741a9ddd01c29 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:26:29.711817 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b8af8c2c-4a9c-4907-ac31-524510142d70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:29.721484 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-731e16d6-6ef0-4e45-aa18-d319a4d5976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'name': 'tempest-ServersTestFqdnHostnames-633312653-router', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:02Z', 'updated_at': '2021-11-11T17:24:11Z', 'revision_number': 4, 'project_id': '303697d6187242c4aff52ba576f1e516', 'gw_port': {'id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:03Z', 'updated_at': '2021-11-11T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '5b6afae2-5f3c-444f-9aa9-caf823a562fe', 'name': '', 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'mac_address': 'fa:16:3e:12:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'dd8c0416-0c92-44d3-abc7-81008e12e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:10Z', 'updated_at': '2021-11-11T17:24:16Z', 'revision_number': 5, 'project_id': '303697d6187242c4aff52ba576f1e516', 'subnets': [{'id': 'dd8c0416-0c92-44d3-abc7-81008e12e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:29.758621 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731e16d6-6ef0-4e45-aa18-d319a4d5976b None None] The sync data for ids ['fa838d5c-5511-4d71-ba2b-3537fdfddbde'] in n-d-816206-4 is: [{'id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'name': 'tempest-ServersTestFqdnHostnames-633312653-router', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:02Z', 'updated_at': '2021-11-11T17:24:11Z', 'revision_number': 4, 'project_id': '303697d6187242c4aff52ba576f1e516', 'gw_port': {'id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:03Z', 'updated_at': '2021-11-11T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '5b6afae2-5f3c-444f-9aa9-caf823a562fe', 'name': '', 'network_id': '9ac47cb7-6876-4869-87f8-48704f29f83a', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'mac_address': 'fa:16:3e:12:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'dd8c0416-0c92-44d3-abc7-81008e12e8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:10Z', 'updated_at': '2021-11-11T17:24:16Z', 'revision_number': 5, 'project_id': '303697d6187242c4aff52ba576f1e516', 'subnets': [{'id': 'dd8c0416-0c92-44d3-abc7-81008e12e8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:26:29.772263 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 4d97b1ef-4b02-4e31-935a-f23e9d0c6e38 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:29.772889 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:29.912307 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3d21c-1cde-4e58-9f5b-eb280d955318 None None] Pushing event updated for resources: {'Port': ['ID=42307873-6bd3-4f5e-9704-62bf67bb5d3c,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:29.998241 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:30.071700 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 4d97b1ef-4b02-4e31-935a-f23e9d0c6e38, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=4d97b1ef-4b02-4e31-935a-f23e9d0c6e38,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:30.075464 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device eb8d65fd-7f27-4016-aaf5-6c1e31b8258b no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:26:30.084955 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-70b051b7-13ce-4a6b-a93c-126921723174 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:30.112343 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:30.125265 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: eb8d65fd-7f27-4016-aaf5-6c1e31b8258b {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:26:30.125675 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device eb8d65fd-7f27-4016-aaf5-6c1e31b8258b not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:26:30.176702 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-ea85d261-03c7-4b07-8df4-7024d39afa3a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Allocated IP 10.1.1.147 (f23ac4df-d84d-4279-8162-bbdedb50f219/eafd7cad-1b53-44fc-96a4-51c18b0cedd0/4f66b335-60b1-4a5e-a509-ce8519750f0d) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:26:30.261205 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=4d97b1ef-4b02-4e31-935a-f23e9d0c6e38,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:30.336636 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c01fb-8998-46c6-b2a3-92515064987b req-aa9c0732-e544-43db-b3c3-c51fa937e315 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:30.337663 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 32810) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:30.341489 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e64c01fb-8998-46c6-b2a3-92515064987b req-aa9c0732-e544-43db-b3c3-c51fa937e315 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.4277346 Nov 11 17:26:30.361733 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5a6868-a5fe-483b-9883-1813b0608c55 None None] Network f23ac4df-d84d-4279-8162-bbdedb50f219 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:26:30.507230 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d244f7-da07-4aec-9b4f-6b92c3999590 None None] New status for floating IP 011e93b1-9dc2-4964-b676-ae22736feed9: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:26:30.515795 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aa90d88e-f39e-4391-b867-21365c5fc202 req-b8b96ad6-a07a-4330-b4c7-3c99799786b2 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 210 time: 0.0910404 Nov 11 17:26:30.521313 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4754a43d-42c7-470e-8815-f10b165468a5 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:30.570886 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4754a43d-42c7-470e-8815-f10b165468a5 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:30.677277 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4754a43d-42c7-470e-8815-f10b165468a5 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:30.681819 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4754a43d-42c7-470e-8815-f10b165468a5 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:30.686910 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4754a43d-42c7-470e-8815-f10b165468a5 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "DELETE /v2.0/security-groups/e871e4bc-d92b-4a7a-bc70-3cd22b3adcfd HTTP/1.1" status: 204 len: 168 time: 0.3473692 Nov 11 17:26:30.688577 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 32814) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:30.731833 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6c6fd64c-a428-467b-b2f0-b5b09ebaf7f9 None None] Provisioning complete for port 4d97b1ef-4b02-4e31-935a-f23e9d0c6e38 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:30.732363 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6c6fd64c-a428-467b-b2f0-b5b09ebaf7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:30.733995 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754a43d-42c7-470e-8815-f10b165468a5 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e871e4bc-d92b-4a7a-bc70-3cd22b3adcfd,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:30.757052 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-381784d0-6e98-4e98-9363-4cd454853215 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] show failed (client error): The resource could not be found. Nov 11 17:26:30.758109 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-381784d0-6e98-4e98-9363-4cd454853215 tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "GET /v2.0/security-groups/e871e4bc-d92b-4a7a-bc70-3cd22b3adcfd HTTP/1.1" status: 404 len: 347 time: 0.0603020 Nov 11 17:26:30.761388 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 32816) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:30.938915 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-cdac4316-7fa6-4bba-85d8-81346c16870d tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Deleting port 90313713-bf38-47c2-a1df-5aa39ec0c144 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:30.941261 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cdac4316-7fa6-4bba-85d8-81346c16870d tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:31.124374 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e64c01fb-8998-46c6-b2a3-92515064987b req-04cc618f-f73e-46f4-acbe-7c098199cf35 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7819009 Nov 11 17:26:31.127092 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cdac4316-7fa6-4bba-85d8-81346c16870d tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:31.129161 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cdac4316-7fa6-4bba-85d8-81346c16870d tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:31.165209 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-cdac4316-7fa6-4bba-85d8-81346c16870d tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Calling delete_port for 90313713-bf38-47c2-a1df-5aa39ec0c144 owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:31.194123 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-70b051b7-13ce-4a6b-a93c-126921723174 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:31.303167 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b051b7-13ce-4a6b-a93c-126921723174 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event deleted for resources: {'Subnet': ['ID=79df1777-6c41-4afc-b84d-2f0915d1377f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:31.388993 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0630f300-ff07-4fc6-acf8-5d820a23da46 None None] Network af50a9a1-4b11-4647-a37f-cd248622c0ca requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:26:31.418415 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-70b051b7-13ce-4a6b-a93c-126921723174 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:31.424771 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-70b051b7-13ce-4a6b-a93c-126921723174 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "DELETE /v2.0/subnets/79df1777-6c41-4afc-b84d-2f0915d1377f HTTP/1.1" status: 204 len: 168 time: 2.7318807 Nov 11 17:26:31.437666 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 32822) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:31.583357 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 42307873-6bd3-4f5e-9704-62bf67bb5d3c up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:26:31.620538 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75b38c-6fe0-4537-bf5e-726c0554f313 req-e1008f35-785f-4f07-82ea-0939c10f0dcc tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:31.622203 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aa75b38c-6fe0-4537-bf5e-726c0554f313 req-e1008f35-785f-4f07-82ea-0939c10f0dcc tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.3603933 Nov 11 17:26:31.623584 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b8af8c2c-4a9c-4907-ac31-524510142d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:31.630964 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ea11-90a4-4663-b513-ca5d7c8f6b3b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:31.681383 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-336596d2-bb0e-42d8-b2d1-58187f90468b None None] Provisioning complete for port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:31.682028 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-336596d2-bb0e-42d8-b2d1-58187f90468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:31.694527 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fceca8-f4de-4d59-a0cf-76d672b92c1b None None] Network 62a50c96-c103-4bed-873d-07bc993c3882 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:26:31.706456 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cdac4316-7fa6-4bba-85d8-81346c16870d tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:31.751413 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-336596d2-bb0e-42d8-b2d1-58187f90468b None None] Port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:26:31.791560 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac4316-7fa6-4bba-85d8-81346c16870d tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Pushing event deleted for resources: {'Port': ['ID=90313713-bf38-47c2-a1df-5aa39ec0c144,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:31.848256 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:26:31.903442 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5ea11-90a4-4663-b513-ca5d7c8f6b3b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Deleting port ff185015-efe6-4605-bb25-e2fad731a9ac {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:31.912011 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ea11-90a4-4663-b513-ca5d7c8f6b3b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:31.918487 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-336596d2-bb0e-42d8-b2d1-58187f90468b None None] Provisioning complete for port 4d97b1ef-4b02-4e31-935a-f23e9d0c6e38 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:31.918876 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-336596d2-bb0e-42d8-b2d1-58187f90468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:31.941443 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cdac4316-7fa6-4bba-85d8-81346c16870d tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:31.949029 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cdac4316-7fa6-4bba-85d8-81346c16870d tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:31.952496 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cdac4316-7fa6-4bba-85d8-81346c16870d tempest-ServersTestFqdnHostnames-303581570 tempest-ServersTestFqdnHostnames-303581570-project] 10.222.0.76 "DELETE /v2.0/floatingips/011e93b1-9dc2-4964-b676-ae22736feed9 HTTP/1.1" status: 204 len: 168 time: 1.1879094 Nov 11 17:26:31.976768 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59a55e9c-5e22-4dfe-bc46-c55765a91944 req-f1d3f6b9-2c51-47cd-a646-8e48d2426806 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed629ed-4280-45e5-8f71-aba066e8159f HTTP/1.1" status: 200 len: 210 time: 0.2295513 Nov 11 17:26:31.993190 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 32828) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:32.126891 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ea85d261-03c7-4b07-8df4-7024d39afa3a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:32.136803 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3352f77c-f05d-4555-a183-d1be0981f21c None None] DHCP port deletion for af50a9a1-4b11-4647-a37f-cd248622c0ca request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:26:32.144703 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8af8c2c-4a9c-4907-ac31-524510142d70 admin admin] Checking segment: {'id': '621dba8e-9370-48aa-8ab0-e75881382c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'ecf37df9-3b7e-4ef0-946c-a887bc982e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:26:32.145076 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8af8c2c-4a9c-4907-ac31-524510142d70 admin admin] Network hostable DHCP agents. Network: ecf37df9-3b7e-4ef0-946c-a887bc982e3b, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:26:32.158178 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 42307873-6bd3-4f5e-9704-62bf67bb5d3c triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:32.158929 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:32.186890 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af8c2c-4a9c-4907-ac31-524510142d70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c692f87a-03f9-4085-8526-2bcbb0a7100b,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:32.214603 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aa75b38c-6fe0-4537-bf5e-726c0554f313 req-943d9e46-debc-41c0-afaa-51422fda8e52 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5394659 Nov 11 17:26:32.255445 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8af8c2c-4a9c-4907-ac31-524510142d70 admin admin] Network ecf37df9-3b7e-4ef0-946c-a887bc982e3b is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:26:32.286144 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-b8af8c2c-4a9c-4907-ac31-524510142d70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, ecf37df9-3b7e-4ef0-946c-a887bc982e3b) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:32.318879 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8af8c2c-4a9c-4907-ac31-524510142d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:32.319494 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b8af8c2c-4a9c-4907-ac31-524510142d70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:32.328703 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3759d3-e439-4b28-a1fd-0eba736e5b6f None None] Network ecf37df9-3b7e-4ef0-946c-a887bc982e3b requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:26:32.359172 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b8af8c2c-4a9c-4907-ac31-524510142d70 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.9275498 Nov 11 17:26:32.397316 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ea85d261-03c7-4b07-8df4-7024d39afa3a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:32.441276 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-bbf5ea11-90a4-4663-b513-ca5d7c8f6b3b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] For port ff185015-efe6-4605-bb25-e2fad731a9ac, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ff185015-efe6-4605-bb25-e2fad731a9ac,segment=NetworkSegment(9affbccc-daa8-4326-b31f-0212da211ecd),segment_id=9affbccc-daa8-4326-b31f-0212da211ecd)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:32.442266 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ea11-90a4-4663-b513-ca5d7c8f6b3b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:32.470279 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5ea11-90a4-4663-b513-ca5d7c8f6b3b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Calling delete_port for ff185015-efe6-4605-bb25-e2fad731a9ac owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:32.504413 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea85d261-03c7-4b07-8df4-7024d39afa3a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Network f23ac4df-d84d-4279-8162-bbdedb50f219 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:26:32.570901 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-ea85d261-03c7-4b07-8df4-7024d39afa3a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:32.585903 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea85d261-03c7-4b07-8df4-7024d39afa3a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:26:32.591213 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85d261-03c7-4b07-8df4-7024d39afa3a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event updated for resources: {'Port': ['ID=4f66b335-60b1-4a5e-a509-ce8519750f0d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:32.723524 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea85d261-03c7-4b07-8df4-7024d39afa3a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:32.724225 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ea85d261-03c7-4b07-8df4-7024d39afa3a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:32.764799 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ea85d261-03c7-4b07-8df4-7024d39afa3a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2610478 Nov 11 17:26:32.801680 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-3352f77c-f05d-4555-a183-d1be0981f21c None None] Deleting port ff185015-efe6-4605-bb25-e2fad731a9ac {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:32.801680 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3352f77c-f05d-4555-a183-d1be0981f21c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:32.860749 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:32.927525 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ea11-90a4-4663-b513-ca5d7c8f6b3b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:32.962784 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf5ea11-90a4-4663-b513-ca5d7c8f6b3b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] No DVR routers for this DVR port ff185015-efe6-4605-bb25-e2fad731a9ac on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:26:32.976817 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61681e95-81f9-4652-ab18-f46060e5f865 None None] Network ecf37df9-3b7e-4ef0-946c-a887bc982e3b requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:26:33.013247 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5ea11-90a4-4663-b513-ca5d7c8f6b3b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event deleted for resources: {'Port': ['ID=ff185015-efe6-4605-bb25-e2fad731a9ac,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:33.055751 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-a59fa5c7-ecfd-4cee-811e-295c79bf7912 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:33.057260 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-a59fa5c7-ecfd-4cee-811e-295c79bf7912 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/networks?id=3b58950d-cabb-4844-8c80-f3547c1d5250 HTTP/1.1" status: 200 len: 814 time: 0.2481492 Nov 11 17:26:33.082223 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-0e4bd360-d58c-4c37-a04e-1803f9ab22ea tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/quotas/8f8ef4fb21f94d2392dadeb1ee4bf411 HTTP/1.1" status: 200 len: 375 time: 0.0193379 Nov 11 17:26:33.138415 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 42307873-6bd3-4f5e-9704-62bf67bb5d3c, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=42307873-6bd3-4f5e-9704-62bf67bb5d3c,segment=NetworkSegment(6cc8557e-150d-4ccf-a738-cc6d87ac5c12),segment_id=6cc8557e-150d-4ccf-a738-cc6d87ac5c12)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:33.143882 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ea11-90a4-4663-b513-ca5d7c8f6b3b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:33.166934 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:33.168562 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 4d97b1ef-4b02-4e31-935a-f23e9d0c6e38 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:26:33.191694 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-bbf5ea11-90a4-4663-b513-ca5d7c8f6b3b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af50a9a1-4b11-4647-a37f-cd248622c0ca']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:33.220181 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-fef43dc8-d25f-4906-bd84-954d674f7472 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8f8ef4fb21f94d2392dadeb1ee4bf411&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1311429 Nov 11 17:26:33.240555 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-bbf5ea11-90a4-4663-b513-ca5d7c8f6b3b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9affbccc-daa8-4326-b31f-0212da211ecd') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:33.241097 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-bbf5ea11-90a4-4663-b513-ca5d7c8f6b3b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9affbccc-daa8-4326-b31f-0212da211ecd') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:33.264554 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c63c882e-59c9-4b04-a07c-7c979daa5255 None None] Provisioning complete for port 42307873-6bd3-4f5e-9704-62bf67bb5d3c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:33.265177 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c63c882e-59c9-4b04-a07c-7c979daa5255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:33.271493 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ea11-90a4-4663-b513-ca5d7c8f6b3b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:33.283065 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-6b591f56-fc84-49b3-9be5-0c6d6263b79b tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:33.289602 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-6b591f56-fc84-49b3-9be5-0c6d6263b79b tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/networks?id=ecf37df9-3b7e-4ef0-946c-a887bc982e3b HTTP/1.1" status: 200 len: 813 time: 0.1786861 Nov 11 17:26:33.291914 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ea11-90a4-4663-b513-ca5d7c8f6b3b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:33.302064 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf5ea11-90a4-4663-b513-ca5d7c8f6b3b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:26:33.302570 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-af2a99f2-8673-464d-bbed-99973520c8a7 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/quotas/090f27d01dfe4e8ba38741a9ddd01c29 HTTP/1.1" status: 200 len: 375 time: 0.0100625 Nov 11 17:26:33.303765 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ea11-90a4-4663-b513-ca5d7c8f6b3b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:33.310250 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-f6e85d39-d80e-4110-8f9a-14a468330c7e service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:26:33.311297 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-f6e85d39-d80e-4110-8f9a-14a468330c7e service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0768893 Nov 11 17:26:33.335049 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3352f77c-f05d-4555-a183-d1be0981f21c None None] For port ff185015-efe6-4605-bb25-e2fad731a9ac, host n-d-816206-4, got binding levels [] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:33.335581 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3352f77c-f05d-4555-a183-d1be0981f21c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:33.350519 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-3352f77c-f05d-4555-a183-d1be0981f21c None None] Calling delete_port for ff185015-efe6-4605-bb25-e2fad731a9ac owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:33.353470 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.ipam_backend_mixin [None req-3352f77c-f05d-4555-a183-d1be0981f21c None None] Port ff185015-efe6-4605-bb25-e2fad731a9ac was not found and therefore no delete operation was performed {{(pid=102619) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 17:26:33.357448 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3352f77c-f05d-4555-a183-d1be0981f21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:33.370670 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-1c6d3e60-3987-4809-9488-404c658b75ab tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=090f27d01dfe4e8ba38741a9ddd01c29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557723 Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:26:33.437417 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:26:33.445801 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ea11-90a4-4663-b513-ca5d7c8f6b3b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:33.458319 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bbf5ea11-90a4-4663-b513-ca5d7c8f6b3b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:33.471032 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bbf5ea11-90a4-4663-b513-ca5d7c8f6b3b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "DELETE /v2.0/networks/af50a9a1-4b11-4647-a37f-cd248622c0ca HTTP/1.1" status: 204 len: 168 time: 2.0322561 Nov 11 17:26:33.472154 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 32872) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:33.571970 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3352f77c-f05d-4555-a183-d1be0981f21c None None] No DVR routers for this DVR port ff185015-efe6-4605-bb25-e2fad731a9ac on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:26:33.594392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5ea11-90a4-4663-b513-ca5d7c8f6b3b tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event deleted for resources: {'Network': ['ID=af50a9a1-4b11-4647-a37f-cd248622c0ca,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:33.626773 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=42307873-6bd3-4f5e-9704-62bf67bb5d3c,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:33.640160 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 4d97b1ef-4b02-4e31-935a-f23e9d0c6e38 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:33.640535 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:33.683608 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-3d33c795-b3d2-402c-be33-06b103d5d5a7 service neutron] 10.222.0.76 "GET /v2.0/networks/3b58950d-cabb-4844-8c80-f3547c1d5250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604236 Nov 11 17:26:33.751009 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352f77c-f05d-4555-a183-d1be0981f21c None None] Pushing event deleted for resources: {'Port': ['ID=ff185015-efe6-4605-bb25-e2fad731a9ac,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:33.807775 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c63c882e-59c9-4b04-a07c-7c979daa5255 None None] Provisioning complete for port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:33.807775 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c63c882e-59c9-4b04-a07c-7c979daa5255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:33.814362 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-56260049-4a05-4738-bf26-c8948c075cbc service neutron] 10.222.0.76 "GET /v2.0/networks/ecf37df9-3b7e-4ef0-946c-a887bc982e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223819 Nov 11 17:26:33.910656 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c63c882e-59c9-4b04-a07c-7c979daa5255 None None] Port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:26:33.999662 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce9a1d-8eea-40a8-9589-63a33f3cd7bb req-1b25084a-78cc-43d5-8b98-b0528ea91619 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:34.001336 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e2ce9a1d-8eea-40a8-9589-63a33f3cd7bb req-1b25084a-78cc-43d5-8b98-b0528ea91619 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.83 "GET /v2.0/ports?device_id=8e4a0405-9c71-4adf-82ae-bb1de60956eb HTTP/1.1" status: 200 len: 945 time: 0.2098451 Nov 11 17:26:34.001684 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-5cbd70f0-4ffd-4a40-8539-a4e9dce1094c service neutron] 10.222.0.76 "GET /v2.0/networks/3b58950d-cabb-4844-8c80-f3547c1d5250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120821 Nov 11 17:26:34.008352 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-3f7f178f-0a3b-4b4b-b7a7-0fe378633bd5 service neutron] 10.222.0.76 "GET /v2.0/networks/ecf37df9-3b7e-4ef0-946c-a887bc982e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347904 Nov 11 17:26:34.026079 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 42307873-6bd3-4f5e-9704-62bf67bb5d3c up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:26:34.041041 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-1664f6de-77d5-4fa1-85c1-c75e99581cd0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Deleting port 1a23054e-8e0f-447b-8fed-a26d9f0bfed8 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:34.041387 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1664f6de-77d5-4fa1-85c1-c75e99581cd0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:34.109756 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-20d7732c-ff7c-4466-a1c9-ef6cac960e7d None None] Provisioning complete for port 4f66b335-60b1-4a5e-a509-ce8519750f0d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:34.110395 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-20d7732c-ff7c-4466-a1c9-ef6cac960e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:34.196226 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-90b19ee4-dc75-4ea6-a196-af596ae5a125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:34.207315 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-20d7732c-ff7c-4466-a1c9-ef6cac960e7d None None] Port 4f66b335-60b1-4a5e-a509-ce8519750f0d cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:26:34.216246 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 42307873-6bd3-4f5e-9704-62bf67bb5d3c triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:34.217063 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:34.309053 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-20d7732c-ff7c-4466-a1c9-ef6cac960e7d None None] Provisioning complete for port 42307873-6bd3-4f5e-9704-62bf67bb5d3c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:34.310363 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-20d7732c-ff7c-4466-a1c9-ef6cac960e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:34.682738 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 32894) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:34.685266 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b746ad87-1070-47a0-bc14-221c0ad41e31 req-1fba8021-83a0-4e0b-bf69-3d8adcff660f tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0701654 Nov 11 17:26:34.714174 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6ffd3f89-5583-48be-97dd-3ca98c034fec tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1025065938', 'description': 'tempest-description--1592495253'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:34.772523 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1664f6de-77d5-4fa1-85c1-c75e99581cd0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:34.773059 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1664f6de-77d5-4fa1-85c1-c75e99581cd0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:34.856390 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-1664f6de-77d5-4fa1-85c1-c75e99581cd0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Calling delete_port for 1a23054e-8e0f-447b-8fed-a26d9f0bfed8 owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:34.892764 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-44cfb2b3-c4fc-4e68-a0a0-330155a67bfb req-0c9b3a71-bea0-47f8-bfef-fe4ebda76275 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a5fb1d7-6c66-47bc-8d43-defbd49d9f31 HTTP/1.1" status: 200 len: 210 time: 0.1147907 Nov 11 17:26:34.893740 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3f89-5583-48be-97dd-3ca98c034fec tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:34.961317 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ff185015-efe6-4605-bb25-e2fad731a9ac no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:26:34.987888 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: ff185015-efe6-4605-bb25-e2fad731a9ac {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:26:34.988195 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ff185015-efe6-4605-bb25-e2fad731a9ac not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:26:35.077316 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3f89-5583-48be-97dd-3ca98c034fec tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:35.091379 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3f89-5583-48be-97dd-3ca98c034fec tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:35.167116 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd3f89-5583-48be-97dd-3ca98c034fec tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dac114a-24fc-4593-a731-feb406f8d808,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:35.193366 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3f89-5583-48be-97dd-3ca98c034fec tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:35.195240 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6ffd3f89-5583-48be-97dd-3ca98c034fec tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4960601 Nov 11 17:26:35.198447 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 32904) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:35.219751 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-c6ef2bea-ae8d-4b04-8a4f-71e464fc9096 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Request body: {'security_group_rule': {'security_group_id': '7dac114a-24fc-4593-a731-feb406f8d808', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:35.280912 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c6ef2bea-ae8d-4b04-8a4f-71e464fc9096 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:35.310263 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-e2ce9a1d-8eea-40a8-9589-63a33f3cd7bb req-890b4e13-09d2-4654-ab09-f1e1225a4127 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Deleting port 43093e0a-5e76-43cf-9ea4-7b503994b685 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:35.310919 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e2ce9a1d-8eea-40a8-9589-63a33f3cd7bb req-890b4e13-09d2-4654-ab09-f1e1225a4127 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:35.426929 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c6ef2bea-ae8d-4b04-8a4f-71e464fc9096 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:35.434159 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c6ef2bea-ae8d-4b04-8a4f-71e464fc9096 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:35.465437 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef2bea-ae8d-4b04-8a4f-71e464fc9096 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5821e9aa-e29f-49ca-901a-93e73f7cba49,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:35.481927 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c6ef2bea-ae8d-4b04-8a4f-71e464fc9096 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:35.483148 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c6ef2bea-ae8d-4b04-8a4f-71e464fc9096 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2834020 Nov 11 17:26:35.485839 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 32906) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:35.486798 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-e2ce9a1d-8eea-40a8-9589-63a33f3cd7bb req-890b4e13-09d2-4654-ab09-f1e1225a4127 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] For port 43093e0a-5e76-43cf-9ea4-7b503994b685, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=43093e0a-5e76-43cf-9ea4-7b503994b685,segment=NetworkSegment(23b9bed9-2876-487d-b6a7-566f9036f0b9),segment_id=23b9bed9-2876-487d-b6a7-566f9036f0b9)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:35.487393 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e2ce9a1d-8eea-40a8-9589-63a33f3cd7bb req-890b4e13-09d2-4654-ab09-f1e1225a4127 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:35.494488 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-9712b964-c30a-4e03-9537-22623b45cf3e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Request body: {'security_group_rule': {'security_group_id': '7dac114a-24fc-4593-a731-feb406f8d808', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:35.509536 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-e2ce9a1d-8eea-40a8-9589-63a33f3cd7bb req-890b4e13-09d2-4654-ab09-f1e1225a4127 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Calling delete_port for 43093e0a-5e76-43cf-9ea4-7b503994b685 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:35.547590 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9712b964-c30a-4e03-9537-22623b45cf3e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:35.713722 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9712b964-c30a-4e03-9537-22623b45cf3e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:35.724651 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e2ce9a1d-8eea-40a8-9589-63a33f3cd7bb req-890b4e13-09d2-4654-ab09-f1e1225a4127 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:35.731429 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9712b964-c30a-4e03-9537-22623b45cf3e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:35.739760 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['43093e0a-5e76-43cf-9ea4-7b503994b685'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:26:35.778326 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712b964-c30a-4e03-9537-22623b45cf3e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45dac93f-ce91-465a-b0f0-f0138c2b358e,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:35.792694 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9712b964-c30a-4e03-9537-22623b45cf3e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:35.797652 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9712b964-c30a-4e03-9537-22623b45cf3e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3108020 Nov 11 17:26:35.798595 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 32914) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:35.803103 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-24da3656-0b54-4c30-9b4d-8e1a0d9fafe3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:35.817549 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b4e13-09d2-4654-ab09-f1e1225a4127 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Pushing event deleted for resources: {'Port': ['ID=43093e0a-5e76-43cf-9ea4-7b503994b685,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:35.922374 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a9227285-baa9-42a6-9a37-1308763184d9 req-b7c357a4-107c-41e8-b290-873d63395b2d tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0962815 Nov 11 17:26:35.953179 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24da3656-0b54-4c30-9b4d-8e1a0d9fafe3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:35.979987 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ce9a1d-8eea-40a8-9589-63a33f3cd7bb req-890b4e13-09d2-4654-ab09-f1e1225a4127 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] No DVR routers for this DVR port 43093e0a-5e76-43cf-9ea4-7b503994b685 on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:26:35.997518 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e2ce9a1d-8eea-40a8-9589-63a33f3cd7bb req-890b4e13-09d2-4654-ab09-f1e1225a4127 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:36.008131 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e2ce9a1d-8eea-40a8-9589-63a33f3cd7bb req-890b4e13-09d2-4654-ab09-f1e1225a4127 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.83 "DELETE /v2.0/ports/43093e0a-5e76-43cf-9ea4-7b503994b685 HTTP/1.1" status: 204 len: 173 time: 1.9721305 Nov 11 17:26:36.058564 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4a0405-9c71-4adf-82ae-bb1de60956eb', 'name': 'network-vif-deleted', 'tag': '43093e0a-5e76-43cf-9ea4-7b503994b685'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:26:36.065558 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae02ec86-d358-4a21-8ab8-fc8cd7531ca0" -d '{"events": [{"server_uuid": "8e4a0405-9c71-4adf-82ae-bb1de60956eb", "name": "network-vif-deleted", "tag": "43093e0a-5e76-43cf-9ea4-7b503994b685"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:26:36.068300 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1664f6de-77d5-4fa1-85c1-c75e99581cd0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:36.140412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b099abb2-5eb2-402e-ab7a-1a6bc2566365 req-af71d84c-bccd-4791-8cb4-1cae3f92fb47 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a5fb1d7-6c66-47bc-8d43-defbd49d9f31 HTTP/1.1" status: 200 len: 210 time: 0.1021285 Nov 11 17:26:36.222227 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24da3656-0b54-4c30-9b4d-8e1a0d9fafe3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:36.223771 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664f6de-77d5-4fa1-85c1-c75e99581cd0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event deleted for resources: {'Port': ['ID=1a23054e-8e0f-447b-8fed-a26d9f0bfed8,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:36.231346 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc4e4f9-ea3d-4692-bbea-ca3f34ddcedd x-openstack-request-id: req-2bc4e4f9-ea3d-4692-bbea-ca3f34ddcedd {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:26:36.231643 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4a0405-9c71-4adf-82ae-bb1de60956eb", "name": "network-vif-deleted", "tag": "43093e0a-5e76-43cf-9ea4-7b503994b685", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:26:36.231970 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2bc4e4f9-ea3d-4692-bbea-ca3f34ddcedd {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:26:36.232396 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4a0405-9c71-4adf-82ae-bb1de60956eb', 'name': 'network-vif-deleted', 'tag': '43093e0a-5e76-43cf-9ea4-7b503994b685', 'status': 'completed', 'code': 200} Nov 11 17:26:36.397562 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-24da3656-0b54-4c30-9b4d-8e1a0d9fafe3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Allocated IP 172.25.2.84 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/e488dd3f-3dad-461d-8d6f-9fb03746a562) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:26:36.564846 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-90b19ee4-dc75-4ea6-a196-af596ae5a125 admin admin] Deleting port 5b6afae2-5f3c-444f-9aa9-caf823a562fe {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:36.567440 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-90b19ee4-dc75-4ea6-a196-af596ae5a125 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:36.589906 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1664f6de-77d5-4fa1-85c1-c75e99581cd0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:36.592703 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1664f6de-77d5-4fa1-85c1-c75e99581cd0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:36.598516 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1664f6de-77d5-4fa1-85c1-c75e99581cd0 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "DELETE /v2.0/floatingips/99fc9d6e-e260-4fc6-b022-c641ea779606 HTTP/1.1" status: 204 len: 168 time: 3.1176872 Nov 11 17:26:36.600409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 32924) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:36.606566 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-570c9633-7d63-4796-8ac5-aee3f78b0b4c tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:36.608079 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-570c9633-7d63-4796-8ac5-aee3f78b0b4c tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.64 "GET /v2.0/networks?id=3b58950d-cabb-4844-8c80-f3547c1d5250 HTTP/1.1" status: 200 len: 814 time: 0.4537396 Nov 11 17:26:36.642018 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-47a05238-6441-44e1-8441-2da569fb6303 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Request body: {'port': {'device_id': '3d71d505-ad7c-46b8-8500-5717756a8c7e', 'network_id': '3b58950d-cabb-4844-8c80-f3547c1d5250', 'admin_state_up': True, 'tenant_id': '8f8ef4fb21f94d2392dadeb1ee4bf411'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:36.684183 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24da3656-0b54-4c30-9b4d-8e1a0d9fafe3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:36.694874 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee3b7ae-1cb7-4548-af09-6f0ad2c67438 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] DELETE failed (client error): The resource could not be found. Nov 11 17:26:36.695893 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bee3b7ae-1cb7-4548-af09-6f0ad2c67438 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:26:36.700475 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bee3b7ae-1cb7-4548-af09-6f0ad2c67438 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "DELETE /v2.0/ports/39a95784-83db-427d-bbd8-ff827354ea16 HTTP/1.1" status: 404 len: 333 time: 0.0967362 Nov 11 17:26:36.702587 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 32926) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:36.786798 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0ec5bcaa-731a-40a7-aba7-76d4a55d1d83 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7eb68a7-a0d9-41de-b2f1-4a54c88238c0 HTTP/1.1" status: 200 len: 205 time: 0.0830069 Nov 11 17:26:36.789221 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 32932) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:36.806144 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-90b19ee4-dc75-4ea6-a196-af596ae5a125 admin admin] For port 5b6afae2-5f3c-444f-9aa9-caf823a562fe, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5b6afae2-5f3c-444f-9aa9-caf823a562fe,segment=NetworkSegment(ddc1cc78-aec2-4c21-a258-091a191804f3),segment_id=ddc1cc78-aec2-4c21-a258-091a191804f3)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:36.806514 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-90b19ee4-dc75-4ea6-a196-af596ae5a125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:36.861854 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-90b19ee4-dc75-4ea6-a196-af596ae5a125 admin admin] Calling delete_port for 5b6afae2-5f3c-444f-9aa9-caf823a562fe owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:36.937205 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-21b4f544-63a9-43f3-af1d-4e8066d048fb tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] delete failed (client error): The resource could not be found. Nov 11 17:26:36.947592 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-21b4f544-63a9-43f3-af1d-4e8066d048fb tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "DELETE /v2.0/routers/e7eb68a7-a0d9-41de-b2f1-4a54c88238c0 HTTP/1.1" status: 404 len: 336 time: 0.1534846 Nov 11 17:26:36.948086 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 32938) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:37.067899 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-3273fa92-d226-4263-adc5-d9e9ea39e762 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] DELETE failed (client error): The resource could not be found. Nov 11 17:26:37.068562 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3273fa92-d226-4263-adc5-d9e9ea39e762 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:26:37.088262 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3273fa92-d226-4263-adc5-d9e9ea39e762 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "DELETE /v2.0/subnets/79df1777-6c41-4afc-b84d-2f0915d1377f HTTP/1.1" status: 404 len: 337 time: 0.1373026 Nov 11 17:26:37.107676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 32940) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:37.250602 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24da3656-0b54-4c30-9b4d-8e1a0d9fafe3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:37.261560 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dbb69d7c-72fb-442f-abc6-5aede6808e41 req-62919ca1-56a4-464a-bc90-636bcb9b066b tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 210 time: 0.1949377 Nov 11 17:26:37.404945 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8e281816-cce1-4034-980c-dc70a99e4b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:37.421892 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da3656-0b54-4c30-9b4d-8e1a0d9fafe3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event updated for resources: {'Port': ['ID=e488dd3f-3dad-461d-8d6f-9fb03746a562,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:37.467481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24da3656-0b54-4c30-9b4d-8e1a0d9fafe3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:26:37.480703 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6057816-0517-4097-9604-040e593deee0 req-c4c33158-dc21-4765-8411-f4bb4e4eb403 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a5fb1d7-6c66-47bc-8d43-defbd49d9f31 HTTP/1.1" status: 200 len: 210 time: 0.0677068 Nov 11 17:26:37.490204 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-24da3656-0b54-4c30-9b4d-8e1a0d9fafe3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:37.499107 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24da3656-0b54-4c30-9b4d-8e1a0d9fafe3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:26:37.588479 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-6800e2b7-2766-4029-a635-10fcdb9ecf81 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Deleting port 904d8b83-7686-4f6d-9bd1-d2bf3830b8dd {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:37.589105 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6800e2b7-2766-4029-a635-10fcdb9ecf81 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:37.596844 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-47a05238-6441-44e1-8441-2da569fb6303 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Made reservation on behalf of 8f8ef4fb21f94d2392dadeb1ee4bf411 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:26:37.602942 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-47a05238-6441-44e1-8441-2da569fb6303 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:37.663557 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-aaf88af8-227a-45a0-981e-108391b3b0cc tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:37.670085 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-aaf88af8-227a-45a0-981e-108391b3b0cc tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.64 "GET /v2.0/networks?id=ecf37df9-3b7e-4ef0-946c-a887bc982e3b HTTP/1.1" status: 200 len: 813 time: 0.5513499 Nov 11 17:26:37.689648 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-01753ff8-9021-4bf2-b292-53089eda5bc2 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Request body: {'port': {'device_id': '9a5fb1d7-6c66-47bc-8d43-defbd49d9f31', 'network_id': 'ecf37df9-3b7e-4ef0-946c-a887bc982e3b', 'admin_state_up': True, 'tenant_id': '090f27d01dfe4e8ba38741a9ddd01c29'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:37.694560 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-90b19ee4-dc75-4ea6-a196-af596ae5a125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:37.723900 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24da3656-0b54-4c30-9b4d-8e1a0d9fafe3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:37.794741 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24da3656-0b54-4c30-9b4d-8e1a0d9fafe3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:37.849095 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b19ee4-dc75-4ea6-a196-af596ae5a125 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6afae2-5f3c-444f-9aa9-caf823a562fe,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:38.096682 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6800e2b7-2766-4029-a635-10fcdb9ecf81 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:38.136294 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-01753ff8-9021-4bf2-b292-53089eda5bc2 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Made reservation on behalf of 090f27d01dfe4e8ba38741a9ddd01c29 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:26:38.140265 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-6800e2b7-2766-4029-a635-10fcdb9ecf81 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Calling delete_port for 904d8b83-7686-4f6d-9bd1-d2bf3830b8dd owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:38.141021 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-01753ff8-9021-4bf2-b292-53089eda5bc2 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:38.184255 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 43093e0a-5e76-43cf-9ea4-7b503994b685 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:26:38.210690 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-47a05238-6441-44e1-8441-2da569fb6303 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Allocated IP 172.20.0.7 (3b58950d-cabb-4844-8c80-f3547c1d5250/9ebd1db8-dd17-467d-aa7b-3291e31f06ba/27fa6502-d582-4054-a23d-353a2b0f7022) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:26:38.223528 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 43093e0a-5e76-43cf-9ea4-7b503994b685 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:26:38.224251 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 43093e0a-5e76-43cf-9ea4-7b503994b685 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:26:38.436289 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6800e2b7-2766-4029-a635-10fcdb9ecf81 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:38.483234 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-58ac86d0-2a35-4967-8dd7-f84a28d477ef req-95159e0b-9db2-4253-997c-e65852134237 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 210 time: 0.0718069 Nov 11 17:26:38.642144 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6800e2b7-2766-4029-a635-10fcdb9ecf81 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:38.646540 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6800e2b7-2766-4029-a635-10fcdb9ecf81 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "DELETE /v2.0/ports/904d8b83-7686-4f6d-9bd1-d2bf3830b8dd HTTP/1.1" status: 204 len: 168 time: 1.5378795 Nov 11 17:26:38.647436 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800e2b7-2766-4029-a635-10fcdb9ecf81 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event deleted for resources: {'Port': ['ID=904d8b83-7686-4f6d-9bd1-d2bf3830b8dd,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:38.664098 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 32954) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:38.711290 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-17cdd3e2-bf86-48b2-891e-a0138ab433d1 req-adbbaa78-614a-4c39-96ec-cd1d68bd987d tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a5fb1d7-6c66-47bc-8d43-defbd49d9f31 HTTP/1.1" status: 200 len: 210 time: 0.0881221 Nov 11 17:26:38.805224 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24da3656-0b54-4c30-9b4d-8e1a0d9fafe3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:38.818283 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24da3656-0b54-4c30-9b4d-8e1a0d9fafe3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:38.920197 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da3656-0b54-4c30-9b4d-8e1a0d9fafe3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event updated for resources: {'Port': ['ID=e488dd3f-3dad-461d-8d6f-9fb03746a562,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:38.927565 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-97ef6066-516d-4153-9352-50a5374837d3 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Deleting port 68b06c65-7ca9-4c04-a97a-37e75775a564 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:38.927931 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-97ef6066-516d-4153-9352-50a5374837d3 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:38.946802 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-90b19ee4-dc75-4ea6-a196-af596ae5a125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:38.976529 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24da3656-0b54-4c30-9b4d-8e1a0d9fafe3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:39.042137 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24da3656-0b54-4c30-9b4d-8e1a0d9fafe3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:39.043542 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-24da3656-0b54-4c30-9b4d-8e1a0d9fafe3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2440023 Nov 11 17:26:39.119041 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-01753ff8-9021-4bf2-b292-53089eda5bc2 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Allocated IP 172.20.0.13 (ecf37df9-3b7e-4ef0-946c-a887bc982e3b/c692f87a-03f9-4085-8526-2bcbb0a7100b/6fdfdd70-369c-4c2b-8cb2-837800652471) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:26:39.146670 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-97ef6066-516d-4153-9352-50a5374837d3 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:39.194316 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-97ef6066-516d-4153-9352-50a5374837d3 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Calling delete_port for 68b06c65-7ca9-4c04-a97a-37e75775a564 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:39.379192 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-47a05238-6441-44e1-8441-2da569fb6303 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:39.436681 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-97ef6066-516d-4153-9352-50a5374837d3 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:39.552812 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef6066-516d-4153-9352-50a5374837d3 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event deleted for resources: {'Port': ['ID=68b06c65-7ca9-4c04-a97a-37e75775a564,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:39.601345 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-47a05238-6441-44e1-8441-2da569fb6303 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:39.656734 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-01753ff8-9021-4bf2-b292-53089eda5bc2 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:39.674675 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-47a05238-6441-44e1-8441-2da569fb6303 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Network 3b58950d-cabb-4844-8c80-f3547c1d5250 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:26:39.687862 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b19ee4-dc75-4ea6-a196-af596ae5a125 admin admin] Router fa838d5c-5511-4d71-ba2b-3537fdfddbde has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:26:39.694550 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-47a05238-6441-44e1-8441-2da569fb6303 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:39.698005 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-47a05238-6441-44e1-8441-2da569fb6303 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:26:39.761816 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-14f486bf-a836-46e9-ab44-62337e6c9930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:39.768223 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-97ef6066-516d-4153-9352-50a5374837d3 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:39.772038 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-97ef6066-516d-4153-9352-50a5374837d3 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "DELETE /v2.0/ports/68b06c65-7ca9-4c04-a97a-37e75775a564 HTTP/1.1" status: 204 len: 168 time: 1.1043971 Nov 11 17:26:39.776758 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-93ab3b28-b2fb-43ac-a330-025c74d4e488 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1025065938&fields=id&tenant_id=bf9f7834dbb745e8861e3581142ac13c HTTP/1.1" status: 200 len: 267 time: 0.2568879 Nov 11 17:26:39.777357 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 32980) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:39.779525 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-47a05238-6441-44e1-8441-2da569fb6303 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:39.780186 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-47a05238-6441-44e1-8441-2da569fb6303 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:39.818318 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a05238-6441-44e1-8441-2da569fb6303 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Pushing event updated for resources: {'Port': ['ID=27fa6502-d582-4054-a23d-353a2b0f7022,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:39.852101 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-47a05238-6441-44e1-8441-2da569fb6303 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2139840 Nov 11 17:26:39.882613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508ba22-2581-4b9d-8de7-5e40e277884f req-32bb160e-6c40-46e6-b93c-e366c68c2133 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:39.884617 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4508ba22-2581-4b9d-8de7-5e40e277884f req-32bb160e-6c40-46e6-b93c-e366c68c2133 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 931 time: 0.2128844 Nov 11 17:26:39.904253 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-383fd10f-063d-4611-8c94-27bfc2056615 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:39.905428 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] Request body: {'port': {'device_id': '3d71d505-ad7c-46b8-8500-5717756a8c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:39.905910 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-383fd10f-063d-4611-8c94-27bfc2056615 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports/20a6d92a-5fd5-4fa9-90b8-b57594e547e2 HTTP/1.1" status: 200 len: 936 time: 0.1165285 Nov 11 17:26:39.934010 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f708f894-54cc-433c-be5f-a00ad32b4afe tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:39.939209 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f708f894-54cc-433c-be5f-a00ad32b4afe tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "GET /v2.0/ports?device_id=3790632f-ba6e-43e1-83bc-fd82d5398b42 HTTP/1.1" status: 200 len: 913 time: 0.1599851 Nov 11 17:26:39.944063 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 32990) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:39.966807 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-01753ff8-9021-4bf2-b292-53089eda5bc2 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:40.016283 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-1ae946e0-2257-4558-bf27-f31a66a8966c tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:40.026421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-1ae946e0-2257-4558-bf27-f31a66a8966c tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports/4f66b335-60b1-4a5e-a509-ce8519750f0d HTTP/1.1" status: 200 len: 937 time: 0.1092448 Nov 11 17:26:40.125164 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-fda4a629-9ce4-4481-bc68-fe86b4cfd3b2 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?network_id=62a50c96-c103-4bed-873d-07bc993c3882&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0795386 Nov 11 17:26:40.138266 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4508ba22-2581-4b9d-8de7-5e40e277884f req-22018f3f-7809-4b6b-8829-08573e1665b0 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184107 Nov 11 17:26:40.159173 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-01753ff8-9021-4bf2-b292-53089eda5bc2 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Network ecf37df9-3b7e-4ef0-946c-a887bc982e3b is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:26:40.194856 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-01753ff8-9021-4bf2-b292-53089eda5bc2 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:40.209241 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-01753ff8-9021-4bf2-b292-53089eda5bc2 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:26:40.227892 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-406a1eb4-31be-4cbf-ac77-84088608f9ed tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?network_id=62a50c96-c103-4bed-873d-07bc993c3882&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0829561 Nov 11 17:26:40.231124 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01753ff8-9021-4bf2-b292-53089eda5bc2 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Pushing event updated for resources: {'Port': ['ID=6fdfdd70-369c-4c2b-8cb2-837800652471,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:40.265453 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:40.265878 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b19ee4-dc75-4ea6-a196-af596ae5a125 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:26:40.274598 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba34e07-34c5-456f-8100-5372c84870b1 None None] Sync routers for ids ['fa838d5c-5511-4d71-ba2b-3537fdfddbde'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:26:40.286799 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-90b19ee4-dc75-4ea6-a196-af596ae5a125 admin admin] 10.222.0.76 "PUT /v2.0/routers/fa838d5c-5511-4d71-ba2b-3537fdfddbde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2775459 Nov 11 17:26:40.289678 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba34e07-34c5-456f-8100-5372c84870b1 None None] Routers {'fa838d5c-5511-4d71-ba2b-3537fdfddbde'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:26:40.291930 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7ba34e07-34c5-456f-8100-5372c84870b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:26:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fa838d5c-5511-4d71-ba2b-3537fdfddbde'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:40.293499 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 32998) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:40.433348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ee155-e20c-48e7-9c57-c4f66bccd72e req-e2abe118-c21a-42dd-9d7e-2e1a3396459b tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:40.441573 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-848ee155-e20c-48e7-9c57-c4f66bccd72e req-e2abe118-c21a-42dd-9d7e-2e1a3396459b tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a5fb1d7-6c66-47bc-8d43-defbd49d9f31 HTTP/1.1" status: 200 len: 932 time: 0.1059475 Nov 11 17:26:40.493664 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-7ba34e07-34c5-456f-8100-5372c84870b1 None None] Set router fa838d5c-5511-4d71-ba2b-3537fdfddbde gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:26:40.552221 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-d51880d0-c2a8-479c-986f-e85573c3ec3c tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:40.559826 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-01753ff8-9021-4bf2-b292-53089eda5bc2 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:40.560992 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-01753ff8-9021-4bf2-b292-53089eda5bc2 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:40.568168 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-d51880d0-c2a8-479c-986f-e85573c3ec3c tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:40.582322 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-d51880d0-c2a8-479c-986f-e85573c3ec3c tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:40.583998 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-d51880d0-c2a8-479c-986f-e85573c3ec3c tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/networks?id=1c67ea36-c05a-47b6-a6a8-82477c2b46d1&id=f23ac4df-d84d-4279-8162-bbdedb50f219&id=f23ac4df-d84d-4279-8162-bbdedb50f219&id=62a50c96-c103-4bed-873d-07bc993c3882&id=62a50c96-c103-4bed-873d-07bc993c3882 HTTP/1.1" status: 200 len: 1995 time: 0.3501308 Nov 11 17:26:40.636237 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-848ee155-e20c-48e7-9c57-c4f66bccd72e req-ea1e2202-9cf2-4ed5-a334-bc9358e0c800 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d1ccd5-fe4a-487f-90e3-0874057f8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936333 Nov 11 17:26:40.640106 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1d7f3c5b-0e9d-49d1-8242-191f276e50cc admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:40.650366 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0ad82f22-6607-4756-8bbd-3682602d2101 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/quotas/bf9f7834dbb745e8861e3581142ac13c HTTP/1.1" status: 200 len: 375 time: 0.0511410 Nov 11 17:26:40.655681 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-01753ff8-9021-4bf2-b292-53089eda5bc2 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9725807 Nov 11 17:26:40.731838 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] Request body: {'port': {'device_id': '9a5fb1d7-6c66-47bc-8d43-defbd49d9f31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:40.744155 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7ba34e07-34c5-456f-8100-5372c84870b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'name': 'tempest-ServersTestFqdnHostnames-633312653-router', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:02Z', 'updated_at': '2021-11-11T17:26:37Z', 'revision_number': 5, 'project_id': '303697d6187242c4aff52ba576f1e516', 'gw_port': {'id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:03Z', 'updated_at': '2021-11-11T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:40.767931 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-93bc4a83-807a-4c84-b7f8-8dfb031364d1 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bf9f7834dbb745e8861e3581142ac13c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1090748 Nov 11 17:26:40.831245 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba34e07-34c5-456f-8100-5372c84870b1 None None] Checking router: fa838d5c-5511-4d71-ba2b-3537fdfddbde for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:26:40.843406 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba34e07-34c5-456f-8100-5372c84870b1 None None] Routers {'fa838d5c-5511-4d71-ba2b-3537fdfddbde'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:26:40.844147 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7ba34e07-34c5-456f-8100-5372c84870b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:26:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fa838d5c-5511-4d71-ba2b-3537fdfddbde'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:40.846864 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:41.015032 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-7ba34e07-34c5-456f-8100-5372c84870b1 None None] Set router fa838d5c-5511-4d71-ba2b-3537fdfddbde gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:26:41.071035 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:41.221963 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1d7f3c5b-0e9d-49d1-8242-191f276e50cc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:41.322728 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7ba34e07-34c5-456f-8100-5372c84870b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'name': 'tempest-ServersTestFqdnHostnames-633312653-router', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:02Z', 'updated_at': '2021-11-11T17:26:37Z', 'revision_number': 5, 'project_id': '303697d6187242c4aff52ba576f1e516', 'gw_port': {'id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:03Z', 'updated_at': '2021-11-11T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:41.328271 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-bd220443-9720-4228-baa8-bb86db183eb2 service neutron] 10.222.0.76 "GET /v2.0/networks/1c67ea36-c05a-47b6-a6a8-82477c2b46d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449250 Nov 11 17:26:41.422162 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba34e07-34c5-456f-8100-5372c84870b1 None None] The sync data for ids ['fa838d5c-5511-4d71-ba2b-3537fdfddbde'] in n-d-816206-4 is: [{'id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'name': 'tempest-ServersTestFqdnHostnames-633312653-router', 'tenant_id': '303697d6187242c4aff52ba576f1e516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:24:02Z', 'updated_at': '2021-11-11T17:26:37Z', 'revision_number': 5, 'project_id': '303697d6187242c4aff52ba576f1e516', 'gw_port': {'id': 'a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa838d5c-5511-4d71-ba2b-3537fdfddbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:24:03Z', 'updated_at': '2021-11-11T17:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:26:41.511313 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0518875c-06e1-4662-8830-a81eb99d5bb6 service neutron] 10.222.0.76 "GET /v2.0/networks/1c67ea36-c05a-47b6-a6a8-82477c2b46d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462488 Nov 11 17:26:41.538027 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762af09-b82c-401c-a526-e8885efc85a3 req-ee063c4c-788b-4881-b6f8-45594cc401a6 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:41.539806 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1762af09-b82c-401c-a526-e8885efc85a3 req-ee063c4c-788b-4881-b6f8-45594cc401a6 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 931 time: 0.2081761 Nov 11 17:26:41.584162 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-1804ad6b-0317-432e-b673-cad03e46dcb8 service neutron] 10.222.0.76 "GET /v2.0/ports/20a6d92a-5fd5-4fa9-90b8-b57594e547e2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0658698 Nov 11 17:26:41.726015 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1762af09-b82c-401c-a526-e8885efc85a3 req-3e46cffc-04f2-43db-b204-288f0199fdcd tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595225 Nov 11 17:26:41.739463 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-7ceee920-235b-46a3-b996-f9faab5e86c7 service neutron] 10.222.0.76 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214876 Nov 11 17:26:41.925696 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5b6afae2-5f3c-444f-9aa9-caf823a562fe no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:26:41.958242 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-c1158e3a-61a3-4e71-96e9-4e9493f14957 service neutron] 10.222.0.76 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175829 Nov 11 17:26:41.969930 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 5b6afae2-5f3c-444f-9aa9-caf823a562fe {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:26:41.970294 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5b6afae2-5f3c-444f-9aa9-caf823a562fe not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:26:42.062303 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-32826827-6b93-4142-a78a-3b9fe5c3aff7 service neutron] 10.222.0.76 "GET /v2.0/ports/4f66b335-60b1-4a5e-a509-ce8519750f0d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1016057 Nov 11 17:26:42.129762 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27fa6502-d582-4054-a23d-353a2b0f7022 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:26:42.156455 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:42.179260 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-1d7f3c5b-0e9d-49d1-8242-191f276e50cc admin admin] Deleting port a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:42.179913 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1d7f3c5b-0e9d-49d1-8242-191f276e50cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:42.183861 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56839c-9e93-4672-adb2-79a64079bb91 req-3575a25d-df5e-4f48-a68f-53973a20fed9 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:42.191414 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe56839c-9e93-4672-adb2-79a64079bb91 req-3575a25d-df5e-4f48-a68f-53973a20fed9 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a5fb1d7-6c66-47bc-8d43-defbd49d9f31 HTTP/1.1" status: 200 len: 932 time: 0.0968494 Nov 11 17:26:42.209430 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] Transition to ACTIVE for port object 27fa6502-d582-4054-a23d-353a2b0f7022 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:26:42.255329 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a62c81ea-859a-4b7c-8d05-25324e21be2c service neutron] 10.222.0.76 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917603 Nov 11 17:26:42.261033 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:42.277976 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe56839c-9e93-4672-adb2-79a64079bb91 req-f19750b3-416b-4e66-9f3c-7bbef52565f1 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d1ccd5-fe4a-487f-90e3-0874057f8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853603 Nov 11 17:26:42.319378 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-56f7ee3a-414c-44ee-ae31-88d196a9d0a4 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:42.447511 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-329b8cd7-1fb3-4105-8ef8-5aefb45fa250 service neutron] 10.222.0.76 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820180 Nov 11 17:26:42.471770 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:42.560033 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] Pushing event updated for resources: {'Port': ['ID=27fa6502-d582-4054-a23d-353a2b0f7022,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:42.592792 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113fa6a-bc47-49a0-8cfc-bcb9e7584669 req-a8376fad-2e2b-44db-a3ce-54e86d8d9b33 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:42.593702 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fdfdd70-369c-4c2b-8cb2-837800652471 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:26:42.594523 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9113fa6a-bc47-49a0-8cfc-bcb9e7584669 req-a8376fad-2e2b-44db-a3ce-54e86d8d9b33 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 945 time: 0.0684769 Nov 11 17:26:42.601105 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-1d7f3c5b-0e9d-49d1-8242-191f276e50cc admin admin] For port a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:42.601474 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1d7f3c5b-0e9d-49d1-8242-191f276e50cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:42.640485 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-1be69af4-6769-4f01-a122-70d92fe32322 service neutron] 10.222.0.76 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914530 Nov 11 17:26:42.652628 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:42.681915 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-1d7f3c5b-0e9d-49d1-8242-191f276e50cc admin admin] Calling delete_port for a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:42.716563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9113fa6a-bc47-49a0-8cfc-bcb9e7584669 req-eb95f43b-cc62-4757-b0dc-bceacb1a5871 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114783 Nov 11 17:26:42.726576 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] Transition to ACTIVE for port object 6fdfdd70-369c-4c2b-8cb2-837800652471 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:26:42.740593 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ca919-6224-4cbb-b70b-74f0d0ff917f req-32640612-a82f-4e09-aa1d-9d7f80ca7fce tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:42.742377 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-347ca919-6224-4cbb-b70b-74f0d0ff917f req-32640612-a82f-4e09-aa1d-9d7f80ca7fce tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.83 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 945 time: 0.2352757 Nov 11 17:26:42.778819 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:42.783594 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-c9624f79-09e3-401a-9b97-94c926ca63dc service neutron] 10.222.0.76 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364734 Nov 11 17:26:42.893303 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] Attempting to bind port 27fa6502-d582-4054-a23d-353a2b0f7022 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:26:42.893647 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] Attempting to bind port 27fa6502-d582-4054-a23d-353a2b0f7022 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '23b9bed9-2876-487d-b6a7-566f9036f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3b58950d-cabb-4844-8c80-f3547c1d5250'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:26:42.893980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] Attempting to bind port 27fa6502-d582-4054-a23d-353a2b0f7022 on network 3b58950d-cabb-4844-8c80-f3547c1d5250 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:26:42.960920 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-45e936cc-713b-456a-98ed-6a3fba7a52e2 service neutron] 10.222.0.76 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698196 Nov 11 17:26:42.974861 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] Port 27fa6502-d582-4054-a23d-353a2b0f7022 on network 3b58950d-cabb-4844-8c80-f3547c1d5250 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:26:42.975187 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] Attempting to bind port 27fa6502-d582-4054-a23d-353a2b0f7022 on network 3b58950d-cabb-4844-8c80-f3547c1d5250 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:26:42.987965 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6fdfdd70-369c-4c2b-8cb2-837800652471,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:42.996295 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b821509-2800-420c-9e56-b537c0f5e7f1 req-fc83b452-8c1f-4db4-9604-b7e0193ed143 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:42.999573 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:26:42.999927 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] Checking segment: {'id': '23b9bed9-2876-487d-b6a7-566f9036f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3b58950d-cabb-4844-8c80-f3547c1d5250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:26:43.000313 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] Bound using segment: {'id': '23b9bed9-2876-487d-b6a7-566f9036f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3b58950d-cabb-4844-8c80-f3547c1d5250'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:26:43.000759 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] Bound port: 27fa6502-d582-4054-a23d-353a2b0f7022, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b9bed9-2876-487d-b6a7-566f9036f0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3b58950d-cabb-4844-8c80-f3547c1d5250'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:26:43.001280 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:43.004380 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b821509-2800-420c-9e56-b537c0f5e7f1 req-fc83b452-8c1f-4db4-9604-b7e0193ed143 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 943 time: 0.1492286 Nov 11 17:26:43.017699 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:43.152348 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b821509-2800-420c-9e56-b537c0f5e7f1 req-59280d2e-ddd3-4c52-bf93-018ed4e19ee8 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469710 Nov 11 17:26:43.208796 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-07b5fcca-e381-4779-9704-332c80e03aeb service neutron] 10.222.0.76 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346230 Nov 11 17:26:43.281914 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-347ca919-6224-4cbb-b70b-74f0d0ff917f req-c8a3c77b-31d8-4d0a-b60b-33aa29f0dcfe tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Deleting port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:43.282489 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-347ca919-6224-4cbb-b70b-74f0d0ff917f req-c8a3c77b-31d8-4d0a-b60b-33aa29f0dcfe tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:43.312335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-99a010ec-7861-4e3f-9cd3-cc1e60ca145b service neutron] 10.222.0.76 "GET /v2.0/networks/62a50c96-c103-4bed-873d-07bc993c3882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951662 Nov 11 17:26:43.397165 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] Attempting to bind port 6fdfdd70-369c-4c2b-8cb2-837800652471 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:26:43.397552 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] Attempting to bind port 6fdfdd70-369c-4c2b-8cb2-837800652471 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '621dba8e-9370-48aa-8ab0-e75881382c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'ecf37df9-3b7e-4ef0-946c-a887bc982e3b'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:26:43.397827 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] Attempting to bind port 6fdfdd70-369c-4c2b-8cb2-837800652471 on network ecf37df9-3b7e-4ef0-946c-a887bc982e3b {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:26:43.409687 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] For port 27fa6502-d582-4054-a23d-353a2b0f7022, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:26:43.422222 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1d7f3c5b-0e9d-49d1-8242-191f276e50cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:43.434007 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] Port 6fdfdd70-369c-4c2b-8cb2-837800652471 on network ecf37df9-3b7e-4ef0-946c-a887bc982e3b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:26:43.434325 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] Attempting to bind port 6fdfdd70-369c-4c2b-8cb2-837800652471 on network ecf37df9-3b7e-4ef0-946c-a887bc982e3b {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:26:43.450013 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] For port 27fa6502-d582-4054-a23d-353a2b0f7022, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=27fa6502-d582-4054-a23d-353a2b0f7022,segment=NetworkSegment(23b9bed9-2876-487d-b6a7-566f9036f0b9),segment_id=23b9bed9-2876-487d-b6a7-566f9036f0b9)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:26:43.482342 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d8884-936c-4c1a-a141-2c2b48f601af req-e15b82b6-5983-4ea5-915c-989a1e71b9b4 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:43.483855 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db8d8884-936c-4c1a-a141-2c2b48f601af req-e15b82b6-5983-4ea5-915c-989a1e71b9b4 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a5fb1d7-6c66-47bc-8d43-defbd49d9f31 HTTP/1.1" status: 200 len: 944 time: 0.0875320 Nov 11 17:26:43.498349 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:26:43.498712 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] Checking segment: {'id': '621dba8e-9370-48aa-8ab0-e75881382c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'ecf37df9-3b7e-4ef0-946c-a887bc982e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:26:43.499059 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] Bound using segment: {'id': '621dba8e-9370-48aa-8ab0-e75881382c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'ecf37df9-3b7e-4ef0-946c-a887bc982e3b'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:26:43.499506 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] Bound port: 6fdfdd70-369c-4c2b-8cb2-837800652471, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '621dba8e-9370-48aa-8ab0-e75881382c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'ecf37df9-3b7e-4ef0-946c-a887bc982e3b'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:26:43.499903 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:43.502250 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f3c5b-0e9d-49d1-8242-191f276e50cc admin admin] Pushing event deleted for resources: {'Port': ['ID=a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:43.504104 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:43.516646 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-686e71bf-7a1b-4eaf-8506-0db8526c4772 service neutron] 10.222.0.76 "GET /v2.0/networks/62a50c96-c103-4bed-873d-07bc993c3882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952889 Nov 11 17:26:43.559825 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db8d8884-936c-4c1a-a141-2c2b48f601af req-531275d8-8981-40b6-9460-97d6d58bc833 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d1ccd5-fe4a-487f-90e3-0874057f8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627959 Nov 11 17:26:43.588917 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-347ca919-6224-4cbb-b70b-74f0d0ff917f req-c8a3c77b-31d8-4d0a-b60b-33aa29f0dcfe tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] For port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:43.589274 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-347ca919-6224-4cbb-b70b-74f0d0ff917f req-c8a3c77b-31d8-4d0a-b60b-33aa29f0dcfe tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:43.639956 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:43.640579 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:43.641977 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] 10.222.0.64 "PUT /v2.0/ports/27fa6502-d582-4054-a23d-353a2b0f7022 HTTP/1.1" status: 200 len: 1091 time: 3.7425690 Nov 11 17:26:43.658943 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6a3c12c9-0f98-471e-a4ce-3242e4f48965 service neutron] 10.222.0.76 "GET /v2.0/networks/62a50c96-c103-4bed-873d-07bc993c3882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147375 Nov 11 17:26:43.660599 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d71d505-ad7c-46b8-8500-5717756a8c7e', 'tag': '27fa6502-d582-4054-a23d-353a2b0f7022'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:26:43.663070 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3704e3-c7e3-43de-bc2c-06c7b6713548" -d '{"events": [{"name": "network-changed", "server_uuid": "3d71d505-ad7c-46b8-8500-5717756a8c7e", "tag": "27fa6502-d582-4054-a23d-353a2b0f7022"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:26:43.669522 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-347ca919-6224-4cbb-b70b-74f0d0ff917f req-c8a3c77b-31d8-4d0a-b60b-33aa29f0dcfe tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Calling delete_port for 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:43.720379 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76384b49-c0d8-46e6-bc8f-2c80e6f50a37 service neutron] Pushing event updated for resources: {'Port': ['ID=27fa6502-d582-4054-a23d-353a2b0f7022,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:43.735672 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb29263-44aa-431a-a4ad-64c3acbc194b x-openstack-request-id: req-3eb29263-44aa-431a-a4ad-64c3acbc194b {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:26:43.735997 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d71d505-ad7c-46b8-8500-5717756a8c7e", "tag": "27fa6502-d582-4054-a23d-353a2b0f7022", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:26:43.736247 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3eb29263-44aa-431a-a4ad-64c3acbc194b {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:26:43.736626 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d71d505-ad7c-46b8-8500-5717756a8c7e', 'tag': '27fa6502-d582-4054-a23d-353a2b0f7022', 'status': 'completed', 'code': 200} Nov 11 17:26:43.784822 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1d7f3c5b-0e9d-49d1-8242-191f276e50cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:43.810339 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-3c4efd14-0a65-4b40-afa4-a5a9c83f68be service neutron] 10.222.0.76 "GET /v2.0/networks/62a50c96-c103-4bed-873d-07bc993c3882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390865 Nov 11 17:26:43.908170 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-56f7ee3a-414c-44ee-ae31-88d196a9d0a4 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Deleting port 6800228e-9cf8-4415-8f8c-8d3a6cc7e32c {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:43.908508 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-56f7ee3a-414c-44ee-ae31-88d196a9d0a4 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:43.914656 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] For port 6fdfdd70-369c-4c2b-8cb2-837800652471, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:26:43.944348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a731a5b-8826-4f60-b5cd-e335a66cacd4 req-1ee3d324-2b31-47c3-aca9-cf13aa4d3708 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:43.946282 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9a731a5b-8826-4f60-b5cd-e335a66cacd4 req-1ee3d324-2b31-47c3-aca9-cf13aa4d3708 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 945 time: 0.0942576 Nov 11 17:26:43.990037 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] For port 6fdfdd70-369c-4c2b-8cb2-837800652471, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6fdfdd70-369c-4c2b-8cb2-837800652471,segment=NetworkSegment(621dba8e-9370-48aa-8ab0-e75881382c2a),segment_id=621dba8e-9370-48aa-8ab0-e75881382c2a)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:26:43.991557 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1d7f3c5b-0e9d-49d1-8242-191f276e50cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:44.000701 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1d7f3c5b-0e9d-49d1-8242-191f276e50cc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:44.012123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9a731a5b-8826-4f60-b5cd-e335a66cacd4 req-c42749be-a6fe-4f71-b688-d053a0b3f7c6 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587420 Nov 11 17:26:44.015143 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:44.118459 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-19ad292b-0619-4e00-ad48-f68ae639322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:44.120008 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-19ad292b-0619-4e00-ad48-f68ae639322b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f8ef4fb21f94d2392dadeb1ee4bf411&device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 1094 time: 0.3822558 Nov 11 17:26:44.121920 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:44.122511 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:44.123814 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] 10.222.0.64 "PUT /v2.0/ports/6fdfdd70-369c-4c2b-8cb2-837800652471 HTTP/1.1" status: 200 len: 1092 time: 3.3986092 Nov 11 17:26:44.152470 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1d7f3c5b-0e9d-49d1-8242-191f276e50cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:44.152986 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7f3c5b-0e9d-49d1-8242-191f276e50cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa838d5c-5511-4d71-ba2b-3537fdfddbde {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:26:44.167017 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1d7f3c5b-0e9d-49d1-8242-191f276e50cc admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:44.168198 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1d7f3c5b-0e9d-49d1-8242-191f276e50cc admin admin] 10.222.0.76 "DELETE /v2.0/routers/fa838d5c-5511-4d71-ba2b-3537fdfddbde HTTP/1.1" status: 204 len: 168 time: 3.8684952 Nov 11 17:26:44.171054 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33056) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:44.235900 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-96f10b77-e29e-4f44-8475-69701f642462 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27fa6502-d582-4054-a23d-353a2b0f7022 HTTP/1.1" status: 200 len: 217 time: 0.0845618 Nov 11 17:26:44.261822 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813ade4-ef4e-45dd-b67f-dc72d506e8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6fdfdd70-369c-4c2b-8cb2-837800652471,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:44.265809 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-56f7ee3a-414c-44ee-ae31-88d196a9d0a4 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:44.286897 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-20365cac-f66d-4c5d-8d73-9cac3053931b admin admin] Deleting subnet dd8c0416-0c92-44d3-abc7-81008e12e8aa {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:26:44.290858 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-20365cac-f66d-4c5d-8d73-9cac3053931b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:44.343683 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-20365cac-f66d-4c5d-8d73-9cac3053931b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:44.379308 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-56f7ee3a-414c-44ee-ae31-88d196a9d0a4 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Calling delete_port for 6800228e-9cf8-4415-8f8c-8d3a6cc7e32c owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:44.400636 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-0f8b0452-e839-4cb0-b706-a5b0d6cd62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:44.403466 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-0f8b0452-e839-4cb0-b706-a5b0d6cd62fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9ebd1db8-dd17-467d-aa7b-3291e31f06ba HTTP/1.1" status: 200 len: 854 time: 0.1493378 Nov 11 17:26:44.421895 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-347ca919-6224-4cbb-b70b-74f0d0ff917f req-c8a3c77b-31d8-4d0a-b60b-33aa29f0dcfe tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:44.486875 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-dfb28f56-7a33-4108-ab27-c8412fd1337b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3b58950d-cabb-4844-8c80-f3547c1d5250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737517 Nov 11 17:26:44.505090 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-20365cac-f66d-4c5d-8d73-9cac3053931b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:44.534223 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3c77b-31d8-4d0a-b60b-33aa29f0dcfe tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Pushing event deleted for resources: {'Port': ['ID=4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:44.538266 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83d915-2399-4168-8b21-214d8548703d req-95c5dc22-da4d-4055-b9d1-7ce858f3cf7a tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:44.540621 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-af83d915-2399-4168-8b21-214d8548703d req-95c5dc22-da4d-4055-b9d1-7ce858f3cf7a tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 943 time: 0.1946034 Nov 11 17:26:44.544127 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-3e9b0db5-34a6-478e-aa75-0ed6487e54a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:44.545818 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-3e9b0db5-34a6-478e-aa75-0ed6487e54a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=090f27d01dfe4e8ba38741a9ddd01c29&device_id=9a5fb1d7-6c66-47bc-8d43-defbd49d9f31 HTTP/1.1" status: 200 len: 1095 time: 0.3064106 Nov 11 17:26:44.660876 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-af83d915-2399-4168-8b21-214d8548703d req-8d49ef49-a024-429b-a8e2-99ad02888808 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131039 Nov 11 17:26:44.661883 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-20365cac-f66d-4c5d-8d73-9cac3053931b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:44.681916 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8ccaaed-27f1-4cd6-8a28-0eff95f77149 req-5d0f1ead-ab2a-45c2-a537-459d87da4713 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.0497124 Nov 11 17:26:44.734395 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20365cac-f66d-4c5d-8d73-9cac3053931b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd8c0416-0c92-44d3-abc7-81008e12e8aa,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:44.745794 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-20365cac-f66d-4c5d-8d73-9cac3053931b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:44.746710 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-347ca919-6224-4cbb-b70b-74f0d0ff917f req-c8a3c77b-31d8-4d0a-b60b-33aa29f0dcfe tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] No DVR routers for this DVR port 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:26:44.749963 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-42d4cf3d-2a92-419a-9ad1-7ff47dacfeea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fdfdd70-369c-4c2b-8cb2-837800652471 HTTP/1.1" status: 200 len: 217 time: 0.1147790 Nov 11 17:26:44.751951 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2986b88-1f36-45c0-a7a6-035f9b7b2077 None None] Network 9ac47cb7-6876-4869-87f8-48704f29f83a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:26:44.752840 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-20365cac-f66d-4c5d-8d73-9cac3053931b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/dd8c0416-0c92-44d3-abc7-81008e12e8aa HTTP/1.1" status: 204 len: 168 time: 0.5801115 Nov 11 17:26:44.755450 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33078) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:44.759794 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-347ca919-6224-4cbb-b70b-74f0d0ff917f req-c8a3c77b-31d8-4d0a-b60b-33aa29f0dcfe tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:44.763150 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-347ca919-6224-4cbb-b70b-74f0d0ff917f req-c8a3c77b-31d8-4d0a-b60b-33aa29f0dcfe tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.83 "DELETE /v2.0/ports/4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a HTTP/1.1" status: 204 len: 173 time: 1.9796848 Nov 11 17:26:44.919568 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-646f6f1e-c30e-43ce-a1b1-3613dfd2d40d service neutron] 10.222.0.64 "GET /v2.0/networks/3b58950d-cabb-4844-8c80-f3547c1d5250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936787 Nov 11 17:26:45.011292 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-054c5af6-c920-42c4-808d-5c3322661889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:45.063211 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5db14-6f2a-496f-be50-b15927fd0ec8 req-f0bc2ba0-00cb-4ff5-b43d-05cccc18a333 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:45.068632 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7a5db14-6f2a-496f-be50-b15927fd0ec8 req-f0bc2ba0-00cb-4ff5-b43d-05cccc18a333 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a5fb1d7-6c66-47bc-8d43-defbd49d9f31 HTTP/1.1" status: 200 len: 944 time: 0.1380734 Nov 11 17:26:45.117576 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f725f0-ccf3-4a9d-b723-b34470bbecaa None None] DHCP port deletion for 9ac47cb7-6876-4869-87f8-48704f29f83a request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:26:45.209757 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-48912303-b95b-4594-acea-c82e134318e3 req-0f8a7cec-4525-419b-bb39-842575e09758 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=57224ff6-23a7-44c0-8c01-b254af700438 HTTP/1.1" status: 200 len: 210 time: 0.0363362 Nov 11 17:26:45.232395 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7a5db14-6f2a-496f-be50-b15927fd0ec8 req-dd131bbd-0944-44c8-92ea-fead3dda91f6 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d1ccd5-fe4a-487f-90e3-0874057f8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419079 Nov 11 17:26:45.261167 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-054c5af6-c920-42c4-808d-5c3322661889 admin admin] Deleting port df379b31-57c7-40a9-9ae9-b382dc48b575 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:45.261523 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-054c5af6-c920-42c4-808d-5c3322661889 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:45.291566 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-16f725f0-ccf3-4a9d-b723-b34470bbecaa None None] Deleting port df379b31-57c7-40a9-9ae9-b382dc48b575 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:45.292355 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-16f725f0-ccf3-4a9d-b723-b34470bbecaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:45.373509 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-16f725f0-ccf3-4a9d-b723-b34470bbecaa None None] For port df379b31-57c7-40a9-9ae9-b382dc48b575, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=df379b31-57c7-40a9-9ae9-b382dc48b575,segment=NetworkSegment(ddc1cc78-aec2-4c21-a258-091a191804f3),segment_id=ddc1cc78-aec2-4c21-a258-091a191804f3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:45.373911 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-16f725f0-ccf3-4a9d-b723-b34470bbecaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:45.382413 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-054c5af6-c920-42c4-808d-5c3322661889 admin admin] For port df379b31-57c7-40a9-9ae9-b382dc48b575, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=df379b31-57c7-40a9-9ae9-b382dc48b575,segment=NetworkSegment(ddc1cc78-aec2-4c21-a258-091a191804f3),segment_id=ddc1cc78-aec2-4c21-a258-091a191804f3)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:45.383486 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-054c5af6-c920-42c4-808d-5c3322661889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:45.404128 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-054c5af6-c920-42c4-808d-5c3322661889 admin admin] Calling delete_port for df379b31-57c7-40a9-9ae9-b382dc48b575 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:45.407066 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-16f725f0-ccf3-4a9d-b723-b34470bbecaa None None] Calling delete_port for df379b31-57c7-40a9-9ae9-b382dc48b575 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:45.523163 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-16f725f0-ccf3-4a9d-b723-b34470bbecaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:45.550206 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-054c5af6-c920-42c4-808d-5c3322661889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:45.551615 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f725f0-ccf3-4a9d-b723-b34470bbecaa None None] Pushing event deleted for resources: {'Port': ['ID=df379b31-57c7-40a9-9ae9-b382dc48b575,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:45.558838 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f725f0-ccf3-4a9d-b723-b34470bbecaa None None] No DVR routers for this DVR port df379b31-57c7-40a9-9ae9-b382dc48b575 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:26:45.565831 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-6974d95a-827f-4c98-9c9c-5644afa9b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:45.567304 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-6974d95a-827f-4c98-9c9c-5644afa9b4b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c692f87a-03f9-4085-8526-2bcbb0a7100b HTTP/1.1" status: 200 len: 853 time: 0.7829602 Nov 11 17:26:45.580710 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f725f0-ccf3-4a9d-b723-b34470bbecaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:45.580710 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f725f0-ccf3-4a9d-b723-b34470bbecaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:45.580710 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f725f0-ccf3-4a9d-b723-b34470bbecaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:45.580710 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f725f0-ccf3-4a9d-b723-b34470bbecaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:45.581106 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f725f0-ccf3-4a9d-b723-b34470bbecaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:45.581368 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f725f0-ccf3-4a9d-b723-b34470bbecaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:45.581702 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f725f0-ccf3-4a9d-b723-b34470bbecaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:45.582031 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f725f0-ccf3-4a9d-b723-b34470bbecaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:45.582433 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f725f0-ccf3-4a9d-b723-b34470bbecaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:45.582764 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f725f0-ccf3-4a9d-b723-b34470bbecaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:45.583451 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f725f0-ccf3-4a9d-b723-b34470bbecaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:45.583830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f725f0-ccf3-4a9d-b723-b34470bbecaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:26:45.614340 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c5af6-c920-42c4-808d-5c3322661889 admin admin] Pushing event deleted for resources: {'Port': ['ID=df379b31-57c7-40a9-9ae9-b382dc48b575,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:45.634525 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054c5af6-c920-42c4-808d-5c3322661889 admin admin] No DVR routers for this DVR port df379b31-57c7-40a9-9ae9-b382dc48b575 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:26:45.645693 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-64a1490a-1492-4065-a22a-17e7986cc599 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecf37df9-3b7e-4ef0-946c-a887bc982e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577748 Nov 11 17:26:45.741743 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5fb1d7-6c66-47bc-8d43-defbd49d9f31', 'tag': '6fdfdd70-369c-4c2b-8cb2-837800652471'}, {'server_uuid': '57224ff6-23a7-44c0-8c01-b254af700438', 'name': 'network-vif-deleted', 'tag': '4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:26:45.745256 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bea26c-6bbc-47ce-b45e-0941fef4c44c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5fb1d7-6c66-47bc-8d43-defbd49d9f31", "tag": "6fdfdd70-369c-4c2b-8cb2-837800652471"}, {"server_uuid": "57224ff6-23a7-44c0-8c01-b254af700438", "name": "network-vif-deleted", "tag": "4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:26:45.783892 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-56f7ee3a-414c-44ee-ae31-88d196a9d0a4 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:45.810894 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-054c5af6-c920-42c4-808d-5c3322661889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:45.858853 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7ee3a-414c-44ee-ae31-88d196a9d0a4 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event deleted for resources: {'Port': ['ID=6800228e-9cf8-4415-8f8c-8d3a6cc7e32c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:45.922002 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-054c5af6-c920-42c4-808d-5c3322661889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac47cb7-6876-4869-87f8-48704f29f83a']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:45.927035 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3c1ff35-b039-41e8-a1e1-e3b178effe6b req-56a9bddb-08f6-4479-97e4-0f8069d9ce13 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.0790136 Nov 11 17:26:45.934958 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0c017c5-08f8-49fd-a971-ee3e1c7d682e req-d61d8ff1-cf50-4dd7-8dfd-fc2dfac8b341 service neutron] 10.222.0.64 "GET /v2.0/networks/3b58950d-cabb-4844-8c80-f3547c1d5250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9893074 Nov 11 17:26:45.939281 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-054c5af6-c920-42c4-808d-5c3322661889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc1cc78-aec2-4c21-a258-091a191804f3') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:45.939585 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-054c5af6-c920-42c4-808d-5c3322661889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc1cc78-aec2-4c21-a258-091a191804f3') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:45.985387 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-054c5af6-c920-42c4-808d-5c3322661889 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:46.003198 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-054c5af6-c920-42c4-808d-5c3322661889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:46.023314 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-054c5af6-c920-42c4-808d-5c3322661889 admin admin] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:26:46.023992 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-054c5af6-c920-42c4-808d-5c3322661889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:46.034373 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-de93b46a-af55-4ef5-8bc2-b70ce8a384be service neutron] 10.222.0.64 "GET /v2.0/networks/ecf37df9-3b7e-4ef0-946c-a887bc982e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791687 Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:26:46.038508 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:26:46.057154 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:26:46.101951 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5414f80-77e3-40ae-9ba5-8600f5237ee7 req-80901167-7e18-4106-8da3-3b0c576a3793 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:46.103852 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f5414f80-77e3-40ae-9ba5-8600f5237ee7 req-80901167-7e18-4106-8da3-3b0c576a3793 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 943 time: 0.2421536 Nov 11 17:26:46.115977 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:26:46.116210 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a47f86b0-d6db-4cf6-8ffc-8b29e01a32a9 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:26:46.116853 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device df379b31-57c7-40a9-9ae9-b382dc48b575 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:26:46.120701 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 17:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e0739f-0b2b-4152-bba7-4120e671a52a x-openstack-request-id: req-33e0739f-0b2b-4152-bba7-4120e671a52a {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:26:46.121013 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5fb1d7-6c66-47bc-8d43-defbd49d9f31", "tag": "6fdfdd70-369c-4c2b-8cb2-837800652471", "status": "completed", "code": 200}, {"server_uuid": "57224ff6-23a7-44c0-8c01-b254af700438", "name": "network-vif-deleted", "tag": "4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:26:46.121465 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-33e0739f-0b2b-4152-bba7-4120e671a52a {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:26:46.121828 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5fb1d7-6c66-47bc-8d43-defbd49d9f31', 'tag': '6fdfdd70-369c-4c2b-8cb2-837800652471', 'status': 'completed', 'code': 200} Nov 11 17:26:46.122104 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57224ff6-23a7-44c0-8c01-b254af700438', 'name': 'network-vif-deleted', 'tag': '4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a', 'status': 'completed', 'code': 200} Nov 11 17:26:46.146945 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: df379b31-57c7-40a9-9ae9-b382dc48b575 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:26:46.147863 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device df379b31-57c7-40a9-9ae9-b382dc48b575 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:26:46.166413 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-054c5af6-c920-42c4-808d-5c3322661889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:46.195991 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-054c5af6-c920-42c4-808d-5c3322661889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:46.200900 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-054c5af6-c920-42c4-808d-5c3322661889 admin admin] 10.222.0.76 "DELETE /v2.0/networks/9ac47cb7-6876-4869-87f8-48704f29f83a HTTP/1.1" status: 204 len: 168 time: 1.4442558 Nov 11 17:26:46.212312 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:26:46.257937 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3704e3-c7e3-43de-bc2c-06c7b6713548 req-1e58c1f7-2f74-4ed0-9f96-d7544fc8ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:46.259625 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2f3704e3-c7e3-43de-bc2c-06c7b6713548 req-1e58c1f7-2f74-4ed0-9f96-d7544fc8ece8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f8ef4fb21f94d2392dadeb1ee4bf411&device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 1094 time: 0.1367168 Nov 11 17:26:46.261257 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c5af6-c920-42c4-808d-5c3322661889 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ac47cb7-6876-4869-87f8-48704f29f83a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:46.273804 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-56f7ee3a-414c-44ee-ae31-88d196a9d0a4 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:46.289531 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:26:46.290474 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4d85df7c-6dd9-48d4-bd45-30a8a8e33d5a not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:26:46.326708 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f5414f80-77e3-40ae-9ba5-8600f5237ee7 req-ae0fa4d9-7e86-4c0b-b1f0-48a2821f1804 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970475 Nov 11 17:26:46.468189 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accb815-e03c-4bd7-babc-c58b83759314 req-a2618fe4-da0c-4087-956a-fee036ef6aa4 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:46.482987 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5accb815-e03c-4bd7-babc-c58b83759314 req-a2618fe4-da0c-4087-956a-fee036ef6aa4 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a5fb1d7-6c66-47bc-8d43-defbd49d9f31 HTTP/1.1" status: 200 len: 944 time: 0.0839632 Nov 11 17:26:46.504689 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33106) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:46.545772 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2e8e7f39-4896-4742-a4c6-6b13d3078317 req-82cd9c46-7612-467c-baf1-f8239f925ee4 service neutron] 10.222.0.64 "GET /v2.0/networks/ecf37df9-3b7e-4ef0-946c-a887bc982e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302657 Nov 11 17:26:46.559217 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c5b50702-3bb3-4e31-85fd-a12014a7b5e8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=303697d6187242c4aff52ba576f1e516&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0532086 Nov 11 17:26:46.567276 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33108) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:46.584022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-d3760682-a19b-4df3-90af-ee61d5526875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:46.587927 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-d3760682-a19b-4df3-90af-ee61d5526875 service neutron] 10.222.0.83 "GET /v2.0/ports/20a6d92a-5fd5-4fa9-90b8-b57594e547e2 HTTP/1.1" status: 200 len: 1032 time: 0.2843428 Nov 11 17:26:46.651014 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5accb815-e03c-4bd7-babc-c58b83759314 req-d412a6ba-5ad3-4786-9242-74cc78548c85 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d1ccd5-fe4a-487f-90e3-0874057f8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678300 Nov 11 17:26:46.667701 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6366108f-32c3-44c0-8e09-006184021069 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:46.734840 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6366108f-32c3-44c0-8e09-006184021069 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:46.818580 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2a31616d-c420-4e68-a6aa-0ec1e471e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:46.819974 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2a31616d-c420-4e68-a6aa-0ec1e471e197 service neutron] 10.222.0.83 "GET /v2.0/ports/4f66b335-60b1-4a5e-a509-ce8519750f0d HTTP/1.1" status: 200 len: 1033 time: 0.2205830 Nov 11 17:26:46.852911 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58d0cd-a919-44f2-a591-f95380099d43 req-503d801b-8483-4d9a-8b01-471dc4582d72 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:46.861659 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f58d0cd-a919-44f2-a591-f95380099d43 req-503d801b-8483-4d9a-8b01-471dc4582d72 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 944 time: 0.1596043 Nov 11 17:26:46.870458 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6366108f-32c3-44c0-8e09-006184021069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:46.873052 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6366108f-32c3-44c0-8e09-006184021069 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:46.874221 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6366108f-32c3-44c0-8e09-006184021069 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dce1030f-097d-4662-aed0-a177d40879c5 HTTP/1.1" status: 204 len: 168 time: 0.3062041 Nov 11 17:26:46.893968 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366108f-32c3-44c0-8e09-006184021069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce1030f-097d-4662-aed0-a177d40879c5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:46.919221 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3704e3-c7e3-43de-bc2c-06c7b6713548 req-8ac0e2d4-ccd1-488c-af3c-3ebf021832fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:46.920802 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2f3704e3-c7e3-43de-bc2c-06c7b6713548 req-8ac0e2d4-ccd1-488c-af3c-3ebf021832fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=3b58950d-cabb-4844-8c80-f3547c1d5250 HTTP/1.1" status: 200 len: 916 time: 0.6433825 Nov 11 17:26:46.965843 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f58d0cd-a919-44f2-a591-f95380099d43 req-843bc053-2d3a-4e96-bc49-54fdc283f84d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030993 Nov 11 17:26:47.078085 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2f3704e3-c7e3-43de-bc2c-06c7b6713548 req-1c3bea15-3ad4-4abf-ba14-df612fb63e56 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27fa6502-d582-4054-a23d-353a2b0f7022 HTTP/1.1" status: 200 len: 217 time: 0.1412847 Nov 11 17:26:47.126288 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-218194d3-47ae-43b0-a8a8-2af53acab6ca req-ff7dbaeb-aad3-4a38-8f82-3189a5420c57 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.0820591 Nov 11 17:26:47.165891 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bbaba-0d8f-4d65-ab29-a35f8d6dd388 req-455dd976-0729-40c6-8d40-1ca830f82905 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:47.167669 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-993bbaba-0d8f-4d65-ab29-a35f8d6dd388 req-455dd976-0729-40c6-8d40-1ca830f82905 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 944 time: 0.1121230 Nov 11 17:26:47.290325 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bea26c-6bbc-47ce-b45e-0941fef4c44c req-71e6b8dd-7257-4eb1-a110-86765195df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:47.292313 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-32bea26c-6bbc-47ce-b45e-0941fef4c44c req-71e6b8dd-7257-4eb1-a110-86765195df1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=090f27d01dfe4e8ba38741a9ddd01c29&device_id=9a5fb1d7-6c66-47bc-8d43-defbd49d9f31 HTTP/1.1" status: 200 len: 1095 time: 0.5771518 Nov 11 17:26:47.304962 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f7ee3a-414c-44ee-ae31-88d196a9d0a4 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Router 3790632f-ba6e-43e1-83bc-fd82d5398b42 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:26:47.319162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-993bbaba-0d8f-4d65-ab29-a35f8d6dd388 req-dc794936-3eae-48b1-8f97-cea9fd78b9a7 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Deleting port 6e977375-1038-4f53-b91f-ba5163a84796 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:47.319644 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-993bbaba-0d8f-4d65-ab29-a35f8d6dd388 req-dc794936-3eae-48b1-8f97-cea9fd78b9a7 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:47.443386 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3704e3-c7e3-43de-bc2c-06c7b6713548 req-2e96d970-b169-4b45-a244-8fad936e42a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:47.445458 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2f3704e3-c7e3-43de-bc2c-06c7b6713548 req-2e96d970-b169-4b45-a244-8fad936e42a4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9ebd1db8-dd17-467d-aa7b-3291e31f06ba HTTP/1.1" status: 200 len: 854 time: 0.1975000 Nov 11 17:26:47.455235 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-9c2a4175-b210-419a-89e8-279a071b4242 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:47.462711 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-9c2a4175-b210-419a-89e8-279a071b4242 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:47.470382 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-9c2a4175-b210-419a-89e8-279a071b4242 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:47.472967 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-9c2a4175-b210-419a-89e8-279a071b4242 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.83 "GET /v2.0/networks?id=1c67ea36-c05a-47b6-a6a8-82477c2b46d1&id=f23ac4df-d84d-4279-8162-bbdedb50f219&id=f23ac4df-d84d-4279-8162-bbdedb50f219&id=f23ac4df-d84d-4279-8162-bbdedb50f219&id=f23ac4df-d84d-4279-8162-bbdedb50f219&id=62a50c96-c103-4bed-873d-07bc993c3882&id=62a50c96-c103-4bed-873d-07bc993c3882 HTTP/1.1" status: 200 len: 1995 time: 0.6373291 Nov 11 17:26:47.482559 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-993bbaba-0d8f-4d65-ab29-a35f8d6dd388 req-dc794936-3eae-48b1-8f97-cea9fd78b9a7 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] For port 6e977375-1038-4f53-b91f-ba5163a84796, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=6e977375-1038-4f53-b91f-ba5163a84796,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:47.482926 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-993bbaba-0d8f-4d65-ab29-a35f8d6dd388 req-dc794936-3eae-48b1-8f97-cea9fd78b9a7 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:47.497431 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-993bbaba-0d8f-4d65-ab29-a35f8d6dd388 req-dc794936-3eae-48b1-8f97-cea9fd78b9a7 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Calling delete_port for 6e977375-1038-4f53-b91f-ba5163a84796 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:47.586380 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2f3704e3-c7e3-43de-bc2c-06c7b6713548 req-0acf9f17-8cc7-4203-89d0-b9c582faf0a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3b58950d-cabb-4844-8c80-f3547c1d5250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123106 Nov 11 17:26:47.658034 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-993bbaba-0d8f-4d65-ab29-a35f8d6dd388 req-dc794936-3eae-48b1-8f97-cea9fd78b9a7 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:47.723911 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc794936-3eae-48b1-8f97-cea9fd78b9a7 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Pushing event deleted for resources: {'Port': ['ID=6e977375-1038-4f53-b91f-ba5163a84796,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:47.799982 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-993bbaba-0d8f-4d65-ab29-a35f8d6dd388 req-dc794936-3eae-48b1-8f97-cea9fd78b9a7 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] No DVR routers for this DVR port 6e977375-1038-4f53-b91f-ba5163a84796 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:26:47.803420 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bea26c-6bbc-47ce-b45e-0941fef4c44c req-aaae2cc2-3e90-4498-9616-3454e65532a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:47.805014 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-993bbaba-0d8f-4d65-ab29-a35f8d6dd388 req-dc794936-3eae-48b1-8f97-cea9fd78b9a7 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:47.805156 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-32bea26c-6bbc-47ce-b45e-0941fef4c44c req-aaae2cc2-3e90-4498-9616-3454e65532a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ecf37df9-3b7e-4ef0-946c-a887bc982e3b HTTP/1.1" status: 200 len: 915 time: 0.4990072 Nov 11 17:26:47.810301 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-993bbaba-0d8f-4d65-ab29-a35f8d6dd388 req-dc794936-3eae-48b1-8f97-cea9fd78b9a7 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.83 "DELETE /v2.0/ports/6e977375-1038-4f53-b91f-ba5163a84796 HTTP/1.1" status: 204 len: 173 time: 0.6337914 Nov 11 17:26:47.824615 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a6909e2a-1090-4cc9-8c55-7a8112666c83 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf9f7834dbb745e8861e3581142ac13c HTTP/1.1" status: 200 len: 380 time: 0.2951229 Nov 11 17:26:47.858677 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ae375c-fddd-4144-a9ab-87242374a0e1', 'name': 'network-vif-deleted', 'tag': '6e977375-1038-4f53-b91f-ba5163a84796'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:26:47.863547 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaf3431-8dbe-4968-a0fc-fbd28af755c5" -d '{"events": [{"server_uuid": "a8ae375c-fddd-4144-a9ab-87242374a0e1", "name": "network-vif-deleted", "tag": "6e977375-1038-4f53-b91f-ba5163a84796"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:26:47.872674 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-32bea26c-6bbc-47ce-b45e-0941fef4c44c req-840ae0f6-3dd7-4cbc-bd1f-043216014371 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fdfdd70-369c-4c2b-8cb2-837800652471 HTTP/1.1" status: 200 len: 217 time: 0.0432580 Nov 11 17:26:47.882252 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0e127796-2905-4b42-8869-7f5cf2180d29 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Request body: {'port': {'device_id': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1', 'admin_state_up': True, 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'security_groups': ['7dac114a-24fc-4593-a731-feb406f8d808']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:47.923975 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c2403-2dee-472d-9d8b-55addc5a9083 req-91675c48-96c8-49f9-8e9f-bdff1bb49c31 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:47.925787 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d64c2403-2dee-472d-9d8b-55addc5a9083 req-91675c48-96c8-49f9-8e9f-bdff1bb49c31 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 943 time: 0.2808282 Nov 11 17:26:48.075195 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f7ee3a-414c-44ee-ae31-88d196a9d0a4 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:26:48.077209 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c272a8-7547-47d9-b39f-bec469cfb65c req-c09a3ae2-6850-45f4-ab50-d0fbbd1542d2 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:48.085826 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4113c8f1-9c85-406e-8bf6-774268e2b0f2 None None] Sync routers for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:26:48.088278 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-56f7ee3a-414c-44ee-ae31-88d196a9d0a4 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "PUT /v2.0/routers/3790632f-ba6e-43e1-83bc-fd82d5398b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1302822 Nov 11 17:26:48.089433 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-88c272a8-7547-47d9-b39f-bec469cfb65c req-c09a3ae2-6850-45f4-ab50-d0fbbd1542d2 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a5fb1d7-6c66-47bc-8d43-defbd49d9f31 HTTP/1.1" status: 200 len: 944 time: 0.3180938 Nov 11 17:26:48.092353 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33146) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:48.099871 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2f3704e3-c7e3-43de-bc2c-06c7b6713548 req-db874f38-ed36-4096-901a-451ab4e4dc88 service neutron] 10.222.0.64 "GET /v2.0/networks/3b58950d-cabb-4844-8c80-f3547c1d5250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987202 Nov 11 17:26:48.140071 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d64c2403-2dee-472d-9d8b-55addc5a9083 req-5cabc93f-6362-41fd-a1e8-df15024abf54 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642230 Nov 11 17:26:48.143428 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 27fa6502-d582-4054-a23d-353a2b0f7022 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:26:48.196634 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-88c272a8-7547-47d9-b39f-bec469cfb65c req-2fa69c7e-8bda-4eb5-b817-775491bb6683 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d1ccd5-fe4a-487f-90e3-0874057f8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018364 Nov 11 17:26:48.196964 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4113c8f1-9c85-406e-8bf6-774268e2b0f2 None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:26:48.197524 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4113c8f1-9c85-406e-8bf6-774268e2b0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:26:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:48.230785 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5814a04-25ab-4c9b-a025-36625c6d7de4 x-openstack-request-id: req-c5814a04-25ab-4c9b-a025-36625c6d7de4 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:26:48.231178 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ae375c-fddd-4144-a9ab-87242374a0e1", "name": "network-vif-deleted", "tag": "6e977375-1038-4f53-b91f-ba5163a84796", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:26:48.231442 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c5814a04-25ab-4c9b-a025-36625c6d7de4 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:26:48.231884 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ae375c-fddd-4144-a9ab-87242374a0e1', 'name': 'network-vif-deleted', 'tag': '6e977375-1038-4f53-b91f-ba5163a84796', 'status': 'completed', 'code': 200} Nov 11 17:26:48.240481 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2f3704e3-c7e3-43de-bc2c-06c7b6713548 req-a5b66163-9662-4248-8c30-156a5a540824 service neutron] 10.222.0.64 "GET /v2.0/networks/3b58950d-cabb-4844-8c80-f3547c1d5250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273525 Nov 11 17:26:48.300272 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bea26c-6bbc-47ce-b45e-0941fef4c44c req-7877c8e8-a5bd-42b7-84f5-c11d552df8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:48.301899 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-32bea26c-6bbc-47ce-b45e-0941fef4c44c req-7877c8e8-a5bd-42b7-84f5-c11d552df8aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c692f87a-03f9-4085-8526-2bcbb0a7100b HTTP/1.1" status: 200 len: 853 time: 0.3199461 Nov 11 17:26:48.366821 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.resource_extend [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:26:48.381304 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33154) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:48.387595 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-32bea26c-6bbc-47ce-b45e-0941fef4c44c req-d7ab4fa2-aeb5-43ae-8aa3-b60517a19ec1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecf37df9-3b7e-4ef0-946c-a887bc982e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751655 Nov 11 17:26:48.399007 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:48.405904 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0e127796-2905-4b42-8869-7f5cf2180d29 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Made reservation on behalf of bf9f7834dbb745e8861e3581142ac13c for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:26:48.409514 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0e127796-2905-4b42-8869-7f5cf2180d29 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:48.410158 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf18f07b-2080-4563-b09d-02885a1b138b req-90c05ed5-571f-4040-b855-e13f650af50f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.0681076 Nov 11 17:26:48.424042 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3ffbceae-439b-4a95-a986-0e4edab94c9e req-f67587b7-34db-4f00-9f81-2b8e1afefba6 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ae375c-fddd-4144-a9ab-87242374a0e1 HTTP/1.1" status: 200 len: 210 time: 0.1327400 Nov 11 17:26:48.481186 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4113c8f1-9c85-406e-8bf6-774268e2b0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:48.530229 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4113c8f1-9c85-406e-8bf6-774268e2b0f2 None None] Routers {'3790632f-ba6e-43e1-83bc-fd82d5398b42'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:26:48.530997 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4113c8f1-9c85-406e-8bf6-774268e2b0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:26:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3790632f-ba6e-43e1-83bc-fd82d5398b42'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:48.601366 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4113c8f1-9c85-406e-8bf6-774268e2b0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:48.601933 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4113c8f1-9c85-406e-8bf6-774268e2b0f2 None None] The sync data for ids ['3790632f-ba6e-43e1-83bc-fd82d5398b42'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:26:48.636210 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 27fa6502-d582-4054-a23d-353a2b0f7022, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=27fa6502-d582-4054-a23d-353a2b0f7022,segment=NetworkSegment(23b9bed9-2876-487d-b6a7-566f9036f0b9),segment_id=23b9bed9-2876-487d-b6a7-566f9036f0b9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:48.648158 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '27fa6502-d582-4054-a23d-353a2b0f7022', 'network_id': '3b58950d-cabb-4844-8c80-f3547c1d5250', 'port_id': '27fa6502-d582-4054-a23d-353a2b0f7022', 'mac_address': 'fa:16:3e:22:e1:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ebd1db8-dd17-467d-aa7b-3291e31f06ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:26:48.664473 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-50fa4596-e1fc-462c-8b4f-55d19bfdb001 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-864403570-network', 'tenant_id': '306a4c542bc14bef8e6801a97c53fb31'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:48.688323 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:48.690469 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a866120e-e708-4a36-9321-f1cb99229e87 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:48.701635 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27fa6502-d582-4054-a23d-353a2b0f7022 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:26:48.722916 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 27fa6502-d582-4054-a23d-353a2b0f7022, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=27fa6502-d582-4054-a23d-353a2b0f7022,segment=NetworkSegment(23b9bed9-2876-487d-b6a7-566f9036f0b9),segment_id=23b9bed9-2876-487d-b6a7-566f9036f0b9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:48.728441 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:48.781803 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=27fa6502-d582-4054-a23d-353a2b0f7022,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:49.067288 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['27fa6502-d582-4054-a23d-353a2b0f7022'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:26:49.103064 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-32bea26c-6bbc-47ce-b45e-0941fef4c44c req-47706efb-da8d-45da-a1fc-f042537add38 service neutron] 10.222.0.64 "GET /v2.0/networks/ecf37df9-3b7e-4ef0-946c-a887bc982e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6888769 Nov 11 17:26:49.170177 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fa4596-e1fc-462c-8b4f-55d19bfdb001 admin admin] Made reservation on behalf of 306a4c542bc14bef8e6801a97c53fb31 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:26:49.172990 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-50fa4596-e1fc-462c-8b4f-55d19bfdb001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:49.196122 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-50fa4596-e1fc-462c-8b4f-55d19bfdb001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:49.308625 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-a097ec86-fcb2-46ea-8714-d51a968578a2 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--181163605&fields=id&tenant_id=099353229b9447bcb4fa0ea46c4d0294 HTTP/1.1" status: 200 len: 267 time: 0.1477263 Nov 11 17:26:49.327920 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0e127796-2905-4b42-8869-7f5cf2180d29 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Allocated IP 172.20.0.7 (1c67ea36-c05a-47b6-a6a8-82477c2b46d1/c44ae76c-b391-442e-99c2-35deb172fa6f/14703854-5a2b-47ed-9627-d09c37f31bb5) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:26:49.437007 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28c1a7-c093-47be-a124-b8370fd22b66 req-b51866cc-72d0-4d5d-8941-af416d37bc1b tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:49.440334 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f28c1a7-c093-47be-a124-b8370fd22b66 req-b51866cc-72d0-4d5d-8941-af416d37bc1b tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 944 time: 0.2020063 Nov 11 17:26:49.481101 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a866120e-e708-4a36-9321-f1cb99229e87 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:49.500041 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-50fa4596-e1fc-462c-8b4f-55d19bfdb001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:49.515380 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-50fa4596-e1fc-462c-8b4f-55d19bfdb001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:49.525345 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-85ff37da-b858-4c2d-b4ed-ad67602fd984 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:49.527042 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-85ff37da-b858-4c2d-b4ed-ad67602fd984 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/networks?id=84930954-ed2a-4cd1-8397-ec8e27db7420 HTTP/1.1" status: 200 len: 816 time: 0.2108724 Nov 11 17:26:49.534893 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f28c1a7-c093-47be-a124-b8370fd22b66 req-0858f18d-c43b-4e27-9248-9bfff01181ac tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882838 Nov 11 17:26:49.545364 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-fbab9ceb-212c-442c-a654-39a601fceed4 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/quotas/099353229b9447bcb4fa0ea46c4d0294 HTTP/1.1" status: 200 len: 375 time: 0.0095470 Nov 11 17:26:49.562556 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-32bea26c-6bbc-47ce-b45e-0941fef4c44c req-3977a6fe-b446-4f18-a904-7158e70efe6f service neutron] 10.222.0.64 "GET /v2.0/networks/ecf37df9-3b7e-4ef0-946c-a887bc982e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165986 Nov 11 17:26:49.605909 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fa4596-e1fc-462c-8b4f-55d19bfdb001 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1299} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:26:49.623496 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-df04ebec-a487-428d-a4a9-f927dc2c68fd tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=099353229b9447bcb4fa0ea46c4d0294&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0720339 Nov 11 17:26:49.645147 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-50fa4596-e1fc-462c-8b4f-55d19bfdb001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:49.645584 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-50fa4596-e1fc-462c-8b4f-55d19bfdb001 admin admin] Added segment 4d86045c-9118-4fd2-a624-059ad66a16dd of type vlan for network 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 Nov 11 17:26:49.650082 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0e127796-2905-4b42-8869-7f5cf2180d29 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:49.659647 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa4596-e1fc-462c-8b4f-55d19bfdb001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d194e17-12c3-40a9-b71b-4e4543ee5925,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:49.722633 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-50fa4596-e1fc-462c-8b4f-55d19bfdb001 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:49.736426 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a866120e-e708-4a36-9321-f1cb99229e87 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Deleting port f76c1348-3aaf-49f9-96da-162002941321 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:49.736763 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a866120e-e708-4a36-9321-f1cb99229e87 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:49.742333 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063c3db-d9e9-432b-9e89-1324ed55516d req-b2d7f895-2f74-403d-b12b-699bde13d2c6 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:49.744551 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6063c3db-d9e9-432b-9e89-1324ed55516d req-b2d7f895-2f74-403d-b12b-699bde13d2c6 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a5fb1d7-6c66-47bc-8d43-defbd49d9f31 HTTP/1.1" status: 200 len: 944 time: 0.1197991 Nov 11 17:26:49.788136 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0e127796-2905-4b42-8869-7f5cf2180d29 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:49.794714 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-3c72c27b-1be5-4972-af0f-32b05c3299fa service neutron] 10.222.0.76 "GET /v2.0/networks/84930954-ed2a-4cd1-8397-ec8e27db7420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660333 Nov 11 17:26:49.833495 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-50fa4596-e1fc-462c-8b4f-55d19bfdb001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:49.834454 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fa4596-e1fc-462c-8b4f-55d19bfdb001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:49.835035 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-50fa4596-e1fc-462c-8b4f-55d19bfdb001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:49.878394 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6063c3db-d9e9-432b-9e89-1324ed55516d req-267b4bb8-9ddd-4123-b699-b8a8b8dd40fa tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d1ccd5-fe4a-487f-90e3-0874057f8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199827 Nov 11 17:26:49.905437 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0e127796-2905-4b42-8869-7f5cf2180d29 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Network 1c67ea36-c05a-47b6-a6a8-82477c2b46d1 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:26:49.923234 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0e127796-2905-4b42-8869-7f5cf2180d29 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:49.929180 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0e127796-2905-4b42-8869-7f5cf2180d29 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:26:49.932206 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-7669a3d8-93b5-4ab0-b12b-918c1516d7c7 service neutron] 10.222.0.76 "GET /v2.0/networks/84930954-ed2a-4cd1-8397-ec8e27db7420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365736 Nov 11 17:26:49.935503 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e127796-2905-4b42-8869-7f5cf2180d29 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event updated for resources: {'Port': ['ID=14703854-5a2b-47ed-9627-d09c37f31bb5,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:49.947698 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-50fa4596-e1fc-462c-8b4f-55d19bfdb001 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5580149 Nov 11 17:26:49.950592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33174) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:49.956053 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-943b3f57-8fd7-4861-a9bc-eebf86f5a552 admin admin] Request body: {'subnet': {'network_id': '328b7d2e-efb4-416c-88d6-28cdbb34eaa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-864403570-subnet', 'tenant_id': '306a4c542bc14bef8e6801a97c53fb31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:49.998583 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943b3f57-8fd7-4861-a9bc-eebf86f5a552 admin admin] Made reservation on behalf of 306a4c542bc14bef8e6801a97c53fb31 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:26:50.001403 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-943b3f57-8fd7-4861-a9bc-eebf86f5a552 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:50.031681 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a866120e-e708-4a36-9321-f1cb99229e87 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:50.051867 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0e127796-2905-4b42-8869-7f5cf2180d29 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:50.053135 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0e127796-2905-4b42-8869-7f5cf2180d29 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:50.094093 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa4596-e1fc-462c-8b4f-55d19bfdb001 admin admin] Pushing event updated for resources: {'Network': ['ID=328b7d2e-efb4-416c-88d6-28cdbb34eaa1,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:50.096773 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a866120e-e708-4a36-9321-f1cb99229e87 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Calling delete_port for f76c1348-3aaf-49f9-96da-162002941321 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:50.104994 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0e127796-2905-4b42-8869-7f5cf2180d29 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2289386 Nov 11 17:26:50.106843 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:26:50.122838 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a7cd2b01-45b3-4e53-8261-ef52e08e7909 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Request body: {'port': {'device_id': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219', 'admin_state_up': True, 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'security_groups': ['7dac114a-24fc-4593-a731-feb406f8d808']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:50.163803 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599b2ce-f864-4bbc-907a-43edb79cead6 req-1fcd165c-bb44-4d55-83e9-aa6adf9a82d8 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:50.171769 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7599b2ce-f864-4bbc-907a-43edb79cead6 req-1fcd165c-bb44-4d55-83e9-aa6adf9a82d8 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 931 time: 0.1022437 Nov 11 17:26:50.206421 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6fdfdd70-369c-4c2b-8cb2-837800652471 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:26:50.208540 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 27fa6502-d582-4054-a23d-353a2b0f7022 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:26:50.368882 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 27fa6502-d582-4054-a23d-353a2b0f7022 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:26:50.382744 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 27fa6502-d582-4054-a23d-353a2b0f7022 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:50.383103 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:50.440497 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e2b740bb-f969-4ae0-ae2a-906fa9f5dc2c None None] Provisioning complete for port 14703854-5a2b-47ed-9627-d09c37f31bb5 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:50.440906 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e2b740bb-f969-4ae0-ae2a-906fa9f5dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:50.497079 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 6fdfdd70-369c-4c2b-8cb2-837800652471, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6fdfdd70-369c-4c2b-8cb2-837800652471,segment=NetworkSegment(621dba8e-9370-48aa-8ab0-e75881382c2a),segment_id=621dba8e-9370-48aa-8ab0-e75881382c2a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:50.505584 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e2b740bb-f969-4ae0-ae2a-906fa9f5dc2c None None] Port 14703854-5a2b-47ed-9627-d09c37f31bb5 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:26:50.514046 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '6fdfdd70-369c-4c2b-8cb2-837800652471', 'network_id': 'ecf37df9-3b7e-4ef0-946c-a887bc982e3b', 'port_id': '6fdfdd70-369c-4c2b-8cb2-837800652471', 'mac_address': 'fa:16:3e:7c:12:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c692f87a-03f9-4085-8526-2bcbb0a7100b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:26:50.518418 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a7cd2b01-45b3-4e53-8261-ef52e08e7909 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Made reservation on behalf of bf9f7834dbb745e8861e3581142ac13c for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:26:50.525894 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a7cd2b01-45b3-4e53-8261-ef52e08e7909 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:50.604870 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:50.635874 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a866120e-e708-4a36-9321-f1cb99229e87 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:50.661292 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 27fa6502-d582-4054-a23d-353a2b0f7022, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=27fa6502-d582-4054-a23d-353a2b0f7022,segment=NetworkSegment(23b9bed9-2876-487d-b6a7-566f9036f0b9),segment_id=23b9bed9-2876-487d-b6a7-566f9036f0b9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:50.665794 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d71d505-ad7c-46b8-8500-5717756a8c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fa6502-d582-4054-a23d-353a2b0f7022'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:26:50.669091 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8711e293-b050-4c4f-a4ad-84465741af96" -d '{"events": [{"server_uuid": "3d71d505-ad7c-46b8-8500-5717756a8c7e", "name": "network-vif-plugged", "status": "completed", "tag": "27fa6502-d582-4054-a23d-353a2b0f7022"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:26:50.682474 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:50.702934 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866120e-e708-4a36-9321-f1cb99229e87 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event deleted for resources: {'Port': ['ID=f76c1348-3aaf-49f9-96da-162002941321,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:50.763410 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=27fa6502-d582-4054-a23d-353a2b0f7022,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:50.772586 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:50.780477 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a7cd2b01-45b3-4e53-8261-ef52e08e7909 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Allocated IP 10.1.1.39 (f23ac4df-d84d-4279-8162-bbdedb50f219/eafd7cad-1b53-44fc-96a4-51c18b0cedd0/d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:26:50.794808 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fdfdd70-369c-4c2b-8cb2-837800652471 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:26:50.803217 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a866120e-e708-4a36-9321-f1cb99229e87 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:50.822237 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 6fdfdd70-369c-4c2b-8cb2-837800652471, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6fdfdd70-369c-4c2b-8cb2-837800652471,segment=NetworkSegment(621dba8e-9370-48aa-8ab0-e75881382c2a),segment_id=621dba8e-9370-48aa-8ab0-e75881382c2a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:50.831211 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:50.886899 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7599b2ce-f864-4bbc-907a-43edb79cead6 req-be6bee26-cd8e-4f87-a2b0-b4f235d3568a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7119665 Nov 11 17:26:50.924977 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=6fdfdd70-369c-4c2b-8cb2-837800652471,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:50.935234 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a866120e-e708-4a36-9321-f1cb99229e87 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:50.939885 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a866120e-e708-4a36-9321-f1cb99229e87 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:51.049718 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a866120e-e708-4a36-9321-f1cb99229e87 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:51.049718 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a866120e-e708-4a36-9321-f1cb99229e87 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Fanout notify agent at l3_agent the message router_deleted on router 3790632f-ba6e-43e1-83bc-fd82d5398b42 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:26:51.064914 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16ac1804-9267-4149-855b-74c06ae2d519 req-d7bc3ab6-0a68-4f99-b340-467847a8d74b tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 210 time: 0.0597389 Nov 11 17:26:51.084581 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-943b3f57-8fd7-4861-a9bc-eebf86f5a552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:51.101437 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a866120e-e708-4a36-9321-f1cb99229e87 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:51.104518 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a866120e-e708-4a36-9321-f1cb99229e87 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "DELETE /v2.0/routers/3790632f-ba6e-43e1-83bc-fd82d5398b42 HTTP/1.1" status: 204 len: 168 time: 3.0049410 Nov 11 17:26:51.104875 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33200) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:51.143267 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7b4af5-d033-4bdd-9c10-000947c71190 x-openstack-request-id: req-5e7b4af5-d033-4bdd-9c10-000947c71190 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:26:51.145075 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d71d505-ad7c-46b8-8500-5717756a8c7e", "name": "network-vif-plugged", "status": "completed", "tag": "27fa6502-d582-4054-a23d-353a2b0f7022", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:26:51.145204 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ccb7b-f6e6-45a0-9f1f-68767f4f2d8f req-fce8cf37-0221-4dc7-9172-2e4b5b9202f4 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:51.145771 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5e7b4af5-d033-4bdd-9c10-000947c71190 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:26:51.147197 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d71d505-ad7c-46b8-8500-5717756a8c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fa6502-d582-4054-a23d-353a2b0f7022', 'code': 200} Nov 11 17:26:51.152941 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-525ccb7b-f6e6-45a0-9f1f-68767f4f2d8f req-fce8cf37-0221-4dc7-9172-2e4b5b9202f4 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 945 time: 0.1466384 Nov 11 17:26:51.170471 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['6fdfdd70-369c-4c2b-8cb2-837800652471'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:26:51.198392 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b3f57-8fd7-4861-a9bc-eebf86f5a552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b36a3487-9104-49ee-900b-5ebde2143e8f,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:51.199911 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4376b0-3acc-4f61-bd79-8e86ed72fcec tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Deleting subnet b5f89040-ab18-4eae-b5bd-d6367025bce9 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:26:51.205295 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a7cd2b01-45b3-4e53-8261-ef52e08e7909 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:51.206727 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0a4376b0-3acc-4f61-bd79-8e86ed72fcec tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:51.234192 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943b3f57-8fd7-4861-a9bc-eebf86f5a552 admin admin] Checking segment: {'id': '4d86045c-9118-4fd2-a624-059ad66a16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '328b7d2e-efb4-416c-88d6-28cdbb34eaa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:26:51.234913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943b3f57-8fd7-4861-a9bc-eebf86f5a552 admin admin] Network hostable DHCP agents. Network: 328b7d2e-efb4-416c-88d6-28cdbb34eaa1, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:26:51.250176 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-525ccb7b-f6e6-45a0-9f1f-68767f4f2d8f req-693ddda2-f6a3-4418-8677-e592489816e0 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963418 Nov 11 17:26:51.287923 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943b3f57-8fd7-4861-a9bc-eebf86f5a552 admin admin] Network 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:26:51.304428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-943b3f57-8fd7-4861-a9bc-eebf86f5a552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 328b7d2e-efb4-416c-88d6-28cdbb34eaa1) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:51.311700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943b3f57-8fd7-4861-a9bc-eebf86f5a552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:51.313205 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-943b3f57-8fd7-4861-a9bc-eebf86f5a552 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:51.323998 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0a4376b0-3acc-4f61-bd79-8e86ed72fcec tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:51.334412 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596235e6-e8e5-4301-b7f0-287615c0daee None None] Network 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:26:51.347492 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-943b3f57-8fd7-4861-a9bc-eebf86f5a552 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3954210 Nov 11 17:26:51.350207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33204) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:51.359453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-beca2290-c0c3-4893-8bca-67fa6defdab0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-864403570-router', 'tenant_id': '306a4c542bc14bef8e6801a97c53fb31', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:51.385114 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a7cd2b01-45b3-4e53-8261-ef52e08e7909 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:51.408958 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a7cd2b01-45b3-4e53-8261-ef52e08e7909 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Network f23ac4df-d84d-4279-8162-bbdedb50f219 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:26:51.415237 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a7cd2b01-45b3-4e53-8261-ef52e08e7909 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:51.420987 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a7cd2b01-45b3-4e53-8261-ef52e08e7909 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:26:51.457905 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d00ed-c141-49cc-8314-5eff9b0e95c3 req-75a0b308-61c9-448b-bb26-83b4cbb8b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:51.459423 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1d1d00ed-c141-49cc-8314-5eff9b0e95c3 req-75a0b308-61c9-448b-bb26-83b4cbb8b1a8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 1096 time: 0.1108880 Nov 11 17:26:51.517809 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-beca2290-c0c3-4893-8bca-67fa6defdab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:51.519094 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-beca2290-c0c3-4893-8bca-67fa6defdab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:51.574725 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6acfb9-2ac2-42f0-93d7-8239851f0b87 req-32f951b9-a7b7-4673-8254-249606a6cd6a tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:51.576664 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df6acfb9-2ac2-42f0-93d7-8239851f0b87 req-32f951b9-a7b7-4673-8254-249606a6cd6a tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a5fb1d7-6c66-47bc-8d43-defbd49d9f31 HTTP/1.1" status: 200 len: 945 time: 0.1536329 Nov 11 17:26:51.579214 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0a4376b0-3acc-4f61-bd79-8e86ed72fcec tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:51.604161 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d393979-2293-43e7-85e7-97955109a230 req-68e24b0b-0ba1-4fc1-ba7b-b4267be172ff tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:51.606376 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d393979-2293-43e7-85e7-97955109a230 req-68e24b0b-0ba1-4fc1-ba7b-b4267be172ff tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 944 time: 0.2244480 Nov 11 17:26:51.628738 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd2b01-45b3-4e53-8261-ef52e08e7909 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event updated for resources: {'Port': ['ID=d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:51.668235 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a7cd2b01-45b3-4e53-8261-ef52e08e7909 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:51.668551 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a7cd2b01-45b3-4e53-8261-ef52e08e7909 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:51.676730 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae57180-b229-43d7-b557-b0f9eed25b48 req-cdb25241-31c7-47f8-8646-305bbf1b116d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:51.692786 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bae57180-b229-43d7-b557-b0f9eed25b48 req-cdb25241-31c7-47f8-8646-305bbf1b116d tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 944 time: 0.2988858 Nov 11 17:26:51.693142 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7f1569-3ae5-45eb-aa9e-cc1a05339da5 None None] Network 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:26:51.719035 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1d1d00ed-c141-49cc-8314-5eff9b0e95c3 req-3ec98519-2143-465f-9c0a-2edf4759e3dd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202694 Nov 11 17:26:51.733668 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a7cd2b01-45b3-4e53-8261-ef52e08e7909 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6172924 Nov 11 17:26:51.749227 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-b24c9237-4426-40bf-ad07-ad0f481e9cba tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Request body: {'port': {'device_id': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219', 'admin_state_up': True, 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'security_groups': ['7dac114a-24fc-4593-a731-feb406f8d808']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:51.845607 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-beca2290-c0c3-4893-8bca-67fa6defdab0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:51.886861 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0a4376b0-3acc-4f61-bd79-8e86ed72fcec tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:51.927300 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4376b0-3acc-4f61-bd79-8e86ed72fcec tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event deleted for resources: {'Subnet': ['ID=b5f89040-ab18-4eae-b5bd-d6367025bce9,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:51.930059 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0a4376b0-3acc-4f61-bd79-8e86ed72fcec tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:51.933377 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bae57180-b229-43d7-b557-b0f9eed25b48 req-8dea12c3-54ae-4f60-8a21-0301d563386b tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392151 Nov 11 17:26:51.936867 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0a4376b0-3acc-4f61-bd79-8e86ed72fcec tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "DELETE /v2.0/subnets/b5f89040-ab18-4eae-b5bd-d6367025bce9 HTTP/1.1" status: 204 len: 168 time: 0.8213320 Nov 11 17:26:51.939491 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33210) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:51.948733 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-24ec9cad-e000-4323-9b3c-88e547fc19f3 None None] Provisioning complete for port d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:51.949114 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-24ec9cad-e000-4323-9b3c-88e547fc19f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:52.039047 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-b24c9237-4426-40bf-ad07-ad0f481e9cba tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Made reservation on behalf of bf9f7834dbb745e8861e3581142ac13c for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:26:52.042930 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-b24c9237-4426-40bf-ad07-ad0f481e9cba tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:52.058109 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-24ec9cad-e000-4323-9b3c-88e547fc19f3 None None] Port d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:26:52.105154 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14a1b413-eb1c-4737-ad28-40c441a7b280 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:52.137802 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df6acfb9-2ac2-42f0-93d7-8239851f0b87 req-bd436964-1469-43c9-a5a6-6f482527c759 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d1ccd5-fe4a-487f-90e3-0874057f8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300183 Nov 11 17:26:52.238592 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 6e977375-1038-4f53-b91f-ba5163a84796 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:26:52.270169 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 6e977375-1038-4f53-b91f-ba5163a84796 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:26:52.270657 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 6e977375-1038-4f53-b91f-ba5163a84796 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:26:52.337651 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14a1b413-eb1c-4737-ad28-40c441a7b280 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:52.369380 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-b24c9237-4426-40bf-ad07-ad0f481e9cba tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Allocated IP 10.1.1.242 (f23ac4df-d84d-4279-8162-bbdedb50f219/eafd7cad-1b53-44fc-96a4-51c18b0cedd0/5e72d773-0677-4eac-9257-f5ea1cb74c15) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:26:52.376126 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-14a1b413-eb1c-4737-ad28-40c441a7b280 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['545743c5-725f-4286-92b6-e14c5b1f035f']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:52.387585 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-beca2290-c0c3-4893-8bca-67fa6defdab0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:52.393238 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-14a1b413-eb1c-4737-ad28-40c441a7b280 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996cb07a-febd-4e02-a55b-be6a5bc85b36') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:52.393530 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-14a1b413-eb1c-4737-ad28-40c441a7b280 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996cb07a-febd-4e02-a55b-be6a5bc85b36') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:52.405660 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a8670e5e-dc8c-4308-a9df-882ceb32056e req-124ad862-e157-43cf-a5cf-e52329cfe4aa tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 210 time: 0.1450438 Nov 11 17:26:52.409919 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14a1b413-eb1c-4737-ad28-40c441a7b280 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:52.441901 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-9d393979-2293-43e7-85e7-97955109a230 req-b2a577ff-ca92-41be-925d-aa237b4a0747 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Deleting port b4e5df2f-1179-465d-958f-d98e823b6238 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:26:52.442460 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9d393979-2293-43e7-85e7-97955109a230 req-b2a577ff-ca92-41be-925d-aa237b4a0747 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:52.484152 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14a1b413-eb1c-4737-ad28-40c441a7b280 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:52.509887 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a1b413-eb1c-4737-ad28-40c441a7b280 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:26:52.510479 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14a1b413-eb1c-4737-ad28-40c441a7b280 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:52.546428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f26c52-fe38-4f24-bd06-339d5d8ecb9c req-2bd59c57-4baa-43af-8350-7107d60af396 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:52.552539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f26c52-fe38-4f24-bd06-339d5d8ecb9c req-2bd59c57-4baa-43af-8350-7107d60af396 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:52.560131 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90f26c52-fe38-4f24-bd06-339d5d8ecb9c req-2bd59c57-4baa-43af-8350-7107d60af396 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 1652 time: 0.4189351 Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:26:52.588461 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:26:52.669664 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-6498d631-4f04-40ac-b2f4-49c5759d60b0 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:52.671062 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-6498d631-4f04-40ac-b2f4-49c5759d60b0 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.83 "GET /v2.0/networks?id=84930954-ed2a-4cd1-8397-ec8e27db7420 HTTP/1.1" status: 200 len: 816 time: 0.4113550 Nov 11 17:26:52.750097 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab297fd-0ce7-44a9-ab6d-83dd68b36a2b req-becfbc8a-fa2d-482b-bb82-b3f0011ee26b tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:52.757635 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aab297fd-0ce7-44a9-ab6d-83dd68b36a2b req-becfbc8a-fa2d-482b-bb82-b3f0011ee26b tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 945 time: 0.2544451 Nov 11 17:26:52.766165 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90f26c52-fe38-4f24-bd06-339d5d8ecb9c req-ad3658e5-8055-4cab-b7f6-7da6e04c6cdb tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051897 Nov 11 17:26:52.771485 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-b24c9237-4426-40bf-ad07-ad0f481e9cba tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:52.778963 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-9d393979-2293-43e7-85e7-97955109a230 req-b2a577ff-ca92-41be-925d-aa237b4a0747 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] For port b4e5df2f-1179-465d-958f-d98e823b6238, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=b4e5df2f-1179-465d-958f-d98e823b6238,segment=NetworkSegment(004db8e4-44ab-4516-9a19-52eeb2df82e2),segment_id=004db8e4-44ab-4516-9a19-52eeb2df82e2)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:52.779531 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9d393979-2293-43e7-85e7-97955109a230 req-b2a577ff-ca92-41be-925d-aa237b4a0747 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:52.828351 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-9d393979-2293-43e7-85e7-97955109a230 req-b2a577ff-ca92-41be-925d-aa237b4a0747 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Calling delete_port for b4e5df2f-1179-465d-958f-d98e823b6238 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:26:52.850427 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14a1b413-eb1c-4737-ad28-40c441a7b280 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:52.865645 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14a1b413-eb1c-4737-ad28-40c441a7b280 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:52.873429 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-7a598899-69b9-4b48-97dd-7e62b99cf3ef tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=099353229b9447bcb4fa0ea46c4d0294 HTTP/1.1" status: 200 len: 379 time: 0.1863120 Nov 11 17:26:52.874520 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-14a1b413-eb1c-4737-ad28-40c441a7b280 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] 10.222.0.76 "DELETE /v2.0/networks/545743c5-725f-4286-92b6-e14c5b1f035f HTTP/1.1" status: 204 len: 168 time: 0.9242818 Nov 11 17:26:52.905995 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c3f04524-5336-49c7-af95-b84aea7668b1 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Request body: {'port': {'device_id': '9df5074b-2af2-4d3e-b1c3-249f445954d5', 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420', 'admin_state_up': True, 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'security_groups': ['1c3e3fde-a5b1-4888-a855-7add44773c82']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:52.941553 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aab297fd-0ce7-44a9-ab6d-83dd68b36a2b req-b08a7a82-9498-4332-9889-0cee404591f6 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829965 Nov 11 17:26:52.983778 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1b413-eb1c-4737-ad28-40c441a7b280 tempest-FloatingIPTestJSON-1922341678 tempest-FloatingIPTestJSON-1922341678-project] Pushing event deleted for resources: {'Network': ['ID=545743c5-725f-4286-92b6-e14c5b1f035f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:52.992773 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-b24c9237-4426-40bf-ad07-ad0f481e9cba tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:53.075418 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-b24c9237-4426-40bf-ad07-ad0f481e9cba tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Network f23ac4df-d84d-4279-8162-bbdedb50f219 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:26:53.078937 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-b24c9237-4426-40bf-ad07-ad0f481e9cba tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:53.081927 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-b24c9237-4426-40bf-ad07-ad0f481e9cba tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:26:53.139745 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c9237-4426-40bf-ad07-ad0f481e9cba tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event updated for resources: {'Port': ['ID=5e72d773-0677-4eac-9257-f5ea1cb74c15,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:53.193161 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-b24c9237-4426-40bf-ad07-ad0f481e9cba tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:53.194070 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-b24c9237-4426-40bf-ad07-ad0f481e9cba tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:53.236008 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-b24c9237-4426-40bf-ad07-ad0f481e9cba tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4910853 Nov 11 17:26:53.264596 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-1154756e-d598-4cb2-bba1-4b2a839042a4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Request body: {'port': {'device_id': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '62a50c96-c103-4bed-873d-07bc993c3882', 'admin_state_up': True, 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'security_groups': ['7dac114a-24fc-4593-a731-feb406f8d808']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:53.348410 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33226) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:53.498077 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-134b897c-5456-494a-8ca8-106a404a09b9 None None] Provisioning complete for port 5e72d773-0677-4eac-9257-f5ea1cb74c15 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:53.498642 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-134b897c-5456-494a-8ca8-106a404a09b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:53.508517 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-1154756e-d598-4cb2-bba1-4b2a839042a4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Made reservation on behalf of bf9f7834dbb745e8861e3581142ac13c for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:26:53.522445 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c3f04524-5336-49c7-af95-b84aea7668b1 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Made reservation on behalf of 099353229b9447bcb4fa0ea46c4d0294 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:26:53.528431 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c3f04524-5336-49c7-af95-b84aea7668b1 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:53.537672 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-134b897c-5456-494a-8ca8-106a404a09b9 None None] Port 5e72d773-0677-4eac-9257-f5ea1cb74c15 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:26:53.577919 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9c387-c400-45b9-b265-aea95178ed89 req-d9758b4d-26d2-42c9-8866-47edd5cd7fb3 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:53.586343 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3cf9c387-c400-45b9-b265-aea95178ed89 req-d9758b4d-26d2-42c9-8866-47edd5cd7fb3 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1 HTTP/1.1" status: 200 len: 944 time: 0.4222946 Nov 11 17:26:53.609703 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ed7da777-c9f3-488c-bb97-6456517cbef8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d66d3178b2c5474bacb06315082d215a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2580545 Nov 11 17:26:53.610432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33232) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:53.648109 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-beca2290-c0c3-4893-8bca-67fa6defdab0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:53.692171 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-beca2290-c0c3-4893-8bca-67fa6defdab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:53.694955 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-1154756e-d598-4cb2-bba1-4b2a839042a4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:53.708280 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6306b3b4-88a2-4990-bfa5-a35416ba9719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:53.745786 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6306b3b4-88a2-4990-bfa5-a35416ba9719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:53.761907 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fff7d1-162d-4135-a492-5ba3cfa5821b req-78639b93-7cb0-4ef0-ab64-5e4db7f12e3c tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:53.763384 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5fff7d1-162d-4135-a492-5ba3cfa5821b req-78639b93-7cb0-4ef0-ab64-5e4db7f12e3c tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a5fb1d7-6c66-47bc-8d43-defbd49d9f31 HTTP/1.1" status: 200 len: 945 time: 0.3433747 Nov 11 17:26:53.818047 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9d393979-2293-43e7-85e7-97955109a230 req-b2a577ff-ca92-41be-925d-aa237b4a0747 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:53.836183 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3cf9c387-c400-45b9-b265-aea95178ed89 req-454ae5e8-c08f-49c1-ae91-c49f2d8f61db tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.76 "GET /v2.0/security-groups?id=12353ef0-f97b-4d52-bdd5-7cbc813f3a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486510 Nov 11 17:26:53.890899 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6306b3b4-88a2-4990-bfa5-a35416ba9719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:53.893655 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6306b3b4-88a2-4990-bfa5-a35416ba9719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:53.907203 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6306b3b4-88a2-4990-bfa5-a35416ba9719 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/51037409-ea83-43a0-b71a-da44133b54a2 HTTP/1.1" status: 204 len: 168 time: 0.2956991 Nov 11 17:26:53.923284 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a577ff-ca92-41be-925d-aa237b4a0747 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Pushing event deleted for resources: {'Port': ['ID=b4e5df2f-1179-465d-958f-d98e823b6238,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:53.938415 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306b3b4-88a2-4990-bfa5-a35416ba9719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51037409-ea83-43a0-b71a-da44133b54a2,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:53.978876 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:53.993590 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c3f04524-5336-49c7-af95-b84aea7668b1 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Allocated IP 172.20.0.7 (84930954-ed2a-4cd1-8397-ec8e27db7420/10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961/d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:26:54.006525 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-1154756e-d598-4cb2-bba1-4b2a839042a4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Allocated IP 10.2.2.100 (62a50c96-c103-4bed-873d-07bc993c3882/7db24a47-6724-4aef-ab7e-6a99f45ef956/997c27ca-49ff-4d5e-b132-25f3c8e2cbeb) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:26:54.158844 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d393979-2293-43e7-85e7-97955109a230 req-b2a577ff-ca92-41be-925d-aa237b4a0747 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] No DVR routers for this DVR port b4e5df2f-1179-465d-958f-d98e823b6238 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:26:54.162175 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-878b4ccf-e2c8-4abe-8388-0fa19cf8149c req-65984954-602e-48a9-8d21-fa8fea459970 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 210 time: 0.1335914 Nov 11 17:26:54.167369 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6fdfdd70-369c-4c2b-8cb2-837800652471 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:26:54.190792 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9d393979-2293-43e7-85e7-97955109a230 req-b2a577ff-ca92-41be-925d-aa237b4a0747 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:54.194432 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d393979-2293-43e7-85e7-97955109a230 req-b2a577ff-ca92-41be-925d-aa237b4a0747 tempest-LiveAutoBlockMigrationV225Test-741938740 tempest-LiveAutoBlockMigrationV225Test-741938740-project] 10.222.0.83 "DELETE /v2.0/ports/b4e5df2f-1179-465d-958f-d98e823b6238 HTTP/1.1" status: 204 len: 173 time: 2.5753257 Nov 11 17:26:54.195861 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1', 'name': 'network-vif-deleted', 'tag': 'b4e5df2f-1179-465d-958f-d98e823b6238'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:26:54.198689 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10d58d5-85e4-4d5f-aa14-4f60a6ba5597" -d '{"events": [{"server_uuid": "4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1", "name": "network-vif-deleted", "tag": "b4e5df2f-1179-465d-958f-d98e823b6238"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:26:54.219826 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-1154756e-d598-4cb2-bba1-4b2a839042a4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:54.223230 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5fff7d1-162d-4135-a492-5ba3cfa5821b req-3093e446-7ef8-4f25-a14a-cec3e56eec83 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d1ccd5-fe4a-487f-90e3-0874057f8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458060 Nov 11 17:26:54.268323 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-1154756e-d598-4cb2-bba1-4b2a839042a4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:54.290769 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-beca2290-c0c3-4893-8bca-67fa6defdab0 admin admin] Allocated IP 172.25.2.63 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/22c78bda-e8f3-4fba-aef1-70bf8f522b7d) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:26:54.313744 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 6fdfdd70-369c-4c2b-8cb2-837800652471 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:26:54.318167 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 6fdfdd70-369c-4c2b-8cb2-837800652471 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:54.318803 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:54.401142 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154756e-d598-4cb2-bba1-4b2a839042a4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event updated for resources: {'Port': ['ID=997c27ca-49ff-4d5e-b132-25f3c8e2cbeb,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:54.423231 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-1154756e-d598-4cb2-bba1-4b2a839042a4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Network 62a50c96-c103-4bed-873d-07bc993c3882 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:26:54.426860 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-1154756e-d598-4cb2-bba1-4b2a839042a4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:54.431646 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-1154756e-d598-4cb2-bba1-4b2a839042a4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:26:54.504527 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:54.517623 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c3f04524-5336-49c7-af95-b84aea7668b1 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:54.552235 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-1154756e-d598-4cb2-bba1-4b2a839042a4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:54.553003 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-1154756e-d598-4cb2-bba1-4b2a839042a4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:54.559809 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 6fdfdd70-369c-4c2b-8cb2-837800652471, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6fdfdd70-369c-4c2b-8cb2-837800652471,segment=NetworkSegment(621dba8e-9370-48aa-8ab0-e75881382c2a),segment_id=621dba8e-9370-48aa-8ab0-e75881382c2a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:26:54.561248 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5fb1d7-6c66-47bc-8d43-defbd49d9f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fdfdd70-369c-4c2b-8cb2-837800652471'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:26:54.564531 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ce507d-ccb7-4588-b6cf-59559b031c21" -d '{"events": [{"server_uuid": "9a5fb1d7-6c66-47bc-8d43-defbd49d9f31", "name": "network-vif-plugged", "status": "completed", "tag": "6fdfdd70-369c-4c2b-8cb2-837800652471"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:26:54.569639 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:54.583496 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb1673-6fef-48d0-bdef-520abc09e193 req-c1fb9e37-4f05-4ab4-a389-987a73958bc8 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:54.590332 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb1673-6fef-48d0-bdef-520abc09e193 req-c1fb9e37-4f05-4ab4-a389-987a73958bc8 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:54.592640 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-1154756e-d598-4cb2-bba1-4b2a839042a4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3433437 Nov 11 17:26:54.596485 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb1673-6fef-48d0-bdef-520abc09e193 req-c1fb9e37-4f05-4ab4-a389-987a73958bc8 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:54.602781 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb1673-6fef-48d0-bdef-520abc09e193 req-c1fb9e37-4f05-4ab4-a389-987a73958bc8 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:54.605799 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-96e6fbc2-dcc6-4033-a3bc-7120460c4b87 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Request body: {'port': {'device_id': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '62a50c96-c103-4bed-873d-07bc993c3882', 'admin_state_up': True, 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'security_groups': ['7dac114a-24fc-4593-a731-feb406f8d808']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:54.610208 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10fb1673-6fef-48d0-bdef-520abc09e193 req-c1fb9e37-4f05-4ab4-a389-987a73958bc8 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 3094 time: 0.2687364 Nov 11 17:26:54.655499 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4b0a0-81ab-49f0-b197-a7ba4b29fb38 req-88ae5cfd-9620-4ef5-adb5-27d9509bb094 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:54.662870 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-96a4b0a0-81ab-49f0-b197-a7ba4b29fb38 req-88ae5cfd-9620-4ef5-adb5-27d9509bb094 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 945 time: 0.3121197 Nov 11 17:26:54.668414 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=6fdfdd70-369c-4c2b-8cb2-837800652471,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:54.900127 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e0224eb8-57c2-4d02-a124-967538fcc2ad None None] Provisioning complete for port 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:54.900497 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e0224eb8-57c2-4d02-a124-967538fcc2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:54.905360 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-96e6fbc2-dcc6-4033-a3bc-7120460c4b87 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Made reservation on behalf of bf9f7834dbb745e8861e3581142ac13c for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:26:54.917198 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-96e6fbc2-dcc6-4033-a3bc-7120460c4b87 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:54.963132 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e0224eb8-57c2-4d02-a124-967538fcc2ad None None] Port 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:26:55.051073 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-beca2290-c0c3-4893-8bca-67fa6defdab0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:55.115707 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33266) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:55.123526 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c3f04524-5336-49c7-af95-b84aea7668b1 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:55.201379 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-96a4b0a0-81ab-49f0-b197-a7ba4b29fb38 req-35d18dfb-aa66-422b-8303-68243c7f0fae tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331593 Nov 11 17:26:55.208200 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10fb1673-6fef-48d0-bdef-520abc09e193 req-985c2857-7a65-41f2-a284-4d7bfa3218a5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5896449 Nov 11 17:26:55.240669 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c3f04524-5336-49c7-af95-b84aea7668b1 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Network 84930954-ed2a-4cd1-8397-ec8e27db7420 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:26:55.243649 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c3f04524-5336-49c7-af95-b84aea7668b1 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:55.263472 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-beca2290-c0c3-4893-8bca-67fa6defdab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:55.267007 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f04524-5336-49c7-af95-b84aea7668b1 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Pushing event updated for resources: {'Port': ['ID=d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:55.270085 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c3f04524-5336-49c7-af95-b84aea7668b1 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:26:55.295474 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-96e6fbc2-dcc6-4033-a3bc-7120460c4b87 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Allocated IP 10.2.2.200 (62a50c96-c103-4bed-873d-07bc993c3882/7db24a47-6724-4aef-ab7e-6a99f45ef956/2b050982-05eb-48f0-ae4e-589d2e800e51) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:26:55.336269 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca2290-c0c3-4893-8bca-67fa6defdab0 admin admin] Pushing event updated for resources: {'Port': ['ID=22c78bda-e8f3-4fba-aef1-70bf8f522b7d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:55.365875 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f4516d-cf8a-4343-a0b7-956f7fb6df17 x-openstack-request-id: req-c4f4516d-cf8a-4343-a0b7-956f7fb6df17 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:26:55.366270 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5fb1d7-6c66-47bc-8d43-defbd49d9f31", "name": "network-vif-plugged", "status": "completed", "tag": "6fdfdd70-369c-4c2b-8cb2-837800652471", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:26:55.366644 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c4f4516d-cf8a-4343-a0b7-956f7fb6df17 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:26:55.367136 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5fb1d7-6c66-47bc-8d43-defbd49d9f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fdfdd70-369c-4c2b-8cb2-837800652471', 'code': 200} Nov 11 17:26:55.378455 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ce1960-e7d3-4aa2-973c-dda5b6c1c037 x-openstack-request-id: req-69ce1960-e7d3-4aa2-973c-dda5b6c1c037 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:26:55.378901 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1", "name": "network-vif-deleted", "tag": "b4e5df2f-1179-465d-958f-d98e823b6238", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:26:55.379265 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-69ce1960-e7d3-4aa2-973c-dda5b6c1c037 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:26:55.379825 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9ee8b0-ec30-4d0e-b572-c16eb0bc4ff1', 'name': 'network-vif-deleted', 'tag': 'b4e5df2f-1179-465d-958f-d98e823b6238', 'status': 'completed', 'code': 200} Nov 11 17:26:55.390739 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Request body: {'networks': [{'name': 'tempest-network--933352267'}, {'name': 'tempest-network--931651751'}]} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:55.395334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Request body: {'network': {'name': 'tempest-network--933352267'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:55.406355 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Request body: {'network': {'name': 'tempest-network--931651751'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:55.484292 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beca2290-c0c3-4893-8bca-67fa6defdab0 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:26:55.503588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-beca2290-c0c3-4893-8bca-67fa6defdab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:55.511907 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beca2290-c0c3-4893-8bca-67fa6defdab0 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:26:55.535058 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c3f04524-5336-49c7-af95-b84aea7668b1 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:55.535665 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c3f04524-5336-49c7-af95-b84aea7668b1 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:55.641623 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Made reservation on behalf of ba0815679a8c469fb67e57295b0ae51a for: {'network': 2} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:26:55.650505 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:55.667501 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c3f04524-5336-49c7-af95-b84aea7668b1 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7736921 Nov 11 17:26:55.684079 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:55.701193 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] Request body: {'port': {'device_id': '9df5074b-2af2-4d3e-b1c3-249f445954d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:55.716794 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-887dab37-5ea8-4e16-ac1b-52d45ff431d0 None None] Provisioning complete for port d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:55.725607 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-887dab37-5ea8-4e16-ac1b-52d45ff431d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:55.757206 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-96e6fbc2-dcc6-4033-a3bc-7120460c4b87 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:55.802985 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-887dab37-5ea8-4e16-ac1b-52d45ff431d0 None None] Port d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:26:55.812481 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ae41a-e612-47a7-9f1d-ab1519cabb40 req-a1d23f95-31e7-4869-8abe-957da2f842cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:55.814381 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5a4ae41a-e612-47a7-9f1d-ab1519cabb40 req-a1d23f95-31e7-4869-8abe-957da2f842cb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a5fb1d7-6c66-47bc-8d43-defbd49d9f31 HTTP/1.1" status: 200 len: 1097 time: 0.2959511 Nov 11 17:26:55.819369 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-96e6fbc2-dcc6-4033-a3bc-7120460c4b87 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:55.910729 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33276) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:55.926673 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6fbc2-dcc6-4033-a3bc-7120460c4b87 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event updated for resources: {'Port': ['ID=2b050982-05eb-48f0-ae4e-589d2e800e51,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:55.976434 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-96e6fbc2-dcc6-4033-a3bc-7120460c4b87 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Network 62a50c96-c103-4bed-873d-07bc993c3882 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:26:55.982898 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-96e6fbc2-dcc6-4033-a3bc-7120460c4b87 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:26:56.000489 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa6f2e-7730-41b8-ad76-b5f8ce7aeb06 req-78225ad4-3d93-40e2-8604-257918e3416b tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:56.001380 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-96e6fbc2-dcc6-4033-a3bc-7120460c4b87 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:26:56.007702 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a2aa6f2e-7730-41b8-ad76-b5f8ce7aeb06 req-78225ad4-3d93-40e2-8604-257918e3416b tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 931 time: 0.4287727 Nov 11 17:26:56.081642 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5a4ae41a-e612-47a7-9f1d-ab1519cabb40 req-83f93136-e4a7-48ea-81ac-b00f0b0eef98 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=55d1ccd5-fe4a-487f-90e3-0874057f8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590063 Nov 11 17:26:56.106669 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:56.139944 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-96e6fbc2-dcc6-4033-a3bc-7120460c4b87 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:56.140623 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-96e6fbc2-dcc6-4033-a3bc-7120460c4b87 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:56.252466 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-96e6fbc2-dcc6-4033-a3bc-7120460c4b87 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6514220 Nov 11 17:26:56.258293 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device b4e5df2f-1179-465d-958f-d98e823b6238 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:26:56.286864 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] Request body: {'port': {'device_id': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:56.295623 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d31da-400d-499c-b562-ce54e7b0856f req-1b4e2605-68d2-4604-b431-2e9639caf7c4 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:56.304960 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e8d31da-400d-499c-b562-ce54e7b0856f req-1b4e2605-68d2-4604-b431-2e9639caf7c4 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 945 time: 0.3681462 Nov 11 17:26:56.308130 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: b4e5df2f-1179-465d-958f-d98e823b6238 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:26:56.309891 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device b4e5df2f-1179-465d-958f-d98e823b6238 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:26:56.320461 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a2aa6f2e-7730-41b8-ad76-b5f8ce7aeb06 req-8e36f7f0-141f-4e7c-8c76-6c6f27edc92f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c3e3fde-a5b1-4888-a855-7add44773c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3116727 Nov 11 17:26:56.331819 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-30117fc4-5968-4a3f-8a5c-699d76a766ce None None] Provisioning complete for port 2b050982-05eb-48f0-ae4e-589d2e800e51 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:26:56.332432 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-30117fc4-5968-4a3f-8a5c-699d76a766ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:56.361328 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-686ab546-ca57-4a4a-a0ad-6a6840bcd26a admin admin] Deleting subnet 91b4681d-4ec9-48fb-9ad2-3be17e781b2d {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:26:56.364652 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-686ab546-ca57-4a4a-a0ad-6a6840bcd26a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:56.375754 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-30117fc4-5968-4a3f-8a5c-699d76a766ce None None] Port 2b050982-05eb-48f0-ae4e-589d2e800e51 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:26:56.444056 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:56.454987 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-686ab546-ca57-4a4a-a0ad-6a6840bcd26a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:56.476023 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:56.514210 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:56.514976 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:56.536736 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-686ab546-ca57-4a4a-a0ad-6a6840bcd26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:56.682360 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e8d31da-400d-499c-b562-ce54e7b0856f req-147f2821-cd48-4b59-bb4e-84b23436e00c tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763702 Nov 11 17:26:56.691257 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-686ab546-ca57-4a4a-a0ad-6a6840bcd26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:56.707316 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1270} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:26:56.710751 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-686ab546-ca57-4a4a-a0ad-6a6840bcd26a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:56.714047 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-686ab546-ca57-4a4a-a0ad-6a6840bcd26a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/91b4681d-4ec9-48fb-9ad2-3be17e781b2d HTTP/1.1" status: 204 len: 168 time: 0.7837851 Nov 11 17:26:56.717591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7465a-1f7b-4d8c-918c-5ad10f61dd99 req-ef5f5c2d-64d5-47ec-ab48-6c5f7ec77f7b tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:56.719121 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-12f7465a-1f7b-4d8c-918c-5ad10f61dd99 req-ef5f5c2d-64d5-47ec-ab48-6c5f7ec77f7b tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a5fb1d7-6c66-47bc-8d43-defbd49d9f31 HTTP/1.1" status: 200 len: 946 time: 0.2898736 Nov 11 17:26:56.719824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a666d341-3583-483a-9c80-5d8c3978eb99,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:56.722379 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33286) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:56.737768 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ab546-ca57-4a4a-a0ad-6a6840bcd26a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91b4681d-4ec9-48fb-9ad2-3be17e781b2d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:56.775042 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-beca2290-c0c3-4893-8bca-67fa6defdab0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:56.807176 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:56.807528 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Added segment 9d82ebbf-6a3a-4894-a96e-2fe4c2629dc8 of type vlan for network d4a6fb63-3272-4d0b-866d-22c5cc817c55 Nov 11 17:26:56.992583 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:57.069671 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0249faa2-02de-4295-b8b6-4fe29ec47120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:57.113047 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-12f7465a-1f7b-4d8c-918c-5ad10f61dd99 req-f8540610-2d8f-473f-82ec-c7acb3e0d076 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d1ccd5-fe4a-487f-90e3-0874057f8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577559 Nov 11 17:26:57.157396 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891af9a7-476e-4abf-9518-26f38328eced req-aa9d8e89-769d-4c6c-bc92-c23787eceaf7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:57.163521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891af9a7-476e-4abf-9518-26f38328eced req-aa9d8e89-769d-4c6c-bc92-c23787eceaf7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:57.169576 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891af9a7-476e-4abf-9518-26f38328eced req-aa9d8e89-769d-4c6c-bc92-c23787eceaf7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:57.175566 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891af9a7-476e-4abf-9518-26f38328eced req-aa9d8e89-769d-4c6c-bc92-c23787eceaf7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:57.182178 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891af9a7-476e-4abf-9518-26f38328eced req-aa9d8e89-769d-4c6c-bc92-c23787eceaf7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:57.184023 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-891af9a7-476e-4abf-9518-26f38328eced req-aa9d8e89-769d-4c6c-bc92-c23787eceaf7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 3815 time: 0.3298376 Nov 11 17:26:57.194613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1284} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:26:57.214899 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14703854-5a2b-47ed-9627-d09c37f31bb5 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:26:57.235913 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:57.256081 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] Transition to ACTIVE for port object 14703854-5a2b-47ed-9627-d09c37f31bb5 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:26:57.264590 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:57.320275 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:57.320627 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Added segment 240cd15c-529c-43af-abbe-595e81b7e150 of type vlan for network 76c8c7cb-d144-4365-8bff-e93ed87e50d4 Nov 11 17:26:57.371653 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:57.388403 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] Pushing event updated for resources: {'Port': ['ID=14703854-5a2b-47ed-9627-d09c37f31bb5,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:57.435379 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:57.435927 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:57.441898 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:57.451485 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:57.452235 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:57.494823 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] Attempting to bind port 14703854-5a2b-47ed-9627-d09c37f31bb5 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:26:57.495138 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] Attempting to bind port 14703854-5a2b-47ed-9627-d09c37f31bb5 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:26:57.495404 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] Attempting to bind port 14703854-5a2b-47ed-9627-d09c37f31bb5 on network 1c67ea36-c05a-47b6-a6a8-82477c2b46d1 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:26:57.500333 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] Port 14703854-5a2b-47ed-9627-d09c37f31bb5 on network 1c67ea36-c05a-47b6-a6a8-82477c2b46d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:26:57.500645 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] Attempting to bind port 14703854-5a2b-47ed-9627-d09c37f31bb5 on network 1c67ea36-c05a-47b6-a6a8-82477c2b46d1 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:26:57.506270 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:26:57.506547 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] Checking segment: {'id': '2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:26:57.506923 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] Bound using segment: {'id': '2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:26:57.507346 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] Bound port: 14703854-5a2b-47ed-9627-d09c37f31bb5, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:26:57.507703 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:57.594219 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] For port 14703854-5a2b-47ed-9627-d09c37f31bb5, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:26:57.599315 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] For port 14703854-5a2b-47ed-9627-d09c37f31bb5, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=14703854-5a2b-47ed-9627-d09c37f31bb5,segment=NetworkSegment(2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566),segment_id=2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:26:57.605845 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:57.615192 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:26:57.639072 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:57.639826 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:57.641550 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] 10.222.0.83 "PUT /v2.0/ports/14703854-5a2b-47ed-9627-d09c37f31bb5 HTTP/1.1" status: 200 len: 1091 time: 1.3672144 Nov 11 17:26:57.644544 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'tag': '14703854-5a2b-47ed-9627-d09c37f31bb5'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:26:57.647554 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8212b4-715e-40eb-99e5-6591b8e1b24e" -d '{"events": [{"name": "network-changed", "server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "tag": "14703854-5a2b-47ed-9627-d09c37f31bb5"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:26:57.682504 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] Request body: {'port': {'device_id': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:57.686505 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.5609338 Nov 11 17:26:57.692129 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33294) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:57.692501 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0249faa2-02de-4295-b8b6-4fe29ec47120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:57.740482 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:57.740880 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8d98d-9ac1-440e-9596-afb680d7c273 service neutron] Pushing event updated for resources: {'Port': ['ID=14703854-5a2b-47ed-9627-d09c37f31bb5,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:57.786422 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-891af9a7-476e-4abf-9518-26f38328eced req-02e623b2-1103-4ec7-93a5-c92c760e492b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5832357 Nov 11 17:26:57.795086 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-0249faa2-02de-4295-b8b6-4fe29ec47120 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44096b2-3051-4615-8241-50ad95944236']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:57.812659 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Pushing event updated for resources: {'Network': ['ID=d4a6fb63-3272-4d0b-866d-22c5cc817c55,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:57.830760 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-0249faa2-02de-4295-b8b6-4fe29ec47120 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004db8e4-44ab-4516-9a19-52eeb2df82e2') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:57.831140 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-0249faa2-02de-4295-b8b6-4fe29ec47120 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004db8e4-44ab-4516-9a19-52eeb2df82e2') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:57.836680 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network d4a6fb63-3272-4d0b-866d-22c5cc817c55 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:26:57.886654 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] Transition to ACTIVE for port object d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:26:57.891058 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0249faa2-02de-4295-b8b6-4fe29ec47120 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:57.901815 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-beca2290-c0c3-4893-8bca-67fa6defdab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:57.913606 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:57.922422 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a176ac2-5d31-4d70-afb9-f2db58dd98c9 req-7608a77b-2380-4e6a-b340-e6f95cde8a1c tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:57.929647 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a176ac2-5d31-4d70-afb9-f2db58dd98c9 req-7608a77b-2380-4e6a-b340-e6f95cde8a1c tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 931 time: 0.3967047 Nov 11 17:26:57.983995 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:58.027612 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0249faa2-02de-4295-b8b6-4fe29ec47120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:58.033688 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea1356-e086-4c7e-9114-084a22f064bb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Pushing event updated for resources: {'Network': ['ID=76c8c7cb-d144-4365-8bff-e93ed87e50d4,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:58.057352 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 76c8c7cb-d144-4365-8bff-e93ed87e50d4 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:26:58.168185 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3d4b45-9a39-4fa9-b784-7e3c5d08fcfb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:58.179548 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3d4b45-9a39-4fa9-b784-7e3c5d08fcfb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:58.187428 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3d4b45-9a39-4fa9-b784-7e3c5d08fcfb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:58.194038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3d4b45-9a39-4fa9-b784-7e3c5d08fcfb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:58.198559 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2b3d4b45-9a39-4fa9-b784-7e3c5d08fcfb tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5024197 Nov 11 17:26:58.243235 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33298) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:58.385855 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d8cd60a9-5e5f-4c50-bbf9-1447e7989fe4 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:58.434076 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0249faa2-02de-4295-b8b6-4fe29ec47120 admin admin] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:26:58.434617 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0249faa2-02de-4295-b8b6-4fe29ec47120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:26:58.445730 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:26:58.518908 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d8cd60a9-5e5f-4c50-bbf9-1447e7989fe4 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:58.539103 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] Pushing event updated for resources: {'Port': ['ID=d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:58.565918 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-d8cd60a9-5e5f-4c50-bbf9-1447e7989fe4 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a6fb63-3272-4d0b-866d-22c5cc817c55']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:58.581182 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-d8cd60a9-5e5f-4c50-bbf9-1447e7989fe4 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d82ebbf-6a3a-4894-a96e-2fe4c2629dc8') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:58.581395 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-d8cd60a9-5e5f-4c50-bbf9-1447e7989fe4 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d82ebbf-6a3a-4894-a96e-2fe4c2629dc8') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:58.589303 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a176ac2-5d31-4d70-afb9-f2db58dd98c9 req-49396e9e-11cc-4dce-9476-debe22cd4ab6 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c3e3fde-a5b1-4888-a855-7add44773c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6588004 Nov 11 17:26:58.594479 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:26:58.598343 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d8cd60a9-5e5f-4c50-bbf9-1447e7989fe4 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:58.605779 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189802fe-29f5-4c76-9290-9873ae604adf req-b2f0e14f-7171-4308-b0fc-2df9a98cf4f4 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:58.607504 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-189802fe-29f5-4c76-9290-9873ae604adf req-b2f0e14f-7171-4308-b0fc-2df9a98cf4f4 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 945 time: 0.7035513 Nov 11 17:26:58.609401 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:58.621770 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d8cd60a9-5e5f-4c50-bbf9-1447e7989fe4 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:58.636052 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] Transition to ACTIVE for port object 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:26:58.637758 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0249faa2-02de-4295-b8b6-4fe29ec47120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:58.639538 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8cd60a9-5e5f-4c50-bbf9-1447e7989fe4 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Releasing vlan 1270 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:26:58.640871 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d8cd60a9-5e5f-4c50-bbf9-1447e7989fe4 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:26:58.647550 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:26:58.649830 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0249faa2-02de-4295-b8b6-4fe29ec47120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:58.654804 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0249faa2-02de-4295-b8b6-4fe29ec47120 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f44096b2-3051-4615-8241-50ad95944236 HTTP/1.1" status: 204 len: 168 time: 1.8994131 Nov 11 17:26:58.664016 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33302) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:58.675181 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:58.711070 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249faa2-02de-4295-b8b6-4fe29ec47120 admin admin] Pushing event deleted for resources: {'Network': ['ID=f44096b2-3051-4615-8241-50ad95944236,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:58.719223 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0525f1-55f3-417c-b59e-a6a763474ace x-openstack-request-id: req-da0525f1-55f3-417c-b59e-a6a763474ace {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:26:58.719469 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "tag": "14703854-5a2b-47ed-9627-d09c37f31bb5", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:26:58.719767 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-da0525f1-55f3-417c-b59e-a6a763474ace {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:26:58.720128 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'tag': '14703854-5a2b-47ed-9627-d09c37f31bb5', 'status': 'completed', 'code': 200} Nov 11 17:26:58.811478 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=20a6d92a-5fd5-4fa9-90b8-b57594e547e2,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:58.813613 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d8cd60a9-5e5f-4c50-bbf9-1447e7989fe4 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:58.847831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] Attempting to bind port d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:26:58.848174 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] Attempting to bind port d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '1177fc11-6519-432e-b302-11381c28549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:26:58.848506 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] Attempting to bind port d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac on network 84930954-ed2a-4cd1-8397-ec8e27db7420 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:26:58.855493 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d8cd60a9-5e5f-4c50-bbf9-1447e7989fe4 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:58.857322 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c794b1-f9fa-4fca-b9f6-917f053ce34a admin admin] Deleting subnet a5b1eeae-c2b6-4fcd-82a6-8bab291b20b0 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:26:58.861342 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d8cd60a9-5e5f-4c50-bbf9-1447e7989fe4 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] 10.222.0.76 "DELETE /v2.0/networks/d4a6fb63-3272-4d0b-866d-22c5cc817c55 HTTP/1.1" status: 204 len: 168 time: 0.6149046 Nov 11 17:26:58.861342 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd60a9-5e5f-4c50-bbf9-1447e7989fe4 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Pushing event deleted for resources: {'Network': ['ID=d4a6fb63-3272-4d0b-866d-22c5cc817c55,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:58.861342 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33306) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:58.870298 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-189802fe-29f5-4c76-9290-9873ae604adf req-f6ee9c13-9493-4f8a-849c-896ee7458170 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390063 Nov 11 17:26:58.871024 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c5c794b1-f9fa-4fca-b9f6-917f053ce34a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:58.877559 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] Port d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac on network 84930954-ed2a-4cd1-8397-ec8e27db7420 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:26:58.878134 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] Attempting to bind port d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac on network 84930954-ed2a-4cd1-8397-ec8e27db7420 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:26:58.965087 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:26:58.965087 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] Checking segment: {'id': '1177fc11-6519-432e-b302-11381c28549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:26:58.965087 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] Bound using segment: {'id': '1177fc11-6519-432e-b302-11381c28549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:26:58.965563 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] Bound port: d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1177fc11-6519-432e-b302-11381c28549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:26:58.965657 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:58.979135 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8526d462-546e-4cdd-a61f-96b92c1f555b tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:58.981091 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] Attempting to bind port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:26:58.981428 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] Attempting to bind port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:26:58.981753 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] Attempting to bind port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 on network f23ac4df-d84d-4279-8162-bbdedb50f219 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:26:58.988923 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] Port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 on network f23ac4df-d84d-4279-8162-bbdedb50f219 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:26:58.989244 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] Attempting to bind port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 on network f23ac4df-d84d-4279-8162-bbdedb50f219 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:26:58.996465 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:26:58.996806 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] Checking segment: {'id': 'a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:26:58.997175 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] Bound using segment: {'id': 'a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:26:58.997605 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] Bound port: 20a6d92a-5fd5-4fa9-90b8-b57594e547e2, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:26:58.998301 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:59.007090 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8212b4-715e-40eb-99e5-6591b8e1b24e req-0e10e6d3-0dd0-4358-aa0e-41e7d070efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:59.007565 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8212b4-715e-40eb-99e5-6591b8e1b24e req-0e10e6d3-0dd0-4358-aa0e-41e7d070efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:59.008057 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8212b4-715e-40eb-99e5-6591b8e1b24e req-0e10e6d3-0dd0-4358-aa0e-41e7d070efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:59.008591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8212b4-715e-40eb-99e5-6591b8e1b24e req-0e10e6d3-0dd0-4358-aa0e-41e7d070efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:59.009220 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8212b4-715e-40eb-99e5-6591b8e1b24e req-0e10e6d3-0dd0-4358-aa0e-41e7d070efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:59.009558 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8212b4-715e-40eb-99e5-6591b8e1b24e req-0e10e6d3-0dd0-4358-aa0e-41e7d070efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:59.027892 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb8212b4-715e-40eb-99e5-6591b8e1b24e req-0e10e6d3-0dd0-4358-aa0e-41e7d070efb1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf9f7834dbb745e8861e3581142ac13c&device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5248 time: 0.2573771 Nov 11 17:26:59.093508 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c5c794b1-f9fa-4fca-b9f6-917f053ce34a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:59.134873 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8526d462-546e-4cdd-a61f-96b92c1f555b tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:59.145833 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beca2290-c0c3-4893-8bca-67fa6defdab0 admin admin] Router 74f71859-a6ca-42a2-ba23-ae905942b8c8 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:26:59.161771 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] For port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:26:59.164780 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8526d462-546e-4cdd-a61f-96b92c1f555b tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c8c7cb-d144-4365-8bff-e93ed87e50d4']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:59.181396 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8526d462-546e-4cdd-a61f-96b92c1f555b tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240cd15c-529c-43af-abbe-595e81b7e150') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:59.181729 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8526d462-546e-4cdd-a61f-96b92c1f555b tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240cd15c-529c-43af-abbe-595e81b7e150') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:26:59.184311 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] For port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=20a6d92a-5fd5-4fa9-90b8-b57594e547e2,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:26:59.192053 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:59.195674 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8526d462-546e-4cdd-a61f-96b92c1f555b tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:59.239832 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8526d462-546e-4cdd-a61f-96b92c1f555b tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:59.244301 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:59.244915 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:59.246296 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] 10.222.0.83 "PUT /v2.0/ports/20a6d92a-5fd5-4fa9-90b8-b57594e547e2 HTTP/1.1" status: 200 len: 1135 time: 1.5702033 Nov 11 17:26:59.256635 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8526d462-546e-4cdd-a61f-96b92c1f555b tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:26:59.257336 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8526d462-546e-4cdd-a61f-96b92c1f555b tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:26:59.261072 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:26:59.297885 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c5c794b1-f9fa-4fca-b9f6-917f053ce34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:59.319226 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-10338e11-4f0c-489d-972f-95423af86bff service neutron] Request body: {'port': {'device_id': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:26:59.320847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29155e22-a5ea-47b8-844d-bdc169107e32 req-7815ff27-f7a5-4694-9c66-e3ce04a78f68 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:59.330880 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29155e22-a5ea-47b8-844d-bdc169107e32 req-7815ff27-f7a5-4694-9c66-e3ce04a78f68 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a5fb1d7-6c66-47bc-8d43-defbd49d9f31 HTTP/1.1" status: 200 len: 946 time: 0.3955534 Nov 11 17:26:59.346301 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd32d8-87a4-4c1e-b1d3-6186253a4dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=20a6d92a-5fd5-4fa9-90b8-b57594e547e2,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:59.420497 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-10338e11-4f0c-489d-972f-95423af86bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:59.447451 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8526d462-546e-4cdd-a61f-96b92c1f555b tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:59.465824 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8526d462-546e-4cdd-a61f-96b92c1f555b tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:59.471496 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8526d462-546e-4cdd-a61f-96b92c1f555b tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] 10.222.0.76 "DELETE /v2.0/networks/76c8c7cb-d144-4365-8bff-e93ed87e50d4 HTTP/1.1" status: 204 len: 168 time: 0.6052401 Nov 11 17:26:59.476930 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33310) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:26:59.504018 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526d462-546e-4cdd-a61f-96b92c1f555b tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Pushing event deleted for resources: {'Network': ['ID=76c8c7cb-d144-4365-8bff-e93ed87e50d4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:59.524665 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51009709-82db-4b90-b28f-f74b8243b5ef req-0893e6ea-092a-436d-af95-e427d1495012 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:59.530647 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51009709-82db-4b90-b28f-f74b8243b5ef req-0893e6ea-092a-436d-af95-e427d1495012 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:59.536785 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51009709-82db-4b90-b28f-f74b8243b5ef req-0893e6ea-092a-436d-af95-e427d1495012 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:59.543561 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51009709-82db-4b90-b28f-f74b8243b5ef req-0893e6ea-092a-436d-af95-e427d1495012 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:59.549568 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51009709-82db-4b90-b28f-f74b8243b5ef req-0893e6ea-092a-436d-af95-e427d1495012 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:59.563433 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51009709-82db-4b90-b28f-f74b8243b5ef req-0893e6ea-092a-436d-af95-e427d1495012 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:59.565310 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51009709-82db-4b90-b28f-f74b8243b5ef req-0893e6ea-092a-436d-af95-e427d1495012 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 4604 time: 0.4174118 Nov 11 17:26:59.686174 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] For port d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:26:59.705022 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8212b4-715e-40eb-99e5-6591b8e1b24e req-22ee5458-84ee-45a2-afa7-81fbecdcb190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:59.705498 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8212b4-715e-40eb-99e5-6591b8e1b24e req-22ee5458-84ee-45a2-afa7-81fbecdcb190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:59.706060 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8212b4-715e-40eb-99e5-6591b8e1b24e req-22ee5458-84ee-45a2-afa7-81fbecdcb190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:26:59.708088 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb8212b4-715e-40eb-99e5-6591b8e1b24e req-22ee5458-84ee-45a2-afa7-81fbecdcb190 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=bf9f7834dbb745e8861e3581142ac13c&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.6791346 Nov 11 17:26:59.753473 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-10338e11-4f0c-489d-972f-95423af86bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f66b335-60b1-4a5e-a509-ce8519750f0d {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:26:59.762304 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-10338e11-4f0c-489d-972f-95423af86bff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:59.775421 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-10338e11-4f0c-489d-972f-95423af86bff service neutron] Transition to ACTIVE for port object 4f66b335-60b1-4a5e-a509-ce8519750f0d will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:26:59.781709 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-10338e11-4f0c-489d-972f-95423af86bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:59.798189 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] For port d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac,segment=NetworkSegment(1177fc11-6519-432e-b302-11381c28549e),segment_id=1177fc11-6519-432e-b302-11381c28549e)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:26:59.834733 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10338e11-4f0c-489d-972f-95423af86bff service neutron] Pushing event updated for resources: {'Port': ['ID=4f66b335-60b1-4a5e-a509-ce8519750f0d,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:26:59.904312 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29155e22-a5ea-47b8-844d-bdc169107e32 req-b186a1b0-25dc-4214-945d-56398d9414be tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d1ccd5-fe4a-487f-90e3-0874057f8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5722682 Nov 11 17:26:59.908752 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:26:59.924546 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-10338e11-4f0c-489d-972f-95423af86bff service neutron] Attempting to bind port 4f66b335-60b1-4a5e-a509-ce8519750f0d on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:26:59.924790 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-10338e11-4f0c-489d-972f-95423af86bff service neutron] Attempting to bind port 4f66b335-60b1-4a5e-a509-ce8519750f0d by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:26:59.925108 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-10338e11-4f0c-489d-972f-95423af86bff service neutron] Attempting to bind port 4f66b335-60b1-4a5e-a509-ce8519750f0d on network f23ac4df-d84d-4279-8162-bbdedb50f219 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:26:59.930521 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-10338e11-4f0c-489d-972f-95423af86bff service neutron] Port 4f66b335-60b1-4a5e-a509-ce8519750f0d on network f23ac4df-d84d-4279-8162-bbdedb50f219 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:26:59.930838 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-10338e11-4f0c-489d-972f-95423af86bff service neutron] Attempting to bind port 4f66b335-60b1-4a5e-a509-ce8519750f0d on network f23ac4df-d84d-4279-8162-bbdedb50f219 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:26:59.944775 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-10338e11-4f0c-489d-972f-95423af86bff service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:26:59.945119 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-10338e11-4f0c-489d-972f-95423af86bff service neutron] Checking segment: {'id': 'a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:26:59.945477 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-10338e11-4f0c-489d-972f-95423af86bff service neutron] Bound using segment: {'id': 'a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:26:59.945901 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-10338e11-4f0c-489d-972f-95423af86bff service neutron] Bound port: 4f66b335-60b1-4a5e-a509-ce8519750f0d, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:26:59.946789 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-10338e11-4f0c-489d-972f-95423af86bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:00.013281 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c5c794b1-f9fa-4fca-b9f6-917f053ce34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:00.044858 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beca2290-c0c3-4893-8bca-67fa6defdab0 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:27:00.058081 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] Sync routers for ids ['74f71859-a6ca-42a2-ba23-ae905942b8c8'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:27:00.069452 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-10338e11-4f0c-489d-972f-95423af86bff service neutron] For port 4f66b335-60b1-4a5e-a509-ce8519750f0d, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:27:00.073730 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-10338e11-4f0c-489d-972f-95423af86bff service neutron] For port 4f66b335-60b1-4a5e-a509-ce8519750f0d, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4f66b335-60b1-4a5e-a509-ce8519750f0d,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:27:00.085569 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-10338e11-4f0c-489d-972f-95423af86bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:00.099552 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] Routers {'74f71859-a6ca-42a2-ba23-ae905942b8c8'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:27:00.101197 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:26:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['74f71859-a6ca-42a2-ba23-ae905942b8c8'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:00.145106 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-10338e11-4f0c-489d-972f-95423af86bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:00.145638 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-10338e11-4f0c-489d-972f-95423af86bff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:00.157442 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-10338e11-4f0c-489d-972f-95423af86bff service neutron] 10.222.0.83 "PUT /v2.0/ports/4f66b335-60b1-4a5e-a509-ce8519750f0d HTTP/1.1" status: 200 len: 1136 time: 0.8487864 Nov 11 17:27:00.169583 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:00.171972 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:00.173645 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] 10.222.0.83 "PUT /v2.0/ports/d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac HTTP/1.1" status: 200 len: 1091 time: 4.4769990 Nov 11 17:27:00.204925 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df5074b-2af2-4d3e-b1c3-249f445954d5', 'tag': 'd2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:00.207302 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cd9f8c-a582-4f39-a483-1e735639d150" -d '{"events": [{"name": "network-changed", "server_uuid": "9df5074b-2af2-4d3e-b1c3-249f445954d5", "tag": "d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:00.209504 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10338e11-4f0c-489d-972f-95423af86bff service neutron] Pushing event updated for resources: {'Port': ['ID=4f66b335-60b1-4a5e-a509-ce8519750f0d,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:00.210188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c794b1-f9fa-4fca-b9f6-917f053ce34a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5b1eeae-c2b6-4fcd-82a6-8bab291b20b0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:00.225523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] Request body: {'port': {'device_id': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:00.264043 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d74204-2f19-4c18-8600-485532828a24 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:00.271695 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d74204-2f19-4c18-8600-485532828a24 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:00.273600 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e6d74204-2f19-4c18-8600-485532828a24 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7826054 Nov 11 17:27:00.277936 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33320) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:00.279315 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c5c794b1-f9fa-4fca-b9f6-917f053ce34a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:00.282789 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-7149bf1d-7a33-4eb8-80bc-b822984d52db tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1859639107'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:00.287174 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c5c794b1-f9fa-4fca-b9f6-917f053ce34a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a5b1eeae-c2b6-4fcd-82a6-8bab291b20b0 HTTP/1.1" status: 204 len: 168 time: 1.6004426 Nov 11 17:27:00.297756 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33322) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:00.341425 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51009709-82db-4b90-b28f-f74b8243b5ef req-1b6bb915-3841-47cb-ae29-bd0a9d84aff1 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7374339 Nov 11 17:27:00.396109 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-beca2290-c0c3-4893-8bca-67fa6defdab0 admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:00.397627 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-beca2290-c0c3-4893-8bca-67fa6defdab0 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.0461483 Nov 11 17:27:00.410090 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33324) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:00.427498 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d3106-01ab-4bc0-bb1f-0bba2c50c176 service neutron] Pushing event updated for resources: {'Port': ['ID=d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:00.486169 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-e875c932-2a7b-4829-ae89-1919d5dbdf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:00.487697 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-e875c932-2a7b-4829-ae89-1919d5dbdf17 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=099353229b9447bcb4fa0ea46c4d0294&device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 1094 time: 0.2606869 Nov 11 17:27:00.528698 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8212b4-715e-40eb-99e5-6591b8e1b24e req-07111709-eee4-44cd-8cd7-523b6d71d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:00.530202 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb8212b4-715e-40eb-99e5-6591b8e1b24e req-07111709-eee4-44cd-8cd7-523b6d71d024 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7786212 Nov 11 17:27:00.575368 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb67ac18-2be0-4244-a9cf-02b318fe3600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:00.577638 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7149bf1d-7a33-4eb8-80bc-b822984d52db tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Made reservation on behalf of ba0815679a8c469fb67e57295b0ae51a for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:00.580956 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7149bf1d-7a33-4eb8-80bc-b822984d52db tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:00.581519 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] Set router 74f71859-a6ca-42a2-ba23-ae905942b8c8 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:27:00.583533 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-ac7a0585-bc31-4cef-98d4-129f36f29985 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac HTTP/1.1" status: 200 len: 217 time: 0.0697713 Nov 11 17:27:00.610590 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d2f63-ff95-4356-859f-c121bc95e3c1 req-5aeb35a5-dc88-43a8-9b7a-7087c5ce175e tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:00.619207 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-161d2f63-ff95-4356-859f-c121bc95e3c1 req-5aeb35a5-dc88-43a8-9b7a-7087c5ce175e tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 945 time: 0.5773559 Nov 11 17:27:00.624254 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7149bf1d-7a33-4eb8-80bc-b822984d52db tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1291} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:27:00.634506 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7149bf1d-7a33-4eb8-80bc-b822984d52db tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:00.634853 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-7149bf1d-7a33-4eb8-80bc-b822984d52db tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Added segment f1fa9fe6-4b67-4021-a948-9fff0a7f9650 of type vlan for network 79d7c0c5-2580-48e9-b1fb-fc8681f265ac Nov 11 17:27:00.727798 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'tag': '20a6d92a-5fd5-4fa9-90b8-b57594e547e2'}, {'name': 'network-changed', 'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'tag': '4f66b335-60b1-4a5e-a509-ce8519750f0d'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:00.730800 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adc129f-b549-406d-b9ed-51d77dbe44fa" -d '{"events": [{"name": "network-changed", "server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "tag": "20a6d92a-5fd5-4fa9-90b8-b57594e547e2"}, {"name": "network-changed", "server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "tag": "4f66b335-60b1-4a5e-a509-ce8519750f0d"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:00.747232 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7149bf1d-7a33-4eb8-80bc-b822984d52db tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:00.796074 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-85806d46-b10a-4cd0-9403-e33da1fc8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:00.803319 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-85806d46-b10a-4cd0-9403-e33da1fc8c75 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961 HTTP/1.1" status: 200 len: 855 time: 0.1997852 Nov 11 17:27:00.848408 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb67ac18-2be0-4244-a9cf-02b318fe3600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:00.861577 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f71859-a6ca-42a2-ba23-ae905942b8c8', 'name': 'tempest-ServerRescueNegativeTestJSON-864403570-router', 'tenant_id': '306a4c542bc14bef8e6801a97c53fb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '22c78bda-e8f3-4fba-aef1-70bf8f522b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:51Z', 'updated_at': '2021-11-11T17:26:56Z', 'revision_number': 3, 'project_id': '306a4c542bc14bef8e6801a97c53fb31', 'gw_port': {'id': '22c78bda-e8f3-4fba-aef1-70bf8f522b7d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:26:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f71859-a6ca-42a2-ba23-ae905942b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:53Z', 'updated_at': '2021-11-11T17:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:00.877686 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-bb67ac18-2be0-4244-a9cf-02b318fe3600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e178566c-88c3-43e4-a684-f5fb9903b363']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:00.890870 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] Checking router: 74f71859-a6ca-42a2-ba23-ae905942b8c8 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:27:00.891222 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] Updating router 74f71859-a6ca-42a2-ba23-ae905942b8c8 port 22c78bda-e8f3-4fba-aef1-70bf8f522b7d binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:27:00.892791 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-bb67ac18-2be0-4244-a9cf-02b318fe3600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c172055a-534d-4ecb-9143-f5fe39386e1c') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:00.893029 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-bb67ac18-2be0-4244-a9cf-02b318fe3600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c172055a-534d-4ecb-9143-f5fe39386e1c') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:00.918277 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:00.937813 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7149bf1d-7a33-4eb8-80bc-b822984d52db tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:00.944926 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7149bf1d-7a33-4eb8-80bc-b822984d52db tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:00.945680 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7149bf1d-7a33-4eb8-80bc-b822984d52db tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:00.970696 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:01.054956 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb67ac18-2be0-4244-a9cf-02b318fe3600 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:01.065246 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149bf1d-7a33-4eb8-80bc-b822984d52db tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Pushing event updated for resources: {'Network': ['ID=79d7c0c5-2580-48e9-b1fb-fc8681f265ac,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:01.081335 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 79d7c0c5-2580-48e9-b1fb-fc8681f265ac details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:27:01.105325 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f550011-99f8-4913-9a03-d04b5f1f5afd req-da94483d-e21d-40cf-a810-450f0977402d tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:01.106877 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f550011-99f8-4913-9a03-d04b5f1f5afd req-da94483d-e21d-40cf-a810-450f0977402d tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 943 time: 0.5422449 Nov 11 17:27:01.108450 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb67ac18-2be0-4244-a9cf-02b318fe3600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:01.116021 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb67ac18-2be0-4244-a9cf-02b318fe3600 admin admin] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:27:01.116973 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb67ac18-2be0-4244-a9cf-02b318fe3600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:01.190373 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-d6ce81ab-f288-4cea-b9e9-8e423a9b30b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:01.192643 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-d6ce81ab-f288-4cea-b9e9-8e423a9b30b2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=84930954-ed2a-4cd1-8397-ec8e27db7420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3657207 Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:27:01.194262 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:27:01.197077 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb67ac18-2be0-4244-a9cf-02b318fe3600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:01.204331 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7149bf1d-7a33-4eb8-80bc-b822984d52db tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9252594 Nov 11 17:27:01.216686 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33328) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:01.217723 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb67ac18-2be0-4244-a9cf-02b318fe3600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:01.224289 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bb67ac18-2be0-4244-a9cf-02b318fe3600 admin admin] 10.222.0.76 "DELETE /v2.0/networks/e178566c-88c3-43e4-a684-f5fb9903b363 HTTP/1.1" status: 204 len: 168 time: 0.9244056 Nov 11 17:27:01.233225 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-1fb48bb1-a371-4e5d-9fdc-1a9161bfbb58 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-179537518'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:01.278783 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:01.292205 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:01.302298 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67ac18-2be0-4244-a9cf-02b318fe3600 admin admin] Pushing event deleted for resources: {'Network': ['ID=e178566c-88c3-43e4-a684-f5fb9903b363,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:01.322986 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-161d2f63-ff95-4356-859f-c121bc95e3c1 req-e670d8c0-2d6a-45f0-80f7-607f0f1b222b tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7028503 Nov 11 17:27:01.332649 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb48bb1-a371-4e5d-9fdc-1a9161bfbb58 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Made reservation on behalf of ba0815679a8c469fb67e57295b0ae51a for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:01.336610 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1fb48bb1-a371-4e5d-9fdc-1a9161bfbb58 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:01.377833 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33334) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:01.412636 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb48bb1-a371-4e5d-9fdc-1a9161bfbb58 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1283} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:27:01.422408 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1fb48bb1-a371-4e5d-9fdc-1a9161bfbb58 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:01.422755 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-1fb48bb1-a371-4e5d-9fdc-1a9161bfbb58 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Added segment 3ee6a3f6-aac7-4966-b844-4cc9746b5ded of type vlan for network 6f3a6a75-4ffb-43fb-9675-c0a00b397bbb Nov 11 17:27:01.447952 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] Attempting to bind port 22c78bda-e8f3-4fba-aef1-70bf8f522b7d on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:27:01.450076 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] Attempting to bind port 22c78bda-e8f3-4fba-aef1-70bf8f522b7d by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:27:01.450557 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] Attempting to bind port 22c78bda-e8f3-4fba-aef1-70bf8f522b7d on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:01.462830 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1fb48bb1-a371-4e5d-9fdc-1a9161bfbb58 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:01.472234 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cba99c-ab2b-4887-86ac-1db65ebc0a61 None None] Pushing event updated for resources: {'Port': ['ID=22c78bda-e8f3-4fba-aef1-70bf8f522b7d,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:01.487434 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba99c-ab2b-4887-86ac-1db65ebc0a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:01.487834 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba99c-ab2b-4887-86ac-1db65ebc0a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:01.488183 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba99c-ab2b-4887-86ac-1db65ebc0a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:01.489001 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba99c-ab2b-4887-86ac-1db65ebc0a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:01.489358 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba99c-ab2b-4887-86ac-1db65ebc0a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:01.489872 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba99c-ab2b-4887-86ac-1db65ebc0a61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:01.490337 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba99c-ab2b-4887-86ac-1db65ebc0a61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:01.490814 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba99c-ab2b-4887-86ac-1db65ebc0a61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:01.491286 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba99c-ab2b-4887-86ac-1db65ebc0a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:01.491795 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba99c-ab2b-4887-86ac-1db65ebc0a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:01.492267 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba99c-ab2b-4887-86ac-1db65ebc0a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:01.493052 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cba99c-ab2b-4887-86ac-1db65ebc0a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:01.496827 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:27:01.497454 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:01.498000 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:01.498524 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:27:01.499144 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] Bound port: 22c78bda-e8f3-4fba-aef1-70bf8f522b7d, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:27:01.499891 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:01.516183 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-839d7595-ae60-414d-99cf-0fe933412cbc service neutron] 10.222.0.83 "GET /v2.0/networks/84930954-ed2a-4cd1-8397-ec8e27db7420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099642 Nov 11 17:27:01.546186 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f550011-99f8-4913-9a03-d04b5f1f5afd req-5c839e2e-c8a4-4b89-b29a-30658a81860e tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c3e3fde-a5b1-4888-a855-7add44773c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434611 Nov 11 17:27:01.562523 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] For port 22c78bda-e8f3-4fba-aef1-70bf8f522b7d, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:27:01.566640 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] For port 22c78bda-e8f3-4fba-aef1-70bf8f522b7d, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=22c78bda-e8f3-4fba-aef1-70bf8f522b7d,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:27:01.575210 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:01.606017 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1fb48bb1-a371-4e5d-9fdc-1a9161bfbb58 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:01.612067 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb48bb1-a371-4e5d-9fdc-1a9161bfbb58 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:01.612668 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1fb48bb1-a371-4e5d-9fdc-1a9161bfbb58 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:01.638660 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cba99c-ab2b-4887-86ac-1db65ebc0a61 None None] Pushing event updated for resources: {'Port': ['ID=22c78bda-e8f3-4fba-aef1-70bf8f522b7d,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:01.659278 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] Routers {'74f71859-a6ca-42a2-ba23-ae905942b8c8'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:27:01.660106 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:26:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['74f71859-a6ca-42a2-ba23-ae905942b8c8'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:01.693616 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fa1f65-46b6-4a23-9a4e-9b348211bf8f x-openstack-request-id: req-44fa1f65-46b6-4a23-9a4e-9b348211bf8f {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:01.693921 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df5074b-2af2-4d3e-b1c3-249f445954d5", "tag": "d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:01.694182 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-44fa1f65-46b6-4a23-9a4e-9b348211bf8f {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:01.694583 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df5074b-2af2-4d3e-b1c3-249f445954d5', 'tag': 'd2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac', 'status': 'completed', 'code': 200} Nov 11 17:27:01.707340 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac872455-9880-4ec9-a1e3-e7984dded358 x-openstack-request-id: req-ac872455-9880-4ec9-a1e3-e7984dded358 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:01.707648 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "tag": "20a6d92a-5fd5-4fa9-90b8-b57594e547e2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "tag": "4f66b335-60b1-4a5e-a509-ce8519750f0d", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:01.707937 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ac872455-9880-4ec9-a1e3-e7984dded358 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:01.708345 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'tag': '20a6d92a-5fd5-4fa9-90b8-b57594e547e2', 'status': 'completed', 'code': 200} Nov 11 17:27:01.713537 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'tag': '4f66b335-60b1-4a5e-a509-ce8519750f0d', 'status': 'completed', 'code': 200} Nov 11 17:27:01.761432 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1fb48bb1-a371-4e5d-9fdc-1a9161bfbb58 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5348058 Nov 11 17:27:01.782613 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] Set router 74f71859-a6ca-42a2-ba23-ae905942b8c8 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:27:01.794247 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33340) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:01.855815 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0ab1fbc5-0f1a-4323-80bf-2ebfbc03d8e7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a024e2a7b6474f8e8e788e4f4dce81d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4721220 Nov 11 17:27:01.866237 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Request body: {'ports': [{'network_id': '79d7c0c5-2580-48e9-b1fb-fc8681f265ac', 'name': 'tempest-port--1804541056', 'admin_state_up': True}, {'network_id': '6f3a6a75-4ffb-43fb-9675-c0a00b397bbb', 'admin_state_up': False}]} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:01.866555 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Request body: {'port': {'network_id': '79d7c0c5-2580-48e9-b1fb-fc8681f265ac', 'name': 'tempest-port--1804541056', 'admin_state_up': True}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:01.867049 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Request body: {'port': {'network_id': '6f3a6a75-4ffb-43fb-9675-c0a00b397bbb', 'admin_state_up': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:01.875120 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33346) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:01.945848 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb48bb1-a371-4e5d-9fdc-1a9161bfbb58 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Pushing event updated for resources: {'Network': ['ID=6f3a6a75-4ffb-43fb-9675-c0a00b397bbb,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:01.959174 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 6f3a6a75-4ffb-43fb-9675-c0a00b397bbb details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:27:01.991020 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-380c88b1-8044-46c9-ac37-07b12bf52d07 req-944c752a-4708-40fc-ba85-edf6575c2bde service neutron] 10.222.0.83 "GET /v2.0/networks/84930954-ed2a-4cd1-8397-ec8e27db7420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540803 Nov 11 17:27:02.020993 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3fa682c3-0f54-48ac-8d06-bf0bf35eada8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:02.061916 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3fa682c3-0f54-48ac-8d06-bf0bf35eada8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:02.160474 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd9f8c-a582-4f39-a483-1e735639d150 req-c392a86a-d832-49d8-97f8-f2517ab0538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:02.162901 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-88cd9f8c-a582-4f39-a483-1e735639d150 req-c392a86a-d832-49d8-97f8-f2517ab0538f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=099353229b9447bcb4fa0ea46c4d0294&device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 1094 time: 0.0461023 Nov 11 17:27:02.163754 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3fa682c3-0f54-48ac-8d06-bf0bf35eada8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:02.167530 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3fa682c3-0f54-48ac-8d06-bf0bf35eada8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:02.181049 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3fa682c3-0f54-48ac-8d06-bf0bf35eada8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/12353ef0-f97b-4d52-bdd5-7cbc813f3a18 HTTP/1.1" status: 204 len: 168 time: 0.3016713 Nov 11 17:27:02.184170 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b53b7-aadf-437e-badd-7568f274e80f req-3c7ef3f5-7b72-4938-ad45-848e15af716f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:02.193810 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b53b7-aadf-437e-badd-7568f274e80f req-3c7ef3f5-7b72-4938-ad45-848e15af716f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:02.203098 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b53b7-aadf-437e-badd-7568f274e80f req-3c7ef3f5-7b72-4938-ad45-848e15af716f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:02.216722 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f71859-a6ca-42a2-ba23-ae905942b8c8', 'name': 'tempest-ServerRescueNegativeTestJSON-864403570-router', 'tenant_id': '306a4c542bc14bef8e6801a97c53fb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '22c78bda-e8f3-4fba-aef1-70bf8f522b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:51Z', 'updated_at': '2021-11-11T17:26:56Z', 'revision_number': 3, 'project_id': '306a4c542bc14bef8e6801a97c53fb31', 'gw_port': {'id': '22c78bda-e8f3-4fba-aef1-70bf8f522b7d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:26:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f71859-a6ca-42a2-ba23-ae905942b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:53Z', 'updated_at': '2021-11-11T17:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:02.218146 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b53b7-aadf-437e-badd-7568f274e80f req-3c7ef3f5-7b72-4938-ad45-848e15af716f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:02.225806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b53b7-aadf-437e-badd-7568f274e80f req-3c7ef3f5-7b72-4938-ad45-848e15af716f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:02.232448 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b53b7-aadf-437e-badd-7568f274e80f req-3c7ef3f5-7b72-4938-ad45-848e15af716f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:02.238497 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b53b7-aadf-437e-badd-7568f274e80f req-3c7ef3f5-7b72-4938-ad45-848e15af716f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:02.247501 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-927b53b7-aadf-437e-badd-7568f274e80f req-3c7ef3f5-7b72-4938-ad45-848e15af716f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5382 time: 0.4575832 Nov 11 17:27:02.262419 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0bc42f-eacf-402c-ac7c-aff8d0dc03ac None None] The sync data for ids ['74f71859-a6ca-42a2-ba23-ae905942b8c8'] in n-d-816206-4 is: [{'id': '74f71859-a6ca-42a2-ba23-ae905942b8c8', 'name': 'tempest-ServerRescueNegativeTestJSON-864403570-router', 'tenant_id': '306a4c542bc14bef8e6801a97c53fb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '22c78bda-e8f3-4fba-aef1-70bf8f522b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:51Z', 'updated_at': '2021-11-11T17:26:56Z', 'revision_number': 3, 'project_id': '306a4c542bc14bef8e6801a97c53fb31', 'gw_port': {'id': '22c78bda-e8f3-4fba-aef1-70bf8f522b7d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:26:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f71859-a6ca-42a2-ba23-ae905942b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:53Z', 'updated_at': '2021-11-11T17:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:27:02.354125 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd9f8c-a582-4f39-a483-1e735639d150 req-a2c4b93d-050c-414d-ac34-e18f12289c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:02.355597 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-88cd9f8c-a582-4f39-a483-1e735639d150 req-a2c4b93d-050c-414d-ac34-e18f12289c69 service neutron] 10.222.0.83 "GET /v2.0/networks?id=84930954-ed2a-4cd1-8397-ec8e27db7420 HTTP/1.1" status: 200 len: 918 time: 0.1713002 Nov 11 17:27:02.356535 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa682c3-0f54-48ac-8d06-bf0bf35eada8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12353ef0-f97b-4d52-bdd5-7cbc813f3a18,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:02.390218 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-ef582fe7-c197-45e5-ac63-d8b42ecf2515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:02.390886 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-ef582fe7-c197-45e5-ac63-d8b42ecf2515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:02.391623 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-ef582fe7-c197-45e5-ac63-d8b42ecf2515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:02.392166 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-ef582fe7-c197-45e5-ac63-d8b42ecf2515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:02.392769 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-ef582fe7-c197-45e5-ac63-d8b42ecf2515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:02.393299 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-ef582fe7-c197-45e5-ac63-d8b42ecf2515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:02.393935 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-ef582fe7-c197-45e5-ac63-d8b42ecf2515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:02.396197 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-ef582fe7-c197-45e5-ac63-d8b42ecf2515 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf9f7834dbb745e8861e3581142ac13c&device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 6219 time: 0.6009228 Nov 11 17:27:02.416147 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-88cd9f8c-a582-4f39-a483-1e735639d150 req-7017eab6-8d93-4745-b62e-bbd25f64c33c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac HTTP/1.1" status: 200 len: 217 time: 0.0533397 Nov 11 17:27:02.480798 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd9f8c-a582-4f39-a483-1e735639d150 req-514031eb-dcad-4d14-b0aa-88c9b1416219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:02.482710 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-88cd9f8c-a582-4f39-a483-1e735639d150 req-514031eb-dcad-4d14-b0aa-88c9b1416219 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961 HTTP/1.1" status: 200 len: 855 time: 0.0599680 Nov 11 17:27:02.515479 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Made reservation on behalf of ba0815679a8c469fb67e57295b0ae51a for: {'port': 2} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:02.520160 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:02.548505 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e8c2c-9088-47a7-8098-3c56beb08b62 req-f143f9b2-0b90-4ad8-b639-816f22cd659d tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:02.556129 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-208e8c2c-9088-47a7-8098-3c56beb08b62 req-f143f9b2-0b90-4ad8-b639-816f22cd659d tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 945 time: 0.4830909 Nov 11 17:27:02.562709 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd9f8c-a582-4f39-a483-1e735639d150 req-85634c7f-4165-4239-87a6-0e140d43e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:02.564426 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-88cd9f8c-a582-4f39-a483-1e735639d150 req-85634c7f-4165-4239-87a6-0e140d43e116 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=84930954-ed2a-4cd1-8397-ec8e27db7420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745795 Nov 11 17:27:02.569423 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:02.587880 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90200f79-4983-4c33-91f5-1c52297ca48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:02.747415 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-88cd9f8c-a582-4f39-a483-1e735639d150 req-fe337a4d-6111-4217-9e98-71e47ee992e7 service neutron] 10.222.0.83 "GET /v2.0/networks/84930954-ed2a-4cd1-8397-ec8e27db7420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749935 Nov 11 17:27:02.748167 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33358) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:02.765373 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-927b53b7-aadf-437e-badd-7568f274e80f req-cbf8c6b0-a77c-4060-8714-70e6b4254e7b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5169592 Nov 11 17:27:02.813569 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:02.849426 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-208e8c2c-9088-47a7-8098-3c56beb08b62 req-df55bc49-f675-473a-8c46-16f9e739de3c tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869642 Nov 11 17:27:02.856297 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:02.917627 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-88cd9f8c-a582-4f39-a483-1e735639d150 req-51581578-f700-45b9-8aca-9bb299616e1d service neutron] 10.222.0.83 "GET /v2.0/networks/84930954-ed2a-4cd1-8397-ec8e27db7420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619718 Nov 11 17:27:02.956551 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c97b6595-4589-491d-8722-4e23039013c5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3d3d1e4b0f6d47d19c5d3c89e5eccdf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2070782 Nov 11 17:27:02.958378 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33362) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:03.017189 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-deb39058-c643-4fc4-81b7-179b2c7db5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:03.017651 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-deb39058-c643-4fc4-81b7-179b2c7db5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:03.018110 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-deb39058-c643-4fc4-81b7-179b2c7db5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:03.024394 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-deb39058-c643-4fc4-81b7-179b2c7db5f1 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=bf9f7834dbb745e8861e3581142ac13c&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.6053162 Nov 11 17:27:03.043554 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e98ad3a-dcfc-4a6f-8bf5-b2ff2bc8443f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:03.043698 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] Transition to ACTIVE for port object d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:27:03.060657 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] device_id is not set on port f5cadbd1-12e8-4d5b-b444-340c425af038 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:27:03.080748 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e98ad3a-dcfc-4a6f-8bf5-b2ff2bc8443f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:03.098312 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:03.180802 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e98ad3a-dcfc-4a6f-8bf5-b2ff2bc8443f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:03.186250 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e98ad3a-dcfc-4a6f-8bf5-b2ff2bc8443f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:03.188187 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8e98ad3a-dcfc-4a6f-8bf5-b2ff2bc8443f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9e76621f-c80c-4b07-8a81-69daec32fa5e HTTP/1.1" status: 204 len: 168 time: 0.2275939 Nov 11 17:27:03.248811 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98ad3a-dcfc-4a6f-8bf5-b2ff2bc8443f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e76621f-c80c-4b07-8a81-69daec32fa5e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:03.331496 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] Pushing event updated for resources: {'Port': ['ID=d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:03.403351 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb8e81-bf82-456f-85ab-7ebae1292954 req-ea1cd806-80c3-4b67-8eac-4f6f4e357fa8 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:03.405587 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3edb8e81-bf82-456f-85ab-7ebae1292954 req-ea1cd806-80c3-4b67-8eac-4f6f4e357fa8 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 943 time: 0.4115145 Nov 11 17:27:03.589107 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-87a5a45a-2657-4189-988e-a41645f59c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:03.590580 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-87a5a45a-2657-4189-988e-a41645f59c2b service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5429595 Nov 11 17:27:03.708456 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3edb8e81-bf82-456f-85ab-7ebae1292954 req-0449ac07-d4e9-4d6d-afed-273d30ec27f0 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c3e3fde-a5b1-4888-a855-7add44773c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2904694 Nov 11 17:27:03.720725 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3bd52-cb74-499e-a46f-38647ce63d48 req-433a9862-ad16-4a71-8b84-b10c2c75b9ee tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:03.735468 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a0c3bd52-cb74-499e-a46f-38647ce63d48 req-433a9862-ad16-4a71-8b84-b10c2c75b9ee tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 945 time: 0.4410353 Nov 11 17:27:03.757204 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-90200f79-4983-4c33-91f5-1c52297ca48c admin admin] Allocated IP 172.20.0.1 (328b7d2e-efb4-416c-88d6-28cdbb34eaa1/b36a3487-9104-49ee-900b-5ebde2143e8f/c3d5da55-b7f9-43e0-a053-af88a961dc7f) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:27:03.846909 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:03.925777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] Attempting to bind port d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:27:03.926279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] Attempting to bind port d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:27:03.926448 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] Attempting to bind port d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 on network f23ac4df-d84d-4279-8162-bbdedb50f219 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:04.096708 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 22c78bda-e8f3-4fba-aef1-70bf8f522b7d up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:04.213560 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 22c78bda-e8f3-4fba-aef1-70bf8f522b7d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:04.214072 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:04.346609 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] Port d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 on network f23ac4df-d84d-4279-8162-bbdedb50f219 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:27:04.346937 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] Attempting to bind port d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 on network f23ac4df-d84d-4279-8162-bbdedb50f219 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:04.355509 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a0c3bd52-cb74-499e-a46f-38647ce63d48 req-9d44649f-b1ef-4261-8d60-2785a0ee6795 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6187677 Nov 11 17:27:04.365239 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:27:04.365596 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] Checking segment: {'id': 'a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:04.365992 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] Bound using segment: {'id': 'a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:27:04.366442 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] Bound port: d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:27:04.366799 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:04.372306 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] device_id is not set on port acfc63f4-d900-40b2-8921-bb56438ecca5 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:27:04.388951 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:04.406133 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-30c1ceca-584b-4f76-b435-29aca046d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:04.406607 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-30c1ceca-584b-4f76-b435-29aca046d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:04.407063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-30c1ceca-584b-4f76-b435-29aca046d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:04.407515 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-30c1ceca-584b-4f76-b435-29aca046d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:04.407993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-30c1ceca-584b-4f76-b435-29aca046d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:04.408441 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-30c1ceca-584b-4f76-b435-29aca046d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:04.408886 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-30c1ceca-584b-4f76-b435-29aca046d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:04.411036 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-30c1ceca-584b-4f76-b435-29aca046d4c5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf9f7834dbb745e8861e3581142ac13c&device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 6244 time: 0.7732306 Nov 11 17:27:04.416768 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 22c78bda-e8f3-4fba-aef1-70bf8f522b7d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=22c78bda-e8f3-4fba-aef1-70bf8f522b7d,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:04.425320 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:04.438409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb0d65-48cf-4940-90bd-a6fff946fee7 req-6b5c18a2-07f9-4d88-96df-9f72e9b7a29f tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:04.445769 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-20fb0d65-48cf-4940-90bd-a6fff946fee7 req-6b5c18a2-07f9-4d88-96df-9f72e9b7a29f tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a5fb1d7-6c66-47bc-8d43-defbd49d9f31 HTTP/1.1" status: 200 len: 946 time: 0.6616125 Nov 11 17:27:04.498058 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=22c78bda-e8f3-4fba-aef1-70bf8f522b7d,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:04.512777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] For port d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:27:04.516012 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] For port d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:27:04.577723 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:04.652361 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7be49-a45e-4ad5-aeb3-9b476a7670cb req-70178408-c847-4aa2-a770-ef049bc6e108 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:04.654963 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-39a7be49-a45e-4ad5-aeb3-9b476a7670cb req-70178408-c847-4aa2-a770-ef049bc6e108 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a5fb1d7-6c66-47bc-8d43-defbd49d9f31 HTTP/1.1" status: 200 len: 946 time: 0.0702314 Nov 11 17:27:04.807940 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-39a7be49-a45e-4ad5-aeb3-9b476a7670cb req-8648c43e-e0b0-4b03-b015-1e9461a2a289 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Deleting port 6fdfdd70-369c-4c2b-8cb2-837800652471 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:27:04.808109 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-39a7be49-a45e-4ad5-aeb3-9b476a7670cb req-8648c43e-e0b0-4b03-b015-1e9461a2a289 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:04.843102 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90200f79-4983-4c33-91f5-1c52297ca48c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:04.873312 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:04.873943 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:04.875444 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] 10.222.0.83 "PUT /v2.0/ports/d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 HTTP/1.1" status: 200 len: 1090 time: 4.6600759 Nov 11 17:27:04.882868 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'tag': 'd17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:04.885405 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dccc4d1-de46-435e-b54a-003e3c483863" -d '{"events": [{"name": "network-changed", "server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "tag": "d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:04.942978 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-20fb0d65-48cf-4940-90bd-a6fff946fee7 req-5cb58725-f364-4f9c-94ec-a09ab7f7ab69 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d1ccd5-fe4a-487f-90e3-0874057f8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958096 Nov 11 17:27:04.983603 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] Request body: {'port': {'device_id': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:04.986391 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c557edb-d7e9-46fc-87cb-2528fa469a75 service neutron] Pushing event updated for resources: {'Port': ['ID=d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:05.136018 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf2a2d-39b5-436d-b021-2235b42d02de req-1ef86043-7bd8-462d-ba31-7cdb2ec95181 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:05.158130 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf2a2d-39b5-436d-b021-2235b42d02de req-1ef86043-7bd8-462d-ba31-7cdb2ec95181 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:05.170137 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf2a2d-39b5-436d-b021-2235b42d02de req-1ef86043-7bd8-462d-ba31-7cdb2ec95181 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:05.191511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf2a2d-39b5-436d-b021-2235b42d02de req-1ef86043-7bd8-462d-ba31-7cdb2ec95181 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:05.199563 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf2a2d-39b5-436d-b021-2235b42d02de req-1ef86043-7bd8-462d-ba31-7cdb2ec95181 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:05.205739 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf2a2d-39b5-436d-b021-2235b42d02de req-1ef86043-7bd8-462d-ba31-7cdb2ec95181 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:05.228808 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf2a2d-39b5-436d-b021-2235b42d02de req-1ef86043-7bd8-462d-ba31-7cdb2ec95181 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:05.231164 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e4cf2a2d-39b5-436d-b021-2235b42d02de req-1ef86043-7bd8-462d-ba31-7cdb2ec95181 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5394 time: 0.7137642 Nov 11 17:27:05.244499 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-5c07d2f1-d84f-4826-8bc5-fc723bc49db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:05.244969 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-5c07d2f1-d84f-4826-8bc5-fc723bc49db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:05.245428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-5c07d2f1-d84f-4826-8bc5-fc723bc49db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:05.247042 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-5c07d2f1-d84f-4826-8bc5-fc723bc49db2 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=bf9f7834dbb745e8861e3581142ac13c&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.8219342 Nov 11 17:27:05.402942 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90200f79-4983-4c33-91f5-1c52297ca48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:05.435823 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:05.452115 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-39a7be49-a45e-4ad5-aeb3-9b476a7670cb req-8648c43e-e0b0-4b03-b015-1e9461a2a289 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] For port 6fdfdd70-369c-4c2b-8cb2-837800652471, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6fdfdd70-369c-4c2b-8cb2-837800652471,segment=NetworkSegment(621dba8e-9370-48aa-8ab0-e75881382c2a),segment_id=621dba8e-9370-48aa-8ab0-e75881382c2a)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:05.452530 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-39a7be49-a45e-4ad5-aeb3-9b476a7670cb req-8648c43e-e0b0-4b03-b015-1e9461a2a289 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:05.467001 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-39a7be49-a45e-4ad5-aeb3-9b476a7670cb req-8648c43e-e0b0-4b03-b015-1e9461a2a289 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Calling delete_port for 6fdfdd70-369c-4c2b-8cb2-837800652471 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:27:05.580910 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90200f79-4983-4c33-91f5-1c52297ca48c admin admin] Network 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:27:05.586681 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e4cf2a2d-39b5-436d-b021-2235b42d02de req-74c14819-7f23-4d97-b553-49a5cadb9b09 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3348606 Nov 11 17:27:05.590885 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:05.609197 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-90200f79-4983-4c33-91f5-1c52297ca48c admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:05.611893 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90200f79-4983-4c33-91f5-1c52297ca48c admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:27:05.620127 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-39a7be49-a45e-4ad5-aeb3-9b476a7670cb req-8648c43e-e0b0-4b03-b015-1e9461a2a289 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:05.653700 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['6fdfdd70-369c-4c2b-8cb2-837800652471'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:27:05.672494 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648c43e-e0b0-4b03-b015-1e9461a2a289 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Pushing event deleted for resources: {'Port': ['ID=6fdfdd70-369c-4c2b-8cb2-837800652471,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:05.685452 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bef89ce-ae80-4178-9a89-11a432924347 x-openstack-request-id: req-8bef89ce-ae80-4178-9a89-11a432924347 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:05.685750 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "tag": "d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:05.686136 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8bef89ce-ae80-4178-9a89-11a432924347 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:05.686541 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'tag': 'd17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8', 'status': 'completed', 'code': 200} Nov 11 17:27:05.694987 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90200f79-4983-4c33-91f5-1c52297ca48c admin admin] Pushing event updated for resources: {'Port': ['ID=c3d5da55-b7f9-43e0-a053-af88a961dc7f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:05.730474 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a7be49-a45e-4ad5-aeb3-9b476a7670cb req-8648c43e-e0b0-4b03-b015-1e9461a2a289 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] No DVR routers for this DVR port 6fdfdd70-369c-4c2b-8cb2-837800652471 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:27:05.734160 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-39a7be49-a45e-4ad5-aeb3-9b476a7670cb req-8648c43e-e0b0-4b03-b015-1e9461a2a289 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:05.738388 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-39a7be49-a45e-4ad5-aeb3-9b476a7670cb req-8648c43e-e0b0-4b03-b015-1e9461a2a289 tempest-ServerPasswordTestJSON-1646236562 tempest-ServerPasswordTestJSON-1646236562-project] 10.222.0.64 "DELETE /v2.0/ports/6fdfdd70-369c-4c2b-8cb2-837800652471 HTTP/1.1" status: 204 len: 173 time: 1.0758812 Nov 11 17:27:05.738874 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5fb1d7-6c66-47bc-8d43-defbd49d9f31', 'name': 'network-vif-deleted', 'tag': '6fdfdd70-369c-4c2b-8cb2-837800652471'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:05.741252 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dce48d-b1e6-4ea5-8c0d-9c31f57d54aa" -d '{"events": [{"server_uuid": "9a5fb1d7-6c66-47bc-8d43-defbd49d9f31", "name": "network-vif-deleted", "tag": "6fdfdd70-369c-4c2b-8cb2-837800652471"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:05.755047 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-20d5cd63-b19d-47e2-851b-4aa9d609742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:05.756576 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3adc129f-b549-406d-b9ed-51d77dbe44fa req-20d5cd63-b19d-47e2-851b-4aa9d609742f service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4914298 Nov 11 17:27:05.802757 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90200f79-4983-4c33-91f5-1c52297ca48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:05.987848 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3425466-31ba-45d2-bb50-0d02eb467209 req-34e603e4-0bdc-4e67-b00c-cc7052fb81ab tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:05.990320 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3425466-31ba-45d2-bb50-0d02eb467209 req-34e603e4-0bdc-4e67-b00c-cc7052fb81ab tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 943 time: 0.3950663 Nov 11 17:27:06.016447 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 22c78bda-e8f3-4fba-aef1-70bf8f522b7d up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:06.020034 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:06.049887 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cd5b1a-2b22-4da2-b0dd-85e0976aea8f x-openstack-request-id: req-a0cd5b1a-2b22-4da2-b0dd-85e0976aea8f {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:06.050185 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5fb1d7-6c66-47bc-8d43-defbd49d9f31", "name": "network-vif-deleted", "tag": "6fdfdd70-369c-4c2b-8cb2-837800652471", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:06.050441 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a0cd5b1a-2b22-4da2-b0dd-85e0976aea8f {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:06.050838 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5fb1d7-6c66-47bc-8d43-defbd49d9f31', 'name': 'network-vif-deleted', 'tag': '6fdfdd70-369c-4c2b-8cb2-837800652471', 'status': 'completed', 'code': 200} Nov 11 17:27:06.083018 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 22c78bda-e8f3-4fba-aef1-70bf8f522b7d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:06.084947 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:06.160448 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccc4d1-de46-435e-b54a-003e3c483863 req-1c5a93b4-1221-47ba-af25-685c749f9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:06.160857 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccc4d1-de46-435e-b54a-003e3c483863 req-1c5a93b4-1221-47ba-af25-685c749f9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:06.161322 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccc4d1-de46-435e-b54a-003e3c483863 req-1c5a93b4-1221-47ba-af25-685c749f9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:06.161775 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccc4d1-de46-435e-b54a-003e3c483863 req-1c5a93b4-1221-47ba-af25-685c749f9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:06.162384 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccc4d1-de46-435e-b54a-003e3c483863 req-1c5a93b4-1221-47ba-af25-685c749f9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:06.162840 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccc4d1-de46-435e-b54a-003e3c483863 req-1c5a93b4-1221-47ba-af25-685c749f9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:06.163307 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccc4d1-de46-435e-b54a-003e3c483863 req-1c5a93b4-1221-47ba-af25-685c749f9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:06.165636 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2dccc4d1-de46-435e-b54a-003e3c483863 req-1c5a93b4-1221-47ba-af25-685c749f9761 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf9f7834dbb745e8861e3581142ac13c&device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 6286 time: 0.3109500 Nov 11 17:27:06.262868 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Pushing event updated for resources: {'Port': ['ID=f5cadbd1-12e8-4d5b-b444-340c425af038,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:06.400337 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3425466-31ba-45d2-bb50-0d02eb467209 req-969f62b7-77fa-429e-92de-ba111a280045 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c3e3fde-a5b1-4888-a855-7add44773c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3785257 Nov 11 17:27:06.419261 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90200f79-4983-4c33-91f5-1c52297ca48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:06.449952 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33426) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:06.501533 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Checking segment: {'id': 'f1fa9fe6-4b67-4021-a948-9fff0a7f9650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '79d7c0c5-2580-48e9-b1fb-fc8681f265ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:06.502467 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Network hostable DHCP agents. Network: 79d7c0c5-2580-48e9-b1fb-fc8681f265ac, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:27:06.510761 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce2b447-0b25-43da-a1ec-dea2b0f1b64f admin admin] Deleting subnet c692f87a-03f9-4085-8526-2bcbb0a7100b {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:27:06.516513 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fce2b447-0b25-43da-a1ec-dea2b0f1b64f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:06.558251 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fce2b447-0b25-43da-a1ec-dea2b0f1b64f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:06.600433 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fce2b447-0b25-43da-a1ec-dea2b0f1b64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:06.658565 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccc4d1-de46-435e-b54a-003e3c483863 req-5d014811-5299-4ce0-bdb2-06167dcd5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:06.659043 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccc4d1-de46-435e-b54a-003e3c483863 req-5d014811-5299-4ce0-bdb2-06167dcd5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:06.659562 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccc4d1-de46-435e-b54a-003e3c483863 req-5d014811-5299-4ce0-bdb2-06167dcd5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:06.661925 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2dccc4d1-de46-435e-b54a-003e3c483863 req-5d014811-5299-4ce0-bdb2-06167dcd5bbb service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=bf9f7834dbb745e8861e3581142ac13c&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.4808168 Nov 11 17:27:06.671498 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fce2b447-0b25-43da-a1ec-dea2b0f1b64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:06.679355 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e72d773-0677-4eac-9257-f5ea1cb74c15 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:06.698901 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:06.703798 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2b447-0b25-43da-a1ec-dea2b0f1b64f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c692f87a-03f9-4085-8526-2bcbb0a7100b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:06.705868 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fce2b447-0b25-43da-a1ec-dea2b0f1b64f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:06.712944 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fce2b447-0b25-43da-a1ec-dea2b0f1b64f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c692f87a-03f9-4085-8526-2bcbb0a7100b HTTP/1.1" status: 204 len: 168 time: 0.2589879 Nov 11 17:27:06.712944 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33434) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:06.768412 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Network 79d7c0c5-2580-48e9-b1fb-fc8681f265ac is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:27:06.791475 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] Transition to ACTIVE for port object 5e72d773-0677-4eac-9257-f5ea1cb74c15 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:27:06.806339 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 79d7c0c5-2580-48e9-b1fb-fc8681f265ac) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:06.814018 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decdeb53-58c0-45c6-9976-3b73b985e82c None None] Network 79d7c0c5-2580-48e9-b1fb-fc8681f265ac requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:06.817543 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:06.838037 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f558026-c213-4197-956e-3f9291e447cb req-0954af2d-533d-4ca6-b449-3afbe1f4a1f1 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:06.839493 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-be35f1d8-e182-4d31-b82e-14d8df58c206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:06.847487 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f558026-c213-4197-956e-3f9291e447cb req-0954af2d-533d-4ca6-b449-3afbe1f4a1f1 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 945 time: 0.2880366 Nov 11 17:27:06.860899 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:27:06.861745 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:07.040403 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-be35f1d8-e182-4d31-b82e-14d8df58c206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:07.068748 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccc4d1-de46-435e-b54a-003e3c483863 req-1adbb501-fa8c-4320-be70-5682f41dca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:07.070282 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2dccc4d1-de46-435e-b54a-003e3c483863 req-1adbb501-fa8c-4320-be70-5682f41dca34 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3772438 Nov 11 17:27:07.092770 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] Pushing event updated for resources: {'Port': ['ID=5e72d773-0677-4eac-9257-f5ea1cb74c15,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:07.109105 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-be35f1d8-e182-4d31-b82e-14d8df58c206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf37df9-3b7e-4ef0-946c-a887bc982e3b']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:07.134518 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90200f79-4983-4c33-91f5-1c52297ca48c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:07.138528 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-be35f1d8-e182-4d31-b82e-14d8df58c206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621dba8e-9370-48aa-8ab0-e75881382c2a') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:07.139376 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-be35f1d8-e182-4d31-b82e-14d8df58c206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621dba8e-9370-48aa-8ab0-e75881382c2a') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:07.156390 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-be35f1d8-e182-4d31-b82e-14d8df58c206 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:07.174662 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-be35f1d8-e182-4d31-b82e-14d8df58c206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:07.185422 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be35f1d8-e182-4d31-b82e-14d8df58c206 admin admin] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:27:07.185825 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-be35f1d8-e182-4d31-b82e-14d8df58c206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:27:07.187869 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:27:07.218808 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f558026-c213-4197-956e-3f9291e447cb req-3b2375b3-3b20-4f32-8a01-9e5affff9674 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702929 Nov 11 17:27:07.228580 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Checking segment: {'id': '3ee6a3f6-aac7-4966-b844-4cc9746b5ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '6f3a6a75-4ffb-43fb-9675-c0a00b397bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:07.228973 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Network hostable DHCP agents. Network: 6f3a6a75-4ffb-43fb-9675-c0a00b397bbb, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:27:07.241963 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33440) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:07.243869 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90200f79-4983-4c33-91f5-1c52297ca48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:07.333844 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409db22f-dfb2-40cf-9459-59ef348b4eee req-a6402a33-06fd-4d31-9674-9669ec23d3e7 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:07.335549 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-409db22f-dfb2-40cf-9459-59ef348b4eee req-a6402a33-06fd-4d31-9674-9669ec23d3e7 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 945 time: 0.1063819 Nov 11 17:27:07.336911 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-be35f1d8-e182-4d31-b82e-14d8df58c206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:07.342766 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-be35f1d8-e182-4d31-b82e-14d8df58c206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:07.347158 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-be35f1d8-e182-4d31-b82e-14d8df58c206 admin admin] 10.222.0.76 "DELETE /v2.0/networks/ecf37df9-3b7e-4ef0-946c-a887bc982e3b HTTP/1.1" status: 204 len: 168 time: 0.6330037 Nov 11 17:27:07.371387 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f4003-6e42-4471-ac7f-881007ef23f2 req-8b19a568-8129-42cc-903e-965616b5028f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:07.379917 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f4003-6e42-4471-ac7f-881007ef23f2 req-8b19a568-8129-42cc-903e-965616b5028f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:07.388108 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f4003-6e42-4471-ac7f-881007ef23f2 req-8b19a568-8129-42cc-903e-965616b5028f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:07.395350 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f4003-6e42-4471-ac7f-881007ef23f2 req-8b19a568-8129-42cc-903e-965616b5028f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:07.402327 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f4003-6e42-4471-ac7f-881007ef23f2 req-8b19a568-8129-42cc-903e-965616b5028f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:07.412874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f4003-6e42-4471-ac7f-881007ef23f2 req-8b19a568-8129-42cc-903e-965616b5028f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:07.421470 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f4003-6e42-4471-ac7f-881007ef23f2 req-8b19a568-8129-42cc-903e-965616b5028f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:07.423379 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a1f4003-6e42-4471-ac7f-881007ef23f2 req-8b19a568-8129-42cc-903e-965616b5028f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5406 time: 0.4987693 Nov 11 17:27:07.440477 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35f1d8-e182-4d31-b82e-14d8df58c206 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecf37df9-3b7e-4ef0-946c-a887bc982e3b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:07.457392 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Pushing event updated for resources: {'Port': ['ID=acfc63f4-d900-40b2-8921-bb56438ecca5,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:07.475403 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d1d69783-9f45-4167-997e-457eb47966a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:07.507794 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Network 6f3a6a75-4ffb-43fb-9675-c0a00b397bbb is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:27:07.510658 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] Attempting to bind port 5e72d773-0677-4eac-9257-f5ea1cb74c15 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:27:07.511081 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] Attempting to bind port 5e72d773-0677-4eac-9257-f5ea1cb74c15 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:27:07.511503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] Attempting to bind port 5e72d773-0677-4eac-9257-f5ea1cb74c15 on network f23ac4df-d84d-4279-8162-bbdedb50f219 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:07.531255 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] Port 5e72d773-0677-4eac-9257-f5ea1cb74c15 on network f23ac4df-d84d-4279-8162-bbdedb50f219 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:27:07.531600 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] Attempting to bind port 5e72d773-0677-4eac-9257-f5ea1cb74c15 on network f23ac4df-d84d-4279-8162-bbdedb50f219 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:07.547175 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d2085259-b56f-44d6-8ab3-e6c6ba87b8bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:07.550376 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33448) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:07.577663 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90200f79-4983-4c33-91f5-1c52297ca48c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:07.584548 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 6f3a6a75-4ffb-43fb-9675-c0a00b397bbb) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:07.586335 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:27:07.586822 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] Checking segment: {'id': 'a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:07.587270 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] Bound using segment: {'id': 'a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:27:07.587822 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] Bound port: 5e72d773-0677-4eac-9257-f5ea1cb74c15, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:27:07.588241 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:07.602898 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a413e2-30f0-46fb-9b5d-c744d4fde185 None None] Network 6f3a6a75-4ffb-43fb-9675-c0a00b397bbb requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:07.612547 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90200f79-4983-4c33-91f5-1c52297ca48c admin admin] Pushing event updated for resources: {'Port': ['ID=c3d5da55-b7f9-43e0-a053-af88a961dc7f,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:07.622992 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:27:07.628738 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:07.634190 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:07.635067 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:07.679766 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1de23974-9e2d-483d-9990-085aa672184b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=090f27d01dfe4e8ba38741a9ddd01c29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1277163 Nov 11 17:27:07.694740 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33452) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:07.760199 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-51547059-8450-44ce-9ed6-f4bceac0cf28 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.9638259 Nov 11 17:27:07.763424 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33454) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:07.817272 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea8781-cf5c-49f2-9e40-be9cf4c0cd95 req-ab4e2b75-ebd6-4d2f-a06b-927953555e4a tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:07.818807 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cdea8781-cf5c-49f2-9e40-be9cf4c0cd95 req-ab4e2b75-ebd6-4d2f-a06b-927953555e4a tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 943 time: 0.2622588 Nov 11 17:27:07.840352 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a1f4003-6e42-4471-ac7f-881007ef23f2 req-fca7381f-c56b-4b23-886e-795a5c67cb57 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3799398 Nov 11 17:27:07.841527 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-409db22f-dfb2-40cf-9459-59ef348b4eee req-9a8c3cf4-25db-4b4d-8907-76bbcee37934 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Deleting port 27fa6502-d582-4054-a23d-353a2b0f7022 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:27:07.842002 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-409db22f-dfb2-40cf-9459-59ef348b4eee req-9a8c3cf4-25db-4b4d-8907-76bbcee37934 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:07.931344 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d2085259-b56f-44d6-8ab3-e6c6ba87b8bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:07.939458 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a11fd18b-62b6-42e3-a7fc-9d39a2fe4ccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:07.950129 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d2085259-b56f-44d6-8ab3-e6c6ba87b8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:07.951626 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] For port 5e72d773-0677-4eac-9257-f5ea1cb74c15, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:27:07.968704 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cdea8781-cf5c-49f2-9e40-be9cf4c0cd95 req-8da8c949-f79a-492f-8cf4-540b0e6cf6bd tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c3e3fde-a5b1-4888-a855-7add44773c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253135 Nov 11 17:27:07.975641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] For port 5e72d773-0677-4eac-9257-f5ea1cb74c15, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=5e72d773-0677-4eac-9257-f5ea1cb74c15,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:27:07.978705 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90200f79-4983-4c33-91f5-1c52297ca48c admin admin] Network 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:27:07.980656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-90200f79-4983-4c33-91f5-1c52297ca48c admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:07.989739 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:08.022561 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febc4ffa-0c34-4119-8851-94546686fb5d tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:08.029259 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febc4ffa-0c34-4119-8851-94546686fb5d tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:08.032724 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-febc4ffa-0c34-4119-8851-94546686fb5d tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2632341 Nov 11 17:27:08.054078 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33456) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:08.077787 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a11fd18b-62b6-42e3-a7fc-9d39a2fe4ccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:08.085027 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d2085259-b56f-44d6-8ab3-e6c6ba87b8bb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4933cea6e6aa43e4a369bdacea66c16e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8411856 Nov 11 17:27:08.085526 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33458) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:08.089588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:08.090221 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:08.091653 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] 10.222.0.83 "PUT /v2.0/ports/5e72d773-0677-4eac-9257-f5ea1cb74c15 HTTP/1.1" status: 200 len: 1091 time: 3.1544054 Nov 11 17:27:08.092166 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'tag': '5e72d773-0677-4eac-9257-f5ea1cb74c15'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:08.094711 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71436fdc-009b-49e1-963f-930ed266a0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "tag": "5e72d773-0677-4eac-9257-f5ea1cb74c15"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:08.138366 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2085259-b56f-44d6-8ab3-e6c6ba87b8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822b9737-2119-4a72-8d28-778b5ebd4d50,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:08.145713 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae1042-e0c9-4d7d-a023-179e20f30931 service neutron] Pushing event updated for resources: {'Port': ['ID=5e72d773-0677-4eac-9257-f5ea1cb74c15,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:08.146149 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-409db22f-dfb2-40cf-9459-59ef348b4eee req-9a8c3cf4-25db-4b4d-8907-76bbcee37934 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] For port 27fa6502-d582-4054-a23d-353a2b0f7022, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=27fa6502-d582-4054-a23d-353a2b0f7022,segment=NetworkSegment(23b9bed9-2876-487d-b6a7-566f9036f0b9),segment_id=23b9bed9-2876-487d-b6a7-566f9036f0b9)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:08.146519 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-409db22f-dfb2-40cf-9459-59ef348b4eee req-9a8c3cf4-25db-4b4d-8907-76bbcee37934 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:08.159031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] Request body: {'port': {'device_id': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:08.163652 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7244098-9141-456c-9991-c720e3399807 x-openstack-request-id: req-a7244098-9141-456c-9991-c720e3399807 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:08.164096 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "tag": "5e72d773-0677-4eac-9257-f5ea1cb74c15", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:08.164454 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a7244098-9141-456c-9991-c720e3399807 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:08.165609 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'tag': '5e72d773-0677-4eac-9257-f5ea1cb74c15', 'status': 'completed', 'code': 200} Nov 11 17:27:08.195883 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6fdfdd70-369c-4c2b-8cb2-837800652471 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:27:08.222047 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-409db22f-dfb2-40cf-9459-59ef348b4eee req-9a8c3cf4-25db-4b4d-8907-76bbcee37934 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Calling delete_port for 27fa6502-d582-4054-a23d-353a2b0f7022 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:27:08.240455 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 6fdfdd70-369c-4c2b-8cb2-837800652471 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:27:08.241068 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6fdfdd70-369c-4c2b-8cb2-837800652471 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:27:08.342220 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce7566ca-906c-4171-86e4-37fd42b1e7f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:08.376497 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a11fd18b-62b6-42e3-a7fc-9d39a2fe4ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:08.379595 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a11fd18b-62b6-42e3-a7fc-9d39a2fe4ccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:08.383951 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a11fd18b-62b6-42e3-a7fc-9d39a2fe4ccb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/55d1ccd5-fe4a-487f-90e3-0874057f8185 HTTP/1.1" status: 204 len: 168 time: 0.6879234 Nov 11 17:27:08.409105 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce7566ca-906c-4171-86e4-37fd42b1e7f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:08.440330 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-b80d99d5-2f2d-4c9c-8479-06575f0aada8 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Deleting port f5cadbd1-12e8-4d5b-b444-340c425af038 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:27:08.440693 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b80d99d5-2f2d-4c9c-8479-06575f0aada8 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:08.533651 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b80d99d5-2f2d-4c9c-8479-06575f0aada8 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:08.548977 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-b80d99d5-2f2d-4c9c-8479-06575f0aada8 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Calling delete_port for f5cadbd1-12e8-4d5b-b444-340c425af038 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:27:08.604241 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fd18b-62b6-42e3-a7fc-9d39a2fe4ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d1ccd5-fe4a-487f-90e3-0874057f8185,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:08.668924 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce7566ca-906c-4171-86e4-37fd42b1e7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:08.672170 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce7566ca-906c-4171-86e4-37fd42b1e7f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:08.673383 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ce7566ca-906c-4171-86e4-37fd42b1e7f6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/822b9737-2119-4a72-8d28-778b5ebd4d50 HTTP/1.1" status: 204 len: 168 time: 0.5516663 Nov 11 17:27:08.767342 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7566ca-906c-4171-86e4-37fd42b1e7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822b9737-2119-4a72-8d28-778b5ebd4d50,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:08.795719 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b80d99d5-2f2d-4c9c-8479-06575f0aada8 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:08.835311 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d99d5-2f2d-4c9c-8479-06575f0aada8 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Pushing event deleted for resources: {'Port': ['ID=f5cadbd1-12e8-4d5b-b444-340c425af038,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:08.838981 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-409db22f-dfb2-40cf-9459-59ef348b4eee req-9a8c3cf4-25db-4b4d-8907-76bbcee37934 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:08.840897 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:08.849362 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:27:08.872807 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['27fa6502-d582-4054-a23d-353a2b0f7022'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:27:08.882858 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c3cf4-25db-4b4d-8907-76bbcee37934 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Pushing event deleted for resources: {'Port': ['ID=27fa6502-d582-4054-a23d-353a2b0f7022,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:08.903833 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b80d99d5-2f2d-4c9c-8479-06575f0aada8 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:08.911515 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b80d99d5-2f2d-4c9c-8479-06575f0aada8 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] 10.222.0.76 "DELETE /v2.0/ports/f5cadbd1-12e8-4d5b-b444-340c425af038 HTTP/1.1" status: 204 len: 168 time: 0.8547697 Nov 11 17:27:08.914351 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33474) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:08.914829 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04d6a6-ba62-4bdb-a4b6-a7416308cc29 req-94db5771-73fa-4f47-a948-55c3b61d1e4b tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:08.933070 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aa04d6a6-ba62-4bdb-a4b6-a7416308cc29 req-94db5771-73fa-4f47-a948-55c3b61d1e4b tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d71d505-ad7c-46b8-8500-5717756a8c7e HTTP/1.1" status: 200 len: 867 time: 0.6188159 Nov 11 17:27:08.956286 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71436fdc-009b-49e1-963f-930ed266a0a4 req-cd00c45d-fc9f-4a46-aa21-84d9f710269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:08.956763 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71436fdc-009b-49e1-963f-930ed266a0a4 req-cd00c45d-fc9f-4a46-aa21-84d9f710269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:08.967741 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71436fdc-009b-49e1-963f-930ed266a0a4 req-cd00c45d-fc9f-4a46-aa21-84d9f710269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:08.968286 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71436fdc-009b-49e1-963f-930ed266a0a4 req-cd00c45d-fc9f-4a46-aa21-84d9f710269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:08.968766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71436fdc-009b-49e1-963f-930ed266a0a4 req-cd00c45d-fc9f-4a46-aa21-84d9f710269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:08.969298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71436fdc-009b-49e1-963f-930ed266a0a4 req-cd00c45d-fc9f-4a46-aa21-84d9f710269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:08.969762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71436fdc-009b-49e1-963f-930ed266a0a4 req-cd00c45d-fc9f-4a46-aa21-84d9f710269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:08.973981 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-71436fdc-009b-49e1-963f-930ed266a0a4 req-cd00c45d-fc9f-4a46-aa21-84d9f710269e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf9f7834dbb745e8861e3581142ac13c&device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 6353 time: 0.7585194 Nov 11 17:27:08.976052 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90200f79-4983-4c33-91f5-1c52297ca48c admin admin] Router 74f71859-a6ca-42a2-ba23-ae905942b8c8 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:27:09.012322 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-409db22f-dfb2-40cf-9459-59ef348b4eee req-9a8c3cf4-25db-4b4d-8907-76bbcee37934 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] No DVR routers for this DVR port 27fa6502-d582-4054-a23d-353a2b0f7022 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:27:09.017073 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-409db22f-dfb2-40cf-9459-59ef348b4eee req-9a8c3cf4-25db-4b4d-8907-76bbcee37934 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:09.020816 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-409db22f-dfb2-40cf-9459-59ef348b4eee req-9a8c3cf4-25db-4b4d-8907-76bbcee37934 tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.64 "DELETE /v2.0/ports/27fa6502-d582-4054-a23d-353a2b0f7022 HTTP/1.1" status: 204 len: 173 time: 1.6732435 Nov 11 17:27:09.021789 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d71d505-ad7c-46b8-8500-5717756a8c7e', 'name': 'network-vif-deleted', 'tag': '27fa6502-d582-4054-a23d-353a2b0f7022'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:09.024098 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f877c043-9c6b-4d7c-b25f-6a140a065800" -d '{"events": [{"server_uuid": "3d71d505-ad7c-46b8-8500-5717756a8c7e", "name": "network-vif-deleted", "tag": "27fa6502-d582-4054-a23d-353a2b0f7022"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:09.110725 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-42efe201-181c-4322-aa4b-eb086b06f42b tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Deleting port acfc63f4-d900-40b2-8921-bb56438ecca5 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:27:09.111399 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-42efe201-181c-4322-aa4b-eb086b06f42b tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:09.247607 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-42efe201-181c-4322-aa4b-eb086b06f42b tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:09.269309 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-42efe201-181c-4322-aa4b-eb086b06f42b tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Calling delete_port for acfc63f4-d900-40b2-8921-bb56438ecca5 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:27:09.363860 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-42efe201-181c-4322-aa4b-eb086b06f42b tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:09.401784 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efe201-181c-4322-aa4b-eb086b06f42b tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Pushing event deleted for resources: {'Port': ['ID=acfc63f4-d900-40b2-8921-bb56438ecca5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:09.408476 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-42efe201-181c-4322-aa4b-eb086b06f42b tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:09.417088 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-42efe201-181c-4322-aa4b-eb086b06f42b tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] 10.222.0.76 "DELETE /v2.0/ports/acfc63f4-d900-40b2-8921-bb56438ecca5 HTTP/1.1" status: 204 len: 168 time: 0.5011289 Nov 11 17:27:09.417915 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33492) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:09.422412 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3b9d1-c525-447e-b810-da4c1024f499 req-c069b74a-2a79-4440-bedb-5f4575f5747b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:09.428609 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3b9d1-c525-447e-b810-da4c1024f499 req-c069b74a-2a79-4440-bedb-5f4575f5747b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:09.446704 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3b9d1-c525-447e-b810-da4c1024f499 req-c069b74a-2a79-4440-bedb-5f4575f5747b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:09.458983 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3676f8bf-4dae-466d-9422-1aa5b6ac8023 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0396454 Nov 11 17:27:09.459932 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33494) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:09.466495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3b9d1-c525-447e-b810-da4c1024f499 req-c069b74a-2a79-4440-bedb-5f4575f5747b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:09.466800 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-04466bd7-c11b-418e-b66d-9b8711ea95a2 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-74587522'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:09.485936 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3b9d1-c525-447e-b810-da4c1024f499 req-c069b74a-2a79-4440-bedb-5f4575f5747b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:09.495665 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3b9d1-c525-447e-b810-da4c1024f499 req-c069b74a-2a79-4440-bedb-5f4575f5747b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:09.501887 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3b9d1-c525-447e-b810-da4c1024f499 req-c069b74a-2a79-4440-bedb-5f4575f5747b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:09.510705 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04466bd7-c11b-418e-b66d-9b8711ea95a2 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Made reservation on behalf of ba0815679a8c469fb67e57295b0ae51a for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:09.516662 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04466bd7-c11b-418e-b66d-9b8711ea95a2 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:09.539335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dec3b9d1-c525-447e-b810-da4c1024f499 req-c069b74a-2a79-4440-bedb-5f4575f5747b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5406 time: 0.5044146 Nov 11 17:27:09.563090 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aa04d6a6-ba62-4bdb-a4b6-a7416308cc29 req-9b39583a-28fd-449d-91d2-7bb44c2e128c tempest-ServerDiskConfigTestJSON-1208139761 tempest-ServerDiskConfigTestJSON-1208139761-project] 10.222.0.76 "GET /v2.0/security-groups?id=ca2bc6da-2911-44f1-ba09-b806cfa81957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5707040 Nov 11 17:27:09.601659 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04466bd7-c11b-418e-b66d-9b8711ea95a2 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1285} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:27:09.625620 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04466bd7-c11b-418e-b66d-9b8711ea95a2 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:09.627268 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-04466bd7-c11b-418e-b66d-9b8711ea95a2 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Added segment aeb7594c-b2cd-443c-bb40-0824a54f999f of type vlan for network 5ef1b2b5-9d0f-4863-8af0-5972605ac7a0 Nov 11 17:27:09.655397 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33500) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:09.774193 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-10481856-0f0c-47a2-9a6d-4c600e186710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:09.811318 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a67fc70d-6921-426b-ba05-f84545e18102 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:09.818673 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04466bd7-c11b-418e-b66d-9b8711ea95a2 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:09.899042 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04466bd7-c11b-418e-b66d-9b8711ea95a2 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:09.907037 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71436fdc-009b-49e1-963f-930ed266a0a4 req-ef8294d6-3964-4a3f-8f5e-660bc2c6f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:09.907509 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71436fdc-009b-49e1-963f-930ed266a0a4 req-ef8294d6-3964-4a3f-8f5e-660bc2c6f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:09.908011 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71436fdc-009b-49e1-963f-930ed266a0a4 req-ef8294d6-3964-4a3f-8f5e-660bc2c6f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:09.908674 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04466bd7-c11b-418e-b66d-9b8711ea95a2 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:09.909613 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04466bd7-c11b-418e-b66d-9b8711ea95a2 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:09.909760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-71436fdc-009b-49e1-963f-930ed266a0a4 req-ef8294d6-3964-4a3f-8f5e-660bc2c6f275 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=bf9f7834dbb745e8861e3581142ac13c&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.9150798 Nov 11 17:27:09.971814 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33506) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:10.042949 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90200f79-4983-4c33-91f5-1c52297ca48c admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:27:10.054865 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dec3b9d1-c525-447e-b810-da4c1024f499 req-c299b387-43ad-411c-94bd-121d409ded41 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5133162 Nov 11 17:27:10.062214 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] Sync routers for ids ['74f71859-a6ca-42a2-ba23-ae905942b8c8'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:27:10.066678 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-90200f79-4983-4c33-91f5-1c52297ca48c admin admin] 10.222.0.76 "PUT /v2.0/routers/74f71859-a6ca-42a2-ba23-ae905942b8c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6516738 Nov 11 17:27:10.069905 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-04466bd7-c11b-418e-b66d-9b8711ea95a2 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6085496 Nov 11 17:27:10.079947 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33510) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:10.082268 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a67fc70d-6921-426b-ba05-f84545e18102 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:10.085322 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-208123ba-4323-44da-b022-374eaf84fc81 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-380902291'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:10.090526 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04466bd7-c11b-418e-b66d-9b8711ea95a2 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Pushing event updated for resources: {'Network': ['ID=5ef1b2b5-9d0f-4863-8af0-5972605ac7a0,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:10.103561 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a67fc70d-6921-426b-ba05-f84545e18102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:10.115055 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] Routers {'74f71859-a6ca-42a2-ba23-ae905942b8c8'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:27:10.126047 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:27:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['74f71859-a6ca-42a2-ba23-ae905942b8c8'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:10.135208 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bce2e-5fd1-46c8-9ba1-1ea455539656 req-46c9f2f0-f865-4f49-a3f8-ca69c4259438 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:10.138638 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 5ef1b2b5-9d0f-4863-8af0-5972605ac7a0 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:27:10.142635 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-562bce2e-5fd1-46c8-9ba1-1ea455539656 req-46c9f2f0-f865-4f49-a3f8-ca69c4259438 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 943 time: 0.2741230 Nov 11 17:27:10.160603 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a67fc70d-6921-426b-ba05-f84545e18102 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e5edb9f3c1ed4fdea16ca1121d380c2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4992065 Nov 11 17:27:10.162131 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fc70d-6921-426b-ba05-f84545e18102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd898f58-db09-4f4d-9f7c-681512299dd8,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:10.176992 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33514) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:10.217086 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208123ba-4323-44da-b022-374eaf84fc81 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Made reservation on behalf of ba0815679a8c469fb67e57295b0ae51a for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:10.220606 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-208123ba-4323-44da-b022-374eaf84fc81 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:10.245912 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6837c992-f73c-43b2-8a49-2793859174b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:10.249665 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15b8fe2-5fbf-4dc4-9b79-34e7f2d17f1a x-openstack-request-id: req-a15b8fe2-5fbf-4dc4-9b79-34e7f2d17f1a {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:10.250256 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d71d505-ad7c-46b8-8500-5717756a8c7e", "name": "network-vif-deleted", "tag": "27fa6502-d582-4054-a23d-353a2b0f7022", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:10.250396 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a15b8fe2-5fbf-4dc4-9b79-34e7f2d17f1a {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:10.252034 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d71d505-ad7c-46b8-8500-5717756a8c7e', 'name': 'network-vif-deleted', 'tag': '27fa6502-d582-4054-a23d-353a2b0f7022', 'status': 'completed', 'code': 200} Nov 11 17:27:10.266889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71436fdc-009b-49e1-963f-930ed266a0a4 req-d48a58bc-99ce-48ba-be05-b4e1d241dcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:10.268412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-71436fdc-009b-49e1-963f-930ed266a0a4 req-d48a58bc-99ce-48ba-be05-b4e1d241dcdc service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3372254 Nov 11 17:27:10.299785 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6837c992-f73c-43b2-8a49-2793859174b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:10.307279 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-562bce2e-5fd1-46c8-9ba1-1ea455539656 req-6f4d988d-d6a8-4c2b-8af9-f85d62ac745a tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c3e3fde-a5b1-4888-a855-7add44773c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597731 Nov 11 17:27:10.316990 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-eafa3f84-6db4-4859-977a-15c2ab2fdf90 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1786932314-network', 'tenant_id': '0e5747bb491947f2a2d2c2ebc01d2df0'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:10.339672 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:10.366606 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:10.394420 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208123ba-4323-44da-b022-374eaf84fc81 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1288} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:27:10.403939 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6837c992-f73c-43b2-8a49-2793859174b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:10.407194 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6837c992-f73c-43b2-8a49-2793859174b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:10.408550 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6837c992-f73c-43b2-8a49-2793859174b0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bd898f58-db09-4f4d-9f7c-681512299dd8 HTTP/1.1" status: 204 len: 168 time: 0.2293477 Nov 11 17:27:10.409554 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] Transition to ACTIVE for port object 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:27:10.422211 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837c992-f73c-43b2-8a49-2793859174b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd898f58-db09-4f4d-9f7c-681512299dd8,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:10.429062 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] Set router 74f71859-a6ca-42a2-ba23-ae905942b8c8 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:27:10.436446 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-208123ba-4323-44da-b022-374eaf84fc81 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:10.438959 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-208123ba-4323-44da-b022-374eaf84fc81 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Added segment 89f8348d-0466-431b-b791-41c066fe3d5d of type vlan for network e0949fc0-43c4-46a1-b610-175abd3eb56d Nov 11 17:27:10.545432 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-208123ba-4323-44da-b022-374eaf84fc81 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:10.609586 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:10.691396 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-208123ba-4323-44da-b022-374eaf84fc81 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:10.700664 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208123ba-4323-44da-b022-374eaf84fc81 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:10.701358 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-208123ba-4323-44da-b022-374eaf84fc81 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:10.712020 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafa3f84-6db4-4859-977a-15c2ab2fdf90 admin admin] Made reservation on behalf of 0e5747bb491947f2a2d2c2ebc01d2df0 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:10.715620 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eafa3f84-6db4-4859-977a-15c2ab2fdf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:10.738436 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eafa3f84-6db4-4859-977a-15c2ab2fdf90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:10.927695 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:10.929728 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-208123ba-4323-44da-b022-374eaf84fc81 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8482430 Nov 11 17:27:10.960220 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f71859-a6ca-42a2-ba23-ae905942b8c8', 'name': 'tempest-ServerRescueNegativeTestJSON-864403570-router', 'tenant_id': '306a4c542bc14bef8e6801a97c53fb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '22c78bda-e8f3-4fba-aef1-70bf8f522b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:51Z', 'updated_at': '2021-11-11T17:27:06Z', 'revision_number': 4, 'project_id': '306a4c542bc14bef8e6801a97c53fb31', 'gw_port': {'id': '22c78bda-e8f3-4fba-aef1-70bf8f522b7d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f71859-a6ca-42a2-ba23-ae905942b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:53Z', 'updated_at': '2021-11-11T17:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'c3d5da55-b7f9-43e0-a053-af88a961dc7f', 'name': '', 'network_id': '328b7d2e-efb4-416c-88d6-28cdbb34eaa1', 'tenant_id': '306a4c542bc14bef8e6801a97c53fb31', 'mac_address': 'fa:16:3e:68:11:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f71859-a6ca-42a2-ba23-ae905942b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b36a3487-9104-49ee-900b-5ebde2143e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:27:02Z', 'updated_at': '2021-11-11T17:27:06Z', 'revision_number': 2, 'project_id': '306a4c542bc14bef8e6801a97c53fb31', 'subnets': [{'id': 'b36a3487-9104-49ee-900b-5ebde2143e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:11.023001 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=997c27ca-49ff-4d5e-b132-25f3c8e2cbeb,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:11.062142 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33544) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:11.065740 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] Checking router: 74f71859-a6ca-42a2-ba23-ae905942b8c8 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:27:11.066089 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] Updating router 74f71859-a6ca-42a2-ba23-ae905942b8c8 port c3d5da55-b7f9-43e0-a053-af88a961dc7f binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:27:11.067935 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-706189a1-3143-4399-96c2-a5060d743807 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Request body: {'subnets': [{'network_id': '5ef1b2b5-9d0f-4863-8af0-5972605ac7a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--901854417', 'ip_version': 4}, {'network_id': 'e0949fc0-43c4-46a1-b610-175abd3eb56d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:11.068332 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-706189a1-3143-4399-96c2-a5060d743807 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Request body: {'subnet': {'network_id': '5ef1b2b5-9d0f-4863-8af0-5972605ac7a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--901854417', 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:11.069248 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-706189a1-3143-4399-96c2-a5060d743807 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Request body: {'subnet': {'network_id': 'e0949fc0-43c4-46a1-b610-175abd3eb56d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:11.110041 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208123ba-4323-44da-b022-374eaf84fc81 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Pushing event updated for resources: {'Network': ['ID=e0949fc0-43c4-46a1-b610-175abd3eb56d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:11.168939 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33556) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:11.179306 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:11.185923 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network e0949fc0-43c4-46a1-b610-175abd3eb56d details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:27:11.381345 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706189a1-3143-4399-96c2-a5060d743807 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Made reservation on behalf of ba0815679a8c469fb67e57295b0ae51a for: {'subnet': 2} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:11.387918 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-706189a1-3143-4399-96c2-a5060d743807 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:11.388871 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-706189a1-3143-4399-96c2-a5060d743807 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:11.457930 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd81331-5f9c-4e01-a678-988f05922841 admin admin] Deleting subnet 9ebd1db8-dd17-467d-aa7b-3291e31f06ba {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:27:11.498852 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-abd81331-5f9c-4e01-a678-988f05922841 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:11.583442 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] Attempting to bind port 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:27:11.583809 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] Attempting to bind port 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '6cc8557e-150d-4ccf-a738-cc6d87ac5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '62a50c96-c103-4bed-873d-07bc993c3882'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:27:11.584127 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] Attempting to bind port 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb on network 62a50c96-c103-4bed-873d-07bc993c3882 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:11.597562 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b5c41-d70e-4b56-aa9e-8aec617e3b7b req-c82b999e-62f3-44f6-9522-aa9101bd88cc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:11.604527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b5c41-d70e-4b56-aa9e-8aec617e3b7b req-c82b999e-62f3-44f6-9522-aa9101bd88cc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:11.610823 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b5c41-d70e-4b56-aa9e-8aec617e3b7b req-c82b999e-62f3-44f6-9522-aa9101bd88cc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:11.616821 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b5c41-d70e-4b56-aa9e-8aec617e3b7b req-c82b999e-62f3-44f6-9522-aa9101bd88cc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:11.623831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b5c41-d70e-4b56-aa9e-8aec617e3b7b req-c82b999e-62f3-44f6-9522-aa9101bd88cc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:11.630022 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b5c41-d70e-4b56-aa9e-8aec617e3b7b req-c82b999e-62f3-44f6-9522-aa9101bd88cc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:11.636172 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b5c41-d70e-4b56-aa9e-8aec617e3b7b req-c82b999e-62f3-44f6-9522-aa9101bd88cc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:11.644186 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f5b5c41-d70e-4b56-aa9e-8aec617e3b7b req-c82b999e-62f3-44f6-9522-aa9101bd88cc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5418 time: 0.3085556 Nov 11 17:27:11.682546 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-111e6563-7ddc-46f8-94ee-00becf5839ca tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:11.682546 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-111e6563-7ddc-46f8-94ee-00becf5839ca tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/networks?id=328b7d2e-efb4-416c-88d6-28cdbb34eaa1 HTTP/1.1" status: 200 len: 818 time: 0.5350461 Nov 11 17:27:11.682546 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eafa3f84-6db4-4859-977a-15c2ab2fdf90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:11.686135 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-abd81331-5f9c-4e01-a678-988f05922841 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:11.689395 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] Port 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb on network 62a50c96-c103-4bed-873d-07bc993c3882 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:27:11.689736 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] Attempting to bind port 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb on network 62a50c96-c103-4bed-873d-07bc993c3882 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:11.718877 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:27:11.719201 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] Checking segment: {'id': '6cc8557e-150d-4ccf-a738-cc6d87ac5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '62a50c96-c103-4bed-873d-07bc993c3882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:11.719752 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] Bound using segment: {'id': '6cc8557e-150d-4ccf-a738-cc6d87ac5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '62a50c96-c103-4bed-873d-07bc993c3882'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:27:11.720188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] Bound port: 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc8557e-150d-4ccf-a738-cc6d87ac5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '62a50c96-c103-4bed-873d-07bc993c3882'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:27:11.720548 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:11.725120 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eafa3f84-6db4-4859-977a-15c2ab2fdf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:11.839856 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-8ee7fe5a-347c-401d-8aad-46a87fcff8b0 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/quotas/306a4c542bc14bef8e6801a97c53fb31 HTTP/1.1" status: 200 len: 375 time: 0.1444206 Nov 11 17:27:11.849604 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eafa3f84-6db4-4859-977a-15c2ab2fdf90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1290} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:27:11.899788 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-abd81331-5f9c-4e01-a678-988f05922841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:11.909693 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:11.928220 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:11.940518 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa3f84-6db4-4859-977a-15c2ab2fdf90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f4a752-a953-4e86-aa84-ded85c0dec39,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:11.954383 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eafa3f84-6db4-4859-977a-15c2ab2fdf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:11.955039 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-eafa3f84-6db4-4859-977a-15c2ab2fdf90 admin admin] Added segment c36830fa-9d60-42e5-bb3a-de940b0dd44c of type vlan for network 3e09136b-2afb-4141-b1b5-3d967dca5d2d Nov 11 17:27:11.997135 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f5b5c41-d70e-4b56-aa9e-8aec617e3b7b req-7ef29232-6be3-4fc2-a7ce-6946396b9863 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3520768 Nov 11 17:27:12.086262 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] For port 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:27:12.097346 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eafa3f84-6db4-4859-977a-15c2ab2fdf90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:12.129501 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] For port 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=997c27ca-49ff-4d5e-b132-25f3c8e2cbeb,segment=NetworkSegment(6cc8557e-150d-4ccf-a738-cc6d87ac5c12),segment_id=6cc8557e-150d-4ccf-a738-cc6d87ac5c12)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:27:12.135602 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222f8ac-249c-48f0-8c12-f4afc04bb522 None None] Pushing event updated for resources: {'Port': ['ID=c3d5da55-b7f9-43e0-a053-af88a961dc7f,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:12.136165 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-6421038e-a3b2-479b-b0e8-a4adb1b414f2 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=306a4c542bc14bef8e6801a97c53fb31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2424984 Nov 11 17:27:12.144724 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-abd81331-5f9c-4e01-a678-988f05922841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:12.147110 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:12.163234 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] Attempting to bind port c3d5da55-b7f9-43e0-a053-af88a961dc7f on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:27:12.167153 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-706189a1-3143-4399-96c2-a5060d743807 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:12.167787 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] Attempting to bind port c3d5da55-b7f9-43e0-a053-af88a961dc7f by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '4d86045c-9118-4fd2-a624-059ad66a16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '328b7d2e-efb4-416c-88d6-28cdbb34eaa1'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:27:12.167787 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] Attempting to bind port c3d5da55-b7f9-43e0-a053-af88a961dc7f on network 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:12.175065 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:27:12.175446 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] Checking segment: {'id': '4d86045c-9118-4fd2-a624-059ad66a16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '328b7d2e-efb4-416c-88d6-28cdbb34eaa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:12.175888 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:12.176351 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] Bound using segment: {'id': '4d86045c-9118-4fd2-a624-059ad66a16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '328b7d2e-efb4-416c-88d6-28cdbb34eaa1'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:27:12.176767 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] Bound port: c3d5da55-b7f9-43e0-a053-af88a961dc7f, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d86045c-9118-4fd2-a624-059ad66a16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '328b7d2e-efb4-416c-88d6-28cdbb34eaa1'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:27:12.182779 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:12.213361 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 27fa6502-d582-4054-a23d-353a2b0f7022 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:27:12.231162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd81331-5f9c-4e01-a678-988f05922841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ebd1db8-dd17-467d-aa7b-3291e31f06ba,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:12.234193 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-abd81331-5f9c-4e01-a678-988f05922841 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:12.240079 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-abd81331-5f9c-4e01-a678-988f05922841 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/9ebd1db8-dd17-467d-aa7b-3291e31f06ba HTTP/1.1" status: 204 len: 168 time: 1.0675511 Nov 11 17:27:12.245846 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33576) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:12.265593 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eafa3f84-6db4-4859-977a-15c2ab2fdf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:12.266736 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafa3f84-6db4-4859-977a-15c2ab2fdf90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:12.266888 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 27fa6502-d582-4054-a23d-353a2b0f7022 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:27:12.267237 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 27fa6502-d582-4054-a23d-353a2b0f7022 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:27:12.267355 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eafa3f84-6db4-4859-977a-15c2ab2fdf90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:12.311343 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:12.311995 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:12.313412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] 10.222.0.83 "PUT /v2.0/ports/997c27ca-49ff-4d5e-b132-25f3c8e2cbeb HTTP/1.1" status: 200 len: 1091 time: 4.1633568 Nov 11 17:27:12.338022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706189a1-3143-4399-96c2-a5060d743807 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Pushing event updated for resources: {'Subnet': ['ID=b52d3860-e29f-4be2-9863-d576b7b050ef,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:12.342807 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'tag': '997c27ca-49ff-4d5e-b132-25f3c8e2cbeb'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:12.345116 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b1ad45-a1ca-48fa-8dfb-b6082da0dac6" -d '{"events": [{"name": "network-changed", "server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "tag": "997c27ca-49ff-4d5e-b132-25f3c8e2cbeb"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:12.364307 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706189a1-3143-4399-96c2-a5060d743807 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Checking segment: {'id': 'aeb7594c-b2cd-443c-bb40-0824a54f999f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '5ef1b2b5-9d0f-4863-8af0-5972605ac7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:12.366060 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706189a1-3143-4399-96c2-a5060d743807 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Network hostable DHCP agents. Network: 5ef1b2b5-9d0f-4863-8af0-5972605ac7a0, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:27:12.389863 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] For port c3d5da55-b7f9-43e0-a053-af88a961dc7f, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:27:12.397098 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce41ed57-4238-43e2-b913-254a65130cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:12.397403 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] For port c3d5da55-b7f9-43e0-a053-af88a961dc7f, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c3d5da55-b7f9-43e0-a053-af88a961dc7f,segment=NetworkSegment(4d86045c-9118-4fd2-a624-059ad66a16dd),segment_id=4d86045c-9118-4fd2-a624-059ad66a16dd)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:27:12.409347 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:12.440336 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] Request body: {'port': {'device_id': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:12.470068 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706189a1-3143-4399-96c2-a5060d743807 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Network 5ef1b2b5-9d0f-4863-8af0-5972605ac7a0 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:27:12.503028 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222f8ac-249c-48f0-8c12-f4afc04bb522 None None] Pushing event updated for resources: {'Port': ['ID=c3d5da55-b7f9-43e0-a053-af88a961dc7f,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:12.541197 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-eafa3f84-6db4-4859-977a-15c2ab2fdf90 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.5493329 Nov 11 17:27:12.544405 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33582) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:12.559332 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:12.564451 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] Routers {'74f71859-a6ca-42a2-ba23-ae905942b8c8'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:27:12.566352 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:27:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['74f71859-a6ca-42a2-ba23-ae905942b8c8'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:12.577151 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-9b1a36bf-6bd8-4edb-8408-9f8dd0867b46 admin admin] Request body: {'subnet': {'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1786932314-subnet', 'tenant_id': '0e5747bb491947f2a2d2c2ebc01d2df0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:12.578531 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-706189a1-3143-4399-96c2-a5060d743807 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 5ef1b2b5-9d0f-4863-8af0-5972605ac7a0) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:12.596253 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce41ed57-4238-43e2-b913-254a65130cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:12.599691 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-706189a1-3143-4399-96c2-a5060d743807 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:12.609345 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de81d0-2d7f-4979-89de-31bfb773d9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=997c27ca-49ff-4d5e-b132-25f3c8e2cbeb,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:12.662461 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fb3306-223b-4ac3-9f91-59883ad94991 None None] Network 5ef1b2b5-9d0f-4863-8af0-5972605ac7a0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:12.666834 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-ce41ed57-4238-43e2-b913-254a65130cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b58950d-cabb-4844-8c80-f3547c1d5250']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:12.671218 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daba56f-508f-49b0-aa28-bf03a1ae0d33 req-4c143c0e-d017-494c-9c81-70fdda54880c tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:12.679785 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8daba56f-508f-49b0-aa28-bf03a1ae0d33 req-4c143c0e-d017-494c-9c81-70fdda54880c tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 943 time: 0.5130861 Nov 11 17:27:12.688543 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-ce41ed57-4238-43e2-b913-254a65130cb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b9bed9-2876-487d-b6a7-566f9036f0b9') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:12.688543 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-ce41ed57-4238-43e2-b913-254a65130cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b9bed9-2876-487d-b6a7-566f9036f0b9') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:12.703990 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce41ed57-4238-43e2-b913-254a65130cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:12.724048 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706189a1-3143-4399-96c2-a5060d743807 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Pushing event updated for resources: {'Subnet': ['ID=a4e57b4c-96e9-4152-875d-2fd30531974d,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:12.731430 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce41ed57-4238-43e2-b913-254a65130cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:12.738983 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706189a1-3143-4399-96c2-a5060d743807 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Checking segment: {'id': '89f8348d-0466-431b-b791-41c066fe3d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'e0949fc0-43c4-46a1-b610-175abd3eb56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:12.739339 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706189a1-3143-4399-96c2-a5060d743807 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Network hostable DHCP agents. Network: e0949fc0-43c4-46a1-b610-175abd3eb56d, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:27:12.747104 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce41ed57-4238-43e2-b913-254a65130cb1 admin admin] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:27:12.747573 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce41ed57-4238-43e2-b913-254a65130cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:27:12.750658 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:27:12.770724 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa3f84-6db4-4859-977a-15c2ab2fdf90 admin admin] Pushing event updated for resources: {'Network': ['ID=3e09136b-2afb-4141-b1b5-3d967dca5d2d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:12.817293 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-9494d5d2-cccb-4729-ab19-fa28acdaf10c service neutron] 10.222.0.76 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6065445 Nov 11 17:27:12.817293 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:12.851716 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1a36bf-6bd8-4edb-8408-9f8dd0867b46 admin admin] Made reservation on behalf of 0e5747bb491947f2a2d2c2ebc01d2df0 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:12.854977 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9b1a36bf-6bd8-4edb-8408-9f8dd0867b46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:12.876378 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce41ed57-4238-43e2-b913-254a65130cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:12.892703 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce41ed57-4238-43e2-b913-254a65130cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:12.899964 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ce41ed57-4238-43e2-b913-254a65130cb1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/3b58950d-cabb-4844-8c80-f3547c1d5250 HTTP/1.1" status: 204 len: 168 time: 0.6489093 Nov 11 17:27:12.900964 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706189a1-3143-4399-96c2-a5060d743807 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Network e0949fc0-43c4-46a1-b610-175abd3eb56d is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:27:12.923279 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41ed57-4238-43e2-b913-254a65130cb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b58950d-cabb-4844-8c80-f3547c1d5250,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:12.936200 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-706189a1-3143-4399-96c2-a5060d743807 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, e0949fc0-43c4-46a1-b610-175abd3eb56d) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:12.942836 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706189a1-3143-4399-96c2-a5060d743807 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:12.943496 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706189a1-3143-4399-96c2-a5060d743807 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:12.944635 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-706189a1-3143-4399-96c2-a5060d743807 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:12.978696 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-706189a1-3143-4399-96c2-a5060d743807 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.9153142 Nov 11 17:27:12.981260 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33594) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:13.031262 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8daba56f-508f-49b0-aa28-bf03a1ae0d33 req-456e6982-c29b-4793-afa5-c2c52d85099b tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c3e3fde-a5b1-4888-a855-7add44773c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3503892 Nov 11 17:27:13.047845 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] Set router 74f71859-a6ca-42a2-ba23-ae905942b8c8 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:27:13.153744 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33598) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:13.240785 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebcee4a-9086-4c46-b6c8-35e0c55ddc26 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:13.244884 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebcee4a-9086-4c46-b6c8-35e0c55ddc26 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:13.250501 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebcee4a-9086-4c46-b6c8-35e0c55ddc26 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:13.254935 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7ebcee4a-9086-4c46-b6c8-35e0c55ddc26 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2698655 Nov 11 17:27:13.257242 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33602) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:13.304150 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 3e09136b-2afb-4141-b1b5-3d967dca5d2d details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:27:13.305975 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609a1710-4ae7-4526-b49c-417ee810e4cf None None] Network e0949fc0-43c4-46a1-b610-175abd3eb56d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:13.363015 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e02aa9-3d92-401d-94c0-255de69ad58e x-openstack-request-id: req-d0e02aa9-3d92-401d-94c0-255de69ad58e {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:13.363493 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "tag": "997c27ca-49ff-4d5e-b132-25f3c8e2cbeb", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:13.363935 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d0e02aa9-3d92-401d-94c0-255de69ad58e {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:13.364634 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'tag': '997c27ca-49ff-4d5e-b132-25f3c8e2cbeb', 'status': 'completed', 'code': 200} Nov 11 17:27:13.447968 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-996fdd1e-627d-4108-a8ff-6f6eafdfb5fa service neutron] 10.222.0.76 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6204240 Nov 11 17:27:13.471170 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f640df-fb9e-4467-8e9c-223b6d6b23e2 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Deleting subnet b52d3860-e29f-4be2-9863-d576b7b050ef {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:27:13.481328 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-42f640df-fb9e-4467-8e9c-223b6d6b23e2 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:13.561015 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-42f640df-fb9e-4467-8e9c-223b6d6b23e2 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:13.590720 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:13.609200 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-42f640df-fb9e-4467-8e9c-223b6d6b23e2 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:13.672450 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8a29bd52-e49f-411c-b726-f647813b2adb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8f8ef4fb21f94d2392dadeb1ee4bf411&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5151925 Nov 11 17:27:13.673108 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33610) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:13.674447 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e70a7-a8d9-44b3-8803-4490abf1ed52 req-21f3297a-6fe8-4bfc-9d1e-2fb94eedd122 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:13.681843 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e70a7-a8d9-44b3-8803-4490abf1ed52 req-21f3297a-6fe8-4bfc-9d1e-2fb94eedd122 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:13.688485 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e70a7-a8d9-44b3-8803-4490abf1ed52 req-21f3297a-6fe8-4bfc-9d1e-2fb94eedd122 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:13.694946 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e70a7-a8d9-44b3-8803-4490abf1ed52 req-21f3297a-6fe8-4bfc-9d1e-2fb94eedd122 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:13.695828 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-42f640df-fb9e-4467-8e9c-223b6d6b23e2 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:13.711134 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e70a7-a8d9-44b3-8803-4490abf1ed52 req-21f3297a-6fe8-4bfc-9d1e-2fb94eedd122 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:13.748450 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f640df-fb9e-4467-8e9c-223b6d6b23e2 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Pushing event deleted for resources: {'Subnet': ['ID=b52d3860-e29f-4be2-9863-d576b7b050ef,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:13.756383 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e70a7-a8d9-44b3-8803-4490abf1ed52 req-21f3297a-6fe8-4bfc-9d1e-2fb94eedd122 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:13.766057 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-42f640df-fb9e-4467-8e9c-223b6d6b23e2 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:13.768486 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e70a7-a8d9-44b3-8803-4490abf1ed52 req-21f3297a-6fe8-4bfc-9d1e-2fb94eedd122 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:13.772674 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-42f640df-fb9e-4467-8e9c-223b6d6b23e2 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] 10.222.0.76 "DELETE /v2.0/subnets/b52d3860-e29f-4be2-9863-d576b7b050ef HTTP/1.1" status: 204 len: 168 time: 0.4968371 Nov 11 17:27:13.777129 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33618) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:13.784979 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-be9e70a7-a8d9-44b3-8803-4490abf1ed52 req-21f3297a-6fe8-4bfc-9d1e-2fb94eedd122 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5418 time: 0.3949425 Nov 11 17:27:13.827761 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd92a0dc-d2e6-479a-91a6-72f7aad9e47d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-e0949fc0-43c4-46a1-b610-175abd3eb56d', 'network_id': 'e0949fc0-43c4-46a1-b610-175abd3eb56d', 'tenant_id': 'ba0815679a8c469fb67e57295b0ae51a', 'fixed_ips': [{'subnet_id': 'a4e57b4c-96e9-4152-875d-2fd30531974d'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:27:13.829437 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bd92a0dc-d2e6-479a-91a6-72f7aad9e47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:13.876109 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f119f0b5-d22d-4ea9-a909-c8fabd20f5f9 None None] Network 5ef1b2b5-9d0f-4863-8af0-5972605ac7a0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:13.898219 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-259ebd0e-df7c-473f-89a6-98bdfe045bbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:13.952256 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-259ebd0e-df7c-473f-89a6-98bdfe045bbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:13.974407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1ad45-a1ca-48fa-8dfb-b6082da0dac6 req-4448cba6-2bdb-4c27-9b9f-0109deff912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:13.974883 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1ad45-a1ca-48fa-8dfb-b6082da0dac6 req-4448cba6-2bdb-4c27-9b9f-0109deff912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:13.975357 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1ad45-a1ca-48fa-8dfb-b6082da0dac6 req-4448cba6-2bdb-4c27-9b9f-0109deff912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:13.978048 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1ad45-a1ca-48fa-8dfb-b6082da0dac6 req-4448cba6-2bdb-4c27-9b9f-0109deff912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:13.978526 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1ad45-a1ca-48fa-8dfb-b6082da0dac6 req-4448cba6-2bdb-4c27-9b9f-0109deff912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:13.978990 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1ad45-a1ca-48fa-8dfb-b6082da0dac6 req-4448cba6-2bdb-4c27-9b9f-0109deff912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:13.979448 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1ad45-a1ca-48fa-8dfb-b6082da0dac6 req-4448cba6-2bdb-4c27-9b9f-0109deff912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:13.985482 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6b1ad45-a1ca-48fa-8dfb-b6082da0dac6 req-4448cba6-2bdb-4c27-9b9f-0109deff912d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf9f7834dbb745e8861e3581142ac13c&device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 6420 time: 0.6182272 Nov 11 17:27:13.991785 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f71859-a6ca-42a2-ba23-ae905942b8c8', 'name': 'tempest-ServerRescueNegativeTestJSON-864403570-router', 'tenant_id': '306a4c542bc14bef8e6801a97c53fb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '22c78bda-e8f3-4fba-aef1-70bf8f522b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:51Z', 'updated_at': '2021-11-11T17:27:06Z', 'revision_number': 4, 'project_id': '306a4c542bc14bef8e6801a97c53fb31', 'gw_port': {'id': '22c78bda-e8f3-4fba-aef1-70bf8f522b7d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f71859-a6ca-42a2-ba23-ae905942b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:53Z', 'updated_at': '2021-11-11T17:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'c3d5da55-b7f9-43e0-a053-af88a961dc7f', 'name': '', 'network_id': '328b7d2e-efb4-416c-88d6-28cdbb34eaa1', 'tenant_id': '306a4c542bc14bef8e6801a97c53fb31', 'mac_address': 'fa:16:3e:68:11:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f71859-a6ca-42a2-ba23-ae905942b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b36a3487-9104-49ee-900b-5ebde2143e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:27:02Z', 'updated_at': '2021-11-11T17:27:12Z', 'revision_number': 4, 'project_id': '306a4c542bc14bef8e6801a97c53fb31', 'subnets': [{'id': 'b36a3487-9104-49ee-900b-5ebde2143e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:14.004937 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9b1a36bf-6bd8-4edb-8408-9f8dd0867b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:14.059398 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-149bb28f-7a53-4697-b688-575ad1bbd13a tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Deleting subnet a4e57b4c-96e9-4152-875d-2fd30531974d {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:27:14.070609 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-149bb28f-7a53-4697-b688-575ad1bbd13a tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:14.077955 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79496fe1-73ec-4f43-b104-0085aead6271 None None] The sync data for ids ['74f71859-a6ca-42a2-ba23-ae905942b8c8'] in n-d-816206-4 is: [{'id': '74f71859-a6ca-42a2-ba23-ae905942b8c8', 'name': 'tempest-ServerRescueNegativeTestJSON-864403570-router', 'tenant_id': '306a4c542bc14bef8e6801a97c53fb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '22c78bda-e8f3-4fba-aef1-70bf8f522b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:51Z', 'updated_at': '2021-11-11T17:27:06Z', 'revision_number': 4, 'project_id': '306a4c542bc14bef8e6801a97c53fb31', 'gw_port': {'id': '22c78bda-e8f3-4fba-aef1-70bf8f522b7d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f71859-a6ca-42a2-ba23-ae905942b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:53Z', 'updated_at': '2021-11-11T17:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'c3d5da55-b7f9-43e0-a053-af88a961dc7f', 'name': '', 'network_id': '328b7d2e-efb4-416c-88d6-28cdbb34eaa1', 'tenant_id': '306a4c542bc14bef8e6801a97c53fb31', 'mac_address': 'fa:16:3e:68:11:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f71859-a6ca-42a2-ba23-ae905942b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b36a3487-9104-49ee-900b-5ebde2143e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:27:02Z', 'updated_at': '2021-11-11T17:27:12Z', 'revision_number': 4, 'project_id': '306a4c542bc14bef8e6801a97c53fb31', 'subnets': [{'id': 'b36a3487-9104-49ee-900b-5ebde2143e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:27:14.152625 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-259ebd0e-df7c-473f-89a6-98bdfe045bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:14.161329 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-259ebd0e-df7c-473f-89a6-98bdfe045bbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:14.165458 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-259ebd0e-df7c-473f-89a6-98bdfe045bbc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ca2bc6da-2911-44f1-ba09-b806cfa81957 HTTP/1.1" status: 204 len: 168 time: 0.4905567 Nov 11 17:27:14.214413 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ebd0e-df7c-473f-89a6-98bdfe045bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2bc6da-2911-44f1-ba09-b806cfa81957,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:14.254594 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-149bb28f-7a53-4697-b688-575ad1bbd13a tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:14.344106 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1ad45-a1ca-48fa-8dfb-b6082da0dac6 req-2bc0c51a-66f7-48cc-b2c5-e73cdd0573e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:14.347129 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1ad45-a1ca-48fa-8dfb-b6082da0dac6 req-2bc0c51a-66f7-48cc-b2c5-e73cdd0573e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:14.350136 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1ad45-a1ca-48fa-8dfb-b6082da0dac6 req-2bc0c51a-66f7-48cc-b2c5-e73cdd0573e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:14.358401 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6b1ad45-a1ca-48fa-8dfb-b6082da0dac6 req-2bc0c51a-66f7-48cc-b2c5-e73cdd0573e4 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=bf9f7834dbb745e8861e3581142ac13c&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.3463004 Nov 11 17:27:14.365717 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-149bb28f-7a53-4697-b688-575ad1bbd13a tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:14.369022 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:27:14.452325 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-149bb28f-7a53-4697-b688-575ad1bbd13a tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:14.491408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bb28f-7a53-4697-b688-575ad1bbd13a tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Pushing event deleted for resources: {'Subnet': ['ID=a4e57b4c-96e9-4152-875d-2fd30531974d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:14.501229 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-149bb28f-7a53-4697-b688-575ad1bbd13a tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:14.509297 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-149bb28f-7a53-4697-b688-575ad1bbd13a tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] 10.222.0.76 "DELETE /v2.0/subnets/a4e57b4c-96e9-4152-875d-2fd30531974d HTTP/1.1" status: 204 len: 168 time: 0.7301276 Nov 11 17:27:14.510537 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33638) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server [None req-bd92a0dc-d2e6-479a-91a6-72f7aad9e47d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4e57b4c-96e9-4152-875d-2fd30531974d: This subnet is being modified by another concurrent operation. Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 17:27:14.600904 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise exception Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4e57b4c-96e9-4152-875d-2fd30531974d: This subnet is being modified by another concurrent operation. Nov 11 17:27:14.606673 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Nov 11 17:27:14.677180 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef903b2d-6a62-47f5-b9f0-f5e7a1b2a37d None None] Network e0949fc0-43c4-46a1-b610-175abd3eb56d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:14.702150 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e78738-5725-4edf-81a2-8310c1d44555 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:14.707096 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-17e78738-5725-4edf-81a2-8310c1d44555 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1903822 Nov 11 17:27:14.709260 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33642) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:14.769755 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac,segment=NetworkSegment(1177fc11-6519-432e-b302-11381c28549e),segment_id=1177fc11-6519-432e-b302-11381c28549e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:14.807196 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'd2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac', 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420', 'port_id': 'd2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac', 'mac_address': 'fa:16:3e:ff:06:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:27:14.855105 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1e9d4d39-bd71-4a2b-bfb5-e6131181d176 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:14.996513 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75985e2c-5902-4e2f-b58b-0570b7465061 None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 17:27:15.000206 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:15.025735 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a36bf-6bd8-4edb-8408-9f8dd0867b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a33a415-81af-4eb3-b9c5-17414d49d9ff,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:15.077329 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1e9d4d39-bd71-4a2b-bfb5-e6131181d176 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:15.130141 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-be9e70a7-a8d9-44b3-8803-4490abf1ed52 req-fcbdedfc-e4f7-4c41-a93b-5afd560eb369 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1747363 Nov 11 17:27:15.135856 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-1e9d4d39-bd71-4a2b-bfb5-e6131181d176 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0949fc0-43c4-46a1-b610-175abd3eb56d']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:15.152792 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-1e9d4d39-bd71-4a2b-bfb5-e6131181d176 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f8348d-0466-431b-b791-41c066fe3d5d') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:15.153087 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-1e9d4d39-bd71-4a2b-bfb5-e6131181d176 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f8348d-0466-431b-b791-41c066fe3d5d') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:15.188048 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1e9d4d39-bd71-4a2b-bfb5-e6131181d176 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:15.192510 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:15.217965 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1e9d4d39-bd71-4a2b-bfb5-e6131181d176 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:15.229172 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9d4d39-bd71-4a2b-bfb5-e6131181d176 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:27:15.229749 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1e9d4d39-bd71-4a2b-bfb5-e6131181d176 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:15.249795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac,segment=NetworkSegment(1177fc11-6519-432e-b302-11381c28549e),segment_id=1177fc11-6519-432e-b302-11381c28549e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:27:15.264848 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:27:15.270282 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b050982-05eb-48f0-ae4e-589d2e800e51 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:15.305011 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:15.311704 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:15.373357 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75985e2c-5902-4e2f-b58b-0570b7465061 None None] Resources bound (agent type, host, resource id): {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 17:27:15.395178 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1e9d4d39-bd71-4a2b-bfb5-e6131181d176 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:15.400841 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1e9d4d39-bd71-4a2b-bfb5-e6131181d176 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:15.404572 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1e9d4d39-bd71-4a2b-bfb5-e6131181d176 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] 10.222.0.76 "DELETE /v2.0/networks/e0949fc0-43c4-46a1-b610-175abd3eb56d HTTP/1.1" status: 204 len: 168 time: 0.6933877 Nov 11 17:27:15.408635 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2cb0e23-6c55-4573-ad91-d43ad6885c88 req-eae060fa-2e2c-4b75-85e5-de8670d32ad5 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 210 time: 1.0488505 Nov 11 17:27:15.416172 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33654) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:15.484431 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d4d39-bd71-4a2b-bfb5-e6131181d176 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Pushing event deleted for resources: {'Network': ['ID=e0949fc0-43c4-46a1-b610-175abd3eb56d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:15.559555 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] Transition to ACTIVE for port object 2b050982-05eb-48f0-ae4e-589d2e800e51 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:27:15.591087 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:27:15.634407 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:15.650788 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:15.740501 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1ad45-a1ca-48fa-8dfb-b6082da0dac6 req-4153f457-09f4-4957-acc3-4eea798d891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:15.742131 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6b1ad45-a1ca-48fa-8dfb-b6082da0dac6 req-4153f457-09f4-4957-acc3-4eea798d891b service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7138770 Nov 11 17:27:15.844287 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-b7a85258-883d-4c3e-88ae-f70ae212e733 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:15.845801 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-b7a85258-883d-4c3e-88ae-f70ae212e733 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.64 "GET /v2.0/networks?id=328b7d2e-efb4-416c-88d6-28cdbb34eaa1 HTTP/1.1" status: 200 len: 818 time: 0.3673406 Nov 11 17:27:15.886881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-5aaa1615-4646-4bd9-b361-85fabe3d4698 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Request body: {'port': {'device_id': '702f78e8-1de0-40fc-ab44-a4ad5483b936', 'network_id': '328b7d2e-efb4-416c-88d6-28cdbb34eaa1', 'admin_state_up': True, 'tenant_id': '306a4c542bc14bef8e6801a97c53fb31'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:15.890346 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1a36bf-6bd8-4edb-8408-9f8dd0867b46 admin admin] Checking segment: {'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:15.890712 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1a36bf-6bd8-4edb-8408-9f8dd0867b46 admin admin] Network hostable DHCP agents. Network: 3e09136b-2afb-4141-b1b5-3d967dca5d2d, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:27:15.943420 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442cb93-7a16-4065-bb70-ae6a48b69f99 req-bb58b9bd-8c21-462a-813f-674fc3d48c7c tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:15.952032 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a442cb93-7a16-4065-bb70-ae6a48b69f99 req-bb58b9bd-8c21-462a-813f-674fc3d48c7c tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 944 time: 0.5785389 Nov 11 17:27:16.004229 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33670) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:16.101264 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] Pushing event updated for resources: {'Port': ['ID=2b050982-05eb-48f0-ae4e-589d2e800e51,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:16.142331 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7f2d0254-ba86-47e3-a437-7f7657b863f7 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:16.203690 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-5aaa1615-4646-4bd9-b361-85fabe3d4698 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Made reservation on behalf of 306a4c542bc14bef8e6801a97c53fb31 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:16.207579 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-5aaa1615-4646-4bd9-b361-85fabe3d4698 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:16.214651 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1a36bf-6bd8-4edb-8408-9f8dd0867b46 admin admin] Network 3e09136b-2afb-4141-b1b5-3d967dca5d2d is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:27:16.301260 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c3d5da55-b7f9-43e0-a053-af88a961dc7f up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:16.318266 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-9b1a36bf-6bd8-4edb-8408-9f8dd0867b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 3e09136b-2afb-4141-b1b5-3d967dca5d2d) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:16.327303 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-014dd195-60c3-4773-832b-a7ea668c4f30 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-972497737-network', 'tenant_id': '4e094117d79e4e59a81bd8032ce1bc83'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:16.344326 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a442cb93-7a16-4065-bb70-ae6a48b69f99 req-ba534186-935a-416b-9ab5-7f0ed8f2c80a tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c3e3fde-a5b1-4888-a855-7add44773c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3884385 Nov 11 17:27:16.345969 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1a36bf-6bd8-4edb-8408-9f8dd0867b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:16.346713 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9b1a36bf-6bd8-4edb-8408-9f8dd0867b46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:16.411856 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9b1a36bf-6bd8-4edb-8408-9f8dd0867b46 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 3.8385050 Nov 11 17:27:16.416681 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] Attempting to bind port 2b050982-05eb-48f0-ae4e-589d2e800e51 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:27:16.417228 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] Attempting to bind port 2b050982-05eb-48f0-ae4e-589d2e800e51 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '6cc8557e-150d-4ccf-a738-cc6d87ac5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '62a50c96-c103-4bed-873d-07bc993c3882'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:27:16.417724 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] Attempting to bind port 2b050982-05eb-48f0-ae4e-589d2e800e51 on network 62a50c96-c103-4bed-873d-07bc993c3882 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:16.426416 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] Port 2b050982-05eb-48f0-ae4e-589d2e800e51 on network 62a50c96-c103-4bed-873d-07bc993c3882 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:27:16.426920 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] Attempting to bind port 2b050982-05eb-48f0-ae4e-589d2e800e51 on network 62a50c96-c103-4bed-873d-07bc993c3882 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:16.457534 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:27:16.458062 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] Checking segment: {'id': '6cc8557e-150d-4ccf-a738-cc6d87ac5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '62a50c96-c103-4bed-873d-07bc993c3882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:16.458605 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] Bound using segment: {'id': '6cc8557e-150d-4ccf-a738-cc6d87ac5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '62a50c96-c103-4bed-873d-07bc993c3882'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:27:16.459218 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] Bound port: 2b050982-05eb-48f0-ae4e-589d2e800e51, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc8557e-150d-4ccf-a738-cc6d87ac5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '62a50c96-c103-4bed-873d-07bc993c3882'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:27:16.459914 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:16.464822 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7f2d0254-ba86-47e3-a437-7f7657b863f7 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:16.508905 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-5aaa1615-4646-4bd9-b361-85fabe3d4698 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Allocated IP 172.20.0.11 (328b7d2e-efb4-416c-88d6-28cdbb34eaa1/b36a3487-9104-49ee-900b-5ebde2143e8f/8c09178a-b5b0-4a76-8e8a-ea18b2a43565) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:27:16.624601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-7f2d0254-ba86-47e3-a437-7f7657b863f7 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef1b2b5-9d0f-4863-8af0-5972605ac7a0']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:16.656302 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-7f2d0254-ba86-47e3-a437-7f7657b863f7 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb7594c-b2cd-443c-bb40-0824a54f999f') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:16.656607 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-7f2d0254-ba86-47e3-a437-7f7657b863f7 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb7594c-b2cd-443c-bb40-0824a54f999f') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:16.692386 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7f2d0254-ba86-47e3-a437-7f7657b863f7 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:16.731774 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] For port 2b050982-05eb-48f0-ae4e-589d2e800e51, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:27:16.737972 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7f2d0254-ba86-47e3-a437-7f7657b863f7 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:16.747936 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-5aaa1615-4646-4bd9-b361-85fabe3d4698 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:16.752726 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb771171-2a2f-492c-ad28-19d6c169fbea req-91c30ac4-9a5c-43e5-b902-52ca33857943 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:16.759871 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb771171-2a2f-492c-ad28-19d6c169fbea req-91c30ac4-9a5c-43e5-b902-52ca33857943 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:16.766499 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb771171-2a2f-492c-ad28-19d6c169fbea req-91c30ac4-9a5c-43e5-b902-52ca33857943 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:16.774564 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb771171-2a2f-492c-ad28-19d6c169fbea req-91c30ac4-9a5c-43e5-b902-52ca33857943 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:16.782031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb771171-2a2f-492c-ad28-19d6c169fbea req-91c30ac4-9a5c-43e5-b902-52ca33857943 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:16.784502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port c3d5da55-b7f9-43e0-a053-af88a961dc7f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:16.785089 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:16.789158 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb771171-2a2f-492c-ad28-19d6c169fbea req-91c30ac4-9a5c-43e5-b902-52ca33857943 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:16.789328 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-5aaa1615-4646-4bd9-b361-85fabe3d4698 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:16.795471 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb771171-2a2f-492c-ad28-19d6c169fbea req-91c30ac4-9a5c-43e5-b902-52ca33857943 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:16.806816 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fb771171-2a2f-492c-ad28-19d6c169fbea req-91c30ac4-9a5c-43e5-b902-52ca33857943 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5430 time: 0.2512789 Nov 11 17:27:16.835967 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014dd195-60c3-4773-832b-a7ea668c4f30 admin admin] Made reservation on behalf of 4e094117d79e4e59a81bd8032ce1bc83 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:16.838493 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-014dd195-60c3-4773-832b-a7ea668c4f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:16.861342 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-014dd195-60c3-4773-832b-a7ea668c4f30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:16.868486 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-5aaa1615-4646-4bd9-b361-85fabe3d4698 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Network 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:27:16.874802 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2d0254-ba86-47e3-a437-7f7657b863f7 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:27:16.875215 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7f2d0254-ba86-47e3-a437-7f7657b863f7 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:16.878830 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-5aaa1615-4646-4bd9-b361-85fabe3d4698 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:27:16.880494 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:27:16.882522 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] For port 2b050982-05eb-48f0-ae4e-589d2e800e51, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=2b050982-05eb-48f0-ae4e-589d2e800e51,segment=NetworkSegment(6cc8557e-150d-4ccf-a738-cc6d87ac5c12),segment_id=6cc8557e-150d-4ccf-a738-cc6d87ac5c12)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:27:16.908309 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-8f2bc050-b24a-49d9-bff8-a5dc3b041881 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:16.915657 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-8f2bc050-b24a-49d9-bff8-a5dc3b041881 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/networks?id=328b7d2e-efb4-416c-88d6-28cdbb34eaa1 HTTP/1.1" status: 200 len: 818 time: 0.4333460 Nov 11 17:27:16.956459 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:16.966508 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-014dd195-60c3-4773-832b-a7ea668c4f30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:16.967794 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa1615-4646-4bd9-b361-85fabe3d4698 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Pushing event updated for resources: {'Port': ['ID=8c09178a-b5b0-4a76-8e8a-ea18b2a43565,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:16.970438 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-5aaa1615-4646-4bd9-b361-85fabe3d4698 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:27:16.995133 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a12da12-3bef-467a-8c27-04769479d3f1 None None] Network 3e09136b-2afb-4141-b1b5-3d967dca5d2d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:16.998448 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-014dd195-60c3-4773-832b-a7ea668c4f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:17.010042 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-9e8b1e47-7fac-4e0c-829d-fa88fac0abe7 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/quotas/306a4c542bc14bef8e6801a97c53fb31 HTTP/1.1" status: 200 len: 375 time: 0.0932848 Nov 11 17:27:17.064349 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014dd195-60c3-4773-832b-a7ea668c4f30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1287} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:27:17.083154 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:17.085164 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:17.086666 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] 10.222.0.83 "PUT /v2.0/ports/2b050982-05eb-48f0-ae4e-589d2e800e51 HTTP/1.1" status: 200 len: 1091 time: 4.7039368 Nov 11 17:27:17.095597 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'tag': '2b050982-05eb-48f0-ae4e-589d2e800e51'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:17.097540 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-5aaa1615-4646-4bd9-b361-85fabe3d4698 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:17.097921 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0f5dd7-65e3-44be-8cc2-e2f4a81ad83d" -d '{"events": [{"name": "network-changed", "server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "tag": "2b050982-05eb-48f0-ae4e-589d2e800e51"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:17.098222 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-5aaa1615-4646-4bd9-b361-85fabe3d4698 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:17.100721 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014dd195-60c3-4773-832b-a7ea668c4f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdeddb71-5193-43c5-a442-4c320d3eb2ef,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:17.117442 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fb771171-2a2f-492c-ad28-19d6c169fbea req-5a1cb6ca-4be8-43ac-82c1-1531c4bec3b5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2931776 Nov 11 17:27:17.132153 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-014dd195-60c3-4773-832b-a7ea668c4f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:17.132507 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-014dd195-60c3-4773-832b-a7ea668c4f30 admin admin] Added segment 9186666d-0239-4144-96e9-3f0709ddf7d4 of type vlan for network 76890ed3-8c95-449b-ab1a-7519623dfe1f Nov 11 17:27:17.142764 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7f2d0254-ba86-47e3-a437-7f7657b863f7 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:17.172783 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-5aaa1615-4646-4bd9-b361-85fabe3d4698 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2906342 Nov 11 17:27:17.188773 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7f2d0254-ba86-47e3-a437-7f7657b863f7 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:17.192639 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7f2d0254-ba86-47e3-a437-7f7657b863f7 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] 10.222.0.76 "DELETE /v2.0/networks/5ef1b2b5-9d0f-4863-8af0-5972605ac7a0 HTTP/1.1" status: 204 len: 168 time: 1.6106689 Nov 11 17:27:17.219989 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-4edcca96-e527-4606-bb62-d38901762563 service neutron] Request body: {'port': {'device_id': '702f78e8-1de0-40fc-ab44-a4ad5483b936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:17.222316 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33704) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:17.237062 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe4de6-4672-48e5-9db9-ed75f1cbef6a service neutron] Pushing event updated for resources: {'Port': ['ID=2b050982-05eb-48f0-ae4e-589d2e800e51,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:17.255470 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c67f2c-fb65-402b-9f14-88c7c6430f85 None None] DHCP port deletion for 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:27:17.257922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d0254-ba86-47e3-a437-7f7657b863f7 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Pushing event deleted for resources: {'Network': ['ID=5ef1b2b5-9d0f-4863-8af0-5972605ac7a0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:17.275863 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:17.281349 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-2e62aa68-a4a4-4902-a760-7bf4b9e0eaa6 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=306a4c542bc14bef8e6801a97c53fb31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2704792 Nov 11 17:27:17.358450 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port c3d5da55-b7f9-43e0-a053-af88a961dc7f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c3d5da55-b7f9-43e0-a053-af88a961dc7f,segment=NetworkSegment(4d86045c-9118-4fd2-a624-059ad66a16dd),segment_id=4d86045c-9118-4fd2-a624-059ad66a16dd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:17.397705 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-41ac3161-a2d9-47d6-81d6-2962fe87732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:17.403200 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:17.403651 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-41ac3161-a2d9-47d6-81d6-2962fe87732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:17.404308 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-41ac3161-a2d9-47d6-81d6-2962fe87732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:17.404927 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-41ac3161-a2d9-47d6-81d6-2962fe87732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:17.405544 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-41ac3161-a2d9-47d6-81d6-2962fe87732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:17.409108 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-41ac3161-a2d9-47d6-81d6-2962fe87732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:17.410185 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-41ac3161-a2d9-47d6-81d6-2962fe87732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:17.423571 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-41ac3161-a2d9-47d6-81d6-2962fe87732d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf9f7834dbb745e8861e3581142ac13c&device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 6487 time: 0.2392185 Nov 11 17:27:17.462465 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ce7e29-3ba8-4f41-b247-a7c66e03cbd0 None None] Network 3e09136b-2afb-4141-b1b5-3d967dca5d2d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:17.504660 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-7e8bbb65-1066-4aff-91ba-323d242a22c9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14703854-5a2b-47ed-9627-d09c37f31bb5 HTTP/1.1" status: 200 len: 217 time: 0.0696387 Nov 11 17:27:17.513343 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-de49b179-47a8-4c56-ba64-594e18863869 None None] Provisioning complete for port e488dd3f-3dad-461d-8d6f-9fb03746a562 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:17.513918 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-de49b179-47a8-4c56-ba64-594e18863869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:17.566449 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=c3d5da55-b7f9-43e0-a053-af88a961dc7f,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:17.596354 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-de49b179-47a8-4c56-ba64-594e18863869 None None] Port e488dd3f-3dad-461d-8d6f-9fb03746a562 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:27:17.629209 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-6de07086-ca88-454b-97a1-b868cbdca1cf service neutron] 10.222.0.76 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469770 Nov 11 17:27:17.647705 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-de49b179-47a8-4c56-ba64-594e18863869 None None] Provisioning complete for port 2ea987c9-1a61-4592-8c5f-2e72b83daad3 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:17.647705 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-de49b179-47a8-4c56-ba64-594e18863869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:17.672013 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-15aefdde-bd04-46ad-b59f-5f8388319b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:17.674583 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-15aefdde-bd04-46ad-b59f-5f8388319b26 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c44ae76c-b391-442e-99c2-35deb172fa6f HTTP/1.1" status: 200 len: 856 time: 0.1482661 Nov 11 17:27:17.801761 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-154c1627-df99-4e2e-ae6d-1c01505cbaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:17.810317 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-154c1627-df99-4e2e-ae6d-1c01505cbaf6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c67ea36-c05a-47b6-a6a8-82477c2b46d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825770 Nov 11 17:27:17.810471 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-de49b179-47a8-4c56-ba64-594e18863869 None None] Provisioning complete for port 5d174975-2fc4-4db1-bf47-23e0f11db1bc triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:17.810855 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-de49b179-47a8-4c56-ba64-594e18863869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:17.863980 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-de49b179-47a8-4c56-ba64-594e18863869 None None] Port 5d174975-2fc4-4db1-bf47-23e0f11db1bc cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:27:17.888791 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-de49b179-47a8-4c56-ba64-594e18863869 None None] Provisioning complete for port 7a94c284-2efb-487b-a4fc-82b506494233 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:17.889174 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-de49b179-47a8-4c56-ba64-594e18863869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:17.911859 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-014dd195-60c3-4773-832b-a7ea668c4f30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:17.916663 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-fdbc3e05-7557-4653-9686-192e40b5b6f0 service neutron] 10.222.0.76 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791915 Nov 11 17:27:17.963760 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-4edcca96-e527-4606-bb62-d38901762563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:18.008837 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-de49b179-47a8-4c56-ba64-594e18863869 None None] Port 7a94c284-2efb-487b-a4fc-82b506494233 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:27:18.016881 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c4ca-78fb-4100-9f1e-dde73c15c3b0 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:18.025707 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-eb011779-1a1e-445f-83cf-596575f2a7ec service neutron] 10.222.0.83 "GET /v2.0/networks/1c67ea36-c05a-47b6-a6a8-82477c2b46d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003500 Nov 11 17:27:18.044092 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-014dd195-60c3-4773-832b-a7ea668c4f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:18.045131 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014dd195-60c3-4773-832b-a7ea668c4f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:18.045784 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-014dd195-60c3-4773-832b-a7ea668c4f30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:18.049579 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-de49b179-47a8-4c56-ba64-594e18863869 None None] Provisioning complete for port b94ceff4-0c1e-4bef-b03f-960bd6135ea4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:18.050448 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-de49b179-47a8-4c56-ba64-594e18863869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:18.083436 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c3d5da55-b7f9-43e0-a053-af88a961dc7f up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:18.141408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014dd195-60c3-4773-832b-a7ea668c4f30 admin admin] Pushing event updated for resources: {'Network': ['ID=76890ed3-8c95-449b-ab1a-7519623dfe1f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:18.170408 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-014dd195-60c3-4773-832b-a7ea668c4f30 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1651084 Nov 11 17:27:18.187010 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 76890ed3-8c95-449b-ab1a-7519623dfe1f details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:27:18.216056 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33724) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:18.228209 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-4cb3e8b6-997e-4c9c-9055-8e75feabf51b admin admin] Request body: {'subnet': {'network_id': '76890ed3-8c95-449b-ab1a-7519623dfe1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-972497737-subnet', 'tenant_id': '4e094117d79e4e59a81bd8032ce1bc83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:18.310464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-c4bff046-97ff-4f4d-a17a-eae2f26a5a0b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:18.311959 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-c4bff046-97ff-4f4d-a17a-eae2f26a5a0b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 806 time: 0.1737111 Nov 11 17:27:18.315293 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:18.316251 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d0f93b-ecef-408a-8b46-a167a0b8d1d9 x-openstack-request-id: req-c4d0f93b-ecef-408a-8b46-a167a0b8d1d9 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:18.317018 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "tag": "2b050982-05eb-48f0-ae4e-589d2e800e51", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:18.317018 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c4d0f93b-ecef-408a-8b46-a167a0b8d1d9 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:18.317311 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'tag': '2b050982-05eb-48f0-ae4e-589d2e800e51', 'status': 'completed', 'code': 200} Nov 11 17:27:18.355018 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5ce34a63-43e7-4c1c-a565-28c530d5020d tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/quotas/0e5747bb491947f2a2d2c2ebc01d2df0 HTTP/1.1" status: 200 len: 375 time: 0.0276873 Nov 11 17:27:18.365247 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c4ca-78fb-4100-9f1e-dde73c15c3b0 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:18.405407 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port c3d5da55-b7f9-43e0-a053-af88a961dc7f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:18.406701 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:18.423337 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb3e8b6-997e-4c9c-9055-8e75feabf51b admin admin] Made reservation on behalf of 4e094117d79e4e59a81bd8032ce1bc83 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:18.426340 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e8b6-997e-4c9c-9055-8e75feabf51b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:18.445440 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:18.450397 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a3a5c4ca-78fb-4100-9f1e-dde73c15c3b0 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3a6a75-4ffb-43fb-9675-c0a00b397bbb']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:18.506902 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-51dd4c55-ab2b-40a3-a960-e220a6cd5f8e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061947 Nov 11 17:27:18.511585 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-2a62b321-d1a1-49ee-91e7-05a42077d49f service neutron] 10.222.0.83 "GET /v2.0/networks/1c67ea36-c05a-47b6-a6a8-82477c2b46d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790044 Nov 11 17:27:18.535784 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a3a5c4ca-78fb-4100-9f1e-dde73c15c3b0 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee6a3f6-aac7-4966-b844-4cc9746b5ded') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:18.537022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a3a5c4ca-78fb-4100-9f1e-dde73c15c3b0 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee6a3f6-aac7-4966-b844-4cc9746b5ded') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:18.543071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-de49b179-47a8-4c56-ba64-594e18863869 None None] Provisioning complete for port 9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:18.543450 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-de49b179-47a8-4c56-ba64-594e18863869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:18.548162 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:27:18.552392 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b687ffe-86dc-4616-84f6-a2768f5a8fdb req-09b9c345-9f31-4906-a6ca-3c27f6beb03e tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:18.559606 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c4ca-78fb-4100-9f1e-dde73c15c3b0 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:18.560756 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b687ffe-86dc-4616-84f6-a2768f5a8fdb req-09b9c345-9f31-4906-a6ca-3c27f6beb03e tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 944 time: 0.2254190 Nov 11 17:27:18.565611 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5fb93fcb-45ca-49c3-bd02-86f68cdbd560 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:27:18.566582 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5fb93fcb-45ca-49c3-bd02-86f68cdbd560 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0228388 Nov 11 17:27:18.593716 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:18.594323 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:18.595346 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c4ca-78fb-4100-9f1e-dde73c15c3b0 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:18.606681 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a5c4ca-78fb-4100-9f1e-dde73c15c3b0 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:27:18.607086 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c4ca-78fb-4100-9f1e-dde73c15c3b0 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:18.616461 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-9f95ba22-a8b4-4b5b-929c-80ebdd90c14e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=20a6d92a-5fd5-4fa9-90b8-b57594e547e2 HTTP/1.1" status: 200 len: 217 time: 0.0951753 Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:27:18.649682 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:27:18.738594 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:18.754722 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-de49b179-47a8-4c56-ba64-594e18863869 None None] Provisioning complete for port 85f2c3a6-1aee-4424-a363-5e3bbd441f6f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:18.755134 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-de49b179-47a8-4c56-ba64-594e18863869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:18.760556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a639872f-d848-4297-8778-11b03f10c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:18.762290 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-a639872f-d848-4297-8778-11b03f10c028 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eafd7cad-1b53-44fc-96a4-51c18b0cedd0 HTTP/1.1" status: 200 len: 797 time: 0.1256950 Nov 11 17:27:18.796608 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df5074b-2af2-4d3e-b1c3-249f445954d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:18.797549 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c4ca-78fb-4100-9f1e-dde73c15c3b0 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:18.799188 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4feffc-894a-4234-8ee5-7751093ce856" -d '{"events": [{"server_uuid": "9df5074b-2af2-4d3e-b1c3-249f445954d5", "name": "network-vif-plugged", "status": "completed", "tag": "d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:18.820167 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac,segment=NetworkSegment(1177fc11-6519-432e-b302-11381c28549e),segment_id=1177fc11-6519-432e-b302-11381c28549e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:18.820428 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c4ca-78fb-4100-9f1e-dde73c15c3b0 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:18.837826 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a3a5c4ca-78fb-4100-9f1e-dde73c15c3b0 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] 10.222.0.76 "DELETE /v2.0/networks/6f3a6a75-4ffb-43fb-9675-c0a00b397bbb HTTP/1.1" status: 204 len: 168 time: 1.6144092 Nov 11 17:27:18.838029 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:18.848460 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33740) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:18.875926 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b687ffe-86dc-4616-84f6-a2768f5a8fdb req-f4c86da6-1a4a-4d96-9e23-220f859910a1 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c3e3fde-a5b1-4888-a855-7add44773c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3143749 Nov 11 17:27:18.930963 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:18.942942 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-de49b179-47a8-4c56-ba64-594e18863869 None None] Provisioning complete for port c3d5da55-b7f9-43e0-a053-af88a961dc7f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:18.943317 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-de49b179-47a8-4c56-ba64-594e18863869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:18.967028 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-4edcca96-e527-4606-bb62-d38901762563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c09178a-b5b0-4a76-8e8a-ea18b2a43565 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:18.974799 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5c4ca-78fb-4100-9f1e-dde73c15c3b0 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Pushing event deleted for resources: {'Network': ['ID=6f3a6a75-4ffb-43fb-9675-c0a00b397bbb,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:18.982083 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-4edcca96-e527-4606-bb62-d38901762563 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:19.016591 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bca74661-8ed7-4b2e-9565-8cce81cdb639 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:19.036067 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-4edcca96-e527-4606-bb62-d38901762563 service neutron] Transition to ACTIVE for port object 8c09178a-b5b0-4a76-8e8a-ea18b2a43565 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:27:19.039181 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-1010ae7d-0572-428b-984b-2683d5a60ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:19.041234 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-1010ae7d-0572-428b-984b-2683d5a60ff5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f23ac4df-d84d-4279-8162-bbdedb50f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1954138 Nov 11 17:27:19.043153 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-4edcca96-e527-4606-bb62-d38901762563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:19.046146 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-3670adac-ee89-4481-97ab-9535ec64264a service neutron] 10.222.0.76 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318762 Nov 11 17:27:19.227445 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcca96-e527-4606-bb62-d38901762563 service neutron] Pushing event updated for resources: {'Port': ['ID=8c09178a-b5b0-4a76-8e8a-ea18b2a43565,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:19.258079 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e8b6-997e-4c9c-9055-8e75feabf51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:19.338471 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bca74661-8ed7-4b2e-9565-8cce81cdb639 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:19.359797 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060beb86-8a1a-4ea7-bdca-4918b14972bd None None] DHCP port deletion for 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:27:19.376241 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-de49b179-47a8-4c56-ba64-594e18863869 None None] Provisioning complete for port 22c78bda-e8f3-4fba-aef1-70bf8f522b7d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:19.376616 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-de49b179-47a8-4c56-ba64-594e18863869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:19.380348 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-0641cfcc-ba95-4031-ac8d-135132e86326 service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310614 Nov 11 17:27:19.393384 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec1315-7b02-4141-928c-0dd549180e34 req-4f482a6e-709c-47b7-b8d2-ecd618a285e8 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:19.395858 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3e8b6-997e-4c9c-9055-8e75feabf51b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f66d491-8716-4045-9eee-9bc9cdc4e4fa,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:19.398370 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb3e8b6-997e-4c9c-9055-8e75feabf51b admin admin] Checking segment: {'id': '9186666d-0239-4144-96e9-3f0709ddf7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '76890ed3-8c95-449b-ab1a-7519623dfe1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:19.399454 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb3e8b6-997e-4c9c-9055-8e75feabf51b admin admin] Network hostable DHCP agents. Network: 76890ed3-8c95-449b-ab1a-7519623dfe1f, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:27:19.401915 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec1315-7b02-4141-928c-0dd549180e34 req-4f482a6e-709c-47b7-b8d2-ecd618a285e8 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:19.408436 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec1315-7b02-4141-928c-0dd549180e34 req-4f482a6e-709c-47b7-b8d2-ecd618a285e8 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:19.414591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec1315-7b02-4141-928c-0dd549180e34 req-4f482a6e-709c-47b7-b8d2-ecd618a285e8 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:19.420597 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec1315-7b02-4141-928c-0dd549180e34 req-4f482a6e-709c-47b7-b8d2-ecd618a285e8 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:19.426709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec1315-7b02-4141-928c-0dd549180e34 req-4f482a6e-709c-47b7-b8d2-ecd618a285e8 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:19.430952 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-4edcca96-e527-4606-bb62-d38901762563 service neutron] Attempting to bind port 8c09178a-b5b0-4a76-8e8a-ea18b2a43565 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:27:19.431423 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-4edcca96-e527-4606-bb62-d38901762563 service neutron] Attempting to bind port 8c09178a-b5b0-4a76-8e8a-ea18b2a43565 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '4d86045c-9118-4fd2-a624-059ad66a16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '328b7d2e-efb4-416c-88d6-28cdbb34eaa1'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:27:19.431893 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-4edcca96-e527-4606-bb62-d38901762563 service neutron] Attempting to bind port 8c09178a-b5b0-4a76-8e8a-ea18b2a43565 on network 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:19.434331 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec1315-7b02-4141-928c-0dd549180e34 req-4f482a6e-709c-47b7-b8d2-ecd618a285e8 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:19.437447 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb3e8b6-997e-4c9c-9055-8e75feabf51b admin admin] Network 76890ed3-8c95-449b-ab1a-7519623dfe1f is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:27:19.442837 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e7ec1315-7b02-4141-928c-0dd549180e34 req-4f482a6e-709c-47b7-b8d2-ecd618a285e8 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5430 time: 0.2638257 Nov 11 17:27:19.445613 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-4edcca96-e527-4606-bb62-d38901762563 service neutron] Port 8c09178a-b5b0-4a76-8e8a-ea18b2a43565 on network 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:27:19.446888 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-4edcca96-e527-4606-bb62-d38901762563 service neutron] Attempting to bind port 8c09178a-b5b0-4a76-8e8a-ea18b2a43565 on network 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:19.454849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-4cb3e8b6-997e-4c9c-9055-8e75feabf51b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 76890ed3-8c95-449b-ab1a-7519623dfe1f) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:19.457213 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-4edcca96-e527-4606-bb62-d38901762563 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:27:19.457646 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-4edcca96-e527-4606-bb62-d38901762563 service neutron] Checking segment: {'id': '4d86045c-9118-4fd2-a624-059ad66a16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '328b7d2e-efb4-416c-88d6-28cdbb34eaa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:19.458147 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-4edcca96-e527-4606-bb62-d38901762563 service neutron] Bound using segment: {'id': '4d86045c-9118-4fd2-a624-059ad66a16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '328b7d2e-efb4-416c-88d6-28cdbb34eaa1'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:27:19.458686 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-4edcca96-e527-4606-bb62-d38901762563 service neutron] Bound port: 8c09178a-b5b0-4a76-8e8a-ea18b2a43565, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d86045c-9118-4fd2-a624-059ad66a16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '328b7d2e-efb4-416c-88d6-28cdbb34eaa1'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:27:19.459162 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-4edcca96-e527-4606-bb62-d38901762563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:19.469527 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b8877f-9095-4de7-bc65-e4ec5c18bb78 None None] Network 76890ed3-8c95-449b-ab1a-7519623dfe1f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:19.471713 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb3e8b6-997e-4c9c-9055-8e75feabf51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:19.472390 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e8b6-997e-4c9c-9055-8e75feabf51b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:19.473577 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-bca74661-8ed7-4b2e-9565-8cce81cdb639 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d7c0c5-2580-48e9-b1fb-fc8681f265ac']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:19.490682 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-cce086bf-3316-40c7-82ac-05255126b35d service neutron] 10.222.0.76 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290969 Nov 11 17:27:19.537167 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-bca74661-8ed7-4b2e-9565-8cce81cdb639 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1fa9fe6-4b67-4021-a948-9fff0a7f9650') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:19.537463 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-bca74661-8ed7-4b2e-9565-8cce81cdb639 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1fa9fe6-4b67-4021-a948-9fff0a7f9650') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:19.547781 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4cb3e8b6-997e-4c9c-9055-8e75feabf51b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3255692 Nov 11 17:27:19.551530 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bca74661-8ed7-4b2e-9565-8cce81cdb639 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:19.617628 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e7ec1315-7b02-4141-928c-0dd549180e34 req-ee575e55-807e-488e-a820-9b170f61c449 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1675231 Nov 11 17:27:19.634244 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928885f9-4f4a-44fc-a627-7f3e207eddda None None] Network 76890ed3-8c95-449b-ab1a-7519623dfe1f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:19.638336 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bca74661-8ed7-4b2e-9565-8cce81cdb639 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:19.664042 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca74661-8ed7-4b2e-9565-8cce81cdb639 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Releasing vlan 1291 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:27:19.664476 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bca74661-8ed7-4b2e-9565-8cce81cdb639 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:27:19.669936 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:27:19.682340 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-4edcca96-e527-4606-bb62-d38901762563 service neutron] For port 8c09178a-b5b0-4a76-8e8a-ea18b2a43565, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:27:19.695495 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-4edcca96-e527-4606-bb62-d38901762563 service neutron] For port 8c09178a-b5b0-4a76-8e8a-ea18b2a43565, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=8c09178a-b5b0-4a76-8e8a-ea18b2a43565,segment=NetworkSegment(4d86045c-9118-4fd2-a624-059ad66a16dd),segment_id=4d86045c-9118-4fd2-a624-059ad66a16dd)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:27:19.709441 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-4edcca96-e527-4606-bb62-d38901762563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:19.819968 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-4edcca96-e527-4606-bb62-d38901762563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:19.819968 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-4edcca96-e527-4606-bb62-d38901762563 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:19.825879 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-4edcca96-e527-4606-bb62-d38901762563 service neutron] 10.222.0.64 "PUT /v2.0/ports/8c09178a-b5b0-4a76-8e8a-ea18b2a43565 HTTP/1.1" status: 200 len: 1092 time: 2.6100624 Nov 11 17:27:19.832837 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702f78e8-1de0-40fc-ab44-a4ad5483b936', 'tag': '8c09178a-b5b0-4a76-8e8a-ea18b2a43565'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:19.843579 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4659ab8a-b455-4c44-96a2-242ff3c5c0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "702f78e8-1de0-40fc-ab44-a4ad5483b936", "tag": "8c09178a-b5b0-4a76-8e8a-ea18b2a43565"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:19.905102 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e277c4c-b3d2-4e8b-addb-d7839e54e38b None None] DHCP port deletion for 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:27:19.916585 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d788bcc7-1150-4b4b-ad25-58bdfa145ee6 req-42bcda58-5200-47d8-9528-5c1cf3cfae23 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 210 time: 0.1594672 Nov 11 17:27:19.940060 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-063b04fa-f135-4235-8db2-966cbadd0491 service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832425 Nov 11 17:27:19.941295 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bca74661-8ed7-4b2e-9565-8cce81cdb639 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:19.952753 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f12e3fa-3aee-47ac-8632-4a25d8b7ee94 x-openstack-request-id: req-4f12e3fa-3aee-47ac-8632-4a25d8b7ee94 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:19.953632 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df5074b-2af2-4d3e-b1c3-249f445954d5", "name": "network-vif-plugged", "status": "completed", "tag": "d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:19.954200 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4f12e3fa-3aee-47ac-8632-4a25d8b7ee94 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:19.955044 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df5074b-2af2-4d3e-b1c3-249f445954d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac', 'code': 200} Nov 11 17:27:19.970866 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bca74661-8ed7-4b2e-9565-8cce81cdb639 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:19.974192 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bca74661-8ed7-4b2e-9565-8cce81cdb639 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] 10.222.0.76 "DELETE /v2.0/networks/79d7c0c5-2580-48e9-b1fb-fc8681f265ac HTTP/1.1" status: 204 len: 168 time: 1.1159351 Nov 11 17:27:20.087115 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-29684623-5fa6-4f5b-94d5-ab2404613351 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=4f66b335-60b1-4a5e-a509-ce8519750f0d HTTP/1.1" status: 200 len: 217 time: 0.1097147 Nov 11 17:27:20.093607 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcca96-e527-4606-bb62-d38901762563 service neutron] Pushing event updated for resources: {'Port': ['ID=8c09178a-b5b0-4a76-8e8a-ea18b2a43565,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:20.147719 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-f35a77b6-7a22-4b52-9d3f-7157c0167556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:20.149877 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-f35a77b6-7a22-4b52-9d3f-7157c0167556 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=306a4c542bc14bef8e6801a97c53fb31&device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 1095 time: 0.1988125 Nov 11 17:27:20.255982 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca74661-8ed7-4b2e-9565-8cce81cdb639 tempest-BulkNetworkOpsTest-36079405 tempest-BulkNetworkOpsTest-36079405-project] Pushing event deleted for resources: {'Network': ['ID=79d7c0c5-2580-48e9-b1fb-fc8681f265ac,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:20.272712 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ebc66b79-f829-4848-8cac-13769f7c22ce req-abef52d2-3f65-48b8-a659-83e6f82f918b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9 HTTP/1.1" status: 200 len: 210 time: 0.1553125 Nov 11 17:27:20.276339 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33778) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:20.276477 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2e8691-b129-4a69-99ac-f27ffae21161 x-openstack-request-id: req-3e2e8691-b129-4a69-99ac-f27ffae21161 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:20.276779 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "702f78e8-1de0-40fc-ab44-a4ad5483b936", "tag": "8c09178a-b5b0-4a76-8e8a-ea18b2a43565", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:20.277071 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3e2e8691-b129-4a69-99ac-f27ffae21161 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:20.277512 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '702f78e8-1de0-40fc-ab44-a4ad5483b936', 'tag': '8c09178a-b5b0-4a76-8e8a-ea18b2a43565', 'status': 'completed', 'code': 200} Nov 11 17:27:20.282240 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-77ceeb94-e2c9-4e74-becf-79cd2c9409a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c09178a-b5b0-4a76-8e8a-ea18b2a43565 HTTP/1.1" status: 200 len: 217 time: 0.1121123 Nov 11 17:27:20.299393 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-8d8eb805-2348-4e26-9590-6b5ec35bf91a tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:20.302348 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-8d8eb805-2348-4e26-9590-6b5ec35bf91a tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.64 "GET /v2.0/networks?id=328b7d2e-efb4-416c-88d6-28cdbb34eaa1 HTTP/1.1" status: 200 len: 818 time: 0.3861511 Nov 11 17:27:20.312059 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-4b99a902-18f0-4823-9f52-762a9f39f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:20.313308 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-4b99a902-18f0-4823-9f52-762a9f39f2ed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eafd7cad-1b53-44fc-96a4-51c18b0cedd0 HTTP/1.1" status: 200 len: 797 time: 0.1679380 Nov 11 17:27:20.334293 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275a35a-366f-40bb-a4b7-c3a6cff091bd req-7e90ed01-9e13-4e51-a20f-0d22d107aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:20.334625 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-fd21dca8-18a2-4a01-be46-4caa0ea0b504 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Request body: {'port': {'device_id': '0ca2fc00-9fa2-46b0-b847-024bb3983c67', 'network_id': '328b7d2e-efb4-416c-88d6-28cdbb34eaa1', 'admin_state_up': True, 'tenant_id': '306a4c542bc14bef8e6801a97c53fb31'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:20.335837 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8275a35a-366f-40bb-a4b7-c3a6cff091bd req-7e90ed01-9e13-4e51-a20f-0d22d107aafd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 1096 time: 0.2052863 Nov 11 17:27:20.442681 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33782) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:20.531667 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-1780fb74-3037-4478-b2dc-c44e771b09b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:20.533181 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-1780fb74-3037-4478-b2dc-c44e771b09b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b36a3487-9104-49ee-900b-5ebde2143e8f HTTP/1.1" status: 200 len: 858 time: 0.1911633 Nov 11 17:27:20.593546 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-f1f306c5-3a8e-4b26-8d3b-d224b9182402 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=328b7d2e-efb4-416c-88d6-28cdbb34eaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515482 Nov 11 17:27:20.685176 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-fd21dca8-18a2-4a01-be46-4caa0ea0b504 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Made reservation on behalf of 306a4c542bc14bef8e6801a97c53fb31 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:20.688782 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-fd21dca8-18a2-4a01-be46-4caa0ea0b504 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:20.738615 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-759a857c-7dec-4d04-9b1f-79273366e90b service neutron] 10.222.0.64 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372237 Nov 11 17:27:20.835938 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-d0b785be-ef2a-4142-9891-7a698512dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:20.837590 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-d0b785be-ef2a-4142-9891-7a698512dd0c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f23ac4df-d84d-4279-8162-bbdedb50f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5146158 Nov 11 17:27:20.926284 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8275a35a-366f-40bb-a4b7-c3a6cff091bd req-ef4ac391-383f-4878-97a7-669e5ef381cf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1c3e3fde-a5b1-4888-a855-7add44773c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5662017 Nov 11 17:27:20.927819 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b9843265-c4ef-4647-9857-d782377fa8c4 req-9150289f-1a7c-4c62-b1f9-9b129cc02276 service neutron] 10.222.0.64 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621151 Nov 11 17:27:20.928902 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-fd21dca8-18a2-4a01-be46-4caa0ea0b504 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Allocated IP 172.20.0.2 (328b7d2e-efb4-416c-88d6-28cdbb34eaa1/b36a3487-9104-49ee-900b-5ebde2143e8f/f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:27:20.968306 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8069d5e2-cb03-45d9-890e-c6ef698420cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:20.993586 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97636ec3-a29b-4790-89ec-5c097f293126 req-b9383d95-0ee4-49d3-a467-ed0355b8e168 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:20.995121 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97636ec3-a29b-4790-89ec-5c097f293126 req-b9383d95-0ee4-49d3-a467-ed0355b8e168 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 945 time: 0.6162999 Nov 11 17:27:21.088511 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659ab8a-b455-4c44-96a2-242ff3c5c0d6 req-53a919a9-b7b5-4b54-90a5-595154a23271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:21.089972 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4659ab8a-b455-4c44-96a2-242ff3c5c0d6 req-53a919a9-b7b5-4b54-90a5-595154a23271 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=306a4c542bc14bef8e6801a97c53fb31&device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 1095 time: 0.0620840 Nov 11 17:27:21.129821 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c87989a8-e9f8-4100-8b5b-a6aae2a5c7cf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ba0815679a8c469fb67e57295b0ae51a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6835852 Nov 11 17:27:21.137570 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33802) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:21.161372 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-969d1950-09a7-4f7d-8bbc-6c70eb621ce9 service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140197 Nov 11 17:27:21.174354 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-354ac45d-9e53-4f3c-aadb-61b7b7100ccd tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:21.175772 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-354ac45d-9e53-4f3c-aadb-61b7b7100ccd tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/networks?id=76890ed3-8c95-449b-ab1a-7519623dfe1f HTTP/1.1" status: 200 len: 808 time: 0.3439300 Nov 11 17:27:21.176334 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-fd21dca8-18a2-4a01-be46-4caa0ea0b504 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:21.199977 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97636ec3-a29b-4790-89ec-5c097f293126 req-c3162575-87f8-4f27-878a-e7a64af47df4 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c3e3fde-a5b1-4888-a855-7add44773c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891992 Nov 11 17:27:21.229377 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659ab8a-b455-4c44-96a2-242ff3c5c0d6 req-ad7da083-c783-41a0-a9ab-e786c925da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:21.230937 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4659ab8a-b455-4c44-96a2-242ff3c5c0d6 req-ad7da083-c783-41a0-a9ab-e786c925da27 service neutron] 10.222.0.64 "GET /v2.0/networks?id=328b7d2e-efb4-416c-88d6-28cdbb34eaa1 HTTP/1.1" status: 200 len: 920 time: 0.1340623 Nov 11 17:27:21.247868 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-fd21dca8-18a2-4a01-be46-4caa0ea0b504 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:21.275159 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-ad414d5d-290c-401a-813c-c96e5a67f303 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/quotas/4e094117d79e4e59a81bd8032ce1bc83 HTTP/1.1" status: 200 len: 375 time: 0.0797284 Nov 11 17:27:21.309621 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4659ab8a-b455-4c44-96a2-242ff3c5c0d6 req-419c6505-6ef4-45ce-b9ff-e9c138089bf2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c09178a-b5b0-4a76-8e8a-ea18b2a43565 HTTP/1.1" status: 200 len: 217 time: 0.0702925 Nov 11 17:27:21.333442 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-fd21dca8-18a2-4a01-be46-4caa0ea0b504 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Network 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:27:21.354989 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-fd21dca8-18a2-4a01-be46-4caa0ea0b504 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:21.357396 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-fd21dca8-18a2-4a01-be46-4caa0ea0b504 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:27:21.363316 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-e25f4e68-5c78-44a6-8c5f-f1b53401a8d2 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4e094117d79e4e59a81bd8032ce1bc83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758009 Nov 11 17:27:21.372523 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02964a75-c3ed-4842-9187-523b21035ff4 None None] DHCP port deletion for 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:27:21.392236 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8069d5e2-cb03-45d9-890e-c6ef698420cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:21.394664 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21dca8-18a2-4a01-be46-4caa0ea0b504 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Pushing event updated for resources: {'Port': ['ID=f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:21.423655 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659ab8a-b455-4c44-96a2-242ff3c5c0d6 req-8db3cc67-2021-4e0b-8c78-4932781392f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:21.425158 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4659ab8a-b455-4c44-96a2-242ff3c5c0d6 req-8db3cc67-2021-4e0b-8c78-4932781392f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b36a3487-9104-49ee-900b-5ebde2143e8f HTTP/1.1" status: 200 len: 858 time: 0.1073146 Nov 11 17:27:21.428918 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8069d5e2-cb03-45d9-890e-c6ef698420cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:21.440189 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9338c166-f913-44e3-bce8-31db8f2b41c0 None None] Provisioning complete for port f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:21.440789 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9338c166-f913-44e3-bce8-31db8f2b41c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:21.459436 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4659ab8a-b455-4c44-96a2-242ff3c5c0d6 req-fd42237d-b4e6-4c93-9d15-18537b022e88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=328b7d2e-efb4-416c-88d6-28cdbb34eaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263321 Nov 11 17:27:21.464777 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-816bd1ec-b3be-4e00-8d1e-20aa037a3ae2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:21.466539 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-fd21dca8-18a2-4a01-be46-4caa0ea0b504 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:21.467340 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-fd21dca8-18a2-4a01-be46-4caa0ea0b504 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:21.504328 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-9338c166-f913-44e3-bce8-31db8f2b41c0 None None] Port f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:27:21.517198 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-43447b08-5e77-4e8f-8a10-f0b24815e17c service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370609 Nov 11 17:27:21.529532 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-fd21dca8-18a2-4a01-be46-4caa0ea0b504 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2008405 Nov 11 17:27:21.546713 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba2405-378c-42c7-8a79-fec6d291f5ef req-3c6982f4-ceee-4279-a428-910ebaefe0eb tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:21.549601 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Request body: {'port': {'device_id': '0ca2fc00-9fa2-46b0-b847-024bb3983c67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:21.552738 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba2405-378c-42c7-8a79-fec6d291f5ef req-3c6982f4-ceee-4279-a428-910ebaefe0eb tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:21.558967 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba2405-378c-42c7-8a79-fec6d291f5ef req-3c6982f4-ceee-4279-a428-910ebaefe0eb tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:21.565105 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba2405-378c-42c7-8a79-fec6d291f5ef req-3c6982f4-ceee-4279-a428-910ebaefe0eb tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:21.571695 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba2405-378c-42c7-8a79-fec6d291f5ef req-3c6982f4-ceee-4279-a428-910ebaefe0eb tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:21.577694 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba2405-378c-42c7-8a79-fec6d291f5ef req-3c6982f4-ceee-4279-a428-910ebaefe0eb tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:21.583883 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba2405-378c-42c7-8a79-fec6d291f5ef req-3c6982f4-ceee-4279-a428-910ebaefe0eb tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:21.585809 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2ba2405-378c-42c7-8a79-fec6d291f5ef req-3c6982f4-ceee-4279-a428-910ebaefe0eb tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5430 time: 0.3096042 Nov 11 17:27:21.618912 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4659ab8a-b455-4c44-96a2-242ff3c5c0d6 req-014726f6-d655-4481-997e-3d64de6d7c02 service neutron] 10.222.0.64 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443224 Nov 11 17:27:21.626679 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:21.628004 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069d5e2-cb03-45d9-890e-c6ef698420cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c2eb90-0a08-4448-80d8-08bb69b0696d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:21.702674 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-816bd1ec-b3be-4e00-8d1e-20aa037a3ae2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:21.708055 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8069d5e2-cb03-45d9-890e-c6ef698420cb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=64cbbd78b11d42ab88abfd5b2ea84e91&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4305077 Nov 11 17:27:21.713797 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33806) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:21.724091 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-889a5b82-b931-4edb-9290-d90ef113f191 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 HTTP/1.1" status: 200 len: 217 time: 0.1311483 Nov 11 17:27:21.826010 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-a8cd14f4-d4c7-47c9-bbf3-79ff89242960 service neutron] 10.222.0.76 "GET /v2.0/networks/76890ed3-8c95-449b-ab1a-7519623dfe1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359641 Nov 11 17:27:21.857615 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4659ab8a-b455-4c44-96a2-242ff3c5c0d6 req-bfd39925-e9fd-4c0e-b30a-e82ffeadb287 service neutron] 10.222.0.64 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276459 Nov 11 17:27:21.879009 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ec9a1607-ba64-47c8-aab5-171a9d611a6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:21.935497 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2ba2405-378c-42c7-8a79-fec6d291f5ef req-326595bc-1b82-4fd4-bf61-4d8882619292 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3269222 Nov 11 17:27:21.946894 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-2d639c97-ea58-4e01-b588-c8d1b6979d34 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:21.947758 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ec9a1607-ba64-47c8-aab5-171a9d611a6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:21.948455 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-2d639c97-ea58-4e01-b588-c8d1b6979d34 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.83 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 806 time: 0.4477365 Nov 11 17:27:21.949856 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-49e0a683-eeb9-4642-8192-7d462bfadfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:21.951609 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-49e0a683-eeb9-4642-8192-7d462bfadfe6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eafd7cad-1b53-44fc-96a4-51c18b0cedd0 HTTP/1.1" status: 200 len: 797 time: 0.2060406 Nov 11 17:27:21.980151 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-816bd1ec-b3be-4e00-8d1e-20aa037a3ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:21.982786 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-816bd1ec-b3be-4e00-8d1e-20aa037a3ae2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:21.983977 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-816bd1ec-b3be-4e00-8d1e-20aa037a3ae2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a666d341-3583-483a-9c80-5d8c3978eb99 HTTP/1.1" status: 204 len: 168 time: 0.8405035 Nov 11 17:27:22.003541 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Request body: {'port': {'device_id': 'e3e740e9-d161-4f4b-8ac0-878def0fffc9', 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d', 'admin_state_up': True, 'tenant_id': '0e5747bb491947f2a2d2c2ebc01d2df0'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:22.018584 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bd1ec-b3be-4e00-8d1e-20aa037a3ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a666d341-3583-483a-9c80-5d8c3978eb99,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:22.055860 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ec9a1607-ba64-47c8-aab5-171a9d611a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:22.059073 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ec9a1607-ba64-47c8-aab5-171a9d611a6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:22.062984 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ec9a1607-ba64-47c8-aab5-171a9d611a6c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/56c2eb90-0a08-4448-80d8-08bb69b0696d HTTP/1.1" status: 204 len: 168 time: 0.3466434 Nov 11 17:27:22.082474 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a1607-ba64-47c8-aab5-171a9d611a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c2eb90-0a08-4448-80d8-08bb69b0696d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:22.145250 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:22.163808 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:22.181905 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Transition to ACTIVE for port object f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:27:22.188665 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:22.189329 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-47abb072-e8d7-49c6-b8fd-139856546930 service neutron] 10.222.0.76 "GET /v2.0/networks/76890ed3-8c95-449b-ab1a-7519623dfe1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489411 Nov 11 17:27:22.221065 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a4490f-c915-42d1-bd7a-e3b2a2ec09e9 None None] DHCP port deletion for 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:27:22.241228 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-626e5c77-935f-47a9-96a3-a7e2cf4c7ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:22.243032 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-626e5c77-935f-47a9-96a3-a7e2cf4c7ac0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f23ac4df-d84d-4279-8162-bbdedb50f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2528620 Nov 11 17:27:22.272868 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3237a2-ede8-4cc7-b21b-9efe79c94ac0 req-61a3c649-ab3f-4076-909b-1e7daa2d3b4a tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:22.280669 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee3237a2-ede8-4cc7-b21b-9efe79c94ac0 req-61a3c649-ab3f-4076-909b-1e7daa2d3b4a tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 931 time: 0.1339693 Nov 11 17:27:22.362568 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Pushing event updated for resources: {'Port': ['ID=f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:22.386684 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Attempting to bind port f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:27:22.387320 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Attempting to bind port f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '4d86045c-9118-4fd2-a624-059ad66a16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '328b7d2e-efb4-416c-88d6-28cdbb34eaa1'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:27:22.387890 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Attempting to bind port f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab on network 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:22.393591 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Port f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab on network 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:27:22.394211 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Attempting to bind port f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab on network 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:22.401197 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:27:22.401911 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Checking segment: {'id': '4d86045c-9118-4fd2-a624-059ad66a16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '328b7d2e-efb4-416c-88d6-28cdbb34eaa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:22.402531 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Bound using segment: {'id': '4d86045c-9118-4fd2-a624-059ad66a16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '328b7d2e-efb4-416c-88d6-28cdbb34eaa1'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:27:22.403181 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Bound port: f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d86045c-9118-4fd2-a624-059ad66a16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '328b7d2e-efb4-416c-88d6-28cdbb34eaa1'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:27:22.403717 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:22.434232 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee3237a2-ede8-4cc7-b21b-9efe79c94ac0 req-dced91ae-72f2-4b99-bf87-1fef15b96180 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492774 Nov 11 17:27:22.448984 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Made reservation on behalf of 0e5747bb491947f2a2d2c2ebc01d2df0 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:22.457088 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:22.528827 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-b9920f5b-53e2-4eb3-9c2e-431d80ed4d53 service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767289 Nov 11 17:27:22.539922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33826) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:22.576140 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] For port f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:27:22.582034 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] For port f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab,segment=NetworkSegment(4d86045c-9118-4fd2-a624-059ad66a16dd),segment_id=4d86045c-9118-4fd2-a624-059ad66a16dd)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:27:22.590863 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:22.628568 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:22.629202 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:22.630594 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] 10.222.0.64 "PUT /v2.0/ports/f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab HTTP/1.1" status: 200 len: 1091 time: 1.0868490 Nov 11 17:27:22.631041 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca2fc00-9fa2-46b0-b847-024bb3983c67', 'tag': 'f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:22.633858 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da330c3-f60f-4879-bf5b-6c5efcac4f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca2fc00-9fa2-46b0-b847-024bb3983c67", "tag": "f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:22.635474 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3d8785-da5b-4a02-a08f-030c833b55e7 None None] DHCP port deletion for 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:27:22.740137 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Pushing event updated for resources: {'Port': ['ID=f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:22.745416 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cbfc9a85-229f-4c7d-a07e-800bc7334942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:22.756901 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-5299c09a-dd7c-42a0-81cd-38eb3d7c1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:22.758442 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-5299c09a-dd7c-42a0-81cd-38eb3d7c1bcc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=306a4c542bc14bef8e6801a97c53fb31&device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 1094 time: 0.0630879 Nov 11 17:27:22.760296 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:22.760643 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:22.760978 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:22.761313 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:22.762241 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:22.762241 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:22.762241 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:22.762578 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:22.762905 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:22.763279 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:22.763598 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:22.763944 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b6b748-306c-4697-9393-6359d39b6b8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:22.792635 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-75f618ef-1450-41ba-b4ee-368e5abc91cd req-62698bb5-8a5a-4198-95f5-496614e598fa tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9 HTTP/1.1" status: 200 len: 210 time: 0.1290698 Nov 11 17:27:22.844433 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-e9a9ab1f-6da0-4078-b6ba-d510480a76e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab HTTP/1.1" status: 200 len: 217 time: 0.0724487 Nov 11 17:27:22.910322 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-6d6ab04e-8a0c-47f0-b084-91a9070783d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:22.912331 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-6d6ab04e-8a0c-47f0-b084-91a9070783d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b36a3487-9104-49ee-900b-5ebde2143e8f HTTP/1.1" status: 200 len: 858 time: 0.0590525 Nov 11 17:27:22.955640 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-a339543c-47ff-477c-b5fa-1d9705b0a304 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=328b7d2e-efb4-416c-88d6-28cdbb34eaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369170 Nov 11 17:27:22.969888 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-09232b54-512d-4ae0-ba2a-a4df2654e2b8 req-8b01120d-0444-475a-8adc-6d13e2180378 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/ports?device_id=eafa4665-096a-46a0-bd13-55ad22addd38 HTTP/1.1" status: 200 len: 210 time: 0.0951157 Nov 11 17:27:23.049286 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf40032-b27b-490d-a82b-9a865b2a07a9 x-openstack-request-id: req-ecf40032-b27b-490d-a82b-9a865b2a07a9 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:23.049655 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca2fc00-9fa2-46b0-b847-024bb3983c67", "tag": "f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:23.050015 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ecf40032-b27b-490d-a82b-9a865b2a07a9 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:23.050470 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca2fc00-9fa2-46b0-b847-024bb3983c67', 'tag': 'f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab', 'status': 'completed', 'code': 200} Nov 11 17:27:23.069571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3de54-6b62-4f22-a589-e702b39549f4 req-53b1972a-a12e-4cad-83ab-0159682e7c83 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:23.077551 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6db3de54-6b62-4f22-a589-e702b39549f4 req-53b1972a-a12e-4cad-83ab-0159682e7c83 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 945 time: 0.4143808 Nov 11 17:27:23.088038 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-45a8d8e2-3812-4f7b-8a94-f08fa80b8251 service neutron] 10.222.0.64 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252062 Nov 11 17:27:23.100323 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Allocated IP 172.20.0.11 (3e09136b-2afb-4141-b1b5-3d967dca5d2d/6a33a415-81af-4eb3-b9c5-17414d49d9ff/8c84b91b-aa9c-42d0-a19b-b3f82d715671) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:27:23.104823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-5beead93-ed62-40ef-a91b-3cf7d07c6578 service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5427227 Nov 11 17:27:23.149155 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cbfc9a85-229f-4c7d-a07e-800bc7334942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:23.202029 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-080a65ab-2e1b-4780-ab93-411c70d0b745 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=5e72d773-0677-4eac-9257-f5ea1cb74c15 HTTP/1.1" status: 200 len: 217 time: 0.0732567 Nov 11 17:27:23.202029 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cbfc9a85-229f-4c7d-a07e-800bc7334942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:23.202937 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33850) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:23.229483 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6334148b-3607-4f1b-b3df-b68cd0bab68b req-dc469117-d0db-41e0-bc86-d69f71941cba service neutron] 10.222.0.64 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297472 Nov 11 17:27:23.322287 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a71fa555-800f-40dd-b77f-7e312e564435 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-259127164'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:23.350811 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71fa555-800f-40dd-b77f-7e312e564435 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Made reservation on behalf of 9f5487b7833149b3b9b789679e7434fa for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:23.352829 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6db3de54-6b62-4f22-a589-e702b39549f4 req-9b6599fb-ffc3-4ad4-b686-aaac35789afe tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c3e3fde-a5b1-4888-a855-7add44773c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2738893 Nov 11 17:27:23.355093 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a71fa555-800f-40dd-b77f-7e312e564435 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:23.362990 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-cbfc9a85-229f-4c7d-a07e-800bc7334942 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0757be3547134441bd8e6a63d3ca7647&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7995033 Nov 11 17:27:23.363775 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33854) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:23.369787 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a71fa555-800f-40dd-b77f-7e312e564435 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:23.379964 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc9a85-229f-4c7d-a07e-800bc7334942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001e05c5-d1e9-4adf-a0b5-395cff951094,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:23.424483 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-1aa12c3a-87be-4837-a468-ffbb08224ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:23.426202 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-1aa12c3a-87be-4837-a468-ffbb08224ba0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eafd7cad-1b53-44fc-96a4-51c18b0cedd0 HTTP/1.1" status: 200 len: 797 time: 0.2009990 Nov 11 17:27:23.456757 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da330c3-f60f-4879-bf5b-6c5efcac4f4f req-df50c7b0-8c41-4076-9098-f9e1f2ae55de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:23.458247 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0da330c3-f60f-4879-bf5b-6c5efcac4f4f req-df50c7b0-8c41-4076-9098-f9e1f2ae55de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=306a4c542bc14bef8e6801a97c53fb31&device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 1094 time: 0.0862763 Nov 11 17:27:23.489786 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af59e5-be9a-4cb4-b4a1-ea68f1a2147a req-2ce1e192-166c-4b1f-841d-d318b09eb720 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:23.496097 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af59e5-be9a-4cb4-b4a1-ea68f1a2147a req-2ce1e192-166c-4b1f-841d-d318b09eb720 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:23.502076 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af59e5-be9a-4cb4-b4a1-ea68f1a2147a req-2ce1e192-166c-4b1f-841d-d318b09eb720 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:23.508153 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af59e5-be9a-4cb4-b4a1-ea68f1a2147a req-2ce1e192-166c-4b1f-841d-d318b09eb720 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:23.514224 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af59e5-be9a-4cb4-b4a1-ea68f1a2147a req-2ce1e192-166c-4b1f-841d-d318b09eb720 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:23.521958 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af59e5-be9a-4cb4-b4a1-ea68f1a2147a req-2ce1e192-166c-4b1f-841d-d318b09eb720 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:23.530943 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af59e5-be9a-4cb4-b4a1-ea68f1a2147a req-2ce1e192-166c-4b1f-841d-d318b09eb720 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:23.532928 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-58af59e5-be9a-4cb4-b4a1-ea68f1a2147a req-2ce1e192-166c-4b1f-841d-d318b09eb720 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5430 time: 0.3410089 Nov 11 17:27:23.581757 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a71fa555-800f-40dd-b77f-7e312e564435 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:23.591670 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a71fa555-800f-40dd-b77f-7e312e564435 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:23.610385 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da330c3-f60f-4879-bf5b-6c5efcac4f4f req-edfe554e-136b-4205-9925-6ac92950b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:23.611848 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0da330c3-f60f-4879-bf5b-6c5efcac4f4f req-edfe554e-136b-4205-9925-6ac92950b683 service neutron] 10.222.0.64 "GET /v2.0/networks?id=328b7d2e-efb4-416c-88d6-28cdbb34eaa1 HTTP/1.1" status: 200 len: 920 time: 0.1463082 Nov 11 17:27:23.626256 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71fa555-800f-40dd-b77f-7e312e564435 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1294} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:27:23.668206 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0da330c3-f60f-4879-bf5b-6c5efcac4f4f req-2527f826-8f81-425b-9e02-8dad21f7f5bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab HTTP/1.1" status: 200 len: 217 time: 0.0467694 Nov 11 17:27:23.668794 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fa555-800f-40dd-b77f-7e312e564435 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa244ae-9600-43ae-87c0-2da6a45ffa49,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:23.683050 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a71fa555-800f-40dd-b77f-7e312e564435 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:23.683419 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-a71fa555-800f-40dd-b77f-7e312e564435 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Added segment 6dd9b65d-23f2-48cd-96cc-f2bc124cde76 of type vlan for network 8fdf5822-56dc-49e8-9356-f8f1896781d1 Nov 11 17:27:23.705454 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85cc3a51-8c7d-451f-883c-0ae90b1d3df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:23.707038 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-85cc3a51-8c7d-451f-883c-0ae90b1d3df2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f23ac4df-d84d-4279-8162-bbdedb50f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2431498 Nov 11 17:27:23.730936 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddeb1a-ad6c-4fe1-a7fd-032f50c642af req-dfc6a734-e320-4234-b377-ee2b5f9b599f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:23.732413 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3ddeb1a-ad6c-4fe1-a7fd-032f50c642af req-dfc6a734-e320-4234-b377-ee2b5f9b599f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 945 time: 0.2726235 Nov 11 17:27:23.747786 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:23.751837 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33862) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:23.754940 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ef2607f7-00d7-4458-b9e4-aa3bd226f3af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:23.756154 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-69e6ebd8-a458-4c3b-9b45-83104f1731d3 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Request body: {'floatingip': {'port_id': 'd2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:23.766332 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a71fa555-800f-40dd-b77f-7e312e564435 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:23.776370 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-58af59e5-be9a-4cb4-b4a1-ea68f1a2147a req-aaec21be-8e39-4781-9a0a-525521425996 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2297833 Nov 11 17:27:23.808442 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da330c3-f60f-4879-bf5b-6c5efcac4f4f req-cc376e3e-dc13-492a-95bb-4f8015f51e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:23.809915 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0da330c3-f60f-4879-bf5b-6c5efcac4f4f req-cc376e3e-dc13-492a-95bb-4f8015f51e98 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b36a3487-9104-49ee-900b-5ebde2143e8f HTTP/1.1" status: 200 len: 858 time: 0.1345782 Nov 11 17:27:23.850976 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-69e6ebd8-a458-4c3b-9b45-83104f1731d3 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks [] for floatingip, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:23.851210 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ef2607f7-00d7-4458-b9e4-aa3bd226f3af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:23.903069 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0da330c3-f60f-4879-bf5b-6c5efcac4f4f req-78e4e715-b9e2-46c0-b796-570b27cb788a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=328b7d2e-efb4-416c-88d6-28cdbb34eaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828598 Nov 11 17:27:23.931119 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a71fa555-800f-40dd-b77f-7e312e564435 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:23.936815 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71fa555-800f-40dd-b77f-7e312e564435 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:23.937303 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a71fa555-800f-40dd-b77f-7e312e564435 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:23.963245 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-6fc168aa-b796-41b7-bbf8-2a00dc1b91e9 service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433820 Nov 11 17:27:23.966598 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:23.979754 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:23.983843 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f590f-b962-4cc2-96b6-1e896f4b3bac req-80a56cde-04a6-4659-acb4-543be068c2cd tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:23.985414 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb5f590f-b962-4cc2-96b6-1e896f4b3bac req-80a56cde-04a6-4659-acb4-543be068c2cd tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 943 time: 0.1682613 Nov 11 17:27:24.082539 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ef2607f7-00d7-4458-b9e4-aa3bd226f3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:24.085227 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ef2607f7-00d7-4458-b9e4-aa3bd226f3af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:24.086941 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ef2607f7-00d7-4458-b9e4-aa3bd226f3af admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/001e05c5-d1e9-4adf-a0b5-395cff951094 HTTP/1.1" status: 204 len: 168 time: 0.7099292 Nov 11 17:27:24.113432 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Network 3e09136b-2afb-4141-b1b5-3d967dca5d2d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:27:24.139753 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a71fa555-800f-40dd-b77f-7e312e564435 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9253511 Nov 11 17:27:24.143533 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Pushing event updated for resources: {'Port': ['ID=8c84b91b-aa9c-42d0-a19b-b3f82d715671,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:24.146543 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:24.163223 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:27:24.170722 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2607f7-00d7-4458-b9e4-aa3bd226f3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001e05c5-d1e9-4adf-a0b5-395cff951094,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:24.212659 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 8c09178a-b5b0-4a76-8e8a-ea18b2a43565 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:27:24.441198 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 8c09178a-b5b0-4a76-8e8a-ea18b2a43565, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=8c09178a-b5b0-4a76-8e8a-ea18b2a43565,segment=NetworkSegment(4d86045c-9118-4fd2-a624-059ad66a16dd),segment_id=4d86045c-9118-4fd2-a624-059ad66a16dd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:24.472419 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '8c09178a-b5b0-4a76-8e8a-ea18b2a43565', 'network_id': '328b7d2e-efb4-416c-88d6-28cdbb34eaa1', 'port_id': '8c09178a-b5b0-4a76-8e8a-ea18b2a43565', 'mac_address': 'fa:16:3e:fe:27:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36a3487-9104-49ee-900b-5ebde2143e8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:27:24.565111 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:24.608582 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.609562 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.610084 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.610577 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.611058 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.611257 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c09178a-b5b0-4a76-8e8a-ea18b2a43565 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:24.611707 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.612214 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.612689 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.613163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.613636 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.614127 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.614597 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.619266 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2607f7-00d7-4458-b9e4-aa3bd226f3af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.619839 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2607f7-00d7-4458-b9e4-aa3bd226f3af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.620327 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2607f7-00d7-4458-b9e4-aa3bd226f3af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.620875 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2607f7-00d7-4458-b9e4-aa3bd226f3af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.621315 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2607f7-00d7-4458-b9e4-aa3bd226f3af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.621795 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2607f7-00d7-4458-b9e4-aa3bd226f3af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.622279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2607f7-00d7-4458-b9e4-aa3bd226f3af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.622764 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2607f7-00d7-4458-b9e4-aa3bd226f3af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.623423 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2607f7-00d7-4458-b9e4-aa3bd226f3af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.623972 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2607f7-00d7-4458-b9e4-aa3bd226f3af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.625091 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2607f7-00d7-4458-b9e4-aa3bd226f3af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.625726 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2607f7-00d7-4458-b9e4-aa3bd226f3af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:24.684560 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb5f590f-b962-4cc2-96b6-1e896f4b3bac req-fc6e3a42-9d5e-4953-b28d-273c19c79b24 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6622024 Nov 11 17:27:24.745481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af840f6e-d540-4e3f-8bff-ad9cd1eb07b2 req-c594a23f-c69b-4139-b284-08c284934645 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:24.746806 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 8c09178a-b5b0-4a76-8e8a-ea18b2a43565, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=8c09178a-b5b0-4a76-8e8a-ea18b2a43565,segment=NetworkSegment(4d86045c-9118-4fd2-a624-059ad66a16dd),segment_id=4d86045c-9118-4fd2-a624-059ad66a16dd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:24.748896 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-af840f6e-d540-4e3f-8bff-ad9cd1eb07b2 req-c594a23f-c69b-4139-b284-08c284934645 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9 HTTP/1.1" status: 200 len: 932 time: 0.6788759 Nov 11 17:27:24.762591 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:24.767095 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:24.769377 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:24.775189 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-676b048e-63cb-4be8-bd0b-e489bff12a02 service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7996218 Nov 11 17:27:24.852664 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-95d09439-5ff3-4af1-9700-abe200616a4f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=997c27ca-49ff-4d5e-b132-25f3c8e2cbeb HTTP/1.1" status: 200 len: 217 time: 0.0672972 Nov 11 17:27:24.884202 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d5ce142-9886-4c60-b9ca-cf9b70f30a79 req-90f70360-c2f8-41d4-88e3-4962b3f467da tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/ports?device_id=eafa4665-096a-46a0-bd13-55ad22addd38 HTTP/1.1" status: 200 len: 210 time: 0.0830977 Nov 11 17:27:24.902722 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=8c09178a-b5b0-4a76-8e8a-ea18b2a43565,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:24.984939 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-af840f6e-d540-4e3f-8bff-ad9cd1eb07b2 req-83e1627d-860b-47ac-9e77-6d6661e10d5d tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119887 Nov 11 17:27:24.988451 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-40c84415-4dc6-4c4f-a33d-454c52560fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9996843 Nov 11 17:27:25.035505 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] Request body: {'port': {'device_id': 'e3e740e9-d161-4f4b-8ac0-878def0fffc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:25.085569 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['8c09178a-b5b0-4a76-8e8a-ea18b2a43565'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:27:25.110957 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-4907ccee-b129-45f4-ba9c-0687d7b07550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:25.112546 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-4907ccee-b129-45f4-ba9c-0687d7b07550 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7db24a47-6724-4aef-ab7e-6a99f45ef956 HTTP/1.1" status: 200 len: 797 time: 0.2435281 Nov 11 17:27:25.167769 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fa555-800f-40dd-b77f-7e312e564435 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event updated for resources: {'Network': ['ID=8fdf5822-56dc-49e8-9356-f8f1896781d1,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:25.181473 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 8fdf5822-56dc-49e8-9356-f8f1896781d1 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:27:25.206943 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:25.247181 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c57139-e5e1-4eec-bd35-75e5fcc9048f req-e27005aa-714d-40e3-9d8e-f2521a3ff370 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:25.253248 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c57139-e5e1-4eec-bd35-75e5fcc9048f req-e27005aa-714d-40e3-9d8e-f2521a3ff370 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:25.260240 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c57139-e5e1-4eec-bd35-75e5fcc9048f req-e27005aa-714d-40e3-9d8e-f2521a3ff370 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:25.267682 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c57139-e5e1-4eec-bd35-75e5fcc9048f req-e27005aa-714d-40e3-9d8e-f2521a3ff370 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:25.274734 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c57139-e5e1-4eec-bd35-75e5fcc9048f req-e27005aa-714d-40e3-9d8e-f2521a3ff370 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:25.282015 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c57139-e5e1-4eec-bd35-75e5fcc9048f req-e27005aa-714d-40e3-9d8e-f2521a3ff370 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:25.289123 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c57139-e5e1-4eec-bd35-75e5fcc9048f req-e27005aa-714d-40e3-9d8e-f2521a3ff370 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:25.292173 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0c57139-e5e1-4eec-bd35-75e5fcc9048f req-e27005aa-714d-40e3-9d8e-f2521a3ff370 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5430 time: 0.3172657 Nov 11 17:27:25.397130 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0c57139-e5e1-4eec-bd35-75e5fcc9048f req-fb13f454-29bd-4995-aa13-447b999f6a79 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788734 Nov 11 17:27:25.410284 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-4705a34d-4990-4e24-a71a-8b29bc8074c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:25.420291 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-4705a34d-4990-4e24-a71a-8b29bc8074c1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=62a50c96-c103-4bed-873d-07bc993c3882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2973273 Nov 11 17:27:25.436925 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-9900de7a-cfa3-4163-8809-0ed13b51948a tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:25.438720 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-9900de7a-cfa3-4163-8809-0ed13b51948a tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.64 "GET /v2.0/networks?id=76890ed3-8c95-449b-ab1a-7519623dfe1f HTTP/1.1" status: 200 len: 808 time: 1.4691651 Nov 11 17:27:25.449623 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0da330c3-f60f-4879-bf5b-6c5efcac4f4f req-40ccefaf-4772-47af-ab2c-6a02f9e5ec0d service neutron] 10.222.0.64 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4700267 Nov 11 17:27:25.464102 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-52d31629-ec21-4aca-ab31-f389d71be7ef tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Request body: {'port': {'device_id': 'eafa4665-096a-46a0-bd13-55ad22addd38', 'network_id': '76890ed3-8c95-449b-ab1a-7519623dfe1f', 'admin_state_up': True, 'tenant_id': '4e094117d79e4e59a81bd8032ce1bc83'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:25.704591 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-8bed8e92-757b-4006-afbd-4b996a3ea62d service neutron] 10.222.0.83 "GET /v2.0/networks/62a50c96-c103-4bed-873d-07bc993c3882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724345 Nov 11 17:27:25.745372 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0da330c3-f60f-4879-bf5b-6c5efcac4f4f req-0ad4197f-9dad-49ac-9fcd-0e3a970dd225 service neutron] 10.222.0.64 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765207 Nov 11 17:27:25.749119 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-69e6ebd8-a458-4c3b-9b45-83104f1731d3 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:25.760309 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-69e6ebd8-a458-4c3b-9b45-83104f1731d3 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:25.861701 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-52d31629-ec21-4aca-ab31-f389d71be7ef tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Made reservation on behalf of 4e094117d79e4e59a81bd8032ce1bc83 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:25.865950 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-52d31629-ec21-4aca-ab31-f389d71be7ef tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:25.948942 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c84b91b-aa9c-42d0-a19b-b3f82d715671 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:25.958140 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:25.966965 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-c9230cbb-5e65-42a4-bd7b-5564e95638c5 service neutron] 10.222.0.83 "GET /v2.0/networks/62a50c96-c103-4bed-873d-07bc993c3882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474329 Nov 11 17:27:25.987449 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] Transition to ACTIVE for port object 8c84b91b-aa9c-42d0-a19b-b3f82d715671 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:27:26.054392 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-948e392b-b44d-4e12-8a4a-de2a906ffa32 req-eb5cce8c-0c5f-49e0-9454-cb75fde9c08c tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/ports?device_id=eafa4665-096a-46a0-bd13-55ad22addd38 HTTP/1.1" status: 200 len: 210 time: 0.0656464 Nov 11 17:27:26.063373 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa9424-61b5-4eb6-916b-ffa406d3ab7b req-22476537-73c5-46dc-b867-b2199ac2da9d tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:26.064945 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c5fa9424-61b5-4eb6-916b-ffa406d3ab7b req-22476537-73c5-46dc-b867-b2199ac2da9d tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 943 time: 0.1908388 Nov 11 17:27:26.066113 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:26.072282 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-3a7ba2d6-a55e-404f-b3c3-e2fd0bfa322e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b050982-05eb-48f0-ae4e-589d2e800e51 HTTP/1.1" status: 200 len: 217 time: 0.0945833 Nov 11 17:27:26.094287 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-52d31629-ec21-4aca-ab31-f389d71be7ef tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Allocated IP 172.20.0.11 (76890ed3-8c95-449b-ab1a-7519623dfe1f/6f66d491-8716-4045-9eee-9bc9cdc4e4fa/447f9d38-014a-4115-a0e7-20670d8eb329) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:27:26.209634 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] Pushing event updated for resources: {'Port': ['ID=8c84b91b-aa9c-42d0-a19b-b3f82d715671,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:26.227459 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:27:26.236803 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 8c09178a-b5b0-4a76-8e8a-ea18b2a43565 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:26.274954 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-52d31629-ec21-4aca-ab31-f389d71be7ef tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:26.319970 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-52d31629-ec21-4aca-ab31-f389d71be7ef tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:26.365842 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-29ec31c2-9d03-4f95-9ce7-3c12de5a4bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:26.369225 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-29ec31c2-9d03-4f95-9ce7-3c12de5a4bc5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7db24a47-6724-4aef-ab7e-6a99f45ef956 HTTP/1.1" status: 200 len: 797 time: 0.2578092 Nov 11 17:27:26.375827 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-69e6ebd8-a458-4c3b-9b45-83104f1731d3 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Floating IP 3943a16c-ff27-48a8-a7c5-f8ae397dadef associated. External IP: 172.25.2.231, port: d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac. Nov 11 17:27:26.389847 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-52d31629-ec21-4aca-ab31-f389d71be7ef tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Network 76890ed3-8c95-449b-ab1a-7519623dfe1f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:27:26.412729 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c5fa9424-61b5-4eb6-916b-ffa406d3ab7b req-f0b0f8d6-0b3a-417a-afe0-59a7a2338e38 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399599 Nov 11 17:27:26.422797 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d31629-ec21-4aca-ab31-f389d71be7ef tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Pushing event updated for resources: {'Port': ['ID=447f9d38-014a-4115-a0e7-20670d8eb329,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:26.435969 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-52d31629-ec21-4aca-ab31-f389d71be7ef tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:26.440543 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-52d31629-ec21-4aca-ab31-f389d71be7ef tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:27:26.541327 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 8c09178a-b5b0-4a76-8e8a-ea18b2a43565 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:27:26.547600 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 8c09178a-b5b0-4a76-8e8a-ea18b2a43565 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:26.548073 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:26.563163 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-52d31629-ec21-4aca-ab31-f389d71be7ef tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:26.567982 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-52d31629-ec21-4aca-ab31-f389d71be7ef tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:26.591109 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab,segment=NetworkSegment(4d86045c-9118-4fd2-a624-059ad66a16dd),segment_id=4d86045c-9118-4fd2-a624-059ad66a16dd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:26.591424 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-52d31629-ec21-4aca-ab31-f389d71be7ef tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1311269 Nov 11 17:27:26.614478 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6993d9e-7834-4181-bf2e-a13e8f67c8a6 req-eb24109f-9e44-4acc-bb3c-dbd2f0e260ab tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:26.614660 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab', 'network_id': '328b7d2e-efb4-416c-88d6-28cdbb34eaa1', 'port_id': 'f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab', 'mac_address': 'fa:16:3e:d8:2c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36a3487-9104-49ee-900b-5ebde2143e8f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:27:26.622044 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] Request body: {'port': {'device_id': 'eafa4665-096a-46a0-bd13-55ad22addd38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:26.628117 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6993d9e-7834-4181-bf2e-a13e8f67c8a6 req-eb24109f-9e44-4acc-bb3c-dbd2f0e260ab tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9 HTTP/1.1" status: 200 len: 944 time: 0.4197659 Nov 11 17:27:26.649610 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] Attempting to bind port 8c84b91b-aa9c-42d0-a19b-b3f82d715671 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:27:26.650207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] Attempting to bind port 8c84b91b-aa9c-42d0-a19b-b3f82d715671 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:27:26.650646 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] Attempting to bind port 8c84b91b-aa9c-42d0-a19b-b3f82d715671 on network 3e09136b-2afb-4141-b1b5-3d967dca5d2d {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:26.688563 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:26.713545 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6993d9e-7834-4181-bf2e-a13e8f67c8a6 req-9e8c64a0-449d-4444-8eff-cfac338ec173 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842040 Nov 11 17:27:26.715518 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:26.728383 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:26.749531 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] Port 8c84b91b-aa9c-42d0-a19b-b3f82d715671 on network 3e09136b-2afb-4141-b1b5-3d967dca5d2d not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:27:26.750098 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] Attempting to bind port 8c84b91b-aa9c-42d0-a19b-b3f82d715671 on network 3e09136b-2afb-4141-b1b5-3d967dca5d2d {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:26.771517 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab,segment=NetworkSegment(4d86045c-9118-4fd2-a624-059ad66a16dd),segment_id=4d86045c-9118-4fd2-a624-059ad66a16dd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:26.808647 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-994d11ab-af49-49da-831e-735f08dbd457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:26.813563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-994d11ab-af49-49da-831e-735f08dbd457 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=62a50c96-c103-4bed-873d-07bc993c3882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3850784 Nov 11 17:27:26.823417 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:26.847916 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:27:26.850588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] Checking segment: {'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:26.851209 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] Bound using segment: {'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:27:26.853725 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] Bound port: 8c84b91b-aa9c-42d0-a19b-b3f82d715671, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:27:26.854281 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:26.855393 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 8c09178a-b5b0-4a76-8e8a-ea18b2a43565, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=8c09178a-b5b0-4a76-8e8a-ea18b2a43565,segment=NetworkSegment(4d86045c-9118-4fd2-a624-059ad66a16dd),segment_id=4d86045c-9118-4fd2-a624-059ad66a16dd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:26.866541 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702f78e8-1de0-40fc-ab44-a4ad5483b936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c09178a-b5b0-4a76-8e8a-ea18b2a43565'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:26.877438 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b2d044-e8ba-48fb-991b-5f6e368522df" -d '{"events": [{"server_uuid": "702f78e8-1de0-40fc-ab44-a4ad5483b936", "name": "network-vif-plugged", "status": "completed", "tag": "8c09178a-b5b0-4a76-8e8a-ea18b2a43565"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:26.889016 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:26.897480 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:26.973300 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:26.995172 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e6ebd8-a458-4c3b-9b45-83104f1731d3 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Router 2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:27:27.043531 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=8c09178a-b5b0-4a76-8e8a-ea18b2a43565,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:27.108726 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-49accaaf-9f52-479b-91b5-a5d77484140b tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=aeabce2c88344ee2a64d4a5b2bac6a8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0973682 Nov 11 17:27:27.121959 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c93df7-179f-4be2-9f27-7764409d25c8 req-d5968aa4-6342-4148-902d-eb9a6b1d5602 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:27.129097 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c93df7-179f-4be2-9f27-7764409d25c8 req-d5968aa4-6342-4148-902d-eb9a6b1d5602 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:27.136736 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c93df7-179f-4be2-9f27-7764409d25c8 req-d5968aa4-6342-4148-902d-eb9a6b1d5602 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:27.142729 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c93df7-179f-4be2-9f27-7764409d25c8 req-d5968aa4-6342-4148-902d-eb9a6b1d5602 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:27.148783 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c93df7-179f-4be2-9f27-7764409d25c8 req-d5968aa4-6342-4148-902d-eb9a6b1d5602 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:27.155452 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c93df7-179f-4be2-9f27-7764409d25c8 req-d5968aa4-6342-4148-902d-eb9a6b1d5602 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:27.162656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c93df7-179f-4be2-9f27-7764409d25c8 req-d5968aa4-6342-4148-902d-eb9a6b1d5602 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:27.164614 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51c93df7-179f-4be2-9f27-7764409d25c8 req-d5968aa4-6342-4148-902d-eb9a6b1d5602 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5430 time: 0.4494393 Nov 11 17:27:27.205063 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e6ebd8-a458-4c3b-9b45-83104f1731d3 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:27:27.210070 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-69e6ebd8-a458-4c3b-9b45-83104f1731d3 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:27.222861 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:27:27.223516 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5423422-d13c-49e1-9277-ec6ed2156fa9 None None] Sync routers for ids ['2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:27:27.225338 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] For port 8c84b91b-aa9c-42d0-a19b-b3f82d715671, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:27:27.254460 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-69e6ebd8-a458-4c3b-9b45-83104f1731d3 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "PUT /v2.0/floatingips/3943a16c-ff27-48a8-a7c5-f8ae397dadef HTTP/1.1" status: 200 len: 991 time: 3.5015979 Nov 11 17:27:27.256699 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5423422-d13c-49e1-9277-ec6ed2156fa9 None None] Routers {'2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:27:27.258062 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df5074b-2af2-4d3e-b1c3-249f445954d5', 'tag': 'd2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:27.259814 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90868f42-0f6e-4f67-a469-13d1d15302cc" -d '{"events": [{"name": "network-changed", "server_uuid": "9df5074b-2af2-4d3e-b1c3-249f445954d5", "tag": "d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:27.261776 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b5423422-d13c-49e1-9277-ec6ed2156fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:27:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:27.303417 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-454d9ebc-7da5-4715-a4fd-7cfab9929551 service neutron] 10.222.0.83 "GET /v2.0/networks/62a50c96-c103-4bed-873d-07bc993c3882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991034 Nov 11 17:27:27.316030 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 447f9d38-014a-4115-a0e7-20670d8eb329 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:27.317266 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] For port 8c84b91b-aa9c-42d0-a19b-b3f82d715671, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8c84b91b-aa9c-42d0-a19b-b3f82d715671,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:27:27.325496 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:27.353906 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] Transition to ACTIVE for port object 447f9d38-014a-4115-a0e7-20670d8eb329 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:27:27.354549 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:27.364266 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:27.464013 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33940) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:27.471826 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-b5423422-d13c-49e1-9277-ec6ed2156fa9 None None] Set router 2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:27:27.473284 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-4936882d-a315-415a-8a51-1d259897113d tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Request body: {'subnet': {'network_id': '8fdf5822-56dc-49e8-9356-f8f1896781d1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:27.477593 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:27.478661 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:27.480761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] 10.222.0.83 "PUT /v2.0/ports/8c84b91b-aa9c-42d0-a19b-b3f82d715671 HTTP/1.1" status: 200 len: 1092 time: 2.4509676 Nov 11 17:27:27.485447 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e740e9-d161-4f4b-8ac0-878def0fffc9', 'tag': '8c84b91b-aa9c-42d0-a19b-b3f82d715671'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:27.487520 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917b0f68-ce18-49f9-afe1-c9a052a632ff" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e740e9-d161-4f4b-8ac0-878def0fffc9", "tag": "8c84b91b-aa9c-42d0-a19b-b3f82d715671"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:27.504593 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] Pushing event updated for resources: {'Port': ['ID=447f9d38-014a-4115-a0e7-20670d8eb329,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:27.528624 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51c93df7-179f-4be2-9f27-7764409d25c8 req-cc7073de-d168-4c14-816c-f2e189310e40 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3408520 Nov 11 17:27:27.576829 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf6b998-3be4-4fc2-8a4f-4b45d32ec573 x-openstack-request-id: req-bbf6b998-3be4-4fc2-8a4f-4b45d32ec573 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:27.577341 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702f78e8-1de0-40fc-ab44-a4ad5483b936", "name": "network-vif-plugged", "status": "completed", "tag": "8c09178a-b5b0-4a76-8e8a-ea18b2a43565", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:27.577434 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bbf6b998-3be4-4fc2-8a4f-4b45d32ec573 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:27.577811 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702f78e8-1de0-40fc-ab44-a4ad5483b936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c09178a-b5b0-4a76-8e8a-ea18b2a43565', 'code': 200} Nov 11 17:27:27.629750 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-3d434fcd-9d78-49d5-bf75-992babe49297 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:27.640432 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-3d434fcd-9d78-49d5-bf75-992babe49297 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4586840 Nov 11 17:27:27.643931 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74764d14-e486-49b1-a6b6-59718113f4c6 req-3109c4a1-12da-45db-ae24-3c7344ee1671 service neutron] 10.222.0.83 "GET /v2.0/networks/62a50c96-c103-4bed-873d-07bc993c3882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252249 Nov 11 17:27:27.651310 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] Attempting to bind port 447f9d38-014a-4115-a0e7-20670d8eb329 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:27:27.651654 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] Attempting to bind port 447f9d38-014a-4115-a0e7-20670d8eb329 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '9186666d-0239-4144-96e9-3f0709ddf7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '76890ed3-8c95-449b-ab1a-7519623dfe1f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:27:27.652023 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] Attempting to bind port 447f9d38-014a-4115-a0e7-20670d8eb329 on network 76890ed3-8c95-449b-ab1a-7519623dfe1f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:27.655460 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef00423-0b02-4a17-9a30-2426786d5d59 service neutron] Pushing event updated for resources: {'Port': ['ID=8c84b91b-aa9c-42d0-a19b-b3f82d715671,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:27.657636 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] Port 447f9d38-014a-4115-a0e7-20670d8eb329 on network 76890ed3-8c95-449b-ab1a-7519623dfe1f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:27:27.658352 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] Attempting to bind port 447f9d38-014a-4115-a0e7-20670d8eb329 on network 76890ed3-8c95-449b-ab1a-7519623dfe1f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:27.665154 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4936882d-a315-415a-8a51-1d259897113d tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Made reservation on behalf of 9f5487b7833149b3b9b789679e7434fa for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:27.668907 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4936882d-a315-415a-8a51-1d259897113d tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:27.676304 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:27:27.677300 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] Checking segment: {'id': '9186666d-0239-4144-96e9-3f0709ddf7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '76890ed3-8c95-449b-ab1a-7519623dfe1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:27.677300 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] Bound using segment: {'id': '9186666d-0239-4144-96e9-3f0709ddf7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '76890ed3-8c95-449b-ab1a-7519623dfe1f'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:27:27.677616 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] Bound port: 447f9d38-014a-4115-a0e7-20670d8eb329, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9186666d-0239-4144-96e9-3f0709ddf7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '76890ed3-8c95-449b-ab1a-7519623dfe1f'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:27:27.677974 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:27.712319 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-f26e6fe5-fdee-4112-91fe-5aee6161a9d0 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/quotas/aeabce2c88344ee2a64d4a5b2bac6a8d HTTP/1.1" status: 200 len: 375 time: 0.0707657 Nov 11 17:27:27.772058 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-b772b3e8-cd3a-480a-9f44-0434dcbb7a97 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=aeabce2c88344ee2a64d4a5b2bac6a8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506542 Nov 11 17:27:27.788594 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-25fa9f4c-3f15-460b-9ab6-e6ae3bf1fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:27.790844 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-25fa9f4c-3f15-460b-9ab6-e6ae3bf1fc9e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9 HTTP/1.1" status: 200 len: 1095 time: 0.1441815 Nov 11 17:27:27.818503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e27a6-caa2-4a9f-bae6-7badc2fe6120 req-1734ccb3-9086-4837-8213-ff32702c9014 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:27.818702 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b5423422-d13c-49e1-9277-ec6ed2156fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'name': 'tempest-ServersTestBootFromVolume-1608908674-router', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:05Z', 'updated_at': '2021-11-11T17:26:12Z', 'revision_number': 4, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'gw_port': {'id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:06Z', 'updated_at': '2021-11-11T17:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '3943a16c-ff27-48a8-a7c5-f8ae397dadef', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'port_id': 'd2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420', 'mac_address': 'fa:16:3e:ff:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df5074b-2af2-4d3e-b1c3-249f445954d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:26:16Z', 'updated_at': '2021-11-11T17:27:25Z', 'revision_number': 1, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f355d380-83d3-41b9-9067-98ce35ab0dbe', 'name': '', 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'mac_address': 'fa:16:3e:26:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:09Z', 'updated_at': '2021-11-11T17:26:19Z', 'revision_number': 5, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'subnets': [{'id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:27.820374 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef9e27a6-caa2-4a9f-bae6-7badc2fe6120 req-1734ccb3-9086-4837-8213-ff32702c9014 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/ports?device_id=eafa4665-096a-46a0-bd13-55ad22addd38 HTTP/1.1" status: 200 len: 944 time: 0.1754315 Nov 11 17:27:27.868251 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-938a0e64-cafc-49fb-8084-4d909580546d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c84b91b-aa9c-42d0-a19b-b3f82d715671 HTTP/1.1" status: 200 len: 217 time: 0.0680602 Nov 11 17:27:27.870025 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc03829-c8de-4244-a75a-9f83de499eb8 req-d5415e0a-6b34-41ae-b943-e0524ed28f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:27.871649 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ebc03829-c8de-4244-a75a-9f83de499eb8 req-d5415e0a-6b34-41ae-b943-e0524ed28f73 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 1097 time: 0.1982951 Nov 11 17:27:27.901638 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] For port 447f9d38-014a-4115-a0e7-20670d8eb329, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:27:27.907292 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f5dd7-65e3-44be-8cc2-e2f4a81ad83d req-3ff062c3-41ff-425f-a2c4-2260272f08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:27.907799 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f5dd7-65e3-44be-8cc2-e2f4a81ad83d req-3ff062c3-41ff-425f-a2c4-2260272f08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:27.908268 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f5dd7-65e3-44be-8cc2-e2f4a81ad83d req-3ff062c3-41ff-425f-a2c4-2260272f08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:27.908722 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f5dd7-65e3-44be-8cc2-e2f4a81ad83d req-3ff062c3-41ff-425f-a2c4-2260272f08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:27.909169 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f5dd7-65e3-44be-8cc2-e2f4a81ad83d req-3ff062c3-41ff-425f-a2c4-2260272f08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:27.909670 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f5dd7-65e3-44be-8cc2-e2f4a81ad83d req-3ff062c3-41ff-425f-a2c4-2260272f08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:27.910165 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f5dd7-65e3-44be-8cc2-e2f4a81ad83d req-3ff062c3-41ff-425f-a2c4-2260272f08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:27.912496 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee0f5dd7-65e3-44be-8cc2-e2f4a81ad83d req-3ff062c3-41ff-425f-a2c4-2260272f08c6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf9f7834dbb745e8861e3581142ac13c&device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 6487 time: 0.1743248 Nov 11 17:27:27.934314 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] For port 447f9d38-014a-4115-a0e7-20670d8eb329, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=447f9d38-014a-4115-a0e7-20670d8eb329,segment=NetworkSegment(9186666d-0239-4144-96e9-3f0709ddf7d4),segment_id=9186666d-0239-4144-96e9-3f0709ddf7d4)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:27:27.980068 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:28.045337 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:28.045967 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:28.047595 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] 10.222.0.64 "PUT /v2.0/ports/447f9d38-014a-4115-a0e7-20670d8eb329 HTTP/1.1" status: 200 len: 1092 time: 1.4411132 Nov 11 17:27:28.061154 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5423422-d13c-49e1-9277-ec6ed2156fa9 None None] Checking router: 2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:27:28.061351 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ebc03829-c8de-4244-a75a-9f83de499eb8 req-5f14b94e-0105-40ac-97a4-b83f591970f1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794798 Nov 11 17:27:28.088128 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ca3778-7e55-4c22-a0b5-83d7654b35d4 x-openstack-request-id: req-89ca3778-7e55-4c22-a0b5-83d7654b35d4 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:28.088422 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df5074b-2af2-4d3e-b1c3-249f445954d5", "tag": "d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:28.088777 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-89ca3778-7e55-4c22-a0b5-83d7654b35d4 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:28.089203 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df5074b-2af2-4d3e-b1c3-249f445954d5', 'tag': 'd2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac', 'status': 'completed', 'code': 200} Nov 11 17:27:28.093734 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5423422-d13c-49e1-9277-ec6ed2156fa9 None None] Routers {'2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:27:28.094363 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b5423422-d13c-49e1-9277-ec6ed2156fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:27:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:28.155251 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4936882d-a315-415a-8a51-1d259897113d tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:28.165350 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49995405-7786-4db1-aa30-bea71c9c3149 service neutron] Pushing event updated for resources: {'Port': ['ID=447f9d38-014a-4115-a0e7-20670d8eb329,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:28.205800 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef9e27a6-caa2-4a9f-bae6-7badc2fe6120 req-8ab66003-dde1-455c-b54c-4433ef826434 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdeddb71-5193-43c5-a442-4c320d3eb2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277068 Nov 11 17:27:28.206122 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-26c04a62-ebff-4264-b51d-7eef5b6ba02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:28.212558 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-26c04a62-ebff-4264-b51d-7eef5b6ba02b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6a33a415-81af-4eb3-b9c5-17414d49d9ff HTTP/1.1" status: 200 len: 846 time: 0.3252928 Nov 11 17:27:28.216000 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90868f42-0f6e-4f67-a469-13d1d15302cc req-dd46bc63-896a-4518-acc7-3d1b3311eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:28.217507 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-90868f42-0f6e-4f67-a469-13d1d15302cc req-dd46bc63-896a-4518-acc7-3d1b3311eb92 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=099353229b9447bcb4fa0ea46c4d0294&device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 1096 time: 0.1257179 Nov 11 17:27:28.273050 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-b5423422-d13c-49e1-9277-ec6ed2156fa9 None None] Set router 2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:27:28.290678 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f5dd7-65e3-44be-8cc2-e2f4a81ad83d req-26efa53c-9c87-4bf7-a95e-b558d2be5bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:28.292152 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936882d-a315-415a-8a51-1d259897113d tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event updated for resources: {'Subnet': ['ID=5ca4260e-4506-4f21-9f59-be55d2e0f4a1,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:28.292313 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee0f5dd7-65e3-44be-8cc2-e2f4a81ad83d req-26efa53c-9c87-4bf7-a95e-b558d2be5bcc service neutron] 10.222.0.83 "GET /v2.0/networks?id=62a50c96-c103-4bed-873d-07bc993c3882 HTTP/1.1" status: 200 len: 903 time: 0.3191626 Nov 11 17:27:28.293908 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e579ce81-040e-43d6-b3b4-2df45b99c230 x-openstack-request-id: req-e579ce81-040e-43d6-b3b4-2df45b99c230 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:28.302181 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e740e9-d161-4f4b-8ac0-878def0fffc9", "tag": "8c84b91b-aa9c-42d0-a19b-b3f82d715671", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:28.302659 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e579ce81-040e-43d6-b3b4-2df45b99c230 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:28.304527 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e740e9-d161-4f4b-8ac0-878def0fffc9', 'tag': '8c84b91b-aa9c-42d0-a19b-b3f82d715671', 'status': 'completed', 'code': 200} Nov 11 17:27:28.313632 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4936882d-a315-415a-8a51-1d259897113d tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Checking segment: {'id': '6dd9b65d-23f2-48cd-96cc-f2bc124cde76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '8fdf5822-56dc-49e8-9356-f8f1896781d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:28.313908 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4936882d-a315-415a-8a51-1d259897113d tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Network hostable DHCP agents. Network: 8fdf5822-56dc-49e8-9356-f8f1896781d1, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:27:28.369003 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4936882d-a315-415a-8a51-1d259897113d tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Network 8fdf5822-56dc-49e8-9356-f8f1896781d1 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:27:28.376669 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90868f42-0f6e-4f67-a469-13d1d15302cc req-c3ede862-98d3-4f48-a358-d1b28c53be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:28.378315 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-90868f42-0f6e-4f67-a469-13d1d15302cc req-c3ede862-98d3-4f48-a358-d1b28c53be48 service neutron] 10.222.0.83 "GET /v2.0/networks?id=84930954-ed2a-4cd1-8397-ec8e27db7420 HTTP/1.1" status: 200 len: 918 time: 0.1463304 Nov 11 17:27:28.422261 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-f8578b92-7916-4d26-b349-3fbb37ef804c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3e09136b-2afb-4141-b1b5-3d967dca5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160159 Nov 11 17:27:28.428204 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee0f5dd7-65e3-44be-8cc2-e2f4a81ad83d req-2442c712-234c-4c4b-ab8f-a47a2d042600 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b050982-05eb-48f0-ae4e-589d2e800e51 HTTP/1.1" status: 200 len: 217 time: 0.1048348 Nov 11 17:27:28.442982 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-4936882d-a315-415a-8a51-1d259897113d tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 8fdf5822-56dc-49e8-9356-f8f1896781d1) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:28.453402 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7f5c5b-e2be-4104-94e6-a765b7d7acb3 None None] Network 8fdf5822-56dc-49e8-9356-f8f1896781d1 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:28.467601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac7b43-5283-46f0-b6bb-cc9b67f5bb8a req-9d82ef89-ad78-48dc-bf9f-9dadc6281e5d tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:28.473144 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10ac7b43-5283-46f0-b6bb-cc9b67f5bb8a req-9d82ef89-ad78-48dc-bf9f-9dadc6281e5d tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 944 time: 0.3156230 Nov 11 17:27:28.485527 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4936882d-a315-415a-8a51-1d259897113d tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:28.485863 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4936882d-a315-415a-8a51-1d259897113d tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:28.534107 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-90868f42-0f6e-4f67-a469-13d1d15302cc req-9a792ca1-65a9-458a-a166-3d4f25ffd6c6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac HTTP/1.1" status: 200 len: 999 time: 0.1376643 Nov 11 17:27:28.536514 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-fb37abf0-3160-460a-9b49-aae86e7e2a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:28.540214 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-fb37abf0-3160-460a-9b49-aae86e7e2a73 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e094117d79e4e59a81bd8032ce1bc83&device_id=eafa4665-096a-46a0-bd13-55ad22addd38 HTTP/1.1" status: 200 len: 1095 time: 0.1559165 Nov 11 17:27:28.547109 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4936882d-a315-415a-8a51-1d259897113d tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0810432 Nov 11 17:27:28.553773 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33958) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:28.605227 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90868f42-0f6e-4f67-a469-13d1d15302cc req-22dfc8d7-64d8-481a-b1e2-8387d7ad7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:28.606814 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-90868f42-0f6e-4f67-a469-13d1d15302cc req-22dfc8d7-64d8-481a-b1e2-8387d7ad7a21 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961 HTTP/1.1" status: 200 len: 855 time: 0.0578930 Nov 11 17:27:28.610594 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-d5429e65-4fe4-4977-8fb3-03e0f6b36d7f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-160745278'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:28.628352 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b5423422-d13c-49e1-9277-ec6ed2156fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'name': 'tempest-ServersTestBootFromVolume-1608908674-router', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:05Z', 'updated_at': '2021-11-11T17:26:12Z', 'revision_number': 4, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'gw_port': {'id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:06Z', 'updated_at': '2021-11-11T17:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '3943a16c-ff27-48a8-a7c5-f8ae397dadef', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'port_id': 'd2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420', 'mac_address': 'fa:16:3e:ff:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df5074b-2af2-4d3e-b1c3-249f445954d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:26:16Z', 'updated_at': '2021-11-11T17:27:25Z', 'revision_number': 1, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f355d380-83d3-41b9-9067-98ce35ab0dbe', 'name': '', 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'mac_address': 'fa:16:3e:26:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:09Z', 'updated_at': '2021-11-11T17:26:19Z', 'revision_number': 5, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'subnets': [{'id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:28.662625 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5423422-d13c-49e1-9277-ec6ed2156fa9 None None] The sync data for ids ['2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'] in n-d-816206-4 is: [{'id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'name': 'tempest-ServersTestBootFromVolume-1608908674-router', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:05Z', 'updated_at': '2021-11-11T17:26:12Z', 'revision_number': 4, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'gw_port': {'id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:06Z', 'updated_at': '2021-11-11T17:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '3943a16c-ff27-48a8-a7c5-f8ae397dadef', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'port_id': 'd2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420', 'mac_address': 'fa:16:3e:ff:06:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df5074b-2af2-4d3e-b1c3-249f445954d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:26:16Z', 'updated_at': '2021-11-11T17:27:25Z', 'revision_number': 1, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f355d380-83d3-41b9-9067-98ce35ab0dbe', 'name': '', 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'mac_address': 'fa:16:3e:26:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:09Z', 'updated_at': '2021-11-11T17:26:19Z', 'revision_number': 5, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'subnets': [{'id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:27:28.663549 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f5dd7-65e3-44be-8cc2-e2f4a81ad83d req-22120aad-23fb-4925-8238-1371efae4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:28.665148 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee0f5dd7-65e3-44be-8cc2-e2f4a81ad83d req-22120aad-23fb-4925-8238-1371efae4ffd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7db24a47-6724-4aef-ab7e-6a99f45ef956 HTTP/1.1" status: 200 len: 797 time: 0.1891031 Nov 11 17:27:28.696063 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-884252db-352d-458f-97ca-9a4a227dace4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=447f9d38-014a-4115-a0e7-20670d8eb329 HTTP/1.1" status: 200 len: 217 time: 0.0815358 Nov 11 17:27:28.748421 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34419561-be3e-4505-af45-1aa8b796ac7e req-9c9afbb5-aed6-4b6a-99b5-182cdecc445d tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:28.756717 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34419561-be3e-4505-af45-1aa8b796ac7e req-9c9afbb5-aed6-4b6a-99b5-182cdecc445d tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9 HTTP/1.1" status: 200 len: 944 time: 0.2237885 Nov 11 17:27:28.765688 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309f4436-b054-4b7a-bbe2-32d4556238fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-8fdf5822-56dc-49e8-9356-f8f1896781d1', 'network_id': '8fdf5822-56dc-49e8-9356-f8f1896781d1', 'tenant_id': '9f5487b7833149b3b9b789679e7434fa', 'fixed_ips': [{'subnet_id': '5ca4260e-4506-4f21-9f59-be55d2e0f4a1'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:27:28.767251 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-309f4436-b054-4b7a-bbe2-32d4556238fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:28.776931 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10ac7b43-5283-46f0-b6bb-cc9b67f5bb8a req-8b8cb1da-166f-41a6-b1e4-a047c71328d0 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413375 Nov 11 17:27:28.795258 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-ee65197f-0579-460d-b035-061fd8f60cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:28.796752 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-ee65197f-0579-460d-b035-061fd8f60cdf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f66d491-8716-4045-9eee-9bc9cdc4e4fa HTTP/1.1" status: 200 len: 848 time: 0.0911429 Nov 11 17:27:28.822910 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-1184a24b-7bfe-4108-b644-748842e47688 service neutron] 10.222.0.83 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917888 Nov 11 17:27:28.832556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f5dd7-65e3-44be-8cc2-e2f4a81ad83d req-de10f392-2f52-4eb0-abbd-368b5399071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:28.834175 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee0f5dd7-65e3-44be-8cc2-e2f4a81ad83d req-de10f392-2f52-4eb0-abbd-368b5399071f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=62a50c96-c103-4bed-873d-07bc993c3882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1513698 Nov 11 17:27:28.892506 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-7157d362-874f-47eb-9338-736ef3bbadc3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76890ed3-8c95-449b-ab1a-7519623dfe1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696235 Nov 11 17:27:28.894345 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5429e65-4fe4-4977-8fb3-03e0f6b36d7f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Made reservation on behalf of 9f5487b7833149b3b9b789679e7434fa for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:28.897831 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d5429e65-4fe4-4977-8fb3-03e0f6b36d7f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:28.931055 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90868f42-0f6e-4f67-a469-13d1d15302cc req-efc23029-d7b7-4420-a810-a5ab8af10350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:28.937117 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-90868f42-0f6e-4f67-a469-13d1d15302cc req-efc23029-d7b7-4420-a810-a5ab8af10350 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=84930954-ed2a-4cd1-8397-ec8e27db7420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3222432 Nov 11 17:27:28.962735 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34419561-be3e-4505-af45-1aa8b796ac7e req-c4bc3164-4648-4ccc-8b6d-d36c96c81a7e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049193 Nov 11 17:27:28.965092 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5429e65-4fe4-4977-8fb3-03e0f6b36d7f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1297} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:27:29.014252 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-309f4436-b054-4b7a-bbe2-32d4556238fa None None] Allocated IP 2001:db8:0:ffff::2 (8fdf5822-56dc-49e8-9356-f8f1896781d1/5ca4260e-4506-4f21-9f59-be55d2e0f4a1/254f53f3-12ca-46cc-a22b-463ba8d84d14) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:27:29.034731 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f077916d-ed67-4077-af1d-6fe261ec8770 None None] New status for floating IP 3943a16c-ff27-48a8-a7c5-f8ae397dadef: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:27:29.035230 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee0f5dd7-65e3-44be-8cc2-e2f4a81ad83d req-d107d1f1-bb10-4389-934f-c9747079e2f8 service neutron] 10.222.0.83 "GET /v2.0/networks/62a50c96-c103-4bed-873d-07bc993c3882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868834 Nov 11 17:27:29.048116 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d5429e65-4fe4-4977-8fb3-03e0f6b36d7f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:29.048375 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-d5429e65-4fe4-4977-8fb3-03e0f6b36d7f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Added segment 1917587c-6783-47f3-a178-18dbce29bc94 of type vlan for network 4f6f0546-8b0d-4cda-bf61-b307fc2a9654 Nov 11 17:27:29.063148 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9c12b90a-2427-4fa9-a359-c04688b776d5 req-66503c41-03c5-4dd1-82c9-c8cd128b24cb tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/ports?device_id=b287cde2-b8b1-454f-9f5e-852e7bd1d724 HTTP/1.1" status: 200 len: 210 time: 0.1437905 Nov 11 17:27:29.092885 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d5429e65-4fe4-4977-8fb3-03e0f6b36d7f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:29.142819 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d5429e65-4fe4-4977-8fb3-03e0f6b36d7f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:29.149777 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5429e65-4fe4-4977-8fb3-03e0f6b36d7f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:29.150492 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d5429e65-4fe4-4977-8fb3-03e0f6b36d7f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:29.190150 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5685270-a5ea-4eab-bb9e-57e14b76711c req-8337484a-acf2-4697-b10e-922f6dc20eb4 service neutron] 10.222.0.83 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519340 Nov 11 17:27:29.237013 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848d582-0dfc-46d4-8694-6203ec6b6e50 req-068028be-77cd-4b00-a1e9-4b63fdf7aaf3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:29.243539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848d582-0dfc-46d4-8694-6203ec6b6e50 req-068028be-77cd-4b00-a1e9-4b63fdf7aaf3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:29.249606 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848d582-0dfc-46d4-8694-6203ec6b6e50 req-068028be-77cd-4b00-a1e9-4b63fdf7aaf3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:29.256634 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848d582-0dfc-46d4-8694-6203ec6b6e50 req-068028be-77cd-4b00-a1e9-4b63fdf7aaf3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:29.263411 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848d582-0dfc-46d4-8694-6203ec6b6e50 req-068028be-77cd-4b00-a1e9-4b63fdf7aaf3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:29.270262 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848d582-0dfc-46d4-8694-6203ec6b6e50 req-068028be-77cd-4b00-a1e9-4b63fdf7aaf3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:29.278341 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848d582-0dfc-46d4-8694-6203ec6b6e50 req-068028be-77cd-4b00-a1e9-4b63fdf7aaf3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:29.278728 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5429e65-4fe4-4977-8fb3-03e0f6b36d7f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event updated for resources: {'Network': ['ID=4f6f0546-8b0d-4cda-bf61-b307fc2a9654,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:29.280269 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2848d582-0dfc-46d4-8694-6203ec6b6e50 req-068028be-77cd-4b00-a1e9-4b63fdf7aaf3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5430 time: 0.2032037 Nov 11 17:27:29.287300 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee0f5dd7-65e3-44be-8cc2-e2f4a81ad83d req-3ef661be-94a8-4a10-a013-667f740078ec service neutron] 10.222.0.83 "GET /v2.0/networks/62a50c96-c103-4bed-873d-07bc993c3882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334249 Nov 11 17:27:29.297257 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d5429e65-4fe4-4977-8fb3-03e0f6b36d7f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6956558 Nov 11 17:27:29.303250 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33968) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:29.308939 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e99654ab-e817-4545-9373-6b44b814bddd tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Request body: {'subnet': {'network_id': '4f6f0546-8b0d-4cda-bf61-b307fc2a9654', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:29.344015 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 4f6f0546-8b0d-4cda-bf61-b307fc2a9654 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:27:29.424748 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-6afc3509-0ef0-4c0a-9e46-c4582df3fa8e tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=aeabce2c88344ee2a64d4a5b2bac6a8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1091137 Nov 11 17:27:29.444527 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-652a0fdc-fda0-4ec5-90f9-017c969cc19b service neutron] 10.222.0.64 "GET /v2.0/networks/76890ed3-8c95-449b-ab1a-7519623dfe1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5383739 Nov 11 17:27:29.457546 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-90868f42-0f6e-4f67-a469-13d1d15302cc req-05c42c73-de2e-4bad-87d2-380bdaf6dda9 service neutron] 10.222.0.83 "GET /v2.0/networks/84930954-ed2a-4cd1-8397-ec8e27db7420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078704 Nov 11 17:27:29.745909 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-309f4436-b054-4b7a-bbe2-32d4556238fa None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:29.753789 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-309f4436-b054-4b7a-bbe2-32d4556238fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:29.796783 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309f4436-b054-4b7a-bbe2-32d4556238fa None None] Network 8fdf5822-56dc-49e8-9356-f8f1896781d1 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:27:29.799939 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-309f4436-b054-4b7a-bbe2-32d4556238fa None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:29.805564 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309f4436-b054-4b7a-bbe2-32d4556238fa None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:27:29.814590 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f4436-b054-4b7a-bbe2-32d4556238fa None None] Pushing event updated for resources: {'Port': ['ID=254f53f3-12ca-46cc-a22b-463ba8d84d14,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:29.874360 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-309f4436-b054-4b7a-bbe2-32d4556238fa None None] Attempting to bind port 254f53f3-12ca-46cc-a22b-463ba8d84d14 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:27:29.874736 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-309f4436-b054-4b7a-bbe2-32d4556238fa None None] Attempting to bind port 254f53f3-12ca-46cc-a22b-463ba8d84d14 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '6dd9b65d-23f2-48cd-96cc-f2bc124cde76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '8fdf5822-56dc-49e8-9356-f8f1896781d1'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:27:29.875098 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309f4436-b054-4b7a-bbe2-32d4556238fa None None] Attempting to bind port 254f53f3-12ca-46cc-a22b-463ba8d84d14 on network 8fdf5822-56dc-49e8-9356-f8f1896781d1 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:29.880969 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309f4436-b054-4b7a-bbe2-32d4556238fa None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:27:29.881402 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309f4436-b054-4b7a-bbe2-32d4556238fa None None] Checking segment: {'id': '6dd9b65d-23f2-48cd-96cc-f2bc124cde76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '8fdf5822-56dc-49e8-9356-f8f1896781d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:29.881685 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-309f4436-b054-4b7a-bbe2-32d4556238fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:29.882233 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309f4436-b054-4b7a-bbe2-32d4556238fa None None] Bound using segment: {'id': '6dd9b65d-23f2-48cd-96cc-f2bc124cde76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '8fdf5822-56dc-49e8-9356-f8f1896781d1'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:27:29.882711 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-309f4436-b054-4b7a-bbe2-32d4556238fa None None] Bound port: 254f53f3-12ca-46cc-a22b-463ba8d84d14, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd9b65d-23f2-48cd-96cc-f2bc124cde76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '8fdf5822-56dc-49e8-9356-f8f1896781d1'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:27:29.883135 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-309f4436-b054-4b7a-bbe2-32d4556238fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:29.894343 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2848d582-0dfc-46d4-8694-6203ec6b6e50 req-af5b362f-8a61-4073-926c-b4703db06020 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6059391 Nov 11 17:27:29.910302 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727b45d-c458-48c8-b8ef-4a64e06a3be4 req-384b6bdd-4d02-4071-8f03-3eda50e0ebf1 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:29.911904 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b727b45d-c458-48c8-b8ef-4a64e06a3be4 req-384b6bdd-4d02-4071-8f03-3eda50e0ebf1 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/ports?device_id=eafa4665-096a-46a0-bd13-55ad22addd38 HTTP/1.1" status: 200 len: 944 time: 0.5823731 Nov 11 17:27:29.919112 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b0f68-ce18-49f9-afe1-c9a052a632ff req-b84fe54d-e9ad-4c89-a19c-7ab11d5a96bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:29.920657 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-917b0f68-ce18-49f9-afe1-c9a052a632ff req-b84fe54d-e9ad-4c89-a19c-7ab11d5a96bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9 HTTP/1.1" status: 200 len: 1095 time: 0.5662460 Nov 11 17:27:29.972715 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-90868f42-0f6e-4f67-a469-13d1d15302cc req-e3ee1ac7-f86c-4fd2-b7a4-0697354180e7 service neutron] 10.222.0.83 "GET /v2.0/networks/84930954-ed2a-4cd1-8397-ec8e27db7420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026286 Nov 11 17:27:29.987517 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99654ab-e817-4545-9373-6b44b814bddd tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Made reservation on behalf of 9f5487b7833149b3b9b789679e7434fa for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:29.988817 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-309f4436-b054-4b7a-bbe2-32d4556238fa None None] For port 254f53f3-12ca-46cc-a22b-463ba8d84d14, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:27:29.995487 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-309f4436-b054-4b7a-bbe2-32d4556238fa None None] For port 254f53f3-12ca-46cc-a22b-463ba8d84d14, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=254f53f3-12ca-46cc-a22b-463ba8d84d14,segment=NetworkSegment(6dd9b65d-23f2-48cd-96cc-f2bc124cde76),segment_id=6dd9b65d-23f2-48cd-96cc-f2bc124cde76)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:27:29.998207 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e99654ab-e817-4545-9373-6b44b814bddd tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:30.003785 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-309f4436-b054-4b7a-bbe2-32d4556238fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:30.065607 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f4436-b054-4b7a-bbe2-32d4556238fa None None] Pushing event updated for resources: {'Port': ['ID=254f53f3-12ca-46cc-a22b-463ba8d84d14,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:30.091506 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafa4665-096a-46a0-bd13-55ad22addd38', 'tag': '447f9d38-014a-4115-a0e7-20670d8eb329'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:30.093937 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55490acc-b69c-48e5-babc-abc15b5dbb4d" -d '{"events": [{"name": "network-changed", "server_uuid": "eafa4665-096a-46a0-bd13-55ad22addd38", "tag": "447f9d38-014a-4115-a0e7-20670d8eb329"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:30.117031 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3a8c80cb-e3af-4302-9ef4-4e2be1d81bf7 req-8ad8e068-739b-447b-8a0b-51742d9a8dfa service neutron] 10.222.0.64 "GET /v2.0/networks/76890ed3-8c95-449b-ab1a-7519623dfe1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6585102 Nov 11 17:27:30.120256 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b727b45d-c458-48c8-b8ef-4a64e06a3be4 req-3427c911-69e4-4ab6-a338-7d29fd2c76ec tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdeddb71-5193-43c5-a442-4c320d3eb2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985991 Nov 11 17:27:30.144772 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-45670f03-1fe5-4b0e-bb27-c5944da7f816 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:30.146052 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-45670f03-1fe5-4b0e-bb27-c5944da7f816 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7061839 Nov 11 17:27:30.164000 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-7c9e59b0-7f07-4ea7-9a6c-ac63a31bb23d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Request body: {'port': {'device_id': 'b287cde2-b8b1-454f-9f5e-852e7bd1d724', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': 'aeabce2c88344ee2a64d4a5b2bac6a8d'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:30.174550 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b0f68-ce18-49f9-afe1-c9a052a632ff req-17ca334a-6d67-4327-9efa-13b1ddf0afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:30.176086 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-917b0f68-ce18-49f9-afe1-c9a052a632ff req-17ca334a-6d67-4327-9efa-13b1ddf0afcf service neutron] 10.222.0.83 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 908 time: 0.2367291 Nov 11 17:27:30.227621 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:30.285084 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:27:30.290072 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:30.290553 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:30.300051 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-917b0f68-ce18-49f9-afe1-c9a052a632ff req-52868951-9467-4197-af82-32587eeb6783 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c84b91b-aa9c-42d0-a19b-b3f82d715671 HTTP/1.1" status: 200 len: 217 time: 0.1063023 Nov 11 17:27:30.393593 n-d-816206-4 neutron-server[102617]: DEBUG neutron.objects.ports [None req-e99654ab-e817-4545-9373-6b44b814bddd tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102617) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 17:27:30.397023 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e99654ab-e817-4545-9373-6b44b814bddd tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:30.397498 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0174494-34d7-4452-a741-e5840c8078c6 req-34107ef1-93f3-4a0e-8f83-e5a0fb232a17 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:30.405622 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a0174494-34d7-4452-a741-e5840c8078c6 req-34107ef1-93f3-4a0e-8f83-e5a0fb232a17 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 944 time: 0.2283621 Nov 11 17:27:30.419858 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:30.459934 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca2fc00-9fa2-46b0-b847-024bb3983c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:30.462912 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5f222f-91b9-4ff4-b709-cfdb5d839e50" -d '{"events": [{"server_uuid": "0ca2fc00-9fa2-46b0-b847-024bb3983c67", "name": "network-vif-plugged", "status": "completed", "tag": "f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:30.476646 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab,segment=NetworkSegment(4d86045c-9118-4fd2-a624-059ad66a16dd),segment_id=4d86045c-9118-4fd2-a624-059ad66a16dd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:30.479452 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99654ab-e817-4545-9373-6b44b814bddd tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event updated for resources: {'Subnet': ['ID=8961a607-a513-4392-a956-f29f6a7e61ba,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:30.490283 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99654ab-e817-4545-9373-6b44b814bddd tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Checking segment: {'id': '1917587c-6783-47f3-a178-18dbce29bc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '4f6f0546-8b0d-4cda-bf61-b307fc2a9654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:30.490653 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99654ab-e817-4545-9373-6b44b814bddd tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Network hostable DHCP agents. Network: 4f6f0546-8b0d-4cda-bf61-b307fc2a9654, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:27:30.493648 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:30.498599 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a0174494-34d7-4452-a741-e5840c8078c6 req-d0282abb-829f-4fe6-82f3-53f39ef2c8d2 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920131 Nov 11 17:27:30.517043 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39e69f-ac68-4f42-929e-3a9a0719762e req-e28f58ec-84eb-4ac0-8f3f-1e6efc1e081d tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:30.524754 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b39e69f-ac68-4f42-929e-3a9a0719762e req-e28f58ec-84eb-4ac0-8f3f-1e6efc1e081d tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9 HTTP/1.1" status: 200 len: 944 time: 0.2961590 Nov 11 17:27:30.543291 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99654ab-e817-4545-9373-6b44b814bddd tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Network 4f6f0546-8b0d-4cda-bf61-b307fc2a9654 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:27:30.546002 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:30.561108 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-e99654ab-e817-4545-9373-6b44b814bddd tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 4f6f0546-8b0d-4cda-bf61-b307fc2a9654) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:30.562827 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b0f68-ce18-49f9-afe1-c9a052a632ff req-756a0c13-90cf-4094-96d6-76e76e9f3547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:30.564439 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-917b0f68-ce18-49f9-afe1-c9a052a632ff req-756a0c13-90cf-4094-96d6-76e76e9f3547 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6a33a415-81af-4eb3-b9c5-17414d49d9ff HTTP/1.1" status: 200 len: 846 time: 0.2324488 Nov 11 17:27:30.565575 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99654ab-e817-4545-9373-6b44b814bddd tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:30.566286 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e99654ab-e817-4545-9373-6b44b814bddd tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:30.573616 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d61c664-1077-45eb-b7da-92e175cad86b None None] Network 4f6f0546-8b0d-4cda-bf61-b307fc2a9654 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:30.592717 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e99654ab-e817-4545-9373-6b44b814bddd tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2878990 Nov 11 17:27:30.595397 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33986) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:30.600358 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-0ac6a07a-69b4-429e-83fa-4cb622920fa9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Request body: {'port': {'network_id': '4f6f0546-8b0d-4cda-bf61-b307fc2a9654', 'name': 'tempest-NetworksIpV6TestAttrs-1438339642'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:30.656908 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-917b0f68-ce18-49f9-afe1-c9a052a632ff req-117ce679-fba2-4030-a718-1173686d0fe3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3e09136b-2afb-4141-b1b5-3d967dca5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614240 Nov 11 17:27:30.665686 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c75db2a4-9fc1-4796-b190-021178041c1b req-c0d8f5b9-9564-4467-98ba-b025702a8c73 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/ports?device_id=b287cde2-b8b1-454f-9f5e-852e7bd1d724 HTTP/1.1" status: 200 len: 210 time: 0.0597997 Nov 11 17:27:30.725967 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977b10e1-d16d-4747-9cb5-6200caa556d2 x-openstack-request-id: req-977b10e1-d16d-4747-9cb5-6200caa556d2 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:30.726261 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eafa4665-096a-46a0-bd13-55ad22addd38", "tag": "447f9d38-014a-4115-a0e7-20670d8eb329", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:30.726513 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-977b10e1-d16d-4747-9cb5-6200caa556d2 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:30.726929 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafa4665-096a-46a0-bd13-55ad22addd38', 'tag': '447f9d38-014a-4115-a0e7-20670d8eb329', 'status': 'completed', 'code': 200} Nov 11 17:27:30.744607 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3097bd-31e3-495f-8e4a-02139b8c2628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-4f6f0546-8b0d-4cda-bf61-b307fc2a9654', 'network_id': '4f6f0546-8b0d-4cda-bf61-b307fc2a9654', 'tenant_id': '9f5487b7833149b3b9b789679e7434fa', 'fixed_ips': [{'subnet_id': '8961a607-a513-4392-a956-f29f6a7e61ba'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:27:30.745774 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9a3097bd-31e3-495f-8e4a-02139b8c2628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:30.762883 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac6a07a-69b4-429e-83fa-4cb622920fa9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Made reservation on behalf of 9f5487b7833149b3b9b789679e7434fa for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:30.767175 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a07a-69b4-429e-83fa-4cb622920fa9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:30.773047 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.db.api [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-7c9e59b0-7f07-4ea7-9a6c-ac63a31bb23d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 17:27:30.773047 n-d-816206-4 neutron-server[102618]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 11 17:27:30.773047 n-d-816206-4 neutron-server[102618]: [parameters: {'project_id': 'aeabce2c88344ee2a64d4a5b2bac6a8d', 'id': '1c149739-50d2-4562-a065-804eaae466a9', 'expiration': datetime.datetime(2021, 11, 11, 17, 29, 30, 739571)}] Nov 11 17:27:30.773047 n-d-816206-4 neutron-server[102618]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:27:30.773483 n-d-816206-4 neutron-server[102618]: DEBUG oslo_db.api [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-7c9e59b0-7f07-4ea7-9a6c-ac63a31bb23d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:27:30.787124 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b39e69f-ac68-4f42-929e-3a9a0719762e req-2646fa1c-21ae-4829-b69c-cfa17348ed57 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612376 Nov 11 17:27:30.823918 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-917b0f68-ce18-49f9-afe1-c9a052a632ff req-73e3ddff-23a0-4524-b4ce-85a9083eab83 service neutron] 10.222.0.83 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570776 Nov 11 17:27:30.837574 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-0ac6a07a-69b4-429e-83fa-4cb622920fa9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] device_id is not set on port bb00c0a4-866a-49d5-9d66-eb3f86b7726a yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:27:30.905081 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55490acc-b69c-48e5-babc-abc15b5dbb4d req-163a4a47-f9ec-448a-83b0-9a02587ee4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:30.907798 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55490acc-b69c-48e5-babc-abc15b5dbb4d req-163a4a47-f9ec-448a-83b0-9a02587ee4cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e094117d79e4e59a81bd8032ce1bc83&device_id=eafa4665-096a-46a0-bd13-55ad22addd38 HTTP/1.1" status: 200 len: 1095 time: 0.1253278 Nov 11 17:27:30.931965 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1bd4e2-cce5-4aaa-a15b-8bd24fb52f4b x-openstack-request-id: req-4a1bd4e2-cce5-4aaa-a15b-8bd24fb52f4b {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:30.933000 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca2fc00-9fa2-46b0-b847-024bb3983c67", "name": "network-vif-plugged", "status": "completed", "tag": "f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:30.933418 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4a1bd4e2-cce5-4aaa-a15b-8bd24fb52f4b {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:30.934003 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca2fc00-9fa2-46b0-b847-024bb3983c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab', 'code': 200} Nov 11 17:27:30.943443 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-917b0f68-ce18-49f9-afe1-c9a052a632ff req-bcbdcd46-ef21-423c-8398-7e3fc0be5b90 service neutron] 10.222.0.83 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106033 Nov 11 17:27:30.963215 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-9a3097bd-31e3-495f-8e4a-02139b8c2628 None None] Allocated IP 2001:db8::f816:3eff:fe69:3238 (4f6f0546-8b0d-4cda-bf61-b307fc2a9654/8961a607-a513-4392-a956-f29f6a7e61ba/db5fed25-deb6-4480-ac46-d21a9e4d9ebd) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:27:31.040663 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd08c4-65f7-4b83-b5d0-9c54b106c71b req-4d395d8e-5122-4128-bfd4-4e99cb916edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:31.042319 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55dd08c4-65f7-4b83-b5d0-9c54b106c71b req-4d395d8e-5122-4128-bfd4-4e99cb916edc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 1096 time: 0.0675735 Nov 11 17:27:31.072809 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55490acc-b69c-48e5-babc-abc15b5dbb4d req-9f55e38f-2588-46fb-9a00-c65c77f61fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:31.075027 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55490acc-b69c-48e5-babc-abc15b5dbb4d req-9f55e38f-2588-46fb-9a00-c65c77f61fe8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=76890ed3-8c95-449b-ab1a-7519623dfe1f HTTP/1.1" status: 200 len: 910 time: 0.1570847 Nov 11 17:27:31.111447 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b68892-41b5-4526-afec-90ca6ceb460a req-d3374239-4b42-4abc-a186-ce03b43e4a95 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:31.133967 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b68892-41b5-4526-afec-90ca6ceb460a req-d3374239-4b42-4abc-a186-ce03b43e4a95 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:31.139813 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55490acc-b69c-48e5-babc-abc15b5dbb4d req-87ba83ef-f93a-4698-9e90-7b2654c1e126 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=447f9d38-014a-4115-a0e7-20670d8eb329 HTTP/1.1" status: 200 len: 217 time: 0.0538492 Nov 11 17:27:31.140360 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b68892-41b5-4526-afec-90ca6ceb460a req-d3374239-4b42-4abc-a186-ce03b43e4a95 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:31.143427 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55dd08c4-65f7-4b83-b5d0-9c54b106c71b req-e5d5996e-c91e-4973-8edc-0c65c67d09e7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916958 Nov 11 17:27:31.149294 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b68892-41b5-4526-afec-90ca6ceb460a req-d3374239-4b42-4abc-a186-ce03b43e4a95 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:31.155790 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b68892-41b5-4526-afec-90ca6ceb460a req-d3374239-4b42-4abc-a186-ce03b43e4a95 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:31.162332 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b68892-41b5-4526-afec-90ca6ceb460a req-d3374239-4b42-4abc-a186-ce03b43e4a95 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:31.163370 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9a3097bd-31e3-495f-8e4a-02139b8c2628 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:31.169709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b68892-41b5-4526-afec-90ca6ceb460a req-d3374239-4b42-4abc-a186-ce03b43e4a95 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:31.170312 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9a3097bd-31e3-495f-8e4a-02139b8c2628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:31.171901 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-75b68892-41b5-4526-afec-90ca6ceb460a req-d3374239-4b42-4abc-a186-ce03b43e4a95 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5430 time: 0.1488252 Nov 11 17:27:31.216736 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3097bd-31e3-495f-8e4a-02139b8c2628 None None] Network 4f6f0546-8b0d-4cda-bf61-b307fc2a9654 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:27:31.219956 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-9a3097bd-31e3-495f-8e4a-02139b8c2628 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:31.224054 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3097bd-31e3-495f-8e4a-02139b8c2628 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:27:31.231297 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3097bd-31e3-495f-8e4a-02139b8c2628 None None] Pushing event updated for resources: {'Port': ['ID=db5fed25-deb6-4480-ac46-d21a9e4d9ebd,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:31.237021 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-0ac6a07a-69b4-429e-83fa-4cb622920fa9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Allocated IP 2001:db8::f816:3eff:fe62:dd6b (4f6f0546-8b0d-4cda-bf61-b307fc2a9654/8961a607-a513-4392-a956-f29f6a7e61ba/bb00c0a4-866a-49d5-9d66-eb3f86b7726a) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:27:31.267767 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-75b68892-41b5-4526-afec-90ca6ceb460a req-bfaa4cea-8654-4704-9307-c731d6e082a8 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882733 Nov 11 17:27:31.293600 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-9a3097bd-31e3-495f-8e4a-02139b8c2628 None None] Attempting to bind port db5fed25-deb6-4480-ac46-d21a9e4d9ebd on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:27:31.294247 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-9a3097bd-31e3-495f-8e4a-02139b8c2628 None None] Attempting to bind port db5fed25-deb6-4480-ac46-d21a9e4d9ebd by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '1917587c-6783-47f3-a178-18dbce29bc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '4f6f0546-8b0d-4cda-bf61-b307fc2a9654'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:27:31.294828 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3097bd-31e3-495f-8e4a-02139b8c2628 None None] Attempting to bind port db5fed25-deb6-4480-ac46-d21a9e4d9ebd on network 4f6f0546-8b0d-4cda-bf61-b307fc2a9654 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:31.305882 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3097bd-31e3-495f-8e4a-02139b8c2628 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:27:31.306542 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3097bd-31e3-495f-8e4a-02139b8c2628 None None] Checking segment: {'id': '1917587c-6783-47f3-a178-18dbce29bc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '4f6f0546-8b0d-4cda-bf61-b307fc2a9654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:31.307164 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9a3097bd-31e3-495f-8e4a-02139b8c2628 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:31.307790 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3097bd-31e3-495f-8e4a-02139b8c2628 None None] Bound using segment: {'id': '1917587c-6783-47f3-a178-18dbce29bc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '4f6f0546-8b0d-4cda-bf61-b307fc2a9654'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:27:31.309124 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-9a3097bd-31e3-495f-8e4a-02139b8c2628 None None] Bound port: db5fed25-deb6-4480-ac46-d21a9e4d9ebd, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1917587c-6783-47f3-a178-18dbce29bc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '4f6f0546-8b0d-4cda-bf61-b307fc2a9654'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:27:31.309719 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9a3097bd-31e3-495f-8e4a-02139b8c2628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:31.311917 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-7c9e59b0-7f07-4ea7-9a6c-ac63a31bb23d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Made reservation on behalf of aeabce2c88344ee2a64d4a5b2bac6a8d for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:31.317857 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-7c9e59b0-7f07-4ea7-9a6c-ac63a31bb23d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:31.351125 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-7c9e59b0-7f07-4ea7-9a6c-ac63a31bb23d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:31.396276 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9a3097bd-31e3-495f-8e4a-02139b8c2628 None None] For port db5fed25-deb6-4480-ac46-d21a9e4d9ebd, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:27:31.399986 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9a3097bd-31e3-495f-8e4a-02139b8c2628 None None] For port db5fed25-deb6-4480-ac46-d21a9e4d9ebd, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=db5fed25-deb6-4480-ac46-d21a9e4d9ebd,segment=NetworkSegment(1917587c-6783-47f3-a178-18dbce29bc94),segment_id=1917587c-6783-47f3-a178-18dbce29bc94)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:27:31.410265 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9a3097bd-31e3-495f-8e4a-02139b8c2628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:31.464870 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a07a-69b4-429e-83fa-4cb622920fa9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:31.474777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33020be-5bb3-45cf-9443-9aa92e559e74 req-6b0b2e0a-6941-454f-b9c2-eec04605061c tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:31.476329 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e33020be-5bb3-45cf-9443-9aa92e559e74 req-6b0b2e0a-6941-454f-b9c2-eec04605061c tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/ports?device_id=eafa4665-096a-46a0-bd13-55ad22addd38 HTTP/1.1" status: 200 len: 944 time: 0.0813315 Nov 11 17:27:31.480420 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55490acc-b69c-48e5-babc-abc15b5dbb4d req-a4d574c6-368c-4048-8ed5-81704673eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:31.481890 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55490acc-b69c-48e5-babc-abc15b5dbb4d req-a4d574c6-368c-4048-8ed5-81704673eba1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f66d491-8716-4045-9eee-9bc9cdc4e4fa HTTP/1.1" status: 200 len: 848 time: 0.0773084 Nov 11 17:27:31.491359 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3097bd-31e3-495f-8e4a-02139b8c2628 None None] Pushing event updated for resources: {'Port': ['ID=db5fed25-deb6-4480-ac46-d21a9e4d9ebd,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:31.526339 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-7c9e59b0-7f07-4ea7-9a6c-ac63a31bb23d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:31.530546 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55490acc-b69c-48e5-babc-abc15b5dbb4d req-cd90ebb5-7f65-40da-a287-613c0e1cbc08 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76890ed3-8c95-449b-ab1a-7519623dfe1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298295 Nov 11 17:27:31.537349 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-7c9e59b0-7f07-4ea7-9a6c-ac63a31bb23d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:31.568916 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39b36c2-8f74-49fe-a6e8-2045e9b88112 None None] Network 8fdf5822-56dc-49e8-9356-f8f1896781d1 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:31.614145 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a07a-69b4-429e-83fa-4cb622920fa9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:31.646914 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e33020be-5bb3-45cf-9443-9aa92e559e74 req-34324d8c-8a0e-4823-b8a9-31b745126cd8 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdeddb71-5193-43c5-a442-4c320d3eb2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589832 Nov 11 17:27:31.660200 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3023bcb5-6ef0-4f8b-8547-021e25c036dd None None] Provisioning complete for port 254f53f3-12ca-46cc-a22b-463ba8d84d14 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:31.660847 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3023bcb5-6ef0-4f8b-8547-021e25c036dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:31.684609 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e59b0-7f07-4ea7-9a6c-ac63a31bb23d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2250560a-ed2c-42ee-88e5-5bd0bed59fa9,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:31.709849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac6a07a-69b4-429e-83fa-4cb622920fa9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Network 4f6f0546-8b0d-4cda-bf61-b307fc2a9654 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:27:31.723070 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-0ac6a07a-69b4-429e-83fa-4cb622920fa9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:31.731943 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac6a07a-69b4-429e-83fa-4cb622920fa9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:27:31.741253 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac6a07a-69b4-429e-83fa-4cb622920fa9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:31.742076 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a07a-69b4-429e-83fa-4cb622920fa9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:31.752044 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d8e80-d0fe-4094-830f-55bf0b35efab req-4d870490-ec8b-4157-9641-28c051096e29 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:31.759337 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b1d8e80-d0fe-4094-830f-55bf0b35efab req-4d870490-ec8b-4157-9641-28c051096e29 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.1341057 Nov 11 17:27:31.773167 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6a07a-69b4-429e-83fa-4cb622920fa9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event updated for resources: {'Port': ['ID=bb00c0a4-866a-49d5-9d66-eb3f86b7726a,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:31.783589 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55490acc-b69c-48e5-babc-abc15b5dbb4d req-d646998f-9114-49b4-82bb-9cf1c7f884e9 service neutron] 10.222.0.64 "GET /v2.0/networks/76890ed3-8c95-449b-ab1a-7519623dfe1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458839 Nov 11 17:27:31.791755 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0ac6a07a-69b4-429e-83fa-4cb622920fa9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1930292 Nov 11 17:27:31.795508 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33998) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:31.850985 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a58b84ed-b061-4af2-a224-9cbc92f5fdf5 req-84f933b1-6f8a-46ac-a859-f44b296ed3cc tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/ports?device_id=b287cde2-b8b1-454f-9f5e-852e7bd1d724 HTTP/1.1" status: 200 len: 210 time: 0.0790675 Nov 11 17:27:31.897523 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b1d8e80-d0fe-4094-830f-55bf0b35efab req-34579cdd-99a9-43e6-850f-6462ceaf0045 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329768 Nov 11 17:27:31.909200 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3023bcb5-6ef0-4f8b-8547-021e25c036dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:31.926088 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-7c9e59b0-7f07-4ea7-9a6c-ac63a31bb23d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Allocated IP 192.168.233.155 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/4f529361-34ad-4a8f-a152-56994883d894) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:27:31.962594 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3023bcb5-6ef0-4f8b-8547-021e25c036dd None None] For port 254f53f3-12ca-46cc-a22b-463ba8d84d14, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=254f53f3-12ca-46cc-a22b-463ba8d84d14,segment=NetworkSegment(6dd9b65d-23f2-48cd-96cc-f2bc124cde76),segment_id=6dd9b65d-23f2-48cd-96cc-f2bc124cde76)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:31.971224 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3023bcb5-6ef0-4f8b-8547-021e25c036dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:32.072527 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023bcb5-6ef0-4f8b-8547-021e25c036dd None None] Pushing event updated for resources: {'Port': ['ID=254f53f3-12ca-46cc-a22b-463ba8d84d14,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:32.100014 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd5a0c2-4025-4057-b897-c86db63fa43c tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Deleting subnet 8961a607-a513-4392-a956-f29f6a7e61ba {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:27:32.117260 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-edd5a0c2-4025-4057-b897-c86db63fa43c tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:32.150053 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55490acc-b69c-48e5-babc-abc15b5dbb4d req-7440c43e-ddef-4a95-b3bd-bb7efcb09a43 service neutron] 10.222.0.64 "GET /v2.0/networks/76890ed3-8c95-449b-ab1a-7519623dfe1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510621 Nov 11 17:27:32.186394 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-edd5a0c2-4025-4057-b897-c86db63fa43c tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:32.187001 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device db5fed25-deb6-4480-ac46-d21a9e4d9ebd up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:32.223995 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82f2b4-6d7e-492b-b331-0f7dbacfdaa8 req-9f7d5011-bc5e-409a-b5eb-3a254ee6c18c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:32.226378 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1c82f2b4-6d7e-492b-b331-0f7dbacfdaa8 req-9f7d5011-bc5e-409a-b5eb-3a254ee6c18c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9 HTTP/1.1" status: 200 len: 944 time: 0.1825581 Nov 11 17:27:32.246380 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 447f9d38-014a-4115-a0e7-20670d8eb329 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:27:32.346313 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-7c9e59b0-7f07-4ea7-9a6c-ac63a31bb23d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:32.355118 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1c82f2b4-6d7e-492b-b331-0f7dbacfdaa8 req-d3c4509e-345e-4505-8316-49d5919b2d11 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044321 Nov 11 17:27:32.375088 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-edd5a0c2-4025-4057-b897-c86db63fa43c tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:32.402283 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-7c9e59b0-7f07-4ea7-9a6c-ac63a31bb23d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:32.420127 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port db5fed25-deb6-4480-ac46-d21a9e4d9ebd triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:32.420642 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:32.452894 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-edd5a0c2-4025-4057-b897-c86db63fa43c tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:32.480050 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-7c9e59b0-7f07-4ea7-9a6c-ac63a31bb23d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:27:32.484019 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-225f6905-ab9b-4e67-be31-cc18c7932668 None None] Provisioning complete for port 254f53f3-12ca-46cc-a22b-463ba8d84d14 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:32.484399 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-225f6905-ab9b-4e67-be31-cc18c7932668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:32.489707 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-7c9e59b0-7f07-4ea7-9a6c-ac63a31bb23d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:32.492607 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-7c9e59b0-7f07-4ea7-9a6c-ac63a31bb23d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:27:32.523338 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 8c84b91b-aa9c-42d0-a19b-b3f82d715671 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:27:32.525734 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5a0c2-4025-4057-b897-c86db63fa43c tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event deleted for resources: {'Subnet': ['ID=8961a607-a513-4392-a956-f29f6a7e61ba,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:32.533877 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-edd5a0c2-4025-4057-b897-c86db63fa43c tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:32.534588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e59b0-7f07-4ea7-9a6c-ac63a31bb23d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Pushing event updated for resources: {'Port': ['ID=4f529361-34ad-4a8f-a152-56994883d894,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:32.546665 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-edd5a0c2-4025-4057-b897-c86db63fa43c tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "DELETE /v2.0/subnets/8961a607-a513-4392-a956-f29f6a7e61ba HTTP/1.1" status: 204 len: 168 time: 0.7130435 Nov 11 17:27:32.551469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34008) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:32.588388 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae73c53-1481-42fc-9a36-7fb7a22bcdc5 req-1e4a705d-29e0-4915-8e52-f9bc10590bcd tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:32.594588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae73c53-1481-42fc-9a36-7fb7a22bcdc5 req-1e4a705d-29e0-4915-8e52-f9bc10590bcd tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:32.600794 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae73c53-1481-42fc-9a36-7fb7a22bcdc5 req-1e4a705d-29e0-4915-8e52-f9bc10590bcd tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:32.606991 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae73c53-1481-42fc-9a36-7fb7a22bcdc5 req-1e4a705d-29e0-4915-8e52-f9bc10590bcd tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:32.613156 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae73c53-1481-42fc-9a36-7fb7a22bcdc5 req-1e4a705d-29e0-4915-8e52-f9bc10590bcd tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:32.620634 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae73c53-1481-42fc-9a36-7fb7a22bcdc5 req-1e4a705d-29e0-4915-8e52-f9bc10590bcd tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:32.624036 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 447f9d38-014a-4115-a0e7-20670d8eb329, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=447f9d38-014a-4115-a0e7-20670d8eb329,segment=NetworkSegment(9186666d-0239-4144-96e9-3f0709ddf7d4),segment_id=9186666d-0239-4144-96e9-3f0709ddf7d4)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:32.627279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae73c53-1481-42fc-9a36-7fb7a22bcdc5 req-1e4a705d-29e0-4915-8e52-f9bc10590bcd tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:32.635657 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3ae73c53-1481-42fc-9a36-7fb7a22bcdc5 req-1e4a705d-29e0-4915-8e52-f9bc10590bcd tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5430 time: 0.2467229 Nov 11 17:27:32.645756 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '447f9d38-014a-4115-a0e7-20670d8eb329', 'network_id': '76890ed3-8c95-449b-ab1a-7519623dfe1f', 'port_id': '447f9d38-014a-4115-a0e7-20670d8eb329', 'mac_address': 'fa:16:3e:01:0b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f66d491-8716-4045-9eee-9bc9cdc4e4fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:27:32.720970 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-7c9e59b0-7f07-4ea7-9a6c-ac63a31bb23d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:32.721926 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-7c9e59b0-7f07-4ea7-9a6c-ac63a31bb23d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:32.791308 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-7c9e59b0-7f07-4ea7-9a6c-ac63a31bb23d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6352143 Nov 11 17:27:32.826685 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 8c84b91b-aa9c-42d0-a19b-b3f82d715671, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8c84b91b-aa9c-42d0-a19b-b3f82d715671,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:32.827548 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] Request body: {'port': {'device_id': 'b287cde2-b8b1-454f-9f5e-852e7bd1d724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:32.834429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caac994-8a64-4913-b753-b43f37194a09 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:32.835972 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caac994-8a64-4913-b753-b43f37194a09 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:32.837548 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5caac994-8a64-4913-b753-b43f37194a09 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2739987 Nov 11 17:27:32.840652 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34012) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:32.865994 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:32.870553 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '8c84b91b-aa9c-42d0-a19b-b3f82d715671', 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d', 'port_id': '8c84b91b-aa9c-42d0-a19b-b3f82d715671', 'mac_address': 'fa:16:3e:5c:d7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a33a415-81af-4eb3-b9c5-17414d49d9ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:27:32.886520 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:32.899473 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3ae73c53-1481-42fc-9a36-7fb7a22bcdc5 req-c6475de1-43b2-48cf-9343-7918ce9de28f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2584081 Nov 11 17:27:32.937250 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447f9d38-014a-4115-a0e7-20670d8eb329 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:32.940553 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3eae4-6891-4e4a-8041-258863cf3a1e req-85a28718-cba6-4100-aa9e-45763fa5ef55 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:32.951622 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ffc3eae4-6891-4e4a-8041-258863cf3a1e req-85a28718-cba6-4100-aa9e-45763fa5ef55 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/ports?device_id=eafa4665-096a-46a0-bd13-55ad22addd38 HTTP/1.1" status: 200 len: 944 time: 0.2026458 Nov 11 17:27:32.971751 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port db5fed25-deb6-4480-ac46-d21a9e4d9ebd, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=db5fed25-deb6-4480-ac46-d21a9e4d9ebd,segment=NetworkSegment(1917587c-6783-47f3-a178-18dbce29bc94),segment_id=1917587c-6783-47f3-a178-18dbce29bc94)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:32.996222 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cf96eb7f-32b7-4c74-aee4-9e96050752d8 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:33.010327 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf96eb7f-32b7-4c74-aee4-9e96050752d8 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 11 17:27:33.011962 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf96eb7f-32b7-4c74-aee4-9e96050752d8 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:27:33.013032 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 447f9d38-014a-4115-a0e7-20670d8eb329, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=447f9d38-014a-4115-a0e7-20670d8eb329,segment=NetworkSegment(9186666d-0239-4144-96e9-3f0709ddf7d4),segment_id=9186666d-0239-4144-96e9-3f0709ddf7d4)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:33.019036 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cf96eb7f-32b7-4c74-aee4-9e96050752d8 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "DELETE /v2.0/networks/4f6f0546-8b0d-4cda-bf61-b307fc2a9654 HTTP/1.1" status: 409 len: 405 time: 0.1769037 Nov 11 17:27:33.019661 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34018) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:33.024832 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a8756633-434b-4bf3-a51d-0f794c5ea20f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-889604627'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:33.028880 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:33.033486 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:33.045026 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:33.046818 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 254f53f3-12ca-46cc-a22b-463ba8d84d14 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:33.049935 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8756633-434b-4bf3-a51d-0f794c5ea20f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Made reservation on behalf of 9f5487b7833149b3b9b789679e7434fa for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:33.054901 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a8756633-434b-4bf3-a51d-0f794c5ea20f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:33.081110 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c84b91b-aa9c-42d0-a19b-b3f82d715671 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:33.083541 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8756633-434b-4bf3-a51d-0f794c5ea20f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1264} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:27:33.096253 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a8756633-434b-4bf3-a51d-0f794c5ea20f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:33.097886 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-a8756633-434b-4bf3-a51d-0f794c5ea20f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Added segment 0201c656-a7d4-4aac-b840-4d81489f6db1 of type vlan for network eeb030fa-94c5-4264-830e-668f68f7bd63 Nov 11 17:27:33.109205 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6524201d-12c7-441e-ae27-378ab0e7b1b1 None None] Provisioning complete for port 4f529361-34ad-4a8f-a152-56994883d894 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:33.109602 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6524201d-12c7-441e-ae27-378ab0e7b1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:33.111434 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455b9dba-1357-436b-8a16-fa7517e75e8d None None] Network 4f6f0546-8b0d-4cda-bf61-b307fc2a9654 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:33.113500 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:33.119604 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 8c84b91b-aa9c-42d0-a19b-b3f82d715671, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8c84b91b-aa9c-42d0-a19b-b3f82d715671,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:33.128401 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ffc3eae4-6891-4e4a-8041-258863cf3a1e req-3bc43887-86bf-4c15-9f5c-b85c7bae2c2c tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdeddb71-5193-43c5-a442-4c320d3eb2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756511 Nov 11 17:27:33.153253 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a8756633-434b-4bf3-a51d-0f794c5ea20f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:33.174738 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a8756633-434b-4bf3-a51d-0f794c5ea20f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:33.184561 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8756633-434b-4bf3-a51d-0f794c5ea20f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:33.185328 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a8756633-434b-4bf3-a51d-0f794c5ea20f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:33.206324 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:33.264691 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a8756633-434b-4bf3-a51d-0f794c5ea20f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2436864 Nov 11 17:27:33.267668 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6524201d-12c7-441e-ae27-378ab0e7b1b1 None None] Port 4f529361-34ad-4a8f-a152-56994883d894 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:27:33.269540 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34022) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:33.276986 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=db5fed25-deb6-4480-ac46-d21a9e4d9ebd,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:33.279420 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-fd5efa9e-77d2-4c4e-a451-f128561f5fc2 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Request body: {'subnet': {'network_id': 'eeb030fa-94c5-4264-830e-668f68f7bd63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:33.288434 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e71273-c41f-4ef5-b18c-ab8cef2201fb req-b72aa2f0-86ba-4bcc-9805-2629e4121e97 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:33.290815 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-09e71273-c41f-4ef5-b18c-ab8cef2201fb req-b72aa2f0-86ba-4bcc-9805-2629e4121e97 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/ports?device_id=b287cde2-b8b1-454f-9f5e-852e7bd1d724 HTTP/1.1" status: 200 len: 936 time: 0.2858472 Nov 11 17:27:33.342290 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8756633-434b-4bf3-a51d-0f794c5ea20f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event updated for resources: {'Network': ['ID=eeb030fa-94c5-4264-830e-668f68f7bd63,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:33.402069 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5efa9e-77d2-4c4e-a451-f128561f5fc2 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Made reservation on behalf of 9f5487b7833149b3b9b789679e7434fa for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:33.406799 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd5efa9e-77d2-4c4e-a451-f128561f5fc2 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:33.412227 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba0eae-e3b7-41af-b525-ba41ca3eb10a req-dea5f4ae-4f32-4f5a-b287-1d17f63971b9 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:33.413801 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-80ba0eae-e3b7-41af-b525-ba41ca3eb10a req-dea5f4ae-4f32-4f5a-b287-1d17f63971b9 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.1841578 Nov 11 17:27:33.462122 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-09e71273-c41f-4ef5-b18c-ab8cef2201fb req-7308c049-cc17-47ec-a6b4-07745b19216b tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/security-groups?id=2250560a-ed2c-42ee-88e5-5bd0bed59fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611342 Nov 11 17:27:33.501572 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-80ba0eae-e3b7-41af-b525-ba41ca3eb10a req-1b106710-e41a-4e0e-8925-c0e4baff52f4 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808311 Nov 11 17:27:33.512553 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network eeb030fa-94c5-4264-830e-668f68f7bd63 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:27:33.610580 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8c84b91b-aa9c-42d0-a19b-b3f82d715671'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:27:33.612794 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 254f53f3-12ca-46cc-a22b-463ba8d84d14 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:33.613257 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:33.666116 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f529361-34ad-4a8f-a152-56994883d894 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:33.678395 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['447f9d38-014a-4115-a0e7-20670d8eb329'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:27:33.678645 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:33.703532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc8bdd-4d90-4670-bfba-2fba7d912131 req-26da2024-2b47-4517-9fe7-b16edbfe7591 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:33.705390 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59bc8bdd-4d90-4670-bfba-2fba7d912131 req-26da2024-2b47-4517-9fe7-b16edbfe7591 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9 HTTP/1.1" status: 200 len: 945 time: 0.1080036 Nov 11 17:27:33.708931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] Transition to ACTIVE for port object 4f529361-34ad-4a8f-a152-56994883d894 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:27:33.714483 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:33.720629 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1d50d48a-b951-4417-a2a0-fadd444e955c None None] Provisioning complete for port db5fed25-deb6-4480-ac46-d21a9e4d9ebd triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:33.721005 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1d50d48a-b951-4417-a2a0-fadd444e955c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:33.738261 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=447f9d38-014a-4115-a0e7-20670d8eb329,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:33.891349 n-d-816206-4 neutron-server[102617]: DEBUG neutron.objects.ports [None req-fd5efa9e-77d2-4c4e-a451-f128561f5fc2 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102617) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 17:27:33.899431 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f529361-34ad-4a8f-a152-56994883d894,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:33.908443 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd5efa9e-77d2-4c4e-a451-f128561f5fc2 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:33.935270 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2753bb21-7ee6-4bec-8c51-61918776ee60 None None] DHCP port deletion for 4f6f0546-8b0d-4cda-bf61-b307fc2a9654 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:27:33.993669 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59bc8bdd-4d90-4670-bfba-2fba7d912131 req-d9068664-1d1c-459a-8c28-453f9f82ffd5 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670557 Nov 11 17:27:34.040651 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5efa9e-77d2-4c4e-a451-f128561f5fc2 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event updated for resources: {'Subnet': ['ID=37d8200a-4ab0-41e8-ac9e-8e34f8904c94,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:34.051524 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=8c84b91b-aa9c-42d0-a19b-b3f82d715671,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:34.055939 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab611ef-28fb-4a59-b097-920d16f762fa req-af74414c-ce5a-47d2-878c-44415d8af96c tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:34.063786 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fab611ef-28fb-4a59-b097-920d16f762fa req-af74414c-ce5a-47d2-878c-44415d8af96c tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.0893238 Nov 11 17:27:34.077373 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f4384-b69c-41fe-b484-3f2605c02220 req-18538221-139b-4649-a2d6-68d74f05ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:34.079678 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c13f4384-b69c-41fe-b484-3f2605c02220 req-18538221-139b-4649-a2d6-68d74f05ed17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=306a4c542bc14bef8e6801a97c53fb31&device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 1096 time: 0.1863971 Nov 11 17:27:34.141160 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] Attempting to bind port 4f529361-34ad-4a8f-a152-56994883d894 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:27:34.141706 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] Attempting to bind port 4f529361-34ad-4a8f-a152-56994883d894 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:27:34.142259 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] Attempting to bind port 4f529361-34ad-4a8f-a152-56994883d894 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:34.171595 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] Port 4f529361-34ad-4a8f-a152-56994883d894 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:27:34.171989 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] Attempting to bind port 4f529361-34ad-4a8f-a152-56994883d894 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:34.176921 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fab611ef-28fb-4a59-b097-920d16f762fa req-33fcd5a3-4746-4c8b-8316-5a8ad07d053e tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122541 Nov 11 17:27:34.187460 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:27:34.187819 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:34.188331 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:27:34.188771 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] Bound port: 4f529361-34ad-4a8f-a152-56994883d894, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:27:34.189161 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:34.232756 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5efa9e-77d2-4c4e-a451-f128561f5fc2 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Checking segment: {'id': '0201c656-a7d4-4aac-b840-4d81489f6db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'eeb030fa-94c5-4264-830e-668f68f7bd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:34.233362 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5efa9e-77d2-4c4e-a451-f128561f5fc2 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Network hostable DHCP agents. Network: eeb030fa-94c5-4264-830e-668f68f7bd63, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:27:34.253009 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58574ce-1444-49e1-a4cb-0cc015163cef req-f09f46f6-96b2-4a7b-9b62-a7b165f51060 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:34.257490 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f4384-b69c-41fe-b484-3f2605c02220 req-923b1a4a-8957-4c5d-a143-702218904f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:34.262701 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c13f4384-b69c-41fe-b484-3f2605c02220 req-923b1a4a-8957-4c5d-a143-702218904f4d service neutron] 10.222.0.64 "GET /v2.0/networks?id=328b7d2e-efb4-416c-88d6-28cdbb34eaa1 HTTP/1.1" status: 200 len: 920 time: 0.1542068 Nov 11 17:27:34.263094 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58574ce-1444-49e1-a4cb-0cc015163cef req-f09f46f6-96b2-4a7b-9b62-a7b165f51060 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:34.263868 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2753bb21-7ee6-4bec-8c51-61918776ee60 None None] Deleting port db5fed25-deb6-4480-ac46-d21a9e4d9ebd {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:27:34.264229 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2753bb21-7ee6-4bec-8c51-61918776ee60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:34.265156 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5efa9e-77d2-4c4e-a451-f128561f5fc2 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Network eeb030fa-94c5-4264-830e-668f68f7bd63 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:27:34.271867 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58574ce-1444-49e1-a4cb-0cc015163cef req-f09f46f6-96b2-4a7b-9b62-a7b165f51060 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:34.280423 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58574ce-1444-49e1-a4cb-0cc015163cef req-f09f46f6-96b2-4a7b-9b62-a7b165f51060 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:34.286780 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58574ce-1444-49e1-a4cb-0cc015163cef req-f09f46f6-96b2-4a7b-9b62-a7b165f51060 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:34.294334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58574ce-1444-49e1-a4cb-0cc015163cef req-f09f46f6-96b2-4a7b-9b62-a7b165f51060 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:34.300950 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58574ce-1444-49e1-a4cb-0cc015163cef req-f09f46f6-96b2-4a7b-9b62-a7b165f51060 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:34.303048 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c58574ce-1444-49e1-a4cb-0cc015163cef req-f09f46f6-96b2-4a7b-9b62-a7b165f51060 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5430 time: 0.1801589 Nov 11 17:27:34.314672 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c13f4384-b69c-41fe-b484-3f2605c02220 req-d09ac8f9-a44c-41a3-a317-c456e4d9fb0c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab HTTP/1.1" status: 200 len: 217 time: 0.0460351 Nov 11 17:27:34.336693 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-fd5efa9e-77d2-4c4e-a451-f128561f5fc2 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, eeb030fa-94c5-4264-830e-668f68f7bd63) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:34.366000 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad746ead-80b9-4332-9fff-d039884ee973 None None] Network eeb030fa-94c5-4264-830e-668f68f7bd63 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:34.372748 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5efa9e-77d2-4c4e-a451-f128561f5fc2 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:34.375257 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd5efa9e-77d2-4c4e-a451-f128561f5fc2 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:34.375540 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] For port 4f529361-34ad-4a8f-a152-56994883d894, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:27:34.415783 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] For port 4f529361-34ad-4a8f-a152-56994883d894, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4f529361-34ad-4a8f-a152-56994883d894,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:27:34.431803 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fd5efa9e-77d2-4c4e-a451-f128561f5fc2 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1600451 Nov 11 17:27:34.435018 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34036) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:34.437962 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:34.444760 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-50613bb5-5d28-4f84-acf1-d65bbc8f9971 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Request body: {'port': {'network_id': 'eeb030fa-94c5-4264-830e-668f68f7bd63', 'name': 'tempest-NetworksIpV6TestAttrs-255780739'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:34.445404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 254f53f3-12ca-46cc-a22b-463ba8d84d14 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:34.449368 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f4384-b69c-41fe-b484-3f2605c02220 req-89a777e0-356c-4d9f-bb17-9321da1780f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:34.452167 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c13f4384-b69c-41fe-b484-3f2605c02220 req-89a777e0-356c-4d9f-bb17-9321da1780f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b36a3487-9104-49ee-900b-5ebde2143e8f HTTP/1.1" status: 200 len: 858 time: 0.1287830 Nov 11 17:27:34.460174 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2753bb21-7ee6-4bec-8c51-61918776ee60 None None] For port db5fed25-deb6-4480-ac46-d21a9e4d9ebd, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=db5fed25-deb6-4480-ac46-d21a9e4d9ebd,segment=NetworkSegment(1917587c-6783-47f3-a178-18dbce29bc94),segment_id=1917587c-6783-47f3-a178-18dbce29bc94)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:34.460576 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2753bb21-7ee6-4bec-8c51-61918776ee60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:34.461964 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c58574ce-1444-49e1-a4cb-0cc015163cef req-675d70c7-624e-4b8a-a9ad-571ce44c2b94 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1455183 Nov 11 17:27:34.496758 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c13f4384-b69c-41fe-b484-3f2605c02220 req-f5debfe5-cd8c-4702-b7b7-14ca50e1e53c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=328b7d2e-efb4-416c-88d6-28cdbb34eaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338418 Nov 11 17:27:34.509414 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2753bb21-7ee6-4bec-8c51-61918776ee60 None None] Calling delete_port for db5fed25-deb6-4480-ac46-d21a9e4d9ebd owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:27:34.537755 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:34.538375 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:34.540300 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] 10.222.0.83 "PUT /v2.0/ports/4f529361-34ad-4a8f-a152-56994883d894 HTTP/1.1" status: 200 len: 1096 time: 1.7249565 Nov 11 17:27:34.541661 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b287cde2-b8b1-454f-9f5e-852e7bd1d724', 'tag': '4f529361-34ad-4a8f-a152-56994883d894'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:34.543931 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998605b1-3aa3-483c-9a1c-4e2d88eb11d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b287cde2-b8b1-454f-9f5e-852e7bd1d724", "tag": "4f529361-34ad-4a8f-a152-56994883d894"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:34.590080 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd69738-9118-4b7d-a0f0-18570fa23ca5 req-c8aa9341-1c88-4329-a1d1-9a4b92044018 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:34.597396 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ffd69738-9118-4b7d-a0f0-18570fa23ca5 req-c8aa9341-1c88-4329-a1d1-9a4b92044018 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/ports?device_id=eafa4665-096a-46a0-bd13-55ad22addd38 HTTP/1.1" status: 200 len: 945 time: 0.2033672 Nov 11 17:27:34.614043 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e9ca0-b978-4b51-ba26-087fc76877a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f529361-34ad-4a8f-a152-56994883d894,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:34.651261 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c13f4384-b69c-41fe-b484-3f2605c02220 req-eaa8a3c2-8af1-4ce9-b2d7-2871b9ccc70c service neutron] 10.222.0.64 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519101 Nov 11 17:27:34.662682 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 254f53f3-12ca-46cc-a22b-463ba8d84d14 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:34.663346 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:34.763146 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c13f4384-b69c-41fe-b484-3f2605c02220 req-35b6b7af-cb22-4a18-b2d3-5448ada13180 service neutron] 10.222.0.64 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032627 Nov 11 17:27:34.768372 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ffd69738-9118-4b7d-a0f0-18570fa23ca5 req-acc96bf8-3a17-4e6c-94f6-4336bbf272df tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdeddb71-5193-43c5-a442-4c320d3eb2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700068 Nov 11 17:27:34.794838 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41027b53-e408-4926-ac82-b927fec27f28 req-46f42c8f-c679-4bb9-8fef-cc21d07ac4b1 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:34.799154 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2753bb21-7ee6-4bec-8c51-61918776ee60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:34.804542 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-41027b53-e408-4926-ac82-b927fec27f28 req-46f42c8f-c679-4bb9-8fef-cc21d07ac4b1 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/ports?device_id=b287cde2-b8b1-454f-9f5e-852e7bd1d724 HTTP/1.1" status: 200 len: 948 time: 0.1854014 Nov 11 17:27:34.808910 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-e5e2dabb-9feb-4330-8707-5a13fc18bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:34.811286 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-e5e2dabb-9feb-4330-8707-5a13fc18bbcb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aeabce2c88344ee2a64d4a5b2bac6a8d&device_id=b287cde2-b8b1-454f-9f5e-852e7bd1d724 HTTP/1.1" status: 200 len: 1099 time: 0.1943619 Nov 11 17:27:34.812435 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50613bb5-5d28-4f84-acf1-d65bbc8f9971 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Made reservation on behalf of 9f5487b7833149b3b9b789679e7434fa for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:34.824021 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2753bb21-7ee6-4bec-8c51-61918776ee60 None None] No DVR routers for this DVR port db5fed25-deb6-4480-ac46-d21a9e4d9ebd on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:27:34.845965 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-50613bb5-5d28-4f84-acf1-d65bbc8f9971 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:34.864361 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1307d59c-38a4-4f70-8135-f91c728b25ec x-openstack-request-id: req-1307d59c-38a4-4f70-8135-f91c728b25ec {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:34.864652 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b287cde2-b8b1-454f-9f5e-852e7bd1d724", "tag": "4f529361-34ad-4a8f-a152-56994883d894", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:34.864909 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1307d59c-38a4-4f70-8135-f91c728b25ec {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:34.865311 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b287cde2-b8b1-454f-9f5e-852e7bd1d724', 'tag': '4f529361-34ad-4a8f-a152-56994883d894', 'status': 'completed', 'code': 200} Nov 11 17:27:34.880205 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753bb21-7ee6-4bec-8c51-61918776ee60 None None] Pushing event deleted for resources: {'Port': ['ID=db5fed25-deb6-4480-ac46-d21a9e4d9ebd,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:34.915022 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-5cf084c2-3502-404b-9c60-4a33416667d2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=4f529361-34ad-4a8f-a152-56994883d894 HTTP/1.1" status: 200 len: 217 time: 0.0642645 Nov 11 17:27:34.946547 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68581ff-3cb3-498a-8ad6-772cc80c9c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-eeb030fa-94c5-4264-830e-668f68f7bd63', 'network_id': 'eeb030fa-94c5-4264-830e-668f68f7bd63', 'tenant_id': '9f5487b7833149b3b9b789679e7434fa', 'fixed_ips': [{'subnet_id': '37d8200a-4ab0-41e8-ac9e-8e34f8904c94'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:27:34.947395 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b68581ff-3cb3-498a-8ad6-772cc80c9c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:34.958272 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-50613bb5-5d28-4f84-acf1-d65bbc8f9971 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] device_id is not set on port c6934015-8160-449c-9afb-67a366426a4f yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:27:35.041597 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-c1478882-1b6a-4ced-9d36-d72bf5f7f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:35.043431 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-c1478882-1b6a-4ced-9d36-d72bf5f7f6be service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1218333 Nov 11 17:27:35.048516 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device db5fed25-deb6-4480-ac46-d21a9e4d9ebd no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:27:35.060090 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-41027b53-e408-4926-ac82-b927fec27f28 req-91c8031e-62f7-4e24-8a9b-d8d641ce9df0 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/security-groups?id=2250560a-ed2c-42ee-88e5-5bd0bed59fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978657 Nov 11 17:27:35.073526 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: db5fed25-deb6-4480-ac46-d21a9e4d9ebd {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:27:35.074045 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device db5fed25-deb6-4480-ac46-d21a9e4d9ebd not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:27:35.183064 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-50613bb5-5d28-4f84-acf1-d65bbc8f9971 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Allocated IP 2001:db8::f816:3eff:fe54:ae4a (eeb030fa-94c5-4264-830e-668f68f7bd63/37d8200a-4ab0-41e8-ac9e-8e34f8904c94/c6934015-8160-449c-9afb-67a366426a4f) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:27:35.186224 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-cd3b9b86-5d03-4e72-90af-a8f3d43ca32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:35.187750 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-cd3b9b86-5d03-4e72-90af-a8f3d43ca32f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1266811 Nov 11 17:27:35.214630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b38453-7e39-4aa8-8ccf-e7dbae9e679a req-10a53598-1ac8-4bbf-8724-37ac6bcbd312 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:35.216076 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-33b38453-7e39-4aa8-8ccf-e7dbae9e679a req-10a53598-1ac8-4bbf-8724-37ac6bcbd312 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9 HTTP/1.1" status: 200 len: 945 time: 0.0967135 Nov 11 17:27:35.747051 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-33b38453-7e39-4aa8-8ccf-e7dbae9e679a req-78358cb4-e784-4f38-ae9b-8d0635826118 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994488 Nov 11 17:27:35.762060 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62506da-f8f2-4141-b8d5-cbcaddc39b3c req-7c1515da-5e83-4061-a1ba-8399b0433c77 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:35.763559 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d62506da-f8f2-4141-b8d5-cbcaddc39b3c req-7c1515da-5e83-4061-a1ba-8399b0433c77 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.2171407 Nov 11 17:27:35.798088 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-4c302a51-6c18-429d-a513-d4608460022e service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990257 Nov 11 17:27:35.935416 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d62506da-f8f2-4141-b8d5-cbcaddc39b3c req-f8c1c886-bb85-4e25-9baf-45e4feb7c3e5 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576684 Nov 11 17:27:35.964392 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-50613bb5-5d28-4f84-acf1-d65bbc8f9971 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:35.978199 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8059597-7d2d-40d9-8310-bd6a24966759 req-38d0ed87-ccd7-4d09-a0fa-fa47a1cc7a66 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:35.984279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8059597-7d2d-40d9-8310-bd6a24966759 req-38d0ed87-ccd7-4d09-a0fa-fa47a1cc7a66 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:35.990251 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8059597-7d2d-40d9-8310-bd6a24966759 req-38d0ed87-ccd7-4d09-a0fa-fa47a1cc7a66 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:35.996554 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8059597-7d2d-40d9-8310-bd6a24966759 req-38d0ed87-ccd7-4d09-a0fa-fa47a1cc7a66 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:36.002593 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8059597-7d2d-40d9-8310-bd6a24966759 req-38d0ed87-ccd7-4d09-a0fa-fa47a1cc7a66 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:36.009121 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8059597-7d2d-40d9-8310-bd6a24966759 req-38d0ed87-ccd7-4d09-a0fa-fa47a1cc7a66 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:36.015091 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8059597-7d2d-40d9-8310-bd6a24966759 req-38d0ed87-ccd7-4d09-a0fa-fa47a1cc7a66 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:36.017021 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c8059597-7d2d-40d9-8310-bd6a24966759 req-38d0ed87-ccd7-4d09-a0fa-fa47a1cc7a66 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5430 time: 0.2110624 Nov 11 17:27:36.106247 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdd6597d-f00c-4090-a95e-f3c46c33a3db req-8ee0a099-0990-4fe4-8d4f-d841820dec9a service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938147 Nov 11 17:27:36.155391 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820763e5-8b99-4d94-9b18-d6d793b70e66 req-8d2eb4da-c6fb-45cb-8cf7-18f209646db9 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:36.156895 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-820763e5-8b99-4d94-9b18-d6d793b70e66 req-8d2eb4da-c6fb-45cb-8cf7-18f209646db9 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/ports?device_id=eafa4665-096a-46a0-bd13-55ad22addd38 HTTP/1.1" status: 200 len: 945 time: 0.1389718 Nov 11 17:27:36.178877 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-50613bb5-5d28-4f84-acf1-d65bbc8f9971 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:36.208279 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-b68581ff-3cb3-498a-8ad6-772cc80c9c70 None None] Allocated IP 2001:db8::f816:3eff:fe65:aed8 (eeb030fa-94c5-4264-830e-668f68f7bd63/37d8200a-4ab0-41e8-ac9e-8e34f8904c94/e2ced2fa-fdfe-49cb-ae2d-3d7986131fe1) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:27:36.222760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c8059597-7d2d-40d9-8310-bd6a24966759 req-97d4688d-d3a1-4d1e-a8db-82f5a16410f2 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1920474 Nov 11 17:27:36.260154 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50613bb5-5d28-4f84-acf1-d65bbc8f9971 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Network eeb030fa-94c5-4264-830e-668f68f7bd63 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:27:36.261560 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 447f9d38-014a-4115-a0e7-20670d8eb329 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:36.268635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-50613bb5-5d28-4f84-acf1-d65bbc8f9971 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:36.281200 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50613bb5-5d28-4f84-acf1-d65bbc8f9971 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:27:36.287224 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50613bb5-5d28-4f84-acf1-d65bbc8f9971 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:36.287950 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-50613bb5-5d28-4f84-acf1-d65bbc8f9971 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:36.328481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998605b1-3aa3-483c-9a1c-4e2d88eb11d7 req-9873e0d1-3747-4d24-8f58-eee0870f880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:36.330086 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-998605b1-3aa3-483c-9a1c-4e2d88eb11d7 req-9873e0d1-3747-4d24-8f58-eee0870f880a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aeabce2c88344ee2a64d4a5b2bac6a8d&device_id=b287cde2-b8b1-454f-9f5e-852e7bd1d724 HTTP/1.1" status: 200 len: 1099 time: 0.1695030 Nov 11 17:27:36.331433 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50613bb5-5d28-4f84-acf1-d65bbc8f9971 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event updated for resources: {'Port': ['ID=c6934015-8160-449c-9afb-67a366426a4f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:36.340283 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-50613bb5-5d28-4f84-acf1-d65bbc8f9971 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.9038670 Nov 11 17:27:36.340863 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34064) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:36.344933 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-820763e5-8b99-4d94-9b18-d6d793b70e66 req-71227224-286b-455b-a987-f6683f576983 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdeddb71-5193-43c5-a442-4c320d3eb2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709120 Nov 11 17:27:36.376007 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 447f9d38-014a-4115-a0e7-20670d8eb329 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:27:36.382074 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 447f9d38-014a-4115-a0e7-20670d8eb329 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:36.382444 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:36.427983 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6fff700-7d59-45c9-be4a-7a0f652bd2f8 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Deleting subnet 37d8200a-4ab0-41e8-ac9e-8e34f8904c94 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:27:36.483856 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b68581ff-3cb3-498a-8ad6-772cc80c9c70 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:36.491262 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 8c84b91b-aa9c-42d0-a19b-b3f82d715671 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:36.491474 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d6fff700-7d59-45c9-be4a-7a0f652bd2f8 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:36.495014 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998605b1-3aa3-483c-9a1c-4e2d88eb11d7 req-9e360d5a-48ce-430f-b7ed-3fe0deb3d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:36.496535 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-998605b1-3aa3-483c-9a1c-4e2d88eb11d7 req-9e360d5a-48ce-430f-b7ed-3fe0deb3d29e service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.1506429 Nov 11 17:27:36.509314 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae799a0b-b60d-434d-9ad7-92829c74a9e7 req-9aef1662-11d4-4e2c-bf17-95f86a1a5045 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:36.510756 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae799a0b-b60d-434d-9ad7-92829c74a9e7 req-9aef1662-11d4-4e2c-bf17-95f86a1a5045 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/ports?device_id=b287cde2-b8b1-454f-9f5e-852e7bd1d724 HTTP/1.1" status: 200 len: 948 time: 0.0766971 Nov 11 17:27:36.520309 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b68581ff-3cb3-498a-8ad6-772cc80c9c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:36.540119 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d6fff700-7d59-45c9-be4a-7a0f652bd2f8 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:36.552651 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-998605b1-3aa3-483c-9a1c-4e2d88eb11d7 req-10c859de-c7d9-4bf7-a7a8-bd7be5e87cca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=4f529361-34ad-4a8f-a152-56994883d894 HTTP/1.1" status: 200 len: 217 time: 0.0409536 Nov 11 17:27:36.563010 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:36.588477 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68581ff-3cb3-498a-8ad6-772cc80c9c70 None None] Network eeb030fa-94c5-4264-830e-668f68f7bd63 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:27:36.598042 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-b68581ff-3cb3-498a-8ad6-772cc80c9c70 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:36.607708 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68581ff-3cb3-498a-8ad6-772cc80c9c70 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:27:36.610661 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68581ff-3cb3-498a-8ad6-772cc80c9c70 None None] Pushing event updated for resources: {'Port': ['ID=e2ced2fa-fdfe-49cb-ae2d-3d7986131fe1,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:36.625905 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafa4665-096a-46a0-bd13-55ad22addd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447f9d38-014a-4115-a0e7-20670d8eb329'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:36.628335 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d23072d-437d-46a3-b6c4-060ce309280a" -d '{"events": [{"server_uuid": "eafa4665-096a-46a0-bd13-55ad22addd38", "name": "network-vif-plugged", "status": "completed", "tag": "447f9d38-014a-4115-a0e7-20670d8eb329"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:36.631503 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae799a0b-b60d-434d-9ad7-92829c74a9e7 req-b4c7ad75-cca5-460b-b98a-452be1875cc0 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/security-groups?id=2250560a-ed2c-42ee-88e5-5bd0bed59fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126246 Nov 11 17:27:36.645422 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998605b1-3aa3-483c-9a1c-4e2d88eb11d7 req-1a0eaaf3-ead5-4083-85ea-acdec2b8be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:36.645878 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 447f9d38-014a-4115-a0e7-20670d8eb329, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=447f9d38-014a-4115-a0e7-20670d8eb329,segment=NetworkSegment(9186666d-0239-4144-96e9-3f0709ddf7d4),segment_id=9186666d-0239-4144-96e9-3f0709ddf7d4)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:36.647186 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-998605b1-3aa3-483c-9a1c-4e2d88eb11d7 req-1a0eaaf3-ead5-4083-85ea-acdec2b8be03 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0864849 Nov 11 17:27:36.662441 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 8c84b91b-aa9c-42d0-a19b-b3f82d715671 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:27:36.666861 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:36.674016 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 8c84b91b-aa9c-42d0-a19b-b3f82d715671 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:36.674630 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:36.705370 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d6fff700-7d59-45c9-be4a-7a0f652bd2f8 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:36.714781 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998605b1-3aa3-483c-9a1c-4e2d88eb11d7 req-ba3e9b37-7829-4344-a983-d4f8c60fe9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:36.716852 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-998605b1-3aa3-483c-9a1c-4e2d88eb11d7 req-ba3e9b37-7829-4344-a983-d4f8c60fe9a7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0602670 Nov 11 17:27:36.733396 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5b3bc5-efd4-4daa-869a-393f03e8f4d9 x-openstack-request-id: req-3d5b3bc5-efd4-4daa-869a-393f03e8f4d9 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:36.733993 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafa4665-096a-46a0-bd13-55ad22addd38", "name": "network-vif-plugged", "status": "completed", "tag": "447f9d38-014a-4115-a0e7-20670d8eb329", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:36.734252 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3d5b3bc5-efd4-4daa-869a-393f03e8f4d9 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:36.734643 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafa4665-096a-46a0-bd13-55ad22addd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447f9d38-014a-4115-a0e7-20670d8eb329', 'code': 200} Nov 11 17:27:36.760562 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b68581ff-3cb3-498a-8ad6-772cc80c9c70 None None] Attempting to bind port e2ced2fa-fdfe-49cb-ae2d-3d7986131fe1 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:27:36.760840 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b68581ff-3cb3-498a-8ad6-772cc80c9c70 None None] Attempting to bind port e2ced2fa-fdfe-49cb-ae2d-3d7986131fe1 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '0201c656-a7d4-4aac-b840-4d81489f6db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'eeb030fa-94c5-4264-830e-668f68f7bd63'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:27:36.761201 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68581ff-3cb3-498a-8ad6-772cc80c9c70 None None] Attempting to bind port e2ced2fa-fdfe-49cb-ae2d-3d7986131fe1 on network eeb030fa-94c5-4264-830e-668f68f7bd63 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:36.775580 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68581ff-3cb3-498a-8ad6-772cc80c9c70 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:27:36.775988 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68581ff-3cb3-498a-8ad6-772cc80c9c70 None None] Checking segment: {'id': '0201c656-a7d4-4aac-b840-4d81489f6db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'eeb030fa-94c5-4264-830e-668f68f7bd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:36.776391 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b68581ff-3cb3-498a-8ad6-772cc80c9c70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:36.776788 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68581ff-3cb3-498a-8ad6-772cc80c9c70 None None] Bound using segment: {'id': '0201c656-a7d4-4aac-b840-4d81489f6db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'eeb030fa-94c5-4264-830e-668f68f7bd63'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:27:36.777268 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b68581ff-3cb3-498a-8ad6-772cc80c9c70 None None] Bound port: e2ced2fa-fdfe-49cb-ae2d-3d7986131fe1, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0201c656-a7d4-4aac-b840-4d81489f6db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'eeb030fa-94c5-4264-830e-668f68f7bd63'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:27:36.777643 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b68581ff-3cb3-498a-8ad6-772cc80c9c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:36.786045 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d6fff700-7d59-45c9-be4a-7a0f652bd2f8 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:36.800993 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=447f9d38-014a-4115-a0e7-20670d8eb329,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:36.868536 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fff700-7d59-45c9-be4a-7a0f652bd2f8 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event deleted for resources: {'Subnet': ['ID=37d8200a-4ab0-41e8-ac9e-8e34f8904c94,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:36.883531 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d6fff700-7d59-45c9-be4a-7a0f652bd2f8 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:36.886712 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b68581ff-3cb3-498a-8ad6-772cc80c9c70 None None] For port e2ced2fa-fdfe-49cb-ae2d-3d7986131fe1, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:27:36.890428 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d6fff700-7d59-45c9-be4a-7a0f652bd2f8 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "DELETE /v2.0/subnets/37d8200a-4ab0-41e8-ac9e-8e34f8904c94 HTTP/1.1" status: 204 len: 168 time: 0.5437422 Nov 11 17:27:36.893058 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34070) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:36.893712 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b68581ff-3cb3-498a-8ad6-772cc80c9c70 None None] For port e2ced2fa-fdfe-49cb-ae2d-3d7986131fe1, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e2ced2fa-fdfe-49cb-ae2d-3d7986131fe1,segment=NetworkSegment(0201c656-a7d4-4aac-b840-4d81489f6db1),segment_id=0201c656-a7d4-4aac-b840-4d81489f6db1)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:27:36.902550 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:36.906170 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b68581ff-3cb3-498a-8ad6-772cc80c9c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:36.908443 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-998605b1-3aa3-483c-9a1c-4e2d88eb11d7 req-7314e4fb-adee-4d28-8485-7669db5927b3 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776633 Nov 11 17:27:36.915824 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d5582-605e-4634-826d-dc245a009636 req-31601b42-ffdc-45ed-a777-bcbaa34306b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:36.917427 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ce9d5582-605e-4634-826d-dc245a009636 req-31601b42-ffdc-45ed-a777-bcbaa34306b6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eafa4665-096a-46a0-bd13-55ad22addd38 HTTP/1.1" status: 200 len: 1097 time: 0.0854065 Nov 11 17:27:36.970930 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ce9d5582-605e-4634-826d-dc245a009636 req-ff021221-1aba-413c-a7ca-d022cd3b2ba9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cdeddb71-5193-43c5-a442-4c320d3eb2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459168 Nov 11 17:27:37.028717 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf945f-ba04-465c-b373-6ec7c9bbfa6d req-4b9699b4-d05e-401c-bc0c-df24f095c6b8 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:37.030165 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d7cf945f-ba04-465c-b373-6ec7c9bbfa6d req-4b9699b4-d05e-401c-bc0c-df24f095c6b8 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9 HTTP/1.1" status: 200 len: 945 time: 0.1747851 Nov 11 17:27:37.055215 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76455c6b-fed3-4153-8c7a-fe60b42591ad tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:37.056800 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76455c6b-fed3-4153-8c7a-fe60b42591ad tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:37.059176 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-76455c6b-fed3-4153-8c7a-fe60b42591ad tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1644087 Nov 11 17:27:37.061356 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34074) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:37.134816 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 8c84b91b-aa9c-42d0-a19b-b3f82d715671, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8c84b91b-aa9c-42d0-a19b-b3f82d715671,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:37.149582 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-930d681b-9786-4906-a590-46f5bb72dbf8 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:37.154790 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:37.157059 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-930d681b-9786-4906-a590-46f5bb72dbf8 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 11 17:27:37.157520 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930d681b-9786-4906-a590-46f5bb72dbf8 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:27:37.158361 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68581ff-3cb3-498a-8ad6-772cc80c9c70 None None] Pushing event updated for resources: {'Port': ['ID=e2ced2fa-fdfe-49cb-ae2d-3d7986131fe1,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:37.164335 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-930d681b-9786-4906-a590-46f5bb72dbf8 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "DELETE /v2.0/networks/eeb030fa-94c5-4264-830e-668f68f7bd63 HTTP/1.1" status: 409 len: 405 time: 0.0981145 Nov 11 17:27:37.165478 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34076) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:37.168986 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d2ae6-2e05-4a38-8e73-0d3e545b7b22 req-7f079fb7-15be-44a0-ab56-56cf49ce3b96 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:37.170207 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-800df607-7c4f-4376-a777-6c308a981a71 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1934143789'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:37.170964 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1a0d2ae6-2e05-4a38-8e73-0d3e545b7b22 req-7f079fb7-15be-44a0-ab56-56cf49ce3b96 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.1568561 Nov 11 17:27:37.173380 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-998605b1-3aa3-483c-9a1c-4e2d88eb11d7 req-6bac5736-6540-40fd-a9ae-84c66a2d9c4d service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413671 Nov 11 17:27:37.192977 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d7cf945f-ba04-465c-b373-6ec7c9bbfa6d req-fcc2ab2d-5dde-4f92-be09-620138ce3ef8 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448572 Nov 11 17:27:37.196505 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800df607-7c4f-4376-a777-6c308a981a71 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Made reservation on behalf of 9f5487b7833149b3b9b789679e7434fa for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:37.204098 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca39186-3033-4d2c-8088-fd7c9255b66f None None] Network eeb030fa-94c5-4264-830e-668f68f7bd63 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:37.207521 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-800df607-7c4f-4376-a777-6c308a981a71 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:37.228747 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=8c84b91b-aa9c-42d0-a19b-b3f82d715671,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:37.247527 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1a0d2ae6-2e05-4a38-8e73-0d3e545b7b22 req-abdd2c0d-9d6a-4039-a7bc-f6e4838dab6d tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530412 Nov 11 17:27:37.250408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800df607-7c4f-4376-a777-6c308a981a71 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1279} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:27:37.264441 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-800df607-7c4f-4376-a777-6c308a981a71 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:37.265153 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-800df607-7c4f-4376-a777-6c308a981a71 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Added segment c7e9e25f-7e08-4720-a9ac-398a448fc7dd of type vlan for network 1a653b68-adf2-404c-8db3-4a047702b7a4 Nov 11 17:27:37.321226 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-800df607-7c4f-4376-a777-6c308a981a71 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:37.350090 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95191bf5-6dd5-4da8-9c39-b6cc4c242438 None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 17:27:37.350560 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-800df607-7c4f-4376-a777-6c308a981a71 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:37.358786 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800df607-7c4f-4376-a777-6c308a981a71 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:37.359420 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-800df607-7c4f-4376-a777-6c308a981a71 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:37.425354 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fbd62749-6942-44d6-8a2f-a4a0721d8948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:37.442576 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356853d-35d8-4868-bade-c632fd28f3cb req-dda0fd82-8215-4768-9701-d77ecb06e8f7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:37.444510 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-800df607-7c4f-4376-a777-6c308a981a71 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2777839 Nov 11 17:27:37.445360 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34086) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:37.448680 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356853d-35d8-4868-bade-c632fd28f3cb req-dda0fd82-8215-4768-9701-d77ecb06e8f7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:37.455777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356853d-35d8-4868-bade-c632fd28f3cb req-dda0fd82-8215-4768-9701-d77ecb06e8f7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:37.458179 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5002b2b2-2750-48fa-9e61-c780b0553010 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Request body: {'subnet': {'network_id': '1a653b68-adf2-404c-8db3-4a047702b7a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:37.461867 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800df607-7c4f-4376-a777-6c308a981a71 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event updated for resources: {'Network': ['ID=1a653b68-adf2-404c-8db3-4a047702b7a4,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:37.462201 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356853d-35d8-4868-bade-c632fd28f3cb req-dda0fd82-8215-4768-9701-d77ecb06e8f7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:37.469192 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356853d-35d8-4868-bade-c632fd28f3cb req-dda0fd82-8215-4768-9701-d77ecb06e8f7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:37.475266 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356853d-35d8-4868-bade-c632fd28f3cb req-dda0fd82-8215-4768-9701-d77ecb06e8f7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:37.475822 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 1a653b68-adf2-404c-8db3-4a047702b7a4 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:27:37.481897 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356853d-35d8-4868-bade-c632fd28f3cb req-dda0fd82-8215-4768-9701-d77ecb06e8f7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:37.483923 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c356853d-35d8-4868-bade-c632fd28f3cb req-dda0fd82-8215-4768-9701-d77ecb06e8f7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5430 time: 0.1756763 Nov 11 17:27:37.563475 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5002b2b2-2750-48fa-9e61-c780b0553010 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Made reservation on behalf of 9f5487b7833149b3b9b789679e7434fa for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:37.567130 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5002b2b2-2750-48fa-9e61-c780b0553010 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:37.569491 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8353076-3a3e-4222-9ee0-6c208bb918db req-4635aa2c-2316-41ca-96f5-3a7feaac849f tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:37.571466 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f8353076-3a3e-4222-9ee0-6c208bb918db req-4635aa2c-2316-41ca-96f5-3a7feaac849f tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/ports?device_id=eafa4665-096a-46a0-bd13-55ad22addd38 HTTP/1.1" status: 200 len: 946 time: 0.0865765 Nov 11 17:27:37.587555 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c356853d-35d8-4868-bade-c632fd28f3cb req-f152fe88-b4df-44e1-84c4-e9bbac0e29d1 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926964 Nov 11 17:27:37.591421 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95191bf5-6dd5-4da8-9c39-b6cc4c242438 None None] Resources bound (agent type, host, resource id): {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 17:27:37.681318 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f8353076-3a3e-4222-9ee0-6c208bb918db req-b678ebfc-5a88-4b15-9831-917e5f3a0661 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdeddb71-5193-43c5-a442-4c320d3eb2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927322 Nov 11 17:27:37.806386 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb84fc7-9c88-452c-b8e8-14471363e45d req-90d6d0cf-39b4-4e71-bdab-7a9c55e48663 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:37.808038 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-adb84fc7-9c88-452c-b8e8-14471363e45d req-90d6d0cf-39b4-4e71-bdab-7a9c55e48663 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/ports?device_id=b287cde2-b8b1-454f-9f5e-852e7bd1d724 HTTP/1.1" status: 200 len: 948 time: 0.0652084 Nov 11 17:27:37.863289 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-adb84fc7-9c88-452c-b8e8-14471363e45d req-add37480-b54a-4103-8460-24bc689e60a6 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/security-groups?id=2250560a-ed2c-42ee-88e5-5bd0bed59fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488043 Nov 11 17:27:37.866881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.objects.ports [None req-5002b2b2-2750-48fa-9e61-c780b0553010 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102617) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 17:27:37.870937 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5002b2b2-2750-48fa-9e61-c780b0553010 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:37.926639 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002b2b2-2750-48fa-9e61-c780b0553010 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event updated for resources: {'Subnet': ['ID=8ac842e3-e02e-4ab0-8c43-4fea6f0d7f50,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:37.943533 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5002b2b2-2750-48fa-9e61-c780b0553010 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Checking segment: {'id': 'c7e9e25f-7e08-4720-a9ac-398a448fc7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '1a653b68-adf2-404c-8db3-4a047702b7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:37.945063 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5002b2b2-2750-48fa-9e61-c780b0553010 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Network hostable DHCP agents. Network: 1a653b68-adf2-404c-8db3-4a047702b7a4, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:27:37.964532 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5002b2b2-2750-48fa-9e61-c780b0553010 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Network 1a653b68-adf2-404c-8db3-4a047702b7a4 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:27:37.972448 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-5002b2b2-2750-48fa-9e61-c780b0553010 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 1a653b68-adf2-404c-8db3-4a047702b7a4) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:37.976406 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5002b2b2-2750-48fa-9e61-c780b0553010 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:37.977637 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5002b2b2-2750-48fa-9e61-c780b0553010 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:37.982338 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7620d77-2699-4f86-a088-f8a8fd0ae801 None None] Network 1a653b68-adf2-404c-8db3-4a047702b7a4 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:38.001450 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5002b2b2-2750-48fa-9e61-c780b0553010 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5447230 Nov 11 17:27:38.003063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34090) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:38.068116 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-26145208-b8ae-4604-936e-10f0b4b97a6c None None] Provisioning complete for port 8c84b91b-aa9c-42d0-a19b-b3f82d715671 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:38.068496 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-26145208-b8ae-4604-936e-10f0b4b97a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:38.106924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0874a297-1d5c-4458-be69-4f9b39cc4ea7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:38.188653 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0874a297-1d5c-4458-be69-4f9b39cc4ea7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:38.210857 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9908ac7-59bd-4fa1-9977-312960e0ed90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-1a653b68-adf2-404c-8db3-4a047702b7a4', 'network_id': '1a653b68-adf2-404c-8db3-4a047702b7a4', 'tenant_id': '9f5487b7833149b3b9b789679e7434fa', 'fixed_ips': [{'subnet_id': '8ac842e3-e02e-4ab0-8c43-4fea6f0d7f50'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:27:38.212149 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e9908ac7-59bd-4fa1-9977-312960e0ed90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:38.257583 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0874a297-1d5c-4458-be69-4f9b39cc4ea7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:38.262551 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-26145208-b8ae-4604-936e-10f0b4b97a6c None None] Provisioning complete for port 447f9d38-014a-4115-a0e7-20670d8eb329 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:38.263053 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-26145208-b8ae-4604-936e-10f0b4b97a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:38.289120 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874a297-1d5c-4458-be69-4f9b39cc4ea7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac842e3-e02e-4ab0-8c43-4fea6f0d7f50,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server [None req-e9908ac7-59bd-4fa1-9977-312960e0ed90 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ac842e3-e02e-4ab0-8c43-4fea6f0d7f50: This subnet is being modified by another concurrent operation. Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 17:27:38.368774 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise exception Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ac842e3-e02e-4ab0-8c43-4fea6f0d7f50: This subnet is being modified by another concurrent operation. Nov 11 17:27:38.372447 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Nov 11 17:27:38.391153 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0874a297-1d5c-4458-be69-4f9b39cc4ea7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:38.399948 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdb5f03-d114-4a59-a98f-410499e6965c None None] Network 1a653b68-adf2-404c-8db3-4a047702b7a4 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:38.433708 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-0874a297-1d5c-4458-be69-4f9b39cc4ea7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a653b68-adf2-404c-8db3-4a047702b7a4']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:38.447505 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-0874a297-1d5c-4458-be69-4f9b39cc4ea7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e9e25f-7e08-4720-a9ac-398a448fc7dd') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:38.447742 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-0874a297-1d5c-4458-be69-4f9b39cc4ea7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e9e25f-7e08-4720-a9ac-398a448fc7dd') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:38.465809 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0874a297-1d5c-4458-be69-4f9b39cc4ea7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:38.474987 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a82a7-0b20-48a6-bf21-d70a13b67676 req-5c90374e-e98a-4f5d-89bd-b2cc037b4116 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:38.476564 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-572a82a7-0b20-48a6-bf21-d70a13b67676 req-5c90374e-e98a-4f5d-89bd-b2cc037b4116 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9 HTTP/1.1" status: 200 len: 946 time: 0.1286576 Nov 11 17:27:38.489084 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2af4ff-949b-4a7c-a21a-62a81e996188 req-15b1dc25-f842-41e8-8233-b6d530f83a5d tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:38.490485 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df2af4ff-949b-4a7c-a21a-62a81e996188 req-15b1dc25-f842-41e8-8233-b6d530f83a5d tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.1437068 Nov 11 17:27:38.513064 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4f529361-34ad-4a8f-a152-56994883d894 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:27:38.515718 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0874a297-1d5c-4458-be69-4f9b39cc4ea7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:38.524868 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3803f27a-1803-4632-8b2a-6610dcb48c89 None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 17:27:38.533015 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0874a297-1d5c-4458-be69-4f9b39cc4ea7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Releasing vlan 1279 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:27:38.533409 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0874a297-1d5c-4458-be69-4f9b39cc4ea7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:27:38.537730 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:27:38.634273 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-572a82a7-0b20-48a6-bf21-d70a13b67676 req-eaa8c98e-d31f-44e3-9e8d-c469d6296fe2 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413481 Nov 11 17:27:38.640741 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df2af4ff-949b-4a7c-a21a-62a81e996188 req-d55a50f0-4678-4858-966a-a6de642ced55 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390800 Nov 11 17:27:38.647009 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0874a297-1d5c-4458-be69-4f9b39cc4ea7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:38.668275 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0874a297-1d5c-4458-be69-4f9b39cc4ea7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:38.671941 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0874a297-1d5c-4458-be69-4f9b39cc4ea7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "DELETE /v2.0/networks/1a653b68-adf2-404c-8db3-4a047702b7a4 HTTP/1.1" status: 204 len: 168 time: 0.6678343 Nov 11 17:27:38.675501 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34100) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:38.682744 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-143276bf-1576-4e1b-a3b1-8775b0882ed9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1687571749'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:38.689060 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874a297-1d5c-4458-be69-4f9b39cc4ea7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event deleted for resources: {'Network': ['ID=1a653b68-adf2-404c-8db3-4a047702b7a4,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:38.711662 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 4f529361-34ad-4a8f-a152-56994883d894, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4f529361-34ad-4a8f-a152-56994883d894,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:38.722194 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143276bf-1576-4e1b-a3b1-8775b0882ed9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Made reservation on behalf of 9f5487b7833149b3b9b789679e7434fa for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:38.727486 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-143276bf-1576-4e1b-a3b1-8775b0882ed9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:38.732789 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '4f529361-34ad-4a8f-a152-56994883d894', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '4f529361-34ad-4a8f-a152-56994883d894', 'mac_address': 'fa:16:3e:bd:d4:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:27:38.737527 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e740e9-d161-4f4b-8ac0-878def0fffc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c84b91b-aa9c-42d0-a19b-b3f82d715671'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:38.739958 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b78e53d-4953-4759-9eb1-8974b0386c33" -d '{"events": [{"server_uuid": "e3e740e9-d161-4f4b-8ac0-878def0fffc9", "name": "network-vif-plugged", "status": "completed", "tag": "8c84b91b-aa9c-42d0-a19b-b3f82d715671"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:38.766388 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-143276bf-1576-4e1b-a3b1-8775b0882ed9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1280} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:27:38.781192 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3803f27a-1803-4632-8b2a-6610dcb48c89 None None] Resources bound (agent type, host, resource id): {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 17:27:38.783812 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-143276bf-1576-4e1b-a3b1-8775b0882ed9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:38.784324 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-143276bf-1576-4e1b-a3b1-8775b0882ed9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Added segment fc413938-d2e2-408c-b396-9cf19b515414 of type vlan for network 8f0ec78e-f8a1-4364-bfd7-90067853365e Nov 11 17:27:38.797155 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:38.823071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f529361-34ad-4a8f-a152-56994883d894 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:38.827434 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909df6ef-ee9f-4548-b81d-4f46288cd468 req-709fe226-2027-4670-83a0-944573897918 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:38.834277 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909df6ef-ee9f-4548-b81d-4f46288cd468 req-709fe226-2027-4670-83a0-944573897918 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:38.841004 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909df6ef-ee9f-4548-b81d-4f46288cd468 req-709fe226-2027-4670-83a0-944573897918 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:38.847523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909df6ef-ee9f-4548-b81d-4f46288cd468 req-709fe226-2027-4670-83a0-944573897918 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:38.854581 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-143276bf-1576-4e1b-a3b1-8775b0882ed9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:38.854943 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909df6ef-ee9f-4548-b81d-4f46288cd468 req-709fe226-2027-4670-83a0-944573897918 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:38.861345 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909df6ef-ee9f-4548-b81d-4f46288cd468 req-709fe226-2027-4670-83a0-944573897918 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:38.867638 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909df6ef-ee9f-4548-b81d-4f46288cd468 req-709fe226-2027-4670-83a0-944573897918 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:38.870292 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-909df6ef-ee9f-4548-b81d-4f46288cd468 req-709fe226-2027-4670-83a0-944573897918 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5430 time: 0.1174793 Nov 11 17:27:38.886845 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-143276bf-1576-4e1b-a3b1-8775b0882ed9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:38.892660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143276bf-1576-4e1b-a3b1-8775b0882ed9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:38.892942 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 4f529361-34ad-4a8f-a152-56994883d894, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4f529361-34ad-4a8f-a152-56994883d894,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:38.893447 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-143276bf-1576-4e1b-a3b1-8775b0882ed9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:38.908979 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:38.957344 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42845e3e-5f29-4603-887f-12a09a26cc02 req-6ce1d6ec-6512-4537-a258-46d220ca6410 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:38.959049 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42845e3e-5f29-4603-887f-12a09a26cc02 req-6ce1d6ec-6512-4537-a258-46d220ca6410 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/ports?device_id=eafa4665-096a-46a0-bd13-55ad22addd38 HTTP/1.1" status: 200 len: 946 time: 0.0876603 Nov 11 17:27:38.972694 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-143276bf-1576-4e1b-a3b1-8775b0882ed9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2894704 Nov 11 17:27:38.974567 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34110) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:38.979975 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-28d5474c-a4b0-4bc6-9e2b-433dbdc84959 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Request body: {'subnet': {'network_id': '8f0ec78e-f8a1-4364-bfd7-90067853365e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:39.000324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-909df6ef-ee9f-4548-b81d-4f46288cd468 req-7f8a5112-90b7-4a30-a528-73e2a012d6a1 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185462 Nov 11 17:27:39.025987 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143276bf-1576-4e1b-a3b1-8775b0882ed9 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event updated for resources: {'Network': ['ID=8f0ec78e-f8a1-4364-bfd7-90067853365e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:39.031558 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42845e3e-5f29-4603-887f-12a09a26cc02 req-b54719cd-b2d8-4162-9f74-8b2d97434591 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdeddb71-5193-43c5-a442-4c320d3eb2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555167 Nov 11 17:27:39.076013 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 8f0ec78e-f8a1-4364-bfd7-90067853365e details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:27:39.091813 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d5474c-a4b0-4bc6-9e2b-433dbdc84959 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Made reservation on behalf of 9f5487b7833149b3b9b789679e7434fa for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:39.096093 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28d5474c-a4b0-4bc6-9e2b-433dbdc84959 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:39.102732 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=4f529361-34ad-4a8f-a152-56994883d894,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:39.130987 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16e0962-49d0-4bd7-aeca-4db7ac52bfeb x-openstack-request-id: req-e16e0962-49d0-4bd7-aeca-4db7ac52bfeb {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:39.132048 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e740e9-d161-4f4b-8ac0-878def0fffc9", "name": "network-vif-plugged", "status": "completed", "tag": "8c84b91b-aa9c-42d0-a19b-b3f82d715671", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:39.132048 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e16e0962-49d0-4bd7-aeca-4db7ac52bfeb {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:39.132048 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e740e9-d161-4f4b-8ac0-878def0fffc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c84b91b-aa9c-42d0-a19b-b3f82d715671', 'code': 200} Nov 11 17:27:39.187409 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['4f529361-34ad-4a8f-a152-56994883d894'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:27:39.276805 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf38ba-f79d-41a5-b496-3aeef58d0360 req-604c2ca8-6140-4d08-b1ca-891b4f2fb37b tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:39.278647 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2baf38ba-f79d-41a5-b496-3aeef58d0360 req-604c2ca8-6140-4d08-b1ca-891b4f2fb37b tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/ports?device_id=b287cde2-b8b1-454f-9f5e-852e7bd1d724 HTTP/1.1" status: 200 len: 949 time: 0.1101704 Nov 11 17:27:39.284805 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff88501-0c9d-4881-bae2-895b9874f227 req-2f7eab8a-e5db-4021-9bd4-7462b2544430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:39.286384 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8ff88501-0c9d-4881-bae2-895b9874f227 req-2f7eab8a-e5db-4021-9bd4-7462b2544430 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9 HTTP/1.1" status: 200 len: 1097 time: 0.0783911 Nov 11 17:27:39.358307 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2baf38ba-f79d-41a5-b496-3aeef58d0360 req-5510aab1-81f4-428a-896a-dc53d905ee69 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/security-groups?id=2250560a-ed2c-42ee-88e5-5bd0bed59fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708287 Nov 11 17:27:39.375814 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28d5474c-a4b0-4bc6-9e2b-433dbdc84959 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:39.380988 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8ff88501-0c9d-4881-bae2-895b9874f227 req-c18c1f30-c6d4-4f75-86c3-5cb3876e7e7a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704384 Nov 11 17:27:39.451271 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5474c-a4b0-4bc6-9e2b-433dbdc84959 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event updated for resources: {'Subnet': ['ID=6953df40-6a0f-4fc1-beea-5fe40f94ab1d,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:39.455625 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d5474c-a4b0-4bc6-9e2b-433dbdc84959 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Checking segment: {'id': 'fc413938-d2e2-408c-b396-9cf19b515414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8f0ec78e-f8a1-4364-bfd7-90067853365e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:39.456070 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d5474c-a4b0-4bc6-9e2b-433dbdc84959 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Network hostable DHCP agents. Network: 8f0ec78e-f8a1-4364-bfd7-90067853365e, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:27:39.474163 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d5474c-a4b0-4bc6-9e2b-433dbdc84959 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Network 8f0ec78e-f8a1-4364-bfd7-90067853365e is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:27:39.484497 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-28d5474c-a4b0-4bc6-9e2b-433dbdc84959 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 8f0ec78e-f8a1-4364-bfd7-90067853365e) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:39.489654 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d5474c-a4b0-4bc6-9e2b-433dbdc84959 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:39.490406 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28d5474c-a4b0-4bc6-9e2b-433dbdc84959 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:39.495384 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef98ec3b-85d9-4e42-8ebd-0eb4528d8e80 None None] Network 8f0ec78e-f8a1-4364-bfd7-90067853365e requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:39.512859 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-28d5474c-a4b0-4bc6-9e2b-433dbdc84959 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5374353 Nov 11 17:27:39.515501 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34118) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:39.631347 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fc855223-8390-43cf-817d-9f2b8095191a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:39.682236 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2d6a1a-a103-40f0-817f-8b1ab705449a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-8f0ec78e-f8a1-4364-bfd7-90067853365e', 'network_id': '8f0ec78e-f8a1-4364-bfd7-90067853365e', 'tenant_id': '9f5487b7833149b3b9b789679e7434fa', 'fixed_ips': [{'subnet_id': '6953df40-6a0f-4fc1-beea-5fe40f94ab1d'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:27:39.683389 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4a2d6a1a-a103-40f0-817f-8b1ab705449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:39.748749 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fc855223-8390-43cf-817d-9f2b8095191a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:39.812198 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-06491b65-fdcb-4f76-a23f-2828a25fbf49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:39.820611 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831d51c-eb00-423d-bcdf-f3966e16c04f req-3091f094-b267-418b-9520-5deaacbefa30 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:39.821376 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fc855223-8390-43cf-817d-9f2b8095191a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:39.828225 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d831d51c-eb00-423d-bcdf-f3966e16c04f req-3091f094-b267-418b-9520-5deaacbefa30 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9 HTTP/1.1" status: 200 len: 946 time: 0.1086884 Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server [None req-4a2d6a1a-a103-40f0-817f-8b1ab705449a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6953df40-6a0f-4fc1-beea-5fe40f94ab1d: This subnet is being modified by another concurrent operation. Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 17:27:39.852668 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise exception Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6953df40-6a0f-4fc1-beea-5fe40f94ab1d: This subnet is being modified by another concurrent operation. Nov 11 17:27:39.856616 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Nov 11 17:27:39.861772 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f595f-056c-4ce7-95e6-552776347bbf req-2274888e-6854-4249-8901-3898a4e70c8f tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:39.863282 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-717f595f-056c-4ce7-95e6-552776347bbf req-2274888e-6854-4249-8901-3898a4e70c8f tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.1110008 Nov 11 17:27:39.876246 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc855223-8390-43cf-817d-9f2b8095191a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event deleted for resources: {'Subnet': ['ID=6953df40-6a0f-4fc1-beea-5fe40f94ab1d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:39.890812 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91c1a06-5b67-4263-a7a1-b0291ccbb90a None None] Network 8f0ec78e-f8a1-4364-bfd7-90067853365e requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:39.928216 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d831d51c-eb00-423d-bcdf-f3966e16c04f req-eefe0044-e0e6-4982-943e-eb32387b5acc tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988169 Nov 11 17:27:39.942757 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fc855223-8390-43cf-817d-9f2b8095191a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:39.967902 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-717f595f-056c-4ce7-95e6-552776347bbf req-9ae20902-fb0a-44f5-b08c-4bb94eab03f7 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839181 Nov 11 17:27:39.983786 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-fc855223-8390-43cf-817d-9f2b8095191a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0ec78e-f8a1-4364-bfd7-90067853365e']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:40.003096 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-fc855223-8390-43cf-817d-9f2b8095191a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc413938-d2e2-408c-b396-9cf19b515414') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:40.003401 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-fc855223-8390-43cf-817d-9f2b8095191a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc413938-d2e2-408c-b396-9cf19b515414') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:40.015502 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fc855223-8390-43cf-817d-9f2b8095191a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:40.032313 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fc855223-8390-43cf-817d-9f2b8095191a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:40.041007 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc855223-8390-43cf-817d-9f2b8095191a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Releasing vlan 1280 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:27:40.041842 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fc855223-8390-43cf-817d-9f2b8095191a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:40.057951 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82278ae9-fcdb-46c0-a29f-1a85b370b704 None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:27:40.061113 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:27:40.119801 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fc855223-8390-43cf-817d-9f2b8095191a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:40.149217 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fc855223-8390-43cf-817d-9f2b8095191a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:40.153041 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fc855223-8390-43cf-817d-9f2b8095191a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "DELETE /v2.0/networks/8f0ec78e-f8a1-4364-bfd7-90067853365e HTTP/1.1" status: 204 len: 168 time: 0.6363351 Nov 11 17:27:40.156791 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34140) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:40.157743 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc855223-8390-43cf-817d-9f2b8095191a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event deleted for resources: {'Network': ['ID=8f0ec78e-f8a1-4364-bfd7-90067853365e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:40.169579 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-da13e13f-5ed3-482d-8f5b-2726d45116e7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-190100555'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:40.197580 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da13e13f-5ed3-482d-8f5b-2726d45116e7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Made reservation on behalf of 9f5487b7833149b3b9b789679e7434fa for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:40.202171 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da13e13f-5ed3-482d-8f5b-2726d45116e7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:40.203919 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ced93-0d95-4801-9967-7fdd73c97dcf req-75b9a0ee-ff57-4383-8cc0-49bc6355322e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:40.210222 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ced93-0d95-4801-9967-7fdd73c97dcf req-75b9a0ee-ff57-4383-8cc0-49bc6355322e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:40.218581 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ced93-0d95-4801-9967-7fdd73c97dcf req-75b9a0ee-ff57-4383-8cc0-49bc6355322e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:40.225105 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ced93-0d95-4801-9967-7fdd73c97dcf req-75b9a0ee-ff57-4383-8cc0-49bc6355322e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:40.233102 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ced93-0d95-4801-9967-7fdd73c97dcf req-75b9a0ee-ff57-4383-8cc0-49bc6355322e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:40.241085 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ced93-0d95-4801-9967-7fdd73c97dcf req-75b9a0ee-ff57-4383-8cc0-49bc6355322e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:40.245017 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da13e13f-5ed3-482d-8f5b-2726d45116e7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1288} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:27:40.248701 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ced93-0d95-4801-9967-7fdd73c97dcf req-75b9a0ee-ff57-4383-8cc0-49bc6355322e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:40.250681 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-303ced93-0d95-4801-9967-7fdd73c97dcf req-75b9a0ee-ff57-4383-8cc0-49bc6355322e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5430 time: 0.1219254 Nov 11 17:27:40.255784 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da13e13f-5ed3-482d-8f5b-2726d45116e7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:40.256227 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-da13e13f-5ed3-482d-8f5b-2726d45116e7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Added segment 7dad7fa8-7b8c-40ff-8191-070203e71027 of type vlan for network eeb48029-1c64-46e5-babc-48b0687a7339 Nov 11 17:27:40.324451 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da13e13f-5ed3-482d-8f5b-2726d45116e7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:40.352456 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-303ced93-0d95-4801-9967-7fdd73c97dcf req-4260599f-10f0-41d3-92c8-aaac2c1ddb41 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920565 Nov 11 17:27:40.356784 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da13e13f-5ed3-482d-8f5b-2726d45116e7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:40.364640 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da13e13f-5ed3-482d-8f5b-2726d45116e7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:40.365761 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da13e13f-5ed3-482d-8f5b-2726d45116e7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:40.423844 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82278ae9-fcdb-46c0-a29f-1a85b370b704 None None] Resources bound (agent type, host, resource id): {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 17:27:40.436217 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-da13e13f-5ed3-482d-8f5b-2726d45116e7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2720504 Nov 11 17:27:40.439269 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34148) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:40.455199 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-9af6d38d-29d8-41a8-ae73-6a15f8c3bd9b tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Request body: {'subnet': {'network_id': 'eeb48029-1c64-46e5-babc-48b0687a7339', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:40.534901 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4f529361-34ad-4a8f-a152-56994883d894 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:40.575804 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af6d38d-29d8-41a8-ae73-6a15f8c3bd9b tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Made reservation on behalf of 9f5487b7833149b3b9b789679e7434fa for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:40.579580 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9af6d38d-29d8-41a8-ae73-6a15f8c3bd9b tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:40.587483 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65479550-b368-4a9e-b950-e35ff36d3889 req-2dcb6c33-3a9e-445d-a5cb-5b1944365364 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:40.592356 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-65479550-b368-4a9e-b950-e35ff36d3889 req-2dcb6c33-3a9e-445d-a5cb-5b1944365364 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/ports?device_id=b287cde2-b8b1-454f-9f5e-852e7bd1d724 HTTP/1.1" status: 200 len: 949 time: 0.1176658 Nov 11 17:27:40.599564 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13e13f-5ed3-482d-8f5b-2726d45116e7 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event updated for resources: {'Network': ['ID=eeb48029-1c64-46e5-babc-48b0687a7339,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:40.620431 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network eeb48029-1c64-46e5-babc-48b0687a7339 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:27:40.686035 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-65479550-b368-4a9e-b950-e35ff36d3889 req-df27d4ab-1110-4192-9197-96f45ac15a4b tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/security-groups?id=2250560a-ed2c-42ee-88e5-5bd0bed59fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854642 Nov 11 17:27:40.797200 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 4f529361-34ad-4a8f-a152-56994883d894 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:27:40.804087 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 4f529361-34ad-4a8f-a152-56994883d894 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:40.804736 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:40.885202 n-d-816206-4 neutron-server[102617]: DEBUG neutron.objects.ports [None req-9af6d38d-29d8-41a8-ae73-6a15f8c3bd9b tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102617) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 17:27:40.887044 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9af6d38d-29d8-41a8-ae73-6a15f8c3bd9b tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:40.916176 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:40.951268 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6d38d-29d8-41a8-ae73-6a15f8c3bd9b tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event updated for resources: {'Subnet': ['ID=19307145-9bcf-4452-9b71-acaa7bcf9342,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:40.962879 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af6d38d-29d8-41a8-ae73-6a15f8c3bd9b tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Checking segment: {'id': '7dad7fa8-7b8c-40ff-8191-070203e71027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'eeb48029-1c64-46e5-babc-48b0687a7339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:40.962879 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af6d38d-29d8-41a8-ae73-6a15f8c3bd9b tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Network hostable DHCP agents. Network: eeb48029-1c64-46e5-babc-48b0687a7339, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:27:40.982420 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af6d38d-29d8-41a8-ae73-6a15f8c3bd9b tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Network eeb48029-1c64-46e5-babc-48b0687a7339 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:27:40.996514 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-9af6d38d-29d8-41a8-ae73-6a15f8c3bd9b tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, eeb48029-1c64-46e5-babc-48b0687a7339) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:41.002681 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af6d38d-29d8-41a8-ae73-6a15f8c3bd9b tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:41.003556 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9af6d38d-29d8-41a8-ae73-6a15f8c3bd9b tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:41.006901 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:41.019662 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b5d097-9c7e-4a23-a70f-102a9fdaea85 None None] Network eeb48029-1c64-46e5-babc-48b0687a7339 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:41.030586 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9af6d38d-29d8-41a8-ae73-6a15f8c3bd9b tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5901051 Nov 11 17:27:41.033499 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34166) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:41.100296 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 4f529361-34ad-4a8f-a152-56994883d894, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4f529361-34ad-4a8f-a152-56994883d894,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:41.106287 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:41.136268 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b287cde2-b8b1-454f-9f5e-852e7bd1d724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f529361-34ad-4a8f-a152-56994883d894'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:41.138778 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efb0d5c-6f38-4db1-ac9c-4a6b80d23363" -d '{"events": [{"server_uuid": "b287cde2-b8b1-454f-9f5e-852e7bd1d724", "name": "network-vif-plugged", "status": "completed", "tag": "4f529361-34ad-4a8f-a152-56994883d894"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:41.198495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28226ea6-b2e6-4d62-acaa-630f05eee8fe req-2823ab69-0857-4bdd-ab6e-7d5d7e7c7ee6 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:41.200003 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28226ea6-b2e6-4d62-acaa-630f05eee8fe req-2823ab69-0857-4bdd-ab6e-7d5d7e7c7ee6 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.1118219 Nov 11 17:27:41.200917 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=4f529361-34ad-4a8f-a152-56994883d894,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:41.215066 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50bfe1-dd7c-416d-a737-b4085ef60cbf req-fc5bebf9-6dae-4568-b7cd-3dcf8c90a85b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:41.216580 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c50bfe1-dd7c-416d-a737-b4085ef60cbf req-fc5bebf9-6dae-4568-b7cd-3dcf8c90a85b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9 HTTP/1.1" status: 200 len: 946 time: 0.1273303 Nov 11 17:27:41.228637 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:41.254453 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce58205-ccc1-49a3-b5b5-09e1ddd69e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-eeb48029-1c64-46e5-babc-48b0687a7339', 'network_id': 'eeb48029-1c64-46e5-babc-48b0687a7339', 'tenant_id': '9f5487b7833149b3b9b789679e7434fa', 'fixed_ips': [{'subnet_id': '19307145-9bcf-4452-9b71-acaa7bcf9342'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:27:41.255321 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fce58205-ccc1-49a3-b5b5-09e1ddd69e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:41.323072 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28226ea6-b2e6-4d62-acaa-630f05eee8fe req-bbf52be4-00ba-4796-a9cf-74755ee0f50c tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053927 Nov 11 17:27:41.337726 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c50bfe1-dd7c-416d-a737-b4085ef60cbf req-2843b366-807f-44a6-851c-91cea9226b09 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007996 Nov 11 17:27:41.376879 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:41.421755 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-fce58205-ccc1-49a3-b5b5-09e1ddd69e37 None None] Allocated IP 2001:db8::f816:3eff:fe45:288 (eeb48029-1c64-46e5-babc-48b0687a7339/19307145-9bcf-4452-9b71-acaa7bcf9342/198e73f8-43fd-43c7-b5e0-f5feeef87352) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:27:41.497578 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a635f58-4eb1-4e82-a40c-9abc8028571b x-openstack-request-id: req-4a635f58-4eb1-4e82-a40c-9abc8028571b {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:41.497903 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b287cde2-b8b1-454f-9f5e-852e7bd1d724", "name": "network-vif-plugged", "status": "completed", "tag": "4f529361-34ad-4a8f-a152-56994883d894", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:41.498130 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4a635f58-4eb1-4e82-a40c-9abc8028571b {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:41.498533 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b287cde2-b8b1-454f-9f5e-852e7bd1d724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f529361-34ad-4a8f-a152-56994883d894', 'code': 200} Nov 11 17:27:41.604973 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fce58205-ccc1-49a3-b5b5-09e1ddd69e37 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:41.611802 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fce58205-ccc1-49a3-b5b5-09e1ddd69e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:41.663168 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621216e-915a-4b9b-82cc-09474d6f9047 req-d6e806fc-3211-40fc-bff5-a561cf2a63d9 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:41.663780 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce58205-ccc1-49a3-b5b5-09e1ddd69e37 None None] Network eeb48029-1c64-46e5-babc-48b0687a7339 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:27:41.666849 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-fce58205-ccc1-49a3-b5b5-09e1ddd69e37 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:41.669191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621216e-915a-4b9b-82cc-09474d6f9047 req-d6e806fc-3211-40fc-bff5-a561cf2a63d9 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:41.671201 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce58205-ccc1-49a3-b5b5-09e1ddd69e37 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:27:41.674314 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce58205-ccc1-49a3-b5b5-09e1ddd69e37 None None] Pushing event updated for resources: {'Port': ['ID=198e73f8-43fd-43c7-b5e0-f5feeef87352,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:41.675200 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621216e-915a-4b9b-82cc-09474d6f9047 req-d6e806fc-3211-40fc-bff5-a561cf2a63d9 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:41.681745 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621216e-915a-4b9b-82cc-09474d6f9047 req-d6e806fc-3211-40fc-bff5-a561cf2a63d9 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:41.687705 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621216e-915a-4b9b-82cc-09474d6f9047 req-d6e806fc-3211-40fc-bff5-a561cf2a63d9 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:41.693653 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621216e-915a-4b9b-82cc-09474d6f9047 req-d6e806fc-3211-40fc-bff5-a561cf2a63d9 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:41.699635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621216e-915a-4b9b-82cc-09474d6f9047 req-d6e806fc-3211-40fc-bff5-a561cf2a63d9 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:41.701561 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a621216e-915a-4b9b-82cc-09474d6f9047 req-d6e806fc-3211-40fc-bff5-a561cf2a63d9 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5430 time: 0.1426201 Nov 11 17:27:41.707839 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:41.729944 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-fce58205-ccc1-49a3-b5b5-09e1ddd69e37 None None] Attempting to bind port 198e73f8-43fd-43c7-b5e0-f5feeef87352 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:27:41.730314 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-fce58205-ccc1-49a3-b5b5-09e1ddd69e37 None None] Attempting to bind port 198e73f8-43fd-43c7-b5e0-f5feeef87352 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7dad7fa8-7b8c-40ff-8191-070203e71027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'eeb48029-1c64-46e5-babc-48b0687a7339'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:27:41.730674 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce58205-ccc1-49a3-b5b5-09e1ddd69e37 None None] Attempting to bind port 198e73f8-43fd-43c7-b5e0-f5feeef87352 on network eeb48029-1c64-46e5-babc-48b0687a7339 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:41.735619 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce58205-ccc1-49a3-b5b5-09e1ddd69e37 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:27:41.736026 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce58205-ccc1-49a3-b5b5-09e1ddd69e37 None None] Checking segment: {'id': '7dad7fa8-7b8c-40ff-8191-070203e71027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'eeb48029-1c64-46e5-babc-48b0687a7339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:41.736426 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fce58205-ccc1-49a3-b5b5-09e1ddd69e37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:41.736817 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce58205-ccc1-49a3-b5b5-09e1ddd69e37 None None] Bound using segment: {'id': '7dad7fa8-7b8c-40ff-8191-070203e71027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'eeb48029-1c64-46e5-babc-48b0687a7339'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:27:41.737278 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-fce58205-ccc1-49a3-b5b5-09e1ddd69e37 None None] Bound port: 198e73f8-43fd-43c7-b5e0-f5feeef87352, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dad7fa8-7b8c-40ff-8191-070203e71027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'eeb48029-1c64-46e5-babc-48b0687a7339'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:27:41.737658 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fce58205-ccc1-49a3-b5b5-09e1ddd69e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:41.800101 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event deleted for resources: {'Subnet': ['ID=19307145-9bcf-4452-9b71-acaa7bcf9342,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:41.803397 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-fce58205-ccc1-49a3-b5b5-09e1ddd69e37 None None] For port 198e73f8-43fd-43c7-b5e0-f5feeef87352, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:27:41.809028 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ba313-ee7b-4545-9723-69c027b1a5cf req-0c8e0ab7-c5bd-4134-a069-03377a499467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:41.810109 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f75ba313-ee7b-4545-9723-69c027b1a5cf req-0c8e0ab7-c5bd-4134-a069-03377a499467 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b287cde2-b8b1-454f-9f5e-852e7bd1d724 HTTP/1.1" status: 200 len: 1101 time: 0.2491500 Nov 11 17:27:41.810443 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-fce58205-ccc1-49a3-b5b5-09e1ddd69e37 None None] For port 198e73f8-43fd-43c7-b5e0-f5feeef87352, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=198e73f8-43fd-43c7-b5e0-f5feeef87352,segment=NetworkSegment(7dad7fa8-7b8c-40ff-8191-070203e71027),segment_id=7dad7fa8-7b8c-40ff-8191-070203e71027)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:27:41.815295 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fce58205-ccc1-49a3-b5b5-09e1ddd69e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:41.896789 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce58205-ccc1-49a3-b5b5-09e1ddd69e37 None None] Pushing event updated for resources: {'Port': ['ID=198e73f8-43fd-43c7-b5e0-f5feeef87352,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:41.923176 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:41.928563 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a21473-8e65-488d-b5f1-fe6599ad3384 None None] Network eeb48029-1c64-46e5-babc-48b0687a7339 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:41.980395 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a621216e-915a-4b9b-82cc-09474d6f9047 req-08fffb06-e12f-4713-b11c-a45c6a3a0714 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2606869 Nov 11 17:27:41.998086 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f75ba313-ee7b-4545-9723-69c027b1a5cf req-3b45dac6-27a7-4264-9a8f-e8eaede49925 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2250560a-ed2c-42ee-88e5-5bd0bed59fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734538 Nov 11 17:27:42.010205 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb48029-1c64-46e5-babc-48b0687a7339']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:42.010205 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97f476-cd52-424f-8a9f-fc18d55e94e1 req-70d01e45-e1d7-4752-88c8-9d795f92f60f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:42.010769 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b97f476-cd52-424f-8a9f-fc18d55e94e1 req-70d01e45-e1d7-4752-88c8-9d795f92f60f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 806 time: 0.3077135 Nov 11 17:27:42.019235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dad7fa8-7b8c-40ff-8191-070203e71027') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:42.019566 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dad7fa8-7b8c-40ff-8191-070203e71027') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:42.036519 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:42.046400 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b97f476-cd52-424f-8a9f-fc18d55e94e1 req-63c68bd4-155c-4e20-835b-042ab42064cd tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/quotas/0e5747bb491947f2a2d2c2ebc01d2df0 HTTP/1.1" status: 200 len: 375 time: 0.0195317 Nov 11 17:27:42.053924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:42.065179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c8f84d-999e-4c47-9abc-23f7d573d639 None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 17:27:42.068287 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:27:42.068692 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:27:42.072341 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:27:42.146996 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.db.api [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 17:27:42.146996 n-d-816206-4 neutron-server[102618]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 17:27:42.146996 n-d-816206-4 neutron-server[102618]: [parameters: {'id': 'eeb48029-1c64-46e5-babc-48b0687a7339'}] Nov 11 17:27:42.146996 n-d-816206-4 neutron-server[102618]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:27:42.147454 n-d-816206-4 neutron-server[102618]: DEBUG oslo_db.api [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:27:42.152588 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b97f476-cd52-424f-8a9f-fc18d55e94e1 req-a998e9b8-9f0b-492a-8492-087da76d781d tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1004889 Nov 11 17:27:42.202983 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c8f84d-999e-4c47-9abc-23f7d573d639 None None] Resources bound (agent type, host, resource id): {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 17:27:42.271606 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934ffa7-8a23-4ad2-b07a-3f20e45df1e7 req-2ea37dff-f3f2-44bd-858a-3f30aaa3e03e tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:42.273107 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2934ffa7-8a23-4ad2-b07a-3f20e45df1e7 req-2ea37dff-f3f2-44bd-858a-3f30aaa3e03e tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/ports?device_id=b287cde2-b8b1-454f-9f5e-852e7bd1d724 HTTP/1.1" status: 200 len: 950 time: 0.1045907 Nov 11 17:27:42.300496 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b97f476-cd52-424f-8a9f-fc18d55e94e1 req-2a0c8c5a-25f6-40e5-b70a-26886d115b7d service neutron] 10.222.0.76 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404574 Nov 11 17:27:42.459844 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:42.672799 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:42.696369 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2934ffa7-8a23-4ad2-b07a-3f20e45df1e7 req-5423fe74-4a50-4a71-81e9-d06521340024 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/security-groups?id=2250560a-ed2c-42ee-88e5-5bd0bed59fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123530 Nov 11 17:27:42.755587 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b97f476-cd52-424f-8a9f-fc18d55e94e1 req-0a4aa467-d757-4a99-906d-b2c657f4f60e service neutron] 10.222.0.76 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469905 Nov 11 17:27:42.772677 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Deleting port 198e73f8-43fd-43c7-b5e0-f5feeef87352 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:27:42.773010 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:42.851319 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:42.870429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] For port 198e73f8-43fd-43c7-b5e0-f5feeef87352, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=198e73f8-43fd-43c7-b5e0-f5feeef87352,segment=NetworkSegment(7dad7fa8-7b8c-40ff-8191-070203e71027),segment_id=7dad7fa8-7b8c-40ff-8191-070203e71027)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:42.870795 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:42.894480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc73e6-5621-43e4-8acf-bbd5903c1044 req-c64b0008-609b-4c1d-bd97-24f8d3c4ade0 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:42.895816 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90bc73e6-5621-43e4-8acf-bbd5903c1044 req-c64b0008-609b-4c1d-bd97-24f8d3c4ade0 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.1101077 Nov 11 17:27:42.896777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Calling delete_port for 198e73f8-43fd-43c7-b5e0-f5feeef87352 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:27:43.001312 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90bc73e6-5621-43e4-8acf-bbd5903c1044 req-c2730d24-bc38-4a1a-ac9e-1ea4a3f1737e tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912404 Nov 11 17:27:43.020593 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:43.048996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] No DVR routers for this DVR port 198e73f8-43fd-43c7-b5e0-f5feeef87352 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:27:43.074371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event deleted for resources: {'Port': ['ID=198e73f8-43fd-43c7-b5e0-f5feeef87352,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:43.184927 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:43.220354 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb48029-1c64-46e5-babc-48b0687a7339']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:43.238714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dad7fa8-7b8c-40ff-8191-070203e71027') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:43.238934 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dad7fa8-7b8c-40ff-8191-070203e71027') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:43.250917 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:43.281283 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:43.295958 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:27:43.296490 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:27:43.299588 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:27:43.347518 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c93a50-55ef-4534-bb86-cd4872f34ecf req-28ee9497-f556-41c0-860f-db01b7648f7a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:43.354106 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c93a50-55ef-4534-bb86-cd4872f34ecf req-28ee9497-f556-41c0-860f-db01b7648f7a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:43.360159 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c93a50-55ef-4534-bb86-cd4872f34ecf req-28ee9497-f556-41c0-860f-db01b7648f7a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:43.366246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c93a50-55ef-4534-bb86-cd4872f34ecf req-28ee9497-f556-41c0-860f-db01b7648f7a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:43.372803 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c93a50-55ef-4534-bb86-cd4872f34ecf req-28ee9497-f556-41c0-860f-db01b7648f7a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:43.378834 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c93a50-55ef-4534-bb86-cd4872f34ecf req-28ee9497-f556-41c0-860f-db01b7648f7a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:43.385776 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c93a50-55ef-4534-bb86-cd4872f34ecf req-28ee9497-f556-41c0-860f-db01b7648f7a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:43.387753 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8c93a50-55ef-4534-bb86-cd4872f34ecf req-28ee9497-f556-41c0-860f-db01b7648f7a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5430 time: 0.1999786 Nov 11 17:27:43.434974 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:43.451566 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:43.454785 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "DELETE /v2.0/networks/eeb48029-1c64-46e5-babc-48b0687a7339 HTTP/1.1" status: 204 len: 168 time: 2.4199305 Nov 11 17:27:43.458881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34230) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:43.486810 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-54332dc1-6b33-4506-9544-36e5797525fc tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] DELETE failed (client error): The resource could not be found. Nov 11 17:27:43.487257 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54332dc1-6b33-4506-9544-36e5797525fc tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:27:43.488168 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fe899-bb21-4634-acc9-fdb558c7290a tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event deleted for resources: {'Network': ['ID=eeb48029-1c64-46e5-babc-48b0687a7339,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:43.490913 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-54332dc1-6b33-4506-9544-36e5797525fc tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "DELETE /v2.0/subnets/19307145-9bcf-4452-9b71-acaa7bcf9342 HTTP/1.1" status: 404 len: 337 time: 0.0300956 Nov 11 17:27:43.495173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34232) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:43.511113 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8c93a50-55ef-4534-bb86-cd4872f34ecf req-d4cae24c-b43d-4e30-b021-8a31764b3155 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146729 Nov 11 17:27:43.520701 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b20198-ab26-4c41-b1c5-eadcd54f8e93 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] DELETE failed (client error): The resource could not be found. Nov 11 17:27:43.521263 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83b20198-ab26-4c41-b1c5-eadcd54f8e93 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:27:43.525685 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-83b20198-ab26-4c41-b1c5-eadcd54f8e93 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "DELETE /v2.0/networks/eeb48029-1c64-46e5-babc-48b0687a7339 HTTP/1.1" status: 404 len: 339 time: 0.0282094 Nov 11 17:27:43.526965 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34234) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:43.561611 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-50177bc6-3f8b-42bf-a9c0-c0ece791e6ce tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] DELETE failed (client error): The resource could not be found. Nov 11 17:27:43.562073 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50177bc6-3f8b-42bf-a9c0-c0ece791e6ce tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:27:43.565179 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-50177bc6-3f8b-42bf-a9c0-c0ece791e6ce tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "DELETE /v2.0/subnets/6953df40-6a0f-4fc1-beea-5fe40f94ab1d HTTP/1.1" status: 404 len: 337 time: 0.0372891 Nov 11 17:27:43.567637 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34238) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:43.592659 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-078338d7-1ed6-4909-b501-848f33f17863 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] DELETE failed (client error): The resource could not be found. Nov 11 17:27:43.593495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-078338d7-1ed6-4909-b501-848f33f17863 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:27:43.597127 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-078338d7-1ed6-4909-b501-848f33f17863 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "DELETE /v2.0/networks/8f0ec78e-f8a1-4364-bfd7-90067853365e HTTP/1.1" status: 404 len: 339 time: 0.0285077 Nov 11 17:27:43.599562 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34244) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:43.626257 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-d409edae-ddfc-4e9a-9d2d-5cdaaa739361 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] DELETE failed (client error): The resource could not be found. Nov 11 17:27:43.626714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d409edae-ddfc-4e9a-9d2d-5cdaaa739361 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:27:43.631767 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d409edae-ddfc-4e9a-9d2d-5cdaaa739361 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "DELETE /v2.0/subnets/8ac842e3-e02e-4ab0-8c43-4fea6f0d7f50 HTTP/1.1" status: 404 len: 337 time: 0.0292976 Nov 11 17:27:43.632453 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34250) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:43.652864 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-da394b1e-0d19-4436-a3fe-f07bce0173f3 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] DELETE failed (client error): The resource could not be found. Nov 11 17:27:43.653446 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da394b1e-0d19-4436-a3fe-f07bce0173f3 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:27:43.656766 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-da394b1e-0d19-4436-a3fe-f07bce0173f3 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "DELETE /v2.0/networks/1a653b68-adf2-404c-8db3-4a047702b7a4 HTTP/1.1" status: 404 len: 339 time: 0.0225918 Nov 11 17:27:43.659468 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34256) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:43.749667 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-8c18c54c-bd68-4de0-a809-cb31bcd71263 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Deleting port c6934015-8160-449c-9afb-67a366426a4f {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:27:43.750011 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8c18c54c-bd68-4de0-a809-cb31bcd71263 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:43.773325 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8490b9-893c-4313-934e-33a3d7e6a0fb req-1adbdddb-fc28-48e1-ad02-71ed565b2bd6 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:43.775330 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bd8490b9-893c-4313-934e-33a3d7e6a0fb req-1adbdddb-fc28-48e1-ad02-71ed565b2bd6 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/ports?device_id=eafa4665-096a-46a0-bd13-55ad22addd38 HTTP/1.1" status: 200 len: 946 time: 0.1117322 Nov 11 17:27:43.808904 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-6b028717-c771-4b9a-80b4-20299c45ae7a tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:43.810378 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-6b028717-c771-4b9a-80b4-20299c45ae7a tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 806 time: 0.1559291 Nov 11 17:27:43.823054 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8c18c54c-bd68-4de0-a809-cb31bcd71263 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:43.837628 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-8c18c54c-bd68-4de0-a809-cb31bcd71263 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Calling delete_port for c6934015-8160-449c-9afb-67a366426a4f owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:27:43.841111 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-1568fe58-fd9b-4c51-ac74-6c2170a8adc4 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/quotas/0e5747bb491947f2a2d2c2ebc01d2df0 HTTP/1.1" status: 200 len: 375 time: 0.0239930 Nov 11 17:27:43.850059 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bd8490b9-893c-4313-934e-33a3d7e6a0fb req-3e8e8701-0d04-491a-8da2-9d1520ab5dce tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdeddb71-5193-43c5-a442-4c320d3eb2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680783 Nov 11 17:27:43.902684 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-e8a0b7a4-3f63-459f-9b68-42dce42ef0f3 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0515714 Nov 11 17:27:43.925486 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8c18c54c-bd68-4de0-a809-cb31bcd71263 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:43.954183 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18c54c-bd68-4de0-a809-cb31bcd71263 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event deleted for resources: {'Port': ['ID=c6934015-8160-449c-9afb-67a366426a4f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:43.959487 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8c18c54c-bd68-4de0-a809-cb31bcd71263 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:43.963391 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8c18c54c-bd68-4de0-a809-cb31bcd71263 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "DELETE /v2.0/ports/c6934015-8160-449c-9afb-67a366426a4f HTTP/1.1" status: 204 len: 168 time: 0.3029199 Nov 11 17:27:43.965710 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34262) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:43.994779 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-931ed87c-30ad-4e4d-9f60-aa2b48b2a8eb tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] DELETE failed (client error): The resource could not be found. Nov 11 17:27:43.995163 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931ed87c-30ad-4e4d-9f60-aa2b48b2a8eb tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:27:43.998240 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-931ed87c-30ad-4e4d-9f60-aa2b48b2a8eb tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "DELETE /v2.0/subnets/37d8200a-4ab0-41e8-ac9e-8e34f8904c94 HTTP/1.1" status: 404 len: 337 time: 0.0316112 Nov 11 17:27:44.000747 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34264) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:44.034031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365722aa-0117-433e-9a54-0aa11b4e4a29 req-23c4fbbe-8275-49d1-847d-e112897ba61c tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:44.035510 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-365722aa-0117-433e-9a54-0aa11b4e4a29 req-23c4fbbe-8275-49d1-847d-e112897ba61c tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/ports?device_id=b287cde2-b8b1-454f-9f5e-852e7bd1d724 HTTP/1.1" status: 200 len: 950 time: 0.1105416 Nov 11 17:27:44.071711 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-39d9dd64-f303-4355-9622-9d21ae2a5dfe service neutron] 10.222.0.76 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579499 Nov 11 17:27:44.076291 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-135bdaf9-1ace-4712-8e9d-efa15d4dff91 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:44.132118 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-135bdaf9-1ace-4712-8e9d-efa15d4dff91 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Deleting port e2ced2fa-fdfe-49cb-ae2d-3d7986131fe1 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:27:44.132456 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-135bdaf9-1ace-4712-8e9d-efa15d4dff91 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:44.154355 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-365722aa-0117-433e-9a54-0aa11b4e4a29 req-bf4f60b7-8af4-459f-a64f-ca9dc50b3f11 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/security-groups?id=2250560a-ed2c-42ee-88e5-5bd0bed59fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123428 Nov 11 17:27:44.205772 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-bd36f980-a2c8-4528-953e-dc24aa4b488b service neutron] 10.222.0.76 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226552 Nov 11 17:27:44.333917 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5e537-d48d-4472-b087-14d9775f53d5 req-de9f06c7-fadd-4dfb-8192-8802b88f56ea tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:44.342571 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3a5e537-d48d-4472-b087-14d9775f53d5 req-de9f06c7-fadd-4dfb-8192-8802b88f56ea tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.0630481 Nov 11 17:27:44.397435 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3a5e537-d48d-4472-b087-14d9775f53d5 req-9cad49c2-5f91-43f0-acb5-1f205cbf84df tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535905 Nov 11 17:27:44.505687 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-595c965e-ae54-40f5-bac4-5dc65fdad510 req-c6552b6a-b209-4b13-a31a-f9ef4be6fb41 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafb02fe-8f68-45e7-bbea-f14505dd8a36 HTTP/1.1" status: 200 len: 210 time: 0.0365939 Nov 11 17:27:44.584948 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-135bdaf9-1ace-4712-8e9d-efa15d4dff91 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] For port e2ced2fa-fdfe-49cb-ae2d-3d7986131fe1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e2ced2fa-fdfe-49cb-ae2d-3d7986131fe1,segment=NetworkSegment(0201c656-a7d4-4aac-b840-4d81489f6db1),segment_id=0201c656-a7d4-4aac-b840-4d81489f6db1)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:44.585603 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-135bdaf9-1ace-4712-8e9d-efa15d4dff91 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:44.601024 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-135bdaf9-1ace-4712-8e9d-efa15d4dff91 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Calling delete_port for e2ced2fa-fdfe-49cb-ae2d-3d7986131fe1 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:27:44.660703 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b9b44-636a-4a72-bc6a-f5e6527bd4cc req-103da611-c87c-463c-85ff-602cb235295c tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:44.667306 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b9b44-636a-4a72-bc6a-f5e6527bd4cc req-103da611-c87c-463c-85ff-602cb235295c tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:44.673491 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b9b44-636a-4a72-bc6a-f5e6527bd4cc req-103da611-c87c-463c-85ff-602cb235295c tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:44.679639 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b9b44-636a-4a72-bc6a-f5e6527bd4cc req-103da611-c87c-463c-85ff-602cb235295c tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:44.687542 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b9b44-636a-4a72-bc6a-f5e6527bd4cc req-103da611-c87c-463c-85ff-602cb235295c tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:44.694629 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b9b44-636a-4a72-bc6a-f5e6527bd4cc req-103da611-c87c-463c-85ff-602cb235295c tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:44.702543 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b9b44-636a-4a72-bc6a-f5e6527bd4cc req-103da611-c87c-463c-85ff-602cb235295c tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:44.704892 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e76b9b44-636a-4a72-bc6a-f5e6527bd4cc req-103da611-c87c-463c-85ff-602cb235295c tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5430 time: 0.1107614 Nov 11 17:27:44.726160 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-135bdaf9-1ace-4712-8e9d-efa15d4dff91 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:44.756149 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bdaf9-1ace-4712-8e9d-efa15d4dff91 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event deleted for resources: {'Port': ['ID=e2ced2fa-fdfe-49cb-ae2d-3d7986131fe1,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:44.759799 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135bdaf9-1ace-4712-8e9d-efa15d4dff91 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] No DVR routers for this DVR port e2ced2fa-fdfe-49cb-ae2d-3d7986131fe1 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:27:44.800597 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a39314-5398-401d-b80a-19c5a514bdab req-7e8d4bbc-a9c1-4fa7-93a7-2777623a7134 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:44.807885 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63a39314-5398-401d-b80a-19c5a514bdab req-7e8d4bbc-a9c1-4fa7-93a7-2777623a7134 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/ports?device_id=b287cde2-b8b1-454f-9f5e-852e7bd1d724 HTTP/1.1" status: 200 len: 950 time: 0.1017511 Nov 11 17:27:44.841965 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e76b9b44-636a-4a72-bc6a-f5e6527bd4cc req-89cc49ad-a48f-4a3f-8fd6-15876a5f2b5b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1230626 Nov 11 17:27:44.842173 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-135bdaf9-1ace-4712-8e9d-efa15d4dff91 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:44.863401 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-135bdaf9-1ace-4712-8e9d-efa15d4dff91 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb030fa-94c5-4264-830e-668f68f7bd63']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:44.873688 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-135bdaf9-1ace-4712-8e9d-efa15d4dff91 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0201c656-a7d4-4aac-b840-4d81489f6db1') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:44.873982 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-135bdaf9-1ace-4712-8e9d-efa15d4dff91 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0201c656-a7d4-4aac-b840-4d81489f6db1') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:44.881123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63a39314-5398-401d-b80a-19c5a514bdab req-48ed60ae-4b36-4842-8e84-5b75a91640ee tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/security-groups?id=2250560a-ed2c-42ee-88e5-5bd0bed59fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723488 Nov 11 17:27:44.886120 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-135bdaf9-1ace-4712-8e9d-efa15d4dff91 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:44.903624 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-135bdaf9-1ace-4712-8e9d-efa15d4dff91 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:44.910008 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135bdaf9-1ace-4712-8e9d-efa15d4dff91 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:27:44.910488 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-135bdaf9-1ace-4712-8e9d-efa15d4dff91 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:27:44.913583 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:27:44.993939 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-135bdaf9-1ace-4712-8e9d-efa15d4dff91 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:45.002175 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-135bdaf9-1ace-4712-8e9d-efa15d4dff91 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:45.004781 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836fed4-5161-4809-94d8-37dca2488e7f req-206f887b-6ce0-4ea4-834c-f2f7258d95d6 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:45.007650 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-135bdaf9-1ace-4712-8e9d-efa15d4dff91 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "DELETE /v2.0/networks/eeb030fa-94c5-4264-830e-668f68f7bd63 HTTP/1.1" status: 204 len: 168 time: 1.0037184 Nov 11 17:27:45.007812 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5836fed4-5161-4809-94d8-37dca2488e7f req-206f887b-6ce0-4ea4-834c-f2f7258d95d6 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/ports?device_id=eafa4665-096a-46a0-bd13-55ad22addd38 HTTP/1.1" status: 200 len: 946 time: 0.0591838 Nov 11 17:27:45.007926 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34290) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:45.015109 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bdaf9-1ace-4712-8e9d-efa15d4dff91 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event deleted for resources: {'Network': ['ID=eeb030fa-94c5-4264-830e-668f68f7bd63,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:45.107911 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5836fed4-5161-4809-94d8-37dca2488e7f req-ba849a31-f1df-4e4e-a108-58c7c949bb77 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdeddb71-5193-43c5-a442-4c320d3eb2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925574 Nov 11 17:27:45.137196 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-4e5a1303-127c-4501-afd8-56eed1717e6f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Deleting port bb00c0a4-866a-49d5-9d66-eb3f86b7726a {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:27:45.137546 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4e5a1303-127c-4501-afd8-56eed1717e6f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:45.213421 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4e5a1303-127c-4501-afd8-56eed1717e6f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:45.229381 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-4e5a1303-127c-4501-afd8-56eed1717e6f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Calling delete_port for bb00c0a4-866a-49d5-9d66-eb3f86b7726a owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:27:45.260761 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da145bd1-1abc-4438-b83d-86606087e65c req-ae78726a-3ad5-4bb7-9bee-d124661542ed tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:45.262176 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-da145bd1-1abc-4438-b83d-86606087e65c req-ae78726a-3ad5-4bb7-9bee-d124661542ed tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.64 "GET /v2.0/ports?device_id=eafa4665-096a-46a0-bd13-55ad22addd38 HTTP/1.1" status: 200 len: 946 time: 0.0527892 Nov 11 17:27:45.321042 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4e5a1303-127c-4501-afd8-56eed1717e6f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:45.356063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a1303-127c-4501-afd8-56eed1717e6f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event deleted for resources: {'Port': ['ID=bb00c0a4-866a-49d5-9d66-eb3f86b7726a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:45.364626 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4e5a1303-127c-4501-afd8-56eed1717e6f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:45.368104 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-da145bd1-1abc-4438-b83d-86606087e65c req-efd94df6-1717-4cd9-9ff1-128d79eeee68 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Deleting port 447f9d38-014a-4115-a0e7-20670d8eb329 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:27:45.368706 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-da145bd1-1abc-4438-b83d-86606087e65c req-efd94df6-1717-4cd9-9ff1-128d79eeee68 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:45.368924 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4e5a1303-127c-4501-afd8-56eed1717e6f tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "DELETE /v2.0/ports/bb00c0a4-866a-49d5-9d66-eb3f86b7726a HTTP/1.1" status: 204 len: 168 time: 0.3599617 Nov 11 17:27:45.371247 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34294) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:45.402022 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d30601-6c00-4b65-ae8e-a9cfb2a18a68 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] DELETE failed (client error): The resource could not be found. Nov 11 17:27:45.402481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d30601-6c00-4b65-ae8e-a9cfb2a18a68 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:27:45.406077 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e5d30601-6c00-4b65-ae8e-a9cfb2a18a68 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "DELETE /v2.0/subnets/8961a607-a513-4392-a956-f29f6a7e61ba HTTP/1.1" status: 404 len: 337 time: 0.0337040 Nov 11 17:27:45.408495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34296) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:45.482134 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-da145bd1-1abc-4438-b83d-86606087e65c req-efd94df6-1717-4cd9-9ff1-128d79eeee68 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] For port 447f9d38-014a-4115-a0e7-20670d8eb329, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=447f9d38-014a-4115-a0e7-20670d8eb329,segment=NetworkSegment(9186666d-0239-4144-96e9-3f0709ddf7d4),segment_id=9186666d-0239-4144-96e9-3f0709ddf7d4)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:45.482874 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-da145bd1-1abc-4438-b83d-86606087e65c req-efd94df6-1717-4cd9-9ff1-128d79eeee68 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:45.491306 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4cd9a7b7-9526-47dd-89be-6f65d1e34903 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:45.500127 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-da145bd1-1abc-4438-b83d-86606087e65c req-efd94df6-1717-4cd9-9ff1-128d79eeee68 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Calling delete_port for 447f9d38-014a-4115-a0e7-20670d8eb329 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:27:45.610028 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914dde07-fb84-4dc5-be1b-413d6d0b95f8 req-41e1f724-0938-4da9-9e83-de8d95bc390e tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:45.611518 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-914dde07-fb84-4dc5-be1b-413d6d0b95f8 req-41e1f724-0938-4da9-9e83-de8d95bc390e tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.1182175 Nov 11 17:27:45.656229 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-955246c9-7a54-4773-82b7-95fc2597b0b6 req-9098f98c-c9b8-414c-a7ce-58022687305a tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafb02fe-8f68-45e7-bbea-f14505dd8a36 HTTP/1.1" status: 200 len: 210 time: 0.0550179 Nov 11 17:27:45.666273 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4cd9a7b7-9526-47dd-89be-6f65d1e34903 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:45.697623 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-4cd9a7b7-9526-47dd-89be-6f65d1e34903 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f6f0546-8b0d-4cda-bf61-b307fc2a9654']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:45.721034 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-4cd9a7b7-9526-47dd-89be-6f65d1e34903 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1917587c-6783-47f3-a178-18dbce29bc94') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:45.721482 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-4cd9a7b7-9526-47dd-89be-6f65d1e34903 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1917587c-6783-47f3-a178-18dbce29bc94') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:45.745998 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-914dde07-fb84-4dc5-be1b-413d6d0b95f8 req-52d3b523-1d0d-4fd5-977e-ac8ee22444ec tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234565 Nov 11 17:27:45.751907 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4cd9a7b7-9526-47dd-89be-6f65d1e34903 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:45.765441 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-da145bd1-1abc-4438-b83d-86606087e65c req-efd94df6-1717-4cd9-9ff1-128d79eeee68 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:45.771947 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4cd9a7b7-9526-47dd-89be-6f65d1e34903 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:45.778685 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd9a7b7-9526-47dd-89be-6f65d1e34903 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Releasing vlan 1297 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:27:45.779334 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4cd9a7b7-9526-47dd-89be-6f65d1e34903 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:27:45.782767 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:27:45.799026 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['447f9d38-014a-4115-a0e7-20670d8eb329'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:27:45.816397 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd94df6-1717-4cd9-9ff1-128d79eeee68 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Pushing event deleted for resources: {'Port': ['ID=447f9d38-014a-4115-a0e7-20670d8eb329,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:45.835786 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-1be8d8e3-a72c-4801-873f-723f54711458 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:45.837421 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-1be8d8e3-a72c-4801-873f-723f54711458 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 806 time: 0.1959813 Nov 11 17:27:45.837582 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df244a44-3108-4956-8bdd-73e3e72cf071 None None] DHCP port deletion for 76890ed3-8c95-449b-ab1a-7519623dfe1f request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:27:45.850558 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:27:45.861453 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4cd9a7b7-9526-47dd-89be-6f65d1e34903 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:45.870564 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4cd9a7b7-9526-47dd-89be-6f65d1e34903 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:45.870731 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-da145bd1-1abc-4438-b83d-86606087e65c req-efd94df6-1717-4cd9-9ff1-128d79eeee68 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] No DVR routers for this DVR port 447f9d38-014a-4115-a0e7-20670d8eb329 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:27:45.873075 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-da145bd1-1abc-4438-b83d-86606087e65c req-efd94df6-1717-4cd9-9ff1-128d79eeee68 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:45.874243 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4cd9a7b7-9526-47dd-89be-6f65d1e34903 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "DELETE /v2.0/networks/4f6f0546-8b0d-4cda-bf61-b307fc2a9654 HTTP/1.1" status: 204 len: 168 time: 0.4648042 Nov 11 17:27:45.876635 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-da145bd1-1abc-4438-b83d-86606087e65c req-efd94df6-1717-4cd9-9ff1-128d79eeee68 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.64 "DELETE /v2.0/ports/447f9d38-014a-4115-a0e7-20670d8eb329 HTTP/1.1" status: 204 len: 173 time: 0.6073511 Nov 11 17:27:45.876769 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34304) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:45.877085 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafa4665-096a-46a0-bd13-55ad22addd38', 'name': 'network-vif-deleted', 'tag': '447f9d38-014a-4115-a0e7-20670d8eb329'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:45.879993 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c0d3b6-4f3d-409f-8016-53d27b83df4c" -d '{"events": [{"server_uuid": "eafa4665-096a-46a0-bd13-55ad22addd38", "name": "network-vif-deleted", "tag": "447f9d38-014a-4115-a0e7-20670d8eb329"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:45.888208 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-fbf86261-a1aa-4810-8de1-883383f837c1 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Request body: {'port': {'device_id': 'bafb02fe-8f68-45e7-bbea-f14505dd8a36', 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d', 'admin_state_up': True, 'tenant_id': '0e5747bb491947f2a2d2c2ebc01d2df0'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:45.917364 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9a7b7-9526-47dd-89be-6f65d1e34903 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event deleted for resources: {'Network': ['ID=4f6f0546-8b0d-4cda-bf61-b307fc2a9654,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:45.955009 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7f54c5-106e-4571-9e30-1b06f6785054 x-openstack-request-id: req-3e7f54c5-106e-4571-9e30-1b06f6785054 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:45.955381 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafa4665-096a-46a0-bd13-55ad22addd38", "name": "network-vif-deleted", "tag": "447f9d38-014a-4115-a0e7-20670d8eb329", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:45.955801 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3e7f54c5-106e-4571-9e30-1b06f6785054 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:45.956376 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafa4665-096a-46a0-bd13-55ad22addd38', 'name': 'network-vif-deleted', 'tag': '447f9d38-014a-4115-a0e7-20670d8eb329', 'status': 'completed', 'code': 200} Nov 11 17:27:46.012594 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18f7908-001d-43b0-a0c4-6550a5e8b5d0 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Deleting subnet 5ca4260e-4506-4f21-9f59-be55d2e0f4a1 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:27:46.017385 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c18f7908-001d-43b0-a0c4-6550a5e8b5d0 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:46.058495 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-fbf86261-a1aa-4810-8de1-883383f837c1 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Made reservation on behalf of 0e5747bb491947f2a2d2c2ebc01d2df0 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:46.062281 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-fbf86261-a1aa-4810-8de1-883383f837c1 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:46.079439 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8876fe2-8e38-42b1-b239-1ca5cf0f0a68 req-900803aa-f17f-4c8b-9e96-533c82e49dd4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:46.087610 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8876fe2-8e38-42b1-b239-1ca5cf0f0a68 req-900803aa-f17f-4c8b-9e96-533c82e49dd4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:46.094031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8876fe2-8e38-42b1-b239-1ca5cf0f0a68 req-900803aa-f17f-4c8b-9e96-533c82e49dd4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:46.100247 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8876fe2-8e38-42b1-b239-1ca5cf0f0a68 req-900803aa-f17f-4c8b-9e96-533c82e49dd4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:46.108425 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8876fe2-8e38-42b1-b239-1ca5cf0f0a68 req-900803aa-f17f-4c8b-9e96-533c82e49dd4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:46.114879 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8876fe2-8e38-42b1-b239-1ca5cf0f0a68 req-900803aa-f17f-4c8b-9e96-533c82e49dd4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:46.122213 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8876fe2-8e38-42b1-b239-1ca5cf0f0a68 req-900803aa-f17f-4c8b-9e96-533c82e49dd4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:46.124270 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a8876fe2-8e38-42b1-b239-1ca5cf0f0a68 req-900803aa-f17f-4c8b-9e96-533c82e49dd4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5430 time: 0.1754644 Nov 11 17:27:46.172124 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c18f7908-001d-43b0-a0c4-6550a5e8b5d0 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:46.195176 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-fbf86261-a1aa-4810-8de1-883383f837c1 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Allocated IP 172.20.0.9 (3e09136b-2afb-4141-b1b5-3d967dca5d2d/6a33a415-81af-4eb3-b9c5-17414d49d9ff/aef18a25-853f-4f43-bd90-0c5891135f38) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:27:46.283768 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e322f9-620c-49da-aaf5-e35f03f990d0 req-52f75312-e265-4e4b-ae38-d72c21d990e9 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:46.285263 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-84e322f9-620c-49da-aaf5-e35f03f990d0 req-52f75312-e265-4e4b-ae38-d72c21d990e9 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/ports?device_id=b287cde2-b8b1-454f-9f5e-852e7bd1d724 HTTP/1.1" status: 200 len: 950 time: 0.2375910 Nov 11 17:27:46.310010 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a8876fe2-8e38-42b1-b239-1ca5cf0f0a68 req-465fac3c-1b15-407c-b9fe-ef4a16d0c33f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1693492 Nov 11 17:27:46.376377 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-fbf86261-a1aa-4810-8de1-883383f837c1 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:46.419585 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-fbf86261-a1aa-4810-8de1-883383f837c1 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:46.436763 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8c84b91b-aa9c-42d0-a19b-b3f82d715671'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:27:46.440043 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9ccee-e3b2-467e-b7a0-fada82f1df8b req-e7c4bf9d-8e9e-4ae9-be58-8ab2d2147b4d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:46.441583 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-71f9ccee-e3b2-467e-b7a0-fada82f1df8b req-e7c4bf9d-8e9e-4ae9-be58-8ab2d2147b4d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.83 "GET /v2.0/ports?device_id=b287cde2-b8b1-454f-9f5e-852e7bd1d724 HTTP/1.1" status: 200 len: 950 time: 0.2129619 Nov 11 17:27:46.448390 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c18f7908-001d-43b0-a0c4-6550a5e8b5d0 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:46.470442 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-fbf86261-a1aa-4810-8de1-883383f837c1 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Network 3e09136b-2afb-4141-b1b5-3d967dca5d2d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:27:46.476009 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-fbf86261-a1aa-4810-8de1-883383f837c1 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:46.480804 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-fbf86261-a1aa-4810-8de1-883383f837c1 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:27:46.503285 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf86261-a1aa-4810-8de1-883383f837c1 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Pushing event updated for resources: {'Port': ['ID=aef18a25-853f-4f43-bd90-0c5891135f38,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:46.508718 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6028859d-6c03-4f09-8a13-bfac16cf9d74 None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:27:46.509797 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-84e322f9-620c-49da-aaf5-e35f03f990d0 req-f6df37ef-9dd0-4dfd-99cd-fa25d17168c7 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/security-groups?id=2250560a-ed2c-42ee-88e5-5bd0bed59fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110007 Nov 11 17:27:46.518624 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-79ab0916-e025-4cbc-8305-af01d9fc9f07 req-04f7562a-57c1-4029-8c14-7d0059a67b38 tempest-ServerTagsTestJSON-487534395 tempest-ServerTagsTestJSON-487534395-project] 10.222.0.76 "GET /v2.0/ports?device_id=eafa4665-096a-46a0-bd13-55ad22addd38 HTTP/1.1" status: 200 len: 210 time: 0.1088541 Nov 11 17:27:46.560455 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:27:46.578945 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-fbf86261-a1aa-4810-8de1-883383f837c1 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:46.579849 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-fbf86261-a1aa-4810-8de1-883383f837c1 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:46.610667 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-fbf86261-a1aa-4810-8de1-883383f837c1 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7263947 Nov 11 17:27:46.636754 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] Request body: {'port': {'device_id': 'bafb02fe-8f68-45e7-bbea-f14505dd8a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:46.655953 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-cad1d859-4b49-4d3c-adde-9128ecf03f00 None None] Provisioning complete for port aef18a25-853f-4f43-bd90-0c5891135f38 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:46.656463 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cad1d859-4b49-4d3c-adde-9128ecf03f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:46.673937 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c18f7908-001d-43b0-a0c4-6550a5e8b5d0 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:46.700783 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:46.725611 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c18f7908-001d-43b0-a0c4-6550a5e8b5d0 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:46.731772 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c18f7908-001d-43b0-a0c4-6550a5e8b5d0 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "DELETE /v2.0/subnets/5ca4260e-4506-4f21-9f59-be55d2e0f4a1 HTTP/1.1" status: 204 len: 168 time: 0.8514216 Nov 11 17:27:46.731772 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f7908-001d-43b0-a0c4-6550a5e8b5d0 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event deleted for resources: {'Subnet': ['ID=5ca4260e-4506-4f21-9f59-be55d2e0f4a1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:46.735437 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed7e9c9-349a-478b-89ef-7876e831e1ab None None] Network 8fdf5822-56dc-49e8-9356-f8f1896781d1 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:46.736080 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34320) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:46.738697 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-71f9ccee-e3b2-467e-b7a0-fada82f1df8b req-1a22c6e9-76c0-47d2-9adc-eaf54583592d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Deleting port 4f529361-34ad-4a8f-a152-56994883d894 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:27:46.739038 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-71f9ccee-e3b2-467e-b7a0-fada82f1df8b req-1a22c6e9-76c0-47d2-9adc-eaf54583592d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:46.947210 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b4a58d0-7d1e-407a-af2e-1d93a8d21441 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:46.994884 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-cad1d859-4b49-4d3c-adde-9128ecf03f00 None None] Port aef18a25-853f-4f43-bd90-0c5891135f38 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:27:46.997191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-71f9ccee-e3b2-467e-b7a0-fada82f1df8b req-1a22c6e9-76c0-47d2-9adc-eaf54583592d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] For port 4f529361-34ad-4a8f-a152-56994883d894, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4f529361-34ad-4a8f-a152-56994883d894,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:46.997552 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-71f9ccee-e3b2-467e-b7a0-fada82f1df8b req-1a22c6e9-76c0-47d2-9adc-eaf54583592d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:47.019592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44724fce-8ec2-4ae8-940f-17f231dc5d35 req-5de9b1e4-ec52-4070-b4fc-714a1576ac65 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:47.021284 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-44724fce-8ec2-4ae8-940f-17f231dc5d35 req-5de9b1e4-ec52-4070-b4fc-714a1576ac65 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.1621172 Nov 11 17:27:47.034533 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa3e90-0165-4ee1-9f50-2c48acd89129 req-80d4455d-c8a4-401e-ad67-f152c57e23c6 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:47.036172 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-54fa3e90-0165-4ee1-9f50-2c48acd89129 req-80d4455d-c8a4-401e-ad67-f152c57e23c6 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafb02fe-8f68-45e7-bbea-f14505dd8a36 HTTP/1.1" status: 200 len: 931 time: 0.1781743 Nov 11 17:27:47.038363 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-71f9ccee-e3b2-467e-b7a0-fada82f1df8b req-1a22c6e9-76c0-47d2-9adc-eaf54583592d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Calling delete_port for 4f529361-34ad-4a8f-a152-56994883d894 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:27:47.083377 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:47.098176 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef18a25-853f-4f43-bd90-0c5891135f38 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:47.100382 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'd17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8', 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219', 'port_id': 'd17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8', 'mac_address': 'fa:16:3e:fa:0c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eafd7cad-1b53-44fc-96a4-51c18b0cedd0', 'ip_address': '10.1.1.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:27:47.108582 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:47.126179 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] Transition to ACTIVE for port object aef18a25-853f-4f43-bd90-0c5891135f38 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:27:47.132295 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:47.155667 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:47.170041 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:47.188205 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57906c9-cebd-456d-9c6d-c0ff6047c7c6 None None] DHCP port deletion for 8fdf5822-56dc-49e8-9356-f8f1896781d1 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:27:47.200870 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:47.203438 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-44724fce-8ec2-4ae8-940f-17f231dc5d35 req-2b3724f6-3fc9-4413-8196-b3ea1d201b6a tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662052 Nov 11 17:27:47.203830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ee7e5f-1c44-4d76-a01a-78db36b15eee None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:27:47.209940 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] Pushing event updated for resources: {'Port': ['ID=aef18a25-853f-4f43-bd90-0c5891135f38,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:47.212221 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:47.213105 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:27:47.235973 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-54fa3e90-0165-4ee1-9f50-2c48acd89129 req-5e5324eb-5e44-4c44-b7a7-5647a858d3ad tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586933 Nov 11 17:27:47.250248 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a58d0-7d1e-407a-af2e-1d93a8d21441 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Deleting port 254f53f3-12ca-46cc-a22b-463ba8d84d14 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:27:47.250720 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b4a58d0-7d1e-407a-af2e-1d93a8d21441 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:47.318771 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] Attempting to bind port aef18a25-853f-4f43-bd90-0c5891135f38 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:27:47.319186 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] Attempting to bind port aef18a25-853f-4f43-bd90-0c5891135f38 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:27:47.319525 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] Attempting to bind port aef18a25-853f-4f43-bd90-0c5891135f38 on network 3e09136b-2afb-4141-b1b5-3d967dca5d2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:47.324776 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] Port aef18a25-853f-4f43-bd90-0c5891135f38 on network 3e09136b-2afb-4141-b1b5-3d967dca5d2d not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:27:47.325108 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] Attempting to bind port aef18a25-853f-4f43-bd90-0c5891135f38 on network 3e09136b-2afb-4141-b1b5-3d967dca5d2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:47.329909 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:27:47.330248 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] Checking segment: {'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:47.330628 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] Bound using segment: {'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:27:47.331052 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] Bound port: aef18a25-853f-4f43-bd90-0c5891135f38, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:27:47.331410 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:47.350074 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:47.350335 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-8b4a58d0-7d1e-407a-af2e-1d93a8d21441 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] For port 254f53f3-12ca-46cc-a22b-463ba8d84d14, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=254f53f3-12ca-46cc-a22b-463ba8d84d14,segment=NetworkSegment(6dd9b65d-23f2-48cd-96cc-f2bc124cde76),segment_id=6dd9b65d-23f2-48cd-96cc-f2bc124cde76)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:47.350651 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b4a58d0-7d1e-407a-af2e-1d93a8d21441 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:47.373686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a58d0-7d1e-407a-af2e-1d93a8d21441 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Calling delete_port for 254f53f3-12ca-46cc-a22b-463ba8d84d14 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:27:47.376615 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:47.377117 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:47.377585 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:47.378065 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:47.378578 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:47.379049 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:47.379525 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:47.380024 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:47.380646 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:47.381124 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:47.381592 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:47.382054 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:27:47.402081 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] For port aef18a25-853f-4f43-bd90-0c5891135f38, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:27:47.406172 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] For port aef18a25-853f-4f43-bd90-0c5891135f38, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=aef18a25-853f-4f43-bd90-0c5891135f38,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:27:47.412585 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:47.420680 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d57906c9-cebd-456d-9c6d-c0ff6047c7c6 None None] Deleting port 254f53f3-12ca-46cc-a22b-463ba8d84d14 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:27:47.421057 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d57906c9-cebd-456d-9c6d-c0ff6047c7c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:47.428088 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-71f9ccee-e3b2-467e-b7a0-fada82f1df8b req-1a22c6e9-76c0-47d2-9adc-eaf54583592d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:47.445028 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['4f529361-34ad-4a8f-a152-56994883d894'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:27:47.464353 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:47.465456 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:47.467162 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] 10.222.0.64 "PUT /v2.0/ports/aef18a25-853f-4f43-bd90-0c5891135f38 HTTP/1.1" status: 200 len: 1091 time: 0.8359728 Nov 11 17:27:47.467297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22c6e9-76c0-47d2-9adc-eaf54583592d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Pushing event deleted for resources: {'Port': ['ID=4f529361-34ad-4a8f-a152-56994883d894,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:47.509116 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0274a3-b3fc-420b-bdec-9f2a566cf700 None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:27:47.513585 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0910a-53ba-4eb7-b255-6dfd0a429c66 service neutron] Pushing event updated for resources: {'Port': ['ID=aef18a25-853f-4f43-bd90-0c5891135f38,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:47.514355 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=997c27ca-49ff-4d5e-b132-25f3c8e2cbeb,segment=NetworkSegment(6cc8557e-150d-4ccf-a738-cc6d87ac5c12),segment_id=6cc8557e-150d-4ccf-a738-cc6d87ac5c12)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:47.521511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f9ccee-e3b2-467e-b7a0-fada82f1df8b req-1a22c6e9-76c0-47d2-9adc-eaf54583592d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] No DVR routers for this DVR port 4f529361-34ad-4a8f-a152-56994883d894 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:27:47.525405 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-71f9ccee-e3b2-467e-b7a0-fada82f1df8b req-1a22c6e9-76c0-47d2-9adc-eaf54583592d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:47.530530 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-71f9ccee-e3b2-467e-b7a0-fada82f1df8b req-1a22c6e9-76c0-47d2-9adc-eaf54583592d tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.83 "DELETE /v2.0/ports/4f529361-34ad-4a8f-a152-56994883d894 HTTP/1.1" status: 204 len: 173 time: 1.0586963 Nov 11 17:27:47.530853 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b287cde2-b8b1-454f-9f5e-852e7bd1d724', 'name': 'network-vif-deleted', 'tag': '4f529361-34ad-4a8f-a152-56994883d894'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:47.533431 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78041f1-3371-4a9e-9cd8-a53372ede9bc" -d '{"events": [{"server_uuid": "b287cde2-b8b1-454f-9f5e-852e7bd1d724", "name": "network-vif-deleted", "tag": "4f529361-34ad-4a8f-a152-56994883d894"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:47.545985 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '997c27ca-49ff-4d5e-b132-25f3c8e2cbeb', 'network_id': '62a50c96-c103-4bed-873d-07bc993c3882', 'port_id': '997c27ca-49ff-4d5e-b132-25f3c8e2cbeb', 'mac_address': 'fa:16:3e:77:d6:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db24a47-6724-4aef-ab7e-6a99f45ef956', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:27:47.555398 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d57906c9-cebd-456d-9c6d-c0ff6047c7c6 None None] For port 254f53f3-12ca-46cc-a22b-463ba8d84d14, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=254f53f3-12ca-46cc-a22b-463ba8d84d14,segment=NetworkSegment(6dd9b65d-23f2-48cd-96cc-f2bc124cde76),segment_id=6dd9b65d-23f2-48cd-96cc-f2bc124cde76)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:47.555887 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d57906c9-cebd-456d-9c6d-c0ff6047c7c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:47.584625 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b4a58d0-7d1e-407a-af2e-1d93a8d21441 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:47.589926 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d57906c9-cebd-456d-9c6d-c0ff6047c7c6 None None] Calling delete_port for 254f53f3-12ca-46cc-a22b-463ba8d84d14 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:27:47.631401 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a58d0-7d1e-407a-af2e-1d93a8d21441 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event deleted for resources: {'Port': ['ID=254f53f3-12ca-46cc-a22b-463ba8d84d14,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:47.651967 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4a58d0-7d1e-407a-af2e-1d93a8d21441 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] No DVR routers for this DVR port 254f53f3-12ca-46cc-a22b-463ba8d84d14 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:27:47.669933 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:47.707758 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-1ef1857e-d202-417d-9c92-02e1d36b5e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:47.709816 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-1ef1857e-d202-417d-9c92-02e1d36b5e27 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&device_id=bafb02fe-8f68-45e7-bbea-f14505dd8a36 HTTP/1.1" status: 200 len: 1094 time: 0.0622218 Nov 11 17:27:47.722114 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:47.735506 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57284ca3-c8fb-4a20-aa5b-f98cd17010d4 req-60b45529-3c4f-4abd-aa74-9257ec06ae93 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:47.750093 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57284ca3-c8fb-4a20-aa5b-f98cd17010d4 req-60b45529-3c4f-4abd-aa74-9257ec06ae93 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:47.756429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57284ca3-c8fb-4a20-aa5b-f98cd17010d4 req-60b45529-3c4f-4abd-aa74-9257ec06ae93 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:47.763195 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57284ca3-c8fb-4a20-aa5b-f98cd17010d4 req-60b45529-3c4f-4abd-aa74-9257ec06ae93 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:47.769340 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57284ca3-c8fb-4a20-aa5b-f98cd17010d4 req-60b45529-3c4f-4abd-aa74-9257ec06ae93 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:47.771821 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-18fed4df-fbe1-4bd7-bce1-fc6cb6b3cff2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aef18a25-853f-4f43-bd90-0c5891135f38 HTTP/1.1" status: 200 len: 217 time: 0.0468183 Nov 11 17:27:47.776519 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57284ca3-c8fb-4a20-aa5b-f98cd17010d4 req-60b45529-3c4f-4abd-aa74-9257ec06ae93 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:47.782829 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57284ca3-c8fb-4a20-aa5b-f98cd17010d4 req-60b45529-3c4f-4abd-aa74-9257ec06ae93 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:47.791808 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57284ca3-c8fb-4a20-aa5b-f98cd17010d4 req-60b45529-3c4f-4abd-aa74-9257ec06ae93 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5431 time: 0.2291937 Nov 11 17:27:47.817058 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=997c27ca-49ff-4d5e-b132-25f3c8e2cbeb,segment=NetworkSegment(6cc8557e-150d-4ccf-a738-cc6d87ac5c12),segment_id=6cc8557e-150d-4ccf-a738-cc6d87ac5c12)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: from cryptography.utils import int_from_bytes Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: from cryptography.utils import int_from_bytes Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.818995 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.824797 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.824797 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.824797 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.824797 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.824797 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.824797 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.824797 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.824797 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.824797 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.824797 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.824797 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.824797 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.824797 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:27:47.824797 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:27:47.824797 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:47.831883 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 14703854-5a2b-47ed-9627-d09c37f31bb5 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:27:47.845121 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdaea179-a08c-4d95-9d80-5c4761d01ae2 req-2e7380e2-e609-49c4-9a98-7a78acf71ed2 tempest-ServerDiagnosticsNegativeTest-887801239 tempest-ServerDiagnosticsNegativeTest-887801239-project] 10.222.0.76 "GET /v2.0/ports?device_id=b287cde2-b8b1-454f-9f5e-852e7bd1d724 HTTP/1.1" status: 200 len: 210 time: 0.1488230 Nov 11 17:27:47.846867 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-7e5000d7-43d3-4ee3-807e-dc9e83e49179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:47.848248 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-7e5000d7-43d3-4ee3-807e-dc9e83e49179 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a33a415-81af-4eb3-b9c5-17414d49d9ff HTTP/1.1" status: 200 len: 846 time: 0.0689290 Nov 11 17:27:47.875087 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d57906c9-cebd-456d-9c6d-c0ff6047c7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:47.912762 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57906c9-cebd-456d-9c6d-c0ff6047c7c6 None None] No DVR routers for this DVR port 254f53f3-12ca-46cc-a22b-463ba8d84d14 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:27:47.913165 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-dae2e98f-204a-4662-a654-164882aac23b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e09136b-2afb-4141-b1b5-3d967dca5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491879 Nov 11 17:27:47.921342 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d27a980-0996-41cb-a954-ce57d8799ef6 x-openstack-request-id: req-6d27a980-0996-41cb-a954-ce57d8799ef6 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:47.921643 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b287cde2-b8b1-454f-9f5e-852e7bd1d724", "name": "network-vif-deleted", "tag": "4f529361-34ad-4a8f-a152-56994883d894", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:47.921879 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6d27a980-0996-41cb-a954-ce57d8799ef6 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:47.922277 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b287cde2-b8b1-454f-9f5e-852e7bd1d724', 'name': 'network-vif-deleted', 'tag': '4f529361-34ad-4a8f-a152-56994883d894', 'status': 'completed', 'code': 200} Nov 11 17:27:47.934642 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b4a58d0-7d1e-407a-af2e-1d93a8d21441 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:47.972987 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34336) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:47.986251 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafb02fe-8f68-45e7-bbea-f14505dd8a36', 'tag': 'aef18a25-853f-4f43-bd90-0c5891135f38'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:47.990384 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b9a569-2c46-4dfa-a235-e0240ccb028a" -d '{"events": [{"name": "network-changed", "server_uuid": "bafb02fe-8f68-45e7-bbea-f14505dd8a36", "tag": "aef18a25-853f-4f43-bd90-0c5891135f38"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:48.008616 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=997c27ca-49ff-4d5e-b132-25f3c8e2cbeb,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:48.036533 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-8b4a58d0-7d1e-407a-af2e-1d93a8d21441 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fdf5822-56dc-49e8-9356-f8f1896781d1']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:48.044143 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57906c9-cebd-456d-9c6d-c0ff6047c7c6 None None] Pushing event deleted for resources: {'Port': ['ID=254f53f3-12ca-46cc-a22b-463ba8d84d14,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:48.061831 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57284ca3-c8fb-4a20-aa5b-f98cd17010d4 req-0477054b-11e8-4be3-8041-b8468922ff0e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2691445 Nov 11 17:27:48.069308 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-8b4a58d0-7d1e-407a-af2e-1d93a8d21441 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd9b65d-23f2-48cd-96cc-f2bc124cde76') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:48.069612 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-8b4a58d0-7d1e-407a-af2e-1d93a8d21441 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd9b65d-23f2-48cd-96cc-f2bc124cde76') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:48.085320 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b4a58d0-7d1e-407a-af2e-1d93a8d21441 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:48.098004 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3db4699-a43a-4384-ba45-0099f3ab0002 admin admin] Deleting subnet 6f66d491-8716-4045-9eee-9bc9cdc4e4fa {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:27:48.103065 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3db4699-a43a-4384-ba45-0099f3ab0002 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:48.108803 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 14703854-5a2b-47ed-9627-d09c37f31bb5, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=14703854-5a2b-47ed-9627-d09c37f31bb5,segment=NetworkSegment(2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566),segment_id=2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:48.113071 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-12a34a49-cd2b-455e-b45a-bdc1c0255dc4 service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971977 Nov 11 17:27:48.147491 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115857da-4764-43a4-a59e-15119de52484 x-openstack-request-id: req-115857da-4764-43a4-a59e-15119de52484 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:48.147882 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bafb02fe-8f68-45e7-bbea-f14505dd8a36", "tag": "aef18a25-853f-4f43-bd90-0c5891135f38", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:48.148140 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-115857da-4764-43a4-a59e-15119de52484 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:48.149123 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafb02fe-8f68-45e7-bbea-f14505dd8a36', 'tag': 'aef18a25-853f-4f43-bd90-0c5891135f38', 'status': 'completed', 'code': 200} Nov 11 17:27:48.153309 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b4a58d0-7d1e-407a-af2e-1d93a8d21441 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:48.155378 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '14703854-5a2b-47ed-9627-d09c37f31bb5', 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1', 'port_id': '14703854-5a2b-47ed-9627-d09c37f31bb5', 'mac_address': 'fa:16:3e:4d:e8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c44ae76c-b391-442e-99c2-35deb172fa6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:27:48.166680 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:48.192156 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3db4699-a43a-4384-ba45-0099f3ab0002 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:48.194438 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4a58d0-7d1e-407a-af2e-1d93a8d21441 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:27:48.194832 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b4a58d0-7d1e-407a-af2e-1d93a8d21441 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:27:48.199109 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:27:48.218071 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:48.232958 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14703854-5a2b-47ed-9627-d09c37f31bb5 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:48.255612 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ac560969-4fc0-45ab-8f77-b8da3c44a272 req-ead40088-ed40-42e7-bb25-bc8a617709a0 service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358278 Nov 11 17:27:48.266009 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 14703854-5a2b-47ed-9627-d09c37f31bb5, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=14703854-5a2b-47ed-9627-d09c37f31bb5,segment=NetworkSegment(2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566),segment_id=2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:48.271605 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:48.272406 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 5e72d773-0677-4eac-9257-f5ea1cb74c15 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:27:48.331882 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=14703854-5a2b-47ed-9627-d09c37f31bb5,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:48.372770 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 5e72d773-0677-4eac-9257-f5ea1cb74c15, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=5e72d773-0677-4eac-9257-f5ea1cb74c15,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:48.383990 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 254f53f3-12ca-46cc-a22b-463ba8d84d14 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:27:48.391185 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '5e72d773-0677-4eac-9257-f5ea1cb74c15', 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219', 'port_id': '5e72d773-0677-4eac-9257-f5ea1cb74c15', 'mac_address': 'fa:16:3e:b2:53:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eafd7cad-1b53-44fc-96a4-51c18b0cedd0', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:27:48.400305 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b4a58d0-7d1e-407a-af2e-1d93a8d21441 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:48.411570 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 254f53f3-12ca-46cc-a22b-463ba8d84d14 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:27:48.411845 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 254f53f3-12ca-46cc-a22b-463ba8d84d14 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:27:48.419312 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9a569-2c46-4dfa-a235-e0240ccb028a req-23ddb9bf-cc4f-4c83-aa36-f270fcc5be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:48.421975 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-30b9a569-2c46-4dfa-a235-e0240ccb028a req-23ddb9bf-cc4f-4c83-aa36-f270fcc5be75 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&device_id=bafb02fe-8f68-45e7-bbea-f14505dd8a36 HTTP/1.1" status: 200 len: 1094 time: 0.0578043 Nov 11 17:27:48.424198 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b4a58d0-7d1e-407a-af2e-1d93a8d21441 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:48.430819 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8b4a58d0-7d1e-407a-af2e-1d93a8d21441 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] 10.222.0.76 "DELETE /v2.0/networks/8fdf5822-56dc-49e8-9356-f8f1896781d1 HTTP/1.1" status: 204 len: 168 time: 1.6842370 Nov 11 17:27:48.430819 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3db4699-a43a-4384-ba45-0099f3ab0002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:48.458411 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:48.482414 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e72d773-0677-4eac-9257-f5ea1cb74c15 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:48.493875 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a58d0-7d1e-407a-af2e-1d93a8d21441 tempest-NetworksIpV6TestAttrs-996006336 tempest-NetworksIpV6TestAttrs-996006336-project] Pushing event deleted for resources: {'Network': ['ID=8fdf5822-56dc-49e8-9356-f8f1896781d1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:48.520332 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 5e72d773-0677-4eac-9257-f5ea1cb74c15, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=5e72d773-0677-4eac-9257-f5ea1cb74c15,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:48.526272 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:48.526468 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ad719-1f8c-4744-8c5c-738238439fb2 req-782eb7fd-09ab-4ab9-b121-9f7f405d455f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:48.528042 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f9ad719-1f8c-4744-8c5c-738238439fb2 req-782eb7fd-09ab-4ab9-b121-9f7f405d455f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafb02fe-8f68-45e7-bbea-f14505dd8a36 HTTP/1.1" status: 200 len: 943 time: 0.1572361 Nov 11 17:27:48.528387 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:27:48.550821 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72369ba-1872-4a44-b07a-2a578d501fb9 req-c3a6c815-4196-4901-ba2d-32dea99ee3e1 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:48.552335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f72369ba-1872-4a44-b07a-2a578d501fb9 req-c3a6c815-4196-4901-ba2d-32dea99ee3e1 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.2054172 Nov 11 17:27:48.552680 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9a569-2c46-4dfa-a235-e0240ccb028a req-58ed1d45-3f37-49d1-8684-05fbdc70c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:48.554330 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-30b9a569-2c46-4dfa-a235-e0240ccb028a req-58ed1d45-3f37-49d1-8684-05fbdc70c13e service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 908 time: 0.1253340 Nov 11 17:27:48.591578 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=20a6d92a-5fd5-4fa9-90b8-b57594e547e2,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:48.594382 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3db4699-a43a-4384-ba45-0099f3ab0002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:48.614590 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '20a6d92a-5fd5-4fa9-90b8-b57594e547e2', 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219', 'port_id': '20a6d92a-5fd5-4fa9-90b8-b57594e547e2', 'mac_address': 'fa:16:3e:8e:48:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eafd7cad-1b53-44fc-96a4-51c18b0cedd0', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:27:48.627632 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-30b9a569-2c46-4dfa-a235-e0240ccb028a req-05e78d47-a9cd-4e11-b144-abce3440167e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aef18a25-853f-4f43-bd90-0c5891135f38 HTTP/1.1" status: 200 len: 217 time: 0.0645413 Nov 11 17:27:48.654385 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=5e72d773-0677-4eac-9257-f5ea1cb74c15,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:48.658516 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db4699-a43a-4384-ba45-0099f3ab0002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f66d491-8716-4045-9eee-9bc9cdc4e4fa,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:48.663634 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3db4699-a43a-4384-ba45-0099f3ab0002 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:48.664816 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e58eba-50ec-4621-8332-53ecfa55c738 None None] Network 76890ed3-8c95-449b-ab1a-7519623dfe1f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:48.666963 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e3db4699-a43a-4384-ba45-0099f3ab0002 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6f66d491-8716-4045-9eee-9bc9cdc4e4fa HTTP/1.1" status: 204 len: 168 time: 0.6911693 Nov 11 17:27:48.682174 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f9ad719-1f8c-4744-8c5c-738238439fb2 req-31b835d3-b8ff-43d8-ab71-59f7c9064f11 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465263 Nov 11 17:27:48.683219 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34346) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:48.689785 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f72369ba-1872-4a44-b07a-2a578d501fb9 req-da016749-0d40-460d-8651-66946fbaaa69 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248355 Nov 11 17:27:48.719304 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9a569-2c46-4dfa-a235-e0240ccb028a req-f1d0b054-03e3-453b-a777-2ae53875eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:48.721233 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-30b9a569-2c46-4dfa-a235-e0240ccb028a req-f1d0b054-03e3-453b-a777-2ae53875eafd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a33a415-81af-4eb3-b9c5-17414d49d9ff HTTP/1.1" status: 200 len: 846 time: 0.0863605 Nov 11 17:27:48.733191 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:48.756172 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:48.764649 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-30b9a569-2c46-4dfa-a235-e0240ccb028a req-f91edd3e-c309-4261-b159-247db37b97dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e09136b-2afb-4141-b1b5-3d967dca5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344610 Nov 11 17:27:48.779328 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4e78816b-51ee-4ddb-af6b-83c47bd78c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:48.808986 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=20a6d92a-5fd5-4fa9-90b8-b57594e547e2,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:48.857931 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:48.858307 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34350) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:48.865439 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4f66b335-60b1-4a5e-a509-ce8519750f0d details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:27:48.877213 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624b1c60-bd43-4be2-924b-3358cd5e40db None None] DHCP port deletion for 76890ed3-8c95-449b-ab1a-7519623dfe1f request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:27:48.896587 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4e78816b-51ee-4ddb-af6b-83c47bd78c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:48.909377 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-30b9a569-2c46-4dfa-a235-e0240ccb028a req-3f549d3e-76d5-4a7f-9f20-1f2aaace72c8 service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363890 Nov 11 17:27:48.935160 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-4e78816b-51ee-4ddb-af6b-83c47bd78c79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76890ed3-8c95-449b-ab1a-7519623dfe1f']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:48.950905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-4e78816b-51ee-4ddb-af6b-83c47bd78c79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9186666d-0239-4144-96e9-3f0709ddf7d4') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:48.951207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-4e78816b-51ee-4ddb-af6b-83c47bd78c79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9186666d-0239-4144-96e9-3f0709ddf7d4') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:48.972528 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4e78816b-51ee-4ddb-af6b-83c47bd78c79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:48.974475 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 4f66b335-60b1-4a5e-a509-ce8519750f0d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4f66b335-60b1-4a5e-a509-ce8519750f0d,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:48.984989 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=20a6d92a-5fd5-4fa9-90b8-b57594e547e2,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:48.991932 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4e78816b-51ee-4ddb-af6b-83c47bd78c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:48.996105 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '4f66b335-60b1-4a5e-a509-ce8519750f0d', 'network_id': 'f23ac4df-d84d-4279-8162-bbdedb50f219', 'port_id': '4f66b335-60b1-4a5e-a509-ce8519750f0d', 'mac_address': 'fa:16:3e:77:f3:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eafd7cad-1b53-44fc-96a4-51c18b0cedd0', 'ip_address': '10.1.1.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:27:49.009988 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e78816b-51ee-4ddb-af6b-83c47bd78c79 admin admin] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:27:49.010733 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4e78816b-51ee-4ddb-af6b-83c47bd78c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:27:49.012945 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:27:49.053019 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:49.074866 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f66b335-60b1-4a5e-a509-ce8519750f0d {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:49.100059 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 4f66b335-60b1-4a5e-a509-ce8519750f0d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4f66b335-60b1-4a5e-a509-ce8519750f0d,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:49.105732 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:49.127407 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-30b9a569-2c46-4dfa-a235-e0240ccb028a req-7e82332b-4c73-4f91-9971-1170d004dc64 service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958234 Nov 11 17:27:49.135138 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a4c08ec2-81de-4a5e-a13a-a2ed315c64fc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9f5487b7833149b3b9b789679e7434fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2756693 Nov 11 17:27:49.136217 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34362) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:49.147598 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4e78816b-51ee-4ddb-af6b-83c47bd78c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:49.162277 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4e78816b-51ee-4ddb-af6b-83c47bd78c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:49.168484 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4e78816b-51ee-4ddb-af6b-83c47bd78c79 admin admin] 10.222.0.76 "DELETE /v2.0/networks/76890ed3-8c95-449b-ab1a-7519623dfe1f HTTP/1.1" status: 204 len: 168 time: 0.4824851 Nov 11 17:27:49.186900 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78816b-51ee-4ddb-af6b-83c47bd78c79 admin admin] Pushing event deleted for resources: {'Network': ['ID=76890ed3-8c95-449b-ab1a-7519623dfe1f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:49.193589 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 2b050982-05eb-48f0-ae4e-589d2e800e51 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:27:49.212371 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-284325c8-fd2a-4fba-a183-964dd7c7c899 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:49.238600 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-284325c8-fd2a-4fba-a183-964dd7c7c899 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:49.308726 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-284325c8-fd2a-4fba-a183-964dd7c7c899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:49.312079 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-284325c8-fd2a-4fba-a183-964dd7c7c899 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:49.313262 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-284325c8-fd2a-4fba-a183-964dd7c7c899 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5aa244ae-9600-43ae-87c0-2da6a45ffa49 HTTP/1.1" status: 204 len: 168 time: 0.1762774 Nov 11 17:27:49.330953 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 2b050982-05eb-48f0-ae4e-589d2e800e51, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=2b050982-05eb-48f0-ae4e-589d2e800e51,segment=NetworkSegment(6cc8557e-150d-4ccf-a738-cc6d87ac5c12),segment_id=6cc8557e-150d-4ccf-a738-cc6d87ac5c12)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:49.335145 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad07a6-2012-45c2-9704-97071d2bcfb9 req-d0d2172d-5b15-446f-8645-5283a69c71bf tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:49.342539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad07a6-2012-45c2-9704-97071d2bcfb9 req-d0d2172d-5b15-446f-8645-5283a69c71bf tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:49.342667 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284325c8-fd2a-4fba-a183-964dd7c7c899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa244ae-9600-43ae-87c0-2da6a45ffa49,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:49.349197 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad07a6-2012-45c2-9704-97071d2bcfb9 req-d0d2172d-5b15-446f-8645-5283a69c71bf tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:49.356655 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad07a6-2012-45c2-9704-97071d2bcfb9 req-d0d2172d-5b15-446f-8645-5283a69c71bf tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:49.363771 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad07a6-2012-45c2-9704-97071d2bcfb9 req-d0d2172d-5b15-446f-8645-5283a69c71bf tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:49.371162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad07a6-2012-45c2-9704-97071d2bcfb9 req-d0d2172d-5b15-446f-8645-5283a69c71bf tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:49.377845 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad07a6-2012-45c2-9704-97071d2bcfb9 req-d0d2172d-5b15-446f-8645-5283a69c71bf tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:49.382352 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '2b050982-05eb-48f0-ae4e-589d2e800e51', 'network_id': '62a50c96-c103-4bed-873d-07bc993c3882', 'port_id': '2b050982-05eb-48f0-ae4e-589d2e800e51', 'mac_address': 'fa:16:3e:f7:cf:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db24a47-6724-4aef-ab7e-6a99f45ef956', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:27:49.386596 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5dad07a6-2012-45c2-9704-97071d2bcfb9 req-d0d2172d-5b15-446f-8645-5283a69c71bf tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5436 time: 0.1566858 Nov 11 17:27:49.393189 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34372) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:49.404124 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=4f66b335-60b1-4a5e-a509-ce8519750f0d,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:49.469007 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5dad07a6-2012-45c2-9704-97071d2bcfb9 req-84ca995b-98da-4726-b6b0-f0bced176262 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815215 Nov 11 17:27:49.469971 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34376) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:49.500661 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:49.515867 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b050982-05eb-48f0-ae4e-589d2e800e51 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:49.538649 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34378) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:49.539956 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f868711a-c056-4dfe-af92-2ecb2c9cab35 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4e094117d79e4e59a81bd8032ce1bc83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0675595 Nov 11 17:27:49.542802 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 2b050982-05eb-48f0-ae4e-589d2e800e51, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=2b050982-05eb-48f0-ae4e-589d2e800e51,segment=NetworkSegment(6cc8557e-150d-4ccf-a738-cc6d87ac5c12),segment_id=6cc8557e-150d-4ccf-a738-cc6d87ac5c12)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:49.547370 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:49.597015 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4f66cc64-bc6b-46d0-a3c5-b40f29043052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:49.626030 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=2b050982-05eb-48f0-ae4e-589d2e800e51,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:49.626321 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4f66cc64-bc6b-46d0-a3c5-b40f29043052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:49.680706 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4f66cc64-bc6b-46d0-a3c5-b40f29043052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:49.683506 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4f66cc64-bc6b-46d0-a3c5-b40f29043052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:49.687123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4f66cc64-bc6b-46d0-a3c5-b40f29043052 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cdeddb71-5193-43c5-a442-4c320d3eb2ef HTTP/1.1" status: 204 len: 168 time: 0.1436260 Nov 11 17:27:49.694032 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66cc64-bc6b-46d0-a3c5-b40f29043052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdeddb71-5193-43c5-a442-4c320d3eb2ef,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:49.869712 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ea98a5ae-89f5-4797-a1fd-b446651a9b67 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aeabce2c88344ee2a64d4a5b2bac6a8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4725752 Nov 11 17:27:49.870251 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34394) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:49.884271 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ec1d2-5a76-415b-bd1a-a7d57fad7cba req-cbc1cb72-fe34-40e6-ac13-5363eb29926e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:49.886315 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb1ec1d2-5a76-415b-bd1a-a7d57fad7cba req-cbc1cb72-fe34-40e6-ac13-5363eb29926e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafb02fe-8f68-45e7-bbea-f14505dd8a36 HTTP/1.1" status: 200 len: 943 time: 0.1210475 Nov 11 17:27:49.896883 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e09c7-cea5-4bea-98b3-6c27815da5de req-ef373522-0b33-498c-97c9-0469ad4040fc tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:49.898441 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-552e09c7-cea5-4bea-98b3-6c27815da5de req-ef373522-0b33-498c-97c9-0469ad4040fc tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.0811353 Nov 11 17:27:49.934168 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['20a6d92a-5fd5-4fa9-90b8-b57594e547e2'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:27:49.953079 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6ebe208c-a0b2-4a41-b8f9-626b9131773c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:50.002994 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['5e72d773-0677-4eac-9257-f5ea1cb74c15'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:27:50.005289 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['14703854-5a2b-47ed-9627-d09c37f31bb5'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:27:50.007692 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['4f66b335-60b1-4a5e-a509-ce8519750f0d'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:27:50.009300 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb1ec1d2-5a76-415b-bd1a-a7d57fad7cba req-c7b0fcb0-43d4-4a0e-91f6-0710288ded2a tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092343 Nov 11 17:27:50.013946 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6ebe208c-a0b2-4a41-b8f9-626b9131773c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:50.029509 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-552e09c7-cea5-4bea-98b3-6c27815da5de req-4e4b4b3c-c26f-46b3-8a89-ada4127309fb tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219542 Nov 11 17:27:50.044088 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:27:50.057794 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['997c27ca-49ff-4d5e-b132-25f3c8e2cbeb'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:27:50.089722 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6ebe208c-a0b2-4a41-b8f9-626b9131773c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:50.093320 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6ebe208c-a0b2-4a41-b8f9-626b9131773c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:50.094872 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6ebe208c-a0b2-4a41-b8f9-626b9131773c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2250560a-ed2c-42ee-88e5-5bd0bed59fa9 HTTP/1.1" status: 204 len: 168 time: 0.2234948 Nov 11 17:27:50.106086 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe208c-a0b2-4a41-b8f9-626b9131773c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2250560a-ed2c-42ee-88e5-5bd0bed59fa9,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:50.372135 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['2b050982-05eb-48f0-ae4e-589d2e800e51'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:27:50.375326 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device aef18a25-853f-4f43-bd90-0c5891135f38 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:27:50.377201 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 447f9d38-014a-4115-a0e7-20670d8eb329 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:27:50.503024 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34430) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:50.514213 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 447f9d38-014a-4115-a0e7-20670d8eb329 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:27:50.514433 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 447f9d38-014a-4115-a0e7-20670d8eb329 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:27:50.518489 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.resource_extend [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:27:50.542087 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3de3cad4-16f4-4e16-b6e5-195de82704c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:50.721460 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3de3cad4-16f4-4e16-b6e5-195de82704c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:50.723390 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64710ef-4ec2-4bec-90bd-5cc1fe2973dc req-4e346632-e5cb-437e-b148-979c9ce38fd0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:50.728207 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3de3cad4-16f4-4e16-b6e5-195de82704c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:50.740118 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64710ef-4ec2-4bec-90bd-5cc1fe2973dc req-4e346632-e5cb-437e-b148-979c9ce38fd0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:50.754631 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64710ef-4ec2-4bec-90bd-5cc1fe2973dc req-4e346632-e5cb-437e-b148-979c9ce38fd0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:50.770000 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64710ef-4ec2-4bec-90bd-5cc1fe2973dc req-4e346632-e5cb-437e-b148-979c9ce38fd0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:50.776542 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64710ef-4ec2-4bec-90bd-5cc1fe2973dc req-4e346632-e5cb-437e-b148-979c9ce38fd0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:50.786912 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3de3cad4-16f4-4e16-b6e5-195de82704c8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e86abf10d87347d196da04085f290382&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2806039 Nov 11 17:27:50.789379 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3cad4-16f4-4e16-b6e5-195de82704c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3434ba0c-13d9-436f-abb4-d8a7c940d46a,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:50.793641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64710ef-4ec2-4bec-90bd-5cc1fe2973dc req-4e346632-e5cb-437e-b148-979c9ce38fd0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:50.794412 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34440) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:50.809038 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64710ef-4ec2-4bec-90bd-5cc1fe2973dc req-4e346632-e5cb-437e-b148-979c9ce38fd0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:50.817202 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e64710ef-4ec2-4bec-90bd-5cc1fe2973dc req-4e346632-e5cb-437e-b148-979c9ce38fd0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5437 time: 0.1952176 Nov 11 17:27:50.881733 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6be75b37-e9cb-4cf1-9f99-9bc6a25580f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:50.911062 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6be75b37-e9cb-4cf1-9f99-9bc6a25580f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:50.922755 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34444) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:50.927238 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e64710ef-4ec2-4bec-90bd-5cc1fe2973dc req-f2070e1d-88e8-427e-87ca-b196ed90c0ba tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1027651 Nov 11 17:27:50.937053 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34448) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:50.988183 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6be75b37-e9cb-4cf1-9f99-9bc6a25580f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:50.993181 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6be75b37-e9cb-4cf1-9f99-9bc6a25580f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:50.996751 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6be75b37-e9cb-4cf1-9f99-9bc6a25580f9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3434ba0c-13d9-436f-abb4-d8a7c940d46a HTTP/1.1" status: 204 len: 168 time: 0.2012925 Nov 11 17:27:51.011885 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be75b37-e9cb-4cf1-9f99-9bc6a25580f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3434ba0c-13d9-436f-abb4-d8a7c940d46a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:51.127034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port aef18a25-853f-4f43-bd90-0c5891135f38, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=aef18a25-853f-4f43-bd90-0c5891135f38,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:51.127803 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-908577e8-7987-49ae-a3f6-67d581acce36 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'network': {'name': 'tempest-RoutersTest-1580793795'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:51.157547 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e8bec1d9-99ed-479f-af53-5787f6277cd1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-570850247-network', 'tenant_id': 'c13d491d06d549ffa0aedaf876c5ae07'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:51.159213 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4f529361-34ad-4a8f-a152-56994883d894 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:27:51.168198 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908577e8-7987-49ae-a3f6-67d581acce36 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Made reservation on behalf of 62f9606d8f9c497d87c3877ac3e6d760 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:51.172956 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-908577e8-7987-49ae-a3f6-67d581acce36 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:51.195148 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-908577e8-7987-49ae-a3f6-67d581acce36 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:51.232130 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bec1d9-99ed-479f-af53-5787f6277cd1 admin admin] Made reservation on behalf of c13d491d06d549ffa0aedaf876c5ae07 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:51.234534 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8bec1d9-99ed-479f-af53-5787f6277cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:51.258618 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d417b4-daa9-4159-b8e7-6c3fc942c65d req-f90ebc98-dcc2-4170-b96e-c102616d3fb6 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:51.260270 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08d417b4-daa9-4159-b8e7-6c3fc942c65d req-f90ebc98-dcc2-4170-b96e-c102616d3fb6 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafb02fe-8f68-45e7-bbea-f14505dd8a36 HTTP/1.1" status: 200 len: 943 time: 0.1598065 Nov 11 17:27:51.262105 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8bec1d9-99ed-479f-af53-5787f6277cd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:51.290615 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb80191-684f-4134-80d9-2631d5551a24 req-629b0390-403f-4a4e-95f8-6e60f92d04eb tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:51.290988 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 4f529361-34ad-4a8f-a152-56994883d894 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:27:51.291262 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4f529361-34ad-4a8f-a152-56994883d894 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:27:51.293020 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'aef18a25-853f-4f43-bd90-0c5891135f38', 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d', 'port_id': 'aef18a25-853f-4f43-bd90-0c5891135f38', 'mac_address': 'fa:16:3e:30:d5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a33a415-81af-4eb3-b9c5-17414d49d9ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:27:51.299234 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8cb80191-684f-4134-80d9-2631d5551a24 req-629b0390-403f-4a4e-95f8-6e60f92d04eb tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.1310997 Nov 11 17:27:51.299860 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-908577e8-7987-49ae-a3f6-67d581acce36 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:51.313283 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-908577e8-7987-49ae-a3f6-67d581acce36 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:51.335027 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908577e8-7987-49ae-a3f6-67d581acce36 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1296} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:27:51.352364 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-908577e8-7987-49ae-a3f6-67d581acce36 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:51.352727 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-908577e8-7987-49ae-a3f6-67d581acce36 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Added segment 7d360a74-9a03-4532-991b-8bb03874038d of type vlan for network 7bbd3c9f-74af-454c-93a2-e10fd334ae04 Nov 11 17:27:51.399198 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08d417b4-daa9-4159-b8e7-6c3fc942c65d req-25be854f-0410-47b0-943a-881a7a5ff637 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259911 Nov 11 17:27:51.413340 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8cb80191-684f-4134-80d9-2631d5551a24 req-01a0a248-e3f8-463b-96ad-8ff94138c00a tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113205 Nov 11 17:27:51.475080 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908577e8-7987-49ae-a3f6-67d581acce36 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c474e7e-bc10-45f1-a3d2-1394a0c15090,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:51.506341 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-908577e8-7987-49ae-a3f6-67d581acce36 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:51.516986 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8bec1d9-99ed-479f-af53-5787f6277cd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:51.522218 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8bec1d9-99ed-479f-af53-5787f6277cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:51.558514 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8bec1d9-99ed-479f-af53-5787f6277cd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1257} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:27:51.567004 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-908577e8-7987-49ae-a3f6-67d581acce36 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:51.573705 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:51.575523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bec1d9-99ed-479f-af53-5787f6277cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd513db-5bc0-4d6a-84df-0533f56ae090,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:51.582562 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8bec1d9-99ed-479f-af53-5787f6277cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:51.582908 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-e8bec1d9-99ed-479f-af53-5787f6277cd1 admin admin] Added segment 91415e2e-cc30-44a2-8599-bef53e9d5eab of type vlan for network 1ec9bff0-5844-4695-ad16-95d4383ae0e3 Nov 11 17:27:51.592974 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef18a25-853f-4f43-bd90-0c5891135f38 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:51.601526 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908577e8-7987-49ae-a3f6-67d581acce36 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:51.610730 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-908577e8-7987-49ae-a3f6-67d581acce36 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:51.613572 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port aef18a25-853f-4f43-bd90-0c5891135f38, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=aef18a25-853f-4f43-bd90-0c5891135f38,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:51.619594 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:51.632731 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8bec1d9-99ed-479f-af53-5787f6277cd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:51.672466 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8bec1d9-99ed-479f-af53-5787f6277cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:51.674575 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bec1d9-99ed-479f-af53-5787f6277cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:51.675461 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8bec1d9-99ed-479f-af53-5787f6277cd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:51.690620 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-908577e8-7987-49ae-a3f6-67d581acce36 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7667680 Nov 11 17:27:51.693158 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=aef18a25-853f-4f43-bd90-0c5891135f38,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:51.694200 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34472) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:51.699421 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-d644f68d-fd10-421b-ab49-7ff4f885a89e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'network': {'name': 'tempest-RoutersTest-1928430460'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:51.709402 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908577e8-7987-49ae-a3f6-67d581acce36 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Network': ['ID=7bbd3c9f-74af-454c-93a2-e10fd334ae04,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:51.724268 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 7bbd3c9f-74af-454c-93a2-e10fd334ae04 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:27:51.750988 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e8bec1d9-99ed-479f-af53-5787f6277cd1 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8128417 Nov 11 17:27:51.756567 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34478) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:51.758588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bec1d9-99ed-479f-af53-5787f6277cd1 admin admin] Pushing event updated for resources: {'Network': ['ID=1ec9bff0-5844-4695-ad16-95d4383ae0e3,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:51.762968 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d644f68d-fd10-421b-ab49-7ff4f885a89e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Made reservation on behalf of 62f9606d8f9c497d87c3877ac3e6d760 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:51.768377 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d644f68d-fd10-421b-ab49-7ff4f885a89e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:51.770639 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-160f6509-20df-4952-b7df-1012e48e166a admin admin] Request body: {'subnet': {'network_id': '1ec9bff0-5844-4695-ad16-95d4383ae0e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-570850247-subnet', 'tenant_id': 'c13d491d06d549ffa0aedaf876c5ae07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:51.776290 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 1ec9bff0-5844-4695-ad16-95d4383ae0e3 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:27:51.798399 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160f6509-20df-4952-b7df-1012e48e166a admin admin] Made reservation on behalf of c13d491d06d549ffa0aedaf876c5ae07 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:51.802429 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-160f6509-20df-4952-b7df-1012e48e166a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:51.811270 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d644f68d-fd10-421b-ab49-7ff4f885a89e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1276} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:27:51.823041 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d644f68d-fd10-421b-ab49-7ff4f885a89e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:51.823707 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-d644f68d-fd10-421b-ab49-7ff4f885a89e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Added segment c3691ce0-7d44-48b0-bf90-975256937e0e of type vlan for network 14b3998f-c807-4b81-a152-0acf1d1ab49f Nov 11 17:27:51.903393 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d644f68d-fd10-421b-ab49-7ff4f885a89e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:51.934474 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d644f68d-fd10-421b-ab49-7ff4f885a89e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:51.940072 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d644f68d-fd10-421b-ab49-7ff4f885a89e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:51.940660 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d644f68d-fd10-421b-ab49-7ff4f885a89e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:52.022433 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d644f68d-fd10-421b-ab49-7ff4f885a89e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3270388 Nov 11 17:27:52.026190 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34490) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:52.031603 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-2ec0afa0-9bea-455c-bc75-c59fc7bb93c2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'subnet': {'network_id': '7bbd3c9f-74af-454c-93a2-e10fd334ae04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:52.033924 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['aef18a25-853f-4f43-bd90-0c5891135f38'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:27:52.062042 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-160f6509-20df-4952-b7df-1012e48e166a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:52.090083 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644f68d-fd10-421b-ab49-7ff4f885a89e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Network': ['ID=14b3998f-c807-4b81-a152-0acf1d1ab49f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:52.149993 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec0afa0-9bea-455c-bc75-c59fc7bb93c2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Made reservation on behalf of 62f9606d8f9c497d87c3877ac3e6d760 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:52.155145 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2ec0afa0-9bea-455c-bc75-c59fc7bb93c2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:52.155995 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 14b3998f-c807-4b81-a152-0acf1d1ab49f details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:27:52.386879 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2ec0afa0-9bea-455c-bc75-c59fc7bb93c2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:52.466688 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0afa0-9bea-455c-bc75-c59fc7bb93c2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Subnet': ['ID=8598cc1e-a967-465e-8977-86383b0cef65,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:52.470497 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec0afa0-9bea-455c-bc75-c59fc7bb93c2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Checking segment: {'id': '7d360a74-9a03-4532-991b-8bb03874038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '7bbd3c9f-74af-454c-93a2-e10fd334ae04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:52.470856 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec0afa0-9bea-455c-bc75-c59fc7bb93c2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network hostable DHCP agents. Network: 7bbd3c9f-74af-454c-93a2-e10fd334ae04, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:27:52.489897 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec0afa0-9bea-455c-bc75-c59fc7bb93c2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network 7bbd3c9f-74af-454c-93a2-e10fd334ae04 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:27:52.502104 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-2ec0afa0-9bea-455c-bc75-c59fc7bb93c2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 7bbd3c9f-74af-454c-93a2-e10fd334ae04) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:52.507157 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec0afa0-9bea-455c-bc75-c59fc7bb93c2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:52.510951 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0583cc-a8b4-4e3b-a718-14a99355b3b4 None None] Network 7bbd3c9f-74af-454c-93a2-e10fd334ae04 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:52.516130 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2ec0afa0-9bea-455c-bc75-c59fc7bb93c2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:52.538951 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2ec0afa0-9bea-455c-bc75-c59fc7bb93c2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5094845 Nov 11 17:27:52.539186 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fbe2d-a62c-4cd1-8ea7-1e2afc58c00a req-b10b1b16-4396-4352-8c83-5a633a7ba918 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:52.539293 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34512) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:52.544352 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-7a72d3bd-d1a6-4002-a57d-8f0f215c01a7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'subnet': {'network_id': '14b3998f-c807-4b81-a152-0acf1d1ab49f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:52.544688 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fbe2d-a62c-4cd1-8ea7-1e2afc58c00a req-b10b1b16-4396-4352-8c83-5a633a7ba918 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:52.550674 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fbe2d-a62c-4cd1-8ea7-1e2afc58c00a req-b10b1b16-4396-4352-8c83-5a633a7ba918 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:52.556708 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fbe2d-a62c-4cd1-8ea7-1e2afc58c00a req-b10b1b16-4396-4352-8c83-5a633a7ba918 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:52.562893 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fbe2d-a62c-4cd1-8ea7-1e2afc58c00a req-b10b1b16-4396-4352-8c83-5a633a7ba918 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:52.568896 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fbe2d-a62c-4cd1-8ea7-1e2afc58c00a req-b10b1b16-4396-4352-8c83-5a633a7ba918 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:52.575417 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fbe2d-a62c-4cd1-8ea7-1e2afc58c00a req-b10b1b16-4396-4352-8c83-5a633a7ba918 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:52.577384 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a43fbe2d-a62c-4cd1-8ea7-1e2afc58c00a req-b10b1b16-4396-4352-8c83-5a633a7ba918 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5437 time: 0.5611739 Nov 11 17:27:52.578045 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f6509-20df-4952-b7df-1012e48e166a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dc52ad1-f3a3-434d-a193-60fbff77cc17,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:52.606894 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160f6509-20df-4952-b7df-1012e48e166a admin admin] Checking segment: {'id': '91415e2e-cc30-44a2-8599-bef53e9d5eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '1ec9bff0-5844-4695-ad16-95d4383ae0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:52.607258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160f6509-20df-4952-b7df-1012e48e166a admin admin] Network hostable DHCP agents. Network: 1ec9bff0-5844-4695-ad16-95d4383ae0e3, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:27:52.657235 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a72d3bd-d1a6-4002-a57d-8f0f215c01a7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Made reservation on behalf of 62f9606d8f9c497d87c3877ac3e6d760 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:52.662059 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7a72d3bd-d1a6-4002-a57d-8f0f215c01a7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:52.662454 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160f6509-20df-4952-b7df-1012e48e166a admin admin] Network 1ec9bff0-5844-4695-ad16-95d4383ae0e3 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:27:52.674171 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b323551-ab0a-44d2-896b-80c9627f88c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-7bbd3c9f-74af-454c-93a2-e10fd334ae04', 'network_id': '7bbd3c9f-74af-454c-93a2-e10fd334ae04', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'fixed_ips': [{'subnet_id': '8598cc1e-a967-465e-8977-86383b0cef65'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:27:52.675048 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7b323551-ab0a-44d2-896b-80c9627f88c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:52.678477 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c73cb-a375-4da7-a6e8-08be38b7642b req-d8e52e73-cada-4275-835b-bf6214cf4937 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:52.681019 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e3c73cb-a375-4da7-a6e8-08be38b7642b req-d8e52e73-cada-4275-835b-bf6214cf4937 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafb02fe-8f68-45e7-bbea-f14505dd8a36 HTTP/1.1" status: 200 len: 944 time: 0.1764600 Nov 11 17:27:52.701488 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-160f6509-20df-4952-b7df-1012e48e166a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 1ec9bff0-5844-4695-ad16-95d4383ae0e3) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:52.720010 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160f6509-20df-4952-b7df-1012e48e166a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:52.720745 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-160f6509-20df-4952-b7df-1012e48e166a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:52.727581 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a43fbe2d-a62c-4cd1-8ea7-1e2afc58c00a req-12132d53-45a8-4f79-b159-82bb3eee05f8 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1312406 Nov 11 17:27:52.744664 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afb24c8-a609-4e0b-9a51-1abfc6a88209 None None] Network 1ec9bff0-5844-4695-ad16-95d4383ae0e3 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:52.766903 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-160f6509-20df-4952-b7df-1012e48e166a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0091891 Nov 11 17:27:52.773125 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e3c73cb-a375-4da7-a6e8-08be38b7642b req-55c9a6a7-8ff2-415b-8ced-b7de21b6dd19 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826797 Nov 11 17:27:52.898492 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-7b323551-ab0a-44d2-896b-80c9627f88c8 None None] Allocated IP 172.20.0.2 (7bbd3c9f-74af-454c-93a2-e10fd334ae04/8598cc1e-a967-465e-8977-86383b0cef65/bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:27:52.909232 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139bdde-15fc-4d74-9317-d4ba105c5f6c req-542b9bf6-63a8-4c8a-b5b9-2e0349f5a01d tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:52.918908 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1139bdde-15fc-4d74-9317-d4ba105c5f6c req-542b9bf6-63a8-4c8a-b5b9-2e0349f5a01d tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.0727541 Nov 11 17:27:52.954256 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7a72d3bd-d1a6-4002-a57d-8f0f215c01a7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:52.988005 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad45e99-bb53-4908-a3a0-2a9ccfa99c40 None None] Network 1ec9bff0-5844-4695-ad16-95d4383ae0e3 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:53.000784 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1139bdde-15fc-4d74-9317-d4ba105c5f6c req-331704f2-89c9-4188-b50e-b7e6df0af7fa tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757113 Nov 11 17:27:53.066353 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72d3bd-d1a6-4002-a57d-8f0f215c01a7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Subnet': ['ID=7741a868-147b-48be-96e1-1baae8b7e773,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:53.092273 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a72d3bd-d1a6-4002-a57d-8f0f215c01a7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Checking segment: {'id': 'c3691ce0-7d44-48b0-bf90-975256937e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '14b3998f-c807-4b81-a152-0acf1d1ab49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:53.092640 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a72d3bd-d1a6-4002-a57d-8f0f215c01a7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network hostable DHCP agents. Network: 14b3998f-c807-4b81-a152-0acf1d1ab49f, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:27:53.113221 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a72d3bd-d1a6-4002-a57d-8f0f215c01a7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network 14b3998f-c807-4b81-a152-0acf1d1ab49f is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:27:53.119614 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:53.134458 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-7a72d3bd-d1a6-4002-a57d-8f0f215c01a7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 14b3998f-c807-4b81-a152-0acf1d1ab49f) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:53.160404 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a72d3bd-d1a6-4002-a57d-8f0f215c01a7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:53.160404 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7a72d3bd-d1a6-4002-a57d-8f0f215c01a7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:53.171211 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58b33c7-1e4c-4c6c-919a-cb5800465968 None None] Network 14b3998f-c807-4b81-a152-0acf1d1ab49f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:53.191514 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34536) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:53.198684 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-7a221ed2-ed9d-4805-9fd2-312da36cb7e7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2072488604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:53.206462 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7a72d3bd-d1a6-4002-a57d-8f0f215c01a7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6647277 Nov 11 17:27:53.238269 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7a221ed2-ed9d-4805-9fd2-312da36cb7e7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:53.240063 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7a221ed2-ed9d-4805-9fd2-312da36cb7e7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:53.329415 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7a221ed2-ed9d-4805-9fd2-312da36cb7e7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:53.343937 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7a221ed2-ed9d-4805-9fd2-312da36cb7e7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:53.409091 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7a221ed2-ed9d-4805-9fd2-312da36cb7e7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:53.411570 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7a221ed2-ed9d-4805-9fd2-312da36cb7e7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2179272 Nov 11 17:27:53.413710 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34558) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:53.495804 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-7c44bc35-9a21-49b2-af46-b351dccbb15a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:53.500720 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-7c44bc35-9a21-49b2-af46-b351dccbb15a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/networks?id=1ec9bff0-5844-4695-ad16-95d4383ae0e3 HTTP/1.1" status: 200 len: 813 time: 0.1871281 Nov 11 17:27:53.535098 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-be857997-4350-47d8-a8dd-5b8df0b33965 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/quotas/c13d491d06d549ffa0aedaf876c5ae07 HTTP/1.1" status: 200 len: 375 time: 0.0264156 Nov 11 17:27:53.575962 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-a5e74e13-fdab-4f03-8dd3-d256d1f67660 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c13d491d06d549ffa0aedaf876c5ae07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405476 Nov 11 17:27:53.596060 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7b323551-ab0a-44d2-896b-80c9627f88c8 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:53.629786 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7b323551-ab0a-44d2-896b-80c9627f88c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:53.650088 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:27:53.684994 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:53.685376 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:53.693632 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b323551-ab0a-44d2-896b-80c9627f88c8 None None] Network 7bbd3c9f-74af-454c-93a2-e10fd334ae04 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:27:53.702126 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-bdcb0116-8561-4d4c-a970-4e8590b0ac4c service neutron] 10.222.0.76 "GET /v2.0/networks/1ec9bff0-5844-4695-ad16-95d4383ae0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256309 Nov 11 17:27:53.724412 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-7b323551-ab0a-44d2-896b-80c9627f88c8 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:53.727778 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b323551-ab0a-44d2-896b-80c9627f88c8 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:27:53.762667 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-950f42ca-1fc9-4c22-869f-aba92393cf62 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:53.778925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b145834-b917-406d-9b03-6ee6058526a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-14b3998f-c807-4b81-a152-0acf1d1ab49f', 'network_id': '14b3998f-c807-4b81-a152-0acf1d1ab49f', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'fixed_ips': [{'subnet_id': '7741a868-147b-48be-96e1-1baae8b7e773'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:27:53.779922 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1b145834-b917-406d-9b03-6ee6058526a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:53.785534 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b323551-ab0a-44d2-896b-80c9627f88c8 None None] Pushing event updated for resources: {'Port': ['ID=bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:53.841693 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34564) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:53.921928 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-c115af23-8578-4c6e-b0b8-44404826365d service neutron] 10.222.0.76 "GET /v2.0/networks/1ec9bff0-5844-4695-ad16-95d4383ae0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119303 Nov 11 17:27:53.924537 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-7b323551-ab0a-44d2-896b-80c9627f88c8 None None] Attempting to bind port bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:27:53.924910 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-7b323551-ab0a-44d2-896b-80c9627f88c8 None None] Attempting to bind port bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7d360a74-9a03-4532-991b-8bb03874038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '7bbd3c9f-74af-454c-93a2-e10fd334ae04'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:27:53.925281 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b323551-ab0a-44d2-896b-80c9627f88c8 None None] Attempting to bind port bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6 on network 7bbd3c9f-74af-454c-93a2-e10fd334ae04 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:53.980201 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b323551-ab0a-44d2-896b-80c9627f88c8 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:27:53.980619 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b323551-ab0a-44d2-896b-80c9627f88c8 None None] Checking segment: {'id': '7d360a74-9a03-4532-991b-8bb03874038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '7bbd3c9f-74af-454c-93a2-e10fd334ae04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:53.980980 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7b323551-ab0a-44d2-896b-80c9627f88c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:53.981375 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b323551-ab0a-44d2-896b-80c9627f88c8 None None] Bound using segment: {'id': '7d360a74-9a03-4532-991b-8bb03874038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '7bbd3c9f-74af-454c-93a2-e10fd334ae04'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:27:53.981909 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-7b323551-ab0a-44d2-896b-80c9627f88c8 None None] Bound port: bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d360a74-9a03-4532-991b-8bb03874038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '7bbd3c9f-74af-454c-93a2-e10fd334ae04'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:27:53.982293 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7b323551-ab0a-44d2-896b-80c9627f88c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:54.021324 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773faeb7-dc65-46cd-ab2d-7746f21d4adb req-0921a16b-b09d-4216-9141-6c824509dada tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:54.031720 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773faeb7-dc65-46cd-ab2d-7746f21d4adb req-0921a16b-b09d-4216-9141-6c824509dada tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:54.037955 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773faeb7-dc65-46cd-ab2d-7746f21d4adb req-0921a16b-b09d-4216-9141-6c824509dada tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:54.044055 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773faeb7-dc65-46cd-ab2d-7746f21d4adb req-0921a16b-b09d-4216-9141-6c824509dada tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:54.050064 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773faeb7-dc65-46cd-ab2d-7746f21d4adb req-0921a16b-b09d-4216-9141-6c824509dada tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:54.057017 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773faeb7-dc65-46cd-ab2d-7746f21d4adb req-0921a16b-b09d-4216-9141-6c824509dada tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:54.058815 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:54.061891 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:54.062591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773faeb7-dc65-46cd-ab2d-7746f21d4adb req-0921a16b-b09d-4216-9141-6c824509dada tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:54.070904 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-773faeb7-dc65-46cd-ab2d-7746f21d4adb req-0921a16b-b09d-4216-9141-6c824509dada tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5437 time: 0.1921005 Nov 11 17:27:54.124885 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9e65c628-6967-4b51-ae1a-074f19e5c880 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:54.139160 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-1b145834-b917-406d-9b03-6ee6058526a5 None None] Allocated IP 172.21.0.2 (14b3998f-c807-4b81-a152-0acf1d1ab49f/7741a868-147b-48be-96e1-1baae8b7e773/12e00c26-38d9-43dd-84ce-7443bd20bbfb) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:27:54.161694 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997c27ca-49ff-4d5e-b132-25f3c8e2cbeb'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:54.163928 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e0df4c-671d-426c-8979-80d7cbdf71aa" -d '{"events": [{"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-plugged", "status": "completed", "tag": "997c27ca-49ff-4d5e-b132-25f3c8e2cbeb"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:54.185435 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-773faeb7-dc65-46cd-ab2d-7746f21d4adb req-56e22bcd-4820-4695-9f42-75bb8ba7d6c4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1135736 Nov 11 17:27:54.192490 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-950f42ca-1fc9-4c22-869f-aba92393cf62 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Allocated IP 172.20.0.1 (7bbd3c9f-74af-454c-93a2-e10fd334ae04/8598cc1e-a967-465e-8977-86383b0cef65/1b362d3d-9bbe-4950-b148-bd45a5b5e7eb) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:27:54.196863 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=997c27ca-49ff-4d5e-b132-25f3c8e2cbeb,segment=NetworkSegment(6cc8557e-150d-4ccf-a738-cc6d87ac5c12),segment_id=6cc8557e-150d-4ccf-a738-cc6d87ac5c12)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:54.216214 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:54.286814 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7b323551-ab0a-44d2-896b-80c9627f88c8 None None] For port bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:27:54.315760 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7b323551-ab0a-44d2-896b-80c9627f88c8 None None] For port bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6,segment=NetworkSegment(7d360a74-9a03-4532-991b-8bb03874038d),segment_id=7d360a74-9a03-4532-991b-8bb03874038d)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:27:54.334942 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7b323551-ab0a-44d2-896b-80c9627f88c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:54.358500 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9e65c628-6967-4b51-ae1a-074f19e5c880 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:54.380161 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9e65c628-6967-4b51-ae1a-074f19e5c880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:54.383390 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device aef18a25-853f-4f43-bd90-0c5891135f38 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:54.404489 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-950f42ca-1fc9-4c22-869f-aba92393cf62 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:54.464267 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-950f42ca-1fc9-4c22-869f-aba92393cf62 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:54.483518 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9e65c628-6967-4b51-ae1a-074f19e5c880 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d5ac9e9efb304a5cbdfa96342efa12cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6406410 Nov 11 17:27:54.489749 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34584) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:54.499065 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17ecde-d1d6-4649-b87b-1cb5337de7c3 req-39656ec4-58f6-4c96-88ef-e25c17eff4b3 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:54.500809 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b17ecde-d1d6-4649-b87b-1cb5337de7c3 req-39656ec4-58f6-4c96-88ef-e25c17eff4b3 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafb02fe-8f68-45e7-bbea-f14505dd8a36 HTTP/1.1" status: 200 len: 944 time: 0.1971159 Nov 11 17:27:54.504136 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65c628-6967-4b51-ae1a-074f19e5c880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee91083-1636-4e8a-89a1-3646efdb6a75,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:54.504726 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=997c27ca-49ff-4d5e-b132-25f3c8e2cbeb,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:54.561062 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950f42ca-1fc9-4c22-869f-aba92393cf62 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network 7bbd3c9f-74af-454c-93a2-e10fd334ae04 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:27:54.581920 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-950f42ca-1fc9-4c22-869f-aba92393cf62 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:54.588115 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f42ca-1fc9-4c22-869f-aba92393cf62 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:27:54.611011 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f42ca-1fc9-4c22-869f-aba92393cf62 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Port': ['ID=1b362d3d-9bbe-4950-b148-bd45a5b5e7eb,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:54.616201 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1b145834-b917-406d-9b03-6ee6058526a5 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:54.635521 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1b145834-b917-406d-9b03-6ee6058526a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:54.646745 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976cf20-5914-4aa1-a226-c9b5679df782 req-426cfce9-2447-412e-80ac-d89fc5ce962e tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:54.649661 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e976cf20-5914-4aa1-a226-c9b5679df782 req-426cfce9-2447-412e-80ac-d89fc5ce962e tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.2539632 Nov 11 17:27:54.669307 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-950f42ca-1fc9-4c22-869f-aba92393cf62 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:54.708923 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b145834-b917-406d-9b03-6ee6058526a5 None None] Network 14b3998f-c807-4b81-a152-0acf1d1ab49f is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:27:54.719329 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b17ecde-d1d6-4649-b87b-1cb5337de7c3 req-cfa45f72-860e-4130-ac6a-0c4097e15748 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002180 Nov 11 17:27:54.734633 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port aef18a25-853f-4f43-bd90-0c5891135f38 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:27:54.747055 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-1b145834-b917-406d-9b03-6ee6058526a5 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:54.755657 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port aef18a25-853f-4f43-bd90-0c5891135f38 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:54.756330 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:54.767246 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7f49d56f-f418-4c94-94d1-ad75c3f18989 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:54.821450 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e976cf20-5914-4aa1-a226-c9b5679df782 req-55a759a7-140a-4c33-ab82-41b4e1aed148 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613591 Nov 11 17:27:54.826089 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b145834-b917-406d-9b03-6ee6058526a5 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:27:54.829362 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7f49d56f-f418-4c94-94d1-ad75c3f18989 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:54.833623 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b323551-ab0a-44d2-896b-80c9627f88c8 None None] Pushing event updated for resources: {'Port': ['ID=bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:54.918794 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-950f42ca-1fc9-4c22-869f-aba92393cf62 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:54.950260 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b145834-b917-406d-9b03-6ee6058526a5 None None] Pushing event updated for resources: {'Port': ['ID=12e00c26-38d9-43dd-84ce-7443bd20bbfb,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:55.050572 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e640b31-aac3-49b8-a312-aa62583c04bc x-openstack-request-id: req-8e640b31-aac3-49b8-a312-aa62583c04bc {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:55.050917 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-plugged", "status": "completed", "tag": "997c27ca-49ff-4d5e-b132-25f3c8e2cbeb", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:55.051234 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7d0a97d7-622b-4f3b-bed1-1f677d9764ec req-d33bab82-f78e-4618-9912-034c3ce12518 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 210 time: 0.1245813 Nov 11 17:27:55.052555 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8e640b31-aac3-49b8-a312-aa62583c04bc {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:55.053056 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997c27ca-49ff-4d5e-b132-25f3c8e2cbeb', 'code': 200} Nov 11 17:27:55.079567 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7f49d56f-f418-4c94-94d1-ad75c3f18989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:55.084266 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7f49d56f-f418-4c94-94d1-ad75c3f18989 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:55.088761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7f49d56f-f418-4c94-94d1-ad75c3f18989 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aee91083-1636-4e8a-89a1-3646efdb6a75 HTTP/1.1" status: 204 len: 168 time: 0.5869515 Nov 11 17:27:55.136810 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49d56f-f418-4c94-94d1-ad75c3f18989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee91083-1636-4e8a-89a1-3646efdb6a75,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:55.149955 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:55.216366 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1b145834-b917-406d-9b03-6ee6058526a5 None None] Attempting to bind port 12e00c26-38d9-43dd-84ce-7443bd20bbfb on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:27:55.217168 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1b145834-b917-406d-9b03-6ee6058526a5 None None] Attempting to bind port 12e00c26-38d9-43dd-84ce-7443bd20bbfb by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'c3691ce0-7d44-48b0-bf90-975256937e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '14b3998f-c807-4b81-a152-0acf1d1ab49f'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:27:55.217525 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b145834-b917-406d-9b03-6ee6058526a5 None None] Attempting to bind port 12e00c26-38d9-43dd-84ce-7443bd20bbfb on network 14b3998f-c807-4b81-a152-0acf1d1ab49f {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:55.281700 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b145834-b917-406d-9b03-6ee6058526a5 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:27:55.282096 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b145834-b917-406d-9b03-6ee6058526a5 None None] Checking segment: {'id': 'c3691ce0-7d44-48b0-bf90-975256937e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '14b3998f-c807-4b81-a152-0acf1d1ab49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:55.282504 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1b145834-b917-406d-9b03-6ee6058526a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:55.283036 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b145834-b917-406d-9b03-6ee6058526a5 None None] Bound using segment: {'id': 'c3691ce0-7d44-48b0-bf90-975256937e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '14b3998f-c807-4b81-a152-0acf1d1ab49f'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:27:55.283549 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1b145834-b917-406d-9b03-6ee6058526a5 None None] Bound port: 12e00c26-38d9-43dd-84ce-7443bd20bbfb, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3691ce0-7d44-48b0-bf90-975256937e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '14b3998f-c807-4b81-a152-0acf1d1ab49f'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:27:55.284063 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1b145834-b917-406d-9b03-6ee6058526a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:55.297593 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:55.335041 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-950f42ca-1fc9-4c22-869f-aba92393cf62 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:55.342582 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-950f42ca-1fc9-4c22-869f-aba92393cf62 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:55.419914 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port aef18a25-853f-4f43-bd90-0c5891135f38, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=aef18a25-853f-4f43-bd90-0c5891135f38,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:55.421060 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:27:55.436023 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1b145834-b917-406d-9b03-6ee6058526a5 None None] For port 12e00c26-38d9-43dd-84ce-7443bd20bbfb, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:27:55.443472 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:55.444146 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:55.446819 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:55.448238 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-950f42ca-1fc9-4c22-869f-aba92393cf62 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:55.454620 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1b145834-b917-406d-9b03-6ee6058526a5 None None] For port 12e00c26-38d9-43dd-84ce-7443bd20bbfb, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=12e00c26-38d9-43dd-84ce-7443bd20bbfb,segment=NetworkSegment(c3691ce0-7d44-48b0-bf90-975256937e0e),segment_id=c3691ce0-7d44-48b0-bf90-975256937e0e)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:27:55.496888 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899891ff-ee8f-449e-a149-8c33449bf8da req-de7d7185-4e84-4d7e-a9ba-b68672ae3c0f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:55.504650 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899891ff-ee8f-449e-a149-8c33449bf8da req-de7d7185-4e84-4d7e-a9ba-b68672ae3c0f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:55.512480 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1b145834-b917-406d-9b03-6ee6058526a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:55.520526 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899891ff-ee8f-449e-a149-8c33449bf8da req-de7d7185-4e84-4d7e-a9ba-b68672ae3c0f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:55.531872 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899891ff-ee8f-449e-a149-8c33449bf8da req-de7d7185-4e84-4d7e-a9ba-b68672ae3c0f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:55.542267 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899891ff-ee8f-449e-a149-8c33449bf8da req-de7d7185-4e84-4d7e-a9ba-b68672ae3c0f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:55.555168 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f42ca-1fc9-4c22-869f-aba92393cf62 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Port': ['ID=1b362d3d-9bbe-4950-b148-bd45a5b5e7eb,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:55.563471 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899891ff-ee8f-449e-a149-8c33449bf8da req-de7d7185-4e84-4d7e-a9ba-b68672ae3c0f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:55.577893 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899891ff-ee8f-449e-a149-8c33449bf8da req-de7d7185-4e84-4d7e-a9ba-b68672ae3c0f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:55.579741 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=aef18a25-853f-4f43-bd90-0c5891135f38,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:55.590575 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-899891ff-ee8f-449e-a149-8c33449bf8da req-de7d7185-4e84-4d7e-a9ba-b68672ae3c0f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5438 time: 0.2806897 Nov 11 17:27:55.682894 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950f42ca-1fc9-4c22-869f-aba92393cf62 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network 7bbd3c9f-74af-454c-93a2-e10fd334ae04 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:27:55.685564 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-950f42ca-1fc9-4c22-869f-aba92393cf62 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:55.700865 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-899891ff-ee8f-449e-a149-8c33449bf8da req-6b2c0a21-4af6-4a5a-8f74-bbadc87cc0a0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1048367 Nov 11 17:27:55.702177 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:55.707324 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b145834-b917-406d-9b03-6ee6058526a5 None None] Pushing event updated for resources: {'Port': ['ID=12e00c26-38d9-43dd-84ce-7443bd20bbfb,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:55.778365 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:55.791074 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:55.794338 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 5e72d773-0677-4eac-9257-f5ea1cb74c15 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:55.925579 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:55.940299 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 5e72d773-0677-4eac-9257-f5ea1cb74c15 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:27:55.963061 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 5e72d773-0677-4eac-9257-f5ea1cb74c15 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:55.968693 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:56.002061 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950f42ca-1fc9-4c22-869f-aba92393cf62 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router 3d690a6a-6e93-453a-898b-515c6bb787c5 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:27:56.022057 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015026e9-8315-4b05-90c8-de569955bb29 req-8e5ab102-eb35-44d3-a0a8-97c28b7d7b54 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:56.026311 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-015026e9-8315-4b05-90c8-de569955bb29 req-8e5ab102-eb35-44d3-a0a8-97c28b7d7b54 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafb02fe-8f68-45e7-bbea-f14505dd8a36 HTTP/1.1" status: 200 len: 945 time: 0.1715784 Nov 11 17:27:56.180624 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950f42ca-1fc9-4c22-869f-aba92393cf62 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:27:56.191601 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86974c33-dee3-4799-a19f-88a61ddb0008 None None] Sync routers for ids ['3d690a6a-6e93-453a-898b-515c6bb787c5'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:27:56.201720 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-950f42ca-1fc9-4c22-869f-aba92393cf62 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/3d690a6a-6e93-453a-898b-515c6bb787c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7741597 Nov 11 17:27:56.202479 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34622) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:56.207125 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86974c33-dee3-4799-a19f-88a61ddb0008 None None] Routers {'3d690a6a-6e93-453a-898b-515c6bb787c5'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:27:56.207790 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-86974c33-dee3-4799-a19f-88a61ddb0008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:27:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3d690a6a-6e93-453a-898b-515c6bb787c5'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:56.213858 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:56.286447 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 5e72d773-0677-4eac-9257-f5ea1cb74c15, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=5e72d773-0677-4eac-9257-f5ea1cb74c15,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:56.292887 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:56.295488 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 14703854-5a2b-47ed-9627-d09c37f31bb5 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:56.304836 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34624) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:56.321020 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-86974c33-dee3-4799-a19f-88a61ddb0008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:56.369747 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86974c33-dee3-4799-a19f-88a61ddb0008 None None] Routers {'3d690a6a-6e93-453a-898b-515c6bb787c5'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:27:56.370384 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-86974c33-dee3-4799-a19f-88a61ddb0008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:27:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3d690a6a-6e93-453a-898b-515c6bb787c5'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:56.378538 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831c78c5-c817-4a58-86df-5d1cf3fe7bfe tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:56.398155 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-831c78c5-c817-4a58-86df-5d1cf3fe7bfe tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/ports/1b362d3d-9bbe-4950-b148-bd45a5b5e7eb HTTP/1.1" status: 200 len: 910 time: 0.1854990 Nov 11 17:27:56.398938 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34628) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:56.482952 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=5e72d773-0677-4eac-9257-f5ea1cb74c15,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:56.496830 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-86974c33-dee3-4799-a19f-88a61ddb0008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:27:56.497164 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 14703854-5a2b-47ed-9627-d09c37f31bb5 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:27:56.497490 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86974c33-dee3-4799-a19f-88a61ddb0008 None None] The sync data for ids ['3d690a6a-6e93-453a-898b-515c6bb787c5'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:27:56.502650 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 14703854-5a2b-47ed-9627-d09c37f31bb5 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:56.503272 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:56.516333 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-015026e9-8315-4b05-90c8-de569955bb29 req-7010da40-6d88-4f2a-8104-143e0b0d9675 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998787 Nov 11 17:27:56.560392 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978981e0-1fd8-4d4a-a23c-8e3196190a93 req-780ebae3-e685-4e03-a9ca-a8564599ae3c tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:56.562045 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-978981e0-1fd8-4d4a-a23c-8e3196190a93 req-780ebae3-e685-4e03-a9ca-a8564599ae3c tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.5074787 Nov 11 17:27:56.573626 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 12e00c26-38d9-43dd-84ce-7443bd20bbfb up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:56.629381 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-422ea434-2814-4c7a-9f09-0d313ab93de7 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:56.630849 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-422ea434-2814-4c7a-9f09-0d313ab93de7 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.83 "GET /v2.0/networks?id=1ec9bff0-5844-4695-ad16-95d4383ae0e3 HTTP/1.1" status: 200 len: 813 time: 0.5447731 Nov 11 17:27:56.649046 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-b1d0fdbb-76f4-4a32-bced-0d4cf9bd3d24 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Request body: {'port': {'device_id': '14876562-4748-47f0-9ef8-82d22ba006fc', 'network_id': '1ec9bff0-5844-4695-ad16-95d4383ae0e3', 'admin_state_up': True, 'tenant_id': 'c13d491d06d549ffa0aedaf876c5ae07'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:56.673341 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:56.675828 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ef0f1d-f114-49f3-84c2-a047ff75b590 None None] Network 7bbd3c9f-74af-454c-93a2-e10fd334ae04 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:56.838520 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 14703854-5a2b-47ed-9627-d09c37f31bb5, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=14703854-5a2b-47ed-9627-d09c37f31bb5,segment=NetworkSegment(2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566),segment_id=2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:56.858451 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:56.859286 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:56.883753 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-978981e0-1fd8-4d4a-a23c-8e3196190a93 req-b814ddc3-e865-46e6-bb15-f4c6e4fefd95 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973330 Nov 11 17:27:56.927568 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a23444a1-c9aa-43b6-9202-c610f4e9c474 None None] Provisioning complete for port bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:56.927974 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a23444a1-c9aa-43b6-9202-c610f4e9c474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:56.929543 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 12e00c26-38d9-43dd-84ce-7443bd20bbfb triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:56.929958 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:56.961192 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e177ca7-e7e7-4f7f-8b93-a2fb98cdc810 req-4b56fa5c-83e5-4984-b8c7-4bcca5c4b895 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 210 time: 0.1866062 Nov 11 17:27:56.981981 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-32227af2-3b35-4c62-a942-f2b3d0ead3c8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1706320437-network', 'tenant_id': 'dc50ce7970f248f68b4c11b2582b6315'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:56.993138 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-b1d0fdbb-76f4-4a32-bced-0d4cf9bd3d24 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Made reservation on behalf of c13d491d06d549ffa0aedaf876c5ae07 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:57.000037 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-b1d0fdbb-76f4-4a32-bced-0d4cf9bd3d24 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:57.036299 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32227af2-3b35-4c62-a942-f2b3d0ead3c8 admin admin] Made reservation on behalf of dc50ce7970f248f68b4c11b2582b6315 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:57.043620 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-32227af2-3b35-4c62-a942-f2b3d0ead3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:57.083661 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafb02fe-8f68-45e7-bbea-f14505dd8a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef18a25-853f-4f43-bd90-0c5891135f38'}, {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8'}, {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e72d773-0677-4eac-9257-f5ea1cb74c15'}, {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14703854-5a2b-47ed-9627-d09c37f31bb5'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:57.086628 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec74c502-4de1-4510-a495-e703c04b36ce" -d '{"events": [{"server_uuid": "bafb02fe-8f68-45e7-bbea-f14505dd8a36", "name": "network-vif-plugged", "status": "completed", "tag": "aef18a25-853f-4f43-bd90-0c5891135f38"}, {"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-plugged", "status": "completed", "tag": "d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8"}, {"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-plugged", "status": "completed", "tag": "5e72d773-0677-4eac-9257-f5ea1cb74c15"}, {"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-plugged", "status": "completed", "tag": "14703854-5a2b-47ed-9627-d09c37f31bb5"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:57.114328 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-32227af2-3b35-4c62-a942-f2b3d0ead3c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:57.231279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6345f7-fc52-4e8c-8aa5-8667a74ba0cb req-c29133b7-0afa-4f9c-a584-1cad341f4730 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:57.238123 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6345f7-fc52-4e8c-8aa5-8667a74ba0cb req-c29133b7-0afa-4f9c-a584-1cad341f4730 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:57.245769 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6345f7-fc52-4e8c-8aa5-8667a74ba0cb req-c29133b7-0afa-4f9c-a584-1cad341f4730 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:57.254553 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6345f7-fc52-4e8c-8aa5-8667a74ba0cb req-c29133b7-0afa-4f9c-a584-1cad341f4730 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:57.262317 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6345f7-fc52-4e8c-8aa5-8667a74ba0cb req-c29133b7-0afa-4f9c-a584-1cad341f4730 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:57.270843 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6345f7-fc52-4e8c-8aa5-8667a74ba0cb req-c29133b7-0afa-4f9c-a584-1cad341f4730 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:57.279147 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6345f7-fc52-4e8c-8aa5-8667a74ba0cb req-c29133b7-0afa-4f9c-a584-1cad341f4730 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:57.290760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5e6345f7-fc52-4e8c-8aa5-8667a74ba0cb req-c29133b7-0afa-4f9c-a584-1cad341f4730 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5441 time: 0.1814721 Nov 11 17:27:57.307296 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c08c97-cc2c-485c-816e-22f2c43281a0 x-openstack-request-id: req-70c08c97-cc2c-485c-816e-22f2c43281a0 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:57.307977 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafb02fe-8f68-45e7-bbea-f14505dd8a36", "name": "network-vif-plugged", "status": "completed", "tag": "aef18a25-853f-4f43-bd90-0c5891135f38", "code": 200}, {"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-plugged", "status": "completed", "tag": "d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8", "code": 200}, {"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-plugged", "status": "completed", "tag": "5e72d773-0677-4eac-9257-f5ea1cb74c15", "code": 200}, {"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-plugged", "status": "completed", "tag": "14703854-5a2b-47ed-9627-d09c37f31bb5", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:57.307977 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-70c08c97-cc2c-485c-816e-22f2c43281a0 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:57.308280 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafb02fe-8f68-45e7-bbea-f14505dd8a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef18a25-853f-4f43-bd90-0c5891135f38', 'code': 200} Nov 11 17:27:57.308554 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8', 'code': 200} Nov 11 17:27:57.308784 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e72d773-0677-4eac-9257-f5ea1cb74c15', 'code': 200} Nov 11 17:27:57.309025 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14703854-5a2b-47ed-9627-d09c37f31bb5', 'code': 200} Nov 11 17:27:57.327111 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca25cf1-c398-45e1-a22b-b5ac2433bf04 None None] Network 14b3998f-c807-4b81-a152-0acf1d1ab49f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:57.338005 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-32227af2-3b35-4c62-a942-f2b3d0ead3c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:57.348292 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-32227af2-3b35-4c62-a942-f2b3d0ead3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:57.409027 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5e6345f7-fc52-4e8c-8aa5-8667a74ba0cb req-4c00ed63-33ff-4354-9517-182716e7c190 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1173403 Nov 11 17:27:57.410546 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-b1d0fdbb-76f4-4a32-bced-0d4cf9bd3d24 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Allocated IP 172.20.0.9 (1ec9bff0-5844-4695-ad16-95d4383ae0e3/7dc52ad1-f3a3-434d-a193-60fbff77cc17/6dec6a22-64b5-43ff-bb8d-353a7f5c785e) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:27:57.421408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32227af2-3b35-4c62-a942-f2b3d0ead3c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1251} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:27:57.429570 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=14703854-5a2b-47ed-9627-d09c37f31bb5,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:57.439628 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32227af2-3b35-4c62-a942-f2b3d0ead3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997b31b4-31df-4a01-b800-cdfccdbe03cf,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:57.472502 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-32227af2-3b35-4c62-a942-f2b3d0ead3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:57.472855 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-32227af2-3b35-4c62-a942-f2b3d0ead3c8 admin admin] Added segment d06611dc-6896-481a-ba22-5b1543ab771d of type vlan for network d213044c-79fb-4a72-8efe-7d83622bc253 Nov 11 17:27:57.490289 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-54575dbb-d811-4809-a96a-616edaaa5a49 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:57.500203 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:27:57.507669 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:57.513578 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a23444a1-c9aa-43b6-9202-c610f4e9c474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:57.530290 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:57.530602 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:57.534906 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d447c9-b086-4a7c-9b5c-3dc995e1ecc5 req-b6c78936-04b5-41ce-bdad-b60f4aa83573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:57.536767 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d8d447c9-b086-4a7c-9b5c-3dc995e1ecc5 req-b6c78936-04b5-41ce-bdad-b60f4aa83573 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bafb02fe-8f68-45e7-bbea-f14505dd8a36 HTTP/1.1" status: 200 len: 1096 time: 0.1896396 Nov 11 17:27:57.549256 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-32227af2-3b35-4c62-a942-f2b3d0ead3c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:57.694505 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 12e00c26-38d9-43dd-84ce-7443bd20bbfb, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=12e00c26-38d9-43dd-84ce-7443bd20bbfb,segment=NetworkSegment(c3691ce0-7d44-48b0-bf90-975256937e0e),segment_id=c3691ce0-7d44-48b0-bf90-975256937e0e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:57.701162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa945014-8979-4ae3-a215-fe463ff81275 req-d4954fa5-7c2c-4f0e-ad84-435a86152045 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:57.703317 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aa945014-8979-4ae3-a215-fe463ff81275 req-d4954fa5-7c2c-4f0e-ad84-435a86152045 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafb02fe-8f68-45e7-bbea-f14505dd8a36 HTTP/1.1" status: 200 len: 945 time: 0.0806916 Nov 11 17:27:57.706940 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-b1d0fdbb-76f4-4a32-bced-0d4cf9bd3d24 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:57.736835 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:57.737648 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:57.741599 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d8d447c9-b086-4a7c-9b5c-3dc995e1ecc5 req-865ce115-5a20-4f22-ac38-1391a9833740 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951027 Nov 11 17:27:57.745260 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-32227af2-3b35-4c62-a942-f2b3d0ead3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:57.746255 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32227af2-3b35-4c62-a942-f2b3d0ead3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:57.746834 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-32227af2-3b35-4c62-a942-f2b3d0ead3c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:57.749350 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a23444a1-c9aa-43b6-9202-c610f4e9c474 None None] For port bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6,segment=NetworkSegment(7d360a74-9a03-4532-991b-8bb03874038d),segment_id=7d360a74-9a03-4532-991b-8bb03874038d)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:57.781006 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aa945014-8979-4ae3-a215-fe463ff81275 req-16cf80b7-78e9-4e3f-ae38-15f3d13942d2 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693827 Nov 11 17:27:57.803058 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a23444a1-c9aa-43b6-9202-c610f4e9c474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:57.835890 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-b1d0fdbb-76f4-4a32-bced-0d4cf9bd3d24 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:57.864074 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-32227af2-3b35-4c62-a942-f2b3d0ead3c8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5561800 Nov 11 17:27:57.865125 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34640) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:57.874917 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-17851ace-7fb9-4f3b-bdb7-fbb7dae8deab admin admin] Request body: {'subnet': {'network_id': 'd213044c-79fb-4a72-8efe-7d83622bc253', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1706320437-subnet', 'tenant_id': 'dc50ce7970f248f68b4c11b2582b6315', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:57.916068 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=12e00c26-38d9-43dd-84ce-7443bd20bbfb,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:57.936571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-b1d0fdbb-76f4-4a32-bced-0d4cf9bd3d24 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Network 1ec9bff0-5844-4695-ad16-95d4383ae0e3 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:27:57.940120 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-b1d0fdbb-76f4-4a32-bced-0d4cf9bd3d24 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:57.941353 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32227af2-3b35-4c62-a942-f2b3d0ead3c8 admin admin] Pushing event updated for resources: {'Network': ['ID=d213044c-79fb-4a72-8efe-7d83622bc253,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:57.955952 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:57.965537 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0fdbb-76f4-4a32-bced-0d4cf9bd3d24 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Pushing event updated for resources: {'Port': ['ID=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:57.975582 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-b1d0fdbb-76f4-4a32-bced-0d4cf9bd3d24 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:27:57.979416 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17851ace-7fb9-4f3b-bdb7-fbb7dae8deab admin admin] Made reservation on behalf of dc50ce7970f248f68b4c11b2582b6315 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:27:57.984485 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network d213044c-79fb-4a72-8efe-7d83622bc253 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:27:57.987128 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-17851ace-7fb9-4f3b-bdb7-fbb7dae8deab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:58.095313 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d76ddcff-54d3-48f6-90e5-178a3d3fd2b8 None None] Provisioning complete for port bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:58.095782 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d76ddcff-54d3-48f6-90e5-178a3d3fd2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:58.096960 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-b1d0fdbb-76f4-4a32-bced-0d4cf9bd3d24 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:58.097581 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-b1d0fdbb-76f4-4a32-bced-0d4cf9bd3d24 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:58.105426 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:58.106268 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:58.125990 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80c1a2-60ab-4a1f-bac0-92fbc662371c req-4708d7db-ad48-4f56-8d12-345851c5a9ad tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:58.134255 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e80c1a2-60ab-4a1f-bac0-92fbc662371c req-4708d7db-ad48-4f56-8d12-345851c5a9ad tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.1501331 Nov 11 17:27:58.184693 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-b1d0fdbb-76f4-4a32-bced-0d4cf9bd3d24 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5411992 Nov 11 17:27:58.196160 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23444a1-c9aa-43b6-9202-c610f4e9c474 None None] Pushing event updated for resources: {'Port': ['ID=bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:58.217378 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] Request body: {'port': {'device_id': '14876562-4748-47f0-9ef8-82d22ba006fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:58.239998 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-54575dbb-d811-4809-a96a-616edaaa5a49 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Allocated IP 172.21.0.1 (14b3998f-c807-4b81-a152-0acf1d1ab49f/7741a868-147b-48be-96e1-1baae8b7e773/33f694d3-3d95-46e7-9a64-90e65f08c181) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:27:58.240655 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=20a6d92a-5fd5-4fa9-90b8-b57594e547e2,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:58.262287 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:58.267411 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 2b050982-05eb-48f0-ae4e-589d2e800e51 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:58.327593 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e80c1a2-60ab-4a1f-bac0-92fbc662371c req-ebce714c-1f9b-48bd-b072-755b3190cce3 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922724 Nov 11 17:27:58.422173 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=20a6d92a-5fd5-4fa9-90b8-b57594e547e2,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:58.424555 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f70caa-393b-4b5e-88ff-0271540e7362 req-b69a87dd-89e9-4a75-976d-f01c66bf7a11 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:58.434748 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57f70caa-393b-4b5e-88ff-0271540e7362 req-b69a87dd-89e9-4a75-976d-f01c66bf7a11 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 931 time: 0.2460618 Nov 11 17:27:58.449590 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-54575dbb-d811-4809-a96a-616edaaa5a49 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:58.486120 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:58.521784 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 2b050982-05eb-48f0-ae4e-589d2e800e51 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:27:58.529485 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 2b050982-05eb-48f0-ae4e-589d2e800e51 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:58.529899 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:58.532378 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d76ddcff-54d3-48f6-90e5-178a3d3fd2b8 None None] Provisioning complete for port 1b362d3d-9bbe-4950-b148-bd45a5b5e7eb triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:58.533131 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d76ddcff-54d3-48f6-90e5-178a3d3fd2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:58.560301 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57f70caa-393b-4b5e-88ff-0271540e7362 req-b5b7a6b0-5a80-43f3-9512-fd6d05ac536c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238990 Nov 11 17:27:58.600167 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d76ddcff-54d3-48f6-90e5-178a3d3fd2b8 None None] Port 1b362d3d-9bbe-4950-b148-bd45a5b5e7eb cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:27:58.612176 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-54575dbb-d811-4809-a96a-616edaaa5a49 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:58.619108 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d76ddcff-54d3-48f6-90e5-178a3d3fd2b8 None None] Provisioning complete for port 12e00c26-38d9-43dd-84ce-7443bd20bbfb triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:58.619372 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d76ddcff-54d3-48f6-90e5-178a3d3fd2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:58.661317 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54575dbb-d811-4809-a96a-616edaaa5a49 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network 14b3998f-c807-4b81-a152-0acf1d1ab49f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:27:58.669933 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-54575dbb-d811-4809-a96a-616edaaa5a49 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:58.676207 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54575dbb-d811-4809-a96a-616edaaa5a49 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:27:58.681881 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebd05d-4613-4710-8467-ada4ee7044d5 req-07bc9d77-aa40-4d2f-86ad-83a5ce6d149f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:58.688522 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebd05d-4613-4710-8467-ada4ee7044d5 req-07bc9d77-aa40-4d2f-86ad-83a5ce6d149f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:58.695384 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebd05d-4613-4710-8467-ada4ee7044d5 req-07bc9d77-aa40-4d2f-86ad-83a5ce6d149f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:58.696019 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 12e00c26-38d9-43dd-84ce-7443bd20bbfb up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:58.706409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebd05d-4613-4710-8467-ada4ee7044d5 req-07bc9d77-aa40-4d2f-86ad-83a5ce6d149f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:58.713064 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebd05d-4613-4710-8467-ada4ee7044d5 req-07bc9d77-aa40-4d2f-86ad-83a5ce6d149f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:58.720019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebd05d-4613-4710-8467-ada4ee7044d5 req-07bc9d77-aa40-4d2f-86ad-83a5ce6d149f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:58.726472 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebd05d-4613-4710-8467-ada4ee7044d5 req-07bc9d77-aa40-4d2f-86ad-83a5ce6d149f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:58.728602 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-adebd05d-4613-4710-8467-ada4ee7044d5 req-07bc9d77-aa40-4d2f-86ad-83a5ce6d149f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5442 time: 0.1670601 Nov 11 17:27:58.735227 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:58.739665 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54575dbb-d811-4809-a96a-616edaaa5a49 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Port': ['ID=33f694d3-3d95-46e7-9a64-90e65f08c181,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:58.795471 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-54575dbb-d811-4809-a96a-616edaaa5a49 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:58.830612 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 2b050982-05eb-48f0-ae4e-589d2e800e51, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=2b050982-05eb-48f0-ae4e-589d2e800e51,segment=NetworkSegment(6cc8557e-150d-4ccf-a738-cc6d87ac5c12),segment_id=6cc8557e-150d-4ccf-a738-cc6d87ac5c12)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:58.848238 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:58.849167 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4f66b335-60b1-4a5e-a509-ce8519750f0d up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:58.912470 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 12e00c26-38d9-43dd-84ce-7443bd20bbfb triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:58.912842 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:58.950768 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-adebd05d-4613-4710-8467-ada4ee7044d5 req-1b97dcf9-2a6f-4a16-83c1-3824e92ce5d4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2136886 Nov 11 17:27:58.967714 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-17851ace-7fb9-4f3b-bdb7-fbb7dae8deab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:59.035132 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=2b050982-05eb-48f0-ae4e-589d2e800e51,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:59.049338 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-dfac0ef2-c2c7-4504-8e0b-98564dde3c53 None None] Provisioning complete for port 1b362d3d-9bbe-4950-b148-bd45a5b5e7eb triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:59.049995 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dfac0ef2-c2c7-4504-8e0b-98564dde3c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:59.092343 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17851ace-7fb9-4f3b-bdb7-fbb7dae8deab admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3e76d08-f482-434b-8b80-386ada87ee05,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:59.092562 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09934c3-f3cd-46f3-af74-dfa4ef8abad8 req-ccdf6e3b-5054-4935-bb05-39945b8da716 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:59.102664 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f09934c3-f3cd-46f3-af74-dfa4ef8abad8 req-ccdf6e3b-5054-4935-bb05-39945b8da716 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafb02fe-8f68-45e7-bbea-f14505dd8a36 HTTP/1.1" status: 200 len: 945 time: 0.1483262 Nov 11 17:27:59.121560 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-54575dbb-d811-4809-a96a-616edaaa5a49 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:59.124183 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 4f66b335-60b1-4a5e-a509-ce8519750f0d completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:27:59.124571 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17851ace-7fb9-4f3b-bdb7-fbb7dae8deab admin admin] Checking segment: {'id': 'd06611dc-6896-481a-ba22-5b1543ab771d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd213044c-79fb-4a72-8efe-7d83622bc253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:59.124936 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17851ace-7fb9-4f3b-bdb7-fbb7dae8deab admin admin] Network hostable DHCP agents. Network: d213044c-79fb-4a72-8efe-7d83622bc253, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:27:59.129461 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-dfac0ef2-c2c7-4504-8e0b-98564dde3c53 None None] Port 1b362d3d-9bbe-4950-b148-bd45a5b5e7eb cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:27:59.133398 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 4f66b335-60b1-4a5e-a509-ce8519750f0d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:59.133780 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:59.193069 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17851ace-7fb9-4f3b-bdb7-fbb7dae8deab admin admin] Network d213044c-79fb-4a72-8efe-7d83622bc253 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:27:59.200111 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f09934c3-f3cd-46f3-af74-dfa4ef8abad8 req-e77d6cf2-4c28-478e-a167-1b00e57ccf4c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956144 Nov 11 17:27:59.204865 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-dfac0ef2-c2c7-4504-8e0b-98564dde3c53 None None] Provisioning complete for port 12e00c26-38d9-43dd-84ce-7443bd20bbfb triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:59.205244 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dfac0ef2-c2c7-4504-8e0b-98564dde3c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:59.215919 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:27:59.245427 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-17851ace-7fb9-4f3b-bdb7-fbb7dae8deab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, d213044c-79fb-4a72-8efe-7d83622bc253) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:27:59.250732 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17851ace-7fb9-4f3b-bdb7-fbb7dae8deab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:59.252305 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-17851ace-7fb9-4f3b-bdb7-fbb7dae8deab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:59.261674 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dec6a22-64b5-43ff-bb8d-353a7f5c785e {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:27:59.262540 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ccadf3-9662-4492-b644-56c1b9819ef1 None None] Network d213044c-79fb-4a72-8efe-7d83622bc253 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:27:59.270800 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:59.286316 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] Transition to ACTIVE for port object 6dec6a22-64b5-43ff-bb8d-353a7f5c785e will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:27:59.291352 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:59.305129 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-17851ace-7fb9-4f3b-bdb7-fbb7dae8deab admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4319704 Nov 11 17:27:59.305330 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34654) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:27:59.309673 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-f38bbccd-b032-44c9-a250-8681171baf36 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1706320437-router', 'tenant_id': 'dc50ce7970f248f68b4c11b2582b6315', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:27:59.314079 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a6d92a-5fd5-4fa9-90b8-b57594e547e2'}, {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b050982-05eb-48f0-ae4e-589d2e800e51'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:59.316285 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6378eeb-787d-42a8-9d8e-b91ae792ccba" -d '{"events": [{"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-plugged", "status": "completed", "tag": "20a6d92a-5fd5-4fa9-90b8-b57594e547e2"}, {"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-plugged", "status": "completed", "tag": "2b050982-05eb-48f0-ae4e-589d2e800e51"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:59.363985 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] Pushing event updated for resources: {'Port': ['ID=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:59.364241 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f38bbccd-b032-44c9-a250-8681171baf36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:59.366237 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f38bbccd-b032-44c9-a250-8681171baf36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:59.452271 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859fe047-c3bc-4ae2-bcd4-dbd50af95790 x-openstack-request-id: req-859fe047-c3bc-4ae2-bcd4-dbd50af95790 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:59.452870 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-plugged", "status": "completed", "tag": "20a6d92a-5fd5-4fa9-90b8-b57594e547e2", "code": 200}, {"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-plugged", "status": "completed", "tag": "2b050982-05eb-48f0-ae4e-589d2e800e51", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:59.453026 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-859fe047-c3bc-4ae2-bcd4-dbd50af95790 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:59.453523 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a6d92a-5fd5-4fa9-90b8-b57594e547e2', 'code': 200} Nov 11 17:27:59.453869 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b050982-05eb-48f0-ae4e-589d2e800e51', 'code': 200} Nov 11 17:27:59.464778 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:59.482676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] Attempting to bind port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:27:59.482676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] Attempting to bind port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '91415e2e-cc30-44a2-8599-bef53e9d5eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '1ec9bff0-5844-4695-ad16-95d4383ae0e3'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:27:59.482676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] Attempting to bind port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e on network 1ec9bff0-5844-4695-ad16-95d4383ae0e3 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:59.491306 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] Port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e on network 1ec9bff0-5844-4695-ad16-95d4383ae0e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:27:59.491306 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] Attempting to bind port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e on network 1ec9bff0-5844-4695-ad16-95d4383ae0e3 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:27:59.496013 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f38bbccd-b032-44c9-a250-8681171baf36 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:59.502934 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650fb0b-a2ce-4e2e-9560-139c66e71c6c req-72b5c4b0-d7af-4ae1-9e33-05f207199e08 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:59.510392 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8650fb0b-a2ce-4e2e-9560-139c66e71c6c req-72b5c4b0-d7af-4ae1-9e33-05f207199e08 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.0841460 Nov 11 17:27:59.516188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:27:59.516531 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] Checking segment: {'id': '91415e2e-cc30-44a2-8599-bef53e9d5eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '1ec9bff0-5844-4695-ad16-95d4383ae0e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:27:59.516917 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] Bound using segment: {'id': '91415e2e-cc30-44a2-8599-bef53e9d5eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '1ec9bff0-5844-4695-ad16-95d4383ae0e3'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:27:59.517370 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] Bound port: 6dec6a22-64b5-43ff-bb8d-353a7f5c785e, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91415e2e-cc30-44a2-8599-bef53e9d5eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '1ec9bff0-5844-4695-ad16-95d4383ae0e3'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:27:59.517713 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:59.520359 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:59.521157 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:59.612273 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 4f66b335-60b1-4a5e-a509-ce8519750f0d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4f66b335-60b1-4a5e-a509-ce8519750f0d,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:27:59.624052 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:59.633490 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8650fb0b-a2ce-4e2e-9560-139c66e71c6c req-8fcdf789-0cad-4f05-9f28-f998d8b88bd2 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221128 Nov 11 17:27:59.634723 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] For port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:27:59.657013 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] For port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,segment=NetworkSegment(91415e2e-cc30-44a2-8599-bef53e9d5eab),segment_id=91415e2e-cc30-44a2-8599-bef53e9d5eab)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:27:59.666389 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:59.693035 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-54575dbb-d811-4809-a96a-616edaaa5a49 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:59.700324 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f38bbccd-b032-44c9-a250-8681171baf36 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:59.704275 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:59.704902 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:59.706726 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] 10.222.0.83 "PUT /v2.0/ports/6dec6a22-64b5-43ff-bb8d-353a7f5c785e HTTP/1.1" status: 200 len: 1091 time: 1.4986942 Nov 11 17:27:59.707322 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-54575dbb-d811-4809-a96a-616edaaa5a49 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:59.708134 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14876562-4748-47f0-9ef8-82d22ba006fc', 'tag': '6dec6a22-64b5-43ff-bb8d-353a7f5c785e'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:27:59.710783 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e3e8b4-aaa7-42bc-b464-9c7ee6b3d8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "14876562-4748-47f0-9ef8-82d22ba006fc", "tag": "6dec6a22-64b5-43ff-bb8d-353a7f5c785e"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:27:59.781036 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f437000-a566-4a52-8820-ffd9d1d0a146 service neutron] Pushing event updated for resources: {'Port': ['ID=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:59.825883 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0118122-52f0-4456-965a-13889fd9e512 x-openstack-request-id: req-c0118122-52f0-4456-965a-13889fd9e512 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:27:59.825883 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14876562-4748-47f0-9ef8-82d22ba006fc", "tag": "6dec6a22-64b5-43ff-bb8d-353a7f5c785e", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:27:59.826209 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c0118122-52f0-4456-965a-13889fd9e512 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:27:59.826905 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14876562-4748-47f0-9ef8-82d22ba006fc', 'tag': '6dec6a22-64b5-43ff-bb8d-353a7f5c785e', 'status': 'completed', 'code': 200} Nov 11 17:27:59.859139 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d54557-fc29-4c1d-a67b-39d686a08c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-d213044c-79fb-4a72-8efe-7d83622bc253', 'network_id': 'd213044c-79fb-4a72-8efe-7d83622bc253', 'tenant_id': 'dc50ce7970f248f68b4c11b2582b6315', 'fixed_ips': [{'subnet_id': 'a3e76d08-f482-434b-8b80-386ada87ee05'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:27:59.860144 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-75d54557-fc29-4c1d-a67b-39d686a08c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:59.866453 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-54575dbb-d811-4809-a96a-616edaaa5a49 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:59.885283 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-78acac9d-13c3-44ac-b559-1e9e5b6ca13a None None] Provisioning complete for port 33f694d3-3d95-46e7-9a64-90e65f08c181 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:27:59.885801 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-78acac9d-13c3-44ac-b559-1e9e5b6ca13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:27:59.887851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aea821-a78a-43c7-bdae-7fdb6b1feaef req-b438d765-c2c2-44fe-be14-299d51ec924a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:59.896306 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95aea821-a78a-43c7-bdae-7fdb6b1feaef req-b438d765-c2c2-44fe-be14-299d51ec924a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 943 time: 0.1330860 Nov 11 17:27:59.906996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-38edd1eb-aaa5-4920-ad1a-9c9038aedda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:27:59.908444 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-38edd1eb-aaa5-4920-ad1a-9c9038aedda4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c13d491d06d549ffa0aedaf876c5ae07&device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 1094 time: 0.1242499 Nov 11 17:27:59.917903 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54575dbb-d811-4809-a96a-616edaaa5a49 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Port': ['ID=33f694d3-3d95-46e7-9a64-90e65f08c181,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:59.927010 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=4f66b335-60b1-4a5e-a509-ce8519750f0d,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:27:59.984916 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-fa283183-38de-4f04-a52a-443b7dca4181 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dec6a22-64b5-43ff-bb8d-353a7f5c785e HTTP/1.1" status: 200 len: 217 time: 0.0655513 Nov 11 17:27:59.997984 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54575dbb-d811-4809-a96a-616edaaa5a49 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network 14b3998f-c807-4b81-a152-0acf1d1ab49f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:27:59.999574 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-54575dbb-d811-4809-a96a-616edaaa5a49 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:00.016161 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-78acac9d-13c3-44ac-b559-1e9e5b6ca13a None None] Port 33f694d3-3d95-46e7-9a64-90e65f08c181 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:28:00.101137 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95aea821-a78a-43c7-bdae-7fdb6b1feaef req-87acb487-fe90-4bd3-9482-00ed0642313a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029519 Nov 11 17:28:00.103919 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-d7e8e8e0-cdaa-4e00-8023-79245771ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:00.107274 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-d7e8e8e0-cdaa-4e00-8023-79245771ec12 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7dc52ad1-f3a3-434d-a193-60fbff77cc17 HTTP/1.1" status: 200 len: 853 time: 0.0996795 Nov 11 17:28:00.119073 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-75d54557-fc29-4c1d-a67b-39d686a08c61 None None] Allocated IP 172.20.0.2 (d213044c-79fb-4a72-8efe-7d83622bc253/a3e76d08-f482-434b-8b80-386ada87ee05/c1768ad5-88b4-4b7b-a9d6-6e39993263c8) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:28:00.215999 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54575dbb-d811-4809-a96a-616edaaa5a49 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router 3d690a6a-6e93-453a-898b-515c6bb787c5 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:28:00.287752 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-b4667f44-1364-4cda-a1a4-8ee2722f3cb5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1ec9bff0-5844-4695-ad16-95d4383ae0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261594 Nov 11 17:28:00.314035 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f38bbccd-b032-44c9-a250-8681171baf36 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:00.322663 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ded13-9ef3-449b-baf0-7509cd4e4e3c req-f2e893f8-a4d9-4193-9e24-e66a86d306cc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:00.330719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ded13-9ef3-449b-baf0-7509cd4e4e3c req-f2e893f8-a4d9-4193-9e24-e66a86d306cc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:00.334000 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-75d54557-fc29-4c1d-a67b-39d686a08c61 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:00.337598 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ded13-9ef3-449b-baf0-7509cd4e4e3c req-f2e893f8-a4d9-4193-9e24-e66a86d306cc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:00.341784 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f38bbccd-b032-44c9-a250-8681171baf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:00.344082 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ded13-9ef3-449b-baf0-7509cd4e4e3c req-f2e893f8-a4d9-4193-9e24-e66a86d306cc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:00.350090 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-75d54557-fc29-4c1d-a67b-39d686a08c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:00.352544 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ded13-9ef3-449b-baf0-7509cd4e4e3c req-f2e893f8-a4d9-4193-9e24-e66a86d306cc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:00.359945 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ded13-9ef3-449b-baf0-7509cd4e4e3c req-f2e893f8-a4d9-4193-9e24-e66a86d306cc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:00.368536 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ded13-9ef3-449b-baf0-7509cd4e4e3c req-f2e893f8-a4d9-4193-9e24-e66a86d306cc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:00.370795 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec2ded13-9ef3-449b-baf0-7509cd4e4e3c req-f2e893f8-a4d9-4193-9e24-e66a86d306cc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5444 time: 0.2458072 Nov 11 17:28:00.399176 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54575dbb-d811-4809-a96a-616edaaa5a49 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:28:00.404242 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-54575dbb-d811-4809-a96a-616edaaa5a49 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/3d690a6a-6e93-453a-898b-515c6bb787c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0041625 Nov 11 17:28:00.407398 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34672) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:00.427472 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d54557-fc29-4c1d-a67b-39d686a08c61 None None] Network d213044c-79fb-4a72-8efe-7d83622bc253 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:00.429241 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae155ac-c089-4270-a03f-6f00855879f5 None None] Sync routers for ids ['3d690a6a-6e93-453a-898b-515c6bb787c5'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:28:00.435145 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7a1e2224-d79d-40cc-ad19-cff1b25041bc None None] Provisioning complete for port 33f694d3-3d95-46e7-9a64-90e65f08c181 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:00.435521 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7a1e2224-d79d-40cc-ad19-cff1b25041bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:00.443612 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-75d54557-fc29-4c1d-a67b-39d686a08c61 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:00.448394 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d54557-fc29-4c1d-a67b-39d686a08c61 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:28:00.449261 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5fa5e3aa-4406-4f79-ba64-ae626cd72e71 req-4dc089e2-f845-4006-89a7-870fb424b307 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2886686 Nov 11 17:28:00.468973 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33717c90-d49d-48f9-9f5a-340437fe19e3 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:00.470385 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-33717c90-d49d-48f9-9f5a-340437fe19e3 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/ports/33f694d3-3d95-46e7-9a64-90e65f08c181 HTTP/1.1" status: 200 len: 910 time: 0.0624824 Nov 11 17:28:00.479004 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d54557-fc29-4c1d-a67b-39d686a08c61 None None] Pushing event updated for resources: {'Port': ['ID=c1768ad5-88b4-4b7b-a9d6-6e39993263c8,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:00.483715 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34674) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:00.498423 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae155ac-c089-4270-a03f-6f00855879f5 None None] Routers {'3d690a6a-6e93-453a-898b-515c6bb787c5'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:00.498763 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-cae155ac-c089-4270-a03f-6f00855879f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:27:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3d690a6a-6e93-453a-898b-515c6bb787c5'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:00.530544 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-f38bbccd-b032-44c9-a250-8681171baf36 admin admin] Allocated IP 172.25.2.47 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/b50e18d0-117a-4502-898a-9f355a495f06) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:28:00.574199 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-cae155ac-c089-4270-a03f-6f00855879f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:00.576465 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e2224-d79d-40cc-ad19-cff1b25041bc None None] Port 33f694d3-3d95-46e7-9a64-90e65f08c181 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:28:00.601001 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-75d54557-fc29-4c1d-a67b-39d686a08c61 None None] Attempting to bind port c1768ad5-88b4-4b7b-a9d6-6e39993263c8 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:28:00.601001 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-75d54557-fc29-4c1d-a67b-39d686a08c61 None None] Attempting to bind port c1768ad5-88b4-4b7b-a9d6-6e39993263c8 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'd06611dc-6896-481a-ba22-5b1543ab771d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd213044c-79fb-4a72-8efe-7d83622bc253'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:28:00.601319 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d54557-fc29-4c1d-a67b-39d686a08c61 None None] Attempting to bind port c1768ad5-88b4-4b7b-a9d6-6e39993263c8 on network d213044c-79fb-4a72-8efe-7d83622bc253 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:28:00.604425 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae155ac-c089-4270-a03f-6f00855879f5 None None] Routers {'3d690a6a-6e93-453a-898b-515c6bb787c5'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:00.605225 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-cae155ac-c089-4270-a03f-6f00855879f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:27:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3d690a6a-6e93-453a-898b-515c6bb787c5'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:00.643529 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d54557-fc29-4c1d-a67b-39d686a08c61 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:28:00.643964 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d54557-fc29-4c1d-a67b-39d686a08c61 None None] Checking segment: {'id': 'd06611dc-6896-481a-ba22-5b1543ab771d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd213044c-79fb-4a72-8efe-7d83622bc253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:28:00.644631 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-75d54557-fc29-4c1d-a67b-39d686a08c61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:00.644820 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d54557-fc29-4c1d-a67b-39d686a08c61 None None] Bound using segment: {'id': 'd06611dc-6896-481a-ba22-5b1543ab771d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd213044c-79fb-4a72-8efe-7d83622bc253'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:28:00.645290 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-75d54557-fc29-4c1d-a67b-39d686a08c61 None None] Bound port: c1768ad5-88b4-4b7b-a9d6-6e39993263c8, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06611dc-6896-481a-ba22-5b1543ab771d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd213044c-79fb-4a72-8efe-7d83622bc253'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:28:00.645682 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-75d54557-fc29-4c1d-a67b-39d686a08c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:00.649810 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-cae155ac-c089-4270-a03f-6f00855879f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:00.650604 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae155ac-c089-4270-a03f-6f00855879f5 None None] The sync data for ids ['3d690a6a-6e93-453a-898b-515c6bb787c5'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:28:00.657010 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f38bbccd-b032-44c9-a250-8681171baf36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:00.663462 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93741487-38d0-46e0-9a74-89cff0b8bf90 req-e755f41a-9314-4caf-bb8d-cbd7c39546c4 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:00.665032 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-93741487-38d0-46e0-9a74-89cff0b8bf90 req-e755f41a-9314-4caf-bb8d-cbd7c39546c4 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafb02fe-8f68-45e7-bbea-f14505dd8a36 HTTP/1.1" status: 200 len: 945 time: 0.2699256 Nov 11 17:28:00.701069 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f38bbccd-b032-44c9-a250-8681171baf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:00.729219 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-d8e7af88-64de-4a21-9e2d-dcadfa4c4221 service neutron] 10.222.0.83 "GET /v2.0/networks/1ec9bff0-5844-4695-ad16-95d4383ae0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301460 Nov 11 17:28:00.735314 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-75d54557-fc29-4c1d-a67b-39d686a08c61 None None] For port c1768ad5-88b4-4b7b-a9d6-6e39993263c8, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:28:00.739071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-75d54557-fc29-4c1d-a67b-39d686a08c61 None None] For port c1768ad5-88b4-4b7b-a9d6-6e39993263c8, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c1768ad5-88b4-4b7b-a9d6-6e39993263c8,segment=NetworkSegment(d06611dc-6896-481a-ba22-5b1543ab771d),segment_id=d06611dc-6896-481a-ba22-5b1543ab771d)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:28:00.740127 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38bbccd-b032-44c9-a250-8681171baf36 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:00.743357 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec2ded13-9ef3-449b-baf0-7509cd4e4e3c req-1ef22f2f-0ed8-40b2-b212-9b31450a01bf tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3218489 Nov 11 17:28:00.744325 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-f38bbccd-b032-44c9-a250-8681171baf36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:00.745219 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-75d54557-fc29-4c1d-a67b-39d686a08c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:00.748723 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38bbccd-b032-44c9-a250-8681171baf36 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:28:00.782676 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bbccd-b032-44c9-a250-8681171baf36 admin admin] Pushing event updated for resources: {'Port': ['ID=b50e18d0-117a-4502-898a-9f355a495f06,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:00.824098 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5e3aa-4406-4f79-ba64-ae626cd72e71 req-fadaac0a-7619-4d89-b3a3-06d01c0f3816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:00.825916 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5fa5e3aa-4406-4f79-ba64-ae626cd72e71 req-fadaac0a-7619-4d89-b3a3-06d01c0f3816 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=099353229b9447bcb4fa0ea46c4d0294&device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 1096 time: 0.2383695 Nov 11 17:28:00.834931 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d54557-fc29-4c1d-a67b-39d686a08c61 None None] Pushing event updated for resources: {'Port': ['ID=c1768ad5-88b4-4b7b-a9d6-6e39993263c8,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:00.838754 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aa5d8f-9ae2-4796-ad2d-8807aa01364c None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:28:00.909118 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7bfdeecb-a290-4509-95be-7bbbe7ff4d49 None None] Provisioning complete for port b50e18d0-117a-4502-898a-9f355a495f06 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:00.910826 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7bfdeecb-a290-4509-95be-7bbbe7ff4d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:00.975111 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-7bfdeecb-a290-4509-95be-7bbbe7ff4d49 None None] Port b50e18d0-117a-4502-898a-9f355a495f06 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:28:00.991967 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-93741487-38d0-46e0-9a74-89cff0b8bf90 req-1997fb99-4dc2-45bf-8f12-959c506855a7 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133101 Nov 11 17:28:01.103626 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f38bbccd-b032-44c9-a250-8681171baf36 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:01.246176 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56320ed6-35ee-432f-8831-f2d719515e23 req-75bfa088-07e1-41be-b0b3-e90bbd139bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:01.247671 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-56320ed6-35ee-432f-8831-f2d719515e23 req-75bfa088-07e1-41be-b0b3-e90bbd139bbb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 1096 time: 0.0933383 Nov 11 17:28:01.371521 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-56320ed6-35ee-432f-8831-f2d719515e23 req-63bb6714-bd4f-403d-97f1-e3218e67c7e2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140196 Nov 11 17:28:01.394778 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f38bbccd-b032-44c9-a250-8681171baf36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:01.455487 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f66b335-60b1-4a5e-a509-ce8519750f0d'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:28:01.457980 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e074e1-b915-4502-bf8c-7f88341a6a0d" -d '{"events": [{"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-plugged", "status": "completed", "tag": "4f66b335-60b1-4a5e-a509-ce8519750f0d"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:28:01.510623 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4810f924-7cea-478e-89df-1757cae9d4c0 req-df4170c0-5993-44de-8209-3fc78100fd90 service neutron] 10.222.0.83 "GET /v2.0/networks/1ec9bff0-5844-4695-ad16-95d4383ae0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7614162 Nov 11 17:28:01.522955 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38bbccd-b032-44c9-a250-8681171baf36 admin admin] Router 243bbf6e-9590-40f8-a5db-196d472de5da is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:28:01.548316 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5e3aa-4406-4f79-ba64-ae626cd72e71 req-76d9eed2-473e-4906-8355-6e6e2d646619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:01.552033 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5fa5e3aa-4406-4f79-ba64-ae626cd72e71 req-76d9eed2-473e-4906-8355-6e6e2d646619 service neutron] 10.222.0.83 "GET /v2.0/networks?id=84930954-ed2a-4cd1-8397-ec8e27db7420 HTTP/1.1" status: 200 len: 918 time: 0.6657012 Nov 11 17:28:01.631934 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeabbd-4b43-4ea0-9bc8-252f5f62949c req-c81f21f9-e0ab-406f-8e14-a9bf179b95ce tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:01.633501 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ccbeabbd-4b43-4ea0-9bc8-252f5f62949c req-c81f21f9-e0ab-406f-8e14-a9bf179b95ce tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.6317019 Nov 11 17:28:01.689983 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cdd96-04d5-4af9-8eda-9e8d2617fdfe req-74f95852-b7d1-4909-978a-3b59c710862c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:01.691600 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef9cdd96-04d5-4af9-8eda-9e8d2617fdfe req-74f95852-b7d1-4909-978a-3b59c710862c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafb02fe-8f68-45e7-bbea-f14505dd8a36 HTTP/1.1" status: 200 len: 945 time: 0.2371008 Nov 11 17:28:01.791106 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5fa5e3aa-4406-4f79-ba64-ae626cd72e71 req-762154ee-f6b2-419e-a6d0-6f63632771cb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac HTTP/1.1" status: 200 len: 1001 time: 0.1924038 Nov 11 17:28:01.870307 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3e8b4-aaa7-42bc-b464-9c7ee6b3d8a9 req-364304b1-19af-4d04-85e3-cbba28866489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:01.871911 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6e3e8b4-aaa7-42bc-b464-9c7ee6b3d8a9 req-364304b1-19af-4d04-85e3-cbba28866489 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c13d491d06d549ffa0aedaf876c5ae07&device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 1094 time: 0.2652605 Nov 11 17:28:01.888390 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ccbeabbd-4b43-4ea0-9bc8-252f5f62949c req-b1fa2c83-8456-4b05-a4f5-5d48555231ec tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095103 Nov 11 17:28:01.919471 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef9cdd96-04d5-4af9-8eda-9e8d2617fdfe req-6ca31580-3f60-46d9-a499-92b2c6c93890 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165437 Nov 11 17:28:01.996127 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b108054c-ecfe-46ae-bfc4-b9d76e71afc5 None None] Network d213044c-79fb-4a72-8efe-7d83622bc253 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:28:02.001168 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38bbccd-b032-44c9-a250-8681171baf36 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:28:02.010899 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] Sync routers for ids ['243bbf6e-9590-40f8-a5db-196d472de5da'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:28:02.023084 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] Routers {'243bbf6e-9590-40f8-a5db-196d472de5da'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:02.024153 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:27:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['243bbf6e-9590-40f8-a5db-196d472de5da'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:02.031996 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f38bbccd-b032-44c9-a250-8681171baf36 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:02.036904 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f38bbccd-b032-44c9-a250-8681171baf36 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7279680 Nov 11 17:28:02.039627 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34694) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:02.044604 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5e3aa-4406-4f79-ba64-ae626cd72e71 req-7cfaacda-ba4d-49fd-9de1-9cdf34aa0293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:02.046080 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5fa5e3aa-4406-4f79-ba64-ae626cd72e71 req-7cfaacda-ba4d-49fd-9de1-9cdf34aa0293 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961 HTTP/1.1" status: 200 len: 855 time: 0.2436528 Nov 11 17:28:02.085972 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b12ae220-5714-4758-80d5-200916080712 None None] Provisioning complete for port c1768ad5-88b4-4b7b-a9d6-6e39993263c8 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:02.086350 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b12ae220-5714-4758-80d5-200916080712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:02.130794 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c686388d-49ad-44b9-b1d5-e60f79972a1a x-openstack-request-id: req-c686388d-49ad-44b9-b1d5-e60f79972a1a {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:28:02.131086 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-plugged", "status": "completed", "tag": "4f66b335-60b1-4a5e-a509-ce8519750f0d", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:28:02.131330 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c686388d-49ad-44b9-b1d5-e60f79972a1a {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:28:02.132320 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f66b335-60b1-4a5e-a509-ce8519750f0d', 'code': 200} Nov 11 17:28:02.213269 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cc99a-ef7f-4340-b76c-59c010138cde req-de7bab86-6e50-4ac8-a915-671104ab5a1b tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:02.214592 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-418cc99a-ef7f-4340-b76c-59c010138cde req-de7bab86-6e50-4ac8-a915-671104ab5a1b tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 943 time: 0.2199342 Nov 11 17:28:02.240055 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3e8b4-aaa7-42bc-b464-9c7ee6b3d8a9 req-0cf6bd15-213d-4cf0-87ad-ab619eac3bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:02.241534 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6e3e8b4-aaa7-42bc-b464-9c7ee6b3d8a9 req-0cf6bd15-213d-4cf0-87ad-ab619eac3bc6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1ec9bff0-5844-4695-ad16-95d4383ae0e3 HTTP/1.1" status: 200 len: 915 time: 0.3521984 Nov 11 17:28:02.245741 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] Set router 243bbf6e-9590-40f8-a5db-196d472de5da gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:28:02.248994 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b12ae220-5714-4758-80d5-200916080712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:02.276888 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5e3aa-4406-4f79-ba64-ae626cd72e71 req-e5928c94-1db2-4415-8614-aea5b8b6dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:02.278388 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5fa5e3aa-4406-4f79-ba64-ae626cd72e71 req-e5928c94-1db2-4415-8614-aea5b8b6dec4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=84930954-ed2a-4cd1-8397-ec8e27db7420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2065184 Nov 11 17:28:02.316394 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b12ae220-5714-4758-80d5-200916080712 None None] For port c1768ad5-88b4-4b7b-a9d6-6e39993263c8, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c1768ad5-88b4-4b7b-a9d6-6e39993263c8,segment=NetworkSegment(d06611dc-6896-481a-ba22-5b1543ab771d),segment_id=d06611dc-6896-481a-ba22-5b1543ab771d)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:02.320819 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fedb4-f43f-4840-85b0-d5cf2d8a6df2 req-0ba3cc42-2e63-4251-855b-02f47536ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:02.322036 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fedb4-f43f-4840-85b0-d5cf2d8a6df2 req-0ba3cc42-2e63-4251-855b-02f47536ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:02.322600 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fedb4-f43f-4840-85b0-d5cf2d8a6df2 req-0ba3cc42-2e63-4251-855b-02f47536ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:02.323115 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fedb4-f43f-4840-85b0-d5cf2d8a6df2 req-0ba3cc42-2e63-4251-855b-02f47536ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:02.323254 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b12ae220-5714-4758-80d5-200916080712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:02.323628 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fedb4-f43f-4840-85b0-d5cf2d8a6df2 req-0ba3cc42-2e63-4251-855b-02f47536ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:02.324173 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fedb4-f43f-4840-85b0-d5cf2d8a6df2 req-0ba3cc42-2e63-4251-855b-02f47536ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:02.325117 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fedb4-f43f-4840-85b0-d5cf2d8a6df2 req-0ba3cc42-2e63-4251-855b-02f47536ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:02.332933 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6e3e8b4-aaa7-42bc-b464-9c7ee6b3d8a9 req-bdb8e96d-efa5-4c37-928e-29a82df49cdd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dec6a22-64b5-43ff-bb8d-353a7f5c785e HTTP/1.1" status: 200 len: 217 time: 0.0723054 Nov 11 17:28:02.335443 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a70fedb4-f43f-4840-85b0-d5cf2d8a6df2 req-0ba3cc42-2e63-4251-855b-02f47536ff86 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 6501 time: 0.1465957 Nov 11 17:28:02.388603 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ae220-5714-4758-80d5-200916080712 None None] Pushing event updated for resources: {'Port': ['ID=c1768ad5-88b4-4b7b-a9d6-6e39993263c8,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:02.389096 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e16c831-b026-40c1-9630-d4b26a9108f2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:02.464298 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243bbf6e-9590-40f8-a5db-196d472de5da', 'name': 'tempest-FloatingIPDetailsTestJSON-1706320437-router', 'tenant_id': 'dc50ce7970f248f68b4c11b2582b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b50e18d0-117a-4502-898a-9f355a495f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:27:59Z', 'updated_at': '2021-11-11T17:28:00Z', 'revision_number': 3, 'project_id': 'dc50ce7970f248f68b4c11b2582b6315', 'gw_port': {'id': 'b50e18d0-117a-4502-898a-9f355a495f06', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243bbf6e-9590-40f8-a5db-196d472de5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:00Z', 'updated_at': '2021-11-11T17:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:02.503185 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] Checking router: 243bbf6e-9590-40f8-a5db-196d472de5da for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:28:02.504334 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] Updating router 243bbf6e-9590-40f8-a5db-196d472de5da port b50e18d0-117a-4502-898a-9f355a495f06 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:28:02.517931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb3de4-1137-4450-8521-cc49ac2f6cc8 req-97a2f421-78b2-406d-b692-8b4ccbb3de28 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:02.524572 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb3de4-1137-4450-8521-cc49ac2f6cc8 req-97a2f421-78b2-406d-b692-8b4ccbb3de28 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:02.530675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb3de4-1137-4450-8521-cc49ac2f6cc8 req-97a2f421-78b2-406d-b692-8b4ccbb3de28 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:02.533324 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:02.536852 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb3de4-1137-4450-8521-cc49ac2f6cc8 req-97a2f421-78b2-406d-b692-8b4ccbb3de28 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:02.545788 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb3de4-1137-4450-8521-cc49ac2f6cc8 req-97a2f421-78b2-406d-b692-8b4ccbb3de28 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:02.551864 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a70fedb4-f43f-4840-85b0-d5cf2d8a6df2 req-0b7ff2db-84e4-4f16-8e90-731571b2539d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7dac114a-24fc-4593-a731-feb406f8d808&id=ec10de73-6184-4194-beba-79f05744a1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1894906 Nov 11 17:28:02.552376 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb3de4-1137-4450-8521-cc49ac2f6cc8 req-97a2f421-78b2-406d-b692-8b4ccbb3de28 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:02.558331 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb3de4-1137-4450-8521-cc49ac2f6cc8 req-97a2f421-78b2-406d-b692-8b4ccbb3de28 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:02.560272 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7deb3de4-1137-4450-8521-cc49ac2f6cc8 req-97a2f421-78b2-406d-b692-8b4ccbb3de28 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5444 time: 0.3748703 Nov 11 17:28:02.617431 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-418cc99a-ef7f-4340-b76c-59c010138cde req-6e4291d5-49e7-4bcf-b310-95cd50a1bcd7 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817348 Nov 11 17:28:02.683193 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3e8b4-aaa7-42bc-b464-9c7ee6b3d8a9 req-c187235b-9b20-4d47-9f94-e7ac6c1ededf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:02.684723 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6e3e8b4-aaa7-42bc-b464-9c7ee6b3d8a9 req-c187235b-9b20-4d47-9f94-e7ac6c1ededf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7dc52ad1-f3a3-434d-a193-60fbff77cc17 HTTP/1.1" status: 200 len: 853 time: 0.3319013 Nov 11 17:28:02.747260 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c1768ad5-88b4-4b7b-a9d6-6e39993263c8 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:28:02.771070 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5fa5e3aa-4406-4f79-ba64-ae626cd72e71 req-4e049eda-639f-4c35-a638-a4b03a2fdafd service neutron] 10.222.0.83 "GET /v2.0/networks/84930954-ed2a-4cd1-8397-ec8e27db7420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539838 Nov 11 17:28:02.822478 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port c1768ad5-88b4-4b7b-a9d6-6e39993263c8 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:02.822919 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:02.836739 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7deb3de4-1137-4450-8521-cc49ac2f6cc8 req-ab1802d6-252d-4722-9375-c38f945d95aa tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2624662 Nov 11 17:28:02.930643 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6e3e8b4-aaa7-42bc-b464-9c7ee6b3d8a9 req-34ae30c5-9be0-4a3e-b031-674c2be6273f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1ec9bff0-5844-4695-ad16-95d4383ae0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928855 Nov 11 17:28:02.939324 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ef26605-7f86-4931-ae33-75996f7a2fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:02.995579 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7a71c941-e538-444b-a635-ce3f638f8f04 None None] Provisioning complete for port c1768ad5-88b4-4b7b-a9d6-6e39993263c8 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:02.996051 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7a71c941-e538-444b-a635-ce3f638f8f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:03.042412 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:03.051087 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:03.132269 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7cf5d6-bae9-4ab5-9c79-01b5c3fdfcdf None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:28:03.147211 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] Attempting to bind port b50e18d0-117a-4502-898a-9f355a495f06 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:28:03.147650 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] Attempting to bind port b50e18d0-117a-4502-898a-9f355a495f06 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:28:03.160241 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] Attempting to bind port b50e18d0-117a-4502-898a-9f355a495f06 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:28:03.163494 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ddaaa-4d6d-411c-aa6a-658f8d691cf5 None None] Pushing event updated for resources: {'Port': ['ID=b50e18d0-117a-4502-898a-9f355a495f06,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:03.166506 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5fa5e3aa-4406-4f79-ba64-ae626cd72e71 req-feb7f39f-a583-4a44-9b18-dd5754b70566 service neutron] 10.222.0.83 "GET /v2.0/networks/84930954-ed2a-4cd1-8397-ec8e27db7420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133411 Nov 11 17:28:03.168540 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:28:03.168918 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:28:03.169318 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:03.170514 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:28:03.170864 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] Bound port: b50e18d0-117a-4502-898a-9f355a495f06, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:28:03.171251 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:03.197736 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a460800-8ca6-4c9b-984c-e9f97c31d4a6 req-57af8f71-1dc2-4857-940b-f16706b94043 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:03.205511 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a460800-8ca6-4c9b-984c-e9f97c31d4a6 req-57af8f71-1dc2-4857-940b-f16706b94043 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.1825044 Nov 11 17:28:03.209201 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-3ef26605-7f86-4931-ae33-75996f7a2fad admin admin] Allocated IP 172.20.0.1 (d213044c-79fb-4a72-8efe-7d83622bc253/a3e76d08-f482-434b-8b80-386ada87ee05/5458f825-4052-4368-87b7-f98ab0180669) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:28:03.232995 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddaaa-4d6d-411c-aa6a-658f8d691cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:03.233439 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddaaa-4d6d-411c-aa6a-658f8d691cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:03.233846 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddaaa-4d6d-411c-aa6a-658f8d691cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:03.234248 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddaaa-4d6d-411c-aa6a-658f8d691cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:03.234663 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddaaa-4d6d-411c-aa6a-658f8d691cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:03.235061 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddaaa-4d6d-411c-aa6a-658f8d691cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:03.235476 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddaaa-4d6d-411c-aa6a-658f8d691cf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:03.236071 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddaaa-4d6d-411c-aa6a-658f8d691cf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:03.236227 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddaaa-4d6d-411c-aa6a-658f8d691cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:03.238350 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddaaa-4d6d-411c-aa6a-658f8d691cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:03.238350 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddaaa-4d6d-411c-aa6a-658f8d691cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:03.238350 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7ddaaa-4d6d-411c-aa6a-658f8d691cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:03.264399 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-65eca6b7-3430-4096-8261-8f35825bb59b None None] Provisioning complete for port b50e18d0-117a-4502-898a-9f355a495f06 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:03.265251 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-65eca6b7-3430-4096-8261-8f35825bb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:03.290596 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6e3e8b4-aaa7-42bc-b464-9c7ee6b3d8a9 req-10240795-7f69-4edd-a0ab-f85f6d445472 service neutron] 10.222.0.83 "GET /v2.0/networks/1ec9bff0-5844-4695-ad16-95d4383ae0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309257 Nov 11 17:28:03.313301 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] For port b50e18d0-117a-4502-898a-9f355a495f06, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:28:03.318543 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] For port b50e18d0-117a-4502-898a-9f355a495f06, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b50e18d0-117a-4502-898a-9f355a495f06,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:28:03.328778 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-65eca6b7-3430-4096-8261-8f35825bb59b None None] Port b50e18d0-117a-4502-898a-9f355a495f06 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:28:03.336538 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:03.363759 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ef26605-7f86-4931-ae33-75996f7a2fad admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:03.398393 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ddaaa-4d6d-411c-aa6a-658f8d691cf5 None None] Pushing event updated for resources: {'Port': ['ID=b50e18d0-117a-4502-898a-9f355a495f06,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:03.417632 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a460800-8ca6-4c9b-984c-e9f97c31d4a6 req-76f37493-16e9-47ac-9b43-abfe182a36e8 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076106 Nov 11 17:28:03.433779 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cacdb19-4dea-4cb7-aca0-a4b750a481c6 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:28:03.441642 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ef26605-7f86-4931-ae33-75996f7a2fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:03.444473 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] Routers {'243bbf6e-9590-40f8-a5db-196d472de5da'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:03.446861 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:27:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['243bbf6e-9590-40f8-a5db-196d472de5da'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:03.465014 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5966ed0-a492-4617-b60d-b7aa99075536 req-d78fc418-b9f0-4aba-86c7-8dc01fa70caa tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:03.472710 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5966ed0-a492-4617-b60d-b7aa99075536 req-d78fc418-b9f0-4aba-86c7-8dc01fa70caa tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafb02fe-8f68-45e7-bbea-f14505dd8a36 HTTP/1.1" status: 200 len: 945 time: 0.2344840 Nov 11 17:28:03.541114 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6e3e8b4-aaa7-42bc-b464-9c7ee6b3d8a9 req-50656f07-4a2e-4dc6-b0c9-4af6219f1a4d service neutron] 10.222.0.83 "GET /v2.0/networks/1ec9bff0-5844-4695-ad16-95d4383ae0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333040 Nov 11 17:28:03.556285 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef26605-7f86-4931-ae33-75996f7a2fad admin admin] Network d213044c-79fb-4a72-8efe-7d83622bc253 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:03.558023 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-0e16c831-b026-40c1-9630-d4b26a9108f2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting port 33f694d3-3d95-46e7-9a64-90e65f08c181 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:03.558589 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e16c831-b026-40c1-9630-d4b26a9108f2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:03.562018 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-3ef26605-7f86-4931-ae33-75996f7a2fad admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:03.566247 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef26605-7f86-4931-ae33-75996f7a2fad admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:28:03.580102 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-21fab97a-2d4b-4f33-ab78-848316159f07 None None] Provisioning complete for port b50e18d0-117a-4502-898a-9f355a495f06 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:03.581542 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-21fab97a-2d4b-4f33-ab78-848316159f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:03.599792 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef26605-7f86-4931-ae33-75996f7a2fad admin admin] Pushing event updated for resources: {'Port': ['ID=5458f825-4052-4368-87b7-f98ab0180669,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:03.621017 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ef26605-7f86-4931-ae33-75996f7a2fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:03.704101 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-21fab97a-2d4b-4f33-ab78-848316159f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:03.733369 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5966ed0-a492-4617-b60d-b7aa99075536 req-046b3527-4231-403b-ba47-5a7479b9fe94 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581389 Nov 11 17:28:03.743915 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-21fab97a-2d4b-4f33-ab78-848316159f07 None None] For port b50e18d0-117a-4502-898a-9f355a495f06, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b50e18d0-117a-4502-898a-9f355a495f06,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:03.750904 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-21fab97a-2d4b-4f33-ab78-848316159f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:03.768446 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] Set router 243bbf6e-9590-40f8-a5db-196d472de5da gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:28:03.818427 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ef7d9-1626-4b29-ad97-f9751ace257d req-dd7671b7-1d23-4fc0-81ea-6ff8df364def tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:03.834010 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d98ef7d9-1626-4b29-ad97-f9751ace257d req-dd7671b7-1d23-4fc0-81ea-6ff8df364def tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.3107007 Nov 11 17:28:03.882064 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fab97a-2d4b-4f33-ab78-848316159f07 None None] Pushing event updated for resources: {'Port': ['ID=b50e18d0-117a-4502-898a-9f355a495f06,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:03.940700 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ef26605-7f86-4931-ae33-75996f7a2fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:03.975177 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e16c831-b026-40c1-9630-d4b26a9108f2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:03.982059 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c577f3a3-2fa3-40ee-a9d9-02ce93313378 None None] Provisioning complete for port 5458f825-4052-4368-87b7-f98ab0180669 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:03.982440 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c577f3a3-2fa3-40ee-a9d9-02ce93313378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:04.020403 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c577f3a3-2fa3-40ee-a9d9-02ce93313378 None None] Port 5458f825-4052-4368-87b7-f98ab0180669 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:28:04.021171 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d98ef7d9-1626-4b29-ad97-f9751ace257d req-f634e412-3a02-426a-b0b7-18ec5db8e299 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860564 Nov 11 17:28:04.048488 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-0e16c831-b026-40c1-9630-d4b26a9108f2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Calling delete_port for 33f694d3-3d95-46e7-9a64-90e65f08c181 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:04.084064 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca5a4e-d6f7-4850-9239-e5e336fce5ff req-5b254689-5425-40a0-a772-811afb4167d7 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:04.094084 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03ca5a4e-d6f7-4850-9239-e5e336fce5ff req-5b254689-5425-40a0-a772-811afb4167d7 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 943 time: 0.1764255 Nov 11 17:28:04.135102 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243bbf6e-9590-40f8-a5db-196d472de5da', 'name': 'tempest-FloatingIPDetailsTestJSON-1706320437-router', 'tenant_id': 'dc50ce7970f248f68b4c11b2582b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b50e18d0-117a-4502-898a-9f355a495f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:27:59Z', 'updated_at': '2021-11-11T17:28:00Z', 'revision_number': 3, 'project_id': 'dc50ce7970f248f68b4c11b2582b6315', 'gw_port': {'id': 'b50e18d0-117a-4502-898a-9f355a495f06', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243bbf6e-9590-40f8-a5db-196d472de5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:00Z', 'updated_at': '2021-11-11T17:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:04.206418 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9aad16-2692-4407-a4ce-c93bac8c11bd None None] The sync data for ids ['243bbf6e-9590-40f8-a5db-196d472de5da'] in n-d-816206-4 is: [{'id': '243bbf6e-9590-40f8-a5db-196d472de5da', 'name': 'tempest-FloatingIPDetailsTestJSON-1706320437-router', 'tenant_id': 'dc50ce7970f248f68b4c11b2582b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b50e18d0-117a-4502-898a-9f355a495f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:27:59Z', 'updated_at': '2021-11-11T17:28:00Z', 'revision_number': 3, 'project_id': 'dc50ce7970f248f68b4c11b2582b6315', 'gw_port': {'id': 'b50e18d0-117a-4502-898a-9f355a495f06', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243bbf6e-9590-40f8-a5db-196d472de5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:00Z', 'updated_at': '2021-11-11T17:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:28:04.222742 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ef26605-7f86-4931-ae33-75996f7a2fad admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:04.234902 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ef26605-7f86-4931-ae33-75996f7a2fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:04.321408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef26605-7f86-4931-ae33-75996f7a2fad admin admin] Pushing event updated for resources: {'Port': ['ID=5458f825-4052-4368-87b7-f98ab0180669,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:04.324093 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ef26605-7f86-4931-ae33-75996f7a2fad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:04.427069 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef26605-7f86-4931-ae33-75996f7a2fad admin admin] Network d213044c-79fb-4a72-8efe-7d83622bc253 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:04.428703 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-3ef26605-7f86-4931-ae33-75996f7a2fad admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:04.606186 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef26605-7f86-4931-ae33-75996f7a2fad admin admin] Router 243bbf6e-9590-40f8-a5db-196d472de5da has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:28:04.624352 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03ca5a4e-d6f7-4850-9239-e5e336fce5ff req-478fcfe0-b8c2-4cf0-950f-9809948c5374 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287428 Nov 11 17:28:04.708884 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b50e18d0-117a-4502-898a-9f355a495f06 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:28:04.809970 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port b50e18d0-117a-4502-898a-9f355a495f06 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:04.810352 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:04.816304 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623eab3f-29f6-4b80-b524-bb0c0f42e23b req-bc25736c-7a99-49ae-8841-a2168c384f7d tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:04.825522 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623eab3f-29f6-4b80-b524-bb0c0f42e23b req-bc25736c-7a99-49ae-8841-a2168c384f7d tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:04.833802 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef26605-7f86-4931-ae33-75996f7a2fad admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:28:04.840281 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3ef26605-7f86-4931-ae33-75996f7a2fad admin admin] 10.222.0.76 "PUT /v2.0/routers/243bbf6e-9590-40f8-a5db-196d472de5da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7994227 Nov 11 17:28:04.861586 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623eab3f-29f6-4b80-b524-bb0c0f42e23b req-bc25736c-7a99-49ae-8841-a2168c384f7d tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:04.882568 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ae795-a34b-45d0-96ab-00bfd814cf85 req-8a6a6095-e43f-492b-a557-07e8bc408a65 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:04.883834 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623eab3f-29f6-4b80-b524-bb0c0f42e23b req-bc25736c-7a99-49ae-8841-a2168c384f7d tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:04.888290 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0b2ae795-a34b-45d0-96ab-00bfd814cf85 req-8a6a6095-e43f-492b-a557-07e8bc408a65 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "GET /v2.0/ports?device_id=bafb02fe-8f68-45e7-bbea-f14505dd8a36 HTTP/1.1" status: 200 len: 945 time: 0.2648983 Nov 11 17:28:04.893278 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623eab3f-29f6-4b80-b524-bb0c0f42e23b req-bc25736c-7a99-49ae-8841-a2168c384f7d tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:04.902944 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623eab3f-29f6-4b80-b524-bb0c0f42e23b req-bc25736c-7a99-49ae-8841-a2168c384f7d tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:04.912537 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623eab3f-29f6-4b80-b524-bb0c0f42e23b req-bc25736c-7a99-49ae-8841-a2168c384f7d tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:04.924146 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-623eab3f-29f6-4b80-b524-bb0c0f42e23b req-bc25736c-7a99-49ae-8841-a2168c384f7d tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5444 time: 0.3450692 Nov 11 17:28:04.994835 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8b4cdeca-4052-4662-a944-9cf0f8093613 None None] Provisioning complete for port 5458f825-4052-4368-87b7-f98ab0180669 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:04.995495 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8b4cdeca-4052-4662-a944-9cf0f8093613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:05.077507 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-8b4cdeca-4052-4662-a944-9cf0f8093613 None None] Port 5458f825-4052-4368-87b7-f98ab0180669 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:28:05.089194 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-0b2ae795-a34b-45d0-96ab-00bfd814cf85 req-8f396b10-85b3-47f6-a451-dc3d5f55cc56 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Deleting port aef18a25-853f-4f43-bd90-0c5891135f38 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:05.089582 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0b2ae795-a34b-45d0-96ab-00bfd814cf85 req-8f396b10-85b3-47f6-a451-dc3d5f55cc56 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:05.134465 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-623eab3f-29f6-4b80-b524-bb0c0f42e23b req-6fb477f9-b3a8-4619-9a47-d6ef2da7de72 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2088099 Nov 11 17:28:05.143681 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e16c831-b026-40c1-9630-d4b26a9108f2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:05.169776 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 6dec6a22-64b5-43ff-bb8d-353a7f5c785e details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:28:05.223173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16c831-b026-40c1-9630-d4b26a9108f2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Port': ['ID=33f694d3-3d95-46e7-9a64-90e65f08c181,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:05.319296 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-0b2ae795-a34b-45d0-96ab-00bfd814cf85 req-8f396b10-85b3-47f6-a451-dc3d5f55cc56 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] For port aef18a25-853f-4f43-bd90-0c5891135f38, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=aef18a25-853f-4f43-bd90-0c5891135f38,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:05.326340 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0b2ae795-a34b-45d0-96ab-00bfd814cf85 req-8f396b10-85b3-47f6-a451-dc3d5f55cc56 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:05.344589 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-0b2ae795-a34b-45d0-96ab-00bfd814cf85 req-8f396b10-85b3-47f6-a451-dc3d5f55cc56 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Calling delete_port for aef18a25-853f-4f43-bd90-0c5891135f38 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:05.496045 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd0992-40c9-4f15-baaf-49d8f914699d req-639c1fd8-dbe0-4aba-963a-bda41b00b491 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:05.500814 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,segment=NetworkSegment(91415e2e-cc30-44a2-8599-bef53e9d5eab),segment_id=91415e2e-cc30-44a2-8599-bef53e9d5eab)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:05.510630 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4cdd0992-40c9-4f15-baaf-49d8f914699d req-639c1fd8-dbe0-4aba-963a-bda41b00b491 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=bafb02fe-8f68-45e7-bbea-f14505dd8a36 HTTP/1.1" status: 200 len: 945 time: 0.3042486 Nov 11 17:28:05.526766 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '6dec6a22-64b5-43ff-bb8d-353a7f5c785e', 'network_id': '1ec9bff0-5844-4695-ad16-95d4383ae0e3', 'port_id': '6dec6a22-64b5-43ff-bb8d-353a7f5c785e', 'mac_address': 'fa:16:3e:0b:4b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc52ad1-f3a3-434d-a193-60fbff77cc17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:28:05.549154 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0b2ae795-a34b-45d0-96ab-00bfd814cf85 req-8f396b10-85b3-47f6-a451-dc3d5f55cc56 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:05.572508 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8c84b91b-aa9c-42d0-a19b-b3f82d715671'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:28:05.587439 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['aef18a25-853f-4f43-bd90-0c5891135f38'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:28:05.594077 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f396b10-85b3-47f6-a451-dc3d5f55cc56 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Pushing event deleted for resources: {'Port': ['ID=aef18a25-853f-4f43-bd90-0c5891135f38,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:05.650336 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c39a4c-72de-4047-9e19-ed7046d7152e None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:28:05.673575 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2ae795-a34b-45d0-96ab-00bfd814cf85 req-8f396b10-85b3-47f6-a451-dc3d5f55cc56 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] No DVR routers for this DVR port aef18a25-853f-4f43-bd90-0c5891135f38 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:28:05.678057 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0b2ae795-a34b-45d0-96ab-00bfd814cf85 req-8f396b10-85b3-47f6-a451-dc3d5f55cc56 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:05.681912 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0b2ae795-a34b-45d0-96ab-00bfd814cf85 req-8f396b10-85b3-47f6-a451-dc3d5f55cc56 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "DELETE /v2.0/ports/aef18a25-853f-4f43-bd90-0c5891135f38 HTTP/1.1" status: 204 len: 173 time: 0.7862909 Nov 11 17:28:05.682649 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafb02fe-8f68-45e7-bbea-f14505dd8a36', 'name': 'network-vif-deleted', 'tag': 'aef18a25-853f-4f43-bd90-0c5891135f38'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:28:05.682766 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:05.684708 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdee089-f8fb-4878-b7c0-2812ad581134" -d '{"events": [{"server_uuid": "bafb02fe-8f68-45e7-bbea-f14505dd8a36", "name": "network-vif-deleted", "tag": "aef18a25-853f-4f43-bd90-0c5891135f38"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:28:05.690135 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4cdd0992-40c9-4f15-baaf-49d8f914699d req-2cfe7a4e-6a2e-48d5-804a-ddef2f27bbf5 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736476 Nov 11 17:28:05.701407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406bfaf-0e85-4992-a106-e49f8e4430f1 req-c0af1494-2604-4040-b9eb-fb8b56e38790 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:05.702991 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c406bfaf-0e85-4992-a106-e49f8e4430f1 req-c0af1494-2604-4040-b9eb-fb8b56e38790 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.2962477 Nov 11 17:28:05.730886 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dec6a22-64b5-43ff-bb8d-353a7f5c785e {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:28:05.766687 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,segment=NetworkSegment(91415e2e-cc30-44a2-8599-bef53e9d5eab),segment_id=91415e2e-cc30-44a2-8599-bef53e9d5eab)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:05.772380 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e16c831-b026-40c1-9630-d4b26a9108f2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:05.776677 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:05.788185 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c406bfaf-0e85-4992-a106-e49f8e4430f1 req-1d4498a7-7ca2-405e-bc85-b076cf89327b tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750465 Nov 11 17:28:05.886479 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:06.142471 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['6dec6a22-64b5-43ff-bb8d-353a7f5c785e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:28:06.189119 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4255f8b-5232-463a-b544-586be4bef8e2 req-2315bf28-1ca5-450d-b1ad-c0efa3015faa tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:06.190645 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a4255f8b-5232-463a-b544-586be4bef8e2 req-2315bf28-1ca5-450d-b1ad-c0efa3015faa tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 944 time: 0.2419808 Nov 11 17:28:06.252969 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de35fadf-b7b5-4e6b-bf12-d9b80fc5fb1a req-2d29e268-01e8-473d-ba11-fbd9b596076c tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3509958 Nov 11 17:28:06.272537 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-de35fadf-b7b5-4e6b-bf12-d9b80fc5fb1a req-044fe891-10b2-400e-9799-68066ef1d03d tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:06.328494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e16c831-b026-40c1-9630-d4b26a9108f2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router 3d690a6a-6e93-453a-898b-515c6bb787c5 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:28:06.333777 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a4255f8b-5232-463a-b544-586be4bef8e2 req-3665da2a-45d1-41c5-9a9a-14dc30424746 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995243 Nov 11 17:28:06.339416 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-de35fadf-b7b5-4e6b-bf12-d9b80fc5fb1a req-044fe891-10b2-400e-9799-68066ef1d03d tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:06.393197 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df03350-afeb-437a-9c32-f0d845885f04 x-openstack-request-id: req-8df03350-afeb-437a-9c32-f0d845885f04 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:28:06.393666 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafb02fe-8f68-45e7-bbea-f14505dd8a36", "name": "network-vif-deleted", "tag": "aef18a25-853f-4f43-bd90-0c5891135f38", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:28:06.393931 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8df03350-afeb-437a-9c32-f0d845885f04 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:28:06.394390 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafb02fe-8f68-45e7-bbea-f14505dd8a36', 'name': 'network-vif-deleted', 'tag': 'aef18a25-853f-4f43-bd90-0c5891135f38', 'status': 'completed', 'code': 200} Nov 11 17:28:06.486959 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e16c831-b026-40c1-9630-d4b26a9108f2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:28:06.494752 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0e16c831-b026-40c1-9630-d4b26a9108f2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/3d690a6a-6e93-453a-898b-515c6bb787c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0098939 Nov 11 17:28:06.497601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34736) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:06.498758 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11380c7d-def1-4c1c-a6e6-12421c62a594 None None] Sync routers for ids ['3d690a6a-6e93-453a-898b-515c6bb787c5'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:28:06.511662 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11380c7d-def1-4c1c-a6e6-12421c62a594 None None] Routers {'3d690a6a-6e93-453a-898b-515c6bb787c5'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:06.513651 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-11380c7d-def1-4c1c-a6e6-12421c62a594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:27:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3d690a6a-6e93-453a-898b-515c6bb787c5'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:06.553788 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] Sync routers for ids ['243bbf6e-9590-40f8-a5db-196d472de5da'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:28:06.559468 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-11380c7d-def1-4c1c-a6e6-12421c62a594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:06.565061 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] Routers {'243bbf6e-9590-40f8-a5db-196d472de5da'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:06.565855 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:27:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['243bbf6e-9590-40f8-a5db-196d472de5da'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:06.568411 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11380c7d-def1-4c1c-a6e6-12421c62a594 None None] Routers {'3d690a6a-6e93-453a-898b-515c6bb787c5'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:06.569011 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-11380c7d-def1-4c1c-a6e6-12421c62a594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:27:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3d690a6a-6e93-453a-898b-515c6bb787c5'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:06.614015 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-11380c7d-def1-4c1c-a6e6-12421c62a594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:06.614781 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11380c7d-def1-4c1c-a6e6-12421c62a594 None None] The sync data for ids ['3d690a6a-6e93-453a-898b-515c6bb787c5'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:28:06.683215 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] Set router 243bbf6e-9590-40f8-a5db-196d472de5da gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:28:06.731186 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93569e3-2d86-4ad5-b70c-44ba04c9d13c req-611a33c9-0022-4884-a5ce-d17f411cc16b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:06.737139 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93569e3-2d86-4ad5-b70c-44ba04c9d13c req-611a33c9-0022-4884-a5ce-d17f411cc16b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:06.743418 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93569e3-2d86-4ad5-b70c-44ba04c9d13c req-611a33c9-0022-4884-a5ce-d17f411cc16b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:06.750996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93569e3-2d86-4ad5-b70c-44ba04c9d13c req-611a33c9-0022-4884-a5ce-d17f411cc16b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:06.757116 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93569e3-2d86-4ad5-b70c-44ba04c9d13c req-611a33c9-0022-4884-a5ce-d17f411cc16b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:06.763544 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93569e3-2d86-4ad5-b70c-44ba04c9d13c req-611a33c9-0022-4884-a5ce-d17f411cc16b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:06.769671 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93569e3-2d86-4ad5-b70c-44ba04c9d13c req-611a33c9-0022-4884-a5ce-d17f411cc16b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:06.771564 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d93569e3-2d86-4ad5-b70c-44ba04c9d13c req-611a33c9-0022-4884-a5ce-d17f411cc16b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5444 time: 0.1999984 Nov 11 17:28:06.777613 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-de35fadf-b7b5-4e6b-bf12-d9b80fc5fb1a req-044fe891-10b2-400e-9799-68066ef1d03d tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:06.910242 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243bbf6e-9590-40f8-a5db-196d472de5da', 'name': 'tempest-FloatingIPDetailsTestJSON-1706320437-router', 'tenant_id': 'dc50ce7970f248f68b4c11b2582b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b50e18d0-117a-4502-898a-9f355a495f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:27:59Z', 'updated_at': '2021-11-11T17:28:03Z', 'revision_number': 4, 'project_id': 'dc50ce7970f248f68b4c11b2582b6315', 'gw_port': {'id': 'b50e18d0-117a-4502-898a-9f355a495f06', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243bbf6e-9590-40f8-a5db-196d472de5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:00Z', 'updated_at': '2021-11-11T17:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '5458f825-4052-4368-87b7-f98ab0180669', 'name': '', 'network_id': 'd213044c-79fb-4a72-8efe-7d83622bc253', 'tenant_id': 'dc50ce7970f248f68b4c11b2582b6315', 'mac_address': 'fa:16:3e:fc:e3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243bbf6e-9590-40f8-a5db-196d472de5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'a3e76d08-f482-434b-8b80-386ada87ee05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:02Z', 'updated_at': '2021-11-11T17:28:04Z', 'revision_number': 2, 'project_id': 'dc50ce7970f248f68b4c11b2582b6315', 'subnets': [{'id': 'a3e76d08-f482-434b-8b80-386ada87ee05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:06.937722 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] Checking router: 243bbf6e-9590-40f8-a5db-196d472de5da for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:28:06.938329 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] Updating router 243bbf6e-9590-40f8-a5db-196d472de5da port 5458f825-4052-4368-87b7-f98ab0180669 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:28:06.972598 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:07.007494 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d93569e3-2d86-4ad5-b70c-44ba04c9d13c req-f2e2dd0c-70b6-4e73-bf23-9aa2dccf19ef tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2277992 Nov 11 17:28:07.066482 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-de35fadf-b7b5-4e6b-bf12-d9b80fc5fb1a req-044fe891-10b2-400e-9799-68066ef1d03d tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Allocated IP 172.25.2.62 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/a8da34fe-300d-4353-8b97-f0de42cc358a) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:28:07.244800 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:07.250252 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:07.250663 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ce6e9-5903-4254-8e98-faaad85b9050 req-15d10316-d935-45b7-a0ea-11dc8906108f tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:07.252124 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f59ce6e9-5903-4254-8e98-faaad85b9050 req-15d10316-d935-45b7-a0ea-11dc8906108f tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1230626 Nov 11 17:28:07.270842 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-de35fadf-b7b5-4e6b-bf12-d9b80fc5fb1a req-044fe891-10b2-400e-9799-68066ef1d03d tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:07.293836 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-624454e0-250b-4ef3-a90d-03cff077736d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:07.295810 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30cf6fc-32e5-4096-99da-8b09a15e9545 None None] Pushing event updated for resources: {'Port': ['ID=5458f825-4052-4368-87b7-f98ab0180669,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:07.353172 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] Attempting to bind port 5458f825-4052-4368-87b7-f98ab0180669 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:28:07.353670 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] Attempting to bind port 5458f825-4052-4368-87b7-f98ab0180669 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'd06611dc-6896-481a-ba22-5b1543ab771d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd213044c-79fb-4a72-8efe-7d83622bc253'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:28:07.354163 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] Attempting to bind port 5458f825-4052-4368-87b7-f98ab0180669 on network d213044c-79fb-4a72-8efe-7d83622bc253 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:28:07.361178 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:28:07.361178 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] Checking segment: {'id': 'd06611dc-6896-481a-ba22-5b1543ab771d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd213044c-79fb-4a72-8efe-7d83622bc253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:28:07.361178 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:07.361831 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] Bound using segment: {'id': 'd06611dc-6896-481a-ba22-5b1543ab771d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd213044c-79fb-4a72-8efe-7d83622bc253'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:28:07.362398 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] Bound port: 5458f825-4052-4368-87b7-f98ab0180669, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06611dc-6896-481a-ba22-5b1543ab771d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd213044c-79fb-4a72-8efe-7d83622bc253'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:28:07.362885 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:07.397628 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c6da-9b0f-48cf-a9ca-c3e9cbfd8b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:07.420308 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f59ce6e9-5903-4254-8e98-faaad85b9050 req-3f00d990-9489-4cbf-9b19-29415595af86 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603463 Nov 11 17:28:07.464703 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] For port 5458f825-4052-4368-87b7-f98ab0180669, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:28:07.469677 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] For port 5458f825-4052-4368-87b7-f98ab0180669, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5458f825-4052-4368-87b7-f98ab0180669,segment=NetworkSegment(d06611dc-6896-481a-ba22-5b1543ab771d),segment_id=d06611dc-6896-481a-ba22-5b1543ab771d)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:28:07.480137 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:07.497527 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-de35fadf-b7b5-4e6b-bf12-d9b80fc5fb1a req-044fe891-10b2-400e-9799-68066ef1d03d tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:07.544242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de35fadf-b7b5-4e6b-bf12-d9b80fc5fb1a req-044fe891-10b2-400e-9799-68066ef1d03d tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:07.548119 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30cf6fc-32e5-4096-99da-8b09a15e9545 None None] Pushing event updated for resources: {'Port': ['ID=5458f825-4052-4368-87b7-f98ab0180669,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:07.550716 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-de35fadf-b7b5-4e6b-bf12-d9b80fc5fb1a req-044fe891-10b2-400e-9799-68066ef1d03d tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:07.561037 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-de35fadf-b7b5-4e6b-bf12-d9b80fc5fb1a req-044fe891-10b2-400e-9799-68066ef1d03d tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:28:07.563410 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] Routers {'243bbf6e-9590-40f8-a5db-196d472de5da'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:07.564082 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:27:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['243bbf6e-9590-40f8-a5db-196d472de5da'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:07.596019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fe891-10b2-400e-9799-68066ef1d03d tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Pushing event updated for resources: {'Port': ['ID=a8da34fe-300d-4353-8b97-f0de42cc358a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:07.633901 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1b0ac0a8-ba20-4075-ba6d-994a08d9c490 None None] Provisioning complete for port 5458f825-4052-4368-87b7-f98ab0180669 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:07.634282 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1b0ac0a8-ba20-4075-ba6d-994a08d9c490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:07.718693 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] Set router 243bbf6e-9590-40f8-a5db-196d472de5da gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:28:07.748223 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1b0ac0a8-ba20-4075-ba6d-994a08d9c490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:07.788274 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1b0ac0a8-ba20-4075-ba6d-994a08d9c490 None None] For port 5458f825-4052-4368-87b7-f98ab0180669, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5458f825-4052-4368-87b7-f98ab0180669,segment=NetworkSegment(d06611dc-6896-481a-ba22-5b1543ab771d),segment_id=d06611dc-6896-481a-ba22-5b1543ab771d)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:07.794337 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1b0ac0a8-ba20-4075-ba6d-994a08d9c490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:07.861468 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ac0a8-ba20-4075-ba6d-994a08d9c490 None None] Pushing event updated for resources: {'Port': ['ID=5458f825-4052-4368-87b7-f98ab0180669,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:07.917661 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7c31fb3e-41ab-4093-abec-c11321763346 None None] Provisioning complete for port 5458f825-4052-4368-87b7-f98ab0180669 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:07.918323 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7c31fb3e-41ab-4093-abec-c11321763346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:07.969487 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243bbf6e-9590-40f8-a5db-196d472de5da', 'name': 'tempest-FloatingIPDetailsTestJSON-1706320437-router', 'tenant_id': 'dc50ce7970f248f68b4c11b2582b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b50e18d0-117a-4502-898a-9f355a495f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:27:59Z', 'updated_at': '2021-11-11T17:28:03Z', 'revision_number': 4, 'project_id': 'dc50ce7970f248f68b4c11b2582b6315', 'gw_port': {'id': 'b50e18d0-117a-4502-898a-9f355a495f06', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243bbf6e-9590-40f8-a5db-196d472de5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:00Z', 'updated_at': '2021-11-11T17:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '5458f825-4052-4368-87b7-f98ab0180669', 'name': '', 'network_id': 'd213044c-79fb-4a72-8efe-7d83622bc253', 'tenant_id': 'dc50ce7970f248f68b4c11b2582b6315', 'mac_address': 'fa:16:3e:fc:e3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243bbf6e-9590-40f8-a5db-196d472de5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'a3e76d08-f482-434b-8b80-386ada87ee05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:02Z', 'updated_at': '2021-11-11T17:28:07Z', 'revision_number': 4, 'project_id': 'dc50ce7970f248f68b4c11b2582b6315', 'subnets': [{'id': 'a3e76d08-f482-434b-8b80-386ada87ee05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:08.004036 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df47fe3b-2b79-4c59-9cd8-b6eb34e78835 None None] The sync data for ids ['243bbf6e-9590-40f8-a5db-196d472de5da'] in n-d-816206-4 is: [{'id': '243bbf6e-9590-40f8-a5db-196d472de5da', 'name': 'tempest-FloatingIPDetailsTestJSON-1706320437-router', 'tenant_id': 'dc50ce7970f248f68b4c11b2582b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b50e18d0-117a-4502-898a-9f355a495f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:27:59Z', 'updated_at': '2021-11-11T17:28:03Z', 'revision_number': 4, 'project_id': 'dc50ce7970f248f68b4c11b2582b6315', 'gw_port': {'id': 'b50e18d0-117a-4502-898a-9f355a495f06', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243bbf6e-9590-40f8-a5db-196d472de5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:00Z', 'updated_at': '2021-11-11T17:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '5458f825-4052-4368-87b7-f98ab0180669', 'name': '', 'network_id': 'd213044c-79fb-4a72-8efe-7d83622bc253', 'tenant_id': 'dc50ce7970f248f68b4c11b2582b6315', 'mac_address': 'fa:16:3e:fc:e3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243bbf6e-9590-40f8-a5db-196d472de5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'a3e76d08-f482-434b-8b80-386ada87ee05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:02Z', 'updated_at': '2021-11-11T17:28:07Z', 'revision_number': 4, 'project_id': 'dc50ce7970f248f68b4c11b2582b6315', 'subnets': [{'id': 'a3e76d08-f482-434b-8b80-386ada87ee05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:28:08.216613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbefe3-0bdd-4a12-a862-ff8aee421ac6 req-f6f02b0a-b8cf-4cf3-a8e6-942ac0b57be3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:08.223678 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbefe3-0bdd-4a12-a862-ff8aee421ac6 req-f6f02b0a-b8cf-4cf3-a8e6-942ac0b57be3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:08.231151 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbefe3-0bdd-4a12-a862-ff8aee421ac6 req-f6f02b0a-b8cf-4cf3-a8e6-942ac0b57be3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:08.238506 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbefe3-0bdd-4a12-a862-ff8aee421ac6 req-f6f02b0a-b8cf-4cf3-a8e6-942ac0b57be3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:08.246031 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-4423e8e4-4860-4bcb-9549-40d6690059a5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0534098 Nov 11 17:28:08.246576 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbefe3-0bdd-4a12-a862-ff8aee421ac6 req-f6f02b0a-b8cf-4cf3-a8e6-942ac0b57be3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:08.253903 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbefe3-0bdd-4a12-a862-ff8aee421ac6 req-f6f02b0a-b8cf-4cf3-a8e6-942ac0b57be3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:08.261497 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbefe3-0bdd-4a12-a862-ff8aee421ac6 req-f6f02b0a-b8cf-4cf3-a8e6-942ac0b57be3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:08.263632 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3fbefe3-0bdd-4a12-a862-ff8aee421ac6 req-f6f02b0a-b8cf-4cf3-a8e6-942ac0b57be3 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5444 time: 0.6689322 Nov 11 17:28:08.278468 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34754) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:08.293510 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-3fc04cf7-d90f-4959-b825-7b47aeff3990 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Request body: {'floatingip': {'port_id': '14703854-5a2b-47ed-9627-d09c37f31bb5'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:08.381589 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-ae967c06-c8d9-4fcd-986e-95e983f68aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:08.382477 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-ae967c06-c8d9-4fcd-986e-95e983f68aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:08.383266 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-ae967c06-c8d9-4fcd-986e-95e983f68aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:08.383900 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-ae967c06-c8d9-4fcd-986e-95e983f68aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:08.384577 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-ae967c06-c8d9-4fcd-986e-95e983f68aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:08.385219 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-ae967c06-c8d9-4fcd-986e-95e983f68aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:08.385917 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-ae967c06-c8d9-4fcd-986e-95e983f68aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:08.388329 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-ae967c06-c8d9-4fcd-986e-95e983f68aa2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57a0547569de40a6ab45455039002426&device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 6489 time: 0.0699821 Nov 11 17:28:08.404742 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-de35fadf-b7b5-4e6b-bf12-d9b80fc5fb1a req-044fe891-10b2-400e-9799-68066ef1d03d tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:08.411360 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3fc04cf7-d90f-4959-b825-7b47aeff3990 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for floatingip, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:08.430706 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device aef18a25-853f-4f43-bd90-0c5891135f38 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:28:08.519511 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-de35fadf-b7b5-4e6b-bf12-d9b80fc5fb1a req-044fe891-10b2-400e-9799-68066ef1d03d tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:08.616516 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-c18895b2-2fce-4abf-9469-0e7ab1fd2d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:08.618183 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-c18895b2-2fce-4abf-9469-0e7ab1fd2d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:08.620127 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-c18895b2-2fce-4abf-9469-0e7ab1fd2d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:08.626924 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-c18895b2-2fce-4abf-9469-0e7ab1fd2d42 service neutron] 10.222.0.64 "GET /v2.0/networks?id=899c7522-11f4-4d70-abf1-4945b96a18be&id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa&id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa HTTP/1.1" status: 200 len: 2296 time: 0.2126963 Nov 11 17:28:08.653518 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: aef18a25-853f-4f43-bd90-0c5891135f38 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:28:08.653852 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device aef18a25-853f-4f43-bd90-0c5891135f38 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:28:08.736784 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5458f825-4052-4368-87b7-f98ab0180669 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:28:08.764520 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-aee4910c-0f20-4853-897f-503cf1320863 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de13d44d-3671-47f5-b4cd-175caae206f0 HTTP/1.1" status: 200 len: 1000 time: 0.1249557 Nov 11 17:28:08.817964 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 5458f825-4052-4368-87b7-f98ab0180669 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:08.819311 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:08.833166 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-de35fadf-b7b5-4e6b-bf12-d9b80fc5fb1a req-044fe891-10b2-400e-9799-68066ef1d03d tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:08.852154 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-624454e0-250b-4ef3-a90d-03cff077736d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting port 1b362d3d-9bbe-4950-b148-bd45a5b5e7eb {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:08.852496 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-624454e0-250b-4ef3-a90d-03cff077736d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:08.859646 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-6347247b-0900-45cd-b6e1-92c47c76cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:08.860778 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-6347247b-0900-45cd-b6e1-92c47c76cdfc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eb65c8e4-9667-460f-b3de-43e527914011 HTTP/1.1" status: 200 len: 851 time: 0.0932031 Nov 11 17:28:08.891514 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-de35fadf-b7b5-4e6b-bf12-d9b80fc5fb1a req-044fe891-10b2-400e-9799-68066ef1d03d tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:08.928137 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-233012f1-a4a3-438b-b4b9-74b6d4093853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:08.932714 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-233012f1-a4a3-438b-b4b9-74b6d4093853 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=899c7522-11f4-4d70-abf1-4945b96a18be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649509 Nov 11 17:28:09.056049 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-960c8e70-4714-4799-bab7-6e1e335168da service neutron] 10.222.0.64 "GET /v2.0/networks/899c7522-11f4-4d70-abf1-4945b96a18be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143658 Nov 11 17:28:09.146486 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4ff91-7690-4743-8716-2d5e1e3c703c req-cc1272b8-5a72-4bb5-8475-058dbf0e2c1a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:09.148101 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74b4ff91-7690-4743-8716-2d5e1e3c703c req-cc1272b8-5a72-4bb5-8475-058dbf0e2c1a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 944 time: 0.2901716 Nov 11 17:28:09.177379 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-2615d83e-87f1-4f8f-aa2a-f402624ce887 service neutron] 10.222.0.64 "GET /v2.0/networks/899c7522-11f4-4d70-abf1-4945b96a18be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125665 Nov 11 17:28:09.189689 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fe891-10b2-400e-9799-68066ef1d03d tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Pushing event updated for resources: {'Port': ['ID=a8da34fe-300d-4353-8b97-f0de42cc358a,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:09.208865 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 6dec6a22-64b5-43ff-bb8d-353a7f5c785e up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:28:09.235956 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-de35fadf-b7b5-4e6b-bf12-d9b80fc5fb1a req-044fe891-10b2-400e-9799-68066ef1d03d tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:09.259039 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-26947708-8d16-4d2d-9393-d535e6dc358b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=bce743be-b36f-4589-ba04-a494a1bf25a3 HTTP/1.1" status: 200 len: 217 time: 0.0740497 Nov 11 17:28:09.264870 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-de35fadf-b7b5-4e6b-bf12-d9b80fc5fb1a req-044fe891-10b2-400e-9799-68066ef1d03d tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:09.266089 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de35fadf-b7b5-4e6b-bf12-d9b80fc5fb1a req-044fe891-10b2-400e-9799-68066ef1d03d tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0019045 Nov 11 17:28:09.301936 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:28:09.312943 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:09.313312 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:09.338326 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-5a0e1789-9055-4df7-95a8-72f33359fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:09.340026 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-5a0e1789-9055-4df7-95a8-72f33359fc64 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3adf3a3d-8ad1-4679-a4f6-1feef5465afc HTTP/1.1" status: 200 len: 797 time: 0.0677347 Nov 11 17:28:09.342614 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-624454e0-250b-4ef3-a90d-03cff077736d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:09.356878 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-624454e0-250b-4ef3-a90d-03cff077736d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Calling delete_port for 1b362d3d-9bbe-4950-b148-bd45a5b5e7eb owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:09.409028 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-37e78d07-3ce7-4243-b321-348b9de4d576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:09.416575 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-37e78d07-3ce7-4243-b321-348b9de4d576 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0697725 Nov 11 17:28:09.490726 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:09.499456 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de35fadf-b7b5-4e6b-bf12-d9b80fc5fb1a req-a632be9f-3e81-4024-803a-0c04b06b8cb7 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.62 HTTP/1.1" status: 200 len: 695 time: 0.2197838 Nov 11 17:28:09.522511 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14876562-4748-47f0-9ef8-82d22ba006fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dec6a22-64b5-43ff-bb8d-353a7f5c785e'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:28:09.526261 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3eb994-4de6-4b85-8f77-43b1b130c8c1" -d '{"events": [{"server_uuid": "14876562-4748-47f0-9ef8-82d22ba006fc", "name": "network-vif-plugged", "status": "completed", "tag": "6dec6a22-64b5-43ff-bb8d-353a7f5c785e"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:28:09.541592 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,segment=NetworkSegment(91415e2e-cc30-44a2-8599-bef53e9d5eab),segment_id=91415e2e-cc30-44a2-8599-bef53e9d5eab)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:09.546263 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:09.558250 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-3694a859-0e92-41c9-b346-beef7ad430b5 service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266778 Nov 11 17:28:09.597181 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74b4ff91-7690-4743-8716-2d5e1e3c703c req-c07220dc-8216-4984-bf51-346e1770308f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322593 Nov 11 17:28:09.640789 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:09.703818 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-73bf8d44-d618-46ee-b69b-f370620a3a02 service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376853 Nov 11 17:28:09.751567 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-894d654b-ef9d-4908-a4ff-839b742c0690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:09.763080 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-68e8aaa0-bffa-4809-a01b-5187bb756707 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=77cd4467-9c5c-4a7c-addb-a79b3b86465e HTTP/1.1" status: 200 len: 217 time: 0.0520966 Nov 11 17:28:09.818219 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-4cad6529-bb6a-4681-8709-544776e4b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:09.819624 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-4cad6529-bb6a-4681-8709-544776e4b60a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3adf3a3d-8ad1-4679-a4f6-1feef5465afc HTTP/1.1" status: 200 len: 797 time: 0.0503840 Nov 11 17:28:09.882529 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-e5babc64-4131-4813-b4c3-d5aa8282b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:09.884910 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-e5babc64-4131-4813-b4c3-d5aa8282b5ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0545640 Nov 11 17:28:10.010370 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-82382d7d-0a77-48b9-8538-ca3da78a8e3e service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173120 Nov 11 17:28:10.033485 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35fadf-b7b5-4e6b-bf12-d9b80fc5fb1a req-691a4a55-de7f-4024-b292-f56ef030d43d tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:10.034959 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de35fadf-b7b5-4e6b-bf12-d9b80fc5fb1a req-691a4a55-de7f-4024-b292-f56ef030d43d tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.5125670 Nov 11 17:28:10.045426 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e883ed6-9b4c-4ee1-ad03-ebf098106c4f x-openstack-request-id: req-8e883ed6-9b4c-4ee1-ad03-ebf098106c4f {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:28:10.045718 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14876562-4748-47f0-9ef8-82d22ba006fc", "name": "network-vif-plugged", "status": "completed", "tag": "6dec6a22-64b5-43ff-bb8d-353a7f5c785e", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:28:10.045974 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8e883ed6-9b4c-4ee1-ad03-ebf098106c4f {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:28:10.046369 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14876562-4748-47f0-9ef8-82d22ba006fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dec6a22-64b5-43ff-bb8d-353a7f5c785e', 'code': 200} Nov 11 17:28:10.049600 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-de35fadf-b7b5-4e6b-bf12-d9b80fc5fb1a req-7b9eadb1-925a-4a8c-adc9-6c6a389d6778 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:28:10.050592 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de35fadf-b7b5-4e6b-bf12-d9b80fc5fb1a req-7b9eadb1-925a-4a8c-adc9-6c6a389d6778 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058002 Nov 11 17:28:10.168552 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-30bced82-6ab7-432d-9f12-b6592c76830b service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497321 Nov 11 17:28:10.239567 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-2e576d1c-563a-4195-857a-5af55c0500b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=34b6509b-fb14-4179-beff-be1a741207a7 HTTP/1.1" status: 200 len: 217 time: 0.0627897 Nov 11 17:28:10.301128 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-bab6d06c-07d4-433a-8a97-2a42a169da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:10.302670 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-bab6d06c-07d4-433a-8a97-2a42a169da8b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3adf3a3d-8ad1-4679-a4f6-1feef5465afc HTTP/1.1" status: 200 len: 797 time: 0.0557065 Nov 11 17:28:10.408485 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-d854beb4-b706-442e-9de8-5a0bee5528d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:10.410021 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-d854beb4-b706-442e-9de8-5a0bee5528d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0504794 Nov 11 17:28:10.532147 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-6d0d1d52-3da3-4277-a3a2-7b6da5de0e3e service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015725 Nov 11 17:28:10.606959 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.db.resource_extend [None req-3fc04cf7-d90f-4959-b825-7b47aeff3990 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:28:10.629304 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-ddc31f91-adf1-4fc2-9435-d745ae2fd560 service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885241 Nov 11 17:28:10.673914 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-624454e0-250b-4ef3-a90d-03cff077736d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:10.676711 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-c7eedd71-28b6-45a3-b69f-df4b8f450278 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=813271a2-d0e8-463d-ab43-df3086ac6cb1 HTTP/1.1" status: 200 len: 217 time: 0.0400627 Nov 11 17:28:10.727502 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-db32dbe7-67b7-4c15-abb1-bdcf31cf2271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:10.728996 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-db32dbe7-67b7-4c15-abb1-bdcf31cf2271 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3adf3a3d-8ad1-4679-a4f6-1feef5465afc HTTP/1.1" status: 200 len: 797 time: 0.0453823 Nov 11 17:28:10.750177 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624454e0-250b-4ef3-a90d-03cff077736d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Port': ['ID=1b362d3d-9bbe-4950-b148-bd45a5b5e7eb,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:10.753359 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94eb6cc-acf2-46c5-af32-41ba86aa137a req-412cbf9d-fdb5-45ac-83e7-51ac27129e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:10.754868 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e94eb6cc-acf2-46c5-af32-41ba86aa137a req-412cbf9d-fdb5-45ac-83e7-51ac27129e8a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 1096 time: 0.6469498 Nov 11 17:28:10.774666 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3fc04cf7-d90f-4959-b825-7b47aeff3990 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:10.782932 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-6d505648-eb4a-4514-a73c-3bcd0afdc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:10.784472 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-6d505648-eb4a-4514-a73c-3bcd0afdc685 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26d2863b-e9a5-49ec-ba62-a9518e7e8781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0474203 Nov 11 17:28:10.815194 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3fc04cf7-d90f-4959-b825-7b47aeff3990 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:10.844263 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-5daf4641-795f-48b2-9042-b3747ba19238 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:10.851664 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-5daf4641-795f-48b2-9042-b3747ba19238 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 806 time: 0.4361179 Nov 11 17:28:10.857165 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:10.902248 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-9a4c0445-3b42-465b-a977-27565616125f service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106532 Nov 11 17:28:10.952305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-5bd4a763-a1b3-42dd-8587-a2af6e24ff8b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/quotas/0e5747bb491947f2a2d2c2ebc01d2df0 HTTP/1.1" status: 200 len: 375 time: 0.0996876 Nov 11 17:28:10.966601 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a331a506-05a1-48a7-b241-0f9d956c0bff req-3aeb0518-5ffd-4146-9062-45f0b1a7c868 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5561757 Nov 11 17:28:11.001697 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-4eee5470-503c-479d-80aa-202b5b8008cc service neutron] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912063 Nov 11 17:28:11.003006 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-a331a506-05a1-48a7-b241-0f9d956c0bff req-b4d35df2-759c-40ec-ad6b-0d0ef199116c tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:11.052257 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-04cc509d-fd97-40fb-a4d5-5a6d782023e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ace11c64-ff1c-4cc8-b03a-f7975e333049 HTTP/1.1" status: 200 len: 217 time: 0.0421915 Nov 11 17:28:11.063105 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e94eb6cc-acf2-46c5-af32-41ba86aa137a req-b86245cb-2f65-46d3-9cd0-1397bb728c6f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952588 Nov 11 17:28:11.101364 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-71bd29e7-88a4-4dc0-b6a4-08de233e0167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:11.102811 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-71bd29e7-88a4-4dc0-b6a4-08de233e0167 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=82d20ea5-81ce-4fef-9afe-8186d9ab3df5 HTTP/1.1" status: 200 len: 797 time: 0.0438797 Nov 11 17:28:11.156754 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-232c902e-c4b6-4bc8-850c-c004db0ac5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:11.158165 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-232c902e-c4b6-4bc8-850c-c004db0ac5a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0468562 Nov 11 17:28:11.170091 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a331a506-05a1-48a7-b241-0f9d956c0bff req-b4d35df2-759c-40ec-ad6b-0d0ef199116c tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:11.189772 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-3fc04cf7-d90f-4959-b825-7b47aeff3990 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Floating IP 8fdbae10-9fdc-49fd-8c5a-bed0086db55b associated. External IP: 172.25.2.84, port: 14703854-5a2b-47ed-9627-d09c37f31bb5. Nov 11 17:28:11.199220 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-464b40f5-43a7-48da-95de-071ce1d4164d tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2308676 Nov 11 17:28:11.252084 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-4e87b4dc-e5ec-4c81-a4a6-4a1c17e137d9 service neutron] 10.222.0.64 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866170 Nov 11 17:28:11.256531 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-624454e0-250b-4ef3-a90d-03cff077736d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:11.341784 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-72ecdb99-3477-4f2d-b0b2-5484dc0d9b70 service neutron] 10.222.0.64 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816424 Nov 11 17:28:11.385126 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-e19aa7e7-f804-4b1f-9d0a-6b54e3899efe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 HTTP/1.1" status: 200 len: 217 time: 0.0352974 Nov 11 17:28:11.439872 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-e93b8504-93c6-4a0f-8b74-456d87687a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:11.441553 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-e93b8504-93c6-4a0f-8b74-456d87687a45 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=82d20ea5-81ce-4fef-9afe-8186d9ab3df5 HTTP/1.1" status: 200 len: 797 time: 0.0481017 Nov 11 17:28:11.486867 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-f371dc5d-1a0d-41bd-9c32-15520e76c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:11.488393 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-f371dc5d-1a0d-41bd-9c32-15520e76c131 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2d103e92-4f54-41f0-9dd1-ba0588eb26fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0393200 Nov 11 17:28:11.561712 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-4edceb5f-b10d-4fb3-85eb-7453cce5e317 service neutron] 10.222.0.76 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001423 Nov 11 17:28:11.585109 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-8e660d10-96da-406c-9b38-da200292bc2d service neutron] 10.222.0.64 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883737 Nov 11 17:28:11.661983 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624454e0-250b-4ef3-a90d-03cff077736d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router 3d690a6a-6e93-453a-898b-515c6bb787c5 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:28:11.675943 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40308d92-6f1c-4370-b960-8e280cfc6585 req-302f48cd-3820-4b02-98fd-e6a33cc7999b service neutron] 10.222.0.64 "GET /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824094 Nov 11 17:28:12.001899 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a331a506-05a1-48a7-b241-0f9d956c0bff req-b4d35df2-759c-40ec-ad6b-0d0ef199116c tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:12.138326 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-ec72f0cd-0a95-4445-96cb-21ff143c77e9 service neutron] 10.222.0.76 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5426164 Nov 11 17:28:12.146846 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624454e0-250b-4ef3-a90d-03cff077736d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:28:12.151690 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc04cf7-d90f-4959-b825-7b47aeff3990 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Router fe40c671-47b6-40eb-a1e3-f10ba1e69100 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:28:12.157949 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-624454e0-250b-4ef3-a90d-03cff077736d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/3d690a6a-6e93-453a-898b-515c6bb787c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6568000 Nov 11 17:28:12.158501 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34786) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:12.160946 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449cf4c5-3cf0-4d11-9fc6-80cdea85ae20 None None] Sync routers for ids ['3d690a6a-6e93-453a-898b-515c6bb787c5'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:28:12.171954 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449cf4c5-3cf0-4d11-9fc6-80cdea85ae20 None None] Routers {'3d690a6a-6e93-453a-898b-515c6bb787c5'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:12.172983 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-449cf4c5-3cf0-4d11-9fc6-80cdea85ae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3d690a6a-6e93-453a-898b-515c6bb787c5'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:12.210175 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-449cf4c5-3cf0-4d11-9fc6-80cdea85ae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:12.219993 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449cf4c5-3cf0-4d11-9fc6-80cdea85ae20 None None] Routers {'3d690a6a-6e93-453a-898b-515c6bb787c5'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:12.220902 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-449cf4c5-3cf0-4d11-9fc6-80cdea85ae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3d690a6a-6e93-453a-898b-515c6bb787c5'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:12.232746 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2cbf5960-4eae-4e4b-b84b-a76fe78b2864 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d690a6a-6e93-453a-898b-515c6bb787c5 HTTP/1.1" status: 200 len: 205 time: 0.0716596 Nov 11 17:28:12.235995 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34788) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:12.269230 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-449cf4c5-3cf0-4d11-9fc6-80cdea85ae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:12.270044 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449cf4c5-3cf0-4d11-9fc6-80cdea85ae20 None None] The sync data for ids ['3d690a6a-6e93-453a-898b-515c6bb787c5'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:28:12.293630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-a331a506-05a1-48a7-b241-0f9d956c0bff req-b4d35df2-759c-40ec-ad6b-0d0ef199116c tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Allocated IP 172.25.2.85 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/30ddcee4-6eac-43df-ae13-015c54742781) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:28:12.382539 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5528a6ce-398e-41ec-92fc-13b01949335e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:12.473652 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc04cf7-d90f-4959-b825-7b47aeff3990 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:28:12.488168 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:12.488564 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9f6157-6019-4c5b-b3ab-876f167276ec None None] Sync routers for ids ['fe40c671-47b6-40eb-a1e3-f10ba1e69100'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:28:12.489054 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a48b1-1e36-41e2-af66-2938973961d4 req-bcef0f59-3ea9-4e53-8979-c69d660ce15f tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:12.497706 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f3a48b1-1e36-41e2-af66-2938973961d4 req-bcef0f59-3ea9-4e53-8979-c69d660ce15f tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1407707 Nov 11 17:28:12.509059 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3fc04cf7-d90f-4959-b825-7b47aeff3990 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:12.514805 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9f6157-6019-4c5b-b3ab-876f167276ec None None] Routers {'fe40c671-47b6-40eb-a1e3-f10ba1e69100'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:12.518646 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6d9f6157-6019-4c5b-b3ab-876f167276ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fe40c671-47b6-40eb-a1e3-f10ba1e69100'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:12.573906 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a331a506-05a1-48a7-b241-0f9d956c0bff req-b4d35df2-759c-40ec-ad6b-0d0ef199116c tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:12.582840 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3fc04cf7-d90f-4959-b825-7b47aeff3990 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "PUT /v2.0/floatingips/8fdbae10-9fdc-49fd-8c5a-bed0086db55b HTTP/1.1" status: 200 len: 990 time: 4.2947114 Nov 11 17:28:12.587075 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'tag': '14703854-5a2b-47ed-9627-d09c37f31bb5'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:28:12.589706 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c426a3-d2eb-4042-8017-4e468fc4ff23" -d '{"events": [{"name": "network-changed", "server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "tag": "14703854-5a2b-47ed-9627-d09c37f31bb5"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:28:12.621872 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f3a48b1-1e36-41e2-af66-2938973961d4 req-ced7088b-3525-449c-8f54-adea55cdcde1 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231709 Nov 11 17:28:12.691347 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a331a506-05a1-48a7-b241-0f9d956c0bff req-b4d35df2-759c-40ec-ad6b-0d0ef199116c tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:12.855432 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-6d9f6157-6019-4c5b-b3ab-876f167276ec None None] Set router fe40c671-47b6-40eb-a1e3-f10ba1e69100 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:28:12.861040 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d35df2-759c-40ec-ad6b-0d0ef199116c tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Pushing event updated for resources: {'Port': ['ID=30ddcee4-6eac-43df-ae13-015c54742781,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:12.862110 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:12.874433 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a331a506-05a1-48a7-b241-0f9d956c0bff req-b4d35df2-759c-40ec-ad6b-0d0ef199116c tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:12.877467 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-a331a506-05a1-48a7-b241-0f9d956c0bff req-b4d35df2-759c-40ec-ad6b-0d0ef199116c tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:12.884082 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-a331a506-05a1-48a7-b241-0f9d956c0bff req-b4d35df2-759c-40ec-ad6b-0d0ef199116c tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:28:12.925772 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd8e98-911d-469a-b8e5-4c8d0ae6a183 req-30a46ac1-6ad1-40fb-9333-83bd4f447cf4 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:12.929317 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24fd8e98-911d-469a-b8e5-4c8d0ae6a183 req-30a46ac1-6ad1-40fb-9333-83bd4f447cf4 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1998715 Nov 11 17:28:12.998832 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5528a6ce-398e-41ec-92fc-13b01949335e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:13.001138 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5528a6ce-398e-41ec-92fc-13b01949335e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:13.041599 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24fd8e98-911d-469a-b8e5-4c8d0ae6a183 req-75f4908b-7e16-45f8-95af-9859d0a296b2 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015420 Nov 11 17:28:13.071515 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5528a6ce-398e-41ec-92fc-13b01949335e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:13.072309 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5528a6ce-398e-41ec-92fc-13b01949335e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Fanout notify agent at l3_agent the message router_deleted on router 3d690a6a-6e93-453a-898b-515c6bb787c5 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:28:13.080177 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5528a6ce-398e-41ec-92fc-13b01949335e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:13.081375 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5528a6ce-398e-41ec-92fc-13b01949335e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/routers/3d690a6a-6e93-453a-898b-515c6bb787c5 HTTP/1.1" status: 204 len: 168 time: 0.8437538 Nov 11 17:28:13.084139 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34812) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:13.084332 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a331a506-05a1-48a7-b241-0f9d956c0bff req-b4d35df2-759c-40ec-ad6b-0d0ef199116c tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:13.157407 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a331a506-05a1-48a7-b241-0f9d956c0bff req-b4d35df2-759c-40ec-ad6b-0d0ef199116c tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:13.219756 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6d9f6157-6019-4c5b-b3ab-876f167276ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'name': 'tempest-TaggedBootDevicesTest_v242-1667906401-router', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:25:40Z', 'updated_at': '2021-11-11T17:25:46Z', 'revision_number': 4, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'gw_port': {'id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:41Z', 'updated_at': '2021-11-11T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '8fdbae10-9fdc-49fd-8c5a-bed0086db55b', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'port_id': '14703854-5a2b-47ed-9627-d09c37f31bb5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1', 'mac_address': 'fa:16:3e:4d:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:26:37Z', 'updated_at': '2021-11-11T17:28:10Z', 'revision_number': 1, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e341d4-4da0-46ab-8e05-0cbc6e16b958', 'name': '', 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'mac_address': 'fa:16:3e:43:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c44ae76c-b391-442e-99c2-35deb172fa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:45Z', 'updated_at': '2021-11-11T17:25:50Z', 'revision_number': 5, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'subnets': [{'id': 'c44ae76c-b391-442e-99c2-35deb172fa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:13.228707 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-976dbf86-6954-4ad5-aba1-fe98571b634b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting subnet 7741a868-147b-48be-96e1-1baae8b7e773 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:28:13.248311 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-976dbf86-6954-4ad5-aba1-fe98571b634b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:13.261618 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9f6157-6019-4c5b-b3ab-876f167276ec None None] Checking router: fe40c671-47b6-40eb-a1e3-f10ba1e69100 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:28:13.280968 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9f6157-6019-4c5b-b3ab-876f167276ec None None] Routers {'fe40c671-47b6-40eb-a1e3-f10ba1e69100'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:13.281837 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6d9f6157-6019-4c5b-b3ab-876f167276ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fe40c671-47b6-40eb-a1e3-f10ba1e69100'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:13.346030 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-976dbf86-6954-4ad5-aba1-fe98571b634b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:13.435846 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-6d9f6157-6019-4c5b-b3ab-876f167276ec None None] Set router fe40c671-47b6-40eb-a1e3-f10ba1e69100 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:28:13.450864 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6986aa3-01c8-4bf2-a73c-b0d2400c00b4 req-95aa22a5-bf7e-4035-92d5-aa1b9ce6b069 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5c468f0-3376-4c25-8984-b47fb6145fbc HTTP/1.1" status: 200 len: 210 time: 0.0597472 Nov 11 17:28:13.533045 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-976dbf86-6954-4ad5-aba1-fe98571b634b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:13.571890 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a331a506-05a1-48a7-b241-0f9d956c0bff req-b4d35df2-759c-40ec-ad6b-0d0ef199116c tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:13.586282 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a331a506-05a1-48a7-b241-0f9d956c0bff req-b4d35df2-759c-40ec-ad6b-0d0ef199116c tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:13.611681 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d05962f-0eff-4b98-abb9-ddbbd6e1ccd8 x-openstack-request-id: req-6d05962f-0eff-4b98-abb9-ddbbd6e1ccd8 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:28:13.614505 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "tag": "14703854-5a2b-47ed-9627-d09c37f31bb5", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:28:13.614912 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6d05962f-0eff-4b98-abb9-ddbbd6e1ccd8 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:28:13.616609 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'tag': '14703854-5a2b-47ed-9627-d09c37f31bb5', 'status': 'completed', 'code': 200} Nov 11 17:28:13.630610 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-976dbf86-6954-4ad5-aba1-fe98571b634b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:13.684054 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa94d4b-0de6-46aa-b09c-bd331265fa2f None None] Network 14b3998f-c807-4b81-a152-0acf1d1ab49f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:28:13.694913 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976dbf86-6954-4ad5-aba1-fe98571b634b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Subnet': ['ID=7741a868-147b-48be-96e1-1baae8b7e773,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:13.711378 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-976dbf86-6954-4ad5-aba1-fe98571b634b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:13.728206 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-976dbf86-6954-4ad5-aba1-fe98571b634b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/subnets/7741a868-147b-48be-96e1-1baae8b7e773 HTTP/1.1" status: 204 len: 168 time: 0.6424603 Nov 11 17:28:13.729003 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34830) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:13.823777 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6d9f6157-6019-4c5b-b3ab-876f167276ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'name': 'tempest-TaggedBootDevicesTest_v242-1667906401-router', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:25:40Z', 'updated_at': '2021-11-11T17:25:46Z', 'revision_number': 4, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'gw_port': {'id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:41Z', 'updated_at': '2021-11-11T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '8fdbae10-9fdc-49fd-8c5a-bed0086db55b', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'port_id': '14703854-5a2b-47ed-9627-d09c37f31bb5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1', 'mac_address': 'fa:16:3e:4d:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:26:37Z', 'updated_at': '2021-11-11T17:28:10Z', 'revision_number': 1, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e341d4-4da0-46ab-8e05-0cbc6e16b958', 'name': '', 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'mac_address': 'fa:16:3e:43:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c44ae76c-b391-442e-99c2-35deb172fa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:45Z', 'updated_at': '2021-11-11T17:25:50Z', 'revision_number': 5, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'subnets': [{'id': 'c44ae76c-b391-442e-99c2-35deb172fa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:13.849675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d35df2-759c-40ec-ad6b-0d0ef199116c tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Pushing event updated for resources: {'Port': ['ID=30ddcee4-6eac-43df-ae13-015c54742781,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:13.861079 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9f6157-6019-4c5b-b3ab-876f167276ec None None] The sync data for ids ['fe40c671-47b6-40eb-a1e3-f10ba1e69100'] in n-d-816206-4 is: [{'id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'name': 'tempest-TaggedBootDevicesTest_v242-1667906401-router', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:25:40Z', 'updated_at': '2021-11-11T17:25:46Z', 'revision_number': 4, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'gw_port': {'id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:41Z', 'updated_at': '2021-11-11T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '8fdbae10-9fdc-49fd-8c5a-bed0086db55b', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'floating_ip_address': '172.25.2.84', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'port_id': '14703854-5a2b-47ed-9627-d09c37f31bb5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1', 'mac_address': 'fa:16:3e:4d:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:26:37Z', 'updated_at': '2021-11-11T17:28:10Z', 'revision_number': 1, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e341d4-4da0-46ab-8e05-0cbc6e16b958', 'name': '', 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'mac_address': 'fa:16:3e:43:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c44ae76c-b391-442e-99c2-35deb172fa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:45Z', 'updated_at': '2021-11-11T17:25:50Z', 'revision_number': 5, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'subnets': [{'id': 'c44ae76c-b391-442e-99c2-35deb172fa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:28:13.877695 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-29bc8c4d-75d7-430b-8a38-82a9c7f06178 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting subnet 8598cc1e-a967-465e-8977-86383b0cef65 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:28:13.878919 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a331a506-05a1-48a7-b241-0f9d956c0bff req-b4d35df2-759c-40ec-ad6b-0d0ef199116c tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:13.893726 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29bc8c4d-75d7-430b-8a38-82a9c7f06178 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:13.898587 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c426a3-d2eb-4042-8017-4e468fc4ff23 req-b7e87aa8-3cd5-4241-9c96-5adff711eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:13.899058 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c426a3-d2eb-4042-8017-4e468fc4ff23 req-b7e87aa8-3cd5-4241-9c96-5adff711eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:13.899517 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c426a3-d2eb-4042-8017-4e468fc4ff23 req-b7e87aa8-3cd5-4241-9c96-5adff711eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:13.899995 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c426a3-d2eb-4042-8017-4e468fc4ff23 req-b7e87aa8-3cd5-4241-9c96-5adff711eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:13.900592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c426a3-d2eb-4042-8017-4e468fc4ff23 req-b7e87aa8-3cd5-4241-9c96-5adff711eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:13.901049 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c426a3-d2eb-4042-8017-4e468fc4ff23 req-b7e87aa8-3cd5-4241-9c96-5adff711eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:13.901499 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c426a3-d2eb-4042-8017-4e468fc4ff23 req-b7e87aa8-3cd5-4241-9c96-5adff711eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:13.903416 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99c426a3-d2eb-4042-8017-4e468fc4ff23 req-b7e87aa8-3cd5-4241-9c96-5adff711eec3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf9f7834dbb745e8861e3581142ac13c&device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 6501 time: 0.2376726 Nov 11 17:28:13.941174 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a331a506-05a1-48a7-b241-0f9d956c0bff req-b4d35df2-759c-40ec-ad6b-0d0ef199116c tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:13.942386 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a331a506-05a1-48a7-b241-0f9d956c0bff req-b4d35df2-759c-40ec-ad6b-0d0ef199116c tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9659429 Nov 11 17:28:13.983986 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29bc8c4d-75d7-430b-8a38-82a9c7f06178 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:14.032286 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-850c4b3a-3445-4d94-bc29-5533f5b5388c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:14.039785 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-850c4b3a-3445-4d94-bc29-5533f5b5388c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/networks?id=1ec9bff0-5844-4695-ad16-95d4383ae0e3 HTTP/1.1" status: 200 len: 813 time: 0.3328383 Nov 11 17:28:14.066875 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a331a506-05a1-48a7-b241-0f9d956c0bff req-f4fd8d3d-566d-4348-8cd7-6ada92de6603 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.85 HTTP/1.1" status: 200 len: 695 time: 0.1117938 Nov 11 17:28:14.076284 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-c9382acb-78e0-4e96-9d9d-e56344c4f298 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/quotas/c13d491d06d549ffa0aedaf876c5ae07 HTTP/1.1" status: 200 len: 375 time: 0.0356138 Nov 11 17:28:14.094238 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb39e18-c01b-4c41-b0c1-b207fd57c952 None None] DHCP port deletion for 14b3998f-c807-4b81-a152-0acf1d1ab49f request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:28:14.136341 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29bc8c4d-75d7-430b-8a38-82a9c7f06178 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:14.162502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-afb39e18-c01b-4c41-b0c1-b207fd57c952 None None] Deleting port 12e00c26-38d9-43dd-84ce-7443bd20bbfb {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:14.163025 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-afb39e18-c01b-4c41-b0c1-b207fd57c952 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:14.175386 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c426a3-d2eb-4042-8017-4e468fc4ff23 req-174c023a-d8e8-4adc-8cb7-9032ed14f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:14.177144 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99c426a3-d2eb-4042-8017-4e468fc4ff23 req-174c023a-d8e8-4adc-8cb7-9032ed14f665 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c67ea36-c05a-47b6-a6a8-82477c2b46d1 HTTP/1.1" status: 200 len: 919 time: 0.2574928 Nov 11 17:28:14.304432 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1684b777-b63b-412e-b68b-73d4c1ced4e2 None None] New status for floating IP 8fdbae10-9fdc-49fd-8c5a-bed0086db55b: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:28:14.370805 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-5ec9f41d-fec1-4071-a651-b349eab8fa02 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c13d491d06d549ffa0aedaf876c5ae07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2871089 Nov 11 17:28:14.399086 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-afb39e18-c01b-4c41-b0c1-b207fd57c952 None None] For port 12e00c26-38d9-43dd-84ce-7443bd20bbfb, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=12e00c26-38d9-43dd-84ce-7443bd20bbfb,segment=NetworkSegment(c3691ce0-7d44-48b0-bf90-975256937e0e),segment_id=c3691ce0-7d44-48b0-bf90-975256937e0e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:14.404711 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-afb39e18-c01b-4c41-b0c1-b207fd57c952 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:14.410910 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29bc8c4d-75d7-430b-8a38-82a9c7f06178 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:14.435327 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-afb39e18-c01b-4c41-b0c1-b207fd57c952 None None] Calling delete_port for 12e00c26-38d9-43dd-84ce-7443bd20bbfb owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:14.446742 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1278f875-ab6e-4956-8693-60afed1de284 None None] Network 7bbd3c9f-74af-454c-93a2-e10fd334ae04 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:28:14.457865 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29bc8c4d-75d7-430b-8a38-82a9c7f06178 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:14.465132 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-29bc8c4d-75d7-430b-8a38-82a9c7f06178 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/subnets/8598cc1e-a967-465e-8977-86383b0cef65 HTTP/1.1" status: 204 len: 168 time: 0.7314889 Nov 11 17:28:14.472260 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34838) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:14.473118 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc8c4d-75d7-430b-8a38-82a9c7f06178 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Subnet': ['ID=8598cc1e-a967-465e-8977-86383b0cef65,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:14.525930 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-f74a4330-b32b-4536-ab9d-0280e62dd418 service neutron] 10.222.0.76 "GET /v2.0/networks/1ec9bff0-5844-4695-ad16-95d4383ae0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541188 Nov 11 17:28:14.553905 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99c426a3-d2eb-4042-8017-4e468fc4ff23 req-409fbad7-1b85-4467-b721-3ec88f73f346 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14703854-5a2b-47ed-9627-d09c37f31bb5 HTTP/1.1" status: 200 len: 998 time: 0.3253887 Nov 11 17:28:14.654771 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331a506-05a1-48a7-b241-0f9d956c0bff req-d67d4475-309c-40cd-a9bc-87d5d142c8e8 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:14.656178 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a331a506-05a1-48a7-b241-0f9d956c0bff req-d67d4475-309c-40cd-a9bc-87d5d142c8e8 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.5787020 Nov 11 17:28:14.668564 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-f8193971-abcb-45c7-a980-fb2e5f14672c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:14.671031 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-f8193971-abcb-45c7-a980-fb2e5f14672c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 806 time: 0.4117124 Nov 11 17:28:14.684032 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 12e00c26-38d9-43dd-84ce-7443bd20bbfb no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:28:14.688606 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-03c64ee3-b7eb-42fa-827f-ab23182ab3c8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:14.704924 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-ed32d11c-3d21-49c4-972b-473deb880d5b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Request body: {'port': {'device_id': 'c5c468f0-3376-4c25-8984-b47fb6145fbc', 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d', 'admin_state_up': True, 'tenant_id': '0e5747bb491947f2a2d2c2ebc01d2df0'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:14.720639 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c426a3-d2eb-4042-8017-4e468fc4ff23 req-b44f0f8d-c082-4d94-b670-3ff3c4efa381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:14.723703 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99c426a3-d2eb-4042-8017-4e468fc4ff23 req-b44f0f8d-c082-4d94-b670-3ff3c4efa381 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c44ae76c-b391-442e-99c2-35deb172fa6f HTTP/1.1" status: 200 len: 856 time: 0.1483543 Nov 11 17:28:14.832352 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-ab93d304-c26e-4a59-b0ec-37a4ae2d92b3 service neutron] 10.222.0.76 "GET /v2.0/networks/1ec9bff0-5844-4695-ad16-95d4383ae0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033130 Nov 11 17:28:14.841668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c426a3-d2eb-4042-8017-4e468fc4ff23 req-a4e055f7-2858-4531-88b0-8801e6214437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:14.847600 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99c426a3-d2eb-4042-8017-4e468fc4ff23 req-a4e055f7-2858-4531-88b0-8801e6214437 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c67ea36-c05a-47b6-a6a8-82477c2b46d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159520 Nov 11 17:28:14.868767 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-03c64ee3-b7eb-42fa-827f-ab23182ab3c8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting port 12e00c26-38d9-43dd-84ce-7443bd20bbfb {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:14.869653 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-03c64ee3-b7eb-42fa-827f-ab23182ab3c8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:15.009867 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-03c64ee3-b7eb-42fa-827f-ab23182ab3c8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] For port 12e00c26-38d9-43dd-84ce-7443bd20bbfb, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=12e00c26-38d9-43dd-84ce-7443bd20bbfb,segment=NetworkSegment(c3691ce0-7d44-48b0-bf90-975256937e0e),segment_id=c3691ce0-7d44-48b0-bf90-975256937e0e)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:15.010157 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-03c64ee3-b7eb-42fa-827f-ab23182ab3c8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:15.027085 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-ed32d11c-3d21-49c4-972b-473deb880d5b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Made reservation on behalf of 0e5747bb491947f2a2d2c2ebc01d2df0 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:28:15.030158 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-ed32d11c-3d21-49c4-972b-473deb880d5b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:15.044504 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-03c64ee3-b7eb-42fa-827f-ab23182ab3c8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Calling delete_port for 12e00c26-38d9-43dd-84ce-7443bd20bbfb owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:15.060100 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:15.062097 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-afb39e18-c01b-4c41-b0c1-b207fd57c952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:15.099688 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff9c4144-6f21-45cf-9eca-36ea0a1aa4bf req-f5f0d5b0-888e-42d4-a708-0dd263aa8807 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5c468f0-3376-4c25-8984-b47fb6145fbc HTTP/1.1" status: 200 len: 210 time: 0.0710373 Nov 11 17:28:15.107807 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99c426a3-d2eb-4042-8017-4e468fc4ff23 req-dc958114-36f1-4389-aed1-2cfa8b972a88 service neutron] 10.222.0.83 "GET /v2.0/networks/1c67ea36-c05a-47b6-a6a8-82477c2b46d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500296 Nov 11 17:28:15.133925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb39e18-c01b-4c41-b0c1-b207fd57c952 None None] Pushing event deleted for resources: {'Port': ['ID=12e00c26-38d9-43dd-84ce-7443bd20bbfb,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:15.162973 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb39e18-c01b-4c41-b0c1-b207fd57c952 None None] No DVR routers for this DVR port 12e00c26-38d9-43dd-84ce-7443bd20bbfb on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:28:15.164529 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfa5fb7-67ab-4684-b883-8afd28487e1d None None] DHCP port deletion for 7bbd3c9f-74af-454c-93a2-e10fd334ae04 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:28:15.227485 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-ed32d11c-3d21-49c4-972b-473deb880d5b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Allocated IP 172.20.0.8 (3e09136b-2afb-4141-b1b5-3d967dca5d2d/6a33a415-81af-4eb3-b9c5-17414d49d9ff/a4329670-e3ec-4bfb-a30b-ce31519b2dca) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:28:15.311011 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-777e03a0-7bdf-4503-a6c5-cd2a52effcbc req-94853dd2-23b3-415d-801a-4bd1081ca065 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed992fc1-bd87-4a12-9c57-ecded70b9733 HTTP/1.1" status: 200 len: 210 time: 0.0653553 Nov 11 17:28:15.387673 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-adfa5fb7-67ab-4684-b883-8afd28487e1d None None] Deleting port bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:15.388011 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-adfa5fb7-67ab-4684-b883-8afd28487e1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:15.410807 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99c426a3-d2eb-4042-8017-4e468fc4ff23 req-54e490d5-5cc8-43a9-acba-607660dc3491 service neutron] 10.222.0.83 "GET /v2.0/networks/1c67ea36-c05a-47b6-a6a8-82477c2b46d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899644 Nov 11 17:28:15.424036 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-023394b9-b3a5-49a8-ad26-98ba02768739 req-a68bde48-fa77-4ef9-a6fe-e1926876b7fa tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2516558 Nov 11 17:28:15.435047 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-023394b9-b3a5-49a8-ad26-98ba02768739 req-e36b918f-ad22-4609-8e71-57802f42a9b3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:15.478600 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-023394b9-b3a5-49a8-ad26-98ba02768739 req-e36b918f-ad22-4609-8e71-57802f42a9b3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:15.527015 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-03c64ee3-b7eb-42fa-827f-ab23182ab3c8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:15.550329 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c64ee3-b7eb-42fa-827f-ab23182ab3c8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] No DVR routers for this DVR port 12e00c26-38d9-43dd-84ce-7443bd20bbfb on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:28:15.577953 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-adfa5fb7-67ab-4684-b883-8afd28487e1d None None] For port bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6,segment=NetworkSegment(7d360a74-9a03-4532-991b-8bb03874038d),segment_id=7d360a74-9a03-4532-991b-8bb03874038d)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:15.578400 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-adfa5fb7-67ab-4684-b883-8afd28487e1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:15.592614 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c64ee3-b7eb-42fa-827f-ab23182ab3c8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Port': ['ID=12e00c26-38d9-43dd-84ce-7443bd20bbfb,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:15.607399 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-adfa5fb7-67ab-4684-b883-8afd28487e1d None None] Calling delete_port for bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:15.666893 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-023394b9-b3a5-49a8-ad26-98ba02768739 req-e36b918f-ad22-4609-8e71-57802f42a9b3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:15.712766 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-03c64ee3-b7eb-42fa-827f-ab23182ab3c8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:15.738803 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-ed32d11c-3d21-49c4-972b-473deb880d5b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:15.753836 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-03c64ee3-b7eb-42fa-827f-ab23182ab3c8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b3998f-c807-4b81-a152-0acf1d1ab49f']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:15.773905 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-03c64ee3-b7eb-42fa-827f-ab23182ab3c8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3691ce0-7d44-48b0-bf90-975256937e0e') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:15.774308 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-03c64ee3-b7eb-42fa-827f-ab23182ab3c8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3691ce0-7d44-48b0-bf90-975256937e0e') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:15.778811 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-adfa5fb7-67ab-4684-b883-8afd28487e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:15.795442 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-03c64ee3-b7eb-42fa-827f-ab23182ab3c8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:15.829976 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa5fb7-67ab-4684-b883-8afd28487e1d None None] Pushing event deleted for resources: {'Port': ['ID=bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:15.844884 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfa5fb7-67ab-4684-b883-8afd28487e1d None None] No DVR routers for this DVR port bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:28:15.852990 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-03c64ee3-b7eb-42fa-827f-ab23182ab3c8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:15.867054 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c64ee3-b7eb-42fa-827f-ab23182ab3c8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:28:15.867571 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-03c64ee3-b7eb-42fa-827f-ab23182ab3c8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:15.871509 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-ed32d11c-3d21-49c4-972b-473deb880d5b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:28:15.873350 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:28:15.885851 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8c84b91b-aa9c-42d0-a19b-b3f82d715671'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:28:15.948977 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-023394b9-b3a5-49a8-ad26-98ba02768739 req-e36b918f-ad22-4609-8e71-57802f42a9b3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Allocated IP 172.25.2.248 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/b55bd815-d291-4283-ae9c-38a09ca6a3e6) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:28:15.962563 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af781adc-88f3-4b24-bab0-de4f22893d88 req-4a9763c9-dbe3-4e7b-abe3-24f483372688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:15.964276 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-af781adc-88f3-4b24-bab0-de4f22893d88 req-4a9763c9-dbe3-4e7b-abe3-24f483372688 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=306a4c542bc14bef8e6801a97c53fb31&device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 1097 time: 0.1617610 Nov 11 17:28:15.970381 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad62ced-b12a-4999-9d69-2c3a84ba176e req-6219c441-90ce-428c-a600-17adcc3559bf tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:15.979602 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fad62ced-b12a-4999-9d69-2c3a84ba176e req-6219c441-90ce-428c-a600-17adcc3559bf tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1231496 Nov 11 17:28:16.037546 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-ed32d11c-3d21-49c4-972b-473deb880d5b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Network 3e09136b-2afb-4141-b1b5-3d967dca5d2d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:16.040995 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32d11c-3d21-49c4-972b-473deb880d5b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Pushing event updated for resources: {'Port': ['ID=a4329670-e3ec-4bfb-a30b-ce31519b2dca,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:16.043701 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-ed32d11c-3d21-49c4-972b-473deb880d5b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:16.047899 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-ed32d11c-3d21-49c4-972b-473deb880d5b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:28:16.050652 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-03c64ee3-b7eb-42fa-827f-ab23182ab3c8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:16.084222 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-03c64ee3-b7eb-42fa-827f-ab23182ab3c8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:16.088169 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-03c64ee3-b7eb-42fa-827f-ab23182ab3c8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/networks/14b3998f-c807-4b81-a152-0acf1d1ab49f HTTP/1.1" status: 204 len: 168 time: 1.6127012 Nov 11 17:28:16.097567 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34866) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:16.110431 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe007b2-c91c-4fc5-879b-8859268d722c None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:28:16.132886 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fad62ced-b12a-4999-9d69-2c3a84ba176e req-ace4eda0-23a6-4242-abf1-bedcb69eaed6 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506524 Nov 11 17:28:16.145093 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c64ee3-b7eb-42fa-827f-ab23182ab3c8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Network': ['ID=14b3998f-c807-4b81-a152-0acf1d1ab49f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:16.201000 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-ed32d11c-3d21-49c4-972b-473deb880d5b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:16.201791 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-ed32d11c-3d21-49c4-972b-473deb880d5b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:16.206161 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-023394b9-b3a5-49a8-ad26-98ba02768739 req-e36b918f-ad22-4609-8e71-57802f42a9b3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:16.238945 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-507ddbb5-1317-461c-818d-28cfeadb3ee7 None None] Provisioning complete for port a4329670-e3ec-4bfb-a30b-ce31519b2dca triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:16.239326 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-507ddbb5-1317-461c-818d-28cfeadb3ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:16.248478 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-ed32d11c-3d21-49c4-972b-473deb880d5b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5481668 Nov 11 17:28:16.251709 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af781adc-88f3-4b24-bab0-de4f22893d88 req-62ec2e9d-238a-44f5-bcde-ccc21f615035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:16.253339 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-af781adc-88f3-4b24-bab0-de4f22893d88 req-62ec2e9d-238a-44f5-bcde-ccc21f615035 service neutron] 10.222.0.64 "GET /v2.0/networks?id=328b7d2e-efb4-416c-88d6-28cdbb34eaa1 HTTP/1.1" status: 200 len: 920 time: 0.2761574 Nov 11 17:28:16.261953 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5141babd-c076-4fb3-9a3c-e7d887d4b374 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:16.272994 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] Request body: {'port': {'device_id': 'c5c468f0-3376-4c25-8984-b47fb6145fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:16.276771 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-023394b9-b3a5-49a8-ad26-98ba02768739 req-e36b918f-ad22-4609-8e71-57802f42a9b3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:16.309390 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-507ddbb5-1317-461c-818d-28cfeadb3ee7 None None] Port a4329670-e3ec-4bfb-a30b-ce31519b2dca cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:28:16.337579 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-af781adc-88f3-4b24-bab0-de4f22893d88 req-d48ec5b8-5882-4f19-b12d-378ed3023c88 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c09178a-b5b0-4a76-8e8a-ea18b2a43565 HTTP/1.1" status: 200 len: 217 time: 0.0594702 Nov 11 17:28:16.338919 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023394b9-b3a5-49a8-ad26-98ba02768739 req-e36b918f-ad22-4609-8e71-57802f42a9b3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:16.344575 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-023394b9-b3a5-49a8-ad26-98ba02768739 req-e36b918f-ad22-4609-8e71-57802f42a9b3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:16.347405 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-023394b9-b3a5-49a8-ad26-98ba02768739 req-e36b918f-ad22-4609-8e71-57802f42a9b3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:28:16.374831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b918f-ad22-4609-8e71-57802f42a9b3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Pushing event updated for resources: {'Port': ['ID=b55bd815-d291-4283-ae9c-38a09ca6a3e6,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:16.476622 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:16.481208 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-023394b9-b3a5-49a8-ad26-98ba02768739 req-e36b918f-ad22-4609-8e71-57802f42a9b3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:16.497017 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887df714-ceeb-42ca-abdd-442707e0a03b req-9a71764c-c851-46f6-a073-344e13bfbeeb tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:16.498556 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-887df714-ceeb-42ca-abdd-442707e0a03b req-9a71764c-c851-46f6-a073-344e13bfbeeb tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5c468f0-3376-4c25-8984-b47fb6145fbc HTTP/1.1" status: 200 len: 931 time: 0.0894103 Nov 11 17:28:16.500076 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5141babd-c076-4fb3-9a3c-e7d887d4b374 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:16.503614 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af781adc-88f3-4b24-bab0-de4f22893d88 req-eec4c5a8-d23e-4222-ada0-bb04726a9c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:16.505098 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-af781adc-88f3-4b24-bab0-de4f22893d88 req-eec4c5a8-d23e-4222-ada0-bb04726a9c27 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b36a3487-9104-49ee-900b-5ebde2143e8f HTTP/1.1" status: 200 len: 858 time: 0.1351438 Nov 11 17:28:16.538236 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-023394b9-b3a5-49a8-ad26-98ba02768739 req-e36b918f-ad22-4609-8e71-57802f42a9b3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:16.569507 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-5141babd-c076-4fb3-9a3c-e7d887d4b374 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbd3c9f-74af-454c-93a2-e10fd334ae04']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:16.573641 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-af781adc-88f3-4b24-bab0-de4f22893d88 req-78eb20f5-b38b-417e-a31c-2f6ac5940149 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=328b7d2e-efb4-416c-88d6-28cdbb34eaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597415 Nov 11 17:28:16.587627 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-5141babd-c076-4fb3-9a3c-e7d887d4b374 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d360a74-9a03-4532-991b-8bb03874038d') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:16.587902 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-5141babd-c076-4fb3-9a3c-e7d887d4b374 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d360a74-9a03-4532-991b-8bb03874038d') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:16.613523 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-887df714-ceeb-42ca-abdd-442707e0a03b req-bc9e0147-817f-476e-98e2-6604a27537b5 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945394 Nov 11 17:28:16.622350 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5141babd-c076-4fb3-9a3c-e7d887d4b374 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:16.635971 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:28:16.667188 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:28:16.668037 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bf0f31ef-824c-4b4c-b47a-4146d9dcb3d6 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:28:16.799698 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5141babd-c076-4fb3-9a3c-e7d887d4b374 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:16.861509 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5141babd-c076-4fb3-9a3c-e7d887d4b374 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:28:16.861799 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5141babd-c076-4fb3-9a3c-e7d887d4b374 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:28:16.867668 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:28:17.028677 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5141babd-c076-4fb3-9a3c-e7d887d4b374 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:17.031649 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-af781adc-88f3-4b24-bab0-de4f22893d88 req-5744f14b-c15e-42ba-b667-7115e034f295 service neutron] 10.222.0.64 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418623 Nov 11 17:28:17.042297 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb0cebaa-e6cf-4aa3-8af2-8c3b94bd1747 req-8fa9f910-2a60-4675-9f18-67028cbd068c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed992fc1-bd87-4a12-9c57-ecded70b9733 HTTP/1.1" status: 200 len: 210 time: 0.0366781 Nov 11 17:28:17.045218 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5141babd-c076-4fb3-9a3c-e7d887d4b374 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:17.052224 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5141babd-c076-4fb3-9a3c-e7d887d4b374 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/networks/7bbd3c9f-74af-454c-93a2-e10fd334ae04 HTTP/1.1" status: 204 len: 168 time: 0.9535358 Nov 11 17:28:17.057798 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34874) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:17.090922 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-ab52d594-f0fb-444e-975e-ea8bb635e7cb tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'network': {'name': 'tempest-RoutersTest-1556304812'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:17.105155 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-023394b9-b3a5-49a8-ad26-98ba02768739 req-e36b918f-ad22-4609-8e71-57802f42a9b3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:17.110821 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-023394b9-b3a5-49a8-ad26-98ba02768739 req-e36b918f-ad22-4609-8e71-57802f42a9b3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:17.114515 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141babd-c076-4fb3-9a3c-e7d887d4b374 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Network': ['ID=7bbd3c9f-74af-454c-93a2-e10fd334ae04,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:17.149164 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-17951d0a-342a-484b-a513-2e55752f461b tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:17.150600 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-17951d0a-342a-484b-a513-2e55752f461b tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.64 "GET /v2.0/networks?id=1ec9bff0-5844-4695-ad16-95d4383ae0e3 HTTP/1.1" status: 200 len: 813 time: 0.3852634 Nov 11 17:28:17.181626 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-96b2761a-e923-4ccc-8910-b8ba505b5ad0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Request body: {'port': {'device_id': 'ed992fc1-bd87-4a12-9c57-ecded70b9733', 'network_id': '1ec9bff0-5844-4695-ad16-95d4383ae0e3', 'admin_state_up': True, 'tenant_id': 'c13d491d06d549ffa0aedaf876c5ae07'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:17.195656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b918f-ad22-4609-8e71-57802f42a9b3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Pushing event updated for resources: {'Port': ['ID=b55bd815-d291-4283-ae9c-38a09ca6a3e6,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:17.201332 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-023394b9-b3a5-49a8-ad26-98ba02768739 req-e36b918f-ad22-4609-8e71-57802f42a9b3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:17.219419 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-023394b9-b3a5-49a8-ad26-98ba02768739 req-e36b918f-ad22-4609-8e71-57802f42a9b3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:17.220760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-023394b9-b3a5-49a8-ad26-98ba02768739 req-e36b918f-ad22-4609-8e71-57802f42a9b3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7896621 Nov 11 17:28:17.247946 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab52d594-f0fb-444e-975e-ea8bb635e7cb tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Made reservation on behalf of 62f9606d8f9c497d87c3877ac3e6d760 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:28:17.251346 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab52d594-f0fb-444e-975e-ea8bb635e7cb tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:17.298627 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-023394b9-b3a5-49a8-ad26-98ba02768739 req-31420505-0577-4dd8-9317-b530b41f5821 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.248 HTTP/1.1" status: 200 len: 696 time: 0.0647829 Nov 11 17:28:17.344876 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968475de-6918-46dc-9aa3-caf7975d8fee req-c272aa2b-0e6f-4ec6-9b42-2f7f4347c89a tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:17.346742 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-968475de-6918-46dc-9aa3-caf7975d8fee req-c272aa2b-0e6f-4ec6-9b42-2f7f4347c89a tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1221817 Nov 11 17:28:17.357486 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-af781adc-88f3-4b24-bab0-de4f22893d88 req-40c0144c-daf7-4b48-922b-b69a34b46e8c service neutron] 10.222.0.64 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166449 Nov 11 17:28:17.375313 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab52d594-f0fb-444e-975e-ea8bb635e7cb tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1272} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:28:17.384279 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4329670-e3ec-4bfb-a30b-ce31519b2dca {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:28:17.395923 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:17.403053 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab52d594-f0fb-444e-975e-ea8bb635e7cb tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:17.403407 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-ab52d594-f0fb-444e-975e-ea8bb635e7cb tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Added segment 2fd467be-4b09-49e5-a827-1c51d298d6ed of type vlan for network b70e42f0-5966-4286-ba35-b17f2c7ef8fc Nov 11 17:28:17.455859 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-968475de-6918-46dc-9aa3-caf7975d8fee req-deae6bfc-54a0-4f6b-90be-616396091603 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806198 Nov 11 17:28:17.471604 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] Transition to ACTIVE for port object a4329670-e3ec-4bfb-a30b-ce31519b2dca will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:28:17.483054 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:17.486084 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab52d594-f0fb-444e-975e-ea8bb635e7cb tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:17.490710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023394b9-b3a5-49a8-ad26-98ba02768739 req-9cdab8f1-0a33-48f7-80e3-129915ddf71a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:17.493668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-96b2761a-e923-4ccc-8910-b8ba505b5ad0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Made reservation on behalf of c13d491d06d549ffa0aedaf876c5ae07 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:28:17.493812 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-023394b9-b3a5-49a8-ad26-98ba02768739 req-9cdab8f1-0a33-48f7-80e3-129915ddf71a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.1857595 Nov 11 17:28:17.497223 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-96b2761a-e923-4ccc-8910-b8ba505b5ad0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:17.576109 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7ec9a8-b27c-4765-9c03-b7a0da0d2b7f None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:28:17.587570 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab52d594-f0fb-444e-975e-ea8bb635e7cb tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:17.593104 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab52d594-f0fb-444e-975e-ea8bb635e7cb tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:17.593702 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab52d594-f0fb-444e-975e-ea8bb635e7cb tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:17.633220 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] Pushing event updated for resources: {'Port': ['ID=a4329670-e3ec-4bfb-a30b-ce31519b2dca,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:17.742813 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2ef50c0f-9561-4a90-b0d9-46110f101288 req-41c8ff7d-677b-4a86-b95f-9c36b1123e25 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1599922 Nov 11 17:28:17.764925 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-2ef50c0f-9561-4a90-b0d9-46110f101288 req-18c2bd9a-261d-4e90-979f-633615115d9a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:17.798219 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b764573-f670-4b07-932a-914bdc3f9b47 req-14001a75-2bb0-4371-a3b2-2c07cc0e81c9 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:17.800430 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b764573-f670-4b07-932a-914bdc3f9b47 req-14001a75-2bb0-4371-a3b2-2c07cc0e81c9 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5c468f0-3376-4c25-8984-b47fb6145fbc HTTP/1.1" status: 200 len: 943 time: 0.0774763 Nov 11 17:28:17.856169 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b764573-f670-4b07-932a-914bdc3f9b47 req-ce4b160c-3a5a-4e16-b8c1-929ad2f1e665 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485740 Nov 11 17:28:18.021517 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2ef50c0f-9561-4a90-b0d9-46110f101288 req-18c2bd9a-261d-4e90-979f-633615115d9a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:18.032533 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ab52d594-f0fb-444e-975e-ea8bb635e7cb tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9571395 Nov 11 17:28:18.035220 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34892) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:18.041424 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-83fd1f1a-c856-4bec-9cdb-543d191072e9 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'subnet': {'network_id': 'b70e42f0-5966-4286-ba35-b17f2c7ef8fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:18.093783 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52d594-f0fb-444e-975e-ea8bb635e7cb tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Network': ['ID=b70e42f0-5966-4286-ba35-b17f2c7ef8fc,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:18.111233 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network b70e42f0-5966-4286-ba35-b17f2c7ef8fc details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:28:18.140001 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] Attempting to bind port a4329670-e3ec-4bfb-a30b-ce31519b2dca on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:28:18.140292 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] Attempting to bind port a4329670-e3ec-4bfb-a30b-ce31519b2dca by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:28:18.140582 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] Attempting to bind port a4329670-e3ec-4bfb-a30b-ce31519b2dca on network 3e09136b-2afb-4141-b1b5-3d967dca5d2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:28:18.146994 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-96b2761a-e923-4ccc-8910-b8ba505b5ad0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Allocated IP 172.20.0.13 (1ec9bff0-5844-4695-ad16-95d4383ae0e3/7dc52ad1-f3a3-434d-a193-60fbff77cc17/b0f0b3db-d921-4da5-af9a-aa38c78eaf26) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:28:18.152987 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] Port a4329670-e3ec-4bfb-a30b-ce31519b2dca on network 3e09136b-2afb-4141-b1b5-3d967dca5d2d not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:28:18.153321 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] Attempting to bind port a4329670-e3ec-4bfb-a30b-ce31519b2dca on network 3e09136b-2afb-4141-b1b5-3d967dca5d2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:28:18.163077 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:28:18.163311 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] Checking segment: {'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:28:18.163686 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] Bound using segment: {'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:28:18.164746 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] Bound port: a4329670-e3ec-4bfb-a30b-ce31519b2dca, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:28:18.165107 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:18.209627 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8eb319b-6329-4ca2-9ef3-9f3b7af5fc4e req-85495a10-7ff1-4885-a954-a8628faa64e4 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed992fc1-bd87-4a12-9c57-ecded70b9733 HTTP/1.1" status: 200 len: 210 time: 0.0469472 Nov 11 17:28:18.221075 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fd1f1a-c856-4bec-9cdb-543d191072e9 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Made reservation on behalf of 62f9606d8f9c497d87c3877ac3e6d760 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:28:18.224795 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83fd1f1a-c856-4bec-9cdb-543d191072e9 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:18.238070 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:18.307875 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] For port a4329670-e3ec-4bfb-a30b-ce31519b2dca, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:28:18.312675 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] For port a4329670-e3ec-4bfb-a30b-ce31519b2dca, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a4329670-e3ec-4bfb-a30b-ce31519b2dca,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:28:18.314750 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2ef50c0f-9561-4a90-b0d9-46110f101288 req-18c2bd9a-261d-4e90-979f-633615115d9a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:18.319169 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:18.392358 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:18.393200 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:18.394845 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] 10.222.0.64 "PUT /v2.0/ports/a4329670-e3ec-4bfb-a30b-ce31519b2dca HTTP/1.1" status: 200 len: 1091 time: 2.1261339 Nov 11 17:28:18.397313 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c468f0-3376-4c25-8984-b47fb6145fbc', 'tag': 'a4329670-e3ec-4bfb-a30b-ce31519b2dca'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:28:18.400181 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f415adcc-afd2-4892-b4a7-131a4a238773" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c468f0-3376-4c25-8984-b47fb6145fbc", "tag": "a4329670-e3ec-4bfb-a30b-ce31519b2dca"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:28:18.400831 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22f9254-91a9-49e2-97ab-8df0050993d5 None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:28:18.429026 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-96b2761a-e923-4ccc-8910-b8ba505b5ad0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:18.444791 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd7ee0-60a9-43ad-aaa6-b6c1ec5ba9bc service neutron] Pushing event updated for resources: {'Port': ['ID=a4329670-e3ec-4bfb-a30b-ce31519b2dca,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:18.521589 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-96b2761a-e923-4ccc-8910-b8ba505b5ad0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:18.533215 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df683d8e-8ece-4053-9891-1e2f13635d1e x-openstack-request-id: req-df683d8e-8ece-4053-9891-1e2f13635d1e {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:28:18.533618 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c468f0-3376-4c25-8984-b47fb6145fbc", "tag": "a4329670-e3ec-4bfb-a30b-ce31519b2dca", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:28:18.533978 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-df683d8e-8ece-4053-9891-1e2f13635d1e {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:28:18.534479 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c468f0-3376-4c25-8984-b47fb6145fbc', 'tag': 'a4329670-e3ec-4bfb-a30b-ce31519b2dca', 'status': 'completed', 'code': 200} Nov 11 17:28:18.540002 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['6dec6a22-64b5-43ff-bb8d-353a7f5c785e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:28:18.544325 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-2ef50c0f-9561-4a90-b0d9-46110f101288 req-18c2bd9a-261d-4e90-979f-633615115d9a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Allocated IP 172.25.2.241 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/1c1a8c55-bb15-48c6-916f-aebd14dbdcb4) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:28:18.571459 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83fd1f1a-c856-4bec-9cdb-543d191072e9 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:18.587177 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-396c806d-79a6-4f1b-bb3e-0f3196403b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:18.588847 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-396c806d-79a6-4f1b-bb3e-0f3196403b6c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&device_id=c5c468f0-3376-4c25-8984-b47fb6145fbc HTTP/1.1" status: 200 len: 1094 time: 0.1178565 Nov 11 17:28:18.590893 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-96b2761a-e923-4ccc-8910-b8ba505b5ad0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Network 1ec9bff0-5844-4695-ad16-95d4383ae0e3 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:18.595009 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-96b2761a-e923-4ccc-8910-b8ba505b5ad0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:18.600899 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-96b2761a-e923-4ccc-8910-b8ba505b5ad0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:28:18.635141 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2761a-e923-4ccc-8910-b8ba505b5ad0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Pushing event updated for resources: {'Port': ['ID=b0f0b3db-d921-4da5-af9a-aa38c78eaf26,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:18.669381 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-18896b6a-b6c5-470a-ad63-fd372e0ec7da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4329670-e3ec-4bfb-a30b-ce31519b2dca HTTP/1.1" status: 200 len: 217 time: 0.0644293 Nov 11 17:28:18.716835 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-96b2761a-e923-4ccc-8910-b8ba505b5ad0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:18.717598 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-96b2761a-e923-4ccc-8910-b8ba505b5ad0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:18.722773 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd1f1a-c856-4bec-9cdb-543d191072e9 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Subnet': ['ID=e8c584aa-05fc-4f9a-8835-e2e5f97d18ed,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:18.747859 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-96b2761a-e923-4ccc-8910-b8ba505b5ad0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5765736 Nov 11 17:28:18.749660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-7c877dc4-84a6-4335-9594-dc40b0c6e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:18.750765 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-7c877dc4-84a6-4335-9594-dc40b0c6e8b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a33a415-81af-4eb3-b9c5-17414d49d9ff HTTP/1.1" status: 200 len: 846 time: 0.0723119 Nov 11 17:28:18.760471 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd1f1a-c856-4bec-9cdb-543d191072e9 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Checking segment: {'id': '2fd467be-4b09-49e5-a827-1c51d298d6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'b70e42f0-5966-4286-ba35-b17f2c7ef8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:28:18.760841 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fd1f1a-c856-4bec-9cdb-543d191072e9 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network hostable DHCP agents. Network: b70e42f0-5966-4286-ba35-b17f2c7ef8fc, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:28:18.773141 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] Request body: {'port': {'device_id': 'ed992fc1-bd87-4a12-9c57-ecded70b9733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:18.774284 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e8e3b-25e9-4d74-bda2-ca7d9b5fe804 req-d9c5c8b8-7226-44c8-b1b6-eaba86a19c63 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:18.775825 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-375e8e3b-25e9-4d74-bda2-ca7d9b5fe804 req-d9c5c8b8-7226-44c8-b1b6-eaba86a19c63 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1198988 Nov 11 17:28:18.794551 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2ef50c0f-9561-4a90-b0d9-46110f101288 req-18c2bd9a-261d-4e90-979f-633615115d9a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:18.819844 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-e637882a-73bc-4d8f-8c42-a82f8e81b159 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e09136b-2afb-4141-b1b5-3d967dca5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513239 Nov 11 17:28:18.831840 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fd1f1a-c856-4bec-9cdb-543d191072e9 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network b70e42f0-5966-4286-ba35-b17f2c7ef8fc is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:28:18.860767 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-83fd1f1a-c856-4bec-9cdb-543d191072e9 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, b70e42f0-5966-4286-ba35-b17f2c7ef8fc) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:18.865863 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-375e8e3b-25e9-4d74-bda2-ca7d9b5fe804 req-dfcf1ba7-2d1c-4fbd-9245-b30c092f55b5 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776937 Nov 11 17:28:18.871205 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fd1f1a-c856-4bec-9cdb-543d191072e9 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:18.871817 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83fd1f1a-c856-4bec-9cdb-543d191072e9 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:18.877368 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f047e3-1b07-4022-a681-769d47fbd034 None None] Network b70e42f0-5966-4286-ba35-b17f2c7ef8fc requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:28:18.897429 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-83fd1f1a-c856-4bec-9cdb-543d191072e9 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8567636 Nov 11 17:28:18.897429 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2ef50c0f-9561-4a90-b0d9-46110f101288 req-18c2bd9a-261d-4e90-979f-633615115d9a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:18.897429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34906) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:18.904809 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-3fa27be4-5403-41d2-b25f-b2617a59caea tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1522935538', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:18.909371 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:18.971561 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef50c0f-9561-4a90-b0d9-46110f101288 req-18c2bd9a-261d-4e90-979f-633615115d9a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:18.978565 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-2ef50c0f-9561-4a90-b0d9-46110f101288 req-18c2bd9a-261d-4e90-979f-633615115d9a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:18.981658 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3fa27be4-5403-41d2-b25f-b2617a59caea tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:18.982795 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3fa27be4-5403-41d2-b25f-b2617a59caea tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:18.986248 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2bd9a-261d-4e90-979f-633615115d9a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Pushing event updated for resources: {'Port': ['ID=1c1a8c55-bb15-48c6-916f-aebd14dbdcb4,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:18.988806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef50c0f-9561-4a90-b0d9-46110f101288 req-18c2bd9a-261d-4e90-979f-633615115d9a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:28:19.008678 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-ebab7820-47f9-4d71-9ac0-2b5aa1eeb640 service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768727 Nov 11 17:28:19.082586 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3fa27be4-5403-41d2-b25f-b2617a59caea tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:19.107336 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3fa27be4-5403-41d2-b25f-b2617a59caea tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:19.130843 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3fa27be4-5403-41d2-b25f-b2617a59caea tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:19.132424 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3fa27be4-5403-41d2-b25f-b2617a59caea tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2311625 Nov 11 17:28:19.137779 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34910) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:19.144960 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-f4049cf7-d2e2-4a50-9049-f68e8f69f45a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'port': {'network_id': 'b70e42f0-5966-4286-ba35-b17f2c7ef8fc', 'name': 'tempest-RoutersTest-154606463'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:19.194306 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2ef50c0f-9561-4a90-b0d9-46110f101288 req-18c2bd9a-261d-4e90-979f-633615115d9a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:19.255820 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ec7a54-96f1-42ab-9254-10ed09f928ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-b70e42f0-5966-4286-ba35-b17f2c7ef8fc', 'network_id': 'b70e42f0-5966-4286-ba35-b17f2c7ef8fc', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'fixed_ips': [{'subnet_id': 'e8c584aa-05fc-4f9a-8835-e2e5f97d18ed'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:28:19.256861 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-25ec7a54-96f1-42ab-9254-10ed09f928ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:19.257223 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c95a0dea-edcd-42ed-af5a-50b232c3b151 req-214edbd7-7953-4252-b981-3a91c4f13bae service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900184 Nov 11 17:28:19.306916 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2ef50c0f-9561-4a90-b0d9-46110f101288 req-18c2bd9a-261d-4e90-979f-633615115d9a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:19.351079 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107fce7-e7f6-41e8-8861-6460b1c6123a req-4f9d1d3a-e28d-4bd0-b301-cebba1789dfc tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:19.353409 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b107fce7-e7f6-41e8-8861-6460b1c6123a req-4f9d1d3a-e28d-4bd0-b301-cebba1789dfc tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5c468f0-3376-4c25-8984-b47fb6145fbc HTTP/1.1" status: 200 len: 943 time: 0.1603019 Nov 11 17:28:19.359438 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f0b3db-d921-4da5-af9a-aa38c78eaf26 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:28:19.375546 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:19.412509 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] Transition to ACTIVE for port object b0f0b3db-d921-4da5-af9a-aa38c78eaf26 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:28:19.418492 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415adcc-afd2-4892-b4a7-131a4a238773 req-eec6843a-89b5-4e3c-b0c1-9560f7aca623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:19.420082 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-25ec7a54-96f1-42ab-9254-10ed09f928ac None None] Allocated IP 172.20.0.2 (b70e42f0-5966-4286-ba35-b17f2c7ef8fc/e8c584aa-05fc-4f9a-8835-e2e5f97d18ed/625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:28:19.420216 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f415adcc-afd2-4892-b4a7-131a4a238773 req-eec6843a-89b5-4e3c-b0c1-9560f7aca623 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&device_id=c5c468f0-3376-4c25-8984-b47fb6145fbc HTTP/1.1" status: 200 len: 1094 time: 0.0635912 Nov 11 17:28:19.421169 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:19.465239 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4049cf7-d2e2-4a50-9049-f68e8f69f45a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Made reservation on behalf of 62f9606d8f9c497d87c3877ac3e6d760 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:28:19.468661 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f4049cf7-d2e2-4a50-9049-f68e8f69f45a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:19.499657 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b107fce7-e7f6-41e8-8861-6460b1c6123a req-d8a14620-4db3-4185-8786-782907a6b5a6 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350720 Nov 11 17:28:19.513612 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-f4049cf7-d2e2-4a50-9049-f68e8f69f45a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] device_id is not set on port 0b725088-8587-4ee2-8b50-c945f55dd743 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:28:19.543666 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f0b3db-d921-4da5-af9a-aa38c78eaf26,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:19.628924 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-25ec7a54-96f1-42ab-9254-10ed09f928ac None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:19.631205 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415adcc-afd2-4892-b4a7-131a4a238773 req-519f6d26-e31f-4533-97fa-46e33a82d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:19.631712 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2ef50c0f-9561-4a90-b0d9-46110f101288 req-18c2bd9a-261d-4e90-979f-633615115d9a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:19.633255 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f415adcc-afd2-4892-b4a7-131a4a238773 req-519f6d26-e31f-4533-97fa-46e33a82d71d service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 908 time: 0.1887860 Nov 11 17:28:19.635913 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-25ec7a54-96f1-42ab-9254-10ed09f928ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:19.642070 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2ef50c0f-9561-4a90-b0d9-46110f101288 req-18c2bd9a-261d-4e90-979f-633615115d9a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:19.659891 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] Attempting to bind port b0f0b3db-d921-4da5-af9a-aa38c78eaf26 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:28:19.660410 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] Attempting to bind port b0f0b3db-d921-4da5-af9a-aa38c78eaf26 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '91415e2e-cc30-44a2-8599-bef53e9d5eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '1ec9bff0-5844-4695-ad16-95d4383ae0e3'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:28:19.660894 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] Attempting to bind port b0f0b3db-d921-4da5-af9a-aa38c78eaf26 on network 1ec9bff0-5844-4695-ad16-95d4383ae0e3 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:28:19.677931 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ec7a54-96f1-42ab-9254-10ed09f928ac None None] Network b70e42f0-5966-4286-ba35-b17f2c7ef8fc is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:19.685921 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-25ec7a54-96f1-42ab-9254-10ed09f928ac None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:19.689971 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ec7a54-96f1-42ab-9254-10ed09f928ac None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:28:19.696262 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec7a54-96f1-42ab-9254-10ed09f928ac None None] Pushing event updated for resources: {'Port': ['ID=625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:19.708855 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f415adcc-afd2-4892-b4a7-131a4a238773 req-049f8e19-8e61-40d6-9f4e-f273fc6854f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4329670-e3ec-4bfb-a30b-ce31519b2dca HTTP/1.1" status: 200 len: 217 time: 0.0593402 Nov 11 17:28:19.709649 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] Port b0f0b3db-d921-4da5-af9a-aa38c78eaf26 on network 1ec9bff0-5844-4695-ad16-95d4383ae0e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:28:19.710145 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] Attempting to bind port b0f0b3db-d921-4da5-af9a-aa38c78eaf26 on network 1ec9bff0-5844-4695-ad16-95d4383ae0e3 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:28:19.715906 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:28:19.716761 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] Checking segment: {'id': '91415e2e-cc30-44a2-8599-bef53e9d5eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '1ec9bff0-5844-4695-ad16-95d4383ae0e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:28:19.717295 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] Bound using segment: {'id': '91415e2e-cc30-44a2-8599-bef53e9d5eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '1ec9bff0-5844-4695-ad16-95d4383ae0e3'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:28:19.718028 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] Bound port: b0f0b3db-d921-4da5-af9a-aa38c78eaf26, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91415e2e-cc30-44a2-8599-bef53e9d5eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '1ec9bff0-5844-4695-ad16-95d4383ae0e3'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:28:19.718572 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:19.723802 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2bd9a-261d-4e90-979f-633615115d9a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Pushing event updated for resources: {'Port': ['ID=1c1a8c55-bb15-48c6-916f-aebd14dbdcb4,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:19.762710 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-25ec7a54-96f1-42ab-9254-10ed09f928ac None None] Attempting to bind port 625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:28:19.764563 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-25ec7a54-96f1-42ab-9254-10ed09f928ac None None] Attempting to bind port 625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '2fd467be-4b09-49e5-a827-1c51d298d6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'b70e42f0-5966-4286-ba35-b17f2c7ef8fc'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:28:19.764563 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec7a54-96f1-42ab-9254-10ed09f928ac None None] Attempting to bind port 625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4 on network b70e42f0-5966-4286-ba35-b17f2c7ef8fc {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:28:19.768628 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec7a54-96f1-42ab-9254-10ed09f928ac None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:28:19.769000 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec7a54-96f1-42ab-9254-10ed09f928ac None None] Checking segment: {'id': '2fd467be-4b09-49e5-a827-1c51d298d6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'b70e42f0-5966-4286-ba35-b17f2c7ef8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:28:19.769487 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-25ec7a54-96f1-42ab-9254-10ed09f928ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:19.769788 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec7a54-96f1-42ab-9254-10ed09f928ac None None] Bound using segment: {'id': '2fd467be-4b09-49e5-a827-1c51d298d6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'b70e42f0-5966-4286-ba35-b17f2c7ef8fc'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:28:19.770248 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-25ec7a54-96f1-42ab-9254-10ed09f928ac None None] Bound port: 625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd467be-4b09-49e5-a827-1c51d298d6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'b70e42f0-5966-4286-ba35-b17f2c7ef8fc'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:28:19.770633 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-25ec7a54-96f1-42ab-9254-10ed09f928ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:19.814157 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415adcc-afd2-4892-b4a7-131a4a238773 req-e0060474-b213-4755-91ab-091e252adc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:19.815764 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f415adcc-afd2-4892-b4a7-131a4a238773 req-e0060474-b213-4755-91ab-091e252adc09 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a33a415-81af-4eb3-b9c5-17414d49d9ff HTTP/1.1" status: 200 len: 846 time: 0.0934250 Nov 11 17:28:19.831325 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2ef50c0f-9561-4a90-b0d9-46110f101288 req-18c2bd9a-261d-4e90-979f-633615115d9a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:19.841495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-f4049cf7-d2e2-4a50-9049-f68e8f69f45a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Allocated IP 172.20.0.11 (b70e42f0-5966-4286-ba35-b17f2c7ef8fc/e8c584aa-05fc-4f9a-8835-e2e5f97d18ed/0b725088-8587-4ee2-8b50-c945f55dd743) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:28:19.846930 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-25ec7a54-96f1-42ab-9254-10ed09f928ac None None] For port 625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:28:19.851065 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-25ec7a54-96f1-42ab-9254-10ed09f928ac None None] For port 625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4,segment=NetworkSegment(2fd467be-4b09-49e5-a827-1c51d298d6ed),segment_id=2fd467be-4b09-49e5-a827-1c51d298d6ed)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:28:19.857616 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] For port b0f0b3db-d921-4da5-af9a-aa38c78eaf26, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:28:19.859763 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-25ec7a54-96f1-42ab-9254-10ed09f928ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:19.861237 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f415adcc-afd2-4892-b4a7-131a4a238773 req-037a088b-0bb3-42a5-b91e-aa843f2ed4e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e09136b-2afb-4141-b1b5-3d967dca5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377300 Nov 11 17:28:19.868086 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f3cb4-46b1-4e48-9631-ce76d8b12f9a req-a301aeb6-fa8e-4c55-825b-e19c10f282ae tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:19.872190 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-726f3cb4-46b1-4e48-9631-ce76d8b12f9a req-a301aeb6-fa8e-4c55-825b-e19c10f282ae tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed992fc1-bd87-4a12-9c57-ecded70b9733 HTTP/1.1" status: 200 len: 944 time: 0.1328421 Nov 11 17:28:19.879603 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2ef50c0f-9561-4a90-b0d9-46110f101288 req-18c2bd9a-261d-4e90-979f-633615115d9a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:19.881308 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2ef50c0f-9561-4a90-b0d9-46110f101288 req-18c2bd9a-261d-4e90-979f-633615115d9a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1218503 Nov 11 17:28:19.884908 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] For port b0f0b3db-d921-4da5-af9a-aa38c78eaf26, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b0f0b3db-d921-4da5-af9a-aa38c78eaf26,segment=NetworkSegment(91415e2e-cc30-44a2-8599-bef53e9d5eab),segment_id=91415e2e-cc30-44a2-8599-bef53e9d5eab)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:28:19.896320 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:19.926727 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec7a54-96f1-42ab-9254-10ed09f928ac None None] Pushing event updated for resources: {'Port': ['ID=625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:19.964457 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:19.965085 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:19.967368 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] 10.222.0.64 "PUT /v2.0/ports/b0f0b3db-d921-4da5-af9a-aa38c78eaf26 HTTP/1.1" status: 200 len: 1092 time: 1.1993380 Nov 11 17:28:20.011091 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a58e72-9232-41d1-a2ad-66399fc9d932 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f0b3db-d921-4da5-af9a-aa38c78eaf26,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:20.020260 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-726f3cb4-46b1-4e48-9631-ce76d8b12f9a req-2744e953-ea9a-48da-804f-4b43e2f6fc15 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379287 Nov 11 17:28:20.027642 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f415adcc-afd2-4892-b4a7-131a4a238773 req-6962c28c-3474-4cee-a0e7-6d7cc17c9f40 service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585064 Nov 11 17:28:20.047159 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2ef50c0f-9561-4a90-b0d9-46110f101288 req-859e21d2-908b-4fb7-b84d-37c51eee218b tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 696 time: 0.1103890 Nov 11 17:28:20.188370 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-fc353d2c-1f69-4732-ac28-3dae9975ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:20.189451 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-fc353d2c-1f69-4732-ac28-3dae9975ce2a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c13d491d06d549ffa0aedaf876c5ae07&device_id=ed992fc1-bd87-4a12-9c57-ecded70b9733 HTTP/1.1" status: 200 len: 1095 time: 0.1296065 Nov 11 17:28:20.200323 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f415adcc-afd2-4892-b4a7-131a4a238773 req-f72a2dac-6eff-41ab-a84f-da4c079980ce service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648016 Nov 11 17:28:20.266605 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-ab0f5211-de64-4109-b8fa-bea415e04878 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0f0b3db-d921-4da5-af9a-aa38c78eaf26 HTTP/1.1" status: 200 len: 217 time: 0.0449765 Nov 11 17:28:20.318171 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-d6395948-d131-413b-a737-1fdb72867dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:20.319631 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-d6395948-d131-413b-a737-1fdb72867dc8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dc52ad1-f3a3-434d-a193-60fbff77cc17 HTTP/1.1" status: 200 len: 853 time: 0.0458410 Nov 11 17:28:20.326866 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef50c0f-9561-4a90-b0d9-46110f101288 req-801701c7-fb08-4776-9a77-eec9c03ded42 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:20.328265 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2ef50c0f-9561-4a90-b0d9-46110f101288 req-801701c7-fb08-4776-9a77-eec9c03ded42 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.2725728 Nov 11 17:28:20.335689 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ec35a-553d-4161-acb0-554025c0a9cc req-f3825e4f-b6ec-47f4-beb3-b02ade8d2269 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:20.337157 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee4ec35a-553d-4161-acb0-554025c0a9cc req-f3825e4f-b6ec-47f4-beb3-b02ade8d2269 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1485739 Nov 11 17:28:20.349581 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-2ef50c0f-9561-4a90-b0d9-46110f101288 req-7da41fce-5098-463b-ad4f-3b24a1046e4e tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:28:20.350602 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2ef50c0f-9561-4a90-b0d9-46110f101288 req-7da41fce-5098-463b-ad4f-3b24a1046e4e tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125744 Nov 11 17:28:20.355364 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-50511e04-f8fe-45f4-b9f3-92ad7075406b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ec9bff0-5844-4695-ad16-95d4383ae0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263147 Nov 11 17:28:20.355497 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f4049cf7-d2e2-4a50-9049-f68e8f69f45a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:20.421950 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee4ec35a-553d-4161-acb0-554025c0a9cc req-05a7e6a1-3638-4c73-9837-67e3662c8bc1 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703635 Nov 11 17:28:20.430902 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f4049cf7-d2e2-4a50-9049-f68e8f69f45a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:20.485904 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-a101c781-0781-4933-8885-f98094d4d040 service neutron] 10.222.0.64 "GET /v2.0/networks/1ec9bff0-5844-4695-ad16-95d4383ae0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215870 Nov 11 17:28:20.509625 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4049cf7-d2e2-4a50-9049-f68e8f69f45a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network b70e42f0-5966-4286-ba35-b17f2c7ef8fc is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:20.540335 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed992fc1-bd87-4a12-9c57-ecded70b9733', 'tag': 'b0f0b3db-d921-4da5-af9a-aa38c78eaf26'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:28:20.542088 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-f4049cf7-d2e2-4a50-9049-f68e8f69f45a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:20.543007 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753392d9-e5dd-43e9-90f7-030791c84c51" -d '{"events": [{"name": "network-changed", "server_uuid": "ed992fc1-bd87-4a12-9c57-ecded70b9733", "tag": "b0f0b3db-d921-4da5-af9a-aa38c78eaf26"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:28:20.547170 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4049cf7-d2e2-4a50-9049-f68e8f69f45a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:28:20.605530 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82dafdcc-4827-497c-a8ee-7156122ff0ab req-3eefbc37-203d-433f-9d9a-12503d87469f service neutron] 10.222.0.64 "GET /v2.0/networks/1ec9bff0-5844-4695-ad16-95d4383ae0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112511 Nov 11 17:28:20.611611 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4049cf7-d2e2-4a50-9049-f68e8f69f45a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Port': ['ID=0b725088-8587-4ee2-8b50-c945f55dd743,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:20.659331 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-036ab885-b5ed-4162-b372-ed4b862432c0 req-aee418e7-b37f-4acd-86c9-afe541276e79 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/floatingips/cb9be253-8497-4e39-923c-e8233a82324f HTTP/1.1" status: 200 len: 693 time: 0.1650131 Nov 11 17:28:20.675942 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:28:20.709083 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4049cf7-d2e2-4a50-9049-f68e8f69f45a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:20.709705 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f4049cf7-d2e2-4a50-9049-f68e8f69f45a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:20.740974 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:20.741844 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:20.781792 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f4049cf7-d2e2-4a50-9049-f68e8f69f45a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6428604 Nov 11 17:28:20.785454 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34928) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:20.792038 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780080e1-2c14-4313-a01c-ac889d66d504 req-efabd277-df48-4192-b17b-2c57c7f6aa9e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:20.799560 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-780080e1-2c14-4313-a01c-ac889d66d504 req-efabd277-df48-4192-b17b-2c57c7f6aa9e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5c468f0-3376-4c25-8984-b47fb6145fbc HTTP/1.1" status: 200 len: 943 time: 0.1784582 Nov 11 17:28:20.862625 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:20.874997 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ab885-b5ed-4162-b372-ed4b862432c0 req-68d59551-3591-4b78-98d9-fc1a7b45f0cc tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:20.876594 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-036ab885-b5ed-4162-b372-ed4b862432c0 req-68d59551-3591-4b78-98d9-fc1a7b45f0cc tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.1896701 Nov 11 17:28:20.890923 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-036ab885-b5ed-4162-b372-ed4b862432c0 req-f15288fc-795c-48f3-80c6-4df3f364b6b0 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:28:20.892134 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-036ab885-b5ed-4162-b372-ed4b862432c0 req-f15288fc-795c-48f3-80c6-4df3f364b6b0 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068326 Nov 11 17:28:20.896310 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-780080e1-2c14-4313-a01c-ac889d66d504 req-b3ea5e8f-1f20-422f-b85a-ab073ef8d54f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959208 Nov 11 17:28:20.907801 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4,segment=NetworkSegment(2fd467be-4b09-49e5-a827-1c51d298d6ed),segment_id=2fd467be-4b09-49e5-a827-1c51d298d6ed)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:20.914854 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:20.978590 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f55851d-dcaa-4f63-9400-2cd579199e28 x-openstack-request-id: req-8f55851d-dcaa-4f63-9400-2cd579199e28 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:28:20.978860 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed992fc1-bd87-4a12-9c57-ecded70b9733", "tag": "b0f0b3db-d921-4da5-af9a-aa38c78eaf26", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:28:20.979125 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8f55851d-dcaa-4f63-9400-2cd579199e28 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:28:20.979515 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed992fc1-bd87-4a12-9c57-ecded70b9733', 'tag': 'b0f0b3db-d921-4da5-af9a-aa38c78eaf26', 'status': 'completed', 'code': 200} Nov 11 17:28:20.988123 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:21.034976 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-41b5512d-cd6a-4741-9e78-dd69d0343af1 req-1c3c453d-3028-452e-a633-813bbff4368f tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/floatingips/cb9be253-8497-4e39-923c-e8233a82324f HTTP/1.1" status: 200 len: 693 time: 0.0522521 Nov 11 17:28:21.093832 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d05ed20-d3d8-4330-8cec-4ec6c1e612de None None] Network b70e42f0-5966-4286-ba35-b17f2c7ef8fc requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:28:21.166265 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-4d9bd371-2189-4201-b460-9bdf6f47eeed None None] Provisioning complete for port 625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:21.166806 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4d9bd371-2189-4201-b460-9bdf6f47eeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:21.181680 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753392d9-e5dd-43e9-90f7-030791c84c51 req-42d1e3e0-1ff9-4c2b-bf22-eef15dcc559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:21.183209 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-753392d9-e5dd-43e9-90f7-030791c84c51 req-42d1e3e0-1ff9-4c2b-bf22-eef15dcc559c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c13d491d06d549ffa0aedaf876c5ae07&device_id=ed992fc1-bd87-4a12-9c57-ecded70b9733 HTTP/1.1" status: 200 len: 1095 time: 0.1376450 Nov 11 17:28:21.301172 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4cc96bdc-b63b-4fae-b4db-ee5ab3fbd65a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:21.356015 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753392d9-e5dd-43e9-90f7-030791c84c51 req-a9bbccea-ec67-427f-8f15-209fb5628b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:21.357507 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-753392d9-e5dd-43e9-90f7-030791c84c51 req-a9bbccea-ec67-427f-8f15-209fb5628b0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ec9bff0-5844-4695-ad16-95d4383ae0e3 HTTP/1.1" status: 200 len: 915 time: 0.1617589 Nov 11 17:28:21.446434 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-753392d9-e5dd-43e9-90f7-030791c84c51 req-f1c23d7b-b55e-4d3b-8c27-b3fb97afd385 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0f0b3db-d921-4da5-af9a-aa38c78eaf26 HTTP/1.1" status: 200 len: 217 time: 0.0771227 Nov 11 17:28:21.460449 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1475b2-7270-4cbe-9feb-abc7803d50fc req-0e82b5f5-7ff6-4d59-ae6f-1831e8140734 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:21.464199 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed1475b2-7270-4cbe-9feb-abc7803d50fc req-0e82b5f5-7ff6-4d59-ae6f-1831e8140734 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed992fc1-bd87-4a12-9c57-ecded70b9733 HTTP/1.1" status: 200 len: 944 time: 0.3582480 Nov 11 17:28:21.499920 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5512d-cd6a-4741-9e78-dd69d0343af1 req-5f2bacc8-43b8-4ad6-b656-c76773213d16 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:21.501343 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-41b5512d-cd6a-4741-9e78-dd69d0343af1 req-5f2bacc8-43b8-4ad6-b656-c76773213d16 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.4599080 Nov 11 17:28:21.521536 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-41b5512d-cd6a-4741-9e78-dd69d0343af1 req-0c155514-08f7-43e6-9d80-4cc4ef41561f tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:28:21.522590 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-41b5512d-cd6a-4741-9e78-dd69d0343af1 req-0c155514-08f7-43e6-9d80-4cc4ef41561f tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121388 Nov 11 17:28:21.558320 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7a30c061-f7eb-4285-af32-196078b06de0 None None] Provisioning complete for port 625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:21.558861 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7a30c061-f7eb-4285-af32-196078b06de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:21.572427 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753392d9-e5dd-43e9-90f7-030791c84c51 req-d94104b5-a770-491a-bdef-75192760e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:21.573886 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-753392d9-e5dd-43e9-90f7-030791c84c51 req-d94104b5-a770-491a-bdef-75192760e809 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dc52ad1-f3a3-434d-a193-60fbff77cc17 HTTP/1.1" status: 200 len: 853 time: 0.1012821 Nov 11 17:28:21.591124 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed1475b2-7270-4cbe-9feb-abc7803d50fc req-08d35efb-2d95-4908-8383-0d5b234f4740 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216598 Nov 11 17:28:21.615431 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-41b5512d-cd6a-4741-9e78-dd69d0343af1 req-b8cab944-90c8-43a3-882b-b87a893ce8a0 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 696 time: 0.0807889 Nov 11 17:28:21.632006 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-753392d9-e5dd-43e9-90f7-030791c84c51 req-c9f492bd-29fc-4956-87d4-61171d410943 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ec9bff0-5844-4695-ad16-95d4383ae0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475576 Nov 11 17:28:21.683379 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7a30c061-f7eb-4285-af32-196078b06de0 None None] Provisioning complete for port 0b725088-8587-4ee2-8b50-c945f55dd743 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:21.684551 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7a30c061-f7eb-4285-af32-196078b06de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:21.726320 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-7a30c061-f7eb-4285-af32-196078b06de0 None None] Port 0b725088-8587-4ee2-8b50-c945f55dd743 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:28:21.752341 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-41b5512d-cd6a-4741-9e78-dd69d0343af1 req-708045b3-0ee8-42f5-97a2-02aba4a40fd1 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 696 time: 0.1265178 Nov 11 17:28:21.763464 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4cc96bdc-b63b-4fae-b4db-ee5ab3fbd65a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:21.776075 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4cc96bdc-b63b-4fae-b4db-ee5ab3fbd65a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:21.822243 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-753392d9-e5dd-43e9-90f7-030791c84c51 req-269eae1f-8b32-4794-8c1a-320095f18517 service neutron] 10.222.0.64 "GET /v2.0/networks/1ec9bff0-5844-4695-ad16-95d4383ae0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626546 Nov 11 17:28:21.851434 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147c794-c874-47a4-b67a-b672260cd76c req-74a6e78e-8cd6-4fbb-9bc5-a0cad911666e tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:21.857548 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e3554959-5fdc-4620-821d-e4f6196f5ee8 None None] Provisioning complete for port 0b725088-8587-4ee2-8b50-c945f55dd743 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:21.858037 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e3554959-5fdc-4620-821d-e4f6196f5ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:21.858629 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6147c794-c874-47a4-b67a-b672260cd76c req-74a6e78e-8cd6-4fbb-9bc5-a0cad911666e tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1592705 Nov 11 17:28:21.899894 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e3554959-5fdc-4620-821d-e4f6196f5ee8 None None] Port 0b725088-8587-4ee2-8b50-c945f55dd743 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:28:21.919668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc96bdc-b63b-4fae-b4db-ee5ab3fbd65a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Port': ['ID=0b725088-8587-4ee2-8b50-c945f55dd743,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:21.947884 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6147c794-c874-47a4-b67a-b672260cd76c req-6a10e674-5954-451b-a2d4-40a2632ccfa1 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852630 Nov 11 17:28:21.971653 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-41b5512d-cd6a-4741-9e78-dd69d0343af1 req-1e5db619-01d8-41d7-834d-d5e04698d97a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Deleting port 1c1a8c55-bb15-48c6-916f-aebd14dbdcb4 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:21.972282 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-41b5512d-cd6a-4741-9e78-dd69d0343af1 req-1e5db619-01d8-41d7-834d-d5e04698d97a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:22.061568 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-753392d9-e5dd-43e9-90f7-030791c84c51 req-be1ff0e3-c721-4d04-af93-c564f24e1748 service neutron] 10.222.0.64 "GET /v2.0/networks/1ec9bff0-5844-4695-ad16-95d4383ae0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316196 Nov 11 17:28:22.072759 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-41b5512d-cd6a-4741-9e78-dd69d0343af1 req-1e5db619-01d8-41d7-834d-d5e04698d97a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:22.073040 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-41b5512d-cd6a-4741-9e78-dd69d0343af1 req-1e5db619-01d8-41d7-834d-d5e04698d97a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:22.087313 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-41b5512d-cd6a-4741-9e78-dd69d0343af1 req-1e5db619-01d8-41d7-834d-d5e04698d97a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Calling delete_port for 1c1a8c55-bb15-48c6-916f-aebd14dbdcb4 owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:22.127995 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9679f2c3-0128-4f70-a856-64e9f4b833c9 None None] Provisioning complete for port 0b725088-8587-4ee2-8b50-c945f55dd743 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:22.129312 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9679f2c3-0128-4f70-a856-64e9f4b833c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:22.137472 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4cc96bdc-b63b-4fae-b4db-ee5ab3fbd65a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:22.171195 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-9679f2c3-0128-4f70-a856-64e9f4b833c9 None None] Port 0b725088-8587-4ee2-8b50-c945f55dd743 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:28:22.258248 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4cc96bdc-b63b-4fae-b4db-ee5ab3fbd65a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:22.269764 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-41b5512d-cd6a-4741-9e78-dd69d0343af1 req-1e5db619-01d8-41d7-834d-d5e04698d97a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:22.299103 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5db619-01d8-41d7-834d-d5e04698d97a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Pushing event deleted for resources: {'Port': ['ID=1c1a8c55-bb15-48c6-916f-aebd14dbdcb4,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:22.317064 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac320b-9814-4880-9d98-cb0a13395ab2 req-1c8bc853-b9d9-4f38-9e89-a1f02bf0e8b2 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:22.318631 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08ac320b-9814-4880-9d98-cb0a13395ab2 req-1c8bc853-b9d9-4f38-9e89-a1f02bf0e8b2 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5c468f0-3376-4c25-8984-b47fb6145fbc HTTP/1.1" status: 200 len: 943 time: 0.1040232 Nov 11 17:28:22.410263 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-41b5512d-cd6a-4741-9e78-dd69d0343af1 req-1e5db619-01d8-41d7-834d-d5e04698d97a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:22.413315 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-41b5512d-cd6a-4741-9e78-dd69d0343af1 req-1e5db619-01d8-41d7-834d-d5e04698d97a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:22.414682 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-41b5512d-cd6a-4741-9e78-dd69d0343af1 req-1e5db619-01d8-41d7-834d-d5e04698d97a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "DELETE /v2.0/floatingips/cb9be253-8497-4e39-923c-e8233a82324f HTTP/1.1" status: 204 len: 173 time: 0.6614904 Nov 11 17:28:22.423453 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08ac320b-9814-4880-9d98-cb0a13395ab2 req-4def4fb5-344d-499c-9975-25c4ec0834ec tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901353 Nov 11 17:28:22.449475 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b0f0b3db-d921-4da5-af9a-aa38c78eaf26 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:28:22.557549 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4cc96bdc-b63b-4fae-b4db-ee5ab3fbd65a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:22.562910 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4cc96bdc-b63b-4fae-b4db-ee5ab3fbd65a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:22.563308 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port b0f0b3db-d921-4da5-af9a-aa38c78eaf26, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b0f0b3db-d921-4da5-af9a-aa38c78eaf26,segment=NetworkSegment(91415e2e-cc30-44a2-8599-bef53e9d5eab),segment_id=91415e2e-cc30-44a2-8599-bef53e9d5eab)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:22.578405 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'b0f0b3db-d921-4da5-af9a-aa38c78eaf26', 'network_id': '1ec9bff0-5844-4695-ad16-95d4383ae0e3', 'port_id': 'b0f0b3db-d921-4da5-af9a-aa38c78eaf26', 'mac_address': 'fa:16:3e:47:6c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc52ad1-f3a3-434d-a193-60fbff77cc17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:28:22.628346 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:22.652843 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f0b3db-d921-4da5-af9a-aa38c78eaf26 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:28:22.660035 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc96bdc-b63b-4fae-b4db-ee5ab3fbd65a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Port': ['ID=0b725088-8587-4ee2-8b50-c945f55dd743,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:22.664606 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4cc96bdc-b63b-4fae-b4db-ee5ab3fbd65a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:22.676538 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:28:22.683908 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port b0f0b3db-d921-4da5-af9a-aa38c78eaf26, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b0f0b3db-d921-4da5-af9a-aa38c78eaf26,segment=NetworkSegment(91415e2e-cc30-44a2-8599-bef53e9d5eab),segment_id=91415e2e-cc30-44a2-8599-bef53e9d5eab)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:22.690353 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fdf1b-6501-4c54-bcd2-f55deefca956 req-ddebcdab-21b5-4cf6-a47e-f28eb926457f tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:22.692783 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-801fdf1b-6501-4c54-bcd2-f55deefca956 req-ddebcdab-21b5-4cf6-a47e-f28eb926457f tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2451277 Nov 11 17:28:22.716311 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:22.717133 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device a4329670-e3ec-4bfb-a30b-ce31519b2dca details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:28:22.820429 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6828842f-552e-4e7d-a6de-1d995273d2ba req-db468eb4-4516-40eb-9efa-c0fab654e510 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/floatingips?tenant_id=dc50ce7970f248f68b4c11b2582b6315 HTTP/1.1" status: 200 len: 1655 time: 0.1056209 Nov 11 17:28:22.841176 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=b0f0b3db-d921-4da5-af9a-aa38c78eaf26,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:22.850231 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006697b-965b-4f3a-84fb-bd0f39fd62bd req-6243486d-085b-4390-8a2a-ad72b57dffc1 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:22.852550 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a006697b-965b-4f3a-84fb-bd0f39fd62bd req-6243486d-085b-4390-8a2a-ad72b57dffc1 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed992fc1-bd87-4a12-9c57-ecded70b9733 HTTP/1.1" status: 200 len: 945 time: 0.1516011 Nov 11 17:28:22.866752 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:22.867671 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:22.875999 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:28:22.920622 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port a4329670-e3ec-4bfb-a30b-ce31519b2dca, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a4329670-e3ec-4bfb-a30b-ce31519b2dca,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:22.936807 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'a4329670-e3ec-4bfb-a30b-ce31519b2dca', 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d', 'port_id': 'a4329670-e3ec-4bfb-a30b-ce31519b2dca', 'mac_address': 'fa:16:3e:c4:74:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a33a415-81af-4eb3-b9c5-17414d49d9ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:28:22.948379 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a006697b-965b-4f3a-84fb-bd0f39fd62bd req-c3c64e65-9fd6-4d66-9832-2b4ad8e6faa4 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824213 Nov 11 17:28:23.006476 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:23.028768 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4329670-e3ec-4bfb-a30b-ce31519b2dca {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:28:23.045444 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828842f-552e-4e7d-a6de-1d995273d2ba req-e107f1c4-5322-4e2d-b6ce-bde26392a842 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:23.047080 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6828842f-552e-4e7d-a6de-1d995273d2ba req-e107f1c4-5322-4e2d-b6ce-bde26392a842 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/networks?id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&id=06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 787 time: 0.2162199 Nov 11 17:28:23.053590 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port a4329670-e3ec-4bfb-a30b-ce31519b2dca, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a4329670-e3ec-4bfb-a30b-ce31519b2dca,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:23.058563 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:23.072053 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-6828842f-552e-4e7d-a6de-1d995273d2ba req-6a722876-bda2-4f33-9693-43db62edf7e7 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:28:23.073522 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6828842f-552e-4e7d-a6de-1d995273d2ba req-6a722876-bda2-4f33-9693-43db62edf7e7 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065818 Nov 11 17:28:23.102626 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8c7b9-3b72-4803-9fc6-517e4514701d req-6f6b77b8-8c43-4ca4-ab42-39230a774d24 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:23.109984 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9a8c7b9-3b72-4803-9fc6-517e4514701d req-6f6b77b8-8c43-4ca4-ab42-39230a774d24 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.0912941 Nov 11 17:28:23.120792 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc96bdc-b63b-4fae-b4db-ee5ab3fbd65a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network b70e42f0-5966-4286-ba35-b17f2c7ef8fc is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:23.122297 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-4cc96bdc-b63b-4fae-b4db-ee5ab3fbd65a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:23.135225 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=a4329670-e3ec-4bfb-a30b-ce31519b2dca,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:23.157563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9a8c7b9-3b72-4803-9fc6-517e4514701d req-b95c172a-ba8f-4c65-b86c-d64d17dbc94d tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467236 Nov 11 17:28:23.245921 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da7ffc56-df79-4d68-94f8-449f25fc2bfe req-aab56d8c-768d-4c91-b791-71a8e6111d49 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/floatingips/4cf1295a-c54d-4c4c-9b11-233dd9743f4e HTTP/1.1" status: 200 len: 693 time: 0.0528631 Nov 11 17:28:23.266077 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc96bdc-b63b-4fae-b4db-ee5ab3fbd65a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router 10ab7fbd-8c47-4c80-b4b0-13c6b25bdc84 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:28:23.362896 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc96bdc-b63b-4fae-b4db-ee5ab3fbd65a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:28:23.367920 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4cc96bdc-b63b-4fae-b4db-ee5ab3fbd65a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/10ab7fbd-8c47-4c80-b4b0-13c6b25bdc84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5813725 Nov 11 17:28:23.370766 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34958) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:23.373416 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befa6e7e-4ba5-430c-abe6-0be5b8d3c74b None None] Sync routers for ids ['10ab7fbd-8c47-4c80-b4b0-13c6b25bdc84'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:28:23.374023 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ffc56-df79-4d68-94f8-449f25fc2bfe req-5185e6aa-3bdd-434b-8685-b4975b06908c tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:23.375436 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da7ffc56-df79-4d68-94f8-449f25fc2bfe req-5185e6aa-3bdd-434b-8685-b4975b06908c tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.1228976 Nov 11 17:28:23.391715 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befa6e7e-4ba5-430c-abe6-0be5b8d3c74b None None] Routers {'10ab7fbd-8c47-4c80-b4b0-13c6b25bdc84'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:23.392931 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-befa6e7e-4ba5-430c-abe6-0be5b8d3c74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['10ab7fbd-8c47-4c80-b4b0-13c6b25bdc84'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:23.404302 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c547eaf5-6f74-4e46-907c-c8b7feae4eb1 None None] Provisioning complete for port 0b725088-8587-4ee2-8b50-c945f55dd743 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:23.404595 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c547eaf5-6f74-4e46-907c-c8b7feae4eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:23.421743 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36735c1a-cd8b-47af-8aef-e73ec954f9e8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:23.427300 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-36735c1a-cd8b-47af-8aef-e73ec954f9e8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/ports/0b725088-8587-4ee2-8b50-c945f55dd743 HTTP/1.1" status: 200 len: 977 time: 0.0553861 Nov 11 17:28:23.427900 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34960) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:23.431095 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-befa6e7e-4ba5-430c-abe6-0be5b8d3c74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:23.440142 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da7ffc56-df79-4d68-94f8-449f25fc2bfe req-f79be467-ed9c-4322-9837-0e3611edac97 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.248 HTTP/1.1" status: 200 len: 696 time: 0.0583780 Nov 11 17:28:23.444750 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c547eaf5-6f74-4e46-907c-c8b7feae4eb1 None None] Port 0b725088-8587-4ee2-8b50-c945f55dd743 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:28:23.448734 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befa6e7e-4ba5-430c-abe6-0be5b8d3c74b None None] Routers {'10ab7fbd-8c47-4c80-b4b0-13c6b25bdc84'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:23.449546 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-befa6e7e-4ba5-430c-abe6-0be5b8d3c74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['10ab7fbd-8c47-4c80-b4b0-13c6b25bdc84'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:23.483055 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-befa6e7e-4ba5-430c-abe6-0be5b8d3c74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:23.483707 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befa6e7e-4ba5-430c-abe6-0be5b8d3c74b None None] The sync data for ids ['10ab7fbd-8c47-4c80-b4b0-13c6b25bdc84'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:28:23.488353 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['b0f0b3db-d921-4da5-af9a-aa38c78eaf26'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:28:23.499201 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da7ffc56-df79-4d68-94f8-449f25fc2bfe req-c6c58e4f-3ca0-4af3-9134-3ccb796b448a tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.248 HTTP/1.1" status: 200 len: 696 time: 0.0511281 Nov 11 17:28:23.539103 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['a4329670-e3ec-4bfb-a30b-ce31519b2dca'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:28:23.665795 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24c547-4be3-4d3c-a4cb-5592420576b6 req-67b1f862-24d7-429d-8f9c-4bbd638c17c8 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:23.667441 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d24c547-4be3-4d3c-a4cb-5592420576b6 req-67b1f862-24d7-429d-8f9c-4bbd638c17c8 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5c468f0-3376-4c25-8984-b47fb6145fbc HTTP/1.1" status: 200 len: 944 time: 0.1082113 Nov 11 17:28:23.702004 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-da7ffc56-df79-4d68-94f8-449f25fc2bfe req-994ec988-9335-43ba-9e22-72daa816fcb9 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Deleting port b55bd815-d291-4283-ae9c-38a09ca6a3e6 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:23.702767 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-da7ffc56-df79-4d68-94f8-449f25fc2bfe req-994ec988-9335-43ba-9e22-72daa816fcb9 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:23.763002 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d24c547-4be3-4d3c-a4cb-5592420576b6 req-56d8d45e-6990-4d92-aab2-f5cd205aae2b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881505 Nov 11 17:28:23.815121 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-da7ffc56-df79-4d68-94f8-449f25fc2bfe req-994ec988-9335-43ba-9e22-72daa816fcb9 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:23.815508 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-da7ffc56-df79-4d68-94f8-449f25fc2bfe req-994ec988-9335-43ba-9e22-72daa816fcb9 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:23.832796 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-da7ffc56-df79-4d68-94f8-449f25fc2bfe req-994ec988-9335-43ba-9e22-72daa816fcb9 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Calling delete_port for b55bd815-d291-4283-ae9c-38a09ca6a3e6 owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:23.945548 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:23.946272 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d35c2680-79c1-4ee4-b32a-7ae80f217828 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:23.978467 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-da7ffc56-df79-4d68-94f8-449f25fc2bfe req-994ec988-9335-43ba-9e22-72daa816fcb9 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:24.006785 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ec988-9335-43ba-9e22-72daa816fcb9 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Pushing event deleted for resources: {'Port': ['ID=b55bd815-d291-4283-ae9c-38a09ca6a3e6,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:24.110143 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-da7ffc56-df79-4d68-94f8-449f25fc2bfe req-994ec988-9335-43ba-9e22-72daa816fcb9 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:24.112690 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-da7ffc56-df79-4d68-94f8-449f25fc2bfe req-994ec988-9335-43ba-9e22-72daa816fcb9 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:24.113826 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da7ffc56-df79-4d68-94f8-449f25fc2bfe req-994ec988-9335-43ba-9e22-72daa816fcb9 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "DELETE /v2.0/floatingips/4cf1295a-c54d-4c4c-9b11-233dd9743f4e HTTP/1.1" status: 204 len: 173 time: 0.6082366 Nov 11 17:28:24.123001 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def8cf8-575d-4410-8a7f-2581807c8cf2 req-081f4f1b-3177-424c-a760-367c9d8514cd tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:24.124494 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0def8cf8-575d-4410-8a7f-2581807c8cf2 req-081f4f1b-3177-424c-a760-367c9d8514cd tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed992fc1-bd87-4a12-9c57-ecded70b9733 HTTP/1.1" status: 200 len: 945 time: 0.1037676 Nov 11 17:28:24.202443 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0c0b5246-248b-4193-b4a0-86bb8eb71c51 req-ca52b5f7-c1e6-4ede-b340-3a71335a1568 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/floatingips/28711e16-3295-4b47-83d3-c559ea13ca1d HTTP/1.1" status: 200 len: 692 time: 0.0647075 Nov 11 17:28:24.223828 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-d35c2680-79c1-4ee4-b32a-7ae80f217828 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting port 0b725088-8587-4ee2-8b50-c945f55dd743 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:24.224086 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d35c2680-79c1-4ee4-b32a-7ae80f217828 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:24.230631 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0def8cf8-575d-4410-8a7f-2581807c8cf2 req-32e91cf2-f7fb-439b-8d90-998ea68d21e3 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991504 Nov 11 17:28:24.316811 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d35c2680-79c1-4ee4-b32a-7ae80f217828 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:24.328675 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-d35c2680-79c1-4ee4-b32a-7ae80f217828 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Calling delete_port for 0b725088-8587-4ee2-8b50-c945f55dd743 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:24.361952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b5246-248b-4193-b4a0-86bb8eb71c51 req-9f0a7785-b00e-481d-88f9-ec88f6c90a72 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:24.363996 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0c0b5246-248b-4193-b4a0-86bb8eb71c51 req-9f0a7785-b00e-481d-88f9-ec88f6c90a72 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.1509781 Nov 11 17:28:24.384481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9ad56-e558-4fd9-b0c2-6746b75e3338 req-d0230eab-e4f0-4fb9-bf12-94a8a27152b4 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:24.385917 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63a9ad56-e558-4fd9-b0c2-6746b75e3338 req-d0230eab-e4f0-4fb9-bf12-94a8a27152b4 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.0954089 Nov 11 17:28:24.435302 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0c0b5246-248b-4193-b4a0-86bb8eb71c51 req-04d838dc-5c6a-41d2-87a7-b1191454c4de tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.85 HTTP/1.1" status: 200 len: 695 time: 0.0647624 Nov 11 17:28:24.502727 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d35c2680-79c1-4ee4-b32a-7ae80f217828 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:24.509597 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0c0b5246-248b-4193-b4a0-86bb8eb71c51 req-aa868012-fd3c-43aa-a053-9287622b9088 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.85 HTTP/1.1" status: 200 len: 695 time: 0.0673735 Nov 11 17:28:24.535206 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c2680-79c1-4ee4-b32a-7ae80f217828 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Port': ['ID=0b725088-8587-4ee2-8b50-c945f55dd743,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:24.558519 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63a9ad56-e558-4fd9-b0c2-6746b75e3338 req-d73a33e5-3acb-4a0c-bcee-a09a9d76f64e tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380022 Nov 11 17:28:24.589734 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35c2680-79c1-4ee4-b32a-7ae80f217828 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:24.590083 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35c2680-79c1-4ee4-b32a-7ae80f217828 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:24.590428 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35c2680-79c1-4ee4-b32a-7ae80f217828 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:24.590766 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35c2680-79c1-4ee4-b32a-7ae80f217828 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:24.591099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35c2680-79c1-4ee4-b32a-7ae80f217828 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:24.591430 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35c2680-79c1-4ee4-b32a-7ae80f217828 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:24.591767 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35c2680-79c1-4ee4-b32a-7ae80f217828 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:24.592102 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35c2680-79c1-4ee4-b32a-7ae80f217828 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:24.592424 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35c2680-79c1-4ee4-b32a-7ae80f217828 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:24.592748 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35c2680-79c1-4ee4-b32a-7ae80f217828 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:24.593072 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35c2680-79c1-4ee4-b32a-7ae80f217828 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:24.593513 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35c2680-79c1-4ee4-b32a-7ae80f217828 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:24.687065 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-0c0b5246-248b-4193-b4a0-86bb8eb71c51 req-e3d0f9d3-6c83-455b-af02-21a9eb0153bb tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Deleting port 30ddcee4-6eac-43df-ae13-015c54742781 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:24.687420 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0c0b5246-248b-4193-b4a0-86bb8eb71c51 req-e3d0f9d3-6c83-455b-af02-21a9eb0153bb tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:24.734843 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d35c2680-79c1-4ee4-b32a-7ae80f217828 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:24.815514 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0c0b5246-248b-4193-b4a0-86bb8eb71c51 req-e3d0f9d3-6c83-455b-af02-21a9eb0153bb tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:24.816036 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0c0b5246-248b-4193-b4a0-86bb8eb71c51 req-e3d0f9d3-6c83-455b-af02-21a9eb0153bb tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:24.834921 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-0c0b5246-248b-4193-b4a0-86bb8eb71c51 req-e3d0f9d3-6c83-455b-af02-21a9eb0153bb tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Calling delete_port for 30ddcee4-6eac-43df-ae13-015c54742781 owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:24.918876 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35c2680-79c1-4ee4-b32a-7ae80f217828 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router 10ab7fbd-8c47-4c80-b4b0-13c6b25bdc84 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:28:24.949338 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94e699-44c8-4de2-9d2c-cd94d1f3ee70 req-65dceaf3-6941-4ab8-83d5-244317fe8632 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:24.950809 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e94e699-44c8-4de2-9d2c-cd94d1f3ee70 req-65dceaf3-6941-4ab8-83d5-244317fe8632 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5c468f0-3376-4c25-8984-b47fb6145fbc HTTP/1.1" status: 200 len: 944 time: 0.1039517 Nov 11 17:28:25.002099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35c2680-79c1-4ee4-b32a-7ae80f217828 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:28:25.008947 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d35c2680-79c1-4ee4-b32a-7ae80f217828 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/10ab7fbd-8c47-4c80-b4b0-13c6b25bdc84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5791786 Nov 11 17:28:25.011492 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34980) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:25.020636 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a95857-16aa-4c13-b48c-7f7080abc919 None None] Sync routers for ids ['10ab7fbd-8c47-4c80-b4b0-13c6b25bdc84'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:28:25.034504 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e94e699-44c8-4de2-9d2c-cd94d1f3ee70 req-d2e412e8-616e-44f6-85a7-cf5bb62681a7 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764418 Nov 11 17:28:25.056034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a95857-16aa-4c13-b48c-7f7080abc919 None None] Routers {'10ab7fbd-8c47-4c80-b4b0-13c6b25bdc84'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:25.056888 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f5a95857-16aa-4c13-b48c-7f7080abc919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['10ab7fbd-8c47-4c80-b4b0-13c6b25bdc84'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:25.067360 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0c0b5246-248b-4193-b4a0-86bb8eb71c51 req-e3d0f9d3-6c83-455b-af02-21a9eb0153bb tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:25.099227 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0f9d3-6c83-455b-af02-21a9eb0153bb tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Pushing event deleted for resources: {'Port': ['ID=30ddcee4-6eac-43df-ae13-015c54742781,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:25.114571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0f9d3-6c83-455b-af02-21a9eb0153bb tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:25.114571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0f9d3-6c83-455b-af02-21a9eb0153bb tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:25.115867 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0f9d3-6c83-455b-af02-21a9eb0153bb tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:25.116260 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0f9d3-6c83-455b-af02-21a9eb0153bb tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:25.116610 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0f9d3-6c83-455b-af02-21a9eb0153bb tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:25.117576 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0f9d3-6c83-455b-af02-21a9eb0153bb tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:25.117925 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0f9d3-6c83-455b-af02-21a9eb0153bb tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:25.118264 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0f9d3-6c83-455b-af02-21a9eb0153bb tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:25.118601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0f9d3-6c83-455b-af02-21a9eb0153bb tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:25.118933 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0f9d3-6c83-455b-af02-21a9eb0153bb tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:25.119940 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0f9d3-6c83-455b-af02-21a9eb0153bb tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:25.120399 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0f9d3-6c83-455b-af02-21a9eb0153bb tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:25.132029 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f5a95857-16aa-4c13-b48c-7f7080abc919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:25.144325 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a95857-16aa-4c13-b48c-7f7080abc919 None None] Routers {'10ab7fbd-8c47-4c80-b4b0-13c6b25bdc84'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:25.145178 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f5a95857-16aa-4c13-b48c-7f7080abc919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['10ab7fbd-8c47-4c80-b4b0-13c6b25bdc84'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:25.180193 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f5a95857-16aa-4c13-b48c-7f7080abc919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:25.180849 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a95857-16aa-4c13-b48c-7f7080abc919 None None] The sync data for ids ['10ab7fbd-8c47-4c80-b4b0-13c6b25bdc84'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:28:25.192811 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0c0b5246-248b-4193-b4a0-86bb8eb71c51 req-e3d0f9d3-6c83-455b-af02-21a9eb0153bb tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:25.196484 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0c0b5246-248b-4193-b4a0-86bb8eb71c51 req-e3d0f9d3-6c83-455b-af02-21a9eb0153bb tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:25.197629 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0c0b5246-248b-4193-b4a0-86bb8eb71c51 req-e3d0f9d3-6c83-455b-af02-21a9eb0153bb tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "DELETE /v2.0/floatingips/28711e16-3295-4b47-83d3-c559ea13ca1d HTTP/1.1" status: 204 len: 173 time: 0.6872671 Nov 11 17:28:25.216227 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-ec99466c-a5c0-40c3-8d7d-eb52bda4db6d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] remove_router_interface failed (client error): The resource could not be found. Nov 11 17:28:25.217283 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ec99466c-a5c0-40c3-8d7d-eb52bda4db6d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/10ab7fbd-8c47-4c80-b4b0-13c6b25bdc84/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2049024 Nov 11 17:28:25.220064 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34984) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:25.250787 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b04986e8-d3da-4f52-9bf4-dd6089dfeefb tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/ports?device_id=10ab7fbd-8c47-4c80-b4b0-13c6b25bdc84 HTTP/1.1" status: 200 len: 205 time: 0.0295789 Nov 11 17:28:25.253340 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34986) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:25.269367 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-228b31f5-3ed3-41b1-b21b-1f13148c2583 req-da11191e-ddf1-4f1c-85d2-083ff884f48d tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/floatingips/650f1845-d759-40a1-a1de-bde131097650 HTTP/1.1" status: 200 len: 692 time: 0.0521238 Nov 11 17:28:25.418083 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a38374c8-08ec-4c6c-9b3a-e38112d10013 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:25.805824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee75f55-59a9-4e5d-a696-26607b6f1730 req-f25c0c2c-e75b-445f-b37d-a24ce0467546 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:25.806572 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ee75f55-59a9-4e5d-a696-26607b6f1730 req-f25c0c2c-e75b-445f-b37d-a24ce0467546 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed992fc1-bd87-4a12-9c57-ecded70b9733 HTTP/1.1" status: 200 len: 945 time: 0.5025475 Nov 11 17:28:25.921394 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a38374c8-08ec-4c6c-9b3a-e38112d10013 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:25.924575 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a38374c8-08ec-4c6c-9b3a-e38112d10013 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:25.936856 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b31f5-3ed3-41b1-b21b-1f13148c2583 req-42c87dc1-a46c-4170-9caf-bf68cf9e09fd tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:25.938186 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-228b31f5-3ed3-41b1-b21b-1f13148c2583 req-42c87dc1-a46c-4170-9caf-bf68cf9e09fd tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 784 time: 0.6326177 Nov 11 17:28:26.061008 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a38374c8-08ec-4c6c-9b3a-e38112d10013 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.061446 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38374c8-08ec-4c6c-9b3a-e38112d10013 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Fanout notify agent at l3_agent the message router_deleted on router 10ab7fbd-8c47-4c80-b4b0-13c6b25bdc84 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:28:26.066078 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-228b31f5-3ed3-41b1-b21b-1f13148c2583 req-0876a813-3321-46ea-9cd6-dea2732afb09 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.62 HTTP/1.1" status: 200 len: 695 time: 0.0998499 Nov 11 17:28:26.070631 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ee75f55-59a9-4e5d-a696-26607b6f1730 req-c45a51e8-04ed-4878-a2b1-e68b40fb365f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013297 Nov 11 17:28:26.075472 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a38374c8-08ec-4c6c-9b3a-e38112d10013 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.078935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a38374c8-08ec-4c6c-9b3a-e38112d10013 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/routers/10ab7fbd-8c47-4c80-b4b0-13c6b25bdc84 HTTP/1.1" status: 204 len: 168 time: 0.8205769 Nov 11 17:28:26.079183 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34998) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:26.135315 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-228b31f5-3ed3-41b1-b21b-1f13148c2583 req-62f1b4c3-9315-44e5-97b4-c5beb949c20e tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.2.62 HTTP/1.1" status: 200 len: 695 time: 0.0577695 Nov 11 17:28:26.139246 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad1533b-84bb-4fda-beec-86612f3c91b0 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting subnet e8c584aa-05fc-4f9a-8835-e2e5f97d18ed {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:28:26.144094 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dad1533b-84bb-4fda-beec-86612f3c91b0 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.187982 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dad1533b-84bb-4fda-beec-86612f3c91b0 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.283852 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582290cc-cf74-46e4-9f0b-557ed10e865b req-6c1bcce6-a31d-4b38-9678-7ca5a954892a tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:26.285136 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dad1533b-84bb-4fda-beec-86612f3c91b0 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.285381 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-582290cc-cf74-46e4-9f0b-557ed10e865b req-6c1bcce6-a31d-4b38-9678-7ca5a954892a tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1369522 Nov 11 17:28:26.357431 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-582290cc-cf74-46e4-9f0b-557ed10e865b req-30f188c0-b3a6-4322-9d08-22591b426a76 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650361 Nov 11 17:28:26.360046 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-228b31f5-3ed3-41b1-b21b-1f13148c2583 req-184b84e3-f412-47e6-83aa-b9d1b0d17ec3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Deleting port a8da34fe-300d-4353-8b97-f0de42cc358a {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:26.360511 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-228b31f5-3ed3-41b1-b21b-1f13148c2583 req-184b84e3-f412-47e6-83aa-b9d1b0d17ec3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.362350 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dad1533b-84bb-4fda-beec-86612f3c91b0 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.391438 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1533b-84bb-4fda-beec-86612f3c91b0 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c584aa-05fc-4f9a-8835-e2e5f97d18ed,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:26.395340 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dad1533b-84bb-4fda-beec-86612f3c91b0 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.399744 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dad1533b-84bb-4fda-beec-86612f3c91b0 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/subnets/e8c584aa-05fc-4f9a-8835-e2e5f97d18ed HTTP/1.1" status: 204 len: 168 time: 0.3194277 Nov 11 17:28:26.405255 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35002) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:26.409342 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540d986d-8945-49fa-ab15-ea6d9f099afe None None] Network b70e42f0-5966-4286-ba35-b17f2c7ef8fc requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:28:26.460121 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-228b31f5-3ed3-41b1-b21b-1f13148c2583 req-184b84e3-f412-47e6-83aa-b9d1b0d17ec3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.461046 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-228b31f5-3ed3-41b1-b21b-1f13148c2583 req-184b84e3-f412-47e6-83aa-b9d1b0d17ec3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.474849 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-228b31f5-3ed3-41b1-b21b-1f13148c2583 req-184b84e3-f412-47e6-83aa-b9d1b0d17ec3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Calling delete_port for a8da34fe-300d-4353-8b97-f0de42cc358a owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:26.478100 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b0f0b3db-d921-4da5-af9a-aa38c78eaf26 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:28:26.493363 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0c55-a731-4eaf-990b-9621f326ec46 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.555107 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-c3bc0c55-a731-4eaf-990b-9621f326ec46 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting port 625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:26.555107 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0c55-a731-4eaf-990b-9621f326ec46 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.558439 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port b0f0b3db-d921-4da5-af9a-aa38c78eaf26 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:28:26.587637 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port b0f0b3db-d921-4da5-af9a-aa38c78eaf26 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:26.588041 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.628004 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-c3bc0c55-a731-4eaf-990b-9621f326ec46 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] For port 625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4,segment=NetworkSegment(2fd467be-4b09-49e5-a827-1c51d298d6ed),segment_id=2fd467be-4b09-49e5-a827-1c51d298d6ed)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:26.628603 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0c55-a731-4eaf-990b-9621f326ec46 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.645008 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-c3bc0c55-a731-4eaf-990b-9621f326ec46 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Calling delete_port for 625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:26.678070 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-228b31f5-3ed3-41b1-b21b-1f13148c2583 req-184b84e3-f412-47e6-83aa-b9d1b0d17ec3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.681705 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.707985 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed992fc1-bd87-4a12-9c57-ecded70b9733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f0b3db-d921-4da5-af9a-aa38c78eaf26'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:28:26.710643 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a00f16-b369-4532-b8c2-8d3d568d7ba6" -d '{"events": [{"server_uuid": "ed992fc1-bd87-4a12-9c57-ecded70b9733", "name": "network-vif-plugged", "status": "completed", "tag": "b0f0b3db-d921-4da5-af9a-aa38c78eaf26"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:28:26.724674 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port b0f0b3db-d921-4da5-af9a-aa38c78eaf26, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b0f0b3db-d921-4da5-af9a-aa38c78eaf26,segment=NetworkSegment(91415e2e-cc30-44a2-8599-bef53e9d5eab),segment_id=91415e2e-cc30-44a2-8599-bef53e9d5eab)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:26.731758 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.733102 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device a4329670-e3ec-4bfb-a30b-ce31519b2dca up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:28:26.733755 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b84e3-f412-47e6-83aa-b9d1b0d17ec3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Pushing event deleted for resources: {'Port': ['ID=a8da34fe-300d-4353-8b97-f0de42cc358a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:26.739242 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b360f6-9051-476d-8ddf-4268168cdcf5 None None] DHCP port deletion for b70e42f0-5966-4286-ba35-b17f2c7ef8fc request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:28:26.752074 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0c55-a731-4eaf-990b-9621f326ec46 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.781781 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc0c55-a731-4eaf-990b-9621f326ec46 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] No DVR routers for this DVR port 625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:28:26.786917 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc0c55-a731-4eaf-990b-9621f326ec46 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Port': ['ID=625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:26.818377 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5310e0c-447e-4dfe-bed7-2a3c8ec6fc20 req-ec44eea7-da2f-44ce-8a8e-4d31080cabc0 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:26.820066 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5310e0c-447e-4dfe-bed7-2a3c8ec6fc20 req-ec44eea7-da2f-44ce-8a8e-4d31080cabc0 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5c468f0-3376-4c25-8984-b47fb6145fbc HTTP/1.1" status: 200 len: 944 time: 0.1561065 Nov 11 17:28:26.823086 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-228b31f5-3ed3-41b1-b21b-1f13148c2583 req-184b84e3-f412-47e6-83aa-b9d1b0d17ec3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.827829 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-228b31f5-3ed3-41b1-b21b-1f13148c2583 req-184b84e3-f412-47e6-83aa-b9d1b0d17ec3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.829280 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-228b31f5-3ed3-41b1-b21b-1f13148c2583 req-184b84e3-f412-47e6-83aa-b9d1b0d17ec3 tempest-FloatingIPDetailsTestJSON-1056769666 tempest-FloatingIPDetailsTestJSON-1056769666-project] 10.222.0.76 "DELETE /v2.0/floatingips/650f1845-d759-40a1-a1de-bde131097650 HTTP/1.1" status: 204 len: 173 time: 0.6871173 Nov 11 17:28:26.829675 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d6b360f6-9051-476d-8ddf-4268168cdcf5 None None] The port '625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4' was deleted {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 11 17:28:26.836613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 35006) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:26.854709 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=b0f0b3db-d921-4da5-af9a-aa38c78eaf26,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:26.874246 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port a4329670-e3ec-4bfb-a30b-ce31519b2dca completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:28:26.879150 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port a4329670-e3ec-4bfb-a30b-ce31519b2dca triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:26.879780 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.910126 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0c55-a731-4eaf-990b-9621f326ec46 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.934942 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-c3bc0c55-a731-4eaf-990b-9621f326ec46 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70e42f0-5966-4286-ba35-b17f2c7ef8fc']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:26.946323 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-c3bc0c55-a731-4eaf-990b-9621f326ec46 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd467be-4b09-49e5-a827-1c51d298d6ed') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:26.946692 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-c3bc0c55-a731-4eaf-990b-9621f326ec46 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd467be-4b09-49e5-a827-1c51d298d6ed') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:26.957181 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0c55-a731-4eaf-990b-9621f326ec46 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.974394 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0c55-a731-4eaf-990b-9621f326ec46 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.978779 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5310e0c-447e-4dfe-bed7-2a3c8ec6fc20 req-cbf6fd60-0402-4e7d-980c-1941027b02e6 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429672 Nov 11 17:28:26.982397 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3bc0c55-a731-4eaf-990b-9621f326ec46 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:28:26.982951 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0c55-a731-4eaf-990b-9621f326ec46 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:28:26.987672 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:28:26.992874 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:26.996138 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd4aa13-28a6-4258-bb46-1ea9491cc4b8 x-openstack-request-id: req-0dd4aa13-28a6-4258-bb46-1ea9491cc4b8 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:28:26.996687 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed992fc1-bd87-4a12-9c57-ecded70b9733", "name": "network-vif-plugged", "status": "completed", "tag": "b0f0b3db-d921-4da5-af9a-aa38c78eaf26", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:28:26.997017 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0dd4aa13-28a6-4258-bb46-1ea9491cc4b8 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:28:26.997474 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed992fc1-bd87-4a12-9c57-ecded70b9733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f0b3db-d921-4da5-af9a-aa38c78eaf26', 'code': 200} Nov 11 17:28:27.039489 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port a4329670-e3ec-4bfb-a30b-ce31519b2dca, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a4329670-e3ec-4bfb-a30b-ce31519b2dca,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:27.046210 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:27.062347 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0c55-a731-4eaf-990b-9621f326ec46 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:27.082906 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0c55-a731-4eaf-990b-9621f326ec46 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:27.087599 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c3bc0c55-a731-4eaf-990b-9621f326ec46 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/networks/b70e42f0-5966-4286-ba35-b17f2c7ef8fc HTTP/1.1" status: 204 len: 168 time: 0.6811762 Nov 11 17:28:27.088740 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc0c55-a731-4eaf-990b-9621f326ec46 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Network': ['ID=b70e42f0-5966-4286-ba35-b17f2c7ef8fc,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:27.092927 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 35008) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:27.111975 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e2a1165c-4ecf-4943-b871-c51a93a2c042 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'network': {'name': 'tempest-RoutersTest-753337587'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:27.117454 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=a4329670-e3ec-4bfb-a30b-ce31519b2dca,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:27.150448 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6c1aa-da0c-4432-b4d7-300428f0f6df req-a86a4954-671b-456e-a3c8-8703f1e36f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:27.152203 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-47e6c1aa-da0c-4432-b4d7-300428f0f6df req-a86a4954-671b-456e-a3c8-8703f1e36f91 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ed992fc1-bd87-4a12-9c57-ecded70b9733 HTTP/1.1" status: 200 len: 1097 time: 0.0613046 Nov 11 17:28:27.201213 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-47e6c1aa-da0c-4432-b4d7-300428f0f6df req-756e8b42-3876-402c-bdb7-e25477c4397d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398946 Nov 11 17:28:27.207519 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a1165c-4ecf-4943-b871-c51a93a2c042 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Made reservation on behalf of 62f9606d8f9c497d87c3877ac3e6d760 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:28:27.210918 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e2a1165c-4ecf-4943-b871-c51a93a2c042 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:27.254640 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a1165c-4ecf-4943-b871-c51a93a2c042 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1292} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:28:27.284406 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efeeee-8175-4e3c-99c1-3a18865914e2 req-b8581245-3928-4e37-a9c0-466878b2c62c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:27.285852 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24efeeee-8175-4e3c-99c1-3a18865914e2 req-b8581245-3928-4e37-a9c0-466878b2c62c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed992fc1-bd87-4a12-9c57-ecded70b9733 HTTP/1.1" status: 200 len: 946 time: 0.1174576 Nov 11 17:28:27.296049 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e2a1165c-4ecf-4943-b871-c51a93a2c042 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:27.296384 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-e2a1165c-4ecf-4943-b871-c51a93a2c042 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Added segment 28bc9b6d-3e5e-444d-bccf-700848e0b916 of type vlan for network 1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a Nov 11 17:28:27.392079 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e2a1165c-4ecf-4943-b871-c51a93a2c042 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:27.432625 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24efeeee-8175-4e3c-99c1-3a18865914e2 req-33980064-b758-4be1-b5f3-e0ea37c56525 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377809 Nov 11 17:28:27.469352 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e2a1165c-4ecf-4943-b871-c51a93a2c042 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:27.474812 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a1165c-4ecf-4943-b871-c51a93a2c042 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:27.475386 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e2a1165c-4ecf-4943-b871-c51a93a2c042 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:27.552477 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e2a1165c-4ecf-4943-b871-c51a93a2c042 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4445045 Nov 11 17:28:27.556010 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35016) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:27.561534 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-7f3e8800-acf7-4a08-9dbc-6a5715ff7948 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'subnet': {'network_id': '1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:27.573576 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1165c-4ecf-4943-b871-c51a93a2c042 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Network': ['ID=1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:27.582929 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a2426-9981-4522-b714-7e4a5b49c1f3 req-47a4b25f-037b-42b5-8ac4-54174b0f5cc2 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:27.584499 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f2a2426-9981-4522-b714-7e4a5b49c1f3 req-47a4b25f-037b-42b5-8ac4-54174b0f5cc2 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1492252 Nov 11 17:28:27.592115 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:28:27.664392 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f2a2426-9981-4522-b714-7e4a5b49c1f3 req-18448bff-294e-4df3-b3eb-35e61a2b761a tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575476 Nov 11 17:28:27.672450 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e41ba637-a707-470c-a339-4d5967ba8fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:27.681396 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3e8800-acf7-4a08-9dbc-6a5715ff7948 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Made reservation on behalf of 62f9606d8f9c497d87c3877ac3e6d760 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:28:27.685245 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7f3e8800-acf7-4a08-9dbc-6a5715ff7948 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:27.864963 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7f3e8800-acf7-4a08-9dbc-6a5715ff7948 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:27.931539 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e8800-acf7-4a08-9dbc-6a5715ff7948 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Subnet': ['ID=594bb8f0-cbcd-431a-9c26-908549a357c9,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:27.940230 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-e41ba637-a707-470c-a339-4d5967ba8fb1 admin admin] Deleting port 5458f825-4052-4368-87b7-f98ab0180669 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:27.940576 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e41ba637-a707-470c-a339-4d5967ba8fb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:27.944345 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3e8800-acf7-4a08-9dbc-6a5715ff7948 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Checking segment: {'id': '28bc9b6d-3e5e-444d-bccf-700848e0b916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:28:27.944701 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3e8800-acf7-4a08-9dbc-6a5715ff7948 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network hostable DHCP agents. Network: 1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:28:27.962120 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3e8800-acf7-4a08-9dbc-6a5715ff7948 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network 1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:28:27.973946 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-7f3e8800-acf7-4a08-9dbc-6a5715ff7948 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:27.980450 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3e8800-acf7-4a08-9dbc-6a5715ff7948 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:27.982162 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7f3e8800-acf7-4a08-9dbc-6a5715ff7948 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:27.994484 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acbd90d-1b36-4dbb-bc16-f04b7d9bd30d None None] Network 1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:28:28.003570 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7f3e8800-acf7-4a08-9dbc-6a5715ff7948 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4463387 Nov 11 17:28:28.006143 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35024) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:28.012332 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-ff1c0777-3d7a-4396-b2f5-87eb7127400b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1762133132', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:28.037717 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ff1c0777-3d7a-4396-b2f5-87eb7127400b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:28.039866 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ff1c0777-3d7a-4396-b2f5-87eb7127400b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:28.041012 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-e41ba637-a707-470c-a339-4d5967ba8fb1 admin admin] For port 5458f825-4052-4368-87b7-f98ab0180669, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5458f825-4052-4368-87b7-f98ab0180669,segment=NetworkSegment(d06611dc-6896-481a-ba22-5b1543ab771d),segment_id=d06611dc-6896-481a-ba22-5b1543ab771d)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:28.041518 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e41ba637-a707-470c-a339-4d5967ba8fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:28.061127 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-e41ba637-a707-470c-a339-4d5967ba8fb1 admin admin] Calling delete_port for 5458f825-4052-4368-87b7-f98ab0180669 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:28.093768 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ff1c0777-3d7a-4396-b2f5-87eb7127400b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:28.099131 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ff1c0777-3d7a-4396-b2f5-87eb7127400b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:28.118254 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ff1c0777-3d7a-4396-b2f5-87eb7127400b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:28.119765 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ff1c0777-3d7a-4396-b2f5-87eb7127400b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1118891 Nov 11 17:28:28.122645 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35026) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:28.164617 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126d235-2a0d-4bbf-a3f0-1c30d2911612 req-05b70cb3-850a-4550-a400-428fe412003c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:28.166199 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e126d235-2a0d-4bbf-a3f0-1c30d2911612 req-05b70cb3-850a-4550-a400-428fe412003c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5c468f0-3376-4c25-8984-b47fb6145fbc HTTP/1.1" status: 200 len: 945 time: 0.1063375 Nov 11 17:28:28.174060 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d290b9a0-a8e9-48cd-b159-85e835dd84a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a', 'network_id': '1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'fixed_ips': [{'subnet_id': '594bb8f0-cbcd-431a-9c26-908549a357c9'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:28:28.174936 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d290b9a0-a8e9-48cd-b159-85e835dd84a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:28.306099 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e126d235-2a0d-4bbf-a3f0-1c30d2911612 req-ae2b555a-ca94-4eab-8ed4-ebfc2b44ee7f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323667 Nov 11 17:28:28.338457 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-d290b9a0-a8e9-48cd-b159-85e835dd84a9 None None] Allocated IP 172.20.0.2 (1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a/594bb8f0-cbcd-431a-9c26-908549a357c9/7be150b4-f2f1-4702-8544-b757862337c7) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:28:28.385896 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e41ba637-a707-470c-a339-4d5967ba8fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:28.430791 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ba637-a707-470c-a339-4d5967ba8fb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5458f825-4052-4368-87b7-f98ab0180669,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:28.557505 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d290b9a0-a8e9-48cd-b159-85e835dd84a9 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:28.564743 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d290b9a0-a8e9-48cd-b159-85e835dd84a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:28.616327 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d290b9a0-a8e9-48cd-b159-85e835dd84a9 None None] Network 1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:28.644008 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-d290b9a0-a8e9-48cd-b159-85e835dd84a9 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:28.657447 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d290b9a0-a8e9-48cd-b159-85e835dd84a9 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:28:28.710378 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290b9a0-a8e9-48cd-b159-85e835dd84a9 None None] Pushing event updated for resources: {'Port': ['ID=7be150b4-f2f1-4702-8544-b757862337c7,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:28.717988 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeea833-40c4-40bc-92d1-f80d20eb3bec req-2c2fe511-a6f5-4ce4-b614-afa03afc7c10 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:28.726403 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3eeea833-40c4-40bc-92d1-f80d20eb3bec req-2c2fe511-a6f5-4ce4-b614-afa03afc7c10 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed992fc1-bd87-4a12-9c57-ecded70b9733 HTTP/1.1" status: 200 len: 946 time: 0.1285548 Nov 11 17:28:28.769610 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e41ba637-a707-470c-a339-4d5967ba8fb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:28.840610 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3eeea833-40c4-40bc-92d1-f80d20eb3bec req-3c0b28ce-9e34-40a2-aec4-25c8b8413b56 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131582 Nov 11 17:28:28.971366 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:28:29.002015 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c468f0-3376-4c25-8984-b47fb6145fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4329670-e3ec-4bfb-a30b-ce31519b2dca'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:28:29.004814 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b2e09f-7e2c-4a34-bf46-0f6fb3280c5c" -d '{"events": [{"server_uuid": "c5c468f0-3376-4c25-8984-b47fb6145fbc", "name": "network-vif-plugged", "status": "completed", "tag": "a4329670-e3ec-4bfb-a30b-ce31519b2dca"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:28:29.010993 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:28:29.011433 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 625e5e06-8d69-47eb-b6a4-9b03a6c9b6c4 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:28:29.013848 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-d290b9a0-a8e9-48cd-b159-85e835dd84a9 None None] Attempting to bind port 7be150b4-f2f1-4702-8544-b757862337c7 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:28:29.014347 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-d290b9a0-a8e9-48cd-b159-85e835dd84a9 None None] Attempting to bind port 7be150b4-f2f1-4702-8544-b757862337c7 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '28bc9b6d-3e5e-444d-bccf-700848e0b916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:28:29.014783 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d290b9a0-a8e9-48cd-b159-85e835dd84a9 None None] Attempting to bind port 7be150b4-f2f1-4702-8544-b757862337c7 on network 1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:28:29.020932 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d290b9a0-a8e9-48cd-b159-85e835dd84a9 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:28:29.021387 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d290b9a0-a8e9-48cd-b159-85e835dd84a9 None None] Checking segment: {'id': '28bc9b6d-3e5e-444d-bccf-700848e0b916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:28:29.022187 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d290b9a0-a8e9-48cd-b159-85e835dd84a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:29.022651 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d290b9a0-a8e9-48cd-b159-85e835dd84a9 None None] Bound using segment: {'id': '28bc9b6d-3e5e-444d-bccf-700848e0b916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:28:29.023562 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-d290b9a0-a8e9-48cd-b159-85e835dd84a9 None None] Bound port: 7be150b4-f2f1-4702-8544-b757862337c7, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bc9b6d-3e5e-444d-bccf-700848e0b916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:28:29.024069 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d290b9a0-a8e9-48cd-b159-85e835dd84a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:29.027402 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11513ea-5795-4d2e-96c9-107426f80318 req-9d067817-aa11-49bd-aa35-a0d6bb9fa86f tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:29.035041 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f11513ea-5795-4d2e-96c9-107426f80318 req-9d067817-aa11-49bd-aa35-a0d6bb9fa86f tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1156597 Nov 11 17:28:29.048573 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afdf14-2285-4154-8fce-c7f06f353953 req-b57e4a36-53ef-4380-9fc2-59b116bf8e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:29.050240 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-97afdf14-2285-4154-8fce-c7f06f353953 req-b57e4a36-53ef-4380-9fc2-59b116bf8e6c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 1097 time: 0.1063063 Nov 11 17:28:29.087255 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b2a4944-0bd1-4b57-8acf-b7e3d3f35055 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:29.108254 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f11513ea-5795-4d2e-96c9-107426f80318 req-ce20a05b-6322-4e94-b170-3abc58ef9f44 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710273 Nov 11 17:28:29.109747 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d290b9a0-a8e9-48cd-b159-85e835dd84a9 None None] For port 7be150b4-f2f1-4702-8544-b757862337c7, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:28:29.115943 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d290b9a0-a8e9-48cd-b159-85e835dd84a9 None None] For port 7be150b4-f2f1-4702-8544-b757862337c7, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7be150b4-f2f1-4702-8544-b757862337c7,segment=NetworkSegment(28bc9b6d-3e5e-444d-bccf-700848e0b916),segment_id=28bc9b6d-3e5e-444d-bccf-700848e0b916)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:28:29.123282 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d290b9a0-a8e9-48cd-b159-85e835dd84a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:29.202142 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6961d577-f9f7-4d11-aa4b-04e1e9706f70 x-openstack-request-id: req-6961d577-f9f7-4d11-aa4b-04e1e9706f70 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:28:29.202437 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c468f0-3376-4c25-8984-b47fb6145fbc", "name": "network-vif-plugged", "status": "completed", "tag": "a4329670-e3ec-4bfb-a30b-ce31519b2dca", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:28:29.202696 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6961d577-f9f7-4d11-aa4b-04e1e9706f70 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:28:29.203095 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c468f0-3376-4c25-8984-b47fb6145fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4329670-e3ec-4bfb-a30b-ce31519b2dca', 'code': 200} Nov 11 17:28:29.220843 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290b9a0-a8e9-48cd-b159-85e835dd84a9 None None] Pushing event updated for resources: {'Port': ['ID=7be150b4-f2f1-4702-8544-b757862337c7,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:29.251092 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-97afdf14-2285-4154-8fce-c7f06f353953 req-7fa2ce99-5063-4708-8125-edcbf5e908ba service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723371 Nov 11 17:28:29.465991 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-2b2a4944-0bd1-4b57-8acf-b7e3d3f35055 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Allocated IP 172.20.0.1 (1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a/594bb8f0-cbcd-431a-9c26-908549a357c9/3c0ac81d-bdb6-4db4-9336-9633f0b2db57) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:28:29.642984 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec8c33-26ec-48bb-8174-74dcf1c6343d req-9a9b7b57-356d-454f-a11f-da44fd38ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:29.644686 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d0ec8c33-26ec-48bb-8174-74dcf1c6343d req-9a9b7b57-356d-454f-a11f-da44fd38ded4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5c468f0-3376-4c25-8984-b47fb6145fbc HTTP/1.1" status: 200 len: 1096 time: 0.0793231 Nov 11 17:28:29.654446 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b2a4944-0bd1-4b57-8acf-b7e3d3f35055 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:29.686197 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41ba637-a707-470c-a339-4d5967ba8fb1 admin admin] Router 243bbf6e-9590-40f8-a5db-196d472de5da has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:28:29.693840 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f86021-7ce0-4735-974f-81bd1e01c4dc req-0cdfc715-6f5e-48d0-bc32-bf57d9940cae tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:29.695943 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4f86021-7ce0-4735-974f-81bd1e01c4dc req-0cdfc715-6f5e-48d0-bc32-bf57d9940cae tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed992fc1-bd87-4a12-9c57-ecded70b9733 HTTP/1.1" status: 200 len: 946 time: 0.4323375 Nov 11 17:28:29.710565 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a17a5-678c-4fb2-9aa9-ca5fb16a5dae req-86084872-c326-4365-855d-1934ccbad5d1 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:29.712053 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e26a17a5-678c-4fb2-9aa9-ca5fb16a5dae req-86084872-c326-4365-855d-1934ccbad5d1 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5c468f0-3376-4c25-8984-b47fb6145fbc HTTP/1.1" status: 200 len: 945 time: 0.1056454 Nov 11 17:28:29.714209 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d0ec8c33-26ec-48bb-8174-74dcf1c6343d req-7796b1f1-1451-4b31-b21e-0b739edaf84a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579908 Nov 11 17:28:29.728370 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b2a4944-0bd1-4b57-8acf-b7e3d3f35055 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:29.776315 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2a4944-0bd1-4b57-8acf-b7e3d3f35055 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network 1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:29.781420 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-2b2a4944-0bd1-4b57-8acf-b7e3d3f35055 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:29.784038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2a4944-0bd1-4b57-8acf-b7e3d3f35055 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:28:29.822516 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a4944-0bd1-4b57-8acf-b7e3d3f35055 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Port': ['ID=3c0ac81d-bdb6-4db4-9336-9633f0b2db57,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:29.839831 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4f86021-7ce0-4735-974f-81bd1e01c4dc req-5070558b-7b06-4e64-ae0e-e9085b7323be tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267385 Nov 11 17:28:29.844952 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b2a4944-0bd1-4b57-8acf-b7e3d3f35055 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:29.880487 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e26a17a5-678c-4fb2-9aa9-ca5fb16a5dae req-b7b66fbc-1ecb-4cd7-890c-052c980bd425 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612558 Nov 11 17:28:29.923850 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41ba637-a707-470c-a339-4d5967ba8fb1 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:28:29.936290 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e41ba637-a707-470c-a339-4d5967ba8fb1 admin admin] 10.222.0.76 "PUT /v2.0/routers/243bbf6e-9590-40f8-a5db-196d472de5da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0970495 Nov 11 17:28:29.936788 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272d6930-2f1d-4468-8a8a-1fba1007d86c None None] Sync routers for ids ['243bbf6e-9590-40f8-a5db-196d472de5da'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:28:29.937245 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 35050) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:29.966507 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272d6930-2f1d-4468-8a8a-1fba1007d86c None None] Routers {'243bbf6e-9590-40f8-a5db-196d472de5da'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:29.968373 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-272d6930-2f1d-4468-8a8a-1fba1007d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['243bbf6e-9590-40f8-a5db-196d472de5da'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:30.021073 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b2a4944-0bd1-4b57-8acf-b7e3d3f35055 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:30.088222 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1dc68af6-2e67-496b-b74f-7c6c1f16b587 admin admin] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:30.096304 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-272d6930-2f1d-4468-8a8a-1fba1007d86c None None] Set router 243bbf6e-9590-40f8-a5db-196d472de5da gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:28:30.274880 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1dc68af6-2e67-496b-b74f-7c6c1f16b587 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:30.322507 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-272d6930-2f1d-4468-8a8a-1fba1007d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243bbf6e-9590-40f8-a5db-196d472de5da', 'name': 'tempest-FloatingIPDetailsTestJSON-1706320437-router', 'tenant_id': 'dc50ce7970f248f68b4c11b2582b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b50e18d0-117a-4502-898a-9f355a495f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:27:59Z', 'updated_at': '2021-11-11T17:28:28Z', 'revision_number': 5, 'project_id': 'dc50ce7970f248f68b4c11b2582b6315', 'gw_port': {'id': 'b50e18d0-117a-4502-898a-9f355a495f06', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243bbf6e-9590-40f8-a5db-196d472de5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:00Z', 'updated_at': '2021-11-11T17:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:30.337079 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942940e-7960-4a2b-9abf-1898b408d109 req-cf9bbe99-9b90-406e-aa4a-5da90e3079cb tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:30.338732 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2942940e-7960-4a2b-9abf-1898b408d109 req-cf9bbe99-9b90-406e-aa4a-5da90e3079cb tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1332161 Nov 11 17:28:30.351928 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272d6930-2f1d-4468-8a8a-1fba1007d86c None None] Checking router: 243bbf6e-9590-40f8-a5db-196d472de5da for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:28:30.360818 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272d6930-2f1d-4468-8a8a-1fba1007d86c None None] Routers {'243bbf6e-9590-40f8-a5db-196d472de5da'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:30.361727 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-272d6930-2f1d-4468-8a8a-1fba1007d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['243bbf6e-9590-40f8-a5db-196d472de5da'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:30.402958 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-1dc68af6-2e67-496b-b74f-7c6c1f16b587 admin admin] Deleting port b50e18d0-117a-4502-898a-9f355a495f06 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:30.403306 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1dc68af6-2e67-496b-b74f-7c6c1f16b587 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:30.433962 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35a8984-3924-4d56-bd38-3ec240aff01f None None] Network 1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:28:30.443057 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b2a4944-0bd1-4b57-8acf-b7e3d3f35055 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:30.448583 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b2a4944-0bd1-4b57-8acf-b7e3d3f35055 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:30.457062 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-272d6930-2f1d-4468-8a8a-1fba1007d86c None None] Set router 243bbf6e-9590-40f8-a5db-196d472de5da gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:28:30.482128 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2942940e-7960-4a2b-9abf-1898b408d109 req-4a98cf76-8957-4f78-b417-fac7e0c4adfc tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348102 Nov 11 17:28:30.527755 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-272d6930-2f1d-4468-8a8a-1fba1007d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243bbf6e-9590-40f8-a5db-196d472de5da', 'name': 'tempest-FloatingIPDetailsTestJSON-1706320437-router', 'tenant_id': 'dc50ce7970f248f68b4c11b2582b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:27:59Z', 'updated_at': '2021-11-11T17:28:30Z', 'revision_number': 6, 'project_id': 'dc50ce7970f248f68b4c11b2582b6315', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:30.548597 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b2a4944-0bd1-4b57-8acf-b7e3d3f35055 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:30.552041 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a4944-0bd1-4b57-8acf-b7e3d3f35055 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Port': ['ID=3c0ac81d-bdb6-4db4-9336-9633f0b2db57,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:30.559886 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272d6930-2f1d-4468-8a8a-1fba1007d86c None None] The sync data for ids ['243bbf6e-9590-40f8-a5db-196d472de5da'] in n-d-816206-4 is: [{'id': '243bbf6e-9590-40f8-a5db-196d472de5da', 'name': 'tempest-FloatingIPDetailsTestJSON-1706320437-router', 'tenant_id': 'dc50ce7970f248f68b4c11b2582b6315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:27:59Z', 'updated_at': '2021-11-11T17:28:30Z', 'revision_number': 6, 'project_id': 'dc50ce7970f248f68b4c11b2582b6315', 'gw_port_host': None}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:28:30.582571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-1dc68af6-2e67-496b-b74f-7c6c1f16b587 admin admin] For port b50e18d0-117a-4502-898a-9f355a495f06, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b50e18d0-117a-4502-898a-9f355a495f06,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:30.584367 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1dc68af6-2e67-496b-b74f-7c6c1f16b587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:30.611787 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ce0dfe47-b41b-4308-a55c-a634186cf0a9 None None] Provisioning complete for port 7be150b4-f2f1-4702-8544-b757862337c7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:30.612461 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ce0dfe47-b41b-4308-a55c-a634186cf0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:30.613344 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-1dc68af6-2e67-496b-b74f-7c6c1f16b587 admin admin] Calling delete_port for b50e18d0-117a-4502-898a-9f355a495f06 owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:30.664668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2a4944-0bd1-4b57-8acf-b7e3d3f35055 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network 1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:30.666063 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-2b2a4944-0bd1-4b57-8acf-b7e3d3f35055 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:30.749785 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ce0dfe47-b41b-4308-a55c-a634186cf0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:30.790665 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ce0dfe47-b41b-4308-a55c-a634186cf0a9 None None] For port 7be150b4-f2f1-4702-8544-b757862337c7, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7be150b4-f2f1-4702-8544-b757862337c7,segment=NetworkSegment(28bc9b6d-3e5e-444d-bccf-700848e0b916),segment_id=28bc9b6d-3e5e-444d-bccf-700848e0b916)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:30.796521 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ce0dfe47-b41b-4308-a55c-a634186cf0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:30.845011 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2a4944-0bd1-4b57-8acf-b7e3d3f35055 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router 67eac3e6-1d5e-42de-b1e8-9b22fe37b6d2 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:28:30.860297 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0dfe47-b41b-4308-a55c-a634186cf0a9 None None] Pushing event updated for resources: {'Port': ['ID=7be150b4-f2f1-4702-8544-b757862337c7,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:30.885485 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1dc68af6-2e67-496b-b74f-7c6c1f16b587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:30.994546 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885d5039-5377-46a0-9133-af6733ed14d5 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:28:30.995668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc68af6-2e67-496b-b74f-7c6c1f16b587 admin admin] Pushing event deleted for resources: {'Port': ['ID=b50e18d0-117a-4502-898a-9f355a495f06,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:31.047506 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2a4944-0bd1-4b57-8acf-b7e3d3f35055 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:28:31.062305 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a61b981-ab5f-4f04-9890-f88ef27cb462 None None] Sync routers for ids ['67eac3e6-1d5e-42de-b1e8-9b22fe37b6d2'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:28:31.068684 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2b2a4944-0bd1-4b57-8acf-b7e3d3f35055 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/67eac3e6-1d5e-42de-b1e8-9b22fe37b6d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9447510 Nov 11 17:28:31.071281 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35064) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:31.100548 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a61b981-ab5f-4f04-9890-f88ef27cb462 None None] Routers {'67eac3e6-1d5e-42de-b1e8-9b22fe37b6d2'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:31.103076 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6a61b981-ab5f-4f04-9890-f88ef27cb462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['67eac3e6-1d5e-42de-b1e8-9b22fe37b6d2'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:31.127234 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7be150b4-f2f1-4702-8544-b757862337c7 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:28:31.141969 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bc4d21-9fe9-4062-84fa-82c65204eae1 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:31.145834 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d7bc4d21-9fe9-4062-84fa-82c65204eae1 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/ports/3c0ac81d-bdb6-4db4-9336-9633f0b2db57 HTTP/1.1" status: 200 len: 910 time: 0.0726004 Nov 11 17:28:31.149440 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35066) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:31.203638 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6a61b981-ab5f-4f04-9890-f88ef27cb462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:31.237081 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9c71af56-8695-4c53-b5e7-025cc42826e8 None None] Provisioning complete for port 7be150b4-f2f1-4702-8544-b757862337c7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:31.237884 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9c71af56-8695-4c53-b5e7-025cc42826e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:31.250449 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc147f-2c82-4434-84a6-bcf04b2c052c req-5cbf9f01-bf57-4ab6-8ddc-8f07ade7051f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:31.258535 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10fc147f-2c82-4434-84a6-bcf04b2c052c req-5cbf9f01-bf57-4ab6-8ddc-8f07ade7051f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed992fc1-bd87-4a12-9c57-ecded70b9733 HTTP/1.1" status: 200 len: 946 time: 0.2890356 Nov 11 17:28:31.268959 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1dc68af6-2e67-496b-b74f-7c6c1f16b587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:31.278855 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11970063-44f2-4c4c-a94c-3c743afdd24e req-ea94c0a2-4cc7-4751-a798-d58ac9727d14 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:31.280470 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-11970063-44f2-4c4c-a94c-3c743afdd24e req-ea94c0a2-4cc7-4751-a798-d58ac9727d14 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5c468f0-3376-4c25-8984-b47fb6145fbc HTTP/1.1" status: 200 len: 945 time: 0.1464858 Nov 11 17:28:31.298730 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a61b981-ab5f-4f04-9890-f88ef27cb462 None None] Routers {'67eac3e6-1d5e-42de-b1e8-9b22fe37b6d2'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:31.300208 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6a61b981-ab5f-4f04-9890-f88ef27cb462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['67eac3e6-1d5e-42de-b1e8-9b22fe37b6d2'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:31.343253 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6a61b981-ab5f-4f04-9890-f88ef27cb462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:31.343843 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a61b981-ab5f-4f04-9890-f88ef27cb462 None None] The sync data for ids ['67eac3e6-1d5e-42de-b1e8-9b22fe37b6d2'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:28:31.376102 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 7be150b4-f2f1-4702-8544-b757862337c7 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:31.376833 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:31.404984 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-11970063-44f2-4c4c-a94c-3c743afdd24e req-b7a42c45-b9df-42ab-8542-03d1d7232934 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856242 Nov 11 17:28:31.487194 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1dc68af6-2e67-496b-b74f-7c6c1f16b587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:31.489680 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1dc68af6-2e67-496b-b74f-7c6c1f16b587 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:31.542272 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1dc68af6-2e67-496b-b74f-7c6c1f16b587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:31.542812 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc68af6-2e67-496b-b74f-7c6c1f16b587 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 243bbf6e-9590-40f8-a5db-196d472de5da {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:28:31.561195 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1dc68af6-2e67-496b-b74f-7c6c1f16b587 admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:31.562783 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9c71af56-8695-4c53-b5e7-025cc42826e8 None None] Provisioning complete for port 3c0ac81d-bdb6-4db4-9336-9633f0b2db57 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:31.563583 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9c71af56-8695-4c53-b5e7-025cc42826e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:31.569059 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1dc68af6-2e67-496b-b74f-7c6c1f16b587 admin admin] 10.222.0.76 "DELETE /v2.0/routers/243bbf6e-9590-40f8-a5db-196d472de5da HTTP/1.1" status: 204 len: 168 time: 1.6310024 Nov 11 17:28:31.576197 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 35072) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:31.593857 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10fc147f-2c82-4434-84a6-bcf04b2c052c req-19dccd12-fcf7-40ae-95ab-120207673708 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344486 Nov 11 17:28:31.660525 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-9c71af56-8695-4c53-b5e7-025cc42826e8 None None] Port 3c0ac81d-bdb6-4db4-9336-9633f0b2db57 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:28:31.685136 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71f613d-330a-4671-9d01-abca1db131a4 admin admin] Deleting subnet a3e76d08-f482-434b-8b80-386ada87ee05 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:28:31.703459 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a71f613d-330a-4671-9d01-abca1db131a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:31.761899 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440d69d-75f7-415f-a8eb-a935163a9e5c req-f585af97-8c74-4b7b-a074-05926f765fea tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:31.763506 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2440d69d-75f7-415f-a8eb-a935163a9e5c req-f585af97-8c74-4b7b-a074-05926f765fea tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed992fc1-bd87-4a12-9c57-ecded70b9733 HTTP/1.1" status: 200 len: 946 time: 0.1566641 Nov 11 17:28:31.782037 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c0e0e51b-912f-438c-bf4e-81c4ea4f1422 None None] Provisioning complete for port 3c0ac81d-bdb6-4db4-9336-9633f0b2db57 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:31.782408 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c0e0e51b-912f-438c-bf4e-81c4ea4f1422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:31.785399 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a71f613d-330a-4671-9d01-abca1db131a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:31.836113 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f521d6-0a44-4b6a-8784-41a5aa795436 req-7e1900fd-a5b3-4607-8479-b1d9c9f26adb tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:31.837555 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c0e0e51b-912f-438c-bf4e-81c4ea4f1422 None None] Port 3c0ac81d-bdb6-4db4-9336-9633f0b2db57 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:28:31.837682 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63f521d6-0a44-4b6a-8784-41a5aa795436 req-7e1900fd-a5b3-4607-8479-b1d9c9f26adb tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1064188 Nov 11 17:28:31.917345 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ab2c7f9-22eb-47ac-9c21-2d53dafffb56 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:31.950699 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63f521d6-0a44-4b6a-8784-41a5aa795436 req-493bf5fc-f87e-4116-a48d-86a418060832 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028032 Nov 11 17:28:31.962369 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a71f613d-330a-4671-9d01-abca1db131a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:32.016209 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-2440d69d-75f7-415f-a8eb-a935163a9e5c req-2a3478cc-903b-42f5-a8bc-7ca953cf01d5 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Deleting port b0f0b3db-d921-4da5-af9a-aa38c78eaf26 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:32.016550 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2440d69d-75f7-415f-a8eb-a935163a9e5c req-2a3478cc-903b-42f5-a8bc-7ca953cf01d5 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:32.023899 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a71f613d-330a-4671-9d01-abca1db131a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:32.053862 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f613d-330a-4671-9d01-abca1db131a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3e76d08-f482-434b-8b80-386ada87ee05,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:32.056409 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a71f613d-330a-4671-9d01-abca1db131a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:32.062170 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a71f613d-330a-4671-9d01-abca1db131a4 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a3e76d08-f482-434b-8b80-386ada87ee05 HTTP/1.1" status: 204 len: 168 time: 0.4807680 Nov 11 17:28:32.062963 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 35078) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:32.073261 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc59c50-e66b-42ac-aab7-f0b8674c6c82 None None] Network d213044c-79fb-4a72-8efe-7d83622bc253 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:28:32.160459 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db180b02-171d-4627-8cec-cc287479df8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:32.177611 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2440d69d-75f7-415f-a8eb-a935163a9e5c req-2a3478cc-903b-42f5-a8bc-7ca953cf01d5 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] For port b0f0b3db-d921-4da5-af9a-aa38c78eaf26, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b0f0b3db-d921-4da5-af9a-aa38c78eaf26,segment=NetworkSegment(91415e2e-cc30-44a2-8599-bef53e9d5eab),segment_id=91415e2e-cc30-44a2-8599-bef53e9d5eab)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:32.178050 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2440d69d-75f7-415f-a8eb-a935163a9e5c req-2a3478cc-903b-42f5-a8bc-7ca953cf01d5 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:32.217642 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-2440d69d-75f7-415f-a8eb-a935163a9e5c req-2a3478cc-903b-42f5-a8bc-7ca953cf01d5 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Calling delete_port for b0f0b3db-d921-4da5-af9a-aa38c78eaf26 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:32.251812 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-db180b02-171d-4627-8cec-cc287479df8d admin admin] Deleting port c1768ad5-88b4-4b7b-a9d6-6e39993263c8 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:32.252435 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db180b02-171d-4627-8cec-cc287479df8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:32.341295 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f708523-0b2c-444f-9630-f539f5b5904c None None] DHCP port deletion for d213044c-79fb-4a72-8efe-7d83622bc253 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:28:32.364946 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-db180b02-171d-4627-8cec-cc287479df8d admin admin] For port c1768ad5-88b4-4b7b-a9d6-6e39993263c8, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c1768ad5-88b4-4b7b-a9d6-6e39993263c8,segment=NetworkSegment(d06611dc-6896-481a-ba22-5b1543ab771d),segment_id=d06611dc-6896-481a-ba22-5b1543ab771d)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:32.365613 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db180b02-171d-4627-8cec-cc287479df8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:32.392183 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd759386-cb2f-4386-a8a5-6d0033ae40e8 req-73b50eca-2c72-42eb-9265-c90f14cc5471 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:32.393764 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd759386-cb2f-4386-a8a5-6d0033ae40e8 req-73b50eca-2c72-42eb-9265-c90f14cc5471 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1277514 Nov 11 17:28:32.394779 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-db180b02-171d-4627-8cec-cc287479df8d admin admin] Calling delete_port for c1768ad5-88b4-4b7b-a9d6-6e39993263c8 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:32.407358 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-7f708523-0b2c-444f-9630-f539f5b5904c None None] Deleting port c1768ad5-88b4-4b7b-a9d6-6e39993263c8 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:32.407755 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7f708523-0b2c-444f-9630-f539f5b5904c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:32.490419 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7f708523-0b2c-444f-9630-f539f5b5904c None None] For port c1768ad5-88b4-4b7b-a9d6-6e39993263c8, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c1768ad5-88b4-4b7b-a9d6-6e39993263c8,segment=NetworkSegment(d06611dc-6896-481a-ba22-5b1543ab771d),segment_id=d06611dc-6896-481a-ba22-5b1543ab771d)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:32.490998 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7f708523-0b2c-444f-9630-f539f5b5904c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:32.506418 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-7f708523-0b2c-444f-9630-f539f5b5904c None None] Calling delete_port for c1768ad5-88b4-4b7b-a9d6-6e39993263c8 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:32.572617 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd759386-cb2f-4386-a8a5-6d0033ae40e8 req-b82ce850-43e3-44cf-a710-dbe0b62cc08d tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671703 Nov 11 17:28:32.597102 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac43a6-d178-44f8-8342-14a48f8a4d1c req-0ebd814f-0c1f-4080-8e55-5df3890f26ca tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:32.599527 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2eac43a6-d178-44f8-8342-14a48f8a4d1c req-0ebd814f-0c1f-4080-8e55-5df3890f26ca tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5c468f0-3376-4c25-8984-b47fb6145fbc HTTP/1.1" status: 200 len: 945 time: 0.1065671 Nov 11 17:28:32.608957 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7f708523-0b2c-444f-9630-f539f5b5904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:32.645692 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f708523-0b2c-444f-9630-f539f5b5904c None None] Pushing event deleted for resources: {'Port': ['ID=c1768ad5-88b4-4b7b-a9d6-6e39993263c8,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:32.653062 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f708523-0b2c-444f-9630-f539f5b5904c None None] No DVR routers for this DVR port c1768ad5-88b4-4b7b-a9d6-6e39993263c8 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:28:32.685525 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db180b02-171d-4627-8cec-cc287479df8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:32.700358 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2eac43a6-d178-44f8-8342-14a48f8a4d1c req-37068470-83ed-4bb0-864c-7df457c9695a tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911264 Nov 11 17:28:32.706202 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd7947-73df-47f3-8e00-94f0aa4a09e8 req-9d6a149e-6150-4e35-bc08-65165e6b3776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:32.708142 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-08dd7947-73df-47f3-8e00-94f0aa4a09e8 req-9d6a149e-6150-4e35-bc08-65165e6b3776 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=306a4c542bc14bef8e6801a97c53fb31&device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 1097 time: 0.4391332 Nov 11 17:28:32.731800 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2440d69d-75f7-415f-a8eb-a935163a9e5c req-2a3478cc-903b-42f5-a8bc-7ca953cf01d5 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:32.744844 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['6dec6a22-64b5-43ff-bb8d-353a7f5c785e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:28:32.757162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db180b02-171d-4627-8cec-cc287479df8d admin admin] Pushing event deleted for resources: {'Port': ['ID=c1768ad5-88b4-4b7b-a9d6-6e39993263c8,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:32.768137 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db180b02-171d-4627-8cec-cc287479df8d admin admin] No DVR routers for this DVR port c1768ad5-88b4-4b7b-a9d6-6e39993263c8 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:28:32.799885 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7be150b4-f2f1-4702-8544-b757862337c7 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:28:32.844938 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c52efe65-b56f-4621-9561-58d9bd9f6e16 req-69f3d3fa-01c0-4c0d-9dd7-5d353325ea7e tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed992fc1-bd87-4a12-9c57-ecded70b9733 HTTP/1.1" status: 200 len: 210 time: 0.0400605 Nov 11 17:28:32.877746 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3478cc-903b-42f5-a8bc-7ca953cf01d5 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Pushing event deleted for resources: {'Port': ['ID=b0f0b3db-d921-4da5-af9a-aa38c78eaf26,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:32.935709 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db180b02-171d-4627-8cec-cc287479df8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:32.936962 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 7be150b4-f2f1-4702-8544-b757862337c7 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:32.937442 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:32.949524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2440d69d-75f7-415f-a8eb-a935163a9e5c req-2a3478cc-903b-42f5-a8bc-7ca953cf01d5 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] No DVR routers for this DVR port b0f0b3db-d921-4da5-af9a-aa38c78eaf26 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:28:32.955797 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2440d69d-75f7-415f-a8eb-a935163a9e5c req-2a3478cc-903b-42f5-a8bc-7ca953cf01d5 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:32.960049 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2440d69d-75f7-415f-a8eb-a935163a9e5c req-2a3478cc-903b-42f5-a8bc-7ca953cf01d5 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.64 "DELETE /v2.0/ports/b0f0b3db-d921-4da5-af9a-aa38c78eaf26 HTTP/1.1" status: 204 len: 173 time: 1.1779232 Nov 11 17:28:32.962210 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed992fc1-bd87-4a12-9c57-ecded70b9733', 'name': 'network-vif-deleted', 'tag': 'b0f0b3db-d921-4da5-af9a-aa38c78eaf26'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:28:32.962869 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-db180b02-171d-4627-8cec-cc287479df8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d213044c-79fb-4a72-8efe-7d83622bc253']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:32.964947 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f61230-a02d-4265-9fc2-61e7825e08f4" -d '{"events": [{"server_uuid": "ed992fc1-bd87-4a12-9c57-ecded70b9733", "name": "network-vif-deleted", "tag": "b0f0b3db-d921-4da5-af9a-aa38c78eaf26"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:28:32.975420 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-8ab2c7f9-22eb-47ac-9c21-2d53dafffb56 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting port 3c0ac81d-bdb6-4db4-9336-9633f0b2db57 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:32.976640 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ab2c7f9-22eb-47ac-9c21-2d53dafffb56 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:33.048444 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37e4838-9960-4b40-99d9-c35dcf68e222 x-openstack-request-id: req-f37e4838-9960-4b40-99d9-c35dcf68e222 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:28:33.048756 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed992fc1-bd87-4a12-9c57-ecded70b9733", "name": "network-vif-deleted", "tag": "b0f0b3db-d921-4da5-af9a-aa38c78eaf26", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:28:33.049139 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f37e4838-9960-4b40-99d9-c35dcf68e222 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:28:33.050401 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed992fc1-bd87-4a12-9c57-ecded70b9733', 'name': 'network-vif-deleted', 'tag': 'b0f0b3db-d921-4da5-af9a-aa38c78eaf26', 'status': 'completed', 'code': 200} Nov 11 17:28:33.056604 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-db180b02-171d-4627-8cec-cc287479df8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06611dc-6896-481a-ba22-5b1543ab771d') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:33.057109 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-db180b02-171d-4627-8cec-cc287479df8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06611dc-6896-481a-ba22-5b1543ab771d') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:33.069630 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db180b02-171d-4627-8cec-cc287479df8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:33.081479 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd7947-73df-47f3-8e00-94f0aa4a09e8 req-a754e5f9-4acd-4063-a111-cbb2d54b49f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:33.083210 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-08dd7947-73df-47f3-8e00-94f0aa4a09e8 req-a754e5f9-4acd-4063-a111-cbb2d54b49f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=328b7d2e-efb4-416c-88d6-28cdbb34eaa1 HTTP/1.1" status: 200 len: 920 time: 0.3634744 Nov 11 17:28:33.088563 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db180b02-171d-4627-8cec-cc287479df8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:33.096277 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db180b02-171d-4627-8cec-cc287479df8d admin admin] Releasing vlan 1251 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:28:33.096960 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db180b02-171d-4627-8cec-cc287479df8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:33.137615 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-08dd7947-73df-47f3-8e00-94f0aa4a09e8 req-42485893-360f-4105-a895-84d73d037f46 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c09178a-b5b0-4a76-8e8a-ea18b2a43565 HTTP/1.1" status: 200 len: 217 time: 0.0465283 Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:28:33.141233 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:28:33.182394 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa2af-5337-4ef3-88eb-7b493206fa72 req-38b41ac8-9c79-423c-a44d-336f3666c896 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:33.183945 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e7aa2af-5337-4ef3-88eb-7b493206fa72 req-38b41ac8-9c79-423c-a44d-336f3666c896 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5c468f0-3376-4c25-8984-b47fb6145fbc HTTP/1.1" status: 200 len: 945 time: 0.2234204 Nov 11 17:28:33.185684 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db180b02-171d-4627-8cec-cc287479df8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:33.192082 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db180b02-171d-4627-8cec-cc287479df8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:33.195802 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ab2c7f9-22eb-47ac-9c21-2d53dafffb56 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:33.197066 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-db180b02-171d-4627-8cec-cc287479df8d admin admin] 10.222.0.76 "DELETE /v2.0/networks/d213044c-79fb-4a72-8efe-7d83622bc253 HTTP/1.1" status: 204 len: 168 time: 1.1337717 Nov 11 17:28:33.198031 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5458f825-4052-4368-87b7-f98ab0180669 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:28:33.218736 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-8ab2c7f9-22eb-47ac-9c21-2d53dafffb56 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Calling delete_port for 3c0ac81d-bdb6-4db4-9336-9633f0b2db57 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:33.228615 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 5458f825-4052-4368-87b7-f98ab0180669 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:28:33.228976 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db180b02-171d-4627-8cec-cc287479df8d admin admin] Pushing event deleted for resources: {'Network': ['ID=d213044c-79fb-4a72-8efe-7d83622bc253,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:33.229191 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5458f825-4052-4368-87b7-f98ab0180669 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:28:33.230730 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b50e18d0-117a-4502-898a-9f355a495f06 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:28:33.232524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd7947-73df-47f3-8e00-94f0aa4a09e8 req-c6f143bb-0dda-4ebf-bf88-604f3b2f3b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:33.234334 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-08dd7947-73df-47f3-8e00-94f0aa4a09e8 req-c6f143bb-0dda-4ebf-bf88-604f3b2f3b19 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b36a3487-9104-49ee-900b-5ebde2143e8f HTTP/1.1" status: 200 len: 858 time: 0.0827963 Nov 11 17:28:33.263610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: b50e18d0-117a-4502-898a-9f355a495f06 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:28:33.263979 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b50e18d0-117a-4502-898a-9f355a495f06 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:28:33.264411 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c1768ad5-88b4-4b7b-a9d6-6e39993263c8 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:28:33.272025 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e7aa2af-5337-4ef3-88eb-7b493206fa72 req-a3a38cae-77f1-4879-89b2-8c62800c6aff tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706859 Nov 11 17:28:33.287697 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: c1768ad5-88b4-4b7b-a9d6-6e39993263c8 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:28:33.288266 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c1768ad5-88b4-4b7b-a9d6-6e39993263c8 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:28:33.322350 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-08dd7947-73df-47f3-8e00-94f0aa4a09e8 req-cac0132e-c7d8-4680-abeb-b10e429f589c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=328b7d2e-efb4-416c-88d6-28cdbb34eaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335231 Nov 11 17:28:33.352317 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 35100) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:33.401548 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-73e6f55e-f5e8-472f-ab16-04a20c5b8942 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dc50ce7970f248f68b4c11b2582b6315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0472422 Nov 11 17:28:33.404711 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 35102) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:33.481192 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cff428ea-f66c-4405-a67e-cb2c0318d9f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:33.491276 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-08dd7947-73df-47f3-8e00-94f0aa4a09e8 req-cd72d69a-186b-473f-b527-19da4cdefd71 service neutron] 10.222.0.64 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570117 Nov 11 17:28:33.520829 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cff428ea-f66c-4405-a67e-cb2c0318d9f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:33.596608 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ab2c7f9-22eb-47ac-9c21-2d53dafffb56 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:33.619054 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4feed67-858a-46af-a48c-c59ea69d1e74 req-16349852-73b2-4a29-af5a-a5ed34891825 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:33.621169 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4feed67-858a-46af-a48c-c59ea69d1e74 req-16349852-73b2-4a29-af5a-a5ed34891825 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5c468f0-3376-4c25-8984-b47fb6145fbc HTTP/1.1" status: 200 len: 945 time: 0.0874560 Nov 11 17:28:33.637593 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cff428ea-f66c-4405-a67e-cb2c0318d9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:33.641122 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cff428ea-f66c-4405-a67e-cb2c0318d9f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:33.642240 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-cff428ea-f66c-4405-a67e-cb2c0318d9f2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/997b31b4-31df-4a01-b800-cdfccdbe03cf HTTP/1.1" status: 204 len: 168 time: 0.2363050 Nov 11 17:28:33.642907 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2c7f9-22eb-47ac-9c21-2d53dafffb56 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Port': ['ID=3c0ac81d-bdb6-4db4-9336-9633f0b2db57,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:33.671132 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff428ea-f66c-4405-a67e-cb2c0318d9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997b31b4-31df-4a01-b800-cdfccdbe03cf,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:33.744532 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4feed67-858a-46af-a48c-c59ea69d1e74 req-67743004-5bca-4e77-9eae-1acd7c1751f4 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005182 Nov 11 17:28:33.798970 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-08dd7947-73df-47f3-8e00-94f0aa4a09e8 req-56d4aa3d-7e2e-4b3f-9c2f-a1d9db8cf5c7 service neutron] 10.222.0.64 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571909 Nov 11 17:28:33.831031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa977c0b-f4d2-4ef1-960f-a032575bb0f5 req-fe59a330-8bcd-4eb8-a9b2-1f4d375b86cb tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:33.833671 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fa977c0b-f4d2-4ef1-960f-a032575bb0f5 req-fe59a330-8bcd-4eb8-a9b2-1f4d375b86cb tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.0859613 Nov 11 17:28:33.942175 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ab2c7f9-22eb-47ac-9c21-2d53dafffb56 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:33.951173 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fa977c0b-f4d2-4ef1-960f-a032575bb0f5 req-f8a59932-256b-4f1a-b695-72562b3ffa57 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044533 Nov 11 17:28:34.102330 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594dc59-97ae-4b51-9878-1f009f52d57e req-6cf63697-15b4-43cb-b797-7dea8ee41e37 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:34.104584 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8594dc59-97ae-4b51-9878-1f009f52d57e req-6cf63697-15b4-43cb-b797-7dea8ee41e37 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0602341 Nov 11 17:28:34.129760 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab2c7f9-22eb-47ac-9c21-2d53dafffb56 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router 67eac3e6-1d5e-42de-b1e8-9b22fe37b6d2 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:28:34.167453 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8594dc59-97ae-4b51-9878-1f009f52d57e req-9dca4933-474b-443b-9440-f8da0f91fa71 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554829 Nov 11 17:28:34.221569 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab2c7f9-22eb-47ac-9c21-2d53dafffb56 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:28:34.230987 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 35128) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:34.237797 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3172923a-2d0a-4274-91b9-e5f00885e895 None None] Sync routers for ids ['67eac3e6-1d5e-42de-b1e8-9b22fe37b6d2'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:28:34.240298 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8ab2c7f9-22eb-47ac-9c21-2d53dafffb56 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/67eac3e6-1d5e-42de-b1e8-9b22fe37b6d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0897362 Nov 11 17:28:34.251434 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3172923a-2d0a-4274-91b9-e5f00885e895 None None] Routers {'67eac3e6-1d5e-42de-b1e8-9b22fe37b6d2'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:34.252866 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3172923a-2d0a-4274-91b9-e5f00885e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['67eac3e6-1d5e-42de-b1e8-9b22fe37b6d2'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:34.274022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35132) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:34.281157 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5a0f8d69-62b7-4f9e-910b-e7526ec4f421 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/ports?device_id=67eac3e6-1d5e-42de-b1e8-9b22fe37b6d2 HTTP/1.1" status: 200 len: 205 time: 0.0488856 Nov 11 17:28:34.394940 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1837ed1f-511b-4706-969a-7249323eb8e2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:34.423160 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3172923a-2d0a-4274-91b9-e5f00885e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:34.432846 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3172923a-2d0a-4274-91b9-e5f00885e895 None None] Routers {'67eac3e6-1d5e-42de-b1e8-9b22fe37b6d2'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:34.433520 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3172923a-2d0a-4274-91b9-e5f00885e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['67eac3e6-1d5e-42de-b1e8-9b22fe37b6d2'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:34.453572 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97886e-5424-49ef-b88f-641343c50c6c req-20f28462-e420-478e-b163-929c30ccb9fa tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:34.463893 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca97886e-5424-49ef-b88f-641343c50c6c req-20f28462-e420-478e-b163-929c30ccb9fa tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0752242 Nov 11 17:28:34.478195 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3172923a-2d0a-4274-91b9-e5f00885e895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:34.479346 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3172923a-2d0a-4274-91b9-e5f00885e895 None None] The sync data for ids ['67eac3e6-1d5e-42de-b1e8-9b22fe37b6d2'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:28:34.516704 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca97886e-5424-49ef-b88f-641343c50c6c req-628bb3aa-f845-4863-b8bc-2ceb3d81a3c7 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509999 Nov 11 17:28:34.534228 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b0f0b3db-d921-4da5-af9a-aa38c78eaf26 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:28:34.568915 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: b0f0b3db-d921-4da5-af9a-aa38c78eaf26 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:28:34.569641 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b0f0b3db-d921-4da5-af9a-aa38c78eaf26 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:28:34.618447 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1837ed1f-511b-4706-969a-7249323eb8e2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:34.621592 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1837ed1f-511b-4706-969a-7249323eb8e2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:34.682559 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1837ed1f-511b-4706-969a-7249323eb8e2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:34.683334 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1837ed1f-511b-4706-969a-7249323eb8e2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Fanout notify agent at l3_agent the message router_deleted on router 67eac3e6-1d5e-42de-b1e8-9b22fe37b6d2 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:28:34.690843 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1837ed1f-511b-4706-969a-7249323eb8e2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:34.691955 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1837ed1f-511b-4706-969a-7249323eb8e2 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/routers/67eac3e6-1d5e-42de-b1e8-9b22fe37b6d2 HTTP/1.1" status: 204 len: 168 time: 0.4168718 Nov 11 17:28:34.692871 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ce4c4-bf61-4460-ae15-864eeaa02ab7 req-22fcc47e-818b-4a9e-a4eb-3bf62596d571 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:34.694306 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a09ce4c4-bf61-4460-ae15-864eeaa02ab7 req-22fcc47e-818b-4a9e-a4eb-3bf62596d571 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0831451 Nov 11 17:28:34.694854 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 35148) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:34.783327 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f1f819-8275-4f86-8a97-f9d48386aacd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting subnet 594bb8f0-cbcd-431a-9c26-908549a357c9 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:28:34.789201 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-66f1f819-8275-4f86-8a97-f9d48386aacd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:34.831291 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a09ce4c4-bf61-4460-ae15-864eeaa02ab7 req-19539263-25d3-463b-bcbb-2f4cd5f37c6c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205502 Nov 11 17:28:34.870809 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-66f1f819-8275-4f86-8a97-f9d48386aacd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:34.931343 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e6c83-05ca-4ea0-bed5-a452e6b8b063 req-ded0400a-be4e-4094-a05c-5bc4941f4b3b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:34.939103 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-998e6c83-05ca-4ea0-bed5-a452e6b8b063 req-ded0400a-be4e-4094-a05c-5bc4941f4b3b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5c468f0-3376-4c25-8984-b47fb6145fbc HTTP/1.1" status: 200 len: 945 time: 0.1067727 Nov 11 17:28:35.055412 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-66f1f819-8275-4f86-8a97-f9d48386aacd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:35.087602 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-998e6c83-05ca-4ea0-bed5-a452e6b8b063 req-172185d5-8777-460c-bdc3-79ee88bcc51a tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473351 Nov 11 17:28:35.150353 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8951976-5ca6-4135-9383-d2cf99844c96 req-90079c10-25a0-4233-815a-0b5003b087ab tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:35.158218 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f8951976-5ca6-4135-9383-d2cf99844c96 req-90079c10-25a0-4233-815a-0b5003b087ab tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1074896 Nov 11 17:28:35.178076 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-66f1f819-8275-4f86-8a97-f9d48386aacd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:35.222935 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1f819-8275-4f86-8a97-f9d48386aacd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Subnet': ['ID=594bb8f0-cbcd-431a-9c26-908549a357c9,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:35.225124 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-66f1f819-8275-4f86-8a97-f9d48386aacd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:35.229644 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc72dcc-8fa9-41ba-aaf3-6914bba88267 None None] Network 1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:28:35.231846 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-66f1f819-8275-4f86-8a97-f9d48386aacd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/subnets/594bb8f0-cbcd-431a-9c26-908549a357c9 HTTP/1.1" status: 204 len: 168 time: 0.5340743 Nov 11 17:28:35.240393 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35174) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:35.258077 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f8951976-5ca6-4135-9383-d2cf99844c96 req-562dd399-8cc8-44e8-813c-9237a13b2bc9 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989113 Nov 11 17:28:35.371417 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28ca7268-6aa8-49c6-abdf-95ce42b9ad76 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:35.390003 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7b46e-06e6-40cd-a65a-a9e8a1367188 req-2ac39372-ae7c-47fe-b6a6-dd74e3858e3f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:35.391699 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1cf7b46e-06e6-40cd-a65a-a9e8a1367188 req-2ac39372-ae7c-47fe-b6a6-dd74e3858e3f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5c468f0-3376-4c25-8984-b47fb6145fbc HTTP/1.1" status: 200 len: 945 time: 0.1155276 Nov 11 17:28:35.472571 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40ec62a-6a3d-4049-af18-bd695aee5ad9 None None] DHCP port deletion for 1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:28:35.505529 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-28ca7268-6aa8-49c6-abdf-95ce42b9ad76 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting port 7be150b4-f2f1-4702-8544-b757862337c7 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:35.505873 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28ca7268-6aa8-49c6-abdf-95ce42b9ad76 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:35.522177 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d40ec62a-6a3d-4049-af18-bd695aee5ad9 None None] Deleting port 7be150b4-f2f1-4702-8544-b757862337c7 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:35.522552 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d40ec62a-6a3d-4049-af18-bd695aee5ad9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:35.580165 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-28ca7268-6aa8-49c6-abdf-95ce42b9ad76 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] For port 7be150b4-f2f1-4702-8544-b757862337c7, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7be150b4-f2f1-4702-8544-b757862337c7,segment=NetworkSegment(28bc9b6d-3e5e-444d-bccf-700848e0b916),segment_id=28bc9b6d-3e5e-444d-bccf-700848e0b916)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:35.580575 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28ca7268-6aa8-49c6-abdf-95ce42b9ad76 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:35.591501 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d40ec62a-6a3d-4049-af18-bd695aee5ad9 None None] For port 7be150b4-f2f1-4702-8544-b757862337c7, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7be150b4-f2f1-4702-8544-b757862337c7,segment=NetworkSegment(28bc9b6d-3e5e-444d-bccf-700848e0b916),segment_id=28bc9b6d-3e5e-444d-bccf-700848e0b916)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:35.592136 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d40ec62a-6a3d-4049-af18-bd695aee5ad9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:35.594910 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-1cf7b46e-06e6-40cd-a65a-a9e8a1367188 req-e3419555-10ae-4177-99fa-93a89c9b900c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Deleting port a4329670-e3ec-4bfb-a30b-ce31519b2dca {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:35.595253 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1cf7b46e-06e6-40cd-a65a-a9e8a1367188 req-e3419555-10ae-4177-99fa-93a89c9b900c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:35.602406 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-28ca7268-6aa8-49c6-abdf-95ce42b9ad76 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Calling delete_port for 7be150b4-f2f1-4702-8544-b757862337c7 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:35.605261 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d40ec62a-6a3d-4049-af18-bd695aee5ad9 None None] Calling delete_port for 7be150b4-f2f1-4702-8544-b757862337c7 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:35.688575 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d40ec62a-6a3d-4049-af18-bd695aee5ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:35.723077 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ec62a-6a3d-4049-af18-bd695aee5ad9 None None] Pushing event deleted for resources: {'Port': ['ID=7be150b4-f2f1-4702-8544-b757862337c7,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:35.730130 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ec62a-6a3d-4049-af18-bd695aee5ad9 None None] No DVR routers for this DVR port 7be150b4-f2f1-4702-8544-b757862337c7 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:28:35.745173 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-1cf7b46e-06e6-40cd-a65a-a9e8a1367188 req-e3419555-10ae-4177-99fa-93a89c9b900c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] For port a4329670-e3ec-4bfb-a30b-ce31519b2dca, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a4329670-e3ec-4bfb-a30b-ce31519b2dca,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:35.746048 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1cf7b46e-06e6-40cd-a65a-a9e8a1367188 req-e3419555-10ae-4177-99fa-93a89c9b900c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:35.783409 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-1cf7b46e-06e6-40cd-a65a-a9e8a1367188 req-e3419555-10ae-4177-99fa-93a89c9b900c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Calling delete_port for a4329670-e3ec-4bfb-a30b-ce31519b2dca owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:35.790264 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28ca7268-6aa8-49c6-abdf-95ce42b9ad76 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:35.860123 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ca7268-6aa8-49c6-abdf-95ce42b9ad76 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] No DVR routers for this DVR port 7be150b4-f2f1-4702-8544-b757862337c7 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:28:35.915692 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca7268-6aa8-49c6-abdf-95ce42b9ad76 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Port': ['ID=7be150b4-f2f1-4702-8544-b757862337c7,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:35.993290 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28ca7268-6aa8-49c6-abdf-95ce42b9ad76 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:36.023893 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-28ca7268-6aa8-49c6-abdf-95ce42b9ad76 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:36.056286 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-28ca7268-6aa8-49c6-abdf-95ce42b9ad76 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28bc9b6d-3e5e-444d-bccf-700848e0b916') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:36.056589 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-28ca7268-6aa8-49c6-abdf-95ce42b9ad76 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28bc9b6d-3e5e-444d-bccf-700848e0b916') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:36.078084 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28ca7268-6aa8-49c6-abdf-95ce42b9ad76 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:36.100643 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28ca7268-6aa8-49c6-abdf-95ce42b9ad76 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:36.107193 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1cf7b46e-06e6-40cd-a65a-a9e8a1367188 req-e3419555-10ae-4177-99fa-93a89c9b900c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:36.119996 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8c84b91b-aa9c-42d0-a19b-b3f82d715671'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:28:36.120650 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ca7268-6aa8-49c6-abdf-95ce42b9ad76 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:28:36.121042 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28ca7268-6aa8-49c6-abdf-95ce42b9ad76 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:28:36.125947 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:28:36.162866 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['a4329670-e3ec-4bfb-a30b-ce31519b2dca'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:28:36.194121 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3419555-10ae-4177-99fa-93a89c9b900c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Pushing event deleted for resources: {'Port': ['ID=a4329670-e3ec-4bfb-a30b-ce31519b2dca,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:36.228024 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99b4160-3dcd-40ee-863d-da3f13b1c2ce None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:28:36.294385 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf7b46e-06e6-40cd-a65a-a9e8a1367188 req-e3419555-10ae-4177-99fa-93a89c9b900c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] No DVR routers for this DVR port a4329670-e3ec-4bfb-a30b-ce31519b2dca on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:28:36.298019 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1cf7b46e-06e6-40cd-a65a-a9e8a1367188 req-e3419555-10ae-4177-99fa-93a89c9b900c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:36.302983 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1cf7b46e-06e6-40cd-a65a-a9e8a1367188 req-e3419555-10ae-4177-99fa-93a89c9b900c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "DELETE /v2.0/ports/a4329670-e3ec-4bfb-a30b-ce31519b2dca HTTP/1.1" status: 204 len: 173 time: 0.8857381 Nov 11 17:28:36.304980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c468f0-3376-4c25-8984-b47fb6145fbc', 'name': 'network-vif-deleted', 'tag': 'a4329670-e3ec-4bfb-a30b-ce31519b2dca'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:28:36.309025 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ceffda2-03bf-4484-bb4f-aab29bbeca7e" -d '{"events": [{"server_uuid": "c5c468f0-3376-4c25-8984-b47fb6145fbc", "name": "network-vif-deleted", "tag": "a4329670-e3ec-4bfb-a30b-ce31519b2dca"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:28:36.317710 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-143806af-5620-4a90-bf58-fca9517c0142 req-563251e7-6e19-4f02-9e0a-c00e75d6eb0b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5c468f0-3376-4c25-8984-b47fb6145fbc HTTP/1.1" status: 200 len: 210 time: 0.0639479 Nov 11 17:28:36.321983 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28ca7268-6aa8-49c6-abdf-95ce42b9ad76 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:36.335082 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28ca7268-6aa8-49c6-abdf-95ce42b9ad76 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:36.355188 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-28ca7268-6aa8-49c6-abdf-95ce42b9ad76 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/networks/1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a HTTP/1.1" status: 204 len: 168 time: 1.1133890 Nov 11 17:28:36.360333 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 35200) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:36.365263 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-4c1623d7-2c6b-4372-aed2-1bfe2c5751d4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1365577860', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}, 'admin_state_up': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:36.390274 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca7268-6aa8-49c6-abdf-95ce42b9ad76 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Network': ['ID=1d78f124-a3b4-4c81-ae6d-a4a9a310cd1a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:36.444759 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c1623d7-2c6b-4372-aed2-1bfe2c5751d4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:36.455116 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c1623d7-2c6b-4372-aed2-1bfe2c5751d4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:36.538258 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9b616e-2199-4e2a-8ff2-b991041161a4 x-openstack-request-id: req-2b9b616e-2199-4e2a-8ff2-b991041161a4 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:28:36.539148 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c468f0-3376-4c25-8984-b47fb6145fbc", "name": "network-vif-deleted", "tag": "a4329670-e3ec-4bfb-a30b-ce31519b2dca", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:28:36.539428 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2b9b616e-2199-4e2a-8ff2-b991041161a4 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:28:36.540655 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c468f0-3376-4c25-8984-b47fb6145fbc', 'name': 'network-vif-deleted', 'tag': 'a4329670-e3ec-4bfb-a30b-ce31519b2dca', 'status': 'completed', 'code': 200} Nov 11 17:28:36.568385 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c8c97-8cd5-4e54-990d-c88c180b6ebd req-b12a20db-7f67-49c3-94a2-12a32ea405c9 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:36.576225 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-461c8c97-8cd5-4e54-990d-c88c180b6ebd req-b12a20db-7f67-49c3-94a2-12a32ea405c9 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1468251 Nov 11 17:28:36.600479 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c1623d7-2c6b-4372-aed2-1bfe2c5751d4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:36.670290 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7be150b4-f2f1-4702-8544-b757862337c7 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:28:36.692238 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 7be150b4-f2f1-4702-8544-b757862337c7 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:28:36.692588 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7be150b4-f2f1-4702-8544-b757862337c7 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:28:36.719310 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-461c8c97-8cd5-4e54-990d-c88c180b6ebd req-bb65d9fc-5d46-4291-bb8d-864252d6b2d8 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420975 Nov 11 17:28:36.810935 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c1623d7-2c6b-4372-aed2-1bfe2c5751d4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:36.871381 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9345c59-84e9-4d69-ad07-46bd74949d43 req-d44449bf-3b62-49bb-a8ec-78efaac799dc tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:36.878559 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9345c59-84e9-4d69-ad07-46bd74949d43 req-d44449bf-3b62-49bb-a8ec-78efaac799dc tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0834761 Nov 11 17:28:36.974947 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9345c59-84e9-4d69-ad07-46bd74949d43 req-ab4c5025-199d-4a90-ac3d-86cd3e0f1ed9 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954292 Nov 11 17:28:37.212407 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c1623d7-2c6b-4372-aed2-1bfe2c5751d4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:37.255010 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170998b-e971-4035-a6ed-848d3de0d203 req-07f5bcb5-e56f-4ea3-965e-c8f1147fce6e tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:37.256586 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7170998b-e971-4035-a6ed-848d3de0d203 req-07f5bcb5-e56f-4ea3-965e-c8f1147fce6e tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1003578 Nov 11 17:28:37.258334 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c1623d7-2c6b-4372-aed2-1bfe2c5751d4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:37.374184 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7170998b-e971-4035-a6ed-848d3de0d203 req-2d2de779-fdf9-4222-a907-9d16850ad287 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072469 Nov 11 17:28:37.425634 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ce8375d1-a9a0-40d3-8b5f-16486e0e0e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:37.462476 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-4c1623d7-2c6b-4372-aed2-1bfe2c5751d4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Allocated IP 172.25.2.114 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/d851512a-1a2c-42ac-95f5-ef908c52ad5c) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:28:37.615565 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c1623d7-2c6b-4372-aed2-1bfe2c5751d4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:37.671452 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c1623d7-2c6b-4372-aed2-1bfe2c5751d4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:37.740360 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1623d7-2c6b-4372-aed2-1bfe2c5751d4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:37.752108 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-4c1623d7-2c6b-4372-aed2-1bfe2c5751d4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:37.768868 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197f5cf7-2fa7-46f2-abef-1a67bafde493 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:28:37.796231 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1623d7-2c6b-4372-aed2-1bfe2c5751d4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:28:37.822322 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6620c033-5194-4109-b63b-f8caf0c8a987 None None] Provisioning complete for port d851512a-1a2c-42ac-95f5-ef908c52ad5c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:37.823018 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6620c033-5194-4109-b63b-f8caf0c8a987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:37.846716 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1623d7-2c6b-4372-aed2-1bfe2c5751d4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Port': ['ID=d851512a-1a2c-42ac-95f5-ef908c52ad5c,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:37.866159 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6620c033-5194-4109-b63b-f8caf0c8a987 None None] Port d851512a-1a2c-42ac-95f5-ef908c52ad5c cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:28:38.357143 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-36804a5c-41aa-40a1-90cb-ccf93ac14e35 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:38.363303 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-36804a5c-41aa-40a1-90cb-ccf93ac14e35 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 806 time: 0.6467254 Nov 11 17:28:38.405103 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-590ca0dc-7ba5-473b-afcc-63819496ae66 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/quotas/0e5747bb491947f2a2d2c2ebc01d2df0 HTTP/1.1" status: 200 len: 375 time: 0.0244994 Nov 11 17:28:38.490046 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a3d2c-f703-4615-af3c-2fd6963457d4 req-8392bbec-6ee3-4349-b1ad-6dddca1f7c24 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:38.492138 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9c2a3d2c-f703-4615-af3c-2fd6963457d4 req-8392bbec-6ee3-4349-b1ad-6dddca1f7c24 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1689653 Nov 11 17:28:38.534406 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device a4329670-e3ec-4bfb-a30b-ce31519b2dca no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:28:38.565483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: a4329670-e3ec-4bfb-a30b-ce31519b2dca {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:28:38.565845 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device a4329670-e3ec-4bfb-a30b-ce31519b2dca not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:28:38.619688 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-829b8a58-78ff-4ffa-a28d-b1f95062b57e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2055647 Nov 11 17:28:38.628338 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9c2a3d2c-f703-4615-af3c-2fd6963457d4 req-1076b6cc-d824-4348-a474-6510025d64d5 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254380 Nov 11 17:28:38.657398 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c1623d7-2c6b-4372-aed2-1bfe2c5751d4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:38.815993 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-03a8c518-bac1-43bb-a9dc-e1c5f4c8bff1 service neutron] 10.222.0.76 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866391 Nov 11 17:28:38.989361 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c1623d7-2c6b-4372-aed2-1bfe2c5751d4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:38.997919 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-9621595f-3d93-4129-a670-85a78ad61bcf service neutron] 10.222.0.76 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416526 Nov 11 17:28:39.165740 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1623d7-2c6b-4372-aed2-1bfe2c5751d4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router a271893f-6368-4552-9570-fa2a2147ffc9 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:28:39.293598 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-377c2355-b911-4030-9457-35bbbb2eb143 req-418c2b49-5b23-4a8a-ab85-cad7761e5466 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4ecd10b-190b-4a15-b159-0bb939884f16 HTTP/1.1" status: 200 len: 210 time: 0.0534046 Nov 11 17:28:39.394059 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852712f-d8a6-415b-99cb-1cdb2df4cfc8 req-019a78d8-5740-4de2-8314-26f73ce1c213 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:39.395640 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4852712f-d8a6-415b-99cb-1cdb2df4cfc8 req-019a78d8-5740-4de2-8314-26f73ce1c213 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1332884 Nov 11 17:28:39.396853 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1623d7-2c6b-4372-aed2-1bfe2c5751d4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:28:39.410461 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eda77a-044a-4460-aa3f-d7ed04cf3e85 None None] Sync routers for ids ['a271893f-6368-4552-9570-fa2a2147ffc9'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:28:39.424605 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eda77a-044a-4460-aa3f-d7ed04cf3e85 None None] Routers {'a271893f-6368-4552-9570-fa2a2147ffc9'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:39.425507 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-82eda77a-044a-4460-aa3f-d7ed04cf3e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['a271893f-6368-4552-9570-fa2a2147ffc9'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:39.431552 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c1623d7-2c6b-4372-aed2-1bfe2c5751d4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:39.435186 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4c1623d7-2c6b-4372-aed2-1bfe2c5751d4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.0714293 Nov 11 17:28:39.436184 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35370) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:39.524018 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-82eda77a-044a-4460-aa3f-d7ed04cf3e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:39.525087 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4852712f-d8a6-415b-99cb-1cdb2df4cfc8 req-94155caf-b7e9-4f06-8c64-58afb8e271c9 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869575 Nov 11 17:28:39.540280 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eda77a-044a-4460-aa3f-d7ed04cf3e85 None None] Routers {'a271893f-6368-4552-9570-fa2a2147ffc9'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:39.541274 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-82eda77a-044a-4460-aa3f-d7ed04cf3e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['a271893f-6368-4552-9570-fa2a2147ffc9'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:39.595143 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-82eda77a-044a-4460-aa3f-d7ed04cf3e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:39.595847 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eda77a-044a-4460-aa3f-d7ed04cf3e85 None None] The sync data for ids ['a271893f-6368-4552-9570-fa2a2147ffc9'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:28:39.647581 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db15034-b4f9-4159-a410-380b951c1bad req-04faf2de-0105-4e14-9e61-a3f14c93514b tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:39.650066 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2db15034-b4f9-4159-a410-380b951c1bad req-04faf2de-0105-4e14-9e61-a3f14c93514b tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0657468 Nov 11 17:28:39.670139 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d92cd87c-958e-4934-bc7a-ff50a0252f10 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/routers/a271893f-6368-4552-9570-fa2a2147ffc9 HTTP/1.1" status: 200 len: 881 time: 0.2321007 Nov 11 17:28:39.672469 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35376) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:39.712764 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2db15034-b4f9-4159-a410-380b951c1bad req-ba436fd4-32c3-4944-883e-a79332383423 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558429 Nov 11 17:28:39.799847 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b199876a-d2d6-463c-a19d-8d2146c75568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:40.055384 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ee6de-da6d-4a99-a33a-26c91d74c18e req-a28fed0f-3ad2-4514-a06b-386436b58f8c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:40.056900 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-327ee6de-da6d-4a99-a33a-26c91d74c18e req-a28fed0f-3ad2-4514-a06b-386436b58f8c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0634482 Nov 11 17:28:40.137138 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-327ee6de-da6d-4a99-a33a-26c91d74c18e req-4737ae95-1c11-4e03-972d-34479a2c9171 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725076 Nov 11 17:28:40.286346 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de71e42-d8c9-47a7-8c92-9207085c533c req-4917bea3-f024-454d-965b-0cffa0eff169 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:40.294350 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3de71e42-d8c9-47a7-8c92-9207085c533c req-4917bea3-f024-454d-965b-0cffa0eff169 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0752587 Nov 11 17:28:40.349971 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7ec4ad3c-b700-49a8-8d8f-b25082a0a7c7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6753640 Nov 11 17:28:40.353977 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35398) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:40.368849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-df1c6acb-b325-4e9d-a962-01f3a00fa6e7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1365577860'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:40.381890 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3de71e42-d8c9-47a7-8c92-9207085c533c req-88596154-a9d0-425c-ae87-de763f5661da tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844333 Nov 11 17:28:40.478786 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6dbe0794-a45e-482f-b9c4-f2fbfc602d79 req-3d676c43-b3e8-4922-ba8f-0412726a9975 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4ecd10b-190b-4a15-b159-0bb939884f16 HTTP/1.1" status: 200 len: 210 time: 0.0765924 Nov 11 17:28:40.656310 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97521d26-cd15-489b-9000-346826dd3da0 req-fdea52f6-5fcf-42d8-a1a1-c8687b3b9a70 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:40.665704 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97521d26-cd15-489b-9000-346826dd3da0 req-fdea52f6-5fcf-42d8-a1a1-c8687b3b9a70 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0694144 Nov 11 17:28:40.732482 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97521d26-cd15-489b-9000-346826dd3da0 req-4133ac48-f885-4cb7-b2e9-a5309734068e tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618215 Nov 11 17:28:40.848662 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-4d762b66-17e3-46dc-a935-dbf886fd0af2 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:40.851043 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-4d762b66-17e3-46dc-a935-dbf886fd0af2 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 806 time: 0.2820973 Nov 11 17:28:40.858668 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:40.906424 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050cf20-f268-48ab-b8e6-e7ef6b95051c req-7bc81934-e711-464a-a8b1-1d3ea118f58b tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:40.908289 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9050cf20-f268-48ab-b8e6-e7ef6b95051c req-7bc81934-e711-464a-a8b1-1d3ea118f58b tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0782390 Nov 11 17:28:40.920307 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-2e4820fe-b215-41cc-92a2-fc9582feef4f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Request body: {'port': {'device_id': 'a4ecd10b-190b-4a15-b159-0bb939884f16', 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d', 'admin_state_up': True, 'tenant_id': '0e5747bb491947f2a2d2c2ebc01d2df0'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:40.993359 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9050cf20-f268-48ab-b8e6-e7ef6b95051c req-74261921-942e-4424-8ec2-19d5fdfd63f5 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778749 Nov 11 17:28:41.120840 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-2e4820fe-b215-41cc-92a2-fc9582feef4f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Made reservation on behalf of 0e5747bb491947f2a2d2c2ebc01d2df0 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:28:41.124326 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-2e4820fe-b215-41cc-92a2-fc9582feef4f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:41.141917 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-df1c6acb-b325-4e9d-a962-01f3a00fa6e7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:41.144658 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-4f82d7db-a22d-46a9-a426-24706502770c tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=9a9a1d742786478bbe6b1d702e3a631a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371406 Nov 11 17:28:41.167669 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-df1c6acb-b325-4e9d-a962-01f3a00fa6e7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-917831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-917838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932385'] for router, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:41.326323 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-7b1902c1-aab4-4450-b838-2c30ed200717 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:41.328216 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-7b1902c1-aab4-4450-b838-2c30ed200717 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1806357 Nov 11 17:28:41.353175 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f296b-e7cf-43b9-ba3a-be8a912e45ee req-587473f4-8a97-47a1-a46a-4378892d8206 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:41.361162 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a74f296b-e7cf-43b9-ba3a-be8a912e45ee req-587473f4-8a97-47a1-a46a-4378892d8206 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1107533 Nov 11 17:28:41.386410 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-2e4820fe-b215-41cc-92a2-fc9582feef4f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Allocated IP 172.20.0.6 (3e09136b-2afb-4141-b1b5-3d967dca5d2d/6a33a415-81af-4eb3-b9c5-17414d49d9ff/6e29b4d4-ac97-4352-9075-fac71f4148c5) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:28:41.388340 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-cb19f4bc-d2ed-44e2-93a9-ff34d90b64f3 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/quotas/9a9a1d742786478bbe6b1d702e3a631a HTTP/1.1" status: 200 len: 375 time: 0.0450885 Nov 11 17:28:41.393344 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1c6acb-b325-4e9d-a962-01f3a00fa6e7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router a271893f-6368-4552-9570-fa2a2147ffc9 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:28:41.440354 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-47d47117-b6cb-4382-9f96-7a901061790e tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9a9a1d742786478bbe6b1d702e3a631a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377977 Nov 11 17:28:41.457515 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a74f296b-e7cf-43b9-ba3a-be8a912e45ee req-19447fad-3f69-43ad-bd9a-e406824ce681 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954309 Nov 11 17:28:41.640728 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1c6acb-b325-4e9d-a962-01f3a00fa6e7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:28:41.643828 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd3718-629d-4802-b5a1-7a0a743bfdad req-56149ae4-dcd5-4798-8930-8ce9573a5fed tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:41.652666 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2dbd3718-629d-4802-b5a1-7a0a743bfdad req-56149ae4-dcd5-4798-8930-8ce9573a5fed tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1160386 Nov 11 17:28:41.655063 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390a3993-95f0-437c-8490-64328c207cf4 None None] Sync routers for ids ['a271893f-6368-4552-9570-fa2a2147ffc9'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:28:41.674014 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-df1c6acb-b325-4e9d-a962-01f3a00fa6e7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:41.678452 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-df1c6acb-b325-4e9d-a962-01f3a00fa6e7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/a271893f-6368-4552-9570-fa2a2147ffc9 HTTP/1.1" status: 200 len: 888 time: 1.3208086 Nov 11 17:28:41.680415 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35478) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:41.684434 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390a3993-95f0-437c-8490-64328c207cf4 None None] Routers {'a271893f-6368-4552-9570-fa2a2147ffc9'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:41.688620 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-390a3993-95f0-437c-8490-64328c207cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['a271893f-6368-4552-9570-fa2a2147ffc9'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:41.701231 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-04e3b0b7-a2c8-4b7d-a7d7-86ee2174175d req-5b2e30ba-63ce-4669-a27e-6ebed390cf3f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4ecd10b-190b-4a15-b159-0bb939884f16 HTTP/1.1" status: 200 len: 210 time: 0.0393512 Nov 11 17:28:41.742729 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2dbd3718-629d-4802-b5a1-7a0a743bfdad req-00b96aac-35f5-4a3d-b2f7-8e7bc2b2aee2 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867167 Nov 11 17:28:41.832658 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-390a3993-95f0-437c-8490-64328c207cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:41.856971 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-aa68c478-870a-407d-a725-f703fc000f49 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/routers/a271893f-6368-4552-9570-fa2a2147ffc9 HTTP/1.1" status: 200 len: 888 time: 0.1749518 Nov 11 17:28:41.862289 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 35488) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:41.866245 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390a3993-95f0-437c-8490-64328c207cf4 None None] Routers {'a271893f-6368-4552-9570-fa2a2147ffc9'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:41.868479 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-390a3993-95f0-437c-8490-64328c207cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['a271893f-6368-4552-9570-fa2a2147ffc9'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:41.910036 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-390a3993-95f0-437c-8490-64328c207cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:41.910814 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390a3993-95f0-437c-8490-64328c207cf4 None None] The sync data for ids ['a271893f-6368-4552-9570-fa2a2147ffc9'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:28:41.935194 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-2e4820fe-b215-41cc-92a2-fc9582feef4f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:41.954957 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35500) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:41.960939 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-46a893e3-4cf1-430b-a968-a0e8af3fe0ac tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/ports?device_id=a271893f-6368-4552-9570-fa2a2147ffc9 HTTP/1.1" status: 200 len: 205 time: 0.0988014 Nov 11 17:28:42.008333 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-cdd285ca-c98a-4067-bb98-db17efbb44c5 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=9a9a1d742786478bbe6b1d702e3a631a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1101553 Nov 11 17:28:42.100570 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-2e4820fe-b215-41cc-92a2-fc9582feef4f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:42.113968 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8c84b91b-aa9c-42d0-a19b-b3f82d715671'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:28:42.143148 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-2e4820fe-b215-41cc-92a2-fc9582feef4f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Network 3e09136b-2afb-4141-b1b5-3d967dca5d2d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:42.147289 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-625623de-7a84-4494-8d68-4f18413da184 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:42.206449 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-1c8cfe85-8eeb-400d-ac5f-f90fbc098c8a tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:42.215152 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-1c8cfe85-8eeb-400d-ac5f-f90fbc098c8a tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059560 Nov 11 17:28:42.239296 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-4b2e7d21-f1e4-4247-a23c-c5bec81aa980 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/quotas/9a9a1d742786478bbe6b1d702e3a631a HTTP/1.1" status: 200 len: 375 time: 0.0232005 Nov 11 17:28:42.268871 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-2e4820fe-b215-41cc-92a2-fc9582feef4f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:42.275959 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-2e4820fe-b215-41cc-92a2-fc9582feef4f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:28:42.283630 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-625623de-7a84-4494-8d68-4f18413da184 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:42.309942 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-210da284-4d23-41f9-93b5-aff1b4cec900 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9a9a1d742786478bbe6b1d702e3a631a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696361 Nov 11 17:28:42.318070 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e087f3-6b61-4854-9a5c-2a8010858f26 None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:28:42.327358 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4820fe-b215-41cc-92a2-fc9582feef4f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Pushing event updated for resources: {'Port': ['ID=6e29b4d4-ac97-4352-9075-fac71f4148c5,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:42.334872 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e71bc6-1ed8-4d7c-932e-c75f4cd91ec3 req-fb21cd4e-1427-4f07-9493-4a5b9109c09f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:42.354807 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-65e71bc6-1ed8-4d7c-932e-c75f4cd91ec3 req-fb21cd4e-1427-4f07-9493-4a5b9109c09f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.3620465 Nov 11 17:28:42.434347 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-2e4820fe-b215-41cc-92a2-fc9582feef4f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:42.435315 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-2e4820fe-b215-41cc-92a2-fc9582feef4f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:42.449462 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-65e71bc6-1ed8-4d7c-932e-c75f4cd91ec3 req-b0f7811c-45e2-4fed-b678-50bd9504b9fe tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861084 Nov 11 17:28:42.486128 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-2e4820fe-b215-41cc-92a2-fc9582feef4f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5711241 Nov 11 17:28:42.502164 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-625623de-7a84-4494-8d68-4f18413da184 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting port d851512a-1a2c-42ac-95f5-ef908c52ad5c {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:42.502533 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-625623de-7a84-4494-8d68-4f18413da184 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:42.510740 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] Request body: {'port': {'device_id': 'a4ecd10b-190b-4a15-b159-0bb939884f16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:42.604945 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a6ee1918-68b7-4aae-b4e4-f89eedb1de5a None None] Provisioning complete for port 6e29b4d4-ac97-4352-9075-fac71f4148c5 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:42.605557 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a6ee1918-68b7-4aae-b4e4-f89eedb1de5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:42.623476 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:42.674094 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:42.723868 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-625623de-7a84-4494-8d68-4f18413da184 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:42.747449 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-625623de-7a84-4494-8d68-4f18413da184 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Calling delete_port for d851512a-1a2c-42ac-95f5-ef908c52ad5c owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:42.757815 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a6ee1918-68b7-4aae-b4e4-f89eedb1de5a None None] Port 6e29b4d4-ac97-4352-9075-fac71f4148c5 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:28:42.850828 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2ffc7e9-b0f5-499e-a0ee-3fabed195626 req-15c1e279-a9aa-40fc-bfd1-895df9172049 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678 HTTP/1.1" status: 200 len: 210 time: 0.0578084 Nov 11 17:28:42.861314 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:42.878114 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9b305-75e6-4ad5-b565-19691d30c0b5 req-3c4b4384-367e-4617-aa93-a9669e2452b4 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:42.889869 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ca9b305-75e6-4ad5-b565-19691d30c0b5 req-3c4b4384-367e-4617-aa93-a9669e2452b4 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1642959 Nov 11 17:28:43.022197 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ca9b305-75e6-4ad5-b565-19691d30c0b5 req-c4c7cdbd-5e59-4c0f-9e68-e53215f383fc tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069975 Nov 11 17:28:43.072376 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7468712-7a9c-4018-ae4a-33094beff6f7 req-fd95736f-4e56-478f-bba2-ed091e58034e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:43.087173 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d7468712-7a9c-4018-ae4a-33094beff6f7 req-fd95736f-4e56-478f-bba2-ed091e58034e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4ecd10b-190b-4a15-b159-0bb939884f16 HTTP/1.1" status: 200 len: 931 time: 0.1473360 Nov 11 17:28:43.198187 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d7468712-7a9c-4018-ae4a-33094beff6f7 req-76c6fc64-ce19-4ba7-8273-789441c00490 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096859 Nov 11 17:28:43.348533 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e35d9a-2b28-4ab2-b402-4e3da7c58137 req-680a09b3-236b-44d9-8f22-90b4419648f3 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:43.350331 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45e35d9a-2b28-4ab2-b402-4e3da7c58137 req-680a09b3-236b-44d9-8f22-90b4419648f3 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0766666 Nov 11 17:28:43.436267 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45e35d9a-2b28-4ab2-b402-4e3da7c58137 req-7a59a64e-5c3e-4b79-ac91-794ffe75f0d8 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775592 Nov 11 17:28:43.561324 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e29b4d4-ac97-4352-9075-fac71f4148c5 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:28:43.571471 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:43.626422 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-20ef8799-83bd-4d2d-b6e5-c48260289bc6 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9a9a1d742786478bbe6b1d702e3a631a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377829 Nov 11 17:28:43.634480 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-625623de-7a84-4494-8d68-4f18413da184 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:43.638846 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] Transition to ACTIVE for port object 6e29b4d4-ac97-4352-9075-fac71f4148c5 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:28:43.642781 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d9b18-d19e-4efa-9587-267c1fd0080c req-6bb253f1-4b94-4b27-81b3-a5ad495d331e tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:43.645649 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed9d9b18-d19e-4efa-9587-267c1fd0080c req-6bb253f1-4b94-4b27-81b3-a5ad495d331e tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0743232 Nov 11 17:28:43.688436 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:43.725493 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5364d56c-75e9-40ad-b05c-890fac41bcc2 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:28:43.730807 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed9d9b18-d19e-4efa-9587-267c1fd0080c req-40377978-57f4-4c92-9df5-c774ae92222e tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719616 Nov 11 17:28:43.748679 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625623de-7a84-4494-8d68-4f18413da184 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Port': ['ID=d851512a-1a2c-42ac-95f5-ef908c52ad5c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:43.870423 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5631b251-2824-4db3-a609-e2400b7b46af None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:28:44.020403 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] Pushing event updated for resources: {'Port': ['ID=6e29b4d4-ac97-4352-9075-fac71f4148c5,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:44.050433 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-be69db34-bd30-49a6-afb8-08e94b91a088 req-fa9b0992-cb42-4725-a60a-744d2bab2633 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678 HTTP/1.1" status: 200 len: 210 time: 0.0829761 Nov 11 17:28:44.128800 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44935f1a-75fb-4100-9660-733dab4a2921 req-7a31d239-4370-4bc9-a36c-049fc55a2fae tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:44.132065 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-44935f1a-75fb-4100-9660-733dab4a2921 req-7a31d239-4370-4bc9-a36c-049fc55a2fae tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/networks?id=1ec9bff0-5844-4695-ad16-95d4383ae0e3 HTTP/1.1" status: 200 len: 813 time: 0.1967914 Nov 11 17:28:44.143009 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-625623de-7a84-4494-8d68-4f18413da184 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:44.156316 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-44935f1a-75fb-4100-9660-733dab4a2921 req-c807f7ef-085a-4b1c-804a-44594a3002bb tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/quotas/c13d491d06d549ffa0aedaf876c5ae07 HTTP/1.1" status: 200 len: 375 time: 0.0157030 Nov 11 17:28:44.199077 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-8dc4e651-471e-4785-b958-9bf391fdd07a tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:44.200806 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-8dc4e651-471e-4785-b958-9bf391fdd07a tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5634077 Nov 11 17:28:44.269402 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-63b64210-75ac-45e1-a663-52d1d1a8d071 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Request body: {'port': {'device_id': '334e94bd-5698-4cdb-a7ac-78ded4374906', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '9a9a1d742786478bbe6b1d702e3a631a'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:44.274393 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-44935f1a-75fb-4100-9660-733dab4a2921 req-5828818c-cf17-4edf-bf56-79531469234b tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c13d491d06d549ffa0aedaf876c5ae07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1149783 Nov 11 17:28:44.333859 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-625623de-7a84-4494-8d68-4f18413da184 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:44.339361 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-625623de-7a84-4494-8d68-4f18413da184 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:44.395574 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb73b09-05e6-4aea-a721-27315d49695e req-bbb8e35a-2c93-4327-8d27-a050b1ebb2ce tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:44.397250 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fbb73b09-05e6-4aea-a721-27315d49695e req-bbb8e35a-2c93-4327-8d27-a050b1ebb2ce tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4ecd10b-190b-4a15-b159-0bb939884f16 HTTP/1.1" status: 200 len: 943 time: 0.0896065 Nov 11 17:28:44.402722 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] Attempting to bind port 6e29b4d4-ac97-4352-9075-fac71f4148c5 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:28:44.403200 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] Attempting to bind port 6e29b4d4-ac97-4352-9075-fac71f4148c5 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:28:44.403708 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] Attempting to bind port 6e29b4d4-ac97-4352-9075-fac71f4148c5 on network 3e09136b-2afb-4141-b1b5-3d967dca5d2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:28:44.415914 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84fb4a-2155-420f-9b70-0a60c08ae910 req-22dc513a-47e5-46ba-8836-2a2d01f9ef8a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:44.416920 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] Port 6e29b4d4-ac97-4352-9075-fac71f4148c5 on network 3e09136b-2afb-4141-b1b5-3d967dca5d2d not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:28:44.417348 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] Attempting to bind port 6e29b4d4-ac97-4352-9075-fac71f4148c5 on network 3e09136b-2afb-4141-b1b5-3d967dca5d2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:28:44.418836 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c84fb4a-2155-420f-9b70-0a60c08ae910 req-22dc513a-47e5-46ba-8836-2a2d01f9ef8a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0788565 Nov 11 17:28:44.422938 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-625623de-7a84-4494-8d68-4f18413da184 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:44.423601 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625623de-7a84-4494-8d68-4f18413da184 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Fanout notify agent at l3_agent the message router_deleted on router a271893f-6368-4552-9570-fa2a2147ffc9 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:28:44.443993 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-625623de-7a84-4494-8d68-4f18413da184 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:44.445372 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-625623de-7a84-4494-8d68-4f18413da184 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/routers/a271893f-6368-4552-9570-fa2a2147ffc9 HTTP/1.1" status: 204 len: 168 time: 2.4894664 Nov 11 17:28:44.450751 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35564) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:44.451765 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:28:44.452158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] Checking segment: {'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:28:44.452686 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] Bound using segment: {'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:28:44.453289 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] Bound port: 6e29b4d4-ac97-4352-9075-fac71f4148c5, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:28:44.453736 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:44.460218 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e05d30f7-2e82-433d-a018-86745227fd8a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'network': {'name': 'tempest-RoutersTest-55305930'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:44.504484 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fbb73b09-05e6-4aea-a721-27315d49695e req-6b345c3a-d86d-4868-bd90-4a886a35fed2 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844333 Nov 11 17:28:44.530012 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05d30f7-2e82-433d-a018-86745227fd8a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Made reservation on behalf of 62f9606d8f9c497d87c3877ac3e6d760 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:28:44.533888 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e05d30f7-2e82-433d-a018-86745227fd8a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:44.558896 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c84fb4a-2155-420f-9b70-0a60c08ae910 req-29eb02c0-1871-4cb7-825d-b1c6a9248fb0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130965 Nov 11 17:28:44.635000 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05d30f7-2e82-433d-a018-86745227fd8a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1251} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:28:44.667228 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e05d30f7-2e82-433d-a018-86745227fd8a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:44.667842 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-e05d30f7-2e82-433d-a018-86745227fd8a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Added segment 4e43e06d-2c34-4cab-822b-c9aaab68f67e of type vlan for network 52822528-21f9-4fb2-8fdd-9a81a99e3c88 Nov 11 17:28:44.674965 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-2587d5b3-262d-4884-8d5e-393a670ea1ef tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=9a9a1d742786478bbe6b1d702e3a631a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309608 Nov 11 17:28:44.717348 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e05d30f7-2e82-433d-a018-86745227fd8a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:44.725062 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-63b64210-75ac-45e1-a663-52d1d1a8d071 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Made reservation on behalf of 9a9a1d742786478bbe6b1d702e3a631a for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:28:44.728842 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-63b64210-75ac-45e1-a663-52d1d1a8d071 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:44.754428 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-63b64210-75ac-45e1-a663-52d1d1a8d071 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:44.808269 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e05d30f7-2e82-433d-a018-86745227fd8a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:44.816581 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05d30f7-2e82-433d-a018-86745227fd8a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:44.817360 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e05d30f7-2e82-433d-a018-86745227fd8a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:44.840141 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d33988-96a3-4d63-86a3-ac6227a69307 req-a01603a7-0520-4476-85f1-3550e789e0e7 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:44.842216 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f8d33988-96a3-4d63-86a3-ac6227a69307 req-a01603a7-0520-4476-85f1-3550e789e0e7 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1659567 Nov 11 17:28:44.921416 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-0b86b986-4dd0-477c-8cb3-7f2767640f1e tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:44.923037 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-0b86b986-4dd0-477c-8cb3-7f2767640f1e tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336504 Nov 11 17:28:44.942403 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-0e330cef-7c2a-44a8-a31e-919008ca748c tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Request body: {'port': {'device_id': '1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '9a9a1d742786478bbe6b1d702e3a631a'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:44.950795 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f8d33988-96a3-4d63-86a3-ac6227a69307 req-20b96d39-ac36-44ab-a9db-bfc83aeee111 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983508 Nov 11 17:28:44.959921 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e05d30f7-2e82-433d-a018-86745227fd8a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5036600 Nov 11 17:28:44.961757 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] For port 6e29b4d4-ac97-4352-9075-fac71f4148c5, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:28:44.964086 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 35574) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:45.000985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d30f7-2e82-433d-a018-86745227fd8a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Network': ['ID=52822528-21f9-4fb2-8fdd-9a81a99e3c88,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:45.007428 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] For port 6e29b4d4-ac97-4352-9075-fac71f4148c5, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6e29b4d4-ac97-4352-9075-fac71f4148c5,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:28:45.015873 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 52822528-21f9-4fb2-8fdd-9a81a99e3c88 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:28:45.028217 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-b4df2351-9f6d-42d7-ae32-8f7cb7078339 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'subnet': {'network_id': '52822528-21f9-4fb2-8fdd-9a81a99e3c88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:45.030831 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:45.138834 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:45.139544 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:45.141061 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] 10.222.0.64 "PUT /v2.0/ports/6e29b4d4-ac97-4352-9075-fac71f4148c5 HTTP/1.1" status: 200 len: 1091 time: 2.6364098 Nov 11 17:28:45.141550 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ecd10b-190b-4a15-b159-0bb939884f16', 'tag': '6e29b4d4-ac97-4352-9075-fac71f4148c5'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:28:45.144160 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fe50f3-15aa-4ae4-a1fa-b7e1f298202a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ecd10b-190b-4a15-b159-0bb939884f16", "tag": "6e29b4d4-ac97-4352-9075-fac71f4148c5"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:28:45.156619 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64edb44-1d8c-4b12-8347-c3e3d98db5de None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:28:45.199457 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-63b64210-75ac-45e1-a663-52d1d1a8d071 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:45.212288 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-63b64210-75ac-45e1-a663-52d1d1a8d071 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:45.257511 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13486276-dd4d-4cec-be37-d5fdad948298 service neutron] Pushing event updated for resources: {'Port': ['ID=6e29b4d4-ac97-4352-9075-fac71f4148c5,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:45.379688 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b64210-75ac-45e1-a663-52d1d1a8d071 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:45.437866 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-f36fbb7d-ef62-4101-8a6e-345f90473116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:45.439461 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-f36fbb7d-ef62-4101-8a6e-345f90473116 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&device_id=a4ecd10b-190b-4a15-b159-0bb939884f16 HTTP/1.1" status: 200 len: 1094 time: 0.1985025 Nov 11 17:28:45.468922 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-63b64210-75ac-45e1-a663-52d1d1a8d071 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Allocated IP 192.168.233.221 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/02ec03e8-8286-4b13-a1b3-c2acdf4a6eee) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:28:45.479551 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b4536ba-638c-48c1-9679-e7b5d81ad749 req-7f7bbf35-8f1b-4bdb-81fa-e94210fdde98 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678 HTTP/1.1" status: 200 len: 210 time: 0.0716310 Nov 11 17:28:45.492571 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69b87f32-4bf1-401c-8eb5-3385cb9f3098 req-fc1d8df9-f8c9-49e5-9358-6a65d4f74127 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c13d491d06d549ffa0aedaf876c5ae07 HTTP/1.1" status: 200 len: 221 time: 0.0868549 Nov 11 17:28:45.510108 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-c776052b-e8db-400b-a094-616192918876 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e29b4d4-ac97-4352-9075-fac71f4148c5 HTTP/1.1" status: 200 len: 217 time: 0.0549886 Nov 11 17:28:45.534375 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.db.api [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-0e330cef-7c2a-44a8-a31e-919008ca748c tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 17:28:45.534375 n-d-816206-4 neutron-server[102618]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 17:28:45.534375 n-d-816206-4 neutron-server[102618]: [parameters: {'project_id_1': '9a9a1d742786478bbe6b1d702e3a631a', 'expiration_1': datetime.datetime(2021, 11, 11, 17, 28, 25, 528187)}] Nov 11 17:28:45.534375 n-d-816206-4 neutron-server[102618]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:28:45.534375 n-d-816206-4 neutron-server[102618]: DEBUG oslo_db.api [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-0e330cef-7c2a-44a8-a31e-919008ca748c tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:28:45.545423 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4df2351-9f6d-42d7-ae32-8f7cb7078339 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Made reservation on behalf of 62f9606d8f9c497d87c3877ac3e6d760 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:28:45.549788 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b4df2351-9f6d-42d7-ae32-8f7cb7078339 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:45.615772 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-f83c68a5-0daa-4961-bf48-a366e7c76c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:45.618666 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-f83c68a5-0daa-4961-bf48-a366e7c76c67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a33a415-81af-4eb3-b9c5-17414d49d9ff HTTP/1.1" status: 200 len: 846 time: 0.0992477 Nov 11 17:28:45.621146 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e4e50b-2050-45a3-ae6a-4d5bfbd27e0c x-openstack-request-id: req-a8e4e50b-2050-45a3-ae6a-4d5bfbd27e0c {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:28:45.621444 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ecd10b-190b-4a15-b159-0bb939884f16", "tag": "6e29b4d4-ac97-4352-9075-fac71f4148c5", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:28:45.622356 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a8e4e50b-2050-45a3-ae6a-4d5bfbd27e0c {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:28:45.622356 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ecd10b-190b-4a15-b159-0bb939884f16', 'tag': '6e29b4d4-ac97-4352-9075-fac71f4148c5', 'status': 'completed', 'code': 200} Nov 11 17:28:45.717787 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-00cc8745-615e-402c-bd14-13aef83e65fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e09136b-2afb-4141-b1b5-3d967dca5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763600 Nov 11 17:28:45.886493 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b4df2351-9f6d-42d7-ae32-8f7cb7078339 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:45.888637 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-63b64210-75ac-45e1-a663-52d1d1a8d071 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:45.898635 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-98fff995-8a75-4c9c-9fab-8a64d851bff7 service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706936 Nov 11 17:28:45.953223 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b94e8d-ba16-4c63-bf2d-7689b1f39057 req-a73c036a-df24-4dff-be69-2c65f659ca2f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:45.954981 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36b94e8d-ba16-4c63-bf2d-7689b1f39057 req-a73c036a-df24-4dff-be69-2c65f659ca2f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1731560 Nov 11 17:28:45.987510 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0365c-8716-4935-ab1c-85a7d8a11d59 req-70d2c0ab-2933-40c7-8545-71b7596bdce6 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:45.995667 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2ca0365c-8716-4935-ab1c-85a7d8a11d59 req-70d2c0ab-2933-40c7-8545-71b7596bdce6 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4ecd10b-190b-4a15-b159-0bb939884f16 HTTP/1.1" status: 200 len: 943 time: 0.1592939 Nov 11 17:28:46.011569 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-63b64210-75ac-45e1-a663-52d1d1a8d071 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:46.019430 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df2351-9f6d-42d7-ae32-8f7cb7078339 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Subnet': ['ID=2747c328-2e22-4dc9-ae83-38dd56219674,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:46.064521 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2f0d2696-9ba7-4a70-a3ab-16292edcb2c6 req-f9de54d6-7899-43c5-a804-f518098bec98 service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589487 Nov 11 17:28:46.077076 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-63b64210-75ac-45e1-a663-52d1d1a8d071 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:46.080493 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-63b64210-75ac-45e1-a663-52d1d1a8d071 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:46.081557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df2351-9f6d-42d7-ae32-8f7cb7078339 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Checking segment: {'id': '4e43e06d-2c34-4cab-822b-c9aaab68f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '52822528-21f9-4fb2-8fdd-9a81a99e3c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:28:46.082157 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4df2351-9f6d-42d7-ae32-8f7cb7078339 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network hostable DHCP agents. Network: 52822528-21f9-4fb2-8fdd-9a81a99e3c88, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:28:46.084441 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-63b64210-75ac-45e1-a663-52d1d1a8d071 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:28:46.091028 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b64210-75ac-45e1-a663-52d1d1a8d071 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Pushing event updated for resources: {'Port': ['ID=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:46.133016 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-0e330cef-7c2a-44a8-a31e-919008ca748c tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Made reservation on behalf of 9a9a1d742786478bbe6b1d702e3a631a for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:28:46.137033 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-0e330cef-7c2a-44a8-a31e-919008ca748c tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:46.145382 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36b94e8d-ba16-4c63-bf2d-7689b1f39057 req-96e9d910-6cc3-4a63-be7d-d0a5d245e151 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824598 Nov 11 17:28:46.148606 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-63b64210-75ac-45e1-a663-52d1d1a8d071 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:46.150978 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-63b64210-75ac-45e1-a663-52d1d1a8d071 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:46.166483 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2ca0365c-8716-4935-ab1c-85a7d8a11d59 req-7be29dda-aca8-49fd-831a-e74fddd65b5f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698487 Nov 11 17:28:46.170118 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-63b64210-75ac-45e1-a663-52d1d1a8d071 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9045126 Nov 11 17:28:46.185844 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4df2351-9f6d-42d7-ae32-8f7cb7078339 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network 52822528-21f9-4fb2-8fdd-9a81a99e3c88 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:28:46.209942 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] Request body: {'port': {'device_id': '334e94bd-5698-4cdb-a7ac-78ded4374906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:46.312231 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-b4df2351-9f6d-42d7-ae32-8f7cb7078339 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 52822528-21f9-4fb2-8fdd-9a81a99e3c88) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:46.322619 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562772c5-b973-4805-8241-626c6be6552c None None] Network 52822528-21f9-4fb2-8fdd-9a81a99e3c88 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:28:46.354838 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:46.356918 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4df2351-9f6d-42d7-ae32-8f7cb7078339 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:46.358168 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b4df2351-9f6d-42d7-ae32-8f7cb7078339 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:46.411000 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe50f3-15aa-4ae4-a1fa-b7e1f298202a req-e566f513-27cc-462a-81e4-c8ee4c2e14c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:46.412341 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c4fe50f3-15aa-4ae4-a1fa-b7e1f298202a req-e566f513-27cc-462a-81e4-c8ee4c2e14c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&device_id=a4ecd10b-190b-4a15-b159-0bb939884f16 HTTP/1.1" status: 200 len: 1094 time: 0.1438618 Nov 11 17:28:46.477154 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b4df2351-9f6d-42d7-ae32-8f7cb7078339 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5118861 Nov 11 17:28:46.480996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 35606) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:46.487174 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6b917096-966a-4bf7-a196-d245e169aa98 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-341268988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:46.512586 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-0e330cef-7c2a-44a8-a31e-919008ca748c tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Allocated IP 192.168.233.70 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/3ea021bc-68ff-4bb1-8929-d776c042cfff) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:28:46.558945 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c75e7-1d22-432d-8bfd-56bae75ec99e req-15aaac75-7fd7-45b8-b365-6d3b66d7dbae tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:46.560570 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-465c75e7-1d22-432d-8bfd-56bae75ec99e req-15aaac75-7fd7-45b8-b365-6d3b66d7dbae tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1687851 Nov 11 17:28:46.568874 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-03b4efb0-7170-43e1-a480-72a3766db0e2 None None] Provisioning complete for port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:46.569701 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-03b4efb0-7170-43e1-a480-72a3766db0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:46.580546 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b917096-966a-4bf7-a196-d245e169aa98 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:46.581196 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b917096-966a-4bf7-a196-d245e169aa98 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:46.617470 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-52822528-21f9-4fb2-8fdd-9a81a99e3c88', 'network_id': '52822528-21f9-4fb2-8fdd-9a81a99e3c88', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'fixed_ips': [{'subnet_id': '2747c328-2e22-4dc9-ae83-38dd56219674'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:28:46.619191 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:46.641691 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe50f3-15aa-4ae4-a1fa-b7e1f298202a req-74788384-d829-4dac-b1d4-29466f7df5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:46.643203 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c4fe50f3-15aa-4ae4-a1fa-b7e1f298202a req-74788384-d829-4dac-b1d4-29466f7df5bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 908 time: 0.2196538 Nov 11 17:28:46.650351 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-03b4efb0-7170-43e1-a480-72a3766db0e2 None None] Port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:28:46.695525 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c4fe50f3-15aa-4ae4-a1fa-b7e1f298202a req-3111aadc-a36f-4409-8385-f0c471530d66 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e29b4d4-ac97-4352-9075-fac71f4148c5 HTTP/1.1" status: 200 len: 217 time: 0.0434825 Nov 11 17:28:46.726644 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7ee85be1-9e07-46c8-a0ad-93cc0086aa0e req-75effcea-7340-436f-a14a-228c98970b86 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678 HTTP/1.1" status: 200 len: 210 time: 0.0896025 Nov 11 17:28:46.772300 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe50f3-15aa-4ae4-a1fa-b7e1f298202a req-c5e0f6e0-7e82-4274-9118-c76309cd3fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:46.773846 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c4fe50f3-15aa-4ae4-a1fa-b7e1f298202a req-c5e0f6e0-7e82-4274-9118-c76309cd3fca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a33a415-81af-4eb3-b9c5-17414d49d9ff HTTP/1.1" status: 200 len: 846 time: 0.0700498 Nov 11 17:28:46.824459 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c4fe50f3-15aa-4ae4-a1fa-b7e1f298202a req-9d0814e8-8caf-49a9-aefd-c3fdcf168e89 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e09136b-2afb-4141-b1b5-3d967dca5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402884 Nov 11 17:28:46.845371 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-465c75e7-1d22-432d-8bfd-56bae75ec99e req-3c96604e-930b-4f8c-ba2c-e939ab9b0125 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511246 Nov 11 17:28:46.849136 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b917096-966a-4bf7-a196-d245e169aa98 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:46.855716 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b917096-966a-4bf7-a196-d245e169aa98 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:46.877755 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b917096-966a-4bf7-a196-d245e169aa98 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:46.881726 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6b917096-966a-4bf7-a196-d245e169aa98 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3953636 Nov 11 17:28:46.882984 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 35616) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:46.943225 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c4fe50f3-15aa-4ae4-a1fa-b7e1f298202a req-ec48b1e2-9141-4fc0-a9e5-0c17bd6a72e4 service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067379 Nov 11 17:28:46.975370 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Allocated IP 172.20.0.2 (52822528-21f9-4fb2-8fdd-9a81a99e3c88/2747c328-2e22-4dc9-ae83-38dd56219674/c189b2ee-290e-4379-b4ec-a30931e75744) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:28:47.057789 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c4fe50f3-15aa-4ae4-a1fa-b7e1f298202a req-3021d2dd-8e03-43d7-8dc9-f54d61866131 service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935395 Nov 11 17:28:47.130842 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:47.137472 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:47.140529 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-0e330cef-7c2a-44a8-a31e-919008ca748c tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:47.175546 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Network 52822528-21f9-4fb2-8fdd-9a81a99e3c88 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:47.180543 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:47.184699 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:28:47.187672 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Pushing event updated for resources: {'Port': ['ID=c189b2ee-290e-4379-b4ec-a30931e75744,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:47.227582 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5eec4-ad20-4c19-ac76-97b66213edf4 req-adf9eab1-3003-466a-98a4-4ea9794fd97e tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:47.229234 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45c5eec4-ad20-4c19-ac76-97b66213edf4 req-adf9eab1-3003-466a-98a4-4ea9794fd97e tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.2433684 Nov 11 17:28:47.245376 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Attempting to bind port c189b2ee-290e-4379-b4ec-a30931e75744 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:28:47.245744 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Attempting to bind port c189b2ee-290e-4379-b4ec-a30931e75744 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '4e43e06d-2c34-4cab-822b-c9aaab68f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '52822528-21f9-4fb2-8fdd-9a81a99e3c88'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:28:47.246108 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Attempting to bind port c189b2ee-290e-4379-b4ec-a30931e75744 on network 52822528-21f9-4fb2-8fdd-9a81a99e3c88 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:28:47.251351 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:28:47.251761 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Checking segment: {'id': '4e43e06d-2c34-4cab-822b-c9aaab68f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '52822528-21f9-4fb2-8fdd-9a81a99e3c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:28:47.252154 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:47.252551 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Bound using segment: {'id': '4e43e06d-2c34-4cab-822b-c9aaab68f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '52822528-21f9-4fb2-8fdd-9a81a99e3c88'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:28:47.253016 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Bound port: c189b2ee-290e-4379-b4ec-a30931e75744, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e43e06d-2c34-4cab-822b-c9aaab68f67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '52822528-21f9-4fb2-8fdd-9a81a99e3c88'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:28:47.253404 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:47.314337 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] For port c189b2ee-290e-4379-b4ec-a30931e75744, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:28:47.317443 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] For port c189b2ee-290e-4379-b4ec-a30931e75744, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c189b2ee-290e-4379-b4ec-a30931e75744,segment=NetworkSegment(4e43e06d-2c34-4cab-822b-c9aaab68f67e),segment_id=4e43e06d-2c34-4cab-822b-c9aaab68f67e)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:28:47.323132 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:47.352930 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-0e330cef-7c2a-44a8-a31e-919008ca748c tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:47.391388 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Pushing event updated for resources: {'Port': ['ID=c189b2ee-290e-4379-b4ec-a30931e75744,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:47.401812 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:47.402168 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:47.402508 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:47.402843 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:47.403173 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:47.403499 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:47.403995 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:47.404322 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:47.404643 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:47.404965 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:47.405288 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:47.405606 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b5f788-be05-4341-9f2f-605d19edc6b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:28:47.425407 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-be31634e-67c8-437b-b266-b4b59f7bf4bd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:47.449778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45c5eec4-ad20-4c19-ac76-97b66213edf4 req-b31573ae-2777-4adc-a7d2-031451265ef3 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138309 Nov 11 17:28:47.457668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-0e330cef-7c2a-44a8-a31e-919008ca748c tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:47.465474 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-0e330cef-7c2a-44a8-a31e-919008ca748c tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:47.467946 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-0e330cef-7c2a-44a8-a31e-919008ca748c tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:28:47.515212 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bd771-9404-4fe9-b82f-a6187b2849b1 req-393e0db8-7e8a-4b97-a12e-110624ae5bde tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:47.516839 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f5bd771-9404-4fe9-b82f-a6187b2849b1 req-393e0db8-7e8a-4b97-a12e-110624ae5bde tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4ecd10b-190b-4a15-b159-0bb939884f16 HTTP/1.1" status: 200 len: 943 time: 0.2314494 Nov 11 17:28:47.548636 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:28:47.564408 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:47.583084 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] Transition to ACTIVE for port object 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:28:47.589705 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:47.597327 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e330cef-7c2a-44a8-a31e-919008ca748c tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Pushing event updated for resources: {'Port': ['ID=3ea021bc-68ff-4bb1-8929-d776c042cfff,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:47.669832 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-0e330cef-7c2a-44a8-a31e-919008ca748c tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:47.670583 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-0e330cef-7c2a-44a8-a31e-919008ca748c tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:47.794870 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:47.844690 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] Attempting to bind port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:28:47.845135 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] Attempting to bind port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:28:47.845579 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] Attempting to bind port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:28:47.849563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f5bd771-9404-4fe9-b82f-a6187b2849b1 req-fa9d46db-cd8f-4c00-81ad-b72de3efaf22 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595150 Nov 11 17:28:47.851387 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] Port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:28:47.851877 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] Attempting to bind port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:28:47.858396 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:28:47.859011 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:28:47.859637 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:28:47.860216 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] Bound port: 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:28:47.860675 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:47.893914 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-27f7035f-2217-4527-9a75-4142ff84d782 None None] Provisioning complete for port 3ea021bc-68ff-4bb1-8929-d776c042cfff triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:47.894556 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-27f7035f-2217-4527-9a75-4142ff84d782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:47.945863 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-27f7035f-2217-4527-9a75-4142ff84d782 None None] Port 3ea021bc-68ff-4bb1-8929-d776c042cfff cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:28:47.969379 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] For port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:28:47.974252 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] For port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:28:47.979556 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:47.990969 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-0e330cef-7c2a-44a8-a31e-919008ca748c tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0551422 Nov 11 17:28:48.021904 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] Request body: {'port': {'device_id': '1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:48.025279 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:48.026015 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:48.027709 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] 10.222.0.64 "PUT /v2.0/ports/02ec03e8-8286-4b13-a1b3-c2acdf4a6eee HTTP/1.1" status: 200 len: 1096 time: 1.8243926 Nov 11 17:28:48.028310 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334e94bd-5698-4cdb-a7ac-78ded4374906', 'tag': '02ec03e8-8286-4b13-a1b3-c2acdf4a6eee'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:28:48.030715 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cace2d0-eabb-4463-b6b5-e71de31b8c82" -d '{"events": [{"name": "network-changed", "server_uuid": "334e94bd-5698-4cdb-a7ac-78ded4374906", "tag": "02ec03e8-8286-4b13-a1b3-c2acdf4a6eee"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:28:48.055468 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8a772-caf9-458a-996e-cca50030e5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:48.117962 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b7236-575d-4bd5-86d1-7b2a0a9333b0 req-b62fe565-114b-4c2a-9f96-518d99c70d90 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:48.120334 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f25b7236-575d-4bd5-86d1-7b2a0a9333b0 req-b62fe565-114b-4c2a-9f96-518d99c70d90 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.3129110 Nov 11 17:28:48.133675 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:48.135352 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-e3c9b176-60b2-413c-8a18-07420aaf60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:48.136987 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-e3c9b176-60b2-413c-8a18-07420aaf60f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a9a1d742786478bbe6b1d702e3a631a&device_id=334e94bd-5698-4cdb-a7ac-78ded4374906 HTTP/1.1" status: 200 len: 1099 time: 0.0503676 Nov 11 17:28:48.198029 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac690b-937f-41e6-a939-32ae79dc88c4 req-4fdbb5f0-2367-4705-8d9c-4fba7483b89f tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:48.199514 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05ac690b-937f-41e6-a939-32ae79dc88c4 req-4fdbb5f0-2367-4705-8d9c-4fba7483b89f tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678 HTTP/1.1" status: 200 len: 935 time: 0.2075472 Nov 11 17:28:48.206361 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:48.212166 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-1523226b-d07a-4986-9f8f-eb3fcd116265 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee HTTP/1.1" status: 200 len: 217 time: 0.0615308 Nov 11 17:28:48.240861 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-be31634e-67c8-437b-b266-b4b59f7bf4bd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Allocated IP 172.20.0.1 (52822528-21f9-4fb2-8fdd-9a81a99e3c88/2747c328-2e22-4dc9-ae83-38dd56219674/dbd3edd8-c7a8-4e31-828d-23a612a91738) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:28:48.273359 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-47b2090a-646e-4aa5-9f24-4ed8fec9a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:48.274831 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-47b2090a-646e-4aa5-9f24-4ed8fec9a877 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0547972 Nov 11 17:28:48.330034 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-89959bfc-af16-47dc-a923-1e027267e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:48.332806 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f25b7236-575d-4bd5-86d1-7b2a0a9333b0 req-bea1f3c2-4685-406f-9011-7131dce0b547 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766152 Nov 11 17:28:48.333667 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-89959bfc-af16-47dc-a923-1e027267e7c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0502789 Nov 11 17:28:48.408709 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05ac690b-937f-41e6-a939-32ae79dc88c4 req-c0c29ce0-a480-49e8-8e1f-687f8488939e tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922369 Nov 11 17:28:48.466218 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-e82a588f-1afb-4aa5-a78c-70a7a135f164 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244001 Nov 11 17:28:48.533978 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15845b92-af3f-4e86-923d-78895907b372 x-openstack-request-id: req-15845b92-af3f-4e86-923d-78895907b372 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:28:48.534211 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334e94bd-5698-4cdb-a7ac-78ded4374906", "tag": "02ec03e8-8286-4b13-a1b3-c2acdf4a6eee", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:28:48.534417 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-15845b92-af3f-4e86-923d-78895907b372 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:28:48.534823 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334e94bd-5698-4cdb-a7ac-78ded4374906', 'tag': '02ec03e8-8286-4b13-a1b3-c2acdf4a6eee', 'status': 'completed', 'code': 200} Nov 11 17:28:48.589233 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6e29b4d4-ac97-4352-9075-fac71f4148c5 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:28:48.623174 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-122e1c97-fb45-49d7-a59b-29e5adb827b6 req-abc9dbb9-1a1b-4162-aaac-7cd8ffacc128 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462948 Nov 11 17:28:48.623378 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-be31634e-67c8-437b-b266-b4b59f7bf4bd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:48.699174 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92130110-9a06-4cad-bd36-1153149453d5 req-92b62587-cbf0-4e3f-83ef-8ca8f38ad76a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:48.706027 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92130110-9a06-4cad-bd36-1153149453d5 req-92b62587-cbf0-4e3f-83ef-8ca8f38ad76a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1852543 Nov 11 17:28:48.749675 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c189b2ee-290e-4379-b4ec-a30931e75744 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:28:48.794326 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cace2d0-eabb-4463-b6b5-e71de31b8c82 req-2ab061be-547a-45f7-a873-7629b4fe0afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:48.795902 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8cace2d0-eabb-4463-b6b5-e71de31b8c82 req-2ab061be-547a-45f7-a873-7629b4fe0afe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a9a1d742786478bbe6b1d702e3a631a&device_id=334e94bd-5698-4cdb-a7ac-78ded4374906 HTTP/1.1" status: 200 len: 1099 time: 0.0621841 Nov 11 17:28:48.803058 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-be31634e-67c8-437b-b266-b4b59f7bf4bd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:48.816645 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4605a39f-3ad2-4ec7-894c-65fe475dace7 None None] Network 52822528-21f9-4fb2-8fdd-9a81a99e3c88 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:28:48.886018 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea021bc-68ff-4bb1-8929-d776c042cfff {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:28:48.905230 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 6e29b4d4-ac97-4352-9075-fac71f4148c5, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6e29b4d4-ac97-4352-9075-fac71f4148c5,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:48.918449 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92130110-9a06-4cad-bd36-1153149453d5 req-ffa66b4d-69c8-40bb-8efa-cbd9305cf777 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057216 Nov 11 17:28:48.919817 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:48.922976 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-77dc6a32-6284-4896-800b-6cd6b9223611 None None] Provisioning complete for port c189b2ee-290e-4379-b4ec-a30931e75744 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:48.923476 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-77dc6a32-6284-4896-800b-6cd6b9223611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:48.928556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be31634e-67c8-437b-b266-b4b59f7bf4bd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network 52822528-21f9-4fb2-8fdd-9a81a99e3c88 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:48.934147 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '6e29b4d4-ac97-4352-9075-fac71f4148c5', 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d', 'port_id': '6e29b4d4-ac97-4352-9075-fac71f4148c5', 'mac_address': 'fa:16:3e:55:10:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a33a415-81af-4eb3-b9c5-17414d49d9ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:28:48.965995 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-be31634e-67c8-437b-b266-b4b59f7bf4bd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:48.972116 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be31634e-67c8-437b-b266-b4b59f7bf4bd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:28:48.985460 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cace2d0-eabb-4463-b6b5-e71de31b8c82 req-2bae41ff-9369-4f07-8ddb-2f85c5b74cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:48.987151 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8cace2d0-eabb-4463-b6b5-e71de31b8c82 req-2bae41ff-9369-4f07-8ddb-2f85c5b74cd9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.1523602 Nov 11 17:28:49.011007 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31634e-67c8-437b-b266-b4b59f7bf4bd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Port': ['ID=dbd3edd8-c7a8-4e31-828d-23a612a91738,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:49.024813 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:49.027320 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] Transition to ACTIVE for port object 3ea021bc-68ff-4bb1-8929-d776c042cfff will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:28:49.036418 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8cace2d0-eabb-4463-b6b5-e71de31b8c82 req-3b00c2d7-555f-4860-8e8c-db093f4163ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee HTTP/1.1" status: 200 len: 217 time: 0.0406435 Nov 11 17:28:49.046045 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port c189b2ee-290e-4379-b4ec-a30931e75744 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:49.046677 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:49.052026 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:49.076023 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e29b4d4-ac97-4352-9075-fac71f4148c5 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:28:49.097101 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cace2d0-eabb-4463-b6b5-e71de31b8c82 req-5dc5e343-8b6e-4749-a44a-896d95097ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:49.098924 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8cace2d0-eabb-4463-b6b5-e71de31b8c82 req-5dc5e343-8b6e-4749-a44a-896d95097ef1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0551705 Nov 11 17:28:49.149612 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-be31634e-67c8-437b-b266-b4b59f7bf4bd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:49.154756 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 6e29b4d4-ac97-4352-9075-fac71f4148c5, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6e29b4d4-ac97-4352-9075-fac71f4148c5,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:49.159839 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cace2d0-eabb-4463-b6b5-e71de31b8c82 req-22ae77d1-606c-4494-87b4-415a5ad3a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:49.161262 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8cace2d0-eabb-4463-b6b5-e71de31b8c82 req-22ae77d1-606c-4494-87b4-415a5ad3a0bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0549090 Nov 11 17:28:49.168726 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:49.240383 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31c6d1-0e44-46e6-97a4-40a53a91ada1 req-6c24362e-f049-4a28-b9db-e20b3e2079d4 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:49.242012 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db31c6d1-0e44-46e6-97a4-40a53a91ada1 req-6c24362e-f049-4a28-b9db-e20b3e2079d4 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4ecd10b-190b-4a15-b159-0bb939884f16 HTTP/1.1" status: 200 len: 943 time: 0.2658646 Nov 11 17:28:49.266717 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-77dc6a32-6284-4896-800b-6cd6b9223611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:49.277507 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea021bc-68ff-4bb1-8929-d776c042cfff,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:49.297642 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8cace2d0-eabb-4463-b6b5-e71de31b8c82 req-979c0089-0f2a-42bf-b912-db3a06e8b0da service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283059 Nov 11 17:28:49.332374 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=6e29b4d4-ac97-4352-9075-fac71f4148c5,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:49.390276 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-77dc6a32-6284-4896-800b-6cd6b9223611 None None] For port c189b2ee-290e-4379-b4ec-a30931e75744, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c189b2ee-290e-4379-b4ec-a30931e75744,segment=NetworkSegment(4e43e06d-2c34-4cab-822b-c9aaab68f67e),segment_id=4e43e06d-2c34-4cab-822b-c9aaab68f67e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:49.392563 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:49.396207 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-77dc6a32-6284-4896-800b-6cd6b9223611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:49.405856 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8cace2d0-eabb-4463-b6b5-e71de31b8c82 req-0ea1ac69-1220-4933-ba94-1fdfe94547e4 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008503 Nov 11 17:28:49.501609 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc6a32-6284-4896-800b-6cd6b9223611 None None] Pushing event updated for resources: {'Port': ['ID=c189b2ee-290e-4379-b4ec-a30931e75744,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:49.506453 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:28:49.506811 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:28:49.573962 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['6e29b4d4-ac97-4352-9075-fac71f4148c5'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:28:49.668336 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058af315-a088-4b1f-b966-80358ba0f4a9 req-f5d61547-995a-4d70-b283-f4667949a035 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:49.669800 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-058af315-a088-4b1f-b966-80358ba0f4a9 req-f5d61547-995a-4d70-b283-f4667949a035 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.6126318 Nov 11 17:28:49.676217 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-45b285ba-1dbd-48cd-8d38-32154050ba58 None None] Provisioning complete for port c189b2ee-290e-4379-b4ec-a30931e75744 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:49.676744 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-45b285ba-1dbd-48cd-8d38-32154050ba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:49.767911 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] Attempting to bind port 3ea021bc-68ff-4bb1-8929-d776c042cfff on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:28:49.768150 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] Attempting to bind port 3ea021bc-68ff-4bb1-8929-d776c042cfff by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:28:49.768474 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] Attempting to bind port 3ea021bc-68ff-4bb1-8929-d776c042cfff on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:28:49.778554 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-be31634e-67c8-437b-b266-b4b59f7bf4bd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:49.783799 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db31c6d1-0e44-46e6-97a4-40a53a91ada1 req-6f7733d8-ca7e-4fe3-a61f-0d5e03edbde2 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812713 Nov 11 17:28:49.800630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] Port 3ea021bc-68ff-4bb1-8929-d776c042cfff on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:28:49.800945 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] Attempting to bind port 3ea021bc-68ff-4bb1-8929-d776c042cfff on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:28:49.817147 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:28:49.817147 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:28:49.817147 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:28:49.817147 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] Bound port: 3ea021bc-68ff-4bb1-8929-d776c042cfff, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:28:49.817496 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:49.829671 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-058af315-a088-4b1f-b966-80358ba0f4a9 req-e7cc7726-6429-4269-99bc-cfe36d43f7d4 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473160 Nov 11 17:28:49.843965 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-45b285ba-1dbd-48cd-8d38-32154050ba58 None None] Provisioning complete for port dbd3edd8-c7a8-4e31-828d-23a612a91738 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:49.844342 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-45b285ba-1dbd-48cd-8d38-32154050ba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:49.892980 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-45b285ba-1dbd-48cd-8d38-32154050ba58 None None] Port dbd3edd8-c7a8-4e31-828d-23a612a91738 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:28:50.036534 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5cede017-47a4-414f-896d-8e07ddb1c4f5 None None] Provisioning complete for port dbd3edd8-c7a8-4e31-828d-23a612a91738 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:50.036747 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5cede017-47a4-414f-896d-8e07ddb1c4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:50.070322 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a1979-f39d-497c-b1ec-1dd96ed6975d req-c8055a2a-a4b7-4d96-a0b7-3e7716e8a3a5 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:50.071814 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b8a1979-f39d-497c-b1ec-1dd96ed6975d req-c8055a2a-a4b7-4d96-a0b7-3e7716e8a3a5 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678 HTTP/1.1" status: 200 len: 947 time: 0.1601207 Nov 11 17:28:50.072950 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] For port 3ea021bc-68ff-4bb1-8929-d776c042cfff, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:28:50.087127 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-5cede017-47a4-414f-896d-8e07ddb1c4f5 None None] Port dbd3edd8-c7a8-4e31-828d-23a612a91738 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:28:50.101810 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] For port 3ea021bc-68ff-4bb1-8929-d776c042cfff, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3ea021bc-68ff-4bb1-8929-d776c042cfff,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:28:50.122590 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:50.230940 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:50.231562 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:50.232954 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] 10.222.0.83 "PUT /v2.0/ports/3ea021bc-68ff-4bb1-8929-d776c042cfff HTTP/1.1" status: 200 len: 1095 time: 2.2217541 Nov 11 17:28:50.233404 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678', 'tag': '3ea021bc-68ff-4bb1-8929-d776c042cfff'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:28:50.235639 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b22cf5-c8ca-4b04-a4ec-1477d5900677" -d '{"events": [{"name": "network-changed", "server_uuid": "1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678", "tag": "3ea021bc-68ff-4bb1-8929-d776c042cfff"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:28:50.315495 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b8a1979-f39d-497c-b1ec-1dd96ed6975d req-bd397c58-e3e6-402a-9065-9b1e74b1a50b tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270327 Nov 11 17:28:50.355309 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc3a4f-2e61-4691-8a1e-8b251e540a85 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea021bc-68ff-4bb1-8929-d776c042cfff,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:50.373830 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ad2fca-f83c-4430-a871-9cdab6ac5919 x-openstack-request-id: req-54ad2fca-f83c-4430-a871-9cdab6ac5919 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:28:50.374177 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678", "tag": "3ea021bc-68ff-4bb1-8929-d776c042cfff", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:28:50.374365 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-54ad2fca-f83c-4430-a871-9cdab6ac5919 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:28:50.374786 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678', 'tag': '3ea021bc-68ff-4bb1-8929-d776c042cfff', 'status': 'completed', 'code': 200} Nov 11 17:28:50.406731 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d431b41-89e6-4c6e-94d5-68ef55a34519 req-31fd3751-acd1-4407-afff-0a12da7fc8cf tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:50.408269 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d431b41-89e6-4c6e-94d5-68ef55a34519 req-31fd3751-acd1-4407-afff-0a12da7fc8cf tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.2071774 Nov 11 17:28:50.417246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-a09587d1-4d19-4788-a018-ba8a24351575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:50.418708 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-a09587d1-4d19-4788-a018-ba8a24351575 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9a9a1d742786478bbe6b1d702e3a631a&device_id=1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678 HTTP/1.1" status: 200 len: 1098 time: 0.1371486 Nov 11 17:28:50.487120 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-17295a17-3bf4-477d-b717-4960062d2b30 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=3ea021bc-68ff-4bb1-8929-d776c042cfff HTTP/1.1" status: 200 len: 217 time: 0.0573380 Nov 11 17:28:50.495657 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-be31634e-67c8-437b-b266-b4b59f7bf4bd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:50.510882 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-be31634e-67c8-437b-b266-b4b59f7bf4bd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:50.593755 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d431b41-89e6-4c6e-94d5-68ef55a34519 req-daddf56b-8ef9-4222-877b-cf0c0959ea68 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728289 Nov 11 17:28:50.603059 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:28:50.633181 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-71b739b2-168f-47c8-a7c0-6acdc41b7c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:50.634639 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-71b739b2-168f-47c8-a7c0-6acdc41b7c1a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1351120 Nov 11 17:28:50.636027 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31634e-67c8-437b-b266-b4b59f7bf4bd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Port': ['ID=dbd3edd8-c7a8-4e31-828d-23a612a91738,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:50.638422 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-be31634e-67c8-437b-b266-b4b59f7bf4bd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:50.702225 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c189b2ee-290e-4379-b4ec-a30931e75744 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:28:50.770761 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-18045387-a6ec-4da3-8ee9-0da8aa84820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:50.772290 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-18045387-a6ec-4da3-8ee9-0da8aa84820c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1270709 Nov 11 17:28:50.782136 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:50.796093 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '02ec03e8-8286-4b13-a1b3-c2acdf4a6eee', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '02ec03e8-8286-4b13-a1b3-c2acdf4a6eee', 'mac_address': 'fa:16:3e:0c:0d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:28:50.804922 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port c189b2ee-290e-4379-b4ec-a30931e75744 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:50.805293 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:50.852062 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b01e2f-ad91-43c1-81a1-bed0e64ca287 req-901732b7-5d7c-4bd2-bba3-92e41702a4aa tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:50.855288 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5b01e2f-ad91-43c1-81a1-bed0e64ca287 req-901732b7-5d7c-4bd2-bba3-92e41702a4aa tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1410608 Nov 11 17:28:50.861471 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:50.878844 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:28:50.879215 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be31634e-67c8-437b-b266-b4b59f7bf4bd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network 52822528-21f9-4fb2-8fdd-9a81a99e3c88 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:50.900428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-be31634e-67c8-437b-b266-b4b59f7bf4bd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:50.903775 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:50.926068 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:50.989166 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:51.067058 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-6d19d9a4-6a1d-4587-85ad-812f06bfc580 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839336 Nov 11 17:28:51.072152 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5b01e2f-ad91-43c1-81a1-bed0e64ca287 req-6376f15f-7d5b-43e1-a01c-62fa74b667a9 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110543 Nov 11 17:28:51.094485 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf09bb-8cb3-498f-98f3-f1bc757b8d20 req-d32670a9-9778-4d95-9067-7e7ca84444cf tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:51.095317 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6bf09bb-8cb3-498f-98f3-f1bc757b8d20 req-d32670a9-9778-4d95-9067-7e7ca84444cf tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4ecd10b-190b-4a15-b159-0bb939884f16 HTTP/1.1" status: 200 len: 944 time: 0.2139814 Nov 11 17:28:51.143289 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a92be815-71b4-499e-9a00-3f1e9538bf55 None None] Provisioning complete for port dbd3edd8-c7a8-4e31-828d-23a612a91738 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:51.143770 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a92be815-71b4-499e-9a00-3f1e9538bf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:51.189668 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a92be815-71b4-499e-9a00-3f1e9538bf55 None None] Port dbd3edd8-c7a8-4e31-828d-23a612a91738 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:28:51.251694 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6bf09bb-8cb3-498f-98f3-f1bc757b8d20 req-f63726e2-7a20-433c-a94a-658ae3595df7 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414073 Nov 11 17:28:51.258136 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d385e0de-1a30-4474-9c05-7dc4bac0b34c req-01d52fe5-795a-4a7a-baac-bcc426fa889e service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810026 Nov 11 17:28:51.259402 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be31634e-67c8-437b-b266-b4b59f7bf4bd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router e4c71fab-3187-4062-995f-cf0d7117c776 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:28:51.289873 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['02ec03e8-8286-4b13-a1b3-c2acdf4a6eee'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:28:51.477196 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be31634e-67c8-437b-b266-b4b59f7bf4bd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:28:51.488820 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-be31634e-67c8-437b-b266-b4b59f7bf4bd tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/e4c71fab-3187-4062-995f-cf0d7117c776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6023183 Nov 11 17:28:51.488987 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc57848-46d0-46b3-848e-d46a6d4002a0 None None] Sync routers for ids ['e4c71fab-3187-4062-995f-cf0d7117c776'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:28:51.490688 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35684) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:51.497966 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc57848-46d0-46b3-848e-d46a6d4002a0 None None] Routers {'e4c71fab-3187-4062-995f-cf0d7117c776'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:51.498645 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-bcc57848-46d0-46b3-848e-d46a6d4002a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e4c71fab-3187-4062-995f-cf0d7117c776'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:51.499929 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b90b4-a619-4f4d-8ddf-b98db35e6170 req-9579b526-7bee-45a2-80d0-0c082d9b96ea tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:51.501410 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-031b90b4-a619-4f4d-8ddf-b98db35e6170 req-9579b526-7bee-45a2-80d0-0c082d9b96ea tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1713467 Nov 11 17:28:51.503120 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b22cf5-c8ca-4b04-a4ec-1477d5900677 req-ca9d85b9-41b2-40f7-82c5-82a4b5ab2405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:51.504523 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66b22cf5-c8ca-4b04-a4ec-1477d5900677 req-ca9d85b9-41b2-40f7-82c5-82a4b5ab2405 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9a9a1d742786478bbe6b1d702e3a631a&device_id=1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678 HTTP/1.1" status: 200 len: 1098 time: 0.1756041 Nov 11 17:28:51.521524 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c73c41-59ee-4f03-bc7f-a07a2622a4ca req-96d78c18-6ca1-4552-a55d-2080dba77bd9 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:51.523009 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56c73c41-59ee-4f03-bc7f-a07a2622a4ca req-96d78c18-6ca1-4552-a55d-2080dba77bd9 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678 HTTP/1.1" status: 200 len: 947 time: 0.1240401 Nov 11 17:28:51.534435 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-bcc57848-46d0-46b3-848e-d46a6d4002a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:51.542565 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c87941-952e-4452-8437-20d0f1009fe8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:51.546393 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b0c87941-952e-4452-8437-20d0f1009fe8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/ports/dbd3edd8-c7a8-4e31-828d-23a612a91738 HTTP/1.1" status: 200 len: 910 time: 0.0521853 Nov 11 17:28:51.546529 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc57848-46d0-46b3-848e-d46a6d4002a0 None None] Routers {'e4c71fab-3187-4062-995f-cf0d7117c776'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:51.546529 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-bcc57848-46d0-46b3-848e-d46a6d4002a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e4c71fab-3187-4062-995f-cf0d7117c776'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:51.546724 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35686) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:51.552473 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-d32aab29-ae55-45ee-a74a-3e023dd0a01e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2747c328-2e22-4dc9-ae83-38dd56219674'}]}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:51.580597 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-bcc57848-46d0-46b3-848e-d46a6d4002a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:51.581464 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc57848-46d0-46b3-848e-d46a6d4002a0 None None] The sync data for ids ['e4c71fab-3187-4062-995f-cf0d7117c776'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:28:51.664760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-031b90b4-a619-4f4d-8ddf-b98db35e6170 req-6204ae4c-8098-45e0-90e2-f3bfda5dc928 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562033 Nov 11 17:28:51.667820 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56c73c41-59ee-4f03-bc7f-a07a2622a4ca req-5c7bf0c8-ce88-464f-bd65-180e066109da tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186841 Nov 11 17:28:51.697450 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b22cf5-c8ca-4b04-a4ec-1477d5900677 req-43cc3972-b553-431b-bdcf-ef96578b14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:51.699119 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66b22cf5-c8ca-4b04-a4ec-1477d5900677 req-43cc3972-b553-431b-bdcf-ef96578b14a4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.1751356 Nov 11 17:28:51.707996 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d32aab29-ae55-45ee-a74a-3e023dd0a01e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:51.749049 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66b22cf5-c8ca-4b04-a4ec-1477d5900677 req-27f22eb1-45e8-4a6b-b64c-22a2bf2f0753 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=3ea021bc-68ff-4bb1-8929-d776c042cfff HTTP/1.1" status: 200 len: 217 time: 0.0422242 Nov 11 17:28:51.824791 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b22cf5-c8ca-4b04-a4ec-1477d5900677 req-ce008673-5502-455d-b56a-59ac138e386e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:51.826290 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66b22cf5-c8ca-4b04-a4ec-1477d5900677 req-ce008673-5502-455d-b56a-59ac138e386e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0685236 Nov 11 17:28:51.835038 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb28305-2be6-4073-b2bd-907f38cfe666 req-f0f5bd6d-95d4-4dcd-a3de-a62e4fd22ad8 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:51.837157 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4eb28305-2be6-4073-b2bd-907f38cfe666 req-f0f5bd6d-95d4-4dcd-a3de-a62e4fd22ad8 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0909433 Nov 11 17:28:51.916591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b22cf5-c8ca-4b04-a4ec-1477d5900677 req-f4b35870-5935-4511-94f9-7816128cb171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:51.918034 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66b22cf5-c8ca-4b04-a4ec-1477d5900677 req-f4b35870-5935-4511-94f9-7816128cb171 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799725 Nov 11 17:28:51.921550 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4eb28305-2be6-4073-b2bd-907f38cfe666 req-06b10404-1234-47ae-9156-2e8a4a1dfbbd tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750699 Nov 11 17:28:52.060200 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66b22cf5-c8ca-4b04-a4ec-1477d5900677 req-89d92e08-0d5c-4cd6-9be8-0f094ec0e9e1 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307712 Nov 11 17:28:52.096540 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c93ce-3cbc-4b6a-bfc9-7ec836c6b40d req-1de36377-924a-4862-8d4a-6cb3ceddddda tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:52.098018 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-728c93ce-3cbc-4b6a-bfc9-7ec836c6b40d req-1de36377-924a-4862-8d4a-6cb3ceddddda tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0800428 Nov 11 17:28:52.209522 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-728c93ce-3cbc-4b6a-bfc9-7ec836c6b40d req-9514cefa-7947-4c9a-b63e-7c3fe4099a9f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817997 Nov 11 17:28:52.218547 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66b22cf5-c8ca-4b04-a4ec-1477d5900677 req-ad49ab44-cc58-4197-9704-fb5d997219e7 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492226 Nov 11 17:28:52.388475 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72692aac-63bf-47be-a9d8-e15fda039614 req-e2f4b510-49ee-4ac5-a29b-8a0beef01706 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:52.389836 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-72692aac-63bf-47be-a9d8-e15fda039614 req-e2f4b510-49ee-4ac5-a29b-8a0beef01706 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0975127 Nov 11 17:28:52.402192 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d32aab29-ae55-45ee-a74a-3e023dd0a01e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:52.409606 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d32aab29-ae55-45ee-a74a-3e023dd0a01e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:52.426203 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13088104-5ee5-410c-b767-f56f6b073212 req-b7f4c56a-e7cf-4bcd-bfc3-309fefecf046 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:52.427570 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-13088104-5ee5-410c-b767-f56f6b073212 req-b7f4c56a-e7cf-4bcd-bfc3-309fefecf046 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4ecd10b-190b-4a15-b159-0bb939884f16 HTTP/1.1" status: 200 len: 944 time: 0.0763702 Nov 11 17:28:52.473752 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-72692aac-63bf-47be-a9d8-e15fda039614 req-692099eb-0aba-4521-be60-f511ae590507 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769300 Nov 11 17:28:52.489576 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32aab29-ae55-45ee-a74a-3e023dd0a01e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:52.490207 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d32aab29-ae55-45ee-a74a-3e023dd0a01e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:52.492097 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d32aab29-ae55-45ee-a74a-3e023dd0a01e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/ports/dbd3edd8-c7a8-4e31-828d-23a612a91738 HTTP/1.1" status: 200 len: 910 time: 0.9440331 Nov 11 17:28:52.493026 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32aab29-ae55-45ee-a74a-3e023dd0a01e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Port': ['ID=dbd3edd8-c7a8-4e31-828d-23a612a91738,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:52.495253 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 35706) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:52.573413 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-13088104-5ee5-410c-b767-f56f6b073212 req-e4b024b5-2acb-488b-ac9b-d54da595c62c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334896 Nov 11 17:28:52.616021 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6e29b4d4-ac97-4352-9075-fac71f4148c5 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:28:52.666565 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 6e29b4d4-ac97-4352-9075-fac71f4148c5 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:28:52.672038 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 6e29b4d4-ac97-4352-9075-fac71f4148c5 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:52.672496 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:52.748626 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72baf0f0-dcda-4f69-b5fa-cc3044956199 req-db1914be-6edb-4f7b-90d7-274c0fb40cdf tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:52.750123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-72baf0f0-dcda-4f69-b5fa-cc3044956199 req-db1914be-6edb-4f7b-90d7-274c0fb40cdf tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1063445 Nov 11 17:28:52.758339 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:52.784798 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ecd10b-190b-4a15-b159-0bb939884f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e29b4d4-ac97-4352-9075-fac71f4148c5'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:28:52.787062 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcbe79a-5338-4cb8-af05-11e6e12ec527" -d '{"events": [{"server_uuid": "a4ecd10b-190b-4a15-b159-0bb939884f16", "name": "network-vif-plugged", "status": "completed", "tag": "6e29b4d4-ac97-4352-9075-fac71f4148c5"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:28:52.800079 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 6e29b4d4-ac97-4352-9075-fac71f4148c5, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6e29b4d4-ac97-4352-9075-fac71f4148c5,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:52.805134 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:52.806149 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:28:52.887946 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=6e29b4d4-ac97-4352-9075-fac71f4148c5,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:52.890671 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc8331-9bb9-4344-a956-6bab7c15e3cf req-2d455877-1631-4dc6-a19e-b190535105cf tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:52.892180 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eddc8331-9bb9-4344-a956-6bab7c15e3cf req-2d455877-1631-4dc6-a19e-b190535105cf tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678 HTTP/1.1" status: 200 len: 947 time: 0.1200759 Nov 11 17:28:52.895824 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-72baf0f0-dcda-4f69-b5fa-cc3044956199 req-1efdfb96-1a93-4842-86d5-bb1600099fd3 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214204 Nov 11 17:28:52.898542 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:28:52.904281 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:52.904947 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:52.957111 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced94c70-6fe3-46f9-9ffc-e1f469c52cab x-openstack-request-id: req-ced94c70-6fe3-46f9-9ffc-e1f469c52cab {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:28:52.959261 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ecd10b-190b-4a15-b159-0bb939884f16", "name": "network-vif-plugged", "status": "completed", "tag": "6e29b4d4-ac97-4352-9075-fac71f4148c5", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:28:52.959261 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ced94c70-6fe3-46f9-9ffc-e1f469c52cab {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:28:52.959261 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ecd10b-190b-4a15-b159-0bb939884f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e29b4d4-ac97-4352-9075-fac71f4148c5', 'code': 200} Nov 11 17:28:52.966625 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eddc8331-9bb9-4344-a956-6bab7c15e3cf req-ddeb9c84-a2a7-4254-9229-2633c848d0a2 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628886 Nov 11 17:28:53.027766 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:53.035924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8909ce6a-617d-4e27-9892-0bc4a5b39ffe tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:53.063905 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:53.068862 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:53.092391 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b8234-c5b4-49e9-812f-f865df0430e5 req-fbcd7170-7a4c-46bc-bdeb-9e30656e4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:53.093955 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-611b8234-c5b4-49e9-812f-f865df0430e5 req-fbcd7170-7a4c-46bc-bdeb-9e30656e4225 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a4ecd10b-190b-4a15-b159-0bb939884f16 HTTP/1.1" status: 200 len: 1096 time: 0.0464942 Nov 11 17:28:53.120862 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:53.142125 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-611b8234-c5b4-49e9-812f-f865df0430e5 req-4aa4a662-3b4d-4559-a41a-9e717dcd2bda service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406258 Nov 11 17:28:53.467996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd18839-0e52-49ad-9143-168942dd764e req-f3464fb6-6d32-455b-82a0-ab2d7f7077ea tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:53.469802 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bd18839-0e52-49ad-9143-168942dd764e req-f3464fb6-6d32-455b-82a0-ab2d7f7077ea tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.4507229 Nov 11 17:28:53.586358 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bd18839-0e52-49ad-9143-168942dd764e req-4d04c250-b28b-4dd7-9456-4471e8eb934c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098166 Nov 11 17:28:53.693820 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a47882-51c4-48a2-9772-b56b628c64ef req-b9b4697e-dcd6-4f4b-acf8-3c4c6163eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:53.696339 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31a47882-51c4-48a2-9772-b56b628c64ef req-b9b4697e-dcd6-4f4b-acf8-3c4c6163eafd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=306a4c542bc14bef8e6801a97c53fb31&device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 1097 time: 0.0534573 Nov 11 17:28:53.746438 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fffe85-2b73-4276-ad4b-6fc7c15b8662 req-48f12398-6186-45b1-8e47-2738518ebc34 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:53.747823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-18fffe85-2b73-4276-ad4b-6fc7c15b8662 req-48f12398-6186-45b1-8e47-2738518ebc34 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1127737 Nov 11 17:28:53.811483 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a47882-51c4-48a2-9772-b56b628c64ef req-22152bc8-d04b-4398-bce0-e0b2b40f5124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:53.812976 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31a47882-51c4-48a2-9772-b56b628c64ef req-22152bc8-d04b-4398-bce0-e0b2b40f5124 service neutron] 10.222.0.64 "GET /v2.0/networks?id=328b7d2e-efb4-416c-88d6-28cdbb34eaa1 HTTP/1.1" status: 200 len: 920 time: 0.1069140 Nov 11 17:28:53.833762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-8909ce6a-617d-4e27-9892-0bc4a5b39ffe tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting port dbd3edd8-c7a8-4e31-828d-23a612a91738 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:53.834133 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8909ce6a-617d-4e27-9892-0bc4a5b39ffe tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:53.860922 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31a47882-51c4-48a2-9772-b56b628c64ef req-20c1eb62-1ab7-49f0-92b4-c1fd28c6a654 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c09178a-b5b0-4a76-8e8a-ea18b2a43565 HTTP/1.1" status: 200 len: 217 time: 0.0370207 Nov 11 17:28:53.884611 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-18fffe85-2b73-4276-ad4b-6fc7c15b8662 req-9bcc378c-e607-45bf-b464-875b7ea904cd tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256580 Nov 11 17:28:53.903438 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5fb0a-a02c-4117-94d0-9f3936887d81 req-6cfd0ca8-a24d-4eef-93e6-a8cc6acf8b88 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:53.904966 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36a5fb0a-a02c-4117-94d0-9f3936887d81 req-6cfd0ca8-a24d-4eef-93e6-a8cc6acf8b88 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4ecd10b-190b-4a15-b159-0bb939884f16 HTTP/1.1" status: 200 len: 945 time: 0.1450183 Nov 11 17:28:53.920538 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a47882-51c4-48a2-9772-b56b628c64ef req-7d83724b-6420-4cce-bded-9d0fb6b712bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:53.922655 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31a47882-51c4-48a2-9772-b56b628c64ef req-7d83724b-6420-4cce-bded-9d0fb6b712bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b36a3487-9104-49ee-900b-5ebde2143e8f HTTP/1.1" status: 200 len: 858 time: 0.0544245 Nov 11 17:28:53.959287 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31a47882-51c4-48a2-9772-b56b628c64ef req-74c8cee5-0744-4213-ae8d-285079a3f154 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=328b7d2e-efb4-416c-88d6-28cdbb34eaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287573 Nov 11 17:28:53.968772 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:53.970826 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8909ce6a-617d-4e27-9892-0bc4a5b39ffe tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:54.019399 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-8909ce6a-617d-4e27-9892-0bc4a5b39ffe tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Calling delete_port for dbd3edd8-c7a8-4e31-828d-23a612a91738 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:54.026279 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36a5fb0a-a02c-4117-94d0-9f3936887d81 req-0277658b-0aa8-4c60-8c70-e7f4c63ef31b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133163 Nov 11 17:28:54.074636 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31a47882-51c4-48a2-9772-b56b628c64ef req-3a0f0dbe-da14-4893-82b2-fa2cacef244b service neutron] 10.222.0.64 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055501 Nov 11 17:28:54.086075 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3028f4-0d1f-42c1-874e-6df54f7d6c00 req-d9fbb7b1-07b9-4287-b22f-f70e56de2c11 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:54.087570 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1d3028f4-0d1f-42c1-874e-6df54f7d6c00 req-d9fbb7b1-07b9-4287-b22f-f70e56de2c11 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1099851 Nov 11 17:28:54.171855 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31a47882-51c4-48a2-9772-b56b628c64ef req-c0c6e67d-f728-4f04-9d7c-3ad6d1fbfc67 service neutron] 10.222.0.64 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887094 Nov 11 17:28:54.227540 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1d3028f4-0d1f-42c1-874e-6df54f7d6c00 req-6c4ca283-80d0-4a3f-96f3-9b4eeb308c4c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313810 Nov 11 17:28:54.236179 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ec441-5170-4df8-8140-23d614bb05cb req-e7d2bc34-0a89-4d66-bdfd-8c46499fd346 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:54.237687 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f81ec441-5170-4df8-8140-23d614bb05cb req-e7d2bc34-0a89-4d66-bdfd-8c46499fd346 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678 HTTP/1.1" status: 200 len: 947 time: 0.1349893 Nov 11 17:28:54.325386 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8909ce6a-617d-4e27-9892-0bc4a5b39ffe tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:54.350156 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f81ec441-5170-4df8-8140-23d614bb05cb req-e6157211-ee4d-45fa-bba0-abd9b80a4bca tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839052 Nov 11 17:28:54.374329 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909ce6a-617d-4e27-9892-0bc4a5b39ffe tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Port': ['ID=dbd3edd8-c7a8-4e31-828d-23a612a91738,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:54.464443 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b94020-bf19-4391-bb89-2b6425b80566 req-bd94a517-7946-4041-bf9a-ea67859337d2 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:54.466016 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00b94020-bf19-4391-bb89-2b6425b80566 req-bd94a517-7946-4041-bf9a-ea67859337d2 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1385200 Nov 11 17:28:54.579311 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8909ce6a-617d-4e27-9892-0bc4a5b39ffe tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:54.603479 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00b94020-bf19-4391-bb89-2b6425b80566 req-63a45fb0-241d-4f3e-8fff-f398c56c7078 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284616 Nov 11 17:28:54.783465 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8909ce6a-617d-4e27-9892-0bc4a5b39ffe tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router e4c71fab-3187-4062-995f-cf0d7117c776 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:28:54.810220 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80900909-cc2a-4e64-abae-09d5aab0c0bb req-98332051-396b-4ef2-8672-03225c7692d0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:54.811694 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-80900909-cc2a-4e64-abae-09d5aab0c0bb req-98332051-396b-4ef2-8672-03225c7692d0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0648470 Nov 11 17:28:54.892783 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8909ce6a-617d-4e27-9892-0bc4a5b39ffe tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:28:54.900109 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8909ce6a-617d-4e27-9892-0bc4a5b39ffe tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/e4c71fab-3187-4062-995f-cf0d7117c776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4037249 Nov 11 17:28:54.902954 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35762) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:54.905721 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a3c682-d74f-4465-b428-64a56360af7f None None] Sync routers for ids ['e4c71fab-3187-4062-995f-cf0d7117c776'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:28:54.915836 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a3c682-d74f-4465-b428-64a56360af7f None None] Routers {'e4c71fab-3187-4062-995f-cf0d7117c776'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:54.916671 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f7a3c682-d74f-4465-b428-64a56360af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e4c71fab-3187-4062-995f-cf0d7117c776'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:54.934461 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-80900909-cc2a-4e64-abae-09d5aab0c0bb req-ebc0aa55-0649-47a7-8941-d0101e7b4c27 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909135 Nov 11 17:28:54.942555 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e591c129-ee72-46d0-b224-e761b0982294 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4c71fab-3187-4062-995f-cf0d7117c776 HTTP/1.1" status: 200 len: 205 time: 0.0357418 Nov 11 17:28:54.942924 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35766) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:54.961586 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334e94bd-5698-4cdb-a7ac-78ded4374906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ec03e8-8286-4b13-a1b3-c2acdf4a6eee'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:28:54.963997 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1274408a-a1c9-433a-9328-827b7afe5e76" -d '{"events": [{"server_uuid": "334e94bd-5698-4cdb-a7ac-78ded4374906", "name": "network-vif-plugged", "status": "completed", "tag": "02ec03e8-8286-4b13-a1b3-c2acdf4a6eee"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:28:54.967127 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f7a3c682-d74f-4465-b428-64a56360af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:54.985312 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a3c682-d74f-4465-b428-64a56360af7f None None] Routers {'e4c71fab-3187-4062-995f-cf0d7117c776'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:28:54.986150 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f7a3c682-d74f-4465-b428-64a56360af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e4c71fab-3187-4062-995f-cf0d7117c776'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:55.026819 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f7a3c682-d74f-4465-b428-64a56360af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:55.027568 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a3c682-d74f-4465-b428-64a56360af7f None None] The sync data for ids ['e4c71fab-3187-4062-995f-cf0d7117c776'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:28:55.041406 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-356acd12-e63b-4d43-926a-621369af6a53 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:55.064703 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18cd373-8eac-4d61-b458-e81dc4502f32 req-ecab34ba-75d7-4232-bf97-dd88f2ab4565 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:55.066193 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a18cd373-8eac-4d61-b458-e81dc4502f32 req-ecab34ba-75d7-4232-bf97-dd88f2ab4565 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.0841899 Nov 11 17:28:55.103037 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa5b29-ed26-4c7e-9338-c3935ac0a412 req-f9d2f54c-7d92-4a66-b98b-66a51db67df2 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:55.104540 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4eaa5b29-ed26-4c7e-9338-c3935ac0a412 req-f9d2f54c-7d92-4a66-b98b-66a51db67df2 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0784364 Nov 11 17:28:55.148791 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a18cd373-8eac-4d61-b458-e81dc4502f32 req-22c8c045-ff97-4a43-b0cb-f953d8013086 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744474 Nov 11 17:28:55.171441 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4eaa5b29-ed26-4c7e-9338-c3935ac0a412 req-20b30880-057a-4331-a638-9a2d219c8185 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570276 Nov 11 17:28:55.207648 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6720d20c-669a-452e-876c-9e55a20b6606 x-openstack-request-id: req-6720d20c-669a-452e-876c-9e55a20b6606 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:28:55.208543 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334e94bd-5698-4cdb-a7ac-78ded4374906", "name": "network-vif-plugged", "status": "completed", "tag": "02ec03e8-8286-4b13-a1b3-c2acdf4a6eee", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:28:55.209013 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6720d20c-669a-452e-876c-9e55a20b6606 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:28:55.209604 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334e94bd-5698-4cdb-a7ac-78ded4374906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ec03e8-8286-4b13-a1b3-c2acdf4a6eee', 'code': 200} Nov 11 17:28:55.213198 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-356acd12-e63b-4d43-926a-621369af6a53 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:55.215780 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-356acd12-e63b-4d43-926a-621369af6a53 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:55.267883 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-356acd12-e63b-4d43-926a-621369af6a53 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:55.268862 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356acd12-e63b-4d43-926a-621369af6a53 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Fanout notify agent at l3_agent the message router_deleted on router e4c71fab-3187-4062-995f-cf0d7117c776 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:28:55.277278 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-356acd12-e63b-4d43-926a-621369af6a53 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:55.280829 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-356acd12-e63b-4d43-926a-621369af6a53 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/routers/e4c71fab-3187-4062-995f-cf0d7117c776 HTTP/1.1" status: 204 len: 168 time: 0.3341916 Nov 11 17:28:55.281103 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35778) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:55.319080 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c138a56-b4d0-48e3-b93e-d7497a03c864 req-eb3a4f25-b0a1-41b3-a547-2b94afc9ce5c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:55.321310 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6c138a56-b4d0-48e3-b93e-d7497a03c864 req-eb3a4f25-b0a1-41b3-a547-2b94afc9ce5c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4ecd10b-190b-4a15-b159-0bb939884f16 HTTP/1.1" status: 200 len: 945 time: 0.0895543 Nov 11 17:28:55.340675 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 3ea021bc-68ff-4bb1-8929-d776c042cfff details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:28:55.376576 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-d655ad01-5e8e-4be3-8c8b-1c909a3ff9c7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting subnet 2747c328-2e22-4dc9-ae83-38dd56219674 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:28:55.382828 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d655ad01-5e8e-4be3-8c8b-1c909a3ff9c7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:55.391530 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a837e-3f75-4d4b-a0b4-21eb7c174758 req-14ba5b1e-fd9c-4ad2-8d9b-b3d3285a408a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:55.393125 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-357a837e-3f75-4d4b-a0b4-21eb7c174758 req-14ba5b1e-fd9c-4ad2-8d9b-b3d3285a408a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0953546 Nov 11 17:28:55.405188 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69558b-49c9-437c-ae2e-ed2254910697 req-5703273b-75c6-4592-8ba5-ca8390797604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:55.406679 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2c69558b-49c9-437c-ae2e-ed2254910697 req-5703273b-75c6-4592-8ba5-ca8390797604 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=334e94bd-5698-4cdb-a7ac-78ded4374906 HTTP/1.1" status: 200 len: 1101 time: 0.1084189 Nov 11 17:28:55.416315 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6c138a56-b4d0-48e3-b93e-d7497a03c864 req-4a90082a-0d8a-4ca6-a223-d1baea4601a9 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734169 Nov 11 17:28:55.490501 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-357a837e-3f75-4d4b-a0b4-21eb7c174758 req-e228ae9b-01fd-488e-97f8-96093834188f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854464 Nov 11 17:28:55.500726 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d655ad01-5e8e-4be3-8c8b-1c909a3ff9c7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:55.569865 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2c69558b-49c9-437c-ae2e-ed2254910697 req-7ed07622-e84c-45c6-9b69-5ddfe36e6d91 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547263 Nov 11 17:28:55.584553 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f0e37-20a6-4b5c-a71b-049cdc2458fc req-8282ed5e-a614-4044-8948-ab5eb234ae41 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:55.586901 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-585f0e37-20a6-4b5c-a71b-049cdc2458fc req-8282ed5e-a614-4044-8948-ab5eb234ae41 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678 HTTP/1.1" status: 200 len: 947 time: 0.0701687 Nov 11 17:28:55.630240 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d655ad01-5e8e-4be3-8c8b-1c909a3ff9c7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:55.644070 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 3ea021bc-68ff-4bb1-8929-d776c042cfff, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3ea021bc-68ff-4bb1-8929-d776c042cfff,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:55.656805 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '3ea021bc-68ff-4bb1-8929-d776c042cfff', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '3ea021bc-68ff-4bb1-8929-d776c042cfff', 'mac_address': 'fa:16:3e:8f:fe:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:28:55.664629 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-585f0e37-20a6-4b5c-a71b-049cdc2458fc req-0df9bf57-35a4-4b62-9816-4450f49b9deb tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712459 Nov 11 17:28:55.701374 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:55.702503 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d655ad01-5e8e-4be3-8c8b-1c909a3ff9c7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:55.716304 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea021bc-68ff-4bb1-8929-d776c042cfff {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:28:55.733445 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12555b-d648-4990-8799-a612e1335457 req-8ab40390-7a21-4fbc-b3dc-db94dfe977c6 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:55.735122 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c12555b-d648-4990-8799-a612e1335457 req-8ab40390-7a21-4fbc-b3dc-db94dfe977c6 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0693431 Nov 11 17:28:55.740102 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 3ea021bc-68ff-4bb1-8929-d776c042cfff, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3ea021bc-68ff-4bb1-8929-d776c042cfff,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:55.744566 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:55.745441 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655ad01-5e8e-4be3-8c8b-1c909a3ff9c7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Subnet': ['ID=2747c328-2e22-4dc9-ae83-38dd56219674,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:55.756833 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d655ad01-5e8e-4be3-8c8b-1c909a3ff9c7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:55.760415 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d655ad01-5e8e-4be3-8c8b-1c909a3ff9c7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/subnets/2747c328-2e22-4dc9-ae83-38dd56219674 HTTP/1.1" status: 204 len: 168 time: 0.4772680 Nov 11 17:28:55.762986 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35792) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:55.782731 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465b7d50-33d7-455f-95e2-44979c26a5fe None None] Network 52822528-21f9-4fb2-8fdd-9a81a99e3c88 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:28:55.800731 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c12555b-d648-4990-8799-a612e1335457 req-a54ec543-fcaa-4826-a92a-5baf08edaea6 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590003 Nov 11 17:28:55.883036 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f926a004-346a-4383-bf77-198de932b931 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:55.949256 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-f926a004-346a-4383-bf77-198de932b931 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting port c189b2ee-290e-4379-b4ec-a30931e75744 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:55.950662 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f926a004-346a-4383-bf77-198de932b931 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:55.976954 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=3ea021bc-68ff-4bb1-8929-d776c042cfff,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:56.007985 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-bcd2b34e-cd73-4561-8beb-e987e7be4eb7 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:56.009796 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-bcd2b34e-cd73-4561-8beb-e987e7be4eb7 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 806 time: 0.1410928 Nov 11 17:28:56.032957 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-c7bc6880-ba30-4e18-b268-abd5c0a276a9 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/quotas/0e5747bb491947f2a2d2c2ebc01d2df0 HTTP/1.1" status: 200 len: 375 time: 0.0152898 Nov 11 17:28:56.068238 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-f926a004-346a-4383-bf77-198de932b931 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] For port c189b2ee-290e-4379-b4ec-a30931e75744, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c189b2ee-290e-4379-b4ec-a30931e75744,segment=NetworkSegment(4e43e06d-2c34-4cab-822b-c9aaab68f67e),segment_id=4e43e06d-2c34-4cab-822b-c9aaab68f67e)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:56.068921 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f926a004-346a-4383-bf77-198de932b931 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:56.100181 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-f926a004-346a-4383-bf77-198de932b931 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Calling delete_port for c189b2ee-290e-4379-b4ec-a30931e75744 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:56.102302 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05573ee2-aaea-47c3-9ff3-d0229b908e21 None None] DHCP port deletion for 52822528-21f9-4fb2-8fdd-9a81a99e3c88 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:28:56.104524 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-9f23a994-37f6-48f9-bd5d-5a4c9a1a22a2 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698776 Nov 11 17:28:56.134721 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['3ea021bc-68ff-4bb1-8929-d776c042cfff'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:28:56.195471 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f926a004-346a-4383-bf77-198de932b931 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:56.213577 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-05573ee2-aaea-47c3-9ff3-d0229b908e21 None None] Deleting port c189b2ee-290e-4379-b4ec-a30931e75744 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:28:56.214713 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-05573ee2-aaea-47c3-9ff3-d0229b908e21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:56.226327 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926a004-346a-4383-bf77-198de932b931 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Port': ['ID=c189b2ee-290e-4379-b4ec-a30931e75744,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:56.230967 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f926a004-346a-4383-bf77-198de932b931 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] No DVR routers for this DVR port c189b2ee-290e-4379-b4ec-a30931e75744 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:28:56.277485 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa93753-6d1c-4c9f-93af-f5707e9096ce req-8194f25f-afea-4746-b076-65e3b34e44a2 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:56.285214 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4fa93753-6d1c-4c9f-93af-f5707e9096ce req-8194f25f-afea-4746-b076-65e3b34e44a2 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1154623 Nov 11 17:28:56.313330 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-36d858b7-61ff-4292-bf8d-80c4b0939be9 service neutron] 10.222.0.76 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999609 Nov 11 17:28:56.368328 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f926a004-346a-4383-bf77-198de932b931 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:56.373586 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-05573ee2-aaea-47c3-9ff3-d0229b908e21 None None] For port c189b2ee-290e-4379-b4ec-a30931e75744, host n-d-816206-4, got binding levels [] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:56.374031 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-05573ee2-aaea-47c3-9ff3-d0229b908e21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:56.394082 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-f926a004-346a-4383-bf77-198de932b931 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52822528-21f9-4fb2-8fdd-9a81a99e3c88']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:56.400891 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-05573ee2-aaea-47c3-9ff3-d0229b908e21 None None] Calling delete_port for c189b2ee-290e-4379-b4ec-a30931e75744 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:28:56.406372 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-f926a004-346a-4383-bf77-198de932b931 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e43e06d-2c34-4cab-822b-c9aaab68f67e') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:56.406624 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.ipam_backend_mixin [None req-05573ee2-aaea-47c3-9ff3-d0229b908e21 None None] Port c189b2ee-290e-4379-b4ec-a30931e75744 was not found and therefore no delete operation was performed {{(pid=102619) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 17:28:56.406717 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-f926a004-346a-4383-bf77-198de932b931 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e43e06d-2c34-4cab-822b-c9aaab68f67e') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:28:56.409020 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-05573ee2-aaea-47c3-9ff3-d0229b908e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:56.416194 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4fa93753-6d1c-4c9f-93af-f5707e9096ce req-7c7c4cdd-4d87-4e5b-9924-24dd30eea52b tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299472 Nov 11 17:28:56.418425 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f926a004-346a-4383-bf77-198de932b931 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:56.442267 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f926a004-346a-4383-bf77-198de932b931 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:56.453857 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f926a004-346a-4383-bf77-198de932b931 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Releasing vlan 1251 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:28:56.456529 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05573ee2-aaea-47c3-9ff3-d0229b908e21 None None] Pushing event deleted for resources: {'Port': ['ID=c189b2ee-290e-4379-b4ec-a30931e75744,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:56.457245 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f926a004-346a-4383-bf77-198de932b931 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:56.465103 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05573ee2-aaea-47c3-9ff3-d0229b908e21 None None] No DVR routers for this DVR port c189b2ee-290e-4379-b4ec-a30931e75744 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:28:56.480382 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-02b017d1-f6e1-422f-ae67-1fe32979b8b2 service neutron] 10.222.0.76 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661365 Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:28:56.552987 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:28:56.555512 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118801a4-caa5-4f7c-8b15-9e4d201beb93 req-a576e08c-9ab5-49c7-942c-827158f7cda2 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:56.555981 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-118801a4-caa5-4f7c-8b15-9e4d201beb93 req-a576e08c-9ab5-49c7-942c-827158f7cda2 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.0594201 Nov 11 17:28:56.577994 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f926a004-346a-4383-bf77-198de932b931 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:56.587713 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f926a004-346a-4383-bf77-198de932b931 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:56.596698 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f926a004-346a-4383-bf77-198de932b931 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/networks/52822528-21f9-4fb2-8fdd-9a81a99e3c88 HTTP/1.1" status: 204 len: 168 time: 0.8325179 Nov 11 17:28:56.600861 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 35812) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:56.612664 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926a004-346a-4383-bf77-198de932b931 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Network': ['ID=52822528-21f9-4fb2-8fdd-9a81a99e3c88,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:56.613206 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-0d06e4d9-f5b3-4d2d-a116-b63501fefa08 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2093720584', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:56.669649 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0d06e4d9-f5b3-4d2d-a116-b63501fefa08 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:56.673454 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0d06e4d9-f5b3-4d2d-a116-b63501fefa08 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:56.693429 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-118801a4-caa5-4f7c-8b15-9e4d201beb93 req-f7599188-81eb-421f-b941-07fd578cb08d tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299574 Nov 11 17:28:56.706253 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c85f514f-cdd7-432a-bc77-fbaac5af058b req-cfa2addb-8879-42b3-85ad-6407cb3b4913 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=29b5c085-cc4e-4937-9129-f918a63d70fd HTTP/1.1" status: 200 len: 210 time: 0.0724068 Nov 11 17:28:56.744642 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c189b2ee-290e-4379-b4ec-a30931e75744 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:28:56.814869 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: c189b2ee-290e-4379-b4ec-a30931e75744 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:28:56.814869 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c189b2ee-290e-4379-b4ec-a30931e75744 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:28:56.863339 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0d06e4d9-f5b3-4d2d-a116-b63501fefa08 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:56.883702 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0d06e4d9-f5b3-4d2d-a116-b63501fefa08 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:56.904238 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0d06e4d9-f5b3-4d2d-a116-b63501fefa08 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:56.905608 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0d06e4d9-f5b3-4d2d-a116-b63501fefa08 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3036585 Nov 11 17:28:56.908402 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35824) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:56.918087 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-94ff9730-fa8b-4075-ba0d-6ef66a2ace88 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'network': {'name': 'tempest-RoutersTest-623107537'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:56.920940 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de84b0e-6a16-46e0-867d-4573ebcc49d1 req-3ce3abd4-3ff2-4691-aa29-8b1eb00d9dbe tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:56.930433 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3de84b0e-6a16-46e0-867d-4573ebcc49d1 req-3ce3abd4-3ff2-4691-aa29-8b1eb00d9dbe tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678 HTTP/1.1" status: 200 len: 948 time: 0.0814824 Nov 11 17:28:56.947035 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ff9730-fa8b-4075-ba0d-6ef66a2ace88 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Made reservation on behalf of 62f9606d8f9c497d87c3877ac3e6d760 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:28:56.970202 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-94ff9730-fa8b-4075-ba0d-6ef66a2ace88 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:57.003387 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3de84b0e-6a16-46e0-867d-4573ebcc49d1 req-da2dd690-15cf-49dd-8fed-99ae4f11e502 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720143 Nov 11 17:28:57.016048 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ff9730-fa8b-4075-ba0d-6ef66a2ace88 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1271} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:28:57.024992 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-94ff9730-fa8b-4075-ba0d-6ef66a2ace88 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:57.025443 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-94ff9730-fa8b-4075-ba0d-6ef66a2ace88 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Added segment 606cc7f2-0ae8-41f8-8f51-1d005b5cc14b of type vlan for network 300e4c66-3787-4da6-80a9-352f2a4327e2 Nov 11 17:28:57.071072 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-94ff9730-fa8b-4075-ba0d-6ef66a2ace88 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:57.096465 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-94ff9730-fa8b-4075-ba0d-6ef66a2ace88 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:57.103365 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ff9730-fa8b-4075-ba0d-6ef66a2ace88 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:57.104429 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-94ff9730-fa8b-4075-ba0d-6ef66a2ace88 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:57.168916 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-94ff9730-fa8b-4075-ba0d-6ef66a2ace88 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2590766 Nov 11 17:28:57.171536 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35832) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:57.183423 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5c379150-e2b8-4dfc-93ff-5ecacd50bd2c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'subnet': {'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:57.201407 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff9730-fa8b-4075-ba0d-6ef66a2ace88 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Network': ['ID=300e4c66-3787-4da6-80a9-352f2a4327e2,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:57.212105 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 300e4c66-3787-4da6-80a9-352f2a4327e2 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:28:57.285195 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c379150-e2b8-4dfc-93ff-5ecacd50bd2c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Made reservation on behalf of 62f9606d8f9c497d87c3877ac3e6d760 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:28:57.297047 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5c379150-e2b8-4dfc-93ff-5ecacd50bd2c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:57.356098 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 3ea021bc-68ff-4bb1-8929-d776c042cfff up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:28:57.411658 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 3ea021bc-68ff-4bb1-8929-d776c042cfff completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:28:57.416872 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 3ea021bc-68ff-4bb1-8929-d776c042cfff triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:57.417238 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:57.497095 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5c379150-e2b8-4dfc-93ff-5ecacd50bd2c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:57.508920 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:57.537614 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dae151-6b85-4c93-a706-85aa68c4fb79 req-28635686-1b13-4d27-8cc6-cb7b72a19aaa tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:57.544870 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3dae151-6b85-4c93-a706-85aa68c4fb79 req-28635686-1b13-4d27-8cc6-cb7b72a19aaa tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0599124 Nov 11 17:28:57.546678 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 3ea021bc-68ff-4bb1-8929-d776c042cfff, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3ea021bc-68ff-4bb1-8929-d776c042cfff,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:28:57.547656 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea021bc-68ff-4bb1-8929-d776c042cfff'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:28:57.550431 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46852884-bb30-4afd-b613-7c4e11ecf9f0" -d '{"events": [{"server_uuid": "1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678", "name": "network-vif-plugged", "status": "completed", "tag": "3ea021bc-68ff-4bb1-8929-d776c042cfff"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:28:57.556291 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:57.569233 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c379150-e2b8-4dfc-93ff-5ecacd50bd2c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Subnet': ['ID=c5e126e7-d2ca-4394-ad5b-29b1765ee8ec,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:57.577621 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c379150-e2b8-4dfc-93ff-5ecacd50bd2c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Checking segment: {'id': '606cc7f2-0ae8-41f8-8f51-1d005b5cc14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:28:57.577999 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c379150-e2b8-4dfc-93ff-5ecacd50bd2c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network hostable DHCP agents. Network: 300e4c66-3787-4da6-80a9-352f2a4327e2, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:28:57.595327 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c379150-e2b8-4dfc-93ff-5ecacd50bd2c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network 300e4c66-3787-4da6-80a9-352f2a4327e2 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:28:57.599026 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179fe453-a4dc-495c-9fe3-1030d03e8bb2 x-openstack-request-id: req-179fe453-a4dc-495c-9fe3-1030d03e8bb2 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:28:57.599325 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678", "name": "network-vif-plugged", "status": "completed", "tag": "3ea021bc-68ff-4bb1-8929-d776c042cfff", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:28:57.599577 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-179fe453-a4dc-495c-9fe3-1030d03e8bb2 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:28:57.599997 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea021bc-68ff-4bb1-8929-d776c042cfff', 'code': 200} Nov 11 17:28:57.621277 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3dae151-6b85-4c93-a706-85aa68c4fb79 req-5f35f230-5d5d-4adf-b4a7-20abd24b4858 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754676 Nov 11 17:28:57.623240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=3ea021bc-68ff-4bb1-8929-d776c042cfff,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:57.625183 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-5c379150-e2b8-4dfc-93ff-5ecacd50bd2c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 300e4c66-3787-4da6-80a9-352f2a4327e2) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:57.629151 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c379150-e2b8-4dfc-93ff-5ecacd50bd2c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:57.629754 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5c379150-e2b8-4dfc-93ff-5ecacd50bd2c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:57.642132 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e100369f-d776-45a3-958e-e63c1f3134b0 None None] Network 300e4c66-3787-4da6-80a9-352f2a4327e2 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:28:57.650303 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5c379150-e2b8-4dfc-93ff-5ecacd50bd2c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4751248 Nov 11 17:28:57.650485 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35838) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:28:57.785303 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91c063-53b3-464c-a85e-2eb66988b2eb req-2efab7df-31ea-4b96-b0aa-5c3efa4c2a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:57.789335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a91c063-53b3-464c-a85e-2eb66988b2eb req-2efab7df-31ea-4b96-b0aa-5c3efa4c2a2f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678 HTTP/1.1" status: 200 len: 1100 time: 0.1163161 Nov 11 17:28:57.855626 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c57447-326e-4800-8088-1b96e47c9420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-300e4c66-3787-4da6-80a9-352f2a4327e2', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:28:57.856662 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-15c57447-326e-4800-8088-1b96e47c9420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:57.908255 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01fa04-ef94-4476-b199-3f126d5c582f req-bd8645ae-aa03-42c8-8152-1c7cda08ef2f tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:57.909740 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0e01fa04-ef94-4476-b199-3f126d5c582f req-bd8645ae-aa03-42c8-8152-1c7cda08ef2f tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.0965455 Nov 11 17:28:57.912077 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a91c063-53b3-464c-a85e-2eb66988b2eb req-5ef9a4fd-4b99-4302-86e6-b77fa312c866 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166680 Nov 11 17:28:57.973931 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0e01fa04-ef94-4476-b199-3f126d5c582f req-283665e8-1bcc-48cf-adfe-88b96403a5a7 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528138 Nov 11 17:28:58.032254 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-15c57447-326e-4800-8088-1b96e47c9420 None None] Allocated IP 172.20.0.2 (300e4c66-3787-4da6-80a9-352f2a4327e2/c5e126e7-d2ca-4394-ad5b-29b1765ee8ec/4fddfde8-d139-4de4-9881-8cda6959a7de) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:28:58.052401 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08af2ac4-873b-4c2a-955f-cc001713dba9 req-063c4a3a-5ee6-4f10-b829-747dd4533609 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=29b5c085-cc4e-4937-9129-f918a63d70fd HTTP/1.1" status: 200 len: 210 time: 0.0464740 Nov 11 17:28:58.115405 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ed5f6840-3685-4700-9a89-2372756c6252 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:58.250035 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-15c57447-326e-4800-8088-1b96e47c9420 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:58.258393 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-15c57447-326e-4800-8088-1b96e47c9420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:58.294683 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843fe3b-8f49-4a1a-9fe0-af0ac7d7261c req-6aad85ae-6215-44a3-9b59-199d90fa6cee tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:58.303683 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f843fe3b-8f49-4a1a-9fe0-af0ac7d7261c req-6aad85ae-6215-44a3-9b59-199d90fa6cee tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0814013 Nov 11 17:28:58.309020 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-1a2c26b2-78a2-45c0-84dd-e87098848abf tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:58.311589 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-1a2c26b2-78a2-45c0-84dd-e87098848abf tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 806 time: 0.3052335 Nov 11 17:28:58.347342 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c57447-326e-4800-8088-1b96e47c9420 None None] Network 300e4c66-3787-4da6-80a9-352f2a4327e2 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:58.353513 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-15c57447-326e-4800-8088-1b96e47c9420 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:58.356469 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c57447-326e-4800-8088-1b96e47c9420 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:28:58.365569 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c57447-326e-4800-8088-1b96e47c9420 None None] Pushing event updated for resources: {'Port': ['ID=4fddfde8-d139-4de4-9881-8cda6959a7de,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:58.384111 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a22bca-03b3-4a3a-bb76-b4135ae3f5a2 req-446aef33-75e3-4c5f-aa19-1a1a49346bc6 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:58.391982 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-79a22bca-03b3-4a3a-bb76-b4135ae3f5a2 req-446aef33-75e3-4c5f-aa19-1a1a49346bc6 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678 HTTP/1.1" status: 200 len: 949 time: 0.0847521 Nov 11 17:28:58.401593 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-1a8d5d2b-888b-465a-add6-886a1b9ba9da tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Request body: {'port': {'device_id': '29b5c085-cc4e-4937-9129-f918a63d70fd', 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d', 'admin_state_up': True, 'tenant_id': '0e5747bb491947f2a2d2c2ebc01d2df0'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:28:58.420314 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f843fe3b-8f49-4a1a-9fe0-af0ac7d7261c req-a4ffbd49-4dd3-4219-bf4b-58b7f748954b tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143479 Nov 11 17:28:58.439189 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-15c57447-326e-4800-8088-1b96e47c9420 None None] Attempting to bind port 4fddfde8-d139-4de4-9881-8cda6959a7de on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:28:58.439189 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-15c57447-326e-4800-8088-1b96e47c9420 None None] Attempting to bind port 4fddfde8-d139-4de4-9881-8cda6959a7de by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '606cc7f2-0ae8-41f8-8f51-1d005b5cc14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:28:58.439478 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c57447-326e-4800-8088-1b96e47c9420 None None] Attempting to bind port 4fddfde8-d139-4de4-9881-8cda6959a7de on network 300e4c66-3787-4da6-80a9-352f2a4327e2 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:28:58.446085 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c57447-326e-4800-8088-1b96e47c9420 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:28:58.446487 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c57447-326e-4800-8088-1b96e47c9420 None None] Checking segment: {'id': '606cc7f2-0ae8-41f8-8f51-1d005b5cc14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:28:58.446864 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-15c57447-326e-4800-8088-1b96e47c9420 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:58.447259 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c57447-326e-4800-8088-1b96e47c9420 None None] Bound using segment: {'id': '606cc7f2-0ae8-41f8-8f51-1d005b5cc14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:28:58.447761 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-15c57447-326e-4800-8088-1b96e47c9420 None None] Bound port: 4fddfde8-d139-4de4-9881-8cda6959a7de, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606cc7f2-0ae8-41f8-8f51-1d005b5cc14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:28:58.448169 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-15c57447-326e-4800-8088-1b96e47c9420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:58.502741 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-79a22bca-03b3-4a3a-bb76-b4135ae3f5a2 req-7cd94b2a-b1e5-4d3f-83a8-ffff9846e11f tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097648 Nov 11 17:28:58.524366 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-ed5f6840-3685-4700-9a89-2372756c6252 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Allocated IP 172.20.0.1 (300e4c66-3787-4da6-80a9-352f2a4327e2/c5e126e7-d2ca-4394-ad5b-29b1765ee8ec/ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:28:58.534864 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-15c57447-326e-4800-8088-1b96e47c9420 None None] For port 4fddfde8-d139-4de4-9881-8cda6959a7de, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:28:58.539540 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-15c57447-326e-4800-8088-1b96e47c9420 None None] For port 4fddfde8-d139-4de4-9881-8cda6959a7de, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=4fddfde8-d139-4de4-9881-8cda6959a7de,segment=NetworkSegment(606cc7f2-0ae8-41f8-8f51-1d005b5cc14b),segment_id=606cc7f2-0ae8-41f8-8f51-1d005b5cc14b)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:28:58.548294 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-15c57447-326e-4800-8088-1b96e47c9420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:58.586742 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c92ed-e46b-4c81-8201-25d80e64c775 req-73cc9ed2-170b-4939-9461-199259308421 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:58.606169 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c92ed-e46b-4c81-8201-25d80e64c775 req-73cc9ed2-170b-4939-9461-199259308421 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:58.618922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c92ed-e46b-4c81-8201-25d80e64c775 req-73cc9ed2-170b-4939-9461-199259308421 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:58.625275 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c92ed-e46b-4c81-8201-25d80e64c775 req-73cc9ed2-170b-4939-9461-199259308421 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:58.631467 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c92ed-e46b-4c81-8201-25d80e64c775 req-73cc9ed2-170b-4939-9461-199259308421 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:58.638088 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c92ed-e46b-4c81-8201-25d80e64c775 req-73cc9ed2-170b-4939-9461-199259308421 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:58.639515 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c57447-326e-4800-8088-1b96e47c9420 None None] Pushing event updated for resources: {'Port': ['ID=4fddfde8-d139-4de4-9881-8cda6959a7de,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:58.644386 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c92ed-e46b-4c81-8201-25d80e64c775 req-73cc9ed2-170b-4939-9461-199259308421 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:58.648348 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb1c92ed-e46b-4c81-8201-25d80e64c775 req-73cc9ed2-170b-4939-9461-199259308421 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5432 time: 0.1261518 Nov 11 17:28:58.693419 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-1a8d5d2b-888b-465a-add6-886a1b9ba9da tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Made reservation on behalf of 0e5747bb491947f2a2d2c2ebc01d2df0 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:28:58.697467 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-1a8d5d2b-888b-465a-add6-886a1b9ba9da tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:58.711937 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb1c92ed-e46b-4c81-8201-25d80e64c775 req-81b30ab3-32ab-4842-9cc1-5f000b3a0d76 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590589 Nov 11 17:28:58.719454 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ed5f6840-3685-4700-9a89-2372756c6252 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:58.882559 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ed5f6840-3685-4700-9a89-2372756c6252 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:58.887024 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f7c88-20ae-4e23-9d60-6fc27fa4bca2 req-3d57d8d2-a919-4eea-8ab1-afd97ca1b888 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:58.893485 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f7c88-20ae-4e23-9d60-6fc27fa4bca2 req-3d57d8d2-a919-4eea-8ab1-afd97ca1b888 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:58.899884 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f7c88-20ae-4e23-9d60-6fc27fa4bca2 req-3d57d8d2-a919-4eea-8ab1-afd97ca1b888 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:58.906705 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f7c88-20ae-4e23-9d60-6fc27fa4bca2 req-3d57d8d2-a919-4eea-8ab1-afd97ca1b888 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:58.913164 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f7c88-20ae-4e23-9d60-6fc27fa4bca2 req-3d57d8d2-a919-4eea-8ab1-afd97ca1b888 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:58.920444 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f7c88-20ae-4e23-9d60-6fc27fa4bca2 req-3d57d8d2-a919-4eea-8ab1-afd97ca1b888 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:58.926654 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f7c88-20ae-4e23-9d60-6fc27fa4bca2 req-3d57d8d2-a919-4eea-8ab1-afd97ca1b888 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:58.933468 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-537f7c88-20ae-4e23-9d60-6fc27fa4bca2 req-3d57d8d2-a919-4eea-8ab1-afd97ca1b888 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5432 time: 0.1136625 Nov 11 17:28:59.140219 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e0b43-60de-4897-ad8d-aa92ddf14c18 req-ac556515-fcac-417d-aec4-7c1b23dc85e1 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:59.142195 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-744e0b43-60de-4897-ad8d-aa92ddf14c18 req-ac556515-fcac-417d-aec4-7c1b23dc85e1 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.0870235 Nov 11 17:28:59.192915 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-1a8d5d2b-888b-465a-add6-886a1b9ba9da tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Allocated IP 172.20.0.12 (3e09136b-2afb-4141-b1b5-3d967dca5d2d/6a33a415-81af-4eb3-b9c5-17414d49d9ff/5e9da66b-602a-4017-9d4b-c8d28759e7ce) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:28:59.211404 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-79d4dc5e-edc9-46e0-9f56-c3dc579eed44 req-3dcb1061-5294-4420-8a62-a594df786de7 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=29b5c085-cc4e-4937-9129-f918a63d70fd HTTP/1.1" status: 200 len: 210 time: 0.0419424 Nov 11 17:28:59.213321 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5f6840-3685-4700-9a89-2372756c6252 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network 300e4c66-3787-4da6-80a9-352f2a4327e2 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:59.220793 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-ed5f6840-3685-4700-9a89-2372756c6252 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:59.228356 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5f6840-3685-4700-9a89-2372756c6252 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:28:59.238727 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-744e0b43-60de-4897-ad8d-aa92ddf14c18 req-779900b8-b7fd-4aa7-8c81-f58d01571c10 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825286 Nov 11 17:28:59.265193 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f6840-3685-4700-9a89-2372756c6252 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Port': ['ID=ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:59.301761 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ed5f6840-3685-4700-9a89-2372756c6252 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:59.506480 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-1a8d5d2b-888b-465a-add6-886a1b9ba9da tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:59.516979 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ed5f6840-3685-4700-9a89-2372756c6252 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:59.552063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1b10f-ae98-4ffd-8437-61659ab69bda req-ca2da6fa-e6f9-441b-8d95-e2bd86462371 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:59.560274 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50c1b10f-ae98-4ffd-8437-61659ab69bda req-ca2da6fa-e6f9-441b-8d95-e2bd86462371 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0642378 Nov 11 17:28:59.626041 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-1a8d5d2b-888b-465a-add6-886a1b9ba9da tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:59.639475 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8c84b91b-aa9c-42d0-a19b-b3f82d715671'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:28:59.659152 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50c1b10f-ae98-4ffd-8437-61659ab69bda req-0d630b57-731d-479b-bdfe-b1cdaa76f93f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978308 Nov 11 17:28:59.672079 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['6e29b4d4-ac97-4352-9075-fac71f4148c5'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:28:59.683977 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7a65a-5526-483e-96ee-1a684bfc2330 req-ef6aef59-06fe-446d-82cb-9daf945b749c tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:59.692324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c3d7a65a-5526-483e-96ee-1a684bfc2330 req-ef6aef59-06fe-446d-82cb-9daf945b749c tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678 HTTP/1.1" status: 200 len: 949 time: 0.1001678 Nov 11 17:28:59.759294 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f7ace5-7740-44da-a3dc-774416f4a514 None None] Network 300e4c66-3787-4da6-80a9-352f2a4327e2 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:28:59.809514 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c3d7a65a-5526-483e-96ee-1a684bfc2330 req-8322e23a-006b-4392-bfdb-c95af894600d tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161919 Nov 11 17:28:59.831666 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fa78f-9680-4f72-9cc6-bebc6ac833b5 req-c9efc198-6750-4032-a6db-e16039262d8b tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:59.840927 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b2fa78f-9680-4f72-9cc6-bebc6ac833b5 req-c9efc198-6750-4032-a6db-e16039262d8b tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0947988 Nov 11 17:28:59.847117 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:28:59.863427 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-1a8d5d2b-888b-465a-add6-886a1b9ba9da tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Network 3e09136b-2afb-4141-b1b5-3d967dca5d2d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:28:59.872817 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-1a8d5d2b-888b-465a-add6-886a1b9ba9da tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:28:59.876326 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-1a8d5d2b-888b-465a-add6-886a1b9ba9da tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:28:59.892693 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f7b64a1e-ae01-4769-81ed-8a54173da230 None None] Provisioning complete for port 4fddfde8-d139-4de4-9881-8cda6959a7de triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:28:59.893069 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f7b64a1e-ae01-4769-81ed-8a54173da230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:28:59.903250 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ac1311-0388-4b18-a954-31ad80bc0518 None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:28:59.908774 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b2fa78f-9680-4f72-9cc6-bebc6ac833b5 req-96f40c5e-efd1-4352-ab6a-c8effa2f1fb2 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664344 Nov 11 17:28:59.916392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d5d2b-888b-465a-add6-886a1b9ba9da tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Pushing event updated for resources: {'Port': ['ID=5e9da66b-602a-4017-9d4b-c8d28759e7ce,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:28:59.990855 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7755ae7-4a6e-4222-955a-26a035eb7abf req-1c11c50f-f68c-42bd-8362-1f80e3abaf19 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:28:59.999664 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b7755ae7-4a6e-4222-955a-26a035eb7abf req-1c11c50f-f68c-42bd-8362-1f80e3abaf19 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=334e94bd-5698-4cdb-a7ac-78ded4374906 HTTP/1.1" status: 200 len: 950 time: 0.0895524 Nov 11 17:29:00.011493 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ed5f6840-3685-4700-9a89-2372756c6252 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:00.019988 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ed5f6840-3685-4700-9a89-2372756c6252 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:00.063823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b7755ae7-4a6e-4222-955a-26a035eb7abf req-5d992767-02d5-4449-8191-11498ee83a76 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631535 Nov 11 17:29:00.121910 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-1a8d5d2b-888b-465a-add6-886a1b9ba9da tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:00.122575 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-1a8d5d2b-888b-465a-add6-886a1b9ba9da tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:00.148319 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-1a8d5d2b-888b-465a-add6-886a1b9ba9da tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7516384 Nov 11 17:29:00.153569 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f6840-3685-4700-9a89-2372756c6252 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Port': ['ID=ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:00.156079 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ed5f6840-3685-4700-9a89-2372756c6252 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:00.156284 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fc6fb-149b-41a4-ba8e-fa835a3ff6f1 req-2b14ba89-b06a-41ba-873c-366838016f87 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:00.158359 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d64fc6fb-149b-41a4-ba8e-fa835a3ff6f1 req-2b14ba89-b06a-41ba-873c-366838016f87 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0865138 Nov 11 17:29:00.168456 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] Request body: {'port': {'device_id': '29b5c085-cc4e-4937-9129-f918a63d70fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:29:00.202553 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f7b64a1e-ae01-4769-81ed-8a54173da230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:00.255110 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d64fc6fb-149b-41a4-ba8e-fa835a3ff6f1 req-e5bf6450-3b65-4ad4-9f3f-cfb174874361 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827689 Nov 11 17:29:00.255851 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f7b64a1e-ae01-4769-81ed-8a54173da230 None None] For port 4fddfde8-d139-4de4-9881-8cda6959a7de, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=4fddfde8-d139-4de4-9881-8cda6959a7de,segment=NetworkSegment(606cc7f2-0ae8-41f8-8f51-1d005b5cc14b),segment_id=606cc7f2-0ae8-41f8-8f51-1d005b5cc14b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:00.265571 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f7b64a1e-ae01-4769-81ed-8a54173da230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:00.341346 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:00.346523 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5f6840-3685-4700-9a89-2372756c6252 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network 300e4c66-3787-4da6-80a9-352f2a4327e2 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:29:00.356667 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-ed5f6840-3685-4700-9a89-2372756c6252 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:29:00.402187 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b64a1e-ae01-4769-81ed-8a54173da230 None None] Pushing event updated for resources: {'Port': ['ID=4fddfde8-d139-4de4-9881-8cda6959a7de,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:00.411103 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23e974-dc80-4de3-82bb-d1403c8efa7e req-9e62c768-2740-48d1-9aa1-b612e9077710 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:00.416708 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb23e974-dc80-4de3-82bb-d1403c8efa7e req-9e62c768-2740-48d1-9aa1-b612e9077710 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=29b5c085-cc4e-4937-9129-f918a63d70fd HTTP/1.1" status: 200 len: 932 time: 0.0739515 Nov 11 17:29:00.420588 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d2932259-5e64-443c-9b37-6966dd381a05 None None] Provisioning complete for port 5e9da66b-602a-4017-9d4b-c8d28759e7ce triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:00.420961 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d2932259-5e64-443c-9b37-6966dd381a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:00.467658 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d2932259-5e64-443c-9b37-6966dd381a05 None None] Port 5e9da66b-602a-4017-9d4b-c8d28759e7ce cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:29:00.501935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb23e974-dc80-4de3-82bb-d1403c8efa7e req-9c4812ce-4921-42a0-adf1-251a35fdef90 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759838 Nov 11 17:29:00.748463 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5f6840-3685-4700-9a89-2372756c6252 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router d458a728-4526-4dbf-ba64-ce6f95261ccb is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:29:00.770077 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-62ad85e9-3723-4cf2-965b-0467d83c4e24 None None] Provisioning complete for port 4fddfde8-d139-4de4-9881-8cda6959a7de triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:00.770077 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-62ad85e9-3723-4cf2-965b-0467d83c4e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:00.777318 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58aecc-4d92-436e-b547-e9c62162de70 req-95f7d704-3cc8-40f6-9adb-f769d0045b4a tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:00.785014 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef58aecc-4d92-436e-b547-e9c62162de70 req-95f7d704-3cc8-40f6-9adb-f769d0045b4a tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1648355 Nov 11 17:29:00.819186 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9774a59-7de1-43a0-a9a7-d1ddf6ce97d7 req-7fdaaa3f-444e-452b-a30b-d002d76fb867 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:00.838492 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9774a59-7de1-43a0-a9a7-d1ddf6ce97d7 req-7fdaaa3f-444e-452b-a30b-d002d76fb867 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1494823 Nov 11 17:29:00.843475 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 4fddfde8-d139-4de4-9881-8cda6959a7de up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:29:00.914921 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9774a59-7de1-43a0-a9a7-d1ddf6ce97d7 req-d0bea7a2-3af5-45c2-bdc9-d276a1a14622 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731418 Nov 11 17:29:00.924764 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef58aecc-4d92-436e-b547-e9c62162de70 req-dcf56743-7f1d-4f96-9f85-24907b8d131c tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387379 Nov 11 17:29:00.964595 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5f6840-3685-4700-9a89-2372756c6252 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:29:00.978040 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ed5f6840-3685-4700-9a89-2372756c6252 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/d458a728-4526-4dbf-ba64-ce6f95261ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3236051 Nov 11 17:29:00.978415 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 35914) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:00.985865 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-8c2e2220-efa5-4c6c-8a22-f4d15e5eda6d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'network': {'name': 'tempest-RoutersTest-2125419147'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:29:00.986878 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] Sync routers for ids ['d458a728-4526-4dbf-ba64-ce6f95261ccb'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:29:01.029414 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2e2220-efa5-4c6c-8a22-f4d15e5eda6d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Made reservation on behalf of 62f9606d8f9c497d87c3877ac3e6d760 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:29:01.036927 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c2e2220-efa5-4c6c-8a22-f4d15e5eda6d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:01.081214 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e9da66b-602a-4017-9d4b-c8d28759e7ce {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:29:01.113797 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:01.148081 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] Transition to ACTIVE for port object 5e9da66b-602a-4017-9d4b-c8d28759e7ce will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:29:01.150282 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2e2220-efa5-4c6c-8a22-f4d15e5eda6d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1277} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:29:01.152703 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] Routers {'d458a728-4526-4dbf-ba64-ce6f95261ccb'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:01.154879 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['d458a728-4526-4dbf-ba64-ce6f95261ccb'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:01.157591 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:01.190339 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c2e2220-efa5-4c6c-8a22-f4d15e5eda6d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:01.190938 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-8c2e2220-efa5-4c6c-8a22-f4d15e5eda6d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Added segment 5be378c9-7473-48af-aa65-215af769c9bc of type vlan for network f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870 Nov 11 17:29:01.249360 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9da66b-602a-4017-9d4b-c8d28759e7ce,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:01.310606 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-899afc3a-72ff-4f9a-b349-736d56d34232 req-37c97c08-85f7-46e4-a509-94a209bd7825 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1973722 Nov 11 17:29:01.331613 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c2e2220-efa5-4c6c-8a22-f4d15e5eda6d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:01.383552 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590b250-0eb7-4b86-806e-7cb3a52457a6 req-ca80ac24-ea2d-44ac-bba0-b0dfb36c7802 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:01.385335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d590b250-0eb7-4b86-806e-7cb3a52457a6 req-ca80ac24-ea2d-44ac-bba0-b0dfb36c7802 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1533093 Nov 11 17:29:01.386128 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] Attempting to bind port 5e9da66b-602a-4017-9d4b-c8d28759e7ce on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:29:01.387006 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] Attempting to bind port 5e9da66b-602a-4017-9d4b-c8d28759e7ce by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:29:01.387638 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] Attempting to bind port 5e9da66b-602a-4017-9d4b-c8d28759e7ce on network 3e09136b-2afb-4141-b1b5-3d967dca5d2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:29:01.394674 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] Port 5e9da66b-602a-4017-9d4b-c8d28759e7ce on network 3e09136b-2afb-4141-b1b5-3d967dca5d2d not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:29:01.395357 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] Attempting to bind port 5e9da66b-602a-4017-9d4b-c8d28759e7ce on network 3e09136b-2afb-4141-b1b5-3d967dca5d2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:29:01.402366 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:29:01.402999 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] Checking segment: {'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:29:01.403587 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] Bound using segment: {'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:29:01.404235 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] Bound port: 5e9da66b-602a-4017-9d4b-c8d28759e7ce, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:29:01.404800 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:01.427253 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c2e2220-efa5-4c6c-8a22-f4d15e5eda6d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:01.433627 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2e2220-efa5-4c6c-8a22-f4d15e5eda6d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:01.434596 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c2e2220-efa5-4c6c-8a22-f4d15e5eda6d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:01.480735 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] For port 5e9da66b-602a-4017-9d4b-c8d28759e7ce, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:29:01.484438 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] For port 5e9da66b-602a-4017-9d4b-c8d28759e7ce, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=5e9da66b-602a-4017-9d4b-c8d28759e7ce,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:29:01.488292 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-62ad85e9-3723-4cf2-965b-0467d83c4e24 None None] Provisioning complete for port ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:01.488768 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-62ad85e9-3723-4cf2-965b-0467d83c4e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:01.490131 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:01.495075 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e34f11d-6fd8-4c17-9069-c186168c18d1 None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:29:01.499539 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 4fddfde8-d139-4de4-9881-8cda6959a7de triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:01.499936 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:01.521966 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d590b250-0eb7-4b86-806e-7cb3a52457a6 req-bac49dd6-6e49-4df6-a341-b92b9d096a08 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248589 Nov 11 17:29:01.527591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899afc3a-72ff-4f9a-b349-736d56d34232 req-036bb64a-de6b-4b99-9919-f36bc398a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:01.528909 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-899afc3a-72ff-4f9a-b349-736d56d34232 req-036bb64a-de6b-4b99-9919-f36bc398a881 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9 HTTP/1.1" status: 200 len: 1097 time: 0.1857619 Nov 11 17:29:01.530140 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:01.530709 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:01.532541 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] 10.222.0.64 "PUT /v2.0/ports/5e9da66b-602a-4017-9d4b-c8d28759e7ce HTTP/1.1" status: 200 len: 1092 time: 1.3696039 Nov 11 17:29:01.545973 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8c2e2220-efa5-4c6c-8a22-f4d15e5eda6d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5640147 Nov 11 17:29:01.546397 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b5c085-cc4e-4937-9129-f918a63d70fd', 'tag': '5e9da66b-602a-4017-9d4b-c8d28759e7ce'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:29:01.548678 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9de334c-a1b2-4b1f-bc99-2fec2bc3cc42" -d '{"events": [{"name": "network-changed", "server_uuid": "29b5c085-cc4e-4937-9129-f918a63d70fd", "tag": "5e9da66b-602a-4017-9d4b-c8d28759e7ce"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:29:01.563171 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 35940) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:01.570494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-70cce9a2-2c3b-41fd-b082-967a30b98aa4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'subnet': {'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:29:01.592060 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a103bcf-50d5-475f-8480-9dfae04a2762 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9da66b-602a-4017-9d4b-c8d28759e7ce,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:01.622025 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35946) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:01.629230 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d21305-e5d1-48af-acdf-e04b06fcaab6 x-openstack-request-id: req-f9d21305-e5d1-48af-acdf-e04b06fcaab6 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:29:01.630225 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b5c085-cc4e-4937-9129-f918a63d70fd", "tag": "5e9da66b-602a-4017-9d4b-c8d28759e7ce", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:29:01.630625 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f9d21305-e5d1-48af-acdf-e04b06fcaab6 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:29:01.631695 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b5c085-cc4e-4937-9129-f918a63d70fd', 'tag': '5e9da66b-602a-4017-9d4b-c8d28759e7ce', 'status': 'completed', 'code': 200} Nov 11 17:29:01.640568 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46ee9ba-6721-4b04-9136-6e1ba704cae3 None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:29:01.686652 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] Set router d458a728-4526-4dbf-ba64-ce6f95261ccb gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:01.724824 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-62ad85e9-3723-4cf2-965b-0467d83c4e24 None None] Port ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:29:01.761622 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e2220-efa5-4c6c-8a22-f4d15e5eda6d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Network': ['ID=f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:01.777766 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:29:01.780063 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de334c-a1b2-4b1f-bc99-2fec2bc3cc42 req-e28e089f-4de5-46fe-83c3-69e906b5b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:01.782099 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f9de334c-a1b2-4b1f-bc99-2fec2bc3cc42 req-e28e089f-4de5-46fe-83c3-69e906b5b72d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&device_id=29b5c085-cc4e-4937-9129-f918a63d70fd HTTP/1.1" status: 200 len: 1095 time: 0.1065364 Nov 11 17:29:01.799447 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45232ce2-ff39-461c-a4ab-5c60f4e51c1e req-d2b279f7-9ef0-403d-9d6c-26f998c7abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:01.799953 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45232ce2-ff39-461c-a4ab-5c60f4e51c1e req-d2b279f7-9ef0-403d-9d6c-26f998c7abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:01.800420 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45232ce2-ff39-461c-a4ab-5c60f4e51c1e req-d2b279f7-9ef0-403d-9d6c-26f998c7abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:01.800882 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45232ce2-ff39-461c-a4ab-5c60f4e51c1e req-d2b279f7-9ef0-403d-9d6c-26f998c7abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:01.801339 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45232ce2-ff39-461c-a4ab-5c60f4e51c1e req-d2b279f7-9ef0-403d-9d6c-26f998c7abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:01.801795 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45232ce2-ff39-461c-a4ab-5c60f4e51c1e req-d2b279f7-9ef0-403d-9d6c-26f998c7abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:01.802253 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45232ce2-ff39-461c-a4ab-5c60f4e51c1e req-d2b279f7-9ef0-403d-9d6c-26f998c7abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:01.804404 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45232ce2-ff39-461c-a4ab-5c60f4e51c1e req-d2b279f7-9ef0-403d-9d6c-26f998c7abaa service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 6489 time: 0.1813557 Nov 11 17:29:01.958644 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-55535835-e4ce-4d39-83aa-0b59b73cac68 None None] Provisioning complete for port ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:01.959005 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-55535835-e4ce-4d39-83aa-0b59b73cac68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:02.025417 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-55535835-e4ce-4d39-83aa-0b59b73cac68 None None] Port ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:29:02.044774 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45232ce2-ff39-461c-a4ab-5c60f4e51c1e req-1cd8c060-5f19-4f94-a99b-cbbe535563f9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2214863 Nov 11 17:29:02.046564 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de334c-a1b2-4b1f-bc99-2fec2bc3cc42 req-5dab4bee-f16f-442c-878d-ca1cbbbd6524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:02.048300 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f9de334c-a1b2-4b1f-bc99-2fec2bc3cc42 req-5dab4bee-f16f-442c-878d-ca1cbbbd6524 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2430060 Nov 11 17:29:02.090144 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:28:59Z', 'revision_number': 2, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:28:59Z', 'revision_number': 2, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:02.119321 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] Checking router: d458a728-4526-4dbf-ba64-ce6f95261ccb for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:29:02.119668 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] Updating router d458a728-4526-4dbf-ba64-ce6f95261ccb port ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:29:02.149106 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:02.167521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cce9a2-2c3b-41fd-b082-967a30b98aa4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Made reservation on behalf of 62f9606d8f9c497d87c3877ac3e6d760 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:29:02.170984 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-70cce9a2-2c3b-41fd-b082-967a30b98aa4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:02.241925 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74647680-fa40-4989-b95c-81f3a5ae6875 req-83ddfe09-9121-42ce-bab7-e599c717e94d tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:02.243421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74647680-fa40-4989-b95c-81f3a5ae6875 req-83ddfe09-9121-42ce-bab7-e599c717e94d tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=29b5c085-cc4e-4937-9129-f918a63d70fd HTTP/1.1" status: 200 len: 944 time: 0.5102792 Nov 11 17:29:02.244540 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de334c-a1b2-4b1f-bc99-2fec2bc3cc42 req-358fd6b1-b26a-4b02-9abc-71f898eaba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:02.246279 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f9de334c-a1b2-4b1f-bc99-2fec2bc3cc42 req-358fd6b1-b26a-4b02-9abc-71f898eaba9f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1904943 Nov 11 17:29:02.262248 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35940a5-84a2-472d-a2e9-729b9e6ce21e req-13533056-3fad-48df-ba8f-ecd1a4fe8a9c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:02.264388 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f35940a5-84a2-472d-a2e9-729b9e6ce21e req-13533056-3fad-48df-ba8f-ecd1a4fe8a9c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.5031598 Nov 11 17:29:02.304295 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899afc3a-72ff-4f9a-b349-736d56d34232 req-e1fab713-1ca8-4ad9-9445-8a534c20f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:02.306508 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-899afc3a-72ff-4f9a-b349-736d56d34232 req-e1fab713-1ca8-4ad9-9445-8a534c20f444 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 908 time: 0.7282467 Nov 11 17:29:02.371151 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-02a0da53-b29d-4347-83f0-2d5c48bcad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:02.372768 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-02a0da53-b29d-4347-83f0-2d5c48bcad2d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&device_id=29b5c085-cc4e-4937-9129-f918a63d70fd HTTP/1.1" status: 200 len: 1095 time: 0.0468416 Nov 11 17:29:02.395310 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-899afc3a-72ff-4f9a-b349-736d56d34232 req-e2477c68-731d-4170-ba8b-1665e2c77464 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c84b91b-aa9c-42d0-a19b-b3f82d715671 HTTP/1.1" status: 200 len: 217 time: 0.0680883 Nov 11 17:29:02.423172 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-b6bea832-4bdc-4bf4-8708-38a203c98fae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e9da66b-602a-4017-9d4b-c8d28759e7ce HTTP/1.1" status: 200 len: 217 time: 0.0352185 Nov 11 17:29:02.444041 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:02.450326 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:02.459349 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74647680-fa40-4989-b95c-81f3a5ae6875 req-1bec85e6-f4e2-45d0-b7a4-020b038b6b86 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878114 Nov 11 17:29:02.465557 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f35940a5-84a2-472d-a2e9-729b9e6ce21e req-091a9cef-4a05-4bd2-beb7-4210c771097a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886113 Nov 11 17:29:02.495811 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-7ceee4df-8ff3-410c-b4d2-f034405cb4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:02.497255 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-7ceee4df-8ff3-410c-b4d2-f034405cb4ed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a33a415-81af-4eb3-b9c5-17414d49d9ff HTTP/1.1" status: 200 len: 846 time: 0.0663564 Nov 11 17:29:02.506686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899afc3a-72ff-4f9a-b349-736d56d34232 req-237a0474-d08d-431f-bf97-10accf83919a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:02.509307 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-899afc3a-72ff-4f9a-b349-736d56d34232 req-237a0474-d08d-431f-bf97-10accf83919a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6a33a415-81af-4eb3-b9c5-17414d49d9ff HTTP/1.1" status: 200 len: 846 time: 0.1059396 Nov 11 17:29:02.549433 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9020b1-cd03-4475-a983-f52c1abd5705 None None] Pushing event updated for resources: {'Port': ['ID=ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:02.563481 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-50b8610c-a7c7-4618-8cb0-55775a2748b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e09136b-2afb-4141-b1b5-3d967dca5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574641 Nov 11 17:29:02.569087 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-899afc3a-72ff-4f9a-b349-736d56d34232 req-f0517da7-3b3a-4156-a4eb-95c5ddccd16f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3e09136b-2afb-4141-b1b5-3d967dca5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505426 Nov 11 17:29:02.640606 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] Attempting to bind port ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:29:02.640983 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] Attempting to bind port ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '606cc7f2-0ae8-41f8-8f51-1d005b5cc14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:29:02.641344 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] Attempting to bind port ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60 on network 300e4c66-3787-4da6-80a9-352f2a4327e2 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:29:02.651655 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:29:02.652293 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] Checking segment: {'id': '606cc7f2-0ae8-41f8-8f51-1d005b5cc14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:29:02.652847 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:02.653310 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] Bound using segment: {'id': '606cc7f2-0ae8-41f8-8f51-1d005b5cc14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:29:02.654624 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] Bound port: ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606cc7f2-0ae8-41f8-8f51-1d005b5cc14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:29:02.655022 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:02.680115 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:29:02.720999 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-70cce9a2-2c3b-41fd-b082-967a30b98aa4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:02.742041 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-f6d10137-d090-4fac-a539-a5cc0d083029 service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684639 Nov 11 17:29:02.837482 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd7bac-fdd6-45e5-981b-bbb306603202 req-50a53c80-c195-4df3-93f1-0b4bce6b3e75 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:02.844460 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] For port ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:29:02.845210 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6dd7bac-fdd6-45e5-981b-bbb306603202 req-50a53c80-c195-4df3-93f1-0b4bce6b3e75 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.2343695 Nov 11 17:29:02.847634 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cce9a2-2c3b-41fd-b082-967a30b98aa4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Subnet': ['ID=f5e24141-b8fa-4b7a-9c26-f003e5f34ea5,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:02.853559 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-899afc3a-72ff-4f9a-b349-736d56d34232 req-89673882-e142-4f03-8f6b-4a510be2f48e service neutron] 10.222.0.83 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493119 Nov 11 17:29:02.869806 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] For port ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60,segment=NetworkSegment(606cc7f2-0ae8-41f8-8f51-1d005b5cc14b),segment_id=606cc7f2-0ae8-41f8-8f51-1d005b5cc14b)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:29:02.876617 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:02.977048 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9020b1-cd03-4475-a983-f52c1abd5705 None None] Pushing event updated for resources: {'Port': ['ID=ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:02.994226 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] Routers {'d458a728-4526-4dbf-ba64-ce6f95261ccb'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:02.995146 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['d458a728-4526-4dbf-ba64-ce6f95261ccb'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:03.006453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cce9a2-2c3b-41fd-b082-967a30b98aa4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Checking segment: {'id': '5be378c9-7473-48af-aa65-215af769c9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:29:03.006832 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cce9a2-2c3b-41fd-b082-967a30b98aa4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network hostable DHCP agents. Network: f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:29:03.036882 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6dd7bac-fdd6-45e5-981b-bbb306603202 req-35e3bbd0-16e7-497d-8cb0-761c05a12f81 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907873 Nov 11 17:29:03.081881 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9160f2f-82eb-4820-9095-dcc60ccb08ba req-e240c6f2-a4d8-4376-8d19-e4b51f2db6f3 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:03.083813 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9160f2f-82eb-4820-9095-dcc60ccb08ba req-e240c6f2-a4d8-4376-8d19-e4b51f2db6f3 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1482494 Nov 11 17:29:03.094396 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-899afc3a-72ff-4f9a-b349-736d56d34232 req-e0ed9f13-7a3e-4019-bd17-b95ca37eaadb service neutron] 10.222.0.83 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325957 Nov 11 17:29:03.097006 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cce9a2-2c3b-41fd-b082-967a30b98aa4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:29:03.104936 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:03.120103 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-930c30ca-ed56-4a71-8c65-0532f5f9b31b None None] Provisioning complete for port ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:03.120645 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-930c30ca-ed56-4a71-8c65-0532f5f9b31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:03.122578 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '02ec03e8-8286-4b13-a1b3-c2acdf4a6eee', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '02ec03e8-8286-4b13-a1b3-c2acdf4a6eee', 'mac_address': 'fa:16:3e:0c:0d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:29:03.145057 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-70cce9a2-2c3b-41fd-b082-967a30b98aa4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:29:03.150333 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cce9a2-2c3b-41fd-b082-967a30b98aa4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:03.150931 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-70cce9a2-2c3b-41fd-b082-967a30b98aa4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:03.181830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71da52e7-1bf0-49de-aeb5-312314f652f2 None None] Network f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:29:03.192429 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9160f2f-82eb-4820-9095-dcc60ccb08ba req-582f0058-a90c-4a90-a5d7-ab2c7e16007e tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969574 Nov 11 17:29:03.210653 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-70cce9a2-2c3b-41fd-b082-967a30b98aa4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6454074 Nov 11 17:29:03.212899 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 35974) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:03.220703 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-449e56ab-ecad-4de3-b51b-8e079108c26e req-68f0a79c-52c0-4afa-aa1c-769a74e2956f service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716821 Nov 11 17:29:03.274507 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] Set router d458a728-4526-4dbf-ba64-ce6f95261ccb gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:03.331104 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:03.369662 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c38c77-8bb5-43dd-9baf-5050161baaf2 req-693c2947-56e2-4fba-8665-c08dd4c7a59f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:03.371758 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-27c38c77-8bb5-43dd-9baf-5050161baaf2 req-693c2947-56e2-4fba-8665-c08dd4c7a59f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0765023 Nov 11 17:29:03.410435 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:29:03.499273 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-27c38c77-8bb5-43dd-9baf-5050161baaf2 req-b7aa7743-1e4a-4651-ab02-58542539ed11 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908146 Nov 11 17:29:03.526706 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:03.559989 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:03.628143 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-930c30ca-ed56-4a71-8c65-0532f5f9b31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:03.741821 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd5662-219e-4e05-92c6-a2e213cc2523 req-7aef5ff7-6b9f-4c3c-a801-33da9a398133 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:03.743464 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1bd5662-219e-4e05-92c6-a2e213cc2523 req-7aef5ff7-6b9f-4c3c-a801-33da9a398133 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=29b5c085-cc4e-4937-9129-f918a63d70fd HTTP/1.1" status: 200 len: 944 time: 0.1322176 Nov 11 17:29:03.819910 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14dfc8-199d-4062-94df-0741f31181c3 req-4b9ee58f-f87b-49b5-84fc-6551b3bf6ff5 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:03.821506 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c14dfc8-199d-4062-94df-0741f31181c3 req-4b9ee58f-f87b-49b5-84fc-6551b3bf6ff5 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1745012 Nov 11 17:29:03.857990 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b35a120f-55fa-4ed6-b6b4-17b1cd940f2d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:03.895329 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25d50cc-3778-466a-b7b2-1553c9f12ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870', 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'fixed_ips': [{'subnet_id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:29:03.896219 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c25d50cc-3778-466a-b7b2-1553c9f12ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:03.899045 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['02ec03e8-8286-4b13-a1b3-c2acdf4a6eee'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:29:03.904554 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c14dfc8-199d-4062-94df-0741f31181c3 req-9074af75-4287-4a9b-b8e8-f307ee35537a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710289 Nov 11 17:29:03.934775 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1bd5662-219e-4e05-92c6-a2e213cc2523 req-3962d24e-5164-4789-907d-077b16fe8399 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660151 Nov 11 17:29:03.959559 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-930c30ca-ed56-4a71-8c65-0532f5f9b31b None None] For port ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60,segment=NetworkSegment(606cc7f2-0ae8-41f8-8f51-1d005b5cc14b),segment_id=606cc7f2-0ae8-41f8-8f51-1d005b5cc14b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:04.132871 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:04.154673 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-930c30ca-ed56-4a71-8c65-0532f5f9b31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:04.228216 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:28:59Z', 'revision_number': 2, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:29:02Z', 'revision_number': 4, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:04.245746 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-c25d50cc-3778-466a-b7b2-1553c9f12ca3 None None] Allocated IP 172.21.0.2 (f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870/f5e24141-b8fa-4b7a-9c26-f003e5f34ea5/fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:29:04.354219 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a6045f-4e1f-4718-a0e5-298aa727e771 None None] The sync data for ids ['d458a728-4526-4dbf-ba64-ce6f95261ccb'] in n-d-816206-4 is: [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:28:59Z', 'revision_number': 2, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:29:02Z', 'revision_number': 4, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:29:04.363158 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b436f-795c-4c14-9d29-b8bf6e2952b5 req-eee3c20f-0b49-4a3f-a30a-f8ffa2769088 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:04.371199 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-186b436f-795c-4c14-9d29-b8bf6e2952b5 req-eee3c20f-0b49-4a3f-a30a-f8ffa2769088 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1594484 Nov 11 17:29:04.387617 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c30ca-ed56-4a71-8c65-0532f5f9b31b None None] Pushing event updated for resources: {'Port': ['ID=ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:04.398126 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1b6c3-9a39-494a-af70-8b7c1c182dea req-61c88c3e-17b6-4203-b406-712fd2d7038e tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:04.402105 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-80c1b6c3-9a39-494a-af70-8b7c1c182dea req-61c88c3e-17b6-4203-b406-712fd2d7038e tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.2753491 Nov 11 17:29:04.426855 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c84b464e-f748-4fc8-8988-016388bde8ef None None] Provisioning complete for port ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:04.427232 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c84b464e-f748-4fc8-8988-016388bde8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:04.499647 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-80c1b6c3-9a39-494a-af70-8b7c1c182dea req-1b8ff8b7-d4ae-4e64-9729-bbcafea258b9 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961690 Nov 11 17:29:04.520233 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-186b436f-795c-4c14-9d29-b8bf6e2952b5 req-89d28f33-4cc4-4ec3-b087-a4a25ae70774 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474690 Nov 11 17:29:04.658569 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c25d50cc-3778-466a-b7b2-1553c9f12ca3 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:04.673640 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c25d50cc-3778-466a-b7b2-1553c9f12ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:04.722680 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbd863-07b0-42e2-83e7-ddff05a5db0b req-b8fc14c4-4ae2-499e-acfa-fe33c5cd3d66 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:04.724275 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59dbd863-07b0-42e2-83e7-ddff05a5db0b req-b8fc14c4-4ae2-499e-acfa-fe33c5cd3d66 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1187360 Nov 11 17:29:04.745301 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-b35a120f-55fa-4ed6-b6b4-17b1cd940f2d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Allocated IP 172.21.0.1 (f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870/f5e24141-b8fa-4b7a-9c26-f003e5f34ea5/b9c8d225-5f55-4947-bb01-f609add8c6f7) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:29:04.766888 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25d50cc-3778-466a-b7b2-1553c9f12ca3 None None] Network f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:29:04.770858 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-c25d50cc-3778-466a-b7b2-1553c9f12ca3 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:29:04.782511 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25d50cc-3778-466a-b7b2-1553c9f12ca3 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:29:04.821332 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d50cc-3778-466a-b7b2-1553c9f12ca3 None None] Pushing event updated for resources: {'Port': ['ID=fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:04.877958 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59dbd863-07b0-42e2-83e7-ddff05a5db0b req-22f790f5-5f4e-4ea8-ae5f-52c9913ea4b6 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189895 Nov 11 17:29:04.882697 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c25d50cc-3778-466a-b7b2-1553c9f12ca3 None None] Attempting to bind port fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:29:04.883069 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c25d50cc-3778-466a-b7b2-1553c9f12ca3 None None] Attempting to bind port fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '5be378c9-7473-48af-aa65-215af769c9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:29:04.883432 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d50cc-3778-466a-b7b2-1553c9f12ca3 None None] Attempting to bind port fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2 on network f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:29:04.890292 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d50cc-3778-466a-b7b2-1553c9f12ca3 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:29:04.890668 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d50cc-3778-466a-b7b2-1553c9f12ca3 None None] Checking segment: {'id': '5be378c9-7473-48af-aa65-215af769c9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:29:04.891072 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c25d50cc-3778-466a-b7b2-1553c9f12ca3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:04.891458 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d50cc-3778-466a-b7b2-1553c9f12ca3 None None] Bound using segment: {'id': '5be378c9-7473-48af-aa65-215af769c9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:29:04.891964 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c25d50cc-3778-466a-b7b2-1553c9f12ca3 None None] Bound port: fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be378c9-7473-48af-aa65-215af769c9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:29:04.892342 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c25d50cc-3778-466a-b7b2-1553c9f12ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:04.954330 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b35a120f-55fa-4ed6-b6b4-17b1cd940f2d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:04.982644 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c25d50cc-3778-466a-b7b2-1553c9f12ca3 None None] For port fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:29:04.985928 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c25d50cc-3778-466a-b7b2-1553c9f12ca3 None None] For port fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2,segment=NetworkSegment(5be378c9-7473-48af-aa65-215af769c9bc),segment_id=5be378c9-7473-48af-aa65-215af769c9bc)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:29:04.990114 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c25d50cc-3778-466a-b7b2-1553c9f12ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:05.069791 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b35a120f-55fa-4ed6-b6b4-17b1cd940f2d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:05.090129 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d50cc-3778-466a-b7b2-1553c9f12ca3 None None] Pushing event updated for resources: {'Port': ['ID=fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:05.173109 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59702c-3ff2-46ed-a379-77b61a97ba81 req-43890e5c-2836-4276-a065-d986b76e4610 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:05.175367 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db59702c-3ff2-46ed-a379-77b61a97ba81 req-43890e5c-2836-4276-a065-d986b76e4610 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.2022047 Nov 11 17:29:05.205853 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35a120f-55fa-4ed6-b6b4-17b1cd940f2d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:29:05.223689 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-b35a120f-55fa-4ed6-b6b4-17b1cd940f2d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:29:05.227163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35a120f-55fa-4ed6-b6b4-17b1cd940f2d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:29:05.234567 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a120f-55fa-4ed6-b6b4-17b1cd940f2d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Port': ['ID=b9c8d225-5f55-4947-bb01-f609add8c6f7,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:05.286135 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d22fdf-806d-493e-8004-e0c1fa1f4471 req-059fae19-b5c6-4538-839c-701500db39b6 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:05.292395 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45d22fdf-806d-493e-8004-e0c1fa1f4471 req-059fae19-b5c6-4538-839c-701500db39b6 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=29b5c085-cc4e-4937-9129-f918a63d70fd HTTP/1.1" status: 200 len: 944 time: 0.2415926 Nov 11 17:29:05.355011 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db59702c-3ff2-46ed-a379-77b61a97ba81 req-21954a10-5ddf-471b-9214-fc0e742b41d0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631904 Nov 11 17:29:05.359519 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b35a120f-55fa-4ed6-b6b4-17b1cd940f2d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:05.465433 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45d22fdf-806d-493e-8004-e0c1fa1f4471 req-24f6b196-d347-4791-9d71-f57749d09326 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544671 Nov 11 17:29:05.626723 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b35a120f-55fa-4ed6-b6b4-17b1cd940f2d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:05.850374 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89823422-8ba9-4ff5-84e4-18acc5cbb477 req-2341ae7c-72d3-417d-917d-ceac3650e579 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:05.852382 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07fc3e-910c-41d0-b565-34eb89b684da req-7602f8b2-247d-4ef3-ae93-34e01a47cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:05.854608 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cb07fc3e-910c-41d0-b565-34eb89b684da req-7602f8b2-247d-4ef3-ae93-34e01a47cc88 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 1097 time: 0.0662994 Nov 11 17:29:05.858509 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89823422-8ba9-4ff5-84e4-18acc5cbb477 req-2341ae7c-72d3-417d-917d-ceac3650e579 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1756234 Nov 11 17:29:05.924427 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cb07fc3e-910c-41d0-b565-34eb89b684da req-d037078f-5106-4262-96ab-7d1a1ae3b53c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624373 Nov 11 17:29:06.308811 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c383b9-b9dc-4cea-83ec-d61b5b17fae1 req-3187a0d3-779a-4d6e-af6c-6bf2b3ebcfbf tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:06.316063 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6c383b9-b9dc-4cea-83ec-d61b5b17fae1 req-3187a0d3-779a-4d6e-af6c-6bf2b3ebcfbf tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.4841347 Nov 11 17:29:06.366162 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89823422-8ba9-4ff5-84e4-18acc5cbb477 req-6e8182ea-c5ba-4708-b1f3-f0ad7e3a0a48 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067923 Nov 11 17:29:06.436508 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6c383b9-b9dc-4cea-83ec-d61b5b17fae1 req-c9487194-d2fc-42d7-a71a-576488dcdcd3 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195214 Nov 11 17:29:06.495689 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b35a120f-55fa-4ed6-b6b4-17b1cd940f2d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:06.503425 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b35a120f-55fa-4ed6-b6b4-17b1cd940f2d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:06.642924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b35a120f-55fa-4ed6-b6b4-17b1cd940f2d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:06.649288 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a120f-55fa-4ed6-b6b4-17b1cd940f2d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Port': ['ID=b9c8d225-5f55-4947-bb01-f609add8c6f7,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:06.686061 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 5e9da66b-602a-4017-9d4b-c8d28759e7ce details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:29:06.691761 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:29:06.719099 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c2bd9-9e8e-4262-9099-38a0787c1200 req-eb21ac62-8aaf-4184-ae0d-2a3e299b83d4 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:06.726441 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd7c2bd9-9e8e-4262-9099-38a0787c1200 req-eb21ac62-8aaf-4184-ae0d-2a3e299b83d4 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1740103 Nov 11 17:29:06.760954 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fa8a1-3fc2-44dc-93b4-610cd8119187 req-4d3bf48d-0aa3-4af8-ae34-1e2075da4e35 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:06.768547 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c04fa8a1-3fc2-44dc-93b4-610cd8119187 req-4d3bf48d-0aa3-4af8-ae34-1e2075da4e35 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=29b5c085-cc4e-4937-9129-f918a63d70fd HTTP/1.1" status: 200 len: 944 time: 0.2098351 Nov 11 17:29:06.872272 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd7c2bd9-9e8e-4262-9099-38a0787c1200 req-d3cfc87f-ec17-4f3d-81f4-51fc30343e85 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448200 Nov 11 17:29:06.904383 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:29:06.907411 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35a120f-55fa-4ed6-b6b4-17b1cd940f2d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:29:06.916240 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-b35a120f-55fa-4ed6-b6b4-17b1cd940f2d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:29:06.952695 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c04fa8a1-3fc2-44dc-93b4-610cd8119187 req-98ab8251-f330-4f1a-98df-450ddf29604b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831865 Nov 11 17:29:07.061462 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 5e9da66b-602a-4017-9d4b-c8d28759e7ce, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=5e9da66b-602a-4017-9d4b-c8d28759e7ce,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:07.105019 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '5e9da66b-602a-4017-9d4b-c8d28759e7ce', 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d', 'port_id': '5e9da66b-602a-4017-9d4b-c8d28759e7ce', 'mac_address': 'fa:16:3e:1c:1b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a33a415-81af-4eb3-b9c5-17414d49d9ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:29:07.125974 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:07.134064 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35a120f-55fa-4ed6-b6b4-17b1cd940f2d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router d458a728-4526-4dbf-ba64-ce6f95261ccb has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:29:07.137370 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:07.251900 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:07.274762 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:07.275290 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:07.284197 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e9da66b-602a-4017-9d4b-c8d28759e7ce {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:29:07.337298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64a32c-61fa-474a-b8ac-ca20fdd05e83 req-c4e7e1c3-39bd-4b57-960c-ec1740f092c0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:07.338858 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a64a32c-61fa-474a-b8ac-ca20fdd05e83 req-c4e7e1c3-39bd-4b57-960c-ec1740f092c0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1971200 Nov 11 17:29:07.365433 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 5e9da66b-602a-4017-9d4b-c8d28759e7ce, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=5e9da66b-602a-4017-9d4b-c8d28759e7ce,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:07.384322 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35a120f-55fa-4ed6-b6b4-17b1cd940f2d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:29:07.396597 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:07.400678 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fcbb25-a963-4313-9436-085872b63709 None None] Sync routers for ids ['d458a728-4526-4dbf-ba64-ce6f95261ccb'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:29:07.408463 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b35a120f-55fa-4ed6-b6b4-17b1cd940f2d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/d458a728-4526-4dbf-ba64-ce6f95261ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1906614 Nov 11 17:29:07.409415 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36076) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:07.416982 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-27336633-0cc1-4c1d-81f8-3dff5c84637b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'network': {'name': 'tempest-RoutersTest-1411349791'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:29:07.419067 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fcbb25-a963-4313-9436-085872b63709 None None] Routers {'d458a728-4526-4dbf-ba64-ce6f95261ccb'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:07.419972 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-56fcbb25-a963-4313-9436-085872b63709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['d458a728-4526-4dbf-ba64-ce6f95261ccb'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:07.451982 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a64a32c-61fa-474a-b8ac-ca20fdd05e83 req-64963b88-8538-43b1-b7a4-71e7e14bc8dc tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015785 Nov 11 17:29:07.498845 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27336633-0cc1-4c1d-81f8-3dff5c84637b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Made reservation on behalf of 62f9606d8f9c497d87c3877ac3e6d760 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:29:07.516854 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-27336633-0cc1-4c1d-81f8-3dff5c84637b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:07.571916 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27336633-0cc1-4c1d-81f8-3dff5c84637b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1269} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:29:07.576543 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ec8849-4561-4dff-8ccf-e8f25ad2cc6e None None] Network f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:29:07.577828 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-56fcbb25-a963-4313-9436-085872b63709 None None] Set router d458a728-4526-4dbf-ba64-ce6f95261ccb gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:07.583432 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a764690-0940-49bb-a4b1-1ae1b69bcf50 req-923ce223-cb04-48ac-bdf2-689548f1d59f tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:07.584020 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-27336633-0cc1-4c1d-81f8-3dff5c84637b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:07.584020 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-27336633-0cc1-4c1d-81f8-3dff5c84637b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Added segment 78b3dce0-7686-4cca-9522-f4dfbd72e309 of type vlan for network dc3a127c-1380-4380-bdfb-9551df2a025f Nov 11 17:29:07.585142 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9a764690-0940-49bb-a4b1-1ae1b69bcf50 req-923ce223-cb04-48ac-bdf2-689548f1d59f tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1044173 Nov 11 17:29:07.604576 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a44c6bf8-d924-4b38-9126-48e926835154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:07.695265 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-27336633-0cc1-4c1d-81f8-3dff5c84637b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:07.708412 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:07.758494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f5caa-0c05-4b89-9151-d68c168773a2 req-9cedf69f-58ce-4303-8ab2-79941209bcea tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:07.761512 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e74f5caa-0c05-4b89-9151-d68c168773a2 req-9cedf69f-58ce-4303-8ab2-79941209bcea tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1696303 Nov 11 17:29:07.773630 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=5e9da66b-602a-4017-9d4b-c8d28759e7ce,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:07.779865 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-27336633-0cc1-4c1d-81f8-3dff5c84637b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:07.791307 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27336633-0cc1-4c1d-81f8-3dff5c84637b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:07.792426 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-27336633-0cc1-4c1d-81f8-3dff5c84637b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:07.796160 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9a764690-0940-49bb-a4b1-1ae1b69bcf50 req-e40a43c7-c100-423b-92f6-7b61cafcd195 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991680 Nov 11 17:29:07.804697 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334e94bd-5698-4cdb-a7ac-78ded4374906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ec03e8-8286-4b13-a1b3-c2acdf4a6eee'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:29:07.806921 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e774ad-72e1-4c20-a7fd-be046250d8af" -d '{"events": [{"server_uuid": "334e94bd-5698-4cdb-a7ac-78ded4374906", "name": "network-vif-plugged", "status": "completed", "tag": "02ec03e8-8286-4b13-a1b3-c2acdf4a6eee"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:29:07.826100 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:07.834909 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c27f4a7a-ae39-4636-9763-980abd27f2db None None] Provisioning complete for port fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:07.835847 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c27f4a7a-ae39-4636-9763-980abd27f2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:07.860876 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:07.886202 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:07.943116 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['5e9da66b-602a-4017-9d4b-c8d28759e7ce'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:29:07.973986 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e74f5caa-0c05-4b89-9151-d68c168773a2 req-8652f5cf-cec7-4c70-9b5a-a98de5fc9dd5 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719792 Nov 11 17:29:08.023668 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-27336633-0cc1-4c1d-81f8-3dff5c84637b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6130900 Nov 11 17:29:08.026365 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f66ce3e-fbdb-42ee-9fb2-84515d207a57 x-openstack-request-id: req-3f66ce3e-fbdb-42ee-9fb2-84515d207a57 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:29:08.026543 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334e94bd-5698-4cdb-a7ac-78ded4374906", "name": "network-vif-plugged", "status": "completed", "tag": "02ec03e8-8286-4b13-a1b3-c2acdf4a6eee", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:29:08.026958 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3f66ce3e-fbdb-42ee-9fb2-84515d207a57 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:29:08.027590 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334e94bd-5698-4cdb-a7ac-78ded4374906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ec03e8-8286-4b13-a1b3-c2acdf4a6eee', 'code': 200} Nov 11 17:29:08.029046 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 36090) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:08.033261 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-56fcbb25-a963-4313-9436-085872b63709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:05Z', 'revision_number': 3, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': 'b9c8d225-5f55-4947-bb01-f609add8c6f7', 'name': '', 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:f0:b8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:04Z', 'updated_at': '2021-11-11T17:29:06Z', 'revision_number': 2, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:29:03Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:08.035273 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-52c0867d-8f63-45ba-8ad2-052f3bd5d29c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'subnet': {'network_id': 'dc3a127c-1380-4380-bdfb-9551df2a025f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:29:08.068604 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27336633-0cc1-4c1d-81f8-3dff5c84637b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Network': ['ID=dc3a127c-1380-4380-bdfb-9551df2a025f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:08.086512 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fcbb25-a963-4313-9436-085872b63709 None None] Checking router: d458a728-4526-4dbf-ba64-ce6f95261ccb for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:29:08.086860 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fcbb25-a963-4313-9436-085872b63709 None None] Updating router d458a728-4526-4dbf-ba64-ce6f95261ccb port b9c8d225-5f55-4947-bb01-f609add8c6f7 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:29:08.098977 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2,segment=NetworkSegment(5be378c9-7473-48af-aa65-215af769c9bc),segment_id=5be378c9-7473-48af-aa65-215af769c9bc)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:08.122002 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network dc3a127c-1380-4380-bdfb-9551df2a025f details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:29:08.171390 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-56fcbb25-a963-4313-9436-085872b63709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:08.223021 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:08.226141 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:29:08.252084 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e64544-c0b1-4995-981a-978d15469fff req-d76051d5-a826-44ef-b022-eca3e37d75cc tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:08.259339 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-31e64544-c0b1-4995-981a-978d15469fff req-d76051d5-a826-44ef-b022-eca3e37d75cc tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=29b5c085-cc4e-4937-9129-f918a63d70fd HTTP/1.1" status: 200 len: 945 time: 0.1710792 Nov 11 17:29:08.266464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c0867d-8f63-45ba-8ad2-052f3bd5d29c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Made reservation on behalf of 62f9606d8f9c497d87c3877ac3e6d760 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:29:08.269828 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-52c0867d-8f63-45ba-8ad2-052f3bd5d29c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:08.302047 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:08.384782 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:08.452738 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-31e64544-c0b1-4995-981a-978d15469fff req-94724a05-3a5d-43eb-926c-578f6cd3ea15 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923306 Nov 11 17:29:08.545293 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:08.545670 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:08.800109 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-52c0867d-8f63-45ba-8ad2-052f3bd5d29c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:08.878578 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c7365-9f09-40bd-ac24-608c75289764 req-f3e0a588-554f-4a70-b74d-500128574942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:08.886241 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-087c7365-9f09-40bd-ac24-608c75289764 req-f3e0a588-554f-4a70-b74d-500128574942 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=306a4c542bc14bef8e6801a97c53fb31&device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 1097 time: 0.1133835 Nov 11 17:29:08.900581 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-56fcbb25-a963-4313-9436-085872b63709 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:08.913853 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-56fcbb25-a963-4313-9436-085872b63709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:08.943080 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e41819-31b9-4d61-9785-fb913dfa1e28 req-a6283dba-551e-42fe-9f64-78e8ea30dd0c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:08.954955 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-79e41819-31b9-4d61-9785-fb913dfa1e28 req-a6283dba-551e-42fe-9f64-78e8ea30dd0c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.2357113 Nov 11 17:29:09.024960 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75293f22-354d-4034-981d-7d8abd32495c None None] Pushing event updated for resources: {'Port': ['ID=b9c8d225-5f55-4947-bb01-f609add8c6f7,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:09.038777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0867d-8f63-45ba-8ad2-052f3bd5d29c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Subnet': ['ID=a499dcf8-bad0-4637-a5a6-1007a57cefd5,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:09.047770 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75293f22-354d-4034-981d-7d8abd32495c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:09.047770 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75293f22-354d-4034-981d-7d8abd32495c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:09.048937 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75293f22-354d-4034-981d-7d8abd32495c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:09.050559 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75293f22-354d-4034-981d-7d8abd32495c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:09.051837 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75293f22-354d-4034-981d-7d8abd32495c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:09.052445 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75293f22-354d-4034-981d-7d8abd32495c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:09.054884 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75293f22-354d-4034-981d-7d8abd32495c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:09.055343 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75293f22-354d-4034-981d-7d8abd32495c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:09.055802 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75293f22-354d-4034-981d-7d8abd32495c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:09.056231 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75293f22-354d-4034-981d-7d8abd32495c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:09.056658 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75293f22-354d-4034-981d-7d8abd32495c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:09.059960 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75293f22-354d-4034-981d-7d8abd32495c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:09.063055 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c0867d-8f63-45ba-8ad2-052f3bd5d29c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Checking segment: {'id': '78b3dce0-7686-4cca-9522-f4dfbd72e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': 'dc3a127c-1380-4380-bdfb-9551df2a025f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:29:09.063600 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c0867d-8f63-45ba-8ad2-052f3bd5d29c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network hostable DHCP agents. Network: dc3a127c-1380-4380-bdfb-9551df2a025f, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:29:09.084020 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0204532-2383-4dbc-ac6b-40a28ba7b403 req-e5f58bc2-bea3-40cb-bdf0-6f95c90edf61 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:09.088548 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0204532-2383-4dbc-ac6b-40a28ba7b403 req-e5f58bc2-bea3-40cb-bdf0-6f95c90edf61 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.2268345 Nov 11 17:29:09.091196 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c7365-9f09-40bd-ac24-608c75289764 req-40a17b17-1b1b-46eb-b7be-954d60797461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:09.097776 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-087c7365-9f09-40bd-ac24-608c75289764 req-40a17b17-1b1b-46eb-b7be-954d60797461 service neutron] 10.222.0.64 "GET /v2.0/networks?id=328b7d2e-efb4-416c-88d6-28cdbb34eaa1 HTTP/1.1" status: 200 len: 920 time: 0.2085948 Nov 11 17:29:09.151665 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-56fcbb25-a963-4313-9436-085872b63709 None None] Attempting to bind port b9c8d225-5f55-4947-bb01-f609add8c6f7 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:29:09.155387 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-56fcbb25-a963-4313-9436-085872b63709 None None] Attempting to bind port b9c8d225-5f55-4947-bb01-f609add8c6f7 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '5be378c9-7473-48af-aa65-215af769c9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:29:09.156115 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fcbb25-a963-4313-9436-085872b63709 None None] Attempting to bind port b9c8d225-5f55-4947-bb01-f609add8c6f7 on network f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:29:09.165290 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fcbb25-a963-4313-9436-085872b63709 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:29:09.166075 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fcbb25-a963-4313-9436-085872b63709 None None] Checking segment: {'id': '5be378c9-7473-48af-aa65-215af769c9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:29:09.166713 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-56fcbb25-a963-4313-9436-085872b63709 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:09.167308 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fcbb25-a963-4313-9436-085872b63709 None None] Bound using segment: {'id': '5be378c9-7473-48af-aa65-215af769c9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:29:09.168561 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-56fcbb25-a963-4313-9436-085872b63709 None None] Bound port: b9c8d225-5f55-4947-bb01-f609add8c6f7, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be378c9-7473-48af-aa65-215af769c9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:29:09.169164 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-56fcbb25-a963-4313-9436-085872b63709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:09.228989 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-087c7365-9f09-40bd-ac24-608c75289764 req-bca2eccf-7fca-417b-a573-e92b77a04459 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c09178a-b5b0-4a76-8e8a-ea18b2a43565 HTTP/1.1" status: 200 len: 217 time: 0.1225426 Nov 11 17:29:09.249117 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-79e41819-31b9-4d61-9785-fb913dfa1e28 req-b80a7511-2736-42e7-b0a8-d90768fd7cb4 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929037 Nov 11 17:29:09.270880 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c0867d-8f63-45ba-8ad2-052f3bd5d29c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network dc3a127c-1380-4380-bdfb-9551df2a025f is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:29:09.348344 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-56fcbb25-a963-4313-9436-085872b63709 None None] For port b9c8d225-5f55-4947-bb01-f609add8c6f7, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:29:09.354034 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-56fcbb25-a963-4313-9436-085872b63709 None None] For port b9c8d225-5f55-4947-bb01-f609add8c6f7, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b9c8d225-5f55-4947-bb01-f609add8c6f7,segment=NetworkSegment(5be378c9-7473-48af-aa65-215af769c9bc),segment_id=5be378c9-7473-48af-aa65-215af769c9bc)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:29:09.369314 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-56fcbb25-a963-4313-9436-085872b63709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:09.404285 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0204532-2383-4dbc-ac6b-40a28ba7b403 req-3abf9c35-a1c8-4a53-8065-590c46c79ecb tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077161 Nov 11 17:29:09.441052 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-190cd6a6-e123-4e55-bd66-3b0731f73332 None None] Provisioning complete for port b9c8d225-5f55-4947-bb01-f609add8c6f7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:09.441751 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-190cd6a6-e123-4e55-bd66-3b0731f73332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:09.460605 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c7365-9f09-40bd-ac24-608c75289764 req-b36c52c9-6308-40ed-b539-49ee50f7d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:09.464599 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-087c7365-9f09-40bd-ac24-608c75289764 req-b36c52c9-6308-40ed-b539-49ee50f7d33b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b36a3487-9104-49ee-900b-5ebde2143e8f HTTP/1.1" status: 200 len: 858 time: 0.2198637 Nov 11 17:29:09.508387 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-52c0867d-8f63-45ba-8ad2-052f3bd5d29c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, dc3a127c-1380-4380-bdfb-9551df2a025f) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:29:09.529710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c0867d-8f63-45ba-8ad2-052f3bd5d29c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:09.532290 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-52c0867d-8f63-45ba-8ad2-052f3bd5d29c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:09.539987 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-087c7365-9f09-40bd-ac24-608c75289764 req-4e97f561-56e0-47a3-a657-16a73fc745f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=328b7d2e-efb4-416c-88d6-28cdbb34eaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675375 Nov 11 17:29:09.561673 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75293f22-354d-4034-981d-7d8abd32495c None None] Pushing event updated for resources: {'Port': ['ID=b9c8d225-5f55-4947-bb01-f609add8c6f7,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:09.586027 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-52c0867d-8f63-45ba-8ad2-052f3bd5d29c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5554833 Nov 11 17:29:09.589291 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 36120) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:09.608871 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fcbb25-a963-4313-9436-085872b63709 None None] Routers {'d458a728-4526-4dbf-ba64-ce6f95261ccb'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:09.612326 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-56fcbb25-a963-4313-9436-085872b63709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:28:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['d458a728-4526-4dbf-ba64-ce6f95261ccb'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:09.618851 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d99dd8d-2f8d-482f-98dc-2a56d73a0df1 None None] Network dc3a127c-1380-4380-bdfb-9551df2a025f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:29:09.780572 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-087c7365-9f09-40bd-ac24-608c75289764 req-c26b6e48-90e8-47ab-9126-0e406a1a2dca service neutron] 10.222.0.64 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305782 Nov 11 17:29:09.880105 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-56fcbb25-a963-4313-9436-085872b63709 None None] Set router d458a728-4526-4dbf-ba64-ce6f95261ccb gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:09.904105 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814826e-9557-4b6d-8feb-8358ada7b86f req-bb6798d6-f500-4bb0-a76e-38bb00598e9c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:09.916203 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d814826e-9557-4b6d-8feb-8358ada7b86f req-bb6798d6-f500-4bb0-a76e-38bb00598e9c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.5099339 Nov 11 17:29:09.978647 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6b6b5a32-2da6-4be8-9854-1571b5f12e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:10.011875 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-087c7365-9f09-40bd-ac24-608c75289764 req-63575af4-5345-484a-88f7-42689fe7cf1c service neutron] 10.222.0.64 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102115 Nov 11 17:29:10.126267 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfffdac8-4a6f-459d-b305-d511f4cbe59e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-dc3a127c-1380-4380-bdfb-9551df2a025f', 'network_id': 'dc3a127c-1380-4380-bdfb-9551df2a025f', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'fixed_ips': [{'subnet_id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:29:10.127520 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dfffdac8-4a6f-459d-b305-d511f4cbe59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:10.130063 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-190cd6a6-e123-4e55-bd66-3b0731f73332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:10.178207 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:29:10.223989 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-190cd6a6-e123-4e55-bd66-3b0731f73332 None None] For port b9c8d225-5f55-4947-bb01-f609add8c6f7, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b9c8d225-5f55-4947-bb01-f609add8c6f7,segment=NetworkSegment(5be378c9-7473-48af-aa65-215af769c9bc),segment_id=5be378c9-7473-48af-aa65-215af769c9bc)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:10.313923 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-190cd6a6-e123-4e55-bd66-3b0731f73332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:10.359514 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-56fcbb25-a963-4313-9436-085872b63709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:05Z', 'revision_number': 3, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': 'b9c8d225-5f55-4947-bb01-f609add8c6f7', 'name': '', 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:f0:b8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:04Z', 'updated_at': '2021-11-11T17:29:09Z', 'revision_number': 4, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:29:03Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:10.401626 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ec6bc-2f9d-4d4d-ba1f-645fc4bdd397 req-d1551347-24af-4cea-80f6-65c42d30ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:10.403552 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bb5ec6bc-2f9d-4d4d-ba1f-645fc4bdd397 req-d1551347-24af-4cea-80f6-65c42d30ed4a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=306a4c542bc14bef8e6801a97c53fb31&device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 1097 time: 0.1211100 Nov 11 17:29:10.420979 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fcbb25-a963-4313-9436-085872b63709 None None] The sync data for ids ['d458a728-4526-4dbf-ba64-ce6f95261ccb'] in n-d-816206-4 is: [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:05Z', 'revision_number': 3, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': 'b9c8d225-5f55-4947-bb01-f609add8c6f7', 'name': '', 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:f0:b8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:04Z', 'updated_at': '2021-11-11T17:29:09Z', 'revision_number': 4, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:29:03Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:29:10.615159 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-190cd6a6-e123-4e55-bd66-3b0731f73332 None None] Provisioning complete for port fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:10.623409 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-190cd6a6-e123-4e55-bd66-3b0731f73332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:10.670411 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d814826e-9557-4b6d-8feb-8358ada7b86f req-3e8a4edc-8d74-48b2-b830-55289b681a3a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7531998 Nov 11 17:29:10.769476 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cd6a6-e123-4e55-bd66-3b0731f73332 None None] Pushing event updated for resources: {'Port': ['ID=b9c8d225-5f55-4947-bb01-f609add8c6f7,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:10.904872 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ec6bc-2f9d-4d4d-ba1f-645fc4bdd397 req-41222bdc-36c1-4e21-a828-c4e011c288dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:10.906960 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bb5ec6bc-2f9d-4d4d-ba1f-645fc4bdd397 req-41222bdc-36c1-4e21-a828-c4e011c288dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=328b7d2e-efb4-416c-88d6-28cdbb34eaa1 HTTP/1.1" status: 200 len: 920 time: 0.4767575 Nov 11 17:29:10.967511 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:10.969202 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:11.016458 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4da050-d07a-4c48-8f62-09978b77f6fc req-d65f67b9-d16c-41b8-af6d-f94075ea640a tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:11.017081 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bb5ec6bc-2f9d-4d4d-ba1f-645fc4bdd397 req-a9ea9c4b-4057-44ae-a33a-7bd9bca926db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c09178a-b5b0-4a76-8e8a-ea18b2a43565 HTTP/1.1" status: 200 len: 217 time: 0.1019430 Nov 11 17:29:11.020895 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe4da050-d07a-4c48-8f62-09978b77f6fc req-d65f67b9-d16c-41b8-af6d-f94075ea640a tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=29b5c085-cc4e-4937-9129-f918a63d70fd HTTP/1.1" status: 200 len: 945 time: 1.1400321 Nov 11 17:29:11.032694 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ffb10ba3-fdda-4840-86bb-a4109b083d3d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:11.057267 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:11.104445 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ec6bc-2f9d-4d4d-ba1f-645fc4bdd397 req-fd331cd7-be6a-4710-a778-8a9fd10a9ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:11.105880 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bb5ec6bc-2f9d-4d4d-ba1f-645fc4bdd397 req-fd331cd7-be6a-4710-a778-8a9fd10a9ad2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b36a3487-9104-49ee-900b-5ebde2143e8f HTTP/1.1" status: 200 len: 858 time: 0.0780313 Nov 11 17:29:11.168142 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe4da050-d07a-4c48-8f62-09978b77f6fc req-1ce9c9a7-93b8-4e23-8c46-8276d852aaed tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301525 Nov 11 17:29:11.196410 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-dfffdac8-4a6f-459d-b305-d511f4cbe59e None None] Allocated IP 172.22.0.2 (dc3a127c-1380-4380-bdfb-9551df2a025f/a499dcf8-bad0-4637-a5a6-1007a57cefd5/f33bd2bd-6889-4aa2-98f3-5350f6746109) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:29:11.199338 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bb5ec6bc-2f9d-4d4d-ba1f-645fc4bdd397 req-c39d8ae6-18e1-48be-bf0d-d36c8f954530 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=328b7d2e-efb4-416c-88d6-28cdbb34eaa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845492 Nov 11 17:29:11.467932 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bb5ec6bc-2f9d-4d4d-ba1f-645fc4bdd397 req-64c89868-59eb-45ab-8985-a7471a10b28d service neutron] 10.222.0.64 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469838 Nov 11 17:29:11.556859 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7e33211c-31fc-4e0b-8bab-2df27ce04020 None None] Provisioning complete for port b9c8d225-5f55-4947-bb01-f609add8c6f7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:11.557229 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7e33211c-31fc-4e0b-8bab-2df27ce04020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:11.619973 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bb5ec6bc-2f9d-4d4d-ba1f-645fc4bdd397 req-6d3ce58e-ae6a-4703-a070-ebb2d5e8cb89 service neutron] 10.222.0.64 "GET /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460092 Nov 11 17:29:11.773435 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d734e-9e44-45df-a57a-fae20b53cf0e req-907b0300-b99e-4b74-b0e4-511d6016145f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:11.781299 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-151d734e-9e44-45df-a57a-fae20b53cf0e req-907b0300-b99e-4b74-b0e4-511d6016145f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1565597 Nov 11 17:29:11.790774 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dfffdac8-4a6f-459d-b305-d511f4cbe59e None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:11.799357 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dfffdac8-4a6f-459d-b305-d511f4cbe59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:11.887873 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcf54f-b6b0-4477-a59f-c4fdd2b2df55 req-51c86955-dd3f-4d42-8968-c38046e06149 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:11.895203 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-53dcf54f-b6b0-4477-a59f-c4fdd2b2df55 req-51c86955-dd3f-4d42-8968-c38046e06149 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.2120450 Nov 11 17:29:11.922747 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfffdac8-4a6f-459d-b305-d511f4cbe59e None None] Network dc3a127c-1380-4380-bdfb-9551df2a025f is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:29:11.934847 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-dfffdac8-4a6f-459d-b305-d511f4cbe59e None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:29:11.942262 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfffdac8-4a6f-459d-b305-d511f4cbe59e None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:29:11.944333 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-151d734e-9e44-45df-a57a-fae20b53cf0e req-a21acbec-6ccd-4038-a044-dc9df97eca89 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587300 Nov 11 17:29:11.946719 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffdac8-4a6f-459d-b305-d511f4cbe59e None None] Pushing event updated for resources: {'Port': ['ID=f33bd2bd-6889-4aa2-98f3-5350f6746109,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:11.975343 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-ffb10ba3-fdda-4840-86bb-a4109b083d3d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Allocated IP 172.22.0.1 (dc3a127c-1380-4380-bdfb-9551df2a025f/a499dcf8-bad0-4637-a5a6-1007a57cefd5/fcd5b5a5-6311-47e0-bde7-feb2a44e0c19) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:29:12.039603 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-53dcf54f-b6b0-4477-a59f-c4fdd2b2df55 req-05e9cbc9-c250-4a43-96c6-56d32e75f610 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365590 Nov 11 17:29:12.102821 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-dfffdac8-4a6f-459d-b305-d511f4cbe59e None None] Attempting to bind port f33bd2bd-6889-4aa2-98f3-5350f6746109 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:29:12.102821 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-dfffdac8-4a6f-459d-b305-d511f4cbe59e None None] Attempting to bind port f33bd2bd-6889-4aa2-98f3-5350f6746109 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '78b3dce0-7686-4cca-9522-f4dfbd72e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': 'dc3a127c-1380-4380-bdfb-9551df2a025f'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:29:12.103849 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfffdac8-4a6f-459d-b305-d511f4cbe59e None None] Attempting to bind port f33bd2bd-6889-4aa2-98f3-5350f6746109 on network dc3a127c-1380-4380-bdfb-9551df2a025f {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:29:12.118283 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfffdac8-4a6f-459d-b305-d511f4cbe59e None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:29:12.120401 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfffdac8-4a6f-459d-b305-d511f4cbe59e None None] Checking segment: {'id': '78b3dce0-7686-4cca-9522-f4dfbd72e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': 'dc3a127c-1380-4380-bdfb-9551df2a025f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:29:12.120911 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dfffdac8-4a6f-459d-b305-d511f4cbe59e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:12.121407 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfffdac8-4a6f-459d-b305-d511f4cbe59e None None] Bound using segment: {'id': '78b3dce0-7686-4cca-9522-f4dfbd72e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': 'dc3a127c-1380-4380-bdfb-9551df2a025f'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:29:12.123196 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-dfffdac8-4a6f-459d-b305-d511f4cbe59e None None] Bound port: f33bd2bd-6889-4aa2-98f3-5350f6746109, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b3dce0-7686-4cca-9522-f4dfbd72e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': 'dc3a127c-1380-4380-bdfb-9551df2a025f'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:29:12.123196 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dfffdac8-4a6f-459d-b305-d511f4cbe59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:12.233648 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b9c8d225-5f55-4947-bb01-f609add8c6f7 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:29:12.286356 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ffb10ba3-fdda-4840-86bb-a4109b083d3d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:12.305882 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78385374-a112-4abc-8c7b-5a14a50bd9a4 req-eee19aa6-3c5a-4028-8b3e-d7c88ae1d2b1 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:12.307487 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-78385374-a112-4abc-8c7b-5a14a50bd9a4 req-eee19aa6-3c5a-4028-8b3e-d7c88ae1d2b1 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1082821 Nov 11 17:29:12.321263 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-dfffdac8-4a6f-459d-b305-d511f4cbe59e None None] For port f33bd2bd-6889-4aa2-98f3-5350f6746109, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:29:12.325949 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-dfffdac8-4a6f-459d-b305-d511f4cbe59e None None] For port f33bd2bd-6889-4aa2-98f3-5350f6746109, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f33bd2bd-6889-4aa2-98f3-5350f6746109,segment=NetworkSegment(78b3dce0-7686-4cca-9522-f4dfbd72e309),segment_id=78b3dce0-7686-4cca-9522-f4dfbd72e309)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:29:12.333286 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dfffdac8-4a6f-459d-b305-d511f4cbe59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:12.402118 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port b9c8d225-5f55-4947-bb01-f609add8c6f7 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:12.403288 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:12.425484 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ffb10ba3-fdda-4840-86bb-a4109b083d3d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:12.474041 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-78385374-a112-4abc-8c7b-5a14a50bd9a4 req-1c8b3436-b1d4-4cdf-897b-91f7fbed8f0b tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579013 Nov 11 17:29:12.488984 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e83217-9203-4c71-b4d5-534caf34422f req-c3eec9a9-683b-431d-884f-6504c7c4f08c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:12.490569 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83e83217-9203-4c71-b4d5-534caf34422f req-c3eec9a9-683b-431d-884f-6504c7c4f08c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=29b5c085-cc4e-4937-9129-f918a63d70fd HTTP/1.1" status: 200 len: 945 time: 0.1615517 Nov 11 17:29:12.528882 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffdac8-4a6f-459d-b305-d511f4cbe59e None None] Pushing event updated for resources: {'Port': ['ID=f33bd2bd-6889-4aa2-98f3-5350f6746109,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:12.531171 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb10ba3-fdda-4840-86bb-a4109b083d3d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network dc3a127c-1380-4380-bdfb-9551df2a025f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:29:12.536694 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:12.544804 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb10ba3-fdda-4840-86bb-a4109b083d3d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Port': ['ID=fcd5b5a5-6311-47e0-bde7-feb2a44e0c19,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:12.562104 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-ffb10ba3-fdda-4840-86bb-a4109b083d3d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:29:12.567231 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb10ba3-fdda-4840-86bb-a4109b083d3d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:29:12.659293 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83e83217-9203-4c71-b4d5-534caf34422f req-d3ef7c0c-d157-4b5a-9ef6-5012e326e3f7 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548355 Nov 11 17:29:12.668328 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ffb10ba3-fdda-4840-86bb-a4109b083d3d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:12.710389 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 5e9da66b-602a-4017-9d4b-c8d28759e7ce up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:29:12.876098 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:12.883869 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 5e9da66b-602a-4017-9d4b-c8d28759e7ce completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:29:12.894119 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 5e9da66b-602a-4017-9d4b-c8d28759e7ce triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:12.894504 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:12.942238 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073d8a1-946a-42ad-b431-efa523a06ec3 req-49f89d52-2550-4d45-9f0e-c0a60b3680b0 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:12.948581 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2073d8a1-946a-42ad-b431-efa523a06ec3 req-49f89d52-2550-4d45-9f0e-c0a60b3680b0 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 945 time: 0.1825011 Nov 11 17:29:13.008787 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ffb10ba3-fdda-4840-86bb-a4109b083d3d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:13.014191 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:13.040379 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b5c085-cc4e-4937-9129-f918a63d70fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9da66b-602a-4017-9d4b-c8d28759e7ce'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:29:13.043062 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814e2cd9-c7bc-4955-a1e3-e40641368f46" -d '{"events": [{"server_uuid": "29b5c085-cc4e-4937-9129-f918a63d70fd", "name": "network-vif-plugged", "status": "completed", "tag": "5e9da66b-602a-4017-9d4b-c8d28759e7ce"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:29:13.046503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f766af-9d72-4b21-88c5-4f23b60c8fb6 req-ab6fe4a5-a294-48f6-ab00-3a6e8f6888fa tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:13.048613 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39f766af-9d72-4b21-88c5-4f23b60c8fb6 req-ab6fe4a5-a294-48f6-ab00-3a6e8f6888fa tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.2390454 Nov 11 17:29:13.058429 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 5e9da66b-602a-4017-9d4b-c8d28759e7ce, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=5e9da66b-602a-4017-9d4b-c8d28759e7ce,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:13.066466 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:13.125932 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=5e9da66b-602a-4017-9d4b-c8d28759e7ce,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:13.148913 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2073d8a1-946a-42ad-b431-efa523a06ec3 req-8954ddc4-5c0f-4324-b0e5-a29e43e39d3d tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c3e3fde-a5b1-4888-a855-7add44773c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959071 Nov 11 17:29:13.216289 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5055d4e3-c0fb-40b3-93c8-5023fbcc2964 x-openstack-request-id: req-5055d4e3-c0fb-40b3-93c8-5023fbcc2964 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:29:13.217238 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b5c085-cc4e-4937-9129-f918a63d70fd", "name": "network-vif-plugged", "status": "completed", "tag": "5e9da66b-602a-4017-9d4b-c8d28759e7ce", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:29:13.217238 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5055d4e3-c0fb-40b3-93c8-5023fbcc2964 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:29:13.217457 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b5c085-cc4e-4937-9129-f918a63d70fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9da66b-602a-4017-9d4b-c8d28759e7ce', 'code': 200} Nov 11 17:29:13.396437 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f218ddb-038c-4681-a5ac-7a0e6c979e90 req-30319db2-67f7-4b04-a7b1-b41e9c4b0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:13.398929 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4f218ddb-038c-4681-a5ac-7a0e6c979e90 req-30319db2-67f7-4b04-a7b1-b41e9c4b0431 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=29b5c085-cc4e-4937-9129-f918a63d70fd HTTP/1.1" status: 200 len: 1097 time: 0.0637970 Nov 11 17:29:13.492776 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4f218ddb-038c-4681-a5ac-7a0e6c979e90 req-f165f1c1-616b-4cbf-9a95-7f0bb2b9d023 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794988 Nov 11 17:29:13.677619 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39f766af-9d72-4b21-88c5-4f23b60c8fb6 req-1adea3bf-894d-4e2a-9035-be448a4b2a89 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5874739 Nov 11 17:29:13.807373 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d8f10-358a-447f-b45e-f8a94dba48f8 req-6029df10-db9d-47cb-88bf-abace1bf8800 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:13.809137 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-981d8f10-358a-447f-b45e-f8a94dba48f8 req-6029df10-db9d-47cb-88bf-abace1bf8800 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1597316 Nov 11 17:29:13.992408 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-981d8f10-358a-447f-b45e-f8a94dba48f8 req-7bb433b2-eefd-402f-af75-cac3262cd8cd tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739159 Nov 11 17:29:14.065033 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b400c03-b60b-48ec-a356-330571cbe82e req-be2f09ec-b31f-4d3e-a0ec-db9637b0c2c9 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:14.075677 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7b400c03-b60b-48ec-a356-330571cbe82e req-be2f09ec-b31f-4d3e-a0ec-db9637b0c2c9 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1501436 Nov 11 17:29:14.097166 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dcbf77-75a8-4f4c-a089-7627f3cd7641 None None] Network dc3a127c-1380-4380-bdfb-9551df2a025f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:29:14.172080 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ffb10ba3-fdda-4840-86bb-a4109b083d3d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:14.210611 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f33bd2bd-6889-4aa2-98f3-5350f6746109 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:29:14.213051 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ffb10ba3-fdda-4840-86bb-a4109b083d3d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:14.259432 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-48799876-928c-467c-9e89-66d09e74251d None None] Provisioning complete for port f33bd2bd-6889-4aa2-98f3-5350f6746109 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:14.259794 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-48799876-928c-467c-9e89-66d09e74251d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:14.277892 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7b400c03-b60b-48ec-a356-330571cbe82e req-f0997878-bfe4-4bc1-b7a4-e711bfbf132f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012861 Nov 11 17:29:14.308222 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc50041-c29a-4e41-bbdd-45ee20774045 req-7cc5ea95-ef9a-4fc0-9add-ab70525f8317 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:14.310220 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8dc50041-c29a-4e41-bbdd-45ee20774045 req-7cc5ea95-ef9a-4fc0-9add-ab70525f8317 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=29b5c085-cc4e-4937-9129-f918a63d70fd HTTP/1.1" status: 200 len: 946 time: 0.2307432 Nov 11 17:29:14.332737 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ffb10ba3-fdda-4840-86bb-a4109b083d3d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:14.341493 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb10ba3-fdda-4840-86bb-a4109b083d3d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Port': ['ID=fcd5b5a5-6311-47e0-bde7-feb2a44e0c19,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:14.398177 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port f33bd2bd-6889-4aa2-98f3-5350f6746109 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:14.398544 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:14.512079 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8dc50041-c29a-4e41-bbdd-45ee20774045 req-62ffe68f-2fe8-42ee-9a5f-8800c7b921cc tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009964 Nov 11 17:29:14.514026 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb10ba3-fdda-4840-86bb-a4109b083d3d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network dc3a127c-1380-4380-bdfb-9551df2a025f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:29:14.522665 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-48799876-928c-467c-9e89-66d09e74251d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:14.524606 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-ffb10ba3-fdda-4840-86bb-a4109b083d3d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:29:14.582797 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-48799876-928c-467c-9e89-66d09e74251d None None] For port f33bd2bd-6889-4aa2-98f3-5350f6746109, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f33bd2bd-6889-4aa2-98f3-5350f6746109,segment=NetworkSegment(78b3dce0-7686-4cca-9522-f4dfbd72e309),segment_id=78b3dce0-7686-4cca-9522-f4dfbd72e309)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:14.592127 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-48799876-928c-467c-9e89-66d09e74251d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:14.682478 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:14.773914 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48799876-928c-467c-9e89-66d09e74251d None None] Pushing event updated for resources: {'Port': ['ID=f33bd2bd-6889-4aa2-98f3-5350f6746109,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:14.829780 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb10ba3-fdda-4840-86bb-a4109b083d3d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router d458a728-4526-4dbf-ba64-ce6f95261ccb has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:29:14.903975 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:29:14.904340 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:29:15.019775 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8d3682ad-ec33-4892-9a01-51d9ae0643ba None None] Provisioning complete for port fcd5b5a5-6311-47e0-bde7-feb2a44e0c19 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:15.020348 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8d3682ad-ec33-4892-9a01-51d9ae0643ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:15.088325 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-8d3682ad-ec33-4892-9a01-51d9ae0643ba None None] Port fcd5b5a5-6311-47e0-bde7-feb2a44e0c19 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:29:15.102934 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8d3682ad-ec33-4892-9a01-51d9ae0643ba None None] Provisioning complete for port f33bd2bd-6889-4aa2-98f3-5350f6746109 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:15.103613 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8d3682ad-ec33-4892-9a01-51d9ae0643ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:15.128144 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb10ba3-fdda-4840-86bb-a4109b083d3d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:29:15.135953 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ffb10ba3-fdda-4840-86bb-a4109b083d3d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/d458a728-4526-4dbf-ba64-ce6f95261ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5440636 Nov 11 17:29:15.138278 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36220) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:15.143866 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-aa391e40-0044-4d5f-a0c4-bdf49cd86a47 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'network': {'name': 'tempest-RoutersTest-1416626849'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:29:15.174053 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabfa00-93dc-41f8-8e0b-1618a6f78ec7 req-a6a880f0-b9a8-4ba2-ac4e-2a6c0d372bf3 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:15.193850 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6fabfa00-93dc-41f8-8e0b-1618a6f78ec7 req-a6a880f0-b9a8-4ba2-ac4e-2a6c0d372bf3 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 945 time: 0.1159568 Nov 11 17:29:15.193976 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] Sync routers for ids ['d458a728-4526-4dbf-ba64-ce6f95261ccb'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:29:15.202039 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa391e40-0044-4d5f-a0c4-bdf49cd86a47 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Made reservation on behalf of 62f9606d8f9c497d87c3877ac3e6d760 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:29:15.206464 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aa391e40-0044-4d5f-a0c4-bdf49cd86a47 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:15.253079 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa391e40-0044-4d5f-a0c4-bdf49cd86a47 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1286} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:29:15.263852 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aa391e40-0044-4d5f-a0c4-bdf49cd86a47 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:15.264537 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-aa391e40-0044-4d5f-a0c4-bdf49cd86a47 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Added segment ddbef0d9-31ea-43a9-9718-104eedf20b42 of type vlan for network 2313da38-3ec1-45b2-a85b-56d2ccaaaf46 Nov 11 17:29:15.332720 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aa391e40-0044-4d5f-a0c4-bdf49cd86a47 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:15.348754 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6fabfa00-93dc-41f8-8e0b-1618a6f78ec7 req-5b211447-f949-4d81-b44e-da574f615c71 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c3e3fde-a5b1-4888-a855-7add44773c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560791 Nov 11 17:29:15.379982 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] Routers {'d458a728-4526-4dbf-ba64-ce6f95261ccb'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:15.387643 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['d458a728-4526-4dbf-ba64-ce6f95261ccb'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:15.417267 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aa391e40-0044-4d5f-a0c4-bdf49cd86a47 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:15.428320 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa391e40-0044-4d5f-a0c4-bdf49cd86a47 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:15.430509 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aa391e40-0044-4d5f-a0c4-bdf49cd86a47 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:15.482757 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 36234) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:15.484622 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-aa391e40-0044-4d5f-a0c4-bdf49cd86a47 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3401828 Nov 11 17:29:15.488200 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-66dfc0de-2214-4bd3-a7b3-cb6760da4fe4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'subnet': {'network_id': '2313da38-3ec1-45b2-a85b-56d2ccaaaf46', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:29:15.719380 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa391e40-0044-4d5f-a0c4-bdf49cd86a47 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Network': ['ID=2313da38-3ec1-45b2-a85b-56d2ccaaaf46,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:15.780849 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79de77-66fc-4f16-bf4b-9ab6a5684465 req-4cd464b2-e2df-4553-b1d9-a146dc1fc45f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:15.788550 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9c79de77-66fc-4f16-bf4b-9ab6a5684465 req-4cd464b2-e2df-4553-b1d9-a146dc1fc45f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1492114 Nov 11 17:29:15.849229 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66dfc0de-2214-4bd3-a7b3-cb6760da4fe4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Made reservation on behalf of 62f9606d8f9c497d87c3877ac3e6d760 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:29:15.855606 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-66dfc0de-2214-4bd3-a7b3-cb6760da4fe4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:15.912512 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] Set router d458a728-4526-4dbf-ba64-ce6f95261ccb gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:15.917837 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabd158-8b2c-4d11-bf69-653e5364b1d0 req-de4baa8c-c3ff-40f3-8740-fa0429c95b9e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:15.919424 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1dabd158-8b2c-4d11-bf69-653e5364b1d0 req-de4baa8c-c3ff-40f3-8740-fa0429c95b9e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=29b5c085-cc4e-4937-9129-f918a63d70fd HTTP/1.1" status: 200 len: 946 time: 0.2038603 Nov 11 17:29:16.015576 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 2313da38-3ec1-45b2-a85b-56d2ccaaaf46 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:29:16.196188 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9c79de77-66fc-4f16-bf4b-9ab6a5684465 req-20633d7e-e7a1-4315-b8f2-1143c0840406 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987761 Nov 11 17:29:16.203837 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-66dfc0de-2214-4bd3-a7b3-cb6760da4fe4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:16.357081 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f33bd2bd-6889-4aa2-98f3-5350f6746109 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:29:16.366747 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-4e0afeea-491c-4ed6-8b00-55b4620384d9 None None] Provisioning complete for port fcd5b5a5-6311-47e0-bde7-feb2a44e0c19 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:16.367405 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4e0afeea-491c-4ed6-8b00-55b4620384d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:16.385576 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1dabd158-8b2c-4d11-bf69-653e5364b1d0 req-8a18ed2e-dc79-4f4a-95ab-14a4a44ad07f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360254 Nov 11 17:29:16.471595 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dfc0de-2214-4bd3-a7b3-cb6760da4fe4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Checking segment: {'id': 'ddbef0d9-31ea-43a9-9718-104eedf20b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '2313da38-3ec1-45b2-a85b-56d2ccaaaf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:29:16.484448 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dfc0de-2214-4bd3-a7b3-cb6760da4fe4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network hostable DHCP agents. Network: 2313da38-3ec1-45b2-a85b-56d2ccaaaf46, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:29:16.509863 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfc0de-2214-4bd3-a7b3-cb6760da4fe4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Subnet': ['ID=e1b75333-2d0f-4901-873e-dd1c72f0195b,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:16.541777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dfc0de-2214-4bd3-a7b3-cb6760da4fe4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network 2313da38-3ec1-45b2-a85b-56d2ccaaaf46 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:29:16.556625 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-66dfc0de-2214-4bd3-a7b3-cb6760da4fe4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 2313da38-3ec1-45b2-a85b-56d2ccaaaf46) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:29:16.561880 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dfc0de-2214-4bd3-a7b3-cb6760da4fe4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:16.562476 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-66dfc0de-2214-4bd3-a7b3-cb6760da4fe4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:16.564076 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-4e0afeea-491c-4ed6-8b00-55b4620384d9 None None] Port fcd5b5a5-6311-47e0-bde7-feb2a44e0c19 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:29:16.571170 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5884db95-da8c-457d-97c4-ba11430736f4 None None] Network 2313da38-3ec1-45b2-a85b-56d2ccaaaf46 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:29:16.607005 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-66dfc0de-2214-4bd3-a7b3-cb6760da4fe4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1209090 Nov 11 17:29:16.607518 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36260) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:16.658188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac88ff2-24d5-4bdf-859c-5de4789f79de req-1b7b316e-dc7a-4d9d-b36b-dec7faf77789 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:16.665843 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fac88ff2-24d5-4bdf-859c-5de4789f79de req-1b7b316e-dc7a-4d9d-b36b-dec7faf77789 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4ecd10b-190b-4a15-b159-0bb939884f16 HTTP/1.1" status: 200 len: 945 time: 0.0768008 Nov 11 17:29:16.747930 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fac88ff2-24d5-4bdf-859c-5de4789f79de req-49f9855c-3f1f-437b-8272-2735974e9070 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780814 Nov 11 17:29:16.750446 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:12Z', 'revision_number': 4, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': 'b9c8d225-5f55-4947-bb01-f609add8c6f7', 'name': '', 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:f0:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:04Z', 'updated_at': '2021-11-11T17:29:10Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:29:03Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcd5b5a5-6311-47e0-bde7-feb2a44e0c19', 'name': '', 'network_id': 'dc3a127c-1380-4380-bdfb-9551df2a025f', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:28:a4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:11Z', 'updated_at': '2021-11-11T17:29:13Z', 'revision_number': 2, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:16.844171 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port f33bd2bd-6889-4aa2-98f3-5350f6746109 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:16.844558 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:16.857317 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] Checking router: d458a728-4526-4dbf-ba64-ce6f95261ccb for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:29:16.857677 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] Updating router d458a728-4526-4dbf-ba64-ce6f95261ccb port fcd5b5a5-6311-47e0-bde7-feb2a44e0c19 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:29:16.892063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb3b7c-b991-4783-8622-ef82769cff90 req-eb2658fc-3440-4140-a390-150eff4d2483 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:16.893795 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bdcb3b7c-b991-4783-8622-ef82769cff90 req-eb2658fc-3440-4140-a390-150eff4d2483 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 945 time: 0.1216757 Nov 11 17:29:17.004031 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bdcb3b7c-b991-4783-8622-ef82769cff90 req-5e7ea530-ad7d-4db9-b911-a1a7bd021c0f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c3e3fde-a5b1-4888-a855-7add44773c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970945 Nov 11 17:29:17.081769 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3cf5b-3652-4670-aa59-8131b02d67b7 req-0f20d1fa-8655-49fa-bf2e-08fbbcc3fde4 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:17.089204 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fec3cf5b-3652-4670-aa59-8131b02d67b7 req-0f20d1fa-8655-49fa-bf2e-08fbbcc3fde4 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=29b5c085-cc4e-4937-9129-f918a63d70fd HTTP/1.1" status: 200 len: 946 time: 0.0778465 Nov 11 17:29:17.107663 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:17.167200 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fec3cf5b-3652-4670-aa59-8131b02d67b7 req-d9d43e18-9b99-439a-8028-b1bf97c71431 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722380 Nov 11 17:29:17.287688 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fa2fadb0-5a4c-4f9a-a48b-c486e4441381 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:17.441295 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d446771-8aa2-407c-a384-552dd1894ee2 req-f40ac56d-5d12-42ee-aa8e-087dbec06e90 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:17.444826 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7d446771-8aa2-407c-a384-552dd1894ee2 req-f40ac56d-5d12-42ee-aa8e-087dbec06e90 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1435947 Nov 11 17:29:17.529856 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:17.558146 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:17.568562 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14e0fc3-abaa-461f-8624-72705c7122b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-2313da38-3ec1-45b2-a85b-56d2ccaaaf46', 'network_id': '2313da38-3ec1-45b2-a85b-56d2ccaaaf46', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'fixed_ips': [{'subnet_id': 'e1b75333-2d0f-4901-873e-dd1c72f0195b'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:29:17.569943 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a14e0fc3-abaa-461f-8624-72705c7122b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:17.577410 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7d446771-8aa2-407c-a384-552dd1894ee2 req-7d58058d-c716-4165-9ea5-2f6144a3bc5a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239719 Nov 11 17:29:17.590814 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68629e-1bd0-4ccf-acdd-76a734d76940 req-de46558a-edff-4409-bafc-31ddb80dfb90 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:17.601480 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b68629e-1bd0-4ccf-acdd-76a734d76940 req-de46558a-edff-4409-bafc-31ddb80dfb90 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=29b5c085-cc4e-4937-9129-f918a63d70fd HTTP/1.1" status: 200 len: 946 time: 0.1094966 Nov 11 17:29:17.674875 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b68629e-1bd0-4ccf-acdd-76a734d76940 req-20a78978-c1f8-421e-bf8c-1cdf876e7029 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708823 Nov 11 17:29:17.862292 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd0994-b3c7-4e5b-b20d-4702004ea8cd None None] Pushing event updated for resources: {'Port': ['ID=fcd5b5a5-6311-47e0-bde7-feb2a44e0c19,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:17.890841 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-fa2fadb0-5a4c-4f9a-a48b-c486e4441381 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Allocated IP 172.23.0.1 (2313da38-3ec1-45b2-a85b-56d2ccaaaf46/e1b75333-2d0f-4901-873e-dd1c72f0195b/61adac64-74fe-40c1-ab76-8a78250de1ab) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:29:17.910716 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] Attempting to bind port fcd5b5a5-6311-47e0-bde7-feb2a44e0c19 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:29:17.911092 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] Attempting to bind port fcd5b5a5-6311-47e0-bde7-feb2a44e0c19 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '78b3dce0-7686-4cca-9522-f4dfbd72e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': 'dc3a127c-1380-4380-bdfb-9551df2a025f'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:29:17.911468 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] Attempting to bind port fcd5b5a5-6311-47e0-bde7-feb2a44e0c19 on network dc3a127c-1380-4380-bdfb-9551df2a025f {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:29:17.942713 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:29:17.943127 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] Checking segment: {'id': '78b3dce0-7686-4cca-9522-f4dfbd72e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': 'dc3a127c-1380-4380-bdfb-9551df2a025f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:29:17.943540 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:17.943974 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] Bound using segment: {'id': '78b3dce0-7686-4cca-9522-f4dfbd72e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': 'dc3a127c-1380-4380-bdfb-9551df2a025f'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:29:17.945061 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] Bound port: fcd5b5a5-6311-47e0-bde7-feb2a44e0c19, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b3dce0-7686-4cca-9522-f4dfbd72e309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': 'dc3a127c-1380-4380-bdfb-9551df2a025f'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:29:17.945457 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:18.104943 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] For port fcd5b5a5-6311-47e0-bde7-feb2a44e0c19, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:29:18.112115 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] For port fcd5b5a5-6311-47e0-bde7-feb2a44e0c19, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=fcd5b5a5-6311-47e0-bde7-feb2a44e0c19,segment=NetworkSegment(78b3dce0-7686-4cca-9522-f4dfbd72e309),segment_id=78b3dce0-7686-4cca-9522-f4dfbd72e309)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:29:18.118137 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fa2fadb0-5a4c-4f9a-a48b-c486e4441381 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:18.121240 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:18.163718 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fa2fadb0-5a4c-4f9a-a48b-c486e4441381 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:18.182417 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd0994-b3c7-4e5b-b20d-4702004ea8cd None None] Pushing event updated for resources: {'Port': ['ID=fcd5b5a5-6311-47e0-bde7-feb2a44e0c19,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:18.238458 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2fadb0-5a4c-4f9a-a48b-c486e4441381 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network 2313da38-3ec1-45b2-a85b-56d2ccaaaf46 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:29:18.240742 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:18.246940 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-fa2fadb0-5a4c-4f9a-a48b-c486e4441381 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:29:18.249974 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2fadb0-5a4c-4f9a-a48b-c486e4441381 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:29:18.271551 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] Routers {'d458a728-4526-4dbf-ba64-ce6f95261ccb'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:18.274447 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d4771-fc5a-4845-86c6-86a6739f0a4f req-7a55f5f8-a901-48a2-a16a-bd12abbb2d62 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:18.275268 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['d458a728-4526-4dbf-ba64-ce6f95261ccb'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:18.278973 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-160d4771-fc5a-4845-86c6-86a6739f0a4f req-7a55f5f8-a901-48a2-a16a-bd12abbb2d62 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 945 time: 0.1709604 Nov 11 17:29:18.284322 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d0244253-b693-48a7-ad85-5f55b9344316 None None] Provisioning complete for port fcd5b5a5-6311-47e0-bde7-feb2a44e0c19 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:18.284929 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d0244253-b693-48a7-ad85-5f55b9344316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:18.310435 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fa2fadb0-5a4c-4f9a-a48b-c486e4441381 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:18.360057 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2fadb0-5a4c-4f9a-a48b-c486e4441381 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Port': ['ID=61adac64-74fe-40c1-ab76-8a78250de1ab,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:18.387479 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c1b92-22ba-4063-bf9d-cdbf2aa26200 req-7b3d01fd-93cb-4e0a-8428-52be6c140a87 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:18.389237 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c80c1b92-22ba-4063-bf9d-cdbf2aa26200 req-7b3d01fd-93cb-4e0a-8428-52be6c140a87 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.83 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 945 time: 0.0744536 Nov 11 17:29:18.462325 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-160d4771-fc5a-4845-86c6-86a6739f0a4f req-37ae4540-4fd2-4c92-a7cf-89deef551b20 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c3e3fde-a5b1-4888-a855-7add44773c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748888 Nov 11 17:29:18.515427 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fa2fadb0-5a4c-4f9a-a48b-c486e4441381 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:18.574334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-c80c1b92-22ba-4063-bf9d-cdbf2aa26200 req-e846e387-def3-4199-ac2e-44224908e02e tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Deleting port d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:29:18.575342 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c80c1b92-22ba-4063-bf9d-cdbf2aa26200 req-e846e387-def3-4199-ac2e-44224908e02e tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:18.604533 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] Set router d458a728-4526-4dbf-ba64-ce6f95261ccb gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:18.781561 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-a14e0fc3-abaa-461f-8624-72705c7122b0 None None] Allocated IP 172.23.0.2 (2313da38-3ec1-45b2-a85b-56d2ccaaaf46/e1b75333-2d0f-4901-873e-dd1c72f0195b/9e48721a-0666-4888-bd08-bbcf7d0e7818) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:29:18.786124 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-c80c1b92-22ba-4063-bf9d-cdbf2aa26200 req-e846e387-def3-4199-ac2e-44224908e02e tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] For port d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac,segment=NetworkSegment(1177fc11-6519-432e-b302-11381c28549e),segment_id=1177fc11-6519-432e-b302-11381c28549e)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:18.786705 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c80c1b92-22ba-4063-bf9d-cdbf2aa26200 req-e846e387-def3-4199-ac2e-44224908e02e tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:19.073415 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fa35a-b24f-47cf-bc15-d7bfb5b1644e req-7b2247cc-6591-4e60-a90c-470b771a45f8 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:19.075154 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e5fa35a-b24f-47cf-bc15-d7bfb5b1644e req-7b2247cc-6591-4e60-a90c-470b771a45f8 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.3411999 Nov 11 17:29:19.117095 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fa2fadb0-5a4c-4f9a-a48b-c486e4441381 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:19.129289 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fa2fadb0-5a4c-4f9a-a48b-c486e4441381 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:19.167808 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e5fa35a-b24f-47cf-bc15-d7bfb5b1644e req-a68092b1-60f4-46be-991e-ae325c6f787b tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520747 Nov 11 17:29:19.211318 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2148e9-f5f4-4f5c-a022-310c27048b97 req-98faca4f-d833-4776-8841-24d533f58d8b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:19.218432 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bf2148e9-f5f4-4f5c-a022-310c27048b97 req-98faca4f-d833-4776-8841-24d533f58d8b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=29b5c085-cc4e-4937-9129-f918a63d70fd HTTP/1.1" status: 200 len: 946 time: 0.3805554 Nov 11 17:29:19.228115 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c80c1b92-22ba-4063-bf9d-cdbf2aa26200 req-e846e387-def3-4199-ac2e-44224908e02e tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:19.228578 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c80c1b92-22ba-4063-bf9d-cdbf2aa26200 req-e846e387-def3-4199-ac2e-44224908e02e tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:19.229071 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [req-c80c1b92-22ba-4063-bf9d-cdbf2aa26200 req-e846e387-def3-4199-ac2e-44224908e02e tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Floating IP 3943a16c-ff27-48a8-a7c5-f8ae397dadef disassociated. External IP: 172.25.2.231, port: d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac. Nov 11 17:29:19.229471 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-c80c1b92-22ba-4063-bf9d-cdbf2aa26200 req-e846e387-def3-4199-ac2e-44224908e02e tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Calling delete_port for d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:29:19.352224 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bf2148e9-f5f4-4f5c-a022-310c27048b97 req-1a240e89-3685-4bcc-870c-ff6981079c77 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259663 Nov 11 17:29:19.396264 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2fadb0-5a4c-4f9a-a48b-c486e4441381 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event updated for resources: {'Port': ['ID=61adac64-74fe-40c1-ab76-8a78250de1ab,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:19.401098 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fa2fadb0-5a4c-4f9a-a48b-c486e4441381 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:19.430424 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f151bc-b922-4628-bdd0-2345ee838203 req-9b693245-a3f2-4392-8dc4-64be566c9f53 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:19.432557 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-07f151bc-b922-4628-bdd0-2345ee838203 req-9b693245-a3f2-4392-8dc4-64be566c9f53 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b5c085-cc4e-4937-9129-f918a63d70fd HTTP/1.1" status: 200 len: 946 time: 0.2487783 Nov 11 17:29:19.579553 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a14e0fc3-abaa-461f-8624-72705c7122b0 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:19.654801 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2fadb0-5a4c-4f9a-a48b-c486e4441381 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Network 2313da38-3ec1-45b2-a85b-56d2ccaaaf46 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:29:19.659905 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d0244253-b693-48a7-ad85-5f55b9344316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:19.682881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-fa2fadb0-5a4c-4f9a-a48b-c486e4441381 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:29:19.689869 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a14e0fc3-abaa-461f-8624-72705c7122b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:19.714177 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb504ba-17f4-4aa6-b736-7115558fb4da req-98bb67b5-debc-485b-823c-8d034bf5f30b tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:19.723447 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7bb504ba-17f4-4aa6-b736-7115558fb4da req-98bb67b5-debc-485b-823c-8d034bf5f30b tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 945 time: 0.1210532 Nov 11 17:29:19.765320 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14e0fc3-abaa-461f-8624-72705c7122b0 None None] Network 2313da38-3ec1-45b2-a85b-56d2ccaaaf46 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:29:19.770786 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-a14e0fc3-abaa-461f-8624-72705c7122b0 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:29:19.777104 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e0fc3-abaa-461f-8624-72705c7122b0 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:29:19.785080 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d0244253-b693-48a7-ad85-5f55b9344316 None None] For port fcd5b5a5-6311-47e0-bde7-feb2a44e0c19, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=fcd5b5a5-6311-47e0-bde7-feb2a44e0c19,segment=NetworkSegment(78b3dce0-7686-4cca-9522-f4dfbd72e309),segment_id=78b3dce0-7686-4cca-9522-f4dfbd72e309)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:19.836777 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d0244253-b693-48a7-ad85-5f55b9344316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:19.838005 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c80c1b92-22ba-4063-bf9d-cdbf2aa26200 req-e846e387-def3-4199-ac2e-44224908e02e tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:19.886376 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-07f151bc-b922-4628-bdd0-2345ee838203 req-6da007aa-8cef-4f0a-a833-055d576c0a5e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Deleting port 5e9da66b-602a-4017-9d4b-c8d28759e7ce {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:29:19.886376 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-07f151bc-b922-4628-bdd0-2345ee838203 req-6da007aa-8cef-4f0a-a833-055d576c0a5e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:19.888421 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e0fc3-abaa-461f-8624-72705c7122b0 None None] Pushing event updated for resources: {'Port': ['ID=9e48721a-0666-4888-bd08-bbcf7d0e7818,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:19.906131 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:12Z', 'revision_number': 4, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': 'b9c8d225-5f55-4947-bb01-f609add8c6f7', 'name': '', 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:f0:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:04Z', 'updated_at': '2021-11-11T17:29:10Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:29:03Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcd5b5a5-6311-47e0-bde7-feb2a44e0c19', 'name': '', 'network_id': 'dc3a127c-1380-4380-bdfb-9551df2a025f', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:28:a4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:11Z', 'updated_at': '2021-11-11T17:29:18Z', 'revision_number': 4, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:19.946188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846e387-def3-4199-ac2e-44224908e02e tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Pushing event deleted for resources: {'Port': ['ID=d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:20.016995 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde6c609-bc9f-4bce-9ab0-c53d1ac5785d None None] The sync data for ids ['d458a728-4526-4dbf-ba64-ce6f95261ccb'] in n-d-816206-4 is: [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:12Z', 'revision_number': 4, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': 'b9c8d225-5f55-4947-bb01-f609add8c6f7', 'name': '', 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:f0:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:04Z', 'updated_at': '2021-11-11T17:29:10Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:29:03Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcd5b5a5-6311-47e0-bde7-feb2a44e0c19', 'name': '', 'network_id': 'dc3a127c-1380-4380-bdfb-9551df2a025f', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:28:a4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:11Z', 'updated_at': '2021-11-11T17:29:18Z', 'revision_number': 4, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:29:20.018999 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0244253-b693-48a7-ad85-5f55b9344316 None None] Pushing event updated for resources: {'Port': ['ID=fcd5b5a5-6311-47e0-bde7-feb2a44e0c19,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:20.028404 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7bb504ba-17f4-4aa6-b736-7115558fb4da req-3e091e11-8f3f-4c1c-afd3-1d3b4de8670f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c3e3fde-a5b1-4888-a855-7add44773c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3037987 Nov 11 17:29:20.042207 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-a14e0fc3-abaa-461f-8624-72705c7122b0 None None] Attempting to bind port 9e48721a-0666-4888-bd08-bbcf7d0e7818 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:29:20.042822 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-a14e0fc3-abaa-461f-8624-72705c7122b0 None None] Attempting to bind port 9e48721a-0666-4888-bd08-bbcf7d0e7818 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'ddbef0d9-31ea-43a9-9718-104eedf20b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '2313da38-3ec1-45b2-a85b-56d2ccaaaf46'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:29:20.043351 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e0fc3-abaa-461f-8624-72705c7122b0 None None] Attempting to bind port 9e48721a-0666-4888-bd08-bbcf7d0e7818 on network 2313da38-3ec1-45b2-a85b-56d2ccaaaf46 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:29:20.061306 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e0fc3-abaa-461f-8624-72705c7122b0 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:29:20.061974 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e0fc3-abaa-461f-8624-72705c7122b0 None None] Checking segment: {'id': 'ddbef0d9-31ea-43a9-9718-104eedf20b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '2313da38-3ec1-45b2-a85b-56d2ccaaaf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:29:20.062565 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a14e0fc3-abaa-461f-8624-72705c7122b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:20.063111 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e0fc3-abaa-461f-8624-72705c7122b0 None None] Bound using segment: {'id': 'ddbef0d9-31ea-43a9-9718-104eedf20b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '2313da38-3ec1-45b2-a85b-56d2ccaaaf46'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:29:20.064204 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-a14e0fc3-abaa-461f-8624-72705c7122b0 None None] Bound port: 9e48721a-0666-4888-bd08-bbcf7d0e7818, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbef0d9-31ea-43a9-9718-104eedf20b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '2313da38-3ec1-45b2-a85b-56d2ccaaaf46'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:29:20.066745 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a14e0fc3-abaa-461f-8624-72705c7122b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:20.109300 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-dfee974f-988b-41c1-87d8-a47ad92b17e9 None None] Provisioning complete for port fcd5b5a5-6311-47e0-bde7-feb2a44e0c19 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:20.109868 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dfee974f-988b-41c1-87d8-a47ad92b17e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:20.207295 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-07f151bc-b922-4628-bdd0-2345ee838203 req-6da007aa-8cef-4f0a-a833-055d576c0a5e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] For port 5e9da66b-602a-4017-9d4b-c8d28759e7ce, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=5e9da66b-602a-4017-9d4b-c8d28759e7ce,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:20.207864 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-07f151bc-b922-4628-bdd0-2345ee838203 req-6da007aa-8cef-4f0a-a833-055d576c0a5e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:20.221688 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a14e0fc3-abaa-461f-8624-72705c7122b0 None None] For port 9e48721a-0666-4888-bd08-bbcf7d0e7818, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:29:20.224708 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a14e0fc3-abaa-461f-8624-72705c7122b0 None None] For port 9e48721a-0666-4888-bd08-bbcf7d0e7818, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=9e48721a-0666-4888-bd08-bbcf7d0e7818,segment=NetworkSegment(ddbef0d9-31ea-43a9-9718-104eedf20b42),segment_id=ddbef0d9-31ea-43a9-9718-104eedf20b42)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:29:20.258923 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a14e0fc3-abaa-461f-8624-72705c7122b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:20.275467 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2fadb0-5a4c-4f9a-a48b-c486e4441381 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router d458a728-4526-4dbf-ba64-ce6f95261ccb has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:29:20.280949 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-07f151bc-b922-4628-bdd0-2345ee838203 req-6da007aa-8cef-4f0a-a833-055d576c0a5e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Calling delete_port for 5e9da66b-602a-4017-9d4b-c8d28759e7ce owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:29:20.377683 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c80c1b92-22ba-4063-bf9d-cdbf2aa26200 req-e846e387-def3-4199-ac2e-44224908e02e tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Router 2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:29:20.490719 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fcd5b5a5-6311-47e0-bde7-feb2a44e0c19 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:29:20.641749 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e0fc3-abaa-461f-8624-72705c7122b0 None None] Pushing event updated for resources: {'Port': ['ID=9e48721a-0666-4888-bd08-bbcf7d0e7818,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:20.677328 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port fcd5b5a5-6311-47e0-bde7-feb2a44e0c19 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:20.678013 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:20.907171 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2fadb0-5a4c-4f9a-a48b-c486e4441381 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:29:20.922157 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fa2fadb0-5a4c-4f9a-a48b-c486e4441381 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/d458a728-4526-4dbf-ba64-ce6f95261ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3105974 Nov 11 17:29:20.924119 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36320) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:20.936259 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-7cb5553a-03fc-4d99-ba0a-278f5e180a4b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:29:20.972023 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa329b6-7026-44c7-a934-177ed5b4b3ee req-45bd302d-2ca5-4e2e-bea2-dfd9fcb129fa tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:20.980666 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1aa329b6-7026-44c7-a934-177ed5b4b3ee req-45bd302d-2ca5-4e2e-bea2-dfd9fcb129fa tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.5788424 Nov 11 17:29:21.003404 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da7a0c-5244-4c50-af4c-119e6e13ead2 req-4ebb7d36-4a52-4c7d-ae48-22a06a698335 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:21.008817 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6da7a0c-5244-4c50-af4c-119e6e13ead2 req-4ebb7d36-4a52-4c7d-ae48-22a06a698335 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=29b5c085-cc4e-4937-9129-f918a63d70fd HTTP/1.1" status: 200 len: 946 time: 0.3297834 Nov 11 17:29:21.208783 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1aa329b6-7026-44c7-a934-177ed5b4b3ee req-50dc1594-1970-46ea-873e-919eb71a6a6f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113144 Nov 11 17:29:21.213745 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c80c1b92-22ba-4063-bf9d-cdbf2aa26200 req-e846e387-def3-4199-ac2e-44224908e02e tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:29:21.225491 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd67ddf-2f92-4978-94e9-d551389e92f8 None None] Sync routers for ids ['2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:29:21.251443 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd67ddf-2f92-4978-94e9-d551389e92f8 None None] Routers {'2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:21.252461 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0bd67ddf-2f92-4978-94e9-d551389e92f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:21.258547 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6da7a0c-5244-4c50-af4c-119e6e13ead2 req-0934bda8-8ca9-4f7d-9c26-e2a774838e88 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080302 Nov 11 17:29:21.286546 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80c1b92-22ba-4063-bf9d-cdbf2aa26200 req-e846e387-def3-4199-ac2e-44224908e02e tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] No DVR routers for this DVR port d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:29:21.289791 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c80c1b92-22ba-4063-bf9d-cdbf2aa26200 req-e846e387-def3-4199-ac2e-44224908e02e tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:21.304650 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c80c1b92-22ba-4063-bf9d-cdbf2aa26200 req-e846e387-def3-4199-ac2e-44224908e02e tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.83 "DELETE /v2.0/ports/d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac HTTP/1.1" status: 204 len: 173 time: 2.8976800 Nov 11 17:29:21.305163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df5074b-2af2-4d3e-b1c3-249f445954d5', 'name': 'network-vif-deleted', 'tag': 'd2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:29:21.307487 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17012d35-4571-4a44-9639-8c9b3633a02b" -d '{"events": [{"server_uuid": "9df5074b-2af2-4d3e-b1c3-249f445954d5", "name": "network-vif-deleted", "tag": "d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:29:21.463523 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb775ccf-2ffd-4eb8-ab02-3f8bfac8c415 req-98c11168-5db8-45b8-b3ed-968bcc2ccd56 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 210 time: 0.0412672 Nov 11 17:29:21.490854 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:29:21.509798 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e1a1c4-08ea-4674-8404-d4db209efb0b x-openstack-request-id: req-a7e1a1c4-08ea-4674-8404-d4db209efb0b {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:29:21.510276 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df5074b-2af2-4d3e-b1c3-249f445954d5", "name": "network-vif-deleted", "tag": "d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:29:21.510680 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a7e1a1c4-08ea-4674-8404-d4db209efb0b {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:29:21.511261 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df5074b-2af2-4d3e-b1c3-249f445954d5', 'name': 'network-vif-deleted', 'tag': 'd2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac', 'status': 'completed', 'code': 200} Nov 11 17:29:21.565043 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:29:21.566445 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device d2148e3a-91d1-4bb0-8c77-b6b7d7d7d7ac not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:29:21.736887 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] Sync routers for ids ['d458a728-4526-4dbf-ba64-ce6f95261ccb'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:29:21.756040 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] Routers {'d458a728-4526-4dbf-ba64-ce6f95261ccb'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:21.757033 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['d458a728-4526-4dbf-ba64-ce6f95261ccb'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:21.881731 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-0bd67ddf-2f92-4978-94e9-d551389e92f8 None None] Set router 2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:21.953321 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] Set router d458a728-4526-4dbf-ba64-ce6f95261ccb gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:22.114359 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-07f151bc-b922-4628-bdd0-2345ee838203 req-6da007aa-8cef-4f0a-a833-055d576c0a5e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:22.144518 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca71f6f-c3aa-4885-acd4-2451d017fe40 None None] Network 2313da38-3ec1-45b2-a85b-56d2ccaaaf46 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:29:22.148852 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8c84b91b-aa9c-42d0-a19b-b3f82d715671'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:29:22.229789 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['6e29b4d4-ac97-4352-9075-fac71f4148c5'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:29:22.269162 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da007aa-8cef-4f0a-a833-055d576c0a5e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Pushing event deleted for resources: {'Port': ['ID=5e9da66b-602a-4017-9d4b-c8d28759e7ce,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:22.338798 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0bd67ddf-2f92-4978-94e9-d551389e92f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'name': 'tempest-ServersTestBootFromVolume-1608908674-router', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:05Z', 'updated_at': '2021-11-11T17:26:12Z', 'revision_number': 4, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'gw_port': {'id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:06Z', 'updated_at': '2021-11-11T17:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'f355d380-83d3-41b9-9067-98ce35ab0dbe', 'name': '', 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'mac_address': 'fa:16:3e:26:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:09Z', 'updated_at': '2021-11-11T17:26:19Z', 'revision_number': 5, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'subnets': [{'id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:22.409247 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd67ddf-2f92-4978-94e9-d551389e92f8 None None] Checking router: 2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:29:22.417012 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c418d4-606c-4271-b451-90c18a031cea None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:29:22.446208 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd67ddf-2f92-4978-94e9-d551389e92f8 None None] Routers {'2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:22.447183 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0bd67ddf-2f92-4978-94e9-d551389e92f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:22.471491 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e26a5-b6d7-4e3f-a96b-56c64f563217 req-49734c30-c9fc-4131-8865-ddedd03b70e9 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:22.473110 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c62e26a5-b6d7-4e3f-a96b-56c64f563217 req-49734c30-c9fc-4131-8865-ddedd03b70e9 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1904259 Nov 11 17:29:22.503406 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 9e48721a-0666-4888-bd08-bbcf7d0e7818 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:29:22.558730 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92a6cd0d-1e11-4e95-8441-56e27320bc43 req-1fa554f1-9bed-4982-ba06-0ef31b7369ec tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=29b5c085-cc4e-4937-9129-f918a63d70fd HTTP/1.1" status: 200 len: 210 time: 0.0810106 Nov 11 17:29:22.636172 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-4a7823c5-8dc0-4499-8443-645c661c323e None None] Provisioning complete for port 9e48721a-0666-4888-bd08-bbcf7d0e7818 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:22.637171 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4a7823c5-8dc0-4499-8443-645c661c323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:22.708723 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c62e26a5-b6d7-4e3f-a96b-56c64f563217 req-86b831af-691d-4717-b75f-ecf942b74b59 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185602 Nov 11 17:29:22.773613 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-0bd67ddf-2f92-4978-94e9-d551389e92f8 None None] Set router 2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:22.822538 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.extraroute_db [None req-7cb5553a-03fc-4d99-ba0a-278f5e180a4b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102617) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 17:29:22.840589 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.extraroute_db [None req-7cb5553a-03fc-4d99-ba0a-278f5e180a4b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Removed routes are [] {{(pid=102617) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 17:29:22.841155 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cb5553a-03fc-4d99-ba0a-278f5e180a4b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:22.882811 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ae0e54e-c1a7-4776-b316-40076b487c2c req-ff14922f-c0ff-4504-8b9d-1bc6830985ae tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 210 time: 0.0895076 Nov 11 17:29:22.899481 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f151bc-b922-4628-bdd0-2345ee838203 req-6da007aa-8cef-4f0a-a833-055d576c0a5e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] No DVR routers for this DVR port 5e9da66b-602a-4017-9d4b-c8d28759e7ce on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:29:22.904942 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-07f151bc-b922-4628-bdd0-2345ee838203 req-6da007aa-8cef-4f0a-a833-055d576c0a5e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:22.915192 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-07f151bc-b922-4628-bdd0-2345ee838203 req-6da007aa-8cef-4f0a-a833-055d576c0a5e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "DELETE /v2.0/ports/5e9da66b-602a-4017-9d4b-c8d28759e7ce HTTP/1.1" status: 204 len: 173 time: 3.3295064 Nov 11 17:29:22.919517 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b5c085-cc4e-4937-9129-f918a63d70fd', 'name': 'network-vif-deleted', 'tag': '5e9da66b-602a-4017-9d4b-c8d28759e7ce'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:29:22.928566 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5c3ac8-5e74-4beb-b720-b8dcf9ca9653" -d '{"events": [{"server_uuid": "29b5c085-cc4e-4937-9129-f918a63d70fd", "name": "network-vif-deleted", "tag": "5e9da66b-602a-4017-9d4b-c8d28759e7ce"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:29:22.995834 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 9e48721a-0666-4888-bd08-bbcf7d0e7818 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:22.996422 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:22.998546 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 5e9da66b-602a-4017-9d4b-c8d28759e7ce no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:29:23.057573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 5e9da66b-602a-4017-9d4b-c8d28759e7ce {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:29:23.057921 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 5e9da66b-602a-4017-9d4b-c8d28759e7ce not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:29:23.128675 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88898499-415b-4fe4-8725-ca032c3447b6 x-openstack-request-id: req-88898499-415b-4fe4-8725-ca032c3447b6 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:29:23.130573 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b5c085-cc4e-4937-9129-f918a63d70fd", "name": "network-vif-deleted", "tag": "5e9da66b-602a-4017-9d4b-c8d28759e7ce", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:29:23.131413 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88898499-415b-4fe4-8725-ca032c3447b6 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:29:23.133284 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b5c085-cc4e-4937-9129-f918a63d70fd', 'name': 'network-vif-deleted', 'tag': '5e9da66b-602a-4017-9d4b-c8d28759e7ce', 'status': 'completed', 'code': 200} Nov 11 17:29:23.239013 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:18Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': '61adac64-74fe-40c1-ab76-8a78250de1ab', 'name': '', 'network_id': '2313da38-3ec1-45b2-a85b-56d2ccaaaf46', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:57:8e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'e1b75333-2d0f-4901-873e-dd1c72f0195b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:17Z', 'updated_at': '2021-11-11T17:29:18Z', 'revision_number': 2, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'e1b75333-2d0f-4901-873e-dd1c72f0195b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9c8d225-5f55-4947-bb01-f609add8c6f7', 'name': '', 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:f0:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:04Z', 'updated_at': '2021-11-11T17:29:10Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:29:03Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcd5b5a5-6311-47e0-bde7-feb2a44e0c19', 'name': '', 'network_id': 'dc3a127c-1380-4380-bdfb-9551df2a025f', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:28:a4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:11Z', 'updated_at': '2021-11-11T17:29:19Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:23.242322 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cb5553a-03fc-4d99-ba0a-278f5e180a4b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:23.246675 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cb5553a-03fc-4d99-ba0a-278f5e180a4b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-917831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-917838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932385'] for router, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:23.270107 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0bd67ddf-2f92-4978-94e9-d551389e92f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'name': 'tempest-ServersTestBootFromVolume-1608908674-router', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:05Z', 'updated_at': '2021-11-11T17:26:12Z', 'revision_number': 4, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'gw_port': {'id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:06Z', 'updated_at': '2021-11-11T17:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'f355d380-83d3-41b9-9067-98ce35ab0dbe', 'name': '', 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'mac_address': 'fa:16:3e:26:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:09Z', 'updated_at': '2021-11-11T17:26:19Z', 'revision_number': 5, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'subnets': [{'id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:23.288643 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] Checking router: d458a728-4526-4dbf-ba64-ce6f95261ccb for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:29:23.289072 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] Updating router d458a728-4526-4dbf-ba64-ce6f95261ccb port 61adac64-74fe-40c1-ab76-8a78250de1ab binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:29:23.332782 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd67ddf-2f92-4978-94e9-d551389e92f8 None None] The sync data for ids ['2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'] in n-d-816206-4 is: [{'id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'name': 'tempest-ServersTestBootFromVolume-1608908674-router', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:05Z', 'updated_at': '2021-11-11T17:26:12Z', 'revision_number': 4, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'gw_port': {'id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:06Z', 'updated_at': '2021-11-11T17:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'f355d380-83d3-41b9-9067-98ce35ab0dbe', 'name': '', 'network_id': '84930954-ed2a-4cd1-8397-ec8e27db7420', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'mac_address': 'fa:16:3e:26:85:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:09Z', 'updated_at': '2021-11-11T17:26:19Z', 'revision_number': 5, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'subnets': [{'id': '10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:29:23.337179 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:23.445023 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb5553a-03fc-4d99-ba0a-278f5e180a4b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router d458a728-4526-4dbf-ba64-ce6f95261ccb has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:29:23.669330 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb5553a-03fc-4d99-ba0a-278f5e180a4b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:29:23.697044 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:23.727287 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cb5553a-03fc-4d99-ba0a-278f5e180a4b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:23.729497 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7cb5553a-03fc-4d99-ba0a-278f5e180a4b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/d458a728-4526-4dbf-ba64-ce6f95261ccb HTTP/1.1" status: 200 len: 934 time: 2.8024650 Nov 11 17:29:23.730842 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 36368) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:23.778703 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:23.877420 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71a0faf-3b9e-41ff-8b3f-94c685d2a199 None None] New status for floating IP 3943a16c-ff27-48a8-a7c5-f8ae397dadef: DOWN {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:29:23.962487 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b78c6568-b4d6-47ba-9e66-dbdb85709538 req-4f23dfa5-9ee0-4770-bd61-a36a7553ecdb tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=29b5c085-cc4e-4937-9129-f918a63d70fd HTTP/1.1" status: 200 len: 210 time: 0.1288488 Nov 11 17:29:24.214590 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4a7823c5-8dc0-4499-8443-645c661c323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:24.240610 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:24.267087 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8b147-94d6-4081-a270-bde884ee0aa3 None None] Pushing event updated for resources: {'Port': ['ID=61adac64-74fe-40c1-ab76-8a78250de1ab,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:24.311992 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:24.396600 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] Attempting to bind port 61adac64-74fe-40c1-ab76-8a78250de1ab on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:29:24.396977 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] Attempting to bind port 61adac64-74fe-40c1-ab76-8a78250de1ab by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'ddbef0d9-31ea-43a9-9718-104eedf20b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '2313da38-3ec1-45b2-a85b-56d2ccaaaf46'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:29:24.397378 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] Attempting to bind port 61adac64-74fe-40c1-ab76-8a78250de1ab on network 2313da38-3ec1-45b2-a85b-56d2ccaaaf46 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:29:24.410011 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4a7823c5-8dc0-4499-8443-645c661c323e None None] For port 9e48721a-0666-4888-bd08-bbcf7d0e7818, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=9e48721a-0666-4888-bd08-bbcf7d0e7818,segment=NetworkSegment(ddbef0d9-31ea-43a9-9718-104eedf20b42),segment_id=ddbef0d9-31ea-43a9-9718-104eedf20b42)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:24.414822 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:29:24.415969 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] Checking segment: {'id': 'ddbef0d9-31ea-43a9-9718-104eedf20b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '2313da38-3ec1-45b2-a85b-56d2ccaaaf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:29:24.416519 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:24.416926 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] Bound using segment: {'id': 'ddbef0d9-31ea-43a9-9718-104eedf20b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '2313da38-3ec1-45b2-a85b-56d2ccaaaf46'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:29:24.417418 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] Bound port: 61adac64-74fe-40c1-ab76-8a78250de1ab, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbef0d9-31ea-43a9-9718-104eedf20b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '2313da38-3ec1-45b2-a85b-56d2ccaaaf46'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:29:24.417817 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:24.435113 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4a7823c5-8dc0-4499-8443-645c661c323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:24.543116 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ceea98e-c637-47bd-a89b-12374d55a277 req-78eb2094-28b8-4668-9a9e-ec1a182b97cb tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 210 time: 0.0614920 Nov 11 17:29:24.559255 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-62cabd4b-cb7f-4d2d-9083-223862a9cf9f tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/routers/d458a728-4526-4dbf-ba64-ce6f95261ccb HTTP/1.1" status: 200 len: 934 time: 0.8249168 Nov 11 17:29:24.559624 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 36380) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:24.584666 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-1e2e94e6-f3c7-4fe8-bbc4-700fc5095a00 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'router': {'routes': None}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:29:24.649935 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7823c5-8dc0-4499-8443-645c661c323e None None] Pushing event updated for resources: {'Port': ['ID=9e48721a-0666-4888-bd08-bbcf7d0e7818,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:24.669212 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ad177-f3f0-41ff-995b-af459de90fe0 req-a6429c13-924f-46e6-a3d6-94f99d98c8a2 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:24.671630 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:29:24.672201 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:29:24.676780 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] For port 61adac64-74fe-40c1-ab76-8a78250de1ab, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:29:24.677933 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b81ad177-f3f0-41ff-995b-af459de90fe0 req-a6429c13-924f-46e6-a3d6-94f99d98c8a2 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.6929743 Nov 11 17:29:24.682654 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] For port 61adac64-74fe-40c1-ab76-8a78250de1ab, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=61adac64-74fe-40c1-ab76-8a78250de1ab,segment=NetworkSegment(ddbef0d9-31ea-43a9-9718-104eedf20b42),segment_id=ddbef0d9-31ea-43a9-9718-104eedf20b42)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:29:24.690656 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:24.848078 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8b147-94d6-4081-a270-bde884ee0aa3 None None] Pushing event updated for resources: {'Port': ['ID=61adac64-74fe-40c1-ab76-8a78250de1ab,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:24.883167 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-78d80260-b1f8-43ad-b037-ac16f9889759 None None] Provisioning complete for port 9e48721a-0666-4888-bd08-bbcf7d0e7818 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:24.883541 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-78d80260-b1f8-43ad-b037-ac16f9889759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:24.950877 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] Routers {'d458a728-4526-4dbf-ba64-ce6f95261ccb'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:24.951838 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['d458a728-4526-4dbf-ba64-ce6f95261ccb'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:25.115141 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] Set router d458a728-4526-4dbf-ba64-ce6f95261ccb gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:25.151699 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-78d80260-b1f8-43ad-b037-ac16f9889759 None None] Provisioning complete for port 61adac64-74fe-40c1-ab76-8a78250de1ab triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:25.152099 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-78d80260-b1f8-43ad-b037-ac16f9889759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:25.380614 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-78d80260-b1f8-43ad-b037-ac16f9889759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:25.633828 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 9e48721a-0666-4888-bd08-bbcf7d0e7818 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:29:25.648629 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b81ad177-f3f0-41ff-995b-af459de90fe0 req-9573a68d-c6fe-496b-b0e9-188128e69288 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9663267 Nov 11 17:29:25.704265 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.extraroute_db [None req-1e2e94e6-f3c7-4fe8-bbc4-700fc5095a00 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Added routes are [] {{(pid=102618) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 17:29:25.704609 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.extraroute_db [None req-1e2e94e6-f3c7-4fe8-bbc4-700fc5095a00 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102618) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 17:29:25.751343 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e4e89-f855-4ae1-83f5-1dc2bd7010f8 req-c937be90-1ec3-4172-a02a-2ab907c3fcb7 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:25.764018 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-463e4e89-f855-4ae1-83f5-1dc2bd7010f8 req-c937be90-1ec3-4172-a02a-2ab907c3fcb7 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4ecd10b-190b-4a15-b159-0bb939884f16 HTTP/1.1" status: 200 len: 945 time: 0.1720104 Nov 11 17:29:25.774585 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-78d80260-b1f8-43ad-b037-ac16f9889759 None None] For port 61adac64-74fe-40c1-ab76-8a78250de1ab, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=61adac64-74fe-40c1-ab76-8a78250de1ab,segment=NetworkSegment(ddbef0d9-31ea-43a9-9718-104eedf20b42),segment_id=ddbef0d9-31ea-43a9-9718-104eedf20b42)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:25.806316 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-78d80260-b1f8-43ad-b037-ac16f9889759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:25.904271 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-463e4e89-f855-4ae1-83f5-1dc2bd7010f8 req-3eec17cd-7dad-4d0a-9c26-05303570ab9e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354218 Nov 11 17:29:25.940425 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 9e48721a-0666-4888-bd08-bbcf7d0e7818 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:25.940807 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:25.943472 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1e2e94e6-f3c7-4fe8-bbc4-700fc5095a00 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:25.992926 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3bbfb36-f223-4e5a-b740-5f4831585dd7 req-e4dc44f3-5073-445f-8aec-caffe337f181 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 210 time: 0.0819635 Nov 11 17:29:26.034340 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2ef0cf42-045e-48b9-89c3-85f0f06631aa None None] Provisioning complete for port 61adac64-74fe-40c1-ab76-8a78250de1ab triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:26.034546 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2ef0cf42-045e-48b9-89c3-85f0f06631aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:26.091461 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d80260-b1f8-43ad-b037-ac16f9889759 None None] Pushing event updated for resources: {'Port': ['ID=61adac64-74fe-40c1-ab76-8a78250de1ab,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:26.126069 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:22Z', 'revision_number': 6, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': '61adac64-74fe-40c1-ab76-8a78250de1ab', 'name': '', 'network_id': '2313da38-3ec1-45b2-a85b-56d2ccaaaf46', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:57:8e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'e1b75333-2d0f-4901-873e-dd1c72f0195b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:17Z', 'updated_at': '2021-11-11T17:29:24Z', 'revision_number': 4, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'e1b75333-2d0f-4901-873e-dd1c72f0195b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9c8d225-5f55-4947-bb01-f609add8c6f7', 'name': '', 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:f0:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:04Z', 'updated_at': '2021-11-11T17:29:10Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:29:03Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcd5b5a5-6311-47e0-bde7-feb2a44e0c19', 'name': '', 'network_id': 'dc3a127c-1380-4380-bdfb-9551df2a025f', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:28:a4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:11Z', 'updated_at': '2021-11-11T17:29:19Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:26.179835 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719be80-41e5-4f7f-9631-c908db9ba597 None None] The sync data for ids ['d458a728-4526-4dbf-ba64-ce6f95261ccb'] in n-d-816206-4 is: [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:22Z', 'revision_number': 6, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': '61adac64-74fe-40c1-ab76-8a78250de1ab', 'name': '', 'network_id': '2313da38-3ec1-45b2-a85b-56d2ccaaaf46', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:57:8e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'e1b75333-2d0f-4901-873e-dd1c72f0195b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:17Z', 'updated_at': '2021-11-11T17:29:24Z', 'revision_number': 4, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'e1b75333-2d0f-4901-873e-dd1c72f0195b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9c8d225-5f55-4947-bb01-f609add8c6f7', 'name': '', 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:f0:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:04Z', 'updated_at': '2021-11-11T17:29:10Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:29:03Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcd5b5a5-6311-47e0-bde7-feb2a44e0c19', 'name': '', 'network_id': 'dc3a127c-1380-4380-bdfb-9551df2a025f', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:28:a4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:11Z', 'updated_at': '2021-11-11T17:29:19Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:29:26.390366 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3b246283-f338-4907-bbbf-2995319af0ea None None] Provisioning complete for port 61adac64-74fe-40c1-ab76-8a78250de1ab triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:26.391414 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3b246283-f338-4907-bbbf-2995319af0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:26.435841 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1e2e94e6-f3c7-4fe8-bbc4-700fc5095a00 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:26.452734 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1e2e94e6-f3c7-4fe8-bbc4-700fc5095a00 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-917831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-917838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932385'] for router, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:26.586391 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2e94e6-f3c7-4fe8-bbc4-700fc5095a00 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router d458a728-4526-4dbf-ba64-ce6f95261ccb has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:29:26.697935 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2e94e6-f3c7-4fe8-bbc4-700fc5095a00 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:29:26.708973 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1e2e94e6-f3c7-4fe8-bbc4-700fc5095a00 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:26.713379 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1e2e94e6-f3c7-4fe8-bbc4-700fc5095a00 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/d458a728-4526-4dbf-ba64-ce6f95261ccb HTTP/1.1" status: 200 len: 700 time: 2.1485913 Nov 11 17:29:26.713772 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36438) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:26.867516 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-87b51947-8be5-4722-862b-87fd2a9327a3 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/routers/d458a728-4526-4dbf-ba64-ce6f95261ccb HTTP/1.1" status: 200 len: 700 time: 0.1525834 Nov 11 17:29:26.877830 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b90e8-402a-4560-b1fb-3014937a92c5 req-bab521a6-e231-4678-8d60-90630e9a1583 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:26.881127 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36442) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:26.887879 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-796b90e8-402a-4560-b1fb-3014937a92c5 req-bab521a6-e231-4678-8d60-90630e9a1583 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1204753 Nov 11 17:29:26.970316 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-796b90e8-402a-4560-b1fb-3014937a92c5 req-82e7621e-2a52-4e3b-970c-36eba83b2e5b tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812268 Nov 11 17:29:27.099161 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79393fdd-7469-4526-8672-3af13021c943 req-0f328221-8819-45be-8fb7-7fb02d00c538 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:27.111990 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-79393fdd-7469-4526-8672-3af13021c943 req-0f328221-8819-45be-8fb7-7fb02d00c538 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4ecd10b-190b-4a15-b159-0bb939884f16 HTTP/1.1" status: 200 len: 945 time: 0.1013515 Nov 11 17:29:27.184210 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b255be17-d9fe-4fbc-ba23-34aa41e023b0 req-1f563ae3-d2b4-47b2-9c1b-a3c06c4bc758 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 210 time: 0.0380862 Nov 11 17:29:27.198567 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-79393fdd-7469-4526-8672-3af13021c943 req-bb4c70fb-5af8-4f98-bd27-b8ea12693b6f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842462 Nov 11 17:29:27.328558 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a99e1e-3be0-4638-9396-998d65353f60 req-0402189d-0f70-4199-a7a8-6aea4e23eec4 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:27.330069 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-34a99e1e-3be0-4638-9396-998d65353f60 req-0402189d-0f70-4199-a7a8-6aea4e23eec4 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4ecd10b-190b-4a15-b159-0bb939884f16 HTTP/1.1" status: 200 len: 945 time: 0.0893426 Nov 11 17:29:27.374794 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bbdbcd-617a-47c7-8967-d8057b845eec None None] Sync routers for ids ['d458a728-4526-4dbf-ba64-ce6f95261ccb'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:29:27.385860 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bbdbcd-617a-47c7-8967-d8057b845eec None None] Routers {'d458a728-4526-4dbf-ba64-ce6f95261ccb'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:27.386469 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-86bbdbcd-617a-47c7-8967-d8057b845eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['d458a728-4526-4dbf-ba64-ce6f95261ccb'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:27.523071 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1612e-e921-4ede-b3c8-6029c88e716a req-d7408f45-c07d-4da5-b42d-cae326226005 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:27.526135 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c4c1612e-e921-4ede-b3c8-6029c88e716a req-d7408f45-c07d-4da5-b42d-cae326226005 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=334e94bd-5698-4cdb-a7ac-78ded4374906 HTTP/1.1" status: 200 len: 950 time: 0.0901906 Nov 11 17:29:27.532622 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-34a99e1e-3be0-4638-9396-998d65353f60 req-f72bf66d-f7b1-4738-a34a-fceea5a68220 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Deleting port 6e29b4d4-ac97-4352-9075-fac71f4148c5 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:29:27.532961 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-34a99e1e-3be0-4638-9396-998d65353f60 req-f72bf66d-f7b1-4738-a34a-fceea5a68220 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:27.558224 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-86bbdbcd-617a-47c7-8967-d8057b845eec None None] Set router d458a728-4526-4dbf-ba64-ce6f95261ccb gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:27.589654 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e46e84eb-a212-4e6f-b262-1edb3065373b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:27.618844 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c4c1612e-e921-4ede-b3c8-6029c88e716a req-3319245f-76d9-49f2-8299-1b70fb97124b tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684602 Nov 11 17:29:27.737563 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-34a99e1e-3be0-4638-9396-998d65353f60 req-f72bf66d-f7b1-4738-a34a-fceea5a68220 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] For port 6e29b4d4-ac97-4352-9075-fac71f4148c5, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6e29b4d4-ac97-4352-9075-fac71f4148c5,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:27.738191 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-34a99e1e-3be0-4638-9396-998d65353f60 req-f72bf66d-f7b1-4738-a34a-fceea5a68220 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:27.752781 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-34a99e1e-3be0-4638-9396-998d65353f60 req-f72bf66d-f7b1-4738-a34a-fceea5a68220 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Calling delete_port for 6e29b4d4-ac97-4352-9075-fac71f4148c5 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:29:27.776926 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 61adac64-74fe-40c1-ab76-8a78250de1ab up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:29:27.953727 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-34a99e1e-3be0-4638-9396-998d65353f60 req-f72bf66d-f7b1-4738-a34a-fceea5a68220 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:27.981898 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bf66d-f7b1-4738-a34a-fceea5a68220 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Pushing event deleted for resources: {'Port': ['ID=6e29b4d4-ac97-4352-9075-fac71f4148c5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:28.030621 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8c84b91b-aa9c-42d0-a19b-b3f82d715671'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:29:28.033166 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['6e29b4d4-ac97-4352-9075-fac71f4148c5'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:29:28.080149 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf66d-f7b1-4738-a34a-fceea5a68220 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:28.080519 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf66d-f7b1-4738-a34a-fceea5a68220 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:28.080863 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf66d-f7b1-4738-a34a-fceea5a68220 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:28.081208 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf66d-f7b1-4738-a34a-fceea5a68220 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:28.081549 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf66d-f7b1-4738-a34a-fceea5a68220 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:28.082681 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf66d-f7b1-4738-a34a-fceea5a68220 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:28.082681 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf66d-f7b1-4738-a34a-fceea5a68220 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:28.088045 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf66d-f7b1-4738-a34a-fceea5a68220 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:28.088384 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf66d-f7b1-4738-a34a-fceea5a68220 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:28.088723 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf66d-f7b1-4738-a34a-fceea5a68220 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:28.089066 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf66d-f7b1-4738-a34a-fceea5a68220 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:28.089406 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf66d-f7b1-4738-a34a-fceea5a68220 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:28.158320 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3c303a-29af-4a30-8104-43c90b7d0437 None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:29:28.186348 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a99e1e-3be0-4638-9396-998d65353f60 req-f72bf66d-f7b1-4738-a34a-fceea5a68220 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] No DVR routers for this DVR port 6e29b4d4-ac97-4352-9075-fac71f4148c5 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:29:28.189708 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-34a99e1e-3be0-4638-9396-998d65353f60 req-f72bf66d-f7b1-4738-a34a-fceea5a68220 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:28.193437 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-34a99e1e-3be0-4638-9396-998d65353f60 req-f72bf66d-f7b1-4738-a34a-fceea5a68220 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "DELETE /v2.0/ports/6e29b4d4-ac97-4352-9075-fac71f4148c5 HTTP/1.1" status: 204 len: 173 time: 0.8529599 Nov 11 17:29:28.197463 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd549a06-6e07-47d9-bf8b-2cfcce87b8d1 req-ce2934bd-2ee1-44b4-bf77-c668f17dd3a0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:28.199518 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fd549a06-6e07-47d9-bf8b-2cfcce87b8d1 req-ce2934bd-2ee1-44b4-bf77-c668f17dd3a0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1092944 Nov 11 17:29:28.199880 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-86bbdbcd-617a-47c7-8967-d8057b845eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:25Z', 'revision_number': 7, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': '61adac64-74fe-40c1-ab76-8a78250de1ab', 'name': '', 'network_id': '2313da38-3ec1-45b2-a85b-56d2ccaaaf46', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:57:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'e1b75333-2d0f-4901-873e-dd1c72f0195b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:17Z', 'updated_at': '2021-11-11T17:29:25Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'e1b75333-2d0f-4901-873e-dd1c72f0195b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9c8d225-5f55-4947-bb01-f609add8c6f7', 'name': '', 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:f0:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:04Z', 'updated_at': '2021-11-11T17:29:10Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:29:03Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcd5b5a5-6311-47e0-bde7-feb2a44e0c19', 'name': '', 'network_id': 'dc3a127c-1380-4380-bdfb-9551df2a025f', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:28:a4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:11Z', 'updated_at': '2021-11-11T17:29:19Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:28.205083 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ecd10b-190b-4a15-b159-0bb939884f16', 'name': 'network-vif-deleted', 'tag': '6e29b4d4-ac97-4352-9075-fac71f4148c5'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:29:28.214800 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ca10a9-087a-47f3-a643-b88385d65b0b" -d '{"events": [{"server_uuid": "a4ecd10b-190b-4a15-b159-0bb939884f16", "name": "network-vif-deleted", "tag": "6e29b4d4-ac97-4352-9075-fac71f4148c5"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:29:28.255469 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 61adac64-74fe-40c1-ab76-8a78250de1ab triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:28.255971 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:28.300326 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bbdbcd-617a-47c7-8967-d8057b845eec None None] Checking router: d458a728-4526-4dbf-ba64-ce6f95261ccb for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:29:28.332420 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fd549a06-6e07-47d9-bf8b-2cfcce87b8d1 req-d06d6fc0-ecd4-448d-9481-41f4c101e5f1 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206820 Nov 11 17:29:28.357992 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bbdbcd-617a-47c7-8967-d8057b845eec None None] Routers {'d458a728-4526-4dbf-ba64-ce6f95261ccb'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:28.358827 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-86bbdbcd-617a-47c7-8967-d8057b845eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['d458a728-4526-4dbf-ba64-ce6f95261ccb'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:28.380859 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1fc9c4d-46c9-4897-9f1a-e1d9740327d6 req-4bcb672d-7e98-4c1f-bb4a-2992b351b5e9 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 210 time: 0.0281184 Nov 11 17:29:28.461525 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44916227-9e45-4e82-a08f-788f161fa77f x-openstack-request-id: req-44916227-9e45-4e82-a08f-788f161fa77f {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:29:28.461817 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ecd10b-190b-4a15-b159-0bb939884f16", "name": "network-vif-deleted", "tag": "6e29b4d4-ac97-4352-9075-fac71f4148c5", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:29:28.462024 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-44916227-9e45-4e82-a08f-788f161fa77f {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:29:28.462343 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ecd10b-190b-4a15-b159-0bb939884f16', 'name': 'network-vif-deleted', 'tag': '6e29b4d4-ac97-4352-9075-fac71f4148c5', 'status': 'completed', 'code': 200} Nov 11 17:29:28.484819 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-e46e84eb-a212-4e6f-b262-1edb3065373b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting port 61adac64-74fe-40c1-ab76-8a78250de1ab {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:29:28.485209 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e46e84eb-a212-4e6f-b262-1edb3065373b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:28.496000 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0cd2129d-5fe5-46ab-a6db-efa4f3800e72 req-dfd00527-e934-4bd8-a5b9-c4561f8f51d4 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4ecd10b-190b-4a15-b159-0bb939884f16 HTTP/1.1" status: 200 len: 210 time: 0.0386050 Nov 11 17:29:28.503885 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-86bbdbcd-617a-47c7-8967-d8057b845eec None None] Set router d458a728-4526-4dbf-ba64-ce6f95261ccb gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:28.600364 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-e46e84eb-a212-4e6f-b262-1edb3065373b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] For port 61adac64-74fe-40c1-ab76-8a78250de1ab, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=61adac64-74fe-40c1-ab76-8a78250de1ab,segment=NetworkSegment(ddbef0d9-31ea-43a9-9718-104eedf20b42),segment_id=ddbef0d9-31ea-43a9-9718-104eedf20b42)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:28.601255 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e46e84eb-a212-4e6f-b262-1edb3065373b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:28.614854 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-e46e84eb-a212-4e6f-b262-1edb3065373b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Calling delete_port for 61adac64-74fe-40c1-ab76-8a78250de1ab owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:29:28.809404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-86bbdbcd-617a-47c7-8967-d8057b845eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:25Z', 'revision_number': 7, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': '61adac64-74fe-40c1-ab76-8a78250de1ab', 'name': '', 'network_id': '2313da38-3ec1-45b2-a85b-56d2ccaaaf46', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:57:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'e1b75333-2d0f-4901-873e-dd1c72f0195b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:17Z', 'updated_at': '2021-11-11T17:29:25Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'e1b75333-2d0f-4901-873e-dd1c72f0195b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9c8d225-5f55-4947-bb01-f609add8c6f7', 'name': '', 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:f0:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:04Z', 'updated_at': '2021-11-11T17:29:10Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:29:03Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcd5b5a5-6311-47e0-bde7-feb2a44e0c19', 'name': '', 'network_id': 'dc3a127c-1380-4380-bdfb-9551df2a025f', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:28:a4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:11Z', 'updated_at': '2021-11-11T17:29:19Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:28.840240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bbdbcd-617a-47c7-8967-d8057b845eec None None] The sync data for ids ['d458a728-4526-4dbf-ba64-ce6f95261ccb'] in n-d-816206-4 is: [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:25Z', 'revision_number': 7, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': '61adac64-74fe-40c1-ab76-8a78250de1ab', 'name': '', 'network_id': '2313da38-3ec1-45b2-a85b-56d2ccaaaf46', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:57:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'e1b75333-2d0f-4901-873e-dd1c72f0195b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:17Z', 'updated_at': '2021-11-11T17:29:25Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'e1b75333-2d0f-4901-873e-dd1c72f0195b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9c8d225-5f55-4947-bb01-f609add8c6f7', 'name': '', 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:f0:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:04Z', 'updated_at': '2021-11-11T17:29:10Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:29:03Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcd5b5a5-6311-47e0-bde7-feb2a44e0c19', 'name': '', 'network_id': 'dc3a127c-1380-4380-bdfb-9551df2a025f', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:28:a4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:11Z', 'updated_at': '2021-11-11T17:29:19Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:29:28.857317 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e46e84eb-a212-4e6f-b262-1edb3065373b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:28.948579 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e84eb-a212-4e6f-b262-1edb3065373b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Port': ['ID=61adac64-74fe-40c1-ab76-8a78250de1ab,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:29.124488 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e46e84eb-a212-4e6f-b262-1edb3065373b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:29.340882 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46e84eb-a212-4e6f-b262-1edb3065373b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router d458a728-4526-4dbf-ba64-ce6f95261ccb has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:29:29.448058 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46e84eb-a212-4e6f-b262-1edb3065373b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:29:29.457729 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 36520) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:29.459490 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d357d429-bcd2-4fdc-b216-55776d414154 None None] Sync routers for ids ['d458a728-4526-4dbf-ba64-ce6f95261ccb'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:29:29.460001 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e46e84eb-a212-4e6f-b262-1edb3065373b tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/d458a728-4526-4dbf-ba64-ce6f95261ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5771065 Nov 11 17:29:29.470735 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d357d429-bcd2-4fdc-b216-55776d414154 None None] Routers {'d458a728-4526-4dbf-ba64-ce6f95261ccb'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:29.482648 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-d357d429-bcd2-4fdc-b216-55776d414154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['d458a728-4526-4dbf-ba64-ce6f95261ccb'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:29.547746 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1bb9ce1-929c-480c-acf8-712911be637d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting subnet e1b75333-2d0f-4901-873e-dd1c72f0195b {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:29:29.562671 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486bffe-2dcc-420d-b0df-95bd23682388 req-e0852078-90a9-47d7-b367-cd6e1b4b6a8f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:29.564493 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0486bffe-2dcc-420d-b0df-95bd23682388 req-e0852078-90a9-47d7-b367-cd6e1b4b6a8f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1608422 Nov 11 17:29:29.582263 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d72c0e2e-d7cd-4786-8ca8-78654e90417c req-8cec5c63-7238-42b8-b0fa-2cd95ff0daf1 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 210 time: 0.0564768 Nov 11 17:29:29.583188 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1bb9ce1-929c-480c-acf8-712911be637d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:29.589523 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-d357d429-bcd2-4fdc-b216-55776d414154 None None] Set router d458a728-4526-4dbf-ba64-ce6f95261ccb gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:29.665359 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1bb9ce1-929c-480c-acf8-712911be637d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:29.722409 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0486bffe-2dcc-420d-b0df-95bd23682388 req-99b9545f-d062-4e02-9e86-3a00ea3228e4 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344726 Nov 11 17:29:29.853338 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-d357d429-bcd2-4fdc-b216-55776d414154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:28Z', 'revision_number': 8, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': 'b9c8d225-5f55-4947-bb01-f609add8c6f7', 'name': '', 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:f0:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:04Z', 'updated_at': '2021-11-11T17:29:10Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:29:03Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcd5b5a5-6311-47e0-bde7-feb2a44e0c19', 'name': '', 'network_id': 'dc3a127c-1380-4380-bdfb-9551df2a025f', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:28:a4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:11Z', 'updated_at': '2021-11-11T17:29:19Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:29.873865 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1bb9ce1-929c-480c-acf8-712911be637d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:29.884830 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d357d429-bcd2-4fdc-b216-55776d414154 None None] Checking router: d458a728-4526-4dbf-ba64-ce6f95261ccb for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:29:29.893249 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d357d429-bcd2-4fdc-b216-55776d414154 None None] Routers {'d458a728-4526-4dbf-ba64-ce6f95261ccb'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:29.893871 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-d357d429-bcd2-4fdc-b216-55776d414154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['d458a728-4526-4dbf-ba64-ce6f95261ccb'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:29.965004 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-e07d1ed7-8b9a-404b-b306-8fb24e99bab3 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:29.966459 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-e07d1ed7-8b9a-404b-b306-8fb24e99bab3 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 806 time: 0.1696866 Nov 11 17:29:29.974189 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1bb9ce1-929c-480c-acf8-712911be637d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:29.987089 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-d357d429-bcd2-4fdc-b216-55776d414154 None None] Set router d458a728-4526-4dbf-ba64-ce6f95261ccb gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:30.017647 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb9ce1-929c-480c-acf8-712911be637d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b75333-2d0f-4901-873e-dd1c72f0195b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:30.020140 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1bb9ce1-929c-480c-acf8-712911be637d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:30.023954 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d1bb9ce1-929c-480c-acf8-712911be637d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/subnets/e1b75333-2d0f-4901-873e-dd1c72f0195b HTTP/1.1" status: 204 len: 168 time: 0.5622208 Nov 11 17:29:30.025576 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-ad57de98-b3b5-450e-8f66-fd5600cf7d15 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/quotas/0e5747bb491947f2a2d2c2ebc01d2df0 HTTP/1.1" status: 200 len: 375 time: 0.0489998 Nov 11 17:29:30.027032 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 36538) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:30.034219 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d665637-c7a8-437b-9314-d82c47acd06d None None] Network 2313da38-3ec1-45b2-a85b-56d2ccaaaf46 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:29:30.119806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb9ce1-929c-480c-acf8-712911be637d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:30.119806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb9ce1-929c-480c-acf8-712911be637d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:30.119806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb9ce1-929c-480c-acf8-712911be637d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:30.119806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb9ce1-929c-480c-acf8-712911be637d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:30.119806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb9ce1-929c-480c-acf8-712911be637d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:30.119806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb9ce1-929c-480c-acf8-712911be637d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:30.119806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb9ce1-929c-480c-acf8-712911be637d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:30.119806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb9ce1-929c-480c-acf8-712911be637d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:30.119806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb9ce1-929c-480c-acf8-712911be637d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:30.119806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb9ce1-929c-480c-acf8-712911be637d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:30.119806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb9ce1-929c-480c-acf8-712911be637d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:30.119806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bb9ce1-929c-480c-acf8-712911be637d tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:30.146594 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-733e0f6b-0fbd-44a6-a09a-f8e55c8cf0b8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:30.185999 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-ddca311d-1999-46e5-9e24-4d2331422b59 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0917656 Nov 11 17:29:30.317762 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bc82b7-9f0c-4f36-845e-f1640ca625a7 None None] DHCP port deletion for 2313da38-3ec1-45b2-a85b-56d2ccaaaf46 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:29:30.331848 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-733e0f6b-0fbd-44a6-a09a-f8e55c8cf0b8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting port 9e48721a-0666-4888-bd08-bbcf7d0e7818 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:29:30.332191 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-733e0f6b-0fbd-44a6-a09a-f8e55c8cf0b8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:30.340247 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-179344f0-af35-4d82-a3cc-1d21397dcd98 service neutron] 10.222.0.76 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516738 Nov 11 17:29:30.373387 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc82b7-9f0c-4f36-845e-f1640ca625a7 None None] Deleting port 9e48721a-0666-4888-bd08-bbcf7d0e7818 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:29:30.373770 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c8bc82b7-9f0c-4f36-845e-f1640ca625a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:30.424755 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-d357d429-bcd2-4fdc-b216-55776d414154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:28Z', 'revision_number': 8, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': 'b9c8d225-5f55-4947-bb01-f609add8c6f7', 'name': '', 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:f0:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:04Z', 'updated_at': '2021-11-11T17:29:10Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:29:03Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcd5b5a5-6311-47e0-bde7-feb2a44e0c19', 'name': '', 'network_id': 'dc3a127c-1380-4380-bdfb-9551df2a025f', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:28:a4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:11Z', 'updated_at': '2021-11-11T17:29:19Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:30.443462 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c8bc82b7-9f0c-4f36-845e-f1640ca625a7 None None] For port 9e48721a-0666-4888-bd08-bbcf7d0e7818, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=9e48721a-0666-4888-bd08-bbcf7d0e7818,segment=NetworkSegment(ddbef0d9-31ea-43a9-9718-104eedf20b42),segment_id=ddbef0d9-31ea-43a9-9718-104eedf20b42)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:30.444497 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c8bc82b7-9f0c-4f36-845e-f1640ca625a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:30.457846 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc82b7-9f0c-4f36-845e-f1640ca625a7 None None] Calling delete_port for 9e48721a-0666-4888-bd08-bbcf7d0e7818 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:29:30.474313 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-733e0f6b-0fbd-44a6-a09a-f8e55c8cf0b8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] For port 9e48721a-0666-4888-bd08-bbcf7d0e7818, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=9e48721a-0666-4888-bd08-bbcf7d0e7818,segment=NetworkSegment(ddbef0d9-31ea-43a9-9718-104eedf20b42),segment_id=ddbef0d9-31ea-43a9-9718-104eedf20b42)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:30.475350 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-733e0f6b-0fbd-44a6-a09a-f8e55c8cf0b8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:30.476216 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d357d429-bcd2-4fdc-b216-55776d414154 None None] The sync data for ids ['d458a728-4526-4dbf-ba64-ce6f95261ccb'] in n-d-816206-4 is: [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:28Z', 'revision_number': 8, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': 'b9c8d225-5f55-4947-bb01-f609add8c6f7', 'name': '', 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:f0:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:04Z', 'updated_at': '2021-11-11T17:29:10Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:29:03Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcd5b5a5-6311-47e0-bde7-feb2a44e0c19', 'name': '', 'network_id': 'dc3a127c-1380-4380-bdfb-9551df2a025f', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:28:a4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:11Z', 'updated_at': '2021-11-11T17:29:19Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'a499dcf8-bad0-4637-a5a6-1007a57cefd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:29:30.499155 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-733e0f6b-0fbd-44a6-a09a-f8e55c8cf0b8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Calling delete_port for 9e48721a-0666-4888-bd08-bbcf7d0e7818 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:29:30.533809 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-8f2933c4-49ba-43d9-b8ad-81ae5f8d196b service neutron] 10.222.0.76 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811321 Nov 11 17:29:30.568477 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c8bc82b7-9f0c-4f36-845e-f1640ca625a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:30.606085 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc82b7-9f0c-4f36-845e-f1640ca625a7 None None] Pushing event deleted for resources: {'Port': ['ID=9e48721a-0666-4888-bd08-bbcf7d0e7818,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:30.608479 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc82b7-9f0c-4f36-845e-f1640ca625a7 None None] No DVR routers for this DVR port 9e48721a-0666-4888-bd08-bbcf7d0e7818 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:29:30.611269 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-733e0f6b-0fbd-44a6-a09a-f8e55c8cf0b8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:30.640896 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733e0f6b-0fbd-44a6-a09a-f8e55c8cf0b8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] No DVR routers for this DVR port 9e48721a-0666-4888-bd08-bbcf7d0e7818 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:29:30.642364 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e0f6b-0fbd-44a6-a09a-f8e55c8cf0b8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Port': ['ID=9e48721a-0666-4888-bd08-bbcf7d0e7818,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:30.782871 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4c6a2a72-acd6-47c0-b0f8-cdaee648b8b6 req-c52d7caf-a5e2-4f28-934e-0afabd8b62b5 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/ports?device_id=9df5074b-2af2-4d3e-b1c3-249f445954d5 HTTP/1.1" status: 200 len: 210 time: 0.0526667 Nov 11 17:29:30.822842 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6e29b4d4-ac97-4352-9075-fac71f4148c5 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:29:30.825169 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-733e0f6b-0fbd-44a6-a09a-f8e55c8cf0b8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:30.857577 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-782f054b-7cdb-404c-af96-f0db1906349f req-bc06fb70-8751-43c4-916b-70af6e74f3a0 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=0667a20b-a524-4c63-8d68-41437db5b234 HTTP/1.1" status: 200 len: 210 time: 0.0870090 Nov 11 17:29:30.908166 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-733e0f6b-0fbd-44a6-a09a-f8e55c8cf0b8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2313da38-3ec1-45b2-a85b-56d2ccaaaf46']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:30.916494 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 6e29b4d4-ac97-4352-9075-fac71f4148c5 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:29:30.919518 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6e29b4d4-ac97-4352-9075-fac71f4148c5 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:29:30.920775 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:29:30.942275 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-733e0f6b-0fbd-44a6-a09a-f8e55c8cf0b8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbef0d9-31ea-43a9-9718-104eedf20b42') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:30.942556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-733e0f6b-0fbd-44a6-a09a-f8e55c8cf0b8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbef0d9-31ea-43a9-9718-104eedf20b42') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:30.961567 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-733e0f6b-0fbd-44a6-a09a-f8e55c8cf0b8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:30.992529 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a137f2-001f-48f3-aabf-193fb17e8f7b req-6b7ce29a-ee8a-41b3-b6dc-d8981896c7a0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:30.994195 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d9a137f2-001f-48f3-aabf-193fb17e8f7b req-6b7ce29a-ee8a-41b3-b6dc-d8981896c7a0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1106360 Nov 11 17:29:30.995304 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-733e0f6b-0fbd-44a6-a09a-f8e55c8cf0b8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:31.007875 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733e0f6b-0fbd-44a6-a09a-f8e55c8cf0b8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Releasing vlan 1286 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:29:31.008278 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-733e0f6b-0fbd-44a6-a09a-f8e55c8cf0b8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:29:31.012305 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:29:31.105453 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-733e0f6b-0fbd-44a6-a09a-f8e55c8cf0b8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:31.118188 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d9a137f2-001f-48f3-aabf-193fb17e8f7b req-6aa374d1-c6a4-4abd-b694-2215eeaeda8f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164243 Nov 11 17:29:31.151307 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-733e0f6b-0fbd-44a6-a09a-f8e55c8cf0b8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:31.155047 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-733e0f6b-0fbd-44a6-a09a-f8e55c8cf0b8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/networks/2313da38-3ec1-45b2-a85b-56d2ccaaaf46 HTTP/1.1" status: 204 len: 168 time: 1.1270571 Nov 11 17:29:31.156039 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e0f6b-0fbd-44a6-a09a-f8e55c8cf0b8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Network': ['ID=2313da38-3ec1-45b2-a85b-56d2ccaaaf46,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:31.157663 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 36568) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:31.188438 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:31.239046 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334e94bd-5698-4cdb-a7ac-78ded4374906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02ec03e8-8286-4b13-a1b3-c2acdf4a6eee'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:29:31.243651 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c374084c-e2f7-458b-b727-c8bfeb9dc952" -d '{"events": [{"server_uuid": "334e94bd-5698-4cdb-a7ac-78ded4374906", "name": "network-vif-unplugged", "status": "completed", "tag": "02ec03e8-8286-4b13-a1b3-c2acdf4a6eee"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:29:31.278204 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:31.293289 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:31.342960 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3745081e-9659-4291-893c-f51fc6606cd3 x-openstack-request-id: req-3745081e-9659-4291-893c-f51fc6606cd3 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:29:31.343679 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334e94bd-5698-4cdb-a7ac-78ded4374906", "name": "network-vif-unplugged", "status": "completed", "tag": "02ec03e8-8286-4b13-a1b3-c2acdf4a6eee", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:29:31.344186 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3745081e-9659-4291-893c-f51fc6606cd3 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:29:31.344862 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334e94bd-5698-4cdb-a7ac-78ded4374906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02ec03e8-8286-4b13-a1b3-c2acdf4a6eee', 'code': 200} Nov 11 17:29:31.366855 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:31.502477 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 9e48721a-0666-4888-bd08-bbcf7d0e7818 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:29:31.523891 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 9e48721a-0666-4888-bd08-bbcf7d0e7818 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:29:31.524589 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 9e48721a-0666-4888-bd08-bbcf7d0e7818 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:29:31.525264 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 61adac64-74fe-40c1-ab76-8a78250de1ab no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:29:31.529284 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 3ea021bc-68ff-4bb1-8929-d776c042cfff details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:29:31.550379 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 61adac64-74fe-40c1-ab76-8a78250de1ab {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:29:31.551086 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 61adac64-74fe-40c1-ab76-8a78250de1ab not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:29:31.647257 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-df433d80-6186-458b-9638-d6572a5fe718 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:31.661373 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 3ea021bc-68ff-4bb1-8929-d776c042cfff, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3ea021bc-68ff-4bb1-8929-d776c042cfff,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:31.680866 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '3ea021bc-68ff-4bb1-8929-d776c042cfff', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '3ea021bc-68ff-4bb1-8929-d776c042cfff', 'mac_address': 'fa:16:3e:8f:fe:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:29:31.756673 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:31.776625 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ea021bc-68ff-4bb1-8929-d776c042cfff {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:29:31.801357 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 3ea021bc-68ff-4bb1-8929-d776c042cfff, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3ea021bc-68ff-4bb1-8929-d776c042cfff,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:31.812053 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:31.899808 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36598) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:31.913104 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=3ea021bc-68ff-4bb1-8929-d776c042cfff,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:31.956496 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['3ea021bc-68ff-4bb1-8929-d776c042cfff'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:29:32.029509 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e05fac7e-bce5-49d2-99f0-2914fe351de5 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:32.084372 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e05fac7e-bce5-49d2-99f0-2914fe351de5 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:32.194220 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e05fac7e-bce5-49d2-99f0-2914fe351de5 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:32.198731 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e05fac7e-bce5-49d2-99f0-2914fe351de5 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:32.202931 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-847f805e-7c03-400b-b639-a3f014f66441 req-06c3d7e6-7e32-4386-b005-8d3aec14f7d9 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=0667a20b-a524-4c63-8d68-41437db5b234 HTTP/1.1" status: 200 len: 210 time: 0.0522408 Nov 11 17:29:32.205310 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 36608) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:32.205941 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e05fac7e-bce5-49d2-99f0-2914fe351de5 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "DELETE /v2.0/security-groups/1c3e3fde-a5b1-4888-a855-7add44773c82 HTTP/1.1" status: 204 len: 168 time: 0.3049927 Nov 11 17:29:32.233166 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-68750a24-d0e6-4f42-8869-4562d6c414ca tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] show failed (client error): The resource could not be found. Nov 11 17:29:32.235311 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-68750a24-d0e6-4f42-8869-4562d6c414ca tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "GET /v2.0/security-groups/1c3e3fde-a5b1-4888-a855-7add44773c82 HTTP/1.1" status: 404 len: 347 time: 0.0285757 Nov 11 17:29:32.237935 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 36612) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:32.239969 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fac7e-bce5-49d2-99f0-2914fe351de5 tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3e3fde-a5b1-4888-a855-7add44773c82,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:32.530721 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-fbb2fb49-dcdc-41a4-86d6-7a125cc34a61 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:32.534996 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-fbb2fb49-dcdc-41a4-86d6-7a125cc34a61 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 806 time: 0.2664609 Nov 11 17:29:32.562235 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-3f23bc00-9f7c-48a7-8f63-6af9cc74e98e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Request body: {'port': {'device_id': '0667a20b-a524-4c63-8d68-41437db5b234', 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d', 'admin_state_up': True, 'tenant_id': '0e5747bb491947f2a2d2c2ebc01d2df0'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:29:32.587221 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e5112-a3ab-445e-966b-e71128ec5cb3 req-1d1517b9-5aa2-45a1-8492-93f2095e424c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:32.594804 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe1e5112-a3ab-445e-966b-e71128ec5cb3 req-1d1517b9-5aa2-45a1-8492-93f2095e424c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.2188427 Nov 11 17:29:32.711887 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe1e5112-a3ab-445e-966b-e71128ec5cb3 req-efe62131-1ffc-4834-843d-9689e96adc8a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100063 Nov 11 17:29:32.715980 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-6d137ed0-ec9e-4737-bcc5-ebb09187a65f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Deleting port 7a94c284-2efb-487b-a4fc-82b506494233 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:29:32.716774 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d137ed0-ec9e-4737-bcc5-ebb09187a65f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:32.766298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-df433d80-6186-458b-9638-d6572a5fe718 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting port fcd5b5a5-6311-47e0-bde7-feb2a44e0c19 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:29:32.766891 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-df433d80-6186-458b-9638-d6572a5fe718 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:32.794494 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-3f23bc00-9f7c-48a7-8f63-6af9cc74e98e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Made reservation on behalf of 0e5747bb491947f2a2d2c2ebc01d2df0 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:29:32.801301 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-3f23bc00-9f7c-48a7-8f63-6af9cc74e98e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:32.924877 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-df433d80-6186-458b-9638-d6572a5fe718 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] For port fcd5b5a5-6311-47e0-bde7-feb2a44e0c19, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=fcd5b5a5-6311-47e0-bde7-feb2a44e0c19,segment=NetworkSegment(78b3dce0-7686-4cca-9522-f4dfbd72e309),segment_id=78b3dce0-7686-4cca-9522-f4dfbd72e309)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:32.925247 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-df433d80-6186-458b-9638-d6572a5fe718 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:32.952920 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d137ed0-ec9e-4737-bcc5-ebb09187a65f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:32.953154 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d137ed0-ec9e-4737-bcc5-ebb09187a65f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:32.983929 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-df433d80-6186-458b-9638-d6572a5fe718 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Calling delete_port for fcd5b5a5-6311-47e0-bde7-feb2a44e0c19 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:29:32.994212 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-6d137ed0-ec9e-4737-bcc5-ebb09187a65f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Calling delete_port for 7a94c284-2efb-487b-a4fc-82b506494233 owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:29:33.438967 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-3f23bc00-9f7c-48a7-8f63-6af9cc74e98e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Allocated IP 172.20.0.8 (3e09136b-2afb-4141-b1b5-3d967dca5d2d/6a33a415-81af-4eb3-b9c5-17414d49d9ff/218d35f1-3010-415d-ad9c-4072cd9b7312) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:29:33.533132 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1e370ca-50a3-452b-a83c-9acb03a4f37b req-e0192666-4936-4e26-b248-b8c17da6cbb5 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=0667a20b-a524-4c63-8d68-41437db5b234 HTTP/1.1" status: 200 len: 210 time: 0.0958726 Nov 11 17:29:33.540069 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 6dec6a22-64b5-43ff-bb8d-353a7f5c785e details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:29:33.545412 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 3ea021bc-68ff-4bb1-8929-d776c042cfff up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:29:33.683390 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d137ed0-ec9e-4737-bcc5-ebb09187a65f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:33.765437 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-3f23bc00-9f7c-48a7-8f63-6af9cc74e98e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:33.768436 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-df433d80-6186-458b-9638-d6572a5fe718 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:33.799665 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d137ed0-ec9e-4737-bcc5-ebb09187a65f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Pushing event deleted for resources: {'Port': ['ID=7a94c284-2efb-487b-a4fc-82b506494233,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:33.930598 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-3f23bc00-9f7c-48a7-8f63-6af9cc74e98e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:34.058794 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,segment=NetworkSegment(91415e2e-cc30-44a2-8599-bef53e9d5eab),segment_id=91415e2e-cc30-44a2-8599-bef53e9d5eab)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:34.082776 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '6dec6a22-64b5-43ff-bb8d-353a7f5c785e', 'network_id': '1ec9bff0-5844-4695-ad16-95d4383ae0e3', 'port_id': '6dec6a22-64b5-43ff-bb8d-353a7f5c785e', 'mac_address': 'fa:16:3e:0b:4b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc52ad1-f3a3-434d-a193-60fbff77cc17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:29:34.085764 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0abd95-1773-4e30-8919-1f57ec2ac62d None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:29:34.094764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-3f23bc00-9f7c-48a7-8f63-6af9cc74e98e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Network 3e09136b-2afb-4141-b1b5-3d967dca5d2d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:29:34.098433 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8c84b91b-aa9c-42d0-a19b-b3f82d715671'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:29:34.107156 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-3f23bc00-9f7c-48a7-8f63-6af9cc74e98e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:29:34.111854 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-3f23bc00-9f7c-48a7-8f63-6af9cc74e98e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:29:34.126462 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23bc00-9f7c-48a7-8f63-6af9cc74e98e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Pushing event updated for resources: {'Port': ['ID=218d35f1-3010-415d-ad9c-4072cd9b7312,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:34.214783 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 3ea021bc-68ff-4bb1-8929-d776c042cfff triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:34.219622 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:34.226188 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dffc058-1a47-4ec2-8ec6-28be72cca963 None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:29:34.353026 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-3f23bc00-9f7c-48a7-8f63-6af9cc74e98e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:34.359526 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-3f23bc00-9f7c-48a7-8f63-6af9cc74e98e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:34.423614 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-3f23bc00-9f7c-48a7-8f63-6af9cc74e98e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8669217 Nov 11 17:29:34.448910 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df433d80-6186-458b-9638-d6572a5fe718 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Port': ['ID=fcd5b5a5-6311-47e0-bde7-feb2a44e0c19,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:34.453511 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-f2253954-f681-437e-b8da-47d784decd89 service neutron] Request body: {'port': {'device_id': '0667a20b-a524-4c63-8d68-41437db5b234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:29:34.566691 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:34.615910 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-f2253954-f681-437e-b8da-47d784decd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:34.669883 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-df433d80-6186-458b-9638-d6572a5fe718 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:34.689802 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f5c56ef4-2ea5-4204-871e-9ce7c25c8620 None None] Provisioning complete for port 218d35f1-3010-415d-ad9c-4072cd9b7312 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:34.691942 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f5c56ef4-2ea5-4204-871e-9ce7c25c8620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:34.762288 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9b03f-936c-43a2-adb8-902ddf26eda9 req-e9f1f237-da2e-403f-85c8-c3329c206be4 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:34.775135 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3c9b03f-936c-43a2-adb8-902ddf26eda9 req-e9f1f237-da2e-403f-85c8-c3329c206be4 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.7990894 Nov 11 17:29:34.856034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6dec6a22-64b5-43ff-bb8d-353a7f5c785e {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:29:34.883788 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-f5c56ef4-2ea5-4204-871e-9ce7c25c8620 None None] Port 218d35f1-3010-415d-ad9c-4072cd9b7312 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:29:35.070525 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,segment=NetworkSegment(91415e2e-cc30-44a2-8599-bef53e9d5eab),segment_id=91415e2e-cc30-44a2-8599-bef53e9d5eab)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:35.114778 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:35.169631 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:35.217192 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d137ed0-ec9e-4737-bcc5-ebb09187a65f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:35.221400 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d137ed0-ec9e-4737-bcc5-ebb09187a65f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:35.222576 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6d137ed0-ec9e-4737-bcc5-ebb09187a65f tempest-ServersTestBootFromVolume-1472576714 tempest-ServersTestBootFromVolume-1472576714-project] 10.222.0.76 "DELETE /v2.0/floatingips/3943a16c-ff27-48a8-a7c5-f8ae397dadef HTTP/1.1" status: 204 len: 168 time: 2.9831786 Nov 11 17:29:35.233184 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36682) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:35.309065 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:35.402239 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea021bc-68ff-4bb1-8929-d776c042cfff'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:29:35.407505 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b77e8a-82d2-40e8-9820-777b48460889" -d '{"events": [{"server_uuid": "1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678", "name": "network-vif-plugged", "status": "completed", "tag": "3ea021bc-68ff-4bb1-8929-d776c042cfff"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:29:35.438374 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['6dec6a22-64b5-43ff-bb8d-353a7f5c785e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:29:35.524531 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 3ea021bc-68ff-4bb1-8929-d776c042cfff, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3ea021bc-68ff-4bb1-8929-d776c042cfff,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:35.547000 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:35.660267 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df433d80-6186-458b-9638-d6572a5fe718 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router d458a728-4526-4dbf-ba64-ce6f95261ccb has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:29:35.688296 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c47fc2-8a8f-4812-8f2e-fe05222b1c97 req-0526220a-afcd-4087-ad6b-950fe41a5bb4 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:35.696679 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92c47fc2-8a8f-4812-8f2e-fe05222b1c97 req-0526220a-afcd-4087-ad6b-950fe41a5bb4 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=0667a20b-a524-4c63-8d68-41437db5b234 HTTP/1.1" status: 200 len: 931 time: 0.9034624 Nov 11 17:29:35.824737 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3c9b03f-936c-43a2-adb8-902ddf26eda9 req-00e10cc9-3991-4a80-9458-f1cbf0ba411d tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9528730 Nov 11 17:29:35.840467 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=3ea021bc-68ff-4bb1-8929-d776c042cfff,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:35.972169 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-f2253954-f681-437e-b8da-47d784decd89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218d35f1-3010-415d-ad9c-4072cd9b7312 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:29:35.982583 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-f2253954-f681-437e-b8da-47d784decd89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:36.009346 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-f2253954-f681-437e-b8da-47d784decd89 service neutron] Transition to ACTIVE for port object 218d35f1-3010-415d-ad9c-4072cd9b7312 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:29:36.016101 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-f2253954-f681-437e-b8da-47d784decd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:36.072713 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2253954-f681-437e-b8da-47d784decd89 service neutron] Pushing event updated for resources: {'Port': ['ID=218d35f1-3010-415d-ad9c-4072cd9b7312,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:36.102736 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27d2723-1e3d-479a-91f2-394a99154009 None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:29:36.223344 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92c47fc2-8a8f-4812-8f2e-fe05222b1c97 req-c36b3b5f-bb10-4ab8-8977-0c72dff2475f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053852 Nov 11 17:29:36.241656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df433d80-6186-458b-9638-d6572a5fe718 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:29:36.259030 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-df433d80-6186-458b-9638-d6572a5fe718 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/d458a728-4526-4dbf-ba64-ce6f95261ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0989060 Nov 11 17:29:36.260748 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 36694) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:36.267465 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f3675a-2bc6-4ced-9c42-02c7374842c3 None None] Sync routers for ids ['d458a728-4526-4dbf-ba64-ce6f95261ccb'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:29:36.304524 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f3675a-2bc6-4ced-9c42-02c7374842c3 None None] Routers {'d458a728-4526-4dbf-ba64-ce6f95261ccb'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:36.305167 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e1f3675a-2bc6-4ced-9c42-02c7374842c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['d458a728-4526-4dbf-ba64-ce6f95261ccb'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:36.436943 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7954558-0280-417f-a107-c4cf305921f3 x-openstack-request-id: req-e7954558-0280-417f-a107-c4cf305921f3 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:29:36.437225 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678", "name": "network-vif-plugged", "status": "completed", "tag": "3ea021bc-68ff-4bb1-8929-d776c042cfff", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:29:36.439947 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e7954558-0280-417f-a107-c4cf305921f3 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:29:36.440583 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea021bc-68ff-4bb1-8929-d776c042cfff', 'code': 200} Nov 11 17:29:36.464684 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-b818aae5-f2d9-4e79-89a3-b6aa44693499 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting subnet a499dcf8-bad0-4637-a5a6-1007a57cefd5 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:29:36.470263 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-f2253954-f681-437e-b8da-47d784decd89 service neutron] Attempting to bind port 218d35f1-3010-415d-ad9c-4072cd9b7312 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:29:36.470812 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-f2253954-f681-437e-b8da-47d784decd89 service neutron] Attempting to bind port 218d35f1-3010-415d-ad9c-4072cd9b7312 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:29:36.471575 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-f2253954-f681-437e-b8da-47d784decd89 service neutron] Attempting to bind port 218d35f1-3010-415d-ad9c-4072cd9b7312 on network 3e09136b-2afb-4141-b1b5-3d967dca5d2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:29:36.482423 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-f2253954-f681-437e-b8da-47d784decd89 service neutron] Port 218d35f1-3010-415d-ad9c-4072cd9b7312 on network 3e09136b-2afb-4141-b1b5-3d967dca5d2d not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:29:36.482936 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-f2253954-f681-437e-b8da-47d784decd89 service neutron] Attempting to bind port 218d35f1-3010-415d-ad9c-4072cd9b7312 on network 3e09136b-2afb-4141-b1b5-3d967dca5d2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:29:36.488752 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-f2253954-f681-437e-b8da-47d784decd89 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:29:36.489337 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-f2253954-f681-437e-b8da-47d784decd89 service neutron] Checking segment: {'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:29:36.489888 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-f2253954-f681-437e-b8da-47d784decd89 service neutron] Bound using segment: {'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:29:36.490490 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-f2253954-f681-437e-b8da-47d784decd89 service neutron] Bound port: 218d35f1-3010-415d-ad9c-4072cd9b7312, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:29:36.490712 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b818aae5-f2d9-4e79-89a3-b6aa44693499 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:36.492048 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-f2253954-f681-437e-b8da-47d784decd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:36.572609 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b818aae5-f2d9-4e79-89a3-b6aa44693499 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:36.750307 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-f2253954-f681-437e-b8da-47d784decd89 service neutron] For port 218d35f1-3010-415d-ad9c-4072cd9b7312, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:29:36.769552 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-f2253954-f681-437e-b8da-47d784decd89 service neutron] For port 218d35f1-3010-415d-ad9c-4072cd9b7312, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=218d35f1-3010-415d-ad9c-4072cd9b7312,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:29:36.786197 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-f2253954-f681-437e-b8da-47d784decd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:36.849388 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:29:36.933778 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b818aae5-f2d9-4e79-89a3-b6aa44693499 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:37.022263 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-f2253954-f681-437e-b8da-47d784decd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:37.029079 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-f2253954-f681-437e-b8da-47d784decd89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:37.030984 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-f2253954-f681-437e-b8da-47d784decd89 service neutron] 10.222.0.64 "PUT /v2.0/ports/218d35f1-3010-415d-ad9c-4072cd9b7312 HTTP/1.1" status: 200 len: 1091 time: 2.5891905 Nov 11 17:29:37.054113 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0667a20b-a524-4c63-8d68-41437db5b234', 'tag': '218d35f1-3010-415d-ad9c-4072cd9b7312'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:29:37.056758 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e0fd5e-957e-4a59-a93b-3fa30f970809" -d '{"events": [{"name": "network-changed", "server_uuid": "0667a20b-a524-4c63-8d68-41437db5b234", "tag": "218d35f1-3010-415d-ad9c-4072cd9b7312"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:29:37.065936 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e343441-4066-4080-8ca4-cd08ad0463ea None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:29:37.158577 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2253954-f681-437e-b8da-47d784decd89 service neutron] Pushing event updated for resources: {'Port': ['ID=218d35f1-3010-415d-ad9c-4072cd9b7312,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:37.183613 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-e1f3675a-2bc6-4ced-9c42-02c7374842c3 None None] Set router d458a728-4526-4dbf-ba64-ce6f95261ccb gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:37.227446 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16678fb3-f8ba-424e-be14-a0f5f97e53cd req-a64a7d53-f68a-4719-a8c2-72aeaf3cd199 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:37.236024 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16678fb3-f8ba-424e-be14-a0f5f97e53cd req-a64a7d53-f68a-4719-a8c2-72aeaf3cd199 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 944 time: 0.1888678 Nov 11 17:29:37.284759 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b818aae5-f2d9-4e79-89a3-b6aa44693499 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:37.307439 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a9e79bf5-a1d8-4cd1-ba28-a45287fd02cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:37.331077 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b818aae5-f2d9-4e79-89a3-b6aa44693499 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:37.340821 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b818aae5-f2d9-4e79-89a3-b6aa44693499 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/subnets/a499dcf8-bad0-4637-a5a6-1007a57cefd5 HTTP/1.1" status: 204 len: 168 time: 1.0766246 Nov 11 17:29:37.341496 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 36708) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:37.348901 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5695738b-a4ac-4ce5-8b39-c05836bc0d62 None None] Network dc3a127c-1380-4380-bdfb-9551df2a025f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:29:37.349107 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818aae5-f2d9-4e79-89a3-b6aa44693499 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Subnet': ['ID=a499dcf8-bad0-4637-a5a6-1007a57cefd5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:37.421066 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16678fb3-f8ba-424e-be14-a0f5f97e53cd req-751b1f1a-5858-4fea-bb3d-fce65b448ce0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840451 Nov 11 17:29:37.445255 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-a8e54718-45f6-48b1-a6af-45cef647b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:37.451040 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-a8e54718-45f6-48b1-a6af-45cef647b0f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&device_id=0667a20b-a524-4c63-8d68-41437db5b234 HTTP/1.1" status: 200 len: 1094 time: 0.3442631 Nov 11 17:29:37.535349 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cd7e99-8ca7-4b84-b749-c9865158353c x-openstack-request-id: req-21cd7e99-8ca7-4b84-b749-c9865158353c {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:29:37.537182 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0667a20b-a524-4c63-8d68-41437db5b234", "tag": "218d35f1-3010-415d-ad9c-4072cd9b7312", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:29:37.537696 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-21cd7e99-8ca7-4b84-b749-c9865158353c {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:29:37.540943 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0667a20b-a524-4c63-8d68-41437db5b234', 'tag': '218d35f1-3010-415d-ad9c-4072cd9b7312', 'status': 'completed', 'code': 200} Nov 11 17:29:37.571554 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-702d5972-57f2-42cc-aa4f-3a5bc6b0113e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:37.627667 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-3f5392bd-be25-4043-9e8e-67d5bea89306 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=218d35f1-3010-415d-ad9c-4072cd9b7312 HTTP/1.1" status: 200 len: 217 time: 0.1484513 Nov 11 17:29:37.700102 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 6dec6a22-64b5-43ff-bb8d-353a7f5c785e up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:29:37.911182 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-39416bd5-0514-4520-8901-70d96e03c184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:37.915608 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4d13e-ee68-4698-bbae-cc5d8f158cc5 req-43eb68e1-211b-4527-a478-9e38fe8d9dd2 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:37.919110 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ca4d13e-ee68-4698-bbae-cc5d8f158cc5 req-43eb68e1-211b-4527-a478-9e38fe8d9dd2 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=0667a20b-a524-4c63-8d68-41437db5b234 HTTP/1.1" status: 200 len: 943 time: 0.2751515 Nov 11 17:29:37.923062 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-702d5972-57f2-42cc-aa4f-3a5bc6b0113e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting port f33bd2bd-6889-4aa2-98f3-5350f6746109 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:29:37.926140 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-702d5972-57f2-42cc-aa4f-3a5bc6b0113e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:37.976476 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-aacf35dc-4773-487e-8094-bb135a281c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:37.978305 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-aacf35dc-4773-487e-8094-bb135a281c0c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a33a415-81af-4eb3-b9c5-17414d49d9ff HTTP/1.1" status: 200 len: 846 time: 0.2537260 Nov 11 17:29:38.181973 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-702d5972-57f2-42cc-aa4f-3a5bc6b0113e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] For port f33bd2bd-6889-4aa2-98f3-5350f6746109, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f33bd2bd-6889-4aa2-98f3-5350f6746109,segment=NetworkSegment(78b3dce0-7686-4cca-9522-f4dfbd72e309),segment_id=78b3dce0-7686-4cca-9522-f4dfbd72e309)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:38.182887 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-702d5972-57f2-42cc-aa4f-3a5bc6b0113e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:38.205687 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-728b3a42-44e7-4699-896f-5b29f8b24d27 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e09136b-2afb-4141-b1b5-3d967dca5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2177653 Nov 11 17:29:38.219053 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-702d5972-57f2-42cc-aa4f-3a5bc6b0113e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Calling delete_port for f33bd2bd-6889-4aa2-98f3-5350f6746109 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:29:38.312499 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:38.313068 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:38.471382 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-702d5972-57f2-42cc-aa4f-3a5bc6b0113e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:38.484680 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-0911df12-1b64-4493-b3da-2d0e275e0aa5 service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676327 Nov 11 17:29:38.601330 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d5972-57f2-42cc-aa4f-3a5bc6b0113e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] No DVR routers for this DVR port f33bd2bd-6889-4aa2-98f3-5350f6746109 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:29:38.613649 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b4b0e2-15d2-4447-aa7e-bc111505aac5 None None] DHCP port deletion for dc3a127c-1380-4380-bdfb-9551df2a025f request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:29:38.625653 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d5972-57f2-42cc-aa4f-3a5bc6b0113e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Port': ['ID=f33bd2bd-6889-4aa2-98f3-5350f6746109,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:38.701846 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:38.746512 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,segment=NetworkSegment(91415e2e-cc30-44a2-8599-bef53e9d5eab),segment_id=91415e2e-cc30-44a2-8599-bef53e9d5eab)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:38.760894 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14876562-4748-47f0-9ef8-82d22ba006fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dec6a22-64b5-43ff-bb8d-353a7f5c785e'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:29:38.763591 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed8d170-773b-4995-b0aa-fe6dbccfab24" -d '{"events": [{"server_uuid": "14876562-4748-47f0-9ef8-82d22ba006fc", "name": "network-vif-plugged", "status": "completed", "tag": "6dec6a22-64b5-43ff-bb8d-353a7f5c785e"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:29:38.782274 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:38.869212 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ca4d13e-ee68-4698-bbae-cc5d8f158cc5 req-1fd0ff42-7141-42ba-96b5-ac5a6f96ab7e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518392 Nov 11 17:29:38.886765 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-702d5972-57f2-42cc-aa4f-3a5bc6b0113e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:38.936689 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e1f3675a-2bc6-4ced-9c42-02c7374842c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:33Z', 'revision_number': 9, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': 'b9c8d225-5f55-4947-bb01-f609add8c6f7', 'name': '', 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:f0:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:04Z', 'updated_at': '2021-11-11T17:29:10Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:29:03Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:38.977051 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-702d5972-57f2-42cc-aa4f-3a5bc6b0113e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3a127c-1380-4380-bdfb-9551df2a025f']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:38.994715 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a9e79bf5-a1d8-4cd1-ba28-a45287fd02cb admin admin] Deleting port f355d380-83d3-41b9-9067-98ce35ab0dbe {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:29:38.995063 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a9e79bf5-a1d8-4cd1-ba28-a45287fd02cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:39.001474 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-702d5972-57f2-42cc-aa4f-3a5bc6b0113e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b3dce0-7686-4cca-9522-f4dfbd72e309') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:39.002080 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-702d5972-57f2-42cc-aa4f-3a5bc6b0113e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b3dce0-7686-4cca-9522-f4dfbd72e309') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:39.007766 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ab7e5b09-5e63-4ce1-b9d3-87e9c85ea290 req-83386e9e-94f3-48df-913a-0d7a52247020 service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136104 Nov 11 17:29:39.043684 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-702d5972-57f2-42cc-aa4f-3a5bc6b0113e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:39.073272 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f3675a-2bc6-4ced-9c42-02c7374842c3 None None] Checking router: d458a728-4526-4dbf-ba64-ce6f95261ccb for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:29:39.088270 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-702d5972-57f2-42cc-aa4f-3a5bc6b0113e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:39.095156 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702d5972-57f2-42cc-aa4f-3a5bc6b0113e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:29:39.095557 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-702d5972-57f2-42cc-aa4f-3a5bc6b0113e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:39.099057 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:39.121383 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f3675a-2bc6-4ced-9c42-02c7374842c3 None None] Routers {'d458a728-4526-4dbf-ba64-ce6f95261ccb'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:39.124769 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e1f3675a-2bc6-4ced-9c42-02c7374842c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['d458a728-4526-4dbf-ba64-ce6f95261ccb'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:29:39.264955 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:29:39.313623 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-702d5972-57f2-42cc-aa4f-3a5bc6b0113e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:39.355702 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-e1f3675a-2bc6-4ced-9c42-02c7374842c3 None None] Set router d458a728-4526-4dbf-ba64-ce6f95261ccb gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:39.363142 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-a9e79bf5-a1d8-4cd1-ba28-a45287fd02cb admin admin] For port f355d380-83d3-41b9-9067-98ce35ab0dbe, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f355d380-83d3-41b9-9067-98ce35ab0dbe,segment=NetworkSegment(1177fc11-6519-432e-b302-11381c28549e),segment_id=1177fc11-6519-432e-b302-11381c28549e)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:39.363703 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a9e79bf5-a1d8-4cd1-ba28-a45287fd02cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:39.404151 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-702d5972-57f2-42cc-aa4f-3a5bc6b0113e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:39.412490 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-702d5972-57f2-42cc-aa4f-3a5bc6b0113e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/networks/dc3a127c-1380-4380-bdfb-9551df2a025f HTTP/1.1" status: 204 len: 168 time: 2.0557396 Nov 11 17:29:39.414627 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d5972-57f2-42cc-aa4f-3a5bc6b0113e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Network': ['ID=dc3a127c-1380-4380-bdfb-9551df2a025f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:39.418345 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 36720) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:39.476540 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a9e79bf5-a1d8-4cd1-ba28-a45287fd02cb admin admin] Calling delete_port for f355d380-83d3-41b9-9067-98ce35ab0dbe owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:29:39.725696 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0fd5e-957e-4a59-a93b-3fa30f970809 req-e0f1c248-08a6-47ae-b04c-8104424bd659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:39.731133 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-97e0fd5e-957e-4a59-a93b-3fa30f970809 req-e0f1c248-08a6-47ae-b04c-8104424bd659 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&device_id=0667a20b-a524-4c63-8d68-41437db5b234 HTTP/1.1" status: 200 len: 1094 time: 0.5559876 Nov 11 17:29:39.752596 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f33bd2bd-6889-4aa2-98f3-5350f6746109 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:29:39.787097 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f699409-8dbd-45b5-8530-339da54e743e req-70b535e5-9a6f-40af-a533-fb2d6f05405c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:39.795431 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f699409-8dbd-45b5-8530-339da54e743e req-70b535e5-9a6f-40af-a533-fb2d6f05405c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.5225825 Nov 11 17:29:39.909044 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: f33bd2bd-6889-4aa2-98f3-5350f6746109 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:29:39.909044 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f33bd2bd-6889-4aa2-98f3-5350f6746109 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:29:39.935428 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cb967dba-0bcc-400d-9475-6ee8fc1f2db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:39.987613 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f699409-8dbd-45b5-8530-339da54e743e req-38d54c89-0309-4f78-8a58-fb0aef386e23 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911488 Nov 11 17:29:40.131849 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e1f3675a-2bc6-4ced-9c42-02c7374842c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:33Z', 'revision_number': 9, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': 'b9c8d225-5f55-4947-bb01-f609add8c6f7', 'name': '', 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:f0:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:04Z', 'updated_at': '2021-11-11T17:29:10Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:29:03Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:40.135534 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a43bedf-bf09-4d3f-903a-7942e6ea33e4 x-openstack-request-id: req-4a43bedf-bf09-4d3f-903a-7942e6ea33e4 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:29:40.136155 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14876562-4748-47f0-9ef8-82d22ba006fc", "name": "network-vif-plugged", "status": "completed", "tag": "6dec6a22-64b5-43ff-bb8d-353a7f5c785e", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:29:40.136777 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4a43bedf-bf09-4d3f-903a-7942e6ea33e4 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:29:40.137417 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14876562-4748-47f0-9ef8-82d22ba006fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dec6a22-64b5-43ff-bb8d-353a7f5c785e', 'code': 200} Nov 11 17:29:40.197804 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f3675a-2bc6-4ced-9c42-02c7374842c3 None None] The sync data for ids ['d458a728-4526-4dbf-ba64-ce6f95261ccb'] in n-d-816206-4 is: [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:33Z', 'revision_number': 9, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': 'b9c8d225-5f55-4947-bb01-f609add8c6f7', 'name': '', 'network_id': 'f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:f0:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:29:04Z', 'updated_at': '2021-11-11T17:29:10Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'f5e24141-b8fa-4b7a-9c26-f003e5f34ea5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:29:03Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:29:40.345660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0fd5e-957e-4a59-a93b-3fa30f970809 req-c463963d-f650-4105-9e1b-8461c304b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:40.348752 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-97e0fd5e-957e-4a59-a93b-3fa30f970809 req-c463963d-f650-4105-9e1b-8461c304b907 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 908 time: 0.6038482 Nov 11 17:29:40.426165 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-97e0fd5e-957e-4a59-a93b-3fa30f970809 req-d75283ff-c235-4bde-8fc7-a09ffa96d464 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=218d35f1-3010-415d-ad9c-4072cd9b7312 HTTP/1.1" status: 200 len: 217 time: 0.0666113 Nov 11 17:29:40.647480 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0fd5e-957e-4a59-a93b-3fa30f970809 req-da47ab02-3e43-4218-ab2c-775a9e466251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:40.649020 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-97e0fd5e-957e-4a59-a93b-3fa30f970809 req-da47ab02-3e43-4218-ab2c-775a9e466251 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a33a415-81af-4eb3-b9c5-17414d49d9ff HTTP/1.1" status: 200 len: 846 time: 0.1152525 Nov 11 17:29:40.656877 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a9e79bf5-a1d8-4cd1-ba28-a45287fd02cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:40.814287 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-97e0fd5e-957e-4a59-a93b-3fa30f970809 req-f20539e0-9939-4cc8-a490-f6c7d8222e78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e09136b-2afb-4141-b1b5-3d967dca5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1547780 Nov 11 17:29:40.818124 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e79bf5-a1d8-4cd1-ba28-a45287fd02cb admin admin] Pushing event deleted for resources: {'Port': ['ID=f355d380-83d3-41b9-9067-98ce35ab0dbe,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:40.885256 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 218d35f1-3010-415d-ad9c-4072cd9b7312 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:29:40.902578 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:41.156798 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba278f9a-56e0-4b10-ac48-d724122dc026 req-162dc18b-e14a-4577-bf00-83a56250ae20 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:41.188850 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba278f9a-56e0-4b10-ac48-d724122dc026 req-162dc18b-e14a-4577-bf00-83a56250ae20 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=0667a20b-a524-4c63-8d68-41437db5b234 HTTP/1.1" status: 200 len: 943 time: 0.9374821 Nov 11 17:29:41.351691 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 218d35f1-3010-415d-ad9c-4072cd9b7312, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=218d35f1-3010-415d-ad9c-4072cd9b7312,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:41.381189 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '218d35f1-3010-415d-ad9c-4072cd9b7312', 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d', 'port_id': '218d35f1-3010-415d-ad9c-4072cd9b7312', 'mac_address': 'fa:16:3e:b6:b2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a33a415-81af-4eb3-b9c5-17414d49d9ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:29:41.452361 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:41.482448 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218d35f1-3010-415d-ad9c-4072cd9b7312 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:29:41.527968 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-97e0fd5e-957e-4a59-a93b-3fa30f970809 req-e0409cae-87e8-4857-adba-91b69014cf43 service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6865311 Nov 11 17:29:41.529486 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 218d35f1-3010-415d-ad9c-4072cd9b7312, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=218d35f1-3010-415d-ad9c-4072cd9b7312,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:41.541455 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:41.583652 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba278f9a-56e0-4b10-ac48-d724122dc026 req-fb4cd18f-1b8e-4a3f-a188-108ea7f639ee tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937860 Nov 11 17:29:41.661331 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=218d35f1-3010-415d-ad9c-4072cd9b7312,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:41.667993 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fcd5b5a5-6311-47e0-bde7-feb2a44e0c19 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:29:41.718227 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: fcd5b5a5-6311-47e0-bde7-feb2a44e0c19 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:29:41.718577 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fcd5b5a5-6311-47e0-bde7-feb2a44e0c19 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:29:41.868914 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfbdb240-195e-4bdb-ab8b-a13be6691cea tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:41.912338 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['218d35f1-3010-415d-ad9c-4072cd9b7312'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:29:42.043591 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a9e79bf5-a1d8-4cd1-ba28-a45287fd02cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:42.203858 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-97e0fd5e-957e-4a59-a93b-3fa30f970809 req-2a2f03bd-f3e3-48e1-8a1b-fd15e9899d5d service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6639326 Nov 11 17:29:42.348214 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30005921-2894-4712-8c83-6ad0bc188ef9 req-9c0ef4a1-7eab-4291-a05f-bcde2f027e0c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:42.352372 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-30005921-2894-4712-8c83-6ad0bc188ef9 req-9c0ef4a1-7eab-4291-a05f-bcde2f027e0c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.2739432 Nov 11 17:29:42.481652 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:42.497456 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-30005921-2894-4712-8c83-6ad0bc188ef9 req-051ccc2e-8a9a-4efb-88a0-9859c4cd17b7 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372931 Nov 11 17:29:42.556643 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e79bf5-a1d8-4cd1-ba28-a45287fd02cb admin admin] Router 2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:29:42.616801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-bfbdb240-195e-4bdb-ab8b-a13be6691cea tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting port b9c8d225-5f55-4947-bb01-f609add8c6f7 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:29:42.617275 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfbdb240-195e-4bdb-ab8b-a13be6691cea tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:42.840503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-bfbdb240-195e-4bdb-ab8b-a13be6691cea tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] For port b9c8d225-5f55-4947-bb01-f609add8c6f7, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b9c8d225-5f55-4947-bb01-f609add8c6f7,segment=NetworkSegment(5be378c9-7473-48af-aa65-215af769c9bc),segment_id=5be378c9-7473-48af-aa65-215af769c9bc)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:42.841855 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfbdb240-195e-4bdb-ab8b-a13be6691cea tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:42.888247 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:42.907625 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-bfbdb240-195e-4bdb-ab8b-a13be6691cea tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Calling delete_port for b9c8d225-5f55-4947-bb01-f609add8c6f7 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:29:43.202410 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c5a44-2725-460a-a883-95ee1f77aecd req-6c1de14f-c4ad-4fa8-b252-2f6b03e960a1 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:43.210940 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca4c5a44-2725-460a-a883-95ee1f77aecd req-6c1de14f-c4ad-4fa8-b252-2f6b03e960a1 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=0667a20b-a524-4c63-8d68-41437db5b234 HTTP/1.1" status: 200 len: 944 time: 0.1842141 Nov 11 17:29:43.448088 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca4c5a44-2725-460a-a883-95ee1f77aecd req-2d796964-8e75-4f9e-8b15-590e1af202eb tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360773 Nov 11 17:29:43.592018 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e79bf5-a1d8-4cd1-ba28-a45287fd02cb admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:29:43.600927 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a9e79bf5-a1d8-4cd1-ba28-a45287fd02cb admin admin] 10.222.0.76 "PUT /v2.0/routers/2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3667531 Nov 11 17:29:43.605654 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36756) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:43.605916 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e71e126-a14f-42d7-a9d8-35d20d2ccf26 None None] Sync routers for ids ['2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:29:43.625692 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e71e126-a14f-42d7-a9d8-35d20d2ccf26 None None] Routers {'2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:43.628506 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7e71e126-a14f-42d7-a9d8-35d20d2ccf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:43.668167 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfbdb240-195e-4bdb-ab8b-a13be6691cea tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:43.755439 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdb240-195e-4bdb-ab8b-a13be6691cea tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Port': ['ID=b9c8d225-5f55-4947-bb01-f609add8c6f7,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:43.940057 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da99d113-2146-4814-9a0b-3ee40e451000 admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:44.026820 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-7e71e126-a14f-42d7-a9d8-35d20d2ccf26 None None] Set router 2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:44.156549 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfbdb240-195e-4bdb-ab8b-a13be6691cea tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:44.168237 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c9076-faa5-4007-8516-1b3cd6d43357 req-a367eae8-9a92-431b-afe1-061e45eb12e8 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:44.176493 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f7c9076-faa5-4007-8516-1b3cd6d43357 req-a367eae8-9a92-431b-afe1-061e45eb12e8 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.2750854 Nov 11 17:29:44.259547 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da99d113-2146-4814-9a0b-3ee40e451000 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:44.316021 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f7c9076-faa5-4007-8516-1b3cd6d43357 req-264dd0d4-1646-484c-882a-1edf1403b3ae tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351237 Nov 11 17:29:44.426848 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-da99d113-2146-4814-9a0b-3ee40e451000 admin admin] Deleting port 85f2c3a6-1aee-4424-a363-5e3bbd441f6f {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:29:44.434119 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7e71e126-a14f-42d7-a9d8-35d20d2ccf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'name': 'tempest-ServersTestBootFromVolume-1608908674-router', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:05Z', 'updated_at': '2021-11-11T17:29:40Z', 'revision_number': 5, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'gw_port': {'id': '85f2c3a6-1aee-4424-a363-5e3bbd441f6f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:06Z', 'updated_at': '2021-11-11T17:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:44.448339 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da99d113-2146-4814-9a0b-3ee40e451000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:44.479001 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e71e126-a14f-42d7-a9d8-35d20d2ccf26 None None] Checking router: 2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:29:44.495128 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e71e126-a14f-42d7-a9d8-35d20d2ccf26 None None] Routers {'2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:44.496687 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7e71e126-a14f-42d7-a9d8-35d20d2ccf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:44.607381 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-da99d113-2146-4814-9a0b-3ee40e451000 admin admin] For port 85f2c3a6-1aee-4424-a363-5e3bbd441f6f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=85f2c3a6-1aee-4424-a363-5e3bbd441f6f,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:44.608312 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da99d113-2146-4814-9a0b-3ee40e451000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:44.622726 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-da99d113-2146-4814-9a0b-3ee40e451000 admin admin] Calling delete_port for 85f2c3a6-1aee-4424-a363-5e3bbd441f6f owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:29:44.677718 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771e7a3-c80b-4101-b2fa-070761344350 req-6672e20d-4018-4a14-b312-184c885e9880 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:44.689626 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3771e7a3-c80b-4101-b2fa-070761344350 req-6672e20d-4018-4a14-b312-184c885e9880 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.2242374 Nov 11 17:29:44.737129 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-7e71e126-a14f-42d7-a9d8-35d20d2ccf26 None None] Set router 2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:44.756185 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbdb240-195e-4bdb-ab8b-a13be6691cea tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router d458a728-4526-4dbf-ba64-ce6f95261ccb has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:29:44.875930 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7e71e126-a14f-42d7-a9d8-35d20d2ccf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'name': 'tempest-ServersTestBootFromVolume-1608908674-router', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:05Z', 'updated_at': '2021-11-11T17:29:44Z', 'revision_number': 6, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:44.899149 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 218d35f1-3010-415d-ad9c-4072cd9b7312 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:29:45.008185 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e71e126-a14f-42d7-a9d8-35d20d2ccf26 None None] The sync data for ids ['2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e'] in n-d-816206-4 is: [{'id': '2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e', 'name': 'tempest-ServersTestBootFromVolume-1608908674-router', 'tenant_id': '099353229b9447bcb4fa0ea46c4d0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:05Z', 'updated_at': '2021-11-11T17:29:44Z', 'revision_number': 6, 'project_id': '099353229b9447bcb4fa0ea46c4d0294', 'gw_port_host': None}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:29:45.021633 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da99d113-2146-4814-9a0b-3ee40e451000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:45.093828 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99d113-2146-4814-9a0b-3ee40e451000 admin admin] Pushing event deleted for resources: {'Port': ['ID=85f2c3a6-1aee-4424-a363-5e3bbd441f6f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:45.126845 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbdb240-195e-4bdb-ab8b-a13be6691cea tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:29:45.151246 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd133a70-f554-45b7-9c90-60779f55acce None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:29:45.154784 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36762) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:45.157090 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bfbdb240-195e-4bdb-ab8b-a13be6691cea tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/d458a728-4526-4dbf-ba64-ce6f95261ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7351172 Nov 11 17:29:45.182558 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3771e7a3-c80b-4101-b2fa-070761344350 req-3d76be72-23bb-46ae-b0c0-13afea015c52 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918592 Nov 11 17:29:45.202376 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1557d7a8-0828-4c61-be7d-dba76476ee5e None None] Sync routers for ids ['d458a728-4526-4dbf-ba64-ce6f95261ccb'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:29:45.271589 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1557d7a8-0828-4c61-be7d-dba76476ee5e None None] Routers {'d458a728-4526-4dbf-ba64-ce6f95261ccb'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:45.272323 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1557d7a8-0828-4c61-be7d-dba76476ee5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['d458a728-4526-4dbf-ba64-ce6f95261ccb'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:45.374584 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e0d2b-bb37-4449-a1d3-db77321e1591 req-929fe02d-d081-422e-ac01-02bb988cd2fc tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:45.386075 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-748e0d2b-bb37-4449-a1d3-db77321e1591 req-929fe02d-d081-422e-ac01-02bb988cd2fc tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=0667a20b-a524-4c63-8d68-41437db5b234 HTTP/1.1" status: 200 len: 944 time: 0.1307335 Nov 11 17:29:45.393453 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f05a72d-e3ff-49e3-81cd-068a38cb1a75 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting subnet f5e24141-b8fa-4b7a-9c26-f003e5f34ea5 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:29:45.451141 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 218d35f1-3010-415d-ad9c-4072cd9b7312 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:29:45.474744 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 218d35f1-3010-415d-ad9c-4072cd9b7312 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:45.475686 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:45.518426 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-748e0d2b-bb37-4449-a1d3-db77321e1591 req-6511af11-4510-4df1-8fab-702266d3792f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307111 Nov 11 17:29:45.534969 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8f05a72d-e3ff-49e3-81cd-068a38cb1a75 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:45.604532 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da99d113-2146-4814-9a0b-3ee40e451000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:45.637101 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-1557d7a8-0828-4c61-be7d-dba76476ee5e None None] Set router d458a728-4526-4dbf-ba64-ce6f95261ccb gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:45.788613 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f355d380-83d3-41b9-9067-98ce35ab0dbe no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:29:45.916160 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705af4ad-a5e5-4649-a4c5-12840f91b04e req-2ebfa875-34e9-42e0-8301-2ba0ab19a0d4 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:45.934052 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-705af4ad-a5e5-4649-a4c5-12840f91b04e req-2ebfa875-34e9-42e0-8301-2ba0ab19a0d4 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.1362221 Nov 11 17:29:45.934843 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: f355d380-83d3-41b9-9067-98ce35ab0dbe {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:29:45.935610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f355d380-83d3-41b9-9067-98ce35ab0dbe not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:29:45.991345 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558b909-728e-4d7a-babb-f96e712f220a req-c4416d82-ecbf-441b-834e-4b3cdd88fad3 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:45.995188 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7558b909-728e-4d7a-babb-f96e712f220a req-c4416d82-ecbf-441b-834e-4b3cdd88fad3 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 945 time: 0.6680470 Nov 11 17:29:46.031300 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da99d113-2146-4814-9a0b-3ee40e451000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:46.037152 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8f05a72d-e3ff-49e3-81cd-068a38cb1a75 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:46.042248 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da99d113-2146-4814-9a0b-3ee40e451000 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:46.053060 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-705af4ad-a5e5-4649-a4c5-12840f91b04e req-c4d66477-6860-4acc-81fe-452b1df96abf tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179440 Nov 11 17:29:46.236719 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da99d113-2146-4814-9a0b-3ee40e451000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:46.237481 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da99d113-2146-4814-9a0b-3ee40e451000 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:29:46.267995 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:46.274073 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da99d113-2146-4814-9a0b-3ee40e451000 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:46.278291 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 36768) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:46.287111 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-da99d113-2146-4814-9a0b-3ee40e451000 admin admin] 10.222.0.76 "DELETE /v2.0/routers/2fff9bc6-2a0b-45a3-b109-cbc4b49cb38e HTTP/1.1" status: 204 len: 168 time: 2.6803343 Nov 11 17:29:46.357482 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0667a20b-a524-4c63-8d68-41437db5b234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218d35f1-3010-415d-ad9c-4072cd9b7312'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:29:46.365122 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464449b8-02d8-43ad-87cd-d9a18245b30b" -d '{"events": [{"server_uuid": "0667a20b-a524-4c63-8d68-41437db5b234", "name": "network-vif-plugged", "status": "completed", "tag": "218d35f1-3010-415d-ad9c-4072cd9b7312"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:29:46.387331 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8f05a72d-e3ff-49e3-81cd-068a38cb1a75 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:46.414424 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c35c73-9c8a-4d48-b614-dc9fb32e583d admin admin] Deleting subnet 10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:29:46.420572 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 218d35f1-3010-415d-ad9c-4072cd9b7312, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=218d35f1-3010-415d-ad9c-4072cd9b7312,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:46.422554 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-71c35c73-9c8a-4d48-b614-dc9fb32e583d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:46.429831 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:46.480313 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8f05a72d-e3ff-49e3-81cd-068a38cb1a75 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:46.524834 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-71c35c73-9c8a-4d48-b614-dc9fb32e583d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:46.542446 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05a72d-e3ff-49e3-81cd-068a38cb1a75 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e24141-b8fa-4b7a-9c26-f003e5f34ea5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:46.545727 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8f05a72d-e3ff-49e3-81cd-068a38cb1a75 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:46.549430 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8f05a72d-e3ff-49e3-81cd-068a38cb1a75 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/subnets/f5e24141-b8fa-4b7a-9c26-f003e5f34ea5 HTTP/1.1" status: 204 len: 168 time: 1.3906062 Nov 11 17:29:46.555863 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36774) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:46.573951 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9fc627-2763-4040-8c60-0af3b1719f4c None None] Network f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:29:46.712184 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-71c35c73-9c8a-4d48-b614-dc9fb32e583d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:46.727079 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-60eeba01-187a-4aa5-ab7f-cd6aa1f36116 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:46.734478 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-7558b909-728e-4d7a-babb-f96e712f220a req-0cd7f140-9ef7-4f86-a6ea-215b49e663f8 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Deleting port f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:29:46.735103 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7558b909-728e-4d7a-babb-f96e712f220a req-0cd7f140-9ef7-4f86-a6ea-215b49e663f8 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:46.850492 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af74121-cf21-4e81-8e8d-a6bfce255d3d req-a69e1690-2f5d-4010-915c-6ed20a9b6b73 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:46.861227 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4af74121-cf21-4e81-8e8d-a6bfce255d3d req-a69e1690-2f5d-4010-915c-6ed20a9b6b73 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.5723078 Nov 11 17:29:47.071886 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4af74121-cf21-4e81-8e8d-a6bfce255d3d req-d54d2ae2-8c2b-46ed-9d9d-4564b428d87b tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998863 Nov 11 17:29:47.085054 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=218d35f1-3010-415d-ad9c-4072cd9b7312,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:47.112890 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-71c35c73-9c8a-4d48-b614-dc9fb32e583d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:47.191213 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-7558b909-728e-4d7a-babb-f96e712f220a req-0cd7f140-9ef7-4f86-a6ea-215b49e663f8 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] For port f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab,segment=NetworkSegment(4d86045c-9118-4fd2-a624-059ad66a16dd),segment_id=4d86045c-9118-4fd2-a624-059ad66a16dd)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:47.191213 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7558b909-728e-4d7a-babb-f96e712f220a req-0cd7f140-9ef7-4f86-a6ea-215b49e663f8 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:47.211438 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c35c73-9c8a-4d48-b614-dc9fb32e583d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:47.218064 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-71c35c73-9c8a-4d48-b614-dc9fb32e583d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:47.222626 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-71c35c73-9c8a-4d48-b614-dc9fb32e583d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/10b8bdfa-31e5-434d-b5b0-e7ff2fb0e961 HTTP/1.1" status: 204 len: 168 time: 0.9432514 Nov 11 17:29:47.227413 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 36780) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:47.258071 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-7558b909-728e-4d7a-babb-f96e712f220a req-0cd7f140-9ef7-4f86-a6ea-215b49e663f8 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Calling delete_port for f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:29:47.265896 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-60eeba01-187a-4aa5-ab7f-cd6aa1f36116 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting port fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:29:47.266298 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-60eeba01-187a-4aa5-ab7f-cd6aa1f36116 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:47.394953 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-45ba9723-a1b3-476f-986f-f60ec607a21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:47.445293 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e560395-87eb-4f76-b679-02de55e7b53a x-openstack-request-id: req-2e560395-87eb-4f76-b679-02de55e7b53a {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:29:47.445590 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0667a20b-a524-4c63-8d68-41437db5b234", "name": "network-vif-plugged", "status": "completed", "tag": "218d35f1-3010-415d-ad9c-4072cd9b7312", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:29:47.445841 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2e560395-87eb-4f76-b679-02de55e7b53a {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:29:47.446232 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0667a20b-a524-4c63-8d68-41437db5b234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218d35f1-3010-415d-ad9c-4072cd9b7312', 'code': 200} Nov 11 17:29:47.448147 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19725995-2ef3-44ed-aa05-143d0fada4e8 None None] Network 84930954-ed2a-4cd1-8397-ec8e27db7420 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:29:47.502401 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 85f2c3a6-1aee-4424-a363-5e3bbd441f6f no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:29:47.535508 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 85f2c3a6-1aee-4424-a363-5e3bbd441f6f {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:29:47.535931 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 85f2c3a6-1aee-4424-a363-5e3bbd441f6f not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:29:47.563489 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1557d7a8-0828-4c61-be7d-dba76476ee5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:43Z', 'revision_number': 10, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:29:03Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:47.588420 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fe7c0-56d9-45fd-a894-b786444d49f6 req-504c190e-0081-430f-8569-e6e027de5f17 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:47.598636 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-60eeba01-187a-4aa5-ab7f-cd6aa1f36116 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] For port fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2,segment=NetworkSegment(5be378c9-7473-48af-aa65-215af769c9bc),segment_id=5be378c9-7473-48af-aa65-215af769c9bc)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:47.599243 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b27fe7c0-56d9-45fd-a894-b786444d49f6 req-504c190e-0081-430f-8569-e6e027de5f17 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=0667a20b-a524-4c63-8d68-41437db5b234 HTTP/1.1" status: 200 len: 945 time: 0.2021766 Nov 11 17:29:47.609052 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-60eeba01-187a-4aa5-ab7f-cd6aa1f36116 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:47.612202 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1557d7a8-0828-4c61-be7d-dba76476ee5e None None] Checking router: d458a728-4526-4dbf-ba64-ce6f95261ccb for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:29:47.662538 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-60eeba01-187a-4aa5-ab7f-cd6aa1f36116 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Calling delete_port for fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:29:47.689748 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1557d7a8-0828-4c61-be7d-dba76476ee5e None None] Routers {'d458a728-4526-4dbf-ba64-ce6f95261ccb'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:47.690659 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1557d7a8-0828-4c61-be7d-dba76476ee5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['d458a728-4526-4dbf-ba64-ce6f95261ccb'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:47.712012 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a7c81-8501-4667-9999-3fc149167f11 req-026d36a9-1cf5-49cb-89f1-44775d297c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:47.714109 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0a0a7c81-8501-4667-9999-3fc149167f11 req-026d36a9-1cf5-49cb-89f1-44775d297c83 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0667a20b-a524-4c63-8d68-41437db5b234 HTTP/1.1" status: 200 len: 1096 time: 0.4346969 Nov 11 17:29:47.727010 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b27fe7c0-56d9-45fd-a894-b786444d49f6 req-b9f7c3f0-7596-4030-aebf-80ec49562da4 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255889 Nov 11 17:29:47.755904 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-45ba9723-a1b3-476f-986f-f60ec607a21b admin admin] Deleting port 47fc1539-b746-4510-928e-9357a1d385e2 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:29:47.756855 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-45ba9723-a1b3-476f-986f-f60ec607a21b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:47.882743 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7558b909-728e-4d7a-babb-f96e712f220a req-0cd7f140-9ef7-4f86-a6ea-215b49e663f8 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:47.894242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-45ba9723-a1b3-476f-986f-f60ec607a21b admin admin] For port 47fc1539-b746-4510-928e-9357a1d385e2, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=47fc1539-b746-4510-928e-9357a1d385e2,segment=NetworkSegment(1177fc11-6519-432e-b302-11381c28549e),segment_id=1177fc11-6519-432e-b302-11381c28549e)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:47.894623 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-45ba9723-a1b3-476f-986f-f60ec607a21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:47.912399 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715ff72e-4df3-4eb5-9b2b-a3a2a833faee None None] DHCP port deletion for f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:29:47.930909 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-45ba9723-a1b3-476f-986f-f60ec607a21b admin admin] Calling delete_port for 47fc1539-b746-4510-928e-9357a1d385e2 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:29:47.931309 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['8c09178a-b5b0-4a76-8e8a-ea18b2a43565'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:29:48.046994 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7f140-9ef7-4f86-a6ea-215b49e663f8 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Pushing event deleted for resources: {'Port': ['ID=f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:48.078869 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-1557d7a8-0828-4c61-be7d-dba76476ee5e None None] Set router d458a728-4526-4dbf-ba64-ce6f95261ccb gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:48.109780 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16e2483b-d814-4b84-b526-f7878856abcd req-0312eccf-1b0b-476e-a68f-949d46c91c89 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca2fc00-9fa2-46b0-b847-024bb3983c67 HTTP/1.1" status: 200 len: 210 time: 0.0787573 Nov 11 17:29:48.146340 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f692f462-686e-4340-862c-434161a2d437 None None] DHCP port deletion for 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:29:48.232517 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-45ba9723-a1b3-476f-986f-f60ec607a21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:48.241683 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0a0a7c81-8501-4667-9999-3fc149167f11 req-6c3b76b9-2995-486b-89e0-f0f55335a17c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482157 Nov 11 17:29:48.271345 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-60eeba01-187a-4aa5-ab7f-cd6aa1f36116 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:48.305718 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-7558b909-728e-4d7a-babb-f96e712f220a req-0cd7f140-9ef7-4f86-a6ea-215b49e663f8 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] No DVR routers for this DVR port f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:29:48.308691 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eeba01-187a-4aa5-ab7f-cd6aa1f36116 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Port': ['ID=fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:48.314416 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7558b909-728e-4d7a-babb-f96e712f220a req-0cd7f140-9ef7-4f86-a6ea-215b49e663f8 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:48.329954 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7558b909-728e-4d7a-babb-f96e712f220a req-0cd7f140-9ef7-4f86-a6ea-215b49e663f8 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.64 "DELETE /v2.0/ports/f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab HTTP/1.1" status: 204 len: 173 time: 2.3223855 Nov 11 17:29:48.330461 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca2fc00-9fa2-46b0-b847-024bb3983c67', 'name': 'network-vif-deleted', 'tag': 'f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:29:48.332961 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e657fa-ab59-4621-8a59-109c60b43a88" -d '{"events": [{"server_uuid": "0ca2fc00-9fa2-46b0-b847-024bb3983c67", "name": "network-vif-deleted", "tag": "f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:29:48.346861 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eeba01-187a-4aa5-ab7f-cd6aa1f36116 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] No DVR routers for this DVR port fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:29:48.359815 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba9723-a1b3-476f-986f-f60ec607a21b admin admin] Pushing event deleted for resources: {'Port': ['ID=47fc1539-b746-4510-928e-9357a1d385e2,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:48.387932 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ba9723-a1b3-476f-986f-f60ec607a21b admin admin] No DVR routers for this DVR port 47fc1539-b746-4510-928e-9357a1d385e2 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:29:48.485974 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-60eeba01-187a-4aa5-ab7f-cd6aa1f36116 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:48.527427 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-60eeba01-187a-4aa5-ab7f-cd6aa1f36116 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:48.545355 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-60eeba01-187a-4aa5-ab7f-cd6aa1f36116 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be378c9-7473-48af-aa65-215af769c9bc') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:48.545729 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-60eeba01-187a-4aa5-ab7f-cd6aa1f36116 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be378c9-7473-48af-aa65-215af769c9bc') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:48.557759 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-60eeba01-187a-4aa5-ab7f-cd6aa1f36116 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:48.573933 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-60eeba01-187a-4aa5-ab7f-cd6aa1f36116 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:48.582583 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60eeba01-187a-4aa5-ab7f-cd6aa1f36116 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:29:48.586282 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-60eeba01-187a-4aa5-ab7f-cd6aa1f36116 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:48.628560 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ca3835-8e8e-4ac4-828f-7d0891e36cc9 None None] DHCP port deletion for 84930954-ed2a-4cd1-8397-ec8e27db7420 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:29:48.673394 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:29:48.686302 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-60eeba01-187a-4aa5-ab7f-cd6aa1f36116 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:48.718325 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-45ba9723-a1b3-476f-986f-f60ec607a21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:48.725695 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-60eeba01-187a-4aa5-ab7f-cd6aa1f36116 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:48.732690 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-60eeba01-187a-4aa5-ab7f-cd6aa1f36116 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/networks/f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870 HTTP/1.1" status: 204 len: 168 time: 2.1565473 Nov 11 17:29:48.734109 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eeba01-187a-4aa5-ab7f-cd6aa1f36116 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Network': ['ID=f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:48.736078 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36790) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:48.782683 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78b108-8210-4120-ba0a-1e2f5b6a3e5b req-30c006d4-1156-4f09-ab7d-91442c247890 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:48.788145 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-715ff72e-4df3-4eb5-9b2b-a3a2a833faee None None] Deleting port fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:29:48.790081 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-715ff72e-4df3-4eb5-9b2b-a3a2a833faee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:48.797682 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b78b108-8210-4120-ba0a-1e2f5b6a3e5b req-30c006d4-1156-4f09-ab7d-91442c247890 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.4705005 Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server [None req-715ff72e-4df3-4eb5-9b2b-a3a2a833faee None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870 could not be found. Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870 could not be found. Nov 11 17:29:48.848600 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Nov 11 17:29:48.858664 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:48.875385 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-45ba9723-a1b3-476f-986f-f60ec607a21b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84930954-ed2a-4cd1-8397-ec8e27db7420']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:48.905786 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-45ba9723-a1b3-476f-986f-f60ec607a21b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1177fc11-6519-432e-b302-11381c28549e') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:48.906140 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-45ba9723-a1b3-476f-986f-f60ec607a21b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1177fc11-6519-432e-b302-11381c28549e') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:48.917489 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e561eb6-7182-44d0-8f23-60a0d4dd9491 None None] DHCP port deletion for f4a900d8-3e4d-49c3-b6ed-cf5c94e3d870 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:29:48.917712 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-45ba9723-a1b3-476f-986f-f60ec607a21b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:48.940068 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-45ba9723-a1b3-476f-986f-f60ec607a21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:48.947021 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:29:48.947855 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ba9723-a1b3-476f-986f-f60ec607a21b admin admin] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:29:48.948265 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-45ba9723-a1b3-476f-986f-f60ec607a21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:49.003837 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:29:49.014126 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:29:49.017270 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:29:49.048212 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beddef3-ca82-448b-8bd2-61d18d1421f9 None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 17:29:49.059107 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1557d7a8-0828-4c61-be7d-dba76476ee5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:43Z', 'revision_number': 10, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:29:03Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:49.060105 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-45ba9723-a1b3-476f-986f-f60ec607a21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:49.072356 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-45ba9723-a1b3-476f-986f-f60ec607a21b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:49.078485 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-45ba9723-a1b3-476f-986f-f60ec607a21b admin admin] 10.222.0.76 "DELETE /v2.0/networks/84930954-ed2a-4cd1-8397-ec8e27db7420 HTTP/1.1" status: 204 len: 168 time: 1.8495102 Nov 11 17:29:49.094405 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba9723-a1b3-476f-986f-f60ec607a21b admin admin] Pushing event deleted for resources: {'Network': ['ID=84930954-ed2a-4cd1-8397-ec8e27db7420,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:49.120399 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b78b108-8210-4120-ba0a-1e2f5b6a3e5b req-a8f00dc2-9479-4aae-86d3-f24bb75984cd tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174551 Nov 11 17:29:49.165684 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1557d7a8-0828-4c61-be7d-dba76476ee5e None None] The sync data for ids ['d458a728-4526-4dbf-ba64-ce6f95261ccb'] in n-d-816206-4 is: [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:43Z', 'revision_number': 10, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None, '_interfaces': [{'id': 'ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60', 'name': '', 'network_id': '300e4c66-3787-4da6-80a9-352f2a4327e2', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'mac_address': 'fa:16:3e:07:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:28:58Z', 'updated_at': '2021-11-11T17:29:03Z', 'revision_number': 5, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'subnets': [{'id': 'c5e126e7-d2ca-4394-ad5b-29b1765ee8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:29:49.438132 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beddef3-ca82-448b-8bd2-61d18d1421f9 None None] Resources bound (agent type, host, resource id): {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 17:29:49.449126 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5bed5f-36e0-48a6-b693-3685b80b268e x-openstack-request-id: req-ab5bed5f-36e0-48a6-b693-3685b80b268e {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:29:49.454141 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca2fc00-9fa2-46b0-b847-024bb3983c67", "name": "network-vif-deleted", "tag": "f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:29:49.454735 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ab5bed5f-36e0-48a6-b693-3685b80b268e {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:29:49.455419 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca2fc00-9fa2-46b0-b847-024bb3983c67', 'name': 'network-vif-deleted', 'tag': 'f41ef0b8-1ffc-4ef0-b903-fc5eeb5b11ab', 'status': 'completed', 'code': 200} Nov 11 17:29:49.654825 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 36804) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:49.767691 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-eae6c938-68ae-455a-ab29-df4a0852b941 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=099353229b9447bcb4fa0ea46c4d0294&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1106985 Nov 11 17:29:49.772006 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36806) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:49.791839 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:29:49.797162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2aeddd-74de-4b64-bc29-3e7fea78a807 req-13b1293d-60b7-4579-8330-6d1dbbc7ccc5 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:49.807601 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b2aeddd-74de-4b64-bc29-3e7fea78a807 req-13b1293d-60b7-4579-8330-6d1dbbc7ccc5 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=0667a20b-a524-4c63-8d68-41437db5b234 HTTP/1.1" status: 200 len: 945 time: 0.2013958 Nov 11 17:29:49.866914 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1bba60e0-9924-4a95-ba4a-84167c63b3a3 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:49.884349 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:29:49.884698 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fe8a914e-a68b-4c73-bbe3-9ce0272a4cc2 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:29:49.885129 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b9c8d225-5f55-4947-bb01-f609add8c6f7 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:29:49.908560 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b2aeddd-74de-4b64-bc29-3e7fea78a807 req-67a216a6-29ba-4004-a832-516fb2d4d9e6 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997219 Nov 11 17:29:49.926546 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ed8ce45c-a3c0-4a00-b535-7a1b7640780c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:49.943528 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ed8ce45c-a3c0-4a00-b535-7a1b7640780c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:49.963440 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: b9c8d225-5f55-4947-bb01-f609add8c6f7 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:29:49.963688 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b9c8d225-5f55-4947-bb01-f609add8c6f7 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:29:49.963944 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 47fc1539-b746-4510-928e-9357a1d385e2 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:29:50.028712 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 47fc1539-b746-4510-928e-9357a1d385e2 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:29:50.029121 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 47fc1539-b746-4510-928e-9357a1d385e2 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:29:50.063296 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ed8ce45c-a3c0-4a00-b535-7a1b7640780c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:50.064272 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ed8ce45c-a3c0-4a00-b535-7a1b7640780c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:50.065544 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ed8ce45c-a3c0-4a00-b535-7a1b7640780c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/debeec56-935c-4865-bfb6-963319c500a0 HTTP/1.1" status: 204 len: 168 time: 0.2934868 Nov 11 17:29:50.079829 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ce45c-a3c0-4a00-b535-7a1b7640780c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debeec56-935c-4865-bfb6-963319c500a0,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:50.396921 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-1bba60e0-9924-4a95-ba4a-84167c63b3a3 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting port ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:29:50.397417 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1bba60e0-9924-4a95-ba4a-84167c63b3a3 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:50.621493 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-1bba60e0-9924-4a95-ba4a-84167c63b3a3 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] For port ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60,segment=NetworkSegment(606cc7f2-0ae8-41f8-8f51-1d005b5cc14b),segment_id=606cc7f2-0ae8-41f8-8f51-1d005b5cc14b)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:50.622682 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1bba60e0-9924-4a95-ba4a-84167c63b3a3 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:50.625823 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1973294e-d8ff-4ae0-bd3d-ae24e9b2c556 None None] Provisioning complete for port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:29:50.626280 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1973294e-d8ff-4ae0-bd3d-ae24e9b2c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:50.661733 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-1bba60e0-9924-4a95-ba4a-84167c63b3a3 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Calling delete_port for ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:29:50.686911 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258094b-759c-464d-a199-5f7b2b5e1111 req-3e318e1e-82ca-49ed-b316-5b656b36985f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:50.702757 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e258094b-759c-464d-a199-5f7b2b5e1111 req-3e318e1e-82ca-49ed-b316-5b656b36985f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1157591 Nov 11 17:29:50.814197 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e258094b-759c-464d-a199-5f7b2b5e1111 req-68b25204-30b5-4d2f-a5fc-745a6d3e72d0 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104505 Nov 11 17:29:50.992134 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424ac41-6b6f-421c-86fa-984645c7bb1f req-8204ac1d-fc92-4c96-b05e-d47d05a12b2a tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:51.000552 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f424ac41-6b6f-421c-86fa-984645c7bb1f req-8204ac1d-fc92-4c96-b05e-d47d05a12b2a tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.0816956 Nov 11 17:29:51.065875 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1bba60e0-9924-4a95-ba4a-84167c63b3a3 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:51.100599 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba60e0-9924-4a95-ba4a-84167c63b3a3 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Port': ['ID=ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:51.135206 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f424ac41-6b6f-421c-86fa-984645c7bb1f req-5d8bd90d-a4f6-457c-9223-3d690901b0c3 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300488 Nov 11 17:29:51.370650 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc10d9b-8a85-43f9-b44d-5eab8413c065 req-341caaae-41ad-482f-afe0-d96e20274165 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:51.378368 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8cc10d9b-8a85-43f9-b44d-5eab8413c065 req-341caaae-41ad-482f-afe0-d96e20274165 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=0667a20b-a524-4c63-8d68-41437db5b234 HTTP/1.1" status: 200 len: 945 time: 0.1184931 Nov 11 17:29:51.389933 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 36838) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:51.519123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8cc10d9b-8a85-43f9-b44d-5eab8413c065 req-7985bcad-6dc6-4ce0-8151-8bddb1a57055 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369405 Nov 11 17:29:51.648145 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-8b8b052a-a7db-4183-9721-f4a6841fd356 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-296291610-network', 'tenant_id': '998f78e7ce0b4b0bb8bcc50674d5c640'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:29:51.704085 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8b052a-a7db-4183-9721-f4a6841fd356 admin admin] Made reservation on behalf of 998f78e7ce0b4b0bb8bcc50674d5c640 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:29:51.706772 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b8b052a-a7db-4183-9721-f4a6841fd356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:51.723648 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b8b052a-a7db-4183-9721-f4a6841fd356 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:51.781740 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1bba60e0-9924-4a95-ba4a-84167c63b3a3 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:51.985959 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b8b052a-a7db-4183-9721-f4a6841fd356 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:51.992800 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b8b052a-a7db-4183-9721-f4a6841fd356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:52.026675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8b052a-a7db-4183-9721-f4a6841fd356 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1258} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:29:52.051373 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b052a-a7db-4183-9721-f4a6841fd356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3961e13-c881-4300-b4c9-80f3b001d9a1,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:52.081778 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b8b052a-a7db-4183-9721-f4a6841fd356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:52.082273 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-8b8b052a-a7db-4183-9721-f4a6841fd356 admin admin] Added segment fdfdc2fe-844e-4eca-a001-3971371002cc of type vlan for network a6532ff1-3edb-4dbe-8adf-c75acdf8e067 Nov 11 17:29:52.097507 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bba60e0-9924-4a95-ba4a-84167c63b3a3 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router d458a728-4526-4dbf-ba64-ce6f95261ccb has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:29:52.153392 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72d89b-1e2c-4f51-9e89-ff4696dfdfb5 req-eafa5d47-475c-4536-b448-26252fcdea19 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:52.159544 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da72d89b-1e2c-4f51-9e89-ff4696dfdfb5 req-eafa5d47-475c-4536-b448-26252fcdea19 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1564455 Nov 11 17:29:52.169957 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b8b052a-a7db-4183-9721-f4a6841fd356 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:52.206933 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bba60e0-9924-4a95-ba4a-84167c63b3a3 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:29:52.215527 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1bba60e0-9924-4a95-ba4a-84167c63b3a3 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/d458a728-4526-4dbf-ba64-ce6f95261ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4693077 Nov 11 17:29:52.218579 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36850) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:52.219846 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0721a07b-1752-434c-bc6c-b298ab65d6d3 None None] Sync routers for ids ['d458a728-4526-4dbf-ba64-ce6f95261ccb'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:29:52.224990 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b8b052a-a7db-4183-9721-f4a6841fd356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:52.226085 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8b052a-a7db-4183-9721-f4a6841fd356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:52.226670 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b8b052a-a7db-4183-9721-f4a6841fd356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:52.253778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8b8b052a-a7db-4183-9721-f4a6841fd356 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8590422 Nov 11 17:29:52.254012 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0721a07b-1752-434c-bc6c-b298ab65d6d3 None None] Routers {'d458a728-4526-4dbf-ba64-ce6f95261ccb'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:52.254530 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0721a07b-1752-434c-bc6c-b298ab65d6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['d458a728-4526-4dbf-ba64-ce6f95261ccb'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:52.259840 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36852) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:52.266738 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-75e35b24-0480-4a6c-a356-90ec616b5f46 admin admin] Request body: {'subnet': {'network_id': 'a6532ff1-3edb-4dbe-8adf-c75acdf8e067', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-296291610-subnet', 'tenant_id': '998f78e7ce0b4b0bb8bcc50674d5c640', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:29:52.308779 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d5ce01-8821-4fab-a259-2ce37ff0b8aa tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting subnet c5e126e7-d2ca-4394-ad5b-29b1765ee8ec {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:29:52.312963 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e35b24-0480-4a6c-a356-90ec616b5f46 admin admin] Made reservation on behalf of 998f78e7ce0b4b0bb8bcc50674d5c640 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:29:52.315481 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75e35b24-0480-4a6c-a356-90ec616b5f46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:52.317490 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-02d5ce01-8821-4fab-a259-2ce37ff0b8aa tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:52.419496 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da72d89b-1e2c-4f51-9e89-ff4696dfdfb5 req-28f60c1c-ebcb-49b0-8b86-e3fe6ceb5909 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175794 Nov 11 17:29:52.424410 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-02d5ce01-8821-4fab-a259-2ce37ff0b8aa tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:52.474443 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b052a-a7db-4183-9721-f4a6841fd356 admin admin] Pushing event updated for resources: {'Network': ['ID=a6532ff1-3edb-4dbe-8adf-c75acdf8e067,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:52.478137 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-0721a07b-1752-434c-bc6c-b298ab65d6d3 None None] Set router d458a728-4526-4dbf-ba64-ce6f95261ccb gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:52.500431 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network a6532ff1-3edb-4dbe-8adf-c75acdf8e067 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:29:52.591094 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0721a07b-1752-434c-bc6c-b298ab65d6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:50Z', 'revision_number': 11, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:52.661043 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0721a07b-1752-434c-bc6c-b298ab65d6d3 None None] Checking router: d458a728-4526-4dbf-ba64-ce6f95261ccb for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:29:52.666520 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df77ad-9031-4df1-9df6-7132cf82ee79 req-bdd6dfbb-ccb5-48af-b717-d232fe7163ba tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:52.685057 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0721a07b-1752-434c-bc6c-b298ab65d6d3 None None] Routers {'d458a728-4526-4dbf-ba64-ce6f95261ccb'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:52.686047 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0721a07b-1752-434c-bc6c-b298ab65d6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['d458a728-4526-4dbf-ba64-ce6f95261ccb'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:52.689032 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06df77ad-9031-4df1-9df6-7132cf82ee79 req-bdd6dfbb-ccb5-48af-b717-d232fe7163ba tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=0667a20b-a524-4c63-8d68-41437db5b234 HTTP/1.1" status: 200 len: 945 time: 0.1382892 Nov 11 17:29:52.734949 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-02d5ce01-8821-4fab-a259-2ce37ff0b8aa tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:52.797632 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06df77ad-9031-4df1-9df6-7132cf82ee79 req-99189b7f-54c4-4674-b1ec-044d7e8c24a1 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076412 Nov 11 17:29:52.845209 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-0721a07b-1752-434c-bc6c-b298ab65d6d3 None None] Set router d458a728-4526-4dbf-ba64-ce6f95261ccb gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:52.966691 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0721a07b-1752-434c-bc6c-b298ab65d6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:50Z', 'revision_number': 11, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:53.030955 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0721a07b-1752-434c-bc6c-b298ab65d6d3 None None] The sync data for ids ['d458a728-4526-4dbf-ba64-ce6f95261ccb'] in n-d-816206-4 is: [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:50Z', 'revision_number': 11, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:29:53.062407 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75e35b24-0480-4a6c-a356-90ec616b5f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:53.098132 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-02d5ce01-8821-4fab-a259-2ce37ff0b8aa tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:53.105511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba436a-38df-4785-b6e7-90dedc750009 req-e33c46ae-3853-4283-af09-57580e365bac tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:53.107191 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6ba436a-38df-4785-b6e7-90dedc750009 req-e33c46ae-3853-4283-af09-57580e365bac tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1344328 Nov 11 17:29:53.214451 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6ba436a-38df-4785-b6e7-90dedc750009 req-7c14de58-a679-48e3-b5f6-d3558d4db166 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962899 Nov 11 17:29:53.222210 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2348378a-2a87-417f-a2de-1c20dee70546 None None] Network 300e4c66-3787-4da6-80a9-352f2a4327e2 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:29:53.229964 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-02d5ce01-8821-4fab-a259-2ce37ff0b8aa tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:53.238536 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-02d5ce01-8821-4fab-a259-2ce37ff0b8aa tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/subnets/c5e126e7-d2ca-4394-ad5b-29b1765ee8ec HTTP/1.1" status: 204 len: 168 time: 1.0186913 Nov 11 17:29:53.246714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 36858) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:53.312081 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e35b24-0480-4a6c-a356-90ec616b5f46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83abf235-e6e8-4499-97ee-d2c75a4327d8,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:53.403529 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5ce01-8821-4fab-a259-2ce37ff0b8aa tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e126e7-d2ca-4394-ad5b-29b1765ee8ec,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:53.450308 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e35b24-0480-4a6c-a356-90ec616b5f46 admin admin] Checking segment: {'id': 'fdfdc2fe-844e-4eca-a001-3971371002cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'a6532ff1-3edb-4dbe-8adf-c75acdf8e067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:29:53.450745 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e35b24-0480-4a6c-a356-90ec616b5f46 admin admin] Network hostable DHCP agents. Network: a6532ff1-3edb-4dbe-8adf-c75acdf8e067, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:29:53.499174 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e35b24-0480-4a6c-a356-90ec616b5f46 admin admin] Network a6532ff1-3edb-4dbe-8adf-c75acdf8e067 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:29:53.512881 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d72b-5d87-4ca4-b641-2dd1818b6de8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:53.523664 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-75e35b24-0480-4a6c-a356-90ec616b5f46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, a6532ff1-3edb-4dbe-8adf-c75acdf8e067) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:29:53.529276 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e35b24-0480-4a6c-a356-90ec616b5f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:53.529889 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75e35b24-0480-4a6c-a356-90ec616b5f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:53.532453 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e6119a-ba7b-432b-b7e8-09488004e7fd None None] Network a6532ff1-3edb-4dbe-8adf-c75acdf8e067 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:29:53.567276 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-75e35b24-0480-4a6c-a356-90ec616b5f46 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3063657 Nov 11 17:29:53.698444 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:29:53.703450 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d497c4fb-388e-4744-ab2a-b2d3f325d9b4 None None] DHCP port deletion for 300e4c66-3787-4da6-80a9-352f2a4327e2 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:29:53.789165 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965736e-aaac-4e3b-bcb0-e3c13de7f29e req-7fb43d5c-af84-4bfa-ace5-ddd408e4806e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:53.790752 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f965736e-aaac-4e3b-bcb0-e3c13de7f29e req-7fb43d5c-af84-4bfa-ace5-ddd408e4806e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=0667a20b-a524-4c63-8d68-41437db5b234 HTTP/1.1" status: 200 len: 945 time: 0.2752562 Nov 11 17:29:53.800992 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:29:53.801666 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ca1f1d5e-a8ad-482c-bd9c-eca1bf8a2b60 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:29:53.972119 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d497c4fb-388e-4744-ab2a-b2d3f325d9b4 None None] Deleting port 4fddfde8-d139-4de4-9881-8cda6959a7de {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:29:53.973017 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d497c4fb-388e-4744-ab2a-b2d3f325d9b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:54.004349 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f965736e-aaac-4e3b-bcb0-e3c13de7f29e req-28a113e3-3685-40ee-8d45-476523c22d2e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926315 Nov 11 17:29:54.025851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-d6e5d72b-5d87-4ca4-b641-2dd1818b6de8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Deleting port 4fddfde8-d139-4de4-9881-8cda6959a7de {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:29:54.026373 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d72b-5d87-4ca4-b641-2dd1818b6de8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:54.043396 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b70e29-d758-41fc-b9e6-6537ea7cf8bb None None] Network a6532ff1-3edb-4dbe-8adf-c75acdf8e067 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:29:54.163640 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:54.187595 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d497c4fb-388e-4744-ab2a-b2d3f325d9b4 None None] For port 4fddfde8-d139-4de4-9881-8cda6959a7de, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=4fddfde8-d139-4de4-9881-8cda6959a7de,segment=NetworkSegment(606cc7f2-0ae8-41f8-8f51-1d005b5cc14b),segment_id=606cc7f2-0ae8-41f8-8f51-1d005b5cc14b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:54.188059 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d497c4fb-388e-4744-ab2a-b2d3f325d9b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:54.191525 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-d6e5d72b-5d87-4ca4-b641-2dd1818b6de8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] For port 4fddfde8-d139-4de4-9881-8cda6959a7de, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=4fddfde8-d139-4de4-9881-8cda6959a7de,segment=NetworkSegment(606cc7f2-0ae8-41f8-8f51-1d005b5cc14b),segment_id=606cc7f2-0ae8-41f8-8f51-1d005b5cc14b)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:54.191947 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d72b-5d87-4ca4-b641-2dd1818b6de8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:54.214412 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d497c4fb-388e-4744-ab2a-b2d3f325d9b4 None None] Calling delete_port for 4fddfde8-d139-4de4-9881-8cda6959a7de owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:29:54.236578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-d6e5d72b-5d87-4ca4-b641-2dd1818b6de8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Calling delete_port for 4fddfde8-d139-4de4-9881-8cda6959a7de owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:29:54.543502 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d72b-5d87-4ca4-b641-2dd1818b6de8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:54.587923 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e5d72b-5d87-4ca4-b641-2dd1818b6de8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] No DVR routers for this DVR port 4fddfde8-d139-4de4-9881-8cda6959a7de on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:29:54.645027 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5d72b-5d87-4ca4-b641-2dd1818b6de8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Port': ['ID=4fddfde8-d139-4de4-9881-8cda6959a7de,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:54.669703 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800d9c8-54ab-4c5d-9115-9210d6a0a7e3 req-04d45881-baf9-4d5a-b37c-f8611c64d503 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:54.671200 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a800d9c8-54ab-4c5d-9115-9210d6a0a7e3 req-04d45881-baf9-4d5a-b37c-f8611c64d503 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.2229636 Nov 11 17:29:54.800473 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d497c4fb-388e-4744-ab2a-b2d3f325d9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:54.850230 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497c4fb-388e-4744-ab2a-b2d3f325d9b4 None None] Pushing event deleted for resources: {'Port': ['ID=4fddfde8-d139-4de4-9881-8cda6959a7de,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:54.871884 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497c4fb-388e-4744-ab2a-b2d3f325d9b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:54.872236 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497c4fb-388e-4744-ab2a-b2d3f325d9b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:54.872584 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497c4fb-388e-4744-ab2a-b2d3f325d9b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:54.872924 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497c4fb-388e-4744-ab2a-b2d3f325d9b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:54.873259 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497c4fb-388e-4744-ab2a-b2d3f325d9b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:54.873591 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497c4fb-388e-4744-ab2a-b2d3f325d9b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:54.873924 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497c4fb-388e-4744-ab2a-b2d3f325d9b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:54.874252 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497c4fb-388e-4744-ab2a-b2d3f325d9b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:54.874575 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497c4fb-388e-4744-ab2a-b2d3f325d9b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:54.874916 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497c4fb-388e-4744-ab2a-b2d3f325d9b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:54.875229 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497c4fb-388e-4744-ab2a-b2d3f325d9b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:54.875550 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497c4fb-388e-4744-ab2a-b2d3f325d9b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:29:54.894606 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d497c4fb-388e-4744-ab2a-b2d3f325d9b4 None None] No DVR routers for this DVR port 4fddfde8-d139-4de4-9881-8cda6959a7de on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:29:54.901872 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d72b-5d87-4ca4-b641-2dd1818b6de8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:54.941341 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-d6e5d72b-5d87-4ca4-b641-2dd1818b6de8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300e4c66-3787-4da6-80a9-352f2a4327e2']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:54.961159 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a800d9c8-54ab-4c5d-9115-9210d6a0a7e3 req-5023a855-becb-4903-a865-b97efc76d5cd tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414379 Nov 11 17:29:54.973208 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-d6e5d72b-5d87-4ca4-b641-2dd1818b6de8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606cc7f2-0ae8-41f8-8f51-1d005b5cc14b') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:54.976165 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-d6e5d72b-5d87-4ca4-b641-2dd1818b6de8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606cc7f2-0ae8-41f8-8f51-1d005b5cc14b') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:54.988931 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d72b-5d87-4ca4-b641-2dd1818b6de8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:55.010338 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d72b-5d87-4ca4-b641-2dd1818b6de8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:55.025434 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e5d72b-5d87-4ca4-b641-2dd1818b6de8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:29:55.026116 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d72b-5d87-4ca4-b641-2dd1818b6de8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:29:55.084436 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:29:55.117943 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d72b-5d87-4ca4-b641-2dd1818b6de8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:55.128708 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6e5d72b-5d87-4ca4-b641-2dd1818b6de8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:55.133690 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d6e5d72b-5d87-4ca4-b641-2dd1818b6de8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/networks/300e4c66-3787-4da6-80a9-352f2a4327e2 HTTP/1.1" status: 204 len: 168 time: 1.8800082 Nov 11 17:29:55.137014 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36882) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:55.144359 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-d7c1e70e-4ad0-4e05-8dcb-d496790a43a4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'router': {'routes': None}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:29:55.156121 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5d72b-5d87-4ca4-b641-2dd1818b6de8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Pushing event deleted for resources: {'Network': ['ID=300e4c66-3787-4da6-80a9-352f2a4327e2,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:55.388734 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.extraroute_db [None req-d7c1e70e-4ad0-4e05-8dcb-d496790a43a4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Added routes are [] {{(pid=102617) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 17:29:55.389038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.extraroute_db [None req-d7c1e70e-4ad0-4e05-8dcb-d496790a43a4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Removed routes are [] {{(pid=102617) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 17:29:55.389398 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7c1e70e-4ad0-4e05-8dcb-d496790a43a4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:55.530347 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 4fddfde8-d139-4de4-9881-8cda6959a7de no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:29:55.569389 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 4fddfde8-d139-4de4-9881-8cda6959a7de {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:29:55.574041 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 4fddfde8-d139-4de4-9881-8cda6959a7de not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:29:55.615570 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7c1e70e-4ad0-4e05-8dcb-d496790a43a4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:55.619105 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b2448-d5d4-40f2-9229-bf4a0092700f req-ff5e269e-03a8-4aa5-a1ab-f920cfcbdf4c tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:55.621503 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b93b2448-d5d4-40f2-9229-bf4a0092700f req-ff5e269e-03a8-4aa5-a1ab-f920cfcbdf4c tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1751907 Nov 11 17:29:55.624309 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7c1e70e-4ad0-4e05-8dcb-d496790a43a4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-917831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-917838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932385'] for router, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:55.651434 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08321f20-be1a-47e4-b122-5b5ee42ee285 req-cfecda24-adbb-426c-bddf-0a67f8984ff6 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:55.652567 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-08321f20-be1a-47e4-b122-5b5ee42ee285 req-cfecda24-adbb-426c-bddf-0a67f8984ff6 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.64 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 946 time: 0.1025560 Nov 11 17:29:55.735090 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-2d997f31-52ca-48f5-bd5d-93c58100b0c7 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:55.747027 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-2d997f31-52ca-48f5-bd5d-93c58100b0c7 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/networks?id=a6532ff1-3edb-4dbe-8adf-c75acdf8e067 HTTP/1.1" status: 200 len: 817 time: 0.2425377 Nov 11 17:29:55.760086 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b93b2448-d5d4-40f2-9229-bf4a0092700f req-5cbc60e6-2971-4ca7-85cd-0457124c8e5e tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/security-groups?id=9d194e17-12c3-40a9-b71b-4e4543ee5925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325421 Nov 11 17:29:55.788466 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-776c1324-85ac-45a5-9352-38e89cf179f6 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/quotas/998f78e7ce0b4b0bb8bcc50674d5c640 HTTP/1.1" status: 200 len: 375 time: 0.0404792 Nov 11 17:29:55.835096 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c1e70e-4ad0-4e05-8dcb-d496790a43a4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router d458a728-4526-4dbf-ba64-ce6f95261ccb has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:29:55.854055 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-6c7684e4-551b-4d60-b944-41f3604d709b tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=998f78e7ce0b4b0bb8bcc50674d5c640&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633259 Nov 11 17:29:55.952309 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c1e70e-4ad0-4e05-8dcb-d496790a43a4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:29:55.963614 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7c1e70e-4ad0-4e05-8dcb-d496790a43a4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:55.967416 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d7c1e70e-4ad0-4e05-8dcb-d496790a43a4 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/d458a728-4526-4dbf-ba64-ce6f95261ccb HTTP/1.1" status: 200 len: 701 time: 0.8259842 Nov 11 17:29:55.967519 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1b3a847b-86d1-41ef-a56e-cea1548eb907 service neutron] 10.222.0.76 "GET /v2.0/networks/a6532ff1-3edb-4dbe-8adf-c75acdf8e067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101308 Nov 11 17:29:55.968668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36912) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:55.971300 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e480158f-20cb-4b31-8b74-ce66a9b7e722 None None] Sync routers for ids ['d458a728-4526-4dbf-ba64-ce6f95261ccb'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:29:55.983898 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-08321f20-be1a-47e4-b122-5b5ee42ee285 req-681be701-bacb-4d32-9e7f-e55a93021984 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Deleting port 8c09178a-b5b0-4a76-8e8a-ea18b2a43565 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:29:55.984256 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-08321f20-be1a-47e4-b122-5b5ee42ee285 req-681be701-bacb-4d32-9e7f-e55a93021984 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:55.994812 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e480158f-20cb-4b31-8b74-ce66a9b7e722 None None] Routers {'d458a728-4526-4dbf-ba64-ce6f95261ccb'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:55.996089 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e480158f-20cb-4b31-8b74-ce66a9b7e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['d458a728-4526-4dbf-ba64-ce6f95261ccb'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:56.003404 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-741746ea-3317-4bee-a8d8-d467e4475ff5 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/ports?device_id=d458a728-4526-4dbf-ba64-ce6f95261ccb HTTP/1.1" status: 200 len: 205 time: 0.0334857 Nov 11 17:29:56.013815 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36916) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:56.086290 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-443f7e4c-6d3c-4587-88de-25a6b9b6e1f6 service neutron] 10.222.0.76 "GET /v2.0/networks/a6532ff1-3edb-4dbe-8adf-c75acdf8e067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178522 Nov 11 17:29:56.118543 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-e480158f-20cb-4b31-8b74-ce66a9b7e722 None None] Set router d458a728-4526-4dbf-ba64-ce6f95261ccb gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:56.140295 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a35555a-b98f-494d-bb46-e039ab61ba87 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:56.200234 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23914d0c-27a1-4bbb-b00a-f62bbbad3800 req-721f0e8a-2827-40f1-ae1d-d2601e83bd41 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:56.208490 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-23914d0c-27a1-4bbb-b00a-f62bbbad3800 req-721f0e8a-2827-40f1-ae1d-d2601e83bd41 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=0667a20b-a524-4c63-8d68-41437db5b234 HTTP/1.1" status: 200 len: 945 time: 0.2385161 Nov 11 17:29:56.240571 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e480158f-20cb-4b31-8b74-ce66a9b7e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:50Z', 'revision_number': 11, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:56.279456 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-23914d0c-27a1-4bbb-b00a-f62bbbad3800 req-be191d3c-e002-4c64-a9da-61a32aaed84a tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700212 Nov 11 17:29:56.308230 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e480158f-20cb-4b31-8b74-ce66a9b7e722 None None] Checking router: d458a728-4526-4dbf-ba64-ce6f95261ccb for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:29:56.328138 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e480158f-20cb-4b31-8b74-ce66a9b7e722 None None] Routers {'d458a728-4526-4dbf-ba64-ce6f95261ccb'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:56.329512 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e480158f-20cb-4b31-8b74-ce66a9b7e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['d458a728-4526-4dbf-ba64-ce6f95261ccb'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:56.339920 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a35555a-b98f-494d-bb46-e039ab61ba87 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:56.343326 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a35555a-b98f-494d-bb46-e039ab61ba87 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:56.349959 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-08321f20-be1a-47e4-b122-5b5ee42ee285 req-681be701-bacb-4d32-9e7f-e55a93021984 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] For port 8c09178a-b5b0-4a76-8e8a-ea18b2a43565, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=8c09178a-b5b0-4a76-8e8a-ea18b2a43565,segment=NetworkSegment(4d86045c-9118-4fd2-a624-059ad66a16dd),segment_id=4d86045c-9118-4fd2-a624-059ad66a16dd)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:56.350823 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-08321f20-be1a-47e4-b122-5b5ee42ee285 req-681be701-bacb-4d32-9e7f-e55a93021984 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:56.398958 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-08321f20-be1a-47e4-b122-5b5ee42ee285 req-681be701-bacb-4d32-9e7f-e55a93021984 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Calling delete_port for 8c09178a-b5b0-4a76-8e8a-ea18b2a43565 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:29:56.422555 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a35555a-b98f-494d-bb46-e039ab61ba87 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:56.424982 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a35555a-b98f-494d-bb46-e039ab61ba87 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Fanout notify agent at l3_agent the message router_deleted on router d458a728-4526-4dbf-ba64-ce6f95261ccb {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:29:56.438515 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a35555a-b98f-494d-bb46-e039ab61ba87 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:56.440430 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2a35555a-b98f-494d-bb46-e039ab61ba87 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/routers/d458a728-4526-4dbf-ba64-ce6f95261ccb HTTP/1.1" status: 204 len: 168 time: 0.4257035 Nov 11 17:29:56.445621 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36928) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:56.453258 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-e480158f-20cb-4b31-8b74-ce66a9b7e722 None None] Set router d458a728-4526-4dbf-ba64-ce6f95261ccb gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:56.460221 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-29decf88-63c6-40bc-a8b9-46e9b45eeda8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-581362804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:29:56.570254 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e480158f-20cb-4b31-8b74-ce66a9b7e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:50Z', 'revision_number': 11, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:56.576633 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29decf88-63c6-40bc-a8b9-46e9b45eeda8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:56.579759 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29decf88-63c6-40bc-a8b9-46e9b45eeda8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:56.610607 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5b437-a368-4677-8a96-ddf8e6aa4de6 req-9efd4e42-7097-4087-91c9-accdb15f1336 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:56.619328 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-73c5b437-a368-4677-8a96-ddf8e6aa4de6 req-9efd4e42-7097-4087-91c9-accdb15f1336 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0742393 Nov 11 17:29:56.652765 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e480158f-20cb-4b31-8b74-ce66a9b7e722 None None] The sync data for ids ['d458a728-4526-4dbf-ba64-ce6f95261ccb'] in n-d-816206-4 is: [{'id': 'd458a728-4526-4dbf-ba64-ce6f95261ccb', 'name': 'tempest-RoutersTest-router-2093720584', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:28:56Z', 'updated_at': '2021-11-11T17:29:50Z', 'revision_number': 11, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:29:56.739173 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29decf88-63c6-40bc-a8b9-46e9b45eeda8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:56.763142 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29decf88-63c6-40bc-a8b9-46e9b45eeda8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:56.768922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc9a8f-f27e-493b-bb44-ae4dc38f4ae1 req-ed62b67f-c863-44ab-99f0-7a0dcc5207c8 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:56.776952 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ccc9a8f-f27e-493b-bb44-ae4dc38f4ae1 req-ed62b67f-c863-44ab-99f0-7a0dcc5207c8 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678 HTTP/1.1" status: 200 len: 949 time: 0.1473165 Nov 11 17:29:56.792418 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-73c5b437-a368-4677-8a96-ddf8e6aa4de6 req-a342747a-e165-4794-a66b-7450e1c9370c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719913 Nov 11 17:29:56.846109 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd27926-092c-448f-a2e1-51e2b9877cf7 req-5a4e00cc-3c5e-4898-93ce-42f6d32a9dbf tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:56.847517 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cdd27926-092c-448f-a2e1-51e2b9877cf7 req-5a4e00cc-3c5e-4898-93ce-42f6d32a9dbf tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "GET /v2.0/ports?device_id=0667a20b-a524-4c63-8d68-41437db5b234 HTTP/1.1" status: 200 len: 945 time: 0.1306870 Nov 11 17:29:56.855483 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-29decf88-63c6-40bc-a8b9-46e9b45eeda8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:56.856816 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-29decf88-63c6-40bc-a8b9-46e9b45eeda8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4074869 Nov 11 17:29:56.861149 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 36950) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:56.872048 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-aa21f1e1-fd7c-4f3c-8f43-5b124cacfa16 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:29:56.898292 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-08321f20-be1a-47e4-b122-5b5ee42ee285 req-681be701-bacb-4d32-9e7f-e55a93021984 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:56.932076 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['8c09178a-b5b0-4a76-8e8a-ea18b2a43565'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:29:56.944610 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ccc9a8f-f27e-493b-bb44-ae4dc38f4ae1 req-b642996b-b80b-46a6-a399-1f9f79f2c4bd tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615593 Nov 11 17:29:56.946400 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681be701-bacb-4d32-9e7f-e55a93021984 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Pushing event deleted for resources: {'Port': ['ID=8c09178a-b5b0-4a76-8e8a-ea18b2a43565,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:56.986688 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5e9c83-fdac-4642-b970-ef0058c0992d None None] DHCP port deletion for 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:29:57.077928 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-08321f20-be1a-47e4-b122-5b5ee42ee285 req-681be701-bacb-4d32-9e7f-e55a93021984 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] No DVR routers for this DVR port 8c09178a-b5b0-4a76-8e8a-ea18b2a43565 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:29:57.082544 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-08321f20-be1a-47e4-b122-5b5ee42ee285 req-681be701-bacb-4d32-9e7f-e55a93021984 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:57.092318 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-08321f20-be1a-47e4-b122-5b5ee42ee285 req-681be701-bacb-4d32-9e7f-e55a93021984 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.64 "DELETE /v2.0/ports/8c09178a-b5b0-4a76-8e8a-ea18b2a43565 HTTP/1.1" status: 204 len: 173 time: 1.4050989 Nov 11 17:29:57.093255 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702f78e8-1de0-40fc-ab44-a4ad5483b936', 'name': 'network-vif-deleted', 'tag': '8c09178a-b5b0-4a76-8e8a-ea18b2a43565'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:29:57.096360 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f4dcc8-ec02-4a66-8be8-9e68cca21602" -d '{"events": [{"server_uuid": "702f78e8-1de0-40fc-ab44-a4ad5483b936", "name": "network-vif-deleted", "tag": "8c09178a-b5b0-4a76-8e8a-ea18b2a43565"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:29:57.120218 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-cdd27926-092c-448f-a2e1-51e2b9877cf7 req-476965e2-d97d-44de-b910-bc31bd07f335 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Deleting port 218d35f1-3010-415d-ad9c-4072cd9b7312 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:29:57.121303 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-cdd27926-092c-448f-a2e1-51e2b9877cf7 req-476965e2-d97d-44de-b910-bc31bd07f335 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:57.269004 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-cdd27926-092c-448f-a2e1-51e2b9877cf7 req-476965e2-d97d-44de-b910-bc31bd07f335 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] For port 218d35f1-3010-415d-ad9c-4072cd9b7312, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=218d35f1-3010-415d-ad9c-4072cd9b7312,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:57.276344 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-cdd27926-092c-448f-a2e1-51e2b9877cf7 req-476965e2-d97d-44de-b910-bc31bd07f335 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:57.299589 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-cdd27926-092c-448f-a2e1-51e2b9877cf7 req-476965e2-d97d-44de-b910-bc31bd07f335 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Calling delete_port for 218d35f1-3010-415d-ad9c-4072cd9b7312 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:29:57.505333 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-cdd27926-092c-448f-a2e1-51e2b9877cf7 req-476965e2-d97d-44de-b910-bc31bd07f335 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:57.520960 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8c84b91b-aa9c-42d0-a19b-b3f82d715671'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:29:57.523755 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-817e60f3-80b5-4175-9be4-4c75719e6c42 req-647e594b-ebf4-4c4f-80f0-cda8479f5471 tempest-ServerRescueNegativeTestJSON-1014966113 tempest-ServerRescueNegativeTestJSON-1014966113-project] 10.222.0.76 "GET /v2.0/ports?device_id=702f78e8-1de0-40fc-ab44-a4ad5483b936 HTTP/1.1" status: 200 len: 210 time: 0.0775573 Nov 11 17:29:57.530988 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d7bcca91-7010-4f1a-bf07-eb282f7180c9 req-f3ac19c9-ed6d-4f87-a401-f055d887ff22 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=a37cdc0b-fb2d-4268-9333-6e9917d2f86d HTTP/1.1" status: 200 len: 210 time: 0.0838747 Nov 11 17:29:57.589069 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['218d35f1-3010-415d-ad9c-4072cd9b7312'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:29:57.657804 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f0387-570d-4270-aea2-b8ad3f0d230e req-48939097-715a-4635-99f8-b1ee7be620d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:57.659285 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-039f0387-570d-4270-aea2-b8ad3f0d230e req-48939097-715a-4635-99f8-b1ee7be620d0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c13d491d06d549ffa0aedaf876c5ae07&device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 1096 time: 0.2143433 Nov 11 17:29:57.960676 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa21f1e1-fd7c-4f3c-8f43-5b124cacfa16 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:57.967929 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a153ea37-ceb5-42a7-a0f0-092c4eb67c25 req-0ba08506-e286-4478-9fd3-f5ce5c1136dc tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=0667a20b-a524-4c63-8d68-41437db5b234 HTTP/1.1" status: 200 len: 210 time: 0.1643493 Nov 11 17:29:58.003118 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa21f1e1-fd7c-4f3c-8f43-5b124cacfa16 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-917831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-917838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932385'] for router, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:58.108438 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6ed5f1-4ed0-4110-b99e-0292cc0ce2e1 x-openstack-request-id: req-8f6ed5f1-4ed0-4110-b99e-0292cc0ce2e1 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:29:58.109002 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702f78e8-1de0-40fc-ab44-a4ad5483b936", "name": "network-vif-deleted", "tag": "8c09178a-b5b0-4a76-8e8a-ea18b2a43565", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:29:58.109436 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8f6ed5f1-4ed0-4110-b99e-0292cc0ce2e1 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:29:58.109994 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702f78e8-1de0-40fc-ab44-a4ad5483b936', 'name': 'network-vif-deleted', 'tag': '8c09178a-b5b0-4a76-8e8a-ea18b2a43565', 'status': 'completed', 'code': 200} Nov 11 17:29:58.115277 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476965e2-d97d-44de-b910-bc31bd07f335 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Pushing event deleted for resources: {'Port': ['ID=218d35f1-3010-415d-ad9c-4072cd9b7312,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:58.150645 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5eb31d-2d61-4000-baa2-607103bf33f1 None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:29:58.198007 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd27926-092c-448f-a2e1-51e2b9877cf7 req-476965e2-d97d-44de-b910-bc31bd07f335 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] No DVR routers for this DVR port 218d35f1-3010-415d-ad9c-4072cd9b7312 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:29:58.205246 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-cdd27926-092c-448f-a2e1-51e2b9877cf7 req-476965e2-d97d-44de-b910-bc31bd07f335 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:58.210410 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cdd27926-092c-448f-a2e1-51e2b9877cf7 req-476965e2-d97d-44de-b910-bc31bd07f335 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "DELETE /v2.0/ports/218d35f1-3010-415d-ad9c-4072cd9b7312 HTTP/1.1" status: 204 len: 173 time: 1.3491209 Nov 11 17:29:58.245494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f0387-570d-4270-aea2-b8ad3f0d230e req-e3f35c0d-822e-4b29-b210-847052a4cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:58.247843 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-039f0387-570d-4270-aea2-b8ad3f0d230e req-e3f35c0d-822e-4b29-b210-847052a4cdb5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1ec9bff0-5844-4695-ad16-95d4383ae0e3 HTTP/1.1" status: 200 len: 915 time: 0.5111775 Nov 11 17:29:58.324048 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-039f0387-570d-4270-aea2-b8ad3f0d230e req-bb933efe-797f-485c-a50b-976122d02f53 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dec6a22-64b5-43ff-bb8d-353a7f5c785e HTTP/1.1" status: 200 len: 217 time: 0.0644667 Nov 11 17:29:58.336611 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9d412-fe54-47a5-b3af-7d8921d851d8 req-6dad0243-c7bb-4e67-bdcd-c0a0e67c9733 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:58.338628 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4b9d412-fe54-47a5-b3af-7d8921d851d8 req-6dad0243-c7bb-4e67-bdcd-c0a0e67c9733 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1537590 Nov 11 17:29:58.399639 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa21f1e1-fd7c-4f3c-8f43-5b124cacfa16 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Router e83c58d9-61ca-43e1-95fd-ac749773d840 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:29:58.435144 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f0387-570d-4270-aea2-b8ad3f0d230e req-8a90743f-9691-46fc-8054-55f19b5c53ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:58.437397 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-039f0387-570d-4270-aea2-b8ad3f0d230e req-8a90743f-9691-46fc-8054-55f19b5c53ac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7dc52ad1-f3a3-434d-a193-60fbff77cc17 HTTP/1.1" status: 200 len: 853 time: 0.0969720 Nov 11 17:29:58.594611 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-039f0387-570d-4270-aea2-b8ad3f0d230e req-c9b4475b-145d-4f0d-b9fd-7df37597d420 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1ec9bff0-5844-4695-ad16-95d4383ae0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088111 Nov 11 17:29:58.604513 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4b9d412-fe54-47a5-b3af-7d8921d851d8 req-ab55aeca-9de0-4e36-8080-b5afe9b47aa8 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527702 Nov 11 17:29:58.608446 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37000) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:58.635996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa21f1e1-fd7c-4f3c-8f43-5b124cacfa16 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:29:58.649840 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c625a885-afe1-4134-94ef-a24e4b4c9564 None None] Sync routers for ids ['e83c58d9-61ca-43e1-95fd-ac749773d840'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:29:58.657459 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa21f1e1-fd7c-4f3c-8f43-5b124cacfa16 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:58.661344 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-aa21f1e1-fd7c-4f3c-8f43-5b124cacfa16 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "PUT /v2.0/routers/e83c58d9-61ca-43e1-95fd-ac749773d840 HTTP/1.1" status: 200 len: 693 time: 1.7965329 Nov 11 17:29:58.662505 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37002) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:58.678752 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c625a885-afe1-4134-94ef-a24e4b4c9564 None None] Routers {'e83c58d9-61ca-43e1-95fd-ac749773d840'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:58.680451 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c625a885-afe1-4134-94ef-a24e4b4c9564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e83c58d9-61ca-43e1-95fd-ac749773d840'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:58.821388 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f0291daf-d6cb-47b0-8fe7-898070c8d895 req-74af999b-b377-4c0d-a0c9-6f9cdb47ca25 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=a37cdc0b-fb2d-4268-9333-6e9917d2f86d HTTP/1.1" status: 200 len: 210 time: 0.1178346 Nov 11 17:29:58.853342 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-79998b61-fa2f-4c90-8d1f-665e87621c11 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/routers/e83c58d9-61ca-43e1-95fd-ac749773d840 HTTP/1.1" status: 200 len: 699 time: 0.1584349 Nov 11 17:29:58.863192 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37004) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:58.907316 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c922f99b-3a65-4b96-bd8f-b07723f04580 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/ports?device_id=e83c58d9-61ca-43e1-95fd-ac749773d840 HTTP/1.1" status: 200 len: 205 time: 0.0425193 Nov 11 17:29:58.921512 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8c4b108a-137c-47ee-8758-23fae3438a7d tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:58.923275 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8c4b108a-137c-47ee-8758-23fae3438a7d tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.83 "GET /v2.0/networks?id=a6532ff1-3edb-4dbe-8adf-c75acdf8e067 HTTP/1.1" status: 200 len: 817 time: 0.4846117 Nov 11 17:29:58.923793 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37006) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:58.944955 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-fd319372-f5a8-4ab3-9a7c-267735c84db4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Request body: {'port': {'device_id': '4f6b64ec-dced-49cf-80ed-a95d8a6473eb', 'network_id': 'a6532ff1-3edb-4dbe-8adf-c75acdf8e067', 'admin_state_up': True, 'tenant_id': '998f78e7ce0b4b0bb8bcc50674d5c640'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:29:58.991090 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 218d35f1-3010-415d-ad9c-4072cd9b7312 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:29:59.034710 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 218d35f1-3010-415d-ad9c-4072cd9b7312 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:29:59.037708 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 218d35f1-3010-415d-ad9c-4072cd9b7312 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:29:59.038542 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 8c09178a-b5b0-4a76-8e8a-ea18b2a43565 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:29:59.066780 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 8c09178a-b5b0-4a76-8e8a-ea18b2a43565 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:29:59.067438 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 8c09178a-b5b0-4a76-8e8a-ea18b2a43565 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:29:59.107566 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-039f0387-570d-4270-aea2-b8ad3f0d230e req-536614ae-1e1d-4f08-8ef1-d56443f22cc5 service neutron] 10.222.0.83 "GET /v2.0/networks/1ec9bff0-5844-4695-ad16-95d4383ae0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000167 Nov 11 17:29:59.119914 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-120e56ab-2d12-4c6a-a243-dc76191ba98d tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:59.125793 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-120e56ab-2d12-4c6a-a243-dc76191ba98d tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.83 "GET /v2.0/networks?id=a6532ff1-3edb-4dbe-8adf-c75acdf8e067 HTTP/1.1" status: 200 len: 817 time: 0.2188995 Nov 11 17:29:59.146522 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-c625a885-afe1-4134-94ef-a24e4b4c9564 None None] Set router e83c58d9-61ca-43e1-95fd-ac749773d840 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:59.235115 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c625a885-afe1-4134-94ef-a24e4b4c9564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83c58d9-61ca-43e1-95fd-ac749773d840', 'name': 'tempest-RoutersTest-router-581362804', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:29:56Z', 'updated_at': '2021-11-11T17:29:57Z', 'revision_number': 2, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:59.248528 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f969944-a763-4f2c-af3a-4ac5e937d083 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:59.282526 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c625a885-afe1-4134-94ef-a24e4b4c9564 None None] Checking router: e83c58d9-61ca-43e1-95fd-ac749773d840 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:29:59.294265 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c625a885-afe1-4134-94ef-a24e4b4c9564 None None] Routers {'e83c58d9-61ca-43e1-95fd-ac749773d840'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:29:59.295433 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c625a885-afe1-4134-94ef-a24e4b4c9564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e83c58d9-61ca-43e1-95fd-ac749773d840'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:59.320802 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-9f8505ea-2766-4005-9b34-584a91fbe815 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:59.323675 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-9f8505ea-2766-4005-9b34-584a91fbe815 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.64 "GET /v2.0/networks?id=a6532ff1-3edb-4dbe-8adf-c75acdf8e067 HTTP/1.1" status: 200 len: 817 time: 0.5325382 Nov 11 17:29:59.329969 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-3b096610-dfa0-432a-839e-6b433388d4b4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Request body: {'port': {'device_id': 'a37cdc0b-fb2d-4268-9333-6e9917d2f86d', 'network_id': 'a6532ff1-3edb-4dbe-8adf-c75acdf8e067', 'admin_state_up': True, 'tenant_id': '998f78e7ce0b4b0bb8bcc50674d5c640'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:29:59.338427 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eaed85c9-2de1-499e-94b4-e48730723109 req-b141f6b3-903d-48a5-942e-7d151d8f2438 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=0667a20b-a524-4c63-8d68-41437db5b234 HTTP/1.1" status: 200 len: 210 time: 0.1482801 Nov 11 17:29:59.421583 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-c625a885-afe1-4134-94ef-a24e4b4c9564 None None] Set router e83c58d9-61ca-43e1-95fd-ac749773d840 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:29:59.494890 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-35d5cd2b-56e9-49e5-b380-0f0fd409f881 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Request body: {'port': {'device_id': '7826bb36-f1ad-4ccc-b541-ed7a5259777f', 'network_id': 'a6532ff1-3edb-4dbe-8adf-c75acdf8e067', 'admin_state_up': True, 'tenant_id': '998f78e7ce0b4b0bb8bcc50674d5c640'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:29:59.505508 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f969944-a763-4f2c-af3a-4ac5e937d083 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:59.507942 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f969944-a763-4f2c-af3a-4ac5e937d083 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:59.512828 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c625a885-afe1-4134-94ef-a24e4b4c9564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83c58d9-61ca-43e1-95fd-ac749773d840', 'name': 'tempest-RoutersTest-router-581362804', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:29:56Z', 'updated_at': '2021-11-11T17:29:57Z', 'revision_number': 2, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:29:59.543195 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c625a885-afe1-4134-94ef-a24e4b4c9564 None None] The sync data for ids ['e83c58d9-61ca-43e1-95fd-ac749773d840'] in n-d-816206-4 is: [{'id': 'e83c58d9-61ca-43e1-95fd-ac749773d840', 'name': 'tempest-RoutersTest-router-581362804', 'tenant_id': '62f9606d8f9c497d87c3877ac3e6d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:29:56Z', 'updated_at': '2021-11-11T17:29:57Z', 'revision_number': 2, 'project_id': '62f9606d8f9c497d87c3877ac3e6d760', 'gw_port_host': None}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:29:59.592633 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-039f0387-570d-4270-aea2-b8ad3f0d230e req-8ecad963-6525-4f78-805e-45a4f6811f02 service neutron] 10.222.0.83 "GET /v2.0/networks/1ec9bff0-5844-4695-ad16-95d4383ae0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202576 Nov 11 17:29:59.596488 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f969944-a763-4f2c-af3a-4ac5e937d083 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:59.597175 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f969944-a763-4f2c-af3a-4ac5e937d083 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Fanout notify agent at l3_agent the message router_deleted on router e83c58d9-61ca-43e1-95fd-ac749773d840 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:29:59.598105 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-3b096610-dfa0-432a-839e-6b433388d4b4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Made reservation on behalf of 998f78e7ce0b4b0bb8bcc50674d5c640 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:29:59.604053 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f969944-a763-4f2c-af3a-4ac5e937d083 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:59.606268 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-3b096610-dfa0-432a-839e-6b433388d4b4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:59.608565 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5f969944-a763-4f2c-af3a-4ac5e937d083 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/routers/e83c58d9-61ca-43e1-95fd-ac749773d840 HTTP/1.1" status: 204 len: 168 time: 0.6769741 Nov 11 17:29:59.608813 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37022) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:59.609527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-fd319372-f5a8-4ab3-9a7c-267735c84db4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Made reservation on behalf of 998f78e7ce0b4b0bb8bcc50674d5c640 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:29:59.612998 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-fd319372-f5a8-4ab3-9a7c-267735c84db4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:59.659696 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 3ea021bc-68ff-4bb1-8929-d776c042cfff no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:29:59.684070 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fe52240d-f8e5-4940-80a1-7e9d361fdf77 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/ports?device_id=e83c58d9-61ca-43e1-95fd-ac749773d840 HTTP/1.1" status: 200 len: 205 time: 0.0689445 Nov 11 17:29:59.689238 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37026) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:59.761265 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-d1ae73e7-510a-4338-8fc9-cc4edd8a8969 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] delete failed (client error): The resource could not be found. Nov 11 17:29:59.763349 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d1ae73e7-510a-4338-8fc9-cc4edd8a8969 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/routers/e83c58d9-61ca-43e1-95fd-ac749773d840 HTTP/1.1" status: 404 len: 336 time: 0.0721061 Nov 11 17:29:59.766944 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37028) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:59.780455 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:59.827492 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-5701f481-70d8-46e0-be62-4ca3f1f08969 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] DELETE failed (client error): The resource could not be found. Nov 11 17:29:59.828408 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5701f481-70d8-46e0-be62-4ca3f1f08969 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:29:59.833645 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5701f481-70d8-46e0-be62-4ca3f1f08969 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/subnets/e1b75333-2d0f-4901-873e-dd1c72f0195b HTTP/1.1" status: 404 len: 337 time: 0.0634384 Nov 11 17:29:59.843921 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37030) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:59.845882 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ea021bc-68ff-4bb1-8929-d776c042cfff'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:29:59.848959 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01426c46-3f65-428b-a9a6-1ae21ef0b14a" -d '{"events": [{"server_uuid": "1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678", "name": "network-vif-unplugged", "status": "completed", "tag": "3ea021bc-68ff-4bb1-8929-d776c042cfff"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:29:59.852291 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3264d98-f462-49a0-9e6f-fa1781e71791 req-f12650e4-b274-460d-b0df-03d4f635b2f4 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:29:59.854165 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a3264d98-f462-49a0-9e6f-fa1781e71791 req-f12650e4-b274-460d-b0df-03d4f635b2f4 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1406364 Nov 11 17:29:59.862392 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 3ea021bc-68ff-4bb1-8929-d776c042cfff, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3ea021bc-68ff-4bb1-8929-d776c042cfff,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:29:59.872435 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:59.898171 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4bf20a-6e27-4124-9d2b-6339eadc1ef6 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] DELETE failed (client error): The resource could not be found. Nov 11 17:29:59.898487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4bf20a-6e27-4124-9d2b-6339eadc1ef6 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:29:59.902869 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6a4bf20a-6e27-4124-9d2b-6339eadc1ef6 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/subnets/a499dcf8-bad0-4637-a5a6-1007a57cefd5 HTTP/1.1" status: 404 len: 337 time: 0.0482976 Nov 11 17:29:59.908881 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff3fea6-9959-4e1a-b0d4-4c79b0c813a2 x-openstack-request-id: req-2ff3fea6-9959-4e1a-b0d4-4c79b0c813a2 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:29:59.909056 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37036) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:29:59.909682 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678", "name": "network-vif-unplugged", "status": "completed", "tag": "3ea021bc-68ff-4bb1-8929-d776c042cfff", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:29:59.910090 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ff3fea6-9959-4e1a-b0d4-4c79b0c813a2 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:29:59.910737 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ea021bc-68ff-4bb1-8929-d776c042cfff', 'code': 200} Nov 11 17:29:59.941101 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-35d5cd2b-56e9-49e5-b380-0f0fd409f881 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Made reservation on behalf of 998f78e7ce0b4b0bb8bcc50674d5c640 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:29:59.945493 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=3ea021bc-68ff-4bb1-8929-d776c042cfff,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:29:59.946085 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-35d5cd2b-56e9-49e5-b380-0f0fd409f881 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:29:59.963765 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-fd319372-f5a8-4ab3-9a7c-267735c84db4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Allocated IP 172.20.0.8 (a6532ff1-3edb-4dbe-8adf-c75acdf8e067/83abf235-e6e8-4499-97ee-d2c75a4327d8/385b13a1-ca5e-4277-8afe-1ab666fe65d5) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:29:59.976440 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0bcd0aa-d921-40fb-8b68-b3ca8bbbd2a8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] DELETE failed (client error): The resource could not be found. Nov 11 17:29:59.976896 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0bcd0aa-d921-40fb-8b68-b3ca8bbbd2a8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:29:59.982583 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e0bcd0aa-d921-40fb-8b68-b3ca8bbbd2a8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/subnets/f5e24141-b8fa-4b7a-9c26-f003e5f34ea5 HTTP/1.1" status: 404 len: 337 time: 0.0703626 Nov 11 17:29:59.985301 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37038) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:00.013469 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-25835ff1-4b96-46f9-9ce7-aabb2af1bc80 req-b6615db6-e47f-46dc-96cf-7faa57e76675 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=a37cdc0b-fb2d-4268-9333-6e9917d2f86d HTTP/1.1" status: 200 len: 210 time: 0.0473757 Nov 11 17:30:00.023310 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a8baf9-7d5a-4f97-a9f6-633bb963ec8a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] DELETE failed (client error): The resource could not be found. Nov 11 17:30:00.023777 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a8baf9-7d5a-4f97-a9f6-633bb963ec8a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:30:00.026996 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-80a8baf9-7d5a-4f97-a9f6-633bb963ec8a tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/subnets/c5e126e7-d2ca-4394-ad5b-29b1765ee8ec HTTP/1.1" status: 404 len: 337 time: 0.0404463 Nov 11 17:30:00.030307 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37040) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:00.077698 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2fc2273b-7adc-430f-9053-3898d30e9e27 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/ports?device_id=d458a728-4526-4dbf-ba64-ce6f95261ccb HTTP/1.1" status: 200 len: 205 time: 0.0463076 Nov 11 17:30:00.082628 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37042) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:00.089203 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a3264d98-f462-49a0-9e6f-fa1781e71791 req-e4a3a3a5-d87c-446e-ba47-aa531d6c87d8 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850259 Nov 11 17:30:00.095923 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-862b9047-a970-4cbf-acb8-2a257297774c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:00.133188 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0667a20b-a524-4c63-8d68-41437db5b234', 'name': 'network-vif-deleted', 'tag': '218d35f1-3010-415d-ad9c-4072cd9b7312'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:30:00.135592 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50970308-2bee-4d35-a4fe-e4f8ba0a5e06" -d '{"events": [{"server_uuid": "0667a20b-a524-4c63-8d68-41437db5b234", "name": "network-vif-deleted", "tag": "218d35f1-3010-415d-ad9c-4072cd9b7312"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:30:00.170954 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-280b45e1-ab19-42df-80f4-d96d304c40ba tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] delete failed (client error): The resource could not be found. Nov 11 17:30:00.172016 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-280b45e1-ab19-42df-80f4-d96d304c40ba tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/routers/d458a728-4526-4dbf-ba64-ce6f95261ccb HTTP/1.1" status: 404 len: 336 time: 0.0884821 Nov 11 17:30:00.176328 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37046) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:00.209925 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6978c4fa-89ff-46ca-897a-800970262549 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4c71fab-3187-4062-995f-cf0d7117c776 HTTP/1.1" status: 200 len: 205 time: 0.0322077 Nov 11 17:30:00.211493 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df71467-4958-4f17-8f18-dfcfef760fa7 x-openstack-request-id: req-0df71467-4958-4f17-8f18-dfcfef760fa7 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:30:00.211885 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0667a20b-a524-4c63-8d68-41437db5b234", "name": "network-vif-deleted", "tag": "218d35f1-3010-415d-ad9c-4072cd9b7312", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:30:00.212138 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0df71467-4958-4f17-8f18-dfcfef760fa7 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:30:00.212513 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0667a20b-a524-4c63-8d68-41437db5b234', 'name': 'network-vif-deleted', 'tag': '218d35f1-3010-415d-ad9c-4072cd9b7312', 'status': 'completed', 'code': 200} Nov 11 17:30:00.214842 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37048) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:00.224960 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-fd319372-f5a8-4ab3-9a7c-267735c84db4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:00.267522 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-fd319372-f5a8-4ab3-9a7c-267735c84db4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:00.294645 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-e4002bcb-20ee-4547-aeb9-f3ab5af59bc8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] delete failed (client error): The resource could not be found. Nov 11 17:30:00.298100 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e4002bcb-20ee-4547-aeb9-f3ab5af59bc8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/routers/e4c71fab-3187-4062-995f-cf0d7117c776 HTTP/1.1" status: 404 len: 336 time: 0.0800953 Nov 11 17:30:00.299882 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37050) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:00.324571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-fd319372-f5a8-4ab3-9a7c-267735c84db4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Network a6532ff1-3edb-4dbe-8adf-c75acdf8e067 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:30:00.347980 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-692be170-fda0-47db-8c10-e3146c092754 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] DELETE failed (client error): The resource could not be found. Nov 11 17:30:00.348450 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-692be170-fda0-47db-8c10-e3146c092754 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:30:00.352158 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-692be170-fda0-47db-8c10-e3146c092754 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/subnets/2747c328-2e22-4dc9-ae83-38dd56219674 HTTP/1.1" status: 404 len: 337 time: 0.0492647 Nov 11 17:30:00.353423 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-fd319372-f5a8-4ab3-9a7c-267735c84db4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:30:00.354302 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37054) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:00.355347 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd319372-f5a8-4ab3-9a7c-267735c84db4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Pushing event updated for resources: {'Port': ['ID=385b13a1-ca5e-4277-8afe-1ab666fe65d5,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:00.357854 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-fd319372-f5a8-4ab3-9a7c-267735c84db4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:30:00.372694 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-3b096610-dfa0-432a-839e-6b433388d4b4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Allocated IP 172.20.0.14 (a6532ff1-3edb-4dbe-8adf-c75acdf8e067/83abf235-e6e8-4499-97ee-d2c75a4327d8/f063fd0e-f3ee-440d-9362-175732609871) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:30:00.397742 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a003cf34-cbb2-4243-b9ac-9e67b615f6a7 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/ports?device_id=a271893f-6368-4552-9570-fa2a2147ffc9 HTTP/1.1" status: 200 len: 205 time: 0.0396006 Nov 11 17:30:00.400210 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37058) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:00.449536 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-dda94d65-2aba-477b-b84b-6edcd777e426 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] delete failed (client error): The resource could not be found. Nov 11 17:30:00.453936 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-dda94d65-2aba-477b-b84b-6edcd777e426 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/routers/a271893f-6368-4552-9570-fa2a2147ffc9 HTTP/1.1" status: 404 len: 336 time: 0.0493460 Nov 11 17:30:00.453936 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37064) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:00.489579 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2f3c0014-6ac4-4506-a10d-98574782b457 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/ports?device_id=67eac3e6-1d5e-42de-b1e8-9b22fe37b6d2 HTTP/1.1" status: 200 len: 205 time: 0.0327537 Nov 11 17:30:00.490258 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37070) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:00.496252 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-fd319372-f5a8-4ab3-9a7c-267735c84db4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:00.496919 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-fd319372-f5a8-4ab3-9a7c-267735c84db4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:00.517313 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-fd319372-f5a8-4ab3-9a7c-267735c84db4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5767801 Nov 11 17:30:00.532977 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] Request body: {'port': {'device_id': '4f6b64ec-dced-49cf-80ed-a95d8a6473eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:00.561104 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-492e38cc-39ed-4451-952b-35acd5c51d2c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] delete failed (client error): The resource could not be found. Nov 11 17:30:00.569572 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-492e38cc-39ed-4451-952b-35acd5c51d2c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/routers/67eac3e6-1d5e-42de-b1e8-9b22fe37b6d2 HTTP/1.1" status: 404 len: 336 time: 0.0772903 Nov 11 17:30:00.572848 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37078) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:00.760127 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-3b096610-dfa0-432a-839e-6b433388d4b4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:00.779421 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-862b9047-a970-4cbf-acb8-2a257297774c admin admin] Deleting port c3d5da55-b7f9-43e0-a053-af88a961dc7f {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:30:00.779782 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-862b9047-a970-4cbf-acb8-2a257297774c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:00.895405 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-3b096610-dfa0-432a-839e-6b433388d4b4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:00.966869 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:30:00.996929 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f10b64a-7c01-4963-b4f2-e0e71128d771 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] DELETE failed (client error): The resource could not be found. Nov 11 17:30:00.997465 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f10b64a-7c01-4963-b4f2-e0e71128d771 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:30:01.000568 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6f10b64a-7c01-4963-b4f2-e0e71128d771 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/subnets/594bb8f0-cbcd-431a-9c26-908549a357c9 HTTP/1.1" status: 404 len: 337 time: 0.4261572 Nov 11 17:30:01.004660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-3b096610-dfa0-432a-839e-6b433388d4b4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Network a6532ff1-3edb-4dbe-8adf-c75acdf8e067 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:30:01.011760 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37088) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:01.019518 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-3b096610-dfa0-432a-839e-6b433388d4b4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:30:01.029931 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-3b096610-dfa0-432a-839e-6b433388d4b4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:30:01.035507 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-862b9047-a970-4cbf-acb8-2a257297774c admin admin] For port c3d5da55-b7f9-43e0-a053-af88a961dc7f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c3d5da55-b7f9-43e0-a053-af88a961dc7f,segment=NetworkSegment(4d86045c-9118-4fd2-a624-059ad66a16dd),segment_id=4d86045c-9118-4fd2-a624-059ad66a16dd)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:01.035899 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-862b9047-a970-4cbf-acb8-2a257297774c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:01.068017 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b096610-dfa0-432a-839e-6b433388d4b4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Pushing event updated for resources: {'Port': ['ID=f063fd0e-f3ee-440d-9362-175732609871,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:01.072466 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c5288b48-5654-4d71-ab98-4b761bbda41c tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/ports?device_id=10ab7fbd-8c47-4c80-b4b0-13c6b25bdc84 HTTP/1.1" status: 200 len: 205 time: 0.0597734 Nov 11 17:30:01.089819 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37092) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:01.095080 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-862b9047-a970-4cbf-acb8-2a257297774c admin admin] Calling delete_port for c3d5da55-b7f9-43e0-a053-af88a961dc7f owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:30:01.130057 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:01.135523 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:01.146099 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '02ec03e8-8286-4b13-a1b3-c2acdf4a6eee', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '02ec03e8-8286-4b13-a1b3-c2acdf4a6eee', 'mac_address': 'fa:16:3e:0c:0d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:30:01.157064 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-f9eea419-32a0-4963-b162-9773d3736cc8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] delete failed (client error): The resource could not be found. Nov 11 17:30:01.160697 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f9eea419-32a0-4963-b162-9773d3736cc8 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/routers/10ab7fbd-8c47-4c80-b4b0-13c6b25bdc84 HTTP/1.1" status: 404 len: 336 time: 0.0700243 Nov 11 17:30:01.164846 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37096) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:01.185693 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.db.api [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-35d5cd2b-56e9-49e5-b380-0f0fd409f881 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-b08b5734-d728-4a4b-b19b-a667af500f48 {{(pid=102617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:30:01.186074 n-d-816206-4 neutron-server[102617]: DEBUG oslo_db.api [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-35d5cd2b-56e9-49e5-b380-0f0fd409f881 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:30:01.194343 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:01.207873 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:30:01.208692 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-b930b21c-aea5-4cf4-881e-d824c4235119 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] DELETE failed (client error): The resource could not be found. Nov 11 17:30:01.209930 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b930b21c-aea5-4cf4-881e-d824c4235119 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:30:01.216457 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b930b21c-aea5-4cf4-881e-d824c4235119 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/subnets/e8c584aa-05fc-4f9a-8835-e2e5f97d18ed HTTP/1.1" status: 404 len: 337 time: 0.0494366 Nov 11 17:30:01.218108 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37098) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:01.227005 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-3b096610-dfa0-432a-839e-6b433388d4b4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:01.227958 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-3b096610-dfa0-432a-839e-6b433388d4b4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:01.240084 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:01.246673 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:01.251609 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-36ce4820-626b-4047-923a-9b1316a9af45 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:01.260349 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-36ce4820-626b-4047-923a-9b1316a9af45 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 806 time: 0.3032446 Nov 11 17:30:01.311832 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3a5074d6-dcba-438f-b7c3-7277cdf2ca6e tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d690a6a-6e93-453a-898b-515c6bb787c5 HTTP/1.1" status: 200 len: 205 time: 0.0719752 Nov 11 17:30:01.313908 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-3614b9b8-585c-40f4-99e7-74ce06959c32 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/quotas/0e5747bb491947f2a2d2c2ebc01d2df0 HTTP/1.1" status: 200 len: 375 time: 0.0499780 Nov 11 17:30:01.315325 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37100) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:01.316191 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-3b096610-dfa0-432a-839e-6b433388d4b4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9912536 Nov 11 17:30:01.324751 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,revision_number=9']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:01.335189 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] Request body: {'port': {'device_id': 'a37cdc0b-fb2d-4268-9333-6e9917d2f86d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:01.364986 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5433573-fa2c-464d-b773-b7daf25faa1b req-b1169220-b44b-426e-aeed-8bb8182f869b tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:01.367048 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5433573-fa2c-464d-b773-b7daf25faa1b req-b1169220-b44b-426e-aeed-8bb8182f869b tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=a37cdc0b-fb2d-4268-9333-6e9917d2f86d HTTP/1.1" status: 200 len: 932 time: 0.2243338 Nov 11 17:30:01.367968 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-c8beb513-2cf0-45ca-bb5b-a227f32367d0 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] delete failed (client error): The resource could not be found. Nov 11 17:30:01.371661 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c8beb513-2cf0-45ca-bb5b-a227f32367d0 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/routers/3d690a6a-6e93-453a-898b-515c6bb787c5 HTTP/1.1" status: 404 len: 336 time: 0.0520153 Nov 11 17:30:01.372436 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37102) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:01.448597 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['02ec03e8-8286-4b13-a1b3-c2acdf4a6eee'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:30:01.560824 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-4ae65acd-f200-481e-9cd8-9071ea210935 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2422409 Nov 11 17:30:01.628425 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5433573-fa2c-464d-b773-b7daf25faa1b req-e786f0d8-f3bf-4989-b568-9cc6f6290a9c tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022429 Nov 11 17:30:01.704697 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 6dec6a22-64b5-43ff-bb8d-353a7f5c785e no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:30:01.759419 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-eea1ba3d-5d20-45b3-8353-5298f4051760 service neutron] 10.222.0.76 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568079 Nov 11 17:30:01.782489 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-35d5cd2b-56e9-49e5-b380-0f0fd409f881 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:01.804147 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6ddfc2-859f-4a03-b584-77611ee64149 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] DELETE failed (client error): The resource could not be found. Nov 11 17:30:01.804915 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec6ddfc2-859f-4a03-b584-77611ee64149 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:30:01.816421 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ec6ddfc2-859f-4a03-b584-77611ee64149 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/subnets/7741a868-147b-48be-96e1-1baae8b7e773 HTTP/1.1" status: 404 len: 337 time: 0.4429600 Nov 11 17:30:01.824681 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37118) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:01.848437 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:01.901410 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,segment=NetworkSegment(91415e2e-cc30-44a2-8599-bef53e9d5eab),segment_id=91415e2e-cc30-44a2-8599-bef53e9d5eab)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:01.907264 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:01.915233 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14876562-4748-47f0-9ef8-82d22ba006fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dec6a22-64b5-43ff-bb8d-353a7f5c785e'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:30:01.918256 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a86b26-4d20-4928-a173-1df44e479ce9" -d '{"events": [{"server_uuid": "14876562-4748-47f0-9ef8-82d22ba006fc", "name": "network-vif-unplugged", "status": "completed", "tag": "6dec6a22-64b5-43ff-bb8d-353a7f5c785e"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:30:01.931104 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f215c80-b720-4432-9951-c07527085220 req-5de7b65d-4e75-41a5-8908-317949bea1b5 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:01.932764 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f215c80-b720-4432-9951-c07527085220 req-5de7b65d-4e75-41a5-8908-317949bea1b5 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.1723404 Nov 11 17:30:01.939059 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:01.943082 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fcb97f4-0f3a-42f2-893f-c3cee479fc35 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] DELETE failed (client error): The resource could not be found. Nov 11 17:30:01.944081 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fcb97f4-0f3a-42f2-893f-c3cee479fc35 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:30:01.950595 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5fcb97f4-0f3a-42f2-893f-c3cee479fc35 tempest-RoutersTest-733171336 tempest-RoutersTest-733171336-project] 10.222.0.76 "DELETE /v2.0/subnets/8598cc1e-a967-465e-8977-86383b0cef65 HTTP/1.1" status: 404 len: 337 time: 0.1085591 Nov 11 17:30:01.977072 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:02.075488 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-db854e05-eb23-4cd7-90e9-d01a72e6d5bb service neutron] 10.222.0.76 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981944 Nov 11 17:30:02.103320 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 385b13a1-ca5e-4277-8afe-1ab666fe65d5 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:30:02.123040 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f215c80-b720-4432-9951-c07527085220 req-3fcaff4e-5b39-415d-8a17-036912ff3f92 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750586 Nov 11 17:30:02.171650 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:02.223574 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] Transition to ACTIVE for port object 385b13a1-ca5e-4277-8afe-1ab666fe65d5 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:30:02.224676 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-862b9047-a970-4cbf-acb8-2a257297774c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:02.265501 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-7bd471dd-30c2-449b-bc3a-a33fd05d59eb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1767552 Nov 11 17:30:02.267186 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:02.290301 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b9047-a970-4cbf-acb8-2a257297774c admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d5da55-b7f9-43e0-a053-af88a961dc7f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:02.303924 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1860f8-518d-4811-acd1-fd69f3cab3fb None None] DHCP port deletion for 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:30:02.376189 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 17:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa044e8-cdca-47bd-b7df-cb464b5c5ee6 x-openstack-request-id: req-eaa044e8-cdca-47bd-b7df-cb464b5c5ee6 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:30:02.376848 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14876562-4748-47f0-9ef8-82d22ba006fc", "name": "network-vif-unplugged", "status": "failed", "tag": "6dec6a22-64b5-43ff-bb8d-353a7f5c785e", "code": 422}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:30:02.377332 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eaa044e8-cdca-47bd-b7df-cb464b5c5ee6 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:30:02.378345 n-d-816206-4 neutron-server[102619]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '14876562-4748-47f0-9ef8-82d22ba006fc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6dec6a22-64b5-43ff-bb8d-353a7f5c785e', 'code': 422} returned with failed status Nov 11 17:30:02.390704 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37148) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:02.451061 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] Pushing event updated for resources: {'Port': ['ID=385b13a1-ca5e-4277-8afe-1ab666fe65d5,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:02.542303 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dfc9a119-9f6a-4e02-bedc-30b12ef90462 req-3715c03f-dd69-4935-b70c-cac28d45d580 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 210 time: 0.0951307 Nov 11 17:30:02.561583 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-35d5cd2b-56e9-49e5-b380-0f0fd409f881 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Allocated IP 172.20.0.2 (a6532ff1-3edb-4dbe-8adf-c75acdf8e067/83abf235-e6e8-4499-97ee-d2c75a4327d8/e68ca7eb-d44f-4975-ab7e-34b4a82b884e) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:30:02.634508 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ec642-6d74-43a5-9034-44b4bcf3fa7c req-e861b3ae-2692-4cfb-9fd6-c90369affff8 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:02.642457 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-646ec642-6d74-43a5-9034-44b4bcf3fa7c req-e861b3ae-2692-4cfb-9fd6-c90369affff8 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 943 time: 0.1925752 Nov 11 17:30:02.656510 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-69c7c5b4-56a8-4669-ba3c-555d5d559a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:02.656978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-69c7c5b4-56a8-4669-ba3c-555d5d559a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:02.657433 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-69c7c5b4-56a8-4669-ba3c-555d5d559a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:02.658131 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-69c7c5b4-56a8-4669-ba3c-555d5d559a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:02.658324 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-69c7c5b4-56a8-4669-ba3c-555d5d559a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:02.658772 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-69c7c5b4-56a8-4669-ba3c-555d5d559a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:02.659522 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-69c7c5b4-56a8-4669-ba3c-555d5d559a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:02.661732 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-69c7c5b4-56a8-4669-ba3c-555d5d559a42 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf9f7834dbb745e8861e3581142ac13c&device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 6501 time: 0.2134950 Nov 11 17:30:02.663140 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] Attempting to bind port 385b13a1-ca5e-4277-8afe-1ab666fe65d5 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:30:02.663608 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] Attempting to bind port 385b13a1-ca5e-4277-8afe-1ab666fe65d5 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'fdfdc2fe-844e-4eca-a001-3971371002cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'a6532ff1-3edb-4dbe-8adf-c75acdf8e067'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:30:02.663834 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] Attempting to bind port 385b13a1-ca5e-4277-8afe-1ab666fe65d5 on network a6532ff1-3edb-4dbe-8adf-c75acdf8e067 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:30:02.694669 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] Port 385b13a1-ca5e-4277-8afe-1ab666fe65d5 on network a6532ff1-3edb-4dbe-8adf-c75acdf8e067 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:30:02.694914 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] Attempting to bind port 385b13a1-ca5e-4277-8afe-1ab666fe65d5 on network a6532ff1-3edb-4dbe-8adf-c75acdf8e067 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:30:02.786738 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-52c51a4e-4f47-4a34-b75d-bf71e448a648 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=62f9606d8f9c497d87c3877ac3e6d760&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3819814 Nov 11 17:30:02.787548 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37164) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:02.825787 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:30:02.826297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] Checking segment: {'id': 'fdfdc2fe-844e-4eca-a001-3971371002cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'a6532ff1-3edb-4dbe-8adf-c75acdf8e067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:30:02.827258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] Bound using segment: {'id': 'fdfdc2fe-844e-4eca-a001-3971371002cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'a6532ff1-3edb-4dbe-8adf-c75acdf8e067'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:30:02.829480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] Bound port: 385b13a1-ca5e-4277-8afe-1ab666fe65d5, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdfdc2fe-844e-4eca-a001-3971371002cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'a6532ff1-3edb-4dbe-8adf-c75acdf8e067'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:30:02.830042 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:02.898736 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-35d5cd2b-56e9-49e5-b380-0f0fd409f881 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:02.943379 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-862b9047-a970-4cbf-acb8-2a257297774c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:02.975713 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-646ec642-6d74-43a5-9034-44b4bcf3fa7c req-07d6d035-70ef-4a2c-b367-817b23936fe8 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321741 Nov 11 17:30:02.979183 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:30:03.012014 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-35d5cd2b-56e9-49e5-b380-0f0fd409f881 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:03.097717 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:30:03.098300 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:03.105103 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-a664d8ca-1273-481e-9668-a852afb21794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:03.105661 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-a664d8ca-1273-481e-9668-a852afb21794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:03.106026 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-a664d8ca-1273-481e-9668-a852afb21794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:03.107609 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-a664d8ca-1273-481e-9668-a852afb21794 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c67ea36-c05a-47b6-a6a8-82477c2b46d1&id=f23ac4df-d84d-4279-8162-bbdedb50f219&id=f23ac4df-d84d-4279-8162-bbdedb50f219&id=f23ac4df-d84d-4279-8162-bbdedb50f219&id=f23ac4df-d84d-4279-8162-bbdedb50f219&id=62a50c96-c103-4bed-873d-07bc993c3882&id=62a50c96-c103-4bed-873d-07bc993c3882 HTTP/1.1" status: 200 len: 2301 time: 0.4045882 Nov 11 17:30:03.223801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] For port 385b13a1-ca5e-4277-8afe-1ab666fe65d5, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:30:03.227697 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] For port 385b13a1-ca5e-4277-8afe-1ab666fe65d5, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=385b13a1-ca5e-4277-8afe-1ab666fe65d5,segment=NetworkSegment(fdfdc2fe-844e-4eca-a001-3971371002cc),segment_id=fdfdc2fe-844e-4eca-a001-3971371002cc)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:30:03.245764 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:03.283015 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-35d5cd2b-56e9-49e5-b380-0f0fd409f881 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Network a6532ff1-3edb-4dbe-8adf-c75acdf8e067 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:30:03.310604 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:03.318167 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-35d5cd2b-56e9-49e5-b380-0f0fd409f881 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:30:03.338267 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d58acb6-c168-44f8-b2a3-0aea6710edc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:03.338937 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-35d5cd2b-56e9-49e5-b380-0f0fd409f881 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:30:03.344437 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5cd2b-56e9-49e5-b380-0f0fd409f881 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Pushing event updated for resources: {'Port': ['ID=e68ca7eb-d44f-4975-ab7e-34b4a82b884e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:03.367295 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d58acb6-c168-44f8-b2a3-0aea6710edc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:03.376028 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:03.381751 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:03.397131 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96edb2-661a-42a4-be87-a9cdd2f2552a req-2be70ed9-f43f-4084-813a-af93e0cfe829 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:03.404822 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f96edb2-661a-42a4-be87-a9cdd2f2552a req-2be70ed9-f43f-4084-813a-af93e0cfe829 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=a37cdc0b-fb2d-4268-9333-6e9917d2f86d HTTP/1.1" status: 200 len: 932 time: 0.6241419 Nov 11 17:30:03.436276 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:03.438322 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:03.439876 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] 10.222.0.83 "PUT /v2.0/ports/385b13a1-ca5e-4277-8afe-1ab666fe65d5 HTTP/1.1" status: 200 len: 1091 time: 2.9121130 Nov 11 17:30:03.442258 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-f3b67783-633f-49a0-afe8-1c560dffde5d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14703854-5a2b-47ed-9627-d09c37f31bb5 HTTP/1.1" status: 200 len: 1000 time: 0.3247755 Nov 11 17:30:03.442593 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6b64ec-dced-49cf-80ed-a95d8a6473eb', 'tag': '385b13a1-ca5e-4277-8afe-1ab666fe65d5'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:30:03.445030 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ea03ba-57cb-4687-a178-bc0843a90860" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6b64ec-dced-49cf-80ed-a95d8a6473eb", "tag": "385b13a1-ca5e-4277-8afe-1ab666fe65d5"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:30:03.473434 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-35d5cd2b-56e9-49e5-b380-0f0fd409f881 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:03.474074 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-35d5cd2b-56e9-49e5-b380-0f0fd409f881 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:03.488525 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,revision_number=10']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:03.502014 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07fa0d-31f5-4911-8a05-dedb3d3bffd1 service neutron] Pushing event updated for resources: {'Port': ['ID=385b13a1-ca5e-4277-8afe-1ab666fe65d5,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:03.571770 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-35d5cd2b-56e9-49e5-b380-0f0fd409f881 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0798051 Nov 11 17:30:03.583653 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-34f894e2-f031-479c-a3ce-bb8e1b1fb5bf req-c88b8ba2-244f-48bf-bbc3-32946ebdd216 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:30:03.591398 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] Request body: {'port': {'device_id': '7826bb36-f1ad-4ccc-b541-ed7a5259777f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:03.596768 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34f894e2-f031-479c-a3ce-bb8e1b1fb5bf req-c88b8ba2-244f-48bf-bbc3-32946ebdd216 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0273523 Nov 11 17:30:03.700897 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f063fd0e-f3ee-440d-9362-175732609871 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:30:03.727895 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-0ce5d847-830d-4d62-88cd-03876a6fb209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:03.729446 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-0ce5d847-830d-4d62-88cd-03876a6fb209 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c44ae76c-b391-442e-99c2-35deb172fa6f HTTP/1.1" status: 200 len: 856 time: 0.2643285 Nov 11 17:30:03.740846 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f96edb2-661a-42a4-be87-a9cdd2f2552a req-f040f76c-afed-498e-a635-b0abaffc4d16 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762392 Nov 11 17:30:03.837265 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8aa651b-a0ac-4d29-8d9a-d17c9de8fdb3 x-openstack-request-id: req-b8aa651b-a0ac-4d29-8d9a-d17c9de8fdb3 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:30:03.837560 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6b64ec-dced-49cf-80ed-a95d8a6473eb", "tag": "385b13a1-ca5e-4277-8afe-1ab666fe65d5", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:30:03.837817 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b8aa651b-a0ac-4d29-8d9a-d17c9de8fdb3 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:30:03.838223 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6b64ec-dced-49cf-80ed-a95d8a6473eb', 'tag': '385b13a1-ca5e-4277-8afe-1ab666fe65d5', 'status': 'completed', 'code': 200} Nov 11 17:30:03.852808 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:03.862346 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:03.888063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-aff6477e-e40d-458a-9610-dee4db7027c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:03.895112 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-aff6477e-e40d-458a-9610-dee4db7027c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=998f78e7ce0b4b0bb8bcc50674d5c640&device_id=4f6b64ec-dced-49cf-80ed-a95d8a6473eb HTTP/1.1" status: 200 len: 1094 time: 0.3898051 Nov 11 17:30:03.901647 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d58acb6-c168-44f8-b2a3-0aea6710edc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:03.904889 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d58acb6-c168-44f8-b2a3-0aea6710edc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:03.906214 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1d58acb6-c168-44f8-b2a3-0aea6710edc3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5c474e7e-bc10-45f1-a3d2-1394a0c15090 HTTP/1.1" status: 204 len: 168 time: 1.1123853 Nov 11 17:30:03.929794 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862b9047-a970-4cbf-acb8-2a257297774c admin admin] Router 74f71859-a6ca-42a2-ba23-ae905942b8c8 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:30:04.036073 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] Transition to ACTIVE for port object f063fd0e-f3ee-440d-9362-175732609871 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:30:04.057713 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:04.126197 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58acb6-c168-44f8-b2a3-0aea6710edc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c474e7e-bc10-45f1-a3d2-1394a0c15090,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:04.139526 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f25c3ab5-a210-4785-b2fa-07a8e93f1247 req-ac589faf-cef6-4beb-b050-2c586f2b4119 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 210 time: 0.2041082 Nov 11 17:30:04.152402 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-183bcd7c-b93b-4689-b678-7fe793281c93 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=385b13a1-ca5e-4277-8afe-1ab666fe65d5 HTTP/1.1" status: 200 len: 217 time: 0.2448969 Nov 11 17:30:04.219566 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-ed2c5daa-4770-4a92-9bc2-a5ac6e13b8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:04.221503 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-ed2c5daa-4770-4a92-9bc2-a5ac6e13b8ec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c67ea36-c05a-47b6-a6a8-82477c2b46d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4374943 Nov 11 17:30:04.340806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0f7f3-6546-4a5d-aaf8-071afe00bc96 req-22146ee5-f915-41ff-85cd-db8780e20f21 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:04.349084 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-93e0f7f3-6546-4a5d-aaf8-071afe00bc96 req-22146ee5-f915-41ff-85cd-db8780e20f21 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 943 time: 0.3872502 Nov 11 17:30:04.380015 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334e94bd-5698-4cdb-a7ac-78ded4374906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ec03e8-8286-4b13-a1b3-c2acdf4a6eee'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:30:04.382526 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d2cfc9-04a4-44d9-a883-469be0bf39cc" -d '{"events": [{"server_uuid": "334e94bd-5698-4cdb-a7ac-78ded4374906", "name": "network-vif-plugged", "status": "completed", "tag": "02ec03e8-8286-4b13-a1b3-c2acdf4a6eee"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:30:04.448483 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b122d2-7302-4b04-8a4c-6118330ab780 x-openstack-request-id: req-e7b122d2-7302-4b04-8a4c-6118330ab780 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:30:04.449283 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334e94bd-5698-4cdb-a7ac-78ded4374906", "name": "network-vif-plugged", "status": "completed", "tag": "02ec03e8-8286-4b13-a1b3-c2acdf4a6eee", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:30:04.449540 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e7b122d2-7302-4b04-8a4c-6118330ab780 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:30:04.449945 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334e94bd-5698-4cdb-a7ac-78ded4374906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ec03e8-8286-4b13-a1b3-c2acdf4a6eee', 'code': 200} Nov 11 17:30:04.458027 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-393f70cb-30d0-4b27-8aec-caba5f90b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:04.461575 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-393f70cb-30d0-4b27-8aec-caba5f90b261 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83abf235-e6e8-4499-97ee-d2c75a4327d8 HTTP/1.1" status: 200 len: 857 time: 0.2940681 Nov 11 17:30:04.543417 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-3f035d8b-5d99-4e08-b8af-72e9dc43d130 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a6532ff1-3edb-4dbe-8adf-c75acdf8e067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614202 Nov 11 17:30:04.574449 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-93e0f7f3-6546-4a5d-aaf8-071afe00bc96 req-29976a5f-2a4b-4cff-92fd-09f417368fed tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240508 Nov 11 17:30:04.625662 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862b9047-a970-4cbf-acb8-2a257297774c admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:30:04.635610 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-862b9047-a970-4cbf-acb8-2a257297774c admin admin] 10.222.0.76 "PUT /v2.0/routers/74f71859-a6ca-42a2-ba23-ae905942b8c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0235929 Nov 11 17:30:04.637858 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a3694b-73d8-4f03-9173-de1ee8435305 None None] Sync routers for ids ['74f71859-a6ca-42a2-ba23-ae905942b8c8'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:30:04.641079 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37220) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:04.650131 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-044872a3-ab5b-4121-aac8-6cbd1c39e8b6 service neutron] 10.222.0.83 "GET /v2.0/networks/1c67ea36-c05a-47b6-a6a8-82477c2b46d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861465 Nov 11 17:30:04.668609 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a3694b-73d8-4f03-9173-de1ee8435305 None None] Routers {'74f71859-a6ca-42a2-ba23-ae905942b8c8'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:30:04.671880 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-30a3694b-73d8-4f03-9173-de1ee8435305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['74f71859-a6ca-42a2-ba23-ae905942b8c8'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:04.731351 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-2fef28a7-7a2c-4df8-a156-dc2d9ffa31f6 service neutron] 10.222.0.83 "GET /v2.0/networks/a6532ff1-3edb-4dbe-8adf-c75acdf8e067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732044 Nov 11 17:30:04.749194 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68ca7eb-d44f-4975-ab7e-34b4a82b884e {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:30:04.831442 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] Pushing event updated for resources: {'Port': ['ID=f063fd0e-f3ee-440d-9362-175732609871,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:04.831653 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-074ba5db-611f-4f63-924f-3645c98e5115 service neutron] 10.222.0.83 "GET /v2.0/networks/1c67ea36-c05a-47b6-a6a8-82477c2b46d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690426 Nov 11 17:30:04.932673 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-63c303f4-da55-4ead-858c-37b8cfb10297 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=20a6d92a-5fd5-4fa9-90b8-b57594e547e2 HTTP/1.1" status: 200 len: 217 time: 0.0852687 Nov 11 17:30:04.982248 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:05.025984 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-30a3694b-73d8-4f03-9173-de1ee8435305 None None] Set router 74f71859-a6ca-42a2-ba23-ae905942b8c8 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:30:05.152727 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] Transition to ACTIVE for port object e68ca7eb-d44f-4975-ab7e-34b4a82b884e will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:30:05.178411 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-b49d9949-ca7e-46a7-b831-cd64c16fedd7 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:05.180028 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-b49d9949-ca7e-46a7-b831-cd64c16fedd7 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 806 time: 1.4583433 Nov 11 17:30:05.198286 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:05.264065 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-72500112-4434-49fc-a370-9109edcf80ae tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Request body: {'port': {'device_id': '01f923c4-7584-4468-863d-0f8293aa060b', 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d', 'admin_state_up': True, 'tenant_id': '0e5747bb491947f2a2d2c2ebc01d2df0'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:05.267427 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] Pushing event updated for resources: {'Port': ['ID=e68ca7eb-d44f-4975-ab7e-34b4a82b884e,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:05.277649 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-5a270a51-2d2c-4426-9e31-f0c789909ccd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8341048 Nov 11 17:30:05.286581 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-2500422c-7845-4ead-b7de-511c86b9ce59 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:30:05.300073 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-2500422c-7845-4ead-b7de-511c86b9ce59 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0213952 Nov 11 17:30:05.341670 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37244) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:05.447302 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] Attempting to bind port f063fd0e-f3ee-440d-9362-175732609871 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:30:05.447603 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] Attempting to bind port f063fd0e-f3ee-440d-9362-175732609871 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'fdfdc2fe-844e-4eca-a001-3971371002cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'a6532ff1-3edb-4dbe-8adf-c75acdf8e067'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:30:05.447948 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] Attempting to bind port f063fd0e-f3ee-440d-9362-175732609871 on network a6532ff1-3edb-4dbe-8adf-c75acdf8e067 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:30:05.464219 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-254cc699-9291-4732-8324-7643ed248e46 admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:05.490264 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-30a3694b-73d8-4f03-9173-de1ee8435305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f71859-a6ca-42a2-ba23-ae905942b8c8', 'name': 'tempest-ServerRescueNegativeTestJSON-864403570-router', 'tenant_id': '306a4c542bc14bef8e6801a97c53fb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '22c78bda-e8f3-4fba-aef1-70bf8f522b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:51Z', 'updated_at': '2021-11-11T17:30:02Z', 'revision_number': 5, 'project_id': '306a4c542bc14bef8e6801a97c53fb31', 'gw_port': {'id': '22c78bda-e8f3-4fba-aef1-70bf8f522b7d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f71859-a6ca-42a2-ba23-ae905942b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:53Z', 'updated_at': '2021-11-11T17:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:05.525409 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-33cace80-5458-4fce-9b91-e053ce7e10c6 req-e52ce2f8-780d-4ebb-8918-91931bc4b668 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 210 time: 0.0803895 Nov 11 17:30:05.537714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-3bca622f-6d68-4926-9b40-be178f4ce7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:05.539652 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-3bca622f-6d68-4926-9b40-be178f4ce7d7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eafd7cad-1b53-44fc-96a4-51c18b0cedd0 HTTP/1.1" status: 200 len: 797 time: 0.5929148 Nov 11 17:30:05.542078 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-3b50560c-2092-4443-9e08-de7306cdf4ac service neutron] 10.222.0.83 "GET /v2.0/networks/a6532ff1-3edb-4dbe-8adf-c75acdf8e067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7124977 Nov 11 17:30:05.555645 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928eb14c-38a0-4b02-912d-e039a65a938f req-8ad88ec4-6a49-4ef8-8c9c-af90cf1b828e tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:05.563825 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-928eb14c-38a0-4b02-912d-e039a65a938f req-8ad88ec4-6a49-4ef8-8c9c-af90cf1b828e tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=a37cdc0b-fb2d-4268-9333-6e9917d2f86d HTTP/1.1" status: 200 len: 944 time: 0.6044610 Nov 11 17:30:05.580960 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a3694b-73d8-4f03-9173-de1ee8435305 None None] Checking router: 74f71859-a6ca-42a2-ba23-ae905942b8c8 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:30:05.607475 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a3694b-73d8-4f03-9173-de1ee8435305 None None] Routers {'74f71859-a6ca-42a2-ba23-ae905942b8c8'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:30:05.608933 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-30a3694b-73d8-4f03-9173-de1ee8435305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:29:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['74f71859-a6ca-42a2-ba23-ae905942b8c8'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:05.793207 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-30a3694b-73d8-4f03-9173-de1ee8435305 None None] Set router 74f71859-a6ca-42a2-ba23-ae905942b8c8 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:30:05.884358 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 6dec6a22-64b5-43ff-bb8d-353a7f5c785e no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:30:05.899034 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] Port f063fd0e-f3ee-440d-9362-175732609871 on network a6532ff1-3edb-4dbe-8adf-c75acdf8e067 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:30:05.899388 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] Attempting to bind port f063fd0e-f3ee-440d-9362-175732609871 on network a6532ff1-3edb-4dbe-8adf-c75acdf8e067 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:30:05.938335 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b932dd89-fb63-4358-a833-def1dd4c72e5 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Request body: {'security_group': {'name': 'tempest-secgroup--1763464022'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:05.955461 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:30:05.956323 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] Checking segment: {'id': 'fdfdc2fe-844e-4eca-a001-3971371002cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'a6532ff1-3edb-4dbe-8adf-c75acdf8e067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:30:05.956608 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] Bound using segment: {'id': 'fdfdc2fe-844e-4eca-a001-3971371002cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'a6532ff1-3edb-4dbe-8adf-c75acdf8e067'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:30:05.957063 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] Bound port: f063fd0e-f3ee-440d-9362-175732609871, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdfdc2fe-844e-4eca-a001-3971371002cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'a6532ff1-3edb-4dbe-8adf-c75acdf8e067'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:30:05.957887 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:05.965609 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-bcc70230-3c26-4d17-8758-7dad38c2f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:05.968218 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-bcc70230-3c26-4d17-8758-7dad38c2f999 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f23ac4df-d84d-4279-8162-bbdedb50f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4007156 Nov 11 17:30:06.121883 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-2777640a-8cd1-451c-acc6-d344f58ad4cb service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406450 Nov 11 17:30:06.130734 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-928eb14c-38a0-4b02-912d-e039a65a938f req-632f3783-d716-48b5-a473-0a2077f00399 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5656538 Nov 11 17:30:06.142734 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-30a3694b-73d8-4f03-9173-de1ee8435305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f71859-a6ca-42a2-ba23-ae905942b8c8', 'name': 'tempest-ServerRescueNegativeTestJSON-864403570-router', 'tenant_id': '306a4c542bc14bef8e6801a97c53fb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '22c78bda-e8f3-4fba-aef1-70bf8f522b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:51Z', 'updated_at': '2021-11-11T17:30:02Z', 'revision_number': 5, 'project_id': '306a4c542bc14bef8e6801a97c53fb31', 'gw_port': {'id': '22c78bda-e8f3-4fba-aef1-70bf8f522b7d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f71859-a6ca-42a2-ba23-ae905942b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:53Z', 'updated_at': '2021-11-11T17:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:06.169845 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421b6cf-8615-4af2-8e0f-7ae13543739b req-7650ba60-957b-4261-9968-ee15f96d202f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:06.171978 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b421b6cf-8615-4af2-8e0f-7ae13543739b req-7650ba60-957b-4261-9968-ee15f96d202f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 943 time: 0.4470963 Nov 11 17:30:06.183909 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a3694b-73d8-4f03-9173-de1ee8435305 None None] The sync data for ids ['74f71859-a6ca-42a2-ba23-ae905942b8c8'] in n-d-816206-4 is: [{'id': '74f71859-a6ca-42a2-ba23-ae905942b8c8', 'name': 'tempest-ServerRescueNegativeTestJSON-864403570-router', 'tenant_id': '306a4c542bc14bef8e6801a97c53fb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '22c78bda-e8f3-4fba-aef1-70bf8f522b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:26:51Z', 'updated_at': '2021-11-11T17:30:02Z', 'revision_number': 5, 'project_id': '306a4c542bc14bef8e6801a97c53fb31', 'gw_port': {'id': '22c78bda-e8f3-4fba-aef1-70bf8f522b7d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f71859-a6ca-42a2-ba23-ae905942b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:26:53Z', 'updated_at': '2021-11-11T17:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:30:06.185602 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea03ba-57cb-4687-a178-bc0843a90860 req-10d427fb-49e1-4e5c-9eb7-b38559035cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:06.201600 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0ea03ba-57cb-4687-a178-bc0843a90860 req-10d427fb-49e1-4e5c-9eb7-b38559035cf1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=998f78e7ce0b4b0bb8bcc50674d5c640&device_id=4f6b64ec-dced-49cf-80ed-a95d8a6473eb HTTP/1.1" status: 200 len: 1094 time: 0.3526402 Nov 11 17:30:06.438038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] For port f063fd0e-f3ee-440d-9362-175732609871, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:30:06.464314 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b932dd89-fb63-4358-a833-def1dd4c72e5 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:06.511403 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b932dd89-fb63-4358-a833-def1dd4c72e5 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:06.604536 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] For port f063fd0e-f3ee-440d-9362-175732609871, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=f063fd0e-f3ee-440d-9362-175732609871,segment=NetworkSegment(fdfdc2fe-844e-4eca-a001-3971371002cc),segment_id=fdfdc2fe-844e-4eca-a001-3971371002cc)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:30:06.618211 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] Attempting to bind port e68ca7eb-d44f-4975-ab7e-34b4a82b884e on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:30:06.619317 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] Attempting to bind port e68ca7eb-d44f-4975-ab7e-34b4a82b884e by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'fdfdc2fe-844e-4eca-a001-3971371002cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'a6532ff1-3edb-4dbe-8adf-c75acdf8e067'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:30:06.620139 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] Attempting to bind port e68ca7eb-d44f-4975-ab7e-34b4a82b884e on network a6532ff1-3edb-4dbe-8adf-c75acdf8e067 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:30:06.629590 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:06.670006 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea03ba-57cb-4687-a178-bc0843a90860 req-b2629421-60d1-4a0d-aa23-e52da1963e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:06.671508 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0ea03ba-57cb-4687-a178-bc0843a90860 req-b2629421-60d1-4a0d-aa23-e52da1963e9f service neutron] 10.222.0.83 "GET /v2.0/networks?id=a6532ff1-3edb-4dbe-8adf-c75acdf8e067 HTTP/1.1" status: 200 len: 919 time: 0.3980985 Nov 11 17:30:06.705369 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:06.706143 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:06.712346 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] 10.222.0.83 "PUT /v2.0/ports/f063fd0e-f3ee-440d-9362-175732609871 HTTP/1.1" status: 200 len: 1092 time: 5.3820734 Nov 11 17:30:06.712346 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] Port e68ca7eb-d44f-4975-ab7e-34b4a82b884e on network a6532ff1-3edb-4dbe-8adf-c75acdf8e067 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:30:06.712346 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] Attempting to bind port e68ca7eb-d44f-4975-ab7e-34b4a82b884e on network a6532ff1-3edb-4dbe-8adf-c75acdf8e067 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:30:06.737502 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37cdc0b-fb2d-4268-9333-6e9917d2f86d', 'tag': 'f063fd0e-f3ee-440d-9362-175732609871'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:30:06.739838 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ed3878-beff-4192-86fd-b2d12732581c" -d '{"events": [{"name": "network-changed", "server_uuid": "a37cdc0b-fb2d-4268-9333-6e9917d2f86d", "tag": "f063fd0e-f3ee-440d-9362-175732609871"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:30:06.743620 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-254cc699-9291-4732-8324-7643ed248e46 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:06.830521 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b421b6cf-8615-4af2-8e0f-7ae13543739b req-c883b8a2-3888-431f-ad5e-15b291c596f3 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5584550 Nov 11 17:30:06.832301 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0ea03ba-57cb-4687-a178-bc0843a90860 req-c67266c9-004f-4694-b2e4-c07b3338fbeb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=385b13a1-ca5e-4277-8afe-1ab666fe65d5 HTTP/1.1" status: 200 len: 217 time: 0.1362181 Nov 11 17:30:06.843966 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-81468dc3-de43-4411-8473-d170a7dc6be5 req-d2685595-0029-4dc9-b102-84fc1aaf4e6a tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 210 time: 0.1669655 Nov 11 17:30:06.870582 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-d0074723-d624-470c-9c3a-b5de954102f4 service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7246149 Nov 11 17:30:06.884069 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:30:06.884466 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] Checking segment: {'id': 'fdfdc2fe-844e-4eca-a001-3971371002cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'a6532ff1-3edb-4dbe-8adf-c75acdf8e067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:30:06.885664 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] Bound using segment: {'id': 'fdfdc2fe-844e-4eca-a001-3971371002cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'a6532ff1-3edb-4dbe-8adf-c75acdf8e067'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:30:06.887294 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] Bound port: e68ca7eb-d44f-4975-ab7e-34b4a82b884e, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdfdc2fe-844e-4eca-a001-3971371002cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'a6532ff1-3edb-4dbe-8adf-c75acdf8e067'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:30:06.887904 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:06.946738 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-73996a47-4436-4d6b-a1f0-60cb3b85d5e2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=4f66b335-60b1-4a5e-a509-ce8519750f0d HTTP/1.1" status: 200 len: 217 time: 0.0742254 Nov 11 17:30:06.963234 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfcdc67-7815-49bf-950f-d526dcf270b7 x-openstack-request-id: req-5bfcdc67-7815-49bf-950f-d526dcf270b7 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:30:06.963532 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37cdc0b-fb2d-4268-9333-6e9917d2f86d", "tag": "f063fd0e-f3ee-440d-9362-175732609871", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:30:06.963835 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5bfcdc67-7815-49bf-950f-d526dcf270b7 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:30:06.964227 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37cdc0b-fb2d-4268-9333-6e9917d2f86d', 'tag': 'f063fd0e-f3ee-440d-9362-175732609871', 'status': 'completed', 'code': 200} Nov 11 17:30:06.997648 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-72500112-4434-49fc-a370-9109edcf80ae tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Made reservation on behalf of 0e5747bb491947f2a2d2c2ebc01d2df0 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:30:07.005568 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-72500112-4434-49fc-a370-9109edcf80ae tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:07.008014 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99e8e8-d430-4288-8fdc-2b42bc3fb81e service neutron] Pushing event updated for resources: {'Port': ['ID=f063fd0e-f3ee-440d-9362-175732609871,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:07.038686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-bced886d-e3b0-4409-a22f-ab30df574df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:07.040376 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-bced886d-e3b0-4409-a22f-ab30df574df8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eafd7cad-1b53-44fc-96a4-51c18b0cedd0 HTTP/1.1" status: 200 len: 797 time: 0.0719147 Nov 11 17:30:07.044445 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea03ba-57cb-4687-a178-bc0843a90860 req-259e969d-3b89-4efb-90c5-7e8a880a0b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:07.045969 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0ea03ba-57cb-4687-a178-bc0843a90860 req-259e969d-3b89-4efb-90c5-7e8a880a0b54 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83abf235-e6e8-4499-97ee-d2c75a4327d8 HTTP/1.1" status: 200 len: 857 time: 0.1584649 Nov 11 17:30:07.111320 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0ea03ba-57cb-4687-a178-bc0843a90860 req-95220567-841e-40cb-95c5-a104cb923e6f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a6532ff1-3edb-4dbe-8adf-c75acdf8e067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435154 Nov 11 17:30:07.139464 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b932dd89-fb63-4358-a833-def1dd4c72e5 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:07.166211 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b932dd89-fb63-4358-a833-def1dd4c72e5 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:07.177495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-1c709bc2-d50e-43c8-ae8c-aebc4bc4eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:07.179693 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-1c709bc2-d50e-43c8-ae8c-aebc4bc4eab7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f23ac4df-d84d-4279-8162-bbdedb50f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1248000 Nov 11 17:30:07.276302 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1b727054-1d5a-46dc-bf37-c87dc64594e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:07.277928 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1b727054-1d5a-46dc-bf37-c87dc64594e1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=998f78e7ce0b4b0bb8bcc50674d5c640&device_id=a37cdc0b-fb2d-4268-9333-6e9917d2f86d HTTP/1.1" status: 200 len: 1095 time: 0.4878280 Nov 11 17:30:07.325565 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-f2fa44ca-fc07-4bda-acba-c66edd23a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:07.333722 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-f2fa44ca-fc07-4bda-acba-c66edd23a670 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc&tenant_id=c13d491d06d549ffa0aedaf876c5ae07 HTTP/1.1" status: 200 len: 1094 time: 0.3727415 Nov 11 17:30:07.398022 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ce22d8fc-e150-4fc6-81cb-3a9e77050dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:07.410474 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-4', 'device_owner': 'compute:nova'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:07.420119 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ca004-b34a-45de-a253-0f7c26d678c6 req-bd9e9deb-0987-4264-bd74-a2a59037acb6 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:07.423739 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe5ca004-b34a-45de-a253-0f7c26d678c6 req-bd9e9deb-0987-4264-bd74-a2a59037acb6 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=a37cdc0b-fb2d-4268-9333-6e9917d2f86d HTTP/1.1" status: 200 len: 944 time: 0.1396856 Nov 11 17:30:07.427419 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-1d0d7cb3-41f2-4015-a68a-b8ee3e3f1e6c service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374766 Nov 11 17:30:07.431812 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0ea03ba-57cb-4687-a178-bc0843a90860 req-72a9b66e-bd24-48c3-b9ed-fa11220422fb service neutron] 10.222.0.83 "GET /v2.0/networks/a6532ff1-3edb-4dbe-8adf-c75acdf8e067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133981 Nov 11 17:30:07.466946 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c3d5da55-b7f9-43e0-a053-af88a961dc7f no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:30:07.495565 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932dd89-fb63-4358-a833-def1dd4c72e5 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b650c83-0eff-4587-a2be-dc0519b618bf,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:07.521198 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: c3d5da55-b7f9-43e0-a053-af88a961dc7f {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:30:07.521943 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c3d5da55-b7f9-43e0-a053-af88a961dc7f not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:30:07.523053 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1cb9b8fe-fda1-4555-8346-f4a961e8ef24 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f063fd0e-f3ee-440d-9362-175732609871 HTTP/1.1" status: 200 len: 217 time: 0.2244780 Nov 11 17:30:07.524716 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] For port e68ca7eb-d44f-4975-ab7e-34b4a82b884e, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:30:07.641424 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-254cc699-9291-4732-8324-7643ed248e46 admin admin] Deleting port 22c78bda-e8f3-4fba-aef1-70bf8f522b7d {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:30:07.641424 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-254cc699-9291-4732-8324-7643ed248e46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:07.651280 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] For port e68ca7eb-d44f-4975-ab7e-34b4a82b884e, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e68ca7eb-d44f-4975-ab7e-34b4a82b884e,segment=NetworkSegment(fdfdc2fe-844e-4eca-a001-3971371002cc),segment_id=fdfdc2fe-844e-4eca-a001-3971371002cc)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:30:07.718198 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe5ca004-b34a-45de-a253-0f7c26d678c6 req-0bba9166-880d-4ae3-a88f-6c6e3fab1a28 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659265 Nov 11 17:30:07.766062 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:07.782043 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0ea03ba-57cb-4687-a178-bc0843a90860 req-b6885ff1-1b0a-43e1-8596-93176a2baf1e service neutron] 10.222.0.83 "GET /v2.0/networks/a6532ff1-3edb-4dbe-8adf-c75acdf8e067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385302 Nov 11 17:30:07.784096 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-d198dd56-5b70-41bd-bf2e-076333777e24 service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403244 Nov 11 17:30:07.829969 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-72500112-4434-49fc-a370-9109edcf80ae tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Allocated IP 172.20.0.13 (3e09136b-2afb-4141-b1b5-3d967dca5d2d/6a33a415-81af-4eb3-b9c5-17414d49d9ff/fbfdbe4d-3c3b-423c-b80a-53163779674f) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:30:07.841653 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b932dd89-fb63-4358-a833-def1dd4c72e5 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:07.845359 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:07.848013 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-e91bd7ac-55ea-4349-8b34-5796d1aeaf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:07.850637 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-e91bd7ac-55ea-4349-8b34-5796d1aeaf25 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83abf235-e6e8-4499-97ee-d2c75a4327d8 HTTP/1.1" status: 200 len: 857 time: 0.3135698 Nov 11 17:30:07.855421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-7ecc0047-7575-4655-83b1-e60c879de22b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 HTTP/1.1" status: 200 len: 217 time: 0.0600297 Nov 11 17:30:07.878959 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:07.879584 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:07.885000 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] 10.222.0.64 "PUT /v2.0/ports/e68ca7eb-d44f-4975-ab7e-34b4a82b884e HTTP/1.1" status: 200 len: 1091 time: 4.2979832 Nov 11 17:30:07.889415 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b932dd89-fb63-4358-a833-def1dd4c72e5 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:08.026267 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a83ac7d7-2a10-4981-a796-de27bccd01d6 req-bc5725ce-fa63-45bb-9f04-22f1485d4109 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 210 time: 0.0771394 Nov 11 17:30:08.033364 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-359d0ad3-daef-4722-86d2-1c06f8555c92 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a6532ff1-3edb-4dbe-8adf-c75acdf8e067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174965 Nov 11 17:30:08.044793 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-1a6b348b-4453-41d8-aa0f-f92943cda0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:08.046468 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-1a6b348b-4453-41d8-aa0f-f92943cda0c0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eafd7cad-1b53-44fc-96a4-51c18b0cedd0 HTTP/1.1" status: 200 len: 797 time: 0.1819279 Nov 11 17:30:08.075597 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b932dd89-fb63-4358-a833-def1dd4c72e5 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:08.077101 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b932dd89-fb63-4358-a833-def1dd4c72e5 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.7332695 Nov 11 17:30:08.083198 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37292) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:08.129549 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17542ca4-c99b-4742-9404-44f7e658b088 req-e8d1b5fb-37a5-471d-b580-20a2517e5584 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:08.131749 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-17542ca4-c99b-4742-9404-44f7e658b088 req-e8d1b5fb-37a5-471d-b580-20a2517e5584 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 943 time: 0.1676826 Nov 11 17:30:08.162668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-50b987bb-f914-4503-a5e2-bbe3d894ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:08.164250 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-50b987bb-f914-4503-a5e2-bbe3d894ecc1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f23ac4df-d84d-4279-8162-bbdedb50f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1097572 Nov 11 17:30:08.210744 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932dd89-fb63-4358-a833-def1dd4c72e5 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6528519d-63d8-4bcd-ad9b-e185d92aa567,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:08.213739 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7d52e-2cd9-4949-8d6b-65230186624f service neutron] Pushing event updated for resources: {'Port': ['ID=e68ca7eb-d44f-4975-ab7e-34b4a82b884e,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:08.223174 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-254cc699-9291-4732-8324-7643ed248e46 admin admin] For port 22c78bda-e8f3-4fba-aef1-70bf8f522b7d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=22c78bda-e8f3-4fba-aef1-70bf8f522b7d,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:08.223526 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-254cc699-9291-4732-8324-7643ed248e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:08.267536 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-254cc699-9291-4732-8324-7643ed248e46 admin admin] Calling delete_port for 22c78bda-e8f3-4fba-aef1-70bf8f522b7d owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:30:08.279144 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b0d68021-8525-4f6b-9798-d9c7dc001c4d tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1937850 Nov 11 17:30:08.284604 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-17542ca4-c99b-4742-9404-44f7e658b088 req-ac53949a-c568-41b3-94c9-a631c4c99c7b tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449599 Nov 11 17:30:08.289098 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37294) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:08.293505 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-3f431834-1b3f-41a7-ab13-d49152d551a9 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Request body: {'security_group': {'name': 'tempest-security--1684688577', 'description': 'tempest-security-description-74173684'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:08.375019 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-6bb6cfda-4075-4bf6-9e45-b34ead5924e7 service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978478 Nov 11 17:30:08.377075 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3f431834-1b3f-41a7-ab13-d49152d551a9 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:08.480239 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-e51667d6-8d1f-46e5-86e5-1bcf9a46898a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:08.481755 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-e51667d6-8d1f-46e5-86e5-1bcf9a46898a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=998f78e7ce0b4b0bb8bcc50674d5c640&device_id=7826bb36-f1ad-4ccc-b541-ed7a5259777f HTTP/1.1" status: 200 len: 1094 time: 0.5079510 Nov 11 17:30:08.529509 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-39918564-15c9-4488-81c7-b1305bb30bf2 service neutron] 10.222.0.83 "GET /v2.0/networks/a6532ff1-3edb-4dbe-8adf-c75acdf8e067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674556 Nov 11 17:30:08.549358 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3f431834-1b3f-41a7-ab13-d49152d551a9 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:08.564230 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3f431834-1b3f-41a7-ab13-d49152d551a9 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:08.567422 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3f431834-1b3f-41a7-ab13-d49152d551a9 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:08.568933 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3f431834-1b3f-41a7-ab13-d49152d551a9 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "PUT /v2.0/security-groups/6528519d-63d8-4bcd-ad9b-e185d92aa567 HTTP/1.1" status: 200 len: 1795 time: 0.2813356 Nov 11 17:30:08.586466 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37308) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:08.626406 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-9e54dde9-912b-4ab8-8bae-3208131717f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e68ca7eb-d44f-4975-ab7e-34b4a82b884e HTTP/1.1" status: 200 len: 217 time: 0.1239610 Nov 11 17:30:08.633471 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-dc9bf2d3-f570-486f-bf62-0863cd074d2a service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461824 Nov 11 17:30:08.639901 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f431834-1b3f-41a7-ab13-d49152d551a9 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6528519d-63d8-4bcd-ad9b-e185d92aa567,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:08.692402 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-cedab674-9133-4d96-a54d-6ec7f2830c25 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=5e72d773-0677-4eac-9257-f5ea1cb74c15 HTTP/1.1" status: 200 len: 217 time: 0.0459383 Nov 11 17:30:08.721608 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-07964062-44d2-480d-bcdc-321018bac3a2 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-groups/6528519d-63d8-4bcd-ad9b-e185d92aa567 HTTP/1.1" status: 200 len: 1795 time: 0.1288369 Nov 11 17:30:08.734374 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37310) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:08.789936 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-e2e10c31-77b6-47cc-86fc-72f44450f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:08.791620 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-e2e10c31-77b6-47cc-86fc-72f44450f2c4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eafd7cad-1b53-44fc-96a4-51c18b0cedd0 HTTP/1.1" status: 200 len: 797 time: 0.0897663 Nov 11 17:30:08.932736 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92518d-b99e-4795-80af-95208e816d77 req-11641234-48a9-4d4f-9d05-0d4327079d6d tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:08.942136 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b92518d-b99e-4795-80af-95208e816d77 req-11641234-48a9-4d4f-9d05-0d4327079d6d tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=a37cdc0b-fb2d-4268-9333-6e9917d2f86d HTTP/1.1" status: 200 len: 944 time: 0.0983417 Nov 11 17:30:08.947223 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-5082bc53-40c7-4fbb-8845-56204efba03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:08.949554 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-5082bc53-40c7-4fbb-8845-56204efba03c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f23ac4df-d84d-4279-8162-bbdedb50f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1480956 Nov 11 17:30:09.052441 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b92518d-b99e-4795-80af-95208e816d77 req-49fdc1e8-ba75-4012-b24b-5d5c7ee2e9ac tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082830 Nov 11 17:30:09.141360 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7826bb36-f1ad-4ccc-b541-ed7a5259777f', 'tag': 'e68ca7eb-d44f-4975-ab7e-34b4a82b884e'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:30:09.143767 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d944e1c-d176-458c-b715-eddc6faea524" -d '{"events": [{"name": "network-changed", "server_uuid": "7826bb36-f1ad-4ccc-b541-ed7a5259777f", "tag": "e68ca7eb-d44f-4975-ab7e-34b4a82b884e"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:30:09.223999 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-72500112-4434-49fc-a370-9109edcf80ae tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:09.290778 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b7e63f-808f-47b0-8d5c-8913954d2845 x-openstack-request-id: req-a1b7e63f-808f-47b0-8d5c-8913954d2845 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:30:09.291065 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7826bb36-f1ad-4ccc-b541-ed7a5259777f", "tag": "e68ca7eb-d44f-4975-ab7e-34b4a82b884e", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:30:09.291323 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a1b7e63f-808f-47b0-8d5c-8913954d2845 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:30:09.291737 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7826bb36-f1ad-4ccc-b541-ed7a5259777f', 'tag': 'e68ca7eb-d44f-4975-ab7e-34b4a82b884e', 'status': 'completed', 'code': 200} Nov 11 17:30:09.306109 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-d3122328-5a36-4a2d-8cf1-edc100f8434e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:09.307870 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-d3122328-5a36-4a2d-8cf1-edc100f8434e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83abf235-e6e8-4499-97ee-d2c75a4327d8 HTTP/1.1" status: 200 len: 857 time: 0.6627970 Nov 11 17:30:09.309258 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-504ac37e-a9e8-4c38-9b11-ae36cfd407e7 service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438840 Nov 11 17:30:09.405504 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] For port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,segment=NetworkSegment(91415e2e-cc30-44a2-8599-bef53e9d5eab),segment_id=91415e2e-cc30-44a2-8599-bef53e9d5eab)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:09.443906 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] For port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:30:09.482638 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dec6a22-64b5-43ff-bb8d-353a7f5c785e {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:30:09.501395 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:09.518167 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-15d58b3f-fd50-46c9-9506-da69a2ab6ba0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6532ff1-3edb-4dbe-8adf-c75acdf8e067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1912551 Nov 11 17:30:09.544052 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26cdd611-3c37-4670-8688-f84f2bd8c54a req-11e748f2-6040-43a1-a7f6-569754c8df07 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 210 time: 0.3045089 Nov 11 17:30:09.548890 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-5a715ccc-2c43-4a57-a5ee-917d9939c70d service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315021 Nov 11 17:30:09.578075 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-30484149-7066-4a6d-bb5d-2b9cedfdb404 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:09.597553 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-72500112-4434-49fc-a370-9109edcf80ae tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:09.611588 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-7c57fb99-580f-4bea-97a4-718505862241 service neutron] 10.222.0.83 "GET /v2.0/networks/a6532ff1-3edb-4dbe-8adf-c75acdf8e067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0123224 Nov 11 17:30:09.611835 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8c84b91b-aa9c-42d0-a19b-b3f82d715671'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:30:09.657954 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-03fc7562-bfcf-434d-92d1-79cedc6ae829 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=997c27ca-49ff-4d5e-b132-25f3c8e2cbeb HTTP/1.1" status: 200 len: 217 time: 0.0757756 Nov 11 17:30:09.710017 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 385b13a1-ca5e-4277-8afe-1ab666fe65d5 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:30:09.817919 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-c29a8d85-8dd5-4da6-9f68-b781cc4c2be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:09.820386 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-c29a8d85-8dd5-4da6-9f68-b781cc4c2be0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7db24a47-6724-4aef-ab7e-6a99f45ef956 HTTP/1.1" status: 200 len: 797 time: 0.1535389 Nov 11 17:30:09.892895 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-30484149-7066-4a6d-bb5d-2b9cedfdb404 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:09.908469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4839d-73b1-49bf-a2db-e37a6d2a28dc req-3d70bfe6-1b4a-48bd-a5f0-c7e12aeb2a4a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:09.916414 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2ab4839d-73b1-49bf-a2db-e37a6d2a28dc req-3d70bfe6-1b4a-48bd-a5f0-c7e12aeb2a4a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 943 time: 0.3308620 Nov 11 17:30:09.950132 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-99139842-dc02-41ef-858e-0f88ee2d6cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:09.952060 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-99139842-dc02-41ef-858e-0f88ee2d6cb4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=62a50c96-c103-4bed-873d-07bc993c3882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1204736 Nov 11 17:30:09.991837 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-72500112-4434-49fc-a370-9109edcf80ae tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Network 3e09136b-2afb-4141-b1b5-3d967dca5d2d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:30:10.020670 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-72500112-4434-49fc-a370-9109edcf80ae tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:30:10.031666 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2ab4839d-73b1-49bf-a2db-e37a6d2a28dc req-4e2b238a-3516-4c02-8052-cd8dce3b2282 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139505 Nov 11 17:30:10.033432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72500112-4434-49fc-a370-9109edcf80ae tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Pushing event updated for resources: {'Port': ['ID=fbfdbe4d-3c3b-423c-b80a-53163779674f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:10.070969 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] Transition to ACTIVE for port object 6dec6a22-64b5-43ff-bb8d-353a7f5c785e will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:30:10.072059 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-72500112-4434-49fc-a370-9109edcf80ae tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:30:10.093596 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-254cc699-9291-4732-8324-7643ed248e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:10.130236 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-79262d22-f72e-43a4-9ee0-7411c3905585 service neutron] 10.222.0.83 "GET /v2.0/networks/62a50c96-c103-4bed-873d-07bc993c3882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682718 Nov 11 17:30:10.170795 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:10.241524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cc699-9291-4732-8324-7643ed248e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=22c78bda-e8f3-4fba-aef1-70bf8f522b7d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:10.244853 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed3878-beff-4192-86fd-b2d12732581c req-e2a1a5bf-1021-4c01-85bb-46f97a84eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:10.246590 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-72ed3878-beff-4192-86fd-b2d12732581c req-e2a1a5bf-1021-4c01-85bb-46f97a84eaa3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=998f78e7ce0b4b0bb8bcc50674d5c640&device_id=a37cdc0b-fb2d-4268-9333-6e9917d2f86d HTTP/1.1" status: 200 len: 1095 time: 0.5207670 Nov 11 17:30:10.386632 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-230ff6c0-e602-4f4f-9bfb-4bbcb28443af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:10.387668 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-14f95dd1-0491-4ede-9c97-ece55c85beb7 service neutron] 10.222.0.83 "GET /v2.0/networks/62a50c96-c103-4bed-873d-07bc993c3882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484441 Nov 11 17:30:10.392304 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bf937d-2f10-413d-b1ea-b06727e7263b None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:30:10.398180 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dd68fb-16d1-49b2-87b1-a708dfdd40d8 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:30:10.399935 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe46231-c879-46c8-b7c0-7fc1a04e2936 None None] DHCP port deletion for 1ec9bff0-5844-4695-ad16-95d4383ae0e3 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:30:10.418393 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-09c49565-3390-47bd-a2ff-7c65adbc0640 service neutron] 10.222.0.64 "GET /v2.0/networks/a6532ff1-3edb-4dbe-8adf-c75acdf8e067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8374314 Nov 11 17:30:10.419049 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-30484149-7066-4a6d-bb5d-2b9cedfdb404 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:10.423065 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-30484149-7066-4a6d-bb5d-2b9cedfdb404 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:10.427146 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-30484149-7066-4a6d-bb5d-2b9cedfdb404 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "DELETE /v2.0/security-groups/6528519d-63d8-4bcd-ad9b-e185d92aa567 HTTP/1.1" status: 204 len: 168 time: 1.6897314 Nov 11 17:30:10.443025 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37342) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:10.493569 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-72500112-4434-49fc-a370-9109edcf80ae tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:10.494934 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-72500112-4434-49fc-a370-9109edcf80ae tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:10.543219 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-1b65ef16-4a97-43ad-bb32-ebc1da08f7a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b050982-05eb-48f0-ae4e-589d2e800e51 HTTP/1.1" status: 200 len: 217 time: 0.1379962 Nov 11 17:30:10.584795 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] No DVR routers for this DVR port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:30:10.587020 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30484149-7066-4a6d-bb5d-2b9cedfdb404 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6528519d-63d8-4bcd-ad9b-e185d92aa567,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:10.595268 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] Pushing event updated for resources: {'Port': ['ID=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,revision_number=9']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:10.639508 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-72500112-4434-49fc-a370-9109edcf80ae tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4243343 Nov 11 17:30:10.672197 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] Request body: {'port': {'device_id': '01f923c4-7584-4468-863d-0f8293aa060b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:10.686882 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e455c97-6265-4499-9360-8ddd0f53d314 req-d35e5246-cb35-468f-8bf2-b8a77ad155f5 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:10.689165 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e455c97-6265-4499-9360-8ddd0f53d314 req-d35e5246-cb35-468f-8bf2-b8a77ad155f5 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=a37cdc0b-fb2d-4268-9333-6e9917d2f86d HTTP/1.1" status: 200 len: 944 time: 0.2985160 Nov 11 17:30:10.702580 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5e13dd7f-1462-44f6-8194-47568aa9d129 None None] Provisioning complete for port fbfdbe4d-3c3b-423c-b80a-53163779674f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:30:10.703180 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5e13dd7f-1462-44f6-8194-47568aa9d129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:10.716360 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] Attempting to bind port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:30:10.716862 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] Attempting to bind port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '91415e2e-cc30-44a2-8599-bef53e9d5eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '1ec9bff0-5844-4695-ad16-95d4383ae0e3'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:30:10.717302 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] Attempting to bind port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e on network 1ec9bff0-5844-4695-ad16-95d4383ae0e3 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:30:10.718521 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 385b13a1-ca5e-4277-8afe-1ab666fe65d5, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=385b13a1-ca5e-4277-8afe-1ab666fe65d5,segment=NetworkSegment(fdfdc2fe-844e-4eca-a001-3971371002cc),segment_id=fdfdc2fe-844e-4eca-a001-3971371002cc)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:10.722434 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-254cc699-9291-4732-8324-7643ed248e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:10.753880 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e00f396f-06ea-40fa-ac23-ef2fb9622bb7 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3072538 Nov 11 17:30:10.755380 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37348) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:10.797393 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '385b13a1-ca5e-4277-8afe-1ab666fe65d5', 'network_id': 'a6532ff1-3edb-4dbe-8adf-c75acdf8e067', 'port_id': '385b13a1-ca5e-4277-8afe-1ab666fe65d5', 'mac_address': 'fa:16:3e:c0:ed:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83abf235-e6e8-4499-97ee-d2c75a4327d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:30:10.826910 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-5e13dd7f-1462-44f6-8194-47568aa9d129 None None] Port fbfdbe4d-3c3b-423c-b80a-53163779674f cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:30:10.858320 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e455c97-6265-4499-9360-8ddd0f53d314 req-c9e21f3d-ab21-4690-ad54-9f5e53f5d7b0 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577196 Nov 11 17:30:10.859203 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-a6670f52-b783-4d4e-a8d7-2fb0548ad19b tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] delete failed (client error): The resource could not be found. Nov 11 17:30:10.868140 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a6670f52-b783-4d4e-a8d7-2fb0548ad19b tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "DELETE /v2.0/security-groups/6528519d-63d8-4bcd-ad9b-e185d92aa567 HTTP/1.1" status: 404 len: 347 time: 0.0931609 Nov 11 17:30:10.870850 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-5c107147-2600-435e-94f3-49d15895e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:10.872605 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-5c107147-2600-435e-94f3-49d15895e49c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7db24a47-6724-4aef-ab7e-6a99f45ef956 HTTP/1.1" status: 200 len: 797 time: 0.3186302 Nov 11 17:30:10.872875 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed3878-beff-4192-86fd-b2d12732581c req-55a31870-f427-456f-adc1-7b28c8a9ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:10.873216 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37352) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:10.874612 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-72ed3878-beff-4192-86fd-b2d12732581c req-55a31870-f427-456f-adc1-7b28c8a9ec54 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a6532ff1-3edb-4dbe-8adf-c75acdf8e067 HTTP/1.1" status: 200 len: 919 time: 0.6113892 Nov 11 17:30:10.875287 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] Port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e on network 1ec9bff0-5844-4695-ad16-95d4383ae0e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:30:10.875800 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] Attempting to bind port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e on network 1ec9bff0-5844-4695-ad16-95d4383ae0e3 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:30:10.881742 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d9856622-2625-47e3-9ddb-2d6297d4b5a0 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Request body: {'security_group': {'name': 'tempest-secgroup--1088836572'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:10.938409 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:10.961694 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:30:10.964528 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] Checking segment: {'id': '91415e2e-cc30-44a2-8599-bef53e9d5eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '1ec9bff0-5844-4695-ad16-95d4383ae0e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:30:10.964528 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] Bound using segment: {'id': '91415e2e-cc30-44a2-8599-bef53e9d5eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '1ec9bff0-5844-4695-ad16-95d4383ae0e3'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:30:10.964528 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] Bound port: 6dec6a22-64b5-43ff-bb8d-353a7f5c785e, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91415e2e-cc30-44a2-8599-bef53e9d5eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '1ec9bff0-5844-4695-ad16-95d4383ae0e3'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:30:10.964528 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:10.982023 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53754469-bbbc-458f-9b0d-7f3fbd9d68ef req-9398df81-d820-4549-806a-cb65a280b19f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:10.983686 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-53754469-bbbc-458f-9b0d-7f3fbd9d68ef req-9398df81-d820-4549-806a-cb65a280b19f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 932 time: 0.2597456 Nov 11 17:30:10.985827 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d9856622-2625-47e3-9ddb-2d6297d4b5a0 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:11.020879 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:11.024369 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868641d-5191-44a9-928c-d2ac6900b362 req-c7e7ac9b-42e5-4597-9633-3cba83a60988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:11.026183 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-c7e7ac9b-42e5-4597-9633-3cba83a60988 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=62a50c96-c103-4bed-873d-07bc993c3882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1337156 Nov 11 17:30:11.031013 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-254cc699-9291-4732-8324-7643ed248e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:11.049260 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-254cc699-9291-4732-8324-7643ed248e46 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:11.052126 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:11.054348 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a398472-dad5-431b-8f46-1e25858fc4c7 req-30409285-2451-4005-9f57-c1e17d5bd502 service neutron] 10.222.0.64 "GET /v2.0/networks/a6532ff1-3edb-4dbe-8adf-c75acdf8e067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6262662 Nov 11 17:30:11.061029 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-72ed3878-beff-4192-86fd-b2d12732581c req-6678cb31-4088-4d70-9352-0f585ce9077d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f063fd0e-f3ee-440d-9362-175732609871 HTTP/1.1" status: 200 len: 217 time: 0.1233079 Nov 11 17:30:11.091687 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 385b13a1-ca5e-4277-8afe-1ab666fe65d5 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:30:11.166605 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 385b13a1-ca5e-4277-8afe-1ab666fe65d5, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=385b13a1-ca5e-4277-8afe-1ab666fe65d5,segment=NetworkSegment(fdfdc2fe-844e-4eca-a001-3971371002cc),segment_id=fdfdc2fe-844e-4eca-a001-3971371002cc)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:11.179033 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:11.223208 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-53754469-bbbc-458f-9b0d-7f3fbd9d68ef req-3fc148de-8663-4be1-8224-cb42241dd937 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144618 Nov 11 17:30:11.299566 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=385b13a1-ca5e-4277-8afe-1ab666fe65d5,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:11.332748 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-254cc699-9291-4732-8324-7643ed248e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:11.333322 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254cc699-9291-4732-8324-7643ed248e46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74f71859-a6ca-42a2-ba23-ae905942b8c8 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:30:11.338810 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-254cc699-9291-4732-8324-7643ed248e46 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:11.342961 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-254cc699-9291-4732-8324-7643ed248e46 admin admin] 10.222.0.76 "DELETE /v2.0/routers/74f71859-a6ca-42a2-ba23-ae905942b8c8 HTTP/1.1" status: 204 len: 168 time: 6.6969357 Nov 11 17:30:11.343917 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37364) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:11.350015 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] For port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:30:11.376130 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d9856622-2625-47e3-9ddb-2d6297d4b5a0 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:11.381897 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-6a1a2a51-bca3-47ad-8a40-d9f77a7427df service neutron] 10.222.0.83 "GET /v2.0/networks/62a50c96-c103-4bed-873d-07bc993c3882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393254 Nov 11 17:30:11.388027 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d9856622-2625-47e3-9ddb-2d6297d4b5a0 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:11.430493 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] For port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,segment=NetworkSegment(91415e2e-cc30-44a2-8599-bef53e9d5eab),segment_id=91415e2e-cc30-44a2-8599-bef53e9d5eab)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:30:11.472789 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['385b13a1-ca5e-4277-8afe-1ab666fe65d5'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:30:11.481862 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:11.532833 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0ae12-fd1d-44d5-8604-26e4b37f2bb3 req-44cbfd66-00d1-4a9f-b7f9-f2d0a72f66c2 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:11.545791 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-17f0ae12-fd1d-44d5-8604-26e4b37f2bb3 req-44cbfd66-00d1-4a9f-b7f9-f2d0a72f66c2 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 943 time: 0.2775719 Nov 11 17:30:11.557486 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed3878-beff-4192-86fd-b2d12732581c req-5c5620fe-8042-44ab-a8a4-75c43e2d10e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:11.560368 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-72ed3878-beff-4192-86fd-b2d12732581c req-5c5620fe-8042-44ab-a8a4-75c43e2d10e7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=83abf235-e6e8-4499-97ee-d2c75a4327d8 HTTP/1.1" status: 200 len: 857 time: 0.4914074 Nov 11 17:30:11.584359 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d9856622-2625-47e3-9ddb-2d6297d4b5a0 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:11.589426 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d9856622-2625-47e3-9ddb-2d6297d4b5a0 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7138042 Nov 11 17:30:11.593509 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37366) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:11.620670 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-bdcc68f4-45db-4cb4-a883-aabcb4e97312 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Request body: {'security_group_rule': {'security_group_id': '1707a148-7654-46e9-bdd4-b4c184e0e69c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:11.649283 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:11.651256 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:11.652975 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] 10.222.0.64 "PUT /v2.0/ports/6dec6a22-64b5-43ff-bb8d-353a7f5c785e HTTP/1.1" status: 200 len: 1091 time: 4.2725074 Nov 11 17:30:11.666597 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14876562-4748-47f0-9ef8-82d22ba006fc', 'tag': '6dec6a22-64b5-43ff-bb8d-353a7f5c785e'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:30:11.669624 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dfacd0-e444-4c30-9c4b-9d9d59f28dab" -d '{"events": [{"name": "network-changed", "server_uuid": "14876562-4748-47f0-9ef8-82d22ba006fc", "tag": "6dec6a22-64b5-43ff-bb8d-353a7f5c785e"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:30:11.689854 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d944e1c-d176-458c-b715-eddc6faea524 req-9930aab3-9426-4f40-9eb8-20e3a06c5d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:11.692306 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1d944e1c-d176-458c-b715-eddc6faea524 req-9930aab3-9426-4f40-9eb8-20e3a06c5d4a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=998f78e7ce0b4b0bb8bcc50674d5c640&device_id=7826bb36-f1ad-4ccc-b541-ed7a5259777f HTTP/1.1" status: 200 len: 1094 time: 0.4459555 Nov 11 17:30:11.695006 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bdcc68f4-45db-4cb4-a883-aabcb4e97312 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:11.700641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856622-2625-47e3-9ddb-2d6297d4b5a0 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1707a148-7654-46e9-bdd4-b4c184e0e69c,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:11.716144 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e853d8b-740a-41e8-8ebb-a59e8eeda829 None None] DHCP port deletion for 1ec9bff0-5844-4695-ad16-95d4383ae0e3 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:30:11.724292 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device f063fd0e-f3ee-440d-9362-175732609871 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:30:11.820506 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-8924cef3-d220-4ad5-85cd-3d752ac72fbc admin admin] Deleting subnet b36a3487-9104-49ee-900b-5ebde2143e8f {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:30:11.835575 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-72ed3878-beff-4192-86fd-b2d12732581c req-affa877d-f8a9-4d5b-9d81-5c6f67bb8ff6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a6532ff1-3edb-4dbe-8adf-c75acdf8e067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2314160 Nov 11 17:30:11.845538 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41f438b-8815-4472-824d-e3d8eee3462c x-openstack-request-id: req-d41f438b-8815-4472-824d-e3d8eee3462c {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:30:11.846082 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14876562-4748-47f0-9ef8-82d22ba006fc", "tag": "6dec6a22-64b5-43ff-bb8d-353a7f5c785e", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:30:11.846509 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d41f438b-8815-4472-824d-e3d8eee3462c {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:30:11.846799 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-17f0ae12-fd1d-44d5-8604-26e4b37f2bb3 req-b584e620-e488-42e3-a4ca-674ce190b0c5 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001146 Nov 11 17:30:11.847260 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14876562-4748-47f0-9ef8-82d22ba006fc', 'tag': '6dec6a22-64b5-43ff-bb8d-353a7f5c785e', 'status': 'completed', 'code': 200} Nov 11 17:30:11.848214 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8924cef3-d220-4ad5-85cd-3d752ac72fbc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:11.936158 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0868641d-5191-44a9-928c-d2ac6900b362 req-69a7506b-6103-4e9e-b422-dc4fd3a9fa34 service neutron] 10.222.0.83 "GET /v2.0/networks/62a50c96-c103-4bed-873d-07bc993c3882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5347211 Nov 11 17:30:12.031766 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bdcc68f4-45db-4cb4-a883-aabcb4e97312 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:12.047017 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bdcc68f4-45db-4cb4-a883-aabcb4e97312 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:12.101379 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc68f4-45db-4cb4-a883-aabcb4e97312 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aae744d-f2ec-4329-853f-df4b151ba1b4,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:12.155025 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bdcc68f4-45db-4cb4-a883-aabcb4e97312 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:12.156972 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bdcc68f4-45db-4cb4-a883-aabcb4e97312 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5429544 Nov 11 17:30:12.161349 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37376) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:12.212193 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae01ac-1359-4224-84e3-67be9a10c1c8 req-fc93269a-b8bc-4469-8458-d513ba5b57d7 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:12.215580 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port f063fd0e-f3ee-440d-9362-175732609871, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=f063fd0e-f3ee-440d-9362-175732609871,segment=NetworkSegment(fdfdc2fe-844e-4eca-a001-3971371002cc),segment_id=fdfdc2fe-844e-4eca-a001-3971371002cc)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:12.223184 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90ae01ac-1359-4224-84e3-67be9a10c1c8 req-fc93269a-b8bc-4469-8458-d513ba5b57d7 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=a37cdc0b-fb2d-4268-9333-6e9917d2f86d HTTP/1.1" status: 200 len: 944 time: 0.1897762 Nov 11 17:30:12.285591 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'f063fd0e-f3ee-440d-9362-175732609871', 'network_id': 'a6532ff1-3edb-4dbe-8adf-c75acdf8e067', 'port_id': 'f063fd0e-f3ee-440d-9362-175732609871', 'mac_address': 'fa:16:3e:77:44:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83abf235-e6e8-4499-97ee-d2c75a4327d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:30:12.413337 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:12.455608 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f063fd0e-f3ee-440d-9362-175732609871 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:30:12.455819 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-967e734d-36e9-45e7-ace2-3c059366d0c9 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:12.477513 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-967e734d-36e9-45e7-ace2-3c059366d0c9 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:12.516072 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port f063fd0e-f3ee-440d-9362-175732609871, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=f063fd0e-f3ee-440d-9362-175732609871,segment=NetworkSegment(fdfdc2fe-844e-4eca-a001-3971371002cc),segment_id=fdfdc2fe-844e-4eca-a001-3971371002cc)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:12.520016 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:12.529353 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:12.544187 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-967e734d-36e9-45e7-ace2-3c059366d0c9 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:12.585146 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-967e734d-36e9-45e7-ace2-3c059366d0c9 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:12.586246 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-967e734d-36e9-45e7-ace2-3c059366d0c9 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/4aae744d-f2ec-4329-853f-df4b151ba1b4 HTTP/1.1" status: 204 len: 168 time: 0.4229746 Nov 11 17:30:12.595809 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37390) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:12.627257 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=f063fd0e-f3ee-440d-9362-175732609871,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:12.655698 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b47a6-2c64-46d0-b1b4-d63190e4ce7d req-1d75034e-45c0-4f79-96e1-a89b54f40fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:12.658342 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b35b47a6-2c64-46d0-b1b4-d63190e4ce7d req-1d75034e-45c0-4f79-96e1-a89b54f40fea tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 932 time: 0.2998104 Nov 11 17:30:12.671601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e734d-36e9-45e7-ace2-3c059366d0c9 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4aae744d-f2ec-4329-853f-df4b151ba1b4,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:12.692687 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90ae01ac-1359-4224-84e3-67be9a10c1c8 req-de457ccc-122c-4524-aa75-29b2786aa39b tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639025 Nov 11 17:30:12.785447 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8303f9b-9f9e-4092-bbe7-08f3b6acc8bf service neutron] Pushing event updated for resources: {'Port': ['ID=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,revision_number=10']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:12.804666 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9de86b6f-ab27-4a9e-9a0e-b3d7d365cc0f tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1942956 Nov 11 17:30:12.809174 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37392) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:12.836941 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['f063fd0e-f3ee-440d-9362-175732609871'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:30:12.858079 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8924cef3-d220-4ad5-85cd-3d752ac72fbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:12.962611 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b35b47a6-2c64-46d0-b1b4-d63190e4ce7d req-ffc05e3e-bdcf-4f7d-bd92-24f4944e3d50 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454226 Nov 11 17:30:12.981074 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-974ba43c-b829-4a98-9443-02d0ff6ec214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:12.982885 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-974ba43c-b829-4a98-9443-02d0ff6ec214 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c13d491d06d549ffa0aedaf876c5ae07&device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 1095 time: 1.2135060 Nov 11 17:30:13.003273 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f42736d6-8825-4e55-ad6a-df3cc5b67898 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:13.032357 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:13.045338 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device e68ca7eb-d44f-4975-ab7e-34b4a82b884e details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:30:13.106847 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f42736d6-8825-4e55-ad6a-df3cc5b67898 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:13.172747 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d944e1c-d176-458c-b715-eddc6faea524 req-c5ba8d4b-fc63-46fc-bd9d-dfd02ba20451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:13.172747 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1d944e1c-d176-458c-b715-eddc6faea524 req-c5ba8d4b-fc63-46fc-bd9d-dfd02ba20451 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a6532ff1-3edb-4dbe-8adf-c75acdf8e067 HTTP/1.1" status: 200 len: 919 time: 1.3860900 Nov 11 17:30:13.182828 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8924cef3-d220-4ad5-85cd-3d752ac72fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:13.209451 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-72ed3878-beff-4192-86fd-b2d12732581c req-d90fed27-82c4-450f-9eee-c9952fba2a60 service neutron] 10.222.0.83 "GET /v2.0/networks/a6532ff1-3edb-4dbe-8adf-c75acdf8e067?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3255122 Nov 11 17:30:13.217409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b4aef-3466-4531-b5fe-281a77ec50bb req-7edbe500-440b-4892-9f79-6438a6d16949 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:13.229542 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-256b4aef-3466-4531-b5fe-281a77ec50bb req-7edbe500-440b-4892-9f79-6438a6d16949 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 944 time: 0.2064071 Nov 11 17:30:13.386314 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1d944e1c-d176-458c-b715-eddc6faea524 req-0596db56-8526-4249-89e6-7cad91932f97 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e68ca7eb-d44f-4975-ab7e-34b4a82b884e HTTP/1.1" status: 200 len: 217 time: 0.2009838 Nov 11 17:30:13.476940 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port e68ca7eb-d44f-4975-ab7e-34b4a82b884e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e68ca7eb-d44f-4975-ab7e-34b4a82b884e,segment=NetworkSegment(fdfdc2fe-844e-4eca-a001-3971371002cc),segment_id=fdfdc2fe-844e-4eca-a001-3971371002cc)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:13.530757 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'e68ca7eb-d44f-4975-ab7e-34b4a82b884e', 'network_id': 'a6532ff1-3edb-4dbe-8adf-c75acdf8e067', 'port_id': 'e68ca7eb-d44f-4975-ab7e-34b4a82b884e', 'mac_address': 'fa:16:3e:bc:d0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83abf235-e6e8-4499-97ee-d2c75a4327d8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:30:13.546381 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 22c78bda-e8f3-4fba-aef1-70bf8f522b7d no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:30:13.569186 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-78a9fd49-a38b-4d79-9091-4037e1439da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:13.576677 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-78a9fd49-a38b-4d79-9091-4037e1439da2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ec9bff0-5844-4695-ad16-95d4383ae0e3 HTTP/1.1" status: 200 len: 915 time: 0.5532343 Nov 11 17:30:13.580729 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbfdbe4d-3c3b-423c-b80a-53163779674f {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:30:13.614251 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:13.670512 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d944e1c-d176-458c-b715-eddc6faea524 req-950d5bc3-ed4d-42e9-8184-f5efd9e89410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:13.672206 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1d944e1c-d176-458c-b715-eddc6faea524 req-950d5bc3-ed4d-42e9-8184-f5efd9e89410 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83abf235-e6e8-4499-97ee-d2c75a4327d8 HTTP/1.1" status: 200 len: 857 time: 0.2337704 Nov 11 17:30:13.681289 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 22c78bda-e8f3-4fba-aef1-70bf8f522b7d {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:30:13.682641 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 22c78bda-e8f3-4fba-aef1-70bf8f522b7d not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:30:13.683453 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8924cef3-d220-4ad5-85cd-3d752ac72fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:13.686942 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-17d214a1-531f-4fe0-9bb9-e1d194e2029f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dec6a22-64b5-43ff-bb8d-353a7f5c785e HTTP/1.1" status: 200 len: 217 time: 0.0826533 Nov 11 17:30:13.694428 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] Transition to ACTIVE for port object fbfdbe4d-3c3b-423c-b80a-53163779674f will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:30:13.696354 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:13.728331 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-72ed3878-beff-4192-86fd-b2d12732581c req-e9303703-f423-465a-9e34-5461750d33ce service neutron] 10.222.0.83 "GET /v2.0/networks/a6532ff1-3edb-4dbe-8adf-c75acdf8e067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567924 Nov 11 17:30:13.738550 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68ca7eb-d44f-4975-ab7e-34b4a82b884e {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:30:13.758400 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 385b13a1-ca5e-4277-8afe-1ab666fe65d5 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:30:13.817518 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:13.826884 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1d944e1c-d176-458c-b715-eddc6faea524 req-3f5357e8-30f8-4b2d-a543-56213ee0fdcc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6532ff1-3edb-4dbe-8adf-c75acdf8e067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369550 Nov 11 17:30:13.863976 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:30:13.872888 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924cef3-d220-4ad5-85cd-3d752ac72fbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b36a3487-9104-49ee-900b-5ebde2143e8f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:13.875246 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8924cef3-d220-4ad5-85cd-3d752ac72fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:13.881571 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8924cef3-d220-4ad5-85cd-3d752ac72fbc admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b36a3487-9104-49ee-900b-5ebde2143e8f HTTP/1.1" status: 204 len: 168 time: 2.5172079 Nov 11 17:30:13.896656 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37410) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:13.898103 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409777df-9d46-40d2-8f0f-c500cbb62cd9 None None] Network 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:30:13.997324 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f42736d6-8825-4e55-ad6a-df3cc5b67898 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:14.000067 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f42736d6-8825-4e55-ad6a-df3cc5b67898 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:14.004189 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f42736d6-8825-4e55-ad6a-df3cc5b67898 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "DELETE /v2.0/security-groups/1707a148-7654-46e9-bdd4-b4c184e0e69c HTTP/1.1" status: 204 len: 168 time: 1.1935356 Nov 11 17:30:14.006964 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37414) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:14.030283 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-256b4aef-3466-4531-b5fe-281a77ec50bb req-39fda089-dfcc-437d-b480-31cb8066d0df tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7974412 Nov 11 17:30:14.042714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42736d6-8825-4e55-ad6a-df3cc5b67898 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1707a148-7654-46e9-bdd4-b4c184e0e69c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:14.048968 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] Pushing event updated for resources: {'Port': ['ID=fbfdbe4d-3c3b-423c-b80a-53163779674f,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:14.059983 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-719a0886-d90b-451d-aed7-5d9994c0312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:14.061631 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-719a0886-d90b-451d-aed7-5d9994c0312c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dc52ad1-f3a3-434d-a193-60fbff77cc17 HTTP/1.1" status: 200 len: 853 time: 0.3324368 Nov 11 17:30:14.065743 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ab18d-c635-4028-a122-98d31d9117bb req-05c37751-63cc-4665-92e7-2f32626dd4da tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:14.087150 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d79ab18d-c635-4028-a122-98d31d9117bb req-05c37751-63cc-4665-92e7-2f32626dd4da tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=a37cdc0b-fb2d-4268-9333-6e9917d2f86d HTTP/1.1" status: 200 len: 945 time: 0.1573629 Nov 11 17:30:14.145004 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f8df85c3-e279-48e7-994c-c04f0405ecba tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1342335 Nov 11 17:30:14.145658 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37416) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:14.149277 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff72fea-6e5b-41a1-89bb-5cc4778aac6c None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:30:14.178859 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2b2cb05f-efea-4e13-84c6-61bf5c440c07 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Request body: {'security_group': {'name': 'tempest-secgroup--929155130'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:14.192217 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port e68ca7eb-d44f-4975-ab7e-34b4a82b884e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e68ca7eb-d44f-4975-ab7e-34b4a82b884e,segment=NetworkSegment(fdfdc2fe-844e-4eca-a001-3971371002cc),segment_id=fdfdc2fe-844e-4eca-a001-3971371002cc)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:14.198199 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-3aa40c89-52f1-43ea-b39f-ed0e047701b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ec9bff0-5844-4695-ad16-95d4383ae0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107190 Nov 11 17:30:14.198731 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d79ab18d-c635-4028-a122-98d31d9117bb req-885927d0-0f7c-47a9-833f-13e11d8e6bfc tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106427 Nov 11 17:30:14.202649 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ddb769b2-61ef-41b9-bb92-61dc79908d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:14.252151 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:14.283812 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2b2cb05f-efea-4e13-84c6-61bf5c440c07 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:14.314905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ba77c-46ac-4e5e-a65a-a22ef0ba475e req-f93f21c0-5d21-441a-8781-d0ad85559dbd tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:14.323309 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ec0d6c-d778-45f5-84d7-359cef20df14 None None] DHCP port deletion for 328b7d2e-efb4-416c-88d6-28cdbb34eaa1 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:30:14.325461 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 385b13a1-ca5e-4277-8afe-1ab666fe65d5 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:30:14.327785 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bf7ba77c-46ac-4e5e-a65a-a22ef0ba475e req-f93f21c0-5d21-441a-8781-d0ad85559dbd tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 944 time: 0.1135726 Nov 11 17:30:14.371027 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-0764d10a-9e14-4b7b-b243-4a18167924df service neutron] 10.222.0.64 "GET /v2.0/networks/1ec9bff0-5844-4695-ad16-95d4383ae0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619148 Nov 11 17:30:14.373168 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1d944e1c-d176-458c-b715-eddc6faea524 req-f42dd52a-48b8-434b-835f-28c62576b0cb service neutron] 10.222.0.64 "GET /v2.0/networks/a6532ff1-3edb-4dbe-8adf-c75acdf8e067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878645 Nov 11 17:30:14.375888 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 385b13a1-ca5e-4277-8afe-1ab666fe65d5 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:30:14.376274 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:14.438420 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=e68ca7eb-d44f-4975-ab7e-34b4a82b884e,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:14.455241 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bf7ba77c-46ac-4e5e-a65a-a22ef0ba475e req-564c34fd-e154-4515-9ef2-74b28d32afe2 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277103 Nov 11 17:30:14.522376 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2b2cb05f-efea-4e13-84c6-61bf5c440c07 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:14.530584 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2b2cb05f-efea-4e13-84c6-61bf5c440c07 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:14.538094 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:14.566594 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6b64ec-dced-49cf-80ed-a95d8a6473eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385b13a1-ca5e-4277-8afe-1ab666fe65d5'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:30:14.569662 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4fb3e4-0fae-4ba0-abac-d136bb64206f" -d '{"events": [{"server_uuid": "4f6b64ec-dced-49cf-80ed-a95d8a6473eb", "name": "network-vif-plugged", "status": "completed", "tag": "385b13a1-ca5e-4277-8afe-1ab666fe65d5"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:30:14.584914 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 385b13a1-ca5e-4277-8afe-1ab666fe65d5, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=385b13a1-ca5e-4277-8afe-1ab666fe65d5,segment=NetworkSegment(fdfdc2fe-844e-4eca-a001-3971371002cc),segment_id=fdfdc2fe-844e-4eca-a001-3971371002cc)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:14.609357 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:14.626588 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2b2cb05f-efea-4e13-84c6-61bf5c440c07 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:14.633168 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2b2cb05f-efea-4e13-84c6-61bf5c440c07 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4587164 Nov 11 17:30:14.638830 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37432) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:14.641108 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cb05f-efea-4e13-84c6-61bf5c440c07 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aff2e05b-396b-4b05-8817-176499dc95d9,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:14.651294 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e80c257a-60cd-4c1a-8583-1d9cc522adad tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Request body: {'security_group_rule': {'security_group_id': 'aff2e05b-396b-4b05-8817-176499dc95d9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:14.666100 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e196ad-a1fa-4e91-a953-df1efb550b7e x-openstack-request-id: req-d6e196ad-a1fa-4e91-a953-df1efb550b7e {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:30:14.666402 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6b64ec-dced-49cf-80ed-a95d8a6473eb", "name": "network-vif-plugged", "status": "completed", "tag": "385b13a1-ca5e-4277-8afe-1ab666fe65d5", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:30:14.666663 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d6e196ad-a1fa-4e91-a953-df1efb550b7e {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:30:14.667064 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6b64ec-dced-49cf-80ed-a95d8a6473eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385b13a1-ca5e-4277-8afe-1ab666fe65d5', 'code': 200} Nov 11 17:30:14.671706 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['e68ca7eb-d44f-4975-ab7e-34b4a82b884e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:30:14.685039 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] Attempting to bind port fbfdbe4d-3c3b-423c-b80a-53163779674f on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:30:14.685517 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] Attempting to bind port fbfdbe4d-3c3b-423c-b80a-53163779674f by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:30:14.686020 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] Attempting to bind port fbfdbe4d-3c3b-423c-b80a-53163779674f on network 3e09136b-2afb-4141-b1b5-3d967dca5d2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:30:14.694505 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] Port fbfdbe4d-3c3b-423c-b80a-53163779674f on network 3e09136b-2afb-4141-b1b5-3d967dca5d2d not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:30:14.694909 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] Attempting to bind port fbfdbe4d-3c3b-423c-b80a-53163779674f on network 3e09136b-2afb-4141-b1b5-3d967dca5d2d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:30:14.710616 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:30:14.710616 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] Checking segment: {'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:30:14.711809 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] Bound using segment: {'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:30:14.711956 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] Bound port: fbfdbe4d-3c3b-423c-b80a-53163779674f, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36830fa-9d60-42e5-bb3a-de940b0dd44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:30:14.712863 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:14.714120 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e80c257a-60cd-4c1a-8583-1d9cc522adad tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:14.727487 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-044790e3-d13b-47b5-bbdb-2c9abb2bdd46 req-5f7d4a71-7283-41b7-99bc-3000291f9da7 service neutron] 10.222.0.64 "GET /v2.0/networks/1ec9bff0-5844-4695-ad16-95d4383ae0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158925 Nov 11 17:30:14.736449 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ddb769b2-61ef-41b9-bb92-61dc79908d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:14.776211 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e80c257a-60cd-4c1a-8583-1d9cc522adad tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:14.785727 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e80c257a-60cd-4c1a-8583-1d9cc522adad tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:14.807532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c257a-60cd-4c1a-8583-1d9cc522adad tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d958efe3-ce0c-48f7-94e1-94f32c05f619,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:14.812405 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=385b13a1-ca5e-4277-8afe-1ab666fe65d5,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:14.837686 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e80c257a-60cd-4c1a-8583-1d9cc522adad tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:14.839432 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e80c257a-60cd-4c1a-8583-1d9cc522adad tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1987648 Nov 11 17:30:14.841425 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37436) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:14.866227 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d59683aa-ee56-4544-9949-45fca146cd2e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Request body: {'security_group_rule': {'security_group_id': 'aff2e05b-396b-4b05-8817-176499dc95d9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:14.867667 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-ddb769b2-61ef-41b9-bb92-61dc79908d5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328b7d2e-efb4-416c-88d6-28cdbb34eaa1']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:14.911613 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-ddb769b2-61ef-41b9-bb92-61dc79908d5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d86045c-9118-4fd2-a624-059ad66a16dd') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:14.911995 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-ddb769b2-61ef-41b9-bb92-61dc79908d5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d86045c-9118-4fd2-a624-059ad66a16dd') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:14.916838 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d59683aa-ee56-4544-9949-45fca146cd2e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:14.917071 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1d944e1c-d176-458c-b715-eddc6faea524 req-503f86df-c589-4760-bcc6-3dd2bf9dec60 service neutron] 10.222.0.64 "GET /v2.0/networks/a6532ff1-3edb-4dbe-8adf-c75acdf8e067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061599 Nov 11 17:30:14.936851 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ddb769b2-61ef-41b9-bb92-61dc79908d5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:14.946890 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871e16e-083d-4e03-87e1-d2aab57efb9d req-c4a4ca65-b70f-4679-9359-d96d7c1a39d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:14.948798 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5871e16e-083d-4e03-87e1-d2aab57efb9d req-c4a4ca65-b70f-4679-9359-d96d7c1a39d4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4f6b64ec-dced-49cf-80ed-a95d8a6473eb HTTP/1.1" status: 200 len: 1096 time: 0.2173054 Nov 11 17:30:14.964361 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] For port fbfdbe4d-3c3b-423c-b80a-53163779674f, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:30:14.984877 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ddb769b2-61ef-41b9-bb92-61dc79908d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:15.012857 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb769b2-61ef-41b9-bb92-61dc79908d5c admin admin] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:30:15.013275 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ddb769b2-61ef-41b9-bb92-61dc79908d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:15.027337 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] For port fbfdbe4d-3c3b-423c-b80a-53163779674f, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=fbfdbe4d-3c3b-423c-b80a-53163779674f,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:30:15.028360 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d59683aa-ee56-4544-9949-45fca146cd2e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:15.030136 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfacd0-e444-4c30-9c4b-9d9d59f28dab req-f7aff495-27d3-4602-98b4-97359a6fe09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:15.031806 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-43dfacd0-e444-4c30-9c4b-9d9d59f28dab req-f7aff495-27d3-4602-98b4-97359a6fe09f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c13d491d06d549ffa0aedaf876c5ae07&device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 1095 time: 0.1819158 Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:30:15.032505 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:30:15.036931 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d59683aa-ee56-4544-9949-45fca146cd2e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:15.067842 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59683aa-ee56-4544-9949-45fca146cd2e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e567668c-6bcd-407f-b56b-631cb7ef8fc3,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:15.075514 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d59683aa-ee56-4544-9949-45fca146cd2e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:15.086086 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d59683aa-ee56-4544-9949-45fca146cd2e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2406065 Nov 11 17:30:15.087136 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37444) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:15.096897 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-3c67e971-56ef-43f1-bc31-99d6e9c6203e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Request body: {'security_group_rule': {'security_group_id': 'aff2e05b-396b-4b05-8817-176499dc95d9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:15.110749 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:15.147332 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c67e971-56ef-43f1-bc31-99d6e9c6203e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:15.247700 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5871e16e-083d-4e03-87e1-d2aab57efb9d req-ab9345ae-4d8e-49e1-95ec-92eb82c19210 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897263 Nov 11 17:30:15.253679 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c67e971-56ef-43f1-bc31-99d6e9c6203e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:15.277358 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f233b0-a91f-4533-9bc1-70919ac39d84 req-5e91776d-1803-44b1-aaff-ed46366335a9 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:15.279099 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50f233b0-a91f-4533-9bc1-70919ac39d84 req-5e91776d-1803-44b1-aaff-ed46366335a9 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 944 time: 0.1161401 Nov 11 17:30:15.280115 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c67e971-56ef-43f1-bc31-99d6e9c6203e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:15.310881 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ddb769b2-61ef-41b9-bb92-61dc79908d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:15.330458 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67e971-56ef-43f1-bc31-99d6e9c6203e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408d245b-195c-4f7b-8142-93c2ab86a8a7,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:15.346992 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ddb769b2-61ef-41b9-bb92-61dc79908d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:15.355078 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ddb769b2-61ef-41b9-bb92-61dc79908d5c admin admin] 10.222.0.76 "DELETE /v2.0/networks/328b7d2e-efb4-416c-88d6-28cdbb34eaa1 HTTP/1.1" status: 204 len: 168 time: 1.4480989 Nov 11 17:30:15.360752 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c67e971-56ef-43f1-bc31-99d6e9c6203e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:15.362776 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3c67e971-56ef-43f1-bc31-99d6e9c6203e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2725749 Nov 11 17:30:15.376034 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37454) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:15.380259 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-513dc859-6bcb-47c8-a8e0-3a3571fbf22f tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Request body: {'security_group_rule': {'security_group_id': 'aff2e05b-396b-4b05-8817-176499dc95d9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:15.390162 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:15.391351 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:15.393094 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] 10.222.0.64 "PUT /v2.0/ports/fbfdbe4d-3c3b-423c-b80a-53163779674f HTTP/1.1" status: 200 len: 1092 time: 4.7275033 Nov 11 17:30:15.398278 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb769b2-61ef-41b9-bb92-61dc79908d5c admin admin] Pushing event deleted for resources: {'Network': ['ID=328b7d2e-efb4-416c-88d6-28cdbb34eaa1,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:15.408520 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d2fe16-8381-47c1-9942-c56bb0eed747 None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:30:15.415847 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50f233b0-a91f-4533-9bc1-70919ac39d84 req-b44488c7-b787-461e-9f30-62f5dbafd363 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232741 Nov 11 17:30:15.418094 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f923c4-7584-4468-863d-0f8293aa060b', 'tag': 'fbfdbe4d-3c3b-423c-b80a-53163779674f'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:30:15.421344 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86e1ccc-e743-4211-afba-2e771fc83194" -d '{"events": [{"name": "network-changed", "server_uuid": "01f923c4-7584-4468-863d-0f8293aa060b", "tag": "fbfdbe4d-3c3b-423c-b80a-53163779674f"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:30:15.514579 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692897a-5807-4f72-9e35-cdc36159f4e8 req-bb2b69b7-bf04-4eed-90d9-8347b642e84c tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:15.521524 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0692897a-5807-4f72-9e35-cdc36159f4e8 req-bb2b69b7-bf04-4eed-90d9-8347b642e84c tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=a37cdc0b-fb2d-4268-9333-6e9917d2f86d HTTP/1.1" status: 200 len: 945 time: 0.1733682 Nov 11 17:30:15.526649 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-513dc859-6bcb-47c8-a8e0-3a3571fbf22f tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:15.568782 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1f333-2e37-4205-8a52-2051840aa7ca service neutron] Pushing event updated for resources: {'Port': ['ID=fbfdbe4d-3c3b-423c-b80a-53163779674f,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:15.623407 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-caf47334-1c03-4051-b342-44898006c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:15.624872 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-caf47334-1c03-4051-b342-44898006c303 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 1095 time: 0.1332645 Nov 11 17:30:15.625985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfacd0-e444-4c30-9c4b-9d9d59f28dab req-6de9bfdc-775c-443b-96f6-1c941e508a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:15.627301 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-43dfacd0-e444-4c30-9c4b-9d9d59f28dab req-6de9bfdc-775c-443b-96f6-1c941e508a7f service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ec9bff0-5844-4695-ad16-95d4383ae0e3 HTTP/1.1" status: 200 len: 915 time: 0.5242140 Nov 11 17:30:15.755224 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device f063fd0e-f3ee-440d-9362-175732609871 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:30:15.772071 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0692897a-5807-4f72-9e35-cdc36159f4e8 req-f49af366-d41e-4b61-b961-8130413394b4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399223 Nov 11 17:30:15.786769 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37470) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:15.788945 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-513dc859-6bcb-47c8-a8e0-3a3571fbf22f tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:15.810951 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eac240d-9812-422e-b096-a5cec7a1b228 x-openstack-request-id: req-5eac240d-9812-422e-b096-a5cec7a1b228 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:30:15.811282 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f923c4-7584-4468-863d-0f8293aa060b", "tag": "fbfdbe4d-3c3b-423c-b80a-53163779674f", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:30:15.811492 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5eac240d-9812-422e-b096-a5cec7a1b228 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:30:15.825328 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f923c4-7584-4468-863d-0f8293aa060b', 'tag': 'fbfdbe4d-3c3b-423c-b80a-53163779674f', 'status': 'completed', 'code': 200} Nov 11 17:30:15.841694 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-dba0a86a-13b4-4945-8ee5-562717d9eba1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbfdbe4d-3c3b-423c-b80a-53163779674f HTTP/1.1" status: 200 len: 217 time: 0.1936824 Nov 11 17:30:15.846151 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-513dc859-6bcb-47c8-a8e0-3a3571fbf22f tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:15.919428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513dc859-6bcb-47c8-a8e0-3a3571fbf22f tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d67e02-dd39-441c-bd9e-b7eaf30629d0,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:15.927150 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0bb57b55-99bf-4fff-a855-7beeae3e6515 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=306a4c542bc14bef8e6801a97c53fb31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341155 Nov 11 17:30:15.929223 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37476) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:15.949009 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port f063fd0e-f3ee-440d-9362-175732609871 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:30:15.953625 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-43dfacd0-e444-4c30-9c4b-9d9d59f28dab req-89514fa4-c5e0-4837-9fbe-21eff08575f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dec6a22-64b5-43ff-bb8d-353a7f5c785e HTTP/1.1" status: 200 len: 217 time: 0.3036122 Nov 11 17:30:15.968859 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port f063fd0e-f3ee-440d-9362-175732609871 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:30:15.969259 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:15.970896 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-513dc859-6bcb-47c8-a8e0-3a3571fbf22f tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:15.976175 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-513dc859-6bcb-47c8-a8e0-3a3571fbf22f tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5973110 Nov 11 17:30:15.981690 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37478) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:16.014597 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2d9b4ae4-4a4e-4e61-9e66-6fa54ef1d99a tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Request body: {'security_group_rule': {'security_group_id': 'aff2e05b-396b-4b05-8817-176499dc95d9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:16.034049 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-0c501624-693b-43f6-9d5f-56116adcadf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:16.035947 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-0c501624-693b-43f6-9d5f-56116adcadf9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a33a415-81af-4eb3-b9c5-17414d49d9ff HTTP/1.1" status: 200 len: 846 time: 0.1100864 Nov 11 17:30:16.070159 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14927096-9f8a-47e0-bced-465febba7ee2 req-1636a669-2ed5-4fa1-8089-14e3507bea1c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:16.078580 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-14927096-9f8a-47e0-bced-465febba7ee2 req-1636a669-2ed5-4fa1-8089-14e3507bea1c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 944 time: 0.2352114 Nov 11 17:30:16.168022 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:16.274964 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port f063fd0e-f3ee-440d-9362-175732609871, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=f063fd0e-f3ee-440d-9362-175732609871,segment=NetworkSegment(fdfdc2fe-844e-4eca-a001-3971371002cc),segment_id=fdfdc2fe-844e-4eca-a001-3971371002cc)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:16.294217 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:16.297452 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-38088017-4ec3-40bc-8ab1-96bb1db8d12d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:16.363773 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=f063fd0e-f3ee-440d-9362-175732609871,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:16.419915 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-38088017-4ec3-40bc-8ab1-96bb1db8d12d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:16.426103 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfacd0-e444-4c30-9c4b-9d9d59f28dab req-b46b28ce-e17c-41bf-8a75-3a129a29bd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:16.427556 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-43dfacd0-e444-4c30-9c4b-9d9d59f28dab req-b46b28ce-e17c-41bf-8a75-3a129a29bd88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dc52ad1-f3a3-434d-a193-60fbff77cc17 HTTP/1.1" status: 200 len: 853 time: 0.2791078 Nov 11 17:30:16.433138 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2d9b4ae4-4a4e-4e61-9e66-6fa54ef1d99a tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:16.485854 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-7f47cf9e-ab98-40ba-afd2-dbc207189f7b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e09136b-2afb-4141-b1b5-3d967dca5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566618 Nov 11 17:30:16.550435 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-14927096-9f8a-47e0-bced-465febba7ee2 req-7b026302-47de-4d38-8cd0-2a9e12ec0111 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705191 Nov 11 17:30:16.604861 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2d9b4ae4-4a4e-4e61-9e66-6fa54ef1d99a tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:16.609314 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-43dfacd0-e444-4c30-9c4b-9d9d59f28dab req-10328710-0071-440b-91c9-b0544b75bf28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ec9bff0-5844-4695-ad16-95d4383ae0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769770 Nov 11 17:30:16.612392 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2d9b4ae4-4a4e-4e61-9e66-6fa54ef1d99a tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:16.620716 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-38088017-4ec3-40bc-8ab1-96bb1db8d12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:16.625433 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-38088017-4ec3-40bc-8ab1-96bb1db8d12d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:16.626812 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-38088017-4ec3-40bc-8ab1-96bb1db8d12d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9d194e17-12c3-40a9-b71b-4e4543ee5925 HTTP/1.1" status: 204 len: 168 time: 0.6965332 Nov 11 17:30:16.668207 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37cdc0b-fb2d-4268-9333-6e9917d2f86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f063fd0e-f3ee-440d-9362-175732609871'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:30:16.671272 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdd0573-7bdc-40b9-a819-5797d7b9d4b0" -d '{"events": [{"server_uuid": "a37cdc0b-fb2d-4268-9333-6e9917d2f86d", "name": "network-vif-plugged", "status": "completed", "tag": "f063fd0e-f3ee-440d-9362-175732609871"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:30:16.676685 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b4ae4-4a4e-4e61-9e66-6fa54ef1d99a tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f708ff3-f9e9-4f96-879f-c201b4846aed,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:16.681502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38088017-4ec3-40bc-8ab1-96bb1db8d12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d194e17-12c3-40a9-b71b-4e4543ee5925,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:16.689670 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2d9b4ae4-4a4e-4e61-9e66-6fa54ef1d99a tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:16.709650 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2d9b4ae4-4a4e-4e61-9e66-6fa54ef1d99a tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7178640 Nov 11 17:30:16.710307 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37488) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:16.790626 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-08ef8d9e-1a6f-43d5-b12f-0b6d108d73a4 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:16.854948 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-08ef8d9e-1a6f-43d5-b12f-0b6d108d73a4 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:16.941761 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-43dfacd0-e444-4c30-9c4b-9d9d59f28dab req-fe07f7e9-7e4d-42db-8206-bac2708430d5 service neutron] 10.222.0.64 "GET /v2.0/networks/1ec9bff0-5844-4695-ad16-95d4383ae0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690428 Nov 11 17:30:16.977744 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-88d087db-d163-4096-971d-4f586e4dd575 service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639550 Nov 11 17:30:16.980275 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3e039-ce6c-4d3d-9600-4657adc5b615 req-8c8ae35e-f9ff-496f-ad6c-ed0302189505 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:16.982356 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4fc3e039-ce6c-4d3d-9600-4657adc5b615 req-8c8ae35e-f9ff-496f-ad6c-ed0302189505 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 944 time: 0.2458696 Nov 11 17:30:16.999178 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-08ef8d9e-1a6f-43d5-b12f-0b6d108d73a4 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:17.016369 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-08ef8d9e-1a6f-43d5-b12f-0b6d108d73a4 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:17.020389 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-08ef8d9e-1a6f-43d5-b12f-0b6d108d73a4 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/5f708ff3-f9e9-4f96-879f-c201b4846aed HTTP/1.1" status: 204 len: 168 time: 0.3063357 Nov 11 17:30:17.021535 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37492) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:17.040623 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef8d9e-1a6f-43d5-b12f-0b6d108d73a4 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f708ff3-f9e9-4f96-879f-c201b4846aed,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:17.053552 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device e68ca7eb-d44f-4975-ab7e-34b4a82b884e up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:30:17.079650 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4fc3e039-ce6c-4d3d-9600-4657adc5b615 req-cb789877-2456-4703-9061-4d51f0262b37 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866308 Nov 11 17:30:17.156569 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1e4c205b-5d2c-4d08-9af9-d3af0b1cfe29 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1338429 Nov 11 17:30:17.159360 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37496) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:17.191163 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port e68ca7eb-d44f-4975-ab7e-34b4a82b884e completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:30:17.200975 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port e68ca7eb-d44f-4975-ab7e-34b4a82b884e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:30:17.201352 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:17.230197 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0ad528bc-cb63-466f-9983-fbda262853aa tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:17.250395 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0ad528bc-cb63-466f-9983-fbda262853aa tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:17.318848 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0ad528bc-cb63-466f-9983-fbda262853aa tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:17.342151 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0ad528bc-cb63-466f-9983-fbda262853aa tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:17.345067 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0ad528bc-cb63-466f-9983-fbda262853aa tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/51d67e02-dd39-441c-bd9e-b7eaf30629d0 HTTP/1.1" status: 204 len: 168 time: 0.1830325 Nov 11 17:30:17.346181 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad528bc-cb63-466f-9983-fbda262853aa tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51d67e02-dd39-441c-bd9e-b7eaf30629d0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:17.353315 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37498) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:17.386752 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa180f30-46d1-4711-aad8-2277c5c12828 x-openstack-request-id: req-fa180f30-46d1-4711-aad8-2277c5c12828 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:30:17.387152 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37cdc0b-fb2d-4268-9333-6e9917d2f86d", "name": "network-vif-plugged", "status": "completed", "tag": "f063fd0e-f3ee-440d-9362-175732609871", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:30:17.387358 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fa180f30-46d1-4711-aad8-2277c5c12828 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:30:17.387754 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37cdc0b-fb2d-4268-9333-6e9917d2f86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f063fd0e-f3ee-440d-9362-175732609871', 'code': 200} Nov 11 17:30:17.389120 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:17.424941 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ed083-55fb-4fa4-b994-7a52e3ce7c18 req-0cbf24b5-2b0b-43ae-89f3-927c0e230731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:17.427270 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a46ed083-55fb-4fa4-b994-7a52e3ce7c18 req-0cbf24b5-2b0b-43ae-89f3-927c0e230731 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a37cdc0b-fb2d-4268-9333-6e9917d2f86d HTTP/1.1" status: 200 len: 1097 time: 0.0829542 Nov 11 17:30:17.471631 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port e68ca7eb-d44f-4975-ab7e-34b4a82b884e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e68ca7eb-d44f-4975-ab7e-34b4a82b884e,segment=NetworkSegment(fdfdc2fe-844e-4eca-a001-3971371002cc),segment_id=fdfdc2fe-844e-4eca-a001-3971371002cc)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:17.483484 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:17.521805 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1a0c7d94-cf54-4020-8f12-debf2e674108 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1668322 Nov 11 17:30:17.558272 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37504) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:17.608241 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e9021-02ac-4985-ac45-577193c629bc req-d8d51fec-0db0-4a55-adb9-71cea847ec9d tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:17.619235 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b96e9021-02ac-4985-ac45-577193c629bc req-d8d51fec-0db0-4a55-adb9-71cea847ec9d tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=a37cdc0b-fb2d-4268-9333-6e9917d2f86d HTTP/1.1" status: 200 len: 946 time: 0.1858461 Nov 11 17:30:17.623951 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=e68ca7eb-d44f-4975-ab7e-34b4a82b884e,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:17.715946 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a5cccbe-ff44-4460-b6b9-259ebcf022cb tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:17.725245 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b96e9021-02ac-4985-ac45-577193c629bc req-0cb3bb55-a37e-4448-9ef8-d95acac2aa58 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032126 Nov 11 17:30:17.770810 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a5cccbe-ff44-4460-b6b9-259ebcf022cb tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:17.890386 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a46ed083-55fb-4fa4-b994-7a52e3ce7c18 req-6ea8e48d-341d-47d6-a609-4359b733a598 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552329 Nov 11 17:30:17.892532 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-43dfacd0-e444-4c30-9c4b-9d9d59f28dab req-cb2e6496-76df-4d0d-a958-36da5c29e92d service neutron] 10.222.0.64 "GET /v2.0/networks/1ec9bff0-5844-4695-ad16-95d4383ae0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481945 Nov 11 17:30:17.953173 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-320baa3e-cde1-4d56-ac07-d0000d877c12 req-b3fd7cc6-2af3-47e1-83c4-a369add691ee service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089417 Nov 11 17:30:17.961623 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a5cccbe-ff44-4460-b6b9-259ebcf022cb tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:17.970181 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a5cccbe-ff44-4460-b6b9-259ebcf022cb tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:17.971019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b9f48-6773-49c2-a200-5be6dd4e6060 req-be371bb3-2fa7-4167-81fd-02a4d7f9c996 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:17.976444 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5a5cccbe-ff44-4460-b6b9-259ebcf022cb tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/408d245b-195c-4f7b-8142-93c2ab86a8a7 HTTP/1.1" status: 204 len: 168 time: 0.3428988 Nov 11 17:30:17.986225 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37518) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:17.987539 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-402b9f48-6773-49c2-a200-5be6dd4e6060 req-be371bb3-2fa7-4167-81fd-02a4d7f9c996 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 944 time: 0.1367359 Nov 11 17:30:18.017851 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cccbe-ff44-4460-b6b9-259ebcf022cb tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=408d245b-195c-4f7b-8142-93c2ab86a8a7,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:18.105670 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-402b9f48-6773-49c2-a200-5be6dd4e6060 req-d12a49b6-85f7-4c4b-8cf0-a411bb105113 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238437 Nov 11 17:30:18.108371 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d5719c17-4f61-498d-a819-c3dd0b601f26 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1221235 Nov 11 17:30:18.109278 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37526) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:18.165063 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c42c353c-9730-4ea1-9b2a-8ba328ef571d tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:18.202387 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c42c353c-9730-4ea1-9b2a-8ba328ef571d tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:18.209454 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:18.251659 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c42c353c-9730-4ea1-9b2a-8ba328ef571d tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:18.261379 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c42c353c-9730-4ea1-9b2a-8ba328ef571d tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:18.264958 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c42c353c-9730-4ea1-9b2a-8ba328ef571d tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/e567668c-6bcd-407f-b56b-631cb7ef8fc3 HTTP/1.1" status: 204 len: 168 time: 0.1505289 Nov 11 17:30:18.271632 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37532) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:18.292297 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c353c-9730-4ea1-9b2a-8ba328ef571d tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e567668c-6bcd-407f-b56b-631cb7ef8fc3,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:18.334996 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-480f1b3b-2837-44a2-b0ff-1ee7c6967f82 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0597100 Nov 11 17:30:18.335242 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37534) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:18.376504 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d86d4137-55d9-49d3-95e7-3b518a08cae9 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:18.388516 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce304f6-2cea-4633-9343-2de8d6a8573d req-5903a4cc-a3fd-466e-bd4f-6f496d172258 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:18.389347 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d86d4137-55d9-49d3-95e7-3b518a08cae9 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:18.391011 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3ce304f6-2cea-4633-9343-2de8d6a8573d req-5903a4cc-a3fd-466e-bd4f-6f496d172258 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 944 time: 0.1446114 Nov 11 17:30:18.449960 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d86d4137-55d9-49d3-95e7-3b518a08cae9 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:18.468407 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d86d4137-55d9-49d3-95e7-3b518a08cae9 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:18.476764 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d86d4137-55d9-49d3-95e7-3b518a08cae9 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/d958efe3-ce0c-48f7-94e1-94f32c05f619 HTTP/1.1" status: 204 len: 168 time: 0.1404097 Nov 11 17:30:18.483510 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37536) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:18.492105 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d4137-55d9-49d3-95e7-3b518a08cae9 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d958efe3-ce0c-48f7-94e1-94f32c05f619,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:18.534274 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3ce304f6-2cea-4633-9343-2de8d6a8573d req-30f82639-35a9-46f3-afb1-28f548012e8c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354246 Nov 11 17:30:18.626842 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37540) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:18.646079 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-47ac7c30-0dcf-45c8-9b8e-ae3db321cede tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1600878 Nov 11 17:30:18.736879 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e1ccc-e743-4211-afba-2e771fc83194 req-eb6af65b-a665-4b96-88dd-d5b023e453b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:18.739867 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d86e1ccc-e743-4211-afba-2e771fc83194 req-eb6af65b-a665-4b96-88dd-d5b023e453b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 1095 time: 0.0752800 Nov 11 17:30:18.778922 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab548623-84dc-48d9-b087-7230ec2dc4ba tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:18.807847 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab548623-84dc-48d9-b087-7230ec2dc4ba tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:19.245074 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab548623-84dc-48d9-b087-7230ec2dc4ba tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:19.248932 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab548623-84dc-48d9-b087-7230ec2dc4ba tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:19.253585 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ab548623-84dc-48d9-b087-7230ec2dc4ba tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "DELETE /v2.0/security-groups/aff2e05b-396b-4b05-8817-176499dc95d9 HTTP/1.1" status: 204 len: 168 time: 0.6255651 Nov 11 17:30:19.254189 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37554) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:19.275469 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab548623-84dc-48d9-b087-7230ec2dc4ba tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff2e05b-396b-4b05-8817-176499dc95d9,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:19.321974 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e1ccc-e743-4211-afba-2e771fc83194 req-5150bd53-c9cb-4e69-b3a7-fac61db4d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:19.324471 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d86e1ccc-e743-4211-afba-2e771fc83194 req-5150bd53-c9cb-4e69-b3a7-fac61db4d5ba service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 908 time: 0.1377974 Nov 11 17:30:19.355018 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-408a74a1-2e58-4f61-aa53-4ac21ed793d1 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0982454 Nov 11 17:30:19.355266 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37556) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:19.360694 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-f1d58f92-4928-4115-a218-59007e622f70 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Request body: {'security_group': {'name': 'tempest-secgroup--121817966'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:19.389374 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7826bb36-f1ad-4ccc-b541-ed7a5259777f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68ca7eb-d44f-4975-ab7e-34b4a82b884e'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:30:19.390013 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1d58f92-4928-4115-a218-59007e622f70 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:19.393294 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799a5c17-dfd5-4586-a402-f607e233d477" -d '{"events": [{"server_uuid": "7826bb36-f1ad-4ccc-b541-ed7a5259777f", "name": "network-vif-plugged", "status": "completed", "tag": "e68ca7eb-d44f-4975-ab7e-34b4a82b884e"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:30:19.509824 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1d58f92-4928-4115-a218-59007e622f70 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:19.516260 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1d58f92-4928-4115-a218-59007e622f70 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:19.577892 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d58f92-4928-4115-a218-59007e622f70 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba9c3b6-6c00-4cf7-9741-23c06b337bad,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:19.602170 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1d58f92-4928-4115-a218-59007e622f70 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:19.602170 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f1d58f92-4928-4115-a218-59007e622f70 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2452395 Nov 11 17:30:19.604410 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37562) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:19.613696 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-ccfa3111-c62a-49a0-8501-7f0e13975968 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Request body: {'security_group_rule': {'security_group_id': '0ba9c3b6-6c00-4cf7-9741-23c06b337bad', 'direction': 'ingress', 'protocol': 17}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:19.683635 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ccfa3111-c62a-49a0-8501-7f0e13975968 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:19.765206 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ccfa3111-c62a-49a0-8501-7f0e13975968 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:19.771428 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ccfa3111-c62a-49a0-8501-7f0e13975968 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:19.821540 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa3111-c62a-49a0-8501-7f0e13975968 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166cae5d-5d6c-41a9-9b51-661da9c4c88c,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:19.832478 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ccfa3111-c62a-49a0-8501-7f0e13975968 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:19.836400 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ccfa3111-c62a-49a0-8501-7f0e13975968 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2284696 Nov 11 17:30:19.837044 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37568) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:19.952018 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1cdaf7b3-2c97-4493-8c98-35b0f62bdbdb tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:19.979997 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1cdaf7b3-2c97-4493-8c98-35b0f62bdbdb tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:20.040059 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1cdaf7b3-2c97-4493-8c98-35b0f62bdbdb tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:20.042997 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1cdaf7b3-2c97-4493-8c98-35b0f62bdbdb tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:20.046514 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1cdaf7b3-2c97-4493-8c98-35b0f62bdbdb tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "DELETE /v2.0/security-groups/0ba9c3b6-6c00-4cf7-9741-23c06b337bad HTTP/1.1" status: 204 len: 168 time: 0.2064822 Nov 11 17:30:20.047239 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37570) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:20.056929 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdaf7b3-2c97-4493-8c98-35b0f62bdbdb tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba9c3b6-6c00-4cf7-9741-23c06b337bad,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:20.118093 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a2cf2655-85f1-4fde-8144-04dce250fa1a tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0693896 Nov 11 17:30:20.122060 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37572) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:20.127872 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-c0a753f6-e3fe-4dfa-9027-e9ae2cebcf95 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Request body: {'security_group': {'name': 'tempest-secgroup--651138573'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:20.156143 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c0a753f6-e3fe-4dfa-9027-e9ae2cebcf95 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:20.268048 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c0a753f6-e3fe-4dfa-9027-e9ae2cebcf95 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:20.275992 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c0a753f6-e3fe-4dfa-9027-e9ae2cebcf95 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:20.316598 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a753f6-e3fe-4dfa-9027-e9ae2cebcf95 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5c6d18-d1ff-487f-88e4-2f1aada7e2da,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:20.342687 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c0a753f6-e3fe-4dfa-9027-e9ae2cebcf95 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:20.346523 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c0a753f6-e3fe-4dfa-9027-e9ae2cebcf95 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2208879 Nov 11 17:30:20.347248 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37574) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:20.353427 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d22d5ada-de77-4209-a048-bc682027ae65 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Request body: {'security_group': {'name': 'tempest-secgroup--1605833949'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:20.405548 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d22d5ada-de77-4209-a048-bc682027ae65 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:20.531124 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d22d5ada-de77-4209-a048-bc682027ae65 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:20.538849 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d22d5ada-de77-4209-a048-bc682027ae65 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:20.586939 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d22d5ada-de77-4209-a048-bc682027ae65 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:20.588916 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d22d5ada-de77-4209-a048-bc682027ae65 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2396145 Nov 11 17:30:20.591762 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37576) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:20.603452 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-4631bff0-97ac-44c9-b3f1-191cb5751836 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Request body: {'security_group_rule': {'security_group_id': 'ce5c6d18-d1ff-487f-88e4-2f1aada7e2da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd61786a2-babe-4043-bef0-22ff4a4efac5', 'remote_ip_prefix': None}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:20.619902 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d5ada-de77-4209-a048-bc682027ae65 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d61786a2-babe-4043-bef0-22ff4a4efac5,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:20.688440 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4631bff0-97ac-44c9-b3f1-191cb5751836 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:20.804268 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4631bff0-97ac-44c9-b3f1-191cb5751836 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:20.813120 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4631bff0-97ac-44c9-b3f1-191cb5751836 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:20.840609 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631bff0-97ac-44c9-b3f1-191cb5751836 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c344def3-6a77-4423-aef9-4b71a4ba7e91,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:20.848790 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4631bff0-97ac-44c9-b3f1-191cb5751836 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:20.850130 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4631bff0-97ac-44c9-b3f1-191cb5751836 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2568195 Nov 11 17:30:20.852786 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37578) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:20.882127 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5c1feefd-0c5a-4068-a671-cef3ab0eda97 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:20.900623 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5c1feefd-0c5a-4068-a671-cef3ab0eda97 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:20.942226 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5c1feefd-0c5a-4068-a671-cef3ab0eda97 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:20.950563 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5c1feefd-0c5a-4068-a671-cef3ab0eda97 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:20.953115 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5c1feefd-0c5a-4068-a671-cef3ab0eda97 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/c344def3-6a77-4423-aef9-4b71a4ba7e91 HTTP/1.1" status: 204 len: 168 time: 0.0991991 Nov 11 17:30:20.956001 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37580) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:20.965543 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1feefd-0c5a-4068-a671-cef3ab0eda97 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c344def3-6a77-4423-aef9-4b71a4ba7e91,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:21.021664 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-84abcfd2-04df-47bb-a68e-955933f0d10e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0642235 Nov 11 17:30:21.024444 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37582) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:21.110049 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-66ccff25-98cc-431f-b2dc-b94337bdced2 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:21.157449 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-66ccff25-98cc-431f-b2dc-b94337bdced2 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:21.259244 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-66ccff25-98cc-431f-b2dc-b94337bdced2 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:21.263153 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-66ccff25-98cc-431f-b2dc-b94337bdced2 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:21.267114 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37584) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:21.276522 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-66ccff25-98cc-431f-b2dc-b94337bdced2 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "DELETE /v2.0/security-groups/d61786a2-babe-4043-bef0-22ff4a4efac5 HTTP/1.1" status: 204 len: 168 time: 0.2509007 Nov 11 17:30:21.298526 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccff25-98cc-431f-b2dc-b94337bdced2 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61786a2-babe-4043-bef0-22ff4a4efac5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:21.392918 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37586) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:21.407032 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c3c6635b-2a20-421e-9f26-0fba7fee2043 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1386485 Nov 11 17:30:21.461869 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d8316e3-0013-450c-a19e-6ec2c76f5195 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:21.493405 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d8316e3-0013-450c-a19e-6ec2c76f5195 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:21.545663 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d8316e3-0013-450c-a19e-6ec2c76f5195 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:21.550072 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d8316e3-0013-450c-a19e-6ec2c76f5195 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:21.551967 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5d8316e3-0013-450c-a19e-6ec2c76f5195 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "DELETE /v2.0/security-groups/ce5c6d18-d1ff-487f-88e4-2f1aada7e2da HTTP/1.1" status: 204 len: 168 time: 0.1580718 Nov 11 17:30:21.554617 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37588) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:21.576604 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8316e3-0013-450c-a19e-6ec2c76f5195 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5c6d18-d1ff-487f-88e4-2f1aada7e2da,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:21.643639 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5d4fe453-69a0-4ce6-85e4-3e3aff15a1f1 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0874326 Nov 11 17:30:21.648412 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37590) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:21.657534 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-61f081ad-12f1-4f7f-b0af-6cbe71a9043d tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Request body: {'security_group': {'name': 'tempest-secgroup--1153263378'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:21.689583 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61f081ad-12f1-4f7f-b0af-6cbe71a9043d tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:21.779144 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61f081ad-12f1-4f7f-b0af-6cbe71a9043d tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:21.788276 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61f081ad-12f1-4f7f-b0af-6cbe71a9043d tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:21.842673 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61f081ad-12f1-4f7f-b0af-6cbe71a9043d tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:21.844025 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-61f081ad-12f1-4f7f-b0af-6cbe71a9043d tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1945434 Nov 11 17:30:21.847267 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37592) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:21.851347 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f081ad-12f1-4f7f-b0af-6cbe71a9043d tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ca8081-c366-479f-8944-d6a8f5f6f5cb,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:21.862070 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-5cc5328f-5d06-4493-8c80-56c964b28f2e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Request body: {'security_group_rule': {'security_group_id': '71ca8081-c366-479f-8944-d6a8f5f6f5cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:21.919065 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5cc5328f-5d06-4493-8c80-56c964b28f2e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:21.997833 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5cc5328f-5d06-4493-8c80-56c964b28f2e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:22.008948 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5cc5328f-5d06-4493-8c80-56c964b28f2e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:22.027667 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5328f-5d06-4493-8c80-56c964b28f2e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57902c46-9df2-46a4-b1c6-46dff29ef088,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:22.037743 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5cc5328f-5d06-4493-8c80-56c964b28f2e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:22.039873 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5cc5328f-5d06-4493-8c80-56c964b28f2e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1902099 Nov 11 17:30:22.042405 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37594) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:22.071042 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-775b2a44-edc1-4ada-ba70-8110160f0d6f tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:22.080724 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-775b2a44-edc1-4ada-ba70-8110160f0d6f tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:22.125343 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-775b2a44-edc1-4ada-ba70-8110160f0d6f tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:22.140619 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-775b2a44-edc1-4ada-ba70-8110160f0d6f tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:22.142176 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-775b2a44-edc1-4ada-ba70-8110160f0d6f tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/57902c46-9df2-46a4-b1c6-46dff29ef088 HTTP/1.1" status: 204 len: 168 time: 0.0987356 Nov 11 17:30:22.143338 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b2a44-edc1-4ada-ba70-8110160f0d6f tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57902c46-9df2-46a4-b1c6-46dff29ef088,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:22.145117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37600) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:22.220945 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-27316ada-daf2-475e-a6f6-7b974b080060 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0746400 Nov 11 17:30:22.223770 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37602) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:22.325962 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9cb48c0c-5028-4e38-bb5a-487edad15d9c tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:22.350153 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9cb48c0c-5028-4e38-bb5a-487edad15d9c tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:22.397245 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9cb48c0c-5028-4e38-bb5a-487edad15d9c tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:22.400094 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9cb48c0c-5028-4e38-bb5a-487edad15d9c tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:22.403644 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9cb48c0c-5028-4e38-bb5a-487edad15d9c tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "DELETE /v2.0/security-groups/71ca8081-c366-479f-8944-d6a8f5f6f5cb HTTP/1.1" status: 204 len: 168 time: 0.1763742 Nov 11 17:30:22.404139 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37604) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:22.411352 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb48c0c-5028-4e38-bb5a-487edad15d9c tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ca8081-c366-479f-8944-d6a8f5f6f5cb,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:22.475181 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0ed1e88b-bd8a-4713-a7f7-606b1dcf0336 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0662003 Nov 11 17:30:22.475523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37606) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:22.484774 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2d6e2816-a905-47c9-b70c-06dc58eb5238 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Request body: {'security_group': {'name': 'tempest-secgroup--674763881'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:22.527963 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2d6e2816-a905-47c9-b70c-06dc58eb5238 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:22.629350 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2d6e2816-a905-47c9-b70c-06dc58eb5238 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:22.634481 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2d6e2816-a905-47c9-b70c-06dc58eb5238 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:22.671679 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2d6e2816-a905-47c9-b70c-06dc58eb5238 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:22.675685 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2d6e2816-a905-47c9-b70c-06dc58eb5238 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1964998 Nov 11 17:30:22.675685 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e2816-a905-47c9-b70c-06dc58eb5238 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddedecb2-5649-4937-9917-8f989fa77079,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:22.676327 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37608) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:22.683999 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-48f48878-715e-4fa4-b627-895bbf42d66f tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Request body: {'security_group_rule': {'security_group_id': 'ddedecb2-5649-4937-9917-8f989fa77079', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:22.751038 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-48f48878-715e-4fa4-b627-895bbf42d66f tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:22.809023 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-48f48878-715e-4fa4-b627-895bbf42d66f tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:22.813506 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-48f48878-715e-4fa4-b627-895bbf42d66f tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:22.834128 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f48878-715e-4fa4-b627-895bbf42d66f tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5a573d-86d6-4c84-a5e1-1a1ecd2b8588,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:22.841038 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-48f48878-715e-4fa4-b627-895bbf42d66f tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:22.842662 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-48f48878-715e-4fa4-b627-895bbf42d66f tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1624711 Nov 11 17:30:22.845606 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37610) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:22.873092 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-98c5c8e1-77c6-4eb2-9900-5d1275d4cc80 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-group-rules/fa5a573d-86d6-4c84-a5e1-1a1ecd2b8588 HTTP/1.1" status: 200 len: 763 time: 0.0248432 Nov 11 17:30:22.874706 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37612) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:22.921085 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-88743bb4-3dde-4b56-a951-5784672c001d tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0447285 Nov 11 17:30:22.923233 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37614) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:22.952313 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-40cf72ad-affa-4b07-a22b-6d30fdacf15e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:22.961662 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-40cf72ad-affa-4b07-a22b-6d30fdacf15e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:23.038379 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-40cf72ad-affa-4b07-a22b-6d30fdacf15e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:23.038379 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-40cf72ad-affa-4b07-a22b-6d30fdacf15e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:23.038379 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-40cf72ad-affa-4b07-a22b-6d30fdacf15e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/fa5a573d-86d6-4c84-a5e1-1a1ecd2b8588 HTTP/1.1" status: 204 len: 168 time: 0.1022058 Nov 11 17:30:23.038379 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf72ad-affa-4b07-a22b-6d30fdacf15e tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa5a573d-86d6-4c84-a5e1-1a1ecd2b8588,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:23.040501 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37616) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:23.094313 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37618) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:23.097222 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-09def482-c0d0-4206-9225-d741ad9ca825 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0536296 Nov 11 17:30:23.099196 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-f786a1f2-9664-4f2d-8daa-7bcce4743e34 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Request body: {'security_group_rule': {'security_group_id': 'ddedecb2-5649-4937-9917-8f989fa77079', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:23.134839 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f786a1f2-9664-4f2d-8daa-7bcce4743e34 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:23.212552 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f786a1f2-9664-4f2d-8daa-7bcce4743e34 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:23.221401 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f786a1f2-9664-4f2d-8daa-7bcce4743e34 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:23.245546 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786a1f2-9664-4f2d-8daa-7bcce4743e34 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba18198-9895-43a7-a2e8-bb858e7a2945,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:23.258782 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f786a1f2-9664-4f2d-8daa-7bcce4743e34 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:23.262805 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f786a1f2-9664-4f2d-8daa-7bcce4743e34 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1646926 Nov 11 17:30:23.263392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37628) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:23.284172 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-541221c2-d585-490d-9a72-9633ac5bc3cf tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-group-rules/8ba18198-9895-43a7-a2e8-bb858e7a2945 HTTP/1.1" status: 200 len: 763 time: 0.0189874 Nov 11 17:30:23.287587 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37630) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:23.342210 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ebb534ab-327f-4749-94d3-685bf3813e66 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0518186 Nov 11 17:30:23.344178 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37642) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:23.411937 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a8da825-d33d-4c7e-a9d0-cd7cc7c3ed80 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:23.427865 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a8da825-d33d-4c7e-a9d0-cd7cc7c3ed80 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:23.459487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5ce07-b424-45cf-b363-5b7c6410ca22 req-ef18b3c0-b0ba-4e2c-89eb-de600e43ae3b tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:23.464666 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-54d5ce07-b424-45cf-b363-5b7c6410ca22 req-ef18b3c0-b0ba-4e2c-89eb-de600e43ae3b tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=a37cdc0b-fb2d-4268-9333-6e9917d2f86d HTTP/1.1" status: 200 len: 946 time: 0.0849059 Nov 11 17:30:23.472409 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a8da825-d33d-4c7e-a9d0-cd7cc7c3ed80 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:23.481265 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a8da825-d33d-4c7e-a9d0-cd7cc7c3ed80 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:23.484940 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37644) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:23.485209 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5a8da825-d33d-4c7e-a9d0-cd7cc7c3ed80 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/8ba18198-9895-43a7-a2e8-bb858e7a2945 HTTP/1.1" status: 204 len: 168 time: 0.1399138 Nov 11 17:30:23.489911 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8da825-d33d-4c7e-a9d0-cd7cc7c3ed80 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ba18198-9895-43a7-a2e8-bb858e7a2945,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:23.548424 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-54d5ce07-b424-45cf-b363-5b7c6410ca22 req-f8a41dee-1583-4e6e-91ba-569b84f824b4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811951 Nov 11 17:30:23.572764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37656) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:23.576387 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-33265c66-194f-4f6b-b33f-febd592ab6c6 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0894852 Nov 11 17:30:23.577531 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-7c012a9d-498c-485b-88ea-8ba4d635995c tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Request body: {'security_group_rule': {'security_group_id': 'ddedecb2-5649-4937-9917-8f989fa77079', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:23.618535 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632f3776-f048-44c2-acd9-9895ef5304b7 x-openstack-request-id: req-632f3776-f048-44c2-acd9-9895ef5304b7 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:30:23.619480 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7826bb36-f1ad-4ccc-b541-ed7a5259777f", "name": "network-vif-plugged", "status": "completed", "tag": "e68ca7eb-d44f-4975-ab7e-34b4a82b884e", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:30:23.619880 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-632f3776-f048-44c2-acd9-9895ef5304b7 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:30:23.620390 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7826bb36-f1ad-4ccc-b541-ed7a5259777f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68ca7eb-d44f-4975-ab7e-34b4a82b884e', 'code': 200} Nov 11 17:30:23.632905 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-7c012a9d-498c-485b-88ea-8ba4d635995c tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Project ae161668d26b412da79c268716188718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:30:23.641238 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c012a9d-498c-485b-88ea-8ba4d635995c tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:23.668274 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e7187-d5ad-4fbf-b826-f22c10a82975 req-1a3b581b-df7b-4e5f-bc36-a09226a0df7b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:23.674569 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ac3e7187-d5ad-4fbf-b826-f22c10a82975 req-1a3b581b-df7b-4e5f-bc36-a09226a0df7b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 944 time: 0.0969987 Nov 11 17:30:23.741419 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ac3e7187-d5ad-4fbf-b826-f22c10a82975 req-b7e8aa62-d33a-466b-bdde-f28d6cb07ac0 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659766 Nov 11 17:30:23.792622 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c012a9d-498c-485b-88ea-8ba4d635995c tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:23.808810 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c012a9d-498c-485b-88ea-8ba4d635995c tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:23.839620 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc618855-bb70-4418-9f28-c4af8ba9a663 req-fcdecfb7-d796-4cda-8092-81c9eb821719 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:23.849891 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc618855-bb70-4418-9f28-c4af8ba9a663 req-fcdecfb7-d796-4cda-8092-81c9eb821719 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 944 time: 0.1240301 Nov 11 17:30:23.886114 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c012a9d-498c-485b-88ea-8ba4d635995c tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147357b6-0ad0-4451-a7a2-80c17fa81a4a,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:23.911165 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c012a9d-498c-485b-88ea-8ba4d635995c tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:23.917753 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7c012a9d-498c-485b-88ea-8ba4d635995c tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3438492 Nov 11 17:30:23.920044 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37658) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:23.954517 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f93b69e0-7d61-4831-a73f-5c794a103c70 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-group-rules/147357b6-0ad0-4451-a7a2-80c17fa81a4a HTTP/1.1" status: 200 len: 769 time: 0.0334339 Nov 11 17:30:23.964106 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37668) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:23.988666 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:24.030133 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc618855-bb70-4418-9f28-c4af8ba9a663 req-efc8dbef-2f64-4367-b9b2-28a3e23d7f62 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776159 Nov 11 17:30:24.058643 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d501ce60-e67f-42e2-9127-61af9fc336bd tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0929163 Nov 11 17:30:24.062787 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37676) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:24.137182 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ac7453f-e439-470c-ad2b-5fc8e89e501b tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:24.162980 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ac7453f-e439-470c-ad2b-5fc8e89e501b tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:24.167475 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-88797ef0-3b70-499c-95a9-ffe5af86c1d6 req-e9405a1a-6cee-4afd-9c7c-faf30571599c tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0578895 Nov 11 17:30:24.255500 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ac7453f-e439-470c-ad2b-5fc8e89e501b tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:24.261230 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ac7453f-e439-470c-ad2b-5fc8e89e501b tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:24.265075 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8ac7453f-e439-470c-ad2b-5fc8e89e501b tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/147357b6-0ad0-4451-a7a2-80c17fa81a4a HTTP/1.1" status: 204 len: 168 time: 0.2011681 Nov 11 17:30:24.265542 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37680) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:24.274485 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7453f-e439-470c-ad2b-5fc8e89e501b tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=147357b6-0ad0-4451-a7a2-80c17fa81a4a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:24.290395 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4683834-2d83-44ef-b0a4-de4d701b6909 req-bb4ee33b-656f-4532-90f8-ae70660d9735 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:24.292224 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c4683834-2d83-44ef-b0a4-de4d701b6909 req-bb4ee33b-656f-4532-90f8-ae70660d9735 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=7826bb36-f1ad-4ccc-b541-ed7a5259777f HTTP/1.1" status: 200 len: 945 time: 0.1064107 Nov 11 17:30:24.341030 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2c8a3bb1-17ba-4456-9661-ae24e3e6aea6 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0737631 Nov 11 17:30:24.344035 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37682) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:24.419390 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c4683834-2d83-44ef-b0a4-de4d701b6909 req-6eaef6fe-a4e8-46ba-8540-f1ee935a011f tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168621 Nov 11 17:30:24.428589 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd687e51-69d2-495f-a933-5380b6f57071 req-8970176b-643e-4e4b-ad81-6f672e94746b tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:24.437876 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd687e51-69d2-495f-a933-5380b6f57071 req-8970176b-643e-4e4b-ad81-6f672e94746b tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=334e94bd-5698-4cdb-a7ac-78ded4374906 HTTP/1.1" status: 200 len: 951 time: 0.1168349 Nov 11 17:30:24.439526 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7994a00d-a5ad-4af5-8b9a-6adf3c561aff tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:24.488067 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7994a00d-a5ad-4af5-8b9a-6adf3c561aff tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:24.495421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd687e51-69d2-495f-a933-5380b6f57071 req-5f641ad2-6bd4-45b4-98c5-79ed61a09648 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566840 Nov 11 17:30:24.545933 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7994a00d-a5ad-4af5-8b9a-6adf3c561aff tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:24.549296 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7994a00d-a5ad-4af5-8b9a-6adf3c561aff tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:24.552220 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7994a00d-a5ad-4af5-8b9a-6adf3c561aff tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "DELETE /v2.0/security-groups/ddedecb2-5649-4937-9917-8f989fa77079 HTTP/1.1" status: 204 len: 168 time: 0.2055476 Nov 11 17:30:24.554023 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37684) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:24.563172 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994a00d-a5ad-4af5-8b9a-6adf3c561aff tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddedecb2-5649-4937-9917-8f989fa77079,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:24.597071 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-51ffbc31-c61a-4b91-a0ff-100f9c30f811 tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0416756 Nov 11 17:30:24.601671 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37686) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:24.642271 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7a811618-5935-4991-8643-cdacccd3b9ed tempest-SecGroupIPv6Test-1621386065 tempest-SecGroupIPv6Test-1621386065-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0395555 Nov 11 17:30:24.961909 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf1d6c-7ba6-44ae-9e28-de2099200c7c req-9fff3707-09c1-42b4-9154-594339fcffc5 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:24.963534 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-21cf1d6c-7ba6-44ae-9e28-de2099200c7c req-9fff3707-09c1-42b4-9154-594339fcffc5 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 944 time: 0.1197534 Nov 11 17:30:24.991046 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37696) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:25.080538 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-21cf1d6c-7ba6-44ae-9e28-de2099200c7c req-e38e1fa7-6f98-428f-9f01-c164f2db87e8 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103847 Nov 11 17:30:25.188591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a87602-814a-4aa5-8cbf-b0e52ecaeae3 req-1a31e239-acb9-4986-92a2-51c17f667453 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:25.190832 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92a87602-814a-4aa5-8cbf-b0e52ecaeae3 req-1a31e239-acb9-4986-92a2-51c17f667453 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 944 time: 0.0653911 Nov 11 17:30:25.228468 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ff9e70bb-5a7d-4679-bb72-5db5890efd3b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ae161668d26b412da79c268716188718&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2357090 Nov 11 17:30:25.230724 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37704) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:25.298677 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dcc0ea02-7580-4baa-8560-247afefbeba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:25.315238 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f285acc-3b81-469b-89f2-44206ccc0af5 req-48f3594f-7a9a-415d-ad09-4067bbdbd84e tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0319479 Nov 11 17:30:25.318395 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92a87602-814a-4aa5-8cbf-b0e52ecaeae3 req-d9ea4536-2e79-407c-97d8-d58ead8df064 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098599 Nov 11 17:30:25.322807 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dcc0ea02-7580-4baa-8560-247afefbeba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:25.394974 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dcc0ea02-7580-4baa-8560-247afefbeba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:25.400616 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dcc0ea02-7580-4baa-8560-247afefbeba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:25.404355 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dcc0ea02-7580-4baa-8560-247afefbeba5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5b650c83-0eff-4587-a2be-dc0519b618bf HTTP/1.1" status: 204 len: 168 time: 0.1694198 Nov 11 17:30:25.410813 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0ea02-7580-4baa-8560-247afefbeba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b650c83-0eff-4587-a2be-dc0519b618bf,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:25.569407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22ddc4-bc4e-4d10-8fe4-2cbee9205bc4 req-8e497f49-277e-45ea-a6de-f05798075dae tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:25.579949 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b22ddc4-bc4e-4d10-8fe4-2cbee9205bc4 req-8e497f49-277e-45ea-a6de-f05798075dae tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=7826bb36-f1ad-4ccc-b541-ed7a5259777f HTTP/1.1" status: 200 len: 945 time: 0.0909421 Nov 11 17:30:25.672245 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b22ddc4-bc4e-4d10-8fe4-2cbee9205bc4 req-61da9f7d-eb42-41f4-9e82-4e2d3ac35c20 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858052 Nov 11 17:30:25.680093 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241c404-16ef-4a25-87f4-3a816bd6b2d6 req-1f777d22-2252-445e-ab19-1d3f3b1d3135 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:25.681546 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c241c404-16ef-4a25-87f4-3a816bd6b2d6 req-1f777d22-2252-445e-ab19-1d3f3b1d3135 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=334e94bd-5698-4cdb-a7ac-78ded4374906 HTTP/1.1" status: 200 len: 951 time: 0.0874541 Nov 11 17:30:25.758641 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c241c404-16ef-4a25-87f4-3a816bd6b2d6 req-7bc04c46-0723-41e0-ac1d-dfae616e97cd tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682962 Nov 11 17:30:26.213246 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37734) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:26.243680 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f441b5-9e51-4dca-998b-96e051e062ac req-27db58f8-e823-4759-8594-6b8590a5b6a7 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:26.245222 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-70f441b5-9e51-4dca-998b-96e051e062ac req-27db58f8-e823-4759-8594-6b8590a5b6a7 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 944 time: 0.0780087 Nov 11 17:30:26.299484 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-70f441b5-9e51-4dca-998b-96e051e062ac req-88bcdc4b-6370-4660-9cab-52d05b107c7a tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481260 Nov 11 17:30:26.333091 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-3514da61-2d62-49a8-b7e4-e84a06669cbe tempest-SubnetPoolsTestJSON-1930251415 tempest-SubnetPoolsTestJSON-1930251415-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-306777608', 'prefixes': ['172.20.0.0/16']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:26.414148 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3514da61-2d62-49a8-b7e4-e84a06669cbe tempest-SubnetPoolsTestJSON-1930251415 tempest-SubnetPoolsTestJSON-1930251415-project] Publish callbacks [] for subnetpool, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:26.415363 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3514da61-2d62-49a8-b7e4-e84a06669cbe tempest-SubnetPoolsTestJSON-1930251415 tempest-SubnetPoolsTestJSON-1930251415-project] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2003434 Nov 11 17:30:26.418098 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37742) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:26.440485 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60e6ba01-660e-4cf2-a926-22459e0398aa req-59c8172e-2b6f-4080-87ca-b3ef7bb0dad0 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0344594 Nov 11 17:30:26.463201 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-47062974-34a7-412c-8b1c-7016b2c31b82 tempest-SubnetPoolsTestJSON-1930251415 tempest-SubnetPoolsTestJSON-1930251415-project] 10.222.0.76 "GET /v2.0/subnetpools/38732e8f-fdd2-4121-9266-fc21708d9a3e HTTP/1.1" status: 200 len: 731 time: 0.0439904 Nov 11 17:30:26.465819 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37744) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:26.472764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-01edff69-4cbf-44d8-898a-24e4f42af701 tempest-SubnetPoolsTestJSON-1930251415 tempest-SubnetPoolsTestJSON-1930251415-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1361186551'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:26.513694 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eed93a-b4fa-4803-a7da-b90ef38c54f2 req-9f335033-a429-4c77-8402-a3392b3902e8 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:26.515275 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9eed93a-b4fa-4803-a7da-b90ef38c54f2 req-9f335033-a429-4c77-8402-a3392b3902e8 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 944 time: 0.1074629 Nov 11 17:30:26.578487 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9eed93a-b4fa-4803-a7da-b90ef38c54f2 req-98c68622-f597-47d1-90e7-2af8adca32e9 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552633 Nov 11 17:30:26.586609 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-01edff69-4cbf-44d8-898a-24e4f42af701 tempest-SubnetPoolsTestJSON-1930251415 tempest-SubnetPoolsTestJSON-1930251415-project] Publish callbacks [] for subnetpool, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:26.590153 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-01edff69-4cbf-44d8-898a-24e4f42af701 tempest-SubnetPoolsTestJSON-1930251415 tempest-SubnetPoolsTestJSON-1930251415-project] 10.222.0.76 "PUT /v2.0/subnetpools/38732e8f-fdd2-4121-9266-fc21708d9a3e HTTP/1.1" status: 200 len: 684 time: 0.1211667 Nov 11 17:30:26.590423 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37746) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:26.674217 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a5be5da-873c-4b6d-90b3-5c092d389c76 tempest-SubnetPoolsTestJSON-1930251415 tempest-SubnetPoolsTestJSON-1930251415-project] Publish callbacks [] for subnetpool, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:26.675506 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6a5be5da-873c-4b6d-90b3-5c092d389c76 tempest-SubnetPoolsTestJSON-1930251415 tempest-SubnetPoolsTestJSON-1930251415-project] 10.222.0.76 "DELETE /v2.0/subnetpools/38732e8f-fdd2-4121-9266-fc21708d9a3e HTTP/1.1" status: 204 len: 168 time: 0.0841308 Nov 11 17:30:26.678324 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37748) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:26.701692 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-856c2451-8f96-4fc1-bc12-ec938bae8902 tempest-SubnetPoolsTestJSON-1930251415 tempest-SubnetPoolsTestJSON-1930251415-project] show failed (client error): The resource could not be found. Nov 11 17:30:26.702742 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-856c2451-8f96-4fc1-bc12-ec938bae8902 tempest-SubnetPoolsTestJSON-1930251415 tempest-SubnetPoolsTestJSON-1930251415-project] 10.222.0.76 "GET /v2.0/subnetpools/38732e8f-fdd2-4121-9266-fc21708d9a3e HTTP/1.1" status: 404 len: 346 time: 0.0229924 Nov 11 17:30:26.705563 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37750) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:26.721033 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-df6ba171-5ea2-4d35-b214-ec8d14bd316b tempest-SubnetPoolsTestJSON-1930251415 tempest-SubnetPoolsTestJSON-1930251415-project] delete failed (client error): The resource could not be found. Nov 11 17:30:26.722023 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-df6ba171-5ea2-4d35-b214-ec8d14bd316b tempest-SubnetPoolsTestJSON-1930251415 tempest-SubnetPoolsTestJSON-1930251415-project] 10.222.0.76 "DELETE /v2.0/subnetpools/38732e8f-fdd2-4121-9266-fc21708d9a3e HTTP/1.1" status: 404 len: 346 time: 0.0153446 Nov 11 17:30:26.815334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e4ae4-0db5-42c9-be55-bbf612608c87 req-da25ff13-f758-46e8-9932-e870329e4aa7 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:26.816875 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae6e4ae4-0db5-42c9-be55-bbf612608c87 req-da25ff13-f758-46e8-9932-e870329e4aa7 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=7826bb36-f1ad-4ccc-b541-ed7a5259777f HTTP/1.1" status: 200 len: 945 time: 0.0589151 Nov 11 17:30:26.912445 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae6e4ae4-0db5-42c9-be55-bbf612608c87 req-3807dbd8-2af4-41e6-b075-d131907d88eb tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886259 Nov 11 17:30:26.933035 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02771294-f586-4a6e-b745-b54f4fdd13a7 req-1f105d02-9a91-42bb-b63b-2258fc8648e4 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:26.941113 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-02771294-f586-4a6e-b745-b54f4fdd13a7 req-1f105d02-9a91-42bb-b63b-2258fc8648e4 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=334e94bd-5698-4cdb-a7ac-78ded4374906 HTTP/1.1" status: 200 len: 951 time: 0.0846062 Nov 11 17:30:27.002399 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-02771294-f586-4a6e-b745-b54f4fdd13a7 req-dffb79ea-dd78-4bde-bb2f-003ab4d7e564 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601382 Nov 11 17:30:27.077291 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37764) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:27.213198 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3677de83-6ef5-4488-933e-2d526f33e7b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:27.296602 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3677de83-6ef5-4488-933e-2d526f33e7b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:27.303947 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3677de83-6ef5-4488-933e-2d526f33e7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:27.342965 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3677de83-6ef5-4488-933e-2d526f33e7b6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dbd2693f959340b69307e2eab2eb0437&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2645767 Nov 11 17:30:27.344185 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677de83-6ef5-4488-933e-2d526f33e7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab82f19-157a-4d5f-945d-9aea87f4ef71,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:27.345678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37770) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:27.398907 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5db1e1ee-f3d3-4a04-a1d1-1ac1f8e4af26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:27.421587 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5db1e1ee-f3d3-4a04-a1d1-1ac1f8e4af26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:27.421907 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158f304-02b0-496a-b05d-360f0ff1942d req-265150c6-9e71-4ac0-944f-09a661690b2d tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:27.423416 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d158f304-02b0-496a-b05d-360f0ff1942d req-265150c6-9e71-4ac0-944f-09a661690b2d tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 944 time: 0.0509124 Nov 11 17:30:27.480526 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d158f304-02b0-496a-b05d-360f0ff1942d req-f9ffdf44-8e37-4ce6-a7ee-cdb6e1ed39ec tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480607 Nov 11 17:30:27.482517 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5db1e1ee-f3d3-4a04-a1d1-1ac1f8e4af26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:27.485450 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5db1e1ee-f3d3-4a04-a1d1-1ac1f8e4af26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:27.487007 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5db1e1ee-f3d3-4a04-a1d1-1ac1f8e4af26 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aab82f19-157a-4d5f-945d-9aea87f4ef71 HTTP/1.1" status: 204 len: 168 time: 0.1401689 Nov 11 17:30:27.507010 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1e1ee-f3d3-4a04-a1d1-1ac1f8e4af26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab82f19-157a-4d5f-945d-9aea87f4ef71,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:27.574017 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fcbb50d8-db2a-4962-9d73-148b3c771ce9 req-9f44d667-ff93-4ba5-9c70-6d1ef163df0c tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0292439 Nov 11 17:30:27.750288 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cd653-d480-4400-87ce-98d42f8316c4 req-e8dbed18-678f-4189-bd77-f610f2236084 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:27.751872 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-066cd653-d480-4400-87ce-98d42f8316c4 req-e8dbed18-678f-4189-bd77-f610f2236084 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 944 time: 0.0584819 Nov 11 17:30:27.812058 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-066cd653-d480-4400-87ce-98d42f8316c4 req-fa36699c-3d06-41ae-aaf5-05f9662f6186 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520666 Nov 11 17:30:28.045710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1edbd-0e1f-4d48-b260-13a4450a4757 req-7a53694e-5e61-4740-9dd0-f0926919dcdc tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:28.047411 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dbb1edbd-0e1f-4d48-b260-13a4450a4757 req-7a53694e-5e61-4740-9dd0-f0926919dcdc tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=7826bb36-f1ad-4ccc-b541-ed7a5259777f HTTP/1.1" status: 200 len: 945 time: 0.0619221 Nov 11 17:30:28.123130 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dbb1edbd-0e1f-4d48-b260-13a4450a4757 req-ce9c18c3-c508-4c2b-9ed2-d8ecb1343d06 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667570 Nov 11 17:30:28.173254 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5575a4f-6db2-41b3-8b83-54ada36a4a4c req-68b9a872-fd0b-416f-b955-47c34c4f201f tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:28.174971 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c5575a4f-6db2-41b3-8b83-54ada36a4a4c req-68b9a872-fd0b-416f-b955-47c34c4f201f tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=334e94bd-5698-4cdb-a7ac-78ded4374906 HTTP/1.1" status: 200 len: 951 time: 0.0799599 Nov 11 17:30:28.235989 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c5575a4f-6db2-41b3-8b83-54ada36a4a4c req-094d2fd8-06e6-41d1-ae4d-47c08438a561 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546701 Nov 11 17:30:28.254442 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37802) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:28.356164 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6d34cbde-4369-4e6f-a27f-86a1419e47e6 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1850965223'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:28.392582 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d34cbde-4369-4e6f-a27f-86a1419e47e6 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Made reservation on behalf of 1c803f1ca75d43559a1aa1e83dbff4fb for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:30:28.398090 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d34cbde-4369-4e6f-a27f-86a1419e47e6 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:28.417675 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d34cbde-4369-4e6f-a27f-86a1419e47e6 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:28.430121 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d86e1ccc-e743-4211-afba-2e771fc83194 req-0ff0f3db-fc72-46af-90a5-a9f29e9f30b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbfdbe4d-3c3b-423c-b80a-53163779674f HTTP/1.1" status: 200 len: 217 time: 0.0569632 Nov 11 17:30:28.545714 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d34cbde-4369-4e6f-a27f-86a1419e47e6 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:28.551775 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d34cbde-4369-4e6f-a27f-86a1419e47e6 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:28.562410 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e1ccc-e743-4211-afba-2e771fc83194 req-845675ff-2a1f-41d0-904d-9bcf6218be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:28.565292 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d86e1ccc-e743-4211-afba-2e771fc83194 req-845675ff-2a1f-41d0-904d-9bcf6218be71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a33a415-81af-4eb3-b9c5-17414d49d9ff HTTP/1.1" status: 200 len: 846 time: 0.0891218 Nov 11 17:30:28.581722 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d34cbde-4369-4e6f-a27f-86a1419e47e6 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1263} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:30:28.581932 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dc5b7-2a7e-492a-ad71-9ea4a3c1112c req-03668d10-b27d-40cb-acd3-ea40819266d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:28.583648 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c90dc5b7-2a7e-492a-ad71-9ea4a3c1112c req-03668d10-b27d-40cb-acd3-ea40819266d4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7826bb36-f1ad-4ccc-b541-ed7a5259777f HTTP/1.1" status: 200 len: 1096 time: 0.0757289 Nov 11 17:30:28.593633 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34cbde-4369-4e6f-a27f-86a1419e47e6 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41913466-0884-4625-bfce-5ad22c0050f5,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:28.602288 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d34cbde-4369-4e6f-a27f-86a1419e47e6 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:28.603243 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-6d34cbde-4369-4e6f-a27f-86a1419e47e6 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Added segment cb19137f-c16c-4495-87ac-bab828b873d4 of type vlan for network b9e8add0-32c6-435b-9c5b-8ad98f75fa38 Nov 11 17:30:28.701244 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d34cbde-4369-4e6f-a27f-86a1419e47e6 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:28.708831 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d86e1ccc-e743-4211-afba-2e771fc83194 req-20a39ffc-017d-43c2-be88-b8520b987eff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e09136b-2afb-4141-b1b5-3d967dca5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684710 Nov 11 17:30:28.734465 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-80ba54a4-2a5a-4d33-9852-283e31c1a82b req-5c140913-10ad-46cb-959d-f44f6347f328 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0642734 Nov 11 17:30:28.751960 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c90dc5b7-2a7e-492a-ad71-9ea4a3c1112c req-12514bbb-00e1-44a5-b751-4fe39c53df72 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103559 Nov 11 17:30:28.775400 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122187d-1576-48b5-9410-dc9a219e17d1 req-d89ed440-4fde-47c9-965b-29c8438f2bf1 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:28.777038 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8122187d-1576-48b5-9410-dc9a219e17d1 req-d89ed440-4fde-47c9-965b-29c8438f2bf1 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 944 time: 0.1770921 Nov 11 17:30:28.793672 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d34cbde-4369-4e6f-a27f-86a1419e47e6 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:28.799183 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d34cbde-4369-4e6f-a27f-86a1419e47e6 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:28.801207 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d34cbde-4369-4e6f-a27f-86a1419e47e6 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:28.848369 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d86e1ccc-e743-4211-afba-2e771fc83194 req-c9bc2935-80ba-4c4c-96d8-b7a306400152 service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238701 Nov 11 17:30:28.918837 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6d34cbde-4369-4e6f-a27f-86a1419e47e6 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.6590571 Nov 11 17:30:28.918837 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34cbde-4369-4e6f-a27f-86a1419e47e6 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Pushing event updated for resources: {'Network': ['ID=b9e8add0-32c6-435b-9c5b-8ad98f75fa38,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:28.925560 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37816) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:28.926892 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network b9e8add0-32c6-435b-9c5b-8ad98f75fa38 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:30:28.931830 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-aac96c7b-55f3-4d2d-a9b7-3ba0080b5953 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b9e8add0-32c6-435b-9c5b-8ad98f75fa38', 'tempest-TagsTest-Tag-1182943536') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:28.954618 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8122187d-1576-48b5-9410-dc9a219e17d1 req-7c9972c7-6c69-49aa-9101-83761d47c6d2 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712704 Nov 11 17:30:28.975401 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf13871-755e-4f3f-8ea9-d2e350bb0fcc req-722c19a5-8827-4b5c-88d0-5e943375085e tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:28.977262 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aaf13871-755e-4f3f-8ea9-d2e350bb0fcc req-722c19a5-8827-4b5c-88d0-5e943375085e tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 944 time: 0.0854275 Nov 11 17:30:29.049480 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-aac96c7b-55f3-4d2d-a9b7-3ba0080b5953 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] 10.222.0.76 "PUT /v2.0/networks/b9e8add0-32c6-435b-9c5b-8ad98f75fa38/tags/tempest-TagsTest-Tag-1182943536 HTTP/1.1" status: 201 len: 201 time: 0.1228039 Nov 11 17:30:29.051463 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aaf13871-755e-4f3f-8ea9-d2e350bb0fcc req-cd3742b4-4884-4f45-bfb1-5a4977b8c5b7 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588655 Nov 11 17:30:29.052107 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37818) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:29.058851 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-d17e6213-6d77-4a14-bca2-0cd49706be43 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b9e8add0-32c6-435b-9c5b-8ad98f75fa38', 'tempest-TagsTest-Tag-1182943536') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:29.141930 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d17e6213-6d77-4a14-bca2-0cd49706be43 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] 10.222.0.76 "GET /v2.0/networks/b9e8add0-32c6-435b-9c5b-8ad98f75fa38/tags/tempest-TagsTest-Tag-1182943536 HTTP/1.1" status: 204 len: 168 time: 0.0881326 Nov 11 17:30:29.144363 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37820) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:29.149280 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-b58fdfb8-950f-474a-8c58-bcfa03990f0c tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b9e8add0-32c6-435b-9c5b-8ad98f75fa38') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:29.286528 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146f34c-da0e-4d9c-b43f-d182ee64fc27 req-e9bb06ba-9bab-4171-9905-c535f3aac203 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:29.288854 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2146f34c-da0e-4d9c-b43f-d182ee64fc27 req-e9bb06ba-9bab-4171-9905-c535f3aac203 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=7826bb36-f1ad-4ccc-b541-ed7a5259777f HTTP/1.1" status: 200 len: 945 time: 0.0869465 Nov 11 17:30:29.308564 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b58fdfb8-950f-474a-8c58-bcfa03990f0c tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] 10.222.0.76 "GET /v2.0/networks/b9e8add0-32c6-435b-9c5b-8ad98f75fa38/tags HTTP/1.1" status: 200 len: 238 time: 0.1603329 Nov 11 17:30:29.308564 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37828) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:29.317820 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-651bad21-14f1-4347-b790-165d7d5fe276 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b9e8add0-32c6-435b-9c5b-8ad98f75fa38', {'tags': ['tempest-TagsTest-Tag-227201614', 'tempest-TagsTest-Tag-1193281908', 'tempest-TagsTest-Tag-1149792976']}) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:29.328571 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d86e1ccc-e743-4211-afba-2e771fc83194 req-7b73699e-9d82-4e2c-bdfa-64d405c98a02 service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628027 Nov 11 17:30:29.380891 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2146f34c-da0e-4d9c-b43f-d182ee64fc27 req-202e454a-e290-471c-8614-8826c457e479 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845978 Nov 11 17:30:29.429404 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159a91a-a3c0-4033-aa07-6623a5671799 req-38bb7fea-6e1a-4be3-a0cc-5b4e4038fdab tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:29.430914 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f159a91a-a3c0-4033-aa07-6623a5671799 req-38bb7fea-6e1a-4be3-a0cc-5b4e4038fdab tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=334e94bd-5698-4cdb-a7ac-78ded4374906 HTTP/1.1" status: 200 len: 951 time: 0.0684972 Nov 11 17:30:29.440296 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-651bad21-14f1-4347-b790-165d7d5fe276 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] 10.222.0.76 "PUT /v2.0/networks/b9e8add0-32c6-435b-9c5b-8ad98f75fa38/tags HTTP/1.1" status: 200 len: 308 time: 0.1275961 Nov 11 17:30:29.441540 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37830) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:29.446475 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-3e63c685-e3bf-4aee-bfe2-2b7aae9af9f8 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b9e8add0-32c6-435b-9c5b-8ad98f75fa38', 'tempest-TagsTest-Tag-227201614') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:29.490495 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f159a91a-a3c0-4033-aa07-6623a5671799 req-8dfd5c97-c44e-4fac-b19b-d85fc5afcda0 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533929 Nov 11 17:30:29.563482 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37838) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:29.563749 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3e63c685-e3bf-4aee-bfe2-2b7aae9af9f8 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] 10.222.0.76 "DELETE /v2.0/networks/b9e8add0-32c6-435b-9c5b-8ad98f75fa38/tags/tempest-TagsTest-Tag-227201614 HTTP/1.1" status: 204 len: 168 time: 0.1208460 Nov 11 17:30:29.569588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-89a4118a-03e0-4a5c-8fd7-5310b8662044 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b9e8add0-32c6-435b-9c5b-8ad98f75fa38', 'tempest-TagsTest-Tag-227201614') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:29.670090 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-89a4118a-03e0-4a5c-8fd7-5310b8662044 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] show failed (client error): The resource could not be found. Nov 11 17:30:29.674361 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37850) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:29.674804 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-89a4118a-03e0-4a5c-8fd7-5310b8662044 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] 10.222.0.76 "GET /v2.0/networks/b9e8add0-32c6-435b-9c5b-8ad98f75fa38/tags/tempest-TagsTest-Tag-227201614 HTTP/1.1" status: 404 len: 325 time: 0.1064618 Nov 11 17:30:29.681986 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-32e87ff1-dfe2-4e2c-aac0-cd191b031483 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b9e8add0-32c6-435b-9c5b-8ad98f75fa38', 'tempest-TagsTest-Tag-1193281908') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:29.784327 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-32e87ff1-dfe2-4e2c-aac0-cd191b031483 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] 10.222.0.76 "GET /v2.0/networks/b9e8add0-32c6-435b-9c5b-8ad98f75fa38/tags/tempest-TagsTest-Tag-1193281908 HTTP/1.1" status: 204 len: 168 time: 0.1088617 Nov 11 17:30:29.786808 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37860) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:29.791034 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-6b4e6efe-c153-4977-bff7-aa8296ae1a1f tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b9e8add0-32c6-435b-9c5b-8ad98f75fa38', 'tempest-TagsTest-Tag-1149792976') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:29.878364 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6b4e6efe-c153-4977-bff7-aa8296ae1a1f tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] 10.222.0.76 "GET /v2.0/networks/b9e8add0-32c6-435b-9c5b-8ad98f75fa38/tags/tempest-TagsTest-Tag-1149792976 HTTP/1.1" status: 204 len: 168 time: 0.0905149 Nov 11 17:30:29.881391 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37870) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:29.885725 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-53b9c665-0871-4791-bf75-1c005787445e tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b9e8add0-32c6-435b-9c5b-8ad98f75fa38') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:29.917495 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c505dd56-3002-4261-9ce2-4f0fc2127844 req-6581fdd2-878d-4e5d-98a0-d55e9e8f5826 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0364983 Nov 11 17:30:29.997871 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-53b9c665-0871-4791-bf75-1c005787445e tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] 10.222.0.76 "DELETE /v2.0/networks/b9e8add0-32c6-435b-9c5b-8ad98f75fa38/tags HTTP/1.1" status: 204 len: 168 time: 0.1152534 Nov 11 17:30:30.002340 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37890) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:30.006681 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-8b2e0c9e-6e7f-485d-8928-08d50a12b673 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b9e8add0-32c6-435b-9c5b-8ad98f75fa38', 'tempest-TagsTest-Tag-1193281908') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:30.166935 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55422d69-1fdd-49f6-ad39-dcd0aeef36c7 req-592c8745-4e80-4497-9612-dcea1826fc0a tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:30.171252 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55422d69-1fdd-49f6-ad39-dcd0aeef36c7 req-592c8745-4e80-4497-9612-dcea1826fc0a tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 944 time: 0.1321805 Nov 11 17:30:30.206282 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-8b2e0c9e-6e7f-485d-8928-08d50a12b673 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] show failed (client error): The resource could not be found. Nov 11 17:30:30.207305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8b2e0c9e-6e7f-485d-8928-08d50a12b673 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] 10.222.0.76 "GET /v2.0/networks/b9e8add0-32c6-435b-9c5b-8ad98f75fa38/tags/tempest-TagsTest-Tag-1193281908 HTTP/1.1" status: 404 len: 326 time: 0.2055473 Nov 11 17:30:30.213328 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37900) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:30.216860 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-8fed01ee-fc58-48f4-90c9-8923fc046a64 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b9e8add0-32c6-435b-9c5b-8ad98f75fa38', 'tempest-TagsTest-Tag-1149792976') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:30.250133 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a5b7f-3bc3-4708-b219-5a617ebc86c1 req-a2a5460f-9b06-4fc0-816b-8d5857c554d5 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:30.251670 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da4a5b7f-3bc3-4708-b219-5a617ebc86c1 req-a2a5460f-9b06-4fc0-816b-8d5857c554d5 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 944 time: 0.1166365 Nov 11 17:30:30.257796 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55422d69-1fdd-49f6-ad39-dcd0aeef36c7 req-894d44ed-38d6-4634-92fd-ec434361ab62 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705137 Nov 11 17:30:30.305890 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-8fed01ee-fc58-48f4-90c9-8923fc046a64 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] show failed (client error): The resource could not be found. Nov 11 17:30:30.307332 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8fed01ee-fc58-48f4-90c9-8923fc046a64 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] 10.222.0.76 "GET /v2.0/networks/b9e8add0-32c6-435b-9c5b-8ad98f75fa38/tags/tempest-TagsTest-Tag-1149792976 HTTP/1.1" status: 404 len: 326 time: 0.0951886 Nov 11 17:30:30.310161 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37906) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:30.315858 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-efa72328-6a3d-4b81-af22-1c2a94ab61b6 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b9e8add0-32c6-435b-9c5b-8ad98f75fa38') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:30.321984 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da4a5b7f-3bc3-4708-b219-5a617ebc86c1 req-4c9536a6-5791-4e3d-b535-488ab1229449 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634732 Nov 11 17:30:30.428650 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37918) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:30.429452 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-efa72328-6a3d-4b81-af22-1c2a94ab61b6 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] 10.222.0.76 "DELETE /v2.0/networks/b9e8add0-32c6-435b-9c5b-8ad98f75fa38/tags HTTP/1.1" status: 204 len: 168 time: 0.1182582 Nov 11 17:30:30.554955 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:30.573085 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcffe11-c859-4ff2-ad26-f399a946ab67 req-eae04432-3ac1-445c-a8c9-fb447295f53e tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:30.580256 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4bcffe11-c859-4ff2-ad26-f399a946ab67 req-eae04432-3ac1-445c-a8c9-fb447295f53e tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=7826bb36-f1ad-4ccc-b541-ed7a5259777f HTTP/1.1" status: 200 len: 945 time: 0.0919740 Nov 11 17:30:30.705459 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4bcffe11-c859-4ff2-ad26-f399a946ab67 req-15b024f3-9b56-49f0-925a-9552b1b51ccb tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242352 Nov 11 17:30:30.709743 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:30.735251 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e8add0-32c6-435b-9c5b-8ad98f75fa38']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:30.752245 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb19137f-c16c-4495-87ac-bab828b873d4') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:30.752550 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb19137f-c16c-4495-87ac-bab828b873d4') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:30.764917 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:30.781846 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:30.791370 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:30:30.791821 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:30:30.794896 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:30:30.899255 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:30.924881 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:30.932491 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] 10.222.0.76 "DELETE /v2.0/networks/b9e8add0-32c6-435b-9c5b-8ad98f75fa38 HTTP/1.1" status: 204 len: 168 time: 0.5026138 Nov 11 17:30:30.935221 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Pushing event deleted for resources: {'Network': ['ID=b9e8add0-32c6-435b-9c5b-8ad98f75fa38,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:30.953613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246418d7-47c9-4fc9-835a-c8b03c600440 req-facef83e-7561-444a-9ad9-6d46593ddfb5 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:30.955302 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-246418d7-47c9-4fc9-835a-c8b03c600440 req-facef83e-7561-444a-9ad9-6d46593ddfb5 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f6b64ec-dced-49cf-80ed-a95d8a6473eb HTTP/1.1" status: 200 len: 945 time: 0.1438131 Nov 11 17:30:30.957471 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:30.957824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:30.958165 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:30.958504 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:30.958879 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:30.959212 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:30.959575 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:30.959939 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:30.960267 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:30.960614 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:30.962173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:30.962173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0fa5c-233f-45ef-9b79-da7917487d63 tempest-TagsTest-541225284 tempest-TagsTest-541225284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:30.985844 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-86f9b851-397e-494b-b6ac-988382a16bb5 req-b4916bd4-3983-4e24-9103-292ea887da3f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0553308 Nov 11 17:30:31.024304 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-246418d7-47c9-4fc9-835a-c8b03c600440 req-4de7ba09-4f69-4486-b226-4beb92e9eed1 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568821 Nov 11 17:30:31.073148 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device fbfdbe4d-3c3b-423c-b80a-53163779674f details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:30:31.157482 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5e9f4ed9-4699-4ab5-8e1e-ce985356b9a1 req-f377d11d-87b6-45d3-b56c-5cc606717bdd tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0408158 Nov 11 17:30:31.186670 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:30:31.273378 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port fbfdbe4d-3c3b-423c-b80a-53163779674f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=fbfdbe4d-3c3b-423c-b80a-53163779674f,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:31.313643 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'fbfdbe4d-3c3b-423c-b80a-53163779674f', 'network_id': '3e09136b-2afb-4141-b1b5-3d967dca5d2d', 'port_id': 'fbfdbe4d-3c3b-423c-b80a-53163779674f', 'mac_address': 'fa:16:3e:74:c7:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a33a415-81af-4eb3-b9c5-17414d49d9ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:30:31.367535 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 38016) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:31.418475 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:31.440401 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbfdbe4d-3c3b-423c-b80a-53163779674f {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:30:31.451889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bca580-4cfa-47d7-acc9-b30a334d439c req-e7f17ca3-fc26-4f1d-9660-32f090233922 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:31.453755 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5bca580-4cfa-47d7-acc9-b30a334d439c req-e7f17ca3-fc26-4f1d-9660-32f090233922 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f6b64ec-dced-49cf-80ed-a95d8a6473eb HTTP/1.1" status: 200 len: 945 time: 0.1216183 Nov 11 17:30:31.460994 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:31.481399 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port fbfdbe4d-3c3b-423c-b80a-53163779674f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=fbfdbe4d-3c3b-423c-b80a-53163779674f,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:31.492108 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:31.495649 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6dec6a22-64b5-43ff-bb8d-353a7f5c785e details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:30:31.505171 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334e94bd-5698-4cdb-a7ac-78ded4374906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02ec03e8-8286-4b13-a1b3-c2acdf4a6eee'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:30:31.508003 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbc0fee-dc12-4c29-afd1-384835b0fdaa" -d '{"events": [{"server_uuid": "334e94bd-5698-4cdb-a7ac-78ded4374906", "name": "network-vif-unplugged", "status": "completed", "tag": "02ec03e8-8286-4b13-a1b3-c2acdf4a6eee"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:30:31.510983 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eea5cb-621c-4e6e-8e6d-dc8c8eb6cadb req-fdb52ec4-b522-4b42-9472-c65dcbdd6c59 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:31.512676 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6eea5cb-621c-4e6e-8e6d-dc8c8eb6cadb req-fdb52ec4-b522-4b42-9472-c65dcbdd6c59 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 944 time: 0.1036551 Nov 11 17:30:31.548960 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:31.563026 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:31.564162 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-587d2791-f96e-484c-939f-a884d5a98430 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1c803f1ca75d43559a1aa1e83dbff4fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1953895 Nov 11 17:30:31.567292 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 38024) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:31.580335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5bca580-4cfa-47d7-acc9-b30a334d439c req-9403a452-9e2a-4d08-9609-faaf29fb5235 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191351 Nov 11 17:30:31.617238 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6eea5cb-621c-4e6e-8e6d-dc8c8eb6cadb req-868544ad-c70a-40b5-b55a-3b3a036de313 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947289 Nov 11 17:30:31.624788 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a56732d-beab-42f9-9a84-c913cec3c45f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:31.638287 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=fbfdbe4d-3c3b-423c-b80a-53163779674f,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:31.652992 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a56732d-beab-42f9-9a84-c913cec3c45f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:31.746080 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a56732d-beab-42f9-9a84-c913cec3c45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:31.753545 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a56732d-beab-42f9-9a84-c913cec3c45f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:31.753866 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,revision_number=11']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:31.756107 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2a56732d-beab-42f9-9a84-c913cec3c45f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/41913466-0884-4625-bfce-5ad22c0050f5 HTTP/1.1" status: 204 len: 168 time: 0.1863518 Nov 11 17:30:31.762442 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,segment=NetworkSegment(91415e2e-cc30-44a2-8599-bef53e9d5eab),segment_id=91415e2e-cc30-44a2-8599-bef53e9d5eab)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:31.780460 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '6dec6a22-64b5-43ff-bb8d-353a7f5c785e', 'network_id': '1ec9bff0-5844-4695-ad16-95d4383ae0e3', 'port_id': '6dec6a22-64b5-43ff-bb8d-353a7f5c785e', 'mac_address': 'fa:16:3e:0b:4b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc52ad1-f3a3-434d-a193-60fbff77cc17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:30:31.784363 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56732d-beab-42f9-9a84-c913cec3c45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41913466-0884-4625-bfce-5ad22c0050f5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:31.803586 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56732d-beab-42f9-9a84-c913cec3c45f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:31.804213 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56732d-beab-42f9-9a84-c913cec3c45f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:31.804707 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56732d-beab-42f9-9a84-c913cec3c45f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:31.805216 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56732d-beab-42f9-9a84-c913cec3c45f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:31.805874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57442f1-47ae-4503-8a58-7c47a5306804 req-a54f4e40-bcaa-4651-ba03-be0a4768cbcc tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:31.806400 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56732d-beab-42f9-9a84-c913cec3c45f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:31.806887 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56732d-beab-42f9-9a84-c913cec3c45f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:31.807450 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56732d-beab-42f9-9a84-c913cec3c45f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:31.807956 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56732d-beab-42f9-9a84-c913cec3c45f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:31.808620 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56732d-beab-42f9-9a84-c913cec3c45f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:31.809232 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56732d-beab-42f9-9a84-c913cec3c45f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:31.809726 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56732d-beab-42f9-9a84-c913cec3c45f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:31.810199 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a56732d-beab-42f9-9a84-c913cec3c45f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:31.815655 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c57442f1-47ae-4503-8a58-7c47a5306804 req-a54f4e40-bcaa-4651-ba03-be0a4768cbcc tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 944 time: 0.0898671 Nov 11 17:30:31.853052 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:31.873725 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dec6a22-64b5-43ff-bb8d-353a7f5c785e {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:30:31.898299 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,segment=NetworkSegment(91415e2e-cc30-44a2-8599-bef53e9d5eab),segment_id=91415e2e-cc30-44a2-8599-bef53e9d5eab)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:31.901032 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197e0a4c-ffa6-4a7b-9c6e-5b06b2313a19 x-openstack-request-id: req-197e0a4c-ffa6-4a7b-9c6e-5b06b2313a19 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:30:31.901694 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334e94bd-5698-4cdb-a7ac-78ded4374906", "name": "network-vif-unplugged", "status": "completed", "tag": "02ec03e8-8286-4b13-a1b3-c2acdf4a6eee", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:30:31.903064 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-197e0a4c-ffa6-4a7b-9c6e-5b06b2313a19 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:30:31.903628 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334e94bd-5698-4cdb-a7ac-78ded4374906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02ec03e8-8286-4b13-a1b3-c2acdf4a6eee', 'code': 200} Nov 11 17:30:31.907949 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:31.908421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c57442f1-47ae-4503-8a58-7c47a5306804 req-5570c709-fdfc-46dd-9853-9c2b2510ddd1 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851514 Nov 11 17:30:31.976138 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,revision_number=11']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:32.310563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fd57b67a-6754-40fa-a9bc-290bcf1c8686 req-897da431-397a-40fa-9ff3-c580e87bf973 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0381086 Nov 11 17:30:32.328640 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['6dec6a22-64b5-43ff-bb8d-353a7f5c785e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:30:32.389515 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['fbfdbe4d-3c3b-423c-b80a-53163779674f'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:30:32.830225 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c986d7-cd78-4c5d-a499-12a6c39a8576 req-c86f0381-1ff5-45a5-aa98-5386c849a9d0 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:32.832438 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28c986d7-cd78-4c5d-a499-12a6c39a8576 req-c86f0381-1ff5-45a5-aa98-5386c849a9d0 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f6b64ec-dced-49cf-80ed-a95d8a6473eb HTTP/1.1" status: 200 len: 945 time: 0.0726948 Nov 11 17:30:32.862754 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df603948-f9d0-413d-ada8-5dd74d4280ab req-f9a3b927-b47c-4739-9443-6a7176d65ba7 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:32.864485 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-df603948-f9d0-413d-ada8-5dd74d4280ab req-f9a3b927-b47c-4739-9443-6a7176d65ba7 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f6b64ec-dced-49cf-80ed-a95d8a6473eb HTTP/1.1" status: 200 len: 945 time: 0.1118517 Nov 11 17:30:32.932349 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28c986d7-cd78-4c5d-a499-12a6c39a8576 req-d59aee87-5dcb-4bce-bb41-eeeb11382a2a tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895836 Nov 11 17:30:33.020631 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-df603948-f9d0-413d-ada8-5dd74d4280ab req-cb6c5aff-d0a5-49ab-b610-af4b1a2c6d6a tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Deleting port 385b13a1-ca5e-4277-8afe-1ab666fe65d5 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:30:33.021731 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-df603948-f9d0-413d-ada8-5dd74d4280ab req-cb6c5aff-d0a5-49ab-b610-af4b1a2c6d6a tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:33.052933 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4864cf83-619e-404a-9cc1-70b3cc87fab1 req-231fc98d-65c1-4827-897f-c200ebec5519 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0345478 Nov 11 17:30:33.062392 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0124ebb-3318-46a3-8054-c93de9842da3 req-907019ae-267b-4e21-9040-88c4a493853c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:33.070256 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0124ebb-3318-46a3-8054-c93de9842da3 req-907019ae-267b-4e21-9040-88c4a493853c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 945 time: 0.0904086 Nov 11 17:30:33.154137 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0124ebb-3318-46a3-8054-c93de9842da3 req-854ecaa3-eefc-42ac-8dfd-1b65dd2dad3c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829215 Nov 11 17:30:33.163191 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-df603948-f9d0-413d-ada8-5dd74d4280ab req-cb6c5aff-d0a5-49ab-b610-af4b1a2c6d6a tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] For port 385b13a1-ca5e-4277-8afe-1ab666fe65d5, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=385b13a1-ca5e-4277-8afe-1ab666fe65d5,segment=NetworkSegment(fdfdc2fe-844e-4eca-a001-3971371002cc),segment_id=fdfdc2fe-844e-4eca-a001-3971371002cc)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:33.163958 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-df603948-f9d0-413d-ada8-5dd74d4280ab req-cb6c5aff-d0a5-49ab-b610-af4b1a2c6d6a tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:33.185669 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-df603948-f9d0-413d-ada8-5dd74d4280ab req-cb6c5aff-d0a5-49ab-b610-af4b1a2c6d6a tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Calling delete_port for 385b13a1-ca5e-4277-8afe-1ab666fe65d5 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:30:33.300071 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8d50d-169f-41f9-bf82-677c39098eb8 req-a7600bed-1a04-4a8f-ab93-c48e76f94219 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:33.301579 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ea8d50d-169f-41f9-bf82-677c39098eb8 req-a7600bed-1a04-4a8f-ab93-c48e76f94219 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0757754 Nov 11 17:30:33.375288 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ea8d50d-169f-41f9-bf82-677c39098eb8 req-f36cd1d2-7921-4674-a0cc-f69c12e788d8 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636823 Nov 11 17:30:33.379702 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-df603948-f9d0-413d-ada8-5dd74d4280ab req-cb6c5aff-d0a5-49ab-b610-af4b1a2c6d6a tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:33.394181 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['385b13a1-ca5e-4277-8afe-1ab666fe65d5', 'f063fd0e-f3ee-440d-9362-175732609871'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:30:33.444767 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c5aff-d0a5-49ab-b610-af4b1a2c6d6a tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Pushing event deleted for resources: {'Port': ['ID=385b13a1-ca5e-4277-8afe-1ab666fe65d5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:33.509792 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-df603948-f9d0-413d-ada8-5dd74d4280ab req-cb6c5aff-d0a5-49ab-b610-af4b1a2c6d6a tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] No DVR routers for this DVR port 385b13a1-ca5e-4277-8afe-1ab666fe65d5 on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:30:33.514553 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-df603948-f9d0-413d-ada8-5dd74d4280ab req-cb6c5aff-d0a5-49ab-b610-af4b1a2c6d6a tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:33.520611 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-df603948-f9d0-413d-ada8-5dd74d4280ab req-cb6c5aff-d0a5-49ab-b610-af4b1a2c6d6a tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.83 "DELETE /v2.0/ports/385b13a1-ca5e-4277-8afe-1ab666fe65d5 HTTP/1.1" status: 204 len: 173 time: 0.6480575 Nov 11 17:30:33.521927 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6b64ec-dced-49cf-80ed-a95d8a6473eb', 'name': 'network-vif-deleted', 'tag': '385b13a1-ca5e-4277-8afe-1ab666fe65d5'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:30:33.534254 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb5ac54-e7cd-4a84-9f99-15ac7be7db9c" -d '{"events": [{"server_uuid": "4f6b64ec-dced-49cf-80ed-a95d8a6473eb", "name": "network-vif-deleted", "tag": "385b13a1-ca5e-4277-8afe-1ab666fe65d5"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:30:33.632327 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d788a575-5487-418b-b07a-7387b5fe5796 x-openstack-request-id: req-d788a575-5487-418b-b07a-7387b5fe5796 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:30:33.632752 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6b64ec-dced-49cf-80ed-a95d8a6473eb", "name": "network-vif-deleted", "tag": "385b13a1-ca5e-4277-8afe-1ab666fe65d5", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:30:33.633110 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d788a575-5487-418b-b07a-7387b5fe5796 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:30:33.633617 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6b64ec-dced-49cf-80ed-a95d8a6473eb', 'name': 'network-vif-deleted', 'tag': '385b13a1-ca5e-4277-8afe-1ab666fe65d5', 'status': 'completed', 'code': 200} Nov 11 17:30:33.655330 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['e68ca7eb-d44f-4975-ab7e-34b4a82b884e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:30:34.147126 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ede3f2bb-b72a-45cf-8931-420279b1181c req-95540a52-e318-4aba-add2-74654a4a685e tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f6b64ec-dced-49cf-80ed-a95d8a6473eb HTTP/1.1" status: 200 len: 210 time: 0.0943959 Nov 11 17:30:34.309345 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-148e7bbe-3729-4574-9b14-85ba4bf02b8d req-2dfa3a3b-8436-4246-8142-c1718369f0be tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0582023 Nov 11 17:30:34.428725 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3241d66-9297-4cde-b7a1-236dfc5e779b req-18182794-ee5d-4f9a-b286-94990a9a6501 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:34.432353 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c3241d66-9297-4cde-b7a1-236dfc5e779b req-18182794-ee5d-4f9a-b286-94990a9a6501 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 945 time: 0.0736647 Nov 11 17:30:34.514680 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c3241d66-9297-4cde-b7a1-236dfc5e779b req-3fcef752-afff-4488-bae0-d24950c4f938 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690725 Nov 11 17:30:34.688985 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce79f4-5cd3-49ea-89ac-6ffa767270ba req-1e54f46f-2a2d-4d77-b477-ecd4280a34d6 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:34.691761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83ce79f4-5cd3-49ea-89ac-6ffa767270ba req-1e54f46f-2a2d-4d77-b477-ecd4280a34d6 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 945 time: 0.0703590 Nov 11 17:30:34.764405 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83ce79f4-5cd3-49ea-89ac-6ffa767270ba req-13edf62b-2414-492f-b1ee-97823d81786a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640535 Nov 11 17:30:34.780091 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 38222) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:34.917728 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-01e17ca0-bc40-4a63-a754-cb2c07228aea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:35.013263 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-01e17ca0-bc40-4a63-a754-cb2c07228aea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:35.019311 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-01e17ca0-bc40-4a63-a754-cb2c07228aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:35.062886 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e17ca0-bc40-4a63-a754-cb2c07228aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177a90f9-2872-4c60-886f-3b5a08482299,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:35.067117 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-01e17ca0-bc40-4a63-a754-cb2c07228aea admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f37e9e9353ec4f9ea8d00eb09ead8aad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2854643 Nov 11 17:30:35.069633 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 38244) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:35.088106 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device fbfdbe4d-3c3b-423c-b80a-53163779674f up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:30:35.139238 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bdbf936d-7e7a-4307-848b-9619a02b7b32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:35.170322 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bdbf936d-7e7a-4307-848b-9619a02b7b32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:35.225707 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bdbf936d-7e7a-4307-848b-9619a02b7b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:35.230312 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bdbf936d-7e7a-4307-848b-9619a02b7b32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:35.232889 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bdbf936d-7e7a-4307-848b-9619a02b7b32 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/177a90f9-2872-4c60-886f-3b5a08482299 HTTP/1.1" status: 204 len: 168 time: 0.1612012 Nov 11 17:30:35.242552 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf936d-7e7a-4307-848b-9619a02b7b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177a90f9-2872-4c60-886f-3b5a08482299,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:35.385316 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port fbfdbe4d-3c3b-423c-b80a-53163779674f completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:30:35.392924 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port fbfdbe4d-3c3b-423c-b80a-53163779674f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:30:35.392924 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:35.478642 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d98f770f-f721-4370-81d9-508ebf6977ae req-74adc2d6-7125-4f2a-b855-fe4357f0cf7d tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0337944 Nov 11 17:30:35.550492 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:35.590653 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f923c4-7584-4468-863d-0f8293aa060b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfdbe4d-3c3b-423c-b80a-53163779674f'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:30:35.593931 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5778bf1-8b8d-40d4-87b3-d0684939acb6" -d '{"events": [{"server_uuid": "01f923c4-7584-4468-863d-0f8293aa060b", "name": "network-vif-plugged", "status": "completed", "tag": "fbfdbe4d-3c3b-423c-b80a-53163779674f"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:30:35.617997 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port fbfdbe4d-3c3b-423c-b80a-53163779674f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=fbfdbe4d-3c3b-423c-b80a-53163779674f,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:35.626382 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:35.630990 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6dec6a22-64b5-43ff-bb8d-353a7f5c785e up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:30:35.724721 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=fbfdbe4d-3c3b-423c-b80a-53163779674f,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:35.749629 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 38276) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:35.755152 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:30:35.766745 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:30:35.767204 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:35.784652 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ca0bb6d8-ea17-4d55-b1f1-67cf3fba904f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:35.800745 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669ab28-26cf-41fd-aef3-9e6cc86b07f2 req-dcd8f1b2-f3a7-4222-930c-d6a6ba3b4d65 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:35.804522 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3669ab28-26cf-41fd-aef3-9e6cc86b07f2 req-dcd8f1b2-f3a7-4222-930c-d6a6ba3b4d65 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.1012042 Nov 11 17:30:35.836311 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 385b13a1-ca5e-4277-8afe-1ab666fe65d5 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:30:35.868320 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 385b13a1-ca5e-4277-8afe-1ab666fe65d5 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:30:35.868730 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 385b13a1-ca5e-4277-8afe-1ab666fe65d5 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:30:35.918079 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:35.921194 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3669ab28-26cf-41fd-aef3-9e6cc86b07f2 req-12c241a0-1b40-42d6-849e-c944922cc257 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078396 Nov 11 17:30:35.934649 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ca0bb6d8-ea17-4d55-b1f1-67cf3fba904f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:35.942201 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ca0bb6d8-ea17-4d55-b1f1-67cf3fba904f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:35.958728 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,segment=NetworkSegment(91415e2e-cc30-44a2-8599-bef53e9d5eab),segment_id=91415e2e-cc30-44a2-8599-bef53e9d5eab)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:35.973439 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:36.005144 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 38282) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:36.005622 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ca0bb6d8-ea17-4d55-b1f1-67cf3fba904f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=92a86d9211574c328d881afab53b4b0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2546363 Nov 11 17:30:36.006921 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0bb6d8-ea17-4d55-b1f1-67cf3fba904f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ae41e1-2543-4b54-9ede-9762e15c404a,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:36.010480 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240581af-ad70-4c85-be26-17d26f233431 x-openstack-request-id: req-240581af-ad70-4c85-be26-17d26f233431 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:30:36.010480 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f923c4-7584-4468-863d-0f8293aa060b", "name": "network-vif-plugged", "status": "completed", "tag": "fbfdbe4d-3c3b-423c-b80a-53163779674f", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:30:36.010480 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-240581af-ad70-4c85-be26-17d26f233431 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:30:36.010480 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f923c4-7584-4468-863d-0f8293aa060b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfdbe4d-3c3b-423c-b80a-53163779674f', 'code': 200} Nov 11 17:30:36.093283 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,revision_number=12']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:36.155447 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf4d35-3a9a-47ca-ac04-7ff36c5188ad req-edec0dfe-203a-40d3-84e0-faa17a930d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:36.157535 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fcaf4d35-3a9a-47ca-ac04-7ff36c5188ad req-edec0dfe-203a-40d3-84e0-faa17a930d7e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 1097 time: 0.0513194 Nov 11 17:30:36.162707 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e36b9759-5935-4951-9acc-3377eba4ec6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:36.216116 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fcaf4d35-3a9a-47ca-ac04-7ff36c5188ad req-e7668adc-2fdb-422c-8100-7ae7ccc6d65b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513182 Nov 11 17:30:36.230360 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845f7d2-8b52-452d-a793-7776e49bcd9c req-576b71d8-3abe-477e-8c53-7faa4ad37008 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:36.233378 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2845f7d2-8b52-452d-a793-7776e49bcd9c req-576b71d8-3abe-477e-8c53-7faa4ad37008 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.1366858 Nov 11 17:30:36.234118 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e36b9759-5935-4951-9acc-3377eba4ec6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:36.294409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82866292-0bea-4b2e-99fe-66934c7109e4 req-01ad1e2f-ee0c-4ccd-8bbf-8ece18a75504 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:36.295929 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82866292-0bea-4b2e-99fe-66934c7109e4 req-01ad1e2f-ee0c-4ccd-8bbf-8ece18a75504 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678 HTTP/1.1" status: 200 len: 947 time: 0.1310515 Nov 11 17:30:36.337179 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2845f7d2-8b52-452d-a793-7776e49bcd9c req-dea69f6c-7932-4005-b6d2-9e9f95b0f3a5 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952008 Nov 11 17:30:36.366754 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e36b9759-5935-4951-9acc-3377eba4ec6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:36.369367 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e36b9759-5935-4951-9acc-3377eba4ec6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:36.373434 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e36b9759-5935-4951-9acc-3377eba4ec6f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/85ae41e1-2543-4b54-9ede-9762e15c404a HTTP/1.1" status: 204 len: 168 time: 0.3670778 Nov 11 17:30:36.389182 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82866292-0bea-4b2e-99fe-66934c7109e4 req-27db267e-867a-4eb3-840f-59dca38cf148 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844378 Nov 11 17:30:36.389408 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b9759-5935-4951-9acc-3377eba4ec6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ae41e1-2543-4b54-9ede-9762e15c404a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:36.613444 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff612c83-57be-439c-82dd-bea1efc98305 req-2a350afc-b758-4b28-b1e2-48851defba1e tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0328062 Nov 11 17:30:36.945898 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017c3e4-0f6b-4f29-9199-f60412b36589 req-8f114610-691c-4c25-aa7f-b738e6469565 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:36.952128 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017c3e4-0f6b-4f29-9199-f60412b36589 req-8f114610-691c-4c25-aa7f-b738e6469565 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:36.963230 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4017c3e4-0f6b-4f29-9199-f60412b36589 req-8f114610-691c-4c25-aa7f-b738e6469565 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=7826bb36-f1ad-4ccc-b541-ed7a5259777f&device_id=a37cdc0b-fb2d-4268-9333-6e9917d2f86d HTTP/1.1" status: 200 len: 1682 time: 0.0738511 Nov 11 17:30:37.028271 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4017c3e4-0f6b-4f29-9199-f60412b36589 req-8361fd35-2c4a-40a3-ae54-9566182d182c tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641773 Nov 11 17:30:37.104076 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf43c3-ccf4-4ec9-92b0-81e7f45b16aa req-b356fe85-b873-49a0-b3fe-aac3d234eab6 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:37.108200 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-faaf43c3-ccf4-4ec9-92b0-81e7f45b16aa req-b356fe85-b873-49a0-b3fe-aac3d234eab6 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.0787320 Nov 11 17:30:37.169241 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-faaf43c3-ccf4-4ec9-92b0-81e7f45b16aa req-2d93a04e-797c-4017-8416-5084aef97b2e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531511 Nov 11 17:30:37.393218 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6cff64ca-e9fe-4ee6-9375-499c03bc5676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:37.531525 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324001a-6044-4246-bcf8-4fbb4b19e974 req-f0d37727-95c0-4b10-bf45-c91107a7f54f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:37.541538 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8324001a-6044-4246-bcf8-4fbb4b19e974 req-f0d37727-95c0-4b10-bf45-c91107a7f54f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.1100883 Nov 11 17:30:37.605783 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8324001a-6044-4246-bcf8-4fbb4b19e974 req-7b35a7ff-5ca7-4dfc-bfa0-c65c4a4eb830 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629427 Nov 11 17:30:37.688873 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a643f-6bf4-4986-9361-e4ac06e7394d req-cfc6917f-f2a1-40a2-ad72-8dcdcf794ded tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:37.699415 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e37a643f-6bf4-4986-9361-e4ac06e7394d req-cfc6917f-f2a1-40a2-ad72-8dcdcf794ded tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678 HTTP/1.1" status: 200 len: 947 time: 0.0704181 Nov 11 17:30:37.742329 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e0026-fa42-4a1b-8f0f-09b855fdb861 req-0e8bb349-106a-4e7f-8e84-3694cd8bc3a2 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:37.745171 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c13e0026-fa42-4a1b-8f0f-09b855fdb861 req-0e8bb349-106a-4e7f-8e84-3694cd8bc3a2 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678 HTTP/1.1" status: 200 len: 947 time: 0.1399088 Nov 11 17:30:37.783105 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e37a643f-6bf4-4986-9361-e4ac06e7394d req-65d55b46-0b25-4098-bc1e-b986fa77706b tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826609 Nov 11 17:30:37.845501 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56e48fab-7bc0-42d1-86c6-90917f1342f1 req-2c9efc3e-d3ed-479a-9879-1b640a91535e tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0568104 Nov 11 17:30:37.927687 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-c13e0026-fa42-4a1b-8f0f-09b855fdb861 req-b7e23d9f-4bb0-4db5-ac3e-f4703265ea18 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Deleting port 3ea021bc-68ff-4bb1-8929-d776c042cfff {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:30:37.928058 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c13e0026-fa42-4a1b-8f0f-09b855fdb861 req-b7e23d9f-4bb0-4db5-ac3e-f4703265ea18 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:37.970472 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ffff2-9bcc-4610-b27d-24bfa017566d req-ed18d2a2-92cd-4120-9b86-b81dbf984800 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:37.972109 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-378ffff2-9bcc-4610-b27d-24bfa017566d req-ed18d2a2-92cd-4120-9b86-b81dbf984800 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=7826bb36-f1ad-4ccc-b541-ed7a5259777f HTTP/1.1" status: 200 len: 945 time: 0.0858724 Nov 11 17:30:38.011835 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14876562-4748-47f0-9ef8-82d22ba006fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dec6a22-64b5-43ff-bb8d-353a7f5c785e'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:30:38.014187 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d64f0a-73ae-406c-b955-0e87ddd3c843" -d '{"events": [{"server_uuid": "14876562-4748-47f0-9ef8-82d22ba006fc", "name": "network-vif-plugged", "status": "completed", "tag": "6dec6a22-64b5-43ff-bb8d-353a7f5c785e"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:30:38.054451 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-378ffff2-9bcc-4610-b27d-24bfa017566d req-9902e1a9-152c-4c06-9b3d-18ca1f916bd7 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747175 Nov 11 17:30:38.080513 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50986e79-04bc-48e6-bf3b-81138963172c x-openstack-request-id: req-50986e79-04bc-48e6-bf3b-81138963172c {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:30:38.081032 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14876562-4748-47f0-9ef8-82d22ba006fc", "name": "network-vif-plugged", "status": "completed", "tag": "6dec6a22-64b5-43ff-bb8d-353a7f5c785e", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:30:38.081453 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-50986e79-04bc-48e6-bf3b-81138963172c {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:30:38.082016 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14876562-4748-47f0-9ef8-82d22ba006fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dec6a22-64b5-43ff-bb8d-353a7f5c785e', 'code': 200} Nov 11 17:30:38.106295 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c13e0026-fa42-4a1b-8f0f-09b855fdb861 req-b7e23d9f-4bb0-4db5-ac3e-f4703265ea18 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] For port 3ea021bc-68ff-4bb1-8929-d776c042cfff, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=3ea021bc-68ff-4bb1-8929-d776c042cfff,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:38.106672 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c13e0026-fa42-4a1b-8f0f-09b855fdb861 req-b7e23d9f-4bb0-4db5-ac3e-f4703265ea18 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:38.122547 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-c13e0026-fa42-4a1b-8f0f-09b855fdb861 req-b7e23d9f-4bb0-4db5-ac3e-f4703265ea18 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Calling delete_port for 3ea021bc-68ff-4bb1-8929-d776c042cfff owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:30:38.335849 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c13e0026-fa42-4a1b-8f0f-09b855fdb861 req-b7e23d9f-4bb0-4db5-ac3e-f4703265ea18 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:38.358734 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d285e2-0a53-40c5-a1a5-15cf20226dd9 req-22ad710e-b5f2-4ccf-bcc5-a78864a1e10b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:38.368603 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42d285e2-0a53-40c5-a1a5-15cf20226dd9 req-22ad710e-b5f2-4ccf-bcc5-a78864a1e10b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.0879571 Nov 11 17:30:38.432276 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e23d9f-4bb0-4db5-ac3e-f4703265ea18 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Pushing event deleted for resources: {'Port': ['ID=3ea021bc-68ff-4bb1-8929-d776c042cfff,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:38.434245 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42d285e2-0a53-40c5-a1a5-15cf20226dd9 req-0c853a52-025b-447d-b438-655979549723 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647886 Nov 11 17:30:38.458209 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13e0026-fa42-4a1b-8f0f-09b855fdb861 req-b7e23d9f-4bb0-4db5-ac3e-f4703265ea18 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] No DVR routers for this DVR port 3ea021bc-68ff-4bb1-8929-d776c042cfff on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:30:38.465322 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa7310-0d78-4a5a-b5e9-30be8e4da169 req-3d2d2586-c28a-4745-8a02-1b8f74214cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:38.466857 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9aaa7310-0d78-4a5a-b5e9-30be8e4da169 req-3d2d2586-c28a-4745-8a02-1b8f74214cb8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 1097 time: 0.1694329 Nov 11 17:30:38.470498 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c13e0026-fa42-4a1b-8f0f-09b855fdb861 req-b7e23d9f-4bb0-4db5-ac3e-f4703265ea18 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:38.474027 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c13e0026-fa42-4a1b-8f0f-09b855fdb861 req-b7e23d9f-4bb0-4db5-ac3e-f4703265ea18 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.83 "DELETE /v2.0/ports/3ea021bc-68ff-4bb1-8929-d776c042cfff HTTP/1.1" status: 204 len: 173 time: 0.7208483 Nov 11 17:30:38.475181 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678', 'name': 'network-vif-deleted', 'tag': '3ea021bc-68ff-4bb1-8929-d776c042cfff'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:30:38.477961 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c52a89f-8139-4458-96ba-a1b4e536a03a" -d '{"events": [{"server_uuid": "1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678", "name": "network-vif-deleted", "tag": "3ea021bc-68ff-4bb1-8929-d776c042cfff"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:30:38.556178 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc34da98-dc48-4453-98e0-1b5595b0ac29 x-openstack-request-id: req-cc34da98-dc48-4453-98e0-1b5595b0ac29 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:30:38.556178 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678", "name": "network-vif-deleted", "tag": "3ea021bc-68ff-4bb1-8929-d776c042cfff", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:30:38.556505 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cc34da98-dc48-4453-98e0-1b5595b0ac29 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:30:38.556767 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678', 'name': 'network-vif-deleted', 'tag': '3ea021bc-68ff-4bb1-8929-d776c042cfff', 'status': 'completed', 'code': 200} Nov 11 17:30:38.562610 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9aaa7310-0d78-4a5a-b5e9-30be8e4da169 req-4a0b9b4c-f71a-400b-bb81-67e65b6a8b53 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802689 Nov 11 17:30:38.818347 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac965c-b257-4e7d-8054-9dc456b0634d req-0443ec6a-4d13-47da-8711-9e977f92cadc tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:38.819969 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-23ac965c-b257-4e7d-8054-9dc456b0634d req-0443ec6a-4d13-47da-8711-9e977f92cadc tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.1147389 Nov 11 17:30:38.862071 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f309295-c3db-4809-80cd-11132a9e2aa8 req-bb0080dc-7626-4dc8-98a6-39a89aa6f93b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:38.863522 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f309295-c3db-4809-80cd-11132a9e2aa8 req-bb0080dc-7626-4dc8-98a6-39a89aa6f93b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.1297636 Nov 11 17:30:38.985852 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f309295-c3db-4809-80cd-11132a9e2aa8 req-1562f967-a47c-4594-aef5-ab7ddaf9cde0 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133580 Nov 11 17:30:38.997653 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-23ac965c-b257-4e7d-8054-9dc456b0634d req-7b1e24ff-41d7-4704-8409-789be1603511 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698961 Nov 11 17:30:39.165804 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7a256ee4-0a4e-40f7-a759-d940e2027243 req-b52a3f0e-e3fc-4325-923a-2be42215c5d5 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ceb3d6e-6642-4b33-8b53-5c7ee2a4c678 HTTP/1.1" status: 200 len: 210 time: 0.0459487 Nov 11 17:30:39.167635 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd05fa7-b5ef-425d-857a-b7e960c5f4a2 req-ee704ab4-a5de-4fea-8180-f93a7868c6e4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:39.171396 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0fd05fa7-b5ef-425d-857a-b7e960c5f4a2 req-ee704ab4-a5de-4fea-8180-f93a7868c6e4 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.83 "GET /v2.0/ports?device_id=a37cdc0b-fb2d-4268-9333-6e9917d2f86d HTTP/1.1" status: 200 len: 946 time: 0.1481342 Nov 11 17:30:39.273471 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b484a618-cea5-4f5f-aa14-806b7fd9af35 req-157e87cf-5692-481a-8e8f-f1e853f31635 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0993376 Nov 11 17:30:39.413541 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-0fd05fa7-b5ef-425d-857a-b7e960c5f4a2 req-316ba9fb-b8dd-49db-b89f-296982302c57 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Deleting port f063fd0e-f3ee-440d-9362-175732609871 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:30:39.420497 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0fd05fa7-b5ef-425d-857a-b7e960c5f4a2 req-316ba9fb-b8dd-49db-b89f-296982302c57 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:39.432387 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea262172-ff07-4b45-9cbe-0a95fe2cfd45 req-de5e5d7c-da39-4225-8aaf-ffe667956268 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:39.439660 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea262172-ff07-4b45-9cbe-0a95fe2cfd45 req-de5e5d7c-da39-4225-8aaf-ffe667956268 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.0727055 Nov 11 17:30:39.541773 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea262172-ff07-4b45-9cbe-0a95fe2cfd45 req-ea9ae870-42ff-4537-ae4c-154f24ca19f3 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010895 Nov 11 17:30:39.552736 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2cc1b-f0f5-47d6-90e2-bed7c336eca6 req-6bd0ef2c-3681-4e99-9882-0cf5ecb8f385 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:39.554245 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bba2cc1b-f0f5-47d6-90e2-bed7c336eca6 req-6bd0ef2c-3681-4e99-9882-0cf5ecb8f385 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.64 "GET /v2.0/ports?device_id=7826bb36-f1ad-4ccc-b541-ed7a5259777f HTTP/1.1" status: 200 len: 945 time: 0.1303470 Nov 11 17:30:39.559806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a483f81-9299-43cf-9b86-8a4a393f0b3e req-dd439906-e774-4e7c-819b-4b5174939836 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:39.559806 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a483f81-9299-43cf-9b86-8a4a393f0b3e req-dd439906-e774-4e7c-819b-4b5174939836 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=7826bb36-f1ad-4ccc-b541-ed7a5259777f HTTP/1.1" status: 200 len: 945 time: 0.1000633 Nov 11 17:30:39.619486 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a483f81-9299-43cf-9b86-8a4a393f0b3e req-369f5147-2216-4ca6-b9d2-0f5b715bfe0c tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/security-groups?id=f3961e13-c881-4300-b4c9-80f3b001d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523419 Nov 11 17:30:39.625021 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-0fd05fa7-b5ef-425d-857a-b7e960c5f4a2 req-316ba9fb-b8dd-49db-b89f-296982302c57 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] For port f063fd0e-f3ee-440d-9362-175732609871, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=f063fd0e-f3ee-440d-9362-175732609871,segment=NetworkSegment(fdfdc2fe-844e-4eca-a001-3971371002cc),segment_id=fdfdc2fe-844e-4eca-a001-3971371002cc)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:39.625469 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0fd05fa7-b5ef-425d-857a-b7e960c5f4a2 req-316ba9fb-b8dd-49db-b89f-296982302c57 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:39.666569 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-0fd05fa7-b5ef-425d-857a-b7e960c5f4a2 req-316ba9fb-b8dd-49db-b89f-296982302c57 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Calling delete_port for f063fd0e-f3ee-440d-9362-175732609871 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:30:39.754231 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-de5bd226-6efa-438c-a1f4-b0eed0c8361c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:39.754885 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-bba2cc1b-f0f5-47d6-90e2-bed7c336eca6 req-0bd014b3-bc72-402e-bb87-0280fff6c73d tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Deleting port e68ca7eb-d44f-4975-ab7e-34b4a82b884e {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:30:39.754885 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bba2cc1b-f0f5-47d6-90e2-bed7c336eca6 req-0bd014b3-bc72-402e-bb87-0280fff6c73d tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:39.821734 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4095697-5a5d-46ca-8544-ec74b4f282f6 req-0c90d3b1-7c58-4eaa-9ff2-f0c6035f8d6c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:39.824811 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4095697-5a5d-46ca-8544-ec74b4f282f6 req-0c90d3b1-7c58-4eaa-9ff2-f0c6035f8d6c tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.1003382 Nov 11 17:30:39.892385 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4095697-5a5d-46ca-8544-ec74b4f282f6 req-51982827-2830-469d-95e9-e0127d2c1b9d tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596094 Nov 11 17:30:39.932328 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-bba2cc1b-f0f5-47d6-90e2-bed7c336eca6 req-0bd014b3-bc72-402e-bb87-0280fff6c73d tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] For port e68ca7eb-d44f-4975-ab7e-34b4a82b884e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e68ca7eb-d44f-4975-ab7e-34b4a82b884e,segment=NetworkSegment(fdfdc2fe-844e-4eca-a001-3971371002cc),segment_id=fdfdc2fe-844e-4eca-a001-3971371002cc)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:39.932694 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bba2cc1b-f0f5-47d6-90e2-bed7c336eca6 req-0bd014b3-bc72-402e-bb87-0280fff6c73d tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:39.952697 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-bba2cc1b-f0f5-47d6-90e2-bed7c336eca6 req-0bd014b3-bc72-402e-bb87-0280fff6c73d tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Calling delete_port for e68ca7eb-d44f-4975-ab7e-34b4a82b884e owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:30:40.007667 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0fd05fa7-b5ef-425d-857a-b7e960c5f4a2 req-316ba9fb-b8dd-49db-b89f-296982302c57 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:40.041603 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['e68ca7eb-d44f-4975-ab7e-34b4a82b884e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:30:40.043156 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ba9fb-b8dd-49db-b89f-296982302c57 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Pushing event deleted for resources: {'Port': ['ID=f063fd0e-f3ee-440d-9362-175732609871,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:40.108029 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd05fa7-b5ef-425d-857a-b7e960c5f4a2 req-316ba9fb-b8dd-49db-b89f-296982302c57 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] No DVR routers for this DVR port f063fd0e-f3ee-440d-9362-175732609871 on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:30:40.112127 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0fd05fa7-b5ef-425d-857a-b7e960c5f4a2 req-316ba9fb-b8dd-49db-b89f-296982302c57 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:40.116029 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0fd05fa7-b5ef-425d-857a-b7e960c5f4a2 req-316ba9fb-b8dd-49db-b89f-296982302c57 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.83 "DELETE /v2.0/ports/f063fd0e-f3ee-440d-9362-175732609871 HTTP/1.1" status: 204 len: 173 time: 0.9376705 Nov 11 17:30:40.219851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d92f3f-d843-4553-8d8d-34fd4fade710 req-39b46c71-3f93-4582-a4b3-6d3591a0141d tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:40.232443 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35d92f3f-d843-4553-8d8d-34fd4fade710 req-39b46c71-3f93-4582-a4b3-6d3591a0141d tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.1352284 Nov 11 17:30:40.233200 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bba2cc1b-f0f5-47d6-90e2-bed7c336eca6 req-0bd014b3-bc72-402e-bb87-0280fff6c73d tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:40.347230 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd014b3-bc72-402e-bb87-0280fff6c73d tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Pushing event deleted for resources: {'Port': ['ID=e68ca7eb-d44f-4975-ab7e-34b4a82b884e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:40.354072 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35d92f3f-d843-4553-8d8d-34fd4fade710 req-717e9a09-ea9f-47e9-a974-8de6cf2650bb tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190486 Nov 11 17:30:40.409956 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba2cc1b-f0f5-47d6-90e2-bed7c336eca6 req-0bd014b3-bc72-402e-bb87-0280fff6c73d tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] No DVR routers for this DVR port e68ca7eb-d44f-4975-ab7e-34b4a82b884e on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:30:40.414094 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bba2cc1b-f0f5-47d6-90e2-bed7c336eca6 req-0bd014b3-bc72-402e-bb87-0280fff6c73d tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:40.417797 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bba2cc1b-f0f5-47d6-90e2-bed7c336eca6 req-0bd014b3-bc72-402e-bb87-0280fff6c73d tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.64 "DELETE /v2.0/ports/e68ca7eb-d44f-4975-ab7e-34b4a82b884e HTTP/1.1" status: 204 len: 173 time: 0.8518426 Nov 11 17:30:40.508554 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69ac9b4a-85b5-4c91-ad68-b92980add70c req-f7aa8d1b-5bcf-44a4-9b4d-e3835a5d843f tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0616722 Nov 11 17:30:40.557974 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37cdc0b-fb2d-4268-9333-6e9917d2f86d', 'name': 'network-vif-deleted', 'tag': 'f063fd0e-f3ee-440d-9362-175732609871'}, {'server_uuid': '7826bb36-f1ad-4ccc-b541-ed7a5259777f', 'name': 'network-vif-deleted', 'tag': 'e68ca7eb-d44f-4975-ab7e-34b4a82b884e'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:30:40.566143 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4ebd9d-20e5-4016-8ac2-b59c3134e410" -d '{"events": [{"server_uuid": "a37cdc0b-fb2d-4268-9333-6e9917d2f86d", "name": "network-vif-deleted", "tag": "f063fd0e-f3ee-440d-9362-175732609871"}, {"server_uuid": "7826bb36-f1ad-4ccc-b541-ed7a5259777f", "name": "network-vif-deleted", "tag": "e68ca7eb-d44f-4975-ab7e-34b4a82b884e"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:30:40.679861 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 17:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b28728-9211-4c22-bf06-044a5d1131bc x-openstack-request-id: req-11b28728-9211-4c22-bf06-044a5d1131bc {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:30:40.680394 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37cdc0b-fb2d-4268-9333-6e9917d2f86d", "name": "network-vif-deleted", "tag": "f063fd0e-f3ee-440d-9362-175732609871", "status": "completed", "code": 200}, {"server_uuid": "7826bb36-f1ad-4ccc-b541-ed7a5259777f", "name": "network-vif-deleted", "tag": "e68ca7eb-d44f-4975-ab7e-34b4a82b884e", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:30:40.680652 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-11b28728-9211-4c22-bf06-044a5d1131bc {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:30:40.681047 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37cdc0b-fb2d-4268-9333-6e9917d2f86d', 'name': 'network-vif-deleted', 'tag': 'f063fd0e-f3ee-440d-9362-175732609871', 'status': 'completed', 'code': 200} Nov 11 17:30:40.681529 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7826bb36-f1ad-4ccc-b541-ed7a5259777f', 'name': 'network-vif-deleted', 'tag': 'e68ca7eb-d44f-4975-ab7e-34b4a82b884e', 'status': 'completed', 'code': 200} Nov 11 17:30:40.851033 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2a8b4-03ff-4e42-927f-430370368955 req-e538e7d8-3b3d-465e-b988-a8e6cdbbecaf tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:40.861331 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3e2a8b4-03ff-4e42-927f-430370368955 req-e538e7d8-3b3d-465e-b988-a8e6cdbbecaf tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=334e94bd-5698-4cdb-a7ac-78ded4374906 HTTP/1.1" status: 200 len: 949 time: 0.1523621 Nov 11 17:30:40.881134 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d2dbeaf-0bc5-4b17-b9a2-d4666d320fb0 req-c13d1383-1561-43da-8186-74f22ce4b044 tempest-ListServersNegativeTestJSON-266324300 tempest-ListServersNegativeTestJSON-266324300-project] 10.222.0.76 "GET /v2.0/ports?device_id=7826bb36-f1ad-4ccc-b541-ed7a5259777f HTTP/1.1" status: 200 len: 210 time: 0.0947535 Nov 11 17:30:40.884211 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:41.275142 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3e2a8b4-03ff-4e42-927f-430370368955 req-2504205c-e0d5-4f20-93c4-dfc7d524cf79 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126003 Nov 11 17:30:41.310312 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f23917-0c96-4474-8841-e46e71cbd73e req-b5293b11-5f7c-4c64-8578-57584f38ea9d tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:41.311794 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0f23917-0c96-4474-8841-e46e71cbd73e req-b5293b11-5f7c-4c64-8578-57584f38ea9d tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.0525863 Nov 11 17:30:41.358075 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0f23917-0c96-4474-8841-e46e71cbd73e req-6b218e62-aafd-4243-8482-cbc108b1f36f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403674 Nov 11 17:30:41.470122 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c561b-0e83-4b4e-bcaf-014c9f78a1a1 req-b9f723c8-c094-46b1-887e-46fa8a8f238a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:41.471570 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6c1c561b-0e83-4b4e-bcaf-014c9f78a1a1 req-b9f723c8-c094-46b1-887e-46fa8a8f238a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.0484564 Nov 11 17:30:41.519589 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6c1c561b-0e83-4b4e-bcaf-014c9f78a1a1 req-3c3f3905-e35d-4d35-870b-7e01fc1499b6 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415785 Nov 11 17:30:41.639837 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c78d885-70d2-460e-9cb0-abb7d794c017 req-76a13868-43cf-4da4-bd9f-e8faf50e0a97 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0491452 Nov 11 17:30:41.663035 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba1284-5c3b-4620-9744-5c09a6887fad req-a8df193b-f4df-435c-a0cf-f949657839ca tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:41.670094 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-13ba1284-5c3b-4620-9744-5c09a6887fad req-a8df193b-f4df-435c-a0cf-f949657839ca tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.0806863 Nov 11 17:30:41.720436 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-13ba1284-5c3b-4620-9744-5c09a6887fad req-7242cb0e-0b8a-47f9-96e7-d0721599c752 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494921 Nov 11 17:30:41.855539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ce478-ec45-4809-a48e-f0aa52f375fc req-e5107f55-e0bf-4cc0-a929-d61921ccd752 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:41.857061 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-167ce478-ec45-4809-a48e-f0aa52f375fc req-e5107f55-e0bf-4cc0-a929-d61921ccd752 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.0497975 Nov 11 17:30:41.860040 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 3ea021bc-68ff-4bb1-8929-d776c042cfff no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:30:41.883524 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 3ea021bc-68ff-4bb1-8929-d776c042cfff {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:30:41.883805 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 3ea021bc-68ff-4bb1-8929-d776c042cfff not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:30:41.884402 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device f063fd0e-f3ee-440d-9362-175732609871 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:30:41.906144 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: f063fd0e-f3ee-440d-9362-175732609871 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:30:41.906486 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device f063fd0e-f3ee-440d-9362-175732609871 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:30:41.917363 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-167ce478-ec45-4809-a48e-f0aa52f375fc req-a4f9a691-7234-4884-9fd5-0279280fa6ea tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530951 Nov 11 17:30:41.990733 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 38480) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:42.067176 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-c142436b-d505-48f1-933e-2efa6d2c5487 admin admin] Deleting subnet 83abf235-e6e8-4499-97ee-d2c75a4327d8 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:30:42.070562 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c142436b-d505-48f1-933e-2efa6d2c5487 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:42.109328 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357e4ea-85b9-4728-a1df-0ba584643f45 req-dbc1e1dc-bb81-4354-ba9f-331780376892 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:42.110788 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f357e4ea-85b9-4728-a1df-0ba584643f45 req-dbc1e1dc-bb81-4354-ba9f-331780376892 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.0908482 Nov 11 17:30:42.119636 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c142436b-d505-48f1-933e-2efa6d2c5487 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:42.193605 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c142436b-d505-48f1-933e-2efa6d2c5487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:42.198753 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f357e4ea-85b9-4728-a1df-0ba584643f45 req-4f756ec0-925c-4614-81dd-3f56ab3fdb2a tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813715 Nov 11 17:30:42.263305 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c142436b-d505-48f1-933e-2efa6d2c5487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:42.292541 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142436b-d505-48f1-933e-2efa6d2c5487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83abf235-e6e8-4499-97ee-d2c75a4327d8,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:42.322154 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c142436b-d505-48f1-933e-2efa6d2c5487 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:42.325472 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c142436b-d505-48f1-933e-2efa6d2c5487 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/83abf235-e6e8-4499-97ee-d2c75a4327d8 HTTP/1.1" status: 204 len: 168 time: 0.3337412 Nov 11 17:30:42.328149 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 38486) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:42.438631 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b58e3e-169e-4193-8605-26af0f92beb1 req-f40c65c6-a37c-4ea3-a102-9d234e9f93f7 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:42.440987 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8b58e3e-169e-4193-8605-26af0f92beb1 req-f40c65c6-a37c-4ea3-a102-9d234e9f93f7 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.1522198 Nov 11 17:30:42.464339 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd3fecab-6460-4eb9-9cc9-9d9d0b22bb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:42.467948 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:42.489453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f99ccf-7f48-4564-8a21-961e3d5c400c req-ff457436-3997-4a14-98e4-f57d85e844df tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:42.491492 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e7f99ccf-7f48-4564-8a21-961e3d5c400c req-ff457436-3997-4a14-98e4-f57d85e844df tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=334e94bd-5698-4cdb-a7ac-78ded4374906 HTTP/1.1" status: 200 len: 949 time: 0.1104462 Nov 11 17:30:42.566183 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8b58e3e-169e-4193-8605-26af0f92beb1 req-9be59935-f90a-46fb-8935-3a7bbb21da4d tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179686 Nov 11 17:30:42.628527 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd3fecab-6460-4eb9-9cc9-9d9d0b22bb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:42.644447 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e7f99ccf-7f48-4564-8a21-961e3d5c400c req-4afdee90-866f-4836-824c-7631ba00449e tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/security-groups?id=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461689 Nov 11 17:30:42.680778 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-bd3fecab-6460-4eb9-9cc9-9d9d0b22bb7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6532ff1-3edb-4dbe-8adf-c75acdf8e067']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:42.697873 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-bd3fecab-6460-4eb9-9cc9-9d9d0b22bb7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdfdc2fe-844e-4eca-a001-3971371002cc') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:42.698303 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-bd3fecab-6460-4eb9-9cc9-9d9d0b22bb7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdfdc2fe-844e-4eca-a001-3971371002cc') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:30:42.715470 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd3fecab-6460-4eb9-9cc9-9d9d0b22bb7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:42.770346 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd3fecab-6460-4eb9-9cc9-9d9d0b22bb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:42.780217 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4f3b2-5a08-4877-a5f4-501ecc48321b req-69c1195c-deba-42c2-a6d1-8faa4e477de6 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:42.782876 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ed4f3b2-5a08-4877-a5f4-501ecc48321b req-69c1195c-deba-42c2-a6d1-8faa4e477de6 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.1424088 Nov 11 17:30:42.788194 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-af6cb1da-d847-448c-a232-bebd43f3d4c0 req-a2222a3e-dd82-443d-8031-d7856d71ca75 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0640481 Nov 11 17:30:42.796963 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3fecab-6460-4eb9-9cc9-9d9d0b22bb7f admin admin] Releasing vlan 1258 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:30:42.797388 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd3fecab-6460-4eb9-9cc9-9d9d0b22bb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:30:42.799319 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:30:42.869725 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:42.895177 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd3fecab-6460-4eb9-9cc9-9d9d0b22bb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:42.903115 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd3fecab-6460-4eb9-9cc9-9d9d0b22bb7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:42.906973 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bd3fecab-6460-4eb9-9cc9-9d9d0b22bb7f admin admin] 10.222.0.76 "DELETE /v2.0/networks/a6532ff1-3edb-4dbe-8adf-c75acdf8e067 HTTP/1.1" status: 204 len: 168 time: 0.5779097 Nov 11 17:30:42.911158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adafe3-f9f5-412f-9be8-b098ee92b224 req-c8586e9e-7cc5-43b0-aa4c-ff8549527c05 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:42.913632 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-23adafe3-f9f5-412f-9be8-b098ee92b224 req-c8586e9e-7cc5-43b0-aa4c-ff8549527c05 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.64 "GET /v2.0/ports?device_id=334e94bd-5698-4cdb-a7ac-78ded4374906 HTTP/1.1" status: 200 len: 949 time: 0.1091864 Nov 11 17:30:42.931689 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fecab-6460-4eb9-9cc9-9d9d0b22bb7f admin admin] Pushing event deleted for resources: {'Network': ['ID=a6532ff1-3edb-4dbe-8adf-c75acdf8e067,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:42.946525 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ed4f3b2-5a08-4877-a5f4-501ecc48321b req-ef7f1f94-dec5-4aec-97ae-b804b4f4710f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271298 Nov 11 17:30:43.023670 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752f019-f828-41d0-b7e9-845585a60671 req-b6b2f3f7-43f0-476d-a719-ebebe836ee06 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:43.025262 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3752f019-f828-41d0-b7e9-845585a60671 req-b6b2f3f7-43f0-476d-a719-ebebe836ee06 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.0753450 Nov 11 17:30:43.079057 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-23adafe3-f9f5-412f-9be8-b098ee92b224 req-ca16b6f0-50f2-415c-af2f-6de6df08d8ac tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Deleting port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:30:43.079674 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-23adafe3-f9f5-412f-9be8-b098ee92b224 req-ca16b6f0-50f2-415c-af2f-6de6df08d8ac tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:43.112296 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3752f019-f828-41d0-b7e9-845585a60671 req-e13db440-efe8-4444-9543-4c6e3632996f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792758 Nov 11 17:30:43.140696 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device e68ca7eb-d44f-4975-ab7e-34b4a82b884e no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:30:43.209521 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: e68ca7eb-d44f-4975-ab7e-34b4a82b884e {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:30:43.210250 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device e68ca7eb-d44f-4975-ab7e-34b4a82b884e not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:30:43.210877 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:30:43.318842 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-23adafe3-f9f5-412f-9be8-b098ee92b224 req-ca16b6f0-50f2-415c-af2f-6de6df08d8ac tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] For port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:43.318842 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-23adafe3-f9f5-412f-9be8-b098ee92b224 req-ca16b6f0-50f2-415c-af2f-6de6df08d8ac tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:43.328310 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166705c6-bda8-46c8-9acd-856c1111af42 req-aa4de22f-61d7-4152-89c4-2960e3fe64c7 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:43.330072 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-166705c6-bda8-46c8-9acd-856c1111af42 req-aa4de22f-61d7-4152-89c4-2960e3fe64c7 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.1268330 Nov 11 17:30:43.330443 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 38504) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:43.355210 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-23adafe3-f9f5-412f-9be8-b098ee92b224 req-ca16b6f0-50f2-415c-af2f-6de6df08d8ac tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Calling delete_port for 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:30:43.436534 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ea1b0698-3685-4a6e-bab7-b472feb1794b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=998f78e7ce0b4b0bb8bcc50674d5c640&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1049025 Nov 11 17:30:43.439079 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 38506) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:43.465720 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-166705c6-bda8-46c8-9acd-856c1111af42 req-529636c9-f649-49cb-b7e0-468aae552760 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016519 Nov 11 17:30:43.512164 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-13fa3c17-87bf-4013-8da8-d510dc698d16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:43.548829 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-13fa3c17-87bf-4013-8da8-d510dc698d16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:43.563625 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-23adafe3-f9f5-412f-9be8-b098ee92b224 req-ca16b6f0-50f2-415c-af2f-6de6df08d8ac tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:43.630914 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-13fa3c17-87bf-4013-8da8-d510dc698d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:43.634869 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-13fa3c17-87bf-4013-8da8-d510dc698d16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:43.635498 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16b6f0-50f2-415c-af2f-6de6df08d8ac tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Pushing event deleted for resources: {'Port': ['ID=02ec03e8-8286-4b13-a1b3-c2acdf4a6eee,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:43.638705 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-13fa3c17-87bf-4013-8da8-d510dc698d16 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f3961e13-c881-4300-b4c9-80f3b001d9a1 HTTP/1.1" status: 204 len: 168 time: 0.1964080 Nov 11 17:30:43.647985 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa3c17-87bf-4013-8da8-d510dc698d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3961e13-c881-4300-b4c9-80f3b001d9a1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:43.684270 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-23adafe3-f9f5-412f-9be8-b098ee92b224 req-ca16b6f0-50f2-415c-af2f-6de6df08d8ac tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] No DVR routers for this DVR port 02ec03e8-8286-4b13-a1b3-c2acdf4a6eee on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:30:43.693934 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-23adafe3-f9f5-412f-9be8-b098ee92b224 req-ca16b6f0-50f2-415c-af2f-6de6df08d8ac tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:43.697463 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-23adafe3-f9f5-412f-9be8-b098ee92b224 req-ca16b6f0-50f2-415c-af2f-6de6df08d8ac tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.64 "DELETE /v2.0/ports/02ec03e8-8286-4b13-a1b3-c2acdf4a6eee HTTP/1.1" status: 204 len: 173 time: 0.7766979 Nov 11 17:30:43.697935 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334e94bd-5698-4cdb-a7ac-78ded4374906', 'name': 'network-vif-deleted', 'tag': '02ec03e8-8286-4b13-a1b3-c2acdf4a6eee'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:30:43.700346 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f4ae4e-bb00-4abe-97f9-f87ec1919d89" -d '{"events": [{"server_uuid": "334e94bd-5698-4cdb-a7ac-78ded4374906", "name": "network-vif-deleted", "tag": "02ec03e8-8286-4b13-a1b3-c2acdf4a6eee"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:30:43.773860 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7181f798-e47e-45d7-9c4d-1b5190cbb91d req-38d12d91-695b-43cc-9c0e-d41fe1c599d4 tempest-ListImageFiltersTestJSON-1304514830 tempest-ListImageFiltersTestJSON-1304514830-project] 10.222.0.76 "GET /v2.0/ports?device_id=334e94bd-5698-4cdb-a7ac-78ded4374906 HTTP/1.1" status: 200 len: 210 time: 0.0414572 Nov 11 17:30:43.797104 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068fbba-cef9-403d-ac1a-ecaf776308dc req-0174f46d-2982-40d8-8872-6846d4b4049d tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:43.798816 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3068fbba-cef9-403d-ac1a-ecaf776308dc req-0174f46d-2982-40d8-8872-6846d4b4049d tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.0779414 Nov 11 17:30:43.840871 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299fd773-584b-43ce-90a0-d2922e0ccd76 x-openstack-request-id: req-299fd773-584b-43ce-90a0-d2922e0ccd76 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:30:43.841301 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334e94bd-5698-4cdb-a7ac-78ded4374906", "name": "network-vif-deleted", "tag": "02ec03e8-8286-4b13-a1b3-c2acdf4a6eee", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:30:43.841559 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-299fd773-584b-43ce-90a0-d2922e0ccd76 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:30:43.841992 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334e94bd-5698-4cdb-a7ac-78ded4374906', 'name': 'network-vif-deleted', 'tag': '02ec03e8-8286-4b13-a1b3-c2acdf4a6eee', 'status': 'completed', 'code': 200} Nov 11 17:30:43.885385 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3068fbba-cef9-403d-ac1a-ecaf776308dc req-3d83344e-f32c-4fa4-9148-ecf06abbc6a1 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805714 Nov 11 17:30:43.944716 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6d4e7de-22e0-4b0b-bda0-60758a886a4c req-0051841e-d766-4447-8a2a-156f54e6c21b tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0354960 Nov 11 17:30:44.123102 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77edc0-c288-4187-a0bc-66ce8c92028b req-7a3fe9b1-9b8d-46d3-9110-cba3e9ca7f15 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:44.125396 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e77edc0-c288-4187-a0bc-66ce8c92028b req-7a3fe9b1-9b8d-46d3-9110-cba3e9ca7f15 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.0914702 Nov 11 17:30:44.187878 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e77edc0-c288-4187-a0bc-66ce8c92028b req-3494ca37-df86-4e9e-a43a-cd4b34118a4d tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562418 Nov 11 17:30:44.913236 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-670cf85d-f48f-4000-986a-a4692bade272 req-b09a5b5b-36d1-424b-8b14-0218eb552b03 tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0294068 Nov 11 17:30:45.049565 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb2c6c-a51e-4512-90a1-c089687f636b req-9184c659-b23f-4ebf-99c3-682e1cdebd86 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:45.058542 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ecb2c6c-a51e-4512-90a1-c089687f636b req-9184c659-b23f-4ebf-99c3-682e1cdebd86 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.0623121 Nov 11 17:30:45.114301 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ecb2c6c-a51e-4512-90a1-c089687f636b req-e813f853-700f-4f53-bd79-73136acca6c5 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547571 Nov 11 17:30:45.227193 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7757a160-5536-4b67-9d4a-72739f2cb0c5 req-cfc8eaa8-392a-48af-a5e8-c9e187c5af57 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0385489 Nov 11 17:30:45.440109 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09407cb8-bc5e-4de8-9508-4d3d36faf82d req-f68afeed-0400-452b-9791-8d8f081d01aa tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:45.448496 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-09407cb8-bc5e-4de8-9508-4d3d36faf82d req-f68afeed-0400-452b-9791-8d8f081d01aa tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.0750744 Nov 11 17:30:45.516335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-09407cb8-bc5e-4de8-9508-4d3d36faf82d req-0b863372-e971-4e2f-bfd7-099930bd0fab tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666203 Nov 11 17:30:45.654744 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe32bda-8746-48c9-a9f4-bac8799daf23 req-e8d3dd6b-b97d-4d3a-b3a1-4a69b464a329 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:45.656284 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8fe32bda-8746-48c9-a9f4-bac8799daf23 req-e8d3dd6b-b97d-4d3a-b3a1-4a69b464a329 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.0661738 Nov 11 17:30:45.726535 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe426d-aeec-461a-9912-75725adf5836 req-e720828b-e932-455b-a6c0-b237ceddcb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:45.728046 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8efe426d-aeec-461a-9912-75725adf5836 req-e720828b-e932-455b-a6c0-b237ceddcb14 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c13d491d06d549ffa0aedaf876c5ae07&device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 1097 time: 0.0540571 Nov 11 17:30:45.737711 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8fe32bda-8746-48c9-a9f4-bac8799daf23 req-70499e6f-0cf6-4976-be5a-a4a07e4b9c7c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737078 Nov 11 17:30:45.863839 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe426d-aeec-461a-9912-75725adf5836 req-54b1e274-76b3-439e-a668-5cd48fc56734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:45.865375 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8efe426d-aeec-461a-9912-75725adf5836 req-54b1e274-76b3-439e-a668-5cd48fc56734 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ec9bff0-5844-4695-ad16-95d4383ae0e3 HTTP/1.1" status: 200 len: 915 time: 0.1309495 Nov 11 17:30:45.910540 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8efe426d-aeec-461a-9912-75725adf5836 req-647051ac-7c5c-4148-833f-ed4efce516e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dec6a22-64b5-43ff-bb8d-353a7f5c785e HTTP/1.1" status: 200 len: 217 time: 0.0379329 Nov 11 17:30:45.969843 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe426d-aeec-461a-9912-75725adf5836 req-f7acd4b3-0ee4-4db6-8702-3c19e8cdac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:45.972727 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8efe426d-aeec-461a-9912-75725adf5836 req-f7acd4b3-0ee4-4db6-8702-3c19e8cdac8d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dc52ad1-f3a3-434d-a193-60fbff77cc17 HTTP/1.1" status: 200 len: 853 time: 0.0550046 Nov 11 17:30:46.030106 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8efe426d-aeec-461a-9912-75725adf5836 req-8b7a1179-69ba-4836-9a86-dd07fd38ac0a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ec9bff0-5844-4695-ad16-95d4383ae0e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498240 Nov 11 17:30:46.048761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a5f5d00-5535-43d6-8153-27dbd6b4bf0a req-dc047445-9ad5-4961-90a2-b93e09146fd0 tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0425780 Nov 11 17:30:46.166149 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8efe426d-aeec-461a-9912-75725adf5836 req-a59d91be-b952-4d64-a1d8-872dd280b050 service neutron] 10.222.0.64 "GET /v2.0/networks/1ec9bff0-5844-4695-ad16-95d4383ae0e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217747 Nov 11 17:30:46.269397 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8efe426d-aeec-461a-9912-75725adf5836 req-ece676da-607a-4366-8cfb-3556cddb9160 service neutron] 10.222.0.64 "GET /v2.0/networks/1ec9bff0-5844-4695-ad16-95d4383ae0e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963993 Nov 11 17:30:46.334185 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66a4a060-4a63-418a-af44-4130a11a5df7 req-dfae1787-9854-4837-9cee-0e832846868a tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0261037 Nov 11 17:30:46.379612 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 38662) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:46.520349 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ec79b153-f7d1-4fec-a00b-04ab33726bd1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9a9a1d742786478bbe6b1d702e3a631a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395485 Nov 11 17:30:46.523311 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 38674) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:46.580338 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3d561d6-d6a8-46a7-89b4-e634cc19f5b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:46.603463 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3d561d6-d6a8-46a7-89b4-e634cc19f5b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:46.679110 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e817ced-405d-48b2-aa81-bebc86841ed8 req-40cb16d1-c927-4ebf-b8c4-9f8c8a0df6f9 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:46.680614 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0e817ced-405d-48b2-aa81-bebc86841ed8 req-40cb16d1-c927-4ebf-b8c4-9f8c8a0df6f9 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.0752885 Nov 11 17:30:46.696806 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3d561d6-d6a8-46a7-89b4-e634cc19f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:46.699265 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3d561d6-d6a8-46a7-89b4-e634cc19f5b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:46.700411 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a3d561d6-d6a8-46a7-89b4-e634cc19f5b7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09 HTTP/1.1" status: 204 len: 168 time: 0.1761754 Nov 11 17:30:46.718225 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d561d6-d6a8-46a7-89b4-e634cc19f5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46fd38e-f6ab-4ce6-b27c-b531cb9a6c09,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:46.752806 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0e817ced-405d-48b2-aa81-bebc86841ed8 req-8ecce601-e225-4294-aa65-dce2e29f67a8 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631948 Nov 11 17:30:46.908410 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458f123-e1cc-4399-b4fd-832124543f7f req-165d49d7-9e8f-42c8-86db-04ae0fcfea6e tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:46.915571 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4458f123-e1cc-4399-b4fd-832124543f7f req-165d49d7-9e8f-42c8-86db-04ae0fcfea6e tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.0629926 Nov 11 17:30:46.966995 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4458f123-e1cc-4399-b4fd-832124543f7f req-63b9da5a-0dd2-4e0a-8b64-c54a38236d54 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504200 Nov 11 17:30:47.161386 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee693767-cb5d-4ec9-bd8e-0581477fc5e9 req-5ea0b328-760d-48bf-b77b-246f7c2b6082 tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0294912 Nov 11 17:30:47.306687 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4797efed-09df-46d7-addf-178dab81db65 req-6e27b81e-5e6e-40dd-85d8-b0a40fef9933 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.1527677 Nov 11 17:30:47.426565 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 38706) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:47.443778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95e216e6-9d25-417e-b72f-5690c78e27da req-5367d2a9-0c15-40ea-97c4-373d4b8e1cc5 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0356615 Nov 11 17:30:47.537504 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-7c4ac15b-4ddf-4901-90a9-226e730d3dcc admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-892010093-network', 'tenant_id': 'f4a0616dab1c4e65ad290ad2adc4ccac'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:47.561157 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4ac15b-4ddf-4901-90a9-226e730d3dcc admin admin] Made reservation on behalf of f4a0616dab1c4e65ad290ad2adc4ccac for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:30:47.563764 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c4ac15b-4ddf-4901-90a9-226e730d3dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:47.572942 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c4ac15b-4ddf-4901-90a9-226e730d3dcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:47.649989 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c4ac15b-4ddf-4901-90a9-226e730d3dcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:47.654059 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c4ac15b-4ddf-4901-90a9-226e730d3dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:47.679672 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4ac15b-4ddf-4901-90a9-226e730d3dcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1265} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:30:47.689469 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ac15b-4ddf-4901-90a9-226e730d3dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f08e5f-f1cd-40f2-ab69-a823465c9048,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:47.695815 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c4ac15b-4ddf-4901-90a9-226e730d3dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:47.696163 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-7c4ac15b-4ddf-4901-90a9-226e730d3dcc admin admin] Added segment 93d50bad-210d-4519-9913-52e102dda314 of type vlan for network 06a2688e-0658-4206-8eae-7d305381ca6a Nov 11 17:30:47.741655 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c4ac15b-4ddf-4901-90a9-226e730d3dcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:47.767146 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c4ac15b-4ddf-4901-90a9-226e730d3dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:47.768176 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ac15b-4ddf-4901-90a9-226e730d3dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:47.768785 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c4ac15b-4ddf-4901-90a9-226e730d3dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:47.832804 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7c4ac15b-4ddf-4901-90a9-226e730d3dcc admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4050369 Nov 11 17:30:47.838211 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 38716) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:47.842924 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-53371e21-3849-40a2-bd97-73c9147c366e admin admin] Request body: {'subnet': {'network_id': '06a2688e-0658-4206-8eae-7d305381ca6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-892010093-subnet', 'tenant_id': 'f4a0616dab1c4e65ad290ad2adc4ccac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:47.847182 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ac15b-4ddf-4901-90a9-226e730d3dcc admin admin] Pushing event updated for resources: {'Network': ['ID=06a2688e-0658-4206-8eae-7d305381ca6a,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:47.859061 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 06a2688e-0658-4206-8eae-7d305381ca6a details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:30:47.868119 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53371e21-3849-40a2-bd97-73c9147c366e admin admin] Made reservation on behalf of f4a0616dab1c4e65ad290ad2adc4ccac for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:30:47.871217 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-53371e21-3849-40a2-bd97-73c9147c366e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:47.892567 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d8fff-7b27-493b-a94d-1c8e94583802 req-8671cdfa-d0ab-4bb8-a24c-6fcff2f0a393 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:47.894207 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-047d8fff-7b27-493b-a94d-1c8e94583802 req-8671cdfa-d0ab-4bb8-a24c-6fcff2f0a393 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.0695887 Nov 11 17:30:47.949375 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-047d8fff-7b27-493b-a94d-1c8e94583802 req-1a333860-8813-4b66-9215-4b7cb290bc45 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481424 Nov 11 17:30:48.106487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587b9d8-b960-41f2-9e12-2d0a4658f936 req-3813c29e-d923-4062-8663-bea5be35a4ea tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:48.108163 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3587b9d8-b960-41f2-9e12-2d0a4658f936 req-3813c29e-d923-4062-8663-bea5be35a4ea tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.0570745 Nov 11 17:30:48.161916 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3587b9d8-b960-41f2-9e12-2d0a4658f936 req-911455ab-d352-4aa2-b149-0b595b0b3a8b tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470116 Nov 11 17:30:48.183195 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:48.328977 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-76bf94fe-c05c-4d28-8a13-75f43e17202a req-c443591b-d77d-4812-829b-0764fa1e602f tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0543342 Nov 11 17:30:48.356236 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689781d-76e0-41eb-819e-27a111a8ac34 req-974ab153-6b27-4175-a56e-bf01c54d3684 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:48.370995 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-53371e21-3849-40a2-bd97-73c9147c366e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:48.372773 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6689781d-76e0-41eb-819e-27a111a8ac34 req-974ab153-6b27-4175-a56e-bf01c54d3684 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.1101089 Nov 11 17:30:48.425184 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6689781d-76e0-41eb-819e-27a111a8ac34 req-2c818351-8b84-42bf-b8b2-9ac3fd2597b2 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475128 Nov 11 17:30:48.425756 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53371e21-3849-40a2-bd97-73c9147c366e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f66b50ae-3f59-47fb-abc5-9d7d57d6d252,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:48.472040 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53371e21-3849-40a2-bd97-73c9147c366e admin admin] Checking segment: {'id': '93d50bad-210d-4519-9913-52e102dda314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '06a2688e-0658-4206-8eae-7d305381ca6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:30:48.472641 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53371e21-3849-40a2-bd97-73c9147c366e admin admin] Network hostable DHCP agents. Network: 06a2688e-0658-4206-8eae-7d305381ca6a, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:30:48.509674 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53371e21-3849-40a2-bd97-73c9147c366e admin admin] Network 06a2688e-0658-4206-8eae-7d305381ca6a is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:30:48.533004 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-53371e21-3849-40a2-bd97-73c9147c366e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 06a2688e-0658-4206-8eae-7d305381ca6a) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:30:48.539819 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53371e21-3849-40a2-bd97-73c9147c366e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:48.539819 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-53371e21-3849-40a2-bd97-73c9147c366e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:48.545914 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36aef5b4-85dc-4ed7-aa48-35cbf3014816 None None] Network 06a2688e-0658-4206-8eae-7d305381ca6a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:30:48.572523 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-53371e21-3849-40a2-bd97-73c9147c366e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7331841 Nov 11 17:30:48.592928 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9690abb-245d-43a3-85c5-23d3f172ac7c req-38ad64b6-714b-4299-ac84-e6d8e0b84ea5 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0501425 Nov 11 17:30:48.615625 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f6a15-99eb-43dd-b962-20938e18d4c3 req-59ebd148-b62b-4e54-b885-90777efe982e tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:48.617195 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-757f6a15-99eb-43dd-b962-20938e18d4c3 req-59ebd148-b62b-4e54-b885-90777efe982e tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.0948877 Nov 11 17:30:48.694066 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7920a10-44f9-468f-ad78-40d3ce0e55f7 None None] Network 06a2688e-0658-4206-8eae-7d305381ca6a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:30:48.741562 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-757f6a15-99eb-43dd-b962-20938e18d4c3 req-eafec721-85fd-4257-b70d-c405d5835eb6 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172576 Nov 11 17:30:48.873476 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941edc25-5067-45b3-90b5-116b258e8a0a req-bfc4e415-ae45-4cc2-a7c7-524ecb94388b tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:48.875009 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-941edc25-5067-45b3-90b5-116b258e8a0a req-bfc4e415-ae45-4cc2-a7c7-524ecb94388b tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.0543859 Nov 11 17:30:48.930417 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-941edc25-5067-45b3-90b5-116b258e8a0a req-e2b3c166-49d7-432e-a334-ecb042c0d124 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474832 Nov 11 17:30:49.093975 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b4063-7eda-4d00-a4fa-d404d2746df6 req-7baa2a97-1591-4e4a-9ac0-58212a1a3f17 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:49.095809 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-212b4063-7eda-4d00-a4fa-d404d2746df6 req-7baa2a97-1591-4e4a-9ac0-58212a1a3f17 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.0511129 Nov 11 17:30:49.160505 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-212b4063-7eda-4d00-a4fa-d404d2746df6 req-6c7423ed-f42f-4560-8f66-09ab1f09a977 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559146 Nov 11 17:30:49.199014 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed4a2b-1375-4405-8a48-2903d7abd59d req-36dc44da-6964-468f-9523-fed23afd86d2 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:49.200838 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6fed4a2b-1375-4405-8a48-2903d7abd59d req-36dc44da-6964-468f-9523-fed23afd86d2 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.0645485 Nov 11 17:30:49.255131 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6fed4a2b-1375-4405-8a48-2903d7abd59d req-0bcf7005-c319-4736-8cd6-ed580e25c149 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473256 Nov 11 17:30:49.378566 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0feb8fa-5ad5-46da-b0d3-c7b7cf835abe req-9c6d824c-eaad-4992-9f7b-9ba7c5124974 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:49.380104 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0feb8fa-5ad5-46da-b0d3-c7b7cf835abe req-9c6d824c-eaad-4992-9f7b-9ba7c5124974 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.0512252 Nov 11 17:30:49.436812 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0feb8fa-5ad5-46da-b0d3-c7b7cf835abe req-113a3a63-2e92-43e9-91cc-ebff0703edfb tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504451 Nov 11 17:30:49.463523 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7ed0579-e937-40ae-8477-5085c5dc310a req-94e4d37c-fbab-4b8e-b3e3-b401813e8a3e tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0314920 Nov 11 17:30:49.660125 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e67f76-2675-44db-a7de-e8634fa6abfe req-294cf6ca-bcc7-4ca4-9731-6da6b70c20ae tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:49.661680 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-77e67f76-2675-44db-a7de-e8634fa6abfe req-294cf6ca-bcc7-4ca4-9731-6da6b70c20ae tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.0577426 Nov 11 17:30:49.734703 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-77e67f76-2675-44db-a7de-e8634fa6abfe req-c0702c2f-5f49-45e1-8ea1-84daedd8a071 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666258 Nov 11 17:30:49.917509 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2de92c43-d4cb-4a5d-8f97-38a3e9efb7bf req-8817ca91-0234-4de5-bc13-8fbd73347cfa tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0561616 Nov 11 17:30:49.976860 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fa9ee-3dc0-4705-aa19-83cbf489bedc req-9dd0a370-3b92-4358-8b02-0a7b9684a56c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:49.978687 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce1fa9ee-3dc0-4705-aa19-83cbf489bedc req-9dd0a370-3b92-4358-8b02-0a7b9684a56c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.1005402 Nov 11 17:30:50.031972 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce1fa9ee-3dc0-4705-aa19-83cbf489bedc req-f83962b1-19a5-4790-aad7-65102e36070f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444694 Nov 11 17:30:50.168922 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 38802) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:50.197640 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-b5764cfb-85a4-429d-bcf9-c8997679c863 req-0f18846c-ad89-4b95-9068-b882a3039e2c service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:30:50.198739 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5764cfb-85a4-429d-bcf9-c8997679c863 req-0f18846c-ad89-4b95-9068-b882a3039e2c service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058615 Nov 11 17:30:50.284806 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3cc9c555-c90e-4e17-aff2-ff1399943ff2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:50.393786 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3cc9c555-c90e-4e17-aff2-ff1399943ff2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:50.398878 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3cc9c555-c90e-4e17-aff2-ff1399943ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:50.444507 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3cc9c555-c90e-4e17-aff2-ff1399943ff2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b6881d1e3d4249288b802e85a8c54e8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2718086 Nov 11 17:30:50.444507 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9c555-c90e-4e17-aff2-ff1399943ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2a71cc-cd05-444a-abfe-c4fb2c235f00,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:50.445315 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 38822) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:50.476364 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b6d2a-9ff5-4585-81f6-19d4db7eedb5 req-42e96484-bb8a-40f4-be27-b9a573e061be tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:50.477893 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e24b6d2a-9ff5-4585-81f6-19d4db7eedb5 req-42e96484-bb8a-40f4-be27-b9a573e061be tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.1033716 Nov 11 17:30:50.492652 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b14c93-1b49-4aa1-9ea4-c05b01745f36 req-ade5fadc-3c38-4021-a678-b47ad903bc35 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:50.494160 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a0b14c93-1b49-4aa1-9ea4-c05b01745f36 req-ade5fadc-3c38-4021-a678-b47ad903bc35 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.1082270 Nov 11 17:30:50.496152 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-32ee32ed-3fd4-443e-93e2-9bbbb7ad339c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:50.518680 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-32ee32ed-3fd4-443e-93e2-9bbbb7ad339c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:50.568198 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-32ee32ed-3fd4-443e-93e2-9bbbb7ad339c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:50.568865 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e24b6d2a-9ff5-4585-81f6-19d4db7eedb5 req-f7baa198-b479-47ad-b6e3-28cd7e584923 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737450 Nov 11 17:30:50.572710 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-32ee32ed-3fd4-443e-93e2-9bbbb7ad339c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:50.577794 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-32ee32ed-3fd4-443e-93e2-9bbbb7ad339c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2e2a71cc-cd05-444a-abfe-c4fb2c235f00 HTTP/1.1" status: 204 len: 168 time: 0.1291676 Nov 11 17:30:50.585593 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a0b14c93-1b49-4aa1-9ea4-c05b01745f36 req-be4abdf5-251a-4fdd-afb1-96fb1ab19471 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817611 Nov 11 17:30:50.585994 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee32ed-3fd4-443e-93e2-9bbbb7ad339c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2a71cc-cd05-444a-abfe-c4fb2c235f00,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:50.696324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dc584db5-7f00-4a09-810a-d668d6cb795e req-b52e8356-f20c-441b-8613-03de179688e6 tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0284824 Nov 11 17:30:50.771778 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430051a9-9e65-414d-93b5-4ce6bdf9501c req-7679146d-4b76-43e3-ba40-bda7ca56e706 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:50.773356 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-430051a9-9e65-414d-93b5-4ce6bdf9501c req-7679146d-4b76-43e3-ba40-bda7ca56e706 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.0644131 Nov 11 17:30:50.823998 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-430051a9-9e65-414d-93b5-4ce6bdf9501c req-31653336-ee56-4c50-a499-ef4843edd47f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445030 Nov 11 17:30:50.858335 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:30:50.933059 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 38848) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:50.950200 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cbb64160-fd0c-45c9-b380-b430d1159851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:51.032145 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cbb64160-fd0c-45c9-b380-b430d1159851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:51.035666 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cbb64160-fd0c-45c9-b380-b430d1159851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:51.039531 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38799b34-466f-40f8-b78c-06639c16ddef req-ebee72dd-a9d9-4537-b3c9-d4a0c1c2daae tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:51.041035 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38799b34-466f-40f8-b78c-06639c16ddef req-ebee72dd-a9d9-4537-b3c9-d4a0c1c2daae tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.1150482 Nov 11 17:30:51.049373 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1a102-e750-4808-998d-d884517eea5e req-4a15ea02-b443-4d3e-a338-864b7740bd32 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:51.051109 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdd1a102-e750-4808-998d-d884517eea5e req-4a15ea02-b443-4d3e-a338-864b7740bd32 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/networks?id=06a2688e-0658-4206-8eae-7d305381ca6a HTTP/1.1" status: 200 len: 809 time: 0.1504796 Nov 11 17:30:51.074747 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cbb64160-fd0c-45c9-b380-b430d1159851 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3386e5c1723c4c5189a15cc40fee8b84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1404154 Nov 11 17:30:51.075531 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb64160-fd0c-45c9-b380-b430d1159851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed62c40-96a7-431b-887b-d287c510fd6b,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:51.077795 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 38852) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:30:51.079481 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdd1a102-e750-4808-998d-d884517eea5e req-586cf124-42a5-4a56-b479-e6c73486964c tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/quotas/f4a0616dab1c4e65ad290ad2adc4ccac HTTP/1.1" status: 200 len: 375 time: 0.0202408 Nov 11 17:30:51.113294 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38799b34-466f-40f8-b78c-06639c16ddef req-f4e15336-be82-4f2d-ac7e-f8d7540d9f1d tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615842 Nov 11 17:30:51.129478 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdd1a102-e750-4808-998d-d884517eea5e req-09405940-6cea-4dc9-a582-3258f440aa9c tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f4a0616dab1c4e65ad290ad2adc4ccac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321164 Nov 11 17:30:51.137092 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d737143-b1a7-4ec3-8a23-99373c0c3a9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:51.160712 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d737143-b1a7-4ec3-8a23-99373c0c3a9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:51.214023 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d737143-b1a7-4ec3-8a23-99373c0c3a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:51.217068 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d737143-b1a7-4ec3-8a23-99373c0c3a9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:51.221666 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0d737143-b1a7-4ec3-8a23-99373c0c3a9d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9ed62c40-96a7-431b-887b-d287c510fd6b HTTP/1.1" status: 204 len: 168 time: 0.1403146 Nov 11 17:30:51.229492 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d737143-b1a7-4ec3-8a23-99373c0c3a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed62c40-96a7-431b-887b-d287c510fd6b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:51.250155 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdd1a102-e750-4808-998d-d884517eea5e req-2f2a5a96-e079-4bff-899b-fde8cbac1bb4 service neutron] 10.222.0.76 "GET /v2.0/networks/06a2688e-0658-4206-8eae-7d305381ca6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135225 Nov 11 17:30:51.357992 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdd1a102-e750-4808-998d-d884517eea5e req-bee96637-694f-4d40-92a0-ac126131ea3a service neutron] 10.222.0.76 "GET /v2.0/networks/06a2688e-0658-4206-8eae-7d305381ca6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068256 Nov 11 17:30:51.457442 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16857244-d82e-473d-84a9-c3f9c41c4f93 req-5f8bc7dd-e3cd-4bda-9f65-e13b6d55c0be tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0328825 Nov 11 17:30:51.593765 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfe4fe-12a6-4a48-8539-6ff7753c6fd2 req-f46937fd-7293-4f64-8a0e-9fbd826ec814 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:51.595319 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0cfe4fe-12a6-4a48-8539-6ff7753c6fd2 req-f46937fd-7293-4f64-8a0e-9fbd826ec814 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.0741997 Nov 11 17:30:51.651282 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0cfe4fe-12a6-4a48-8539-6ff7753c6fd2 req-a1737dbe-8795-4a78-9dc0-c8c7c6c14bd1 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450642 Nov 11 17:30:51.684564 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-244a5740-9df1-45e1-9d5b-d16b8d3c8d00 req-c6eac449-964f-4193-812b-0880c5afb7ba tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/ports?device_id=81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6 HTTP/1.1" status: 200 len: 210 time: 0.0286415 Nov 11 17:30:51.811614 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6257d25-7225-40c4-9c21-a51e32c1b0f7 req-686042ff-394a-4e8f-8b28-c026155cca31 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:51.813330 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6257d25-7225-40c4-9c21-a51e32c1b0f7 req-686042ff-394a-4e8f-8b28-c026155cca31 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.0902827 Nov 11 17:30:51.851968 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52264a2-e3b4-473c-83f9-8e1ecd5fc78c req-cb133092-2d29-4dca-928c-6b830b43fc52 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:51.854066 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e52264a2-e3b4-473c-83f9-8e1ecd5fc78c req-cb133092-2d29-4dca-928c-6b830b43fc52 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.0932677 Nov 11 17:30:51.903853 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6257d25-7225-40c4-9c21-a51e32c1b0f7 req-c6e0c6c8-b838-4f12-b40f-532c459cbcd5 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818489 Nov 11 17:30:51.943604 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e52264a2-e3b4-473c-83f9-8e1ecd5fc78c req-17379704-ac5b-4737-a674-1c8add457a7f tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798378 Nov 11 17:30:51.997107 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2180f89a-0f1a-4649-bea1-879d65b86b0d req-7167811c-3d28-4a8e-8750-fb0613045321 tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0313587 Nov 11 17:30:52.075181 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ab39f-cdf1-4f17-8a71-59445653adbd req-58b98fbe-cbc3-43a8-be54-f769a44611e9 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:52.076875 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e4ab39f-cdf1-4f17-8a71-59445653adbd req-58b98fbe-cbc3-43a8-be54-f769a44611e9 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.0515528 Nov 11 17:30:52.128952 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e4ab39f-cdf1-4f17-8a71-59445653adbd req-4aabe6b3-4fac-4f6c-a8b2-545d790213fe tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458114 Nov 11 17:30:52.275635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98e010-a230-4541-8dea-095b44d5372d req-a8b9ec20-255d-405d-90b6-7ebd4e4d12ae tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:52.277249 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc98e010-a230-4541-8dea-095b44d5372d req-a8b9ec20-255d-405d-90b6-7ebd4e4d12ae tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.0558832 Nov 11 17:30:52.328353 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc98e010-a230-4541-8dea-095b44d5372d req-3694146f-a9eb-43c5-905d-732623cf418c tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444286 Nov 11 17:30:52.600659 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7fa081a7-8a15-4579-9b68-ba2deda3de8e req-4df431e7-7156-4f61-81d6-7f5b2bade8d9 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0371587 Nov 11 17:30:52.789585 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce230744-ab5e-4bfc-9a91-dec20cb2a2a7 req-0d80109f-183e-40fb-be48-ee8c35d60234 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/ports?device_id=81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6 HTTP/1.1" status: 200 len: 210 time: 0.0282862 Nov 11 17:30:53.016725 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1a102-e750-4808-998d-d884517eea5e req-19fafab4-204e-4634-8e3a-182f29694e10 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:53.018353 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fdd1a102-e750-4808-998d-d884517eea5e req-19fafab4-204e-4634-8e3a-182f29694e10 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.83 "GET /v2.0/networks?id=06a2688e-0658-4206-8eae-7d305381ca6a HTTP/1.1" status: 200 len: 809 time: 0.1497338 Nov 11 17:30:53.038604 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-fdd1a102-e750-4808-998d-d884517eea5e req-a0c1258a-8fe4-4cc1-805f-6cf28984f527 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Request body: {'port': {'device_id': '81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6', 'network_id': '06a2688e-0658-4206-8eae-7d305381ca6a', 'admin_state_up': True, 'tenant_id': 'f4a0616dab1c4e65ad290ad2adc4ccac'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:53.074700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34775ce-ea86-40a9-936a-1143b645ec04 req-62ccc9d1-5e60-472d-ad6a-61d843f51104 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:53.076342 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c34775ce-ea86-40a9-936a-1143b645ec04 req-62ccc9d1-5e60-472d-ad6a-61d843f51104 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.0622761 Nov 11 17:30:53.173125 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-17035b6a-4ed5-4c4d-9268-6bbe9535f12d req-07be89d7-3351-4ce7-8098-8babfe29f8fd tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0530288 Nov 11 17:30:53.178515 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd1a102-e750-4808-998d-d884517eea5e req-a0c1258a-8fe4-4cc1-805f-6cf28984f527 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Made reservation on behalf of f4a0616dab1c4e65ad290ad2adc4ccac for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:30:53.182611 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-fdd1a102-e750-4808-998d-d884517eea5e req-a0c1258a-8fe4-4cc1-805f-6cf28984f527 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:53.197837 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c34775ce-ea86-40a9-936a-1143b645ec04 req-44ec6b92-d6f7-4e4e-a7ba-56edcdbc6202 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138992 Nov 11 17:30:53.333255 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-fdd1a102-e750-4808-998d-d884517eea5e req-a0c1258a-8fe4-4cc1-805f-6cf28984f527 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Allocated IP 172.20.0.6 (06a2688e-0658-4206-8eae-7d305381ca6a/f66b50ae-3f59-47fb-abc5-9d7d57d6d252/86661b07-1534-4e91-adac-c18347ce5d59) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:30:53.509446 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-fdd1a102-e750-4808-998d-d884517eea5e req-a0c1258a-8fe4-4cc1-805f-6cf28984f527 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:53.547420 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-fdd1a102-e750-4808-998d-d884517eea5e req-a0c1258a-8fe4-4cc1-805f-6cf28984f527 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:53.598783 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd1a102-e750-4808-998d-d884517eea5e req-a0c1258a-8fe4-4cc1-805f-6cf28984f527 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Network 06a2688e-0658-4206-8eae-7d305381ca6a is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:30:53.601843 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-fdd1a102-e750-4808-998d-d884517eea5e req-a0c1258a-8fe4-4cc1-805f-6cf28984f527 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:30:53.606839 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd1a102-e750-4808-998d-d884517eea5e req-a0c1258a-8fe4-4cc1-805f-6cf28984f527 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:30:53.611970 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1258a-8fe4-4cc1-805f-6cf28984f527 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Pushing event updated for resources: {'Port': ['ID=86661b07-1534-4e91-adac-c18347ce5d59,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:53.664005 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1a102-e750-4808-998d-d884517eea5e req-a0c1258a-8fe4-4cc1-805f-6cf28984f527 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:53.664979 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-fdd1a102-e750-4808-998d-d884517eea5e req-a0c1258a-8fe4-4cc1-805f-6cf28984f527 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:53.685558 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fdd1a102-e750-4808-998d-d884517eea5e req-a0c1258a-8fe4-4cc1-805f-6cf28984f527 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6517174 Nov 11 17:30:53.698867 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-fdd1a102-e750-4808-998d-d884517eea5e req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] Request body: {'port': {'device_id': '81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:30:53.724672 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-517fd711-bc01-4740-8abc-a24bf02e9d94 req-986b693e-2951-4858-9f0a-7924edf1c0a2 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0475454 Nov 11 17:30:53.764441 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-fdd1a102-e750-4808-998d-d884517eea5e req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:53.951241 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee221797-390c-45b2-80b2-eb08d313199c req-caaefc09-3659-4689-9037-40f3d6902797 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:53.953209 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee221797-390c-45b2-80b2-eb08d313199c req-caaefc09-3659-4689-9037-40f3d6902797 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/ports?device_id=81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6 HTTP/1.1" status: 200 len: 931 time: 0.0630586 Nov 11 17:30:53.982114 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:54.023607 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee221797-390c-45b2-80b2-eb08d313199c req-86ba92da-1f62-4aa4-b57e-3329addce993 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/security-groups?id=74f08e5f-f1cd-40f2-ab69-a823465c9048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617497 Nov 11 17:30:54.118900 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-fdd1a102-e750-4808-998d-d884517eea5e req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86661b07-1534-4e91-adac-c18347ce5d59 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:30:54.127143 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-fdd1a102-e750-4808-998d-d884517eea5e req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:54.139941 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-fdd1a102-e750-4808-998d-d884517eea5e req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] Transition to ACTIVE for port object 86661b07-1534-4e91-adac-c18347ce5d59 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:30:54.144084 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-fdd1a102-e750-4808-998d-d884517eea5e req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:54.193874 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] Pushing event updated for resources: {'Port': ['ID=86661b07-1534-4e91-adac-c18347ce5d59,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:54.272398 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-fdd1a102-e750-4808-998d-d884517eea5e req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] Attempting to bind port 86661b07-1534-4e91-adac-c18347ce5d59 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:30:54.272780 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-fdd1a102-e750-4808-998d-d884517eea5e req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] Attempting to bind port 86661b07-1534-4e91-adac-c18347ce5d59 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '93d50bad-210d-4519-9913-52e102dda314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '06a2688e-0658-4206-8eae-7d305381ca6a'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:30:54.273057 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1a102-e750-4808-998d-d884517eea5e req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] Attempting to bind port 86661b07-1534-4e91-adac-c18347ce5d59 on network 06a2688e-0658-4206-8eae-7d305381ca6a {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:30:54.278624 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1a102-e750-4808-998d-d884517eea5e req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] Port 86661b07-1534-4e91-adac-c18347ce5d59 on network 06a2688e-0658-4206-8eae-7d305381ca6a not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:30:54.278945 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1a102-e750-4808-998d-d884517eea5e req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] Attempting to bind port 86661b07-1534-4e91-adac-c18347ce5d59 on network 06a2688e-0658-4206-8eae-7d305381ca6a {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:30:54.283844 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1a102-e750-4808-998d-d884517eea5e req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:30:54.284191 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1a102-e750-4808-998d-d884517eea5e req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] Checking segment: {'id': '93d50bad-210d-4519-9913-52e102dda314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '06a2688e-0658-4206-8eae-7d305381ca6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:30:54.284573 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1a102-e750-4808-998d-d884517eea5e req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] Bound using segment: {'id': '93d50bad-210d-4519-9913-52e102dda314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '06a2688e-0658-4206-8eae-7d305381ca6a'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:30:54.285121 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-fdd1a102-e750-4808-998d-d884517eea5e req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] Bound port: 86661b07-1534-4e91-adac-c18347ce5d59, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d50bad-210d-4519-9913-52e102dda314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '06a2688e-0658-4206-8eae-7d305381ca6a'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:30:54.285484 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-fdd1a102-e750-4808-998d-d884517eea5e req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:54.362000 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-fdd1a102-e750-4808-998d-d884517eea5e req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] For port 86661b07-1534-4e91-adac-c18347ce5d59, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:30:54.363199 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a7c07b4-a2ee-4eab-b1fb-19720f434e67 req-b8b7c441-d61c-4c7e-8493-b31266670cb2 tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0664425 Nov 11 17:30:54.366655 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-fdd1a102-e750-4808-998d-d884517eea5e req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] For port 86661b07-1534-4e91-adac-c18347ce5d59, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=86661b07-1534-4e91-adac-c18347ce5d59,segment=NetworkSegment(93d50bad-210d-4519-9913-52e102dda314),segment_id=93d50bad-210d-4519-9913-52e102dda314)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:30:54.373935 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-fdd1a102-e750-4808-998d-d884517eea5e req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:54.399449 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605be09-0061-4e6f-a8e3-6b4441293e41 req-6027f2e2-92c6-4dc3-92ac-b52a6b27da1f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:54.404751 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4605be09-0061-4e6f-a8e3-6b4441293e41 req-6027f2e2-92c6-4dc3-92ac-b52a6b27da1f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.1226749 Nov 11 17:30:54.426782 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1a102-e750-4808-998d-d884517eea5e req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:54.428079 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-fdd1a102-e750-4808-998d-d884517eea5e req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:54.429455 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fdd1a102-e750-4808-998d-d884517eea5e req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] 10.222.0.83 "PUT /v2.0/ports/86661b07-1534-4e91-adac-c18347ce5d59 HTTP/1.1" status: 200 len: 1091 time: 0.7351811 Nov 11 17:30:54.429896 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6', 'tag': '86661b07-1534-4e91-adac-c18347ce5d59'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:30:54.432183 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091dcca1-b3a7-441d-8759-6f14ba5eb15e" -d '{"events": [{"name": "network-changed", "server_uuid": "81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6", "tag": "86661b07-1534-4e91-adac-c18347ce5d59"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:30:54.462340 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd61bf-cf66-4a8a-a14c-c72f7ec065b5 service neutron] Pushing event updated for resources: {'Port': ['ID=86661b07-1534-4e91-adac-c18347ce5d59,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:54.499887 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a47ce2-91b5-48ac-9862-ebad958fce73 x-openstack-request-id: req-c5a47ce2-91b5-48ac-9862-ebad958fce73 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:30:54.500523 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6", "tag": "86661b07-1534-4e91-adac-c18347ce5d59", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:30:54.500784 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c5a47ce2-91b5-48ac-9862-ebad958fce73 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:30:54.501180 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6', 'tag': '86661b07-1534-4e91-adac-c18347ce5d59', 'status': 'completed', 'code': 200} Nov 11 17:30:54.512879 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4605be09-0061-4e6f-a8e3-6b4441293e41 req-e264f5f2-6548-47ac-b02b-f800d4e5a306 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013978 Nov 11 17:30:54.535877 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1a102-e750-4808-998d-d884517eea5e req-3b11dbd0-b8fe-47d4-a493-e9ff88f12e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:54.537955 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fdd1a102-e750-4808-998d-d884517eea5e req-3b11dbd0-b8fe-47d4-a493-e9ff88f12e1f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f4a0616dab1c4e65ad290ad2adc4ccac&device_id=81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6 HTTP/1.1" status: 200 len: 1094 time: 0.0510473 Nov 11 17:30:54.586555 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fdd1a102-e750-4808-998d-d884517eea5e req-66a139bb-dc9e-4f8f-b541-ea59ffa45e7a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86661b07-1534-4e91-adac-c18347ce5d59 HTTP/1.1" status: 200 len: 217 time: 0.0390191 Nov 11 17:30:54.641492 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1a102-e750-4808-998d-d884517eea5e req-77d1c79a-867f-4557-9fa9-7bf7afcf1280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:54.643008 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fdd1a102-e750-4808-998d-d884517eea5e req-77d1c79a-867f-4557-9fa9-7bf7afcf1280 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f66b50ae-3f59-47fb-abc5-9d7d57d6d252 HTTP/1.1" status: 200 len: 849 time: 0.0492904 Nov 11 17:30:54.675103 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fdd1a102-e750-4808-998d-d884517eea5e req-620a7f6e-5a48-4575-9d2b-d41c064feca8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=06a2688e-0658-4206-8eae-7d305381ca6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255995 Nov 11 17:30:54.783460 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fdd1a102-e750-4808-998d-d884517eea5e req-ed6a6521-39cb-46ae-ab15-5856856a74f0 service neutron] 10.222.0.83 "GET /v2.0/networks/06a2688e-0658-4206-8eae-7d305381ca6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008155 Nov 11 17:30:54.926225 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fdd1a102-e750-4808-998d-d884517eea5e req-2905d8c1-d002-44bf-a75e-d6b99c20d433 service neutron] 10.222.0.83 "GET /v2.0/networks/06a2688e-0658-4206-8eae-7d305381ca6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347775 Nov 11 17:30:54.928090 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fb185e4e-981c-4438-a773-31f6f00fadb0 req-0bf054d5-ceb2-4045-a739-7f9ed5e86858 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0560703 Nov 11 17:30:55.041088 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dcca1-b3a7-441d-8759-6f14ba5eb15e req-595a49ba-f3a1-4148-9ac2-487947cad8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:55.042520 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-091dcca1-b3a7-441d-8759-6f14ba5eb15e req-595a49ba-f3a1-4148-9ac2-487947cad8d7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f4a0616dab1c4e65ad290ad2adc4ccac&device_id=81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6 HTTP/1.1" status: 200 len: 1094 time: 0.0554457 Nov 11 17:30:55.158574 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dcca1-b3a7-441d-8759-6f14ba5eb15e req-27c9adf5-ee64-4b25-81ee-83e5ccd1130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:55.159658 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c1dfd-0dbf-4bc6-bece-65e36742339d req-67e8f7ee-c836-473c-b678-cd378bb99dad tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:55.161018 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-091dcca1-b3a7-441d-8759-6f14ba5eb15e req-27c9adf5-ee64-4b25-81ee-83e5ccd1130e service neutron] 10.222.0.83 "GET /v2.0/networks?id=06a2688e-0658-4206-8eae-7d305381ca6a HTTP/1.1" status: 200 len: 911 time: 0.1106651 Nov 11 17:30:55.162412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-371c1dfd-0dbf-4bc6-bece-65e36742339d req-67e8f7ee-c836-473c-b678-cd378bb99dad tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/ports?device_id=81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6 HTTP/1.1" status: 200 len: 943 time: 0.0586603 Nov 11 17:30:55.217067 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-091dcca1-b3a7-441d-8759-6f14ba5eb15e req-7c6cb3cf-3329-411b-a94b-a722d4063c68 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86661b07-1534-4e91-adac-c18347ce5d59 HTTP/1.1" status: 200 len: 217 time: 0.0421331 Nov 11 17:30:55.237834 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-371c1dfd-0dbf-4bc6-bece-65e36742339d req-4e279429-a884-4083-ab9e-3abedf36d356 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/security-groups?id=74f08e5f-f1cd-40f2-ab69-a823465c9048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703359 Nov 11 17:30:55.294632 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dcca1-b3a7-441d-8759-6f14ba5eb15e req-8a8bcd37-3b41-4c80-84a8-03916dc65108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:55.296850 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-091dcca1-b3a7-441d-8759-6f14ba5eb15e req-8a8bcd37-3b41-4c80-84a8-03916dc65108 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f66b50ae-3f59-47fb-abc5-9d7d57d6d252 HTTP/1.1" status: 200 len: 849 time: 0.0713205 Nov 11 17:30:55.331409 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-091dcca1-b3a7-441d-8759-6f14ba5eb15e req-4d9506f2-f7f1-4f16-9836-640adb94c99b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=06a2688e-0658-4206-8eae-7d305381ca6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270112 Nov 11 17:30:55.430793 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-091dcca1-b3a7-441d-8759-6f14ba5eb15e req-9a03fc5a-41b1-46db-a81c-586e64f91e5c service neutron] 10.222.0.83 "GET /v2.0/networks/06a2688e-0658-4206-8eae-7d305381ca6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913599 Nov 11 17:30:55.490847 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-376e2f84-94dc-4b87-9916-5c69ab3ae7d4 req-2bdb40f5-87eb-4fd0-80db-a6da1e15b039 tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0316806 Nov 11 17:30:55.548888 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-091dcca1-b3a7-441d-8759-6f14ba5eb15e req-f5e1e2ec-9fb2-4ba5-9568-2124e67e1c34 service neutron] 10.222.0.83 "GET /v2.0/networks/06a2688e-0658-4206-8eae-7d305381ca6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103294 Nov 11 17:30:55.660318 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b7f05-c38b-4477-93bb-0ceb7c9682e9 req-ad80ae08-bb5e-4935-b06d-eb5698a64a44 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:55.662367 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-123b7f05-c38b-4477-93bb-0ceb7c9682e9 req-ad80ae08-bb5e-4935-b06d-eb5698a64a44 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.0625310 Nov 11 17:30:55.728284 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-123b7f05-c38b-4477-93bb-0ceb7c9682e9 req-aa984d4a-d8bf-484f-aaf6-98ad305a3816 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583801 Nov 11 17:30:56.069882 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-220abdaa-ee37-45a3-b824-5388a65629fe req-fe1d70a7-9ebf-4040-8523-f18de7a01cb2 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0450504 Nov 11 17:30:56.372811 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719763a2-e7ae-4338-a4ea-fe4df003ee8d req-5539c52d-1955-4264-8b65-84a56fdb8fe5 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:56.374315 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-719763a2-e7ae-4338-a4ea-fe4df003ee8d req-5539c52d-1955-4264-8b65-84a56fdb8fe5 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/ports?device_id=81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6 HTTP/1.1" status: 200 len: 943 time: 0.0503449 Nov 11 17:30:56.424492 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-719763a2-e7ae-4338-a4ea-fe4df003ee8d req-e81b980e-2326-4cb7-b254-d1f8478e5723 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/security-groups?id=74f08e5f-f1cd-40f2-ab69-a823465c9048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432384 Nov 11 17:30:56.606285 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4ddfca53-f368-469d-b5a3-4fca97f74787 req-a1141ae6-9720-4ce0-9d21-5b49e3a95f6d tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0369611 Nov 11 17:30:56.879129 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ea14b-3d20-4e2a-a863-64d50b5e498d req-8f18a40b-7c45-4f1d-ac16-33e10ca6dd88 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:56.880875 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a42ea14b-3d20-4e2a-a863-64d50b5e498d req-8f18a40b-7c45-4f1d-ac16-33e10ca6dd88 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.0550933 Nov 11 17:30:56.933979 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a42ea14b-3d20-4e2a-a863-64d50b5e498d req-6417f5ae-0499-48a8-a029-7b6c8ce97f26 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467150 Nov 11 17:30:57.162793 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90c33ea1-9a6c-4045-9fbe-e7bbdab2bbc4 req-70878be6-5b57-4414-af79-ff3b855e75aa tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0276313 Nov 11 17:30:57.550365 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e9807-540c-4cf7-9de3-150f91220775 req-1f6ad8d7-6df1-4c82-a186-55770e60b490 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:57.551884 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ab0e9807-540c-4cf7-9de3-150f91220775 req-1f6ad8d7-6df1-4c82-a186-55770e60b490 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/ports?device_id=81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6 HTTP/1.1" status: 200 len: 943 time: 0.0516388 Nov 11 17:30:57.609546 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ab0e9807-540c-4cf7-9de3-150f91220775 req-57fc9cec-1f4d-438f-8c17-e6cd455644a2 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/security-groups?id=74f08e5f-f1cd-40f2-ab69-a823465c9048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515382 Nov 11 17:30:57.714174 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35ae1d5a-daaf-4da4-8eda-ea99e83b1d6b req-4ab12a56-2f4c-4a6f-8cf3-698833d8311b tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0281327 Nov 11 17:30:57.908954 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 86661b07-1534-4e91-adac-c18347ce5d59 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:30:58.115834 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 86661b07-1534-4e91-adac-c18347ce5d59, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=86661b07-1534-4e91-adac-c18347ce5d59,segment=NetworkSegment(93d50bad-210d-4519-9913-52e102dda314),segment_id=93d50bad-210d-4519-9913-52e102dda314)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:58.143450 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '86661b07-1534-4e91-adac-c18347ce5d59', 'network_id': '06a2688e-0658-4206-8eae-7d305381ca6a', 'port_id': '86661b07-1534-4e91-adac-c18347ce5d59', 'mac_address': 'fa:16:3e:70:6e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66b50ae-3f59-47fb-abc5-9d7d57d6d252', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:30:58.197360 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:58.211786 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86661b07-1534-4e91-adac-c18347ce5d59 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:30:58.215381 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d2cb7-3a91-43d2-b2b1-604a26e3b4c6 req-ae6f5d0a-0ee3-4328-987c-76b408cfd2e1 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:58.217315 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-303d2cb7-3a91-43d2-b2b1-604a26e3b4c6 req-ae6f5d0a-0ee3-4328-987c-76b408cfd2e1 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.1472971 Nov 11 17:30:58.241472 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 86661b07-1534-4e91-adac-c18347ce5d59, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=86661b07-1534-4e91-adac-c18347ce5d59,segment=NetworkSegment(93d50bad-210d-4519-9913-52e102dda314),segment_id=93d50bad-210d-4519-9913-52e102dda314)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:30:58.246133 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:30:58.257332 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec4fcf-00f9-4628-a284-783ee80bc013 req-d339a306-e83c-4767-854a-1373843dc3ca tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:58.259129 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-daec4fcf-00f9-4628-a284-783ee80bc013 req-d339a306-e83c-4767-854a-1373843dc3ca tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.1035600 Nov 11 17:30:58.313985 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=86661b07-1534-4e91-adac-c18347ce5d59,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:30:58.318100 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-303d2cb7-3a91-43d2-b2b1-604a26e3b4c6 req-7effb6e4-a439-466c-b912-c792a89ac8bc tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893040 Nov 11 17:30:58.323395 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:58.323776 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:58.324127 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:58.324464 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:58.324795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:58.325123 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:58.325450 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:58.325773 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:58.326096 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:58.326471 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:58.326799 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:58.327120 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:30:58.360309 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-daec4fcf-00f9-4628-a284-783ee80bc013 req-04103927-b0a7-4aba-9373-f6a75b0b70af tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895560 Nov 11 17:30:58.462397 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-608cc2fd-e333-41ab-b0a2-3daa74e8c9c6 req-5082a332-8ec7-4410-9245-ad7ef854b957 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0301175 Nov 11 17:30:58.560469 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['86661b07-1534-4e91-adac-c18347ce5d59'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:30:58.734981 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d6411-2cee-4f8b-b373-3fb5f1f8c189 req-034eb3cb-0f14-43f8-b377-d73a0698ca3d tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:58.736710 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f41d6411-2cee-4f8b-b373-3fb5f1f8c189 req-034eb3cb-0f14-43f8-b377-d73a0698ca3d tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/ports?device_id=81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6 HTTP/1.1" status: 200 len: 944 time: 0.0590303 Nov 11 17:30:58.794779 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f41d6411-2cee-4f8b-b373-3fb5f1f8c189 req-e587301a-4284-4c20-b2d8-42bc167bb9e7 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/security-groups?id=74f08e5f-f1cd-40f2-ab69-a823465c9048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509064 Nov 11 17:30:58.842278 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5903ab56-5cae-47c0-b97d-011b8c5f846b req-9943ac91-24c6-4bdf-8cd9-3a22cfd959aa tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0331759 Nov 11 17:30:59.441668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144e02c-0a9c-4098-896f-7d6db83e63df req-afd19ec9-9bab-412c-af34-61d30e25645e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:59.443305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1144e02c-0a9c-4098-896f-7d6db83e63df req-afd19ec9-9bab-412c-af34-61d30e25645e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.0591128 Nov 11 17:30:59.527223 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e7770-14da-4bed-918a-93365891a683 req-164d6b3c-fe87-47ba-89e5-28e0523df565 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:59.528746 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-994e7770-14da-4bed-918a-93365891a683 req-164d6b3c-fe87-47ba-89e5-28e0523df565 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.0844827 Nov 11 17:30:59.532340 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1144e02c-0a9c-4098-896f-7d6db83e63df req-f0b9070e-871e-4c65-84e8-ec6c15778b2d tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799186 Nov 11 17:30:59.580822 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-994e7770-14da-4bed-918a-93365891a683 req-3c8a44b6-d20b-4406-875c-38ae07d83a43 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/security-groups?id=3bd513db-5bc0-4d6a-84df-0533f56ae090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457630 Nov 11 17:30:59.673248 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6c35ba91-6502-4b9d-80e6-aaea864b6470 req-6d237537-92e6-4cf7-9103-47717c3b29b7 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0262222 Nov 11 17:30:59.915008 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740200c4-32c9-40e7-ba5d-f945b10d0d2d req-54d0ad30-722a-43f2-817c-fa499bb2df2f tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:30:59.916643 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-740200c4-32c9-40e7-ba5d-f945b10d0d2d req-54d0ad30-722a-43f2-817c-fa499bb2df2f tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/ports?device_id=81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6 HTTP/1.1" status: 200 len: 944 time: 0.0510356 Nov 11 17:30:59.924564 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 86661b07-1534-4e91-adac-c18347ce5d59 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:30:59.953268 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c365547-084b-41f0-a401-c8047aa8680d req-829d4853-74b3-454a-8380-07bc849c018d tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0324132 Nov 11 17:30:59.996864 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-740200c4-32c9-40e7-ba5d-f945b10d0d2d req-76eb7348-ab76-4286-bd5a-40a0ddb5c8d6 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/security-groups?id=74f08e5f-f1cd-40f2-ab69-a823465c9048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655134 Nov 11 17:31:00.004921 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 86661b07-1534-4e91-adac-c18347ce5d59 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:31:00.010028 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 86661b07-1534-4e91-adac-c18347ce5d59 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:31:00.010410 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:00.090073 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:00.113091 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86661b07-1534-4e91-adac-c18347ce5d59'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:31:00.115170 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae05b5-4674-41ba-9bfa-702fe10f057f req-a7dc338f-32a3-4d14-b0d4-3ca03a769fe2 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:00.115857 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8a7157-6d79-497d-ab2d-dbf46463c650" -d '{"events": [{"server_uuid": "81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6", "name": "network-vif-plugged", "status": "completed", "tag": "86661b07-1534-4e91-adac-c18347ce5d59"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:31:00.116967 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-41ae05b5-4674-41ba-9bfa-702fe10f057f req-a7dc338f-32a3-4d14-b0d4-3ca03a769fe2 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.64 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 946 time: 0.0592804 Nov 11 17:31:00.129249 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 86661b07-1534-4e91-adac-c18347ce5d59, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=86661b07-1534-4e91-adac-c18347ce5d59,segment=NetworkSegment(93d50bad-210d-4519-9913-52e102dda314),segment_id=93d50bad-210d-4519-9913-52e102dda314)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:00.133814 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:00.200085 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=86661b07-1534-4e91-adac-c18347ce5d59,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:00.237791 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-41ae05b5-4674-41ba-9bfa-702fe10f057f req-b89b6399-1d89-41f6-97bb-7c71c0e09e6d tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Deleting port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:31:00.238198 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-41ae05b5-4674-41ba-9bfa-702fe10f057f req-b89b6399-1d89-41f6-97bb-7c71c0e09e6d tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:00.295687 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170dfa97-ffaa-4385-a77a-819d28369e91 x-openstack-request-id: req-170dfa97-ffaa-4385-a77a-819d28369e91 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:31:00.296041 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6", "name": "network-vif-plugged", "status": "completed", "tag": "86661b07-1534-4e91-adac-c18347ce5d59", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:31:00.296298 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-170dfa97-ffaa-4385-a77a-819d28369e91 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:31:00.296875 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86661b07-1534-4e91-adac-c18347ce5d59', 'code': 200} Nov 11 17:31:00.343766 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-41ae05b5-4674-41ba-9bfa-702fe10f057f req-b89b6399-1d89-41f6-97bb-7c71c0e09e6d tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] For port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,segment=NetworkSegment(91415e2e-cc30-44a2-8599-bef53e9d5eab),segment_id=91415e2e-cc30-44a2-8599-bef53e9d5eab)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:00.344134 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-41ae05b5-4674-41ba-9bfa-702fe10f057f req-b89b6399-1d89-41f6-97bb-7c71c0e09e6d tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:00.357707 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-41ae05b5-4674-41ba-9bfa-702fe10f057f req-b89b6399-1d89-41f6-97bb-7c71c0e09e6d tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Calling delete_port for 6dec6a22-64b5-43ff-bb8d-353a7f5c785e owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:31:00.456269 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5952676-b9e9-41d0-b3e1-406eb20ec6d4 req-7058bcc4-7d99-4f8e-8ed0-3548cb08d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:00.457758 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b5952676-b9e9-41d0-b3e1-406eb20ec6d4 req-7058bcc4-7d99-4f8e-8ed0-3548cb08d8ac service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6 HTTP/1.1" status: 200 len: 1096 time: 0.0872970 Nov 11 17:31:00.532210 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b5952676-b9e9-41d0-b3e1-406eb20ec6d4 req-3d98c17d-8cce-4305-bb7a-6bad474bd8ff service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=74f08e5f-f1cd-40f2-ab69-a823465c9048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661061 Nov 11 17:31:00.553302 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-41ae05b5-4674-41ba-9bfa-702fe10f057f req-b89b6399-1d89-41f6-97bb-7c71c0e09e6d tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:00.587776 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b6399-1d89-41f6-97bb-7c71c0e09e6d tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Pushing event deleted for resources: {'Port': ['ID=6dec6a22-64b5-43ff-bb8d-353a7f5c785e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:00.605053 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['6dec6a22-64b5-43ff-bb8d-353a7f5c785e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:31:00.646430 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ae05b5-4674-41ba-9bfa-702fe10f057f req-b89b6399-1d89-41f6-97bb-7c71c0e09e6d tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] No DVR routers for this DVR port 6dec6a22-64b5-43ff-bb8d-353a7f5c785e on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:31:00.649023 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-41ae05b5-4674-41ba-9bfa-702fe10f057f req-b89b6399-1d89-41f6-97bb-7c71c0e09e6d tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:00.652527 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-41ae05b5-4674-41ba-9bfa-702fe10f057f req-b89b6399-1d89-41f6-97bb-7c71c0e09e6d tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.64 "DELETE /v2.0/ports/6dec6a22-64b5-43ff-bb8d-353a7f5c785e HTTP/1.1" status: 204 len: 173 time: 0.5276880 Nov 11 17:31:00.652995 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14876562-4748-47f0-9ef8-82d22ba006fc', 'name': 'network-vif-deleted', 'tag': '6dec6a22-64b5-43ff-bb8d-353a7f5c785e'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:31:00.654887 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed91323f-f80d-46b7-b748-67d4b9342f99 None None] DHCP port deletion for 1ec9bff0-5844-4695-ad16-95d4383ae0e3 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:31:00.655412 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe564b2-bbbd-4d67-b846-8bde78a0b0bc" -d '{"events": [{"server_uuid": "14876562-4748-47f0-9ef8-82d22ba006fc", "name": "network-vif-deleted", "tag": "6dec6a22-64b5-43ff-bb8d-353a7f5c785e"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:31:00.698590 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3b531-41ac-4f91-976e-0e30d9a7dfa3 req-b0807f1d-2043-4a50-b21a-4eb7b054743f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:00.706345 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2bc3b531-41ac-4f91-976e-0e30d9a7dfa3 req-b0807f1d-2043-4a50-b21a-4eb7b054743f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.1013854 Nov 11 17:31:00.757189 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c564c633-d5dd-4782-9d11-bdca272add8c req-dd2525ef-5191-4123-86b6-3bc9ede70550 tempest-ServersNegativeTestJSON-478250151 tempest-ServersNegativeTestJSON-478250151-project] 10.222.0.76 "GET /v2.0/ports?device_id=14876562-4748-47f0-9ef8-82d22ba006fc HTTP/1.1" status: 200 len: 210 time: 0.0424078 Nov 11 17:31:00.792491 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2bc3b531-41ac-4f91-976e-0e30d9a7dfa3 req-cf8a321a-058b-415a-a1d5-cc1cc4acd52e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852680 Nov 11 17:31:00.957069 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49401187-6539-4bdf-bfaf-fd0bd9c5a724 x-openstack-request-id: req-49401187-6539-4bdf-bfaf-fd0bd9c5a724 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:31:00.957434 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14876562-4748-47f0-9ef8-82d22ba006fc", "name": "network-vif-deleted", "tag": "6dec6a22-64b5-43ff-bb8d-353a7f5c785e", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:31:00.957842 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-49401187-6539-4bdf-bfaf-fd0bd9c5a724 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:31:00.959618 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14876562-4748-47f0-9ef8-82d22ba006fc', 'name': 'network-vif-deleted', 'tag': '6dec6a22-64b5-43ff-bb8d-353a7f5c785e', 'status': 'completed', 'code': 200} Nov 11 17:31:00.960255 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ac869566-4728-42a5-911b-f380768e05b7 req-46c9deac-3d02-484a-9fb6-6780e264eaaa tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0399015 Nov 11 17:31:01.072696 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb0c0eee-a9ac-40e0-bbd2-bdc9563a8d9a req-ad78f642-d665-4328-b6e6-69dd7eac35a2 tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0320053 Nov 11 17:31:01.135966 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0c10d-e1fd-4e60-a3b5-97b055c1bb57 req-7584d0ca-56cc-4798-b2c7-7cb1a85f8a91 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:01.137495 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ec0c10d-e1fd-4e60-a3b5-97b055c1bb57 req-7584d0ca-56cc-4798-b2c7-7cb1a85f8a91 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/ports?device_id=81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6 HTTP/1.1" status: 200 len: 945 time: 0.0639505 Nov 11 17:31:01.188049 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ec0c10d-e1fd-4e60-a3b5-97b055c1bb57 req-ec6d155c-5a59-47ef-ac46-e06ccb7ac87f tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/security-groups?id=74f08e5f-f1cd-40f2-ab69-a823465c9048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437610 Nov 11 17:31:01.815942 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 39062) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:01.860550 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede1f4fc-5d8c-45a0-89be-4e588b59d114 admin admin] Deleting subnet 7dc52ad1-f3a3-434d-a193-60fbff77cc17 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:31:01.863680 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ede1f4fc-5d8c-45a0-89be-4e588b59d114 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:01.904581 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ede1f4fc-5d8c-45a0-89be-4e588b59d114 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:01.907672 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f8c85-dfa2-43be-bd70-4d2880e783ae req-04cc7bb2-5d24-4d28-a18e-c68f37e1671d tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:01.909218 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-734f8c85-dfa2-43be-bd70-4d2880e783ae req-04cc7bb2-5d24-4d28-a18e-c68f37e1671d tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.0531666 Nov 11 17:31:01.952469 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ede1f4fc-5d8c-45a0-89be-4e588b59d114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:01.958780 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-734f8c85-dfa2-43be-bd70-4d2880e783ae req-2b6eb7f8-4a58-4c66-b62d-7aa22b6a1d0a tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426624 Nov 11 17:31:02.005478 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ede1f4fc-5d8c-45a0-89be-4e588b59d114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:02.031524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1f4fc-5d8c-45a0-89be-4e588b59d114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dc52ad1-f3a3-434d-a193-60fbff77cc17,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:02.035283 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ede1f4fc-5d8c-45a0-89be-4e588b59d114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:02.039215 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ede1f4fc-5d8c-45a0-89be-4e588b59d114 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/7dc52ad1-f3a3-434d-a193-60fbff77cc17 HTTP/1.1" status: 204 len: 168 time: 0.2221909 Nov 11 17:31:02.041605 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 39068) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:02.047014 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db38bb69-c8c8-41d2-95ee-1cde98551326 None None] Network 1ec9bff0-5844-4695-ad16-95d4383ae0e3 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:31:02.088269 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0714f376-87de-493d-8fee-e1892c8faba7 req-2cedf310-c52a-4b94-97cd-d11951db7560 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0376630 Nov 11 17:31:02.114115 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2f63b1c-4b37-424a-aba2-36766d94cf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:02.188967 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a6cc46-a465-4b13-85db-4131513cc7be None None] DHCP port deletion for 1ec9bff0-5844-4695-ad16-95d4383ae0e3 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:31:02.200892 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-77efd837-31b0-4ad7-85ce-45e82396ac57 req-d6c33339-e75a-42e3-bf1b-08853e3fca8c tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0299768 Nov 11 17:31:02.214555 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2f63b1c-4b37-424a-aba2-36766d94cf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:02.234996 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a2f63b1c-4b37-424a-aba2-36766d94cf94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec9bff0-5844-4695-ad16-95d4383ae0e3']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:02.244790 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a2f63b1c-4b37-424a-aba2-36766d94cf94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91415e2e-cc30-44a2-8599-bef53e9d5eab') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:02.245089 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a2f63b1c-4b37-424a-aba2-36766d94cf94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91415e2e-cc30-44a2-8599-bef53e9d5eab') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:02.255769 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2f63b1c-4b37-424a-aba2-36766d94cf94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:02.273094 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2f63b1c-4b37-424a-aba2-36766d94cf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:02.280289 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f63b1c-4b37-424a-aba2-36766d94cf94 admin admin] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:31:02.281156 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2f63b1c-4b37-424a-aba2-36766d94cf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:31:02.283244 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:31:02.305511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3aae8d-6109-4bd5-a389-5995d888fea2 req-12b17fba-fc1a-49bd-a48c-63d823bc23bc tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:02.306956 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f3aae8d-6109-4bd5-a389-5995d888fea2 req-12b17fba-fc1a-49bd-a48c-63d823bc23bc tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/ports?device_id=81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6 HTTP/1.1" status: 200 len: 945 time: 0.0508523 Nov 11 17:31:02.345497 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2f63b1c-4b37-424a-aba2-36766d94cf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:02.351754 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2f63b1c-4b37-424a-aba2-36766d94cf94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:02.355966 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a2f63b1c-4b37-424a-aba2-36766d94cf94 admin admin] 10.222.0.76 "DELETE /v2.0/networks/1ec9bff0-5844-4695-ad16-95d4383ae0e3 HTTP/1.1" status: 204 len: 168 time: 0.3133314 Nov 11 17:31:02.357476 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f3aae8d-6109-4bd5-a389-5995d888fea2 req-d0dcaceb-13db-4229-995a-134bfa801dd2 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/security-groups?id=74f08e5f-f1cd-40f2-ab69-a823465c9048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439608 Nov 11 17:31:02.371573 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f63b1c-4b37-424a-aba2-36766d94cf94 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ec9bff0-5844-4695-ad16-95d4383ae0e3,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:02.539931 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 39082) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:02.586642 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a3a09dc3-15ba-4ab9-af43-152e945a383d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c13d491d06d549ffa0aedaf876c5ae07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453472 Nov 11 17:31:02.590978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 39086) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:02.673244 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9866c6b5-8ea1-433a-bd9e-23aac6f0adad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:02.694639 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18d52a-9cac-4476-830c-c38c71850cc9 req-d3be2ea6-8dd4-4434-8fce-f4d1675c5cf7 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:02.696139 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aa18d52a-9cac-4476-830c-c38c71850cc9 req-d3be2ea6-8dd4-4434-8fce-f4d1675c5cf7 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/ports?device_id=81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6 HTTP/1.1" status: 200 len: 945 time: 0.0754809 Nov 11 17:31:02.712551 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9866c6b5-8ea1-433a-bd9e-23aac6f0adad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:02.775928 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aa18d52a-9cac-4476-830c-c38c71850cc9 req-aa659d50-14b1-46ba-952e-05eab46329ec tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/security-groups?id=74f08e5f-f1cd-40f2-ab69-a823465c9048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724678 Nov 11 17:31:02.796127 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9866c6b5-8ea1-433a-bd9e-23aac6f0adad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:02.798742 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9866c6b5-8ea1-433a-bd9e-23aac6f0adad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:02.800064 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9866c6b5-8ea1-433a-bd9e-23aac6f0adad admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3bd513db-5bc0-4d6a-84df-0533f56ae090 HTTP/1.1" status: 204 len: 168 time: 0.2077301 Nov 11 17:31:02.809206 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866c6b5-8ea1-433a-bd9e-23aac6f0adad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd513db-5bc0-4d6a-84df-0533f56ae090,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:03.097302 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069bb5b-4443-4650-a80e-cdaa6a4847c2 req-e8b87c9c-da02-4061-9b11-1f7a0a43387d tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:03.100211 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2069bb5b-4443-4650-a80e-cdaa6a4847c2 req-e8b87c9c-da02-4061-9b11-1f7a0a43387d tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.0682402 Nov 11 17:31:03.158666 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2069bb5b-4443-4650-a80e-cdaa6a4847c2 req-c6146174-01d4-4495-854c-39d0eb979918 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533903 Nov 11 17:31:03.201262 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45d0d38f-4af3-457f-8e47-752d1581cab7 req-6e9239af-8170-45df-b480-e93cc0f3fffe service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804420 Nov 11 17:31:03.208068 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6dec6a22-64b5-43ff-bb8d-353a7f5c785e no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:31:03.240869 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 6dec6a22-64b5-43ff-bb8d-353a7f5c785e {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:31:03.241565 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6dec6a22-64b5-43ff-bb8d-353a7f5c785e not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:31:03.247890 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb5d44e2-46ba-4fb5-ba27-7245814f8e29 req-7da4b351-883f-4a70-9949-d8da96271651 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0510464 Nov 11 17:31:03.302679 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0d38f-4af3-457f-8e47-752d1581cab7 req-a4737392-6ce5-4cf9-afa3-e411e8f2f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:03.304284 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45d0d38f-4af3-457f-8e47-752d1581cab7 req-a4737392-6ce5-4cf9-afa3-e411e8f2f4f9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9 HTTP/1.1" status: 200 len: 1097 time: 0.0600595 Nov 11 17:31:03.335314 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2dcf1b37-2f11-40b9-ab3c-0955829d599f req-4212e509-618a-43c2-9750-475c972f5ca9 tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0334699 Nov 11 17:31:03.429046 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0d38f-4af3-457f-8e47-752d1581cab7 req-e2bdf0f2-663d-4668-83e6-4d2bd18ae83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:03.430854 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45d0d38f-4af3-457f-8e47-752d1581cab7 req-e2bdf0f2-663d-4668-83e6-4d2bd18ae83e service neutron] 10.222.0.83 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 908 time: 0.1018355 Nov 11 17:31:03.481531 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45d0d38f-4af3-457f-8e47-752d1581cab7 req-e269906d-216d-45d2-abe0-6c876b90fa9b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c84b91b-aa9c-42d0-a19b-b3f82d715671 HTTP/1.1" status: 200 len: 217 time: 0.0361331 Nov 11 17:31:03.539371 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0d38f-4af3-457f-8e47-752d1581cab7 req-15923b39-8300-4ad6-b7be-7f0429b8239a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:03.542142 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45d0d38f-4af3-457f-8e47-752d1581cab7 req-15923b39-8300-4ad6-b7be-7f0429b8239a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6a33a415-81af-4eb3-b9c5-17414d49d9ff HTTP/1.1" status: 200 len: 846 time: 0.0515473 Nov 11 17:31:03.579455 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45d0d38f-4af3-457f-8e47-752d1581cab7 req-f8ac7b4e-f20e-43df-a196-53478fb55885 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3e09136b-2afb-4141-b1b5-3d967dca5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272970 Nov 11 17:31:03.586347 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 39136) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:03.682369 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45d0d38f-4af3-457f-8e47-752d1581cab7 req-09dd80a1-0e9f-46dc-8a35-e834c0730036 service neutron] 10.222.0.83 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903192 Nov 11 17:31:03.704837 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-91fd144b-0a25-42ed-9e31-bd825b2538ca admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-598597346-network', 'tenant_id': 'd62a02e3bcfe4e3db5cb07450ff61c66'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:31:03.774970 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fd144b-0a25-42ed-9e31-bd825b2538ca admin admin] Made reservation on behalf of d62a02e3bcfe4e3db5cb07450ff61c66 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:31:03.777309 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91fd144b-0a25-42ed-9e31-bd825b2538ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:03.793463 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91fd144b-0a25-42ed-9e31-bd825b2538ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:03.821815 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45d0d38f-4af3-457f-8e47-752d1581cab7 req-1fa6b3e4-cf69-414a-9d1b-0f64cd95e4d7 service neutron] 10.222.0.83 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300836 Nov 11 17:31:03.914106 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91fd144b-0a25-42ed-9e31-bd825b2538ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:03.919254 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91fd144b-0a25-42ed-9e31-bd825b2538ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:03.920356 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6b3d4-97ad-4a43-8733-9687217f9f71 req-142ef2f2-2309-4032-8d69-58b74a043690 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:03.922123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-33c6b3d4-97ad-4a43-8733-9687217f9f71 req-142ef2f2-2309-4032-8d69-58b74a043690 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/ports?device_id=81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6 HTTP/1.1" status: 200 len: 945 time: 0.0550377 Nov 11 17:31:03.932203 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91fd144b-0a25-42ed-9e31-bd825b2538ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1268} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:31:03.955136 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91fd144b-0a25-42ed-9e31-bd825b2538ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:03.955487 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-91fd144b-0a25-42ed-9e31-bd825b2538ca admin admin] Added segment 6af03cf9-3fde-4b8e-9f0e-42959dfb1735 of type vlan for network 85e30ed8-568e-4861-81b3-3bb9df0af245 Nov 11 17:31:03.973405 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd144b-0a25-42ed-9e31-bd825b2538ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4917c0-bd7c-4e45-affe-c9e3e91e06fe,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:04.017863 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91fd144b-0a25-42ed-9e31-bd825b2538ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:04.020643 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-33c6b3d4-97ad-4a43-8733-9687217f9f71 req-9e51794e-8df1-4e18-a3f3-3f78a9751c72 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/security-groups?id=74f08e5f-f1cd-40f2-ab69-a823465c9048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774941 Nov 11 17:31:04.048964 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91fd144b-0a25-42ed-9e31-bd825b2538ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:04.050212 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fd144b-0a25-42ed-9e31-bd825b2538ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:04.050879 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91fd144b-0a25-42ed-9e31-bd825b2538ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:04.159050 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-91fd144b-0a25-42ed-9e31-bd825b2538ca admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5687358 Nov 11 17:31:04.160061 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 39158) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:04.164678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd144b-0a25-42ed-9e31-bd825b2538ca admin admin] Pushing event updated for resources: {'Network': ['ID=85e30ed8-568e-4861-81b3-3bb9df0af245,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:04.182946 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5680f8-1850-489a-9081-2af1b02ea725 req-d288bba6-9fe1-4908-b583-fa08f44e7237 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:04.184118 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ca5680f8-1850-489a-9081-2af1b02ea725 req-d288bba6-9fe1-4908-b583-fa08f44e7237 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.83 "GET /v2.0/ports?device_id=81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6 HTTP/1.1" status: 200 len: 945 time: 0.1107514 Nov 11 17:31:04.188357 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 85e30ed8-568e-4861-81b3-3bb9df0af245 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:31:04.189478 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-a9def171-a5d8-421f-9f12-bd90ae44d60e admin admin] Request body: {'subnet': {'network_id': '85e30ed8-568e-4861-81b3-3bb9df0af245', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-598597346-subnet', 'tenant_id': 'd62a02e3bcfe4e3db5cb07450ff61c66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:31:04.229357 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9def171-a5d8-421f-9f12-bd90ae44d60e admin admin] Made reservation on behalf of d62a02e3bcfe4e3db5cb07450ff61c66 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:31:04.231711 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9def171-a5d8-421f-9f12-bd90ae44d60e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:04.344215 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-ca5680f8-1850-489a-9081-2af1b02ea725 req-7ebb3264-f4b5-4b51-a6ac-d01b9326822b tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Deleting port 86661b07-1534-4e91-adac-c18347ce5d59 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:31:04.344215 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ca5680f8-1850-489a-9081-2af1b02ea725 req-7ebb3264-f4b5-4b51-a6ac-d01b9326822b tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:04.484201 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-ca5680f8-1850-489a-9081-2af1b02ea725 req-7ebb3264-f4b5-4b51-a6ac-d01b9326822b tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] For port 86661b07-1534-4e91-adac-c18347ce5d59, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=86661b07-1534-4e91-adac-c18347ce5d59,segment=NetworkSegment(93d50bad-210d-4519-9913-52e102dda314),segment_id=93d50bad-210d-4519-9913-52e102dda314)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:04.484688 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ca5680f8-1850-489a-9081-2af1b02ea725 req-7ebb3264-f4b5-4b51-a6ac-d01b9326822b tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:04.508043 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-ca5680f8-1850-489a-9081-2af1b02ea725 req-7ebb3264-f4b5-4b51-a6ac-d01b9326822b tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Calling delete_port for 86661b07-1534-4e91-adac-c18347ce5d59 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:31:04.662414 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ca5680f8-1850-489a-9081-2af1b02ea725 req-7ebb3264-f4b5-4b51-a6ac-d01b9326822b tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:04.677748 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['86661b07-1534-4e91-adac-c18347ce5d59'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:31:04.716376 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c5ab37b5-860e-4779-bb12-bb0f30f6d4a8 req-2fd01e86-18ea-4d0a-93f1-34c538eee3b6 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0504971 Nov 11 17:31:04.749032 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ef89b-0721-4e6d-ad3f-637c0b3d5124 req-6bc0eebf-5c40-4052-8397-5f2a06003ced tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:04.750533 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-454ef89b-0721-4e6d-ad3f-637c0b3d5124 req-6bc0eebf-5c40-4052-8397-5f2a06003ced tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.4261837 Nov 11 17:31:04.765392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb3264-f4b5-4b51-a6ac-d01b9326822b tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Pushing event deleted for resources: {'Port': ['ID=86661b07-1534-4e91-adac-c18347ce5d59,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:04.791213 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5680f8-1850-489a-9081-2af1b02ea725 req-7ebb3264-f4b5-4b51-a6ac-d01b9326822b tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] No DVR routers for this DVR port 86661b07-1534-4e91-adac-c18347ce5d59 on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:31:04.794389 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ca5680f8-1850-489a-9081-2af1b02ea725 req-7ebb3264-f4b5-4b51-a6ac-d01b9326822b tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:04.803765 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ca5680f8-1850-489a-9081-2af1b02ea725 req-7ebb3264-f4b5-4b51-a6ac-d01b9326822b tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.83 "DELETE /v2.0/ports/86661b07-1534-4e91-adac-c18347ce5d59 HTTP/1.1" status: 204 len: 173 time: 0.6005139 Nov 11 17:31:04.803765 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6', 'name': 'network-vif-deleted', 'tag': '86661b07-1534-4e91-adac-c18347ce5d59'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:31:04.813600 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2098242e-625b-433c-90e8-01a59a406c1a" -d '{"events": [{"server_uuid": "81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6", "name": "network-vif-deleted", "tag": "86661b07-1534-4e91-adac-c18347ce5d59"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:31:04.842853 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-454ef89b-0721-4e6d-ad3f-637c0b3d5124 req-a7ff2b8a-fc8a-4cd9-95c9-f487f9f0ec2b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779605 Nov 11 17:31:04.900658 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c10219ae-0059-4b65-96a9-859c7f57ccbb req-b51e6177-089d-4079-87bb-0c526377d644 tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0441837 Nov 11 17:31:04.961719 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3180ea-47fd-4a93-8c91-01ac38417bc2 x-openstack-request-id: req-ee3180ea-47fd-4a93-8c91-01ac38417bc2 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:31:04.961719 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6", "name": "network-vif-deleted", "tag": "86661b07-1534-4e91-adac-c18347ce5d59", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:31:04.961719 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ee3180ea-47fd-4a93-8c91-01ac38417bc2 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:31:04.962525 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6', 'name': 'network-vif-deleted', 'tag': '86661b07-1534-4e91-adac-c18347ce5d59', 'status': 'completed', 'code': 200} Nov 11 17:31:04.997479 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9def171-a5d8-421f-9f12-bd90ae44d60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:05.073577 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21600196-3266-4185-90e4-8e453131404b req-260e6d0d-65a7-4956-8377-05d21d4a6b32 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:05.079777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21600196-3266-4185-90e4-8e453131404b req-260e6d0d-65a7-4956-8377-05d21d4a6b32 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:05.086326 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21600196-3266-4185-90e4-8e453131404b req-260e6d0d-65a7-4956-8377-05d21d4a6b32 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:05.093249 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21600196-3266-4185-90e4-8e453131404b req-260e6d0d-65a7-4956-8377-05d21d4a6b32 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:05.098218 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21600196-3266-4185-90e4-8e453131404b req-260e6d0d-65a7-4956-8377-05d21d4a6b32 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:05.108004 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21600196-3266-4185-90e4-8e453131404b req-260e6d0d-65a7-4956-8377-05d21d4a6b32 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:05.114364 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21600196-3266-4185-90e4-8e453131404b req-260e6d0d-65a7-4956-8377-05d21d4a6b32 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:05.116423 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-21600196-3266-4185-90e4-8e453131404b req-260e6d0d-65a7-4956-8377-05d21d4a6b32 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5432 time: 0.1726809 Nov 11 17:31:05.126934 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9def171-a5d8-421f-9f12-bd90ae44d60e admin admin] Pushing event updated for resources: {'Subnet': ['ID=13bbea1c-90f8-4ef2-8dc8-39169d21b6a7,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:05.162296 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ecffb73b-6d39-4bcc-8c4c-aee54d35b7fc req-c0c4250f-fb13-4afe-b027-535885b1ed09 tempest-ServerGroupTestJSON-322643622 tempest-ServerGroupTestJSON-322643622-project] 10.222.0.76 "GET /v2.0/ports?device_id=81bf6cdf-4abb-40ff-a9c1-0f06af20a3a6 HTTP/1.1" status: 200 len: 210 time: 0.0433464 Nov 11 17:31:05.175837 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9def171-a5d8-421f-9f12-bd90ae44d60e admin admin] Checking segment: {'id': '6af03cf9-3fde-4b8e-9f0e-42959dfb1735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '85e30ed8-568e-4861-81b3-3bb9df0af245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:31:05.176212 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9def171-a5d8-421f-9f12-bd90ae44d60e admin admin] Network hostable DHCP agents. Network: 85e30ed8-568e-4861-81b3-3bb9df0af245, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:31:05.215293 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9def171-a5d8-421f-9f12-bd90ae44d60e admin admin] Network 85e30ed8-568e-4861-81b3-3bb9df0af245 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:31:05.253650 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-21600196-3266-4185-90e4-8e453131404b req-fc162dff-9f0f-48ed-8dae-d756e4942218 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1128194 Nov 11 17:31:05.256108 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-a9def171-a5d8-421f-9f12-bd90ae44d60e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 85e30ed8-568e-4861-81b3-3bb9df0af245) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:31:05.262428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9def171-a5d8-421f-9f12-bd90ae44d60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:05.262866 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9def171-a5d8-421f-9f12-bd90ae44d60e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:05.266945 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bceef4-22c0-46c4-be0e-70cf7a5310bb None None] Network 85e30ed8-568e-4861-81b3-3bb9df0af245 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:31:05.290417 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a9def171-a5d8-421f-9f12-bd90ae44d60e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1279743 Nov 11 17:31:05.441652 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc5e72b-fef1-496e-a6de-d7b9dabb39df None None] Network 85e30ed8-568e-4861-81b3-3bb9df0af245 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:31:05.732285 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 39214) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:05.737834 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-caba616b-de92-41f2-9d2a-055e90b4b9a3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1777312488-network', 'tenant_id': 'ce00d67078f84d0096e1a3a7c4b62c2b'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:31:05.759120 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caba616b-de92-41f2-9d2a-055e90b4b9a3 admin admin] Made reservation on behalf of ce00d67078f84d0096e1a3a7c4b62c2b for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:31:05.762040 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-caba616b-de92-41f2-9d2a-055e90b4b9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:05.772262 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-caba616b-de92-41f2-9d2a-055e90b4b9a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:05.851420 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1b7ab979-2cd1-4f1f-b53e-d5aeeb68c267 req-c3e69c6b-04bb-4f5e-b8aa-e30025a6926c tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0393958 Nov 11 17:31:05.884168 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-caba616b-de92-41f2-9d2a-055e90b4b9a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:05.898799 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-caba616b-de92-41f2-9d2a-055e90b4b9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:05.945256 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caba616b-de92-41f2-9d2a-055e90b4b9a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1267} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:31:05.946805 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3691e0-13e7-4048-8114-319f8e360301 req-fde3fe31-63c5-42ed-8457-257507d3e403 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:05.964180 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3691e0-13e7-4048-8114-319f8e360301 req-fde3fe31-63c5-42ed-8457-257507d3e403 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:05.975084 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba616b-de92-41f2-9d2a-055e90b4b9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de917e90-986d-4953-b59d-5ab1022a7ceb,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:05.975521 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3691e0-13e7-4048-8114-319f8e360301 req-fde3fe31-63c5-42ed-8457-257507d3e403 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:05.984767 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-caba616b-de92-41f2-9d2a-055e90b4b9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:05.985541 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-caba616b-de92-41f2-9d2a-055e90b4b9a3 admin admin] Added segment f8495408-364c-499b-92f5-26852e03972a of type vlan for network 308a0478-213d-4011-bb63-8235e81b209d Nov 11 17:31:06.013520 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3691e0-13e7-4048-8114-319f8e360301 req-fde3fe31-63c5-42ed-8457-257507d3e403 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:06.045088 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3691e0-13e7-4048-8114-319f8e360301 req-fde3fe31-63c5-42ed-8457-257507d3e403 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:06.045387 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229427d-e554-440e-93e8-d12fb81b5937 req-5d1a3ae9-f54e-4bfa-b1b1-66e2f2512b0a tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:06.046887 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a229427d-e554-440e-93e8-d12fb81b5937 req-5d1a3ae9-f54e-4bfa-b1b1-66e2f2512b0a tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.1240671 Nov 11 17:31:06.051239 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3691e0-13e7-4048-8114-319f8e360301 req-fde3fe31-63c5-42ed-8457-257507d3e403 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:06.060343 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-caba616b-de92-41f2-9d2a-055e90b4b9a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:06.069281 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3691e0-13e7-4048-8114-319f8e360301 req-fde3fe31-63c5-42ed-8457-257507d3e403 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:06.071221 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-dd3691e0-13e7-4048-8114-319f8e360301 req-fde3fe31-63c5-42ed-8457-257507d3e403 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.64 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5432 time: 0.2320404 Nov 11 17:31:06.101835 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9ffb0a26-3e13-45ad-84e2-bfadea361123 req-c81d798c-fd31-4a4e-9e2f-163329568a1f tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0539508 Nov 11 17:31:06.121284 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-caba616b-de92-41f2-9d2a-055e90b4b9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:06.122480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caba616b-de92-41f2-9d2a-055e90b4b9a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:06.123210 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-caba616b-de92-41f2-9d2a-055e90b4b9a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:06.125150 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3691e0-13e7-4048-8114-319f8e360301 req-76185a42-f396-4a13-bf71-71916f01e3b4 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:06.126538 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-dd3691e0-13e7-4048-8114-319f8e360301 req-76185a42-f396-4a13-bf71-71916f01e3b4 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.64 "GET /v2.0/ports/77cd4467-9c5c-4a7c-addb-a79b3b86465e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0444789 Nov 11 17:31:06.228046 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a229427d-e554-440e-93e8-d12fb81b5937 req-3fbf7e98-c958-4efd-a795-f084e5b8ba1e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607478 Nov 11 17:31:06.245494 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-caba616b-de92-41f2-9d2a-055e90b4b9a3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5119908 Nov 11 17:31:06.248293 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 39228) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:06.251522 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba616b-de92-41f2-9d2a-055e90b4b9a3 admin admin] Pushing event updated for resources: {'Network': ['ID=308a0478-213d-4011-bb63-8235e81b209d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:06.258014 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-fb11db54-f860-46f3-b1c4-550a6ef5f5e9 admin admin] Request body: {'subnet': {'network_id': '308a0478-213d-4011-bb63-8235e81b209d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1777312488-subnet', 'tenant_id': 'ce00d67078f84d0096e1a3a7c4b62c2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:31:06.262218 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 308a0478-213d-4011-bb63-8235e81b209d details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:31:06.276060 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-dd3691e0-13e7-4048-8114-319f8e360301 req-c1490383-705a-4fa6-b4ac-f9833ab06861 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.64 "GET /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1262276 Nov 11 17:31:06.316104 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb11db54-f860-46f3-b1c4-550a6ef5f5e9 admin admin] Made reservation on behalf of ce00d67078f84d0096e1a3a7c4b62c2b for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:31:06.321756 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb11db54-f860-46f3-b1c4-550a6ef5f5e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:06.510349 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873356d9-7dcf-4fad-a07d-7feb9f0660f4 req-28b1b51e-0dc1-43d0-9725-019f1ae369be tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:06.516637 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873356d9-7dcf-4fad-a07d-7feb9f0660f4 req-28b1b51e-0dc1-43d0-9725-019f1ae369be tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:06.536913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873356d9-7dcf-4fad-a07d-7feb9f0660f4 req-28b1b51e-0dc1-43d0-9725-019f1ae369be tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:06.550681 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873356d9-7dcf-4fad-a07d-7feb9f0660f4 req-28b1b51e-0dc1-43d0-9725-019f1ae369be tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:06.566464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873356d9-7dcf-4fad-a07d-7feb9f0660f4 req-28b1b51e-0dc1-43d0-9725-019f1ae369be tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:06.576830 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873356d9-7dcf-4fad-a07d-7feb9f0660f4 req-28b1b51e-0dc1-43d0-9725-019f1ae369be tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:06.577014 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-dd3691e0-13e7-4048-8114-319f8e360301 req-6d9eaee0-962e-4767-b5c8-31380073a3f0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:31:06.583336 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873356d9-7dcf-4fad-a07d-7feb9f0660f4 req-28b1b51e-0dc1-43d0-9725-019f1ae369be tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:06.591591 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-873356d9-7dcf-4fad-a07d-7feb9f0660f4 req-28b1b51e-0dc1-43d0-9725-019f1ae369be tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 5432 time: 0.1794448 Nov 11 17:31:06.652496 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 39260) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:06.676264 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-873356d9-7dcf-4fad-a07d-7feb9f0660f4 req-f70bad5e-c9ab-401b-9a8c-8636f3c38b1a tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811944 Nov 11 17:31:06.729506 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb11db54-f860-46f3-b1c4-550a6ef5f5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:06.730090 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca4a37d-ef56-41c6-8c70-a5c11fa161cb admin admin] Deleting subnet f66b50ae-3f59-47fb-abc5-9d7d57d6d252 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:31:06.733678 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4ca4a37d-ef56-41c6-8c70-a5c11fa161cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:06.770103 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-6d9eaee0-962e-4767-b5c8-31380073a3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:06.779533 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4ca4a37d-ef56-41c6-8c70-a5c11fa161cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:06.829210 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4ca4a37d-ef56-41c6-8c70-a5c11fa161cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:06.838256 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11db54-f860-46f3-b1c4-550a6ef5f5e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2490bcd5-b2d0-438d-b993-90783eb49741,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:06.886823 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb11db54-f860-46f3-b1c4-550a6ef5f5e9 admin admin] Checking segment: {'id': 'f8495408-364c-499b-92f5-26852e03972a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '308a0478-213d-4011-bb63-8235e81b209d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:31:06.887132 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb11db54-f860-46f3-b1c4-550a6ef5f5e9 admin admin] Network hostable DHCP agents. Network: 308a0478-213d-4011-bb63-8235e81b209d, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:31:06.898508 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4ca4a37d-ef56-41c6-8c70-a5c11fa161cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:06.957277 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb11db54-f860-46f3-b1c4-550a6ef5f5e9 admin admin] Network 308a0478-213d-4011-bb63-8235e81b209d is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:31:06.972373 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-fb11db54-f860-46f3-b1c4-550a6ef5f5e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 308a0478-213d-4011-bb63-8235e81b209d) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:31:06.993898 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4870ee3-6ec1-459d-b77f-ba6d95ab1c40 None None] Network 308a0478-213d-4011-bb63-8235e81b209d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:31:07.025892 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb11db54-f860-46f3-b1c4-550a6ef5f5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:07.039755 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb11db54-f860-46f3-b1c4-550a6ef5f5e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:07.042734 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4a37d-ef56-41c6-8c70-a5c11fa161cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f66b50ae-3f59-47fb-abc5-9d7d57d6d252,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:07.086828 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4ca4a37d-ef56-41c6-8c70-a5c11fa161cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:07.093910 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4ca4a37d-ef56-41c6-8c70-a5c11fa161cb admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f66b50ae-3f59-47fb-abc5-9d7d57d6d252 HTTP/1.1" status: 204 len: 168 time: 0.4379919 Nov 11 17:31:07.094280 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 39268) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:07.097940 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-dd3691e0-13e7-4048-8114-319f8e360301 req-6d9eaee0-962e-4767-b5c8-31380073a3f0 service neutron] For port 77cd4467-9c5c-4a7c-addb-a79b3b86465e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=77cd4467-9c5c-4a7c-addb-a79b3b86465e,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:07.108618 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fb11db54-f860-46f3-b1c4-550a6ef5f5e9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8592196 Nov 11 17:31:07.132090 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce0d200a-fd16-4886-9732-a59dc4212fed req-7622cd7e-c73a-4b47-9cc1-c03a03da6a21 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0905018 Nov 11 17:31:07.210723 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:31:07.279201 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d1b399c8-04d4-46b6-9ca2-da112a908390 req-c6039d1f-f5e2-4d68-a842-44019653ebcd tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0653551 Nov 11 17:31:07.303694 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2771ca02-360d-47eb-a553-4173da1bdbcc req-d7860b22-0221-48fa-bb11-c413420ae7a9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.1365392 Nov 11 17:31:07.329105 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0242c72-b54b-47bb-ab99-da46a7424e84 None None] Network 308a0478-213d-4011-bb63-8235e81b209d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:31:07.352341 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-dd3691e0-13e7-4048-8114-319f8e360301 req-6d9eaee0-962e-4767-b5c8-31380073a3f0 service neutron] For port 77cd4467-9c5c-4a7c-addb-a79b3b86465e, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:31:07.388539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdfa31-49ef-4a5a-80da-cf4be77f599b req-c8a570d7-1da0-46e7-8c1e-b5e54e1fac36 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:07.406410 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ccdfa31-49ef-4a5a-80da-cf4be77f599b req-c8a570d7-1da0-46e7-8c1e-b5e54e1fac36 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.1122184 Nov 11 17:31:07.425496 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e031d354-d75e-42d9-a06c-0e1c4a0cd126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:07.432990 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4352ef22-8490-4b72-ac04-c8c57978924a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:07.470988 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-dd3691e0-13e7-4048-8114-319f8e360301 req-6d9eaee0-962e-4767-b5c8-31380073a3f0 service neutron] device_id is not set on port 77cd4467-9c5c-4a7c-addb-a79b3b86465e yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:31:07.483591 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-6d9eaee0-962e-4767-b5c8-31380073a3f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:07.516032 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ccdfa31-49ef-4a5a-80da-cf4be77f599b req-026d3da1-d029-455e-866a-de3aa2726f2a tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086314 Nov 11 17:31:07.572178 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4352ef22-8490-4b72-ac04-c8c57978924a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:07.601391 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-4352ef22-8490-4b72-ac04-c8c57978924a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a2688e-0658-4206-8eae-7d305381ca6a']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:07.609759 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-6d9eaee0-962e-4767-b5c8-31380073a3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:07.626487 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-4352ef22-8490-4b72-ac04-c8c57978924a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d50bad-210d-4519-9913-52e102dda314') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:07.627161 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-4352ef22-8490-4b72-ac04-c8c57978924a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d50bad-210d-4519-9913-52e102dda314') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:07.639077 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4352ef22-8490-4b72-ac04-c8c57978924a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:07.655227 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4352ef22-8490-4b72-ac04-c8c57978924a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:07.664566 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4352ef22-8490-4b72-ac04-c8c57978924a admin admin] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:31:07.664989 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4352ef22-8490-4b72-ac04-c8c57978924a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:31:07.669271 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:31:07.724703 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:07.820771 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e5dfd8-66ba-4e06-8f7d-d18094e46e71'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:31:07.823885 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519b5d6d-3804-489d-9da3-180ca1975a5f" -d '{"events": [{"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e5dfd8-66ba-4e06-8f7d-d18094e46e71"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:31:07.831247 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3691e0-13e7-4048-8114-319f8e360301 req-6d9eaee0-962e-4767-b5c8-31380073a3f0 service neutron] No DVR routers for this DVR port 77cd4467-9c5c-4a7c-addb-a79b3b86465e on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:31:07.842625 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port c6e5dfd8-66ba-4e06-8f7d-d18094e46e71, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c6e5dfd8-66ba-4e06-8f7d-d18094e46e71,segment=NetworkSegment(b1d1b710-ac9c-4789-8bfd-35c32d9b5853),segment_id=b1d1b710-ac9c-4789-8bfd-35c32d9b5853)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:07.848898 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:07.849941 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 77cd4467-9c5c-4a7c-addb-a79b3b86465e no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:31:07.858119 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9eaee0-962e-4767-b5c8-31380073a3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=77cd4467-9c5c-4a7c-addb-a79b3b86465e,revision_number=6']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:07.872428 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4352ef22-8490-4b72-ac04-c8c57978924a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:07.884642 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4352ef22-8490-4b72-ac04-c8c57978924a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:07.892449 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4352ef22-8490-4b72-ac04-c8c57978924a admin admin] 10.222.0.76 "DELETE /v2.0/networks/06a2688e-0658-4206-8eae-7d305381ca6a HTTP/1.1" status: 204 len: 168 time: 0.7968104 Nov 11 17:31:07.916533 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352ef22-8490-4b72-ac04-c8c57978924a admin admin] Pushing event deleted for resources: {'Network': ['ID=06a2688e-0658-4206-8eae-7d305381ca6a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:07.918672 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-dd3691e0-13e7-4048-8114-319f8e360301 req-6d9eaee0-962e-4767-b5c8-31380073a3f0 service neutron] In _notify_port_updated(), no bound segment for port 77cd4467-9c5c-4a7c-addb-a79b3b86465e on network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 {{(pid=102617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:31:07.922832 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3691e0-13e7-4048-8114-319f8e360301 req-6d9eaee0-962e-4767-b5c8-31380073a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:07.923554 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-6d9eaee0-962e-4767-b5c8-31380073a3f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:07.925767 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-dd3691e0-13e7-4048-8114-319f8e360301 req-6d9eaee0-962e-4767-b5c8-31380073a3f0 service neutron] 10.222.0.64 "PUT /v2.0/ports/77cd4467-9c5c-4a7c-addb-a79b3b86465e HTTP/1.1" status: 200 len: 1028 time: 1.6395454 Nov 11 17:31:07.987784 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 86661b07-1534-4e91-adac-c18347ce5d59 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:31:07.995541 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b3ab7-95c7-4f71-bf2b-7d3d5917d8d0 req-66c57271-5b48-44b7-8bfc-4a087d5dc4da tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:08.002198 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b3ab7-95c7-4f71-bf2b-7d3d5917d8d0 req-66c57271-5b48-44b7-8bfc-4a087d5dc4da tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:08.008822 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b3ab7-95c7-4f71-bf2b-7d3d5917d8d0 req-66c57271-5b48-44b7-8bfc-4a087d5dc4da tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:08.017121 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b3ab7-95c7-4f71-bf2b-7d3d5917d8d0 req-66c57271-5b48-44b7-8bfc-4a087d5dc4da tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:08.018379 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3691e0-13e7-4048-8114-319f8e360301 req-f5031c40-55ce-405e-9765-6dbea0296732 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:08.021718 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-dd3691e0-13e7-4048-8114-319f8e360301 req-f5031c40-55ce-405e-9765-6dbea0296732 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.64 "GET /v2.0/ports/bce743be-b36f-4589-ba04-a494a1bf25a3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0800178 Nov 11 17:31:08.027984 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b3ab7-95c7-4f71-bf2b-7d3d5917d8d0 req-66c57271-5b48-44b7-8bfc-4a087d5dc4da tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:08.042508 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-dd3691e0-13e7-4048-8114-319f8e360301 req-793e8fc8-469a-4914-853a-929d4124812a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:31:08.043675 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 86661b07-1534-4e91-adac-c18347ce5d59 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:31:08.044137 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b3ab7-95c7-4f71-bf2b-7d3d5917d8d0 req-66c57271-5b48-44b7-8bfc-4a087d5dc4da tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:08.044278 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 86661b07-1534-4e91-adac-c18347ce5d59 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:31:08.053930 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-439b3ab7-95c7-4f71-bf2b-7d3d5917d8d0 req-66c57271-5b48-44b7-8bfc-4a087d5dc4da tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 4655 time: 0.2072446 Nov 11 17:31:08.054134 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 77cd4467-9c5c-4a7c-addb-a79b3b86465e not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:31:08.054684 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 34b6509b-fb14-4179-beff-be1a741207a7 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:31:08.064494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-946fb205-9a7e-4f61-ad94-8b1dfefcc20f tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:08.072088 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-946fb205-9a7e-4f61-ad94-8b1dfefcc20f tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/networks?id=85e30ed8-568e-4861-81b3-3bb9df0af245 HTTP/1.1" status: 200 len: 824 time: 0.3140981 Nov 11 17:31:08.112661 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=c6e5dfd8-66ba-4e06-8f7d-d18094e46e71,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:08.120442 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-97158332-9590-480a-b786-5559b47edf44 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/quotas/d62a02e3bcfe4e3db5cb07450ff61c66 HTTP/1.1" status: 200 len: 375 time: 0.0474300 Nov 11 17:31:08.158512 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-793e8fc8-469a-4914-853a-929d4124812a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:08.187898 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-cadd033e-5cdd-4398-ab22-d7e1b1d56444 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d62a02e3bcfe4e3db5cb07450ff61c66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665336 Nov 11 17:31:08.200630 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-439b3ab7-95c7-4f71-bf2b-7d3d5917d8d0 req-509cd729-4922-4a8a-9a9a-0050b1ded4c4 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=5869c140-3e2d-4240-bf0b-82ae6b4fffd6&id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1457181 Nov 11 17:31:08.263188 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:08.283869 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 39314) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:08.307373 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 34b6509b-fb14-4179-beff-be1a741207a7, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=34b6509b-fb14-4179-beff-be1a741207a7,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:08.311042 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7f1a5e-00de-4b02-9677-ca32b7cb3c80 x-openstack-request-id: req-eb7f1a5e-00de-4b02-9677-ca32b7cb3c80 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:31:08.311564 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e5dfd8-66ba-4e06-8f7d-d18094e46e71", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:31:08.312199 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eb7f1a5e-00de-4b02-9677-ca32b7cb3c80 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:31:08.312754 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e5dfd8-66ba-4e06-8f7d-d18094e46e71', 'code': 200} Nov 11 17:31:08.315120 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-35a20a22-ec97-49c9-8c98-e864e0e9b3f5 None None] Provisioning complete for port 77cd4467-9c5c-4a7c-addb-a79b3b86465e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:31:08.315691 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-35a20a22-ec97-49c9-8c98-e864e0e9b3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:08.318895 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:08.320196 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device bce743be-b36f-4589-ba04-a494a1bf25a3 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:31:08.451168 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bcb90783-a7b4-404f-a3a4-fab5d802e391 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f4a0616dab1c4e65ad290ad2adc4ccac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1637051 Nov 11 17:31:08.451413 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-1f0b78b5-28a9-417c-957a-ed9f97c88f29 service neutron] 10.222.0.76 "GET /v2.0/networks/85e30ed8-568e-4861-81b3-3bb9df0af245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464950 Nov 11 17:31:08.453878 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 39324) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:08.478387 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-35a20a22-ec97-49c9-8c98-e864e0e9b3f5 None None] Port 77cd4467-9c5c-4a7c-addb-a79b3b86465e cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:31:08.493815 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a2d8af9f-40f7-4c9a-b1dc-1c21a27b37c4 req-91a0f8ea-f0c5-4dea-a282-85ecdbe23381 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0830653 Nov 11 17:31:08.496060 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=34b6509b-fb14-4179-beff-be1a741207a7,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:08.547183 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-dd3691e0-13e7-4048-8114-319f8e360301 req-793e8fc8-469a-4914-853a-929d4124812a service neutron] For port bce743be-b36f-4589-ba04-a494a1bf25a3, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=bce743be-b36f-4589-ba04-a494a1bf25a3,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:08.589103 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:08.594976 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-dd3691e0-13e7-4048-8114-319f8e360301 req-793e8fc8-469a-4914-853a-929d4124812a service neutron] For port bce743be-b36f-4589-ba04-a494a1bf25a3, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:31:08.636657 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-dd3691e0-13e7-4048-8114-319f8e360301 req-793e8fc8-469a-4914-853a-929d4124812a service neutron] device_id is not set on port bce743be-b36f-4589-ba04-a494a1bf25a3 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:31:08.649662 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-793e8fc8-469a-4914-853a-929d4124812a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:08.659293 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-793e8fc8-469a-4914-853a-929d4124812a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:08.660015 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9dbdedad-8698-448a-99a7-f53cba32c2c4 req-18808c12-ca78-484c-a5b7-0b02980d4812 tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0366373 Nov 11 17:31:08.697993 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-0769f985-325d-4fca-935a-6ce19448303b service neutron] 10.222.0.76 "GET /v2.0/networks/85e30ed8-568e-4861-81b3-3bb9df0af245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461460 Nov 11 17:31:08.703872 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:31:08.704336 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:31:08.757947 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eeec0829-a7a0-40c6-a44e-6aedba5cd49b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:08.791629 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3691e0-13e7-4048-8114-319f8e360301 req-793e8fc8-469a-4914-853a-929d4124812a service neutron] No DVR routers for this DVR port bce743be-b36f-4589-ba04-a494a1bf25a3 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:31:08.871218 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e8fc8-469a-4914-853a-929d4124812a service neutron] Pushing event updated for resources: {'Port': ['ID=bce743be-b36f-4589-ba04-a494a1bf25a3,revision_number=6']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:08.900258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503531d-72ec-4ce8-bac0-d482a20699af req-d7cd8787-5b8c-47b7-9caf-d6ad8fa7e30f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:08.910872 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a503531d-72ec-4ce8-bac0-d482a20699af req-d7cd8787-5b8c-47b7-9caf-d6ad8fa7e30f tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.0882361 Nov 11 17:31:08.923810 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eeec0829-a7a0-40c6-a44e-6aedba5cd49b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:08.965477 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-dd3691e0-13e7-4048-8114-319f8e360301 req-793e8fc8-469a-4914-853a-929d4124812a service neutron] In _notify_port_updated(), no bound segment for port bce743be-b36f-4589-ba04-a494a1bf25a3 on network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 {{(pid=102617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:31:08.966373 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3691e0-13e7-4048-8114-319f8e360301 req-793e8fc8-469a-4914-853a-929d4124812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:08.966994 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-793e8fc8-469a-4914-853a-929d4124812a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:08.968351 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-dd3691e0-13e7-4048-8114-319f8e360301 req-793e8fc8-469a-4914-853a-929d4124812a service neutron] 10.222.0.64 "PUT /v2.0/ports/bce743be-b36f-4589-ba04-a494a1bf25a3 HTTP/1.1" status: 200 len: 1025 time: 0.9379532 Nov 11 17:31:09.000268 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8426a13a-3743-423f-9195-ba1f5e6e6645 req-4adddd1b-8671-46a8-9216-7dfac72e2cff tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f8cc205-db3a-4547-a272-5b5175ca27d5 HTTP/1.1" status: 200 len: 210 time: 0.0612011 Nov 11 17:31:09.031692 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a503531d-72ec-4ce8-bac0-d482a20699af req-ac7433cc-6f7e-44b4-9ac3-0e74b2cafac8 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189537 Nov 11 17:31:09.134061 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eeec0829-a7a0-40c6-a44e-6aedba5cd49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:09.138293 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eeec0829-a7a0-40c6-a44e-6aedba5cd49b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:09.142557 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-eeec0829-a7a0-40c6-a44e-6aedba5cd49b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/74f08e5f-f1cd-40f2-ab69-a823465c9048 HTTP/1.1" status: 204 len: 168 time: 0.6883721 Nov 11 17:31:09.154871 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec0829-a7a0-40c6-a44e-6aedba5cd49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f08e5f-f1cd-40f2-ab69-a823465c9048,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:09.181417 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-dd3691e0-13e7-4048-8114-319f8e360301 req-c2de5bc5-c24a-4a5f-9a12-cf32ce873527 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Deleting port de13d44d-3671-47f5-b4cd-175caae206f0 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:31:09.181916 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-c2de5bc5-c24a-4a5f-9a12-cf32ce873527 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:09.276327 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9505966f-3732-47ad-986c-c72e94491376 None None] Provisioning complete for port bce743be-b36f-4589-ba04-a494a1bf25a3 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:31:09.277148 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9505966f-3732-47ad-986c-c72e94491376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:09.360582 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-9505966f-3732-47ad-986c-c72e94491376 None None] Port bce743be-b36f-4589-ba04-a494a1bf25a3 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:31:09.366182 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device de13d44d-3671-47f5-b4cd-175caae206f0 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:31:09.514346 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d4cdc-7f1d-40f8-a7e9-e075771e41b9 req-87a523d4-1a12-4f29-b5f2-0df6b56aaab6 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:09.526749 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d4cdc-7f1d-40f8-a7e9-e075771e41b9 req-87a523d4-1a12-4f29-b5f2-0df6b56aaab6 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:09.561724 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d4cdc-7f1d-40f8-a7e9-e075771e41b9 req-87a523d4-1a12-4f29-b5f2-0df6b56aaab6 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:09.571821 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:09.580385 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d4cdc-7f1d-40f8-a7e9-e075771e41b9 req-87a523d4-1a12-4f29-b5f2-0df6b56aaab6 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:09.597266 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d4cdc-7f1d-40f8-a7e9-e075771e41b9 req-87a523d4-1a12-4f29-b5f2-0df6b56aaab6 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:09.615118 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7c4d4cdc-7f1d-40f8-a7e9-e075771e41b9 req-87a523d4-1a12-4f29-b5f2-0df6b56aaab6 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 3881 time: 0.2307830 Nov 11 17:31:09.679251 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port de13d44d-3671-47f5-b4cd-175caae206f0, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=de13d44d-3671-47f5-b4cd-175caae206f0,segment=NetworkSegment(77980f2b-6062-4456-aa35-dfdb79784811),segment_id=77980f2b-6062-4456-aa35-dfdb79784811)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:09.693274 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:09.694029 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 813271a2-d0e8-463d-ab43-df3086ac6cb1 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:31:09.785469 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ab31fda2-57a7-4994-a2ba-41302eb77f33 req-9e41bf73-ecc8-4441-bfe6-0704f1c430d2 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.1150017 Nov 11 17:31:09.856701 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-dd3691e0-13e7-4048-8114-319f8e360301 req-c2de5bc5-c24a-4a5f-9a12-cf32ce873527 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] For port de13d44d-3671-47f5-b4cd-175caae206f0, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=de13d44d-3671-47f5-b4cd-175caae206f0,segment=NetworkSegment(77980f2b-6062-4456-aa35-dfdb79784811),segment_id=77980f2b-6062-4456-aa35-dfdb79784811)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:09.860081 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-c2de5bc5-c24a-4a5f-9a12-cf32ce873527 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:09.870559 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7c4d4cdc-7f1d-40f8-a7e9-e075771e41b9 req-c6d26f34-a4cb-4a5c-ad74-230a808142c5 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311919 Nov 11 17:31:09.968110 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=de13d44d-3671-47f5-b4cd-175caae206f0,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:10.007927 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0d285f34-a084-4761-9749-1f343b402e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:10.075693 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:10.097321 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc4bd946-a497-45b0-bf57-d70b73acaf2f req-926eb7a0-ae88-4cf2-ac2a-e5b6b704d9b1 tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0935173 Nov 11 17:31:10.170756 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 813271a2-d0e8-463d-ab43-df3086ac6cb1, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=813271a2-d0e8-463d-ab43-df3086ac6cb1,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:10.183595 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:10.185162 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device ace11c64-ff1c-4cc8-b03a-f7975e333049 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:31:10.289432 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff821ab2-85fe-4659-9271-0b551b68212c req-52731e3e-2bc5-4d4d-aa1d-71ff5353b09f tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f8cc205-db3a-4547-a272-5b5175ca27d5 HTTP/1.1" status: 200 len: 210 time: 0.0724885 Nov 11 17:31:10.327371 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34b6509b-fb14-4179-beff-be1a741207a7'}, {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de13d44d-3671-47f5-b4cd-175caae206f0'}, {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '813271a2-d0e8-463d-ab43-df3086ac6cb1'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:31:10.332632 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fd2e37-5206-499c-b112-bc72036e76ca" -d '{"events": [{"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-unplugged", "status": "completed", "tag": "34b6509b-fb14-4179-beff-be1a741207a7"}, {"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-unplugged", "status": "completed", "tag": "de13d44d-3671-47f5-b4cd-175caae206f0"}, {"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-unplugged", "status": "completed", "tag": "813271a2-d0e8-463d-ab43-df3086ac6cb1"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:31:10.379014 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a10c3cec-e953-45d4-80a7-29fa059f3923 req-9033460c-302f-425c-b386-97e2fb7f0c0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ca62a240e9846109048803c10bb150e&device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0642710 Nov 11 17:31:10.452729 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-c2de5bc5-c24a-4a5f-9a12-cf32ce873527 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:10.453333 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-c2de5bc5-c24a-4a5f-9a12-cf32ce873527 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:10.454118 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [req-dd3691e0-13e7-4048-8114-319f8e360301 req-c2de5bc5-c24a-4a5f-9a12-cf32ce873527 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Floating IP 3598cc92-45f7-486d-b843-0315d001998f disassociated. External IP: 172.25.2.71, port: de13d44d-3671-47f5-b4cd-175caae206f0. Nov 11 17:31:10.456715 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-dd3691e0-13e7-4048-8114-319f8e360301 req-c2de5bc5-c24a-4a5f-9a12-cf32ce873527 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Calling delete_port for de13d44d-3671-47f5-b4cd-175caae206f0 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:31:10.468464 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=813271a2-d0e8-463d-ab43-df3086ac6cb1,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:10.508054 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9ef7b429-5066-4346-aa7c-bc35c3dd0dbb req-73b41dbb-e937-4988-84fd-612705a42aaf tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0652595 Nov 11 17:31:10.527466 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0041a-f0e7-4ea7-8757-fb4eeb6a454b req-84d68d09-9b95-409e-a2e8-6a9589570896 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:10.529893 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6b0041a-f0e7-4ea7-8757-fb4eeb6a454b req-84d68d09-9b95-409e-a2e8-6a9589570896 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.1605203 Nov 11 17:31:10.615374 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:10.631753 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 11 Nov 2021 17:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16b15dd-0a65-42b3-9869-692898b71033 x-openstack-request-id: req-e16b15dd-0a65-42b3-9869-692898b71033 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:31:10.632263 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-unplugged", "status": "completed", "tag": "34b6509b-fb14-4179-beff-be1a741207a7", "code": 200}, {"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-unplugged", "status": "completed", "tag": "de13d44d-3671-47f5-b4cd-175caae206f0", "code": 200}, {"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-unplugged", "status": "completed", "tag": "813271a2-d0e8-463d-ab43-df3086ac6cb1", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:31:10.633118 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e16b15dd-0a65-42b3-9869-692898b71033 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:31:10.633671 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34b6509b-fb14-4179-beff-be1a741207a7', 'code': 200} Nov 11 17:31:10.635124 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de13d44d-3671-47f5-b4cd-175caae206f0', 'code': 200} Nov 11 17:31:10.635500 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '813271a2-d0e8-463d-ab43-df3086ac6cb1', 'code': 200} Nov 11 17:31:10.658679 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6b0041a-f0e7-4ea7-8757-fb4eeb6a454b req-b527c11b-f443-488d-9444-0776966fb745 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172452 Nov 11 17:31:10.718852 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port ace11c64-ff1c-4cc8-b03a-f7975e333049, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=ace11c64-ff1c-4cc8-b03a-f7975e333049,segment=NetworkSegment(b1d1b710-ac9c-4789-8bfd-35c32d9b5853),segment_id=b1d1b710-ac9c-4789-8bfd-35c32d9b5853)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:10.724188 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:10.790929 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=ace11c64-ff1c-4cc8-b03a-f7975e333049,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:10.813174 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a10c3cec-e953-45d4-80a7-29fa059f3923 req-2f570ef7-4cce-4ecd-aab8-e0ad1e807ede service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4ca62a240e9846109048803c10bb150e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4052405 Nov 11 17:31:10.896049 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:10.933020 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-c2de5bc5-c24a-4a5f-9a12-cf32ce873527 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:11.017401 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de5bc5-c24a-4a5f-9a12-cf32ce873527 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event deleted for resources: {'Port': ['ID=de13d44d-3671-47f5-b4cd-175caae206f0,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:11.056239 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffecee-6ebe-4217-a5da-4c01b24c5a75 req-77fb567a-672a-4dc5-bff1-88dbc42cfa5d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:11.069522 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffecee-6ebe-4217-a5da-4c01b24c5a75 req-77fb567a-672a-4dc5-bff1-88dbc42cfa5d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:11.084389 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffecee-6ebe-4217-a5da-4c01b24c5a75 req-77fb567a-672a-4dc5-bff1-88dbc42cfa5d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:11.095549 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffecee-6ebe-4217-a5da-4c01b24c5a75 req-77fb567a-672a-4dc5-bff1-88dbc42cfa5d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:11.109358 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26ffecee-6ebe-4217-a5da-4c01b24c5a75 req-77fb567a-672a-4dc5-bff1-88dbc42cfa5d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 3142 time: 0.1445818 Nov 11 17:31:11.122081 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-9e1de8ab-ffbd-44ac-ad39-b938a00e8fa6 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:11.124086 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-9e1de8ab-ffbd-44ac-ad39-b938a00e8fa6 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.83 "GET /v2.0/networks?id=85e30ed8-568e-4861-81b3-3bb9df0af245 HTTP/1.1" status: 200 len: 824 time: 0.3255188 Nov 11 17:31:11.150389 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-7a864c21-765f-4ff1-b8b3-f634ad20b8ea tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Request body: {'port': {'device_id': '4f8cc205-db3a-4547-a272-5b5175ca27d5', 'network_id': '85e30ed8-568e-4861-81b3-3bb9df0af245', 'admin_state_up': True, 'tenant_id': 'd62a02e3bcfe4e3db5cb07450ff61c66'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:31:11.192428 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26ffecee-6ebe-4217-a5da-4c01b24c5a75 req-aa374916-cb6e-4e35-b5e6-1bc295cf092b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811331 Nov 11 17:31:11.336581 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40b1d927-12a9-4c78-b1d0-0915c0c692cb req-6757e541-7608-4a9e-8cbf-594b12f0e622 tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0431912 Nov 11 17:31:11.396196 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2b96c38-d730-4575-a012-8dac27a17f4b req-cec830ab-0216-43cf-86d4-441c1c5c9db5 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=af8ebf64-5323-4860-ae3f-a699367ce52b HTTP/1.1" status: 200 len: 210 time: 0.0578620 Nov 11 17:31:11.466653 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a08f1ab6-85da-459a-8fd0-ff9c54d42715 req-ea68e421-db8d-48eb-808f-3e07d0dc3d8c tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f8cc205-db3a-4547-a272-5b5175ca27d5 HTTP/1.1" status: 200 len: 210 time: 0.0448580 Nov 11 17:31:11.589082 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c3cec-e953-45d4-80a7-29fa059f3923 req-cd0d247b-531f-48d3-8ca4-ef19f13b700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:11.591035 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a10c3cec-e953-45d4-80a7-29fa059f3923 req-cd0d247b-531f-48d3-8ca4-ef19f13b700c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7629213 Nov 11 17:31:11.596033 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-7a864c21-765f-4ff1-b8b3-f634ad20b8ea tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Made reservation on behalf of d62a02e3bcfe4e3db5cb07450ff61c66 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:31:11.600595 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-7a864c21-765f-4ff1-b8b3-f634ad20b8ea tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:11.630567 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd3691e0-13e7-4048-8114-319f8e360301 req-c2de5bc5-c24a-4a5f-9a12-cf32ce873527 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Router 3f8bdcfa-bc17-48fd-a935-a69d7f5825bc has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:31:11.725390 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f8dcb1f-4f3b-4f9c-9b02-c245787c30bb req-18968d6c-0fc6-4d49-b238-91e54bb07101 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0583496 Nov 11 17:31:11.997626 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a2e93-1858-4b52-bc9f-1fb1124a8c41 req-614b01f5-5acb-46ce-8386-203bd82c229a tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:12.006169 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f92a2e93-1858-4b52-bc9f-1fb1124a8c41 req-614b01f5-5acb-46ce-8386-203bd82c229a tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.1288242 Nov 11 17:31:12.052612 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50e423fb-40de-4f9c-a9eb-3ef7d97f377a req-a7584767-bf88-4a3b-bd3f-145a129a58fa tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0364630 Nov 11 17:31:12.095796 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f92a2e93-1858-4b52-bc9f-1fb1124a8c41 req-76699c69-1ec9-4730-89f7-02998b39ed4b tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841119 Nov 11 17:31:12.156608 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-7a864c21-765f-4ff1-b8b3-f634ad20b8ea tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Allocated IP 172.20.0.5 (85e30ed8-568e-4861-81b3-3bb9df0af245/13bbea1c-90f8-4ef2-8dc8-39169d21b6a7/801d5fa0-3391-4742-8361-9f2e33146d77) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:31:12.174613 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd3691e0-13e7-4048-8114-319f8e360301 req-c2de5bc5-c24a-4a5f-9a12-cf32ce873527 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:31:12.204005 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d1e3f9-89c6-42d0-9926-f6b2df1d3ba0 None None] Sync routers for ids ['3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:31:12.244652 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d1e3f9-89c6-42d0-9926-f6b2df1d3ba0 None None] Routers {'3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:31:12.252475 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-32d1e3f9-89c6-42d0-9926-f6b2df1d3ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:31:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:12.297007 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3691e0-13e7-4048-8114-319f8e360301 req-c2de5bc5-c24a-4a5f-9a12-cf32ce873527 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] No DVR routers for this DVR port de13d44d-3671-47f5-b4cd-175caae206f0 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:31:12.319344 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-c2de5bc5-c24a-4a5f-9a12-cf32ce873527 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:12.327016 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-dd3691e0-13e7-4048-8114-319f8e360301 req-c2de5bc5-c24a-4a5f-9a12-cf32ce873527 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.64 "DELETE /v2.0/ports/de13d44d-3671-47f5-b4cd-175caae206f0 HTTP/1.1" status: 204 len: 173 time: 3.3421662 Nov 11 17:31:12.330665 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-deleted', 'tag': 'de13d44d-3671-47f5-b4cd-175caae206f0'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:31:12.333267 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de044bdc-82b7-415a-9853-3efced055937" -d '{"events": [{"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-deleted", "tag": "de13d44d-3671-47f5-b4cd-175caae206f0"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:31:12.493964 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:12.571246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812b322-e1b3-433c-95d3-607cd5779875 req-5e591a12-895c-4585-a229-5ac9b0f6dc22 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:12.571942 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-32d1e3f9-89c6-42d0-9926-f6b2df1d3ba0 None None] Set router 3f8bdcfa-bc17-48fd-a935-a69d7f5825bc gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:31:12.574976 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-7a864c21-765f-4ff1-b8b3-f634ad20b8ea tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:12.581173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812b322-e1b3-433c-95d3-607cd5779875 req-5e591a12-895c-4585-a229-5ac9b0f6dc22 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:12.590291 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812b322-e1b3-433c-95d3-607cd5779875 req-5e591a12-895c-4585-a229-5ac9b0f6dc22 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:12.599490 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812b322-e1b3-433c-95d3-607cd5779875 req-5e591a12-895c-4585-a229-5ac9b0f6dc22 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:12.611762 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1812b322-e1b3-433c-95d3-607cd5779875 req-5e591a12-895c-4585-a229-5ac9b0f6dc22 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 3142 time: 0.2969313 Nov 11 17:31:12.636353 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace11c64-ff1c-4cc8-b03a-f7975e333049'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:31:12.640199 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75ad027-42ee-4019-8ec2-ef33289ba56d" -d '{"events": [{"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-unplugged", "status": "completed", "tag": "ace11c64-ff1c-4cc8-b03a-f7975e333049"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:31:12.648300 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-7a864c21-765f-4ff1-b8b3-f634ad20b8ea tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:12.658176 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96047e70-41c6-47c6-8c71-11828fa6f75f req-10f80dd1-35f9-4ddc-ae6f-829e15440582 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:12.660424 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-96047e70-41c6-47c6-8c71-11828fa6f75f req-10f80dd1-35f9-4ddc-ae6f-829e15440582 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.2731190 Nov 11 17:31:12.750592 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a864c21-765f-4ff1-b8b3-f634ad20b8ea tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Pushing event updated for resources: {'Port': ['ID=801d5fa0-3391-4742-8361-9f2e33146d77,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:12.756462 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8a39ee8-f129-4f3b-861f-b547b212b176 req-9fc7d33a-ea25-49e1-a64e-8f75c7f14df5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5301204 Nov 11 17:31:12.765966 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1812b322-e1b3-433c-95d3-607cd5779875 req-7b19e7d1-ceef-42aa-a8ea-30e7b90c6d3f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528544 Nov 11 17:31:12.785934 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-7a864c21-765f-4ff1-b8b3-f634ad20b8ea tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Network 85e30ed8-568e-4861-81b3-3bb9df0af245 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:31:12.801154 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-7a864c21-765f-4ff1-b8b3-f634ad20b8ea tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:31:12.819970 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-7a864c21-765f-4ff1-b8b3-f634ad20b8ea tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:31:12.826523 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-96047e70-41c6-47c6-8c71-11828fa6f75f req-21314f13-efe8-4196-89e8-74a609aa148e tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561334 Nov 11 17:31:12.895296 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:12.910323 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cced6c7-e6cb-411b-8ee7-5cae85a8c825 x-openstack-request-id: req-4cced6c7-e6cb-411b-8ee7-5cae85a8c825 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:31:12.911138 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-deleted", "tag": "de13d44d-3671-47f5-b4cd-175caae206f0", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:31:12.911709 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4cced6c7-e6cb-411b-8ee7-5cae85a8c825 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:31:12.912679 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-deleted', 'tag': 'de13d44d-3671-47f5-b4cd-175caae206f0', 'status': 'completed', 'code': 200} Nov 11 17:31:12.920896 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-7a864c21-765f-4ff1-b8b3-f634ad20b8ea tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:12.921623 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-7a864c21-765f-4ff1-b8b3-f634ad20b8ea tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:12.981895 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-32d1e3f9-89c6-42d0-9926-f6b2df1d3ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'name': 'tempest-TaggedBootDevicesTest-2033563070-router', 'tenant_id': '57a0547569de40a6ab45455039002426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:29Z', 'updated_at': '2021-11-11T17:20:36Z', 'revision_number': 4, 'project_id': '57a0547569de40a6ab45455039002426', 'gw_port': {'id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:30Z', 'updated_at': '2021-11-11T17:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'd83c796b-d8a2-4b59-b59f-bbd0ff261813', 'name': '', 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be', 'tenant_id': '57a0547569de40a6ab45455039002426', 'mac_address': 'fa:16:3e:41:43:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'eb65c8e4-9667-460f-b3de-43e527914011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:35Z', 'updated_at': '2021-11-11T17:20:41Z', 'revision_number': 5, 'project_id': '57a0547569de40a6ab45455039002426', 'subnets': [{'id': 'eb65c8e4-9667-460f-b3de-43e527914011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:12.993416 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-7a864c21-765f-4ff1-b8b3-f634ad20b8ea tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8547461 Nov 11 17:31:13.003336 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-dd3691e0-13e7-4048-8114-319f8e360301 req-7c0005de-39d5-4586-81cb-a8b7f265427c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Deleting port 813271a2-d0e8-463d-ab43-df3086ac6cb1 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:31:13.003806 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-7c0005de-39d5-4586-81cb-a8b7f265427c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:13.013962 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] Request body: {'port': {'device_id': '4f8cc205-db3a-4547-a272-5b5175ca27d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:31:13.032663 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d1e3f9-89c6-42d0-9926-f6b2df1d3ba0 None None] Checking router: 3f8bdcfa-bc17-48fd-a935-a69d7f5825bc for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:31:13.039761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0c261a3-a5b5-4ae6-b001-3c77591eb5c6 req-f3521cf9-48fd-4022-9afd-cf0304bea805 tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0627906 Nov 11 17:31:13.041814 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d1e3f9-89c6-42d0-9926-f6b2df1d3ba0 None None] Routers {'3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:31:13.042595 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-32d1e3f9-89c6-42d0-9926-f6b2df1d3ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:31:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:13.105278 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb70cf9-ca8d-428a-be19-27235709262c req-9bb8aef7-f184-471b-aede-2eae85ab57f7 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:13.107741 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8eb70cf9-ca8d-428a-be19-27235709262c req-9bb8aef7-f184-471b-aede-2eae85ab57f7 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f8cc205-db3a-4547-a272-5b5175ca27d5 HTTP/1.1" status: 200 len: 931 time: 0.0712316 Nov 11 17:31:13.158508 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a39ee8-f129-4f3b-861f-b547b212b176 req-0467fc6d-3e0b-4f4a-8e59-fc44dfc024dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:13.160090 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8a39ee8-f129-4f3b-861f-b547b212b176 req-0467fc6d-3e0b-4f4a-8e59-fc44dfc024dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 1097 time: 0.2464306 Nov 11 17:31:13.184746 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8eb70cf9-ca8d-428a-be19-27235709262c req-c2c404d5-8aea-4cad-9328-c11203c9ab54 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a4917c0-bd7c-4e45-affe-c9e3e91e06fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656059 Nov 11 17:31:13.196972 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a10c3cec-e953-45d4-80a7-29fa059f3923 req-11487bbd-8913-4418-9c62-c516a259fb44 tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0601962 Nov 11 17:31:13.220696 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e84b337-e7a7-40b0-abf1-ede01e42e2ca x-openstack-request-id: req-9e84b337-e7a7-40b0-abf1-ede01e42e2ca {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:31:13.221220 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-unplugged", "status": "completed", "tag": "ace11c64-ff1c-4cc8-b03a-f7975e333049", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:31:13.221765 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9e84b337-e7a7-40b0-abf1-ede01e42e2ca {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:31:13.222517 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace11c64-ff1c-4cc8-b03a-f7975e333049', 'code': 200} Nov 11 17:31:13.237907 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-32d1e3f9-89c6-42d0-9926-f6b2df1d3ba0 None None] Set router 3f8bdcfa-bc17-48fd-a935-a69d7f5825bc gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:31:13.353993 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:13.373561 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2792940c-0fd2-416a-8d7c-da391ab366fb req-2023bf58-6082-42f5-a59e-45f9cedc7c9a tempest-ServerShowV257Test-1309749661 tempest-ServerShowV257Test-1309749661-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f04c196-5b5e-4003-b5be-97748faa9107 HTTP/1.1" status: 200 len: 210 time: 0.0547371 Nov 11 17:31:13.404359 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-dd3691e0-13e7-4048-8114-319f8e360301 req-7c0005de-39d5-4586-81cb-a8b7f265427c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] For port 813271a2-d0e8-463d-ab43-df3086ac6cb1, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=813271a2-d0e8-463d-ab43-df3086ac6cb1,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:13.404732 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-7c0005de-39d5-4586-81cb-a8b7f265427c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:13.466624 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d660d-9b8e-43ec-893a-abcbaa9e185e req-412cc68c-6738-4202-84eb-8886bf2e5406 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:13.472081 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-dd3691e0-13e7-4048-8114-319f8e360301 req-7c0005de-39d5-4586-81cb-a8b7f265427c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Calling delete_port for 813271a2-d0e8-463d-ab43-df3086ac6cb1 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:31:13.477947 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-583d660d-9b8e-43ec-893a-abcbaa9e185e req-412cc68c-6738-4202-84eb-8886bf2e5406 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.1028285 Nov 11 17:31:13.502033 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a39ee8-f129-4f3b-861f-b547b212b176 req-e914ee88-ad42-4594-9d93-76f886c65384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:13.503506 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8a39ee8-f129-4f3b-861f-b547b212b176 req-e914ee88-ad42-4594-9d93-76f886c65384 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 200 len: 908 time: 0.3089190 Nov 11 17:31:13.553311 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-583d660d-9b8e-43ec-893a-abcbaa9e185e req-fe935ac7-df72-49dc-be95-b54282382e43 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738368 Nov 11 17:31:13.584389 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8a39ee8-f129-4f3b-861f-b547b212b176 req-706ce519-e4bb-4ccc-a678-10448409e30f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbfdbe4d-3c3b-423c-b80a-53163779674f HTTP/1.1" status: 200 len: 217 time: 0.0622070 Nov 11 17:31:13.630114 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-32d1e3f9-89c6-42d0-9926-f6b2df1d3ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'name': 'tempest-TaggedBootDevicesTest-2033563070-router', 'tenant_id': '57a0547569de40a6ab45455039002426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:29Z', 'updated_at': '2021-11-11T17:20:36Z', 'revision_number': 4, 'project_id': '57a0547569de40a6ab45455039002426', 'gw_port': {'id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:30Z', 'updated_at': '2021-11-11T17:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'd83c796b-d8a2-4b59-b59f-bbd0ff261813', 'name': '', 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be', 'tenant_id': '57a0547569de40a6ab45455039002426', 'mac_address': 'fa:16:3e:41:43:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'eb65c8e4-9667-460f-b3de-43e527914011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:35Z', 'updated_at': '2021-11-11T17:20:41Z', 'revision_number': 5, 'project_id': '57a0547569de40a6ab45455039002426', 'subnets': [{'id': 'eb65c8e4-9667-460f-b3de-43e527914011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:13.644142 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0fb2c49-6a52-4c92-8a40-462cba2d9b2d req-5260a9fc-d400-4c62-b3ea-a8aba3b7f47e tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0875785 Nov 11 17:31:13.667403 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d1e3f9-89c6-42d0-9926-f6b2df1d3ba0 None None] The sync data for ids ['3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'] in n-d-816206-4 is: [{'id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'name': 'tempest-TaggedBootDevicesTest-2033563070-router', 'tenant_id': '57a0547569de40a6ab45455039002426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:29Z', 'updated_at': '2021-11-11T17:20:36Z', 'revision_number': 4, 'project_id': '57a0547569de40a6ab45455039002426', 'gw_port': {'id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:30Z', 'updated_at': '2021-11-11T17:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'd83c796b-d8a2-4b59-b59f-bbd0ff261813', 'name': '', 'network_id': '899c7522-11f4-4d70-abf1-4945b96a18be', 'tenant_id': '57a0547569de40a6ab45455039002426', 'mac_address': 'fa:16:3e:41:43:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'eb65c8e4-9667-460f-b3de-43e527914011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:35Z', 'updated_at': '2021-11-11T17:20:41Z', 'revision_number': 5, 'project_id': '57a0547569de40a6ab45455039002426', 'subnets': [{'id': 'eb65c8e4-9667-460f-b3de-43e527914011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:31:14.008877 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a04761-c05b-474b-898a-d0abce6de20b req-3b36e9d0-9e23-412c-88a3-5a5fa000c6c3 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:14.010636 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42a04761-c05b-474b-898a-d0abce6de20b req-3b36e9d0-9e23-412c-88a3-5a5fa000c6c3 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.1257887 Nov 11 17:31:14.026712 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-7c0005de-39d5-4586-81cb-a8b7f265427c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:14.039401 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2961e1-2730-45b3-8585-1bbbb8393b7f req-08a83a27-b1a7-433e-a306-c30d85d45bf4 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:14.052849 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2961e1-2730-45b3-8585-1bbbb8393b7f req-08a83a27-b1a7-433e-a306-c30d85d45bf4 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:14.082330 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2961e1-2730-45b3-8585-1bbbb8393b7f req-08a83a27-b1a7-433e-a306-c30d85d45bf4 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:14.091962 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2961e1-2730-45b3-8585-1bbbb8393b7f req-08a83a27-b1a7-433e-a306-c30d85d45bf4 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:14.102507 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b2961e1-2730-45b3-8585-1bbbb8393b7f req-08a83a27-b1a7-433e-a306-c30d85d45bf4 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 3142 time: 0.2084448 Nov 11 17:31:14.139450 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0005de-39d5-4586-81cb-a8b7f265427c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event deleted for resources: {'Port': ['ID=813271a2-d0e8-463d-ab43-df3086ac6cb1,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:14.143667 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a39ee8-f129-4f3b-861f-b547b212b176 req-9dfb5140-90e5-4165-bc33-c6cbc5d737ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:14.148520 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8a39ee8-f129-4f3b-861f-b547b212b176 req-9dfb5140-90e5-4165-bc33-c6cbc5d737ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a33a415-81af-4eb3-b9c5-17414d49d9ff HTTP/1.1" status: 200 len: 846 time: 0.3576798 Nov 11 17:31:14.148520 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3691e0-13e7-4048-8114-319f8e360301 req-7c0005de-39d5-4586-81cb-a8b7f265427c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] No DVR routers for this DVR port 813271a2-d0e8-463d-ab43-df3086ac6cb1 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:31:14.159375 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-7c0005de-39d5-4586-81cb-a8b7f265427c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:14.159375 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-dd3691e0-13e7-4048-8114-319f8e360301 req-7c0005de-39d5-4586-81cb-a8b7f265427c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.64 "DELETE /v2.0/ports/813271a2-d0e8-463d-ab43-df3086ac6cb1 HTTP/1.1" status: 204 len: 173 time: 1.8080666 Nov 11 17:31:14.185683 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee4f3e2-469a-49ec-af27-502c11803615 None None] New status for floating IP 3598cc92-45f7-486d-b843-0315d001998f: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:31:14.201023 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42a04761-c05b-474b-898a-d0abce6de20b req-f9fa32b7-cfb3-468e-8373-32eadce2281a tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945866 Nov 11 17:31:14.219994 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b2961e1-2730-45b3-8585-1bbbb8393b7f req-32224f3c-fa6d-4568-b085-205f784e0c59 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100237 Nov 11 17:31:14.253912 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8a39ee8-f129-4f3b-861f-b547b212b176 req-b0c2e2f6-4c3b-42fd-b7cf-f0bd9ea68a43 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e09136b-2afb-4141-b1b5-3d967dca5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902023 Nov 11 17:31:14.363947 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3911cb1-79f3-43b2-ada6-d15f683601ec req-edf0ecd7-51a8-4b65-96cd-8de311673b82 tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0420825 Nov 11 17:31:14.497616 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8a39ee8-f129-4f3b-861f-b547b212b176 req-b2dccc25-ebc6-4ddc-ad71-0baebf463ba7 service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335222 Nov 11 17:31:14.557304 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c7156-9958-4d60-851f-f2b31292cb9c req-a9393221-f0e1-4bf2-bfd1-544fd7662419 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:14.560760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8d4c7156-9958-4d60-851f-f2b31292cb9c req-a9393221-f0e1-4bf2-bfd1-544fd7662419 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f8cc205-db3a-4547-a272-5b5175ca27d5 HTTP/1.1" status: 200 len: 931 time: 0.1435781 Nov 11 17:31:14.649549 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8d4c7156-9958-4d60-851f-f2b31292cb9c req-eba43b04-ee54-40ef-99aa-aa48fc7a9fa9 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a4917c0-bd7c-4e45-affe-c9e3e91e06fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822015 Nov 11 17:31:14.830669 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f6bc6a7a-2cff-4e81-8f99-168bdeef378a req-10f9ef19-4ce1-4a85-b76a-f84f8eddcc65 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0413675 Nov 11 17:31:14.908411 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 39554) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:14.956914 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-deleted', 'tag': '813271a2-d0e8-463d-ab43-df3086ac6cb1'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:31:14.959758 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d456aa-5f98-4dfe-adc4-ebd5be3dc416" -d '{"events": [{"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-deleted", "tag": "813271a2-d0e8-463d-ab43-df3086ac6cb1"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:31:14.965042 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 801d5fa0-3391-4742-8361-9f2e33146d77 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:31:14.990375 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:15.026338 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-be41b4d4-c9f7-453f-9854-ea09f42f0f69 req-d08b6345-efc1-4415-92cf-b81577764439 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af8ebf64-5323-4860-ae3f-a699367ce52b HTTP/1.1" status: 200 len: 210 time: 0.0568454 Nov 11 17:31:15.036338 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-dd3691e0-13e7-4048-8114-319f8e360301 req-5b12ac48-9ad3-4ac7-ba77-79be325aed9f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Deleting port 34b6509b-fb14-4179-beff-be1a741207a7 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:31:15.037089 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-5b12ac48-9ad3-4ac7-ba77-79be325aed9f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:15.039757 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] Transition to ACTIVE for port object 801d5fa0-3391-4742-8361-9f2e33146d77 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:31:15.051116 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-423ee092-804b-441e-b8c7-339918ad72c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:15.055934 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab59b40-4d0e-4ce0-88bc-74acca9a90d3 x-openstack-request-id: req-2ab59b40-4d0e-4ce0-88bc-74acca9a90d3 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:31:15.056231 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-deleted", "tag": "813271a2-d0e8-463d-ab43-df3086ac6cb1", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:31:15.056482 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ab59b40-4d0e-4ce0-88bc-74acca9a90d3 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:31:15.056875 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-deleted', 'tag': '813271a2-d0e8-463d-ab43-df3086ac6cb1', 'status': 'completed', 'code': 200} Nov 11 17:31:15.089618 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:15.144518 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-423ee092-804b-441e-b8c7-339918ad72c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:15.149538 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-423ee092-804b-441e-b8c7-339918ad72c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:15.194740 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8a39ee8-f129-4f3b-861f-b547b212b176 req-08485f64-f1f8-4f0d-bdfe-51693accbc82 service neutron] 10.222.0.64 "GET /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6853099 Nov 11 17:31:15.209941 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-423ee092-804b-441e-b8c7-339918ad72c4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4ca62a240e9846109048803c10bb150e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3000100 Nov 11 17:31:15.211159 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ee092-804b-441e-b8c7-339918ad72c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1e4247-6723-4395-9de6-05e8790ad8be,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:15.215913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 39564) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:15.218048 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] Pushing event updated for resources: {'Port': ['ID=801d5fa0-3391-4742-8361-9f2e33146d77,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:15.339642 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-dd3691e0-13e7-4048-8114-319f8e360301 req-5b12ac48-9ad3-4ac7-ba77-79be325aed9f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] For port 34b6509b-fb14-4179-beff-be1a741207a7, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=34b6509b-fb14-4179-beff-be1a741207a7,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:15.340247 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-5b12ac48-9ad3-4ac7-ba77-79be325aed9f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:15.370343 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e0bcd393-d032-4286-bb81-1b6743766ce9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:15.373345 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-dd3691e0-13e7-4048-8114-319f8e360301 req-5b12ac48-9ad3-4ac7-ba77-79be325aed9f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Calling delete_port for 34b6509b-fb14-4179-beff-be1a741207a7 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:31:15.454443 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e0bcd393-d032-4286-bb81-1b6743766ce9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:15.461880 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-916ec0c8-f977-4d5f-9d17-65625ec1c911 req-ee1b893a-8762-4b2b-b4d6-c1c94388d383 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0614479 Nov 11 17:31:15.466319 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] Attempting to bind port 801d5fa0-3391-4742-8361-9f2e33146d77 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:31:15.466635 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] Attempting to bind port 801d5fa0-3391-4742-8361-9f2e33146d77 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '6af03cf9-3fde-4b8e-9f0e-42959dfb1735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '85e30ed8-568e-4861-81b3-3bb9df0af245'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:31:15.467002 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] Attempting to bind port 801d5fa0-3391-4742-8361-9f2e33146d77 on network 85e30ed8-568e-4861-81b3-3bb9df0af245 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:31:15.474090 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da237e77-301b-47c9-8d9a-12189804cafe req-2b54b4a0-ac60-419f-a323-81ca65f6f6f4 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:15.475703 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da237e77-301b-47c9-8d9a-12189804cafe req-2b54b4a0-ac60-419f-a323-81ca65f6f6f4 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.1617889 Nov 11 17:31:15.485407 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] Port 801d5fa0-3391-4742-8361-9f2e33146d77 on network 85e30ed8-568e-4861-81b3-3bb9df0af245 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:31:15.485800 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] Attempting to bind port 801d5fa0-3391-4742-8361-9f2e33146d77 on network 85e30ed8-568e-4861-81b3-3bb9df0af245 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:31:15.516843 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:31:15.517180 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] Checking segment: {'id': '6af03cf9-3fde-4b8e-9f0e-42959dfb1735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '85e30ed8-568e-4861-81b3-3bb9df0af245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:31:15.517572 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] Bound using segment: {'id': '6af03cf9-3fde-4b8e-9f0e-42959dfb1735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '85e30ed8-568e-4861-81b3-3bb9df0af245'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:31:15.518085 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] Bound port: 801d5fa0-3391-4742-8361-9f2e33146d77, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af03cf9-3fde-4b8e-9f0e-42959dfb1735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '85e30ed8-568e-4861-81b3-3bb9df0af245'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:31:15.518444 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:15.549981 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af03532-f6d7-4a18-b1a8-23313f3464b6 req-a5e440d0-857e-4504-8a9a-da1e1823c5f0 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:15.556504 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af03532-f6d7-4a18-b1a8-23313f3464b6 req-a5e440d0-857e-4504-8a9a-da1e1823c5f0 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:15.562489 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af03532-f6d7-4a18-b1a8-23313f3464b6 req-a5e440d0-857e-4504-8a9a-da1e1823c5f0 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:15.564752 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8af03532-f6d7-4a18-b1a8-23313f3464b6 req-a5e440d0-857e-4504-8a9a-da1e1823c5f0 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 2410 time: 0.2034514 Nov 11 17:31:15.588758 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da237e77-301b-47c9-8d9a-12189804cafe req-0003c787-d9a4-4061-9a2e-2db1bf73f387 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037483 Nov 11 17:31:15.628557 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] For port 801d5fa0-3391-4742-8361-9f2e33146d77, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:31:15.633645 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] For port 801d5fa0-3391-4742-8361-9f2e33146d77, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=801d5fa0-3391-4742-8361-9f2e33146d77,segment=NetworkSegment(6af03cf9-3fde-4b8e-9f0e-42959dfb1735),segment_id=6af03cf9-3fde-4b8e-9f0e-42959dfb1735)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:31:15.660215 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e0bcd393-d032-4286-bb81-1b6743766ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:15.663138 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e0bcd393-d032-4286-bb81-1b6743766ce9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:15.664641 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:15.667286 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e0bcd393-d032-4286-bb81-1b6743766ce9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9f1e4247-6723-4395-9de6-05e8790ad8be HTTP/1.1" status: 204 len: 168 time: 0.4503958 Nov 11 17:31:15.687420 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8af03532-f6d7-4a18-b1a8-23313f3464b6 req-6e4d7dcf-323f-49ab-933e-1302e1eb258d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062150 Nov 11 17:31:15.702124 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bcd393-d032-4286-bb81-1b6743766ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1e4247-6723-4395-9de6-05e8790ad8be,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:15.729216 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-5b12ac48-9ad3-4ac7-ba77-79be325aed9f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:15.731500 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:15.733508 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:15.733667 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] 10.222.0.83 "PUT /v2.0/ports/801d5fa0-3391-4742-8361-9f2e33146d77 HTTP/1.1" status: 200 len: 1091 time: 2.7245052 Nov 11 17:31:15.794911 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064c35f-46d6-41c9-85d3-c9743bf60754 service neutron] Pushing event updated for resources: {'Port': ['ID=801d5fa0-3391-4742-8361-9f2e33146d77,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:15.807633 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-402fa7cd-7e40-4308-96d9-4da4ad22bbcb req-bd2714dc-4470-42a6-a217-5d4c3196e2f3 tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0670979 Nov 11 17:31:15.899521 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3691e0-13e7-4048-8114-319f8e360301 req-5b12ac48-9ad3-4ac7-ba77-79be325aed9f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] No DVR routers for this DVR port 34b6509b-fb14-4179-beff-be1a741207a7 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:31:15.901280 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12ac48-9ad3-4ac7-ba77-79be325aed9f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event deleted for resources: {'Port': ['ID=34b6509b-fb14-4179-beff-be1a741207a7,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:15.911821 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3f8c3-f8fe-4cbb-9d5c-86fe27a7d545 req-5589ceb1-efce-4f97-bc7c-9d995cdfbb21 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:15.911821 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89d3f8c3-f8fe-4cbb-9d5c-86fe27a7d545 req-5589ceb1-efce-4f97-bc7c-9d995cdfbb21 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f8cc205-db3a-4547-a272-5b5175ca27d5 HTTP/1.1" status: 200 len: 943 time: 0.1089222 Nov 11 17:31:15.912724 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-5b12ac48-9ad3-4ac7-ba77-79be325aed9f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:15.918070 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-dd3691e0-13e7-4048-8114-319f8e360301 req-5b12ac48-9ad3-4ac7-ba77-79be325aed9f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.64 "DELETE /v2.0/ports/34b6509b-fb14-4179-beff-be1a741207a7 HTTP/1.1" status: 204 len: 173 time: 1.6722472 Nov 11 17:31:15.972823 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-3895d51f-67ac-4ee3-a81c-b7e9c2d83ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:15.974435 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-3895d51f-67ac-4ee3-a81c-b7e9c2d83ffa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d62a02e3bcfe4e3db5cb07450ff61c66&device_id=4f8cc205-db3a-4547-a272-5b5175ca27d5 HTTP/1.1" status: 200 len: 1094 time: 0.1892116 Nov 11 17:31:16.026240 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89d3f8c3-f8fe-4cbb-9d5c-86fe27a7d545 req-9ac536fa-c34d-4a82-8243-0d24fc1735db tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a4917c0-bd7c-4e45-affe-c9e3e91e06fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065614 Nov 11 17:31:16.028398 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b3664cf-a018-48c4-ba70-75cbed6f11f4 req-74fb6cc7-b080-4c73-ac42-38058f21573b tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0573947 Nov 11 17:31:16.043399 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-fea77d4b-d4cc-4bc3-81bc-0ec1a752b0c0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=801d5fa0-3391-4742-8361-9f2e33146d77 HTTP/1.1" status: 200 len: 217 time: 0.0589230 Nov 11 17:31:16.121752 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622f6e5-9cd2-45f8-b085-0b42b9744c1a req-4cd22dfd-92d3-4765-8c03-647a3512bbef tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:16.123676 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6622f6e5-9cd2-45f8-b085-0b42b9744c1a req-4cd22dfd-92d3-4765-8c03-647a3512bbef tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.2018909 Nov 11 17:31:16.158429 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-68b8e671-1f44-4548-9354-15c7d2777b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:16.159918 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-68b8e671-1f44-4548-9354-15c7d2777b17 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=13bbea1c-90f8-4ef2-8dc8-39169d21b6a7 HTTP/1.1" status: 200 len: 864 time: 0.0900607 Nov 11 17:31:16.200479 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-dd3691e0-13e7-4048-8114-319f8e360301 req-ca2a51b4-c712-4367-9d5a-1d3547d3a470 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Deleting port c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:31:16.200762 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-ca2a51b4-c712-4367-9d5a-1d3547d3a470 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:16.282585 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-53660d55-004d-41cc-80c6-c7489157ca3d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85e30ed8-568e-4861-81b3-3bb9df0af245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865874 Nov 11 17:31:16.470316 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-dd3691e0-13e7-4048-8114-319f8e360301 req-ca2a51b4-c712-4367-9d5a-1d3547d3a470 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] For port c6e5dfd8-66ba-4e06-8f7d-d18094e46e71, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c6e5dfd8-66ba-4e06-8f7d-d18094e46e71,segment=NetworkSegment(b1d1b710-ac9c-4789-8bfd-35c32d9b5853),segment_id=b1d1b710-ac9c-4789-8bfd-35c32d9b5853)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:16.470801 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-ca2a51b4-c712-4367-9d5a-1d3547d3a470 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:16.489905 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-dd3691e0-13e7-4048-8114-319f8e360301 req-ca2a51b4-c712-4367-9d5a-1d3547d3a470 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Calling delete_port for c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:31:16.534418 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-6622f6e5-9cd2-45f8-b085-0b42b9744c1a req-b8a7ffda-39f7-4579-bccc-963a448b69c9 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Deleting port fbfdbe4d-3c3b-423c-b80a-53163779674f {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:31:16.534768 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6622f6e5-9cd2-45f8-b085-0b42b9744c1a req-b8a7ffda-39f7-4579-bccc-963a448b69c9 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:16.632848 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-678e18c5-47f6-44a8-9c92-d04c3c5b0d3f service neutron] 10.222.0.83 "GET /v2.0/networks/85e30ed8-568e-4861-81b3-3bb9df0af245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074367 Nov 11 17:31:16.796057 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b29209-d133-4d7b-b47e-45545f30f3f1 req-6a19fcee-5991-4d42-84ec-977e041bb3c6 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:16.806761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9b29209-d133-4d7b-b47e-45545f30f3f1 req-6a19fcee-5991-4d42-84ec-977e041bb3c6 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 946 time: 0.1213608 Nov 11 17:31:16.813929 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-6622f6e5-9cd2-45f8-b085-0b42b9744c1a req-b8a7ffda-39f7-4579-bccc-963a448b69c9 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] For port fbfdbe4d-3c3b-423c-b80a-53163779674f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=fbfdbe4d-3c3b-423c-b80a-53163779674f,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:16.814299 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6622f6e5-9cd2-45f8-b085-0b42b9744c1a req-b8a7ffda-39f7-4579-bccc-963a448b69c9 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:16.845263 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-6622f6e5-9cd2-45f8-b085-0b42b9744c1a req-b8a7ffda-39f7-4579-bccc-963a448b69c9 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Calling delete_port for fbfdbe4d-3c3b-423c-b80a-53163779674f owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:31:16.872146 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9b29209-d133-4d7b-b47e-45545f30f3f1 req-726ad3ee-b01b-49e0-87f8-05f9c91f48b9 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637736 Nov 11 17:31:16.939099 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-28811c91-ad78-4daa-aa07-1f7aa6c70e79 req-160612bd-2845-4a5d-9e9f-816953371013 service neutron] 10.222.0.83 "GET /v2.0/networks/85e30ed8-568e-4861-81b3-3bb9df0af245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657657 Nov 11 17:31:16.984574 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-ca2a51b4-c712-4367-9d5a-1d3547d3a470 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:17.042555 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cb5ce-e24b-4771-9e0d-c198635f7a44 req-3ebd703c-9691-4ecf-bcf8-9baeb67d6390 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:17.042787 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a51b4-c712-4367-9d5a-1d3547d3a470 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event deleted for resources: {'Port': ['ID=c6e5dfd8-66ba-4e06-8f7d-d18094e46e71,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:17.061084 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8cc205-db3a-4547-a272-5b5175ca27d5', 'tag': '801d5fa0-3391-4742-8361-9f2e33146d77'}, {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-deleted', 'tag': '34b6509b-fb14-4179-beff-be1a741207a7'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:31:17.063389 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ffc79c-5157-410d-834b-5342705976cd" -d '{"events": [{"name": "network-changed", "server_uuid": "4f8cc205-db3a-4547-a272-5b5175ca27d5", "tag": "801d5fa0-3391-4742-8361-9f2e33146d77"}, {"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-deleted", "tag": "34b6509b-fb14-4179-beff-be1a741207a7"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:31:17.070269 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cb5ce-e24b-4771-9e0d-c198635f7a44 req-3ebd703c-9691-4ecf-bcf8-9baeb67d6390 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:17.079802 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-676cb5ce-e24b-4771-9e0d-c198635f7a44 req-3ebd703c-9691-4ecf-bcf8-9baeb67d6390 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 1599 time: 0.1410725 Nov 11 17:31:17.111980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3691e0-13e7-4048-8114-319f8e360301 req-ca2a51b4-c712-4367-9d5a-1d3547d3a470 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] No DVR routers for this DVR port c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:31:17.120287 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-ca2a51b4-c712-4367-9d5a-1d3547d3a470 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:17.123859 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-dd3691e0-13e7-4048-8114-319f8e360301 req-ca2a51b4-c712-4367-9d5a-1d3547d3a470 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.64 "DELETE /v2.0/ports/c6e5dfd8-66ba-4e06-8f7d-d18094e46e71 HTTP/1.1" status: 204 len: 173 time: 1.1911125 Nov 11 17:31:17.167255 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8fb2e870-c3b2-445b-8d08-96fc85d3c046 req-032aef9f-46a0-4918-8461-93fb6748a72f tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0383615 Nov 11 17:31:17.197049 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-676cb5ce-e24b-4771-9e0d-c198635f7a44 req-c5b8d7c3-7461-4723-a033-841c6c2ac8cb tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups?id=77e47111-8d50-4cd5-9e61-1d3475c3adda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154745 Nov 11 17:31:17.255324 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6622f6e5-9cd2-45f8-b085-0b42b9744c1a req-b8a7ffda-39f7-4579-bccc-963a448b69c9 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:17.269502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8c84b91b-aa9c-42d0-a19b-b3f82d715671'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:31:17.334037 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7ffda-39f7-4579-bccc-963a448b69c9 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Pushing event deleted for resources: {'Port': ['ID=fbfdbe4d-3c3b-423c-b80a-53163779674f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:17.356494 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['fbfdbe4d-3c3b-423c-b80a-53163779674f'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:31:17.358639 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422770e8-541f-416a-ad5d-2608711d45fe None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:31:17.361706 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-79eeec6c-85a8-4426-b068-e2a51bba0f54 req-31b45b44-f138-4db2-a270-212521ed5d44 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0355654 Nov 11 17:31:17.369224 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6622f6e5-9cd2-45f8-b085-0b42b9744c1a req-b8a7ffda-39f7-4579-bccc-963a448b69c9 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] No DVR routers for this DVR port fbfdbe4d-3c3b-423c-b80a-53163779674f on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:31:17.374598 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6622f6e5-9cd2-45f8-b085-0b42b9744c1a req-b8a7ffda-39f7-4579-bccc-963a448b69c9 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:17.378776 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6622f6e5-9cd2-45f8-b085-0b42b9744c1a req-b8a7ffda-39f7-4579-bccc-963a448b69c9 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.64 "DELETE /v2.0/ports/fbfdbe4d-3c3b-423c-b80a-53163779674f HTTP/1.1" status: 204 len: 173 time: 1.2340348 Nov 11 17:31:17.388044 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-dd3691e0-13e7-4048-8114-319f8e360301 req-83acf996-73d6-42b4-b1ea-08bc5f90964b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Deleting port ace11c64-ff1c-4cc8-b03a-f7975e333049 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:31:17.388319 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-83acf996-73d6-42b4-b1ea-08bc5f90964b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:17.404295 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23f05a-cb12-4cfe-9710-b652128de9c2 req-1ef99d36-25e4-4500-a037-bcd31f9a6e4f tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:17.404295 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9a23f05a-cb12-4cfe-9710-b652128de9c2 req-1ef99d36-25e4-4500-a037-bcd31f9a6e4f tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f8cc205-db3a-4547-a272-5b5175ca27d5 HTTP/1.1" status: 200 len: 943 time: 0.1215887 Nov 11 17:31:17.557274 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 11 Nov 2021 17:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8e17d5-9b51-480c-a870-858ded58c5f1 x-openstack-request-id: req-0e8e17d5-9b51-480c-a870-858ded58c5f1 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:31:17.559025 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f8cc205-db3a-4547-a272-5b5175ca27d5", "tag": "801d5fa0-3391-4742-8361-9f2e33146d77", "status": "completed", "code": 200}, {"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-deleted", "tag": "34b6509b-fb14-4179-beff-be1a741207a7", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:31:17.559025 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0e8e17d5-9b51-480c-a870-858ded58c5f1 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:31:17.559025 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8cc205-db3a-4547-a272-5b5175ca27d5', 'tag': '801d5fa0-3391-4742-8361-9f2e33146d77', 'status': 'completed', 'code': 200} Nov 11 17:31:17.559025 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-deleted', 'tag': '34b6509b-fb14-4179-beff-be1a741207a7', 'status': 'completed', 'code': 200} Nov 11 17:31:17.559504 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9a23f05a-cb12-4cfe-9710-b652128de9c2 req-d49abdd3-2835-4bf6-abb0-f04b64cfe673 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a4917c0-bd7c-4e45-affe-c9e3e91e06fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470056 Nov 11 17:31:17.788045 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-dd3691e0-13e7-4048-8114-319f8e360301 req-83acf996-73d6-42b4-b1ea-08bc5f90964b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] For port ace11c64-ff1c-4cc8-b03a-f7975e333049, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=ace11c64-ff1c-4cc8-b03a-f7975e333049,segment=NetworkSegment(b1d1b710-ac9c-4789-8bfd-35c32d9b5853),segment_id=b1d1b710-ac9c-4789-8bfd-35c32d9b5853)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:17.790597 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-83acf996-73d6-42b4-b1ea-08bc5f90964b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:17.857078 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-dd3691e0-13e7-4048-8114-319f8e360301 req-83acf996-73d6-42b4-b1ea-08bc5f90964b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Calling delete_port for ace11c64-ff1c-4cc8-b03a-f7975e333049 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:31:18.154448 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-579725dd-f1e7-491f-acdc-6ac3a1e877f0 req-7002891c-1149-4117-8466-5106a2cf1ad7 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=01f923c4-7584-4468-863d-0f8293aa060b HTTP/1.1" status: 200 len: 210 time: 0.0687175 Nov 11 17:31:18.212630 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffc79c-5157-410d-834b-5342705976cd req-e94e1f16-6a89-435d-9b7e-aaa7f244d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:18.214184 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-25ffc79c-5157-410d-834b-5342705976cd req-e94e1f16-6a89-435d-9b7e-aaa7f244d0f8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d62a02e3bcfe4e3db5cb07450ff61c66&device_id=4f8cc205-db3a-4547-a272-5b5175ca27d5 HTTP/1.1" status: 200 len: 1094 time: 0.6066508 Nov 11 17:31:18.231339 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b08799d6-28a3-4c76-9b39-35dc1f031c96 req-4abfa629-256f-4dfd-9264-f07b8b1b6fb9 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0685928 Nov 11 17:31:18.251360 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:18.328980 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6699b66a-5a62-4070-8267-30468b2a415b req-d6b0ceba-f038-4c21-b8b2-f389d1929ff0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0507853 Nov 11 17:31:18.331899 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-83acf996-73d6-42b4-b1ea-08bc5f90964b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:18.405718 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da88d916-dfcd-4aa1-8136-24a972d3a8f1 req-3b8e3614-2ccc-4e02-9b25-4e98b9731404 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 210 time: 0.0680552 Nov 11 17:31:18.426518 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c4584741-95f3-4d2f-b52c-4994d744798d req-bd1e232b-eb05-4272-b0fa-d12cd5a13a82 tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0769343 Nov 11 17:31:18.433143 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acf996-73d6-42b4-b1ea-08bc5f90964b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event deleted for resources: {'Port': ['ID=ace11c64-ff1c-4cc8-b03a-f7975e333049,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:18.445520 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 39702) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:18.494947 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3691e0-13e7-4048-8114-319f8e360301 req-83acf996-73d6-42b4-b1ea-08bc5f90964b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] No DVR routers for this DVR port ace11c64-ff1c-4cc8-b03a-f7975e333049 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:31:18.498700 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dd3691e0-13e7-4048-8114-319f8e360301 req-83acf996-73d6-42b4-b1ea-08bc5f90964b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:18.502203 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-dd3691e0-13e7-4048-8114-319f8e360301 req-83acf996-73d6-42b4-b1ea-08bc5f90964b tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.64 "DELETE /v2.0/ports/ace11c64-ff1c-4cc8-b03a-f7975e333049 HTTP/1.1" status: 204 len: 173 time: 1.3587227 Nov 11 17:31:18.503469 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffc79c-5157-410d-834b-5342705976cd req-a6936ec8-3ef9-4756-8f6a-7cdab364c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:18.506403 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-25ffc79c-5157-410d-834b-5342705976cd req-a6936ec8-3ef9-4756-8f6a-7cdab364c0c4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=85e30ed8-568e-4861-81b3-3bb9df0af245 HTTP/1.1" status: 200 len: 926 time: 0.2829909 Nov 11 17:31:18.566704 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-25ffc79c-5157-410d-834b-5342705976cd req-510c3f86-18a7-4173-92fc-0b5ae20039de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=801d5fa0-3391-4742-8361-9f2e33146d77 HTTP/1.1" status: 200 len: 217 time: 0.0541053 Nov 11 17:31:18.615934 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c60226b-aa35-40ea-8a9e-8c8cfb6be532 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:18.628168 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffc79c-5157-410d-834b-5342705976cd req-ab7ddeec-e590-4fb1-a25c-a3b449ed2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:18.630575 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-25ffc79c-5157-410d-834b-5342705976cd req-ab7ddeec-e590-4fb1-a25c-a3b449ed2cd4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=13bbea1c-90f8-4ef2-8dc8-39169d21b6a7 HTTP/1.1" status: 200 len: 864 time: 0.0563965 Nov 11 17:31:18.669572 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-25ffc79c-5157-410d-834b-5342705976cd req-f338f2bb-32cc-4c98-aec9-b2ee0ac91b17 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=85e30ed8-568e-4861-81b3-3bb9df0af245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314760 Nov 11 17:31:18.746490 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6a33d-2e2b-4efd-bd7c-8146a12edbd9 req-33901fe2-0ef6-4b86-a8cd-e2f6afcda93d tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:18.746490 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bae6a33d-2e2b-4efd-bd7c-8146a12edbd9 req-33901fe2-0ef6-4b86-a8cd-e2f6afcda93d tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f8cc205-db3a-4547-a272-5b5175ca27d5 HTTP/1.1" status: 200 len: 943 time: 0.0714540 Nov 11 17:31:18.843579 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c60226b-aa35-40ea-8a9e-8c8cfb6be532 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:18.879192 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-25ffc79c-5157-410d-834b-5342705976cd req-751e553e-6ca7-4b61-bc1a-2016ee90f46c service neutron] 10.222.0.83 "GET /v2.0/networks/85e30ed8-568e-4861-81b3-3bb9df0af245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866496 Nov 11 17:31:18.882777 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bae6a33d-2e2b-4efd-bd7c-8146a12edbd9 req-885c1002-2a3a-4124-bdcb-da977086a2db tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a4917c0-bd7c-4e45-affe-c9e3e91e06fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309519 Nov 11 17:31:18.884050 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c60226b-aa35-40ea-8a9e-8c8cfb6be532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:18.919087 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60226b-aa35-40ea-8a9e-8c8cfb6be532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4deb8c78-9353-4e08-8516-7e2786f00529,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:18.949800 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3c60226b-aa35-40ea-8a9e-8c8cfb6be532 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6720bc2b409b4c52b388d015c4ee6f32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4994214 Nov 11 17:31:18.952833 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 39714) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:19.031870 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0bf4b979-f600-4a9d-adb3-4d08d3af5a7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:19.037848 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-25ffc79c-5157-410d-834b-5342705976cd req-73f7c68b-395a-4380-8162-a567a8fd1f33 service neutron] 10.222.0.83 "GET /v2.0/networks/85e30ed8-568e-4861-81b3-3bb9df0af245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419175 Nov 11 17:31:19.075812 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0bf4b979-f600-4a9d-adb3-4d08d3af5a7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:19.135764 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0bf4b979-f600-4a9d-adb3-4d08d3af5a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:19.136004 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0bf4b979-f600-4a9d-adb3-4d08d3af5a7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:19.137051 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0bf4b979-f600-4a9d-adb3-4d08d3af5a7c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4deb8c78-9353-4e08-8516-7e2786f00529 HTTP/1.1" status: 204 len: 168 time: 0.1828995 Nov 11 17:31:19.148004 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4b979-f600-4a9d-adb3-4d08d3af5a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4deb8c78-9353-4e08-8516-7e2786f00529,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:19.268334 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device fbfdbe4d-3c3b-423c-b80a-53163779674f no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:31:19.320648 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: fbfdbe4d-3c3b-423c-b80a-53163779674f {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:31:19.321666 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device fbfdbe4d-3c3b-423c-b80a-53163779674f not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:31:19.416776 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1d8c745f-420a-4ca5-9623-974ecea60b85 req-da205b52-ac7f-4edb-8bf7-a6f70729fdec tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0537288 Nov 11 17:31:19.559609 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-deleted', 'tag': 'c6e5dfd8-66ba-4e06-8f7d-d18094e46e71'}, {'server_uuid': '01f923c4-7584-4468-863d-0f8293aa060b', 'name': 'network-vif-deleted', 'tag': 'fbfdbe4d-3c3b-423c-b80a-53163779674f'}, {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-deleted', 'tag': 'ace11c64-ff1c-4cc8-b03a-f7975e333049'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:31:19.562652 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe436646-d38a-4ffa-b6b1-14e75ab954bd" -d '{"events": [{"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-deleted", "tag": "c6e5dfd8-66ba-4e06-8f7d-d18094e46e71"}, {"server_uuid": "01f923c4-7584-4468-863d-0f8293aa060b", "name": "network-vif-deleted", "tag": "fbfdbe4d-3c3b-423c-b80a-53163779674f"}, {"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-deleted", "tag": "ace11c64-ff1c-4cc8-b03a-f7975e333049"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:31:19.597391 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e32d64e-f654-434e-84bc-30b375965710 req-5d671438-0820-4284-adfc-f81efab71490 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 210 time: 0.0613427 Nov 11 17:31:19.673409 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d80ccfdf-308b-431d-9535-b6be4b9ee352 req-0a1b2758-2fa6-4345-839d-63ef2d4c876b tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0421686 Nov 11 17:31:19.737281 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 11 Nov 2021 17:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ccf1bf-15c5-4caf-b1fd-2ff28cedf056 x-openstack-request-id: req-f5ccf1bf-15c5-4caf-b1fd-2ff28cedf056 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:31:19.737584 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-deleted", "tag": "c6e5dfd8-66ba-4e06-8f7d-d18094e46e71", "status": "completed", "code": 200}, {"server_uuid": "01f923c4-7584-4468-863d-0f8293aa060b", "name": "network-vif-deleted", "tag": "fbfdbe4d-3c3b-423c-b80a-53163779674f", "status": "completed", "code": 200}, {"server_uuid": "52a98f69-6032-4f20-b859-4792ebfe14bc", "name": "network-vif-deleted", "tag": "ace11c64-ff1c-4cc8-b03a-f7975e333049", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:31:19.737838 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f5ccf1bf-15c5-4caf-b1fd-2ff28cedf056 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:31:19.738378 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-deleted', 'tag': 'c6e5dfd8-66ba-4e06-8f7d-d18094e46e71', 'status': 'completed', 'code': 200} Nov 11 17:31:19.738641 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f923c4-7584-4468-863d-0f8293aa060b', 'name': 'network-vif-deleted', 'tag': 'fbfdbe4d-3c3b-423c-b80a-53163779674f', 'status': 'completed', 'code': 200} Nov 11 17:31:19.738900 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a98f69-6032-4f20-b859-4792ebfe14bc', 'name': 'network-vif-deleted', 'tag': 'ace11c64-ff1c-4cc8-b03a-f7975e333049', 'status': 'completed', 'code': 200} Nov 11 17:31:20.030570 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 801d5fa0-3391-4742-8361-9f2e33146d77 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:31:20.037818 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99f55d-f557-4ddf-9f8d-5e7a2cbc93da req-64c3a503-06e5-4a43-8b2b-bbd49a2cc015 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:20.046307 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dc99f55d-f557-4ddf-9f8d-5e7a2cbc93da req-64c3a503-06e5-4a43-8b2b-bbd49a2cc015 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f8cc205-db3a-4547-a272-5b5175ca27d5 HTTP/1.1" status: 200 len: 943 time: 0.0814593 Nov 11 17:31:20.110347 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1c2e5ea5-593f-429b-bce9-fb29b63146d5 req-980d1084-d5df-432d-b221-f02f6f4c5174 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a5fb0b5db41c45b894c436f57c04b5d0&device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0710063 Nov 11 17:31:20.123406 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dc99f55d-f557-4ddf-9f8d-5e7a2cbc93da req-54439d47-5b80-4539-a89b-0bc60f2d8892 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a4917c0-bd7c-4e45-affe-c9e3e91e06fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707555 Nov 11 17:31:20.179325 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1c2e5ea5-593f-429b-bce9-fb29b63146d5 req-1a3e8387-1686-4044-a8d3-e40bc42c7a95 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a5fb0b5db41c45b894c436f57c04b5d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525963 Nov 11 17:31:20.191982 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a4dc218-a92f-4467-b28a-c2ec495381a7 req-d47bf920-91e5-4c58-8895-796e1442e9d1 tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0634179 Nov 11 17:31:20.253999 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 801d5fa0-3391-4742-8361-9f2e33146d77, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=801d5fa0-3391-4742-8361-9f2e33146d77,segment=NetworkSegment(6af03cf9-3fde-4b8e-9f0e-42959dfb1735),segment_id=6af03cf9-3fde-4b8e-9f0e-42959dfb1735)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:20.294469 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '801d5fa0-3391-4742-8361-9f2e33146d77', 'network_id': '85e30ed8-568e-4861-81b3-3bb9df0af245', 'port_id': '801d5fa0-3391-4742-8361-9f2e33146d77', 'mac_address': 'fa:16:3e:16:0f:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13bbea1c-90f8-4ef2-8dc8-39169d21b6a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:31:20.367086 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e5ea5-593f-429b-bce9-fb29b63146d5 req-599d14a9-c696-4598-ac27-b97d62fe39ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:20.368588 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1c2e5ea5-593f-429b-bce9-fb29b63146d5 req-599d14a9-c696-4598-ac27-b97d62fe39ac service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1822369 Nov 11 17:31:20.390980 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:20.430987 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801d5fa0-3391-4742-8361-9f2e33146d77 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:31:20.487414 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 801d5fa0-3391-4742-8361-9f2e33146d77, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=801d5fa0-3391-4742-8361-9f2e33146d77,segment=NetworkSegment(6af03cf9-3fde-4b8e-9f0e-42959dfb1735),segment_id=6af03cf9-3fde-4b8e-9f0e-42959dfb1735)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:20.501900 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:20.595481 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d011c311-2715-46ed-8790-4bc3c1db0587 req-6fb607f3-5ce3-43b4-91d6-01ab32021fa6 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0478318 Nov 11 17:31:20.612355 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=801d5fa0-3391-4742-8361-9f2e33146d77,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:20.777028 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97d3f53d-6aae-499b-88e3-c4a3f46fcd9d req-c5ae2b80-a897-4002-ade8-9590801de174 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 210 time: 0.0441878 Nov 11 17:31:20.807672 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['801d5fa0-3391-4742-8361-9f2e33146d77'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:31:20.931505 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf3fd8-4e76-420b-819c-ffedafd73521 req-0d894a69-15d5-42b7-ad81-79b9f6d2ae54 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:20.933131 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ccf3fd8-4e76-420b-819c-ffedafd73521 req-0d894a69-15d5-42b7-ad81-79b9f6d2ae54 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9 HTTP/1.1" status: 200 len: 946 time: 0.0847356 Nov 11 17:31:20.998280 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ccf3fd8-4e76-420b-819c-ffedafd73521 req-45813dd3-04b9-42e9-95be-8b84991ee14d tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591655 Nov 11 17:31:21.299441 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3bddb-75d8-494b-9556-1897399b1151 req-6f0a2413-7c78-4d55-9573-b17d5faa5be6 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:21.300970 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2ea3bddb-75d8-494b-9556-1897399b1151 req-6f0a2413-7c78-4d55-9573-b17d5faa5be6 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f8cc205-db3a-4547-a272-5b5175ca27d5 HTTP/1.1" status: 200 len: 944 time: 0.1057534 Nov 11 17:31:21.336310 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8fbc3bc4-6372-440d-acf3-0c4fce68f711 req-ceaa3ccc-95f6-4824-9cd3-b486ed2af7d8 tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0339959 Nov 11 17:31:21.381456 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2ea3bddb-75d8-494b-9556-1897399b1151 req-9c9e7b1a-4d8a-4962-a4eb-d83f634dd3bd tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a4917c0-bd7c-4e45-affe-c9e3e91e06fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708711 Nov 11 17:31:21.697877 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1c2e5ea5-593f-429b-bce9-fb29b63146d5 req-40b25b6e-5a34-44f4-9e99-80ee94c364f4 tempest-ServerShowV254Test-1612595237 tempest-ServerShowV254Test-1612595237-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e3ce40c-a92f-4565-9407-6b014d1e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0407827 Nov 11 17:31:21.736296 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d08e647-236a-4d41-99b1-af7cc0468cba req-e6967741-904e-4c15-97dc-92c67879f55d tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0412910 Nov 11 17:31:21.924718 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3dee79c0-190a-4987-bbb1-95a21e8a23e4 req-31ae61cc-fde5-4499-98d2-faa01d103573 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 210 time: 0.0556273 Nov 11 17:31:22.065829 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 801d5fa0-3391-4742-8361-9f2e33146d77 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:31:22.126657 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 801d5fa0-3391-4742-8361-9f2e33146d77 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:31:22.147042 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 801d5fa0-3391-4742-8361-9f2e33146d77 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:31:22.148820 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:22.219804 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e8024-9e14-46a3-8dd2-d580a314e2d0 req-88c08f80-1924-4fa0-a078-aa3c3a91bc71 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:22.229705 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-575e8024-9e14-46a3-8dd2-d580a314e2d0 req-88c08f80-1924-4fa0-a078-aa3c3a91bc71 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9 HTTP/1.1" status: 200 len: 946 time: 0.1308115 Nov 11 17:31:22.241184 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06979457-d34d-455b-8eeb-959a331f9354 req-efc9bb51-6416-41bc-b5dc-8efe034d78ae tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:22.243443 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-06979457-d34d-455b-8eeb-959a331f9354 req-efc9bb51-6416-41bc-b5dc-8efe034d78ae tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9 HTTP/1.1" status: 200 len: 946 time: 0.0582216 Nov 11 17:31:22.302540 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:22.337652 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-575e8024-9e14-46a3-8dd2-d580a314e2d0 req-12257c92-df7b-4562-a777-bb6918c36339 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/security-groups?id=03f4a752-a953-4e86-aa84-ded85c0dec39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067383 Nov 11 17:31:22.406189 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 801d5fa0-3391-4742-8361-9f2e33146d77, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=801d5fa0-3391-4742-8361-9f2e33146d77,segment=NetworkSegment(6af03cf9-3fde-4b8e-9f0e-42959dfb1735),segment_id=6af03cf9-3fde-4b8e-9f0e-42959dfb1735)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:22.407387 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8cc205-db3a-4547-a272-5b5175ca27d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801d5fa0-3391-4742-8361-9f2e33146d77'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:31:22.441045 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc02db3-3948-4fef-8f6d-f7ce3c3890bc" -d '{"events": [{"server_uuid": "4f8cc205-db3a-4547-a272-5b5175ca27d5", "name": "network-vif-plugged", "status": "completed", "tag": "801d5fa0-3391-4742-8361-9f2e33146d77"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:31:22.441770 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-06979457-d34d-455b-8eeb-959a331f9354 req-e2b36e9b-b682-4dca-b8ca-e1e0aeedd924 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Deleting port 8c84b91b-aa9c-42d0-a19b-b3f82d715671 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:31:22.442768 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-06979457-d34d-455b-8eeb-959a331f9354 req-e2b36e9b-b682-4dca-b8ca-e1e0aeedd924 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:22.450281 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:22.582399 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df65f31f-df8b-42fc-bd27-8672aa9af60b x-openstack-request-id: req-df65f31f-df8b-42fc-bd27-8672aa9af60b {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:31:22.582693 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8cc205-db3a-4547-a272-5b5175ca27d5", "name": "network-vif-plugged", "status": "completed", "tag": "801d5fa0-3391-4742-8361-9f2e33146d77", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:31:22.582987 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-df65f31f-df8b-42fc-bd27-8672aa9af60b {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:31:22.585751 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c732b92-b81e-46c6-a86a-000f8f18c2b1 req-a1567a88-6c72-49ae-b916-cf25c11c2e28 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:22.593117 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8cc205-db3a-4547-a272-5b5175ca27d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801d5fa0-3391-4742-8361-9f2e33146d77', 'code': 200} Nov 11 17:31:22.596798 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6c732b92-b81e-46c6-a86a-000f8f18c2b1 req-a1567a88-6c72-49ae-b916-cf25c11c2e28 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f8cc205-db3a-4547-a272-5b5175ca27d5 HTTP/1.1" status: 200 len: 945 time: 0.0946481 Nov 11 17:31:22.601336 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=801d5fa0-3391-4742-8361-9f2e33146d77,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:22.688729 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-06979457-d34d-455b-8eeb-959a331f9354 req-e2b36e9b-b682-4dca-b8ca-e1e0aeedd924 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] For port 8c84b91b-aa9c-42d0-a19b-b3f82d715671, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8c84b91b-aa9c-42d0-a19b-b3f82d715671,segment=NetworkSegment(c36830fa-9d60-42e5-bb3a-de940b0dd44c),segment_id=c36830fa-9d60-42e5-bb3a-de940b0dd44c)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:22.689366 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-06979457-d34d-455b-8eeb-959a331f9354 req-e2b36e9b-b682-4dca-b8ca-e1e0aeedd924 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:22.709051 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-06979457-d34d-455b-8eeb-959a331f9354 req-e2b36e9b-b682-4dca-b8ca-e1e0aeedd924 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Calling delete_port for 8c84b91b-aa9c-42d0-a19b-b3f82d715671 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:31:22.782916 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6c732b92-b81e-46c6-a86a-000f8f18c2b1 req-e43dbda1-119b-43af-88e1-b910044d4a47 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a4917c0-bd7c-4e45-affe-c9e3e91e06fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829093 Nov 11 17:31:22.837032 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664790c-3683-4337-8a85-bd69ed9d0438 req-876aa71b-4941-4f11-95d6-f6c6dc2de887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:22.839394 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e664790c-3683-4337-8a85-bd69ed9d0438 req-876aa71b-4941-4f11-95d6-f6c6dc2de887 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4f8cc205-db3a-4547-a272-5b5175ca27d5 HTTP/1.1" status: 200 len: 1096 time: 0.1709909 Nov 11 17:31:22.947065 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-06979457-d34d-455b-8eeb-959a331f9354 req-e2b36e9b-b682-4dca-b8ca-e1e0aeedd924 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:22.959028 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8c84b91b-aa9c-42d0-a19b-b3f82d715671'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:31:23.050772 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fc590ca3-8bb1-4b96-ac0b-b6fd7727944c req-27257eeb-faf6-42a5-b4b7-3bce4e90e322 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.1619527 Nov 11 17:31:23.053973 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101d8ad9-31a3-4b6f-a0aa-29e5983c18f6 None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:31:23.107902 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b36e9b-b682-4dca-b8ca-e1e0aeedd924 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Pushing event deleted for resources: {'Port': ['ID=8c84b91b-aa9c-42d0-a19b-b3f82d715671,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:23.133429 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e664790c-3683-4337-8a85-bd69ed9d0438 req-0c55bc07-a508-4912-8c9c-3dcf0989b9b9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8a4917c0-bd7c-4e45-affe-c9e3e91e06fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853293 Nov 11 17:31:23.142379 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-06979457-d34d-455b-8eeb-959a331f9354 req-e2b36e9b-b682-4dca-b8ca-e1e0aeedd924 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] No DVR routers for this DVR port 8c84b91b-aa9c-42d0-a19b-b3f82d715671 on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:31:23.145228 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-06979457-d34d-455b-8eeb-959a331f9354 req-e2b36e9b-b682-4dca-b8ca-e1e0aeedd924 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:23.151256 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-06979457-d34d-455b-8eeb-959a331f9354 req-e2b36e9b-b682-4dca-b8ca-e1e0aeedd924 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.83 "DELETE /v2.0/ports/8c84b91b-aa9c-42d0-a19b-b3f82d715671 HTTP/1.1" status: 204 len: 173 time: 0.9000671 Nov 11 17:31:23.153115 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e740e9-d161-4f4b-8ac0-878def0fffc9', 'name': 'network-vif-deleted', 'tag': '8c84b91b-aa9c-42d0-a19b-b3f82d715671'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:31:23.155503 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf50846e-4a9f-4089-96b0-c841933f56d6" -d '{"events": [{"server_uuid": "e3e740e9-d161-4f4b-8ac0-878def0fffc9", "name": "network-vif-deleted", "tag": "8c84b91b-aa9c-42d0-a19b-b3f82d715671"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:31:23.201823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d1c171c-262c-45fd-b107-9c2f928ad913 req-86e40305-e16a-4cc1-8daa-ea9d11d3e488 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 210 time: 0.0660892 Nov 11 17:31:23.212723 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c74cf2-7a7a-44e7-b273-56aeb0127ab3 x-openstack-request-id: req-f5c74cf2-7a7a-44e7-b273-56aeb0127ab3 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:31:23.213099 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e740e9-d161-4f4b-8ac0-878def0fffc9", "name": "network-vif-deleted", "tag": "8c84b91b-aa9c-42d0-a19b-b3f82d715671", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:31:23.213278 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f5c74cf2-7a7a-44e7-b273-56aeb0127ab3 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:31:23.213857 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e740e9-d161-4f4b-8ac0-878def0fffc9', 'name': 'network-vif-deleted', 'tag': '8c84b91b-aa9c-42d0-a19b-b3f82d715671', 'status': 'completed', 'code': 200} Nov 11 17:31:23.227055 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 39924) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:23.494526 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-438b94fd-efc0-4ed1-99c3-cae75ba178b7 req-3e23a0ac-25dc-48f3-b9c7-9fed8a757ff9 tempest-ServersTestJSON-274419147 tempest-ServersTestJSON-274419147-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e740e9-d161-4f4b-8ac0-878def0fffc9 HTTP/1.1" status: 200 len: 210 time: 0.0459156 Nov 11 17:31:23.525334 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 39936) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:23.602274 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa13ec3a-163a-4a8a-8af2-2bb2124ea742 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:23.614194 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-090f2dbb-d7ba-4b01-96ae-d97a17bb971f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:23.694156 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-090f2dbb-d7ba-4b01-96ae-d97a17bb971f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:23.700483 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-090f2dbb-d7ba-4b01-96ae-d97a17bb971f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:23.716281 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa13ec3a-163a-4a8a-8af2-2bb2124ea742 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:23.721638 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa13ec3a-163a-4a8a-8af2-2bb2124ea742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:23.748566 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f2dbb-d7ba-4b01-96ae-d97a17bb971f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd59a4b-acee-4771-8770-b23712d8dd68,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:23.755118 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-090f2dbb-d7ba-4b01-96ae-d97a17bb971f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b8f1597a864b4b9788bdc8c2ea706db3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2287388 Nov 11 17:31:23.760183 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 39942) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:23.777638 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13ec3a-163a-4a8a-8af2-2bb2124ea742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68979a95-b3ab-475e-b8e6-4b8e1e1c908a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:23.787019 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-aa13ec3a-163a-4a8a-8af2-2bb2124ea742 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a5fb0b5db41c45b894c436f57c04b5d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5558891 Nov 11 17:31:23.787771 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 39944) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:23.842669 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25e0b4c3-6645-46d0-8dcb-65dffa9eea51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:23.876409 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25e0b4c3-6645-46d0-8dcb-65dffa9eea51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:23.965829 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-42f6938b-1e30-40ff-a0fa-0600bc0e2141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:23.980463 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25e0b4c3-6645-46d0-8dcb-65dffa9eea51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:23.983492 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25e0b4c3-6645-46d0-8dcb-65dffa9eea51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:23.984983 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:23.986643 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-25e0b4c3-6645-46d0-8dcb-65dffa9eea51 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9bd59a4b-acee-4771-8770-b23712d8dd68 HTTP/1.1" status: 204 len: 168 time: 0.2254407 Nov 11 17:31:24.010996 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-42f6938b-1e30-40ff-a0fa-0600bc0e2141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:24.018961 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0b4c3-6645-46d0-8dcb-65dffa9eea51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd59a4b-acee-4771-8770-b23712d8dd68,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:24.151546 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196b024-30f4-4616-b3b4-a03b825ffca1 req-c7b66b01-06fe-4fa3-9b7b-9c1d86597a44 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:24.153676 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f196b024-30f4-4616-b3b4-a03b825ffca1 req-c7b66b01-06fe-4fa3-9b7b-9c1d86597a44 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f8cc205-db3a-4547-a272-5b5175ca27d5 HTTP/1.1" status: 200 len: 945 time: 0.2673452 Nov 11 17:31:24.170017 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-42f6938b-1e30-40ff-a0fa-0600bc0e2141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:24.177854 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-42f6938b-1e30-40ff-a0fa-0600bc0e2141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:24.180038 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-42f6938b-1e30-40ff-a0fa-0600bc0e2141 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/68979a95-b3ab-475e-b8e6-4b8e1e1c908a HTTP/1.1" status: 204 len: 168 time: 0.3915668 Nov 11 17:31:24.223961 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6938b-1e30-40ff-a0fa-0600bc0e2141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68979a95-b3ab-475e-b8e6-4b8e1e1c908a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:24.298447 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f196b024-30f4-4616-b3b4-a03b825ffca1 req-6d700659-8674-416e-a60e-03c14ee5c3f4 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a4917c0-bd7c-4e45-affe-c9e3e91e06fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363537 Nov 11 17:31:24.344612 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d7d949b5-58a6-495a-a86f-904abd0ad9cb req-5e9ca3d4-1a7a-4e13-9604-23e64e205f29 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0526850 Nov 11 17:31:24.419693 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1b8fd418-5361-4fd4-94f8-053b72304ea4 req-60950eae-3466-486b-83f1-78089de71f28 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 210 time: 0.0325346 Nov 11 17:31:24.563776 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 39976) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:24.570004 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 39978) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:24.584658 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40fcd9a8-215d-44b5-bb95-8214e2f736a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:24.650092 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83dd286-7d6c-445b-9d15-d6f75e9771d5 admin admin] Deleting subnet 6a33a415-81af-4eb3-b9c5-17414d49d9ff {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:31:24.653537 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e83dd286-7d6c-445b-9d15-d6f75e9771d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:24.698264 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e83dd286-7d6c-445b-9d15-d6f75e9771d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:24.739947 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40fcd9a8-215d-44b5-bb95-8214e2f736a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:24.752080 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40fcd9a8-215d-44b5-bb95-8214e2f736a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:24.772626 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e83dd286-7d6c-445b-9d15-d6f75e9771d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:24.794880 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fcd9a8-215d-44b5-bb95-8214e2f736a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4664c0da-4acb-4b12-91e9-d7d35b78af6d,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:24.799652 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-40fcd9a8-215d-44b5-bb95-8214e2f736a8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=929c4d544fcf4786a04160707035569b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2283826 Nov 11 17:31:24.803892 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 39986) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:24.866488 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aae396f-c733-44f0-bb4d-5ba62b611b28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:24.896130 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aae396f-c733-44f0-bb4d-5ba62b611b28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:24.906529 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e83dd286-7d6c-445b-9d15-d6f75e9771d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:24.952568 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83dd286-7d6c-445b-9d15-d6f75e9771d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a33a415-81af-4eb3-b9c5-17414d49d9ff,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:24.955020 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e83dd286-7d6c-445b-9d15-d6f75e9771d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:24.959394 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e83dd286-7d6c-445b-9d15-d6f75e9771d5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6a33a415-81af-4eb3-b9c5-17414d49d9ff HTTP/1.1" status: 204 len: 168 time: 0.3945980 Nov 11 17:31:24.962748 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 39992) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:24.966916 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7b64c9-0f11-4a31-a1b7-5dfd373e1c24 None None] Network 3e09136b-2afb-4141-b1b5-3d967dca5d2d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:31:24.967573 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aae396f-c733-44f0-bb4d-5ba62b611b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:24.972337 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aae396f-c733-44f0-bb4d-5ba62b611b28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:24.974456 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8aae396f-c733-44f0-bb4d-5ba62b611b28 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4664c0da-4acb-4b12-91e9-d7d35b78af6d HTTP/1.1" status: 204 len: 168 time: 0.1682308 Nov 11 17:31:25.002713 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae396f-c733-44f0-bb4d-5ba62b611b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4664c0da-4acb-4b12-91e9-d7d35b78af6d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:25.046552 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ca43190d-073e-47eb-b56a-746a9bbcfc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:25.229503 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ca43190d-073e-47eb-b56a-746a9bbcfc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:25.233360 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b9d6bb-4b16-40d8-8a49-ad9c730799ab None None] DHCP port deletion for 3e09136b-2afb-4141-b1b5-3d967dca5d2d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:31:25.270331 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-ca43190d-073e-47eb-b56a-746a9bbcfc3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e09136b-2afb-4141-b1b5-3d967dca5d2d']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:25.285330 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-ca43190d-073e-47eb-b56a-746a9bbcfc3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36830fa-9d60-42e5-bb3a-de940b0dd44c') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:25.287459 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-ca43190d-073e-47eb-b56a-746a9bbcfc3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36830fa-9d60-42e5-bb3a-de940b0dd44c') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:25.300519 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ca43190d-073e-47eb-b56a-746a9bbcfc3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:25.322399 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ca43190d-073e-47eb-b56a-746a9bbcfc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:25.337963 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca43190d-073e-47eb-b56a-746a9bbcfc3d admin admin] Releasing vlan 1290 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:31:25.340611 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ca43190d-073e-47eb-b56a-746a9bbcfc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:31:25.344824 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:31:25.510095 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ca43190d-073e-47eb-b56a-746a9bbcfc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:25.539627 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ca43190d-073e-47eb-b56a-746a9bbcfc3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:25.539627 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ca43190d-073e-47eb-b56a-746a9bbcfc3d admin admin] 10.222.0.76 "DELETE /v2.0/networks/3e09136b-2afb-4141-b1b5-3d967dca5d2d HTTP/1.1" status: 204 len: 168 time: 0.5722573 Nov 11 17:31:25.542342 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9dfed9a5-f1c5-438f-97c7-a55a28cf00df req-fb6026bc-3862-411c-b867-4bfa7e8e5024 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0456645 Nov 11 17:31:25.556625 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43190d-073e-47eb-b56a-746a9bbcfc3d admin admin] Pushing event deleted for resources: {'Network': ['ID=3e09136b-2afb-4141-b1b5-3d967dca5d2d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:25.564251 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3e7ee-047f-48fb-8fc6-8f43468863e4 req-19c034c3-9980-46f7-9358-f8937feb2edb tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:25.565861 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-33b3e7ee-047f-48fb-8fc6-8f43468863e4 req-19c034c3-9980-46f7-9358-f8937feb2edb tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f8cc205-db3a-4547-a272-5b5175ca27d5 HTTP/1.1" status: 200 len: 945 time: 0.1247227 Nov 11 17:31:25.661902 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-33b3e7ee-047f-48fb-8fc6-8f43468863e4 req-9fecb01c-0d71-456b-b8d3-42a7a6d69c19 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a4917c0-bd7c-4e45-affe-c9e3e91e06fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765626 Nov 11 17:31:25.771710 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36d642f2-150f-458b-a330-0dfbb74a6f69 req-63fbafd8-4bc6-4340-9455-8a97b8ef832a tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 210 time: 0.0566251 Nov 11 17:31:25.900958 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87ad3d-2f48-48cf-9e43-2e4a42315d21 req-b5c28080-bd15-4d8c-a5dd-f76eec5ac430 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:25.902790 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0c87ad3d-2f48-48cf-9e43-2e4a42315d21 req-b5c28080-bd15-4d8c-a5dd-f76eec5ac430 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f8cc205-db3a-4547-a272-5b5175ca27d5 HTTP/1.1" status: 200 len: 945 time: 0.1077747 Nov 11 17:31:25.911033 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40038) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:25.989266 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5c57cfba-0377-49de-9531-152794824981 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0e5747bb491947f2a2d2c2ebc01d2df0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0760174 Nov 11 17:31:25.991747 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40040) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:26.014776 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0c87ad3d-2f48-48cf-9e43-2e4a42315d21 req-ee30597e-5b9a-4e35-9963-1198d4ffe10d tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a4917c0-bd7c-4e45-affe-c9e3e91e06fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034420 Nov 11 17:31:26.062051 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 8c84b91b-aa9c-42d0-a19b-b3f82d715671 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:31:26.106083 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 8c84b91b-aa9c-42d0-a19b-b3f82d715671 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:31:26.106436 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 8c84b91b-aa9c-42d0-a19b-b3f82d715671 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:31:26.149966 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fa5f929b-8af0-4f31-aa77-869164e3379f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:26.222105 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fa5f929b-8af0-4f31-aa77-869164e3379f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:26.318520 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fa5f929b-8af0-4f31-aa77-869164e3379f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:26.321611 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fa5f929b-8af0-4f31-aa77-869164e3379f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:26.323188 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fa5f929b-8af0-4f31-aa77-869164e3379f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/03f4a752-a953-4e86-aa84-ded85c0dec39 HTTP/1.1" status: 204 len: 168 time: 0.3303192 Nov 11 17:31:26.332983 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f929b-8af0-4f31-aa77-869164e3379f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f4a752-a953-4e86-aa84-ded85c0dec39,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:26.577689 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651eb5ec-1888-4291-ba4e-b1ecba13ab58 req-be87d8a2-a25e-419e-baf3-5cdf36096c5e tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:26.581643 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-651eb5ec-1888-4291-ba4e-b1ecba13ab58 req-be87d8a2-a25e-419e-baf3-5cdf36096c5e tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f8cc205-db3a-4547-a272-5b5175ca27d5 HTTP/1.1" status: 200 len: 945 time: 0.1042390 Nov 11 17:31:26.736865 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-09ce3539-5898-409c-b597-066eef3255f7 req-2411dad8-e281-47fb-a590-816eeed2b717 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0500336 Nov 11 17:31:26.752017 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-651eb5ec-1888-4291-ba4e-b1ecba13ab58 req-11bf08ac-e752-4d10-ad8b-2efc35413a01 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a4917c0-bd7c-4e45-affe-c9e3e91e06fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630156 Nov 11 17:31:26.949766 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-980c0ab6-6786-4e45-b6b1-0440e18f7fa3 req-d1d62409-8d2b-41dc-b485-ede97a2f3af9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 210 time: 0.0478568 Nov 11 17:31:27.245582 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b9436-fa54-4cc3-8b44-a2ce6ccf4503 req-6a02565e-cc50-4eaf-8e9f-fe9d094a8ba3 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:27.254968 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-162b9436-fa54-4cc3-8b44-a2ce6ccf4503 req-6a02565e-cc50-4eaf-8e9f-fe9d094a8ba3 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f8cc205-db3a-4547-a272-5b5175ca27d5 HTTP/1.1" status: 200 len: 945 time: 0.0768397 Nov 11 17:31:27.325325 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-162b9436-fa54-4cc3-8b44-a2ce6ccf4503 req-dced432a-2000-40aa-8868-89dac98610c8 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a4917c0-bd7c-4e45-affe-c9e3e91e06fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687497 Nov 11 17:31:27.859308 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:31:27.916274 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f0d0a855-dc1e-4f7b-8f15-c460e14dd25c req-5ce33f48-51ca-4641-b153-11d5ac24439b tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0463588 Nov 11 17:31:28.120139 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f5de8c1-d764-460e-85d4-efc08f59d1b6 req-7b569928-eeae-4396-916d-b0e4aca6e96f tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 210 time: 0.0497656 Nov 11 17:31:28.533536 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec19f80-a504-4982-9ca7-8fb3cd6256e2 req-7ba22c22-0dc4-4fe8-8bf0-3599aaae728c tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:28.543777 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bec19f80-a504-4982-9ca7-8fb3cd6256e2 req-7ba22c22-0dc4-4fe8-8bf0-3599aaae728c tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f8cc205-db3a-4547-a272-5b5175ca27d5 HTTP/1.1" status: 200 len: 945 time: 0.1087739 Nov 11 17:31:28.563033 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cf1e3-e1cb-46b4-80a5-5bd3ba3301fe req-ad3ade6d-e53b-489c-be09-7ceb95a1ee55 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:28.574280 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb9cf1e3-e1cb-46b4-80a5-5bd3ba3301fe req-ad3ade6d-e53b-489c-be09-7ceb95a1ee55 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f8cc205-db3a-4547-a272-5b5175ca27d5 HTTP/1.1" status: 200 len: 945 time: 0.1056087 Nov 11 17:31:28.693467 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb9cf1e3-e1cb-46b4-80a5-5bd3ba3301fe req-3d99688d-0940-465e-bfc2-c579c94e8a5a tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a4917c0-bd7c-4e45-affe-c9e3e91e06fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172869 Nov 11 17:31:28.764118 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-bec19f80-a504-4982-9ca7-8fb3cd6256e2 req-79819520-21e7-405e-a4f4-02e3b214e311 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Deleting port 801d5fa0-3391-4742-8361-9f2e33146d77 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:31:28.765157 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bec19f80-a504-4982-9ca7-8fb3cd6256e2 req-79819520-21e7-405e-a4f4-02e3b214e311 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:28.953477 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-bec19f80-a504-4982-9ca7-8fb3cd6256e2 req-79819520-21e7-405e-a4f4-02e3b214e311 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] For port 801d5fa0-3391-4742-8361-9f2e33146d77, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=801d5fa0-3391-4742-8361-9f2e33146d77,segment=NetworkSegment(6af03cf9-3fde-4b8e-9f0e-42959dfb1735),segment_id=6af03cf9-3fde-4b8e-9f0e-42959dfb1735)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:28.956078 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bec19f80-a504-4982-9ca7-8fb3cd6256e2 req-79819520-21e7-405e-a4f4-02e3b214e311 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:28.985059 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-bec19f80-a504-4982-9ca7-8fb3cd6256e2 req-79819520-21e7-405e-a4f4-02e3b214e311 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Calling delete_port for 801d5fa0-3391-4742-8361-9f2e33146d77 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:31:29.125694 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-75016e71-1e45-4ed9-9643-232ecb232e92 req-3b0bdbcf-09ec-4f56-8a6c-b5ece0277301 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0580797 Nov 11 17:31:29.240086 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bec19f80-a504-4982-9ca7-8fb3cd6256e2 req-79819520-21e7-405e-a4f4-02e3b214e311 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:29.259610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['801d5fa0-3391-4742-8361-9f2e33146d77'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:31:29.305968 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79819520-21e7-405e-a4f4-02e3b214e311 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Pushing event deleted for resources: {'Port': ['ID=801d5fa0-3391-4742-8361-9f2e33146d77,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:29.340825 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8eae5368-f7ac-4079-bf54-549a44f60cc4 req-656380c7-d00e-45fa-a2f5-1deced363967 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 210 time: 0.0528724 Nov 11 17:31:29.413051 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec19f80-a504-4982-9ca7-8fb3cd6256e2 req-79819520-21e7-405e-a4f4-02e3b214e311 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] No DVR routers for this DVR port 801d5fa0-3391-4742-8361-9f2e33146d77 on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:31:29.417296 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-bec19f80-a504-4982-9ca7-8fb3cd6256e2 req-79819520-21e7-405e-a4f4-02e3b214e311 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:29.421129 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bec19f80-a504-4982-9ca7-8fb3cd6256e2 req-79819520-21e7-405e-a4f4-02e3b214e311 tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.83 "DELETE /v2.0/ports/801d5fa0-3391-4742-8361-9f2e33146d77 HTTP/1.1" status: 204 len: 173 time: 0.8695900 Nov 11 17:31:29.421869 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8cc205-db3a-4547-a272-5b5175ca27d5', 'name': 'network-vif-deleted', 'tag': '801d5fa0-3391-4742-8361-9f2e33146d77'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:31:29.424521 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3583b59-f3df-4706-8456-ce027855e9c1" -d '{"events": [{"server_uuid": "4f8cc205-db3a-4547-a272-5b5175ca27d5", "name": "network-vif-deleted", "tag": "801d5fa0-3391-4742-8361-9f2e33146d77"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:31:29.501781 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5535aa96-f084-4029-83b2-f8ddcc6de7be x-openstack-request-id: req-5535aa96-f084-4029-83b2-f8ddcc6de7be {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:31:29.502072 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8cc205-db3a-4547-a272-5b5175ca27d5", "name": "network-vif-deleted", "tag": "801d5fa0-3391-4742-8361-9f2e33146d77", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:31:29.502341 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5535aa96-f084-4029-83b2-f8ddcc6de7be {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:31:29.503020 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8cc205-db3a-4547-a272-5b5175ca27d5', 'name': 'network-vif-deleted', 'tag': '801d5fa0-3391-4742-8361-9f2e33146d77', 'status': 'completed', 'code': 200} Nov 11 17:31:29.861990 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94e7bffe-a484-4b49-b40b-c107439d0fc4 req-9cefb1a3-2449-4eb8-a22c-f1a52cb571ee tempest-ServersNegativeTestMultiTenantJSON-1736904213 tempest-ServersNegativeTestMultiTenantJSON-1736904213-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f8cc205-db3a-4547-a272-5b5175ca27d5 HTTP/1.1" status: 200 len: 210 time: 0.0851448 Nov 11 17:31:30.316003 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db713216-3116-49a0-af3c-e2e29e35264e req-fbfe539c-effb-491d-82d5-fbc3807990b4 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0503104 Nov 11 17:31:30.543862 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0e1196d6-c8d1-4428-9d31-bf5d797c5063 req-e4a760d7-5504-4166-86c7-adbb44dcb8b4 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 210 time: 0.0750294 Nov 11 17:31:30.942204 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40274) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:31.015133 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-c67e3dba-83cd-43de-b223-56503e3230a1 admin admin] Deleting subnet 13bbea1c-90f8-4ef2-8dc8-39169d21b6a7 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:31:31.019565 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c67e3dba-83cd-43de-b223-56503e3230a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:31.060619 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c67e3dba-83cd-43de-b223-56503e3230a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:31.111972 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c67e3dba-83cd-43de-b223-56503e3230a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:31.181371 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c67e3dba-83cd-43de-b223-56503e3230a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:31.207459 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e3dba-83cd-43de-b223-56503e3230a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13bbea1c-90f8-4ef2-8dc8-39169d21b6a7,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:31.215088 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c67e3dba-83cd-43de-b223-56503e3230a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:31.219467 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c67e3dba-83cd-43de-b223-56503e3230a1 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/13bbea1c-90f8-4ef2-8dc8-39169d21b6a7 HTTP/1.1" status: 204 len: 168 time: 0.2768416 Nov 11 17:31:31.222126 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 40280) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:31.360250 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:31.497118 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 40294) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:31.508420 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:31.547307 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e22d358b-f666-4164-aeff-8408a079f669 req-fa6a79ba-77b3-4a55-aae4-a85a62d4cf1c tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0292296 Nov 11 17:31:31.557130 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e30ed8-568e-4861-81b3-3bb9df0af245']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:31.568684 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af03cf9-3fde-4b8e-9f0e-42959dfb1735') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:31.569210 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af03cf9-3fde-4b8e-9f0e-42959dfb1735') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:31.580789 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:31.605603 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:31.617042 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:31:31.623994 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:31:31.631028 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:31:31.701832 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:31.716090 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:31.724737 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] 10.222.0.76 "DELETE /v2.0/networks/85e30ed8-568e-4861-81b3-3bb9df0af245 HTTP/1.1" status: 204 len: 168 time: 0.5007081 Nov 11 17:31:31.726850 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40306) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:31.784389 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] Pushing event deleted for resources: {'Network': ['ID=85e30ed8-568e-4861-81b3-3bb9df0af245,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:31.796878 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2ca8fb59-1b1a-4888-ae96-319ac8de6aae req-30c11ddf-ddc8-4aff-8d06-52e7bb8f39fd tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 210 time: 0.0921102 Nov 11 17:31:31.798807 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:31.799486 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:31.799999 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:31.800534 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:31.801014 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:31.801592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:31.802068 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:31.802592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:31.803066 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:31.803537 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:31.804170 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:31.804700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec011-fc08-4444-bf7e-dbc27c1dfbfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:31.822244 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b44f2b-ba35-4b3e-a2c1-633daf9f856c admin admin] Deleting subnet 2490bcd5-b2d0-438d-b993-90783eb49741 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:31:31.826233 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-32b44f2b-ba35-4b3e-a2c1-633daf9f856c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:31.905503 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-32b44f2b-ba35-4b3e-a2c1-633daf9f856c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:31.953959 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-32b44f2b-ba35-4b3e-a2c1-633daf9f856c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:32.048782 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8850cff9-8b42-49d2-9da5-64e88bf118c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:32.058118 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-32b44f2b-ba35-4b3e-a2c1-633daf9f856c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:32.066044 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 801d5fa0-3391-4742-8361-9f2e33146d77 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:31:32.103719 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-32b44f2b-ba35-4b3e-a2c1-633daf9f856c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:32.118420 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 801d5fa0-3391-4742-8361-9f2e33146d77 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:31:32.120150 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 801d5fa0-3391-4742-8361-9f2e33146d77 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:31:32.130503 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-32b44f2b-ba35-4b3e-a2c1-633daf9f856c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2490bcd5-b2d0-438d-b993-90783eb49741 HTTP/1.1" status: 204 len: 168 time: 0.4011350 Nov 11 17:31:32.133361 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40320) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:32.214177 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b44f2b-ba35-4b3e-a2c1-633daf9f856c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2490bcd5-b2d0-438d-b993-90783eb49741,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:32.233037 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44f2b-ba35-4b3e-a2c1-633daf9f856c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:32.233871 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44f2b-ba35-4b3e-a2c1-633daf9f856c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:32.234643 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44f2b-ba35-4b3e-a2c1-633daf9f856c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:32.235176 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44f2b-ba35-4b3e-a2c1-633daf9f856c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:32.235707 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44f2b-ba35-4b3e-a2c1-633daf9f856c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:32.236162 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44f2b-ba35-4b3e-a2c1-633daf9f856c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:32.236569 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44f2b-ba35-4b3e-a2c1-633daf9f856c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:32.236971 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44f2b-ba35-4b3e-a2c1-633daf9f856c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:32.237566 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44f2b-ba35-4b3e-a2c1-633daf9f856c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:32.237927 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44f2b-ba35-4b3e-a2c1-633daf9f856c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:32.238310 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44f2b-ba35-4b3e-a2c1-633daf9f856c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:32.238704 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44f2b-ba35-4b3e-a2c1-633daf9f856c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:31:32.322924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8850cff9-8b42-49d2-9da5-64e88bf118c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:32.327203 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8850cff9-8b42-49d2-9da5-64e88bf118c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:32.333746 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee77107e-0f96-419c-9d0f-e2f739ab6d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:32.441263 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8850cff9-8b42-49d2-9da5-64e88bf118c3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0c924361fb7543728d1f112024054ad2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9421833 Nov 11 17:31:32.441861 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40332) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:32.443296 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850cff9-8b42-49d2-9da5-64e88bf118c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2c1b07-aa33-4625-a600-1c3a3c82002b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:32.487227 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee77107e-0f96-419c-9d0f-e2f739ab6d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:32.515854 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-ee77107e-0f96-419c-9d0f-e2f739ab6d6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308a0478-213d-4011-bb63-8235e81b209d']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:32.535372 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-ee77107e-0f96-419c-9d0f-e2f739ab6d6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8495408-364c-499b-92f5-26852e03972a') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:32.545418 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-ee77107e-0f96-419c-9d0f-e2f739ab6d6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8495408-364c-499b-92f5-26852e03972a') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:32.578387 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee77107e-0f96-419c-9d0f-e2f739ab6d6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:32.629453 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee77107e-0f96-419c-9d0f-e2f739ab6d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:32.638298 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee77107e-0f96-419c-9d0f-e2f739ab6d6e admin admin] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:31:32.649482 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee77107e-0f96-419c-9d0f-e2f739ab6d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:31:32.651584 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:31:32.721382 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3d664ee0-19df-4546-adf2-bb57b5f0632a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:32.756317 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee77107e-0f96-419c-9d0f-e2f739ab6d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:32.819102 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cc873cb7-555f-451f-bc95-914fff7720ec req-d6324727-f6da-45e5-b98e-da1322bc0b44 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.1092811 Nov 11 17:31:33.008258 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a01ebaf1-20cb-44e0-8729-70a50e4afa61 req-a5eeabd8-70ef-46a2-bcbf-80aa507f369d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 210 time: 0.0402522 Nov 11 17:31:33.245532 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3d664ee0-19df-4546-adf2-bb57b5f0632a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:33.274682 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee77107e-0f96-419c-9d0f-e2f739ab6d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:33.280666 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ee77107e-0f96-419c-9d0f-e2f739ab6d6e admin admin] 10.222.0.76 "DELETE /v2.0/networks/308a0478-213d-4011-bb63-8235e81b209d HTTP/1.1" status: 204 len: 168 time: 1.1443822 Nov 11 17:31:33.286624 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77107e-0f96-419c-9d0f-e2f739ab6d6e admin admin] Pushing event deleted for resources: {'Network': ['ID=308a0478-213d-4011-bb63-8235e81b209d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:33.334475 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3d664ee0-19df-4546-adf2-bb57b5f0632a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:33.340243 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3d664ee0-19df-4546-adf2-bb57b5f0632a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:33.345814 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3d664ee0-19df-4546-adf2-bb57b5f0632a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ec2c1b07-aa33-4625-a600-1c3a3c82002b HTTP/1.1" status: 204 len: 168 time: 0.8995903 Nov 11 17:31:33.365851 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d664ee0-19df-4546-adf2-bb57b5f0632a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2c1b07-aa33-4625-a600-1c3a3c82002b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:33.614838 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 40382) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:33.686876 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-69d61d68-c92a-4b16-a27d-89badbcbf11c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d62a02e3bcfe4e3db5cb07450ff61c66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0700965 Nov 11 17:31:33.689274 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 40388) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:33.750122 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-62fce5f7-aa0a-4460-9c31-4837751c890a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:33.779491 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-62fce5f7-aa0a-4460-9c31-4837751c890a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:33.875173 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-62fce5f7-aa0a-4460-9c31-4837751c890a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:33.878624 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-62fce5f7-aa0a-4460-9c31-4837751c890a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:33.880212 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-62fce5f7-aa0a-4460-9c31-4837751c890a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8a4917c0-bd7c-4e45-affe-c9e3e91e06fe HTTP/1.1" status: 204 len: 168 time: 0.1898603 Nov 11 17:31:33.897661 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fce5f7-aa0a-4460-9c31-4837751c890a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4917c0-bd7c-4e45-affe-c9e3e91e06fe,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:34.035356 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e60a17c-4f09-4a17-a782-b624d6a7bf05 req-0254f8a7-883e-4110-89bb-96766d3eb388 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0668976 Nov 11 17:31:34.165935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-592c3dd0-7127-4202-a5e5-b294728b0e87 req-2eeb9c28-dd44-4fbc-8c42-849029a88b54 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 210 time: 0.0370479 Nov 11 17:31:34.210096 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 40408) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:34.225321 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-87fc0ac5-63b3-4041-88fc-3287c99e245d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:34.336923 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-87fc0ac5-63b3-4041-88fc-3287c99e245d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:34.342539 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-87fc0ac5-63b3-4041-88fc-3287c99e245d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:34.385041 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-87fc0ac5-63b3-4041-88fc-3287c99e245d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4392011ad22a441c911bba6aee4be6e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1738272 Nov 11 17:31:34.387619 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40416) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:34.462975 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc0ac5-63b3-4041-88fc-3287c99e245d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4045bbdc-1944-4c32-84bf-423ddc3dc399,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:34.510813 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1b246e5d-4ae7-48e6-ad15-a39e17f7f666 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:34.563671 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1b246e5d-4ae7-48e6-ad15-a39e17f7f666 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:34.654095 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1b246e5d-4ae7-48e6-ad15-a39e17f7f666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:34.658186 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1b246e5d-4ae7-48e6-ad15-a39e17f7f666 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:34.660123 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1b246e5d-4ae7-48e6-ad15-a39e17f7f666 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4045bbdc-1944-4c32-84bf-423ddc3dc399 HTTP/1.1" status: 204 len: 168 time: 0.2714641 Nov 11 17:31:34.671362 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b246e5d-4ae7-48e6-ad15-a39e17f7f666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4045bbdc-1944-4c32-84bf-423ddc3dc399,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:34.750349 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 40432) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:34.797965 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-61cf61af-0720-4b65-87ca-3ae52f7bf786 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ce00d67078f84d0096e1a3a7c4b62c2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457091 Nov 11 17:31:34.800506 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40434) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:34.876396 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-92cc504f-2265-4439-89d8-827b9b97108d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:34.899581 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-92cc504f-2265-4439-89d8-827b9b97108d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:34.959220 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-92cc504f-2265-4439-89d8-827b9b97108d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:34.961969 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-92cc504f-2265-4439-89d8-827b9b97108d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:34.965915 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-92cc504f-2265-4439-89d8-827b9b97108d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/de917e90-986d-4953-b59d-5ab1022a7ceb HTTP/1.1" status: 204 len: 168 time: 0.1643138 Nov 11 17:31:34.975468 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc504f-2265-4439-89d8-827b9b97108d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de917e90-986d-4953-b59d-5ab1022a7ceb,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:35.159979 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff8d5778-9f22-4a68-a833-0b6d35412e69 req-4695b43b-16c2-4699-b245-3ee4ec1771ed tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0347078 Nov 11 17:31:35.779531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d412a013-4d3c-41cb-a7a0-6175835d8b0e req-c6aa7c8b-ba7c-4dc5-bcfd-fe9a9843985c tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 210 time: 0.5123441 Nov 11 17:31:36.331653 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57bd4a88-7703-498d-831e-b48f38b9eb3f req-ceffa97c-363a-49fd-b821-79263884871c tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0475781 Nov 11 17:31:36.913371 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e27b184-5cd9-4a22-8981-9cb3dd38c21c req-dc0cf151-1c3f-4929-a99b-50723858819d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 210 time: 0.0442634 Nov 11 17:31:37.397836 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-08d503d4-b6fd-4a51-9014-f119973fa9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:37.512703 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cbd49096-c5ae-43c2-8948-9716268d0670 req-bd95eeed-4883-445e-a63d-48c860e6376d tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0431523 Nov 11 17:31:38.055167 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0178f17-eb7f-4311-addd-a00ea8e0c255 req-035f9b41-2909-4740-bdda-3c8eaeb7d99e tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/ports?device_id=52a98f69-6032-4f20-b859-4792ebfe14bc HTTP/1.1" status: 200 len: 210 time: 0.0559225 Nov 11 17:31:38.663345 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40c19c41-d031-4774-bdea-c6887f52ddc2 req-2ad6e951-261b-4707-b03f-2ab31e5e39b6 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0546305 Nov 11 17:31:38.836311 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 40632) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:39.156832 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a30e6b10-e523-4bf8-ad3e-8f198e5007d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:39.170503 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40656) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:39.236698 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fdd91e89-4414-4aba-b916-459c4902b50d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:39.279983 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fdd91e89-4414-4aba-b916-459c4902b50d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:39.287100 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a30e6b10-e523-4bf8-ad3e-8f198e5007d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:39.297408 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a30e6b10-e523-4bf8-ad3e-8f198e5007d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:39.344376 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a30e6b10-e523-4bf8-ad3e-8f198e5007d7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=13e744c13c2744bc83f8d030d039846b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5068541 Nov 11 17:31:39.346547 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40660) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:39.355865 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fdd91e89-4414-4aba-b916-459c4902b50d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:39.358608 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fdd91e89-4414-4aba-b916-459c4902b50d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:39.360346 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fdd91e89-4414-4aba-b916-459c4902b50d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "DELETE /v2.0/security-groups/77e47111-8d50-4cd5-9e61-1d3475c3adda HTTP/1.1" status: 204 len: 168 time: 0.1888716 Nov 11 17:31:39.362864 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e6b10-e523-4bf8-ad3e-8f198e5007d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042bb1ee-1366-419c-b4f8-825de21b90b0,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:39.365785 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 40664) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:39.382259 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd91e89-4414-4aba-b916-459c4902b50d tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e47111-8d50-4cd5-9e61-1d3475c3adda,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:39.385941 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-fa10afdc-756f-4778-b8a6-74272297e1b9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] show failed (client error): The resource could not be found. Nov 11 17:31:39.387489 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fa10afdc-756f-4778-b8a6-74272297e1b9 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "GET /v2.0/security-groups/77e47111-8d50-4cd5-9e61-1d3475c3adda HTTP/1.1" status: 404 len: 347 time: 0.0203357 Nov 11 17:31:39.390453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 40666) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:39.444048 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-98ed5305-f78a-4577-badb-795bf14ef1d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:39.478203 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-98ed5305-f78a-4577-badb-795bf14ef1d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:39.593742 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-98ed5305-f78a-4577-badb-795bf14ef1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:39.596040 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-98ed5305-f78a-4577-badb-795bf14ef1d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:39.600882 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-98ed5305-f78a-4577-badb-795bf14ef1d2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/042bb1ee-1366-419c-b4f8-825de21b90b0 HTTP/1.1" status: 204 len: 168 time: 0.2527680 Nov 11 17:31:39.610638 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed5305-f78a-4577-badb-795bf14ef1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042bb1ee-1366-419c-b4f8-825de21b90b0,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:39.673139 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-194ca1a0-3830-4cca-aeeb-fc19ae5fc1e3 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Deleting port 5d174975-2fc4-4db1-bf47-23e0f11db1bc {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:31:39.673585 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-194ca1a0-3830-4cca-aeeb-fc19ae5fc1e3 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:39.761315 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d5c0c43f-f6ad-46fd-bcd8-c680af3804c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:39.796348 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-194ca1a0-3830-4cca-aeeb-fc19ae5fc1e3 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:39.796924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-194ca1a0-3830-4cca-aeeb-fc19ae5fc1e3 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:39.884541 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1aadbd1-d938-4fd1-85ed-bde1ac904e05 req-139e3df1-b921-4da0-86a3-db8c81a00f06 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0812328 Nov 11 17:31:39.889045 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-194ca1a0-3830-4cca-aeeb-fc19ae5fc1e3 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Calling delete_port for 5d174975-2fc4-4db1-bf47-23e0f11db1bc owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:31:40.062834 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-194ca1a0-3830-4cca-aeeb-fc19ae5fc1e3 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:40.096293 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ca1a0-3830-4cca-aeeb-fc19ae5fc1e3 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event deleted for resources: {'Port': ['ID=5d174975-2fc4-4db1-bf47-23e0f11db1bc,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:40.116368 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825a747a-5f41-4652-9e7d-1a38e654d67c None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:31:40.192601 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-194ca1a0-3830-4cca-aeeb-fc19ae5fc1e3 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:40.195154 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-194ca1a0-3830-4cca-aeeb-fc19ae5fc1e3 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:40.196331 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-194ca1a0-3830-4cca-aeeb-fc19ae5fc1e3 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "DELETE /v2.0/floatingips/3598cc92-45f7-486d-b843-0315d001998f HTTP/1.1" status: 204 len: 168 time: 0.8047490 Nov 11 17:31:40.199317 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 40710) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:40.307126 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-51b0f884-29e7-4fb5-808d-d1c71c303118 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Deleting port 77cd4467-9c5c-4a7c-addb-a79b3b86465e {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:31:40.307474 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-51b0f884-29e7-4fb5-808d-d1c71c303118 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:40.409429 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-51b0f884-29e7-4fb5-808d-d1c71c303118 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:40.427922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-51b0f884-29e7-4fb5-808d-d1c71c303118 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Calling delete_port for 77cd4467-9c5c-4a7c-addb-a79b3b86465e owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:31:40.654502 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-51b0f884-29e7-4fb5-808d-d1c71c303118 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:40.706958 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0f884-29e7-4fb5-808d-d1c71c303118 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event deleted for resources: {'Port': ['ID=77cd4467-9c5c-4a7c-addb-a79b3b86465e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:40.800312 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-51b0f884-29e7-4fb5-808d-d1c71c303118 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:40.804921 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-51b0f884-29e7-4fb5-808d-d1c71c303118 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "DELETE /v2.0/ports/77cd4467-9c5c-4a7c-addb-a79b3b86465e HTTP/1.1" status: 204 len: 168 time: 0.6042485 Nov 11 17:31:40.807799 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40748) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:40.896288 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:40.992092 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc8cf0-f2ad-479c-b841-eed55bcc2b78 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Deleting port bce743be-b36f-4589-ba04-a494a1bf25a3 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:31:40.992688 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8cf0-f2ad-479c-b841-eed55bcc2b78 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:41.037346 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a0a0df4-d865-44ed-b8d5-6fe500e0e578 req-cc51d4c1-c59b-4bfc-92d9-49c642ee3eb6 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0495541 Nov 11 17:31:41.111946 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8cf0-f2ad-479c-b841-eed55bcc2b78 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:41.126216 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc8cf0-f2ad-479c-b841-eed55bcc2b78 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Calling delete_port for bce743be-b36f-4589-ba04-a494a1bf25a3 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:31:41.321223 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8cf0-f2ad-479c-b841-eed55bcc2b78 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:41.359835 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc8cf0-f2ad-479c-b841-eed55bcc2b78 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event deleted for resources: {'Port': ['ID=bce743be-b36f-4589-ba04-a494a1bf25a3,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:41.448661 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fbc8cf0-f2ad-479c-b841-eed55bcc2b78 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:41.455089 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 40778) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:41.455661 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6fbc8cf0-f2ad-479c-b841-eed55bcc2b78 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "DELETE /v2.0/ports/bce743be-b36f-4589-ba04-a494a1bf25a3 HTTP/1.1" status: 204 len: 168 time: 0.6457160 Nov 11 17:31:41.520838 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe7a5e4-271a-453c-9388-7fd1b4682f21 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Deleting subnet 82d20ea5-81ce-4fef-9afe-8186d9ab3df5 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:31:41.525412 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-efe7a5e4-271a-453c-9388-7fd1b4682f21 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:41.583388 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-efe7a5e4-271a-453c-9388-7fd1b4682f21 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:41.695088 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-efe7a5e4-271a-453c-9388-7fd1b4682f21 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:41.793993 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-efe7a5e4-271a-453c-9388-7fd1b4682f21 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:41.852654 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7a5e4-271a-453c-9388-7fd1b4682f21 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event deleted for resources: {'Subnet': ['ID=82d20ea5-81ce-4fef-9afe-8186d9ab3df5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:41.863779 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-efe7a5e4-271a-453c-9388-7fd1b4682f21 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:41.869088 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940410e6-4360-4602-8192-9739258f6a0c None None] Network 2d103e92-4f54-41f0-9dd1-ba0588eb26fa requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:31:41.870046 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40808) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:41.888595 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-efe7a5e4-271a-453c-9388-7fd1b4682f21 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "DELETE /v2.0/subnets/82d20ea5-81ce-4fef-9afe-8186d9ab3df5 HTTP/1.1" status: 204 len: 168 time: 0.4311054 Nov 11 17:31:41.951907 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e28e5a-a01b-4896-b326-ca567cb10653 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Deleting subnet 3adf3a3d-8ad1-4679-a4f6-1feef5465afc {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:31:41.966489 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4e28e5a-a01b-4896-b326-ca567cb10653 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:42.047051 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4e28e5a-a01b-4896-b326-ca567cb10653 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:42.234572 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83846b5d-686a-429e-8d9a-d173379ae0db None None] DHCP port deletion for 2d103e92-4f54-41f0-9dd1-ba0588eb26fa request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:31:42.238301 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 40814) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:42.240892 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4e28e5a-a01b-4896-b326-ca567cb10653 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:42.250361 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-125f5565-de80-4a03-848c-7913479c30cd req-b76d8be0-edb0-4e85-a36c-d4c807c9e2a5 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0791910 Nov 11 17:31:42.313845 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-83846b5d-686a-429e-8d9a-d173379ae0db None None] Deleting port 76df186e-6209-4c1e-9839-5ed179c58939 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:31:42.314249 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-83846b5d-686a-429e-8d9a-d173379ae0db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:42.332996 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4e28e5a-a01b-4896-b326-ca567cb10653 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:42.374962 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e28e5a-a01b-4896-b326-ca567cb10653 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event deleted for resources: {'Subnet': ['ID=3adf3a3d-8ad1-4679-a4f6-1feef5465afc,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:42.382798 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-83846b5d-686a-429e-8d9a-d173379ae0db None None] For port 76df186e-6209-4c1e-9839-5ed179c58939, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=76df186e-6209-4c1e-9839-5ed179c58939,segment=NetworkSegment(b1d1b710-ac9c-4789-8bfd-35c32d9b5853),segment_id=b1d1b710-ac9c-4789-8bfd-35c32d9b5853)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:42.383407 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-83846b5d-686a-429e-8d9a-d173379ae0db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:42.391667 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4e28e5a-a01b-4896-b326-ca567cb10653 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:42.396562 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e4e28e5a-a01b-4896-b326-ca567cb10653 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "DELETE /v2.0/subnets/3adf3a3d-8ad1-4679-a4f6-1feef5465afc HTTP/1.1" status: 204 len: 168 time: 0.5253313 Nov 11 17:31:42.397332 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-83846b5d-686a-429e-8d9a-d173379ae0db None None] Calling delete_port for 76df186e-6209-4c1e-9839-5ed179c58939 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:31:42.400317 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40822) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:42.400459 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ebdc95-e1eb-4b1f-9fe3-c06a3c9941df None None] Network 26d2863b-e9a5-49ec-ba62-a9518e7e8781 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:31:42.531638 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0c2465c0-723e-4ddf-811d-0e488a31bf34 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:42.580081 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:42.620397 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-0c2465c0-723e-4ddf-811d-0e488a31bf34 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Deleting port 76df186e-6209-4c1e-9839-5ed179c58939 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:31:42.621488 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0c2465c0-723e-4ddf-811d-0e488a31bf34 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:42.640010 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-83846b5d-686a-429e-8d9a-d173379ae0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:42.688704 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83846b5d-686a-429e-8d9a-d173379ae0db None None] Pushing event deleted for resources: {'Port': ['ID=76df186e-6209-4c1e-9839-5ed179c58939,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:42.697972 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ad0d70-fa74-46b3-a428-0983bc8589f9 None None] DHCP port deletion for 26d2863b-e9a5-49ec-ba62-a9518e7e8781 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:31:42.713353 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83846b5d-686a-429e-8d9a-d173379ae0db None None] No DVR routers for this DVR port 76df186e-6209-4c1e-9839-5ed179c58939 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:31:42.743297 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-0c2465c0-723e-4ddf-811d-0e488a31bf34 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] For port 76df186e-6209-4c1e-9839-5ed179c58939, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=76df186e-6209-4c1e-9839-5ed179c58939,segment=NetworkSegment(b1d1b710-ac9c-4789-8bfd-35c32d9b5853),segment_id=b1d1b710-ac9c-4789-8bfd-35c32d9b5853)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:42.745375 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0c2465c0-723e-4ddf-811d-0e488a31bf34 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:42.780454 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-0c2465c0-723e-4ddf-811d-0e488a31bf34 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Calling delete_port for 76df186e-6209-4c1e-9839-5ed179c58939 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:31:42.829561 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-57ad0d70-fa74-46b3-a428-0983bc8589f9 None None] Deleting port 97a7060c-6109-4430-940f-e2a79b8d4ddd {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:31:42.830271 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-57ad0d70-fa74-46b3-a428-0983bc8589f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:42.898036 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-63463864-6831-4544-9be3-ac86c2790390 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-161099288-network', 'tenant_id': '5bb4a324da6c4b6f8cb2e1b2b2e78e20'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:31:42.926874 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0c2465c0-723e-4ddf-811d-0e488a31bf34 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:42.937967 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63463864-6831-4544-9be3-ac86c2790390 admin admin] Made reservation on behalf of 5bb4a324da6c4b6f8cb2e1b2b2e78e20 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:31:42.950991 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63463864-6831-4544-9be3-ac86c2790390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:42.956021 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2465c0-723e-4ddf-811d-0e488a31bf34 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event deleted for resources: {'Port': ['ID=76df186e-6209-4c1e-9839-5ed179c58939,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:42.968435 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2465c0-723e-4ddf-811d-0e488a31bf34 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] No DVR routers for this DVR port 76df186e-6209-4c1e-9839-5ed179c58939 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:31:42.991121 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63463864-6831-4544-9be3-ac86c2790390 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:43.096069 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0c2465c0-723e-4ddf-811d-0e488a31bf34 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:43.125614 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-0c2465c0-723e-4ddf-811d-0e488a31bf34 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d103e92-4f54-41f0-9dd1-ba0588eb26fa']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:43.139298 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-0c2465c0-723e-4ddf-811d-0e488a31bf34 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d1b710-ac9c-4789-8bfd-35c32d9b5853') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:43.139951 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-0c2465c0-723e-4ddf-811d-0e488a31bf34 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d1b710-ac9c-4789-8bfd-35c32d9b5853') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:43.152170 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0c2465c0-723e-4ddf-811d-0e488a31bf34 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:43.160161 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-57ad0d70-fa74-46b3-a428-0983bc8589f9 None None] For port 97a7060c-6109-4430-940f-e2a79b8d4ddd, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=97a7060c-6109-4430-940f-e2a79b8d4ddd,segment=NetworkSegment(3419440d-7fe8-480d-929f-ac3279dc54e3),segment_id=3419440d-7fe8-480d-929f-ac3279dc54e3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:31:43.161092 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-57ad0d70-fa74-46b3-a428-0983bc8589f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:43.170780 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0c2465c0-723e-4ddf-811d-0e488a31bf34 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:43.180145 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63463864-6831-4544-9be3-ac86c2790390 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:43.183158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2465c0-723e-4ddf-811d-0e488a31bf34 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:31:43.183770 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0c2465c0-723e-4ddf-811d-0e488a31bf34 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:43.189831 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-57ad0d70-fa74-46b3-a428-0983bc8589f9 None None] Calling delete_port for 97a7060c-6109-4430-940f-e2a79b8d4ddd owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:31:43.190465 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:31:43.194190 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63463864-6831-4544-9be3-ac86c2790390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:43.241848 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63463864-6831-4544-9be3-ac86c2790390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c96142-9f13-4bc7-9018-5720a662c693,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:43.258706 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63463864-6831-4544-9be3-ac86c2790390 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1291} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:31:43.272376 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0c2465c0-723e-4ddf-811d-0e488a31bf34 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:43.278094 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63463864-6831-4544-9be3-ac86c2790390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:43.278744 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-63463864-6831-4544-9be3-ac86c2790390 admin admin] Added segment 15fa494c-51aa-4548-a5ce-a7d849821e6e of type vlan for network 00db0099-ed65-40ce-8b54-2c82e52621d8 Nov 11 17:31:43.317904 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0c2465c0-723e-4ddf-811d-0e488a31bf34 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:43.338221 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-57ad0d70-fa74-46b3-a428-0983bc8589f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:43.338829 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0c2465c0-723e-4ddf-811d-0e488a31bf34 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "DELETE /v2.0/networks/2d103e92-4f54-41f0-9dd1-ba0588eb26fa HTTP/1.1" status: 204 len: 168 time: 0.9371715 Nov 11 17:31:43.376498 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40850) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:43.378519 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad0d70-fa74-46b3-a428-0983bc8589f9 None None] Pushing event deleted for resources: {'Port': ['ID=97a7060c-6109-4430-940f-e2a79b8d4ddd,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:43.380895 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:43.384586 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ad0d70-fa74-46b3-a428-0983bc8589f9 None None] No DVR routers for this DVR port 97a7060c-6109-4430-940f-e2a79b8d4ddd on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:31:43.411406 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63463864-6831-4544-9be3-ac86c2790390 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:43.411669 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2465c0-723e-4ddf-811d-0e488a31bf34 tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event deleted for resources: {'Network': ['ID=2d103e92-4f54-41f0-9dd1-ba0588eb26fa,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:43.471016 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63463864-6831-4544-9be3-ac86c2790390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:43.472010 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63463864-6831-4544-9be3-ac86c2790390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:43.475982 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63463864-6831-4544-9be3-ac86c2790390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:43.516432 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d514c941-76e3-4b80-b1a2-82ca0a8491ce tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:43.555259 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4f249cc9-4e81-4fc8-a1ce-0c6d348110e1 req-4686ddcd-7406-46f2-8bc4-8d0fb51f2d35 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.1044559 Nov 11 17:31:43.670568 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-63463864-6831-4544-9be3-ac86c2790390 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4151633 Nov 11 17:31:43.671262 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 97a7060c-6109-4430-940f-e2a79b8d4ddd no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:31:43.699960 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63463864-6831-4544-9be3-ac86c2790390 admin admin] Pushing event updated for resources: {'Network': ['ID=00db0099-ed65-40ce-8b54-2c82e52621d8,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:43.707313 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 97a7060c-6109-4430-940f-e2a79b8d4ddd {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:31:43.707673 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 97a7060c-6109-4430-940f-e2a79b8d4ddd not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:31:43.710821 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d514c941-76e3-4b80-b1a2-82ca0a8491ce tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:43.711021 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 76df186e-6209-4c1e-9839-5ed179c58939 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:31:43.721729 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 00db0099-ed65-40ce-8b54-2c82e52621d8 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:31:43.738306 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-d514c941-76e3-4b80-b1a2-82ca0a8491ce tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d2863b-e9a5-49ec-ba62-a9518e7e8781']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:43.748872 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-d514c941-76e3-4b80-b1a2-82ca0a8491ce tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3419440d-7fe8-480d-929f-ac3279dc54e3') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:43.749176 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-d514c941-76e3-4b80-b1a2-82ca0a8491ce tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3419440d-7fe8-480d-929f-ac3279dc54e3') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:43.758643 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 76df186e-6209-4c1e-9839-5ed179c58939 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:31:43.760079 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d514c941-76e3-4b80-b1a2-82ca0a8491ce tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:43.772277 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 76df186e-6209-4c1e-9839-5ed179c58939 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:31:43.776058 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d514c941-76e3-4b80-b1a2-82ca0a8491ce tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:43.788573 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d514c941-76e3-4b80-b1a2-82ca0a8491ce tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Releasing vlan 1261 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:31:43.789000 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d514c941-76e3-4b80-b1a2-82ca0a8491ce tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:31:43.794739 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:31:43.909503 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d514c941-76e3-4b80-b1a2-82ca0a8491ce tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:43.931368 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d514c941-76e3-4b80-b1a2-82ca0a8491ce tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:43.936341 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d514c941-76e3-4b80-b1a2-82ca0a8491ce tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] 10.222.0.76 "DELETE /v2.0/networks/26d2863b-e9a5-49ec-ba62-a9518e7e8781 HTTP/1.1" status: 204 len: 168 time: 0.5432832 Nov 11 17:31:43.966625 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514c941-76e3-4b80-b1a2-82ca0a8491ce tempest-TaggedBootDevicesTest-1550784799 tempest-TaggedBootDevicesTest-1550784799-project] Pushing event deleted for resources: {'Network': ['ID=26d2863b-e9a5-49ec-ba62-a9518e7e8781,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:44.679921 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40898) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:44.928920 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9faa6cb3-48e2-419d-ae4b-2d4b8d63c082 req-a615f941-d850-45df-8ae2-a26fe8d9655e tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.1849103 Nov 11 17:31:44.938481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0b222-b0d6-4197-9cbb-b5d3ce896440 req-e13d1862-9fe1-47e6-b2c4-c5a9b0b7b6ef tempest-ComputeTenantNetworksTest-1248834212 tempest-ComputeTenantNetworksTest-1248834212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:44.947057 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0b222-b0d6-4197-9cbb-b5d3ce896440 req-e13d1862-9fe1-47e6-b2c4-c5a9b0b7b6ef tempest-ComputeTenantNetworksTest-1248834212 tempest-ComputeTenantNetworksTest-1248834212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:44.968147 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0b222-b0d6-4197-9cbb-b5d3ce896440 req-e13d1862-9fe1-47e6-b2c4-c5a9b0b7b6ef tempest-ComputeTenantNetworksTest-1248834212 tempest-ComputeTenantNetworksTest-1248834212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:44.975476 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7bc0b222-b0d6-4197-9cbb-b5d3ce896440 req-e13d1862-9fe1-47e6-b2c4-c5a9b0b7b6ef tempest-ComputeTenantNetworksTest-1248834212 tempest-ComputeTenantNetworksTest-1248834212-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3894162 Nov 11 17:31:45.100461 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104f101-9341-46ba-8f25-81ca1f3f27e7 req-f693df5a-afb4-484e-b9e2-482123b7e0b7 tempest-ComputeTenantNetworksTest-1248834212 tempest-ComputeTenantNetworksTest-1248834212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:45.110204 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40914) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:45.111082 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3104f101-9341-46ba-8f25-81ca1f3f27e7 req-f693df5a-afb4-484e-b9e2-482123b7e0b7 tempest-ComputeTenantNetworksTest-1248834212 tempest-ComputeTenantNetworksTest-1248834212-project] 10.222.0.76 "GET /v2.0/networks/00db0099-ed65-40ce-8b54-2c82e52621d8 HTTP/1.1" status: 200 len: 768 time: 0.1136291 Nov 11 17:31:45.187098 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e1c71d11-0412-4854-9fc3-7dd4568e1a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:45.211616 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2e5d253f-dbaa-4de4-930b-578db2fd49f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:45.331470 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e1c71d11-0412-4854-9fc3-7dd4568e1a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:45.399546 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-e1c71d11-0412-4854-9fc3-7dd4568e1a7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00db0099-ed65-40ce-8b54-2c82e52621d8']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:45.420470 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-e1c71d11-0412-4854-9fc3-7dd4568e1a7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fa494c-51aa-4548-a5ce-a7d849821e6e') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:45.421248 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-e1c71d11-0412-4854-9fc3-7dd4568e1a7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fa494c-51aa-4548-a5ce-a7d849821e6e') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:31:45.438562 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e1c71d11-0412-4854-9fc3-7dd4568e1a7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:45.470161 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e1c71d11-0412-4854-9fc3-7dd4568e1a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:45.490838 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c71d11-0412-4854-9fc3-7dd4568e1a7a admin admin] Releasing vlan 1291 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:31:45.494132 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e1c71d11-0412-4854-9fc3-7dd4568e1a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:31:45.497958 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:31:45.513938 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2e5d253f-dbaa-4de4-930b-578db2fd49f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:45.554192 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2e5d253f-dbaa-4de4-930b-578db2fd49f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:45.614758 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e1c71d11-0412-4854-9fc3-7dd4568e1a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:45.626599 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e1c71d11-0412-4854-9fc3-7dd4568e1a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:45.633777 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e1c71d11-0412-4854-9fc3-7dd4568e1a7a admin admin] 10.222.0.76 "DELETE /v2.0/networks/00db0099-ed65-40ce-8b54-2c82e52621d8 HTTP/1.1" status: 204 len: 168 time: 0.5224195 Nov 11 17:31:45.636403 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2e5d253f-dbaa-4de4-930b-578db2fd49f1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2361ea7888e4490d9aea301447cb2f64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9554851 Nov 11 17:31:45.639202 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 40944) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:45.652230 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d253f-dbaa-4de4-930b-578db2fd49f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3817203b-fbf0-47ad-8a03-a925ad2e1a19,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:45.678523 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c71d11-0412-4854-9fc3-7dd4568e1a7a admin admin] Pushing event deleted for resources: {'Network': ['ID=00db0099-ed65-40ce-8b54-2c82e52621d8,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:45.718298 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9447629-43d3-46c3-a38a-c1815f2247ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:45.747396 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9447629-43d3-46c3-a38a-c1815f2247ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:45.813704 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9447629-43d3-46c3-a38a-c1815f2247ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:45.818545 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9447629-43d3-46c3-a38a-c1815f2247ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:45.819973 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a9447629-43d3-46c3-a38a-c1815f2247ab admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3817203b-fbf0-47ad-8a03-a925ad2e1a19 HTTP/1.1" status: 204 len: 168 time: 0.1796632 Nov 11 17:31:45.829963 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9447629-43d3-46c3-a38a-c1815f2247ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3817203b-fbf0-47ad-8a03-a925ad2e1a19,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:45.830207 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40954) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:45.922926 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40962) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:45.977211 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5e0461f4-b74f-4699-a096-a46ee1aace84 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5bb4a324da6c4b6f8cb2e1b2b2e78e20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0497928 Nov 11 17:31:45.977341 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 40966) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:46.075006 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ddf28591-b823-4ca2-a7c8-ad7af664e3c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:46.141351 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-98fa5bda-65e3-455a-95e6-21426f7df1a4 req-91d6d270-608a-4255-a9ad-99a1a1723842 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0537589 Nov 11 17:31:46.161609 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ddf28591-b823-4ca2-a7c8-ad7af664e3c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:46.228927 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ddf28591-b823-4ca2-a7c8-ad7af664e3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:46.234081 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ddf28591-b823-4ca2-a7c8-ad7af664e3c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:46.235551 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ddf28591-b823-4ca2-a7c8-ad7af664e3c6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e8c96142-9f13-4bc7-9018-5720a662c693 HTTP/1.1" status: 204 len: 168 time: 0.2571371 Nov 11 17:31:46.246554 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf28591-b823-4ca2-a7c8-ad7af664e3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c96142-9f13-4bc7-9018-5720a662c693,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:46.291948 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-14bb3c59-70c7-4784-90e1-439f2a33eba6 req-480130e3-4f77-4320-be6f-bf840ef15370 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0334935 Nov 11 17:31:46.299892 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-77ac0de7-f222-40ae-a788-d6046979090f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:46.399117 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-77ac0de7-f222-40ae-a788-d6046979090f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:46.404821 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-77ac0de7-f222-40ae-a788-d6046979090f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:46.444597 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 40980) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:46.449445 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-77ac0de7-f222-40ae-a788-d6046979090f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a61e5a745f3a47d4977b33995b7ed634&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6180215 Nov 11 17:31:46.451057 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40982) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:46.458283 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac0de7-f222-40ae-a788-d6046979090f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e71a84-8544-4765-b392-483e564a5092,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:46.462924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a53e8df4-02cf-449d-9686-70b1f4552c85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:46.506800 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-52d93af7-ee0c-4396-bd3d-81b6c9554b23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:46.530258 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-52d93af7-ee0c-4396-bd3d-81b6c9554b23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:46.615536 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-52d93af7-ee0c-4396-bd3d-81b6c9554b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:46.619377 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-52d93af7-ee0c-4396-bd3d-81b6c9554b23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:46.626423 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-52d93af7-ee0c-4396-bd3d-81b6c9554b23 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b1e71a84-8544-4765-b392-483e564a5092 HTTP/1.1" status: 204 len: 168 time: 0.1736441 Nov 11 17:31:46.647513 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a53e8df4-02cf-449d-9686-70b1f4552c85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:46.649866 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d93af7-ee0c-4396-bd3d-81b6c9554b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e71a84-8544-4765-b392-483e564a5092,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:46.654623 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a53e8df4-02cf-449d-9686-70b1f4552c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:46.707277 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a53e8df4-02cf-449d-9686-70b1f4552c85 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=afc06d409eac49eba73092f545163c14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2598066 Nov 11 17:31:46.707277 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e8df4-02cf-449d-9686-70b1f4552c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ae8a92-936f-4272-84ce-6f9f2cbf2808,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:46.707842 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40996) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:46.781319 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9807bbbf-394f-46e8-9773-ac5cde6aedd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:46.825585 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9807bbbf-394f-46e8-9773-ac5cde6aedd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:46.899846 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9807bbbf-394f-46e8-9773-ac5cde6aedd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:46.902544 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9807bbbf-394f-46e8-9773-ac5cde6aedd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:46.921872 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9807bbbf-394f-46e8-9773-ac5cde6aedd1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f1ae8a92-936f-4272-84ce-6f9f2cbf2808 HTTP/1.1" status: 204 len: 168 time: 0.2077801 Nov 11 17:31:46.928511 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807bbbf-394f-46e8-9773-ac5cde6aedd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ae8a92-936f-4272-84ce-6f9f2cbf2808,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:47.364486 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-87bcab3c-220d-489a-b796-d86d7a749fe5 req-a8818616-2613-4df2-b1e3-65ea4e6ce4b1 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0574412 Nov 11 17:31:47.525207 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41026) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:47.549064 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-15e07196-b1e7-4cf9-b40c-a228460e0dcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:47.699413 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-15e07196-b1e7-4cf9-b40c-a228460e0dcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:47.704483 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-15e07196-b1e7-4cf9-b40c-a228460e0dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:47.774784 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-15e07196-b1e7-4cf9-b40c-a228460e0dcd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4777f21640af4a63b70ffc6556d6953a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2477155 Nov 11 17:31:47.777411 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41038) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:47.838608 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e07196-b1e7-4cf9-b40c-a228460e0dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05250a0e-6b8e-48c0-a605-c54e7a6de9be,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:47.877670 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9dd37a23-1294-42b2-9c78-317e0dad5eb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:47.914064 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9dd37a23-1294-42b2-9c78-317e0dad5eb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:47.985683 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9dd37a23-1294-42b2-9c78-317e0dad5eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:47.992916 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9dd37a23-1294-42b2-9c78-317e0dad5eb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:47.996991 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9dd37a23-1294-42b2-9c78-317e0dad5eb3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/05250a0e-6b8e-48c0-a605-c54e7a6de9be HTTP/1.1" status: 204 len: 168 time: 0.2181685 Nov 11 17:31:48.015512 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd37a23-1294-42b2-9c78-317e0dad5eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05250a0e-6b8e-48c0-a605-c54e7a6de9be,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:48.231343 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:48.489011 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41066) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:48.579205 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c96f22d8-bb4b-4a72-a7f2-b0eccd3838c7 req-14b64630-3f62-428e-999e-ca80bad74f2f tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0799885 Nov 11 17:31:48.714916 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4e584041-1cdd-45c2-9238-c25f274b9244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:48.916667 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4e584041-1cdd-45c2-9238-c25f274b9244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:48.924388 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4e584041-1cdd-45c2-9238-c25f274b9244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:49.067279 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4e584041-1cdd-45c2-9238-c25f274b9244 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d6d75ec0a4e04fc1a5f095850a224a5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5751772 Nov 11 17:31:49.068859 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e584041-1cdd-45c2-9238-c25f274b9244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f29148a-2cfa-43e0-9794-90898af1f93a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:49.069624 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41092) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:49.216158 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-de7b8879-0a2a-4b56-98ea-6794efdcf67a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:49.264836 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-de7b8879-0a2a-4b56-98ea-6794efdcf67a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:49.303385 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7a46b102-aebc-4942-a879-ad5876dcad3f req-5271c6a7-d916-4814-a959-62d7c2942a48 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec&device_id=af8ebf64-5323-4860-ae3f-a699367ce52b HTTP/1.1" status: 200 len: 210 time: 0.0762172 Nov 11 17:31:49.395480 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-de7b8879-0a2a-4b56-98ea-6794efdcf67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:49.398857 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-de7b8879-0a2a-4b56-98ea-6794efdcf67a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:49.401014 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-de7b8879-0a2a-4b56-98ea-6794efdcf67a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8f29148a-2cfa-43e0-9794-90898af1f93a HTTP/1.1" status: 204 len: 168 time: 0.3300047 Nov 11 17:31:49.432527 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b8879-0a2a-4b56-98ea-6794efdcf67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f29148a-2cfa-43e0-9794-90898af1f93a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:49.670649 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6dc168ca-94b1-48af-be21-b0ce5b1d4dff req-0ca0b685-86a6-400e-aa3d-ada04ed51e30 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f2965bef45bc43cf932c964c1f19c627&device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0542667 Nov 11 17:31:49.751415 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2a2e91b-933f-47ce-889c-ee19ada59a67 req-56bd7a22-4ae1-46ce-ae35-e750b5495091 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0566809 Nov 11 17:31:49.752443 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6dc168ca-94b1-48af-be21-b0ce5b1d4dff req-44ed131d-62f4-4247-968e-5dcc37e4bb8c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f2965bef45bc43cf932c964c1f19c627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663223 Nov 11 17:31:49.897204 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc168ca-94b1-48af-be21-b0ce5b1d4dff req-1810c2c9-6761-4eab-b16c-9c8ddcde1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:49.898706 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6dc168ca-94b1-48af-be21-b0ce5b1d4dff req-1810c2c9-6761-4eab-b16c-9c8ddcde1321 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1399212 Nov 11 17:31:50.053519 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41134) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:50.079593 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-66a5e3fd-ebe1-4d4a-9928-b3ff04230353 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:50.260960 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-66a5e3fd-ebe1-4d4a-9928-b3ff04230353 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:50.267838 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-66a5e3fd-ebe1-4d4a-9928-b3ff04230353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:50.358516 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5e3fd-ebe1-4d4a-9928-b3ff04230353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d251c67-6803-4b12-b5f3-dd308d9be959,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:50.367322 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-66a5e3fd-ebe1-4d4a-9928-b3ff04230353 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c524c4796b7f44b0bcc73130cce6a757&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3108027 Nov 11 17:31:50.368474 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41142) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:50.469802 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-715c2af1-5ec5-45ed-90b1-0ab347c4ea7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:50.528629 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-715c2af1-5ec5-45ed-90b1-0ab347c4ea7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:50.655109 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-715c2af1-5ec5-45ed-90b1-0ab347c4ea7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:50.660744 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-715c2af1-5ec5-45ed-90b1-0ab347c4ea7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:50.663214 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-715c2af1-5ec5-45ed-90b1-0ab347c4ea7b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4d251c67-6803-4b12-b5f3-dd308d9be959 HTTP/1.1" status: 204 len: 168 time: 0.2934096 Nov 11 17:31:50.683525 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c2af1-5ec5-45ed-90b1-0ab347c4ea7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d251c67-6803-4b12-b5f3-dd308d9be959,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:50.987572 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5582d2ba-2ef9-46ed-811a-1940922adbda req-4c958c17-04f0-4145-946b-c9779b4bd5bb tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.1017451 Nov 11 17:31:51.348185 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6dc168ca-94b1-48af-be21-b0ce5b1d4dff req-70c5cbfb-f5a4-436f-9441-17eda34180eb tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.64 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0444515 Nov 11 17:31:52.226802 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ba860f0-e657-49a4-997b-5ea1dfea05ca req-2a9aad6b-a026-495b-a960-a0f7225c8d76 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=96b7f4a5-ed9b-4d5a-a85f-0439562ae7ec HTTP/1.1" status: 200 len: 210 time: 0.0949070 Nov 11 17:31:53.530451 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41488) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:53.742465 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-69523b25-c4ab-4ae2-89b2-292d0034cfdc req-b0dd9bce-38f6-4487-9ecb-2c9cd89a8815 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f2965bef45bc43cf932c964c1f19c627&device_id=af8ebf64-5323-4860-ae3f-a699367ce52b HTTP/1.1" status: 200 len: 210 time: 0.0562694 Nov 11 17:31:53.809876 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-69523b25-c4ab-4ae2-89b2-292d0034cfdc req-2a8b6939-74eb-49ab-b55b-e5792eb685a7 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f2965bef45bc43cf932c964c1f19c627&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523345 Nov 11 17:31:53.851663 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c5d9ce2d-df44-4cb7-b624-87b56e5257ba req-91e59bb9-8a36-494f-a6fd-d42d36f2691c tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=af8ebf64-5323-4860-ae3f-a699367ce52b HTTP/1.1" status: 200 len: 210 time: 0.0818956 Nov 11 17:31:54.008185 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:54.027018 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69523b25-c4ab-4ae2-89b2-292d0034cfdc req-939433a3-8f96-4bb6-a7a0-ef8f5d636e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:31:54.030532 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-15d824ba-03aa-40a1-93ba-5244b753a40e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:54.030670 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-69523b25-c4ab-4ae2-89b2-292d0034cfdc req-939433a3-8f96-4bb6-a7a0-ef8f5d636e25 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2137635 Nov 11 17:31:54.299328 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-15d824ba-03aa-40a1-93ba-5244b753a40e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:54.330883 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-15d824ba-03aa-40a1-93ba-5244b753a40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:54.435988 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-15d824ba-03aa-40a1-93ba-5244b753a40e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7e0653c67a30475d9339b54c807933c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9028411 Nov 11 17:31:54.437036 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41610) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:54.545020 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d824ba-03aa-40a1-93ba-5244b753a40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b24396-a764-49be-88d2-4849f52809a8,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:54.583608 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a321f0f7-6081-434e-86ca-f8725c0b9bb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:54.618645 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a321f0f7-6081-434e-86ca-f8725c0b9bb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:54.713047 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a321f0f7-6081-434e-86ca-f8725c0b9bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:54.716321 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a321f0f7-6081-434e-86ca-f8725c0b9bb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:54.729092 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a321f0f7-6081-434e-86ca-f8725c0b9bb6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/23b24396-a764-49be-88d2-4849f52809a8 HTTP/1.1" status: 204 len: 168 time: 0.2728901 Nov 11 17:31:54.764492 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321f0f7-6081-434e-86ca-f8725c0b9bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b24396-a764-49be-88d2-4849f52809a8,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:55.069299 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-933143d0-505a-47a8-aac7-0b13b5df7aac req-712606d6-cbd1-4ee3-8656-87908e76cce3 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=af8ebf64-5323-4860-ae3f-a699367ce52b HTTP/1.1" status: 200 len: 210 time: 0.0501535 Nov 11 17:31:55.453278 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-69523b25-c4ab-4ae2-89b2-292d0034cfdc req-a13996ff-b4be-41a6-a70c-bc5d048a7434 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.64 "GET /v2.0/ports?device_id=af8ebf64-5323-4860-ae3f-a699367ce52b HTTP/1.1" status: 200 len: 210 time: 0.0651429 Nov 11 17:31:55.650230 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41768) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:55.680207 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-25dee7d4-789e-486f-8b1f-977f5f6f0239 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:55.990203 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-25dee7d4-789e-486f-8b1f-977f5f6f0239 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:55.996173 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-25dee7d4-789e-486f-8b1f-977f5f6f0239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:56.085926 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41786) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:56.105894 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-25dee7d4-789e-486f-8b1f-977f5f6f0239 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0a57eb66a5514779aaeeac4e8b6cbccd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4403167 Nov 11 17:31:56.107650 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dee7d4-789e-486f-8b1f-977f5f6f0239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8f1374-6dcf-410f-a54c-b8e57b4c0283,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:56.194996 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f92f15a2-bee6-45ca-b518-b20a18b62ac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:56.240117 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f92f15a2-bee6-45ca-b518-b20a18b62ac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:56.325570 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3a2343f-73f1-406d-bb5d-27055eaf450d req-ab0f113c-91bd-4d7a-82ba-c5bdf5081c90 tempest-ServerShowV247Test-779567264 tempest-ServerShowV247Test-779567264-project] 10.222.0.76 "GET /v2.0/ports?device_id=af8ebf64-5323-4860-ae3f-a699367ce52b HTTP/1.1" status: 200 len: 210 time: 0.0669012 Nov 11 17:31:56.339926 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f92f15a2-bee6-45ca-b518-b20a18b62ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:56.342551 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f92f15a2-bee6-45ca-b518-b20a18b62ac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:56.343857 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f92f15a2-bee6-45ca-b518-b20a18b62ac1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6d8f1374-6dcf-410f-a54c-b8e57b4c0283 HTTP/1.1" status: 204 len: 168 time: 0.2568076 Nov 11 17:31:56.358288 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f15a2-bee6-45ca-b518-b20a18b62ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8f1374-6dcf-410f-a54c-b8e57b4c0283,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:56.385102 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41796) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:56.780012 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5c163517-f719-494a-a788-91c898b78334 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:56.787471 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41816) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:56.970702 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5c163517-f719-494a-a788-91c898b78334 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:56.987645 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5c163517-f719-494a-a788-91c898b78334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:57.108458 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5c163517-f719-494a-a788-91c898b78334 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=89c7b18e2f314a1784c35a2555afa195&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7221053 Nov 11 17:31:57.111000 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41824) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:57.117321 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c163517-f719-494a-a788-91c898b78334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8de989f-e1fc-4d30-892d-fbfda3594785,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:57.229359 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e67046aa-7680-4fef-9e36-5e003fb2cb12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:57.278588 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e67046aa-7680-4fef-9e36-5e003fb2cb12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:57.323099 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d9db129-9606-48cc-8be3-f69cb3d024b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:57.417401 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e67046aa-7680-4fef-9e36-5e003fb2cb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:57.423656 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e67046aa-7680-4fef-9e36-5e003fb2cb12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:57.429258 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e67046aa-7680-4fef-9e36-5e003fb2cb12 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c8de989f-e1fc-4d30-892d-fbfda3594785 HTTP/1.1" status: 204 len: 168 time: 0.3172061 Nov 11 17:31:57.461159 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67046aa-7680-4fef-9e36-5e003fb2cb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8de989f-e1fc-4d30-892d-fbfda3594785,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:57.576866 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d9db129-9606-48cc-8be3-f69cb3d024b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:57.586005 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d9db129-9606-48cc-8be3-f69cb3d024b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:57.688175 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6d9db129-9606-48cc-8be3-f69cb3d024b4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=613c8a414c564748bb400f897a1aa2ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8985450 Nov 11 17:31:57.690076 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9db129-9606-48cc-8be3-f69cb3d024b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6104dc2-be93-42bc-9e39-dba6e9dc69a6,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:57.690816 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41844) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:57.850400 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f3ec5800-7be1-485d-8d4e-f1183d24c9d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:57.920964 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f3ec5800-7be1-485d-8d4e-f1183d24c9d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:58.021590 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f3ec5800-7be1-485d-8d4e-f1183d24c9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:58.025028 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f3ec5800-7be1-485d-8d4e-f1183d24c9d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:58.029767 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f3ec5800-7be1-485d-8d4e-f1183d24c9d1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b6104dc2-be93-42bc-9e39-dba6e9dc69a6 HTTP/1.1" status: 204 len: 168 time: 0.3379862 Nov 11 17:31:58.045042 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec5800-7be1-485d-8d4e-f1183d24c9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6104dc2-be93-42bc-9e39-dba6e9dc69a6,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:58.085062 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41856) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:58.259651 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41864) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:58.285191 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8264930b-0799-417c-aa15-dbd84f3ab49f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:58.427712 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8264930b-0799-417c-aa15-dbd84f3ab49f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:58.435622 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8264930b-0799-417c-aa15-dbd84f3ab49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:58.489078 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264930b-0799-417c-aa15-dbd84f3ab49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbff0e26-f4e6-4ad7-b73c-3ae28554ec36,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:58.497659 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8264930b-0799-417c-aa15-dbd84f3ab49f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=01053ec915e74794ba7975e563792afb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2368336 Nov 11 17:31:58.500589 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41868) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:58.632704 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4669ff05-9e57-40b7-b6ad-159970ae200d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:58.651157 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b56d4115-fbfc-46ba-b075-2921910e0346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:58.803011 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b56d4115-fbfc-46ba-b075-2921910e0346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:58.811616 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b56d4115-fbfc-46ba-b075-2921910e0346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:58.851646 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b56d4115-fbfc-46ba-b075-2921910e0346 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f2965bef45bc43cf932c964c1f19c627&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7653477 Nov 11 17:31:58.854208 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41882) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:31:58.870592 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4669ff05-9e57-40b7-b6ad-159970ae200d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:58.932187 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d4115-fbfc-46ba-b075-2921910e0346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa6be94-0278-43c0-916c-1f43d26ca4e2,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:58.954958 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5070647e-666d-4489-8303-3f8ac03087de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:59.000313 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5070647e-666d-4489-8303-3f8ac03087de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:59.018997 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4669ff05-9e57-40b7-b6ad-159970ae200d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:59.022609 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4669ff05-9e57-40b7-b6ad-159970ae200d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:59.024021 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4669ff05-9e57-40b7-b6ad-159970ae200d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cbff0e26-f4e6-4ad7-b73c-3ae28554ec36 HTTP/1.1" status: 204 len: 168 time: 0.5217423 Nov 11 17:31:59.032583 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669ff05-9e57-40b7-b6ad-159970ae200d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbff0e26-f4e6-4ad7-b73c-3ae28554ec36,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:31:59.073955 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5070647e-666d-4489-8303-3f8ac03087de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:59.079055 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5070647e-666d-4489-8303-3f8ac03087de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:31:59.084702 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5070647e-666d-4489-8303-3f8ac03087de admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aaa6be94-0278-43c0-916c-1f43d26ca4e2 HTTP/1.1" status: 204 len: 168 time: 0.2289348 Nov 11 17:31:59.096701 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070647e-666d-4489-8303-3f8ac03087de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa6be94-0278-43c0-916c-1f43d26ca4e2,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:00.937796 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41976) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:02.051803 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dade590e-989a-445c-a7e1-b21e17f6aaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:02.423677 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-dade590e-989a-445c-a7e1-b21e17f6aaf2 admin admin] Deleting port d83c796b-d8a2-4b59-b59f-bbd0ff261813 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:32:02.424626 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dade590e-989a-445c-a7e1-b21e17f6aaf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:02.546198 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-dade590e-989a-445c-a7e1-b21e17f6aaf2 admin admin] For port d83c796b-d8a2-4b59-b59f-bbd0ff261813, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d83c796b-d8a2-4b59-b59f-bbd0ff261813,segment=NetworkSegment(77980f2b-6062-4456-aa35-dfdb79784811),segment_id=77980f2b-6062-4456-aa35-dfdb79784811)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:32:02.546577 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dade590e-989a-445c-a7e1-b21e17f6aaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:02.575860 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-dade590e-989a-445c-a7e1-b21e17f6aaf2 admin admin] Calling delete_port for d83c796b-d8a2-4b59-b59f-bbd0ff261813 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:32:02.819683 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dade590e-989a-445c-a7e1-b21e17f6aaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:02.889138 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade590e-989a-445c-a7e1-b21e17f6aaf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d83c796b-d8a2-4b59-b59f-bbd0ff261813,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:02.951605 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42034) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:03.165151 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dade590e-989a-445c-a7e1-b21e17f6aaf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:03.358904 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9e693843-884c-4727-8985-f0efbd386bc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:03.447298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dade590e-989a-445c-a7e1-b21e17f6aaf2 admin admin] Router 3f8bdcfa-bc17-48fd-a935-a69d7f5825bc has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:32:03.473807 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9e693843-884c-4727-8985-f0efbd386bc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:03.480026 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9e693843-884c-4727-8985-f0efbd386bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:03.529375 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9e693843-884c-4727-8985-f0efbd386bc2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=90256aed0af848e19be603ba228fed26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5758958 Nov 11 17:32:03.530009 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42058) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:03.532022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e693843-884c-4727-8985-f0efbd386bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa31fc0-256b-4f0f-b156-7f60247a9908,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:03.601620 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dade590e-989a-445c-a7e1-b21e17f6aaf2 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:32:03.604594 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4690b1fd-cb42-4fb2-a5e3-e0a28e2b1218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:03.620491 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e7ecad-a2f1-4510-9d92-4f510caee7d9 None None] Sync routers for ids ['3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:32:03.625550 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-dade590e-989a-445c-a7e1-b21e17f6aaf2 admin admin] 10.222.0.76 "PUT /v2.0/routers/3f8bdcfa-bc17-48fd-a935-a69d7f5825bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6854572 Nov 11 17:32:03.628187 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42060) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:03.650052 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e7ecad-a2f1-4510-9d92-4f510caee7d9 None None] Routers {'3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:32:03.650685 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-62e7ecad-a2f1-4510-9d92-4f510caee7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:31:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:32:03.662253 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4690b1fd-cb42-4fb2-a5e3-e0a28e2b1218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:03.761952 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4690b1fd-cb42-4fb2-a5e3-e0a28e2b1218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:03.764952 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4690b1fd-cb42-4fb2-a5e3-e0a28e2b1218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:03.768646 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4690b1fd-cb42-4fb2-a5e3-e0a28e2b1218 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3fa31fc0-256b-4f0f-b156-7f60247a9908 HTTP/1.1" status: 204 len: 168 time: 0.2352197 Nov 11 17:32:03.789874 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690b1fd-cb42-4fb2-a5e3-e0a28e2b1218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa31fc0-256b-4f0f-b156-7f60247a9908,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:03.803265 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-905c5df0-da25-467b-b37c-6e11aceb6786 admin admin] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:03.849978 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-62e7ecad-a2f1-4510-9d92-4f510caee7d9 None None] Set router 3f8bdcfa-bc17-48fd-a935-a69d7f5825bc gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:32:04.074184 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-62e7ecad-a2f1-4510-9d92-4f510caee7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'name': 'tempest-TaggedBootDevicesTest-2033563070-router', 'tenant_id': '57a0547569de40a6ab45455039002426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:29Z', 'updated_at': '2021-11-11T17:32:02Z', 'revision_number': 5, 'project_id': '57a0547569de40a6ab45455039002426', 'gw_port': {'id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:30Z', 'updated_at': '2021-11-11T17:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:32:04.111234 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e7ecad-a2f1-4510-9d92-4f510caee7d9 None None] Checking router: 3f8bdcfa-bc17-48fd-a935-a69d7f5825bc for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:32:04.123575 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e7ecad-a2f1-4510-9d92-4f510caee7d9 None None] Routers {'3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:32:04.124368 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-62e7ecad-a2f1-4510-9d92-4f510caee7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:31:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:32:04.274856 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-905c5df0-da25-467b-b37c-6e11aceb6786 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:04.307024 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-62e7ecad-a2f1-4510-9d92-4f510caee7d9 None None] Set router 3f8bdcfa-bc17-48fd-a935-a69d7f5825bc gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:32:04.334958 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-905c5df0-da25-467b-b37c-6e11aceb6786 admin admin] Deleting port 9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:32:04.335391 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-905c5df0-da25-467b-b37c-6e11aceb6786 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:04.449593 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-905c5df0-da25-467b-b37c-6e11aceb6786 admin admin] For port 9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:32:04.449955 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-905c5df0-da25-467b-b37c-6e11aceb6786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:04.468700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-905c5df0-da25-467b-b37c-6e11aceb6786 admin admin] Calling delete_port for 9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1 owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:32:04.539520 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-62e7ecad-a2f1-4510-9d92-4f510caee7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'name': 'tempest-TaggedBootDevicesTest-2033563070-router', 'tenant_id': '57a0547569de40a6ab45455039002426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:29Z', 'updated_at': '2021-11-11T17:32:02Z', 'revision_number': 5, 'project_id': '57a0547569de40a6ab45455039002426', 'gw_port': {'id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:30Z', 'updated_at': '2021-11-11T17:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:32:04.575901 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e7ecad-a2f1-4510-9d92-4f510caee7d9 None None] The sync data for ids ['3f8bdcfa-bc17-48fd-a935-a69d7f5825bc'] in n-d-816206-4 is: [{'id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'name': 'tempest-TaggedBootDevicesTest-2033563070-router', 'tenant_id': '57a0547569de40a6ab45455039002426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:20:29Z', 'updated_at': '2021-11-11T17:32:02Z', 'revision_number': 5, 'project_id': '57a0547569de40a6ab45455039002426', 'gw_port': {'id': '9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bdcfa-bc17-48fd-a935-a69d7f5825bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:20:30Z', 'updated_at': '2021-11-11T17:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:32:04.657698 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-905c5df0-da25-467b-b37c-6e11aceb6786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:04.689677 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c5df0-da25-467b-b37c-6e11aceb6786 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:04.702361 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfaf99d-2d36-4df3-8322-5b9356f9176a None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:32:04.764696 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-905c5df0-da25-467b-b37c-6e11aceb6786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:04.859148 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:32:04.876691 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-905c5df0-da25-467b-b37c-6e11aceb6786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:04.878768 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-905c5df0-da25-467b-b37c-6e11aceb6786 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:04.932267 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-905c5df0-da25-467b-b37c-6e11aceb6786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:04.932829 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905c5df0-da25-467b-b37c-6e11aceb6786 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f8bdcfa-bc17-48fd-a935-a69d7f5825bc {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:32:04.939260 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-905c5df0-da25-467b-b37c-6e11aceb6786 admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:04.940497 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-905c5df0-da25-467b-b37c-6e11aceb6786 admin admin] 10.222.0.76 "DELETE /v2.0/routers/3f8bdcfa-bc17-48fd-a935-a69d7f5825bc HTTP/1.1" status: 204 len: 168 time: 1.3106501 Nov 11 17:32:04.943172 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42104) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:04.996998 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7bd7a32-213b-4849-aaa4-20e042890572 admin admin] Deleting subnet eb65c8e4-9667-460f-b3de-43e527914011 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:32:05.001178 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7a32-213b-4849-aaa4-20e042890572 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:05.054474 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7a32-213b-4849-aaa4-20e042890572 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:05.155623 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7a32-213b-4849-aaa4-20e042890572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:05.222429 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7a32-213b-4849-aaa4-20e042890572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:05.249226 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd7a32-213b-4849-aaa4-20e042890572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb65c8e4-9667-460f-b3de-43e527914011,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:05.259739 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7a32-213b-4849-aaa4-20e042890572 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:05.265810 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42124) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:05.266402 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b7bd7a32-213b-4849-aaa4-20e042890572 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/eb65c8e4-9667-460f-b3de-43e527914011 HTTP/1.1" status: 204 len: 168 time: 0.3221416 Nov 11 17:32:05.272004 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa052c3-67c4-4061-a9ee-f0f7be478b5a None None] Network 899c7522-11f4-4d70-abf1-4945b96a18be requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:32:05.401921 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e8f7218c-d734-4093-84d6-bc756c6f7440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:05.511643 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-e8f7218c-d734-4093-84d6-bc756c6f7440 admin admin] Deleting port 7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:32:05.512017 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e8f7218c-d734-4093-84d6-bc756c6f7440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:05.579709 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-e8f7218c-d734-4093-84d6-bc756c6f7440 admin admin] For port 7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981,segment=NetworkSegment(77980f2b-6062-4456-aa35-dfdb79784811),segment_id=77980f2b-6062-4456-aa35-dfdb79784811)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:32:05.580176 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e8f7218c-d734-4093-84d6-bc756c6f7440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:05.593062 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-e8f7218c-d734-4093-84d6-bc756c6f7440 admin admin] Calling delete_port for 7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:32:05.696348 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e8f7218c-d734-4093-84d6-bc756c6f7440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:05.724944 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7218c-d734-4093-84d6-bc756c6f7440 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:05.730455 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f7218c-d734-4093-84d6-bc756c6f7440 admin admin] No DVR routers for this DVR port 7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:32:05.813626 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e8f7218c-d734-4093-84d6-bc756c6f7440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:05.846341 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-e8f7218c-d734-4093-84d6-bc756c6f7440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['899c7522-11f4-4d70-abf1-4945b96a18be']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:32:05.860055 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-e8f7218c-d734-4093-84d6-bc756c6f7440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77980f2b-6062-4456-aa35-dfdb79784811') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:32:05.860424 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-e8f7218c-d734-4093-84d6-bc756c6f7440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77980f2b-6062-4456-aa35-dfdb79784811') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:32:05.872731 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4cdc0b-1541-4929-b08f-06c7347a9e73 None None] DHCP port deletion for 899c7522-11f4-4d70-abf1-4945b96a18be request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:32:05.909522 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e8f7218c-d734-4093-84d6-bc756c6f7440 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:05.931041 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e8f7218c-d734-4093-84d6-bc756c6f7440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:05.938582 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f7218c-d734-4093-84d6-bc756c6f7440 admin admin] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:32:05.939170 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e8f7218c-d734-4093-84d6-bc756c6f7440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:05.947291 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:32:05.953447 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:32:05.971752 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:32:05.972331 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 9d2d0598-81bf-41e4-afd4-e5e5fa8fa8d1 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:32:05.973751 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device d83c796b-d8a2-4b59-b59f-bbd0ff261813 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:32:05.994520 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: d83c796b-d8a2-4b59-b59f-bbd0ff261813 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:32:05.995175 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device d83c796b-d8a2-4b59-b59f-bbd0ff261813 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:32:05.995820 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:32:06.007643 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e8f7218c-d734-4093-84d6-bc756c6f7440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:06.013440 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e8f7218c-d734-4093-84d6-bc756c6f7440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:06.018425 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e8f7218c-d734-4093-84d6-bc756c6f7440 admin admin] 10.222.0.76 "DELETE /v2.0/networks/899c7522-11f4-4d70-abf1-4945b96a18be HTTP/1.1" status: 204 len: 168 time: 0.7511845 Nov 11 17:32:06.023019 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:32:06.023574 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7d0f1da5-1ea1-4ae8-8a90-86ba92cb2981 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:32:06.040795 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7218c-d734-4093-84d6-bc756c6f7440 admin admin] Pushing event deleted for resources: {'Network': ['ID=899c7522-11f4-4d70-abf1-4945b96a18be,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:06.337178 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42170) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:06.386736 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b391bd1e-66aa-43f3-90e5-d636e44dbf0a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=57a0547569de40a6ab45455039002426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483429 Nov 11 17:32:06.389701 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42172) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:06.444640 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-58e61090-5220-46c3-9a16-867a67df29d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:06.466616 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-58e61090-5220-46c3-9a16-867a67df29d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:06.530096 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-58e61090-5220-46c3-9a16-867a67df29d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:06.532968 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-58e61090-5220-46c3-9a16-867a67df29d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:06.534404 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-58e61090-5220-46c3-9a16-867a67df29d5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5869c140-3e2d-4240-bf0b-82ae6b4fffd6 HTTP/1.1" status: 204 len: 168 time: 0.1436739 Nov 11 17:32:06.543555 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e61090-5220-46c3-9a16-867a67df29d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5869c140-3e2d-4240-bf0b-82ae6b4fffd6,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:07.382185 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42202) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:07.391835 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e442e007-a6e8-4140-9a12-b8dc2062855e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:07.885198 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42226) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:07.919860 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-11630fdd-f774-4816-8e0d-a3bd5510a5fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:08.008375 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-11630fdd-f774-4816-8e0d-a3bd5510a5fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:08.012602 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-11630fdd-f774-4816-8e0d-a3bd5510a5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:08.054233 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-11630fdd-f774-4816-8e0d-a3bd5510a5fc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d600f2a63685419598c68ee4c7afc56c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6709301 Nov 11 17:32:08.055110 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11630fdd-f774-4816-8e0d-a3bd5510a5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65876907-dd9b-4ce1-bf45-eaf77b4a6a2a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:08.056912 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42234) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:08.110285 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-96b06c1d-e796-454e-815e-087c2244e627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:08.132920 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-96b06c1d-e796-454e-815e-087c2244e627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:08.185265 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-96b06c1d-e796-454e-815e-087c2244e627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:08.189472 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-96b06c1d-e796-454e-815e-087c2244e627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:08.192089 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-96b06c1d-e796-454e-815e-087c2244e627 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/65876907-dd9b-4ce1-bf45-eaf77b4a6a2a HTTP/1.1" status: 204 len: 168 time: 0.1332972 Nov 11 17:32:08.206912 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b06c1d-e796-454e-815e-087c2244e627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65876907-dd9b-4ce1-bf45-eaf77b4a6a2a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:08.334448 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-80fad222-3d46-424c-8efa-937f986a8610 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:08.446941 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-80fad222-3d46-424c-8efa-937f986a8610 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:08.452290 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-80fad222-3d46-424c-8efa-937f986a8610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:08.490915 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fad222-3d46-424c-8efa-937f986a8610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8136a28a-9a78-49c2-8258-ab6577dfdd05,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:08.521607 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-80fad222-3d46-424c-8efa-937f986a8610 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2ebda34301a44447a2be2c5552979146&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6353180 Nov 11 17:32:08.524913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42282) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:08.596013 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1b11dbe-4c51-4b93-8afb-787bebacf594 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:08.622728 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1b11dbe-4c51-4b93-8afb-787bebacf594 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:08.711854 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1b11dbe-4c51-4b93-8afb-787bebacf594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:08.715413 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1b11dbe-4c51-4b93-8afb-787bebacf594 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:08.719439 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d1b11dbe-4c51-4b93-8afb-787bebacf594 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8136a28a-9a78-49c2-8258-ab6577dfdd05 HTTP/1.1" status: 204 len: 168 time: 0.1934006 Nov 11 17:32:08.730454 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b11dbe-4c51-4b93-8afb-787bebacf594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8136a28a-9a78-49c2-8258-ab6577dfdd05,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:09.565069 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42342) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:09.708069 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42350) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:09.729946 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-932078ce-824f-4acd-9e59-65a8a02b3730 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:09.767522 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-00c4d499-34c0-4a42-b15e-72fc9a72c6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:09.912267 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-932078ce-824f-4acd-9e59-65a8a02b3730 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:09.920094 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-932078ce-824f-4acd-9e59-65a8a02b3730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:09.973916 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932078ce-824f-4acd-9e59-65a8a02b3730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0500ba55-dbdd-42a0-a355-7eeca7ffb884,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:09.995494 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-932078ce-824f-4acd-9e59-65a8a02b3730 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c155223f8dfd467b9131f89d4b32773f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2862215 Nov 11 17:32:09.998558 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42358) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:10.043244 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-37334e59-7115-4982-b307-c8cde63bc4c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:10.155216 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42362) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:10.156515 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b5d2f357-1f7f-4d87-ace2-e986820943ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:10.190191 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b5d2f357-1f7f-4d87-ace2-e986820943ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:10.270294 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-37334e59-7115-4982-b307-c8cde63bc4c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:10.272574 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b5d2f357-1f7f-4d87-ace2-e986820943ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:10.276317 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b5d2f357-1f7f-4d87-ace2-e986820943ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:10.281905 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b5d2f357-1f7f-4d87-ace2-e986820943ba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0500ba55-dbdd-42a0-a355-7eeca7ffb884 HTTP/1.1" status: 204 len: 168 time: 0.2817910 Nov 11 17:32:10.288018 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-37334e59-7115-4982-b307-c8cde63bc4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:10.333968 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-37334e59-7115-4982-b307-c8cde63bc4c0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a8ca4c341a9c419c955bce1274f0d970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7675757 Nov 11 17:32:10.336301 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42372) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:10.336662 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2f357-1f7f-4d87-ace2-e986820943ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0500ba55-dbdd-42a0-a355-7eeca7ffb884,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:10.386940 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37334e59-7115-4982-b307-c8cde63bc4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b706847c-4bbc-4951-8d1d-17d2c480a52c,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:10.436883 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6a8f3438-e69b-4243-bd74-f1fc70da6569 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:10.480056 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0564b718-7637-4526-800a-eddc68761fea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:10.486668 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6a8f3438-e69b-4243-bd74-f1fc70da6569 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:10.574439 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6a8f3438-e69b-4243-bd74-f1fc70da6569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:10.577644 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6a8f3438-e69b-4243-bd74-f1fc70da6569 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:10.581122 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6a8f3438-e69b-4243-bd74-f1fc70da6569 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b706847c-4bbc-4951-8d1d-17d2c480a52c HTTP/1.1" status: 204 len: 168 time: 0.2415218 Nov 11 17:32:10.597127 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f3438-e69b-4243-bd74-f1fc70da6569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b706847c-4bbc-4951-8d1d-17d2c480a52c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:10.636232 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0564b718-7637-4526-800a-eddc68761fea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:10.642353 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0564b718-7637-4526-800a-eddc68761fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:10.699497 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0564b718-7637-4526-800a-eddc68761fea admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=03e0a875bf6f4d99b6ee06bc43e92698&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5399830 Nov 11 17:32:10.699497 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564b718-7637-4526-800a-eddc68761fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f134f6d-00e4-4c24-b9db-2474f7d3147a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:10.700094 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42382) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:10.786159 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9cbf9402-a55d-4ef4-953d-ff9f6277362c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:10.820053 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9cbf9402-a55d-4ef4-953d-ff9f6277362c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:10.859254 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42388) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:10.907555 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9cbf9402-a55d-4ef4-953d-ff9f6277362c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:10.909060 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:10.911248 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9cbf9402-a55d-4ef4-953d-ff9f6277362c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:10.912558 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9cbf9402-a55d-4ef4-953d-ff9f6277362c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7f134f6d-00e4-4c24-b9db-2474f7d3147a HTTP/1.1" status: 204 len: 168 time: 0.2113736 Nov 11 17:32:10.925646 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf9402-a55d-4ef4-953d-ff9f6277362c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f134f6d-00e4-4c24-b9db-2474f7d3147a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:11.233617 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-255a82c0-110d-417e-9589-1e1030c686bd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1903744443-network', 'tenant_id': 'bfb862c6c1774d119eeb57e933ac906b'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:11.261261 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255a82c0-110d-417e-9589-1e1030c686bd admin admin] Made reservation on behalf of bfb862c6c1774d119eeb57e933ac906b for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:32:11.264321 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-255a82c0-110d-417e-9589-1e1030c686bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:11.275262 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-255a82c0-110d-417e-9589-1e1030c686bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:11.376571 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-255a82c0-110d-417e-9589-1e1030c686bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:11.382513 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-255a82c0-110d-417e-9589-1e1030c686bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:11.399186 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255a82c0-110d-417e-9589-1e1030c686bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1283} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:32:11.433885 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-255a82c0-110d-417e-9589-1e1030c686bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:11.434222 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-255a82c0-110d-417e-9589-1e1030c686bd admin admin] Added segment b540461b-c4dd-4cc2-816d-cbc90a260143 of type vlan for network eb2b5db5-7434-4e18-bb6a-55caa9ce141d Nov 11 17:32:11.440366 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42406) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:11.451824 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a82c0-110d-417e-9589-1e1030c686bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4774ba6a-c313-4e45-8cf3-ddbee7ca0bc1,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:11.461552 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-848775b5-3034-40b8-9c92-7dc0f69c3633 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:11.520785 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-255a82c0-110d-417e-9589-1e1030c686bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:11.563867 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-255a82c0-110d-417e-9589-1e1030c686bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:11.564868 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255a82c0-110d-417e-9589-1e1030c686bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:11.565448 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-255a82c0-110d-417e-9589-1e1030c686bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:11.610918 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-848775b5-3034-40b8-9c92-7dc0f69c3633 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:11.618211 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-848775b5-3034-40b8-9c92-7dc0f69c3633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:11.652970 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-255a82c0-110d-417e-9589-1e1030c686bd admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7917500 Nov 11 17:32:11.655861 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42414) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:11.663055 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e7e72cb4-a4c8-4b32-9ec2-bf876d4b4d2f admin admin] Request body: {'subnet': {'network_id': 'eb2b5db5-7434-4e18-bb6a-55caa9ce141d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1903744443-subnet', 'tenant_id': 'bfb862c6c1774d119eeb57e933ac906b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:11.668104 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a82c0-110d-417e-9589-1e1030c686bd admin admin] Pushing event updated for resources: {'Network': ['ID=eb2b5db5-7434-4e18-bb6a-55caa9ce141d,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:11.679400 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network eb2b5db5-7434-4e18-bb6a-55caa9ce141d details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:32:11.684741 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-848775b5-3034-40b8-9c92-7dc0f69c3633 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=97db0f0f6b9d4595a7836ec16d500a82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2432160 Nov 11 17:32:11.687202 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42416) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:11.706727 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e72cb4-a4c8-4b32-9ec2-bf876d4b4d2f admin admin] Made reservation on behalf of bfb862c6c1774d119eeb57e933ac906b for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:32:11.711472 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e7e72cb4-a4c8-4b32-9ec2-bf876d4b4d2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:11.720799 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848775b5-3034-40b8-9c92-7dc0f69c3633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcab2d9-ae41-43ff-a3e3-466f5762fe69,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:11.754314 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3ec8a8cf-aa5c-4e90-b794-f0ca7df32d46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:11.788480 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3ec8a8cf-aa5c-4e90-b794-f0ca7df32d46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:11.841385 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42420) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:11.882317 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-46a97445-14a8-4ba6-80c2-15b306a5b99b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:11.957365 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3ec8a8cf-aa5c-4e90-b794-f0ca7df32d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:11.961195 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3ec8a8cf-aa5c-4e90-b794-f0ca7df32d46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:11.963783 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3ec8a8cf-aa5c-4e90-b794-f0ca7df32d46 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/afcab2d9-ae41-43ff-a3e3-466f5762fe69 HTTP/1.1" status: 204 len: 168 time: 0.2742860 Nov 11 17:32:11.984166 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8a8cf-aa5c-4e90-b794-f0ca7df32d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcab2d9-ae41-43ff-a3e3-466f5762fe69,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:12.097961 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e7e72cb4-a4c8-4b32-9ec2-bf876d4b4d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:12.108832 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-46a97445-14a8-4ba6-80c2-15b306a5b99b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:12.116095 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-46a97445-14a8-4ba6-80c2-15b306a5b99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:12.151412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-46a97445-14a8-4ba6-80c2-15b306a5b99b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7d50be82d8e44cdaa1127aac87da504f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3084364 Nov 11 17:32:12.154173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42432) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:12.177184 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e72cb4-a4c8-4b32-9ec2-bf876d4b4d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cd25923-5b8f-4e08-b977-1c7ad24ffb6a,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:12.190627 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e72cb4-a4c8-4b32-9ec2-bf876d4b4d2f admin admin] Checking segment: {'id': 'b540461b-c4dd-4cc2-816d-cbc90a260143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'eb2b5db5-7434-4e18-bb6a-55caa9ce141d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:32:12.190886 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e72cb4-a4c8-4b32-9ec2-bf876d4b4d2f admin admin] Network hostable DHCP agents. Network: eb2b5db5-7434-4e18-bb6a-55caa9ce141d, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:32:12.212714 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e72cb4-a4c8-4b32-9ec2-bf876d4b4d2f admin admin] Network eb2b5db5-7434-4e18-bb6a-55caa9ce141d is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:32:12.227029 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a97445-14a8-4ba6-80c2-15b306a5b99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953fb922-740e-4739-a791-31eb558c937e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:12.227379 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-e7e72cb4-a4c8-4b32-9ec2-bf876d4b4d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, eb2b5db5-7434-4e18-bb6a-55caa9ce141d) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:32:12.235168 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e72cb4-a4c8-4b32-9ec2-bf876d4b4d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:12.236449 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e7e72cb4-a4c8-4b32-9ec2-bf876d4b4d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:12.244436 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66be6b30-01fa-4498-8d61-fa93804e3e5c None None] Network eb2b5db5-7434-4e18-bb6a-55caa9ce141d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:32:12.245498 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fb48c932-5711-4acb-b904-4813d33ad4a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:12.274124 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e7e72cb4-a4c8-4b32-9ec2-bf876d4b4d2f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6162350 Nov 11 17:32:12.294689 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fb48c932-5711-4acb-b904-4813d33ad4a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:12.357517 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fb48c932-5711-4acb-b904-4813d33ad4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:12.360577 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fb48c932-5711-4acb-b904-4813d33ad4a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:12.364783 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fb48c932-5711-4acb-b904-4813d33ad4a4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/953fb922-740e-4739-a791-31eb558c937e HTTP/1.1" status: 204 len: 168 time: 0.2062473 Nov 11 17:32:12.402640 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48c932-5711-4acb-b904-4813d33ad4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953fb922-740e-4739-a791-31eb558c937e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:12.436038 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52135d7f-35f2-4565-8288-a4c186f94d35 None None] Network eb2b5db5-7434-4e18-bb6a-55caa9ce141d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:32:12.508446 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:12.873753 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:13.147189 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42482) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:13.476541 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-d51a1e70-51a3-4846-8a3b-b356e8596a56 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:13.485289 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-d51a1e70-51a3-4846-8a3b-b356e8596a56 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/networks?id=eb2b5db5-7434-4e18-bb6a-55caa9ce141d HTTP/1.1" status: 200 len: 818 time: 0.1276295 Nov 11 17:32:13.506450 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-059b42d7-3f4c-424a-8634-3fd6c0171671 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/quotas/bfb862c6c1774d119eeb57e933ac906b HTTP/1.1" status: 200 len: 375 time: 0.0201006 Nov 11 17:32:13.561656 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-f33b4893-9181-4258-929d-013d09e03813 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bfb862c6c1774d119eeb57e933ac906b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542428 Nov 11 17:32:13.577515 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-69888f37-3487-4d0a-9baa-d5256a3226ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:13.676923 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-69888f37-3487-4d0a-9baa-d5256a3226ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:13.682575 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-69888f37-3487-4d0a-9baa-d5256a3226ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:13.721019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69888f37-3487-4d0a-9baa-d5256a3226ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf9a49e-da0d-4b4b-a924-02bda8c5aadf,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:13.731311 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-69888f37-3487-4d0a-9baa-d5256a3226ec admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=53c3096634d54c0fab9661a81973f3d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5830333 Nov 11 17:32:13.734065 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42514) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:13.822259 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3064e222-cecc-4b5d-b4b0-39c823e7738a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:13.875917 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3064e222-cecc-4b5d-b4b0-39c823e7738a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:13.953185 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3064e222-cecc-4b5d-b4b0-39c823e7738a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:13.956099 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3064e222-cecc-4b5d-b4b0-39c823e7738a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:13.957854 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3064e222-cecc-4b5d-b4b0-39c823e7738a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5cf9a49e-da0d-4b4b-a924-02bda8c5aadf HTTP/1.1" status: 204 len: 168 time: 0.2219870 Nov 11 17:32:13.970080 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064e222-cecc-4b5d-b4b0-39c823e7738a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf9a49e-da0d-4b4b-a924-02bda8c5aadf,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:13.990122 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-aa63857c-b18f-479c-a99a-cfd49cac378a service neutron] 10.222.0.76 "GET /v2.0/networks/eb2b5db5-7434-4e18-bb6a-55caa9ce141d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275184 Nov 11 17:32:14.204183 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-de68dcd6-99d1-4ea8-9595-fe0899d7e969 service neutron] 10.222.0.76 "GET /v2.0/networks/eb2b5db5-7434-4e18-bb6a-55caa9ce141d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896398 Nov 11 17:32:14.427005 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea40fb0c-ecd4-4aa1-8095-52ae9a7f6275 req-e58332c7-214a-4af6-b5f4-20362793a68a tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a25360a-39b7-4920-986d-df2a8b6df6bb HTTP/1.1" status: 200 len: 210 time: 0.0447834 Nov 11 17:32:15.559086 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63ae8852-dcb5-4ebb-9d39-46b5fae205d7 req-8fceb480-5b0c-4832-b4ec-bba22efbdaca tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a25360a-39b7-4920-986d-df2a8b6df6bb HTTP/1.1" status: 200 len: 210 time: 0.0349123 Nov 11 17:32:15.698980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-d83307ff-18ac-47bf-ae00-72bd8e7aac14 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:15.702170 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-d83307ff-18ac-47bf-ae00-72bd8e7aac14 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.64 "GET /v2.0/networks?id=eb2b5db5-7434-4e18-bb6a-55caa9ce141d HTTP/1.1" status: 200 len: 818 time: 0.1498902 Nov 11 17:32:15.721476 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-02aa17e3-8e25-48a9-af9a-6b9254414371 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Request body: {'port': {'device_id': '3a25360a-39b7-4920-986d-df2a8b6df6bb', 'network_id': 'eb2b5db5-7434-4e18-bb6a-55caa9ce141d', 'admin_state_up': True, 'tenant_id': 'bfb862c6c1774d119eeb57e933ac906b'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:15.883931 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-02aa17e3-8e25-48a9-af9a-6b9254414371 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Made reservation on behalf of bfb862c6c1774d119eeb57e933ac906b for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:32:15.889938 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-02aa17e3-8e25-48a9-af9a-6b9254414371 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:16.039811 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-02aa17e3-8e25-48a9-af9a-6b9254414371 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Allocated IP 172.20.0.9 (eb2b5db5-7434-4e18-bb6a-55caa9ce141d/1cd25923-5b8f-4e08-b977-1c7ad24ffb6a/f1549a39-4fe2-48b7-90aa-355a3511dadd) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:32:16.229757 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-02aa17e3-8e25-48a9-af9a-6b9254414371 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:16.286874 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-02aa17e3-8e25-48a9-af9a-6b9254414371 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:16.366570 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-02aa17e3-8e25-48a9-af9a-6b9254414371 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Network eb2b5db5-7434-4e18-bb6a-55caa9ce141d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:32:16.367569 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa17e3-8e25-48a9-af9a-6b9254414371 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Pushing event updated for resources: {'Port': ['ID=f1549a39-4fe2-48b7-90aa-355a3511dadd,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:16.374024 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-02aa17e3-8e25-48a9-af9a-6b9254414371 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:32:16.377957 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-02aa17e3-8e25-48a9-af9a-6b9254414371 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:32:16.463335 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-02aa17e3-8e25-48a9-af9a-6b9254414371 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:16.463998 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-02aa17e3-8e25-48a9-af9a-6b9254414371 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:16.486619 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-02aa17e3-8e25-48a9-af9a-6b9254414371 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7694998 Nov 11 17:32:16.531313 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] Request body: {'port': {'device_id': '3a25360a-39b7-4920-986d-df2a8b6df6bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:16.598184 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:16.708873 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42638) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:16.763087 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421df879-1b40-4f6e-a836-fdfeb72649f2 req-8b12b8a3-049e-469c-9132-43bb1287bf13 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:16.765175 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-421df879-1b40-4f6e-a836-fdfeb72649f2 req-8b12b8a3-049e-469c-9132-43bb1287bf13 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a25360a-39b7-4920-986d-df2a8b6df6bb HTTP/1.1" status: 200 len: 931 time: 0.0719895 Nov 11 17:32:16.870228 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-421df879-1b40-4f6e-a836-fdfeb72649f2 req-5beeaf23-0d59-471a-abc4-3a5a41a546b6 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/security-groups?id=4774ba6a-c313-4e45-8cf3-ddbee7ca0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980422 Nov 11 17:32:16.976043 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1549a39-4fe2-48b7-90aa-355a3511dadd {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:32:16.984213 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:16.999594 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] Transition to ACTIVE for port object f1549a39-4fe2-48b7-90aa-355a3511dadd will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:32:17.006689 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:17.062550 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] Pushing event updated for resources: {'Port': ['ID=f1549a39-4fe2-48b7-90aa-355a3511dadd,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:17.076466 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-5be406fb-1649-4bc4-8a04-2d836ca438d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1827435730-network', 'tenant_id': '623da2f48dae40158d78770664aa965c'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:17.120095 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be406fb-1649-4bc4-8a04-2d836ca438d8 admin admin] Made reservation on behalf of 623da2f48dae40158d78770664aa965c for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:32:17.124044 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5be406fb-1649-4bc4-8a04-2d836ca438d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:17.142135 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5be406fb-1649-4bc4-8a04-2d836ca438d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:17.186232 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] Attempting to bind port f1549a39-4fe2-48b7-90aa-355a3511dadd on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:32:17.186703 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] Attempting to bind port f1549a39-4fe2-48b7-90aa-355a3511dadd by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'b540461b-c4dd-4cc2-816d-cbc90a260143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'eb2b5db5-7434-4e18-bb6a-55caa9ce141d'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:32:17.187034 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] Attempting to bind port f1549a39-4fe2-48b7-90aa-355a3511dadd on network eb2b5db5-7434-4e18-bb6a-55caa9ce141d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:32:17.194186 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] Port f1549a39-4fe2-48b7-90aa-355a3511dadd on network eb2b5db5-7434-4e18-bb6a-55caa9ce141d not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:32:17.194186 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] Attempting to bind port f1549a39-4fe2-48b7-90aa-355a3511dadd on network eb2b5db5-7434-4e18-bb6a-55caa9ce141d {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:32:17.201520 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:32:17.201983 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] Checking segment: {'id': 'b540461b-c4dd-4cc2-816d-cbc90a260143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'eb2b5db5-7434-4e18-bb6a-55caa9ce141d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:32:17.202291 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] Bound using segment: {'id': 'b540461b-c4dd-4cc2-816d-cbc90a260143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'eb2b5db5-7434-4e18-bb6a-55caa9ce141d'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:32:17.203071 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] Bound port: f1549a39-4fe2-48b7-90aa-355a3511dadd, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b540461b-c4dd-4cc2-816d-cbc90a260143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'eb2b5db5-7434-4e18-bb6a-55caa9ce141d'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:32:17.203720 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:17.242539 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5be406fb-1649-4bc4-8a04-2d836ca438d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:17.249484 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5be406fb-1649-4bc4-8a04-2d836ca438d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:17.262887 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be406fb-1649-4bc4-8a04-2d836ca438d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1261} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:32:17.273016 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5be406fb-1649-4bc4-8a04-2d836ca438d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:17.273653 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-5be406fb-1649-4bc4-8a04-2d836ca438d8 admin admin] Added segment fd56decb-8d0a-495a-b998-069d8a3114ad of type vlan for network b0dd05d3-837d-44d1-abc4-2c8570b43698 Nov 11 17:32:17.301330 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] For port f1549a39-4fe2-48b7-90aa-355a3511dadd, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:32:17.305692 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] For port f1549a39-4fe2-48b7-90aa-355a3511dadd, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f1549a39-4fe2-48b7-90aa-355a3511dadd,segment=NetworkSegment(b540461b-c4dd-4cc2-816d-cbc90a260143),segment_id=b540461b-c4dd-4cc2-816d-cbc90a260143)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:32:17.309061 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be406fb-1649-4bc4-8a04-2d836ca438d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4332d80d-500f-4be1-af77-cd076a012557,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:17.312430 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:17.368329 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5be406fb-1649-4bc4-8a04-2d836ca438d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:17.406734 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:17.409779 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:17.413102 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5be406fb-1649-4bc4-8a04-2d836ca438d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:17.414313 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be406fb-1649-4bc4-8a04-2d836ca438d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:17.415102 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5be406fb-1649-4bc4-8a04-2d836ca438d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:17.417958 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] 10.222.0.64 "PUT /v2.0/ports/f1549a39-4fe2-48b7-90aa-355a3511dadd HTTP/1.1" status: 200 len: 1091 time: 0.8915100 Nov 11 17:32:17.420320 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a25360a-39b7-4920-986d-df2a8b6df6bb', 'tag': 'f1549a39-4fe2-48b7-90aa-355a3511dadd'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:32:17.429859 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e1e8e2-c7d0-42ec-a6b1-a5b385d3770c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a25360a-39b7-4920-986d-df2a8b6df6bb", "tag": "f1549a39-4fe2-48b7-90aa-355a3511dadd"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:32:17.505091 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be406fb-1649-4bc4-8a04-2d836ca438d8 admin admin] Pushing event updated for resources: {'Network': ['ID=b0dd05d3-837d-44d1-abc4-2c8570b43698,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:17.509840 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5be406fb-1649-4bc4-8a04-2d836ca438d8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7991192 Nov 11 17:32:17.514521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42664) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:17.516518 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network b0dd05d3-837d-44d1-abc4-2c8570b43698 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:32:17.527901 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-84fd279e-4299-48c8-8b68-79ad1df348cb admin admin] Request body: {'subnet': {'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1827435730-subnet', 'tenant_id': '623da2f48dae40158d78770664aa965c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:17.568287 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0644e284-e6b1-4954-9fcf-9cba79aab902 x-openstack-request-id: req-0644e284-e6b1-4954-9fcf-9cba79aab902 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:32:17.568799 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a25360a-39b7-4920-986d-df2a8b6df6bb", "tag": "f1549a39-4fe2-48b7-90aa-355a3511dadd", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:32:17.569247 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0644e284-e6b1-4954-9fcf-9cba79aab902 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:32:17.569824 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a25360a-39b7-4920-986d-df2a8b6df6bb', 'tag': 'f1549a39-4fe2-48b7-90aa-355a3511dadd', 'status': 'completed', 'code': 200} Nov 11 17:32:17.571647 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294af3c4-966d-438c-a31a-31b57ef01792 service neutron] Pushing event updated for resources: {'Port': ['ID=f1549a39-4fe2-48b7-90aa-355a3511dadd,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:17.591359 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-12bc1707-9304-452e-948f-4fae2527f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:17.593381 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-12bc1707-9304-452e-948f-4fae2527f03e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bfb862c6c1774d119eeb57e933ac906b&device_id=3a25360a-39b7-4920-986d-df2a8b6df6bb HTTP/1.1" status: 200 len: 1094 time: 0.1024609 Nov 11 17:32:17.600906 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fd279e-4299-48c8-8b68-79ad1df348cb admin admin] Made reservation on behalf of 623da2f48dae40158d78770664aa965c for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:32:17.604991 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-84fd279e-4299-48c8-8b68-79ad1df348cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:17.662018 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-57f3718c-063e-4d58-b517-dbfd375e65df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1549a39-4fe2-48b7-90aa-355a3511dadd HTTP/1.1" status: 200 len: 217 time: 0.0532551 Nov 11 17:32:17.774707 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-297a17fe-2473-4197-aae4-7e526c9076da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:17.776351 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-297a17fe-2473-4197-aae4-7e526c9076da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1cd25923-5b8f-4e08-b977-1c7ad24ffb6a HTTP/1.1" status: 200 len: 858 time: 0.1089008 Nov 11 17:32:17.866635 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-2dcc626e-d708-438a-b3c1-7fccab3f76f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eb2b5db5-7434-4e18-bb6a-55caa9ce141d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822830 Nov 11 17:32:17.941352 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-84fd279e-4299-48c8-8b68-79ad1df348cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:18.114045 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd279e-4299-48c8-8b68-79ad1df348cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9999f1f-0e45-4e21-98fb-c66184c46f8a,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:18.157511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fd279e-4299-48c8-8b68-79ad1df348cb admin admin] Checking segment: {'id': 'fd56decb-8d0a-495a-b998-069d8a3114ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:32:18.158038 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fd279e-4299-48c8-8b68-79ad1df348cb admin admin] Network hostable DHCP agents. Network: b0dd05d3-837d-44d1-abc4-2c8570b43698, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:32:18.196720 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb977d-75ce-470b-b767-68d537fa28e8 req-9b10cf3d-3411-425b-9037-f6453b913bc0 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:18.205825 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8ddb977d-75ce-470b-b767-68d537fa28e8 req-9b10cf3d-3411-425b-9037-f6453b913bc0 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a25360a-39b7-4920-986d-df2a8b6df6bb HTTP/1.1" status: 200 len: 943 time: 0.1252055 Nov 11 17:32:18.234555 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fd279e-4299-48c8-8b68-79ad1df348cb admin admin] Network b0dd05d3-837d-44d1-abc4-2c8570b43698 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:32:18.271910 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:18.291025 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8ddb977d-75ce-470b-b767-68d537fa28e8 req-e6759a00-17c9-4518-857d-9adc38246d47 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/security-groups?id=4774ba6a-c313-4e45-8cf3-ddbee7ca0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842173 Nov 11 17:32:18.310851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-84fd279e-4299-48c8-8b68-79ad1df348cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, b0dd05d3-837d-44d1-abc4-2c8570b43698) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:32:18.321997 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076edc97-2e47-4185-b89d-47dbc2dfe443 None None] Network b0dd05d3-837d-44d1-abc4-2c8570b43698 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:32:18.333454 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fd279e-4299-48c8-8b68-79ad1df348cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:18.334480 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-84fd279e-4299-48c8-8b68-79ad1df348cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:18.362108 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-84fd279e-4299-48c8-8b68-79ad1df348cb admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8465140 Nov 11 17:32:18.436426 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-7c5df78a-3d09-4160-9aa2-5df781398e59 service neutron] 10.222.0.64 "GET /v2.0/networks/eb2b5db5-7434-4e18-bb6a-55caa9ce141d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633743 Nov 11 17:32:18.518761 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3f1064-5a3a-42bc-92b7-3c8d424ac087 None None] Network b0dd05d3-837d-44d1-abc4-2c8570b43698 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:32:18.638108 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c05ea27a-322b-4c23-9a07-0786e609bb7b req-b07473be-a29b-4458-9cfe-edc4b7d1b632 service neutron] 10.222.0.64 "GET /v2.0/networks/eb2b5db5-7434-4e18-bb6a-55caa9ce141d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945360 Nov 11 17:32:18.773212 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8e2-c7d0-42ec-a6b1-a5b385d3770c req-b659ef4d-0889-4f4c-9a1c-a8bf85a1f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:18.774719 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b9e1e8e2-c7d0-42ec-a6b1-a5b385d3770c req-b659ef4d-0889-4f4c-9a1c-a8bf85a1f0a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bfb862c6c1774d119eeb57e933ac906b&device_id=3a25360a-39b7-4920-986d-df2a8b6df6bb HTTP/1.1" status: 200 len: 1094 time: 0.0523777 Nov 11 17:32:18.890937 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8e2-c7d0-42ec-a6b1-a5b385d3770c req-329beaa2-6441-46b2-b968-d91416ba05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:18.895644 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b9e1e8e2-c7d0-42ec-a6b1-a5b385d3770c req-329beaa2-6441-46b2-b968-d91416ba05a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eb2b5db5-7434-4e18-bb6a-55caa9ce141d HTTP/1.1" status: 200 len: 920 time: 0.1098225 Nov 11 17:32:18.951985 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b9e1e8e2-c7d0-42ec-a6b1-a5b385d3770c req-6268c36c-838a-4f9f-af7e-d51e7c46a7fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1549a39-4fe2-48b7-90aa-355a3511dadd HTTP/1.1" status: 200 len: 217 time: 0.0509529 Nov 11 17:32:19.041954 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e8e2-c7d0-42ec-a6b1-a5b385d3770c req-5e21ce87-c0f9-4eb4-ba0e-6915f05e9e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:19.043682 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b9e1e8e2-c7d0-42ec-a6b1-a5b385d3770c req-5e21ce87-c0f9-4eb4-ba0e-6915f05e9e0d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1cd25923-5b8f-4e08-b977-1c7ad24ffb6a HTTP/1.1" status: 200 len: 858 time: 0.0757992 Nov 11 17:32:19.085207 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b9e1e8e2-c7d0-42ec-a6b1-a5b385d3770c req-9b6f64ff-f5f8-442a-a7e6-7846f16e9bb8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eb2b5db5-7434-4e18-bb6a-55caa9ce141d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328164 Nov 11 17:32:19.202498 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b9e1e8e2-c7d0-42ec-a6b1-a5b385d3770c req-99915e91-1586-4bf0-afab-dcb849c4ccc8 service neutron] 10.222.0.64 "GET /v2.0/networks/eb2b5db5-7434-4e18-bb6a-55caa9ce141d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075201 Nov 11 17:32:19.263570 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42740) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:19.323902 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b9e1e8e2-c7d0-42ec-a6b1-a5b385d3770c req-97383a75-3ed8-4690-850e-7b7698d3cef8 service neutron] 10.222.0.64 "GET /v2.0/networks/eb2b5db5-7434-4e18-bb6a-55caa9ce141d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146626 Nov 11 17:32:19.371747 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42750) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:19.458884 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bf026-4eea-43f6-a36d-2087cc6c27f6 req-91e3fc2a-3442-47a2-9d3c-c9a8ff44f86c tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:19.466939 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-424bf026-4eea-43f6-a36d-2087cc6c27f6 req-91e3fc2a-3442-47a2-9d3c-c9a8ff44f86c tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a25360a-39b7-4920-986d-df2a8b6df6bb HTTP/1.1" status: 200 len: 943 time: 0.0723929 Nov 11 17:32:19.540217 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-424bf026-4eea-43f6-a36d-2087cc6c27f6 req-7c39acc9-49f6-44bb-9153-1f08b09e7ac7 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/security-groups?id=4774ba6a-c313-4e45-8cf3-ddbee7ca0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722604 Nov 11 17:32:19.817343 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42762) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:19.834848 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-71647d52-89a9-4064-ad69-a97f96a24646 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:19.853134 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42770) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:19.881942 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6afab81a-74a3-44b8-9a07-ec696cfc895f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:19.933351 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-43961f23-33d8-4392-83b2-2608949231af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:19.994660 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-91bf8a04-5dbd-4a34-8318-c8a0025ef98a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.020907 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-43961f23-33d8-4392-83b2-2608949231af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.024925 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-43961f23-33d8-4392-83b2-2608949231af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.070202 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-43961f23-33d8-4392-83b2-2608949231af admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5265cfb09efd49639afa3ac25dcf71e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2159030 Nov 11 17:32:20.072731 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42780) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:20.080184 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43961f23-33d8-4392-83b2-2608949231af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079857ae-5856-41e2-854c-dbde49c196d3,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:20.132243 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e8dcdc9d-ee99-4244-9e3d-80c970c6a0d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.144938 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-71647d52-89a9-4064-ad69-a97f96a24646 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.157183 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e8dcdc9d-ee99-4244-9e3d-80c970c6a0d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.160472 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-ede208a7-ad28-4807-b3ef-8b048055546c tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:20.167656 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-ede208a7-ad28-4807-b3ef-8b048055546c tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/networks?id=b0dd05d3-837d-44d1-abc4-2c8570b43698 HTTP/1.1" status: 200 len: 815 time: 0.2560647 Nov 11 17:32:20.172231 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-71647d52-89a9-4064-ad69-a97f96a24646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.211688 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e8dcdc9d-ee99-4244-9e3d-80c970c6a0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.214457 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e8dcdc9d-ee99-4244-9e3d-80c970c6a0d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.218417 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e8dcdc9d-ee99-4244-9e3d-80c970c6a0d2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/079857ae-5856-41e2-854c-dbde49c196d3 HTTP/1.1" status: 204 len: 168 time: 0.1447012 Nov 11 17:32:20.228432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcdc9d-ee99-4244-9e3d-80c970c6a0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079857ae-5856-41e2-854c-dbde49c196d3,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:20.233184 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-52ea0cf0-e054-409f-aca8-d1055420fa96 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/quotas/623da2f48dae40158d78770664aa965c HTTP/1.1" status: 200 len: 375 time: 0.0648680 Nov 11 17:32:20.250128 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-71647d52-89a9-4064-ad69-a97f96a24646 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=60c10f14deea4bb8a86f1f1c5f665ee6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9848819 Nov 11 17:32:20.254645 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6afab81a-74a3-44b8-9a07-ec696cfc895f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.256981 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42784) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:20.265733 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71647d52-89a9-4064-ad69-a97f96a24646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539f1ebf-653f-4d5b-a02f-8d897b0d8e21,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:20.291285 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6afab81a-74a3-44b8-9a07-ec696cfc895f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.303500 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-ab86a9b7-c993-4ab5-a55e-165c132ebac0 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=623da2f48dae40158d78770664aa965c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522168 Nov 11 17:32:20.330331 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2fbeb44c-2e09-422b-b6ae-7d3a5233640d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.367856 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2fbeb44c-2e09-422b-b6ae-7d3a5233640d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.382167 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-91bf8a04-5dbd-4a34-8318-c8a0025ef98a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.390078 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6afab81a-74a3-44b8-9a07-ec696cfc895f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=84312568bc3949b09192005d2a2c252c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0170977 Nov 11 17:32:20.395009 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42790) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:20.396031 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-91bf8a04-5dbd-4a34-8318-c8a0025ef98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.431014 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afab81a-74a3-44b8-9a07-ec696cfc895f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f247537-a27c-4034-9e5f-2959da239bdd,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:20.435081 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2fbeb44c-2e09-422b-b6ae-7d3a5233640d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.438676 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2fbeb44c-2e09-422b-b6ae-7d3a5233640d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.443516 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2fbeb44c-2e09-422b-b6ae-7d3a5233640d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/539f1ebf-653f-4d5b-a02f-8d897b0d8e21 HTTP/1.1" status: 204 len: 168 time: 0.1828220 Nov 11 17:32:20.451495 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbeb44c-2e09-422b-b6ae-7d3a5233640d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539f1ebf-653f-4d5b-a02f-8d897b0d8e21,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:20.488933 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf8a04-5dbd-4a34-8318-c8a0025ef98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64538eaf-0b33-4e76-9e03-74d160f153b4,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:20.555649 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42794) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:20.555901 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-91bf8a04-5dbd-4a34-8318-c8a0025ef98a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=727cb3fa232a49788a8c2f4f03698c41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7370555 Nov 11 17:32:20.595653 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-591caf63-03d1-490c-8748-08d549641367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.641666 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-591caf63-03d1-490c-8748-08d549641367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.685219 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63f3f55a-c30c-4346-bce3-6d196d2b8a22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.685487 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-c8e0e22a-504a-43c6-8e0d-70f327020ebb service neutron] 10.222.0.76 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723593 Nov 11 17:32:20.727714 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42804) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:20.744788 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63f3f55a-c30c-4346-bce3-6d196d2b8a22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.758689 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-526fc0d6-01cc-49d3-a90f-912057127a28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.831921 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4ec5a-2696-4586-8f24-802eb95c599f req-8293d8fb-1b26-49cb-962b-b5eb21c4ed62 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:20.833504 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f5f4ec5a-2696-4586-8f24-802eb95c599f req-8293d8fb-1b26-49cb-962b-b5eb21c4ed62 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a25360a-39b7-4920-986d-df2a8b6df6bb HTTP/1.1" status: 200 len: 943 time: 0.1324654 Nov 11 17:32:20.855836 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-591caf63-03d1-490c-8748-08d549641367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.858625 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-591caf63-03d1-490c-8748-08d549641367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.858896 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63f3f55a-c30c-4346-bce3-6d196d2b8a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.859557 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-591caf63-03d1-490c-8748-08d549641367 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6f247537-a27c-4034-9e5f-2959da239bdd HTTP/1.1" status: 204 len: 168 time: 0.4582593 Nov 11 17:32:20.865984 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63f3f55a-c30c-4346-bce3-6d196d2b8a22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.867143 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-63f3f55a-c30c-4346-bce3-6d196d2b8a22 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/64538eaf-0b33-4e76-9e03-74d160f153b4 HTTP/1.1" status: 204 len: 168 time: 0.3095334 Nov 11 17:32:20.883935 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3f55a-c30c-4346-bce3-6d196d2b8a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64538eaf-0b33-4e76-9e03-74d160f153b4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:20.893368 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591caf63-03d1-490c-8748-08d549641367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f247537-a27c-4034-9e5f-2959da239bdd,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:20.926467 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-89c5cdf0-c0bb-4c16-b63c-e0310c7df36a service neutron] 10.222.0.76 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400801 Nov 11 17:32:20.944838 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-526fc0d6-01cc-49d3-a90f-912057127a28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.951698 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-526fc0d6-01cc-49d3-a90f-912057127a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:20.982456 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f5f4ec5a-2696-4586-8f24-802eb95c599f req-adc0bc20-fa1a-4d91-8a32-1c2f40c38c31 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/security-groups?id=4774ba6a-c313-4e45-8cf3-ddbee7ca0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308324 Nov 11 17:32:21.016903 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42810) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:21.017068 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-526fc0d6-01cc-49d3-a90f-912057127a28 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=366b554918a14c97a7764b879d5e469a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2882674 Nov 11 17:32:21.045377 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fc0d6-01cc-49d3-a90f-912057127a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72ee919-683d-47c1-8f5e-e84d701da4dc,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:21.134121 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-080e1e90-7502-45bd-8ba4-9389a1b17d47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:21.162187 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-080e1e90-7502-45bd-8ba4-9389a1b17d47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:21.230513 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42818) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:21.254955 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-15c9a218-f05b-4229-88a3-e58566747781 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:21.290350 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c339e669-7444-4ffe-a153-8174dc094d0f req-4b464a67-85ed-4aaf-a5c4-76865920e716 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=0725a4af-2a5f-4523-8b8f-677e34699596 HTTP/1.1" status: 200 len: 210 time: 0.0627205 Nov 11 17:32:21.294882 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-080e1e90-7502-45bd-8ba4-9389a1b17d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:21.306375 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-080e1e90-7502-45bd-8ba4-9389a1b17d47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:21.319526 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-080e1e90-7502-45bd-8ba4-9389a1b17d47 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a72ee919-683d-47c1-8f5e-e84d701da4dc HTTP/1.1" status: 204 len: 168 time: 0.3011954 Nov 11 17:32:21.338188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e1e90-7502-45bd-8ba4-9389a1b17d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72ee919-683d-47c1-8f5e-e84d701da4dc,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:21.421417 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-15c9a218-f05b-4229-88a3-e58566747781 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:21.428089 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-15c9a218-f05b-4229-88a3-e58566747781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:21.476523 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-15c9a218-f05b-4229-88a3-e58566747781 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f332701d876c45538851ca5963c25a23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449207 Nov 11 17:32:21.477377 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9a218-f05b-4229-88a3-e58566747781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3edffaa-e2c5-4235-baf0-d7033175b013,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:21.479385 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42826) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:21.557968 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42830) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:21.582394 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ba47c50e-ea62-4f9e-bebf-4272bbb229c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:21.596380 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4677b056-c3e4-4b81-995e-0b780338fa6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:21.611554 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f1549a39-4fe2-48b7-90aa-355a3511dadd details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:32:21.654697 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ba47c50e-ea62-4f9e-bebf-4272bbb229c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:21.734439 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f1549a39-4fe2-48b7-90aa-355a3511dadd, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f1549a39-4fe2-48b7-90aa-355a3511dadd,segment=NetworkSegment(b540461b-c4dd-4cc2-816d-cbc90a260143),segment_id=b540461b-c4dd-4cc2-816d-cbc90a260143)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:32:21.762786 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'f1549a39-4fe2-48b7-90aa-355a3511dadd', 'network_id': 'eb2b5db5-7434-4e18-bb6a-55caa9ce141d', 'port_id': 'f1549a39-4fe2-48b7-90aa-355a3511dadd', 'mac_address': 'fa:16:3e:32:11:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cd25923-5b8f-4e08-b977-1c7ad24ffb6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:32:21.805230 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4677b056-c3e4-4b81-995e-0b780338fa6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:21.808088 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ba47c50e-ea62-4f9e-bebf-4272bbb229c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:21.810841 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ba47c50e-ea62-4f9e-bebf-4272bbb229c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:21.814980 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ba47c50e-ea62-4f9e-bebf-4272bbb229c0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c3edffaa-e2c5-4235-baf0-d7033175b013 HTTP/1.1" status: 204 len: 168 time: 0.3336275 Nov 11 17:32:21.818415 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4677b056-c3e4-4b81-995e-0b780338fa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:21.837132 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47c50e-ea62-4f9e-bebf-4272bbb229c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3edffaa-e2c5-4235-baf0-d7033175b013,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:21.841232 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:21.874066 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1549a39-4fe2-48b7-90aa-355a3511dadd {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:32:21.916551 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4677b056-c3e4-4b81-995e-0b780338fa6d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d735ca56db594ecdb5984ab24b358d83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3555913 Nov 11 17:32:21.917281 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42838) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:21.923359 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f1549a39-4fe2-48b7-90aa-355a3511dadd, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f1549a39-4fe2-48b7-90aa-355a3511dadd,segment=NetworkSegment(b540461b-c4dd-4cc2-816d-cbc90a260143),segment_id=b540461b-c4dd-4cc2-816d-cbc90a260143)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:32:21.944364 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677b056-c3e4-4b81-995e-0b780338fa6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45de129-7165-4906-b71d-304402881099,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:21.946152 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:22.011698 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=f1549a39-4fe2-48b7-90aa-355a3511dadd,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:22.023247 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:22.023984 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:22.024806 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:22.025311 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:22.025941 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:22.026581 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:22.027608 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:22.028700 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:22.029533 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:22.030023 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:22.030673 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:22.031170 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:22.068656 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-53bd2312-2ba5-4a2c-ab4f-95e68f495b33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:22.078503 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42844) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:22.101209 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e01bee22-2c56-4fb7-b3cb-6bc0b23728c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:22.103787 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-53bd2312-2ba5-4a2c-ab4f-95e68f495b33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:22.221329 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['f1549a39-4fe2-48b7-90aa-355a3511dadd'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:32:22.263042 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-53bd2312-2ba5-4a2c-ab4f-95e68f495b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:22.266099 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-53bd2312-2ba5-4a2c-ab4f-95e68f495b33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:22.268027 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-53bd2312-2ba5-4a2c-ab4f-95e68f495b33 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b45de129-7165-4906-b71d-304402881099 HTTP/1.1" status: 204 len: 168 time: 0.3495917 Nov 11 17:32:22.296806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020057d9-bbb3-4530-9291-79c940f293a5 req-3e53116a-8345-4dae-8b44-87f0f5fe5fbf tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:22.302009 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e01bee22-2c56-4fb7-b3cb-6bc0b23728c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:22.310636 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e01bee22-2c56-4fb7-b3cb-6bc0b23728c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:22.318102 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-020057d9-bbb3-4530-9291-79c940f293a5 req-3e53116a-8345-4dae-8b44-87f0f5fe5fbf tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a25360a-39b7-4920-986d-df2a8b6df6bb HTTP/1.1" status: 200 len: 944 time: 0.1944726 Nov 11 17:32:22.328400 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd2312-2ba5-4a2c-ab4f-95e68f495b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45de129-7165-4906-b71d-304402881099,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:22.396398 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-020057d9-bbb3-4530-9291-79c940f293a5 req-46399b15-ea21-48ff-9473-f42b26520ec9 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/security-groups?id=4774ba6a-c313-4e45-8cf3-ddbee7ca0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769911 Nov 11 17:32:22.422028 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e01bee22-2c56-4fb7-b3cb-6bc0b23728c0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=340fafe69d444a99b0a4fee459352612&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3417029 Nov 11 17:32:22.423019 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bee22-2c56-4fb7-b3cb-6bc0b23728c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e4f035-2d34-4bd0-b3ad-caf784ba2ad3,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:22.424612 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42860) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:22.532904 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-41d1716d-7ddb-4c29-b79e-99b5ceeb41e7 req-a0f3d0af-af93-4ae3-a913-f94f28bc7696 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=0725a4af-2a5f-4523-8b8f-677e34699596 HTTP/1.1" status: 200 len: 210 time: 0.0616076 Nov 11 17:32:22.545095 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d288d7f-56a7-42bb-a856-172283848bff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:22.612391 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d288d7f-56a7-42bb-a856-172283848bff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:22.714631 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d288d7f-56a7-42bb-a856-172283848bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:22.722251 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d288d7f-56a7-42bb-a856-172283848bff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:22.726008 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6d288d7f-56a7-42bb-a856-172283848bff admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/05e4f035-2d34-4bd0-b3ad-caf784ba2ad3 HTTP/1.1" status: 204 len: 168 time: 0.2995210 Nov 11 17:32:22.744113 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d288d7f-56a7-42bb-a856-172283848bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e4f035-2d34-4bd0-b3ad-caf784ba2ad3,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:22.812660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-b4a9dcd9-ed18-454d-b5b9-163c72ab8c13 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:22.814691 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-b4a9dcd9-ed18-454d-b5b9-163c72ab8c13 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.83 "GET /v2.0/networks?id=b0dd05d3-837d-44d1-abc4-2c8570b43698 HTTP/1.1" status: 200 len: 815 time: 0.2347567 Nov 11 17:32:22.830022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d17953ad-8443-40f8-ae5b-ee99aa90fb4f tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Request body: {'port': {'device_id': '0725a4af-2a5f-4523-8b8f-677e34699596', 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698', 'admin_state_up': True, 'tenant_id': '623da2f48dae40158d78770664aa965c'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:22.984960 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d17953ad-8443-40f8-ae5b-ee99aa90fb4f tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Made reservation on behalf of 623da2f48dae40158d78770664aa965c for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:32:22.990674 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d17953ad-8443-40f8-ae5b-ee99aa90fb4f tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:23.147339 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d17953ad-8443-40f8-ae5b-ee99aa90fb4f tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Allocated IP 172.20.0.8 (b0dd05d3-837d-44d1-abc4-2c8570b43698/a9999f1f-0e45-4e21-98fb-c66184c46f8a/8889eaec-202f-4752-a864-ce7a0686c614) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:32:23.371590 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d17953ad-8443-40f8-ae5b-ee99aa90fb4f tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:23.433097 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d17953ad-8443-40f8-ae5b-ee99aa90fb4f tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:23.491560 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17953ad-8443-40f8-ae5b-ee99aa90fb4f tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Pushing event updated for resources: {'Port': ['ID=8889eaec-202f-4752-a864-ce7a0686c614,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:23.533093 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d17953ad-8443-40f8-ae5b-ee99aa90fb4f tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Network b0dd05d3-837d-44d1-abc4-2c8570b43698 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:32:23.543031 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d17953ad-8443-40f8-ae5b-ee99aa90fb4f tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:32:23.555986 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d17953ad-8443-40f8-ae5b-ee99aa90fb4f tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:32:23.606001 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a198075-5705-48bd-91e7-1dab25669c4b req-268d2afc-916e-4e7b-8c66-84a1f2e67c8d tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:23.616516 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7a198075-5705-48bd-91e7-1dab25669c4b req-268d2afc-916e-4e7b-8c66-84a1f2e67c8d tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a25360a-39b7-4920-986d-df2a8b6df6bb HTTP/1.1" status: 200 len: 944 time: 0.1348002 Nov 11 17:32:23.626668 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f1549a39-4fe2-48b7-90aa-355a3511dadd up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:32:23.655566 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d17953ad-8443-40f8-ae5b-ee99aa90fb4f tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:23.656230 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d17953ad-8443-40f8-ae5b-ee99aa90fb4f tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:23.680389 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d17953ad-8443-40f8-ae5b-ee99aa90fb4f tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8555520 Nov 11 17:32:23.704043 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] Request body: {'port': {'device_id': '0725a4af-2a5f-4523-8b8f-677e34699596', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:23.749421 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port f1549a39-4fe2-48b7-90aa-355a3511dadd completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:32:23.753914 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port f1549a39-4fe2-48b7-90aa-355a3511dadd triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:32:23.754662 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:23.797427 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:23.859183 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7a198075-5705-48bd-91e7-1dab25669c4b req-4a58671f-5c94-40bb-90ed-dfe88bb79c45 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/security-groups?id=4774ba6a-c313-4e45-8cf3-ddbee7ca0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414334 Nov 11 17:32:23.878894 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e929bf4-9eb8-4485-8e8b-23004635bac0 req-1847c602-098a-4eb6-bc50-b99d803ef3ad tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:23.887649 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e929bf4-9eb8-4485-8e8b-23004635bac0 req-1847c602-098a-4eb6-bc50-b99d803ef3ad tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=0725a4af-2a5f-4523-8b8f-677e34699596 HTTP/1.1" status: 200 len: 931 time: 0.2486322 Nov 11 17:32:23.970225 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:24.043147 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e929bf4-9eb8-4485-8e8b-23004635bac0 req-35aa1376-fd86-4808-89e2-06b2fac34f31 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474741 Nov 11 17:32:24.066336 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a25360a-39b7-4920-986d-df2a8b6df6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1549a39-4fe2-48b7-90aa-355a3511dadd'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:32:24.068649 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b43a96-19f7-4acd-8b1a-6b5339e2aaff" -d '{"events": [{"server_uuid": "3a25360a-39b7-4920-986d-df2a8b6df6bb", "name": "network-vif-plugged", "status": "completed", "tag": "f1549a39-4fe2-48b7-90aa-355a3511dadd"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:32:24.082602 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f1549a39-4fe2-48b7-90aa-355a3511dadd, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f1549a39-4fe2-48b7-90aa-355a3511dadd,segment=NetworkSegment(b540461b-c4dd-4cc2-816d-cbc90a260143),segment_id=b540461b-c4dd-4cc2-816d-cbc90a260143)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:32:24.087133 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:24.094007 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:24.157358 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7d15b3-d6c6-4c1c-8e35-a4560eb29f4d x-openstack-request-id: req-ba7d15b3-d6c6-4c1c-8e35-a4560eb29f4d {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:32:24.158115 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a25360a-39b7-4920-986d-df2a8b6df6bb", "name": "network-vif-plugged", "status": "completed", "tag": "f1549a39-4fe2-48b7-90aa-355a3511dadd", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:32:24.158382 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ba7d15b3-d6c6-4c1c-8e35-a4560eb29f4d {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:32:24.158934 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a25360a-39b7-4920-986d-df2a8b6df6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1549a39-4fe2-48b7-90aa-355a3511dadd', 'code': 200} Nov 11 17:32:24.167929 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=f1549a39-4fe2-48b7-90aa-355a3511dadd,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:24.270703 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8889eaec-202f-4752-a864-ce7a0686c614 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:32:24.307771 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:24.325993 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] Transition to ACTIVE for port object 8889eaec-202f-4752-a864-ce7a0686c614 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:32:24.331045 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:24.355329 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93739d5-89d4-4ee3-be24-83fe065244f6 req-399b5d47-21ce-4ac3-bd77-a873cadf250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:24.357417 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f93739d5-89d4-4ee3-be24-83fe065244f6 req-399b5d47-21ce-4ac3-bd77-a873cadf250f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3a25360a-39b7-4920-986d-df2a8b6df6bb HTTP/1.1" status: 200 len: 1096 time: 0.1035924 Nov 11 17:32:24.442109 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] Pushing event updated for resources: {'Port': ['ID=8889eaec-202f-4752-a864-ce7a0686c614,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:24.488215 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f93739d5-89d4-4ee3-be24-83fe065244f6 req-dd8d4ef5-829e-4ced-9939-a7f4a30b8c7f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4774ba6a-c313-4e45-8cf3-ddbee7ca0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083910 Nov 11 17:32:24.511351 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] Attempting to bind port 8889eaec-202f-4752-a864-ce7a0686c614 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:32:24.511874 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] Attempting to bind port 8889eaec-202f-4752-a864-ce7a0686c614 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'fd56decb-8d0a-495a-b998-069d8a3114ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:32:24.512297 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] Attempting to bind port 8889eaec-202f-4752-a864-ce7a0686c614 on network b0dd05d3-837d-44d1-abc4-2c8570b43698 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:32:24.517763 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] Port 8889eaec-202f-4752-a864-ce7a0686c614 on network b0dd05d3-837d-44d1-abc4-2c8570b43698 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:32:24.518342 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] Attempting to bind port 8889eaec-202f-4752-a864-ce7a0686c614 on network b0dd05d3-837d-44d1-abc4-2c8570b43698 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:32:24.526692 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:32:24.526692 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] Checking segment: {'id': 'fd56decb-8d0a-495a-b998-069d8a3114ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:32:24.526692 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] Bound using segment: {'id': 'fd56decb-8d0a-495a-b998-069d8a3114ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:32:24.526692 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] Bound port: 8889eaec-202f-4752-a864-ce7a0686c614, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd56decb-8d0a-495a-b998-069d8a3114ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:32:24.527764 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:24.610152 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] For port 8889eaec-202f-4752-a864-ce7a0686c614, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:32:24.614599 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] For port 8889eaec-202f-4752-a864-ce7a0686c614, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8889eaec-202f-4752-a864-ce7a0686c614,segment=NetworkSegment(fd56decb-8d0a-495a-b998-069d8a3114ad),segment_id=fd56decb-8d0a-495a-b998-069d8a3114ad)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:32:24.619292 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:24.674189 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:24.674874 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:24.676771 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] 10.222.0.83 "PUT /v2.0/ports/8889eaec-202f-4752-a864-ce7a0686c614 HTTP/1.1" status: 200 len: 1091 time: 0.9852471 Nov 11 17:32:24.677225 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0725a4af-2a5f-4523-8b8f-677e34699596', 'tag': '8889eaec-202f-4752-a864-ce7a0686c614'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:32:24.679939 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce3b3c4-9e04-4d04-af4b-aab936eb4ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "0725a4af-2a5f-4523-8b8f-677e34699596", "tag": "8889eaec-202f-4752-a864-ce7a0686c614"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:32:24.701509 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c619b0-5b9b-4936-b0a7-627271644133 service neutron] Pushing event updated for resources: {'Port': ['ID=8889eaec-202f-4752-a864-ce7a0686c614,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:24.767611 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c055b814-fa23-411b-b452-5795929f4dfd x-openstack-request-id: req-c055b814-fa23-411b-b452-5795929f4dfd {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:32:24.767989 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0725a4af-2a5f-4523-8b8f-677e34699596", "tag": "8889eaec-202f-4752-a864-ce7a0686c614", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:32:24.768247 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c055b814-fa23-411b-b452-5795929f4dfd {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:32:24.769072 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0725a4af-2a5f-4523-8b8f-677e34699596', 'tag': '8889eaec-202f-4752-a864-ce7a0686c614', 'status': 'completed', 'code': 200} Nov 11 17:32:24.794922 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-ff435b86-4af8-4e63-8780-17b8a2624976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:24.796927 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-ff435b86-4af8-4e63-8780-17b8a2624976 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=623da2f48dae40158d78770664aa965c&device_id=0725a4af-2a5f-4523-8b8f-677e34699596 HTTP/1.1" status: 200 len: 1094 time: 0.0730972 Nov 11 17:32:24.862562 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-9691b8b1-a0fb-46c2-b5e2-a0bb1475032e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8889eaec-202f-4752-a864-ce7a0686c614 HTTP/1.1" status: 200 len: 217 time: 0.0568306 Nov 11 17:32:24.938246 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-579ffc96-4769-46db-9d62-6b37c1dae01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:24.940447 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-579ffc96-4769-46db-9d62-6b37c1dae01c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a9999f1f-0e45-4e21-98fb-c66184c46f8a HTTP/1.1" status: 200 len: 855 time: 0.0715744 Nov 11 17:32:24.987849 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-94f7e209-d2da-4a86-9ab3-9b0db364e7c4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b0dd05d3-837d-44d1-abc4-2c8570b43698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403881 Nov 11 17:32:25.056905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc66b2-25c0-4257-a68d-7259e5580c1d req-1748611b-2940-493d-8472-580a11850cbc tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:25.080037 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2bc66b2-25c0-4257-a68d-7259e5580c1d req-1748611b-2940-493d-8472-580a11850cbc tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a25360a-39b7-4920-986d-df2a8b6df6bb HTTP/1.1" status: 200 len: 945 time: 0.0903115 Nov 11 17:32:25.121552 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-44b3fcc4-3241-4f80-b5f8-f973855e686e service neutron] 10.222.0.83 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259062 Nov 11 17:32:25.192835 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2bc66b2-25c0-4257-a68d-7259e5580c1d req-8dc0156c-cc9a-4d37-8d61-681318376a56 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/security-groups?id=4774ba6a-c313-4e45-8cf3-ddbee7ca0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072564 Nov 11 17:32:25.243138 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c6538-4346-413a-8384-f3e5b95975af req-7d750dfc-9297-41ef-8142-c335ef86bbc2 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:25.244946 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-579d60ac-53d7-47d0-b47b-d85aab12ab71 req-0eee3e12-ac26-4c56-af56-a261767bae49 service neutron] 10.222.0.83 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148827 Nov 11 17:32:25.251073 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-402c6538-4346-413a-8384-f3e5b95975af req-7d750dfc-9297-41ef-8142-c335ef86bbc2 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=0725a4af-2a5f-4523-8b8f-677e34699596 HTTP/1.1" status: 200 len: 943 time: 0.1002471 Nov 11 17:32:25.358244 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-402c6538-4346-413a-8384-f3e5b95975af req-09855ca0-651e-41c3-bd23-69261cdef58d tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059599 Nov 11 17:32:25.404398 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3b3c4-9e04-4d04-af4b-aab936eb4ea0 req-27886468-c64a-4423-b0e4-f9f076b0905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:25.406146 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9ce3b3c4-9e04-4d04-af4b-aab936eb4ea0 req-27886468-c64a-4423-b0e4-f9f076b0905b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=623da2f48dae40158d78770664aa965c&device_id=0725a4af-2a5f-4523-8b8f-677e34699596 HTTP/1.1" status: 200 len: 1094 time: 0.1015239 Nov 11 17:32:25.535815 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3b3c4-9e04-4d04-af4b-aab936eb4ea0 req-d5a45127-b0be-4838-96ec-9659d91c6401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:25.538481 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9ce3b3c4-9e04-4d04-af4b-aab936eb4ea0 req-d5a45127-b0be-4838-96ec-9659d91c6401 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b0dd05d3-837d-44d1-abc4-2c8570b43698 HTTP/1.1" status: 200 len: 917 time: 0.1245754 Nov 11 17:32:25.617027 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9ce3b3c4-9e04-4d04-af4b-aab936eb4ea0 req-aa4e08be-dbf8-46a3-ad50-3f638db37452 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8889eaec-202f-4752-a864-ce7a0686c614 HTTP/1.1" status: 200 len: 217 time: 0.0713000 Nov 11 17:32:25.685455 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3b3c4-9e04-4d04-af4b-aab936eb4ea0 req-03b6cad2-8230-436a-8395-bc9988009a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:25.687127 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9ce3b3c4-9e04-4d04-af4b-aab936eb4ea0 req-03b6cad2-8230-436a-8395-bc9988009a72 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a9999f1f-0e45-4e21-98fb-c66184c46f8a HTTP/1.1" status: 200 len: 855 time: 0.0621080 Nov 11 17:32:25.724840 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9ce3b3c4-9e04-4d04-af4b-aab936eb4ea0 req-2b5dceef-1c81-4c02-8f68-aa41a6f7b67e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b0dd05d3-837d-44d1-abc4-2c8570b43698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297122 Nov 11 17:32:25.852685 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9ce3b3c4-9e04-4d04-af4b-aab936eb4ea0 req-b4d0fb37-5b78-40f4-b4bb-42ae1cd8deba service neutron] 10.222.0.83 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201301 Nov 11 17:32:25.961547 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9ce3b3c4-9e04-4d04-af4b-aab936eb4ea0 req-17450399-43cb-4b8b-a67c-115b1936e062 service neutron] 10.222.0.83 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999691 Nov 11 17:32:26.359761 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f7f18-9938-4b2f-a479-5cee78e236ed req-ae3999be-2163-460b-b77f-f9dc1a2efb5f tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:26.362026 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b52f7f18-9938-4b2f-a479-5cee78e236ed req-ae3999be-2163-460b-b77f-f9dc1a2efb5f tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a25360a-39b7-4920-986d-df2a8b6df6bb HTTP/1.1" status: 200 len: 945 time: 0.0546587 Nov 11 17:32:26.491199 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b52f7f18-9938-4b2f-a479-5cee78e236ed req-fedb19db-4cd9-4dbb-8531-d17ea0f74d24 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/security-groups?id=4774ba6a-c313-4e45-8cf3-ddbee7ca0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118221 Nov 11 17:32:26.529601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a5e22-4563-4093-8179-3859fb3004f2 req-0b92c817-2190-4f0c-a58d-73d9b3bb6210 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:26.532953 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-101a5e22-4563-4093-8179-3859fb3004f2 req-0b92c817-2190-4f0c-a58d-73d9b3bb6210 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=0725a4af-2a5f-4523-8b8f-677e34699596 HTTP/1.1" status: 200 len: 943 time: 0.1026206 Nov 11 17:32:26.603337 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-101a5e22-4563-4093-8179-3859fb3004f2 req-34d8936c-6b13-4015-b43b-9a8df335f964 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632308 Nov 11 17:32:26.822521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43070) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:26.961142 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5225d31-84b5-4f90-b775-b21c7ce6069b req-402d4738-47a2-4e6f-a147-98ffbc80b89c tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:26.973301 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d5225d31-84b5-4f90-b775-b21c7ce6069b req-402d4738-47a2-4e6f-a147-98ffbc80b89c tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a25360a-39b7-4920-986d-df2a8b6df6bb HTTP/1.1" status: 200 len: 945 time: 0.1231477 Nov 11 17:32:27.089077 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d5225d31-84b5-4f90-b775-b21c7ce6069b req-45f70c2f-562e-40a0-abc6-29d84edf8ede tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/security-groups?id=4774ba6a-c313-4e45-8cf3-ddbee7ca0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141014 Nov 11 17:32:27.125729 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-09535ad2-8427-462e-85b6-a0a0ce7e953e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:27.239406 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-09535ad2-8427-462e-85b6-a0a0ce7e953e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:27.247109 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-09535ad2-8427-462e-85b6-a0a0ce7e953e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:27.297090 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-09535ad2-8427-462e-85b6-a0a0ce7e953e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=04bb2514df7e405aa86acd86966244e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4731202 Nov 11 17:32:27.298696 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09535ad2-8427-462e-85b6-a0a0ce7e953e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3ab415-0270-4843-9553-0519fc920d7e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:27.300088 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43112) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:27.359349 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2f071d34-8483-4cd4-8835-c3ce9d2e92e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:27.383661 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2f071d34-8483-4cd4-8835-c3ce9d2e92e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:27.445243 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2f071d34-8483-4cd4-8835-c3ce9d2e92e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:27.449183 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2f071d34-8483-4cd4-8835-c3ce9d2e92e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:27.453808 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2f071d34-8483-4cd4-8835-c3ce9d2e92e5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1b3ab415-0270-4843-9553-0519fc920d7e HTTP/1.1" status: 204 len: 168 time: 0.1519206 Nov 11 17:32:27.464722 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f071d34-8483-4cd4-8835-c3ce9d2e92e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3ab415-0270-4843-9553-0519fc920d7e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:27.752374 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c875529-e288-456f-98c7-e3d699372d5b req-f186196e-5040-4ba9-a96a-0dd8ca06ab33 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:27.764810 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2c875529-e288-456f-98c7-e3d699372d5b req-f186196e-5040-4ba9-a96a-0dd8ca06ab33 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=0725a4af-2a5f-4523-8b8f-677e34699596 HTTP/1.1" status: 200 len: 943 time: 0.0756223 Nov 11 17:32:27.833250 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2c875529-e288-456f-98c7-e3d699372d5b req-eedb7108-4d02-432a-8375-9ec37c32814f tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621517 Nov 11 17:32:27.894773 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43138) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:28.106172 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43146) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:28.121439 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-27299212-b073-4e1c-a902-4031d328a6c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:28.244008 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd28b94-1cda-497e-9186-eb638c550f89 req-c0a38d73-c55d-4602-8d18-16125a870769 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:28.245997 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5fd28b94-1cda-497e-9186-eb638c550f89 req-c0a38d73-c55d-4602-8d18-16125a870769 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a25360a-39b7-4920-986d-df2a8b6df6bb HTTP/1.1" status: 200 len: 945 time: 0.0825808 Nov 11 17:32:28.263944 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-914eeef4-5727-4cb2-b632-2dd73ba4a761 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:28.277300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29972f30-9745-4190-bef1-3f471ac3ea60 req-160f8ac5-0041-4b0b-b546-d2094d94e406 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:28.287411 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29972f30-9745-4190-bef1-3f471ac3ea60 req-160f8ac5-0041-4b0b-b546-d2094d94e406 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a25360a-39b7-4920-986d-df2a8b6df6bb HTTP/1.1" status: 200 len: 945 time: 0.0832629 Nov 11 17:32:28.316785 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 8889eaec-202f-4752-a864-ce7a0686c614 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:32:28.413619 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43154) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:28.419527 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29972f30-9745-4190-bef1-3f471ac3ea60 req-463b3b81-8221-4e7a-8681-fa45fbd5a3d7 tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/security-groups?id=4774ba6a-c313-4e45-8cf3-ddbee7ca0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309657 Nov 11 17:32:28.435782 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-27299212-b073-4e1c-a902-4031d328a6c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:28.454735 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-27299212-b073-4e1c-a902-4031d328a6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:28.479940 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-5fd28b94-1cda-497e-9186-eb638c550f89 req-5ec4d9cd-f869-4041-a7de-f7486a32bfef tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Deleting port f1549a39-4fe2-48b7-90aa-355a3511dadd {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:32:28.480274 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5fd28b94-1cda-497e-9186-eb638c550f89 req-5ec4d9cd-f869-4041-a7de-f7486a32bfef tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:28.511052 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 8889eaec-202f-4752-a864-ce7a0686c614, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8889eaec-202f-4752-a864-ce7a0686c614,segment=NetworkSegment(fd56decb-8d0a-495a-b998-069d8a3114ad),segment_id=fd56decb-8d0a-495a-b998-069d8a3114ad)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:32:28.528234 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '8889eaec-202f-4752-a864-ce7a0686c614', 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698', 'port_id': '8889eaec-202f-4752-a864-ce7a0686c614', 'mac_address': 'fa:16:3e:a2:86:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9999f1f-0e45-4e21-98fb-c66184c46f8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:32:28.578328 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-27299212-b073-4e1c-a902-4031d328a6c1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c061d3fbf1ea4c64a05ee952d73d2c3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4710746 Nov 11 17:32:28.581142 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43160) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:28.582476 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:28.584122 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27299212-b073-4e1c-a902-4031d328a6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff84b35b-1768-4a0b-b6c2-3704df4e4201,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:28.600404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8889eaec-202f-4752-a864-ce7a0686c614 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:32:28.631241 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 8889eaec-202f-4752-a864-ce7a0686c614, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8889eaec-202f-4752-a864-ce7a0686c614,segment=NetworkSegment(fd56decb-8d0a-495a-b998-069d8a3114ad),segment_id=fd56decb-8d0a-495a-b998-069d8a3114ad)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:32:28.645201 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:28.650432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-5fd28b94-1cda-497e-9186-eb638c550f89 req-5ec4d9cd-f869-4041-a7de-f7486a32bfef tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] For port f1549a39-4fe2-48b7-90aa-355a3511dadd, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f1549a39-4fe2-48b7-90aa-355a3511dadd,segment=NetworkSegment(b540461b-c4dd-4cc2-816d-cbc90a260143),segment_id=b540461b-c4dd-4cc2-816d-cbc90a260143)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:32:28.652409 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5fd28b94-1cda-497e-9186-eb638c550f89 req-5ec4d9cd-f869-4041-a7de-f7486a32bfef tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:28.670200 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-914eeef4-5727-4cb2-b632-2dd73ba4a761 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:28.681912 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-5fd28b94-1cda-497e-9186-eb638c550f89 req-5ec4d9cd-f869-4041-a7de-f7486a32bfef tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Calling delete_port for f1549a39-4fe2-48b7-90aa-355a3511dadd owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:32:28.684409 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-914eeef4-5727-4cb2-b632-2dd73ba4a761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:28.719926 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ef44822-91e0-49de-9ede-9f61d892138b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:28.731380 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-914eeef4-5727-4cb2-b632-2dd73ba4a761 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f2ef99dcfdfe457d8db696a3235d2b31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8352585 Nov 11 17:32:28.738176 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43166) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:28.755161 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=8889eaec-202f-4752-a864-ce7a0686c614,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:28.773419 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ef44822-91e0-49de-9ede-9f61d892138b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:28.793884 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914eeef4-5727-4cb2-b632-2dd73ba4a761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b70c500-70c0-4ba1-ad48-bd3449a48a33,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:28.862768 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b40c709-d08d-4e36-8fe4-000e0361624d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:28.877499 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ef44822-91e0-49de-9ede-9f61d892138b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:28.880647 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ef44822-91e0-49de-9ede-9f61d892138b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:28.899471 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-66739ab9-a2ce-48e2-9fee-629487bb7a76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:28.904315 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5ef44822-91e0-49de-9ede-9f61d892138b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ff84b35b-1768-4a0b-b6c2-3704df4e4201 HTTP/1.1" status: 204 len: 168 time: 0.3211961 Nov 11 17:32:28.919873 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8889eaec-202f-4752-a864-ce7a0686c614'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:32:28.956072 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef44822-91e0-49de-9ede-9f61d892138b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff84b35b-1768-4a0b-b6c2-3704df4e4201,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:28.958086 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-66739ab9-a2ce-48e2-9fee-629487bb7a76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:29.094518 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5fd28b94-1cda-497e-9186-eb638c550f89 req-5ec4d9cd-f869-4041-a7de-f7486a32bfef tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:29.117439 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22369020-db61-4281-904f-a6211b817315 req-88aa0abe-f650-479d-a0e7-28d32873ead9 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:29.128479 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-22369020-db61-4281-904f-a6211b817315 req-88aa0abe-f650-479d-a0e7-28d32873ead9 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=0725a4af-2a5f-4523-8b8f-677e34699596 HTTP/1.1" status: 200 len: 944 time: 0.1566978 Nov 11 17:32:29.162415 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['f1549a39-4fe2-48b7-90aa-355a3511dadd'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:32:29.202478 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4d9cd-f869-4041-a7de-f7486a32bfef tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Pushing event deleted for resources: {'Port': ['ID=f1549a39-4fe2-48b7-90aa-355a3511dadd,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:29.247653 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-22369020-db61-4281-904f-a6211b817315 req-b91bd6ff-3a4e-457b-8c19-2b162f0bcff0 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165996 Nov 11 17:32:29.248136 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-66739ab9-a2ce-48e2-9fee-629487bb7a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:29.258590 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-66739ab9-a2ce-48e2-9fee-629487bb7a76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:29.262352 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-66739ab9-a2ce-48e2-9fee-629487bb7a76 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1b70c500-70c0-4ba1-ad48-bd3449a48a33 HTTP/1.1" status: 204 len: 168 time: 0.4919724 Nov 11 17:32:29.308329 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66739ab9-a2ce-48e2-9fee-629487bb7a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b70c500-70c0-4ba1-ad48-bd3449a48a33,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:29.309788 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd28b94-1cda-497e-9186-eb638c550f89 req-5ec4d9cd-f869-4041-a7de-f7486a32bfef tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] No DVR routers for this DVR port f1549a39-4fe2-48b7-90aa-355a3511dadd on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:32:29.314878 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5fd28b94-1cda-497e-9186-eb638c550f89 req-5ec4d9cd-f869-4041-a7de-f7486a32bfef tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:29.318843 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5fd28b94-1cda-497e-9186-eb638c550f89 req-5ec4d9cd-f869-4041-a7de-f7486a32bfef tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.64 "DELETE /v2.0/ports/f1549a39-4fe2-48b7-90aa-355a3511dadd HTTP/1.1" status: 204 len: 173 time: 1.0515184 Nov 11 17:32:29.320776 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b40c709-d08d-4e36-8fe4-000e0361624d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:29.321619 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a25360a-39b7-4920-986d-df2a8b6df6bb', 'name': 'network-vif-deleted', 'tag': 'f1549a39-4fe2-48b7-90aa-355a3511dadd'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:32:29.324185 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a468b6f7-1712-4caf-ad0e-8c910df851e1" -d '{"events": [{"server_uuid": "3a25360a-39b7-4920-986d-df2a8b6df6bb", "name": "network-vif-deleted", "tag": "f1549a39-4fe2-48b7-90aa-355a3511dadd"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:32:29.342050 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b40c709-d08d-4e36-8fe4-000e0361624d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:29.412602 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40c709-d08d-4e36-8fe4-000e0361624d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b55c8d7-0e9d-46f0-8d28-837895c465d7,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:29.427840 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30faafb-eb3f-4095-a4fe-0b0fdc867e54 x-openstack-request-id: req-c30faafb-eb3f-4095-a4fe-0b0fdc867e54 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:32:29.428421 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a25360a-39b7-4920-986d-df2a8b6df6bb", "name": "network-vif-deleted", "tag": "f1549a39-4fe2-48b7-90aa-355a3511dadd", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:32:29.428421 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c30faafb-eb3f-4095-a4fe-0b0fdc867e54 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:32:29.428714 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a25360a-39b7-4920-986d-df2a8b6df6bb', 'name': 'network-vif-deleted', 'tag': 'f1549a39-4fe2-48b7-90aa-355a3511dadd', 'status': 'completed', 'code': 200} Nov 11 17:32:29.463172 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43196) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:29.464464 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2b40c709-d08d-4e36-8fe4-000e0361624d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d4b2317b093840f78c099c16d08613c6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0457113 Nov 11 17:32:29.584938 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b4143520-06b3-426b-b16b-c961f63fa596 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:29.619766 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-53a6bc79-e6d9-4276-b33b-5b8c8f23d8b1 req-477c0b8e-c6db-42a2-828b-a72359d009cf tempest-InstanceActionsV221TestJSON-1730255140 tempest-InstanceActionsV221TestJSON-1730255140-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a25360a-39b7-4920-986d-df2a8b6df6bb HTTP/1.1" status: 200 len: 210 time: 0.0413809 Nov 11 17:32:29.635548 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b4143520-06b3-426b-b16b-c961f63fa596 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:29.695107 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b4143520-06b3-426b-b16b-c961f63fa596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:29.699516 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b4143520-06b3-426b-b16b-c961f63fa596 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:29.700725 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b4143520-06b3-426b-b16b-c961f63fa596 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9b55c8d7-0e9d-46f0-8d28-837895c465d7 HTTP/1.1" status: 204 len: 168 time: 0.2366602 Nov 11 17:32:29.713553 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4143520-06b3-426b-b16b-c961f63fa596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b55c8d7-0e9d-46f0-8d28-837895c465d7,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:29.944657 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43208) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:29.968958 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c32408d9-729d-4e87-b650-c56df8268572 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:30.090522 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c32408d9-729d-4e87-b650-c56df8268572 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:30.098109 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c32408d9-729d-4e87-b650-c56df8268572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:30.153812 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c32408d9-729d-4e87-b650-c56df8268572 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c0bdbc1655ec4032ab9e64b54dd638a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2065275 Nov 11 17:32:30.156276 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43214) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:30.165136 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32408d9-729d-4e87-b650-c56df8268572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ea998d-2cd8-446d-b0eb-e44e31753af4,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:30.244103 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8930274a-ff06-4a4d-90d6-2a6790787f6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:30.267603 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8930274a-ff06-4a4d-90d6-2a6790787f6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:30.327389 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8930274a-ff06-4a4d-90d6-2a6790787f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:30.331534 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8930274a-ff06-4a4d-90d6-2a6790787f6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:30.335611 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8930274a-ff06-4a4d-90d6-2a6790787f6b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/11ea998d-2cd8-446d-b0eb-e44e31753af4 HTTP/1.1" status: 204 len: 168 time: 0.1781058 Nov 11 17:32:30.342124 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 8889eaec-202f-4752-a864-ce7a0686c614 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:32:30.358038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930274a-ff06-4a4d-90d6-2a6790787f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ea998d-2cd8-446d-b0eb-e44e31753af4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:30.455966 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 8889eaec-202f-4752-a864-ce7a0686c614 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:32:30.464020 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 8889eaec-202f-4752-a864-ce7a0686c614 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:32:30.464573 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:30.491335 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ac2e-5bf9-4231-ba1a-891cde52bc89 req-f0bae150-5a9b-4e50-a434-bcb4266f880b tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:30.499128 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43228) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:30.509826 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4250ac2e-5bf9-4231-ba1a-891cde52bc89 req-f0bae150-5a9b-4e50-a434-bcb4266f880b tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=0725a4af-2a5f-4523-8b8f-677e34699596 HTTP/1.1" status: 200 len: 944 time: 0.1413584 Nov 11 17:32:30.522593 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1f062b9f-cde4-4205-8a7a-25a7f1dadfc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:30.587964 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:30.621811 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4250ac2e-5bf9-4231-ba1a-891cde52bc89 req-105bb386-a818-4836-b0c3-8c3540d44f58 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040266 Nov 11 17:32:30.665455 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1f062b9f-cde4-4205-8a7a-25a7f1dadfc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:30.670694 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1f062b9f-cde4-4205-8a7a-25a7f1dadfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:30.681275 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 8889eaec-202f-4752-a864-ce7a0686c614, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8889eaec-202f-4752-a864-ce7a0686c614,segment=NetworkSegment(fd56decb-8d0a-495a-b998-069d8a3114ad),segment_id=fd56decb-8d0a-495a-b998-069d8a3114ad)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:32:30.682649 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0725a4af-2a5f-4523-8b8f-677e34699596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8889eaec-202f-4752-a864-ce7a0686c614'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:32:30.687836 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877d4f22-b7e5-46f8-9c34-15b5376b35fd" -d '{"events": [{"server_uuid": "0725a4af-2a5f-4523-8b8f-677e34699596", "name": "network-vif-plugged", "status": "completed", "tag": "8889eaec-202f-4752-a864-ce7a0686c614"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:32:30.710453 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:30.732762 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f062b9f-cde4-4205-8a7a-25a7f1dadfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2090eea2-174d-40cb-ae37-9486ef800735,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:30.742933 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1f062b9f-cde4-4205-8a7a-25a7f1dadfc8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=357827951d424e339b16fc6ffafe717c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2389388 Nov 11 17:32:30.742933 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43238) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:30.814974 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-90a7e491-166b-40e6-b24a-eff69a8b9571 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:30.859929 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=8889eaec-202f-4752-a864-ce7a0686c614,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:30.860858 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-90a7e491-166b-40e6-b24a-eff69a8b9571 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:30.876906 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766ffb77-6c94-4aa8-87ed-0f390e45a320 x-openstack-request-id: req-766ffb77-6c94-4aa8-87ed-0f390e45a320 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:32:30.877214 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0725a4af-2a5f-4523-8b8f-677e34699596", "name": "network-vif-plugged", "status": "completed", "tag": "8889eaec-202f-4752-a864-ce7a0686c614", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:32:30.877455 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-766ffb77-6c94-4aa8-87ed-0f390e45a320 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:32:30.877852 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0725a4af-2a5f-4523-8b8f-677e34699596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8889eaec-202f-4752-a864-ce7a0686c614', 'code': 200} Nov 11 17:32:30.927377 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-90a7e491-166b-40e6-b24a-eff69a8b9571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:30.930842 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-90a7e491-166b-40e6-b24a-eff69a8b9571 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:30.934925 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-90a7e491-166b-40e6-b24a-eff69a8b9571 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2090eea2-174d-40cb-ae37-9486ef800735 HTTP/1.1" status: 204 len: 168 time: 0.1907148 Nov 11 17:32:30.970447 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7e491-166b-40e6-b24a-eff69a8b9571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2090eea2-174d-40cb-ae37-9486ef800735,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:30.983966 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f0cbe-6f61-4952-961e-a0922d66861a req-a2bc4132-1810-4017-97da-dd4a1c64bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:30.987024 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-822f0cbe-6f61-4952-961e-a0922d66861a req-a2bc4132-1810-4017-97da-dd4a1c64bb17 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0725a4af-2a5f-4523-8b8f-677e34699596 HTTP/1.1" status: 200 len: 1096 time: 0.0724308 Nov 11 17:32:31.060711 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43254) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:31.078219 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-822f0cbe-6f61-4952-961e-a0922d66861a req-677f92cb-999f-4ff9-9db0-92dff90c52b7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826354 Nov 11 17:32:31.124746 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6df698-3c28-4c51-a58c-c36a925ba77a admin admin] Deleting subnet 1cd25923-5b8f-4e08-b977-1c7ad24ffb6a {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:32:31.130457 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ad6df698-3c28-4c51-a58c-c36a925ba77a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:31.184588 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ad6df698-3c28-4c51-a58c-c36a925ba77a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:31.271167 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ad6df698-3c28-4c51-a58c-c36a925ba77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:31.361643 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ad6df698-3c28-4c51-a58c-c36a925ba77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:31.394141 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6df698-3c28-4c51-a58c-c36a925ba77a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cd25923-5b8f-4e08-b977-1c7ad24ffb6a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:31.401672 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ad6df698-3c28-4c51-a58c-c36a925ba77a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:31.410318 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ad6df698-3c28-4c51-a58c-c36a925ba77a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1cd25923-5b8f-4e08-b977-1c7ad24ffb6a HTTP/1.1" status: 204 len: 168 time: 0.3484232 Nov 11 17:32:31.413140 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43268) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:31.507448 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:31.651021 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:31.686858 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb2b5db5-7434-4e18-bb6a-55caa9ce141d']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:32:31.694728 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f1549a39-4fe2-48b7-90aa-355a3511dadd no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:32:31.698291 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b540461b-c4dd-4cc2-816d-cbc90a260143') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:32:31.698602 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b540461b-c4dd-4cc2-816d-cbc90a260143') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:32:31.713509 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:31.730115 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: f1549a39-4fe2-48b7-90aa-355a3511dadd {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:32:31.730850 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f1549a39-4fe2-48b7-90aa-355a3511dadd not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:32:31.766981 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:31.786770 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:32:31.787102 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:32:31.793271 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:32:31.867572 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e683d02-67f5-4e63-8a88-0f148aabe62e req-0551fc3f-ec7f-4e9c-a40a-fc3f498f468f tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:31.869346 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e683d02-67f5-4e63-8a88-0f148aabe62e req-0551fc3f-ec7f-4e9c-a40a-fc3f498f468f tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=0725a4af-2a5f-4523-8b8f-677e34699596 HTTP/1.1" status: 200 len: 945 time: 0.1490531 Nov 11 17:32:31.879982 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:31.894810 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:31.899016 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] 10.222.0.76 "DELETE /v2.0/networks/eb2b5db5-7434-4e18-bb6a-55caa9ce141d HTTP/1.1" status: 204 len: 168 time: 0.4840078 Nov 11 17:32:31.931890 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] Pushing event deleted for resources: {'Network': ['ID=eb2b5db5-7434-4e18-bb6a-55caa9ce141d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:31.952960 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:31.953311 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:31.953658 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:31.954003 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:31.954339 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:31.954671 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:31.955000 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:31.955343 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:31.955656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:31.956007 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:31.956335 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:31.957230 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348dde98-7831-4b34-987e-3a57b1d6bb3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:31.972320 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e683d02-67f5-4e63-8a88-0f148aabe62e req-ac395c89-268c-4991-a5d0-93743a547f1f tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895720 Nov 11 17:32:32.205185 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43300) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:32.255045 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a5d616e9-af07-478a-bc99-d9415dca3e71 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bfb862c6c1774d119eeb57e933ac906b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467863 Nov 11 17:32:32.255282 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43304) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:32.306689 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f33f196-e65d-4974-bb17-adf846291003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:32.334299 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f33f196-e65d-4974-bb17-adf846291003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:32.409140 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f33f196-e65d-4974-bb17-adf846291003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:32.418273 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f33f196-e65d-4974-bb17-adf846291003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:32.422316 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5f33f196-e65d-4974-bb17-adf846291003 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4774ba6a-c313-4e45-8cf3-ddbee7ca0bc1 HTTP/1.1" status: 204 len: 168 time: 0.1658969 Nov 11 17:32:32.431255 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33f196-e65d-4974-bb17-adf846291003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4774ba6a-c313-4e45-8cf3-ddbee7ca0bc1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:33.011439 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43344) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:33.095751 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6546daa-4173-4c06-9bc0-47524a81f173 req-3c53dacd-44ec-44cc-99c2-ae5937a90e02 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:33.097513 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f6546daa-4173-4c06-9bc0-47524a81f173 req-3c53dacd-44ec-44cc-99c2-ae5937a90e02 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=0725a4af-2a5f-4523-8b8f-677e34699596 HTTP/1.1" status: 200 len: 945 time: 0.0520797 Nov 11 17:32:33.158776 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f6546daa-4173-4c06-9bc0-47524a81f173 req-2660efea-6459-4f5d-9be2-00b9538ae47e tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540566 Nov 11 17:32:33.411416 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-43e243b6-4c20-4294-b4ef-01a7f5088568 tempest-AgentManagementNegativeTest-1276898136 tempest-AgentManagementNegativeTest-1276898136-project] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3986917 Nov 11 17:32:34.120556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43398) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:34.236515 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43404) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:34.272320 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43408) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:34.437810 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83caec23-beac-499e-9c89-9d9a224c2983 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:34.512103 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24365fa1-6a8b-4361-96d3-e13c997d818e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:34.591042 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-20f71308-9e65-46d1-b3c3-32c300d565d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:34.724080 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83caec23-beac-499e-9c89-9d9a224c2983 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:34.739684 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83caec23-beac-499e-9c89-9d9a224c2983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:34.752602 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43428) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:34.822982 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-83caec23-beac-499e-9c89-9d9a224c2983 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=28829640233840a29819c1cbfa2ec496&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7011292 Nov 11 17:32:34.834038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43432) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:34.854794 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83caec23-beac-499e-9c89-9d9a224c2983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ebd75f-7c26-40b6-a6ef-786ec902cd29,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:34.970738 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24365fa1-6a8b-4361-96d3-e13c997d818e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:34.973891 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40fad576-b5d6-42bc-9bb4-62dfe759727e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:34.986350 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-20f71308-9e65-46d1-b3c3-32c300d565d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:34.988308 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24365fa1-6a8b-4361-96d3-e13c997d818e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:35.004086 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-20f71308-9e65-46d1-b3c3-32c300d565d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:35.025904 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40fad576-b5d6-42bc-9bb4-62dfe759727e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:35.060863 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-24365fa1-6a8b-4361-96d3-e13c997d818e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6c7cadc21d2a432ab160a6b6e51eefc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8238399 Nov 11 17:32:35.064721 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43440) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:35.067103 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24365fa1-6a8b-4361-96d3-e13c997d818e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a44f0c-13f3-4de4-a97d-ce29dac55f9a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:35.071379 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-20f71308-9e65-46d1-b3c3-32c300d565d5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6d5b2d2b5e104f40acf444c3509a6331&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7971468 Nov 11 17:32:35.074807 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43442) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:35.120351 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-8583f6e9-2527-4590-b75e-19f5522ac84b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1462263046-network', 'tenant_id': 'bc3378c047df4a75ae465b0769ad2173'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:35.127858 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f71308-9e65-46d1-b3c3-32c300d565d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f36c8f-6fc4-4d09-9e90-245e0e990981,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:35.153163 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c5d5215b-6bd7-4ff3-868f-4f11487a7f3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:35.168880 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40fad576-b5d6-42bc-9bb4-62dfe759727e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:35.171373 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40fad576-b5d6-42bc-9bb4-62dfe759727e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:35.175910 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-40fad576-b5d6-42bc-9bb4-62dfe759727e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/62ebd75f-7c26-40b6-a6ef-786ec902cd29 HTTP/1.1" status: 204 len: 168 time: 0.3399613 Nov 11 17:32:35.179953 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c5d5215b-6bd7-4ff3-868f-4f11487a7f3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:35.206171 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c01c491d-9aa2-4896-af09-96e0deb63f5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:35.220408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fad576-b5d6-42bc-9bb4-62dfe759727e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ebd75f-7c26-40b6-a6ef-786ec902cd29,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:35.235902 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fad576-b5d6-42bc-9bb4-62dfe759727e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:35.236301 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fad576-b5d6-42bc-9bb4-62dfe759727e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:35.236687 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fad576-b5d6-42bc-9bb4-62dfe759727e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:35.237035 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fad576-b5d6-42bc-9bb4-62dfe759727e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:35.237371 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fad576-b5d6-42bc-9bb4-62dfe759727e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:35.237704 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fad576-b5d6-42bc-9bb4-62dfe759727e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:35.238886 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fad576-b5d6-42bc-9bb4-62dfe759727e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:35.239392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fad576-b5d6-42bc-9bb4-62dfe759727e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:35.239628 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c5d5215b-6bd7-4ff3-868f-4f11487a7f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:35.240112 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fad576-b5d6-42bc-9bb4-62dfe759727e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:35.240611 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fad576-b5d6-42bc-9bb4-62dfe759727e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:35.241103 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fad576-b5d6-42bc-9bb4-62dfe759727e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:35.241597 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fad576-b5d6-42bc-9bb4-62dfe759727e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:32:35.244052 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c5d5215b-6bd7-4ff3-868f-4f11487a7f3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:35.245228 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c5d5215b-6bd7-4ff3-868f-4f11487a7f3d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/58f36c8f-6fc4-4d09-9e90-245e0e990981 HTTP/1.1" status: 204 len: 168 time: 0.1695137 Nov 11 17:32:35.250764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8583f6e9-2527-4590-b75e-19f5522ac84b admin admin] Made reservation on behalf of bc3378c047df4a75ae465b0769ad2173 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:32:35.254682 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8583f6e9-2527-4590-b75e-19f5522ac84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:35.258261 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5215b-6bd7-4ff3-868f-4f11487a7f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f36c8f-6fc4-4d09-9e90-245e0e990981,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:35.268513 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c01c491d-9aa2-4896-af09-96e0deb63f5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:35.315590 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8583f6e9-2527-4590-b75e-19f5522ac84b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:35.390003 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c01c491d-9aa2-4896-af09-96e0deb63f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:35.392666 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c01c491d-9aa2-4896-af09-96e0deb63f5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:35.393896 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c01c491d-9aa2-4896-af09-96e0deb63f5a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/48a44f0c-13f3-4de4-a97d-ce29dac55f9a HTTP/1.1" status: 204 len: 168 time: 0.3270493 Nov 11 17:32:35.410530 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c491d-9aa2-4896-af09-96e0deb63f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a44f0c-13f3-4de4-a97d-ce29dac55f9a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:35.461075 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8583f6e9-2527-4590-b75e-19f5522ac84b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:35.466519 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8583f6e9-2527-4590-b75e-19f5522ac84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:35.492452 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8583f6e9-2527-4590-b75e-19f5522ac84b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1291} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:32:35.509399 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583f6e9-2527-4590-b75e-19f5522ac84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bae628e-ddaf-4607-a43a-322b7abfa4b9,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:35.512487 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8583f6e9-2527-4590-b75e-19f5522ac84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:35.512830 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-8583f6e9-2527-4590-b75e-19f5522ac84b admin admin] Added segment 3c7ce269-c3cd-412d-a6d4-d8d5b8353122 of type vlan for network 1aa59b89-9e53-4860-9d13-52e2b7914dad Nov 11 17:32:35.567849 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8583f6e9-2527-4590-b75e-19f5522ac84b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:35.605332 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8583f6e9-2527-4590-b75e-19f5522ac84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:35.606527 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8583f6e9-2527-4590-b75e-19f5522ac84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:35.607435 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8583f6e9-2527-4590-b75e-19f5522ac84b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:35.671907 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43458) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:35.672472 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8583f6e9-2527-4590-b75e-19f5522ac84b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9183276 Nov 11 17:32:35.678604 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-c06db484-3586-42cf-8571-51bec1a91917 admin admin] Request body: {'subnet': {'network_id': '1aa59b89-9e53-4860-9d13-52e2b7914dad', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1462263046-subnet', 'tenant_id': 'bc3378c047df4a75ae465b0769ad2173', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:35.686047 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583f6e9-2527-4590-b75e-19f5522ac84b admin admin] Pushing event updated for resources: {'Network': ['ID=1aa59b89-9e53-4860-9d13-52e2b7914dad,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:35.703832 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 1aa59b89-9e53-4860-9d13-52e2b7914dad details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:32:35.745239 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06db484-3586-42cf-8571-51bec1a91917 admin admin] Made reservation on behalf of bc3378c047df4a75ae465b0769ad2173 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:32:35.747852 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c06db484-3586-42cf-8571-51bec1a91917 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:35.995907 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c06db484-3586-42cf-8571-51bec1a91917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:36.070198 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06db484-3586-42cf-8571-51bec1a91917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d195216f-96f1-486c-b0d5-204ae52e7574,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:36.108413 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06db484-3586-42cf-8571-51bec1a91917 admin admin] Checking segment: {'id': '3c7ce269-c3cd-412d-a6d4-d8d5b8353122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '1aa59b89-9e53-4860-9d13-52e2b7914dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:32:36.110268 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06db484-3586-42cf-8571-51bec1a91917 admin admin] Network hostable DHCP agents. Network: 1aa59b89-9e53-4860-9d13-52e2b7914dad, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:32:36.140579 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06db484-3586-42cf-8571-51bec1a91917 admin admin] Network 1aa59b89-9e53-4860-9d13-52e2b7914dad is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:32:36.152447 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-c06db484-3586-42cf-8571-51bec1a91917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 1aa59b89-9e53-4860-9d13-52e2b7914dad) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:32:36.159088 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06db484-3586-42cf-8571-51bec1a91917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:36.160477 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c06db484-3586-42cf-8571-51bec1a91917 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:36.162418 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f000e879-7d19-443e-9bfe-1f3093caf61f None None] Network 1aa59b89-9e53-4860-9d13-52e2b7914dad requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:32:36.190672 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c06db484-3586-42cf-8571-51bec1a91917 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5156469 Nov 11 17:32:36.406300 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32b27ca-af4a-4d3c-aa1b-a03b9a927381 None None] Network 1aa59b89-9e53-4860-9d13-52e2b7914dad requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:32:37.411200 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c364117c-a8b5-4d10-9927-fda90ee5c75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:37.493682 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-96b42be2-5c51-43b8-8825-486fd37191f8 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:37.495454 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-96b42be2-5c51-43b8-8825-486fd37191f8 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/networks?id=1aa59b89-9e53-4860-9d13-52e2b7914dad HTTP/1.1" status: 200 len: 822 time: 0.2102442 Nov 11 17:32:37.527940 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-3d5981e8-f79a-4b79-b16e-f4fa8dc707b6 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/quotas/bc3378c047df4a75ae465b0769ad2173 HTTP/1.1" status: 200 len: 375 time: 0.0209525 Nov 11 17:32:37.581247 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-3b858b26-9926-48d3-9ef7-b89737156a19 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc3378c047df4a75ae465b0769ad2173&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462053 Nov 11 17:32:37.741307 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-1d1f0e9a-9839-42f8-b9c9-94ac84afc52c service neutron] 10.222.0.76 "GET /v2.0/networks/1aa59b89-9e53-4860-9d13-52e2b7914dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587234 Nov 11 17:32:37.870198 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-1e69b294-50e0-457b-a2b5-5dacdb1b9a30 service neutron] 10.222.0.76 "GET /v2.0/networks/1aa59b89-9e53-4860-9d13-52e2b7914dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263235 Nov 11 17:32:38.035016 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43580) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.138712 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a89df1a6-ea90-4868-9382-14b75f19061e req-b0851cc9-d758-4c47-ba05-13f1872af60d tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/ports?device_id=19684f53-f0ff-4079-b178-fc2d3a0f9c27 HTTP/1.1" status: 200 len: 210 time: 0.0436077 Nov 11 17:32:38.430225 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-103f73d8-aefd-4e36-8142-866c843d04aa tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.431522 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-103f73d8-aefd-4e36-8142-866c843d04aa tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3954916 Nov 11 17:32:38.434920 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43606) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.442886 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-a591cea1-8b9e-4a40-a135-a10a66bb0778 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.446736 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a591cea1-8b9e-4a40-a135-a10a66bb0778 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0071254 Nov 11 17:32:38.446852 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43608) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.451143 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-48ed3b47-13e4-4ccf-befc-ed83f6b143c3 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.454430 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-48ed3b47-13e4-4ccf-befc-ed83f6b143c3 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0045421 Nov 11 17:32:38.454732 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43610) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.459045 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-e7a6b613-7423-4eeb-b056-d773c1fbf182 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.462113 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e7a6b613-7423-4eeb-b056-d773c1fbf182 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045300 Nov 11 17:32:38.462494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43612) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.472032 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-b831de84-446c-4351-8733-591316694d5d tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.474092 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b831de84-446c-4351-8733-591316694d5d tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0105228 Nov 11 17:32:38.476827 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43614) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.483163 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-6522a9df-f7ce-4178-b085-086b21e5b90f tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.485139 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6522a9df-f7ce-4178-b085-086b21e5b90f tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0069554 Nov 11 17:32:38.488144 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43616) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.494502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-3389ec73-8f4b-427b-880a-c74817b0d859 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.498421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3389ec73-8f4b-427b-880a-c74817b0d859 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0080473 Nov 11 17:32:38.500956 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43622) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.505393 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-756658ee-a42c-4e96-995b-5cb029952c5f tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.511135 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-756658ee-a42c-4e96-995b-5cb029952c5f tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0070283 Nov 11 17:32:38.511642 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43624) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.516379 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-abfb35f2-3cf4-4081-b802-58b0a97424e0 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.517716 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-abfb35f2-3cf4-4081-b802-58b0a97424e0 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0049877 Nov 11 17:32:38.520761 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43626) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.525473 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-3176895f-717f-4adb-aa2f-6f6f868abde3 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.526575 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3176895f-717f-4adb-aa2f-6f6f868abde3 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043471 Nov 11 17:32:38.530455 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43628) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.538193 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-8d7e21d1-8ba3-430b-b61e-58d361bb7a2d tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.539340 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8d7e21d1-8ba3-430b-b61e-58d361bb7a2d tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0077746 Nov 11 17:32:38.542190 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43630) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.547101 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-2a9555c4-e8f4-406b-a1ee-01548fa394b5 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.548202 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2a9555c4-e8f4-406b-a1ee-01548fa394b5 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0052071 Nov 11 17:32:38.550897 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43632) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.555865 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-0fef2180-fa69-4b6d-a34e-9c83d6382ee4 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.557366 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0fef2180-fa69-4b6d-a34e-9c83d6382ee4 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0054262 Nov 11 17:32:38.560915 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43634) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.572004 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-46f14d1b-e7b9-47bf-904f-7c41b75deed3 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.573461 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-46f14d1b-e7b9-47bf-904f-7c41b75deed3 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0101297 Nov 11 17:32:38.576063 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43638) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.581514 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-a80f4859-3720-442b-83ae-b26661e83f1b tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.583856 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a80f4859-3720-442b-83ae-b26661e83f1b tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0066197 Nov 11 17:32:38.586267 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43640) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.592279 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-bf2408f0-4991-4dff-80c8-7a004c6ad8fb tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.593417 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bf2408f0-4991-4dff-80c8-7a004c6ad8fb tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0060410 Nov 11 17:32:38.595823 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43642) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.601919 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-f8e43fec-6646-46f4-b0d9-363b4dc01968 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.603664 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f8e43fec-6646-46f4-b0d9-363b4dc01968 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0066206 Nov 11 17:32:38.606257 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43644) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.612035 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-852bd834-0399-4790-8b33-3313fa9eea9d tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.613442 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-852bd834-0399-4790-8b33-3313fa9eea9d tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0059414 Nov 11 17:32:38.617017 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43646) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.622422 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-0b67ad4a-1431-48b5-beb6-25c73bf0ccd6 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.624322 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0b67ad4a-1431-48b5-beb6-25c73bf0ccd6 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0052786 Nov 11 17:32:38.626685 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43648) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.634891 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-481a1514-7251-46ac-8dc2-132e1e01c979 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.636934 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-481a1514-7251-46ac-8dc2-132e1e01c979 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0075483 Nov 11 17:32:38.639963 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43650) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.646501 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-65e1aee2-c2f9-4ab3-9b3a-c0939c7f82ba tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.651970 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43652) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.652355 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-65e1aee2-c2f9-4ab3-9b3a-c0939c7f82ba tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0106032 Nov 11 17:32:38.658656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-ca482b17-f698-4ef8-a97a-6a994d6676f2 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.661367 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ca482b17-f698-4ef8-a97a-6a994d6676f2 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0075924 Nov 11 17:32:38.664006 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43654) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.671066 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-61d4d5f4-8f45-4ec6-80c8-fe2915095ac9 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.674625 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43658) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.674802 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-61d4d5f4-8f45-4ec6-80c8-fe2915095ac9 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0098367 Nov 11 17:32:38.681291 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-a4b1d684-7d83-4966-95ab-a719f38730db tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.688115 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43660) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.689143 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a4b1d684-7d83-4966-95ab-a719f38730db tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0128796 Nov 11 17:32:38.692366 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-e84baf19-62b5-4554-a930-362d8ee38d4f tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.693398 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e84baf19-62b5-4554-a930-362d8ee38d4f tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0050540 Nov 11 17:32:38.696396 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43664) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.708313 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-d082ceac-75d5-4b18-91f4-d1be763b18e3 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.712297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43670) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.714473 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d082ceac-75d5-4b18-91f4-d1be763b18e3 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0145285 Nov 11 17:32:38.723175 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-beb91a46-52e0-4b96-aee1-c97c969d0880 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.727337 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-beb91a46-52e0-4b96-aee1-c97c969d0880 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0134406 Nov 11 17:32:38.730120 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43674) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.735843 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-16c4a0da-0747-4123-afb3-bc21df93b5e0 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.740762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43676) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.741559 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-16c4a0da-0747-4123-afb3-bc21df93b5e0 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0096898 Nov 11 17:32:38.749514 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-fbdf6593-11f0-47d2-a011-a756e2737030 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.751012 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fbdf6593-11f0-47d2-a011-a756e2737030 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0087659 Nov 11 17:32:38.754005 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43680) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.760074 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-c37b5469-82e3-4685-9364-c5aacf491f97 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.764276 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c37b5469-82e3-4685-9364-c5aacf491f97 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0072961 Nov 11 17:32:38.764577 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43682) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.774363 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-78388ad2-393f-4996-a78b-fb573285e8d6 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.776206 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-78388ad2-393f-4996-a78b-fb573285e8d6 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0104585 Nov 11 17:32:38.779840 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43684) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.790797 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-ed664437-f1f3-4ebf-ad64-917506be878e tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.792497 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ed664437-f1f3-4ebf-ad64-917506be878e tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0106981 Nov 11 17:32:38.795041 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43688) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.804145 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-ba2f5bc6-ef5d-44f9-b1ae-947fdabeaf64 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.808553 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ba2f5bc6-ef5d-44f9-b1ae-947fdabeaf64 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0116632 Nov 11 17:32:38.808744 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43690) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.815064 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-a5e11e94-2053-4a25-92e5-95fc66223e93 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.819498 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a5e11e94-2053-4a25-92e5-95fc66223e93 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0096741 Nov 11 17:32:38.820469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43692) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.826715 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-eb9e7f4f-4b8d-4a55-bf46-37c23c7a53e3 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.836910 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43696) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.841768 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-76f4987a-e495-42cd-924e-27f47e25e792 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.846504 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-76f4987a-e495-42cd-924e-27f47e25e792 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0085185 Nov 11 17:32:38.848133 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-eb9e7f4f-4b8d-4a55-bf46-37c23c7a53e3 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0261614 Nov 11 17:32:38.850762 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43698) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.860001 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-9ab16fd4-fcd1-4873-8788-a1bf2a6b8473 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.863943 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43700) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.868147 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-ab7c92bc-0921-4f91-a028-cd83bebe2574 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.873021 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ab7c92bc-0921-4f91-a028-cd83bebe2574 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0081065 Nov 11 17:32:38.873970 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9ab16fd4-fcd1-4873-8788-a1bf2a6b8473 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0195053 Nov 11 17:32:38.874864 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43702) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.880832 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-2fcf01f4-740e-4651-84bc-a244d3787ac1 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.884702 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43704) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.889305 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-a2de7f53-b007-454d-96aa-b5711f1656ca tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.893936 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2fcf01f4-740e-4651-84bc-a244d3787ac1 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0174077 Nov 11 17:32:38.894505 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a2de7f53-b007-454d-96aa-b5711f1656ca tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0063393 Nov 11 17:32:38.895002 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43706) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.900278 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-607663e1-bb6e-4bb7-920c-a9133ac000b7 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.904672 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43708) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.908416 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-607663e1-bb6e-4bb7-920c-a9133ac000b7 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0123184 Nov 11 17:32:38.910801 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-a031f3ce-d54d-4aae-a0b8-130ee7b65779 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.914911 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a031f3ce-d54d-4aae-a0b8-130ee7b65779 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0092428 Nov 11 17:32:38.915978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43712) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.923910 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-2ca552b7-ead8-4cac-adfe-f053bf4d4837 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.928598 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43714) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.929160 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2ca552b7-ead8-4cac-adfe-f053bf4d4837 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0116541 Nov 11 17:32:38.932989 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-3e97a257-97a4-4443-be21-a4a4248296f8 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.936087 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3e97a257-97a4-4443-be21-a4a4248296f8 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0057647 Nov 11 17:32:38.938283 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43716) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.947230 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-f1270d75-2c74-432a-a0c7-9a4364eae2af tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.950845 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43718) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.951828 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f1270d75-2c74-432a-a0c7-9a4364eae2af tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0119636 Nov 11 17:32:38.955136 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-c053b726-d5d4-4017-8b48-e16e17f22463 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.956055 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c053b726-d5d4-4017-8b48-e16e17f22463 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0042560 Nov 11 17:32:38.958944 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43720) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.970300 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-dbd67a1d-91bd-45fd-9868-8d144aa99190 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.974175 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dbd67a1d-91bd-45fd-9868-8d144aa99190 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0114994 Nov 11 17:32:38.974730 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43722) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:38.981097 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-bfb9c94e-9555-4be0-be74-60ce3fad50ee tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:38.983215 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bfb9c94e-9555-4be0-be74-60ce3fad50ee tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0063422 Nov 11 17:32:38.984714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43724) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:39.017941 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-3a44185c-27f1-446f-b1ae-c7ea5f43cd4a tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:39.028115 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3a44185c-27f1-446f-b1ae-c7ea5f43cd4a tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0400329 Nov 11 17:32:39.028965 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43730) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:39.035988 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-29074ec6-e9fd-4b8c-877d-cb6596d21143 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:39.039632 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43732) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:39.040329 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-29074ec6-e9fd-4b8c-877d-cb6596d21143 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0098348 Nov 11 17:32:39.044796 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-8d46a924-3b07-456c-8497-1ce3bae8efbe tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:39.048891 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8d46a924-3b07-456c-8497-1ce3bae8efbe tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0050535 Nov 11 17:32:39.049501 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43736) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:39.055855 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-3ea7032f-e228-4a60-b3ae-db0bf167e0dd tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:39.060573 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43738) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:39.062152 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3ea7032f-e228-4a60-b3ae-db0bf167e0dd tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0105071 Nov 11 17:32:39.074860 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-2e95c788-68f0-4898-9938-0cac83ffa95e tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:39.080859 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2e95c788-68f0-4898-9938-0cac83ffa95e tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0171516 Nov 11 17:32:39.082318 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43740) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:39.087033 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-25ed29d3-b9e5-4872-bd18-849786132838 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:39.091562 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43742) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:39.092085 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-25ed29d3-b9e5-4872-bd18-849786132838 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0083165 Nov 11 17:32:39.096469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-6269ea4e-bd31-4d23-959d-20c02c3541fd tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:39.097497 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6269ea4e-bd31-4d23-959d-20c02c3541fd tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0049441 Nov 11 17:32:39.100617 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43744) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:39.106332 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-ec0ea0d7-48f6-4123-abe9-0ce2bada5b84 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:39.110393 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ec0ea0d7-48f6-4123-abe9-0ce2bada5b84 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0086501 Nov 11 17:32:39.114071 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43746) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:39.123376 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-b689eb50-10c6-442b-bbee-127eb5ba6f4c tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:39.126648 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b689eb50-10c6-442b-bbee-127eb5ba6f4c tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0113978 Nov 11 17:32:39.128684 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43748) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:39.134222 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-085f8539-f953-41c2-8d3d-68a62454b6f8 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:39.138570 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-085f8539-f953-41c2-8d3d-68a62454b6f8 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0085595 Nov 11 17:32:39.139021 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43752) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:39.149347 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-92756f1d-f25b-4738-ab92-8d6142f359be tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:39.152163 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-92756f1d-f25b-4738-ab92-8d6142f359be tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0117533 Nov 11 17:32:39.152971 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43756) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:39.158417 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-d743734e-5875-4f44-b96a-36e2a73093ec tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:39.162408 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43760) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:39.162550 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d743734e-5875-4f44-b96a-36e2a73093ec tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0084965 Nov 11 17:32:39.166703 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-db6d3fdb-7e34-4c45-8d08-e0f1243f4384 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:39.167655 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-db6d3fdb-7e34-4c45-8d08-e0f1243f4384 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0042143 Nov 11 17:32:39.170668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43762) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:39.176714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-4bef55c8-5eaa-456d-a282-3e90a1edc843 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:39.180569 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4bef55c8-5eaa-456d-a282-3e90a1edc843 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0053177 Nov 11 17:32:39.181335 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43764) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:39.186761 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-24fa7c9e-b50a-4879-a9d0-d749d1791fac tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:39.190510 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-24fa7c9e-b50a-4879-a9d0-d749d1791fac tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0078282 Nov 11 17:32:39.192218 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43766) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:39.210545 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-0aa7457f-9ceb-4345-a76e-33335297cf08 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:39.215883 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0aa7457f-9ceb-4345-a76e-33335297cf08 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0201085 Nov 11 17:32:39.216197 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43768) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:39.220404 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-17f4e00f-8e41-461d-b1ad-0103e8269021 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:39.221413 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-17f4e00f-8e41-461d-b1ad-0103e8269021 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0043743 Nov 11 17:32:39.225145 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43770) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:39.235593 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-3e738562-6460-4284-8e24-ac388bccd99d tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:39.242538 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3e738562-6460-4284-8e24-ac388bccd99d tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0161028 Nov 11 17:32:39.245391 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43772) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:39.251599 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-3c90d384-03cd-4fc7-be46-0d225538b1b7 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:39.252828 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3c90d384-03cd-4fc7-be46-0d225538b1b7 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0062990 Nov 11 17:32:39.257012 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43774) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:39.264065 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [None req-971f7b49-89e1-4303-a35b-a4776cb19c66 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:39.268809 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43778) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:39.271511 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-971f7b49-89e1-4303-a35b-a4776cb19c66 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0126917 Nov 11 17:32:39.302153 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-7487c938-6aec-4132-a795-cd3f94a027cd tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:39.305308 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7487c938-6aec-4132-a795-cd3f94a027cd tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0347288 Nov 11 17:32:39.308403 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43782) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:39.325215 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-53afce82-0f22-4f41-9784-d0f0a7aeb8c0 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:39.330705 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-53afce82-0f22-4f41-9784-d0f0a7aeb8c0 tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0206227 Nov 11 17:32:39.331784 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43788) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:39.340839 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [None req-dc7151ac-30f3-4189-84ee-30d02966f3fb tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:32:39.355420 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dc7151ac-30f3-4189-84ee-30d02966f3fb tempest-ExtensionsTestJSON-761136525 tempest-ExtensionsTestJSON-761136525-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0127788 Nov 11 17:32:39.366054 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6aa89b0b-c8e8-4268-990d-de17fd59f081 req-d7023078-9c1a-4284-9e49-854e8774fefb tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/ports?device_id=19684f53-f0ff-4079-b178-fc2d3a0f9c27 HTTP/1.1" status: 200 len: 210 time: 0.0849042 Nov 11 17:32:39.762056 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6f1e1887-1172-4465-b2c6-9a111b411a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:39.999498 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-cfd00e84-1220-47e5-aeb8-44d414b1a983 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:40.001024 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-cfd00e84-1220-47e5-aeb8-44d414b1a983 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.64 "GET /v2.0/networks?id=1aa59b89-9e53-4860-9d13-52e2b7914dad HTTP/1.1" status: 200 len: 822 time: 0.2958541 Nov 11 17:32:40.021306 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-b1dcfb60-0bd3-46b4-ae3b-2f30eb4dff1b tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Request body: {'port': {'device_id': '19684f53-f0ff-4079-b178-fc2d3a0f9c27', 'network_id': '1aa59b89-9e53-4860-9d13-52e2b7914dad', 'admin_state_up': True, 'tenant_id': 'bc3378c047df4a75ae465b0769ad2173'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:40.231740 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43854) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:40.288018 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-b1dcfb60-0bd3-46b4-ae3b-2f30eb4dff1b tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Made reservation on behalf of bc3378c047df4a75ae465b0769ad2173 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:32:40.297322 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-b1dcfb60-0bd3-46b4-ae3b-2f30eb4dff1b tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:40.426770 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2c254f6e-30c5-4f2b-b090-0bf505e69d98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:40.617218 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-b1dcfb60-0bd3-46b4-ae3b-2f30eb4dff1b tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Allocated IP 172.20.0.3 (1aa59b89-9e53-4860-9d13-52e2b7914dad/d195216f-96f1-486c-b0d5-204ae52e7574/7042984c-cab8-4a57-817e-e5ab6d38293e) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:32:40.681708 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-15b9edcf-baf5-42a2-935e-c470d6c4f136 req-6bb56244-af0f-42c2-b523-3fb5005b1ffa tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/ports?device_id=19684f53-f0ff-4079-b178-fc2d3a0f9c27 HTTP/1.1" status: 200 len: 210 time: 0.0418830 Nov 11 17:32:40.768039 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2c254f6e-30c5-4f2b-b090-0bf505e69d98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:40.776131 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2c254f6e-30c5-4f2b-b090-0bf505e69d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:40.896518 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:40.901072 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c254f6e-30c5-4f2b-b090-0bf505e69d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299206db-8d7c-45a6-aa4d-204c308388d4,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:40.915113 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43920) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:40.923072 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2c254f6e-30c5-4f2b-b090-0bf505e69d98 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d6e8614b09c04b45b0d7d22999f66af2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6790392 Nov 11 17:32:40.944890 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-b1dcfb60-0bd3-46b4-ae3b-2f30eb4dff1b tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:41.016880 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ebc194ad-a4e5-4142-90a0-3ae725af031b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:41.033072 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-b1dcfb60-0bd3-46b4-ae3b-2f30eb4dff1b tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:41.081916 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ebc194ad-a4e5-4142-90a0-3ae725af031b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:41.133558 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-b1dcfb60-0bd3-46b4-ae3b-2f30eb4dff1b tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Network 1aa59b89-9e53-4860-9d13-52e2b7914dad is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:32:41.145869 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-b1dcfb60-0bd3-46b4-ae3b-2f30eb4dff1b tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:32:41.148526 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcfb60-0bd3-46b4-ae3b-2f30eb4dff1b tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Pushing event updated for resources: {'Port': ['ID=7042984c-cab8-4a57-817e-e5ab6d38293e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:41.154570 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-b1dcfb60-0bd3-46b4-ae3b-2f30eb4dff1b tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:32:41.215248 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-b1dcfb60-0bd3-46b4-ae3b-2f30eb4dff1b tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:41.216319 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-b1dcfb60-0bd3-46b4-ae3b-2f30eb4dff1b tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:41.231223 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ebc194ad-a4e5-4142-90a0-3ae725af031b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:41.235030 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ebc194ad-a4e5-4142-90a0-3ae725af031b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:41.236800 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ebc194ad-a4e5-4142-90a0-3ae725af031b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/299206db-8d7c-45a6-aa4d-204c308388d4 HTTP/1.1" status: 204 len: 168 time: 0.3205535 Nov 11 17:32:41.251314 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc194ad-a4e5-4142-90a0-3ae725af031b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299206db-8d7c-45a6-aa4d-204c308388d4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:41.258155 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-b1dcfb60-0bd3-46b4-ae3b-2f30eb4dff1b tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2416735 Nov 11 17:32:41.276043 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] Request body: {'port': {'device_id': '19684f53-f0ff-4079-b178-fc2d3a0f9c27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:41.400915 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:41.871124 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:32:41.960096 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7042984c-cab8-4a57-817e-e5ab6d38293e {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:32:41.986209 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:42.017206 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9a37d-b05b-44bc-b22c-82010cd02aaa req-40e867b7-d1fb-4f72-93b9-5834c34a0d7a tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:42.020828 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c9b9a37d-b05b-44bc-b22c-82010cd02aaa req-40e867b7-d1fb-4f72-93b9-5834c34a0d7a tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/ports?device_id=19684f53-f0ff-4079-b178-fc2d3a0f9c27 HTTP/1.1" status: 200 len: 931 time: 0.1904564 Nov 11 17:32:42.023462 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] Transition to ACTIVE for port object 7042984c-cab8-4a57-817e-e5ab6d38293e will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:32:42.027971 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:42.154079 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c9b9a37d-b05b-44bc-b22c-82010cd02aaa req-3cae1d7a-8407-40f6-89f2-4160e380c19d tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bae628e-ddaf-4607-a43a-322b7abfa4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247828 Nov 11 17:32:42.185891 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7042984c-cab8-4a57-817e-e5ab6d38293e,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:42.190514 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] Attempting to bind port 7042984c-cab8-4a57-817e-e5ab6d38293e on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:32:42.191456 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] Attempting to bind port 7042984c-cab8-4a57-817e-e5ab6d38293e by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '3c7ce269-c3cd-412d-a6d4-d8d5b8353122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '1aa59b89-9e53-4860-9d13-52e2b7914dad'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:32:42.191775 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] Attempting to bind port 7042984c-cab8-4a57-817e-e5ab6d38293e on network 1aa59b89-9e53-4860-9d13-52e2b7914dad {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:32:42.198523 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] Port 7042984c-cab8-4a57-817e-e5ab6d38293e on network 1aa59b89-9e53-4860-9d13-52e2b7914dad not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:32:42.198839 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] Attempting to bind port 7042984c-cab8-4a57-817e-e5ab6d38293e on network 1aa59b89-9e53-4860-9d13-52e2b7914dad {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:32:42.204059 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:32:42.204398 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] Checking segment: {'id': '3c7ce269-c3cd-412d-a6d4-d8d5b8353122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '1aa59b89-9e53-4860-9d13-52e2b7914dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:32:42.204779 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] Bound using segment: {'id': '3c7ce269-c3cd-412d-a6d4-d8d5b8353122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '1aa59b89-9e53-4860-9d13-52e2b7914dad'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:32:42.205208 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] Bound port: 7042984c-cab8-4a57-817e-e5ab6d38293e, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7ce269-c3cd-412d-a6d4-d8d5b8353122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '1aa59b89-9e53-4860-9d13-52e2b7914dad'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:32:42.205575 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:42.351977 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] For port 7042984c-cab8-4a57-817e-e5ab6d38293e, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:32:42.361901 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] For port 7042984c-cab8-4a57-817e-e5ab6d38293e, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=7042984c-cab8-4a57-817e-e5ab6d38293e,segment=NetworkSegment(3c7ce269-c3cd-412d-a6d4-d8d5b8353122),segment_id=3c7ce269-c3cd-412d-a6d4-d8d5b8353122)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:32:42.370056 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:42.419584 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:42.420102 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:42.422650 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] 10.222.0.64 "PUT /v2.0/ports/7042984c-cab8-4a57-817e-e5ab6d38293e HTTP/1.1" status: 200 len: 1091 time: 1.1509655 Nov 11 17:32:42.426115 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19684f53-f0ff-4079-b178-fc2d3a0f9c27', 'tag': '7042984c-cab8-4a57-817e-e5ab6d38293e'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:32:42.429547 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a3bbad-2b97-4543-8d76-c387f8a22c58" -d '{"events": [{"name": "network-changed", "server_uuid": "19684f53-f0ff-4079-b178-fc2d3a0f9c27", "tag": "7042984c-cab8-4a57-817e-e5ab6d38293e"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:32:42.503911 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:42.555244 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00ad213-3f5e-4626-86fb-474a6dbc34b6 x-openstack-request-id: req-d00ad213-3f5e-4626-86fb-474a6dbc34b6 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:32:42.556136 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19684f53-f0ff-4079-b178-fc2d3a0f9c27", "tag": "7042984c-cab8-4a57-817e-e5ab6d38293e", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:32:42.557101 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d00ad213-3f5e-4626-86fb-474a6dbc34b6 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:32:42.557659 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19684f53-f0ff-4079-b178-fc2d3a0f9c27', 'tag': '7042984c-cab8-4a57-817e-e5ab6d38293e', 'status': 'completed', 'code': 200} Nov 11 17:32:42.583166 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d53ebf-0c9d-4130-a5fd-8b045c6a79c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7042984c-cab8-4a57-817e-e5ab6d38293e,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:42.588559 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-783235e9-c476-4a4e-a151-b661ecf19780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:42.590357 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-783235e9-c476-4a4e-a151-b661ecf19780 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc3378c047df4a75ae465b0769ad2173&device_id=19684f53-f0ff-4079-b178-fc2d3a0f9c27 HTTP/1.1" status: 200 len: 1094 time: 0.1009452 Nov 11 17:32:42.664253 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-4f6a7f7d-4d3f-4ccd-b433-e64847fe0336 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7042984c-cab8-4a57-817e-e5ab6d38293e HTTP/1.1" status: 200 len: 217 time: 0.0605788 Nov 11 17:32:42.774955 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-61043305-13eb-4508-aa5a-b6d50af86883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:42.779987 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-61043305-13eb-4508-aa5a-b6d50af86883 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d195216f-96f1-486c-b0d5-204ae52e7574 HTTP/1.1" status: 200 len: 862 time: 0.1069078 Nov 11 17:32:42.822788 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-9534d5a1-7388-4383-85a9-b8fe31bb4f4f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1aa59b89-9e53-4860-9d13-52e2b7914dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360694 Nov 11 17:32:42.887837 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:43.008238 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-f1b60483-aed5-4267-b999-6555049e34a8 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa59b89-9e53-4860-9d13-52e2b7914dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775613 Nov 11 17:32:43.220376 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d3c46329-9729-42d4-aaae-c2583cd3d880 req-7c2f91b2-ce77-49c7-b541-5f6635d6f7a6 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa59b89-9e53-4860-9d13-52e2b7914dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059493 Nov 11 17:32:43.336727 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5d4fb-a3f4-45f9-bbc5-7b348cd61329 req-a9dd4d30-5434-4dbb-a512-753073631669 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:43.348746 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36b5d4fb-a3f4-45f9-bbc5-7b348cd61329 req-a9dd4d30-5434-4dbb-a512-753073631669 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/ports?device_id=19684f53-f0ff-4079-b178-fc2d3a0f9c27 HTTP/1.1" status: 200 len: 943 time: 0.0862815 Nov 11 17:32:43.371811 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3bbad-2b97-4543-8d76-c387f8a22c58 req-7ee641c3-462b-4a3e-8b93-1bf25be054a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:43.374210 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b2a3bbad-2b97-4543-8d76-c387f8a22c58 req-7ee641c3-462b-4a3e-8b93-1bf25be054a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc3378c047df4a75ae465b0769ad2173&device_id=19684f53-f0ff-4079-b178-fc2d3a0f9c27 HTTP/1.1" status: 200 len: 1094 time: 0.0666049 Nov 11 17:32:43.407199 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36b5d4fb-a3f4-45f9-bbc5-7b348cd61329 req-897c2797-413a-484c-867a-4071e72b0921 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bae628e-ddaf-4607-a43a-322b7abfa4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526826 Nov 11 17:32:43.467541 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44058) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:43.518019 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3bbad-2b97-4543-8d76-c387f8a22c58 req-34b00079-2c97-4a30-bf4a-be73da310d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:43.520263 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b2a3bbad-2b97-4543-8d76-c387f8a22c58 req-34b00079-2c97-4a30-bf4a-be73da310d51 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1aa59b89-9e53-4860-9d13-52e2b7914dad HTTP/1.1" status: 200 len: 924 time: 0.1389945 Nov 11 17:32:43.635872 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b2a3bbad-2b97-4543-8d76-c387f8a22c58 req-bf9c0075-ed88-4008-867b-8f0062b7b7ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7042984c-cab8-4a57-817e-e5ab6d38293e HTTP/1.1" status: 200 len: 217 time: 0.1072984 Nov 11 17:32:43.753916 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3bbad-2b97-4543-8d76-c387f8a22c58 req-deafb758-83af-4183-b0c0-6ff51d0c46a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:43.756318 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b2a3bbad-2b97-4543-8d76-c387f8a22c58 req-deafb758-83af-4183-b0c0-6ff51d0c46a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d195216f-96f1-486c-b0d5-204ae52e7574 HTTP/1.1" status: 200 len: 862 time: 0.1112318 Nov 11 17:32:43.823868 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b2a3bbad-2b97-4543-8d76-c387f8a22c58 req-1ec3ee1c-3b86-4cf8-9d94-1dd2f47e8fa6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1aa59b89-9e53-4860-9d13-52e2b7914dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603869 Nov 11 17:32:43.867188 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6045085d-7279-4a65-ab1a-c2dba207d0b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:44.042363 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6045085d-7279-4a65-ab1a-c2dba207d0b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:44.048091 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6045085d-7279-4a65-ab1a-c2dba207d0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:44.049013 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b2a3bbad-2b97-4543-8d76-c387f8a22c58 req-1900e419-10e7-4bc8-b7aa-3dae677f7e15 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa59b89-9e53-4860-9d13-52e2b7914dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168572 Nov 11 17:32:44.101042 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045085d-7279-4a65-ab1a-c2dba207d0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1528adb5-f52b-4e4a-b8aa-0fb06edf7b7a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:44.157894 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6045085d-7279-4a65-ab1a-c2dba207d0b0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5f3b353ebc7d4764845f729acf37c0fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6889067 Nov 11 17:32:44.160780 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44082) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:44.271825 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b2a3bbad-2b97-4543-8d76-c387f8a22c58 req-eda98357-26ab-4a8d-a76a-dd7079849cd5 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa59b89-9e53-4860-9d13-52e2b7914dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159736 Nov 11 17:32:44.276771 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee44073b-6b96-4f21-a8a0-64eceab674a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:44.320752 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee44073b-6b96-4f21-a8a0-64eceab674a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:44.383071 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee44073b-6b96-4f21-a8a0-64eceab674a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:44.387696 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee44073b-6b96-4f21-a8a0-64eceab674a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:44.389782 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ee44073b-6b96-4f21-a8a0-64eceab674a4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1528adb5-f52b-4e4a-b8aa-0fb06edf7b7a HTTP/1.1" status: 204 len: 168 time: 0.2280467 Nov 11 17:32:44.400552 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44073b-6b96-4f21-a8a0-64eceab674a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1528adb5-f52b-4e4a-b8aa-0fb06edf7b7a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:44.430071 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44110) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:44.605509 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bbe71-4791-479f-9867-1d9664b8b763 req-28f9515f-b163-4914-bb70-4bb534872e71 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:44.614737 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a22bbe71-4791-479f-9867-1d9664b8b763 req-28f9515f-b163-4914-bb70-4bb534872e71 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/ports?device_id=19684f53-f0ff-4079-b178-fc2d3a0f9c27 HTTP/1.1" status: 200 len: 943 time: 0.0881181 Nov 11 17:32:44.711851 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a22bbe71-4791-479f-9867-1d9664b8b763 req-1521d5d9-a84d-4e36-b468-ac0776b88838 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bae628e-ddaf-4607-a43a-322b7abfa4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903018 Nov 11 17:32:44.825907 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-f8940def-19b3-4c34-81e5-a3edd3fdedb3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-186309854'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:44.902584 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8940def-19b3-4c34-81e5-a3edd3fdedb3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Made reservation on behalf of 0052ac8df9f74679ba055b3731604dd6 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:32:44.906234 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8940def-19b3-4c34-81e5-a3edd3fdedb3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:44.916108 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8940def-19b3-4c34-81e5-a3edd3fdedb3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:45.024244 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8940def-19b3-4c34-81e5-a3edd3fdedb3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:45.029519 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8940def-19b3-4c34-81e5-a3edd3fdedb3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:45.070369 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8940def-19b3-4c34-81e5-a3edd3fdedb3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1299} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:32:45.087106 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8940def-19b3-4c34-81e5-a3edd3fdedb3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbfa084-3e4f-4dfb-8ffc-e0aabb26a8ef,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:45.127688 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8940def-19b3-4c34-81e5-a3edd3fdedb3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:45.128926 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-f8940def-19b3-4c34-81e5-a3edd3fdedb3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Added segment e5b6408a-4eaa-49ee-8cd6-673742a10b3b of type vlan for network 03553e80-06bf-4130-b6c9-6e3673f2ed50 Nov 11 17:32:45.186758 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8940def-19b3-4c34-81e5-a3edd3fdedb3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:45.219386 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8940def-19b3-4c34-81e5-a3edd3fdedb3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:45.234751 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8940def-19b3-4c34-81e5-a3edd3fdedb3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:45.235959 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8940def-19b3-4c34-81e5-a3edd3fdedb3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:45.353514 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44144) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:45.374883 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-79810a5d-b569-4009-b06e-fae3a7912957 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:45.529818 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-79810a5d-b569-4009-b06e-fae3a7912957 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:45.540626 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-79810a5d-b569-4009-b06e-fae3a7912957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:45.603973 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-79810a5d-b569-4009-b06e-fae3a7912957 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1388b1c041cd4a02bb3b17c91fc527c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2489483 Nov 11 17:32:45.605694 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79810a5d-b569-4009-b06e-fae3a7912957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f32016-96af-4547-abb6-328422682e5b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:45.610172 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44148) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:45.659622 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8940def-19b3-4c34-81e5-a3edd3fdedb3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Network': ['ID=03553e80-06bf-4130-b6c9-6e3673f2ed50,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:45.664828 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f8940def-19b3-4c34-81e5-a3edd3fdedb3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2334497 Nov 11 17:32:45.672851 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 03553e80-06bf-4130-b6c9-6e3673f2ed50 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:32:46.009068 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44164) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:46.259774 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3cd5dcdf-aa3d-4c4f-941f-2b2d4dafb297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:46.296618 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3cd5dcdf-aa3d-4c4f-941f-2b2d4dafb297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:46.309146 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21fbcd-a807-4027-9ccf-445d6409696e req-3e5eac7d-d289-4c97-abe8-e38483afa2f2 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:46.320159 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe21fbcd-a807-4027-9ccf-445d6409696e req-3e5eac7d-d289-4c97-abe8-e38483afa2f2 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/ports?device_id=19684f53-f0ff-4079-b178-fc2d3a0f9c27 HTTP/1.1" status: 200 len: 943 time: 0.1036386 Nov 11 17:32:46.382280 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cdcb440a-c902-4688-a0c3-f3fb3accc049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:46.449834 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe21fbcd-a807-4027-9ccf-445d6409696e req-3ac38168-250a-47fe-982b-677ff0b58969 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bae628e-ddaf-4607-a43a-322b7abfa4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286993 Nov 11 17:32:46.453337 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3cd5dcdf-aa3d-4c4f-941f-2b2d4dafb297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:46.457548 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3cd5dcdf-aa3d-4c4f-941f-2b2d4dafb297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:46.476049 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3cd5dcdf-aa3d-4c4f-941f-2b2d4dafb297 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/50f32016-96af-4547-abb6-328422682e5b HTTP/1.1" status: 204 len: 168 time: 0.8559644 Nov 11 17:32:46.503283 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5dcdf-aa3d-4c4f-941f-2b2d4dafb297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f32016-96af-4547-abb6-328422682e5b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:46.601508 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cdcb440a-c902-4688-a0c3-f3fb3accc049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:46.611512 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cdcb440a-c902-4688-a0c3-f3fb3accc049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:46.691428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44180) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:46.701346 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cdcb440a-c902-4688-a0c3-f3fb3accc049 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6dab690991524846add4790459a1811f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6908436 Nov 11 17:32:46.736521 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb440a-c902-4688-a0c3-f3fb3accc049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56add95-1eec-4ba0-bdb4-6a795a7b74ae,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:46.947612 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7cbb0021-d082-443d-8e73-79f043e7a511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:47.046723 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7cbb0021-d082-443d-8e73-79f043e7a511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:47.144816 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7cbb0021-d082-443d-8e73-79f043e7a511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:47.148422 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7cbb0021-d082-443d-8e73-79f043e7a511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:47.153959 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7cbb0021-d082-443d-8e73-79f043e7a511 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f56add95-1eec-4ba0-bdb4-6a795a7b74ae HTTP/1.1" status: 204 len: 168 time: 0.4575493 Nov 11 17:32:47.174546 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb0021-d082-443d-8e73-79f043e7a511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56add95-1eec-4ba0-bdb4-6a795a7b74ae,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:47.623510 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9845503-19a7-45cc-8cef-77ca19f6bde6 req-7c7ebf31-1b7b-4d3c-836d-bbe01f06a648 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:47.625422 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9845503-19a7-45cc-8cef-77ca19f6bde6 req-7c7ebf31-1b7b-4d3c-836d-bbe01f06a648 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/ports?device_id=19684f53-f0ff-4079-b178-fc2d3a0f9c27 HTTP/1.1" status: 200 len: 943 time: 0.0548456 Nov 11 17:32:47.688508 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9845503-19a7-45cc-8cef-77ca19f6bde6 req-c8eac969-2334-46bc-9455-245a5472053d tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bae628e-ddaf-4607-a43a-322b7abfa4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558147 Nov 11 17:32:47.797823 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 7042984c-cab8-4a57-817e-e5ab6d38293e details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:32:47.932488 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 7042984c-cab8-4a57-817e-e5ab6d38293e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=7042984c-cab8-4a57-817e-e5ab6d38293e,segment=NetworkSegment(3c7ce269-c3cd-412d-a6d4-d8d5b8353122),segment_id=3c7ce269-c3cd-412d-a6d4-d8d5b8353122)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:32:47.956657 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '7042984c-cab8-4a57-817e-e5ab6d38293e', 'network_id': '1aa59b89-9e53-4860-9d13-52e2b7914dad', 'port_id': '7042984c-cab8-4a57-817e-e5ab6d38293e', 'mac_address': 'fa:16:3e:1f:ba:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd195216f-96f1-486c-b0d5-204ae52e7574', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:32:48.019187 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:48.038881 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7042984c-cab8-4a57-817e-e5ab6d38293e {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:32:48.067005 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 7042984c-cab8-4a57-817e-e5ab6d38293e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=7042984c-cab8-4a57-817e-e5ab6d38293e,segment=NetworkSegment(3c7ce269-c3cd-412d-a6d4-d8d5b8353122),segment_id=3c7ce269-c3cd-412d-a6d4-d8d5b8353122)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:32:48.072769 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:48.139759 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=7042984c-cab8-4a57-817e-e5ab6d38293e,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:48.265016 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:48.341946 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['7042984c-cab8-4a57-817e-e5ab6d38293e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:32:48.906230 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1ae86-6f64-42c0-946d-8a9226dcb4dd req-d01e1347-dd0f-4f89-8290-41cd20fd2bc4 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:48.916253 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-afc1ae86-6f64-42c0-946d-8a9226dcb4dd req-d01e1347-dd0f-4f89-8290-41cd20fd2bc4 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/ports?device_id=19684f53-f0ff-4079-b178-fc2d3a0f9c27 HTTP/1.1" status: 200 len: 944 time: 0.0684934 Nov 11 17:32:49.035080 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-afc1ae86-6f64-42c0-946d-8a9226dcb4dd req-93b29cc8-60dc-4875-8c21-fcd0bf6c709b tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bae628e-ddaf-4607-a43a-322b7abfa4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123025 Nov 11 17:32:49.186773 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44336) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:49.192978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-73acadc7-f6b2-4f37-97fa-6b6df4b69965 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'subnet': {'network_id': '03553e80-06bf-4130-b6c9-6e3673f2ed50', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:49.340890 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73acadc7-f6b2-4f37-97fa-6b6df4b69965 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Made reservation on behalf of 0052ac8df9f74679ba055b3731604dd6 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:32:49.345425 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-73acadc7-f6b2-4f37-97fa-6b6df4b69965 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:49.641269 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-73acadc7-f6b2-4f37-97fa-6b6df4b69965 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:49.708241 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73acadc7-f6b2-4f37-97fa-6b6df4b69965 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Subnet': ['ID=930b6175-7017-45f1-90d3-5f0636de3d01,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:49.735827 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73acadc7-f6b2-4f37-97fa-6b6df4b69965 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Checking segment: {'id': 'e5b6408a-4eaa-49ee-8cd6-673742a10b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03553e80-06bf-4130-b6c9-6e3673f2ed50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:32:49.736424 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73acadc7-f6b2-4f37-97fa-6b6df4b69965 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Network hostable DHCP agents. Network: 03553e80-06bf-4130-b6c9-6e3673f2ed50, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:32:49.761945 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73acadc7-f6b2-4f37-97fa-6b6df4b69965 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Network 03553e80-06bf-4130-b6c9-6e3673f2ed50 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:32:49.774535 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-73acadc7-f6b2-4f37-97fa-6b6df4b69965 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 03553e80-06bf-4130-b6c9-6e3673f2ed50) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:32:49.787590 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a4e39b-16b2-43c2-93de-0c99a929c84f None None] Network 03553e80-06bf-4130-b6c9-6e3673f2ed50 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:32:49.790057 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73acadc7-f6b2-4f37-97fa-6b6df4b69965 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:49.790849 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-73acadc7-f6b2-4f37-97fa-6b6df4b69965 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:49.835058 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-73acadc7-f6b2-4f37-97fa-6b6df4b69965 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6469328 Nov 11 17:32:49.838420 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44380) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:49.846945 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-f900fa5c-0817-4e7f-a029-041bd3ef510a tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-748971628'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:49.879788 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f900fa5c-0817-4e7f-a029-041bd3ef510a tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Made reservation on behalf of 0052ac8df9f74679ba055b3731604dd6 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:32:49.883757 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f900fa5c-0817-4e7f-a029-041bd3ef510a tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:49.900367 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 7042984c-cab8-4a57-817e-e5ab6d38293e up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:32:49.934692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44384) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:49.942707 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f900fa5c-0817-4e7f-a029-041bd3ef510a tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1263} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:32:49.964387 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f900fa5c-0817-4e7f-a029-041bd3ef510a tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:49.966883 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-f900fa5c-0817-4e7f-a029-041bd3ef510a tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Added segment 7a03bdea-a3a9-4143-965f-c49d54fb6ab8 of type vlan for network d8ebbed8-022d-4418-83d6-036a5a3c80f8 Nov 11 17:32:50.018347 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 7042984c-cab8-4a57-817e-e5ab6d38293e completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:32:50.024532 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 7042984c-cab8-4a57-817e-e5ab6d38293e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:32:50.024899 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:50.035241 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f900fa5c-0817-4e7f-a029-041bd3ef510a tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:50.094559 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6fe9e4-56e3-4a3e-9bc6-875325a3d25e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-03553e80-06bf-4130-b6c9-6e3673f2ed50', 'network_id': '03553e80-06bf-4130-b6c9-6e3673f2ed50', 'tenant_id': '0052ac8df9f74679ba055b3731604dd6', 'fixed_ips': [{'subnet_id': '930b6175-7017-45f1-90d3-5f0636de3d01'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:32:50.097960 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe9e4-56e3-4a3e-9bc6-875325a3d25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:50.109549 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f900fa5c-0817-4e7f-a029-041bd3ef510a tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:50.135274 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f900fa5c-0817-4e7f-a029-041bd3ef510a tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:50.137193 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f900fa5c-0817-4e7f-a029-041bd3ef510a tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:50.254005 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a9eea-0487-4ab5-9def-8dc482efbbf3 req-19051b91-0ce7-47f0-a4ba-5339e8505e68 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:50.260425 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f900fa5c-0817-4e7f-a029-041bd3ef510a tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4203556 Nov 11 17:32:50.263640 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c35a9eea-0487-4ab5-9def-8dc482efbbf3 req-19051b91-0ce7-47f0-a4ba-5339e8505e68 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/ports?device_id=19684f53-f0ff-4079-b178-fc2d3a0f9c27 HTTP/1.1" status: 200 len: 944 time: 0.0882623 Nov 11 17:32:50.266868 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44396) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:50.279232 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-47339923-15ae-4f21-82dc-3a89a4d8e6b1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'subnet': {'network_id': 'd8ebbed8-022d-4418-83d6-036a5a3c80f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:50.340802 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44398) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:50.345091 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d98cda0d-3c7e-4b9f-861b-6c3476c30c02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:50.424430 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900fa5c-0817-4e7f-a029-041bd3ef510a tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Network': ['ID=d8ebbed8-022d-4418-83d6-036a5a3c80f8,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:50.437114 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c35a9eea-0487-4ab5-9def-8dc482efbbf3 req-a0947663-7def-4d88-a758-dd6ee5a9acdf tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bae628e-ddaf-4607-a43a-322b7abfa4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719580 Nov 11 17:32:50.453673 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47339923-15ae-4f21-82dc-3a89a4d8e6b1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Made reservation on behalf of 0052ac8df9f74679ba055b3731604dd6 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:32:50.470631 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-47339923-15ae-4f21-82dc-3a89a4d8e6b1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:50.470750 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:50.573057 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 7042984c-cab8-4a57-817e-e5ab6d38293e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=7042984c-cab8-4a57-817e-e5ab6d38293e,segment=NetworkSegment(3c7ce269-c3cd-412d-a6d4-d8d5b8353122),segment_id=3c7ce269-c3cd-412d-a6d4-d8d5b8353122)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:32:50.578502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network d8ebbed8-022d-4418-83d6-036a5a3c80f8 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:32:50.642758 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d98cda0d-3c7e-4b9f-861b-6c3476c30c02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:50.647136 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d98cda0d-3c7e-4b9f-861b-6c3476c30c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:50.687246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cda0d-3c7e-4b9f-861b-6c3476c30c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bac0b5-f955-44b9-a84a-81d29004c057,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:50.709947 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d98cda0d-3c7e-4b9f-861b-6c3476c30c02 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=931a70e981db4f47a3151faa3dbc2f9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7732787 Nov 11 17:32:50.712874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44410) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:50.746361 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19684f53-f0ff-4079-b178-fc2d3a0f9c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7042984c-cab8-4a57-817e-e5ab6d38293e'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:32:50.750529 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ae3892-298c-47cb-9c6e-88359182f0bb" -d '{"events": [{"server_uuid": "19684f53-f0ff-4079-b178-fc2d3a0f9c27", "name": "network-vif-plugged", "status": "completed", "tag": "7042984c-cab8-4a57-817e-e5ab6d38293e"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:32:50.756428 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:50.759923 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-47339923-15ae-4f21-82dc-3a89a4d8e6b1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:50.823948 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-9d6fe9e4-56e3-4a3e-9bc6-875325a3d25e None None] Allocated IP 2001:db8:0:ffff::2 (03553e80-06bf-4130-b6c9-6e3673f2ed50/930b6175-7017-45f1-90d3-5f0636de3d01/d6eafefc-5246-451a-bd7c-818801480dfb) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:32:50.832985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47339923-15ae-4f21-82dc-3a89a4d8e6b1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Subnet': ['ID=2f07e2b4-e5d0-4bbb-978e-0da0f505139b,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:50.861503 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=7042984c-cab8-4a57-817e-e5ab6d38293e,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:50.877714 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47339923-15ae-4f21-82dc-3a89a4d8e6b1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Checking segment: {'id': '7a03bdea-a3a9-4143-965f-c49d54fb6ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'd8ebbed8-022d-4418-83d6-036a5a3c80f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:32:50.878803 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47339923-15ae-4f21-82dc-3a89a4d8e6b1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Network hostable DHCP agents. Network: d8ebbed8-022d-4418-83d6-036a5a3c80f8, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:32:50.889040 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-abb4291f-7b55-4afb-ac84-525f08b381c5 tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1537873299', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:50.893102 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5a815cdd-390a-484a-a32d-cb0fa724b3f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:50.903613 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47339923-15ae-4f21-82dc-3a89a4d8e6b1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Network d8ebbed8-022d-4418-83d6-036a5a3c80f8 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:32:50.917903 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5a815cdd-390a-484a-a32d-cb0fa724b3f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:50.919521 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-47339923-15ae-4f21-82dc-3a89a4d8e6b1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, d8ebbed8-022d-4418-83d6-036a5a3c80f8) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:32:50.927296 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47339923-15ae-4f21-82dc-3a89a4d8e6b1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:50.928676 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-47339923-15ae-4f21-82dc-3a89a4d8e6b1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:50.961991 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-47339923-15ae-4f21-82dc-3a89a4d8e6b1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6883912 Nov 11 17:32:50.963820 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44418) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:50.978156 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8061c67-3380-4f53-8676-d2410cb246e0 x-openstack-request-id: req-d8061c67-3380-4f53-8676-d2410cb246e0 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:32:50.978475 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19684f53-f0ff-4079-b178-fc2d3a0f9c27", "name": "network-vif-plugged", "status": "completed", "tag": "7042984c-cab8-4a57-817e-e5ab6d38293e", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:32:50.978713 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d8061c67-3380-4f53-8676-d2410cb246e0 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:32:50.979116 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19684f53-f0ff-4079-b178-fc2d3a0f9c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7042984c-cab8-4a57-817e-e5ab6d38293e', 'code': 200} Nov 11 17:32:50.979893 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a4756b-f7a1-4c69-8631-5ede7d172d52 None None] Network d8ebbed8-022d-4418-83d6-036a5a3c80f8 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:32:50.987085 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb4291f-7b55-4afb-ac84-525f08b381c5 tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Made reservation on behalf of 5baaeb000cca4043844c9ad282aafb81 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:32:50.990156 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-abb4291f-7b55-4afb-ac84-525f08b381c5 tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:51.001053 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-abb4291f-7b55-4afb-ac84-525f08b381c5 tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:51.015430 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5a815cdd-390a-484a-a32d-cb0fa724b3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:51.021543 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5a815cdd-390a-484a-a32d-cb0fa724b3f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:51.025202 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5a815cdd-390a-484a-a32d-cb0fa724b3f0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/96bac0b5-f955-44b9-a84a-81d29004c057 HTTP/1.1" status: 204 len: 168 time: 0.3089619 Nov 11 17:32:51.045228 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a815cdd-390a-484a-a32d-cb0fa724b3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bac0b5-f955-44b9-a84a-81d29004c057,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:51.111545 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5be1e-fc72-41ec-8436-9161693ae7f2 req-f4e7d217-5675-464a-9b62-a93f90cba356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:51.114544 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-84a5be1e-fc72-41ec-8436-9161693ae7f2 req-f4e7d217-5675-464a-9b62-a93f90cba356 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=19684f53-f0ff-4079-b178-fc2d3a0f9c27 HTTP/1.1" status: 200 len: 1096 time: 0.1109204 Nov 11 17:32:51.127273 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-abb4291f-7b55-4afb-ac84-525f08b381c5 tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:51.132227 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-abb4291f-7b55-4afb-ac84-525f08b381c5 tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:51.139170 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-abb4291f-7b55-4afb-ac84-525f08b381c5 tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] device_id is not set on port 923e7f01-1c1b-474f-b2e6-33dd861201ab yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:32:51.177457 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-80493e01-1ade-499e-b003-ef07a1477e82 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:51.193815 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-84a5be1e-fc72-41ec-8436-9161693ae7f2 req-15348c7a-9ade-4ef3-b30f-5c91c0aeb30d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5bae628e-ddaf-4607-a43a-322b7abfa4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665355 Nov 11 17:32:51.219247 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4291f-7b55-4afb-ac84-525f08b381c5 tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15b8438-e678-4422-92a6-e99be0e47f53,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:51.277464 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-80493e01-1ade-499e-b003-ef07a1477e82 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:51.358538 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe9e4-56e3-4a3e-9bc6-875325a3d25e None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:51.370574 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e78761e-276f-416c-abe5-cf5f67973423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-d8ebbed8-022d-4418-83d6-036a5a3c80f8', 'network_id': 'd8ebbed8-022d-4418-83d6-036a5a3c80f8', 'tenant_id': '0052ac8df9f74679ba055b3731604dd6', 'fixed_ips': [{'subnet_id': '2f07e2b4-e5d0-4bbb-978e-0da0f505139b'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:32:51.371618 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6e78761e-276f-416c-abe5-cf5f67973423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:51.380184 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe9e4-56e3-4a3e-9bc6-875325a3d25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:51.387114 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-abb4291f-7b55-4afb-ac84-525f08b381c5 tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Allocated IP 172.25.2.204 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/923e7f01-1c1b-474f-b2e6-33dd861201ab) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:32:51.401885 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-80493e01-1ade-499e-b003-ef07a1477e82 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:51.448661 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80493e01-1ade-499e-b003-ef07a1477e82 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Subnet': ['ID=2f07e2b4-e5d0-4bbb-978e-0da0f505139b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:51.523680 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6fe9e4-56e3-4a3e-9bc6-875325a3d25e None None] Network 03553e80-06bf-4130-b6c9-6e3673f2ed50 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:32:51.529479 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-9d6fe9e4-56e3-4a3e-9bc6-875325a3d25e None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:32:51.563853 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-80493e01-1ade-499e-b003-ef07a1477e82 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:51.646134 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-80493e01-1ade-499e-b003-ef07a1477e82 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ebbed8-022d-4418-83d6-036a5a3c80f8']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:32:51.647050 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-abb4291f-7b55-4afb-ac84-525f08b381c5 tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:51.662875 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6fe9e4-56e3-4a3e-9bc6-875325a3d25e None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:32:51.671099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-80493e01-1ade-499e-b003-ef07a1477e82 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a03bdea-a3a9-4143-965f-c49d54fb6ab8') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:32:51.671403 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-80493e01-1ade-499e-b003-ef07a1477e82 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a03bdea-a3a9-4143-965f-c49d54fb6ab8') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:32:51.706357 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-80493e01-1ade-499e-b003-ef07a1477e82 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:51.711936 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fe9e4-56e3-4a3e-9bc6-875325a3d25e None None] Pushing event updated for resources: {'Port': ['ID=d6eafefc-5246-451a-bd7c-818801480dfb,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:51.751895 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-abb4291f-7b55-4afb-ac84-525f08b381c5 tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:51.770355 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-80493e01-1ade-499e-b003-ef07a1477e82 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:51.789630 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80493e01-1ade-499e-b003-ef07a1477e82 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:32:51.791670 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-80493e01-1ade-499e-b003-ef07a1477e82 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:51.805700 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-9d6fe9e4-56e3-4a3e-9bc6-875325a3d25e None None] Attempting to bind port d6eafefc-5246-451a-bd7c-818801480dfb on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:32:51.806162 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-9d6fe9e4-56e3-4a3e-9bc6-875325a3d25e None None] Attempting to bind port d6eafefc-5246-451a-bd7c-818801480dfb by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'e5b6408a-4eaa-49ee-8cd6-673742a10b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03553e80-06bf-4130-b6c9-6e3673f2ed50'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:32:51.806624 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6fe9e4-56e3-4a3e-9bc6-875325a3d25e None None] Attempting to bind port d6eafefc-5246-451a-bd7c-818801480dfb on network 03553e80-06bf-4130-b6c9-6e3673f2ed50 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:32:51.825826 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6fe9e4-56e3-4a3e-9bc6-875325a3d25e None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:32:51.826456 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6fe9e4-56e3-4a3e-9bc6-875325a3d25e None None] Checking segment: {'id': 'e5b6408a-4eaa-49ee-8cd6-673742a10b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03553e80-06bf-4130-b6c9-6e3673f2ed50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:32:51.826808 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe9e4-56e3-4a3e-9bc6-875325a3d25e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:51.828236 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6fe9e4-56e3-4a3e-9bc6-875325a3d25e None None] Bound using segment: {'id': 'e5b6408a-4eaa-49ee-8cd6-673742a10b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03553e80-06bf-4130-b6c9-6e3673f2ed50'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:32:51.828961 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-9d6fe9e4-56e3-4a3e-9bc6-875325a3d25e None None] Bound port: d6eafefc-5246-451a-bd7c-818801480dfb, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b6408a-4eaa-49ee-8cd6-673742a10b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03553e80-06bf-4130-b6c9-6e3673f2ed50'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:32:51.834566 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe9e4-56e3-4a3e-9bc6-875325a3d25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:51.835479 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb4291f-7b55-4afb-ac84-525f08b381c5 tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:32:51.840705 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-abb4291f-7b55-4afb-ac84-525f08b381c5 tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:32:51.855927 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:32:51.858789 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb4291f-7b55-4afb-ac84-525f08b381c5 tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:32:51.869267 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4e398a-d03f-41dd-9c93-6b5c2f5c81fb None None] Network d8ebbed8-022d-4418-83d6-036a5a3c80f8 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:32:51.884166 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb40ba5-24ab-40ea-af39-878d614aa524 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:32:51.937439 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704449e-b6df-4909-9800-b7d9af6ba099 req-522be044-8806-4929-b49c-37bb8de2cdd4 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:51.945881 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7704449e-b6df-4909-9800-b7d9af6ba099 req-522be044-8806-4929-b49c-37bb8de2cdd4 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/ports?device_id=19684f53-f0ff-4079-b178-fc2d3a0f9c27 HTTP/1.1" status: 200 len: 945 time: 0.2058475 Nov 11 17:32:51.964868 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4291f-7b55-4afb-ac84-525f08b381c5 tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Pushing event updated for resources: {'Port': ['ID=923e7f01-1c1b-474f-b2e6-33dd861201ab,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:52.005354 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-80493e01-1ade-499e-b003-ef07a1477e82 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:52.015273 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb4291f-7b55-4afb-ac84-525f08b381c5 tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:52.016646 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-abb4291f-7b55-4afb-ac84-525f08b381c5 tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:52.016812 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-80493e01-1ade-499e-b003-ef07a1477e82 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:52.025275 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-80493e01-1ade-499e-b003-ef07a1477e82 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/networks/d8ebbed8-022d-4418-83d6-036a5a3c80f8 HTTP/1.1" status: 204 len: 168 time: 1.0593174 Nov 11 17:32:52.036235 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44452) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:52.094596 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-2fa9f0c3-ae60-4f0f-aebd-413fbe1d06fc tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-221048870'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:52.096625 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7704449e-b6df-4909-9800-b7d9af6ba099 req-a6c9b61d-c395-4cc2-b09e-3595fa780d5e tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bae628e-ddaf-4607-a43a-322b7abfa4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488671 Nov 11 17:32:52.110390 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-abb4291f-7b55-4afb-ac84-525f08b381c5 tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.7637153 Nov 11 17:32:52.110730 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44458) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:52.126032 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-74203850-e2a9-469f-a45c-ab15414e576f tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.204'}]}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:52.159154 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80493e01-1ade-499e-b003-ef07a1477e82 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Network': ['ID=d8ebbed8-022d-4418-83d6-036a5a3c80f8,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:52.180649 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa9f0c3-ae60-4f0f-aebd-413fbe1d06fc tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Made reservation on behalf of 0052ac8df9f74679ba055b3731604dd6 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:32:52.181138 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-74203850-e2a9-469f-a45c-ab15414e576f tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:52.183390 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-74203850-e2a9-469f-a45c-ab15414e576f tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:52.189162 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9d6fe9e4-56e3-4a3e-9bc6-875325a3d25e None None] For port d6eafefc-5246-451a-bd7c-818801480dfb, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:32:52.193747 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e4ee9f4e-3aa6-495d-b006-eed112f36fcc None None] Provisioning complete for port 923e7f01-1c1b-474f-b2e6-33dd861201ab triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:32:52.194453 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9f4e-3aa6-495d-b006-eed112f36fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:52.196548 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2fa9f0c3-ae60-4f0f-aebd-413fbe1d06fc tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:52.226522 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9d6fe9e4-56e3-4a3e-9bc6-875325a3d25e None None] For port d6eafefc-5246-451a-bd7c-818801480dfb, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d6eafefc-5246-451a-bd7c-818801480dfb,segment=NetworkSegment(e5b6408a-4eaa-49ee-8cd6-673742a10b3b),segment_id=e5b6408a-4eaa-49ee-8cd6-673742a10b3b)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:32:52.257670 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9d6fe9e4-56e3-4a3e-9bc6-875325a3d25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:52.258346 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa9f0c3-ae60-4f0f-aebd-413fbe1d06fc tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1285} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:32:52.273603 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2fa9f0c3-ae60-4f0f-aebd-413fbe1d06fc tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:52.273953 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-2fa9f0c3-ae60-4f0f-aebd-413fbe1d06fc tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Added segment a0ae1d75-e694-4f31-b69b-fdaf0aec879e of type vlan for network 0c032b75-b493-4e35-913c-d00aba3d1cf7 Nov 11 17:32:52.301406 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee9f4e-3aa6-495d-b006-eed112f36fcc None None] Port 923e7f01-1c1b-474f-b2e6-33dd861201ab cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:32:52.346135 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-74203850-e2a9-469f-a45c-ab15414e576f tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:52.350225 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2fa9f0c3-ae60-4f0f-aebd-413fbe1d06fc tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:52.430713 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fe9e4-56e3-4a3e-9bc6-875325a3d25e None None] Pushing event updated for resources: {'Port': ['ID=d6eafefc-5246-451a-bd7c-818801480dfb,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:52.446672 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2fa9f0c3-ae60-4f0f-aebd-413fbe1d06fc tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:52.465392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa9f0c3-ae60-4f0f-aebd-413fbe1d06fc tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:52.467203 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2fa9f0c3-ae60-4f0f-aebd-413fbe1d06fc tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:52.524395 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2fa9f0c3-ae60-4f0f-aebd-413fbe1d06fc tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4420400 Nov 11 17:32:52.525758 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44472) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:52.564487 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-382bf2d5-1c00-4c22-ab97-da1a126e67db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'subnet': {'network_id': '0c032b75-b493-4e35-913c-d00aba3d1cf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:52.814844 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-74203850-e2a9-469f-a45c-ab15414e576f tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:52.889766 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9f0c3-ae60-4f0f-aebd-413fbe1d06fc tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Network': ['ID=0c032b75-b493-4e35-913c-d00aba3d1cf7,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:52.900155 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 0c032b75-b493-4e35-913c-d00aba3d1cf7 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:32:52.937697 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382bf2d5-1c00-4c22-ab97-da1a126e67db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Made reservation on behalf of 0052ac8df9f74679ba055b3731604dd6 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:32:52.941594 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-382bf2d5-1c00-4c22-ab97-da1a126e67db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:52.975070 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e958948-666f-4f96-8783-84deca87079b req-32424fc0-03d2-47bb-8b2c-1a9230a8a37a tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:52.982942 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e958948-666f-4f96-8783-84deca87079b req-32424fc0-03d2-47bb-8b2c-1a9230a8a37a tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/networks?id=b0dd05d3-837d-44d1-abc4-2c8570b43698 HTTP/1.1" status: 200 len: 815 time: 0.4921026 Nov 11 17:32:53.008721 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e958948-666f-4f96-8783-84deca87079b req-0bbfa761-ec23-40ea-97f2-d91d0741fb74 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/quotas/623da2f48dae40158d78770664aa965c HTTP/1.1" status: 200 len: 375 time: 0.0243843 Nov 11 17:32:53.099711 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e958948-666f-4f96-8783-84deca87079b req-4acb1a50-48a1-4236-9b1b-e037bddf831b tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=623da2f48dae40158d78770664aa965c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0898468 Nov 11 17:32:53.242219 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-382bf2d5-1c00-4c22-ab97-da1a126e67db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:53.345479 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44492) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:53.369849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bf2d5-1c00-4c22-ab97-da1a126e67db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Subnet': ['ID=c901702c-b1df-4efe-9dc8-652f4c0d91eb,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:53.377539 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382bf2d5-1c00-4c22-ab97-da1a126e67db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Checking segment: {'id': 'a0ae1d75-e694-4f31-b69b-fdaf0aec879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '0c032b75-b493-4e35-913c-d00aba3d1cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:32:53.378076 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382bf2d5-1c00-4c22-ab97-da1a126e67db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Network hostable DHCP agents. Network: 0c032b75-b493-4e35-913c-d00aba3d1cf7, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:32:53.402160 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382bf2d5-1c00-4c22-ab97-da1a126e67db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Network 0c032b75-b493-4e35-913c-d00aba3d1cf7 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:32:53.425830 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-382bf2d5-1c00-4c22-ab97-da1a126e67db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 0c032b75-b493-4e35-913c-d00aba3d1cf7) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:32:53.430726 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382bf2d5-1c00-4c22-ab97-da1a126e67db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:53.431385 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-382bf2d5-1c00-4c22-ab97-da1a126e67db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:53.435578 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb34546-dd3e-435b-8295-9091f26c0652 None None] Network 0c032b75-b493-4e35-913c-d00aba3d1cf7 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:32:53.459226 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-74203850-e2a9-469f-a45c-ab15414e576f tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:53.461924 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-382bf2d5-1c00-4c22-ab97-da1a126e67db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9113927 Nov 11 17:32:53.465518 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44498) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:53.479580 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-d1dc2ecf-5d56-478f-9827-4cfc08fe6384 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-533565600'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:53.510888 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-74203850-e2a9-469f-a45c-ab15414e576f tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:53.525845 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dc2ecf-5d56-478f-9827-4cfc08fe6384 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Made reservation on behalf of 0052ac8df9f74679ba055b3731604dd6 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:32:53.529908 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d1dc2ecf-5d56-478f-9827-4cfc08fe6384 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:53.547934 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb0fb5-6328-4e1e-b9c9-6c5b9e9f79e2 req-a636da9a-f926-4ecd-9035-cd83a0684122 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:53.549776 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2abb0fb5-6328-4e1e-b9c9-6c5b9e9f79e2 req-a636da9a-f926-4ecd-9035-cd83a0684122 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/ports?device_id=19684f53-f0ff-4079-b178-fc2d3a0f9c27 HTTP/1.1" status: 200 len: 945 time: 0.3206189 Nov 11 17:32:53.579442 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e958948-666f-4f96-8783-84deca87079b req-c0fb6746-29cc-4152-b043-0ab59c323a34 service neutron] 10.222.0.76 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785342 Nov 11 17:32:53.587118 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1dc2ecf-5d56-478f-9827-4cfc08fe6384 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1294} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:32:53.609448 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d1dc2ecf-5d56-478f-9827-4cfc08fe6384 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:53.609807 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-d1dc2ecf-5d56-478f-9827-4cfc08fe6384 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Added segment 1bffab31-7e35-479f-9589-9d44847d0927 of type vlan for network 09da6da0-9725-457e-8fd3-038f9be5ade1 Nov 11 17:32:53.743551 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d1dc2ecf-5d56-478f-9827-4cfc08fe6384 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:53.795283 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d1dc2ecf-5d56-478f-9827-4cfc08fe6384 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:53.810530 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dc2ecf-5d56-478f-9827-4cfc08fe6384 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:53.812065 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d1dc2ecf-5d56-478f-9827-4cfc08fe6384 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:53.814245 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device d6eafefc-5246-451a-bd7c-818801480dfb up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:32:53.879034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c956a439-8ff7-4b9a-86db-8b56d99e1adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-0c032b75-b493-4e35-913c-d00aba3d1cf7', 'network_id': '0c032b75-b493-4e35-913c-d00aba3d1cf7', 'tenant_id': '0052ac8df9f74679ba055b3731604dd6', 'fixed_ips': [{'subnet_id': 'c901702c-b1df-4efe-9dc8-652f4c0d91eb'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:32:53.882797 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c956a439-8ff7-4b9a-86db-8b56d99e1adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:53.918896 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc2ecf-5d56-478f-9827-4cfc08fe6384 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Network': ['ID=09da6da0-9725-457e-8fd3-038f9be5ade1,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:53.943414 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-754b0014-b03c-48f0-8996-adfeab7c1853 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-518905062'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:53.950947 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e958948-666f-4f96-8783-84deca87079b req-a6d18105-9d2a-490b-8076-67c02595742b service neutron] 10.222.0.76 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035357 Nov 11 17:32:53.957786 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 09da6da0-9725-457e-8fd3-038f9be5ade1 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:32:53.972573 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d1dc2ecf-5d56-478f-9827-4cfc08fe6384 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5053923 Nov 11 17:32:53.973157 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44506) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:53.982837 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-8f539092-2593-4156-b130-6b036d16dbcb tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'subnet': {'network_id': '09da6da0-9725-457e-8fd3-038f9be5ade1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:54.059184 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2abb0fb5-6328-4e1e-b9c9-6c5b9e9f79e2 req-457a6473-a149-4c34-b321-df217ac27db1 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bae628e-ddaf-4607-a43a-322b7abfa4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828484 Nov 11 17:32:54.109741 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754b0014-b03c-48f0-8996-adfeab7c1853 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Made reservation on behalf of cf24714f529744c3a4c0bed5710804b5 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:32:54.111845 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab84d09-cca9-43ac-9990-a7ce6e5f8dd8 None None] Network 03553e80-06bf-4130-b6c9-6e3673f2ed50 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:32:54.115779 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-754b0014-b03c-48f0-8996-adfeab7c1853 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:54.160330 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-754b0014-b03c-48f0-8996-adfeab7c1853 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:54.174078 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-74203850-e2a9-469f-a45c-ab15414e576f tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:54.212130 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f539092-2593-4156-b130-6b036d16dbcb tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Made reservation on behalf of 0052ac8df9f74679ba055b3731604dd6 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:32:54.218126 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8f539092-2593-4156-b130-6b036d16dbcb tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:54.391631 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44518) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:54.413660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.ipam_backend_mixin [None req-8f539092-2593-4156-b130-6b036d16dbcb tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Performing IP validity checks on allocation pools {{(pid=102617) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 17:32:54.414175 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.ipam_backend_mixin [None req-8f539092-2593-4156-b130-6b036d16dbcb tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102617) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 17:32:54.511639 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb435904-78f6-44b5-b2a1-6d4b55d117d0 req-9ff4caff-4715-4d2d-9dab-92cf98a728d1 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a HTTP/1.1" status: 200 len: 210 time: 0.1670904 Nov 11 17:32:54.543163 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-754b0014-b03c-48f0-8996-adfeab7c1853 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:54.617048 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-74203850-e2a9-469f-a45c-ab15414e576f tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:54.625004 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-74203850-e2a9-469f-a45c-ab15414e576f tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:54.637743 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-754b0014-b03c-48f0-8996-adfeab7c1853 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:54.660782 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754b0014-b03c-48f0-8996-adfeab7c1853 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1271} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:32:54.683895 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-754b0014-b03c-48f0-8996-adfeab7c1853 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:54.690923 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-754b0014-b03c-48f0-8996-adfeab7c1853 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Added segment a7ce4330-d9aa-4b5f-858f-813b7159b2c4 of type vlan for network 107b6adb-87a4-497d-85d9-075ac1cf1fa3 Nov 11 17:32:54.753811 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-74203850-e2a9-469f-a45c-ab15414e576f tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:54.754664 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74203850-e2a9-469f-a45c-ab15414e576f tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a20c700-a5b6-4c38-9deb-a4350190bfd4 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:32:54.775420 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25fa34-72db-4e0e-9870-1f3c12770e1f req-a9d7cf84-3f86-4d50-9baf-82d736305a3e tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:54.779445 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-754b0014-b03c-48f0-8996-adfeab7c1853 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:54.783932 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df25fa34-72db-4e0e-9870-1f3c12770e1f req-a9d7cf84-3f86-4d50-9baf-82d736305a3e tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/ports?device_id=19684f53-f0ff-4079-b178-fc2d3a0f9c27 HTTP/1.1" status: 200 len: 945 time: 0.0735507 Nov 11 17:32:54.841275 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-754b0014-b03c-48f0-8996-adfeab7c1853 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:54.847665 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754b0014-b03c-48f0-8996-adfeab7c1853 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:54.848344 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-754b0014-b03c-48f0-8996-adfeab7c1853 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:54.887627 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df25fa34-72db-4e0e-9870-1f3c12770e1f req-8fed45ec-1c06-4eb4-97d7-25ebe01f9db9 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bae628e-ddaf-4607-a43a-322b7abfa4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015508 Nov 11 17:32:54.895677 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-754b0014-b03c-48f0-8996-adfeab7c1853 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5464547 Nov 11 17:32:54.898432 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44532) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:54.903810 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-57d6a341-a8e6-4791-b69b-a951331bef40 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Request body: {'subnet': {'network_id': '107b6adb-87a4-497d-85d9-075ac1cf1fa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:54.910757 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1f8bf62-7f88-45f1-af18-e54e71ab4d5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:54.916293 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-74203850-e2a9-469f-a45c-ab15414e576f tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 11 17:32:54.920755 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-74203850-e2a9-469f-a45c-ab15414e576f tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8090231 Nov 11 17:32:54.921608 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44534) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:54.984674 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b0014-b03c-48f0-8996-adfeab7c1853 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a52beb-af32-4492-9d88-39b24b5afa8b,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:55.066165 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-fe5a01c0-7d8c-4368-af23-2b2e8f014571 None None] Provisioning complete for port d6eafefc-5246-451a-bd7c-818801480dfb triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:32:55.069681 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fe5a01c0-7d8c-4368-af23-2b2e8f014571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:55.080150 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:55.080385 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b0014-b03c-48f0-8996-adfeab7c1853 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Pushing event updated for resources: {'Network': ['ID=107b6adb-87a4-497d-85d9-075ac1cf1fa3,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:55.105363 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8f539092-2593-4156-b130-6b036d16dbcb tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:55.138063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d6a341-a8e6-4791-b69b-a951331bef40 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Made reservation on behalf of cf24714f529744c3a4c0bed5710804b5 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:32:55.144498 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-57d6a341-a8e6-4791-b69b-a951331bef40 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:55.151290 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-f18b2c07-7a2f-4c3f-ac80-f71c81d5dd6f tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Deleting port 923e7f01-1c1b-474f-b2e6-33dd861201ab {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:32:55.151620 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f18b2c07-7a2f-4c3f-ac80-f71c81d5dd6f tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:55.200580 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 107b6adb-87a4-497d-85d9-075ac1cf1fa3 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:32:55.237893 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f539092-2593-4156-b130-6b036d16dbcb tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Subnet': ['ID=af3c5226-30b6-4141-b2f4-bfe9e1e32faa,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:55.289311 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f539092-2593-4156-b130-6b036d16dbcb tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Checking segment: {'id': '1bffab31-7e35-479f-9589-9d44847d0927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '09da6da0-9725-457e-8fd3-038f9be5ade1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:32:55.289695 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f539092-2593-4156-b130-6b036d16dbcb tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Network hostable DHCP agents. Network: 09da6da0-9725-457e-8fd3-038f9be5ade1, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:32:55.319509 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1f8bf62-7f88-45f1-af18-e54e71ab4d5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:55.350649 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1f8bf62-7f88-45f1-af18-e54e71ab4d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:55.350948 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port d6eafefc-5246-451a-bd7c-818801480dfb triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:32:55.350948 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:55.401986 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f18b2c07-7a2f-4c3f-ac80-f71c81d5dd6f tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:55.452526 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-c956a439-8ff7-4b9a-86db-8b56d99e1adb None None] Allocated IP 2001:db8::3 (0c032b75-b493-4e35-913c-d00aba3d1cf7/c901702c-b1df-4efe-9dc8-652f4c0d91eb/384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:32:55.455634 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f539092-2593-4156-b130-6b036d16dbcb tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Network 09da6da0-9725-457e-8fd3-038f9be5ade1 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:32:55.456252 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-f18b2c07-7a2f-4c3f-ac80-f71c81d5dd6f tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Calling delete_port for 923e7f01-1c1b-474f-b2e6-33dd861201ab owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:32:55.471338 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a1f8bf62-7f88-45f1-af18-e54e71ab4d5b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0b1f24a2153741faba9484c067436141&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0663002 Nov 11 17:32:55.473306 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8bf62-7f88-45f1-af18-e54e71ab4d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89983755-cafa-43b6-890e-bdfe414dc397,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:55.475718 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44540) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:55.490951 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-8f539092-2593-4156-b130-6b036d16dbcb tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 09da6da0-9725-457e-8fd3-038f9be5ade1) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:32:55.501471 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f539092-2593-4156-b130-6b036d16dbcb tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:55.502066 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8f539092-2593-4156-b130-6b036d16dbcb tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:55.514774 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a988897c-cd96-4c72-a5fe-46b12a755949 None None] Network 09da6da0-9725-457e-8fd3-038f9be5ade1 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:32:55.544606 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8f539092-2593-4156-b130-6b036d16dbcb tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5642908 Nov 11 17:32:55.552034 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44544) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:55.653206 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-26050d9b-af06-4ea5-a67b-d0dee7a486cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:55.703483 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-26050d9b-af06-4ea5-a67b-d0dee7a486cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:55.706032 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fe5a01c0-7d8c-4368-af23-2b2e8f014571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:55.808639 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:55.810021 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-885d2d1c-a7b2-413c-9556-8d5461ada177 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:55.891905 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f18b2c07-7a2f-4c3f-ac80-f71c81d5dd6f tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:55.933543 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-57d6a341-a8e6-4791-b69b-a951331bef40 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:55.953955 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-fe5a01c0-7d8c-4368-af23-2b2e8f014571 None None] For port d6eafefc-5246-451a-bd7c-818801480dfb, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d6eafefc-5246-451a-bd7c-818801480dfb,segment=NetworkSegment(e5b6408a-4eaa-49ee-8cd6-673742a10b3b),segment_id=e5b6408a-4eaa-49ee-8cd6-673742a10b3b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:32:55.964159 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fe5a01c0-7d8c-4368-af23-2b2e8f014571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:56.029436 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a01c0-7d8c-4368-af23-2b2e8f014571 None None] Pushing event updated for resources: {'Port': ['ID=d6eafefc-5246-451a-bd7c-818801480dfb,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:56.063792 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c956a439-8ff7-4b9a-86db-8b56d99e1adb None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:56.102614 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c956a439-8ff7-4b9a-86db-8b56d99e1adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:56.115463 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beee5bc-053e-46ea-91cf-fe988bbfda33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-09da6da0-9725-457e-8fd3-038f9be5ade1', 'network_id': '09da6da0-9725-457e-8fd3-038f9be5ade1', 'tenant_id': '0052ac8df9f74679ba055b3731604dd6', 'fixed_ips': [{'subnet_id': 'af3c5226-30b6-4141-b2f4-bfe9e1e32faa'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:32:56.115780 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6a341-a8e6-4791-b69b-a951331bef40 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Pushing event updated for resources: {'Subnet': ['ID=50ad7948-66d3-448a-8def-0f4981231811,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:56.116364 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8beee5bc-053e-46ea-91cf-fe988bbfda33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:56.138924 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:32:56.139285 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:32:56.162563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8ec411a4-80de-4e01-9b30-e7cbe14943a2 req-b4421deb-a48f-41dc-8deb-b6c7bc5ffc4d tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a HTTP/1.1" status: 200 len: 210 time: 0.2949593 Nov 11 17:32:56.162837 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c956a439-8ff7-4b9a-86db-8b56d99e1adb None None] Network 0c032b75-b493-4e35-913c-d00aba3d1cf7 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:32:56.168890 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-c956a439-8ff7-4b9a-86db-8b56d99e1adb None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:32:56.171384 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a99e137-98e6-4286-8866-da21c86d9cf5 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:32:56.183386 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c956a439-8ff7-4b9a-86db-8b56d99e1adb None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:32:56.193351 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-52f711e5-e8c1-43a2-810b-123682ee2878 None None] Provisioning complete for port d6eafefc-5246-451a-bd7c-818801480dfb triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:32:56.193720 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-52f711e5-e8c1-43a2-810b-123682ee2878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:56.208717 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e958948-666f-4f96-8783-84deca87079b req-2dae627b-5c74-4dc4-9e00-2aee3584daeb tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:56.212921 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7e958948-666f-4f96-8783-84deca87079b req-2dae627b-5c74-4dc4-9e00-2aee3584daeb tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.64 "GET /v2.0/networks?id=b0dd05d3-837d-44d1-abc4-2c8570b43698 HTTP/1.1" status: 200 len: 815 time: 0.3455975 Nov 11 17:32:56.216369 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-885d2d1c-a7b2-413c-9556-8d5461ada177 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:56.237118 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956a439-8ff7-4b9a-86db-8b56d99e1adb None None] Pushing event updated for resources: {'Port': ['ID=384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:56.305044 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b2c07-7a2f-4c3f-ac80-f71c81d5dd6f tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Pushing event deleted for resources: {'Port': ['ID=923e7f01-1c1b-474f-b2e6-33dd861201ab,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:56.341349 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-26050d9b-af06-4ea5-a67b-d0dee7a486cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:56.345662 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-26050d9b-af06-4ea5-a67b-d0dee7a486cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:56.350356 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-26050d9b-af06-4ea5-a67b-d0dee7a486cb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/89983755-cafa-43b6-890e-bdfe414dc397 HTTP/1.1" status: 204 len: 168 time: 0.8714290 Nov 11 17:32:56.377136 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-885d2d1c-a7b2-413c-9556-8d5461ada177 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:56.385199 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-7e958948-666f-4f96-8783-84deca87079b req-58fcc8e5-3d55-4619-b3f5-d2e411769fd6 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Request body: {'port': {'device_id': 'e9f3453f-7003-4056-b7ae-13e885a3aa5a', 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698', 'admin_state_up': True, 'tenant_id': '623da2f48dae40158d78770664aa965c'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:56.392348 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c956a439-8ff7-4b9a-86db-8b56d99e1adb None None] Attempting to bind port 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:32:56.393010 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c956a439-8ff7-4b9a-86db-8b56d99e1adb None None] Attempting to bind port 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'a0ae1d75-e694-4f31-b69b-fdaf0aec879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '0c032b75-b493-4e35-913c-d00aba3d1cf7'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:32:56.393577 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c956a439-8ff7-4b9a-86db-8b56d99e1adb None None] Attempting to bind port 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4 on network 0c032b75-b493-4e35-913c-d00aba3d1cf7 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:32:56.411323 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c956a439-8ff7-4b9a-86db-8b56d99e1adb None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:32:56.412320 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c956a439-8ff7-4b9a-86db-8b56d99e1adb None None] Checking segment: {'id': 'a0ae1d75-e694-4f31-b69b-fdaf0aec879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '0c032b75-b493-4e35-913c-d00aba3d1cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:32:56.412927 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c956a439-8ff7-4b9a-86db-8b56d99e1adb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:56.413499 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c956a439-8ff7-4b9a-86db-8b56d99e1adb None None] Bound using segment: {'id': 'a0ae1d75-e694-4f31-b69b-fdaf0aec879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '0c032b75-b493-4e35-913c-d00aba3d1cf7'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:32:56.414153 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c956a439-8ff7-4b9a-86db-8b56d99e1adb None None] Bound port: 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ae1d75-e694-4f31-b69b-fdaf0aec879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '0c032b75-b493-4e35-913c-d00aba3d1cf7'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:32:56.414924 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c956a439-8ff7-4b9a-86db-8b56d99e1adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server [None req-8beee5bc-053e-46ea-91cf-fe988bbfda33 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af3c5226-30b6-4141-b2f4-bfe9e1e32faa: This subnet is being modified by another concurrent operation. Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise exception Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af3c5226-30b6-4141-b2f4-bfe9e1e32faa: This subnet is being modified by another concurrent operation. Nov 11 17:32:56.421973 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Nov 11 17:32:56.467869 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f18b2c07-7a2f-4c3f-ac80-f71c81d5dd6f tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:56.489839 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafb9af9-9623-4718-b1d6-9ef32725a282 None None] Network 09da6da0-9725-457e-8fd3-038f9be5ade1 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:32:56.490781 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f18b2c07-7a2f-4c3f-ac80-f71c81d5dd6f tempest-RoutersAdminNegativeIpV6Test-1945070744 tempest-RoutersAdminNegativeIpV6Test-1945070744-project-admin] 10.222.0.76 "DELETE /v2.0/ports/923e7f01-1c1b-474f-b2e6-33dd861201ab HTTP/1.1" status: 204 len: 168 time: 1.5474434 Nov 11 17:32:56.524558 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26050d9b-af06-4ea5-a67b-d0dee7a486cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89983755-cafa-43b6-890e-bdfe414dc397,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:56.542431 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9e47e-440c-41de-bf58-1dac66bba6e9 req-d7889d98-2ed4-439b-ab7c-af44a7a44573 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:56.544689 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-48d9e47e-440c-41de-bf58-1dac66bba6e9 req-d7889d98-2ed4-439b-ab7c-af44a7a44573 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/ports?device_id=19684f53-f0ff-4079-b178-fc2d3a0f9c27 HTTP/1.1" status: 200 len: 945 time: 0.3807189 Nov 11 17:32:56.590591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d6a341-a8e6-4791-b69b-a951331bef40 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Checking segment: {'id': 'a7ce4330-d9aa-4b5f-858f-813b7159b2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '107b6adb-87a4-497d-85d9-075ac1cf1fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:32:56.591097 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d6a341-a8e6-4791-b69b-a951331bef40 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Network hostable DHCP agents. Network: 107b6adb-87a4-497d-85d9-075ac1cf1fa3, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:32:56.629284 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d2d1c-a7b2-413c-9556-8d5461ada177 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Subnet': ['ID=af3c5226-30b6-4141-b2f4-bfe9e1e32faa,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:56.657572 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c956a439-8ff7-4b9a-86db-8b56d99e1adb None None] For port 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:32:56.689034 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d6a341-a8e6-4791-b69b-a951331bef40 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Network 107b6adb-87a4-497d-85d9-075ac1cf1fa3 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:32:56.735942 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-48d9e47e-440c-41de-bf58-1dac66bba6e9 req-7c603525-4a19-42f0-870c-22b9d29b58c5 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bae628e-ddaf-4607-a43a-322b7abfa4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831207 Nov 11 17:32:56.737158 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-57d6a341-a8e6-4791-b69b-a951331bef40 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 107b6adb-87a4-497d-85d9-075ac1cf1fa3) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:32:56.750959 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d6a341-a8e6-4791-b69b-a951331bef40 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:56.751588 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-57d6a341-a8e6-4791-b69b-a951331bef40 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:56.770141 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c956a439-8ff7-4b9a-86db-8b56d99e1adb None None] For port 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4,segment=NetworkSegment(a0ae1d75-e694-4f31-b69b-fdaf0aec879e),segment_id=a0ae1d75-e694-4f31-b69b-fdaf0aec879e)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:32:56.790910 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d17ac6-79e3-4ab2-85dc-9cce789de876 None None] Network 107b6adb-87a4-497d-85d9-075ac1cf1fa3 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:32:56.805882 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-57d6a341-a8e6-4791-b69b-a951331bef40 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9060748 Nov 11 17:32:56.809857 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44564) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:56.824368 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-b933a7f1-2ef3-42f1-a4ae-826cbca80dbc tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Request body: {'port': {'network_id': '107b6adb-87a4-497d-85d9-075ac1cf1fa3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-721039335'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:56.855957 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-885d2d1c-a7b2-413c-9556-8d5461ada177 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:56.872677 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c956a439-8ff7-4b9a-86db-8b56d99e1adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:56.883092 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fdb54-035e-41c5-bf71-978c87a618c6 req-4654043e-940b-4428-8cdf-9f0daef08333 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:56.885565 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-978fdb54-035e-41c5-bf71-978c87a618c6 req-4654043e-940b-4428-8cdf-9f0daef08333 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.64 "GET /v2.0/ports?device_id=19684f53-f0ff-4079-b178-fc2d3a0f9c27 HTTP/1.1" status: 200 len: 945 time: 0.5475526 Nov 11 17:32:57.011619 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956a439-8ff7-4b9a-86db-8b56d99e1adb None None] Pushing event updated for resources: {'Port': ['ID=384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:57.058020 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44568) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:57.076777 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device d6eafefc-5246-451a-bd7c-818801480dfb up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:32:57.083563 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-885d2d1c-a7b2-413c-9556-8d5461ada177 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09da6da0-9725-457e-8fd3-038f9be5ade1']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:32:57.135715 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44570) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:57.146931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b933a7f1-2ef3-42f1-a4ae-826cbca80dbc tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Made reservation on behalf of cf24714f529744c3a4c0bed5710804b5 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:32:57.152358 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-184bfc5e-32f7-445a-9c66-e30f37c9b509 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:57.154075 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b933a7f1-2ef3-42f1-a4ae-826cbca80dbc tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:57.171789 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-885d2d1c-a7b2-413c-9556-8d5461ada177 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bffab31-7e35-479f-9589-9d44847d0927') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:32:57.180878 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-885d2d1c-a7b2-413c-9556-8d5461ada177 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bffab31-7e35-479f-9589-9d44847d0927') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:32:57.181137 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-b933a7f1-2ef3-42f1-a4ae-826cbca80dbc tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] device_id is not set on port 7fec79eb-ff47-4b56-bdb4-8b5344fa3989 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:32:57.282086 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port d6eafefc-5246-451a-bd7c-818801480dfb triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:32:57.285382 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:57.285597 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-885d2d1c-a7b2-413c-9556-8d5461ada177 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:57.332342 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-885d2d1c-a7b2-413c-9556-8d5461ada177 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:57.340009 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885d2d1c-a7b2-413c-9556-8d5461ada177 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:32:57.340426 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-885d2d1c-a7b2-413c-9556-8d5461ada177 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:32:57.439417 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:32:57.450622 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46042c4e-2cd1-4c8d-84f8-d23494733b0f req-a83357a4-3196-4c1b-befa-e686762e5ca7 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a HTTP/1.1" status: 200 len: 210 time: 0.1186655 Nov 11 17:32:57.529475 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9da97dc0-a6f4-4ac1-988c-917616473052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:57.531900 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-184bfc5e-32f7-445a-9c66-e30f37c9b509 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:57.543761 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e958948-666f-4f96-8783-84deca87079b req-58fcc8e5-3d55-4619-b3f5-d2e411769fd6 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Made reservation on behalf of 623da2f48dae40158d78770664aa965c for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:32:57.548685 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7e958948-666f-4f96-8783-84deca87079b req-58fcc8e5-3d55-4619-b3f5-d2e411769fd6 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:57.563643 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-885d2d1c-a7b2-413c-9556-8d5461ada177 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:57.568662 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773d6a19-6ff7-420d-a79c-a7255cf6b193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-107b6adb-87a4-497d-85d9-075ac1cf1fa3', 'network_id': '107b6adb-87a4-497d-85d9-075ac1cf1fa3', 'tenant_id': 'cf24714f529744c3a4c0bed5710804b5', 'fixed_ips': [{'subnet_id': '50ad7948-66d3-448a-8def-0f4981231811'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:32:57.569765 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-773d6a19-6ff7-420d-a79c-a7255cf6b193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:57.655239 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9da97dc0-a6f4-4ac1-988c-917616473052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:57.666745 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9da97dc0-a6f4-4ac1-988c-917616473052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:57.689116 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-184bfc5e-32f7-445a-9c66-e30f37c9b509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:57.698749 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-b933a7f1-2ef3-42f1-a4ae-826cbca80dbc tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Allocated IP 172.20.0.10 (107b6adb-87a4-497d-85d9-075ac1cf1fa3/50ad7948-66d3-448a-8def-0f4981231811/7fec79eb-ff47-4b56-bdb4-8b5344fa3989) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:32:57.753246 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-885d2d1c-a7b2-413c-9556-8d5461ada177 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:57.762143 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-885d2d1c-a7b2-413c-9556-8d5461ada177 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/networks/09da6da0-9725-457e-8fd3-038f9be5ade1 HTTP/1.1" status: 204 len: 168 time: 2.2078366 Nov 11 17:32:57.765082 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44580) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:57.777591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6113942c-ff4e-4628-ab68-c8c8953a4a08 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-296453053'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:57.806861 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-184bfc5e-32f7-445a-9c66-e30f37c9b509 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0ee6c4a33a65474ab79a3dbecd1b50fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7476184 Nov 11 17:32:57.808823 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d2d1c-a7b2-413c-9556-8d5461ada177 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Network': ['ID=09da6da0-9725-457e-8fd3-038f9be5ade1,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:57.812676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da97dc0-a6f4-4ac1-988c-917616473052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e612655-59b0-4782-b379-5eb209587ee0,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:57.830393 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44584) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:57.837346 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184bfc5e-32f7-445a-9c66-e30f37c9b509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68135aee-6831-4a86-88a3-74026ee85982,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:57.853207 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9da97dc0-a6f4-4ac1-988c-917616473052 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a2300a9baf1143d3b00edbc445e40e33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7159491 Nov 11 17:32:57.857965 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44586) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:57.866753 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6113942c-ff4e-4628-ab68-c8c8953a4a08 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Made reservation on behalf of 0052ac8df9f74679ba055b3731604dd6 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:32:57.871914 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6113942c-ff4e-4628-ab68-c8c8953a4a08 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:57.883458 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-978fdb54-035e-41c5-bf71-978c87a618c6 req-faa57570-7164-411c-9770-c0c4ab4e6cf0 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Deleting port 7042984c-cab8-4a57-817e-e5ab6d38293e {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:32:57.883845 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-978fdb54-035e-41c5-bf71-978c87a618c6 req-faa57570-7164-411c-9770-c0c4ab4e6cf0 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:58.047580 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6113942c-ff4e-4628-ab68-c8c8953a4a08 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1256} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:32:58.114690 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc6d25f4-a19c-407c-8bee-eb97c47a743e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:58.120331 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a8a93-0f8e-4793-9370-9c3efc5025d6 req-2c12404c-0e6c-46ae-b61e-7e91018ca20f tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:58.122721 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77a8a93-0f8e-4793-9370-9c3efc5025d6 req-2c12404c-0e6c-46ae-b61e-7e91018ca20f tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/ports?device_id=19684f53-f0ff-4079-b178-fc2d3a0f9c27 HTTP/1.1" status: 200 len: 945 time: 0.2058969 Nov 11 17:32:58.133770 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6113942c-ff4e-4628-ab68-c8c8953a4a08 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:58.134156 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-6113942c-ff4e-4628-ab68-c8c8953a4a08 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Added segment 2bba793c-5989-4295-97f6-d6800d14eecf of type vlan for network 6541da05-eb00-4087-b87c-68d41704ce51 Nov 11 17:32:58.157404 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-7e958948-666f-4f96-8783-84deca87079b req-58fcc8e5-3d55-4619-b3f5-d2e411769fd6 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Allocated IP 172.20.0.11 (b0dd05d3-837d-44d1-abc4-2c8570b43698/a9999f1f-0e45-4e21-98fb-c66184c46f8a/b6e96461-f278-4900-ae33-bac1e0769af9) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:32:58.167234 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b7285b96-009d-40f2-9468-ac4473c25a39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:58.173729 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-978fdb54-035e-41c5-bf71-978c87a618c6 req-faa57570-7164-411c-9770-c0c4ab4e6cf0 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] For port 7042984c-cab8-4a57-817e-e5ab6d38293e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=7042984c-cab8-4a57-817e-e5ab6d38293e,segment=NetworkSegment(3c7ce269-c3cd-412d-a6d4-d8d5b8353122),segment_id=3c7ce269-c3cd-412d-a6d4-d8d5b8353122)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:32:58.174205 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-978fdb54-035e-41c5-bf71-978c87a618c6 req-faa57570-7164-411c-9770-c0c4ab4e6cf0 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:58.183715 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b933a7f1-2ef3-42f1-a4ae-826cbca80dbc tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:58.199503 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc6d25f4-a19c-407c-8bee-eb97c47a743e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:58.212897 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-978fdb54-035e-41c5-bf71-978c87a618c6 req-faa57570-7164-411c-9770-c0c4ab4e6cf0 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Calling delete_port for 7042984c-cab8-4a57-817e-e5ab6d38293e owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:32:58.254674 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b7285b96-009d-40f2-9468-ac4473c25a39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:58.373208 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b933a7f1-2ef3-42f1-a4ae-826cbca80dbc tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:58.376583 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc6d25f4-a19c-407c-8bee-eb97c47a743e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:58.379933 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc6d25f4-a19c-407c-8bee-eb97c47a743e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:58.381218 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cc6d25f4-a19c-407c-8bee-eb97c47a743e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/68135aee-6831-4a86-88a3-74026ee85982 HTTP/1.1" status: 204 len: 168 time: 0.5312171 Nov 11 17:32:58.416267 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d25f4-a19c-407c-8bee-eb97c47a743e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68135aee-6831-4a86-88a3-74026ee85982,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:58.427521 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b7285b96-009d-40f2-9468-ac4473c25a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:58.430977 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b7285b96-009d-40f2-9468-ac4473c25a39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:58.432102 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b7285b96-009d-40f2-9468-ac4473c25a39 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8e612655-59b0-4782-b379-5eb209587ee0 HTTP/1.1" status: 204 len: 168 time: 0.5662818 Nov 11 17:32:58.439615 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6113942c-ff4e-4628-ab68-c8c8953a4a08 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:58.474894 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-773d6a19-6ff7-420d-a79c-a7255cf6b193 None None] Allocated IP 172.20.0.2 (107b6adb-87a4-497d-85d9-075ac1cf1fa3/50ad7948-66d3-448a-8def-0f4981231811/5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:32:58.515863 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b933a7f1-2ef3-42f1-a4ae-826cbca80dbc tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Network 107b6adb-87a4-497d-85d9-075ac1cf1fa3 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:32:58.578496 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7285b96-009d-40f2-9468-ac4473c25a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e612655-59b0-4782-b379-5eb209587ee0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:58.665079 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7e958948-666f-4f96-8783-84deca87079b req-58fcc8e5-3d55-4619-b3f5-d2e411769fd6 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:58.690331 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e06c58e-5daf-48ed-a867-2ccb215c7037 req-05f95c71-0f7e-4b76-8998-4026c9f77e11 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a HTTP/1.1" status: 200 len: 210 time: 0.0820823 Nov 11 17:32:58.691328 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-b933a7f1-2ef3-42f1-a4ae-826cbca80dbc tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:32:58.700816 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9815f6-f4fd-453e-9433-17b7f0f3ce54 None None] Network 0c032b75-b493-4e35-913c-d00aba3d1cf7 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:32:58.702061 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b933a7f1-2ef3-42f1-a4ae-826cbca80dbc tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:32:58.726207 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-978fdb54-035e-41c5-bf71-978c87a618c6 req-faa57570-7164-411c-9770-c0c4ab4e6cf0 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:58.781769 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa57570-7164-411c-9770-c0c4ab4e6cf0 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Pushing event deleted for resources: {'Port': ['ID=7042984c-cab8-4a57-817e-e5ab6d38293e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:58.817478 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7e958948-666f-4f96-8783-84deca87079b req-58fcc8e5-3d55-4619-b3f5-d2e411769fd6 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:58.897985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-978fdb54-035e-41c5-bf71-978c87a618c6 req-faa57570-7164-411c-9770-c0c4ab4e6cf0 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] No DVR routers for this DVR port 7042984c-cab8-4a57-817e-e5ab6d38293e on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:32:58.913317 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-978fdb54-035e-41c5-bf71-978c87a618c6 req-faa57570-7164-411c-9770-c0c4ab4e6cf0 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:58.921531 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-978fdb54-035e-41c5-bf71-978c87a618c6 req-faa57570-7164-411c-9770-c0c4ab4e6cf0 tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.64 "DELETE /v2.0/ports/7042984c-cab8-4a57-817e-e5ab6d38293e HTTP/1.1" status: 204 len: 173 time: 2.0218494 Nov 11 17:32:58.923811 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19684f53-f0ff-4079-b178-fc2d3a0f9c27', 'name': 'network-vif-deleted', 'tag': '7042984c-cab8-4a57-817e-e5ab6d38293e'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:32:58.926743 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e95037a-f7b1-45e9-a7f4-53296d8da5a2" -d '{"events": [{"server_uuid": "19684f53-f0ff-4079-b178-fc2d3a0f9c27", "name": "network-vif-deleted", "tag": "7042984c-cab8-4a57-817e-e5ab6d38293e"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:32:58.975999 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e958948-666f-4f96-8783-84deca87079b req-58fcc8e5-3d55-4619-b3f5-d2e411769fd6 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Network b0dd05d3-837d-44d1-abc4-2c8570b43698 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:32:59.000454 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-7e958948-666f-4f96-8783-84deca87079b req-58fcc8e5-3d55-4619-b3f5-d2e411769fd6 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:32:59.004655 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e958948-666f-4f96-8783-84deca87079b req-58fcc8e5-3d55-4619-b3f5-d2e411769fd6 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:32:59.112900 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-773d6a19-6ff7-420d-a79c-a7255cf6b193 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:59.117276 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44610) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:59.121100 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da0bd54-adc2-4b7c-bcfd-1bc227634528 x-openstack-request-id: req-8da0bd54-adc2-4b7c-bcfd-1bc227634528 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:32:59.121396 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19684f53-f0ff-4079-b178-fc2d3a0f9c27", "name": "network-vif-deleted", "tag": "7042984c-cab8-4a57-817e-e5ab6d38293e", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:32:59.121599 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8da0bd54-adc2-4b7c-bcfd-1bc227634528 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:32:59.123555 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8889eaec-202f-4752-a864-ce7a0686c614'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:32:59.124592 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19684f53-f0ff-4079-b178-fc2d3a0f9c27', 'name': 'network-vif-deleted', 'tag': '7042984c-cab8-4a57-817e-e5ab6d38293e', 'status': 'completed', 'code': 200} Nov 11 17:32:59.142411 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e958948-666f-4f96-8783-84deca87079b req-58fcc8e5-3d55-4619-b3f5-d2e411769fd6 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:59.143088 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7e958948-666f-4f96-8783-84deca87079b req-58fcc8e5-3d55-4619-b3f5-d2e411769fd6 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:59.151395 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:32:59.158608 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcc8e5-3d55-4619-b3f5-d2e411769fd6 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Pushing event updated for resources: {'Port': ['ID=b6e96461-f278-4900-ae33-bac1e0769af9,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:59.184320 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7e958948-666f-4f96-8783-84deca87079b req-58fcc8e5-3d55-4619-b3f5-d2e411769fd6 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8450172 Nov 11 17:32:59.211483 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-773d6a19-6ff7-420d-a79c-a7255cf6b193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:59.423575 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.db.resource_extend [None req-6113942c-ff4e-4628-ab68-c8c8953a4a08 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] It took 0.92 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:32:59.446889 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a77a8a93-0f8e-4793-9370-9c3efc5025d6 req-0f1fd4fd-6c34-44f0-a628-b68a5976f7cf tempest-InstanceActionsNegativeTestJSON-1154296812 tempest-InstanceActionsNegativeTestJSON-1154296812-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bae628e-ddaf-4607-a43a-322b7abfa4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3083467 Nov 11 17:32:59.453759 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6113942c-ff4e-4628-ab68-c8c8953a4a08 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:59.461176 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6113942c-ff4e-4628-ab68-c8c8953a4a08 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:59.462011 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6113942c-ff4e-4628-ab68-c8c8953a4a08 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:59.548436 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d6a19-6ff7-420d-a79c-a7255cf6b193 None None] Pushing event updated for resources: {'Port': ['ID=5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:59.598948 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933a7f1-2ef3-42f1-a4ae-826cbca80dbc tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Pushing event updated for resources: {'Port': ['ID=7fec79eb-ff47-4b56-bdb4-8b5344fa3989,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:59.607978 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6113942c-ff4e-4628-ab68-c8c8953a4a08 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8399241 Nov 11 17:32:59.614249 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44618) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:59.622315 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-c7c418f2-27cb-48e0-a23f-99c4f1c0a28d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'subnet': {'network_id': '6541da05-eb00-4087-b87c-68d41704ce51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:59.628987 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113942c-ff4e-4628-ab68-c8c8953a4a08 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Network': ['ID=6541da05-eb00-4087-b87c-68d41704ce51,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:32:59.668324 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b933a7f1-2ef3-42f1-a4ae-826cbca80dbc tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:32:59.668987 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b933a7f1-2ef3-42f1-a4ae-826cbca80dbc tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:59.705177 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 6541da05-eb00-4087-b87c-68d41704ce51 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:32:59.737581 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-7e958948-666f-4f96-8783-84deca87079b req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] Request body: {'port': {'device_id': 'e9f3453f-7003-4056-b7ae-13e885a3aa5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:59.757540 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9da96199-dcac-4f11-814c-df6546bcd1fa None None] Provisioning complete for port 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:32:59.758078 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9da96199-dcac-4f11-814c-df6546bcd1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:59.778552 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773d6a19-6ff7-420d-a79c-a7255cf6b193 None None] Network 107b6adb-87a4-497d-85d9-075ac1cf1fa3 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:32:59.779973 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b933a7f1-2ef3-42f1-a4ae-826cbca80dbc tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9689949 Nov 11 17:32:59.781658 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44626) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:59.827018 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-3586ee85-87cd-4242-8182-1378e414c434 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Request body: {'port': {'network_id': '107b6adb-87a4-497d-85d9-075ac1cf1fa3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-28082600', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:32:59.834682 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.api.validators [None req-3586ee85-87cd-4242-8182-1378e414c434 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] bootfile-name is not in valid_values {{(pid=102618) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 17:32:59.840318 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.api.validators [None req-3586ee85-87cd-4242-8182-1378e414c434 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] tftp-server is not in valid_values {{(pid=102618) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 17:32:59.843361 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.api.validators [None req-3586ee85-87cd-4242-8182-1378e414c434 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] server-ip-address is not in valid_values {{(pid=102618) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 17:32:59.850067 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7e958948-666f-4f96-8783-84deca87079b req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:32:59.955570 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e16581be-19d0-47cb-99ec-1fba1663f9a8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5baaeb000cca4043844c9ad282aafb81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7978687 Nov 11 17:32:59.964931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44632) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:32:59.988292 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 7042984c-cab8-4a57-817e-e5ab6d38293e no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:33:00.021482 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-773d6a19-6ff7-420d-a79c-a7255cf6b193 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:00.052991 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:00.053315 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:00.098018 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773d6a19-6ff7-420d-a79c-a7255cf6b193 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:00.121978 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 7042984c-cab8-4a57-817e-e5ab6d38293e {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:33:00.122886 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 7042984c-cab8-4a57-817e-e5ab6d38293e not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:33:00.128627 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dd438f02-d5a4-424e-8c0d-5aa4eda35edb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:00.132483 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c418f2-27cb-48e0-a23f-99c4f1c0a28d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Made reservation on behalf of 0052ac8df9f74679ba055b3731604dd6 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:00.143313 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c7c418f2-27cb-48e0-a23f-99c4f1c0a28d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:00.236460 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d796463-8ea8-492a-bcaf-48aac356af30 req-2b00cfb4-d196-48f0-8fe0-08dde6909e01 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:00.238079 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d796463-8ea8-492a-bcaf-48aac356af30 req-2b00cfb4-d196-48f0-8fe0-08dde6909e01 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a HTTP/1.1" status: 200 len: 932 time: 0.2765539 Nov 11 17:33:00.263337 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dd438f02-d5a4-424e-8c0d-5aa4eda35edb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:00.295045 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3586ee85-87cd-4242-8182-1378e414c434 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Made reservation on behalf of cf24714f529744c3a4c0bed5710804b5 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:00.298608 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3586ee85-87cd-4242-8182-1378e414c434 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:00.328347 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-7e958948-666f-4f96-8783-84deca87079b req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e96461-f278-4900-ae33-bac1e0769af9 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:33:00.337190 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7e958948-666f-4f96-8783-84deca87079b req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:00.354294 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-7e958948-666f-4f96-8783-84deca87079b req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] Transition to ACTIVE for port object b6e96461-f278-4900-ae33-bac1e0769af9 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:33:00.364961 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7e958948-666f-4f96-8783-84deca87079b req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:00.365548 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-3586ee85-87cd-4242-8182-1378e414c434 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] device_id is not set on port af230585-88fe-479c-8c66-dc287fcb4f82 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:33:00.430072 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d796463-8ea8-492a-bcaf-48aac356af30 req-4a7ab078-51ff-4218-b096-2ab69dbd4f34 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713064 Nov 11 17:33:00.501833 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e96461-f278-4900-ae33-bac1e0769af9,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:00.504725 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dd438f02-d5a4-424e-8c0d-5aa4eda35edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:00.507125 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dd438f02-d5a4-424e-8c0d-5aa4eda35edb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:00.520394 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-dd438f02-d5a4-424e-8c0d-5aa4eda35edb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a15b8438-e678-4422-92a6-e99be0e47f53 HTTP/1.1" status: 204 len: 168 time: 0.5541995 Nov 11 17:33:00.545149 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44644) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:00.634451 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-773d6a19-6ff7-420d-a79c-a7255cf6b193 None None] Attempting to bind port 5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:33:00.635056 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-773d6a19-6ff7-420d-a79c-a7255cf6b193 None None] Attempting to bind port 5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'a7ce4330-d9aa-4b5f-858f-813b7159b2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '107b6adb-87a4-497d-85d9-075ac1cf1fa3'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:33:00.635503 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773d6a19-6ff7-420d-a79c-a7255cf6b193 None None] Attempting to bind port 5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba on network 107b6adb-87a4-497d-85d9-075ac1cf1fa3 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:33:00.645596 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd438f02-d5a4-424e-8c0d-5aa4eda35edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15b8438-e678-4422-92a6-e99be0e47f53,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:00.646876 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773d6a19-6ff7-420d-a79c-a7255cf6b193 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:33:00.647267 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773d6a19-6ff7-420d-a79c-a7255cf6b193 None None] Checking segment: {'id': 'a7ce4330-d9aa-4b5f-858f-813b7159b2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '107b6adb-87a4-497d-85d9-075ac1cf1fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:00.647674 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-773d6a19-6ff7-420d-a79c-a7255cf6b193 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:00.648115 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773d6a19-6ff7-420d-a79c-a7255cf6b193 None None] Bound using segment: {'id': 'a7ce4330-d9aa-4b5f-858f-813b7159b2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '107b6adb-87a4-497d-85d9-075ac1cf1fa3'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:33:00.649034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-773d6a19-6ff7-420d-a79c-a7255cf6b193 None None] Bound port: 5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ce4330-d9aa-4b5f-858f-813b7159b2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '107b6adb-87a4-497d-85d9-075ac1cf1fa3'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:33:00.649925 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-773d6a19-6ff7-420d-a79c-a7255cf6b193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:00.698014 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc71ba04-21ae-4413-82fc-49e5c79c8ffd admin admin] Deleting subnet d195216f-96f1-486c-b0d5-204ae52e7574 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:33:00.704136 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bc71ba04-21ae-4413-82fc-49e5c79c8ffd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:00.717501 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-7e958948-666f-4f96-8783-84deca87079b req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] Attempting to bind port b6e96461-f278-4900-ae33-bac1e0769af9 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:33:00.718286 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-7e958948-666f-4f96-8783-84deca87079b req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] Attempting to bind port b6e96461-f278-4900-ae33-bac1e0769af9 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'fd56decb-8d0a-495a-b998-069d8a3114ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:33:00.718286 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e958948-666f-4f96-8783-84deca87079b req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] Attempting to bind port b6e96461-f278-4900-ae33-bac1e0769af9 on network b0dd05d3-837d-44d1-abc4-2c8570b43698 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:33:00.780587 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44650) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:00.788253 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e958948-666f-4f96-8783-84deca87079b req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] Port b6e96461-f278-4900-ae33-bac1e0769af9 on network b0dd05d3-837d-44d1-abc4-2c8570b43698 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:33:00.788808 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e958948-666f-4f96-8783-84deca87079b req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] Attempting to bind port b6e96461-f278-4900-ae33-bac1e0769af9 on network b0dd05d3-837d-44d1-abc4-2c8570b43698 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:33:00.809945 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e958948-666f-4f96-8783-84deca87079b req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:33:00.810299 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e958948-666f-4f96-8783-84deca87079b req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] Checking segment: {'id': 'fd56decb-8d0a-495a-b998-069d8a3114ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:00.810698 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e958948-666f-4f96-8783-84deca87079b req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] Bound using segment: {'id': 'fd56decb-8d0a-495a-b998-069d8a3114ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:33:00.811154 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-7e958948-666f-4f96-8783-84deca87079b req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] Bound port: b6e96461-f278-4900-ae33-bac1e0769af9, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd56decb-8d0a-495a-b998-069d8a3114ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:33:00.811518 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7e958948-666f-4f96-8783-84deca87079b req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:00.849073 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-773d6a19-6ff7-420d-a79c-a7255cf6b193 None None] For port 5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:33:00.852595 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-773d6a19-6ff7-420d-a79c-a7255cf6b193 None None] For port 5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba,segment=NetworkSegment(a7ce4330-d9aa-4b5f-858f-813b7159b2c4),segment_id=a7ce4330-d9aa-4b5f-858f-813b7159b2c4)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:33:00.854995 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9da96199-dcac-4f11-814c-df6546bcd1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:00.859580 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-3586ee85-87cd-4242-8182-1378e414c434 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Allocated IP 172.20.0.9 (107b6adb-87a4-497d-85d9-075ac1cf1fa3/50ad7948-66d3-448a-8def-0f4981231811/af230585-88fe-479c-8c66-dc287fcb4f82) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:33:00.878666 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-773d6a19-6ff7-420d-a79c-a7255cf6b193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:00.891141 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bc71ba04-21ae-4413-82fc-49e5c79c8ffd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:00.899864 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c7c418f2-27cb-48e0-a23f-99c4f1c0a28d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:00.912465 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:00.981950 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-7e958948-666f-4f96-8783-84deca87079b req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] For port b6e96461-f278-4900-ae33-bac1e0769af9, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:33:00.987404 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-7e958948-666f-4f96-8783-84deca87079b req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] For port b6e96461-f278-4900-ae33-bac1e0769af9, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b6e96461-f278-4900-ae33-bac1e0769af9,segment=NetworkSegment(fd56decb-8d0a-495a-b998-069d8a3114ad),segment_id=fd56decb-8d0a-495a-b998-069d8a3114ad)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:33:00.989449 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bc71ba04-21ae-4413-82fc-49e5c79c8ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:01.042733 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7e958948-666f-4f96-8783-84deca87079b req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:01.087524 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9da96199-dcac-4f11-814c-df6546bcd1fa None None] For port 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4,segment=NetworkSegment(a0ae1d75-e694-4f31-b69b-fdaf0aec879e),segment_id=a0ae1d75-e694-4f31-b69b-fdaf0aec879e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:01.122376 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9da96199-dcac-4f11-814c-df6546bcd1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:01.149347 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e958948-666f-4f96-8783-84deca87079b req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:01.149974 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7e958948-666f-4f96-8783-84deca87079b req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:01.151387 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7e958948-666f-4f96-8783-84deca87079b req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] 10.222.0.64 "PUT /v2.0/ports/b6e96461-f278-4900-ae33-bac1e0769af9 HTTP/1.1" status: 200 len: 1092 time: 1.4200170 Nov 11 17:33:01.156975 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f3453f-7003-4056-b7ae-13e885a3aa5a', 'tag': 'b6e96461-f278-4900-ae33-bac1e0769af9'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:33:01.167944 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5419aa-660a-4645-9650-2869321cd0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f3453f-7003-4056-b7ae-13e885a3aa5a", "tag": "b6e96461-f278-4900-ae33-bac1e0769af9"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:33:01.176944 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d6a19-6ff7-420d-a79c-a7255cf6b193 None None] Pushing event updated for resources: {'Port': ['ID=5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:01.207106 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c418f2-27cb-48e0-a23f-99c4f1c0a28d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Subnet': ['ID=d4001cb5-e5d3-459e-b1b1-44750e3dbd2d,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:01.216141 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c418f2-27cb-48e0-a23f-99c4f1c0a28d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Checking segment: {'id': '2bba793c-5989-4295-97f6-d6800d14eecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '6541da05-eb00-4087-b87c-68d41704ce51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:01.216556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c418f2-27cb-48e0-a23f-99c4f1c0a28d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Network hostable DHCP agents. Network: 6541da05-eb00-4087-b87c-68d41704ce51, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:33:01.260860 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c418f2-27cb-48e0-a23f-99c4f1c0a28d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Network 6541da05-eb00-4087-b87c-68d41704ce51 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:33:01.291504 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079eabb1-e0a7-4480-a3a1-7b3152ad3181 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e96461-f278-4900-ae33-bac1e0769af9,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:01.291959 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-c7c418f2-27cb-48e0-a23f-99c4f1c0a28d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 6541da05-eb00-4087-b87c-68d41704ce51) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:01.304249 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c418f2-27cb-48e0-a23f-99c4f1c0a28d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:01.304851 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c7c418f2-27cb-48e0-a23f-99c4f1c0a28d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:01.330008 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3586ee85-87cd-4242-8182-1378e414c434 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:01.344560 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ca6d51-6d34-4137-90d2-917b8f89a5d7 None None] Network 6541da05-eb00-4087-b87c-68d41704ce51 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:01.348563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c7c418f2-27cb-48e0-a23f-99c4f1c0a28d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7307112 Nov 11 17:33:01.349232 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44662) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:01.353884 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bc71ba04-21ae-4413-82fc-49e5c79c8ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:01.419320 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45a59ee-cea1-48ce-bb6d-eae324e85e4c x-openstack-request-id: req-c45a59ee-cea1-48ce-bb6d-eae324e85e4c {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:33:01.419320 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f3453f-7003-4056-b7ae-13e885a3aa5a", "tag": "b6e96461-f278-4900-ae33-bac1e0769af9", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:33:01.419320 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c45a59ee-cea1-48ce-bb6d-eae324e85e4c {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:33:01.419320 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f3453f-7003-4056-b7ae-13e885a3aa5a', 'tag': 'b6e96461-f278-4900-ae33-bac1e0769af9', 'status': 'completed', 'code': 200} Nov 11 17:33:01.423465 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:33:01.424066 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:33:01.428680 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71ba04-21ae-4413-82fc-49e5c79c8ffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d195216f-96f1-486c-b0d5-204ae52e7574,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:01.432362 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bc71ba04-21ae-4413-82fc-49e5c79c8ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:01.436102 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bc71ba04-21ae-4413-82fc-49e5c79c8ffd admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d195216f-96f1-486c-b0d5-204ae52e7574 HTTP/1.1" status: 204 len: 168 time: 0.8895249 Nov 11 17:33:01.438555 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e958948-666f-4f96-8783-84deca87079b req-7474ede5-6dc8-4f1d-93e9-bd4dcf3dcaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:01.440139 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7e958948-666f-4f96-8783-84deca87079b req-7474ede5-6dc8-4f1d-93e9-bd4dcf3dcaa6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=623da2f48dae40158d78770664aa965c&device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a HTTP/1.1" status: 200 len: 1095 time: 0.1449945 Nov 11 17:33:01.441566 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44666) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:01.505935 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3586ee85-87cd-4242-8182-1378e414c434 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:01.557740 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2c88708b-b095-446c-bc9d-d77f31f6b2a5 None None] Provisioning complete for port 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:01.562118 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2c88708b-b095-446c-bc9d-d77f31f6b2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:01.579707 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44670) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:01.611314 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da96199-dcac-4f11-814c-df6546bcd1fa None None] Pushing event updated for resources: {'Port': ['ID=384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:01.644657 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7e958948-666f-4f96-8783-84deca87079b req-6da9fcd7-01ac-4d76-bede-5626020c7c42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6e96461-f278-4900-ae33-bac1e0769af9 HTTP/1.1" status: 200 len: 217 time: 0.0657530 Nov 11 17:33:01.664560 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-371f92f9-2056-4dbb-bfd4-64642537fe82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:01.678331 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3586ee85-87cd-4242-8182-1378e414c434 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Network 107b6adb-87a4-497d-85d9-075ac1cf1fa3 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:33:01.692414 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:01.700242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586ee85-87cd-4242-8182-1378e414c434 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Pushing event updated for resources: {'Port': ['ID=af230585-88fe-479c-8c66-dc287fcb4f82,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:01.702691 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7d729917-a2e9-4a46-805b-c7bf226297ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:01.703119 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-3586ee85-87cd-4242-8182-1378e414c434 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:01.710018 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3586ee85-87cd-4242-8182-1378e414c434 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:01.751294 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e958948-666f-4f96-8783-84deca87079b req-4bdc781d-c9db-4714-9a32-ae33e1f718e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:01.752805 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7e958948-666f-4f96-8783-84deca87079b req-4bdc781d-c9db-4714-9a32-ae33e1f718e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9999f1f-0e45-4e21-98fb-c66184c46f8a HTTP/1.1" status: 200 len: 855 time: 0.1011589 Nov 11 17:33:01.814049 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7d729917-a2e9-4a46-805b-c7bf226297ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:01.824135 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59370aeb-2d7d-4f66-be14-4d4e59f25c52 req-d1f31dea-85aa-4b9a-ab3e-36b75361b96c tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:01.840029 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59370aeb-2d7d-4f66-be14-4d4e59f25c52 req-d1f31dea-85aa-4b9a-ab3e-36b75361b96c tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a HTTP/1.1" status: 200 len: 944 time: 0.2435310 Nov 11 17:33:01.861555 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-7d729917-a2e9-4a46-805b-c7bf226297ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa59b89-9e53-4860-9d13-52e2b7914dad']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:01.882303 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-7d729917-a2e9-4a46-805b-c7bf226297ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7ce269-c3cd-412d-a6d4-d8d5b8353122') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:01.888204 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-7d729917-a2e9-4a46-805b-c7bf226297ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7ce269-c3cd-412d-a6d4-d8d5b8353122') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:01.917334 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ac4b21-dc8a-4c7d-b5d3-38cb6f745516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-6541da05-eb00-4087-b87c-68d41704ce51', 'network_id': '6541da05-eb00-4087-b87c-68d41704ce51', 'tenant_id': '0052ac8df9f74679ba055b3731604dd6', 'fixed_ips': [{'subnet_id': 'd4001cb5-e5d3-459e-b1b1-44750e3dbd2d'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:33:01.918692 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b2ac4b21-dc8a-4c7d-b5d3-38cb6f745516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:01.934257 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3586ee85-87cd-4242-8182-1378e414c434 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:01.934920 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3586ee85-87cd-4242-8182-1378e414c434 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:01.952859 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7d729917-a2e9-4a46-805b-c7bf226297ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.021233 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7e958948-666f-4f96-8783-84deca87079b req-b2242a76-0579-4079-a078-2031a32ea591 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0dd05d3-837d-44d1-abc4-2c8570b43698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307471 Nov 11 17:33:02.024265 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62ebb942-05af-4167-9523-67a0a3ac025b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.025467 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3586ee85-87cd-4242-8182-1378e414c434 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.2370849 Nov 11 17:33:02.032379 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.037393 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44682) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:02.158651 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59370aeb-2d7d-4f66-be14-4d4e59f25c52 req-963bbaaa-e96f-48b1-a2cb-7ab2c2a71211 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143022 Nov 11 17:33:02.187903 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7e958948-666f-4f96-8783-84deca87079b req-23f2012a-d0fd-41cc-be88-1697a393418e service neutron] 10.222.0.64 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397760 Nov 11 17:33:02.188959 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7d729917-a2e9-4a46-805b-c7bf226297ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.235046 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d729917-a2e9-4a46-805b-c7bf226297ff admin admin] Releasing vlan 1291 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:33:02.236044 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7d729917-a2e9-4a46-805b-c7bf226297ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:33:02.239113 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:33:02.243244 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-b2ac4b21-dc8a-4c7d-b5d3-38cb6f745516 None None] Allocated IP 2001:db8::1 (6541da05-eb00-4087-b87c-68d41704ce51/d4001cb5-e5d3-459e-b1b1-44750e3dbd2d/27ca9572-c762-4277-a5b4-409a6f125e64) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:33:02.292788 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-371f92f9-2056-4dbb-bfd4-64642537fe82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.303751 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e606fe-a55d-4b9f-aa1e-d0ef7f7481bb tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:02.310317 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e606fe-a55d-4b9f-aa1e-d0ef7f7481bb tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:02.317485 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e606fe-a55d-4b9f-aa1e-d0ef7f7481bb tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:02.319274 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a4e606fe-a55d-4b9f-aa1e-d0ef7f7481bb tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.2775462 Nov 11 17:33:02.322141 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44692) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:02.329560 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-371f92f9-2056-4dbb-bfd4-64642537fe82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.429109 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44694) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:02.430771 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b2ac4b21-dc8a-4c7d-b5d3-38cb6f745516 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.454084 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b2ac4b21-dc8a-4c7d-b5d3-38cb6f745516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.463111 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-371f92f9-2056-4dbb-bfd4-64642537fe82 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=24fd3afc236f4f11aaad84721702c03c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6791615 Nov 11 17:33:02.476668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44698) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:02.486609 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7d729917-a2e9-4a46-805b-c7bf226297ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.504504 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ac4b21-dc8a-4c7d-b5d3-38cb6f745516 None None] Network 6541da05-eb00-4087-b87c-68d41704ce51 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:33:02.507418 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-b2ac4b21-dc8a-4c7d-b5d3-38cb6f745516 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:02.515379 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ac4b21-dc8a-4c7d-b5d3-38cb6f745516 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:02.526310 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac4b21-dc8a-4c7d-b5d3-38cb6f745516 None None] Pushing event updated for resources: {'Port': ['ID=27ca9572-c762-4277-a5b4-409a6f125e64,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:02.553761 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7d729917-a2e9-4a46-805b-c7bf226297ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.558953 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7d729917-a2e9-4a46-805b-c7bf226297ff admin admin] 10.222.0.76 "DELETE /v2.0/networks/1aa59b89-9e53-4860-9d13-52e2b7914dad HTTP/1.1" status: 204 len: 168 time: 1.1162994 Nov 11 17:33:02.575294 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.607029 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f92f9-2056-4dbb-bfd4-64642537fe82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641571d7-d3dc-4b1b-9bb1-de4ce44377cc,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:02.617999 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Subnet': ['ID=d4001cb5-e5d3-459e-b1b1-44750e3dbd2d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:02.624737 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b2ac4b21-dc8a-4c7d-b5d3-38cb6f745516 None None] Attempting to bind port 27ca9572-c762-4277-a5b4-409a6f125e64 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:33:02.626775 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b2ac4b21-dc8a-4c7d-b5d3-38cb6f745516 None None] Attempting to bind port 27ca9572-c762-4277-a5b4-409a6f125e64 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '2bba793c-5989-4295-97f6-d6800d14eecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '6541da05-eb00-4087-b87c-68d41704ce51'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:33:02.628028 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ac4b21-dc8a-4c7d-b5d3-38cb6f745516 None None] Attempting to bind port 27ca9572-c762-4277-a5b4-409a6f125e64 on network 6541da05-eb00-4087-b87c-68d41704ce51 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:33:02.637995 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ac4b21-dc8a-4c7d-b5d3-38cb6f745516 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:33:02.646017 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ac4b21-dc8a-4c7d-b5d3-38cb6f745516 None None] Checking segment: {'id': '2bba793c-5989-4295-97f6-d6800d14eecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '6541da05-eb00-4087-b87c-68d41704ce51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:02.646662 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b2ac4b21-dc8a-4c7d-b5d3-38cb6f745516 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.647225 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ac4b21-dc8a-4c7d-b5d3-38cb6f745516 None None] Bound using segment: {'id': '2bba793c-5989-4295-97f6-d6800d14eecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '6541da05-eb00-4087-b87c-68d41704ce51'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:33:02.647939 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b2ac4b21-dc8a-4c7d-b5d3-38cb6f745516 None None] Bound port: 27ca9572-c762-4277-a5b4-409a6f125e64, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bba793c-5989-4295-97f6-d6800d14eecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '6541da05-eb00-4087-b87c-68d41704ce51'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:33:02.648532 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b2ac4b21-dc8a-4c7d-b5d3-38cb6f745516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.695480 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d729917-a2e9-4a46-805b-c7bf226297ff admin admin] Pushing event deleted for resources: {'Network': ['ID=1aa59b89-9e53-4860-9d13-52e2b7914dad,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:02.753477 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-4cb822f6-8694-45ff-a8fb-949a3845d011 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Deleting port af230585-88fe-479c-8c66-dc287fcb4f82 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:02.754084 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4cb822f6-8694-45ff-a8fb-949a3845d011 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.757774 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.758682 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-0672bd46-27a7-4b07-8cc4-417e5d70b7b9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1170694732'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:02.823681 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62ebb942-05af-4167-9523-67a0a3ac025b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.830290 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6541da05-eb00-4087-b87c-68d41704ce51']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:02.838471 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7e958948-666f-4f96-8783-84deca87079b req-470c04e8-73a7-4d31-8f68-13694162b342 service neutron] 10.222.0.64 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6411476 Nov 11 17:33:02.845777 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62ebb942-05af-4167-9523-67a0a3ac025b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.852258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bba793c-5989-4295-97f6-d6800d14eecf') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:02.852785 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bba793c-5989-4295-97f6-d6800d14eecf') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:02.871058 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.880992 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8bf9af31-cd3d-4561-abad-95063fad711b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.904314 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.932116 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4cb822f6-8694-45ff-a8fb-949a3845d011 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.946784 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:33:02.946784 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:33:02.949531 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:33:02.953102 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0672bd46-27a7-4b07-8cc4-417e5d70b7b9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Made reservation on behalf of 4922b31d4370480baf6b5af111604fff for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:02.958293 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0672bd46-27a7-4b07-8cc4-417e5d70b7b9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:02.960524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebb942-05af-4167-9523-67a0a3ac025b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3174b5-e82e-4f9f-ba2a-a42c3f41e29d,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:02.974808 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8bf9af31-cd3d-4561-abad-95063fad711b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:03.011325 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44702) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:03.021850 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-4cb822f6-8694-45ff-a8fb-949a3845d011 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Calling delete_port for af230585-88fe-479c-8c66-dc287fcb4f82 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:03.022196 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0672bd46-27a7-4b07-8cc4-417e5d70b7b9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:03.031311 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7cc02e-e979-4ef3-b3d6-494ac6a3247d None None] Network 107b6adb-87a4-497d-85d9-075ac1cf1fa3 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:03.035076 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:33:03.099271 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.db.api [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 17:33:03.099271 n-d-816206-4 neutron-server[102618]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 17:33:03.099271 n-d-816206-4 neutron-server[102618]: [parameters: {'id': '6541da05-eb00-4087-b87c-68d41704ce51'}] Nov 11 17:33:03.099271 n-d-816206-4 neutron-server[102618]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:33:03.100041 n-d-816206-4 neutron-server[102618]: DEBUG oslo_db.api [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:33:03.110883 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bd0e171f-dafc-4983-a408-3f6a5a73e50c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bc3378c047df4a75ae465b0769ad2173&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0960069 Nov 11 17:33:03.111092 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b2ac4b21-dc8a-4c7d-b5d3-38cb6f745516 None None] For port 27ca9572-c762-4277-a5b4-409a6f125e64, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:33:03.112150 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44704) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:03.112635 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-62ebb942-05af-4167-9523-67a0a3ac025b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a1adf4ab10fe47c7bab7ce5a36db5ae1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5296443 Nov 11 17:33:03.117724 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44706) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:03.135980 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b2ac4b21-dc8a-4c7d-b5d3-38cb6f745516 None None] For port 27ca9572-c762-4277-a5b4-409a6f125e64, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=27ca9572-c762-4277-a5b4-409a6f125e64,segment=NetworkSegment(2bba793c-5989-4295-97f6-d6800d14eecf),segment_id=2bba793c-5989-4295-97f6-d6800d14eecf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:33:03.140113 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b34ef221-8af7-44cc-bb44-781297828468 None None] Provisioning complete for port 5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:03.140420 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b34ef221-8af7-44cc-bb44-781297828468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:03.169030 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b2ac4b21-dc8a-4c7d-b5d3-38cb6f745516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:03.192891 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5419aa-660a-4645-9650-2869321cd0dc req-970f7ffd-2148-482a-ba54-48f404582bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:03.194937 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-da5419aa-660a-4645-9650-2869321cd0dc req-970f7ffd-2148-482a-ba54-48f404582bf8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=623da2f48dae40158d78770664aa965c&device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a HTTP/1.1" status: 200 len: 1095 time: 0.2297935 Nov 11 17:33:03.226961 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-11e45691-4b90-43e4-a92f-f232b9b8cba4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1646695 Nov 11 17:33:03.269441 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5aab5499-abd5-4d26-8698-15a9a51239c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:03.272491 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e704dc91-3dff-41c9-805f-503606a62355 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:03.328672 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5aab5499-abd5-4d26-8698-15a9a51239c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:03.340909 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8bf9af31-cd3d-4561-abad-95063fad711b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:03.342809 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e704dc91-3dff-41c9-805f-503606a62355 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:03.343931 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8bf9af31-cd3d-4561-abad-95063fad711b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:03.350709 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8bf9af31-cd3d-4561-abad-95063fad711b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/641571d7-d3dc-4b1b-9bb1-de4ce44377cc HTTP/1.1" status: 204 len: 168 time: 0.8669841 Nov 11 17:33:03.369583 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4cb822f6-8694-45ff-a8fb-949a3845d011 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:03.378005 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:03.378590 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:03.421597 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac4b21-dc8a-4c7d-b5d3-38cb6f745516 None None] Pushing event updated for resources: {'Port': ['ID=27ca9572-c762-4277-a5b4-409a6f125e64,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:03.442090 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9af31-cd3d-4561-abad-95063fad711b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641571d7-d3dc-4b1b-9bb1-de4ce44377cc,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:03.448251 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0672bd46-27a7-4b07-8cc4-417e5d70b7b9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:03.457414 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0672bd46-27a7-4b07-8cc4-417e5d70b7b9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:03.464809 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb822f6-8694-45ff-a8fb-949a3845d011 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Pushing event deleted for resources: {'Port': ['ID=af230585-88fe-479c-8c66-dc287fcb4f82,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:03.523160 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b34ef221-8af7-44cc-bb44-781297828468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:03.523449 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0672bd46-27a7-4b07-8cc4-417e5d70b7b9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1252} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:33:03.525575 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf91d0b-413e-4b0a-af8f-0a9566b0fcd7 None None] Network 6541da05-eb00-4087-b87c-68d41704ce51 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:03.533252 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b6754-a038-4154-a11e-53280a3ee804 req-e65da9c8-3197-4ffd-a82b-0d80957d3eb0 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:03.535282 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-667b6754-a038-4154-a11e-53280a3ee804 req-e65da9c8-3197-4ffd-a82b-0d80957d3eb0 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a HTTP/1.1" status: 200 len: 944 time: 0.1893845 Nov 11 17:33:03.545273 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-0f6d6947-f8e1-4071-a47e-a1d6d2e7300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:03.545767 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-0f6d6947-f8e1-4071-a47e-a1d6d2e7300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:03.545906 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5aab5499-abd5-4d26-8698-15a9a51239c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:03.546269 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-0f6d6947-f8e1-4071-a47e-a1d6d2e7300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:03.546778 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-0f6d6947-f8e1-4071-a47e-a1d6d2e7300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:03.547300 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-0f6d6947-f8e1-4071-a47e-a1d6d2e7300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:03.547792 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-0f6d6947-f8e1-4071-a47e-a1d6d2e7300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:03.548252 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-0f6d6947-f8e1-4071-a47e-a1d6d2e7300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:03.549388 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5aab5499-abd5-4d26-8698-15a9a51239c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:03.553608 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-0f6d6947-f8e1-4071-a47e-a1d6d2e7300b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf9f7834dbb745e8861e3581142ac13c&device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 6501 time: 0.2115567 Nov 11 17:33:03.553793 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5aab5499-abd5-4d26-8698-15a9a51239c5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5bae628e-ddaf-4607-a43a-322b7abfa4b9 HTTP/1.1" status: 204 len: 168 time: 0.4388368 Nov 11 17:33:03.557543 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5419aa-660a-4645-9650-2869321cd0dc req-f108c8ef-1efd-4c97-88bf-f4d69453c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:03.559519 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-da5419aa-660a-4645-9650-2869321cd0dc req-f108c8ef-1efd-4c97-88bf-f4d69453c4a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0dd05d3-837d-44d1-abc4-2c8570b43698 HTTP/1.1" status: 200 len: 917 time: 0.3547575 Nov 11 17:33:03.564014 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672bd46-27a7-4b07-8cc4-417e5d70b7b9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19999bc-fc9f-4e1a-8c64-88acaff6fd04,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:03.621477 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:03.665406 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab5499-abd5-4d26-8698-15a9a51239c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bae628e-ddaf-4607-a43a-322b7abfa4b9,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:03.683119 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e704dc91-3dff-41c9-805f-503606a62355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:03.686026 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e704dc91-3dff-41c9-805f-503606a62355 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:03.689537 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e704dc91-3dff-41c9-805f-503606a62355 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1f3174b5-e82e-4f9f-ba2a-a42c3f41e29d HTTP/1.1" status: 204 len: 168 time: 0.5658209 Nov 11 17:33:03.689537 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4cb822f6-8694-45ff-a8fb-949a3845d011 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:03.696589 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4cb822f6-8694-45ff-a8fb-949a3845d011 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] 10.222.0.76 "DELETE /v2.0/ports/af230585-88fe-479c-8c66-dc287fcb4f82 HTTP/1.1" status: 204 len: 168 time: 1.3700500 Nov 11 17:33:03.703775 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44718) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:03.718157 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-08e29905-03f6-4b36-96b1-e08649ea9c77 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Request body: {'port': {'name': 'tempest-new-port-name-443703537', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:03.718157 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.api.validators [None req-08e29905-03f6-4b36-96b1-e08649ea9c77 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] bootfile-name is not in valid_values {{(pid=102618) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 17:33:03.718157 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.api.validators [None req-08e29905-03f6-4b36-96b1-e08649ea9c77 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] tftp-server is not in valid_values {{(pid=102618) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 17:33:03.718157 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.api.validators [None req-08e29905-03f6-4b36-96b1-e08649ea9c77 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] server-ip-address is not in valid_values {{(pid=102618) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 11 17:33:03.724260 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b34ef221-8af7-44cc-bb44-781297828468 None None] For port 5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba,segment=NetworkSegment(a7ce4330-d9aa-4b5f-858f-813b7159b2c4),segment_id=a7ce4330-d9aa-4b5f-858f-813b7159b2c4)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:03.772169 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b34ef221-8af7-44cc-bb44-781297828468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:03.809447 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-37c09d9b-3c5c-4109-b9ea-8308511d8356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:03.809826 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-37c09d9b-3c5c-4109-b9ea-8308511d8356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:03.810587 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-37c09d9b-3c5c-4109-b9ea-8308511d8356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:03.812373 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-37c09d9b-3c5c-4109-b9ea-8308511d8356 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c67ea36-c05a-47b6-a6a8-82477c2b46d1&id=f23ac4df-d84d-4279-8162-bbdedb50f219&id=f23ac4df-d84d-4279-8162-bbdedb50f219&id=f23ac4df-d84d-4279-8162-bbdedb50f219&id=f23ac4df-d84d-4279-8162-bbdedb50f219&id=62a50c96-c103-4bed-873d-07bc993c3882&id=62a50c96-c103-4bed-873d-07bc993c3882 HTTP/1.1" status: 200 len: 2301 time: 0.2097864 Nov 11 17:33:03.817495 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-da5419aa-660a-4645-9650-2869321cd0dc req-e7126454-4797-439f-8820-ac301b0f9323 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6e96461-f278-4900-ae33-bac1e0769af9 HTTP/1.1" status: 200 len: 217 time: 0.2482412 Nov 11 17:33:03.818702 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0672bd46-27a7-4b07-8cc4-417e5d70b7b9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:03.819267 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-0672bd46-27a7-4b07-8cc4-417e5d70b7b9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Added segment bcb3cc13-7a93-4f34-9b0b-2bec7df746a2 of type vlan for network 8aad20e7-2366-4cab-bf28-50e7fc701e5d Nov 11 17:33:03.827291 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704dc91-3dff-41c9-805f-503606a62355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3174b5-e82e-4f9f-ba2a-a42c3f41e29d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:03.861480 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:33:03.989581 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0672bd46-27a7-4b07-8cc4-417e5d70b7b9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:04.010523 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-667b6754-a038-4154-a11e-53280a3ee804 req-c421dcec-d6f3-4337-b437-227beee85d2a tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220471 Nov 11 17:33:04.023491 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ef221-8af7-44cc-bb44-781297828468 None None] Pushing event updated for resources: {'Port': ['ID=5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:04.048166 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5419aa-660a-4645-9650-2869321cd0dc req-8fb1ab3d-4c4b-433b-b3bb-350dff3032b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:04.052562 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-08e29905-03f6-4b36-96b1-e08649ea9c77 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:04.054571 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:04.055087 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-da5419aa-660a-4645-9650-2869321cd0dc req-8fb1ab3d-4c4b-433b-b3bb-350dff3032b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9999f1f-0e45-4e21-98fb-c66184c46f8a HTTP/1.1" status: 200 len: 855 time: 0.2242186 Nov 11 17:33:04.055415 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:04.125741 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-125222cf-db6d-4d57-a033-7a480b296f8a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14703854-5a2b-47ed-9627-d09c37f31bb5 HTTP/1.1" status: 200 len: 1000 time: 0.2940381 Nov 11 17:33:04.127667 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0672bd46-27a7-4b07-8cc4-417e5d70b7b9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:04.133902 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0672bd46-27a7-4b07-8cc4-417e5d70b7b9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:04.134547 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0672bd46-27a7-4b07-8cc4-417e5d70b7b9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:04.211209 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-4c3f7347-d89c-44d1-b653-9948a33d610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:04.212711 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-4c3f7347-d89c-44d1-b653-9948a33d610e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c44ae76c-b391-442e-99c2-35deb172fa6f HTTP/1.1" status: 200 len: 856 time: 0.0601976 Nov 11 17:33:04.220914 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-da5419aa-660a-4645-9650-2869321cd0dc req-0dfffd6d-de1d-4c3a-a89a-938a2457014d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0dd05d3-837d-44d1-abc4-2c8570b43698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245003 Nov 11 17:33:04.227664 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Deleting port 27ca9572-c762-4277-a5b4-409a6f125e64 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:04.228280 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:04.307328 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e7f4575c-0289-431e-b720-4307024d756d None None] Provisioning complete for port 5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:04.308020 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e7f4575c-0289-431e-b720-4307024d756d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:04.372804 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] For port 27ca9572-c762-4277-a5b4-409a6f125e64, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=27ca9572-c762-4277-a5b4-409a6f125e64,segment=NetworkSegment(2bba793c-5989-4295-97f6-d6800d14eecf),segment_id=2bba793c-5989-4295-97f6-d6800d14eecf)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:04.373288 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:04.415260 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Calling delete_port for 27ca9572-c762-4277-a5b4-409a6f125e64 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:04.442479 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-da5419aa-660a-4645-9650-2869321cd0dc req-6c380137-60e8-4cfc-ad5d-6cc92c9c0497 service neutron] 10.222.0.64 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849699 Nov 11 17:33:04.553488 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0672bd46-27a7-4b07-8cc4-417e5d70b7b9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1101780 Nov 11 17:33:04.553894 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e7f4575c-0289-431e-b720-4307024d756d None None] Provisioning complete for port 7fec79eb-ff47-4b56-bdb4-8b5344fa3989 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:04.553894 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e7f4575c-0289-431e-b720-4307024d756d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:04.557426 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44748) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:04.565705 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-3d83b9c9-c18e-4b38-b14a-d6124606a755 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Request body: {'subnet': {'network_id': '8aad20e7-2366-4cab-bf28-50e7fc701e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:04.637497 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-08e29905-03f6-4b36-96b1-e08649ea9c77 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:04.654152 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-08e29905-03f6-4b36-96b1-e08649ea9c77 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:04.684037 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:33:04.685990 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672bd46-27a7-4b07-8cc4-417e5d70b7b9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Pushing event updated for resources: {'Network': ['ID=8aad20e7-2366-4cab-bf28-50e7fc701e5d,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:04.715497 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-d3b13a05-1a1c-453e-a857-cd62e80ccd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:04.718304 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-d3b13a05-1a1c-453e-a857-cd62e80ccd77 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c67ea36-c05a-47b6-a6a8-82477c2b46d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4925659 Nov 11 17:33:04.750774 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 8aad20e7-2366-4cab-bf28-50e7fc701e5d details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:33:04.756627 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4575c-0289-431e-b720-4307024d756d None None] Port 7fec79eb-ff47-4b56-bdb4-8b5344fa3989 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:33:04.794038 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:04.796452 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e29905-03f6-4b36-96b1-e08649ea9c77 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Pushing event updated for resources: {'Port': ['ID=7fec79eb-ff47-4b56-bdb4-8b5344fa3989,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:04.863132 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Port': ['ID=27ca9572-c762-4277-a5b4-409a6f125e64,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:04.866732 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-08e29905-03f6-4b36-96b1-e08649ea9c77 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] In _notify_port_updated(), no bound segment for port 7fec79eb-ff47-4b56-bdb4-8b5344fa3989 on network 107b6adb-87a4-497d-85d9-075ac1cf1fa3 {{(pid=102618) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:33:04.873440 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e29905-03f6-4b36-96b1-e08649ea9c77 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:04.874703 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-08e29905-03f6-4b36-96b1-e08649ea9c77 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:04.876649 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-08e29905-03f6-4b36-96b1-e08649ea9c77 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] 10.222.0.76 "PUT /v2.0/ports/7fec79eb-ff47-4b56-bdb4-8b5344fa3989 HTTP/1.1" status: 200 len: 1136 time: 1.1696224 Nov 11 17:33:04.878640 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] No DVR routers for this DVR port 27ca9572-c762-4277-a5b4-409a6f125e64 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:33:04.885456 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44754) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:04.919261 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-da5419aa-660a-4645-9650-2869321cd0dc req-f3dda0aa-4595-443a-ac8c-78f5a574c8e1 service neutron] 10.222.0.64 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747217 Nov 11 17:33:04.950083 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b9b6d151-0eaa-4319-b14a-24b37b2d10ad None None] Provisioning complete for port 7fec79eb-ff47-4b56-bdb4-8b5344fa3989 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:04.950638 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b9b6d151-0eaa-4319-b14a-24b37b2d10ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:04.978064 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-46dd6f21-8237-4e30-9dc0-e229046bdd57 service neutron] 10.222.0.83 "GET /v2.0/networks/1c67ea36-c05a-47b6-a6a8-82477c2b46d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507036 Nov 11 17:33:04.985798 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:04.986419 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:05.014104 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8111d203-8206-45de-a069-8ca3e4579940 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:05.015584 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8111d203-8206-45de-a069-8ca3e4579940 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] 10.222.0.76 "GET /v2.0/ports/7fec79eb-ff47-4b56-bdb4-8b5344fa3989 HTTP/1.1" status: 200 len: 1136 time: 0.1288521 Nov 11 17:33:05.019647 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d83b9c9-c18e-4b38-b14a-d6124606a755 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Made reservation on behalf of 4922b31d4370480baf6b5af111604fff for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:05.024447 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3d83b9c9-c18e-4b38-b14a-d6124606a755 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:05.037837 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b9b6d151-0eaa-4319-b14a-24b37b2d10ad None None] Port 7fec79eb-ff47-4b56-bdb4-8b5344fa3989 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:33:05.052789 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44756) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:05.157018 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-159d5781-3e80-4fe1-8bf6-4ba23038bae3 None None] Could not find standard attr ID for object af230585-88fe-479c-8c66-dc287fcb4f82. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:33:05.226072 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:05.255471 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6541da05-eb00-4087-b87c-68d41704ce51']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:05.271596 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bba793c-5989-4295-97f6-d6800d14eecf') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:05.272018 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bba793c-5989-4295-97f6-d6800d14eecf') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:05.287227 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:05.290437 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-8be2a15a-880a-4c4b-8e4e-a98793380aba service neutron] 10.222.0.83 "GET /v2.0/networks/1c67ea36-c05a-47b6-a6a8-82477c2b46d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031826 Nov 11 17:33:05.305883 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:05.313210 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:33:05.313725 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:05.321644 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-ae3c654c-7486-4820-a611-1e3c49e91e49 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Deleting port 7fec79eb-ff47-4b56-bdb4-8b5344fa3989 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:05.322051 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae3c654c-7486-4820-a611-1e3c49e91e49 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:33:05.418453 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:33:05.428743 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-61384629-ebd6-4f2b-a522-4d8e3f780f5d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=20a6d92a-5fd5-4fa9-90b8-b57594e547e2 HTTP/1.1" status: 200 len: 217 time: 0.1282558 Nov 11 17:33:05.457484 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:05.466056 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:05.472402 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/networks/6541da05-eb00-4087-b87c-68d41704ce51 HTTP/1.1" status: 204 len: 168 time: 4.1196082 Nov 11 17:33:05.478247 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44782) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:05.502545 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e5b705ce-8adb-48e1-969d-2f35674388db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2061671392'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:05.523676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1fb7e-1fc0-44be-9bfc-1cd64fa8f665 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Network': ['ID=6541da05-eb00-4087-b87c-68d41704ce51,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:05.552330 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-cb77f4b8-46cc-4ad0-8c19-d600d5fbb188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:05.554926 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-cb77f4b8-46cc-4ad0-8c19-d600d5fbb188 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eafd7cad-1b53-44fc-96a4-51c18b0cedd0 HTTP/1.1" status: 200 len: 797 time: 0.1174352 Nov 11 17:33:05.576948 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae3c654c-7486-4820-a611-1e3c49e91e49 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:05.624628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b705ce-8adb-48e1-969d-2f35674388db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Made reservation on behalf of 0052ac8df9f74679ba055b3731604dd6 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:05.636873 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-ae3c654c-7486-4820-a611-1e3c49e91e49 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Calling delete_port for 7fec79eb-ff47-4b56-bdb4-8b5344fa3989 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:05.638346 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1737ff54-3946-44f9-a9cd-57a2ff16428b None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 17:33:05.642753 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e5b705ce-8adb-48e1-969d-2f35674388db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:05.660882 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-c1ba3ac6-b71f-4a8b-b85c-7c847b64f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:05.662832 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-c1ba3ac6-b71f-4a8b-b85c-7c847b64f871 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f23ac4df-d84d-4279-8162-bbdedb50f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0989454 Nov 11 17:33:05.689230 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8feef9-fce4-4b5b-86d7-77b94a9130d8 req-3b302a96-6042-4d63-84ff-766ac268b9ff tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:05.697870 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d8feef9-fce4-4b5b-86d7-77b94a9130d8 req-3b302a96-6042-4d63-84ff-766ac268b9ff tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a HTTP/1.1" status: 200 len: 944 time: 0.2714863 Nov 11 17:33:05.754465 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-fa85289b-1b1a-46bc-b0e6-1040a4696cb7 None None] Provisioning complete for port 7fec79eb-ff47-4b56-bdb4-8b5344fa3989 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:05.754883 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fa85289b-1b1a-46bc-b0e6-1040a4696cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:05.761020 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b705ce-8adb-48e1-969d-2f35674388db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1281} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:33:05.819333 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b6e96461-f278-4900-ae33-bac1e0769af9 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:33:05.841392 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e5b705ce-8adb-48e1-969d-2f35674388db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:05.841747 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-e5b705ce-8adb-48e1-969d-2f35674388db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Added segment e3d61662-7202-4966-be32-46a5db96c22c of type vlan for network 75639b84-6c07-4627-ab82-b6565fa75d44 Nov 11 17:33:05.882591 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44796) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:05.912698 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d8feef9-fce4-4b5b-86d7-77b94a9130d8 req-16ff6d57-c62d-4fe4-bbe8-c6b8a088cd70 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135596 Nov 11 17:33:05.920181 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-671eea96-2738-449e-864f-b7379758158b service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215321 Nov 11 17:33:05.924251 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e5b705ce-8adb-48e1-969d-2f35674388db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:05.942560 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3d83b9c9-c18e-4b38-b14a-d6124606a755 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:05.969348 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-fa85289b-1b1a-46bc-b0e6-1040a4696cb7 None None] Port 7fec79eb-ff47-4b56-bdb4-8b5344fa3989 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:33:06.013571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83b9c9-c18e-4b38-b14a-d6124606a755 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Pushing event updated for resources: {'Subnet': ['ID=97ff81a5-cd28-41ba-bf45-5be903ab08ce,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:06.022519 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e5b705ce-8adb-48e1-969d-2f35674388db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:06.029535 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b705ce-8adb-48e1-969d-2f35674388db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:06.030757 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e5b705ce-8adb-48e1-969d-2f35674388db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:06.145741 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e5b705ce-8adb-48e1-969d-2f35674388db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6484404 Nov 11 17:33:06.148686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44804) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:06.151775 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-2a81e76d-65e5-4d7d-883e-a4bfd4931fe4 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-905367986-network', 'tenant_id': 'a740e880171d4d8b81443010826f72e9'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:06.153636 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-423a551b-89d7-4431-b8d5-f49efcbfaab0 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'subnet': {'network_id': '75639b84-6c07-4627-ab82-b6565fa75d44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:06.157710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b705ce-8adb-48e1-969d-2f35674388db tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Network': ['ID=75639b84-6c07-4627-ab82-b6565fa75d44,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:06.161575 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d83b9c9-c18e-4b38-b14a-d6124606a755 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Checking segment: {'id': 'bcb3cc13-7a93-4f34-9b0b-2bec7df746a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '8aad20e7-2366-4cab-bf28-50e7fc701e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:06.161946 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d83b9c9-c18e-4b38-b14a-d6124606a755 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Network hostable DHCP agents. Network: 8aad20e7-2366-4cab-bf28-50e7fc701e5d, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:33:06.174197 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 75639b84-6c07-4627-ab82-b6565fa75d44 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:33:06.198613 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1737ff54-3946-44f9-a9cd-57a2ff16428b None None] Resources bound (agent type, host, resource id): {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 17:33:06.208978 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-9f45e9a7-5797-4665-99f4-f4e42d2b44c7 service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798257 Nov 11 17:33:06.231247 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a81e76d-65e5-4d7d-883e-a4bfd4931fe4 admin admin] Made reservation on behalf of a740e880171d4d8b81443010826f72e9 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:06.244409 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a81e76d-65e5-4d7d-883e-a4bfd4931fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:06.246453 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae3c654c-7486-4820-a611-1e3c49e91e49 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:06.306130 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d83b9c9-c18e-4b38-b14a-d6124606a755 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Network 8aad20e7-2366-4cab-bf28-50e7fc701e5d is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:33:06.338698 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port b6e96461-f278-4900-ae33-bac1e0769af9, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b6e96461-f278-4900-ae33-bac1e0769af9,segment=NetworkSegment(fd56decb-8d0a-495a-b998-069d8a3114ad),segment_id=fd56decb-8d0a-495a-b998-069d8a3114ad)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:06.357255 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-3d83b9c9-c18e-4b38-b14a-d6124606a755 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 8aad20e7-2366-4cab-bf28-50e7fc701e5d) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:06.364255 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d83b9c9-c18e-4b38-b14a-d6124606a755 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:06.364859 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3d83b9c9-c18e-4b38-b14a-d6124606a755 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:06.367005 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'b6e96461-f278-4900-ae33-bac1e0769af9', 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698', 'port_id': 'b6e96461-f278-4900-ae33-bac1e0769af9', 'mac_address': 'fa:16:3e:99:a0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9999f1f-0e45-4e21-98fb-c66184c46f8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:33:06.404021 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-7a0c6d20-a344-41cb-ac75-5fb4e1c94d57 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=4f66b335-60b1-4a5e-a509-ce8519750f0d HTTP/1.1" status: 200 len: 217 time: 0.1865327 Nov 11 17:33:06.407781 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a81e76d-65e5-4d7d-883e-a4bfd4931fe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:06.409949 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c654c-7486-4820-a611-1e3c49e91e49 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Pushing event deleted for resources: {'Port': ['ID=7fec79eb-ff47-4b56-bdb4-8b5344fa3989,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:06.423103 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423a551b-89d7-4431-b8d5-f49efcbfaab0 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Made reservation on behalf of 0052ac8df9f74679ba055b3731604dd6 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:06.437983 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-423a551b-89d7-4431-b8d5-f49efcbfaab0 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:06.449542 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3d83b9c9-c18e-4b38-b14a-d6124606a755 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8892605 Nov 11 17:33:06.462153 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44818) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:06.481734 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:06.505540 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-3652b75f-b302-49b5-b980-7aa054a3bfd8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Request body: {'port': {'network_id': '8aad20e7-2366-4cab-bf28-50e7fc701e5d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1643549696'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:06.517420 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e96461-f278-4900-ae33-bac1e0769af9 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:33:06.560522 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port b6e96461-f278-4900-ae33-bac1e0769af9, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b6e96461-f278-4900-ae33-bac1e0769af9,segment=NetworkSegment(fd56decb-8d0a-495a-b998-069d8a3114ad),segment_id=fd56decb-8d0a-495a-b998-069d8a3114ad)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:06.603245 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:06.891802 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-423a551b-89d7-4431-b8d5-f49efcbfaab0 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:06.930386 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=b6e96461-f278-4900-ae33-bac1e0769af9,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:07.009910 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f327b5-61ff-4c76-8edf-a557fd3cd4d2 None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 17:33:07.044414 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-c10acd2e-4c0d-4975-8f9b-1abd8a885e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:07.046308 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-c10acd2e-4c0d-4975-8f9b-1abd8a885e7e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eafd7cad-1b53-44fc-96a4-51c18b0cedd0 HTTP/1.1" status: 200 len: 797 time: 0.6326103 Nov 11 17:33:07.056263 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['b6e96461-f278-4900-ae33-bac1e0769af9'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:33:07.098681 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a551b-89d7-4431-b8d5-f49efcbfaab0 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Subnet': ['ID=d8042068-162e-43f4-ac4d-ceb348eb677f,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:07.116954 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae3c654c-7486-4820-a611-1e3c49e91e49 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:07.121419 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ae3c654c-7486-4820-a611-1e3c49e91e49 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] 10.222.0.76 "DELETE /v2.0/ports/7fec79eb-ff47-4b56-bdb4-8b5344fa3989 HTTP/1.1" status: 204 len: 168 time: 2.0673475 Nov 11 17:33:07.125084 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44842) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:07.135762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423a551b-89d7-4431-b8d5-f49efcbfaab0 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Checking segment: {'id': 'e3d61662-7202-4966-be32-46a5db96c22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '75639b84-6c07-4627-ab82-b6565fa75d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:07.135762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423a551b-89d7-4431-b8d5-f49efcbfaab0 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Network hostable DHCP agents. Network: 75639b84-6c07-4627-ab82-b6565fa75d44, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:33:07.161028 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64445981-af48-4dd5-a447-8e5d7216b022 req-6ef94c74-be86-470d-b484-e52c2039724d tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:07.171471 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64445981-af48-4dd5-a447-8e5d7216b022 req-6ef94c74-be86-470d-b484-e52c2039724d tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a HTTP/1.1" status: 200 len: 945 time: 0.1154754 Nov 11 17:33:07.179630 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2d07704a-5a95-4fc4-9617-9ac8f3f42f0b None None] Provisioning complete for port 8889eaec-202f-4752-a864-ce7a0686c614 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:07.180218 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2d07704a-5a95-4fc4-9617-9ac8f3f42f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:07.206830 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44844) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:07.249233 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64445981-af48-4dd5-a447-8e5d7216b022 req-85e06697-b83d-4905-baee-870e712b29f8 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763106 Nov 11 17:33:07.250968 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423a551b-89d7-4431-b8d5-f49efcbfaab0 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Network 75639b84-6c07-4627-ab82-b6565fa75d44 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:33:07.271941 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-32f1541d-1b96-409b-a65c-611db74b6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:07.273440 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-32f1541d-1b96-409b-a65c-611db74b6346 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f23ac4df-d84d-4279-8162-bbdedb50f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2103417 Nov 11 17:33:07.276130 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-423a551b-89d7-4431-b8d5-f49efcbfaab0 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 75639b84-6c07-4627-ab82-b6565fa75d44) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:07.284551 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a81e76d-65e5-4d7d-883e-a4bfd4931fe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:07.285452 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423a551b-89d7-4431-b8d5-f49efcbfaab0 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:07.286046 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-423a551b-89d7-4431-b8d5-f49efcbfaab0 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:07.301924 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-9747028d-59cf-4904-ae39-636ce978167e tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Deleting subnet 50ad7948-66d3-448a-8def-0f4981231811 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:33:07.306374 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9747028d-59cf-4904-ae39-636ce978167e tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:07.324564 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-423a551b-89d7-4431-b8d5-f49efcbfaab0 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1725113 Nov 11 17:33:07.325291 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44848) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:07.361454 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9747028d-59cf-4904-ae39-636ce978167e tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:07.489279 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-46475c1c-f780-4193-b548-c1f6adb87a24 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:07.504943 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9747028d-59cf-4904-ae39-636ce978167e tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:07.510603 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f327b5-61ff-4c76-8edf-a557fd3cd4d2 None None] Unable to find a vacant binding_index for network 75639b84-6c07-4627-ab82-b6565fa75d44 and agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 {{(pid=102619) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 11 17:33:07.521024 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3d78878f-08a9-48d6-a855-fa7cb1901bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:07.549273 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f327b5-61ff-4c76-8edf-a557fd3cd4d2 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 75639b84-6c07-4627-ab82-b6565fa75d44) {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 17:33:07.557743 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-46475c1c-f780-4193-b548-c1f6adb87a24 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:07.642065 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-46475c1c-f780-4193-b548-c1f6adb87a24 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:07.684546 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46475c1c-f780-4193-b548-c1f6adb87a24 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Subnet': ['ID=d8042068-162e-43f4-ac4d-ceb348eb677f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:07.686061 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a81e76d-65e5-4d7d-883e-a4bfd4931fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:07.751122 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9747028d-59cf-4904-ae39-636ce978167e tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:07.778986 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3652b75f-b302-49b5-b980-7aa054a3bfd8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Made reservation on behalf of 4922b31d4370480baf6b5af111604fff for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:07.782712 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3652b75f-b302-49b5-b980-7aa054a3bfd8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:07.790304 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-46475c1c-f780-4193-b548-c1f6adb87a24 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:07.806116 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81e76d-65e5-4d7d-883e-a4bfd4931fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cf5d07-6d05-492a-b371-5c9ba616c4fd,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:07.848689 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-46475c1c-f780-4193-b548-c1f6adb87a24 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75639b84-6c07-4627-ab82-b6565fa75d44']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:07.863743 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-46475c1c-f780-4193-b548-c1f6adb87a24 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d61662-7202-4966-be32-46a5db96c22c') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:07.869018 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-46475c1c-f780-4193-b548-c1f6adb87a24 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d61662-7202-4966-be32-46a5db96c22c') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:07.882574 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-46475c1c-f780-4193-b548-c1f6adb87a24 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:07.888811 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9747028d-59cf-4904-ae39-636ce978167e tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:07.892006 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9747028d-59cf-4904-ae39-636ce978167e tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] 10.222.0.76 "DELETE /v2.0/subnets/50ad7948-66d3-448a-8def-0f4981231811 HTTP/1.1" status: 204 len: 168 time: 0.7615631 Nov 11 17:33:07.894048 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747028d-59cf-4904-ae39-636ce978167e tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Pushing event deleted for resources: {'Subnet': ['ID=50ad7948-66d3-448a-8def-0f4981231811,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:07.899845 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44854) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:07.901189 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-3652b75f-b302-49b5-b980-7aa054a3bfd8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] device_id is not set on port 7d1b9238-1c2d-4b91-96b2-c835d90d02f4 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:33:07.905480 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-46475c1c-f780-4193-b548-c1f6adb87a24 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:07.922892 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ac15d153-dbda-41a0-8c61-809305314bd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:07.923995 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46475c1c-f780-4193-b548-c1f6adb87a24 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:33:07.926348 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-46475c1c-f780-4193-b548-c1f6adb87a24 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:07.934257 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a81e76d-65e5-4d7d-883e-a4bfd4931fe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1272} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:33:08.003837 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:33:08.023302 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b848aaef-cefa-478d-b271-1ee2fd39c6ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-8aad20e7-2366-4cab-bf28-50e7fc701e5d', 'network_id': '8aad20e7-2366-4cab-bf28-50e7fc701e5d', 'tenant_id': '4922b31d4370480baf6b5af111604fff', 'fixed_ips': [{'subnet_id': '97ff81a5-cd28-41ba-bf45-5be903ab08ce'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:33:08.024472 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-46475c1c-f780-4193-b548-c1f6adb87a24 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:08.026495 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b848aaef-cefa-478d-b271-1ee2fd39c6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:08.033280 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-46475c1c-f780-4193-b548-c1f6adb87a24 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:08.037344 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-46475c1c-f780-4193-b548-c1f6adb87a24 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/networks/75639b84-6c07-4627-ab82-b6565fa75d44 HTTP/1.1" status: 204 len: 168 time: 0.7108765 Nov 11 17:33:08.045046 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44856) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:08.052960 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a81e76d-65e5-4d7d-883e-a4bfd4931fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:08.053411 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-2a81e76d-65e5-4d7d-883e-a4bfd4931fe4 admin admin] Added segment c7db2cfe-0a45-446b-af5c-63c27b6eccf0 of type vlan for network 47e67299-c3c7-461b-beae-e2c814922648 Nov 11 17:33:08.152722 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-185a13a9-504f-41c4-989e-ab9302680c2b service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571175 Nov 11 17:33:08.239818 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-b848aaef-cefa-478d-b271-1ee2fd39c6ac None None] Allocated IP 2001:db8::2 (8aad20e7-2366-4cab-bf28-50e7fc701e5d/97ff81a5-cd28-41ba-bf45-5be903ab08ce/a21ec7dd-1836-4f39-a63b-11009c25936f) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:33:08.329466 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-852fbfbb-8d9b-49d4-8feb-e18558d362c9 service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389160 Nov 11 17:33:08.368478 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a81e76d-65e5-4d7d-883e-a4bfd4931fe4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:08.405074 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7df9ec6c-8413-4bad-b20c-abe5143349a7 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:08.414636 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-4616f626-2d06-4c51-ba51-66cbd1b86438 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 HTTP/1.1" status: 200 len: 217 time: 0.0655971 Nov 11 17:33:08.421033 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ac15d153-dbda-41a0-8c61-809305314bd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:08.431468 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e44b2539-9cb8-484d-8f1f-582d4eefb4d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-467635809'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:08.436600 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46475c1c-f780-4193-b548-c1f6adb87a24 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Network': ['ID=75639b84-6c07-4627-ab82-b6565fa75d44,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:08.441200 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b848aaef-cefa-478d-b271-1ee2fd39c6ac None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:08.443478 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ac15d153-dbda-41a0-8c61-809305314bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:08.451019 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b848aaef-cefa-478d-b271-1ee2fd39c6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:08.489542 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b848aaef-cefa-478d-b271-1ee2fd39c6ac None None] Network 8aad20e7-2366-4cab-bf28-50e7fc701e5d is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:33:08.489802 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44b2539-9cb8-484d-8f1f-582d4eefb4d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Made reservation on behalf of 0052ac8df9f74679ba055b3731604dd6 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:08.492653 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-b848aaef-cefa-478d-b271-1ee2fd39c6ac None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:08.493143 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e44b2539-9cb8-484d-8f1f-582d4eefb4d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:08.496561 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b848aaef-cefa-478d-b271-1ee2fd39c6ac None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:08.504847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce035f9-c2d4-431d-aacc-69188cfcebf9 req-e74229ac-b82d-4f20-9581-5ddc8281ae8c tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:08.506583 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4ce035f9-c2d4-431d-aacc-69188cfcebf9 req-e74229ac-b82d-4f20-9581-5ddc8281ae8c tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a HTTP/1.1" status: 200 len: 945 time: 0.0792177 Nov 11 17:33:08.514734 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848aaef-cefa-478d-b271-1ee2fd39c6ac None None] Pushing event updated for resources: {'Port': ['ID=a21ec7dd-1836-4f39-a63b-11009c25936f,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:08.533443 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44b2539-9cb8-484d-8f1f-582d4eefb4d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1275} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:33:08.548347 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a81e76d-65e5-4d7d-883e-a4bfd4931fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:08.549392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a81e76d-65e5-4d7d-883e-a4bfd4931fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:08.549938 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a81e76d-65e5-4d7d-883e-a4bfd4931fe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:08.560684 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e44b2539-9cb8-484d-8f1f-582d4eefb4d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:08.560987 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-e44b2539-9cb8-484d-8f1f-582d4eefb4d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Added segment 604ca0a3-4924-4ec7-8d90-45476c581bbd of type vlan for network 6b58bef5-293d-411a-8f00-184df2540cfd Nov 11 17:33:08.585991 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b848aaef-cefa-478d-b271-1ee2fd39c6ac None None] Attempting to bind port a21ec7dd-1836-4f39-a63b-11009c25936f on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:33:08.586270 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b848aaef-cefa-478d-b271-1ee2fd39c6ac None None] Attempting to bind port a21ec7dd-1836-4f39-a63b-11009c25936f by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bcb3cc13-7a93-4f34-9b0b-2bec7df746a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '8aad20e7-2366-4cab-bf28-50e7fc701e5d'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:33:08.586944 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b848aaef-cefa-478d-b271-1ee2fd39c6ac None None] Attempting to bind port a21ec7dd-1836-4f39-a63b-11009c25936f on network 8aad20e7-2366-4cab-bf28-50e7fc701e5d {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:33:08.592402 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b848aaef-cefa-478d-b271-1ee2fd39c6ac None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:33:08.592774 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b848aaef-cefa-478d-b271-1ee2fd39c6ac None None] Checking segment: {'id': 'bcb3cc13-7a93-4f34-9b0b-2bec7df746a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '8aad20e7-2366-4cab-bf28-50e7fc701e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:08.593182 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b848aaef-cefa-478d-b271-1ee2fd39c6ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:08.593718 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b848aaef-cefa-478d-b271-1ee2fd39c6ac None None] Bound using segment: {'id': 'bcb3cc13-7a93-4f34-9b0b-2bec7df746a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '8aad20e7-2366-4cab-bf28-50e7fc701e5d'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:33:08.594185 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b848aaef-cefa-478d-b271-1ee2fd39c6ac None None] Bound port: a21ec7dd-1836-4f39-a63b-11009c25936f, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb3cc13-7a93-4f34-9b0b-2bec7df746a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '8aad20e7-2366-4cab-bf28-50e7fc701e5d'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:33:08.594575 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b848aaef-cefa-478d-b271-1ee2fd39c6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:08.603833 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15d153-dbda-41a0-8c61-809305314bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0070f2d2-edc8-4d24-9b9f-b39c9125610a,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:08.619778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4ce035f9-c2d4-431d-aacc-69188cfcebf9 req-a5d8285b-723f-4211-b798-b9fb84a02542 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907183 Nov 11 17:33:08.623171 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e44b2539-9cb8-484d-8f1f-582d4eefb4d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:08.645872 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ac15d153-dbda-41a0-8c61-809305314bd1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5a23f2c31b204f4faa3170c7fe2de6f2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4326601 Nov 11 17:33:08.647473 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-1f385dfd-8cc0-46c3-ae96-00f86de65691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:08.649009 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-1f385dfd-8cc0-46c3-ae96-00f86de65691 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eafd7cad-1b53-44fc-96a4-51c18b0cedd0 HTTP/1.1" status: 200 len: 797 time: 0.2237246 Nov 11 17:33:08.650154 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44860) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:08.675853 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b848aaef-cefa-478d-b271-1ee2fd39c6ac None None] For port a21ec7dd-1836-4f39-a63b-11009c25936f, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:33:08.677803 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2a81e76d-65e5-4d7d-883e-a4bfd4931fe4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.7919502 Nov 11 17:33:08.681680 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b848aaef-cefa-478d-b271-1ee2fd39c6ac None None] For port a21ec7dd-1836-4f39-a63b-11009c25936f, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a21ec7dd-1836-4f39-a63b-11009c25936f,segment=NetworkSegment(bcb3cc13-7a93-4f34-9b0b-2bec7df746a2),segment_id=bcb3cc13-7a93-4f34-9b0b-2bec7df746a2)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:33:08.682615 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44862) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:08.685167 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e44b2539-9cb8-484d-8f1f-582d4eefb4d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:08.686612 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b848aaef-cefa-478d-b271-1ee2fd39c6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:08.693734 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44b2539-9cb8-484d-8f1f-582d4eefb4d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:08.694472 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e44b2539-9cb8-484d-8f1f-582d4eefb4d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:08.698748 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-3652b75f-b302-49b5-b980-7aa054a3bfd8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Allocated IP 2001:db8::198 (8aad20e7-2366-4cab-bf28-50e7fc701e5d/97ff81a5-cd28-41ba-bf45-5be903ab08ce/7d1b9238-1c2d-4b91-96b2-c835d90d02f4) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:33:08.715088 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ab023abb-724e-4787-91c8-a3b0e50cb28f admin admin] Request body: {'subnet': {'network_id': '47e67299-c3c7-461b-beae-e2c814922648', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-905367986-subnet', 'tenant_id': 'a740e880171d4d8b81443010826f72e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:08.731782 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81e76d-65e5-4d7d-883e-a4bfd4931fe4 admin admin] Pushing event updated for resources: {'Network': ['ID=47e67299-c3c7-461b-beae-e2c814922648,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:08.757710 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e44b2539-9cb8-484d-8f1f-582d4eefb4d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7113531 Nov 11 17:33:08.763945 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 47e67299-c3c7-461b-beae-e2c814922648 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:33:08.764668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44864) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:08.775285 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-493ee0c4-6fc9-4268-9579-854ed41dcf39 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'subnet': {'network_id': '6b58bef5-293d-411a-8f00-184df2540cfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:08.781416 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848aaef-cefa-478d-b271-1ee2fd39c6ac None None] Pushing event updated for resources: {'Port': ['ID=a21ec7dd-1836-4f39-a63b-11009c25936f,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:08.821653 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab023abb-724e-4787-91c8-a3b0e50cb28f admin admin] Made reservation on behalf of a740e880171d4d8b81443010826f72e9 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:08.824222 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ab023abb-724e-4787-91c8-a3b0e50cb28f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:08.880608 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-d0950cc3-75ff-4ef1-ba9c-77b58b60e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:08.882164 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-d0950cc3-75ff-4ef1-ba9c-77b58b60e3e9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f23ac4df-d84d-4279-8162-bbdedb50f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2222855 Nov 11 17:33:08.943752 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-7df9ec6c-8413-4bad-b20c-abe5143349a7 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Deleting port 5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:08.944243 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7df9ec6c-8413-4bad-b20c-abe5143349a7 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:08.967035 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b2539-9cb8-484d-8f1f-582d4eefb4d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Network': ['ID=6b58bef5-293d-411a-8f00-184df2540cfd,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:08.984658 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 6b58bef5-293d-411a-8f00-184df2540cfd details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:33:08.998727 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-838cfaca-9466-4157-b5bf-78ba3ac524b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:09.039207 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-838cfaca-9466-4157-b5bf-78ba3ac524b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:09.201118 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-838cfaca-9466-4157-b5bf-78ba3ac524b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:09.204881 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-838cfaca-9466-4157-b5bf-78ba3ac524b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:09.207170 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-838cfaca-9466-4157-b5bf-78ba3ac524b9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0070f2d2-edc8-4d24-9b9f-b39c9125610a HTTP/1.1" status: 204 len: 168 time: 0.5543170 Nov 11 17:33:09.219806 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ab023abb-724e-4787-91c8-a3b0e50cb28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:09.229549 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838cfaca-9466-4157-b5bf-78ba3ac524b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0070f2d2-edc8-4d24-9b9f-b39c9125610a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:09.248759 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3652b75f-b302-49b5-b980-7aa054a3bfd8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:09.326280 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-7df9ec6c-8413-4bad-b20c-abe5143349a7 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] For port 5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba,segment=NetworkSegment(a7ce4330-d9aa-4b5f-858f-813b7159b2c4),segment_id=a7ce4330-d9aa-4b5f-858f-813b7159b2c4)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:09.326677 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7df9ec6c-8413-4bad-b20c-abe5143349a7 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:09.358763 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab023abb-724e-4787-91c8-a3b0e50cb28f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8878f1c9-7104-4f03-9a25-6e8169b1e7ca,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:09.359862 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-7df9ec6c-8413-4bad-b20c-abe5143349a7 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Calling delete_port for 5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:09.382220 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab023abb-724e-4787-91c8-a3b0e50cb28f admin admin] Checking segment: {'id': 'c7db2cfe-0a45-446b-af5c-63c27b6eccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '47e67299-c3c7-461b-beae-e2c814922648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:09.382704 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab023abb-724e-4787-91c8-a3b0e50cb28f admin admin] Network hostable DHCP agents. Network: 47e67299-c3c7-461b-beae-e2c814922648, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:33:09.408771 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab023abb-724e-4787-91c8-a3b0e50cb28f admin admin] Network 47e67299-c3c7-461b-beae-e2c814922648 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:33:09.411671 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493ee0c4-6fc9-4268-9579-854ed41dcf39 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Made reservation on behalf of 0052ac8df9f74679ba055b3731604dd6 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:09.417290 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-493ee0c4-6fc9-4268-9579-854ed41dcf39 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:09.424080 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3652b75f-b302-49b5-b980-7aa054a3bfd8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:09.429648 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-ab023abb-724e-4787-91c8-a3b0e50cb28f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 47e67299-c3c7-461b-beae-e2c814922648) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:09.453386 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab023abb-724e-4787-91c8-a3b0e50cb28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:09.455640 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ab023abb-724e-4787-91c8-a3b0e50cb28f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:09.511758 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ab023abb-724e-4787-91c8-a3b0e50cb28f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8101783 Nov 11 17:33:09.720027 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3652b75f-b302-49b5-b980-7aa054a3bfd8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Network 8aad20e7-2366-4cab-bf28-50e7fc701e5d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:33:09.768502 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-3652b75f-b302-49b5-b980-7aa054a3bfd8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:09.779623 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-69712171-4668-4849-93fe-b3a8affa4e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:09.780325 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3652b75f-b302-49b5-b980-7aa054a3bfd8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:09.793447 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3652b75f-b302-49b5-b980-7aa054a3bfd8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:09.796359 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3652b75f-b302-49b5-b980-7aa054a3bfd8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:09.842088 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b6e96461-f278-4900-ae33-bac1e0769af9 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:33:09.881370 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652b75f-b302-49b5-b980-7aa054a3bfd8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Pushing event updated for resources: {'Port': ['ID=7d1b9238-1c2d-4b91-96b2-c835d90d02f4,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:09.896387 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29655c67-5232-446e-8ec7-6019edaff044 req-d109118a-f179-449a-bf35-14cbcaf9b5ca tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:09.897804 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-7ebd4963-02ec-417e-ac19-47ad58ddfed7 service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9610252 Nov 11 17:33:09.899686 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29655c67-5232-446e-8ec7-6019edaff044 req-d109118a-f179-449a-bf35-14cbcaf9b5ca tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a HTTP/1.1" status: 200 len: 945 time: 0.1451421 Nov 11 17:33:09.973379 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port b6e96461-f278-4900-ae33-bac1e0769af9 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:33:09.988198 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port b6e96461-f278-4900-ae33-bac1e0769af9 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:09.989200 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:10.028722 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29655c67-5232-446e-8ec7-6019edaff044 req-f031c3d8-753f-4f1a-8543-8616c60959b1 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145110 Nov 11 17:33:10.077010 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44904) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:10.082737 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-996fda55-8764-4b48-a39e-179ec07945fb tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Request body: {'port': {'network_id': '8aad20e7-2366-4cab-bf28-50e7fc701e5d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1602355499', 'allowed_address_pairs': [{'ip_address': '2001:db8::198', 'mac_address': 'fa:16:3e:0b:b3:52'}]}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:10.088295 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3652b75f-b302-49b5-b980-7aa054a3bfd8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.5978408 Nov 11 17:33:10.236687 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:10.328349 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port b6e96461-f278-4900-ae33-bac1e0769af9, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b6e96461-f278-4900-ae33-bac1e0769af9,segment=NetworkSegment(fd56decb-8d0a-495a-b998-069d8a3114ad),segment_id=fd56decb-8d0a-495a-b998-069d8a3114ad)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:10.335218 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f3453f-7003-4056-b7ae-13e885a3aa5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e96461-f278-4900-ae33-bac1e0769af9'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:33:10.344507 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611a6cb5-9c11-4de7-a03d-b3c6f0220c46" -d '{"events": [{"server_uuid": "e9f3453f-7003-4056-b7ae-13e885a3aa5a", "name": "network-vif-plugged", "status": "completed", "tag": "b6e96461-f278-4900-ae33-bac1e0769af9"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:33:10.353743 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996fda55-8764-4b48-a39e-179ec07945fb tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Made reservation on behalf of 4922b31d4370480baf6b5af111604fff for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:10.360364 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7df9ec6c-8413-4bad-b20c-abe5143349a7 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:10.362002 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:10.441141 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54466845-3a28-461b-afe9-17252a851fb0 x-openstack-request-id: req-54466845-3a28-461b-afe9-17252a851fb0 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:33:10.441440 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f3453f-7003-4056-b7ae-13e885a3aa5a", "name": "network-vif-plugged", "status": "completed", "tag": "b6e96461-f278-4900-ae33-bac1e0769af9", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:33:10.441697 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-54466845-3a28-461b-afe9-17252a851fb0 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:33:10.446357 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f3453f-7003-4056-b7ae-13e885a3aa5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e96461-f278-4900-ae33-bac1e0769af9', 'code': 200} Nov 11 17:33:10.486517 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4877490f-f333-44f8-9598-d65168235bf3 None None] Network 8aad20e7-2366-4cab-bf28-50e7fc701e5d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:10.511350 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9ec6c-8413-4bad-b20c-abe5143349a7 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Pushing event deleted for resources: {'Port': ['ID=5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:10.533103 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-04da001a-eb4c-4951-a250-db27cf6bbcdc service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6123102 Nov 11 17:33:10.534508 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ae2462-1821-49a0-be42-4144b66e3639 None None] Network 75639b84-6c07-4627-ab82-b6565fa75d44 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:10.581228 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-996fda55-8764-4b48-a39e-179ec07945fb tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:10.646527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-996fda55-8764-4b48-a39e-179ec07945fb tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] device_id is not set on port 919bface-21fc-4aa4-ad22-8a06cb1c952d yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:33:10.681502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b90f589-ecf3-4663-825e-ab1483db6329 None None] Network 47e67299-c3c7-461b-beae-e2c814922648 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:10.967831 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-41834a0b-46dc-452f-9bb7-bda8b9f24022 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=5e72d773-0677-4eac-9257-f5ea1cb74c15 HTTP/1.1" status: 200 len: 217 time: 0.1564069 Nov 11 17:33:10.970241 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df9ec6c-8413-4bad-b20c-abe5143349a7 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] No DVR routers for this DVR port 5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:33:10.979213 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-493ee0c4-6fc9-4268-9579-854ed41dcf39 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:11.016340 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-8eefb40d-e520-4f26-b597-2e08f2001b94 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:11.028183 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-8eefb40d-e520-4f26-b597-2e08f2001b94 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/networks?id=47e67299-c3c7-461b-beae-e2c814922648 HTTP/1.1" status: 200 len: 812 time: 0.1736612 Nov 11 17:33:11.035669 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a21ec7dd-1836-4f39-a63b-11009c25936f up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:33:11.038947 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ae2462-1821-49a0-be42-4144b66e3639 None None] Network 75639b84-6c07-4627-ab82-b6565fa75d44 could not be found, it might have been deleted concurrently. {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 17:33:11.098605 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bc4268-2db5-4fb5-b56c-5c6915197a40 None None] Network 75639b84-6c07-4627-ab82-b6565fa75d44 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:11.125427 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-3698bdaf-6223-4d0c-9270-a9c558924976 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/quotas/a740e880171d4d8b81443010826f72e9 HTTP/1.1" status: 200 len: 375 time: 0.0959361 Nov 11 17:33:11.133512 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-996fda55-8764-4b48-a39e-179ec07945fb tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Allocated IP 2001:db8::301 (8aad20e7-2366-4cab-bf28-50e7fc701e5d/97ff81a5-cd28-41ba-bf45-5be903ab08ce/919bface-21fc-4aa4-ad22-8a06cb1c952d) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:33:11.134557 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bc4268-2db5-4fb5-b56c-5c6915197a40 None None] Network 75639b84-6c07-4627-ab82-b6565fa75d44 could not be found, it might have been deleted concurrently. {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 17:33:11.141599 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f5dbf3-72cb-4c77-8c13-4fe996407f5f None None] Network 107b6adb-87a4-497d-85d9-075ac1cf1fa3 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:11.149395 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=b6e96461-f278-4900-ae33-bac1e0769af9,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:11.153232 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-bbb76b79-97c8-4877-96dc-7594897a86a3 None None] Provisioning complete for port a21ec7dd-1836-4f39-a63b-11009c25936f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:11.153852 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bbb76b79-97c8-4877-96dc-7594897a86a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:11.233210 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a23c642-f905-4b27-9dfc-ace97ff092ee None None] Network 47e67299-c3c7-461b-beae-e2c814922648 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:11.287843 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7df9ec6c-8413-4bad-b20c-abe5143349a7 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:11.308560 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-7df9ec6c-8413-4bad-b20c-abe5143349a7 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107b6adb-87a4-497d-85d9-075ac1cf1fa3']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:11.318248 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-7df9ec6c-8413-4bad-b20c-abe5143349a7 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ce4330-d9aa-4b5f-858f-813b7159b2c4') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:11.318547 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-7df9ec6c-8413-4bad-b20c-abe5143349a7 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ce4330-d9aa-4b5f-858f-813b7159b2c4') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:11.328736 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7df9ec6c-8413-4bad-b20c-abe5143349a7 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:11.342569 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7df9ec6c-8413-4bad-b20c-abe5143349a7 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:11.345569 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:11.348679 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df9ec6c-8413-4bad-b20c-abe5143349a7 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:33:11.349070 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7df9ec6c-8413-4bad-b20c-abe5143349a7 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:11.416349 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ee0c4-6fc9-4268-9579-854ed41dcf39 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Subnet': ['ID=e2e78166-02e4-4111-a205-af695bfb50de,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:11.417012 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-996fda55-8764-4b48-a39e-179ec07945fb tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:33:11.423690 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:33:11.446688 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7df9ec6c-8413-4bad-b20c-abe5143349a7 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:11.460008 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493ee0c4-6fc9-4268-9579-854ed41dcf39 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Checking segment: {'id': '604ca0a3-4924-4ec7-8d90-45476c581bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '6b58bef5-293d-411a-8f00-184df2540cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:11.460378 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493ee0c4-6fc9-4268-9579-854ed41dcf39 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Network hostable DHCP agents. Network: 6b58bef5-293d-411a-8f00-184df2540cfd, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:33:11.481272 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7df9ec6c-8413-4bad-b20c-abe5143349a7 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:11.484550 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7df9ec6c-8413-4bad-b20c-abe5143349a7 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] 10.222.0.76 "DELETE /v2.0/networks/107b6adb-87a4-497d-85d9-075ac1cf1fa3 HTTP/1.1" status: 204 len: 168 time: 3.5759659 Nov 11 17:33:11.491754 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9ec6c-8413-4bad-b20c-abe5143349a7 tempest-ExtraDHCPOptionsTestJSON-2070101947 tempest-ExtraDHCPOptionsTestJSON-2070101947-project] Pushing event deleted for resources: {'Network': ['ID=107b6adb-87a4-497d-85d9-075ac1cf1fa3,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:11.501394 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-20a25e64-626f-4173-909c-112ce9a780fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:11.503231 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-20a25e64-626f-4173-909c-112ce9a780fb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eafd7cad-1b53-44fc-96a4-51c18b0cedd0 HTTP/1.1" status: 200 len: 797 time: 0.4967909 Nov 11 17:33:11.505663 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cf55d-6d6a-41e9-9dce-3de58a06d158 req-ffc20514-d232-48a5-aec7-68a39b80a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:11.507501 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-269cf55d-6d6a-41e9-9dce-3de58a06d158 req-ffc20514-d232-48a5-aec7-68a39b80a406 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a HTTP/1.1" status: 200 len: 1097 time: 0.7538056 Nov 11 17:33:11.510054 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493ee0c4-6fc9-4268-9579-854ed41dcf39 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Network 6b58bef5-293d-411a-8f00-184df2540cfd is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:33:11.544833 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-46f7368b-55c1-4b6f-b45c-5378aded3138 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a740e880171d4d8b81443010826f72e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4181011 Nov 11 17:33:11.546501 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-996fda55-8764-4b48-a39e-179ec07945fb tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:11.612419 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-493ee0c4-6fc9-4268-9579-854ed41dcf39 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 6b58bef5-293d-411a-8f00-184df2540cfd) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:11.628575 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fda55-8764-4b48-a39e-179ec07945fb tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Pushing event updated for resources: {'Port': ['ID=919bface-21fc-4aa4-ad22-8a06cb1c952d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:11.629466 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1229053b-1346-41e9-9cb8-59638d6ad290 None None] Network 6b58bef5-293d-411a-8f00-184df2540cfd requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:11.687918 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493ee0c4-6fc9-4268-9579-854ed41dcf39 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:11.688565 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-493ee0c4-6fc9-4268-9579-854ed41dcf39 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:11.718604 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-269cf55d-6d6a-41e9-9dce-3de58a06d158 req-eedbfbc3-c040-41b9-809d-927b3936edd3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886570 Nov 11 17:33:11.724914 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-c76f0152-ad37-4111-9277-77fb2a2fcd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:11.726659 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-c76f0152-ad37-4111-9277-77fb2a2fcd95 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f23ac4df-d84d-4279-8162-bbdedb50f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1634703 Nov 11 17:33:11.736905 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-493ee0c4-6fc9-4268-9579-854ed41dcf39 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9694526 Nov 11 17:33:11.738220 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44952) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:11.795193 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996fda55-8764-4b48-a39e-179ec07945fb tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Network 8aad20e7-2366-4cab-bf28-50e7fc701e5d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:33:11.804922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-996fda55-8764-4b48-a39e-179ec07945fb tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:11.806540 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996fda55-8764-4b48-a39e-179ec07945fb tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:11.815776 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996fda55-8764-4b48-a39e-179ec07945fb tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:11.816707 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-996fda55-8764-4b48-a39e-179ec07945fb tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:11.859429 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-22196def-bf29-4f18-8d53-8ce482deed7a service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199546 Nov 11 17:33:11.863206 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-281ce343-7603-44e2-8121-a99b341e0f78 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'subnet': {'network_id': '6b58bef5-293d-411a-8f00-184df2540cfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:11.876306 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-83f46052-615f-4672-9013-694fb6aa3dbc service neutron] 10.222.0.76 "GET /v2.0/networks/47e67299-c3c7-461b-beae-e2c814922648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556679 Nov 11 17:33:11.941839 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527cc04b-8644-4399-ac18-a0d34b942f94 req-b34af047-c3dc-472c-8f8d-835a0ef46262 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:11.952322 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-527cc04b-8644-4399-ac18-a0d34b942f94 req-b34af047-c3dc-472c-8f8d-835a0ef46262 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a HTTP/1.1" status: 200 len: 946 time: 0.4125907 Nov 11 17:33:12.082085 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-e074c82b-08ef-4969-818c-49ed19afc17e service neutron] 10.222.0.76 "GET /v2.0/networks/47e67299-c3c7-461b-beae-e2c814922648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973546 Nov 11 17:33:12.089396 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-996fda55-8764-4b48-a39e-179ec07945fb tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.0089517 Nov 11 17:33:12.105249 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44964) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:12.107391 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44966) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:12.175054 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port a21ec7dd-1836-4f39-a63b-11009c25936f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:12.175636 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:12.263845 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-527cc04b-8644-4399-ac18-a0d34b942f94 req-f5984695-8cdc-4891-8ecf-0570c785a50f tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105726 Nov 11 17:33:12.290709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f539a1-ebfb-4873-b973-fdcd6e5d916e tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:12.302279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f539a1-ebfb-4873-b973-fdcd6e5d916e tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:12.313021 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f539a1-ebfb-4873-b973-fdcd6e5d916e tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:12.329611 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb086650-1a7e-43c4-b37e-7d2c69e04f85 None None] DHCP port deletion for 107b6adb-87a4-497d-85d9-075ac1cf1fa3 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:33:12.330388 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-28f539a1-ebfb-4873-b973-fdcd6e5d916e tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2189806 Nov 11 17:33:12.332129 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44970) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:12.496354 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bbb76b79-97c8-4877-96dc-7594897a86a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:12.537918 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:12.596369 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44986) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:12.604636 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-65215f56-529f-4956-b379-c56216e23a7a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cf24714f529744c3a4c0bed5710804b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4819276 Nov 11 17:33:12.665635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-cbf36756-2919-455b-b32c-c963233a823c tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Deleting port 919bface-21fc-4aa4-ad22-8a06cb1c952d {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:12.666820 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cbf36756-2919-455b-b32c-c963233a823c tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:12.692108 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-6d8b3140-6c13-433f-96bd-a8a74b4c2df7 service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8237936 Nov 11 17:33:12.740632 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-bbb76b79-97c8-4877-96dc-7594897a86a3 None None] For port a21ec7dd-1836-4f39-a63b-11009c25936f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a21ec7dd-1836-4f39-a63b-11009c25936f,segment=NetworkSegment(bcb3cc13-7a93-4f34-9b0b-2bec7df746a2),segment_id=bcb3cc13-7a93-4f34-9b0b-2bec7df746a2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:12.759467 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:12.783769 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bbb76b79-97c8-4877-96dc-7594897a86a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:12.841676 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281ce343-7603-44e2-8121-a99b341e0f78 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Made reservation on behalf of 0052ac8df9f74679ba055b3731604dd6 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:12.847556 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cbf36756-2919-455b-b32c-c963233a823c tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:12.849808 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-281ce343-7603-44e2-8121-a99b341e0f78 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:12.860630 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-ee4f429e-ebc5-4a92-8530-c266c4e22122 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=997c27ca-49ff-4d5e-b132-25f3c8e2cbeb HTTP/1.1" status: 200 len: 217 time: 0.1612298 Nov 11 17:33:12.880320 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-cbf36756-2919-455b-b32c-c963233a823c tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Calling delete_port for 919bface-21fc-4aa4-ad22-8a06cb1c952d owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:12.937214 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:33:12.938581 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:33:12.996650 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4cb3725a-a696-4aa0-8bdc-62be48059dae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:13.059568 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e3748bce-c3f6-451d-817d-260c7eb2bc7f req-3048293c-54b9-4207-90ff-21d02d5604b9 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=df04a39b-31e8-4bbd-aa1f-6194de763a13 HTTP/1.1" status: 200 len: 210 time: 0.1642582 Nov 11 17:33:13.083700 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4cb3725a-a696-4aa0-8bdc-62be48059dae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:13.110760 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5991f870-b756-4ff2-a3e5-46e34751d4e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-6b58bef5-293d-411a-8f00-184df2540cfd', 'network_id': '6b58bef5-293d-411a-8f00-184df2540cfd', 'tenant_id': '0052ac8df9f74679ba055b3731604dd6', 'fixed_ips': [{'subnet_id': 'e2e78166-02e4-4111-a205-af695bfb50de'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:33:13.113127 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5991f870-b756-4ff2-a3e5-46e34751d4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:13.121730 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-34943597-04de-46e0-9bf6-23a445e3abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:13.128206 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-34943597-04de-46e0-9bf6-23a445e3abbb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7db24a47-6724-4aef-ab7e-6a99f45ef956 HTTP/1.1" status: 200 len: 797 time: 0.2452457 Nov 11 17:33:13.130745 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:13.185016 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb76b79-97c8-4877-96dc-7594897a86a3 None None] Pushing event updated for resources: {'Port': ['ID=a21ec7dd-1836-4f39-a63b-11009c25936f,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:13.295893 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cbf36756-2919-455b-b32c-c963233a823c tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:13.335194 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf36756-2919-455b-b32c-c963233a823c tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Pushing event deleted for resources: {'Port': ['ID=919bface-21fc-4aa4-ad22-8a06cb1c952d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:13.378689 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-6226270e-d95b-47f0-bb87-3a25bf197426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:13.383093 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-6226270e-d95b-47f0-bb87-3a25bf197426 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=62a50c96-c103-4bed-873d-07bc993c3882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2292867 Nov 11 17:33:13.477215 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cbf36756-2919-455b-b32c-c963233a823c tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:13.481705 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-cbf36756-2919-455b-b32c-c963233a823c tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "DELETE /v2.0/ports/919bface-21fc-4aa4-ad22-8a06cb1c952d HTTP/1.1" status: 204 len: 168 time: 1.1452138 Nov 11 17:33:13.486000 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45044) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:13.572000 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-91fd36cd-e179-4b6a-b582-43419c93768e tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] GET failed (client error): The resource could not be found. Nov 11 17:33:13.573794 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-91fd36cd-e179-4b6a-b582-43419c93768e tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "GET /v2.0/ports/919bface-21fc-4aa4-ad22-8a06cb1c952d HTTP/1.1" status: 404 len: 333 time: 0.0865574 Nov 11 17:33:13.582002 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4cb3725a-a696-4aa0-8bdc-62be48059dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:13.586911 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4cb3725a-a696-4aa0-8bdc-62be48059dae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:13.592493 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4cb3725a-a696-4aa0-8bdc-62be48059dae admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e9a52beb-af32-4492-9d88-39b24b5afa8b HTTP/1.1" status: 204 len: 168 time: 0.9902949 Nov 11 17:33:13.599573 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45054) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:13.645775 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3725a-a696-4aa0-8bdc-62be48059dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a52beb-af32-4492-9d88-39b24b5afa8b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:13.655192 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-62e92c8f-e396-4f04-b38e-eee368d830a4 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Request body: {'port': {'network_id': '8aad20e7-2366-4cab-bf28-50e7fc701e5d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-878597171'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:13.747287 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b32f1c-5ab3-4db0-a69a-570a37fca8f5 req-d29ad53c-b158-4519-8a8b-8b9d69148827 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:13.766928 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08b32f1c-5ab3-4db0-a69a-570a37fca8f5 req-d29ad53c-b158-4519-8a8b-8b9d69148827 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a HTTP/1.1" status: 200 len: 946 time: 0.1919339 Nov 11 17:33:13.874644 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-5991f870-b756-4ff2-a3e5-46e34751d4e5 None None] Allocated IP 2001:db8::2 (6b58bef5-293d-411a-8f00-184df2540cfd/e2e78166-02e4-4111-a205-af695bfb50de/4d65b15b-8eb2-46a4-99c0-47e663696917) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:33:13.899630 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a21ec7dd-1836-4f39-a63b-11009c25936f up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:33:13.921932 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08b32f1c-5ab3-4db0-a69a-570a37fca8f5 req-058614fb-5d5d-463d-8fdd-ac975e03a086 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528425 Nov 11 17:33:13.972041 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcc424a-a204-4884-a615-10344267e647 None None] Network 8aad20e7-2366-4cab-bf28-50e7fc701e5d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:14.254107 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb2e68c8-5239-4b95-a9b0-2f3b102862c1 req-75704edd-60ad-40f0-9238-10cad0efdfc8 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=df04a39b-31e8-4bbd-aa1f-6194de763a13 HTTP/1.1" status: 200 len: 210 time: 0.0548904 Nov 11 17:33:14.350065 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-3f578c24-d7e2-4692-b20a-5294126fb9b1 service neutron] 10.222.0.83 "GET /v2.0/networks/62a50c96-c103-4bed-873d-07bc993c3882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9554129 Nov 11 17:33:14.375975 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-281ce343-7603-44e2-8121-a99b341e0f78 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:14.509664 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f68aaca7-2384-4e0c-9706-3035fbcf8177 None None] Provisioning complete for port a21ec7dd-1836-4f39-a63b-11009c25936f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:14.510146 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f68aaca7-2384-4e0c-9706-3035fbcf8177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:14.520013 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45106) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:14.694628 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281ce343-7603-44e2-8121-a99b341e0f78 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Network 6b58bef5-293d-411a-8f00-184df2540cfd is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:33:14.745388 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-281ce343-7603-44e2-8121-a99b341e0f78 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:14.777637 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281ce343-7603-44e2-8121-a99b341e0f78 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:14.778246 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-281ce343-7603-44e2-8121-a99b341e0f78 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:14.851581 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7a0b127e-d969-490d-a052-92fcece71dd9 req-7e363cde-0b09-41b4-bdda-988b4e671b2c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6221504 Nov 11 17:33:14.865077 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port a21ec7dd-1836-4f39-a63b-11009c25936f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:14.865522 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:14.894865 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ce343-7603-44e2-8121-a99b341e0f78 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Subnet': ['ID=139819d8-71ee-4206-a45d-3bc1e12e3930,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:14.951962 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e92c8f-e396-4f04-b38e-eee368d830a4 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Made reservation on behalf of 4922b31d4370480baf6b5af111604fff for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:14.955890 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62e92c8f-e396-4f04-b38e-eee368d830a4 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:14.960316 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-281ce343-7603-44e2-8121-a99b341e0f78 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1045268 Nov 11 17:33:14.963185 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e52500a-97d9-4543-b2b2-80b9c8e4a894 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:14.976551 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45130) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:15.104725 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-74c722f1-45de-4ee6-81c4-9313576628ba service neutron] 10.222.0.83 "GET /v2.0/networks/62a50c96-c103-4bed-873d-07bc993c3882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7156353 Nov 11 17:33:15.120194 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-62e92c8f-e396-4f04-b38e-eee368d830a4 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] device_id is not set on port a9db4de1-3883-44a7-b215-0587c64a679b yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:33:15.122881 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5991f870-b756-4ff2-a3e5-46e34751d4e5 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:15.127240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f68aaca7-2384-4e0c-9706-3035fbcf8177 None None] Could not find standard attr ID for object 919bface-21fc-4aa4-ad22-8a06cb1c952d. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:33:15.133180 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5991f870-b756-4ff2-a3e5-46e34751d4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:15.252057 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5991f870-b756-4ff2-a3e5-46e34751d4e5 None None] Network 6b58bef5-293d-411a-8f00-184df2540cfd is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:33:15.261228 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f68aaca7-2384-4e0c-9706-3035fbcf8177 None None] Provisioning complete for port 7d1b9238-1c2d-4b91-96b2-c835d90d02f4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:15.291866 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f68aaca7-2384-4e0c-9706-3035fbcf8177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:15.350073 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-5991f870-b756-4ff2-a3e5-46e34751d4e5 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:15.371532 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:33:15.400006 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5991f870-b756-4ff2-a3e5-46e34751d4e5 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:15.407459 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991f870-b756-4ff2-a3e5-46e34751d4e5 None None] Pushing event updated for resources: {'Port': ['ID=4d65b15b-8eb2-46a4-99c0-47e663696917,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:15.430137 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-d4d485f2-5b48-4412-8c12-3b155593e6b4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b050982-05eb-48f0-ae4e-589d2e800e51 HTTP/1.1" status: 200 len: 217 time: 0.2392316 Nov 11 17:33:15.441618 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:33:15.442123 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5f3cd33b-8e4f-4724-bcd8-f9efafcdb5ba not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:33:15.472336 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c90f56-45ff-406d-ad09-ebc0e85453f2 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:15.473732 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-f68aaca7-2384-4e0c-9706-3035fbcf8177 None None] Port 7d1b9238-1c2d-4b91-96b2-c835d90d02f4 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:33:15.474408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c90f56-45ff-406d-ad09-ebc0e85453f2 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:15.478631 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c90f56-45ff-406d-ad09-ebc0e85453f2 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:15.480988 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c90f56-45ff-406d-ad09-ebc0e85453f2 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:15.482838 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c90f56-45ff-406d-ad09-ebc0e85453f2 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:15.486556 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f9c90f56-45ff-406d-ad09-ebc0e85453f2 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5069442 Nov 11 17:33:15.508604 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45140) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:15.508953 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45142) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:15.520781 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0053258 Nov 11 17:33:15.531517 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d28fdf45-e0ad-4b60-a159-a5cf1d642af1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-583329211'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:15.559113 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-5991f870-b756-4ff2-a3e5-46e34751d4e5 None None] Attempting to bind port 4d65b15b-8eb2-46a4-99c0-47e663696917 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:33:15.559677 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-5991f870-b756-4ff2-a3e5-46e34751d4e5 None None] Attempting to bind port 4d65b15b-8eb2-46a4-99c0-47e663696917 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '604ca0a3-4924-4ec7-8d90-45476c581bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '6b58bef5-293d-411a-8f00-184df2540cfd'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:33:15.560175 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991f870-b756-4ff2-a3e5-46e34751d4e5 None None] Attempting to bind port 4d65b15b-8eb2-46a4-99c0-47e663696917 on network 6b58bef5-293d-411a-8f00-184df2540cfd {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:33:15.578055 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991f870-b756-4ff2-a3e5-46e34751d4e5 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:33:15.579706 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991f870-b756-4ff2-a3e5-46e34751d4e5 None None] Checking segment: {'id': '604ca0a3-4924-4ec7-8d90-45476c581bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '6b58bef5-293d-411a-8f00-184df2540cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:15.580645 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5991f870-b756-4ff2-a3e5-46e34751d4e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:15.581827 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991f870-b756-4ff2-a3e5-46e34751d4e5 None None] Bound using segment: {'id': '604ca0a3-4924-4ec7-8d90-45476c581bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '6b58bef5-293d-411a-8f00-184df2540cfd'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:33:15.582322 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-5991f870-b756-4ff2-a3e5-46e34751d4e5 None None] Bound port: 4d65b15b-8eb2-46a4-99c0-47e663696917, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604ca0a3-4924-4ec7-8d90-45476c581bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '6b58bef5-293d-411a-8f00-184df2540cfd'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:33:15.583306 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5991f870-b756-4ff2-a3e5-46e34751d4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:15.595350 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45146) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:15.602765 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e52500a-97d9-4543-b2b2-80b9c8e4a894 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:15.682278 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-2d7def25-949a-4436-8eff-385d81d18c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:15.684101 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-2d7def25-949a-4436-8eff-385d81d18c4c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7db24a47-6724-4aef-ab7e-6a99f45ef956 HTTP/1.1" status: 200 len: 797 time: 0.2304308 Nov 11 17:33:15.693594 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-77965093-224f-40da-8c8d-ccc5100a75af req-79d37407-d0c7-4778-8896-71fe83ec6dc7 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=df04a39b-31e8-4bbd-aa1f-6194de763a13 HTTP/1.1" status: 200 len: 210 time: 0.1565363 Nov 11 17:33:15.719866 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e52500a-97d9-4543-b2b2-80b9c8e4a894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:15.820529 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-5991f870-b756-4ff2-a3e5-46e34751d4e5 None None] For port 4d65b15b-8eb2-46a4-99c0-47e663696917, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:33:15.824046 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-5991f870-b756-4ff2-a3e5-46e34751d4e5 None None] For port 4d65b15b-8eb2-46a4-99c0-47e663696917, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=4d65b15b-8eb2-46a4-99c0-47e663696917,segment=NetworkSegment(604ca0a3-4924-4ec7-8d90-45476c581bbd),segment_id=604ca0a3-4924-4ec7-8d90-45476c581bbd)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:33:15.829334 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-127431d9-61cf-4fd9-9d28-55d3d981b7b2 None None] Provisioning complete for port a21ec7dd-1836-4f39-a63b-11009c25936f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:15.829334 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-127431d9-61cf-4fd9-9d28-55d3d981b7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:15.848948 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-0ca6804d-85b6-482b-896c-8ad15efc136f tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:15.857298 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-0ca6804d-85b6-482b-896c-8ad15efc136f tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.83 "GET /v2.0/networks?id=47e67299-c3c7-461b-beae-e2c814922648 HTTP/1.1" status: 200 len: 812 time: 0.7856927 Nov 11 17:33:15.873122 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5991f870-b756-4ff2-a3e5-46e34751d4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:15.887136 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5e52500a-97d9-4543-b2b2-80b9c8e4a894 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6cfa6a284936449bb80f52613fcb3cc2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3658059 Nov 11 17:33:15.911514 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45156) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:15.912536 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b127e-d969-490d-a052-92fcece71dd9 req-ea4e3d00-6b7b-4767-9a33-2018bb5061f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:15.913797 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7a0b127e-d969-490d-a052-92fcece71dd9 req-ea4e3d00-6b7b-4767-9a33-2018bb5061f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=623da2f48dae40158d78770664aa965c&device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a HTTP/1.1" status: 200 len: 1097 time: 0.8119571 Nov 11 17:33:15.934650 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-54eb3e88-c951-407b-a329-143c2f8f3258 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Request body: {'port': {'device_id': 'da843d24-56d8-49c8-82b2-e63f74b17406', 'network_id': '47e67299-c3c7-461b-beae-e2c814922648', 'admin_state_up': True, 'tenant_id': 'a740e880171d4d8b81443010826f72e9'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:15.968928 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7c1084fc-4205-4b90-9189-d7a5e4c3eba2 tempest-NetworksApiDiscovery-1675141325 tempest-NetworksApiDiscovery-1675141325-project] 10.222.0.76 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3722389 Nov 11 17:33:16.027340 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991f870-b756-4ff2-a3e5-46e34751d4e5 None None] Pushing event updated for resources: {'Port': ['ID=4d65b15b-8eb2-46a4-99c0-47e663696917,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:16.115037 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28fdf45-e0ad-4b60-a159-a5cf1d642af1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Made reservation on behalf of 0052ac8df9f74679ba055b3731604dd6 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:16.124016 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d28fdf45-e0ad-4b60-a159-a5cf1d642af1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:16.162926 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52500a-97d9-4543-b2b2-80b9c8e4a894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7eea9f2-2f8c-4348-ab89-ef1ad0ffb9df,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:16.270678 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d28fdf45-e0ad-4b60-a159-a5cf1d642af1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1294} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:33:16.273380 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-635c307e-1ece-46e8-82dd-1c8f19800175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:16.276535 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-127431d9-61cf-4fd9-9d28-55d3d981b7b2 None None] Provisioning complete for port 7d1b9238-1c2d-4b91-96b2-c835d90d02f4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:16.277152 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-127431d9-61cf-4fd9-9d28-55d3d981b7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:16.314908 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-791d3a17-aaae-4460-bacd-00f1019f678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:16.321686 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-791d3a17-aaae-4460-bacd-00f1019f678a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=62a50c96-c103-4bed-873d-07bc993c3882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6015623 Nov 11 17:33:16.349188 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d28fdf45-e0ad-4b60-a159-a5cf1d642af1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:16.349798 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-d28fdf45-e0ad-4b60-a159-a5cf1d642af1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Added segment 48cec0a2-0b45-4a2b-b73a-c6241df613ef of type vlan for network 72f291f3-1e4d-4b1b-afbd-4521433ae8e9 Nov 11 17:33:16.354163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-54eb3e88-c951-407b-a329-143c2f8f3258 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Made reservation on behalf of a740e880171d4d8b81443010826f72e9 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:16.361538 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-54eb3e88-c951-407b-a329-143c2f8f3258 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:16.391453 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-62e92c8f-e396-4f04-b38e-eee368d830a4 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Allocated IP 2001:db8::67 (8aad20e7-2366-4cab-bf28-50e7fc701e5d/97ff81a5-cd28-41ba-bf45-5be903ab08ce/a9db4de1-3883-44a7-b215-0587c64a679b) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:33:16.405777 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-635c307e-1ece-46e8-82dd-1c8f19800175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:16.424247 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-127431d9-61cf-4fd9-9d28-55d3d981b7b2 None None] Port 7d1b9238-1c2d-4b91-96b2-c835d90d02f4 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:33:16.550847 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b54b0a7b-35c3-4062-9d0e-9a838e06237c None None] Could not find standard attr ID for object 919bface-21fc-4aa4-ad22-8a06cb1c952d. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:33:16.582119 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b54b0a7b-35c3-4062-9d0e-9a838e06237c None None] Provisioning complete for port 7d1b9238-1c2d-4b91-96b2-c835d90d02f4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:16.582824 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b54b0a7b-35c3-4062-9d0e-9a838e06237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:16.596104 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d28fdf45-e0ad-4b60-a159-a5cf1d642af1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:16.664869 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b54b0a7b-35c3-4062-9d0e-9a838e06237c None None] Port 7d1b9238-1c2d-4b91-96b2-c835d90d02f4 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:33:16.672728 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45170) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:16.751837 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d28fdf45-e0ad-4b60-a159-a5cf1d642af1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:16.764601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28fdf45-e0ad-4b60-a159-a5cf1d642af1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:16.765444 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d28fdf45-e0ad-4b60-a159-a5cf1d642af1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:16.803843 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-7056c1f5-81d5-4ad5-beff-da693af95d68 service neutron] 10.222.0.83 "GET /v2.0/networks/62a50c96-c103-4bed-873d-07bc993c3882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418924 Nov 11 17:33:16.804896 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b127e-d969-490d-a052-92fcece71dd9 req-1f99fb5b-3999-4f76-b70c-964fe2ea52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:16.806453 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7a0b127e-d969-490d-a052-92fcece71dd9 req-1f99fb5b-3999-4f76-b70c-964fe2ea52b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0dd05d3-837d-44d1-abc4-2c8570b43698 HTTP/1.1" status: 200 len: 917 time: 0.8570728 Nov 11 17:33:16.842374 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-54eb3e88-c951-407b-a329-143c2f8f3258 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Allocated IP 172.20.0.14 (47e67299-c3c7-461b-beae-e2c814922648/8878f1c9-7104-4f03-9a25-6e8169b1e7ca/0c94c6f9-17c2-4d0f-9668-e2619301bf1b) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:33:16.937023 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-635c307e-1ece-46e8-82dd-1c8f19800175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:16.939924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-635c307e-1ece-46e8-82dd-1c8f19800175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:16.941798 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-635c307e-1ece-46e8-82dd-1c8f19800175 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e7eea9f2-2f8c-4348-ab89-ef1ad0ffb9df HTTP/1.1" status: 204 len: 168 time: 0.9120040 Nov 11 17:33:17.004656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c307e-1ece-46e8-82dd-1c8f19800175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7eea9f2-2f8c-4348-ab89-ef1ad0ffb9df,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:17.072379 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62e92c8f-e396-4f04-b38e-eee368d830a4 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:17.209648 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0cc634ce-fa84-4a48-bd36-96534e90f473 req-65f9b8e1-5b51-46e8-9e3d-14132cf17985 service neutron] 10.222.0.83 "GET /v2.0/networks/62a50c96-c103-4bed-873d-07bc993c3882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705215 Nov 11 17:33:17.214182 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7a0b127e-d969-490d-a052-92fcece71dd9 req-85153d48-f8f4-4db2-af6f-4d0d79be3e5b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6e96461-f278-4900-ae33-bac1e0769af9 HTTP/1.1" status: 200 len: 217 time: 0.3718712 Nov 11 17:33:17.231058 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-e3881553-4a90-4ed0-86e4-30315fa73211 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:17.242063 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-e3881553-4a90-4ed0-86e4-30315fa73211 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.64 "GET /v2.0/networks?id=47e67299-c3c7-461b-beae-e2c814922648 HTTP/1.1" status: 200 len: 812 time: 1.5453398 Nov 11 17:33:17.269556 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-b9f11d21-3d3e-4cf9-99d1-01fda162caca tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Request body: {'port': {'device_id': 'df04a39b-31e8-4bbd-aa1f-6194de763a13', 'network_id': '47e67299-c3c7-461b-beae-e2c814922648', 'admin_state_up': True, 'tenant_id': 'a740e880171d4d8b81443010826f72e9'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:17.299166 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62e92c8f-e396-4f04-b38e-eee368d830a4 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:17.306206 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-54eb3e88-c951-407b-a329-143c2f8f3258 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:17.359567 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-25dd3192-cd3a-482b-ad41-7893a76a13bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:17.385540 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a820795-1fbb-4af7-ac5d-6349b89f3adf req-7d25082d-a95e-41ea-a822-f0b0a17ecbb2 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=df04a39b-31e8-4bbd-aa1f-6194de763a13 HTTP/1.1" status: 200 len: 210 time: 0.4424317 Nov 11 17:33:17.462843 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e92c8f-e396-4f04-b38e-eee368d830a4 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Network 8aad20e7-2366-4cab-bf28-50e7fc701e5d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:33:17.483094 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-62e92c8f-e396-4f04-b38e-eee368d830a4 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:17.517321 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45194) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:17.522208 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e92c8f-e396-4f04-b38e-eee368d830a4 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:17.526317 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-25dd3192-cd3a-482b-ad41-7893a76a13bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:17.527842 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fdf45-e0ad-4b60-a159-a5cf1d642af1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Network': ['ID=72f291f3-1e4d-4b1b-afbd-4521433ae8e9,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:17.536203 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d28fdf45-e0ad-4b60-a159-a5cf1d642af1 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0237539 Nov 11 17:33:17.536203 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-54eb3e88-c951-407b-a329-143c2f8f3258 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:17.538936 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45196) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:17.539825 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 72f291f3-1e4d-4b1b-afbd-4521433ae8e9 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:33:17.540618 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-25dd3192-cd3a-482b-ad41-7893a76a13bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:17.551922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-43bbaae2-bfdf-4b04-a7d5-29d2d4605b14 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:17.561452 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e92c8f-e396-4f04-b38e-eee368d830a4 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:17.567029 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62e92c8f-e396-4f04-b38e-eee368d830a4 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:17.633157 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b127e-d969-490d-a052-92fcece71dd9 req-b5f89e66-0feb-42a8-8a68-83e515265839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:17.637234 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7a0b127e-d969-490d-a052-92fcece71dd9 req-b5f89e66-0feb-42a8-8a68-83e515265839 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9999f1f-0e45-4e21-98fb-c66184c46f8a HTTP/1.1" status: 200 len: 855 time: 0.3926048 Nov 11 17:33:17.763429 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-58ba40ab-800b-4b48-aeb5-aa5cc001b7df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:17.767112 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7a0b127e-d969-490d-a052-92fcece71dd9 req-1f48673e-15f5-4454-a06e-8107e23a1c2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0dd05d3-837d-44d1-abc4-2c8570b43698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822496 Nov 11 17:33:17.824364 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e92c8f-e396-4f04-b38e-eee368d830a4 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Pushing event updated for resources: {'Port': ['ID=a9db4de1-3883-44a7-b215-0587c64a679b,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:17.842152 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd3192-cd3a-482b-ad41-7893a76a13bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b7b310-d9ba-4f92-bcb7-9b6a71e108e6,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:17.905538 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2900f4-a99a-4298-928f-a99edb4df36c None None] Network 6b58bef5-293d-411a-8f00-184df2540cfd requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:17.959966 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-62e92c8f-e396-4f04-b38e-eee368d830a4 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.3395331 Nov 11 17:33:17.965925 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45202) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:17.979123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-25dd3192-cd3a-482b-ad41-7893a76a13bd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=721f84d8a2444425a829b06f3681bf78&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3034594 Nov 11 17:33:17.990463 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-7af0177b-bdcd-4e61-8276-f4a07d2ffd81 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::198', 'mac_address': 'fa:16:3e:0b:b3:52'}]}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:18.025871 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-54eb3e88-c951-407b-a329-143c2f8f3258 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Network 47e67299-c3c7-461b-beae-e2c814922648 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:33:18.026135 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45206) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:18.075125 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 4d65b15b-8eb2-46a4-99c0-47e663696917 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:33:18.110421 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb3e88-c951-407b-a329-143c2f8f3258 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Pushing event updated for resources: {'Port': ['ID=0c94c6f9-17c2-4d0f-9668-e2619301bf1b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:18.151585 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-54eb3e88-c951-407b-a329-143c2f8f3258 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:18.264899 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43bbaae2-bfdf-4b04-a7d5-29d2d4605b14 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:18.278692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-54eb3e88-c951-407b-a329-143c2f8f3258 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:18.309933 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1a3dcc2c-684a-4387-b9ce-2769a2a91650 None None] Provisioning complete for port 4d65b15b-8eb2-46a4-99c0-47e663696917 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:18.310471 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1a3dcc2c-684a-4387-b9ce-2769a2a91650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:18.343127 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43bbaae2-bfdf-4b04-a7d5-29d2d4605b14 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:18.350211 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:18.404041 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 4d65b15b-8eb2-46a4-99c0-47e663696917 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:18.404041 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:18.436821 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bbaae2-bfdf-4b04-a7d5-29d2d4605b14 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Network': ['ID=72f291f3-1e4d-4b1b-afbd-4521433ae8e9,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:18.457081 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-43bbaae2-bfdf-4b04-a7d5-29d2d4605b14 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Network 72f291f3-1e4d-4b1b-afbd-4521433ae8e9 is not hosted by any dhcp agent {{(pid=102618) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 17:33:18.465041 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 72f291f3-1e4d-4b1b-afbd-4521433ae8e9 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:33:18.471191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bbaae2-bfdf-4b04-a7d5-29d2d4605b14 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:18.471917 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43bbaae2-bfdf-4b04-a7d5-29d2d4605b14 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:18.476394 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-43bbaae2-bfdf-4b04-a7d5-29d2d4605b14 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "PUT /v2.0/networks/72f291f3-1e4d-4b1b-afbd-4521433ae8e9 HTTP/1.1" status: 200 len: 723 time: 0.9323928 Nov 11 17:33:18.481106 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45220) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:18.499863 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-337066f7-9c9a-4f2a-953d-0c33ab42ae62 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'subnet': {'network_id': '72f291f3-1e4d-4b1b-afbd-4521433ae8e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:18.506931 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-054dbee8-2d86-4f2c-8137-bdad7c5beb06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:18.519240 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-54eb3e88-c951-407b-a329-143c2f8f3258 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:18.519906 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-54eb3e88-c951-407b-a329-143c2f8f3258 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:18.552854 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-54eb3e88-c951-407b-a329-143c2f8f3258 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6443548 Nov 11 17:33:18.609447 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] Request body: {'port': {'device_id': 'da843d24-56d8-49c8-82b2-e63f74b17406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:18.622242 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-054dbee8-2d86-4f2c-8137-bdad7c5beb06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:18.635476 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1a3dcc2c-684a-4387-b9ce-2769a2a91650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:18.725697 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe0b60da-ada1-4058-a34c-438d8d52c72f req-d0e58255-438f-4102-9944-4c1e942c6a55 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=df04a39b-31e8-4bbd-aa1f-6194de763a13 HTTP/1.1" status: 200 len: 210 time: 0.1731944 Nov 11 17:33:18.746104 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1a3dcc2c-684a-4387-b9ce-2769a2a91650 None None] For port 4d65b15b-8eb2-46a4-99c0-47e663696917, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=4d65b15b-8eb2-46a4-99c0-47e663696917,segment=NetworkSegment(604ca0a3-4924-4ec7-8d90-45476c581bbd),segment_id=604ca0a3-4924-4ec7-8d90-45476c581bbd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:18.749738 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c6e5a7-609b-499c-b618-24e342416788 None None] Update dhcp port {'port': {'network_id': '6b58bef5-293d-411a-8f00-184df2540cfd', 'fixed_ips': [{'subnet_id': 'e2e78166-02e4-4111-a205-af695bfb50de', 'ip_address': '2001:db8::2'}, {'subnet_id': '139819d8-71ee-4206-a45d-3bc1e12e3930'}], 'binding:host_id': 'n-d-816206-4'}, 'id': '4d65b15b-8eb2-46a4-99c0-47e663696917'} from n-d-816206-4. {{(pid=102619) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 17:33:18.781801 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7a0b127e-d969-490d-a052-92fcece71dd9 req-b642d984-df88-4bc9-880d-7bc5e04573d5 service neutron] 10.222.0.64 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9584923 Nov 11 17:33:18.792388 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-08c6e5a7-609b-499c-b618-24e342416788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:18.804121 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1a3dcc2c-684a-4387-b9ce-2769a2a91650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:18.859663 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:33:18.879657 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:18.923386 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:19.010541 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-58ba40ab-800b-4b48-aeb5-aa5cc001b7df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:19.031213 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-58ba40ab-800b-4b48-aeb5-aa5cc001b7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:19.082389 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba40ab-800b-4b48-aeb5-aa5cc001b7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a8232d-880a-4302-9fa4-5d6ffcb97244,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:19.084968 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-b9f11d21-3d3e-4cf9-99d1-01fda162caca tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Made reservation on behalf of a740e880171d4d8b81443010826f72e9 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:19.091449 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-b9f11d21-3d3e-4cf9-99d1-01fda162caca tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:19.127068 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7a0b127e-d969-490d-a052-92fcece71dd9 req-d835df23-ebff-4f3d-8f7c-2cc217427eaa service neutron] 10.222.0.64 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215284 Nov 11 17:33:19.168821 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-58ba40ab-800b-4b48-aeb5-aa5cc001b7df admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=31865cb5e75e4d61ba6801fc8e4ecc1c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6456568 Nov 11 17:33:19.172879 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45236) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:19.226753 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7af0177b-bdcd-4e61-8276-f4a07d2ffd81 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:19.285548 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d20927e0-4d29-46cd-8e88-5de797294b53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:19.327714 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:33:19.328358 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:33:19.343411 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dcc2c-684a-4387-b9ce-2769a2a91650 None None] Pushing event updated for resources: {'Port': ['ID=4d65b15b-8eb2-46a4-99c0-47e663696917,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:19.354114 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337066f7-9c9a-4f2a-953d-0c33ab42ae62 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Made reservation on behalf of 0052ac8df9f74679ba055b3731604dd6 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:19.365429 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-337066f7-9c9a-4f2a-953d-0c33ab42ae62 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:19.389703 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d20927e0-4d29-46cd-8e88-5de797294b53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:19.495318 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ea1b3e91-609d-42dd-9d1b-ef9be54b4877 None None] Provisioning complete for port a9db4de1-3883-44a7-b215-0587c64a679b triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:19.496000 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ea1b3e91-609d-42dd-9d1b-ef9be54b4877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:19.523901 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-054dbee8-2d86-4f2c-8137-bdad7c5beb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:19.530911 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-054dbee8-2d86-4f2c-8137-bdad7c5beb06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:19.531645 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-054dbee8-2d86-4f2c-8137-bdad7c5beb06 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/39b7b310-d9ba-4f92-bcb7-9b6a71e108e6 HTTP/1.1" status: 204 len: 168 time: 1.4099517 Nov 11 17:33:19.571915 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-ea1b3e91-609d-42dd-9d1b-ef9be54b4877 None None] Port a9db4de1-3883-44a7-b215-0587c64a679b cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:33:19.622487 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-08c6e5a7-609b-499c-b618-24e342416788 None None] Allocated IP 172.20.0.1 (6b58bef5-293d-411a-8f00-184df2540cfd/139819d8-71ee-4206-a45d-3bc1e12e3930/4d65b15b-8eb2-46a4-99c0-47e663696917) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:33:19.625626 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d20927e0-4d29-46cd-8e88-5de797294b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:19.639685 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d20927e0-4d29-46cd-8e88-5de797294b53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:19.640829 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d20927e0-4d29-46cd-8e88-5de797294b53 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/62a8232d-880a-4302-9fa4-5d6ffcb97244 HTTP/1.1" status: 204 len: 168 time: 0.4669023 Nov 11 17:33:19.677656 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20927e0-4d29-46cd-8e88-5de797294b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a8232d-880a-4302-9fa4-5d6ffcb97244,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:19.725268 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7af0177b-bdcd-4e61-8276-f4a07d2ffd81 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:19.735901 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7af0177b-bdcd-4e61-8276-f4a07d2ffd81 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:19.814132 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-08c6e5a7-609b-499c-b618-24e342416788 None None] For port 4d65b15b-8eb2-46a4-99c0-47e663696917, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=4d65b15b-8eb2-46a4-99c0-47e663696917,segment=NetworkSegment(604ca0a3-4924-4ec7-8d90-45476c581bbd),segment_id=604ca0a3-4924-4ec7-8d90-45476c581bbd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:19.862580 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0177b-bdcd-4e61-8276-f4a07d2ffd81 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Pushing event updated for resources: {'Port': ['ID=a9db4de1-3883-44a7-b215-0587c64a679b,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:19.882101 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-7af0177b-bdcd-4e61-8276-f4a07d2ffd81 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] In _notify_port_updated(), no bound segment for port a9db4de1-3883-44a7-b215-0587c64a679b on network 8aad20e7-2366-4cab-bf28-50e7fc701e5d {{(pid=102617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:33:19.897317 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af0177b-bdcd-4e61-8276-f4a07d2ffd81 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:19.899044 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7af0177b-bdcd-4e61-8276-f4a07d2ffd81 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:19.900564 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7af0177b-bdcd-4e61-8276-f4a07d2ffd81 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "PUT /v2.0/ports/a9db4de1-3883-44a7-b215-0587c64a679b HTTP/1.1" status: 200 len: 1001 time: 1.9220243 Nov 11 17:33:19.904331 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45252) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:20.027122 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-08c6e5a7-609b-499c-b618-24e342416788 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:20.037468 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-08c6e5a7-609b-499c-b618-24e342416788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:20.138930 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-28918268-8d28-4c3a-8154-fc9a56d57274 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Deleting port a9db4de1-3883-44a7-b215-0587c64a679b {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:20.140568 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28918268-8d28-4c3a-8154-fc9a56d57274 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:20.259387 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 4d65b15b-8eb2-46a4-99c0-47e663696917 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:33:20.375860 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28918268-8d28-4c3a-8154-fc9a56d57274 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:20.424697 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-28918268-8d28-4c3a-8154-fc9a56d57274 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Calling delete_port for a9db4de1-3883-44a7-b215-0587c64a679b owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:20.572266 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 4d65b15b-8eb2-46a4-99c0-47e663696917 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:20.575499 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:20.612657 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054dbee8-2d86-4f2c-8137-bdad7c5beb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b7b310-d9ba-4f92-bcb7-9b6a71e108e6,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:20.679972 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6e5a7-609b-499c-b618-24e342416788 None None] Pushing event updated for resources: {'Port': ['ID=4d65b15b-8eb2-46a4-99c0-47e663696917,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:20.691670 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f13faa8-6829-47f7-b321-dbcda65b09cd req-6b205b67-e3a8-46b3-9340-b0fcc7a17d9d tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=df04a39b-31e8-4bbd-aa1f-6194de763a13 HTTP/1.1" status: 200 len: 210 time: 0.1685107 Nov 11 17:33:20.772621 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7ae6d319-536d-44a7-ae89-af929d9cdea8 None None] Provisioning complete for port a9db4de1-3883-44a7-b215-0587c64a679b triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:20.774806 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ae6d319-536d-44a7-ae89-af929d9cdea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:20.819857 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28918268-8d28-4c3a-8154-fc9a56d57274 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:20.880562 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28918268-8d28-4c3a-8154-fc9a56d57274 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Pushing event deleted for resources: {'Port': ['ID=a9db4de1-3883-44a7-b215-0587c64a679b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:20.966672 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-7ae6d319-536d-44a7-ae89-af929d9cdea8 None None] Port a9db4de1-3883-44a7-b215-0587c64a679b cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:33:21.077216 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28918268-8d28-4c3a-8154-fc9a56d57274 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:21.089344 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-28918268-8d28-4c3a-8154-fc9a56d57274 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "DELETE /v2.0/ports/a9db4de1-3883-44a7-b215-0587c64a679b HTTP/1.1" status: 204 len: 168 time: 1.1789312 Nov 11 17:33:21.090311 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45280) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:21.174967 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad709141-3f06-4150-82cb-61d1a2866b7b tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] GET failed (client error): The resource could not be found. Nov 11 17:33:21.187594 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ad709141-3f06-4150-82cb-61d1a2866b7b tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "GET /v2.0/ports/a9db4de1-3883-44a7-b215-0587c64a679b HTTP/1.1" status: 404 len: 333 time: 0.0843067 Nov 11 17:33:21.192355 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45282) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:21.202746 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a5bc3cf0-69c5-4373-9ab1-3a5f3cc72f57 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Request body: {'port': {'network_id': '8aad20e7-2366-4cab-bf28-50e7fc701e5d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1692922855'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:21.246947 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-337066f7-9c9a-4f2a-953d-0c33ab42ae62 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:21.507769 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337066f7-9c9a-4f2a-953d-0c33ab42ae62 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Subnet': ['ID=2245701a-df54-48d2-b000-0f5f94b21c07,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:21.538280 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c94c6f9-17c2-4d0f-9668-e2619301bf1b {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:33:21.538513 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bc3cf0-69c5-4373-9ab1-3a5f3cc72f57 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Made reservation on behalf of 4922b31d4370480baf6b5af111604fff for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:21.545135 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a5bc3cf0-69c5-4373-9ab1-3a5f3cc72f57 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:21.570970 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:21.596075 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-a5bc3cf0-69c5-4373-9ab1-3a5f3cc72f57 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] device_id is not set on port a2993033-6980-4a69-a948-65e5d8d5a582 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:33:21.626096 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] Transition to ACTIVE for port object 0c94c6f9-17c2-4d0f-9668-e2619301bf1b will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:33:21.628079 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337066f7-9c9a-4f2a-953d-0c33ab42ae62 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Checking segment: {'id': '48cec0a2-0b45-4a2b-b73a-c6241df613ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '72f291f3-1e4d-4b1b-afbd-4521433ae8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:21.629927 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337066f7-9c9a-4f2a-953d-0c33ab42ae62 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Network hostable DHCP agents. Network: 72f291f3-1e4d-4b1b-afbd-4521433ae8e9, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:33:21.634588 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:21.774133 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337066f7-9c9a-4f2a-953d-0c33ab42ae62 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Network 72f291f3-1e4d-4b1b-afbd-4521433ae8e9 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:33:21.788749 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] Pushing event updated for resources: {'Port': ['ID=0c94c6f9-17c2-4d0f-9668-e2619301bf1b,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:21.792251 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0475e56b-13eb-4c96-8c07-b8ee931295ca None None] Network 6b58bef5-293d-411a-8f00-184df2540cfd requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:21.904366 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-337066f7-9c9a-4f2a-953d-0c33ab42ae62 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 72f291f3-1e4d-4b1b-afbd-4521433ae8e9) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:21.929582 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337066f7-9c9a-4f2a-953d-0c33ab42ae62 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:21.932650 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-337066f7-9c9a-4f2a-953d-0c33ab42ae62 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:21.963602 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-b9f11d21-3d3e-4cf9-99d1-01fda162caca tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Allocated IP 172.20.0.3 (47e67299-c3c7-461b-beae-e2c814922648/8878f1c9-7104-4f03-9a25-6e8169b1e7ca/071ed801-2cdf-418c-aead-e30188fbe012) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:33:22.077218 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-32cb45e4-b7c3-4584-863d-57b736153176 req-d06d49a1-10b4-496c-9cb8-c5399447f702 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=df04a39b-31e8-4bbd-aa1f-6194de763a13 HTTP/1.1" status: 200 len: 210 time: 0.1421635 Nov 11 17:33:22.116774 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-337066f7-9c9a-4f2a-953d-0c33ab42ae62 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6211059 Nov 11 17:33:22.136316 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45312) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:22.169663 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-7463b80e-e0ad-4880-b262-74bc0e30f1a2 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:22.177225 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a675ac8-57b1-4146-a9d8-1a193cf09571 None None] Network 72f291f3-1e4d-4b1b-afbd-4521433ae8e9 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:22.236785 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-b9f11d21-3d3e-4cf9-99d1-01fda162caca tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:22.250476 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] Attempting to bind port 0c94c6f9-17c2-4d0f-9668-e2619301bf1b on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:33:22.251511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] Attempting to bind port 0c94c6f9-17c2-4d0f-9668-e2619301bf1b by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'c7db2cfe-0a45-446b-af5c-63c27b6eccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '47e67299-c3c7-461b-beae-e2c814922648'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:33:22.254554 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] Attempting to bind port 0c94c6f9-17c2-4d0f-9668-e2619301bf1b on network 47e67299-c3c7-461b-beae-e2c814922648 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:33:22.266289 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e2b30dbb-fc1c-47e4-a9ee-f58e6ecca927 None None] Provisioning complete for port 4d65b15b-8eb2-46a4-99c0-47e663696917 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:22.266540 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e2b30dbb-fc1c-47e4-a9ee-f58e6ecca927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:22.277795 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] Port 0c94c6f9-17c2-4d0f-9668-e2619301bf1b on network 47e67299-c3c7-461b-beae-e2c814922648 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:33:22.278922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] Attempting to bind port 0c94c6f9-17c2-4d0f-9668-e2619301bf1b on network 47e67299-c3c7-461b-beae-e2c814922648 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:33:22.302195 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 4d65b15b-8eb2-46a4-99c0-47e663696917 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:33:22.302649 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-b9f11d21-3d3e-4cf9-99d1-01fda162caca tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:22.304537 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:33:22.305013 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] Checking segment: {'id': 'c7db2cfe-0a45-446b-af5c-63c27b6eccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '47e67299-c3c7-461b-beae-e2c814922648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:22.306493 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] Bound using segment: {'id': 'c7db2cfe-0a45-446b-af5c-63c27b6eccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '47e67299-c3c7-461b-beae-e2c814922648'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:33:22.307464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] Bound port: 0c94c6f9-17c2-4d0f-9668-e2619301bf1b, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7db2cfe-0a45-446b-af5c-63c27b6eccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '47e67299-c3c7-461b-beae-e2c814922648'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:33:22.308472 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:22.404232 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-b9f11d21-3d3e-4cf9-99d1-01fda162caca tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Network 47e67299-c3c7-461b-beae-e2c814922648 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:33:22.416797 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-b9f11d21-3d3e-4cf9-99d1-01fda162caca tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:22.427880 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-b9f11d21-3d3e-4cf9-99d1-01fda162caca tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:22.435038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f11d21-3d3e-4cf9-99d1-01fda162caca tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Pushing event updated for resources: {'Port': ['ID=071ed801-2cdf-418c-aead-e30188fbe012,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:22.449994 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7463b80e-e0ad-4880-b262-74bc0e30f1a2 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9859519'] for subnet, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:22.507952 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-a5bc3cf0-69c5-4373-9ab1-3a5f3cc72f57 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Allocated IP 2001:db8::35c (8aad20e7-2366-4cab-bf28-50e7fc701e5d/97ff81a5-cd28-41ba-bf45-5be903ab08ce/a2993033-6980-4a69-a948-65e5d8d5a582) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:33:22.555883 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-b9f11d21-3d3e-4cf9-99d1-01fda162caca tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:22.558504 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-b9f11d21-3d3e-4cf9-99d1-01fda162caca tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:22.594475 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-b9f11d21-3d3e-4cf9-99d1-01fda162caca tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3311732 Nov 11 17:33:22.619781 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] Request body: {'port': {'device_id': 'df04a39b-31e8-4bbd-aa1f-6194de763a13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:22.759596 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 4d65b15b-8eb2-46a4-99c0-47e663696917 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:22.760618 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:22.792928 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7463b80e-e0ad-4880-b262-74bc0e30f1a2 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765003502978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10335364'] for subnet, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:22.879181 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:23.016928 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7463b80e-e0ad-4880-b262-74bc0e30f1a2 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:23.018637 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7463b80e-e0ad-4880-b262-74bc0e30f1a2 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:23.043798 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-72f291f3-1e4d-4b1b-afbd-4521433ae8e9', 'network_id': '72f291f3-1e4d-4b1b-afbd-4521433ae8e9', 'tenant_id': '0052ac8df9f74679ba055b3731604dd6', 'fixed_ips': [{'subnet_id': '2245701a-df54-48d2-b000-0f5f94b21c07'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:33:23.044689 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:23.053447 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7463b80e-e0ad-4880-b262-74bc0e30f1a2 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "PUT /v2.0/subnets/2245701a-df54-48d2-b000-0f5f94b21c07 HTTP/1.1" status: 200 len: 826 time: 0.9130607 Nov 11 17:33:23.063634 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45340) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:23.315012 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a5bc3cf0-69c5-4373-9ab1-3a5f3cc72f57 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:23.384990 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463b80e-e0ad-4880-b262-74bc0e30f1a2 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Subnet': ['ID=2245701a-df54-48d2-b000-0f5f94b21c07,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:23.428593 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] For port 0c94c6f9-17c2-4d0f-9668-e2619301bf1b, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:33:23.453099 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Allocated IP 2001:db8::2 (72f291f3-1e4d-4b1b-afbd-4521433ae8e9/2245701a-df54-48d2-b000-0f5f94b21c07/cded464e-fcbc-4295-baf3-1ccaa35bb687) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:33:23.462899 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6f7db26e-de52-480f-9bcf-9dec6ede8cf3 None None] Provisioning complete for port 4d65b15b-8eb2-46a4-99c0-47e663696917 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:23.463383 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6f7db26e-de52-480f-9bcf-9dec6ede8cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:23.480338 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a5bc3cf0-69c5-4373-9ab1-3a5f3cc72f57 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:23.500940 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] For port 0c94c6f9-17c2-4d0f-9668-e2619301bf1b, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0c94c6f9-17c2-4d0f-9668-e2619301bf1b,segment=NetworkSegment(c7db2cfe-0a45-446b-af5c-63c27b6eccf0),segment_id=c7db2cfe-0a45-446b-af5c-63c27b6eccf0)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:33:23.542079 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:23.571862 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bc3cf0-69c5-4373-9ab1-3a5f3cc72f57 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Network 8aad20e7-2366-4cab-bf28-50e7fc701e5d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:33:23.583655 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-a5bc3cf0-69c5-4373-9ab1-3a5f3cc72f57 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:23.588445 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bc3cf0-69c5-4373-9ab1-3a5f3cc72f57 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:23.594758 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92363422-f5cb-4cfc-82f6-45450c2ce1ef req-9a3860ce-0ff7-4118-9899-180511760683 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:23.594918 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bc3cf0-69c5-4373-9ab1-3a5f3cc72f57 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:23.595476 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a5bc3cf0-69c5-4373-9ab1-3a5f3cc72f57 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:23.609202 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92363422-f5cb-4cfc-82f6-45450c2ce1ef req-9a3860ce-0ff7-4118-9899-180511760683 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=df04a39b-31e8-4bbd-aa1f-6194de763a13 HTTP/1.1" status: 200 len: 931 time: 0.3025801 Nov 11 17:33:23.625605 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc3cf0-69c5-4373-9ab1-3a5f3cc72f57 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Pushing event updated for resources: {'Port': ['ID=a2993033-6980-4a69-a948-65e5d8d5a582,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:23.652914 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071ed801-2cdf-418c-aead-e30188fbe012 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:33:23.674077 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a5bc3cf0-69c5-4373-9ab1-3a5f3cc72f57 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4781411 Nov 11 17:33:23.674683 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:23.677460 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45358) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:23.679906 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:23.688783 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-536ee9a3-a805-4288-9a0e-fa95eb32ec43 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:0b:b3:52'}]}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:23.749069 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:23.750225 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:23.751834 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] 10.222.0.83 "PUT /v2.0/ports/0c94c6f9-17c2-4d0f-9668-e2619301bf1b HTTP/1.1" status: 200 len: 1092 time: 5.1642566 Nov 11 17:33:23.755418 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da843d24-56d8-49c8-82b2-e63f74b17406', 'tag': '0c94c6f9-17c2-4d0f-9668-e2619301bf1b'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:33:23.757976 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a707eeb9-d4d3-4232-81d7-41d4e1a91f01" -d '{"events": [{"name": "network-changed", "server_uuid": "da843d24-56d8-49c8-82b2-e63f74b17406", "tag": "0c94c6f9-17c2-4d0f-9668-e2619301bf1b"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:33:23.849234 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] Transition to ACTIVE for port object 071ed801-2cdf-418c-aead-e30188fbe012 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:33:23.872009 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:23.997564 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92363422-f5cb-4cfc-82f6-45450c2ce1ef req-f26cff61-abff-4b9b-9e5a-48293b1ee6b4 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467340 Nov 11 17:33:24.003064 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20544ddc-b0a0-4108-85d7-075df2580304 service neutron] Pushing event updated for resources: {'Port': ['ID=0c94c6f9-17c2-4d0f-9668-e2619301bf1b,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:24.136416 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:24.182930 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] Pushing event updated for resources: {'Port': ['ID=071ed801-2cdf-418c-aead-e30188fbe012,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:24.192304 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:24.222278 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-4d86d91f-fe10-4d6c-a031-24a569ed710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:24.225703 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-4d86d91f-fe10-4d6c-a031-24a569ed710f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a740e880171d4d8b81443010826f72e9&device_id=da843d24-56d8-49c8-82b2-e63f74b17406 HTTP/1.1" status: 200 len: 1095 time: 0.4016280 Nov 11 17:33:24.228192 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-536ee9a3-a805-4288-9a0e-fa95eb32ec43 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:24.261931 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:24.282076 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7cfdc477-f9f6-4841-92c5-1c42faf055a4 None None] Provisioning complete for port a2993033-6980-4a69-a948-65e5d8d5a582 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:24.282430 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7cfdc477-f9f6-4841-92c5-1c42faf055a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:24.341931 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:24.371975 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-2bfb6036-9b4c-4b37-8fa5-f25ea326f207 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c94c6f9-17c2-4d0f-9668-e2619301bf1b HTTP/1.1" status: 200 len: 217 time: 0.1221766 Nov 11 17:33:24.475039 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc0b2f7-958e-48f1-94d3-7483523d0478 x-openstack-request-id: req-2cc0b2f7-958e-48f1-94d3-7483523d0478 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:33:24.475334 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da843d24-56d8-49c8-82b2-e63f74b17406", "tag": "0c94c6f9-17c2-4d0f-9668-e2619301bf1b", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:33:24.475594 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2cc0b2f7-958e-48f1-94d3-7483523d0478 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:33:24.476025 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da843d24-56d8-49c8-82b2-e63f74b17406', 'tag': '0c94c6f9-17c2-4d0f-9668-e2619301bf1b', 'status': 'completed', 'code': 200} Nov 11 17:33:24.477263 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-7cfdc477-f9f6-4841-92c5-1c42faf055a4 None None] Port a2993033-6980-4a69-a948-65e5d8d5a582 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:33:24.513921 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] Attempting to bind port 071ed801-2cdf-418c-aead-e30188fbe012 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:33:24.514936 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] Attempting to bind port 071ed801-2cdf-418c-aead-e30188fbe012 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'c7db2cfe-0a45-446b-af5c-63c27b6eccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '47e67299-c3c7-461b-beae-e2c814922648'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:33:24.515257 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] Attempting to bind port 071ed801-2cdf-418c-aead-e30188fbe012 on network 47e67299-c3c7-461b-beae-e2c814922648 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:33:24.528757 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Network 72f291f3-1e4d-4b1b-afbd-4521433ae8e9 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:33:24.535585 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] Port 071ed801-2cdf-418c-aead-e30188fbe012 on network 47e67299-c3c7-461b-beae-e2c814922648 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:33:24.535966 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] Attempting to bind port 071ed801-2cdf-418c-aead-e30188fbe012 on network 47e67299-c3c7-461b-beae-e2c814922648 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:33:24.543089 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:24.572424 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:33:24.572774 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] Checking segment: {'id': 'c7db2cfe-0a45-446b-af5c-63c27b6eccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '47e67299-c3c7-461b-beae-e2c814922648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:24.573245 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] Bound using segment: {'id': 'c7db2cfe-0a45-446b-af5c-63c27b6eccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '47e67299-c3c7-461b-beae-e2c814922648'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:33:24.573576 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] Bound port: 071ed801-2cdf-418c-aead-e30188fbe012, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7db2cfe-0a45-446b-af5c-63c27b6eccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '47e67299-c3c7-461b-beae-e2c814922648'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:33:24.573935 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:24.577376 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-05cb72ed-9091-4c60-9373-ac22bb297f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:24.579838 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-05cb72ed-9091-4c60-9373-ac22bb297f0f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8878f1c9-7104-4f03-9a25-6e8169b1e7ca HTTP/1.1" status: 200 len: 852 time: 0.1841142 Nov 11 17:33:24.585445 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:24.603324 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Pushing event updated for resources: {'Port': ['ID=cded464e-fcbc-4295-baf3-1ccaa35bb687,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:24.616025 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:24.616424 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:24.616867 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:24.617086 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:24.617477 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:24.617800 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:24.618252 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:24.618498 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:24.618817 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:24.619669 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:24.619669 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:24.619905 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:24.655871 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:24.660813 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-0cb77b40-fd1d-4e98-85e4-98dd41af4506 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=47e67299-c3c7-461b-beae-e2c814922648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724230 Nov 11 17:33:24.718149 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Subnet': ['ID=2245701a-df54-48d2-b000-0f5f94b21c07,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:24.766937 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Attempting to bind port cded464e-fcbc-4295-baf3-1ccaa35bb687 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:33:24.767316 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Attempting to bind port cded464e-fcbc-4295-baf3-1ccaa35bb687 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '48cec0a2-0b45-4a2b-b73a-c6241df613ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '72f291f3-1e4d-4b1b-afbd-4521433ae8e9'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:33:24.767673 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Attempting to bind port cded464e-fcbc-4295-baf3-1ccaa35bb687 on network 72f291f3-1e4d-4b1b-afbd-4521433ae8e9 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:33:24.774977 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:33:24.775517 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Checking segment: {'id': '48cec0a2-0b45-4a2b-b73a-c6241df613ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '72f291f3-1e4d-4b1b-afbd-4521433ae8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:24.776551 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:24.788517 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Bound using segment: {'id': '48cec0a2-0b45-4a2b-b73a-c6241df613ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '72f291f3-1e4d-4b1b-afbd-4521433ae8e9'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:33:24.789107 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Bound port: cded464e-fcbc-4295-baf3-1ccaa35bb687, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cec0a2-0b45-4a2b-b73a-c6241df613ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '72f291f3-1e4d-4b1b-afbd-4521433ae8e9'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:33:24.789554 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:24.871456 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] For port 071ed801-2cdf-418c-aead-e30188fbe012, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:33:24.881710 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] For port cded464e-fcbc-4295-baf3-1ccaa35bb687, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:33:24.885019 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] For port cded464e-fcbc-4295-baf3-1ccaa35bb687, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cded464e-fcbc-4295-baf3-1ccaa35bb687,segment=NetworkSegment(48cec0a2-0b45-4a2b-b73a-c6241df613ef),segment_id=48cec0a2-0b45-4a2b-b73a-c6241df613ef)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:33:24.885353 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] For port 071ed801-2cdf-418c-aead-e30188fbe012, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=071ed801-2cdf-418c-aead-e30188fbe012,segment=NetworkSegment(c7db2cfe-0a45-446b-af5c-63c27b6eccf0),segment_id=c7db2cfe-0a45-446b-af5c-63c27b6eccf0)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:33:24.898087 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:24.903740 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:24.907024 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45440) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:24.923329 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:24.927555 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-536ee9a3-a805-4288-9a0e-fa95eb32ec43 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:24.939826 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f291f3-1e4d-4b1b-afbd-4521433ae8e9']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:24.960738 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cec0a2-0b45-4a2b-b73a-c6241df613ef') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:24.961048 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cec0a2-0b45-4a2b-b73a-c6241df613ef') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:24.972521 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-63e08e94-2319-4433-993b-bd5a91122b02 service neutron] 10.222.0.83 "GET /v2.0/networks/47e67299-c3c7-461b-beae-e2c814922648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987654 Nov 11 17:33:24.973297 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-536ee9a3-a805-4288-9a0e-fa95eb32ec43 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:24.976297 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:25.084650 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:25.086545 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958b889-ee73-44c1-b177-20e66edf0aff None None] Pushing event updated for resources: {'Port': ['ID=cded464e-fcbc-4295-baf3-1ccaa35bb687,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:25.092855 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] Pushing event updated for resources: {'Port': ['ID=071ed801-2cdf-418c-aead-e30188fbe012,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:25.114031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:33:25.127084 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:33:25.131927 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:33:25.198280 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f1517a-c7e4-4450-bb5e-099236804c81 None None] Network 72f291f3-1e4d-4b1b-afbd-4521433ae8e9 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:25.219877 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ee9a3-a805-4288-9a0e-fa95eb32ec43 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Pushing event updated for resources: {'Port': ['ID=a2993033-6980-4a69-a948-65e5d8d5a582,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:25.230662 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:25.233464 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:25.236506 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-90afcfaf-35f7-499b-a19a-e8b6f002cb8e service neutron] 10.222.0.64 "PUT /v2.0/ports/071ed801-2cdf-418c-aead-e30188fbe012 HTTP/1.1" status: 200 len: 1091 time: 2.6230793 Nov 11 17:33:25.241245 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df04a39b-31e8-4bbd-aa1f-6194de763a13', 'tag': '071ed801-2cdf-418c-aead-e30188fbe012'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:33:25.253956 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925a0061-f4ba-48dc-9b59-5774fb48a29f" -d '{"events": [{"name": "network-changed", "server_uuid": "df04a39b-31e8-4bbd-aa1f-6194de763a13", "tag": "071ed801-2cdf-418c-aead-e30188fbe012"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:33:25.266999 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-536ee9a3-a805-4288-9a0e-fa95eb32ec43 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] In _notify_port_updated(), no bound segment for port a2993033-6980-4a69-a948-65e5d8d5a582 on network 8aad20e7-2366-4cab-bf28-50e7fc701e5d {{(pid=102617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:33:25.297331 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536ee9a3-a805-4288-9a0e-fa95eb32ec43 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:25.300049 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-536ee9a3-a805-4288-9a0e-fa95eb32ec43 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:25.301757 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-536ee9a3-a805-4288-9a0e-fa95eb32ec43 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "PUT /v2.0/ports/a2993033-6980-4a69-a948-65e5d8d5a582 HTTP/1.1" status: 200 len: 1003 time: 1.6231642 Nov 11 17:33:25.304565 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45460) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:25.512513 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b938a7d2-83c8-4aff-9b28-fd08bd389302 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:25.545241 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.db.api [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 17:33:25.545241 n-d-816206-4 neutron-server[102618]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 17:33:25.545241 n-d-816206-4 neutron-server[102618]: [parameters: {'id': '72f291f3-1e4d-4b1b-afbd-4521433ae8e9'}] Nov 11 17:33:25.545241 n-d-816206-4 neutron-server[102618]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:33:25.545696 n-d-816206-4 neutron-server[102618]: DEBUG oslo_db.api [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:33:25.598918 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb67b4ab-da14-46d1-ab35-5073da008191 x-openstack-request-id: req-cb67b4ab-da14-46d1-ab35-5073da008191 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:33:25.598918 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df04a39b-31e8-4bbd-aa1f-6194de763a13", "tag": "071ed801-2cdf-418c-aead-e30188fbe012", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:33:25.601672 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cb67b4ab-da14-46d1-ab35-5073da008191 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:33:25.602104 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df04a39b-31e8-4bbd-aa1f-6194de763a13', 'tag': '071ed801-2cdf-418c-aead-e30188fbe012', 'status': 'completed', 'code': 200} Nov 11 17:33:25.609452 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7be330-7c30-4617-8c0f-34a730275625 None None] Network 72f291f3-1e4d-4b1b-afbd-4521433ae8e9 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:25.625934 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa101b-8fdf-4eb9-9525-d9571e973025 req-07fe3c2d-4a63-44d8-b885-b21215af54d7 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:25.627594 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e4fa101b-8fdf-4eb9-9525-d9571e973025 req-07fe3c2d-4a63-44d8-b885-b21215af54d7 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=df04a39b-31e8-4bbd-aa1f-6194de763a13 HTTP/1.1" status: 200 len: 943 time: 0.3845961 Nov 11 17:33:25.646554 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45468) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:25.683397 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-3a7a85fd-721c-4590-9ace-658aa06aab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:25.686266 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-7b370263-d977-4857-8fbb-39d4813ad94d service neutron] 10.222.0.83 "GET /v2.0/networks/47e67299-c3c7-461b-beae-e2c814922648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7030056 Nov 11 17:33:25.696725 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-3a7a85fd-721c-4590-9ace-658aa06aab0b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a740e880171d4d8b81443010826f72e9&device_id=df04a39b-31e8-4bbd-aa1f-6194de763a13 HTTP/1.1" status: 200 len: 1094 time: 0.3779137 Nov 11 17:33:25.712070 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-e17eadb0-122e-4af2-b516-58b7406a3ef4 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Deleting port a2993033-6980-4a69-a948-65e5d8d5a582 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:25.712462 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e17eadb0-122e-4af2-b516-58b7406a3ef4 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:25.859142 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-d3d89eb5-bf68-4cb0-ba13-46f730ce3dd3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=071ed801-2cdf-418c-aead-e30188fbe012 HTTP/1.1" status: 200 len: 217 time: 0.1392558 Nov 11 17:33:25.926608 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dff8e781-1f97-4043-856d-d693278ab86e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:25.934348 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-40d5a5ab-60e3-4a3a-81be-06b1bbfb0a1d None None] Provisioning complete for port a2993033-6980-4a69-a948-65e5d8d5a582 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:25.934872 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-40d5a5ab-60e3-4a3a-81be-06b1bbfb0a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:25.968455 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e4fa101b-8fdf-4eb9-9525-d9571e973025 req-2d0c20a4-972b-4d7b-a569-f94d3c504aff tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208983 Nov 11 17:33:25.986651 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707eeb9-d4d3-4232-81d7-41d4e1a91f01 req-bce0be05-ff4b-433c-aff9-e9a3a973363a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:25.991573 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a707eeb9-d4d3-4232-81d7-41d4e1a91f01 req-bce0be05-ff4b-433c-aff9-e9a3a973363a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a740e880171d4d8b81443010826f72e9&device_id=da843d24-56d8-49c8-82b2-e63f74b17406 HTTP/1.1" status: 200 len: 1095 time: 0.2246752 Nov 11 17:33:26.010215 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-862ed414-659d-41b4-b3fc-1449fdf19cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:26.011948 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-862ed414-659d-41b4-b3fc-1449fdf19cf0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8878f1c9-7104-4f03-9a25-6e8169b1e7ca HTTP/1.1" status: 200 len: 852 time: 0.1431539 Nov 11 17:33:26.017967 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e17eadb0-122e-4af2-b516-58b7406a3ef4 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:26.035375 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-40d5a5ab-60e3-4a3a-81be-06b1bbfb0a1d None None] Port a2993033-6980-4a69-a948-65e5d8d5a582 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:33:26.052759 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a542006-640d-4d48-8249-370d755822fa None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 17:33:26.064113 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-bdf57a8e-9e29-468b-a1fb-cd1b870a90d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47e67299-c3c7-461b-beae-e2c814922648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425432 Nov 11 17:33:26.074705 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-e17eadb0-122e-4af2-b516-58b7406a3ef4 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Calling delete_port for a2993033-6980-4a69-a948-65e5d8d5a582 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:26.135204 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:26.186387 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b938a7d2-83c8-4aff-9b28-fd08bd389302 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:26.200202 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-01e3bf8a-9d24-467c-957e-e8f884a9b2da service neutron] 10.222.0.64 "GET /v2.0/networks/47e67299-c3c7-461b-beae-e2c814922648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228733 Nov 11 17:33:26.203503 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b938a7d2-83c8-4aff-9b28-fd08bd389302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:26.268847 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a542006-640d-4d48-8249-370d755822fa None None] Resources bound (agent type, host, resource id): {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 17:33:26.279145 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b938a7d2-83c8-4aff-9b28-fd08bd389302 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1fc94ccf717c4d8694f7b4dfb9c71482&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3710704 Nov 11 17:33:26.295231 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45472) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:26.430476 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dff8e781-1f97-4043-856d-d693278ab86e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:26.434871 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938a7d2-83c8-4aff-9b28-fd08bd389302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25368c12-719e-4778-8588-5839df4bcc07,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:26.453090 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dff8e781-1f97-4043-856d-d693278ab86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:26.470231 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707eeb9-d4d3-4232-81d7-41d4e1a91f01 req-09fdbb16-353d-4609-ae0e-5d6799566855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:26.472613 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a707eeb9-d4d3-4232-81d7-41d4e1a91f01 req-09fdbb16-353d-4609-ae0e-5d6799566855 service neutron] 10.222.0.83 "GET /v2.0/networks?id=47e67299-c3c7-461b-beae-e2c814922648 HTTP/1.1" status: 200 len: 914 time: 0.4715416 Nov 11 17:33:26.508925 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-97f361d8-e63b-4267-ae23-af37270f1de7 req-a9f396b0-fe3c-42b5-9f11-b2e0d0a04d7d service neutron] 10.222.0.64 "GET /v2.0/networks/47e67299-c3c7-461b-beae-e2c814922648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002853 Nov 11 17:33:26.557078 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dff8e781-1f97-4043-856d-d693278ab86e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=18aca6b5435b4808bd9e0e2ab59d9208&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9094336 Nov 11 17:33:26.566180 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45478) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:26.634992 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a707eeb9-d4d3-4232-81d7-41d4e1a91f01 req-e6d8e261-3dfe-479a-80a9-6a56c4580e1b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c94c6f9-17c2-4d0f-9668-e2619301bf1b HTTP/1.1" status: 200 len: 217 time: 0.1449780 Nov 11 17:33:26.661316 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-69c7dd74-6293-4c07-8bfe-e5dfe340e41a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:26.712926 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8e781-1f97-4043-856d-d693278ab86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d2e384-9a16-49b7-b3f3-c459d8e19761,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:26.734198 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Deleting port cded464e-fcbc-4295-baf3-1ccaa35bb687 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:26.734562 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:26.781379 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e17eadb0-122e-4af2-b516-58b7406a3ef4 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:26.800205 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-53442ec8-7725-4434-9a11-ab591446b2ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:26.827851 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-69c7dd74-6293-4c07-8bfe-e5dfe340e41a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:26.843752 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-53442ec8-7725-4434-9a11-ab591446b2ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:26.930566 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707eeb9-d4d3-4232-81d7-41d4e1a91f01 req-27dd5353-cd56-4d71-a7ee-d0af3af072a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:26.932625 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a707eeb9-d4d3-4232-81d7-41d4e1a91f01 req-27dd5353-cd56-4d71-a7ee-d0af3af072a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8878f1c9-7104-4f03-9a25-6e8169b1e7ca HTTP/1.1" status: 200 len: 852 time: 0.2824390 Nov 11 17:33:26.940924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-69c7dd74-6293-4c07-8bfe-e5dfe340e41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:26.944754 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-69c7dd74-6293-4c07-8bfe-e5dfe340e41a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:26.960942 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-69c7dd74-6293-4c07-8bfe-e5dfe340e41a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/25368c12-719e-4778-8588-5839df4bcc07 HTTP/1.1" status: 204 len: 168 time: 0.6553102 Nov 11 17:33:26.983275 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a0061-f4ba-48dc-9b59-5774fb48a29f req-b64c0697-ece0-4366-b274-d97d5d0f58a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:26.987261 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-925a0061-f4ba-48dc-9b59-5774fb48a29f req-b64c0697-ece0-4366-b274-d97d5d0f58a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a740e880171d4d8b81443010826f72e9&device_id=df04a39b-31e8-4bbd-aa1f-6194de763a13 HTTP/1.1" status: 200 len: 1094 time: 0.3464572 Nov 11 17:33:26.989524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17eadb0-122e-4af2-b516-58b7406a3ef4 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Pushing event deleted for resources: {'Port': ['ID=a2993033-6980-4a69-a948-65e5d8d5a582,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:27.020163 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-53442ec8-7725-4434-9a11-ab591446b2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:27.023578 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-53442ec8-7725-4434-9a11-ab591446b2ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:27.027371 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-53442ec8-7725-4434-9a11-ab591446b2ae admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a7d2e384-9a16-49b7-b3f3-c459d8e19761 HTTP/1.1" status: 204 len: 168 time: 0.4574263 Nov 11 17:33:27.091426 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e17eadb0-122e-4af2-b516-58b7406a3ef4 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:27.098228 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e17eadb0-122e-4af2-b516-58b7406a3ef4 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "DELETE /v2.0/ports/a2993033-6980-4a69-a948-65e5d8d5a582 HTTP/1.1" status: 204 len: 168 time: 1.7895265 Nov 11 17:33:27.103278 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45488) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:27.106723 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a707eeb9-d4d3-4232-81d7-41d4e1a91f01 req-819646c6-7917-4158-9b82-8dfec68d7e7a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=47e67299-c3c7-461b-beae-e2c814922648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422689 Nov 11 17:33:27.137171 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-514ebeb5-c396-4020-bc9b-10c723b78717 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] GET failed (client error): The resource could not be found. Nov 11 17:33:27.138761 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-514ebeb5-c396-4020-bc9b-10c723b78717 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "GET /v2.0/ports/a2993033-6980-4a69-a948-65e5d8d5a582 HTTP/1.1" status: 404 len: 333 time: 0.0345025 Nov 11 17:33:27.143984 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45490) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:27.144510 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53442ec8-7725-4434-9a11-ab591446b2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d2e384-9a16-49b7-b3f3-c459d8e19761,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:27.153687 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-606b4dd5-6e2e-4ba3-9700-4ad6702da9ee tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Request body: {'port': {'network_id': '8aad20e7-2366-4cab-bf28-50e7fc701e5d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-390305094'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:27.397567 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a707eeb9-d4d3-4232-81d7-41d4e1a91f01 req-2fe5c27d-fb6a-4441-90b8-2be1e254e721 service neutron] 10.222.0.83 "GET /v2.0/networks/47e67299-c3c7-461b-beae-e2c814922648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501044 Nov 11 17:33:27.462253 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7dd74-6293-4c07-8bfe-e5dfe340e41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25368c12-719e-4778-8588-5839df4bcc07,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:27.510650 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] For port cded464e-fcbc-4295-baf3-1ccaa35bb687, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cded464e-fcbc-4295-baf3-1ccaa35bb687,segment=NetworkSegment(48cec0a2-0b45-4a2b-b73a-c6241df613ef),segment_id=48cec0a2-0b45-4a2b-b73a-c6241df613ef)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:27.511330 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:27.579906 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Calling delete_port for cded464e-fcbc-4295-baf3-1ccaa35bb687 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:27.605002 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00b75b-a591-4245-bb26-5ad634dcdc50 req-1c7f8db1-03d4-4791-866b-059e3be20e3d tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:27.613531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8d00b75b-a591-4245-bb26-5ad634dcdc50 req-1c7f8db1-03d4-4791-866b-059e3be20e3d tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=df04a39b-31e8-4bbd-aa1f-6194de763a13 HTTP/1.1" status: 200 len: 943 time: 0.4979007 Nov 11 17:33:27.615577 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45500) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:27.814637 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a2ac6880-e89a-47a8-9940-8b329654693a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:27.831027 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:27.858358 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a0061-f4ba-48dc-9b59-5774fb48a29f req-fcf0e6d5-efa0-466e-9ab1-eb8316d544c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:27.860510 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-925a0061-f4ba-48dc-9b59-5774fb48a29f req-fcf0e6d5-efa0-466e-9ab1-eb8316d544c0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=47e67299-c3c7-461b-beae-e2c814922648 HTTP/1.1" status: 200 len: 914 time: 0.8544509 Nov 11 17:33:27.903348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45508) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:27.922649 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606b4dd5-6e2e-4ba3-9700-4ad6702da9ee tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Made reservation on behalf of 4922b31d4370480baf6b5af111604fff for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:27.931121 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-606b4dd5-6e2e-4ba3-9700-4ad6702da9ee tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:27.944093 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-925a0061-f4ba-48dc-9b59-5774fb48a29f req-fdad1691-b2c4-4d2d-88b8-1c7956fb82c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=071ed801-2cdf-418c-aead-e30188fbe012 HTTP/1.1" status: 200 len: 217 time: 0.0756617 Nov 11 17:33:27.948303 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8d00b75b-a591-4245-bb26-5ad634dcdc50 req-889f50c1-3eb5-46b3-8f66-34cda3ffed86 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337526 Nov 11 17:33:27.949191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] No DVR routers for this DVR port cded464e-fcbc-4295-baf3-1ccaa35bb687 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:33:27.952026 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-606b4dd5-6e2e-4ba3-9700-4ad6702da9ee tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] device_id is not set on port dac987b1-5ce1-428a-b7d4-f322ef8aa014 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:33:27.962845 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Port': ['ID=cded464e-fcbc-4295-baf3-1ccaa35bb687,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:28.033563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a707eeb9-d4d3-4232-81d7-41d4e1a91f01 req-0344a330-4a2b-460a-b262-4a71388b01dc service neutron] 10.222.0.83 "GET /v2.0/networks/47e67299-c3c7-461b-beae-e2c814922648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651689 Nov 11 17:33:28.053091 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-58912ba3-3e2e-4d57-9df3-4f8314238731 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:28.089530 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a0061-f4ba-48dc-9b59-5774fb48a29f req-0a20afbe-c63e-432e-9ad0-1364b5c55ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:28.091236 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-925a0061-f4ba-48dc-9b59-5774fb48a29f req-0a20afbe-c63e-432e-9ad0-1364b5c55ae0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8878f1c9-7104-4f03-9a25-6e8169b1e7ca HTTP/1.1" status: 200 len: 852 time: 0.1331441 Nov 11 17:33:28.152648 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-925a0061-f4ba-48dc-9b59-5774fb48a29f req-58eb1434-596c-41f9-92b5-e83f90ae64b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47e67299-c3c7-461b-beae-e2c814922648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342813 Nov 11 17:33:28.198131 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-606b4dd5-6e2e-4ba3-9700-4ad6702da9ee tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Allocated IP 2001:db8::298 (8aad20e7-2366-4cab-bf28-50e7fc701e5d/97ff81a5-cd28-41ba-bf45-5be903ab08ce/dac987b1-5ce1-428a-b7d4-f322ef8aa014) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:33:28.220276 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:28.277557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f291f3-1e4d-4b1b-afbd-4521433ae8e9']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:28.302875 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cec0a2-0b45-4a2b-b73a-c6241df613ef') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:28.303155 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cec0a2-0b45-4a2b-b73a-c6241df613ef') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:28.314243 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-925a0061-f4ba-48dc-9b59-5774fb48a29f req-b6bad42f-4bd2-4e30-8f63-82a2f11a2395 service neutron] 10.222.0.64 "GET /v2.0/networks/47e67299-c3c7-461b-beae-e2c814922648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504011 Nov 11 17:33:28.332006 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:28.351183 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a2ac6880-e89a-47a8-9940-8b329654693a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:28.363923 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a2ac6880-e89a-47a8-9940-8b329654693a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:28.372004 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:28.382628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-034b936e-f739-42de-b48d-ba99abb232e3 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:28.388206 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-034b936e-f739-42de-b48d-ba99abb232e3 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/networks?id=b0dd05d3-837d-44d1-abc4-2c8570b43698 HTTP/1.1" status: 200 len: 815 time: 0.3157289 Nov 11 17:33:28.432554 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:33:28.434848 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:33:28.439717 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:33:28.483969 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-925a0061-f4ba-48dc-9b59-5774fb48a29f req-e7637a7a-386d-453e-8029-c93aa42aa9a3 service neutron] 10.222.0.64 "GET /v2.0/networks/47e67299-c3c7-461b-beae-e2c814922648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589780 Nov 11 17:33:28.488612 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-606b4dd5-6e2e-4ba3-9700-4ad6702da9ee tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:28.525935 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-606b4dd5-6e2e-4ba3-9700-4ad6702da9ee tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:28.536555 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-58912ba3-3e2e-4d57-9df3-4f8314238731 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:28.544364 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-49e447d3-f682-4120-8676-26f6cbc4651e tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/quotas/623da2f48dae40158d78770664aa965c HTTP/1.1" status: 200 len: 375 time: 0.1054080 Nov 11 17:33:28.576680 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac6880-e89a-47a8-9940-8b329654693a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e82667-3bc3-4c2c-b8cc-7da02e3e30fc,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:28.581721 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a2ac6880-e89a-47a8-9940-8b329654693a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=69ea591e2d8d49d78f1b6a3e1f36acf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9593003 Nov 11 17:33:28.582609 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-58912ba3-3e2e-4d57-9df3-4f8314238731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:28.584755 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606b4dd5-6e2e-4ba3-9700-4ad6702da9ee tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Network 8aad20e7-2366-4cab-bf28-50e7fc701e5d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:33:28.585385 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45520) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:28.590796 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-606b4dd5-6e2e-4ba3-9700-4ad6702da9ee tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:28.591475 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:28.596673 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b4dd5-6e2e-4ba3-9700-4ad6702da9ee tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Pushing event updated for resources: {'Port': ['ID=dac987b1-5ce1-428a-b7d4-f322ef8aa014,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:28.600611 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606b4dd5-6e2e-4ba3-9700-4ad6702da9ee tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:28.606205 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606b4dd5-6e2e-4ba3-9700-4ad6702da9ee tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:28.606839 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-606b4dd5-6e2e-4ba3-9700-4ad6702da9ee tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:28.608146 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0c94c6f9-17c2-4d0f-9668-e2619301bf1b details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:33:28.616935 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:28.623420 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/networks/72f291f3-1e4d-4b1b-afbd-4521433ae8e9 HTTP/1.1" status: 204 len: 168 time: 5.5509026 Nov 11 17:33:28.628879 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45522) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:28.663952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bba938-bbb1-400b-977f-fc61bab829ad tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Network': ['ID=72f291f3-1e4d-4b1b-afbd-4521433ae8e9,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:28.672857 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-58912ba3-3e2e-4d57-9df3-4f8314238731 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2dbcd340fe2a4ecfa91d938aa634c714&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7468145 Nov 11 17:33:28.673722 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58912ba3-3e2e-4d57-9df3-4f8314238731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcfbd38-8491-468a-af88-25e7c536cd9e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:28.676733 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45526) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:28.690449 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-606b4dd5-6e2e-4ba3-9700-4ad6702da9ee tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5423934 Nov 11 17:33:28.692608 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d45f0c-ca07-4ae7-8795-af4909b6db21 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] DELETE failed (client error): The resource could not be found. Nov 11 17:33:28.693232 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d45f0c-ca07-4ae7-8795-af4909b6db21 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:33:28.693929 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45528) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:28.696299 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-67d45f0c-ca07-4ae7-8795-af4909b6db21 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/networks/72f291f3-1e4d-4b1b-afbd-4521433ae8e9 HTTP/1.1" status: 404 len: 339 time: 0.0664597 Nov 11 17:33:28.700795 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45530) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:28.716710 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-265d1cab-63c2-4f3d-b9cd-1f197d00d325 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1603511623', 'description': 'd1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:28.717711 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-dbec9843-c2d9-4986-b9b0-483d81444be3 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=623da2f48dae40158d78770664aa965c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1713550 Nov 11 17:33:28.728455 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-387ec0ce-1a6f-4549-8b9c-aeaecb50743f tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Request body: {'port': {'network_id': '8aad20e7-2366-4cab-bf28-50e7fc701e5d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1520498968'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:28.757644 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-235efbb8-4d32-4281-9bd3-790e4698d832 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:28.774646 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265d1cab-63c2-4f3d-b9cd-1f197d00d325 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Made reservation on behalf of 0052ac8df9f74679ba055b3731604dd6 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:28.792999 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-265d1cab-63c2-4f3d-b9cd-1f197d00d325 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:28.817437 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 0c94c6f9-17c2-4d0f-9668-e2619301bf1b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0c94c6f9-17c2-4d0f-9668-e2619301bf1b,segment=NetworkSegment(c7db2cfe-0a45-446b-af5c-63c27b6eccf0),segment_id=c7db2cfe-0a45-446b-af5c-63c27b6eccf0)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:28.843011 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '0c94c6f9-17c2-4d0f-9668-e2619301bf1b', 'network_id': '47e67299-c3c7-461b-beae-e2c814922648', 'port_id': '0c94c6f9-17c2-4d0f-9668-e2619301bf1b', 'mac_address': 'fa:16:3e:ba:a8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8878f1c9-7104-4f03-9a25-6e8169b1e7ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:33:28.848758 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-235efbb8-4d32-4281-9bd3-790e4698d832 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:28.890960 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265d1cab-63c2-4f3d-b9cd-1f197d00d325 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1270} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:33:28.906035 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:28.912103 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-265d1cab-63c2-4f3d-b9cd-1f197d00d325 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:28.912430 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-265d1cab-63c2-4f3d-b9cd-1f197d00d325 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Added segment fe51ff9e-b618-466c-af8f-a347de77a1b1 of type vlan for network 2ab07b1a-2920-474f-8ddc-86378ce97f3f Nov 11 17:33:28.954537 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c94c6f9-17c2-4d0f-9668-e2619301bf1b {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:33:28.988907 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-265d1cab-63c2-4f3d-b9cd-1f197d00d325 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:29.006855 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-235efbb8-4d32-4281-9bd3-790e4698d832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:29.008173 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 0c94c6f9-17c2-4d0f-9668-e2619301bf1b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0c94c6f9-17c2-4d0f-9668-e2619301bf1b,segment=NetworkSegment(c7db2cfe-0a45-446b-af5c-63c27b6eccf0),segment_id=c7db2cfe-0a45-446b-af5c-63c27b6eccf0)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:29.010045 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-235efbb8-4d32-4281-9bd3-790e4698d832 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:29.014214 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-235efbb8-4d32-4281-9bd3-790e4698d832 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/12e82667-3bc3-4c2c-b8cc-7da02e3e30fc HTTP/1.1" status: 204 len: 168 time: 0.4250886 Nov 11 17:33:29.021157 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:29.037889 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235efbb8-4d32-4281-9bd3-790e4698d832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e82667-3bc3-4c2c-b8cc-7da02e3e30fc,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:29.054278 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-265d1cab-63c2-4f3d-b9cd-1f197d00d325 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:29.067437 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265d1cab-63c2-4f3d-b9cd-1f197d00d325 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:29.068656 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-265d1cab-63c2-4f3d-b9cd-1f197d00d325 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:29.121613 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-826e808a-1c25-4cb8-809d-05de72e473ca None None] Provisioning complete for port dac987b1-5ce1-428a-b7d4-f322ef8aa014 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:29.123404 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-826e808a-1c25-4cb8-809d-05de72e473ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:29.169895 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-826e808a-1c25-4cb8-809d-05de72e473ca None None] Port dac987b1-5ce1-428a-b7d4-f322ef8aa014 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:33:29.175400 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d1cab-63c2-4f3d-b9cd-1f197d00d325 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Network': ['ID=2ab07b1a-2920-474f-8ddc-86378ce97f3f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:29.195143 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 2ab07b1a-2920-474f-8ddc-86378ce97f3f details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:33:29.202480 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=0c94c6f9-17c2-4d0f-9668-e2619301bf1b,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:29.217398 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-265d1cab-63c2-4f3d-b9cd-1f197d00d325 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5077145 Nov 11 17:33:29.219863 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45538) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:29.312307 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['0c94c6f9-17c2-4d0f-9668-e2619301bf1b'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:33:29.327683 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fbb459-b3ca-4add-8fc2-6abf47cf152c tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:29.329685 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e2fbb459-b3ca-4add-8fc2-6abf47cf152c tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "GET /v2.0/networks?id=2ab07b1a-2920-474f-8ddc-86378ce97f3f HTTP/1.1" status: 200 len: 765 time: 0.1085382 Nov 11 17:33:29.332948 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45540) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:29.339787 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-10fa2714-d408-4e7d-baa7-152355e1c42c tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'network': {'description': 'd2'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:29.533538 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee7c1309-f329-42f5-8898-ab4f23bb4366 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:29.552371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c4cd0-c4a8-4682-9998-540ed435af15 req-1513137f-b7ca-4448-8ebe-3f944acb0ac0 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:29.559447 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c77c4cd0-c4a8-4682-9998-540ed435af15 req-1513137f-b7ca-4448-8ebe-3f944acb0ac0 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=df04a39b-31e8-4bbd-aa1f-6194de763a13 HTTP/1.1" status: 200 len: 943 time: 0.1706829 Nov 11 17:33:29.585172 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-52337880-0cc4-447e-bfe3-6455433ecf33 service neutron] 10.222.0.76 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8665187 Nov 11 17:33:29.598449 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10fa2714-d408-4e7d-baa7-152355e1c42c tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:29.630574 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10fa2714-d408-4e7d-baa7-152355e1c42c tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:29.644427 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-10fa2714-d408-4e7d-baa7-152355e1c42c tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Network 2ab07b1a-2920-474f-8ddc-86378ce97f3f is not hosted by any dhcp agent {{(pid=102617) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 17:33:29.650617 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fa2714-d408-4e7d-baa7-152355e1c42c tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:29.651305 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10fa2714-d408-4e7d-baa7-152355e1c42c tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:29.652805 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-10fa2714-d408-4e7d-baa7-152355e1c42c tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "PUT /v2.0/networks/2ab07b1a-2920-474f-8ddc-86378ce97f3f HTTP/1.1" status: 200 len: 762 time: 0.3188035 Nov 11 17:33:29.655307 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45552) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:29.672502 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee7c1309-f329-42f5-8898-ab4f23bb4366 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:29.774844 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c77c4cd0-c4a8-4682-9998-540ed435af15 req-c3fa8b0d-60f0-4541-9341-6bbc3e75df49 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005844 Nov 11 17:33:29.797297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387ec0ce-1a6f-4549-8b9c-aeaecb50743f tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Made reservation on behalf of 4922b31d4370480baf6b5af111604fff for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:29.805711 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-387ec0ce-1a6f-4549-8b9c-aeaecb50743f tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:29.807511 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa2714-d408-4e7d-baa7-152355e1c42c tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Network': ['ID=2ab07b1a-2920-474f-8ddc-86378ce97f3f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:29.830714 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-7f2f95d9-cc9d-47b6-8b68-c0f680051b84 service neutron] 10.222.0.76 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445562 Nov 11 17:33:29.835030 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 2ab07b1a-2920-474f-8ddc-86378ce97f3f details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:33:29.853830 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee7c1309-f329-42f5-8898-ab4f23bb4366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:29.856515 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee7c1309-f329-42f5-8898-ab4f23bb4366 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:29.860024 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ee7c1309-f329-42f5-8898-ab4f23bb4366 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7dcfbd38-8491-468a-af88-25e7c536cd9e HTTP/1.1" status: 204 len: 168 time: 1.1754546 Nov 11 17:33:29.909452 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-387ec0ce-1a6f-4549-8b9c-aeaecb50743f tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] device_id is not set on port c519d65c-d8ad-4337-a8a2-3fc254feedc8 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:33:29.910996 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4caa615-568a-4234-b77c-c9d415bc480d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:29.917052 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e4caa615-568a-4234-b77c-c9d415bc480d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "GET /v2.0/networks?id=2ab07b1a-2920-474f-8ddc-86378ce97f3f HTTP/1.1" status: 200 len: 765 time: 0.2606537 Nov 11 17:33:29.922781 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45566) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:29.969598 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 071ed801-2cdf-418c-aead-e30188fbe012 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:33:29.999933 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c1309-f329-42f5-8898-ab4f23bb4366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcfbd38-8491-468a-af88-25e7c536cd9e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:30.156824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-387ec0ce-1a6f-4549-8b9c-aeaecb50743f tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Allocated IP 2001:db8::ba (8aad20e7-2366-4cab-bf28-50e7fc701e5d/97ff81a5-cd28-41ba-bf45-5be903ab08ce/c519d65c-d8ad-4337-a8a2-3fc254feedc8) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:33:30.312480 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 071ed801-2cdf-418c-aead-e30188fbe012, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=071ed801-2cdf-418c-aead-e30188fbe012,segment=NetworkSegment(c7db2cfe-0a45-446b-af5c-63c27b6eccf0),segment_id=c7db2cfe-0a45-446b-af5c-63c27b6eccf0)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:30.350708 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '071ed801-2cdf-418c-aead-e30188fbe012', 'network_id': '47e67299-c3c7-461b-beae-e2c814922648', 'port_id': '071ed801-2cdf-418c-aead-e30188fbe012', 'mac_address': 'fa:16:3e:bc:28:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8878f1c9-7104-4f03-9a25-6e8169b1e7ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:33:30.352744 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8798dfd-f455-451d-96cb-953e830b0bd7 req-e3ae7bd1-2dd5-4f37-ab7a-2d1d971e457d tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba2ea572-bff4-4bd8-80c7-38e4e4e4b287 HTTP/1.1" status: 200 len: 210 time: 0.0859725 Nov 11 17:33:30.433263 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:30.466735 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071ed801-2cdf-418c-aead-e30188fbe012 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:33:30.508495 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38eb226-0222-4ae6-b221-7f181b69bcc6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:30.513133 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45586) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:30.513811 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 071ed801-2cdf-418c-aead-e30188fbe012, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=071ed801-2cdf-418c-aead-e30188fbe012,segment=NetworkSegment(c7db2cfe-0a45-446b-af5c-63c27b6eccf0),segment_id=c7db2cfe-0a45-446b-af5c-63c27b6eccf0)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:30.514610 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a38eb226-0222-4ae6-b221-7f181b69bcc6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5906758 Nov 11 17:33:30.522419 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:30.575778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-529cfe6e-f665-40c5-86d6-829909a34d21 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "GET /v2.0/subnets?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 207 time: 0.0589113 Nov 11 17:33:30.577877 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45588) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:30.590129 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=071ed801-2cdf-418c-aead-e30188fbe012,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:30.618926 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0c94c6f9-17c2-4d0f-9668-e2619301bf1b up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:33:30.666361 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-387ec0ce-1a6f-4549-8b9c-aeaecb50743f tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:30.705311 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 0c94c6f9-17c2-4d0f-9668-e2619301bf1b completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:33:30.712285 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 0c94c6f9-17c2-4d0f-9668-e2619301bf1b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:30.713633 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:30.770528 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-387ec0ce-1a6f-4549-8b9c-aeaecb50743f tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:30.913479 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387ec0ce-1a6f-4549-8b9c-aeaecb50743f tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Network 8aad20e7-2366-4cab-bf28-50e7fc701e5d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:33:30.925979 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-387ec0ce-1a6f-4549-8b9c-aeaecb50743f tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:30.934387 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387ec0ce-1a6f-4549-8b9c-aeaecb50743f tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:30.943310 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387ec0ce-1a6f-4549-8b9c-aeaecb50743f tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:30.944174 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-387ec0ce-1a6f-4549-8b9c-aeaecb50743f tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:31.024490 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-387ec0ce-1a6f-4549-8b9c-aeaecb50743f tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3216059 Nov 11 17:33:31.030538 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['071ed801-2cdf-418c-aead-e30188fbe012'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:33:31.037276 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45604) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:31.084530 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ec0ce-1a6f-4549-8b9c-aeaecb50743f tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Pushing event updated for resources: {'Port': ['ID=c519d65c-d8ad-4337-a8a2-3fc254feedc8,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:31.093351 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a384024a-35c5-4b94-87f2-faf5f29b884e tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::198', 'mac_address': 'fa:16:3e:0b:b3:52'}, {'ip_address': '2001:db8::298', 'mac_address': 'fa:16:3e:8e:b3:95'}]}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:31.135515 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb86644-e8b9-4e76-abe6-93ed9bd5bdd0 req-36a12a04-70ce-4343-9507-db13c7f15bae tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:31.147573 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-edb86644-e8b9-4e76-abe6-93ed9bd5bdd0 req-36a12a04-70ce-4343-9507-db13c7f15bae tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=df04a39b-31e8-4bbd-aa1f-6194de763a13 HTTP/1.1" status: 200 len: 944 time: 0.1738708 Nov 11 17:33:31.231897 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:31.282297 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-edb86644-e8b9-4e76-abe6-93ed9bd5bdd0 req-38ba16a0-4386-495c-9d5b-fea6d0eb5fc0 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270754 Nov 11 17:33:31.289847 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da843d24-56d8-49c8-82b2-e63f74b17406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c94c6f9-17c2-4d0f-9668-e2619301bf1b'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:33:31.292248 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01252251-4016-4863-9ae6-596545ae14dd" -d '{"events": [{"server_uuid": "da843d24-56d8-49c8-82b2-e63f74b17406", "name": "network-vif-plugged", "status": "completed", "tag": "0c94c6f9-17c2-4d0f-9668-e2619301bf1b"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:33:31.350989 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04c398f-ac74-4a2e-8a18-bcf9c021a60d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:31.358827 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04c398f-ac74-4a2e-8a18-bcf9c021a60d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:31.361979 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 0c94c6f9-17c2-4d0f-9668-e2619301bf1b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0c94c6f9-17c2-4d0f-9668-e2619301bf1b,segment=NetworkSegment(c7db2cfe-0a45-446b-af5c-63c27b6eccf0),segment_id=c7db2cfe-0a45-446b-af5c-63c27b6eccf0)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:31.367649 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04c398f-ac74-4a2e-8a18-bcf9c021a60d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:31.375387 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04c398f-ac74-4a2e-8a18-bcf9c021a60d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:31.375715 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:31.385775 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04c398f-ac74-4a2e-8a18-bcf9c021a60d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:31.404991 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04c398f-ac74-4a2e-8a18-bcf9c021a60d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:31.407698 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a04c398f-ac74-4a2e-8a18-bcf9c021a60d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.8283033 Nov 11 17:33:31.413958 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45618) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:31.534855 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9bd0d7-9304-4f7c-a13d-c7abbc8af8b4 x-openstack-request-id: req-5a9bd0d7-9304-4f7c-a13d-c7abbc8af8b4 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:33:31.535830 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da843d24-56d8-49c8-82b2-e63f74b17406", "name": "network-vif-plugged", "status": "completed", "tag": "0c94c6f9-17c2-4d0f-9668-e2619301bf1b", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:33:31.537222 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5a9bd0d7-9304-4f7c-a13d-c7abbc8af8b4 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:33:31.550858 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da843d24-56d8-49c8-82b2-e63f74b17406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c94c6f9-17c2-4d0f-9668-e2619301bf1b', 'code': 200} Nov 11 17:33:31.654152 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c26a1fdb-4b40-4d0b-8547-4f93eeb87733 None None] Provisioning complete for port c519d65c-d8ad-4337-a8a2-3fc254feedc8 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:31.654651 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c26a1fdb-4b40-4d0b-8547-4f93eeb87733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:31.740959 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a384024a-35c5-4b94-87f2-faf5f29b884e tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:31.751844 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2b37eeaa-711e-45e0-aef3-72d74aa45ee0 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3316951 Nov 11 17:33:31.757547 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45634) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:31.875668 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=0c94c6f9-17c2-4d0f-9668-e2619301bf1b,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:31.937417 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c26a1fdb-4b40-4d0b-8547-4f93eeb87733 None None] Port c519d65c-d8ad-4337-a8a2-3fc254feedc8 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:33:31.961493 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-67091f7b-1ca7-493a-b326-8f45b3a252ad req-0e4e3425-0b1c-48d0-86f5-d8ed562877c5 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba2ea572-bff4-4bd8-80c7-38e4e4e4b287 HTTP/1.1" status: 200 len: 210 time: 0.2080810 Nov 11 17:33:31.964024 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68a4aa-33d4-4fd6-928d-c667bccf0f3e req-ec757c52-e54b-449b-888d-586ad17b1aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:31.965473 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae68a4aa-33d4-4fd6-928d-c667bccf0f3e req-ec757c52-e54b-449b-888d-586ad17b1aba service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=da843d24-56d8-49c8-82b2-e63f74b17406 HTTP/1.1" status: 200 len: 1097 time: 0.2176230 Nov 11 17:33:32.034700 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae68a4aa-33d4-4fd6-928d-c667bccf0f3e req-5bdf87ba-6167-40af-ad33-e0e3c1aaafee service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607202 Nov 11 17:33:32.129949 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-5d1cd3f8-d98c-430c-a999-201f29f00840 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:32.131792 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-5d1cd3f8-d98c-430c-a999-201f29f00840 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.64 "GET /v2.0/networks?id=b0dd05d3-837d-44d1-abc4-2c8570b43698 HTTP/1.1" status: 200 len: 815 time: 0.2864277 Nov 11 17:33:32.244343 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca6bffc-8b7c-4bea-8583-c06784d2c1a3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:32.245959 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca6bffc-8b7c-4bea-8583-c06784d2c1a3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:32.247464 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca6bffc-8b7c-4bea-8583-c06784d2c1a3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:32.248952 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca6bffc-8b7c-4bea-8583-c06784d2c1a3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:32.250740 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca6bffc-8b7c-4bea-8583-c06784d2c1a3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:32.253206 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0ca6bffc-8b7c-4bea-8583-c06784d2c1a3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4915376 Nov 11 17:33:32.258182 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45652) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:32.261321 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-9a852a1c-9ae2-4d48-8521-684382a00f88 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Request body: {'port': {'device_id': 'ba2ea572-bff4-4bd8-80c7-38e4e4e4b287', 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698', 'admin_state_up': True, 'tenant_id': '623da2f48dae40158d78770664aa965c'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:32.363635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779473d6-e773-4a14-b90b-df19a35d3d1d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['shared'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:32.365208 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779473d6-e773-4a14-b90b-df19a35d3d1d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['shared'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:32.366611 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779473d6-e773-4a14-b90b-df19a35d3d1d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['shared'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:32.368048 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779473d6-e773-4a14-b90b-df19a35d3d1d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['shared'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:32.369576 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779473d6-e773-4a14-b90b-df19a35d3d1d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['shared'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:32.375293 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-779473d6-e773-4a14-b90b-df19a35d3d1d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1114712 Nov 11 17:33:32.375406 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45662) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:32.467118 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8dcbd9-7d03-41ef-941d-550f0a040fe8 req-018dde4b-cf13-496f-a442-38f025fd78ed tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:32.470281 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc8dcbd9-7d03-41ef-941d-550f0a040fe8 req-018dde4b-cf13-496f-a442-38f025fd78ed tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=df04a39b-31e8-4bbd-aa1f-6194de763a13 HTTP/1.1" status: 200 len: 944 time: 0.0804956 Nov 11 17:33:32.577339 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dde88f-19e3-49fe-a408-65da74ab813c tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:32.584181 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e6dde88f-19e3-49fe-a408-65da74ab813c tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "GET /v2.0/networks/03553e80-06bf-4130-b6c9-6e3673f2ed50 HTTP/1.1" status: 200 len: 803 time: 0.2077541 Nov 11 17:33:32.584814 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45670) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:32.604588 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc8dcbd9-7d03-41ef-941d-550f0a040fe8 req-8f1bdfc8-65e1-40f3-a4f1-aaa1a7ac7172 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185751 Nov 11 17:33:32.691272 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a384024a-35c5-4b94-87f2-faf5f29b884e tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:32.710134 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a384024a-35c5-4b94-87f2-faf5f29b884e tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:32.724252 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-9a852a1c-9ae2-4d48-8521-684382a00f88 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Made reservation on behalf of 623da2f48dae40158d78770664aa965c for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:32.727860 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-9a852a1c-9ae2-4d48-8521-684382a00f88 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:32.781223 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a384024a-35c5-4b94-87f2-faf5f29b884e tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] In _notify_port_updated(), no bound segment for port c519d65c-d8ad-4337-a8a2-3fc254feedc8 on network 8aad20e7-2366-4cab-bf28-50e7fc701e5d {{(pid=102617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:33:32.786757 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a384024a-35c5-4b94-87f2-faf5f29b884e tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:32.787395 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a384024a-35c5-4b94-87f2-faf5f29b884e tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:32.788706 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a384024a-35c5-4b94-87f2-faf5f29b884e tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "PUT /v2.0/ports/c519d65c-d8ad-4337-a8a2-3fc254feedc8 HTTP/1.1" status: 200 len: 1067 time: 1.7504182 Nov 11 17:33:32.792487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45688) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:32.941793 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-9a852a1c-9ae2-4d48-8521-684382a00f88 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Allocated IP 172.20.0.7 (b0dd05d3-837d-44d1-abc4-2c8570b43698/a9999f1f-0e45-4e21-98fb-c66184c46f8a/e97fe597-a5a4-4e9a-890c-07a62b6362de) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:33:32.980818 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-cacb171f-e451-494f-85dc-ebadc685e5e8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Deleting port c519d65c-d8ad-4337-a8a2-3fc254feedc8 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:32.981630 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cacb171f-e451-494f-85dc-ebadc685e5e8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:33.139577 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0be8e6b8-83fe-4f9b-bb54-43deef3d73a7 req-c956ddfd-500e-4957-bb7b-98697a2f6846 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba2ea572-bff4-4bd8-80c7-38e4e4e4b287 HTTP/1.1" status: 200 len: 210 time: 0.0557795 Nov 11 17:33:33.199950 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-9a852a1c-9ae2-4d48-8521-684382a00f88 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:33.226066 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cacb171f-e451-494f-85dc-ebadc685e5e8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:33.249631 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6b3282fb-f408-4a20-b2d7-7e8fd552ae16 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "GET /v2.0/networks/03553e80-06bf-4130-b6c9-6e3673f2ed50?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.6615894 Nov 11 17:33:33.252947 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45710) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:33.255094 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-9a852a1c-9ae2-4d48-8521-684382a00f88 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:33.256479 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-cacb171f-e451-494f-85dc-ebadc685e5e8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Calling delete_port for c519d65c-d8ad-4337-a8a2-3fc254feedc8 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:33.274071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8889eaec-202f-4752-a864-ce7a0686c614'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:33:33.305673 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384024a-35c5-4b94-87f2-faf5f29b884e tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Pushing event updated for resources: {'Port': ['ID=c519d65c-d8ad-4337-a8a2-3fc254feedc8,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:33.306999 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['b6e96461-f278-4900-ae33-bac1e0769af9'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:33:33.386125 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fe13f1-f217-4c7f-b3f7-11d54325fa08 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:33.387969 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b0fe13f1-f217-4c7f-b3f7-11d54325fa08 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "GET /v2.0/subnets/930b6175-7017-45f1-90d3-5f0636de3d01 HTTP/1.1" status: 200 len: 843 time: 0.1327758 Nov 11 17:33:33.391645 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45712) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:33.396883 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-9a852a1c-9ae2-4d48-8521-684382a00f88 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Network b0dd05d3-837d-44d1-abc4-2c8570b43698 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:33:33.405211 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-9a852a1c-9ae2-4d48-8521-684382a00f88 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:33.422415 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-9a852a1c-9ae2-4d48-8521-684382a00f88 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:33.452502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45714) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:33.458096 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b592cd-e0c3-4e53-9371-f93dfb51dc04 None None] DHCP port deletion for b0dd05d3-837d-44d1-abc4-2c8570b43698 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:33:33.482968 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a852a1c-9ae2-4d48-8521-684382a00f88 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Pushing event updated for resources: {'Port': ['ID=e97fe597-a5a4-4e9a-890c-07a62b6362de,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:33.497714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34725991-d0ff-4299-acea-d55e02ea6495 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['shared'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:33.503424 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-34725991-d0ff-4299-acea-d55e02ea6495 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "GET /v2.0/subnets/930b6175-7017-45f1-90d3-5f0636de3d01?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1105292 Nov 11 17:33:33.509704 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45718) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:33.517378 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-968a4fb3-07c2-462d-a46b-1cd8f4045a97 None None] Provisioning complete for port c519d65c-d8ad-4337-a8a2-3fc254feedc8 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:33.517766 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-968a4fb3-07c2-462d-a46b-1cd8f4045a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:33.519445 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-26308022-dde8-4376-bb6c-2090290bada9 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-718982271'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:33.520611 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-9a852a1c-9ae2-4d48-8521-684382a00f88 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:33.521244 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-9a852a1c-9ae2-4d48-8521-684382a00f88 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:33.553656 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-9a852a1c-9ae2-4d48-8521-684382a00f88 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2986562 Nov 11 17:33:33.573705 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] Request body: {'port': {'device_id': 'ba2ea572-bff4-4bd8-80c7-38e4e4e4b287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:33.678921 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-968a4fb3-07c2-462d-a46b-1cd8f4045a97 None None] Port c519d65c-d8ad-4337-a8a2-3fc254feedc8 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:33:33.701329 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26308022-dde8-4376-bb6c-2090290bada9 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Made reservation on behalf of 0052ac8df9f74679ba055b3731604dd6 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:33.723004 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26308022-dde8-4376-bb6c-2090290bada9 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:33.744807 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:33.801544 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26308022-dde8-4376-bb6c-2090290bada9 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1257} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:33:33.831613 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26308022-dde8-4376-bb6c-2090290bada9 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:33.833422 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-26308022-dde8-4376-bb6c-2090290bada9 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Added segment b0a193ac-6213-41ad-85e9-c00d709451e5 of type vlan for network 26cde017-cd39-48e0-9797-b87243d4695e Nov 11 17:33:33.860929 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9f67be54-9745-4648-a4a3-1e059dacde4e None None] Provisioning complete for port e97fe597-a5a4-4e9a-890c-07a62b6362de triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:33.862042 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9f67be54-9745-4648-a4a3-1e059dacde4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:33.908087 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-9f67be54-9745-4648-a4a3-1e059dacde4e None None] Port e97fe597-a5a4-4e9a-890c-07a62b6362de cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:33:33.919684 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cacb171f-e451-494f-85dc-ebadc685e5e8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:33.998386 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26308022-dde8-4376-bb6c-2090290bada9 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:34.001401 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e51f10cb-23ca-43b0-a258-b98b727e5d3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:34.003463 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb171f-e451-494f-85dc-ebadc685e5e8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Pushing event deleted for resources: {'Port': ['ID=c519d65c-d8ad-4337-a8a2-3fc254feedc8,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:34.016625 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 071ed801-2cdf-418c-aead-e30188fbe012 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:33:34.072138 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb171f-e451-494f-85dc-ebadc685e5e8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:34.073093 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb171f-e451-494f-85dc-ebadc685e5e8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:34.073093 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb171f-e451-494f-85dc-ebadc685e5e8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:34.074334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb171f-e451-494f-85dc-ebadc685e5e8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:34.077333 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb171f-e451-494f-85dc-ebadc685e5e8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:34.078013 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb171f-e451-494f-85dc-ebadc685e5e8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:34.078547 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb171f-e451-494f-85dc-ebadc685e5e8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:34.078988 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb171f-e451-494f-85dc-ebadc685e5e8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:34.079427 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb171f-e451-494f-85dc-ebadc685e5e8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:34.081055 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb171f-e451-494f-85dc-ebadc685e5e8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:34.081555 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb171f-e451-494f-85dc-ebadc685e5e8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:34.082699 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb171f-e451-494f-85dc-ebadc685e5e8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:34.115656 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 071ed801-2cdf-418c-aead-e30188fbe012 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:33:34.121010 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 071ed801-2cdf-418c-aead-e30188fbe012 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:34.122321 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:34.360336 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:34.406837 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df04a39b-31e8-4bbd-aa1f-6194de763a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071ed801-2cdf-418c-aead-e30188fbe012'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:33:34.413301 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f45866-d80f-4327-8014-a414363df496" -d '{"events": [{"server_uuid": "df04a39b-31e8-4bbd-aa1f-6194de763a13", "name": "network-vif-plugged", "status": "completed", "tag": "071ed801-2cdf-418c-aead-e30188fbe012"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:33:34.415342 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e51f10cb-23ca-43b0-a258-b98b727e5d3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:34.442462 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 071ed801-2cdf-418c-aead-e30188fbe012, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=071ed801-2cdf-418c-aead-e30188fbe012,segment=NetworkSegment(c7db2cfe-0a45-446b-af5c-63c27b6eccf0),segment_id=c7db2cfe-0a45-446b-af5c-63c27b6eccf0)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:34.449575 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:34.470205 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26308022-dde8-4376-bb6c-2090290bada9 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:34.479139 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26308022-dde8-4376-bb6c-2090290bada9 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:34.479815 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26308022-dde8-4376-bb6c-2090290bada9 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:34.542982 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=071ed801-2cdf-418c-aead-e30188fbe012,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:34.678117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769749f-65ff-429e-ab2b-119f5f4cbf2d req-88618b92-9f37-433b-a752-b33160f7ba26 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:34.686896 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1769749f-65ff-429e-ab2b-119f5f4cbf2d req-88618b92-9f37-433b-a752-b33160f7ba26 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=df04a39b-31e8-4bbd-aa1f-6194de763a13 HTTP/1.1" status: 200 len: 944 time: 0.7603002 Nov 11 17:33:34.689016 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e51f10cb-23ca-43b0-a258-b98b727e5d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:34.709637 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45740) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:34.811304 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e51f10cb-23ca-43b0-a258-b98b727e5d3b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a7905adcf20e4fd0921131be7a31d64c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3575833 Nov 11 17:33:34.837099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45746) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:34.850042 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f10cb-23ca-43b0-a258-b98b727e5d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48249099-ed0f-425e-b2c3-c599b702ce80,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:34.873260 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97fe597-a5a4-4e9a-890c-07a62b6362de {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:33:34.887978 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:34.920062 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-26308022-dde8-4376-bb6c-2090290bada9 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4068449 Nov 11 17:33:34.926757 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45750) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:34.935480 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] Transition to ACTIVE for port object e97fe597-a5a4-4e9a-890c-07a62b6362de will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:33:34.945592 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-c0f26c60-6b1d-43f0-91b8-6608a28280d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'subnet': {'network_id': '26cde017-cd39-48e0-9797-b87243d4695e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:34.983908 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:34.991858 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26308022-dde8-4376-bb6c-2090290bada9 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Network': ['ID=26cde017-cd39-48e0-9797-b87243d4695e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:35.005121 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 26cde017-cd39-48e0-9797-b87243d4695e details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:33:35.026924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cacb171f-e451-494f-85dc-ebadc685e5e8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:35.032930 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-cacb171f-e451-494f-85dc-ebadc685e5e8 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "DELETE /v2.0/ports/c519d65c-d8ad-4337-a8a2-3fc254feedc8 HTTP/1.1" status: 204 len: 168 time: 2.2363853 Nov 11 17:33:35.043276 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40ad6a-6d61-42bc-8429-7af88b227ac0 req-fdaf96ca-4513-46fb-bf49-06c8fdf55fc1 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:35.053138 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf40ad6a-6d61-42bc-8429-7af88b227ac0 req-fdaf96ca-4513-46fb-bf49-06c8fdf55fc1 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba2ea572-bff4-4bd8-80c7-38e4e4e4b287 HTTP/1.1" status: 200 len: 931 time: 0.7276075 Nov 11 17:33:35.059766 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1769749f-65ff-429e-ab2b-119f5f4cbf2d req-fa123588-2c9f-4001-86fd-06b1cdc990ec tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250270 Nov 11 17:33:35.061328 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45752) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:35.096438 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7a36f47c-9040-4723-afab-ef415c46a715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:35.103034 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-873866b4-a635-4a7b-902d-b0635147e0e1 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] GET failed (client error): The resource could not be found. Nov 11 17:33:35.104739 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-873866b4-a635-4a7b-902d-b0635147e0e1 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "GET /v2.0/ports/c519d65c-d8ad-4337-a8a2-3fc254feedc8 HTTP/1.1" status: 404 len: 333 time: 0.0424793 Nov 11 17:33:35.110483 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45754) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:35.122049 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7a36f47c-9040-4723-afab-ef415c46a715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:35.152878 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60288b89-8943-4ef7-ac26-1b9762fe75bd x-openstack-request-id: req-60288b89-8943-4ef7-ac26-1b9762fe75bd {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:33:35.153178 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df04a39b-31e8-4bbd-aa1f-6194de763a13", "name": "network-vif-plugged", "status": "completed", "tag": "071ed801-2cdf-418c-aead-e30188fbe012", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:33:35.153437 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-60288b89-8943-4ef7-ac26-1b9762fe75bd {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:33:35.153837 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df04a39b-31e8-4bbd-aa1f-6194de763a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071ed801-2cdf-418c-aead-e30188fbe012', 'code': 200} Nov 11 17:33:35.204970 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf40ad6a-6d61-42bc-8429-7af88b227ac0 req-37f9ae93-0786-4c83-8793-ce48958930de tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501629 Nov 11 17:33:35.232264 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] Pushing event updated for resources: {'Port': ['ID=e97fe597-a5a4-4e9a-890c-07a62b6362de,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:35.264866 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7a36f47c-9040-4723-afab-ef415c46a715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:35.268072 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7a36f47c-9040-4723-afab-ef415c46a715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:35.269399 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7a36f47c-9040-4723-afab-ef415c46a715 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/48249099-ed0f-425e-b2c3-c599b702ce80 HTTP/1.1" status: 204 len: 168 time: 0.4310305 Nov 11 17:33:35.289754 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bbd7aa0c-810b-4da7-a8f1-749727d498ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:35.294783 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-96cef3bc-8106-42e8-8c32-b347f5981f26 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Deleting port dac987b1-5ce1-428a-b7d4-f322ef8aa014 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:35.295126 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-96cef3bc-8106-42e8-8c32-b347f5981f26 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:35.310481 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127eb4b1-d142-498d-a372-2df829c288b1 None None] DHCP port deletion for b0dd05d3-837d-44d1-abc4-2c8570b43698 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:33:35.352161 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36f47c-9040-4723-afab-ef415c46a715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48249099-ed0f-425e-b2c3-c599b702ce80,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:35.381017 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36f47c-9040-4723-afab-ef415c46a715 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:35.381656 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36f47c-9040-4723-afab-ef415c46a715 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:35.382167 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36f47c-9040-4723-afab-ef415c46a715 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:35.382693 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36f47c-9040-4723-afab-ef415c46a715 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:35.383194 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36f47c-9040-4723-afab-ef415c46a715 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:35.383698 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36f47c-9040-4723-afab-ef415c46a715 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:35.384233 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36f47c-9040-4723-afab-ef415c46a715 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:35.384754 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36f47c-9040-4723-afab-ef415c46a715 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:35.385083 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36f47c-9040-4723-afab-ef415c46a715 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:35.385407 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36f47c-9040-4723-afab-ef415c46a715 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:35.385899 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36f47c-9040-4723-afab-ef415c46a715 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:35.386389 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36f47c-9040-4723-afab-ef415c46a715 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:33:35.461382 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-96cef3bc-8106-42e8-8c32-b347f5981f26 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:35.470823 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c3bf7-1556-4d2b-8076-336075ce2702 req-0d974b01-04e1-47fb-ae35-5ee639a4df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:35.472049 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6e1c3bf7-1556-4d2b-8076-336075ce2702 req-0d974b01-04e1-47fb-ae35-5ee639a4df97 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=df04a39b-31e8-4bbd-aa1f-6194de763a13 HTTP/1.1" status: 200 len: 1096 time: 0.2128811 Nov 11 17:33:35.484360 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-96cef3bc-8106-42e8-8c32-b347f5981f26 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Calling delete_port for dac987b1-5ce1-428a-b7d4-f322ef8aa014 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:35.538203 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f26c60-6b1d-43f0-91b8-6608a28280d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Made reservation on behalf of 0052ac8df9f74679ba055b3731604dd6 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:35.542685 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c0f26c60-6b1d-43f0-91b8-6608a28280d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:35.546611 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] Attempting to bind port e97fe597-a5a4-4e9a-890c-07a62b6362de on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:33:35.546949 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] Attempting to bind port e97fe597-a5a4-4e9a-890c-07a62b6362de by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'fd56decb-8d0a-495a-b998-069d8a3114ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:33:35.547277 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] Attempting to bind port e97fe597-a5a4-4e9a-890c-07a62b6362de on network b0dd05d3-837d-44d1-abc4-2c8570b43698 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:33:35.614728 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] Port e97fe597-a5a4-4e9a-890c-07a62b6362de on network b0dd05d3-837d-44d1-abc4-2c8570b43698 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:33:35.615022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] Attempting to bind port e97fe597-a5a4-4e9a-890c-07a62b6362de on network b0dd05d3-837d-44d1-abc4-2c8570b43698 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:33:35.651062 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:33:35.651404 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] Checking segment: {'id': 'fd56decb-8d0a-495a-b998-069d8a3114ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:35.651811 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] Bound using segment: {'id': 'fd56decb-8d0a-495a-b998-069d8a3114ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:33:35.652254 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] Bound port: e97fe597-a5a4-4e9a-890c-07a62b6362de, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd56decb-8d0a-495a-b998-069d8a3114ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:33:35.652609 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:35.656884 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.ipam_backend_mixin [None req-c0f26c60-6b1d-43f0-91b8-6608a28280d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Performing IP validity checks on allocation pools {{(pid=102617) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 17:33:35.657298 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.ipam_backend_mixin [None req-c0f26c60-6b1d-43f0-91b8-6608a28280d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102617) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 17:33:35.663188 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6e1c3bf7-1556-4d2b-8076-336075ce2702 req-e80898e2-5af5-4acb-ad2d-215e2d4442e3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812701 Nov 11 17:33:35.664577 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-96cef3bc-8106-42e8-8c32-b347f5981f26 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:35.685449 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45760) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:35.696326 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bbd7aa0c-810b-4da7-a8f1-749727d498ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:35.710437 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cef3bc-8106-42e8-8c32-b347f5981f26 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Pushing event deleted for resources: {'Port': ['ID=dac987b1-5ce1-428a-b7d4-f322ef8aa014,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:35.715898 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bbd7aa0c-810b-4da7-a8f1-749727d498ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:35.745020 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-96cef3bc-8106-42e8-8c32-b347f5981f26 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:35.751890 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-96cef3bc-8106-42e8-8c32-b347f5981f26 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "DELETE /v2.0/ports/dac987b1-5ce1-428a-b7d4-f322ef8aa014 HTTP/1.1" status: 204 len: 168 time: 0.6354346 Nov 11 17:33:35.752109 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45762) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:35.755163 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bdee3ae7-cd32-45cf-b6eb-d613b54475df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:35.786476 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-64516416-f3bd-4938-acac-9e22ebb3b33d tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] GET failed (client error): The resource could not be found. Nov 11 17:33:35.791586 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-64516416-f3bd-4938-acac-9e22ebb3b33d tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "GET /v2.0/ports/dac987b1-5ce1-428a-b7d4-f322ef8aa014 HTTP/1.1" status: 404 len: 333 time: 0.0347133 Nov 11 17:33:35.792101 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45764) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:35.833481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45766) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:35.834504 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bbd7aa0c-810b-4da7-a8f1-749727d498ff admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c387c4f838514680ab941f135feb82dd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1224000 Nov 11 17:33:35.856025 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7aa0c-810b-4da7-a8f1-749727d498ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1aa8d0-a06b-4035-9a48-bde05e194b25,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:35.890832 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] For port e97fe597-a5a4-4e9a-890c-07a62b6362de, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:33:35.936482 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] For port e97fe597-a5a4-4e9a-890c-07a62b6362de, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e97fe597-a5a4-4e9a-890c-07a62b6362de,segment=NetworkSegment(fd56decb-8d0a-495a-b998-069d8a3114ad),segment_id=fd56decb-8d0a-495a-b998-069d8a3114ad)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:33:35.943183 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0360d767-4fc8-4bdb-ac1f-909eccab444a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:35.950080 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:35.963061 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-66d0d574-b2f3-42d7-897a-465c4119f066 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Deleting port 7d1b9238-1c2d-4b91-96b2-c835d90d02f4 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:35.963547 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-66d0d574-b2f3-42d7-897a-465c4119f066 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:35.985831 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0360d767-4fc8-4bdb-ac1f-909eccab444a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:36.053450 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df7ca96-285d-4a72-a165-d6cfe1adc81b None None] DHCP port deletion for b0dd05d3-837d-44d1-abc4-2c8570b43698 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:33:36.061670 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:36.062290 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:36.064064 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] 10.222.0.64 "PUT /v2.0/ports/e97fe597-a5a4-4e9a-890c-07a62b6362de HTTP/1.1" status: 200 len: 1091 time: 2.4951394 Nov 11 17:33:36.070430 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2ea572-bff4-4bd8-80c7-38e4e4e4b287', 'tag': 'e97fe597-a5a4-4e9a-890c-07a62b6362de'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:33:36.072719 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f06e58c-4499-4953-bdb0-8a187ee33cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2ea572-bff4-4bd8-80c7-38e4e4e4b287", "tag": "e97fe597-a5a4-4e9a-890c-07a62b6362de"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:33:36.108960 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c0f26c60-6b1d-43f0-91b8-6608a28280d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:36.119263 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bdee3ae7-cd32-45cf-b6eb-d613b54475df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:36.121740 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3dada7-beef-49da-8c82-cda842a3ce1b service neutron] Pushing event updated for resources: {'Port': ['ID=e97fe597-a5a4-4e9a-890c-07a62b6362de,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:36.131199 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-66d0d574-b2f3-42d7-897a-465c4119f066 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:36.158262 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0360d767-4fc8-4bdb-ac1f-909eccab444a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:36.160305 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bdee3ae7-cd32-45cf-b6eb-d613b54475df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:36.161498 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0360d767-4fc8-4bdb-ac1f-909eccab444a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:36.162736 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0360d767-4fc8-4bdb-ac1f-909eccab444a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6e1aa8d0-a06b-4035-9a48-bde05e194b25 HTTP/1.1" status: 204 len: 168 time: 0.3286374 Nov 11 17:33:36.164462 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-66d0d574-b2f3-42d7-897a-465c4119f066 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Calling delete_port for 7d1b9238-1c2d-4b91-96b2-c835d90d02f4 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:36.182334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360d767-4fc8-4bdb-ac1f-909eccab444a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1aa8d0-a06b-4035-9a48-bde05e194b25,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:36.198520 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d288322f-345f-490f-92a0-c27104b6114f x-openstack-request-id: req-d288322f-345f-490f-92a0-c27104b6114f {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:33:36.198809 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2ea572-bff4-4bd8-80c7-38e4e4e4b287", "tag": "e97fe597-a5a4-4e9a-890c-07a62b6362de", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:33:36.199062 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d288322f-345f-490f-92a0-c27104b6114f {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:33:36.199456 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2ea572-bff4-4bd8-80c7-38e4e4e4b287', 'tag': 'e97fe597-a5a4-4e9a-890c-07a62b6362de', 'status': 'completed', 'code': 200} Nov 11 17:33:36.260629 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f26c60-6b1d-43f0-91b8-6608a28280d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Subnet': ['ID=55f9af3f-75ce-4722-b492-0ad2b31c339b,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:36.263331 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee3ae7-cd32-45cf-b6eb-d613b54475df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a140d8c-677a-435a-bac0-3411bd6d7f26,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:36.275699 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bdee3ae7-cd32-45cf-b6eb-d613b54475df admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b2cd7c96ea854826adbd3ac074a5d24a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5859454 Nov 11 17:33:36.282705 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45782) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:36.314332 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-896f826b-15b9-4158-aabc-856140149c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:36.316230 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-896f826b-15b9-4158-aabc-856140149c5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=623da2f48dae40158d78770664aa965c&device_id=ba2ea572-bff4-4bd8-80c7-38e4e4e4b287 HTTP/1.1" status: 200 len: 1094 time: 0.1688304 Nov 11 17:33:36.320282 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f26c60-6b1d-43f0-91b8-6608a28280d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Checking segment: {'id': 'b0a193ac-6213-41ad-85e9-c00d709451e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '26cde017-cd39-48e0-9797-b87243d4695e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:36.320935 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f26c60-6b1d-43f0-91b8-6608a28280d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Network hostable DHCP agents. Network: 26cde017-cd39-48e0-9797-b87243d4695e, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:33:36.391514 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-f7b53873-64c7-4e09-a795-501d3f2e962b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e97fe597-a5a4-4e9a-890c-07a62b6362de HTTP/1.1" status: 200 len: 217 time: 0.0526841 Nov 11 17:33:36.411252 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7381835-c3ac-43c2-9c2f-f8fe28e90fc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:36.422942 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f26c60-6b1d-43f0-91b8-6608a28280d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Network 26cde017-cd39-48e0-9797-b87243d4695e is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:33:36.423293 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21662da0-68df-4fea-8ba0-a7782fccd4d4 req-15799b54-40dd-44d7-9c5c-2aadd1225f01 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:36.432368 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-21662da0-68df-4fea-8ba0-a7782fccd4d4 req-15799b54-40dd-44d7-9c5c-2aadd1225f01 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba2ea572-bff4-4bd8-80c7-38e4e4e4b287 HTTP/1.1" status: 200 len: 943 time: 0.1187913 Nov 11 17:33:36.466116 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-c0f26c60-6b1d-43f0-91b8-6608a28280d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 26cde017-cd39-48e0-9797-b87243d4695e) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:36.476779 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff75cce-fcbf-4548-9479-7516b0d57268 None None] Network 26cde017-cd39-48e0-9797-b87243d4695e requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:36.484445 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f26c60-6b1d-43f0-91b8-6608a28280d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:36.485061 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c0f26c60-6b1d-43f0-91b8-6608a28280d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:36.491197 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7381835-c3ac-43c2-9c2f-f8fe28e90fc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:36.500541 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fc219-c499-4b84-ab5f-f9763ed4c224 req-6ecaef17-c99f-4b9d-ad94-bba5cf0862da tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:36.502522 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c3fc219-c499-4b84-ab5f-f9763ed4c224 req-6ecaef17-c99f-4b9d-ad94-bba5cf0862da tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=df04a39b-31e8-4bbd-aa1f-6194de763a13 HTTP/1.1" status: 200 len: 945 time: 0.2044306 Nov 11 17:33:36.515920 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-07e4adff-a0bf-4048-ab55-cb615e96b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:36.517441 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-07e4adff-a0bf-4048-ab55-cb615e96b488 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9999f1f-0e45-4e21-98fb-c66184c46f8a HTTP/1.1" status: 200 len: 855 time: 0.1039562 Nov 11 17:33:36.563391 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c0f26c60-6b1d-43f0-91b8-6608a28280d6 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6300440 Nov 11 17:33:36.572469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45788) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:36.588748 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ec26e389-bb7b-488c-9464-51e408f717dc tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:36.594190 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-35f7ac8d-00d4-468e-a601-44b7a756fc0d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0dd05d3-837d-44d1-abc4-2c8570b43698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515220 Nov 11 17:33:36.630622 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-21662da0-68df-4fea-8ba0-a7782fccd4d4 req-4ae25328-1a1f-4192-a285-f5b6a9352b49 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965978 Nov 11 17:33:36.760242 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7381835-c3ac-43c2-9c2f-f8fe28e90fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:36.767612 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7381835-c3ac-43c2-9c2f-f8fe28e90fc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:36.776118 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d7381835-c3ac-43c2-9c2f-f8fe28e90fc0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0a140d8c-677a-435a-bac0-3411bd6d7f26 HTTP/1.1" status: 204 len: 168 time: 0.4860232 Nov 11 17:33:36.792253 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-66d0d574-b2f3-42d7-897a-465c4119f066 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:36.812722 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7381835-c3ac-43c2-9c2f-f8fe28e90fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a140d8c-677a-435a-bac0-3411bd6d7f26,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:36.813653 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c3fc219-c499-4b84-ab5f-f9763ed4c224 req-d382e5f9-d862-4789-8559-6d5a2aa72733 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889903 Nov 11 17:33:36.878912 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd0872c-c6aa-44ae-888e-fee6f61c72e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-26cde017-cd39-48e0-9797-b87243d4695e', 'network_id': '26cde017-cd39-48e0-9797-b87243d4695e', 'tenant_id': '0052ac8df9f74679ba055b3731604dd6', 'fixed_ips': [{'subnet_id': '55f9af3f-75ce-4722-b492-0ad2b31c339b'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:33:36.881655 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-efd0872c-c6aa-44ae-888e-fee6f61c72e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:36.909992 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-42939cc8-b338-4284-856e-970443eeca3f service neutron] 10.222.0.64 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919600 Nov 11 17:33:36.925767 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0d574-b2f3-42d7-897a-465c4119f066 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Pushing event deleted for resources: {'Port': ['ID=7d1b9238-1c2d-4b91-96b2-c835d90d02f4,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:37.061967 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2c2b9df-fbf5-430d-a9af-1c1057e46a66 req-14c340f5-04fb-4b8c-82f6-bc92c3a9dbf1 service neutron] 10.222.0.64 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453829 Nov 11 17:33:37.102245 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-66d0d574-b2f3-42d7-897a-465c4119f066 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:37.108210 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45800) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:37.119075 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-66d0d574-b2f3-42d7-897a-465c4119f066 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "DELETE /v2.0/ports/7d1b9238-1c2d-4b91-96b2-c835d90d02f4 HTTP/1.1" status: 204 len: 168 time: 1.3255744 Nov 11 17:33:37.131974 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-efd0872c-c6aa-44ae-888e-fee6f61c72e9 None None] Allocated IP 2001:db8::3 (26cde017-cd39-48e0-9797-b87243d4695e/55f9af3f-75ce-4722-b492-0ad2b31c339b/95438cd9-b116-4080-af22-1db4abbd880a) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:33:37.158972 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ec26e389-bb7b-488c-9464-51e408f717dc tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9859519'] for subnet, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:37.253542 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-1237d10e-8ae3-4cf5-9456-c08016c9476d tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Deleting subnet 97ff81a5-cd28-41ba-bf45-5be903ab08ce {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:33:37.260748 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1237d10e-8ae3-4cf5-9456-c08016c9476d tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:37.303436 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06e58c-4499-4953-bdb0-8a187ee33cf8 req-9a9b73f3-2772-4685-ad2e-85578a210b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:37.305176 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5f06e58c-4499-4953-bdb0-8a187ee33cf8 req-9a9b73f3-2772-4685-ad2e-85578a210b0e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=623da2f48dae40158d78770664aa965c&device_id=ba2ea572-bff4-4bd8-80c7-38e4e4e4b287 HTTP/1.1" status: 200 len: 1094 time: 0.1283836 Nov 11 17:33:37.392162 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1237d10e-8ae3-4cf5-9456-c08016c9476d tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:37.427859 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-214e99ff-8826-488d-97a7-e6e11c973e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:37.445256 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-efd0872c-c6aa-44ae-888e-fee6f61c72e9 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:37.453342 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-efd0872c-c6aa-44ae-888e-fee6f61c72e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:37.503403 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd0872c-c6aa-44ae-888e-fee6f61c72e9 None None] Network 26cde017-cd39-48e0-9797-b87243d4695e is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:33:37.510624 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-efd0872c-c6aa-44ae-888e-fee6f61c72e9 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:37.514805 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd0872c-c6aa-44ae-888e-fee6f61c72e9 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:37.521694 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0872c-c6aa-44ae-888e-fee6f61c72e9 None None] Pushing event updated for resources: {'Port': ['ID=95438cd9-b116-4080-af22-1db4abbd880a,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:37.597938 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-efd0872c-c6aa-44ae-888e-fee6f61c72e9 None None] Attempting to bind port 95438cd9-b116-4080-af22-1db4abbd880a on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:33:37.598435 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-efd0872c-c6aa-44ae-888e-fee6f61c72e9 None None] Attempting to bind port 95438cd9-b116-4080-af22-1db4abbd880a by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'b0a193ac-6213-41ad-85e9-c00d709451e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '26cde017-cd39-48e0-9797-b87243d4695e'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:33:37.598912 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0872c-c6aa-44ae-888e-fee6f61c72e9 None None] Attempting to bind port 95438cd9-b116-4080-af22-1db4abbd880a on network 26cde017-cd39-48e0-9797-b87243d4695e {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:33:37.606543 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0872c-c6aa-44ae-888e-fee6f61c72e9 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:33:37.607192 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0872c-c6aa-44ae-888e-fee6f61c72e9 None None] Checking segment: {'id': 'b0a193ac-6213-41ad-85e9-c00d709451e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '26cde017-cd39-48e0-9797-b87243d4695e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:37.608197 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-efd0872c-c6aa-44ae-888e-fee6f61c72e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:37.608197 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0872c-c6aa-44ae-888e-fee6f61c72e9 None None] Bound using segment: {'id': 'b0a193ac-6213-41ad-85e9-c00d709451e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '26cde017-cd39-48e0-9797-b87243d4695e'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:33:37.608876 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-efd0872c-c6aa-44ae-888e-fee6f61c72e9 None None] Bound port: 95438cd9-b116-4080-af22-1db4abbd880a, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a193ac-6213-41ad-85e9-c00d709451e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '26cde017-cd39-48e0-9797-b87243d4695e'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:33:37.609609 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-efd0872c-c6aa-44ae-888e-fee6f61c72e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:37.614934 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06e58c-4499-4953-bdb0-8a187ee33cf8 req-7e31f83d-f70e-485a-8137-b38915757e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:37.616517 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5f06e58c-4499-4953-bdb0-8a187ee33cf8 req-7e31f83d-f70e-485a-8137-b38915757e85 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0dd05d3-837d-44d1-abc4-2c8570b43698 HTTP/1.1" status: 200 len: 917 time: 0.3022032 Nov 11 17:33:37.704875 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1237d10e-8ae3-4cf5-9456-c08016c9476d tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:37.718651 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5f06e58c-4499-4953-bdb0-8a187ee33cf8 req-c24bb29e-4e40-44ec-8aa2-1f7ceaf4107d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e97fe597-a5a4-4e9a-890c-07a62b6362de HTTP/1.1" status: 200 len: 217 time: 0.0910609 Nov 11 17:33:37.727253 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-efd0872c-c6aa-44ae-888e-fee6f61c72e9 None None] For port 95438cd9-b116-4080-af22-1db4abbd880a, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:33:37.731531 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-efd0872c-c6aa-44ae-888e-fee6f61c72e9 None None] For port 95438cd9-b116-4080-af22-1db4abbd880a, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=95438cd9-b116-4080-af22-1db4abbd880a,segment=NetworkSegment(b0a193ac-6213-41ad-85e9-c00d709451e5),segment_id=b0a193ac-6213-41ad-85e9-c00d709451e5)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:33:37.747649 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-efd0872c-c6aa-44ae-888e-fee6f61c72e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:37.855282 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0872c-c6aa-44ae-888e-fee6f61c72e9 None None] Pushing event updated for resources: {'Port': ['ID=95438cd9-b116-4080-af22-1db4abbd880a,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:37.895425 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06e58c-4499-4953-bdb0-8a187ee33cf8 req-ab2b3287-d0de-4ffb-806a-1fdd69504974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:37.898124 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5f06e58c-4499-4953-bdb0-8a187ee33cf8 req-ab2b3287-d0de-4ffb-806a-1fdd69504974 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9999f1f-0e45-4e21-98fb-c66184c46f8a HTTP/1.1" status: 200 len: 855 time: 0.1356606 Nov 11 17:33:37.931247 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ec26e389-bb7b-488c-9464-51e408f717dc tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765003502978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10335364'] for subnet, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:37.954837 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5f06e58c-4499-4953-bdb0-8a187ee33cf8 req-56376f1f-3bc7-44c6-9201-907ca017b7bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0dd05d3-837d-44d1-abc4-2c8570b43698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461228 Nov 11 17:33:37.994280 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad51c31-dd74-4847-ba61-a0aff91ef3ed req-2b4c089e-2b56-4994-b7b7-4a5eb8dfc5ee tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:38.020310 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8ad51c31-dd74-4847-ba61-a0aff91ef3ed req-2b4c089e-2b56-4994-b7b7-4a5eb8dfc5ee tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba2ea572-bff4-4bd8-80c7-38e4e4e4b287 HTTP/1.1" status: 200 len: 943 time: 0.2135241 Nov 11 17:33:38.071766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec26e389-bb7b-488c-9464-51e408f717dc tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:38.072280 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ec26e389-bb7b-488c-9464-51e408f717dc tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:38.080509 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ec26e389-bb7b-488c-9464-51e408f717dc tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "PUT /v2.0/subnets/55f9af3f-75ce-4722-b492-0ad2b31c339b HTTP/1.1" status: 200 len: 900 time: 1.4951138 Nov 11 17:33:38.087828 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45838) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:38.134984 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1237d10e-8ae3-4cf5-9456-c08016c9476d tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:38.202103 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237d10e-8ae3-4cf5-9456-c08016c9476d tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Pushing event deleted for resources: {'Subnet': ['ID=97ff81a5-cd28-41ba-bf45-5be903ab08ce,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:38.238079 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5f06e58c-4499-4953-bdb0-8a187ee33cf8 req-d2fdfe4c-0e22-413c-99e0-6af6d6cab57b service neutron] 10.222.0.64 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722244 Nov 11 17:33:38.239050 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26e389-bb7b-488c-9464-51e408f717dc tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event updated for resources: {'Subnet': ['ID=55f9af3f-75ce-4722-b492-0ad2b31c339b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:38.239216 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1237d10e-8ae3-4cf5-9456-c08016c9476d tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:38.245577 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde922a3-6503-4517-af68-c1d90c7bab40 None None] Network 8aad20e7-2366-4cab-bf28-50e7fc701e5d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:38.246772 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1237d10e-8ae3-4cf5-9456-c08016c9476d tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "DELETE /v2.0/subnets/97ff81a5-cd28-41ba-bf45-5be903ab08ce HTTP/1.1" status: 204 len: 168 time: 1.1374745 Nov 11 17:33:38.261187 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45844) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:38.380755 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8ad51c31-dd74-4847-ba61-a0aff91ef3ed req-20ebbcff-90d9-49eb-b554-977d4dac5695 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595362 Nov 11 17:33:38.393945 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ad360-1dfc-4945-9f8e-358f09f91ae2 req-b8590020-0717-41e1-a686-9def14496a13 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:38.395291 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-800ad360-1dfc-4945-9f8e-358f09f91ae2 req-b8590020-0717-41e1-a686-9def14496a13 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=df04a39b-31e8-4bbd-aa1f-6194de763a13 HTTP/1.1" status: 200 len: 945 time: 0.3167989 Nov 11 17:33:38.469067 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:38.487816 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-27473068-6a53-4818-b6a1-6993fe5506e9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:38.526221 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5f06e58c-4499-4953-bdb0-8a187ee33cf8 req-926377e2-27c8-4eab-be64-8809fe6b262b service neutron] 10.222.0.64 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718701 Nov 11 17:33:38.526924 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-800ad360-1dfc-4945-9f8e-358f09f91ae2 req-cfc74bfa-ff3c-4dfa-bde5-a3973483b3c7 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029005 Nov 11 17:33:38.722913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Deleting port 95438cd9-b116-4080-af22-1db4abbd880a {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:38.723259 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:38.729712 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a56e567-c29a-47fb-8538-bdf0249ef926 None None] DHCP port deletion for 8aad20e7-2366-4cab-bf28-50e7fc701e5d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:33:38.755416 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f52196-5e86-4d78-a8c8-7cff0d86c1ca req-6b48b583-3a34-4ec6-9f97-fdb22b99a54b tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:38.762927 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8f52196-5e86-4d78-a8c8-7cff0d86c1ca req-6b48b583-3a34-4ec6-9f97-fdb22b99a54b tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=da843d24-56d8-49c8-82b2-e63f74b17406 HTTP/1.1" status: 200 len: 946 time: 0.1246483 Nov 11 17:33:38.789127 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-27473068-6a53-4818-b6a1-6993fe5506e9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Deleting port a21ec7dd-1836-4f39-a63b-11009c25936f {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:38.789584 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-27473068-6a53-4818-b6a1-6993fe5506e9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:38.793402 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-3a56e567-c29a-47fb-8538-bdf0249ef926 None None] Deleting port a21ec7dd-1836-4f39-a63b-11009c25936f {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:38.793801 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3a56e567-c29a-47fb-8538-bdf0249ef926 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:38.913368 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3a56e567-c29a-47fb-8538-bdf0249ef926 None None] For port a21ec7dd-1836-4f39-a63b-11009c25936f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a21ec7dd-1836-4f39-a63b-11009c25936f,segment=NetworkSegment(bcb3cc13-7a93-4f34-9b0b-2bec7df746a2),segment_id=bcb3cc13-7a93-4f34-9b0b-2bec7df746a2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:38.914694 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3a56e567-c29a-47fb-8538-bdf0249ef926 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:38.930253 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-3a56e567-c29a-47fb-8538-bdf0249ef926 None None] Calling delete_port for a21ec7dd-1836-4f39-a63b-11009c25936f owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:39.091065 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3a56e567-c29a-47fb-8538-bdf0249ef926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:39.185844 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56e567-c29a-47fb-8538-bdf0249ef926 None None] Pushing event deleted for resources: {'Port': ['ID=a21ec7dd-1836-4f39-a63b-11009c25936f,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:39.195131 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a56e567-c29a-47fb-8538-bdf0249ef926 None None] No DVR routers for this DVR port a21ec7dd-1836-4f39-a63b-11009c25936f on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:33:39.309388 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-27473068-6a53-4818-b6a1-6993fe5506e9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] For port a21ec7dd-1836-4f39-a63b-11009c25936f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a21ec7dd-1836-4f39-a63b-11009c25936f,segment=NetworkSegment(bcb3cc13-7a93-4f34-9b0b-2bec7df746a2),segment_id=bcb3cc13-7a93-4f34-9b0b-2bec7df746a2)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:39.310000 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-27473068-6a53-4818-b6a1-6993fe5506e9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:39.327686 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8f52196-5e86-4d78-a8c8-7cff0d86c1ca req-d2ed8d16-7dc5-4a03-9c4c-13d467927ea2 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5608866 Nov 11 17:33:39.343623 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] For port 95438cd9-b116-4080-af22-1db4abbd880a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=95438cd9-b116-4080-af22-1db4abbd880a,segment=NetworkSegment(b0a193ac-6213-41ad-85e9-c00d709451e5),segment_id=b0a193ac-6213-41ad-85e9-c00d709451e5)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:39.344294 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:39.361946 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-27473068-6a53-4818-b6a1-6993fe5506e9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Calling delete_port for a21ec7dd-1836-4f39-a63b-11009c25936f owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:39.369011 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Calling delete_port for 95438cd9-b116-4080-af22-1db4abbd880a owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:39.552178 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e23c282-e615-4fd7-af09-c391ffa3b9c9 None None] Network 26cde017-cd39-48e0-9797-b87243d4695e requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:39.737442 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b5780-0ff6-4472-bc75-3d1e9d91a481 req-44c0b1a4-1005-4b83-b086-83a8cf1716d9 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:39.744987 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e7210d77-75a7-44a7-9079-cc906b8dddb3 None None] Provisioning complete for port 95438cd9-b116-4080-af22-1db4abbd880a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:39.745358 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e7210d77-75a7-44a7-9079-cc906b8dddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:39.745486 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-489b5780-0ff6-4472-bc75-3d1e9d91a481 req-44c0b1a4-1005-4b83-b086-83a8cf1716d9 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba2ea572-bff4-4bd8-80c7-38e4e4e4b287 HTTP/1.1" status: 200 len: 943 time: 0.2360172 Nov 11 17:33:39.849900 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-27473068-6a53-4818-b6a1-6993fe5506e9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:39.852714 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:39.913439 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27473068-6a53-4818-b6a1-6993fe5506e9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Pushing event deleted for resources: {'Port': ['ID=a21ec7dd-1836-4f39-a63b-11009c25936f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:39.964746 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Port': ['ID=95438cd9-b116-4080-af22-1db4abbd880a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:40.085693 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-489b5780-0ff6-4472-bc75-3d1e9d91a481 req-066ccb12-1ad8-4178-8ce6-79495424fd5c tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393943 Nov 11 17:33:40.095066 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27473068-6a53-4818-b6a1-6993fe5506e9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] No DVR routers for this DVR port a21ec7dd-1836-4f39-a63b-11009c25936f on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:33:40.098793 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] No DVR routers for this DVR port 95438cd9-b116-4080-af22-1db4abbd880a on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:33:40.232092 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-27473068-6a53-4818-b6a1-6993fe5506e9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:40.260370 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-27473068-6a53-4818-b6a1-6993fe5506e9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aad20e7-2366-4cab-bf28-50e7fc701e5d']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:40.275640 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device e97fe597-a5a4-4e9a-890c-07a62b6362de details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:33:40.276375 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-27473068-6a53-4818-b6a1-6993fe5506e9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb3cc13-7a93-4f34-9b0b-2bec7df746a2') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:40.276818 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-27473068-6a53-4818-b6a1-6993fe5506e9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb3cc13-7a93-4f34-9b0b-2bec7df746a2') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:40.290849 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-27473068-6a53-4818-b6a1-6993fe5506e9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:40.308541 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-27473068-6a53-4818-b6a1-6993fe5506e9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:40.315068 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27473068-6a53-4818-b6a1-6993fe5506e9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Releasing vlan 1252 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:33:40.315810 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-27473068-6a53-4818-b6a1-6993fe5506e9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:40.339233 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a21ec7dd-1836-4f39-a63b-11009c25936f no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:33:40.412802 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:33:40.434404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: a21ec7dd-1836-4f39-a63b-11009c25936f {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:33:40.434676 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a21ec7dd-1836-4f39-a63b-11009c25936f not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:33:40.446748 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-793a4bc2-bde6-437b-99f2-b08c71b6aec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:40.484835 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:40.545274 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45946) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:40.565402 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-27473068-6a53-4818-b6a1-6993fe5506e9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:40.585875 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-27473068-6a53-4818-b6a1-6993fe5506e9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:40.589398 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-27473068-6a53-4818-b6a1-6993fe5506e9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] 10.222.0.76 "DELETE /v2.0/networks/8aad20e7-2366-4cab-bf28-50e7fc701e5d HTTP/1.1" status: 204 len: 168 time: 2.3272402 Nov 11 17:33:40.609385 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27473068-6a53-4818-b6a1-6993fe5506e9 tempest-AllowedAddressPairIpV6TestJSON-1189712496 tempest-AllowedAddressPairIpV6TestJSON-1189712496-project] Pushing event deleted for resources: {'Network': ['ID=8aad20e7-2366-4cab-bf28-50e7fc701e5d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:40.652910 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e7210d77-75a7-44a7-9079-cc906b8dddb3 None None] Could not find standard attr ID for object 95438cd9-b116-4080-af22-1db4abbd880a. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:33:40.680801 n-d-816206-4 neutron-server[102619]: INFO neutron.plugins.ml2.db [None req-e7210d77-75a7-44a7-9079-cc906b8dddb3 None None] No ports have port_id starting with 95438cd9-b116-4080-af22-1db4abbd880a Nov 11 17:33:40.691074 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-1a03bcc7-4fbd-4d33-bb4c-b39f31d28592 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:40.693887 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-1a03bcc7-4fbd-4d33-bb4c-b39f31d28592 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/networks?id=47e67299-c3c7-461b-beae-e2c814922648 HTTP/1.1" status: 200 len: 812 time: 0.3217106 Nov 11 17:33:40.702610 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:40.737190 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port e97fe597-a5a4-4e9a-890c-07a62b6362de, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e97fe597-a5a4-4e9a-890c-07a62b6362de,segment=NetworkSegment(fd56decb-8d0a-495a-b998-069d8a3114ad),segment_id=fd56decb-8d0a-495a-b998-069d8a3114ad)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:40.758922 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'e97fe597-a5a4-4e9a-890c-07a62b6362de', 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698', 'port_id': 'e97fe597-a5a4-4e9a-890c-07a62b6362de', 'mac_address': 'fa:16:3e:e3:c2:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9999f1f-0e45-4e21-98fb-c66184c46f8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:33:40.791789 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-f89e65e1-aee5-49ae-b27c-4b0670d1adba tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/quotas/a740e880171d4d8b81443010826f72e9 HTTP/1.1" status: 200 len: 375 time: 0.0736008 Nov 11 17:33:40.796392 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Subnet': ['ID=55f9af3f-75ce-4722-b492-0ad2b31c339b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:40.812371 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae3a1492-4814-42e3-a559-f8c5b1dba4db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:40.863101 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:40.900578 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97fe597-a5a4-4e9a-890c-07a62b6362de {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:33:40.902823 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:40.910044 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:40.936038 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26cde017-cd39-48e0-9797-b87243d4695e']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:40.953139 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port e97fe597-a5a4-4e9a-890c-07a62b6362de, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e97fe597-a5a4-4e9a-890c-07a62b6362de,segment=NetworkSegment(fd56decb-8d0a-495a-b998-069d8a3114ad),segment_id=fd56decb-8d0a-495a-b998-069d8a3114ad)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:40.964878 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a193ac-6213-41ad-85e9-c00d709451e5') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:40.965265 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a193ac-6213-41ad-85e9-c00d709451e5') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:40.966423 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:40.996245 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:41.033221 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae3a1492-4814-42e3-a559-f8c5b1dba4db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:41.041531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-06da984e-23d3-4b14-9cca-74bd40929b25 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a740e880171d4d8b81443010826f72e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2485800 Nov 11 17:33:41.043059 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae3a1492-4814-42e3-a559-f8c5b1dba4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:41.051667 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:41.081413 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45954) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:41.089917 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=e97fe597-a5a4-4e9a-890c-07a62b6362de,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:41.105912 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58bb3bc-7914-4449-8b44-d05807b051b1 None None] Network 26cde017-cd39-48e0-9797-b87243d4695e requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:41.135945 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a1492-4814-42e3-a559-f8c5b1dba4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915b14a2-2c5d-46b3-8e5a-4fa6c1b0dc63,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:41.161262 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ae3a1492-4814-42e3-a559-f8c5b1dba4db admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=be66f724e0f0412b9fc9c467dea95516&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6111538 Nov 11 17:33:41.162196 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45960) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:41.344571 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['e97fe597-a5a4-4e9a-890c-07a62b6362de'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:33:41.380074 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ec967f56-ea03-4a5e-b450-7ee39bd594f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:41.387023 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3559aa14-0b93-488f-9e32-ea6a6cd0d5e3 None None] DHCP port deletion for 26cde017-cd39-48e0-9797-b87243d4695e request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:33:41.409359 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ac48a-8dfd-49c3-a532-254d4dd5d008 req-b0dc4f59-dbdc-481b-b800-34d0302bcfe7 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:41.416769 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7f0ac48a-8dfd-49c3-a532-254d4dd5d008 req-b0dc4f59-dbdc-481b-b800-34d0302bcfe7 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.64 "GET /v2.0/ports?device_id=df04a39b-31e8-4bbd-aa1f-6194de763a13 HTTP/1.1" status: 200 len: 945 time: 0.1555519 Nov 11 17:33:41.496162 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ec967f56-ea03-4a5e-b450-7ee39bd594f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:41.540640 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6a9a6f87-332c-4f81-82b2-5c84d18cddfe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4922b31d4370480baf6b5af111604fff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4559278 Nov 11 17:33:41.543352 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:33:41.543856 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:41.549122 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45972) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:33:41.549754 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:33:41.613776 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f79c0-d46f-414d-9688-2f66335fca50 req-e6840330-0099-4d95-9db4-c0d9a2c4cdbc tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:41.615134 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-057f79c0-d46f-414d-9688-2f66335fca50 req-e6840330-0099-4d95-9db4-c0d9a2c4cdbc tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.83 "GET /v2.0/ports?device_id=da843d24-56d8-49c8-82b2-e63f74b17406 HTTP/1.1" status: 200 len: 946 time: 0.6616485 Nov 11 17:33:41.673954 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5dc2aaf6-77af-4a65-ab65-7f902c7fea83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:41.676732 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ec967f56-ea03-4a5e-b450-7ee39bd594f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:41.679358 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ec967f56-ea03-4a5e-b450-7ee39bd594f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:41.682945 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ec967f56-ea03-4a5e-b450-7ee39bd594f0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/915b14a2-2c5d-46b3-8e5a-4fa6c1b0dc63 HTTP/1.1" status: 204 len: 168 time: 0.5148036 Nov 11 17:33:41.685633 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-7f0ac48a-8dfd-49c3-a532-254d4dd5d008 req-1600d61a-666c-4a52-bef8-ecef3ba08cd1 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Deleting port 071ed801-2cdf-418c-aead-e30188fbe012 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:41.686097 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7f0ac48a-8dfd-49c3-a532-254d4dd5d008 req-1600d61a-666c-4a52-bef8-ecef3ba08cd1 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:41.702412 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:41.728499 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:41.731654 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/networks/26cde017-cd39-48e0-9797-b87243d4695e HTTP/1.1" status: 204 len: 168 time: 3.6387753 Nov 11 17:33:41.743684 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec967f56-ea03-4a5e-b450-7ee39bd594f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915b14a2-2c5d-46b3-8e5a-4fa6c1b0dc63,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:41.745665 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45976) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:41.764975 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4d127-6b40-4cab-8e64-7a4f68180bd5 req-037d1277-bba0-4d28-a175-6adb96ae08b2 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:41.772870 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5dc2aaf6-77af-4a65-ab65-7f902c7fea83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:41.773272 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-91b4d127-6b40-4cab-8e64-7a4f68180bd5 req-037d1277-bba0-4d28-a175-6adb96ae08b2 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba2ea572-bff4-4bd8-80c7-38e4e4e4b287 HTTP/1.1" status: 200 len: 944 time: 0.2238491 Nov 11 17:33:41.806946 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee02f158-5aa7-4ef4-908f-fddef6ded1ef tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] DELETE failed (client error): The resource could not be found. Nov 11 17:33:41.807401 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee02f158-5aa7-4ef4-908f-fddef6ded1ef tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:33:41.810683 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ee02f158-5aa7-4ef4-908f-fddef6ded1ef tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/subnets/55f9af3f-75ce-4722-b492-0ad2b31c339b HTTP/1.1" status: 404 len: 337 time: 0.0597947 Nov 11 17:33:41.816984 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45978) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:41.856236 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-022438ff-2669-4109-b6f2-aa5d5e551ff0 service neutron] 10.222.0.76 "GET /v2.0/networks/47e67299-c3c7-461b-beae-e2c814922648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8134310 Nov 11 17:33:41.860978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dc499-6088-477d-ad34-ced6ff3dec35 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Network': ['ID=26cde017-cd39-48e0-9797-b87243d4695e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:41.868412 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57b6cf8-c3b7-430b-b53c-e725dac8283d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] DELETE failed (client error): The resource could not be found. Nov 11 17:33:41.869441 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57b6cf8-c3b7-430b-b53c-e725dac8283d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:33:41.872927 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d57b6cf8-c3b7-430b-b53c-e725dac8283d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/networks/26cde017-cd39-48e0-9797-b87243d4695e HTTP/1.1" status: 404 len: 339 time: 0.0522954 Nov 11 17:33:41.879256 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45980) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:41.912332 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-7f0ac48a-8dfd-49c3-a532-254d4dd5d008 req-1600d61a-666c-4a52-bef8-ecef3ba08cd1 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] For port 071ed801-2cdf-418c-aead-e30188fbe012, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=071ed801-2cdf-418c-aead-e30188fbe012,segment=NetworkSegment(c7db2cfe-0a45-446b-af5c-63c27b6eccf0),segment_id=c7db2cfe-0a45-446b-af5c-63c27b6eccf0)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:41.912870 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7f0ac48a-8dfd-49c3-a532-254d4dd5d008 req-1600d61a-666c-4a52-bef8-ecef3ba08cd1 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:41.933307 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-7f0ac48a-8dfd-49c3-a532-254d4dd5d008 req-1600d61a-666c-4a52-bef8-ecef3ba08cd1 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Calling delete_port for 071ed801-2cdf-418c-aead-e30188fbe012 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:41.939207 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5dc2aaf6-77af-4a65-ab65-7f902c7fea83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:41.942409 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5dc2aaf6-77af-4a65-ab65-7f902c7fea83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:41.946019 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5dc2aaf6-77af-4a65-ab65-7f902c7fea83 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f19999bc-fc9f-4e1a-8c64-88acaff6fd04 HTTP/1.1" status: 204 len: 168 time: 0.3893852 Nov 11 17:33:41.958125 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2aaf6-77af-4a65-ab65-7f902c7fea83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19999bc-fc9f-4e1a-8c64-88acaff6fd04,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:42.028636 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-91b4d127-6b40-4cab-8e64-7a4f68180bd5 req-3b7ba92c-48df-462c-bd79-3ae3a96e08fa tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542636 Nov 11 17:33:42.034760 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device e97fe597-a5a4-4e9a-890c-07a62b6362de up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:33:42.092924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d93f34e1-b774-4f35-9b8a-9e0b7d07872b tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:42.097978 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 95438cd9-b116-4080-af22-1db4abbd880a no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:33:42.123243 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-057f79c0-d46f-414d-9688-2f66335fca50 req-c949f7a4-1535-4113-8cd7-84d9c0d229c1 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Deleting port 0c94c6f9-17c2-4d0f-9668-e2619301bf1b {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:42.123585 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-057f79c0-d46f-414d-9688-2f66335fca50 req-c949f7a4-1535-4113-8cd7-84d9c0d229c1 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:42.172656 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 95438cd9-b116-4080-af22-1db4abbd880a {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:33:42.175692 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 95438cd9-b116-4080-af22-1db4abbd880a not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:33:42.251407 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port e97fe597-a5a4-4e9a-890c-07a62b6362de completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:33:42.256926 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port e97fe597-a5a4-4e9a-890c-07a62b6362de triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:42.257788 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:42.272719 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7f0ac48a-8dfd-49c3-a532-254d4dd5d008 req-1600d61a-666c-4a52-bef8-ecef3ba08cd1 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:42.297730 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d93f34e1-b774-4f35-9b8a-9e0b7d07872b tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:42.313162 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45998) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:42.320425 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-d93f34e1-b774-4f35-9b8a-9e0b7d07872b tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab07b1a-2920-474f-8ddc-86378ce97f3f']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:42.330119 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-d93f34e1-b774-4f35-9b8a-9e0b7d07872b tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe51ff9e-b618-466c-af8f-a347de77a1b1') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:42.330452 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-d93f34e1-b774-4f35-9b8a-9e0b7d07872b tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe51ff9e-b618-466c-af8f-a347de77a1b1') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:42.332022 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['0c94c6f9-17c2-4d0f-9668-e2619301bf1b'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:33:42.340374 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d93f34e1-b774-4f35-9b8a-9e0b7d07872b tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:42.354655 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d93f34e1-b774-4f35-9b8a-9e0b7d07872b tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:42.362209 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93f34e1-b774-4f35-9b8a-9e0b7d07872b tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Releasing vlan 1270 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:33:42.363402 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d93f34e1-b774-4f35-9b8a-9e0b7d07872b tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:42.376335 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['071ed801-2cdf-418c-aead-e30188fbe012'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:33:42.396032 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2411a78e-67bb-4850-80bd-c8cd259cad54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:42.403411 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f6d9ef-1501-4846-96f7-8dccbef5163f None None] DHCP port deletion for 47e67299-c3c7-461b-beae-e2c814922648 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:33:42.454153 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:33:42.464619 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-66dab630-bb6b-43e2-89dd-346d32986b46 service neutron] 10.222.0.76 "GET /v2.0/networks/47e67299-c3c7-461b-beae-e2c814922648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5619385 Nov 11 17:33:42.465217 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d93f34e1-b774-4f35-9b8a-9e0b7d07872b tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:42.504889 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d93f34e1-b774-4f35-9b8a-9e0b7d07872b tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:42.508330 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d93f34e1-b774-4f35-9b8a-9e0b7d07872b tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/networks/2ab07b1a-2920-474f-8ddc-86378ce97f3f HTTP/1.1" status: 204 len: 168 time: 0.6272507 Nov 11 17:33:42.521435 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46002) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:42.531447 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:42.538205 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-ae1b3b96-6c85-4184-afa3-91a4d72c095e tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=7fc3d878de5e4a5bbecc06117d85716e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0921443 Nov 11 17:33:42.549373 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f34e1-b774-4f35-9b8a-9e0b7d07872b tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Network': ['ID=2ab07b1a-2920-474f-8ddc-86378ce97f3f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:42.612284 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2411a78e-67bb-4850-80bd-c8cd259cad54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:42.618184 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port e97fe597-a5a4-4e9a-890c-07a62b6362de, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e97fe597-a5a4-4e9a-890c-07a62b6362de,segment=NetworkSegment(fd56decb-8d0a-495a-b998-069d8a3114ad),segment_id=fd56decb-8d0a-495a-b998-069d8a3114ad)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:42.637566 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2ea572-bff4-4bd8-80c7-38e4e4e4b287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97fe597-a5a4-4e9a-890c-07a62b6362de'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:33:42.640370 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a3ab89-4726-4954-b3c6-29c06a0137e5" -d '{"events": [{"server_uuid": "ba2ea572-bff4-4bd8-80c7-38e4e4e4b287", "name": "network-vif-plugged", "status": "completed", "tag": "e97fe597-a5a4-4e9a-890c-07a62b6362de"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:33:42.644424 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:42.667589 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2411a78e-67bb-4850-80bd-c8cd259cad54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:42.744065 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600d61a-666c-4a52-bef8-ecef3ba08cd1 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Pushing event deleted for resources: {'Port': ['ID=071ed801-2cdf-418c-aead-e30188fbe012,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:42.770931 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a7ee47b-0abd-4d0d-bc04-564a49c63f08 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] DELETE failed (client error): The resource could not be found. Nov 11 17:33:42.771389 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a7ee47b-0abd-4d0d-bc04-564a49c63f08 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:33:42.783245 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3a7ee47b-0abd-4d0d-bc04-564a49c63f08 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/subnets/2245701a-df54-48d2-b000-0f5f94b21c07 HTTP/1.1" status: 404 len: 337 time: 0.2601535 Nov 11 17:33:42.796989 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2411a78e-67bb-4850-80bd-c8cd259cad54 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7a352e32db914a358b62c12729055cda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4226952 Nov 11 17:33:42.797995 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0ac48a-8dfd-49c3-a532-254d4dd5d008 req-1600d61a-666c-4a52-bef8-ecef3ba08cd1 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] No DVR routers for this DVR port 071ed801-2cdf-418c-aead-e30188fbe012 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:33:42.815211 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7f0ac48a-8dfd-49c3-a532-254d4dd5d008 req-1600d61a-666c-4a52-bef8-ecef3ba08cd1 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:42.818172 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:42.819051 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7f0ac48a-8dfd-49c3-a532-254d4dd5d008 req-1600d61a-666c-4a52-bef8-ecef3ba08cd1 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.64 "DELETE /v2.0/ports/071ed801-2cdf-418c-aead-e30188fbe012 HTTP/1.1" status: 204 len: 173 time: 1.3910081 Nov 11 17:33:42.819560 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46012) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:42.833175 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46016) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:42.833977 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411a78e-67bb-4850-80bd-c8cd259cad54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cd87c3-387e-400f-9e98-73f178243258,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:42.866582 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df04a39b-31e8-4bbd-aa1f-6194de763a13', 'name': 'network-vif-deleted', 'tag': '071ed801-2cdf-418c-aead-e30188fbe012'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:33:42.876107 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78fbc6c-02a0-4bf8-9639-8294efc00b94" -d '{"events": [{"server_uuid": "df04a39b-31e8-4bbd-aa1f-6194de763a13", "name": "network-vif-deleted", "tag": "071ed801-2cdf-418c-aead-e30188fbe012"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:33:42.938129 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cd6f36-cf27-4e62-856a-61f7879da52d x-openstack-request-id: req-49cd6f36-cf27-4e62-856a-61f7879da52d {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:33:42.938341 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2ea572-bff4-4bd8-80c7-38e4e4e4b287", "name": "network-vif-plugged", "status": "completed", "tag": "e97fe597-a5a4-4e9a-890c-07a62b6362de", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:33:42.938585 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-49cd6f36-cf27-4e62-856a-61f7879da52d {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:33:42.938980 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2ea572-bff4-4bd8-80c7-38e4e4e4b287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97fe597-a5a4-4e9a-890c-07a62b6362de', 'code': 200} Nov 11 17:33:42.981774 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:42.987713 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=e97fe597-a5a4-4e9a-890c-07a62b6362de,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:43.000056 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-057f79c0-d46f-414d-9688-2f66335fca50 req-c949f7a4-1535-4113-8cd7-84d9c0d229c1 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] For port 0c94c6f9-17c2-4d0f-9668-e2619301bf1b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0c94c6f9-17c2-4d0f-9668-e2619301bf1b,segment=NetworkSegment(c7db2cfe-0a45-446b-af5c-63c27b6eccf0),segment_id=c7db2cfe-0a45-446b-af5c-63c27b6eccf0)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:43.000433 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-057f79c0-d46f-414d-9688-2f66335fca50 req-c949f7a4-1535-4113-8cd7-84d9c0d229c1 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:43.029807 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b4bb10-429b-4a17-9568-e678eb728854 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] DELETE failed (client error): The resource could not be found. Nov 11 17:33:43.030726 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b4bb10-429b-4a17-9568-e678eb728854 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:33:43.039615 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c1b4bb10-429b-4a17-9568-e678eb728854 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/networks/72f291f3-1e4d-4b1b-afbd-4521433ae8e9 HTTP/1.1" status: 404 len: 339 time: 0.1528771 Nov 11 17:33:43.041983 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46024) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:43.066804 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-057f79c0-d46f-414d-9688-2f66335fca50 req-c949f7a4-1535-4113-8cd7-84d9c0d229c1 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Calling delete_port for 0c94c6f9-17c2-4d0f-9668-e2619301bf1b owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:43.120403 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-843cdd63-7db0-4831-a867-cbb6f9c134b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:43.156496 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-843cdd63-7db0-4831-a867-cbb6f9c134b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:43.234024 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4dd9f0-9ec3-4c18-80da-44ef564084bf x-openstack-request-id: req-dd4dd9f0-9ec3-4c18-80da-44ef564084bf {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:33:43.234322 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df04a39b-31e8-4bbd-aa1f-6194de763a13", "name": "network-vif-deleted", "tag": "071ed801-2cdf-418c-aead-e30188fbe012", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:33:43.234567 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dd4dd9f0-9ec3-4c18-80da-44ef564084bf {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:33:43.234960 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df04a39b-31e8-4bbd-aa1f-6194de763a13', 'name': 'network-vif-deleted', 'tag': '071ed801-2cdf-418c-aead-e30188fbe012', 'status': 'completed', 'code': 200} Nov 11 17:33:43.247318 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-e676cbf3-2134-4fb4-9cd6-7f43e2d18af9 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Deleting subnet 139819d8-71ee-4206-a45d-3bc1e12e3930 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:33:43.251793 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e676cbf3-2134-4fb4-9cd6-7f43e2d18af9 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:43.256097 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826eb7a3-e620-4c62-8b9e-71e2725bf5cb req-80690fb6-38a2-490a-a1a6-f32fd01d3b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:43.257487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-abb169b4-a662-4fe2-8df9-0c7cd120d420 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:43.257677 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-826eb7a3-e620-4c62-8b9e-71e2725bf5cb req-80690fb6-38a2-490a-a1a6-f32fd01d3b2d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ba2ea572-bff4-4bd8-80c7-38e4e4e4b287 HTTP/1.1" status: 200 len: 1096 time: 0.1864989 Nov 11 17:33:43.259344 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-abb169b4-a662-4fe2-8df9-0c7cd120d420 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6795015 Nov 11 17:33:43.280238 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-48dd715b-2153-4d2d-b67e-c9af3547d11a tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/quotas/7fc3d878de5e4a5bbecc06117d85716e HTTP/1.1" status: 200 len: 375 time: 0.0105295 Nov 11 17:33:43.343979 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-843cdd63-7db0-4831-a867-cbb6f9c134b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:43.345046 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-e8c735ef-1da2-4c69-a343-7b9a8a28d5dd tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7fc3d878de5e4a5bbecc06117d85716e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573409 Nov 11 17:33:43.355620 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-843cdd63-7db0-4831-a867-cbb6f9c134b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:43.359387 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-843cdd63-7db0-4831-a867-cbb6f9c134b6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b3cd87c3-387e-400f-9e98-73f178243258 HTTP/1.1" status: 204 len: 168 time: 0.4133506 Nov 11 17:33:43.456461 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e676cbf3-2134-4fb4-9cd6-7f43e2d18af9 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:43.456836 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8c70f-c323-42df-be74-374fa0339933 req-317661a6-385d-4d05-8747-e64b28f181de tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:43.465869 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29a8c70f-c323-42df-be74-374fa0339933 req-317661a6-385d-4d05-8747-e64b28f181de tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba2ea572-bff4-4bd8-80c7-38e4e4e4b287 HTTP/1.1" status: 200 len: 945 time: 0.1104534 Nov 11 17:33:43.470254 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-826eb7a3-e620-4c62-8b9e-71e2725bf5cb req-cd8adba1-9d4d-4bd7-a319-ef63e63e6279 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745687 Nov 11 17:33:43.494490 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cdd63-7db0-4831-a867-cbb6f9c134b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cd87c3-387e-400f-9e98-73f178243258,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:43.571473 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46052) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:43.621387 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e676cbf3-2134-4fb4-9cd6-7f43e2d18af9 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:43.640409 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d9b9d04-6b3b-4e18-87cc-c9a1baef87f5 req-be446fce-73cd-4672-90ff-88a574115b8b tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=8acd5206-2608-496e-9c77-30150ecf2d68 HTTP/1.1" status: 200 len: 210 time: 0.0526299 Nov 11 17:33:43.709777 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e676cbf3-2134-4fb4-9cd6-7f43e2d18af9 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:43.753563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29a8c70f-c323-42df-be74-374fa0339933 req-94e71dce-f2f7-4d80-8120-339e044447fd tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786005 Nov 11 17:33:43.772022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676cbf3-2134-4fb4-9cd6-7f43e2d18af9 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Subnet': ['ID=139819d8-71ee-4206-a45d-3bc1e12e3930,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:43.784234 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-057f79c0-d46f-414d-9688-2f66335fca50 req-c949f7a4-1535-4113-8cd7-84d9c0d229c1 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:43.790139 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93546a5-c752-4a9e-ac3d-7804160e3236 None None] Network 6b58bef5-293d-411a-8f00-184df2540cfd requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:43.792845 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e676cbf3-2134-4fb4-9cd6-7f43e2d18af9 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:43.807217 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e676cbf3-2134-4fb4-9cd6-7f43e2d18af9 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/subnets/139819d8-71ee-4206-a45d-3bc1e12e3930 HTTP/1.1" status: 204 len: 168 time: 0.7440386 Nov 11 17:33:43.810448 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46066) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:43.941930 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949f7a4-1535-4113-8cd7-84d9c0d229c1 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Pushing event deleted for resources: {'Port': ['ID=0c94c6f9-17c2-4d0f-9668-e2619301bf1b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:44.002446 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['071ed801-2cdf-418c-aead-e30188fbe012'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:33:44.021526 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-782b156f-d799-455f-a672-886e7b279cf4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Deleting subnet e2e78166-02e4-4111-a205-af695bfb50de {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:33:44.030884 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-782b156f-d799-455f-a672-886e7b279cf4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:44.036418 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06180d12-f42d-45d6-92aa-f20422269a86 None None] DHCP port deletion for 47e67299-c3c7-461b-beae-e2c814922648 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:33:44.098829 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-261756a7-70f3-4158-9237-b9562240e492 req-2ff7241d-02ae-48cb-8e68-e06508a954fa tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9fb2bb5-4a1e-4a61-8ff2-f981881158c7 HTTP/1.1" status: 200 len: 210 time: 0.1634557 Nov 11 17:33:44.114306 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-782b156f-d799-455f-a672-886e7b279cf4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:44.190958 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-057f79c0-d46f-414d-9688-2f66335fca50 req-c949f7a4-1535-4113-8cd7-84d9c0d229c1 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] No DVR routers for this DVR port 0c94c6f9-17c2-4d0f-9668-e2619301bf1b on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:33:44.194020 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-057f79c0-d46f-414d-9688-2f66335fca50 req-c949f7a4-1535-4113-8cd7-84d9c0d229c1 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:44.198887 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-057f79c0-d46f-414d-9688-2f66335fca50 req-c949f7a4-1535-4113-8cd7-84d9c0d229c1 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.83 "DELETE /v2.0/ports/0c94c6f9-17c2-4d0f-9668-e2619301bf1b HTTP/1.1" status: 204 len: 173 time: 2.5641360 Nov 11 17:33:44.199660 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da843d24-56d8-49c8-82b2-e63f74b17406', 'name': 'network-vif-deleted', 'tag': '0c94c6f9-17c2-4d0f-9668-e2619301bf1b'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:33:44.200240 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5d9dba31-255b-4888-8df5-0cf627bc7412 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2049887039'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:44.203788 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf47e80-2159-4f2e-bb24-d9e817336454" -d '{"events": [{"server_uuid": "da843d24-56d8-49c8-82b2-e63f74b17406", "name": "network-vif-deleted", "tag": "0c94c6f9-17c2-4d0f-9668-e2619301bf1b"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:33:44.256132 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23b6398-d21e-4481-88e7-73b67f8e24c9 x-openstack-request-id: req-a23b6398-d21e-4481-88e7-73b67f8e24c9 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:33:44.256664 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da843d24-56d8-49c8-82b2-e63f74b17406", "name": "network-vif-deleted", "tag": "0c94c6f9-17c2-4d0f-9668-e2619301bf1b", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:33:44.257179 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a23b6398-d21e-4481-88e7-73b67f8e24c9 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:33:44.258220 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da843d24-56d8-49c8-82b2-e63f74b17406', 'name': 'network-vif-deleted', 'tag': '0c94c6f9-17c2-4d0f-9668-e2619301bf1b', 'status': 'completed', 'code': 200} Nov 11 17:33:44.295497 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9dba31-255b-4888-8df5-0cf627bc7412 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:44.299107 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d9dba31-255b-4888-8df5-0cf627bc7412 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:44.312964 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d9dba31-255b-4888-8df5-0cf627bc7412 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:44.379530 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-782b156f-d799-455f-a672-886e7b279cf4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:44.514528 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-782b156f-d799-455f-a672-886e7b279cf4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:44.621034 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b156f-d799-455f-a672-886e7b279cf4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Subnet': ['ID=e2e78166-02e4-4111-a205-af695bfb50de,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:44.634337 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3c2765-298a-4f5c-b3ce-d0274963bb42 None None] Update dhcp port {'port': {'network_id': '6b58bef5-293d-411a-8f00-184df2540cfd', 'fixed_ips': [{'subnet_id': 'e2e78166-02e4-4111-a205-af695bfb50de'}], 'binding:host_id': 'n-d-816206-4'}, 'id': '4d65b15b-8eb2-46a4-99c0-47e663696917'} from n-d-816206-4. {{(pid=102619) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 17:33:44.651343 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-782b156f-d799-455f-a672-886e7b279cf4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:44.655492 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-782b156f-d799-455f-a672-886e7b279cf4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/subnets/e2e78166-02e4-4111-a205-af695bfb50de HTTP/1.1" status: 204 len: 168 time: 0.8439887 Nov 11 17:33:44.658806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46094) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:44.704582 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0c94c6f9-17c2-4d0f-9668-e2619301bf1b no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:33:44.718688 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d9dba31-255b-4888-8df5-0cf627bc7412 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:44.726879 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d9dba31-255b-4888-8df5-0cf627bc7412 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:44.764455 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7a3c2765-298a-4f5c-b3ce-d0274963bb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:44.776291 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 0c94c6f9-17c2-4d0f-9668-e2619301bf1b {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:33:44.776631 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0c94c6f9-17c2-4d0f-9668-e2619301bf1b not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:33:44.808617 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9dba31-255b-4888-8df5-0cf627bc7412 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=865f5dce-7d4d-4ca7-8b9c-7f76f11016d1,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:44.836842 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9dba31-255b-4888-8df5-0cf627bc7412 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1258} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:33:44.873691 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d9dba31-255b-4888-8df5-0cf627bc7412 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:44.876259 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-5d9dba31-255b-4888-8df5-0cf627bc7412 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Added segment 2899939e-5075-4b54-abe0-38d33abfc114 of type vlan for network f7a2233d-f3fd-47d6-8390-2db1e515ee46 Nov 11 17:33:44.947188 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d9dba31-255b-4888-8df5-0cf627bc7412 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:45.000202 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-363b5927-1d8e-4b99-b86a-b1b6a6aa8372 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:45.019366 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d777818f-ae59-4c93-b1dc-70627bc2edd8 req-6ca21eb1-f490-4a9c-981e-897fe52f4810 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=8acd5206-2608-496e-9c77-30150ecf2d68 HTTP/1.1" status: 200 len: 210 time: 0.2046447 Nov 11 17:33:45.022197 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d9dba31-255b-4888-8df5-0cf627bc7412 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:45.040991 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9dba31-255b-4888-8df5-0cf627bc7412 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:45.049528 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d9dba31-255b-4888-8df5-0cf627bc7412 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:45.139023 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5d9dba31-255b-4888-8df5-0cf627bc7412 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5663447 Nov 11 17:33:45.142250 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46114) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:45.147826 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-f4a19fd9-df66-4ef8-900b-b2b94dcb31c6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'port': {'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46', 'name': 'tempest-PortsTestJSON-310851711'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:45.188614 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a13ea-6337-4d46-a9d5-2c357fcc30fe req-f930df7e-a2d6-4474-a969-5d9447b047eb tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:45.197094 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-128a13ea-6337-4d46-a9d5-2c357fcc30fe req-f930df7e-a2d6-4474-a969-5d9447b047eb tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba2ea572-bff4-4bd8-80c7-38e4e4e4b287 HTTP/1.1" status: 200 len: 945 time: 0.2068889 Nov 11 17:33:45.213242 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc91765d-bfa2-4c21-9320-11d9c9218b6e None None] Network 6b58bef5-293d-411a-8f00-184df2540cfd requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:45.310597 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9dba31-255b-4888-8df5-0cf627bc7412 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Network': ['ID=f7a2233d-f3fd-47d6-8390-2db1e515ee46,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:45.317256 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-43556437-cc75-4924-9b5f-71e776d05249 req-fb360507-6ed5-4bbb-aef9-fd5e28a7f623 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9fb2bb5-4a1e-4a61-8ff2-f981881158c7 HTTP/1.1" status: 200 len: 210 time: 0.0778716 Nov 11 17:33:45.345661 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network f7a2233d-f3fd-47d6-8390-2db1e515ee46 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:33:45.351191 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-128a13ea-6337-4d46-a9d5-2c357fcc30fe req-b25f53b6-578b-4062-8a6a-1fa7fa7fee65 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523507 Nov 11 17:33:45.352629 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a19fd9-df66-4ef8-900b-b2b94dcb31c6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:45.360400 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-363b5927-1d8e-4b99-b86a-b1b6a6aa8372 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Deleting port 4d65b15b-8eb2-46a4-99c0-47e663696917 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:45.362403 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-363b5927-1d8e-4b99-b86a-b1b6a6aa8372 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:45.379660 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4a19fd9-df66-4ef8-900b-b2b94dcb31c6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:45.436972 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e26718c3-a8c7-4d0c-affe-bd6d33fa27b2 None None] Provisioning complete for port 4d65b15b-8eb2-46a4-99c0-47e663696917 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:45.438673 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e26718c3-a8c7-4d0c-affe-bd6d33fa27b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:45.451006 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-f4a19fd9-df66-4ef8-900b-b2b94dcb31c6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] device_id is not set on port 045c2492-fab9-46af-b8a8-3917c545d432 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:33:45.573684 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-363b5927-1d8e-4b99-b86a-b1b6a6aa8372 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] For port 4d65b15b-8eb2-46a4-99c0-47e663696917, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=4d65b15b-8eb2-46a4-99c0-47e663696917,segment=NetworkSegment(604ca0a3-4924-4ec7-8d90-45476c581bbd),segment_id=604ca0a3-4924-4ec7-8d90-45476c581bbd)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:45.574860 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-363b5927-1d8e-4b99-b86a-b1b6a6aa8372 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:45.630591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-363b5927-1d8e-4b99-b86a-b1b6a6aa8372 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Calling delete_port for 4d65b15b-8eb2-46a4-99c0-47e663696917 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:45.695232 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bc2523-230d-49ce-8eaf-6076fb0ff230 None None] DHCP port deletion for 6b58bef5-293d-411a-8f00-184df2540cfd request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:33:45.738552 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-9f56f1b4-e6ea-47ef-98b4-1808dce03356 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:45.744508 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-9f56f1b4-e6ea-47ef-98b4-1808dce03356 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.64 "GET /v2.0/networks?id=47e67299-c3c7-461b-beae-e2c814922648 HTTP/1.1" status: 200 len: 812 time: 0.3289607 Nov 11 17:33:45.777720 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-8ce12a9e-37c0-4bd7-8b01-61454d94ba16 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Request body: {'port': {'device_id': '68985d3b-a974-4010-af29-dacc5d1202e9', 'network_id': '47e67299-c3c7-461b-beae-e2c814922648', 'admin_state_up': True, 'tenant_id': 'a740e880171d4d8b81443010826f72e9'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:45.850500 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-363b5927-1d8e-4b99-b86a-b1b6a6aa8372 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:45.868637 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-11bc2523-230d-49ce-8eaf-6076fb0ff230 None None] Deleting port 4d65b15b-8eb2-46a4-99c0-47e663696917 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:45.872303 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-11bc2523-230d-49ce-8eaf-6076fb0ff230 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:45.904027 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363b5927-1d8e-4b99-b86a-b1b6a6aa8372 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] No DVR routers for this DVR port 4d65b15b-8eb2-46a4-99c0-47e663696917 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:33:45.915184 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b5927-1d8e-4b99-b86a-b1b6a6aa8372 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Port': ['ID=4d65b15b-8eb2-46a4-99c0-47e663696917,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:46.025400 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 071ed801-2cdf-418c-aead-e30188fbe012 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:33:46.038346 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4a19fd9-df66-4ef8-900b-b2b94dcb31c6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:46.118023 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-363b5927-1d8e-4b99-b86a-b1b6a6aa8372 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:46.145787 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-11bc2523-230d-49ce-8eaf-6076fb0ff230 None None] For port 4d65b15b-8eb2-46a4-99c0-47e663696917, host n-d-816206-4, got binding levels [] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:46.146486 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-11bc2523-230d-49ce-8eaf-6076fb0ff230 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:46.178517 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-11bc2523-230d-49ce-8eaf-6076fb0ff230 None None] Calling delete_port for 4d65b15b-8eb2-46a4-99c0-47e663696917 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:46.187423 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.ipam_backend_mixin [None req-11bc2523-230d-49ce-8eaf-6076fb0ff230 None None] Port 4d65b15b-8eb2-46a4-99c0-47e663696917 was not found and therefore no delete operation was performed {{(pid=102619) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 17:33:46.198321 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-11bc2523-230d-49ce-8eaf-6076fb0ff230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:46.208214 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 4d65b15b-8eb2-46a4-99c0-47e663696917 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:33:46.219665 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 071ed801-2cdf-418c-aead-e30188fbe012 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:33:46.221414 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 071ed801-2cdf-418c-aead-e30188fbe012 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:33:46.241768 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-363b5927-1d8e-4b99-b86a-b1b6a6aa8372 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b58bef5-293d-411a-8f00-184df2540cfd']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:46.251272 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4a19fd9-df66-4ef8-900b-b2b94dcb31c6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:46.258671 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b62a04d-bf12-4c28-a202-e3b984786b00 req-f8e4db9c-9841-4dd3-b033-038d12140dfb tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=8acd5206-2608-496e-9c77-30150ecf2d68 HTTP/1.1" status: 200 len: 210 time: 0.0872540 Nov 11 17:33:46.275670 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-363b5927-1d8e-4b99-b86a-b1b6a6aa8372 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604ca0a3-4924-4ec7-8d90-45476c581bbd') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:46.276755 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-363b5927-1d8e-4b99-b86a-b1b6a6aa8372 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604ca0a3-4924-4ec7-8d90-45476c581bbd') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:46.333847 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-363b5927-1d8e-4b99-b86a-b1b6a6aa8372 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:46.394694 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc2523-230d-49ce-8eaf-6076fb0ff230 None None] Pushing event deleted for resources: {'Port': ['ID=4d65b15b-8eb2-46a4-99c0-47e663696917,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:46.397317 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 4d65b15b-8eb2-46a4-99c0-47e663696917 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:33:46.412442 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 4d65b15b-8eb2-46a4-99c0-47e663696917 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:33:46.418939 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bc2523-230d-49ce-8eaf-6076fb0ff230 None None] No DVR routers for this DVR port 4d65b15b-8eb2-46a4-99c0-47e663696917 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:33:46.452355 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-749cca73-62e1-44a1-8667-4eaa11ee1679 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7fc3d878de5e4a5bbecc06117d85716e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1268673 Nov 11 17:33:46.515572 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-363b5927-1d8e-4b99-b86a-b1b6a6aa8372 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:46.547341 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363b5927-1d8e-4b99-b86a-b1b6a6aa8372 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:33:46.552406 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-363b5927-1d8e-4b99-b86a-b1b6a6aa8372 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:33:46.571327 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:33:46.635155 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a19fd9-df66-4ef8-900b-b2b94dcb31c6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Port': ['ID=045c2492-fab9-46af-b8a8-3917c545d432,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:46.741203 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a19fd9-df66-4ef8-900b-b2b94dcb31c6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Checking segment: {'id': '2899939e-5075-4b54-abe0-38d33abfc114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:46.741881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a19fd9-df66-4ef8-900b-b2b94dcb31c6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network hostable DHCP agents. Network: f7a2233d-f3fd-47d6-8390-2db1e515ee46, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:33:46.744120 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-873be9c2-a657-4e18-8c35-f08a9471ff55 req-05ea3a0c-1c33-438e-b592-6705d95fa16d tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9fb2bb5-4a1e-4a61-8ff2-f981881158c7 HTTP/1.1" status: 200 len: 210 time: 0.1597502 Nov 11 17:33:46.758840 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46146) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:46.784274 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-5b7cd246-87bd-4a30-809f-01bf600a95cb tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:46.786471 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-5b7cd246-87bd-4a30-809f-01bf600a95cb tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3030589 Nov 11 17:33:46.788320 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-8ce12a9e-37c0-4bd7-8b01-61454d94ba16 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Made reservation on behalf of a740e880171d4d8b81443010826f72e9 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:46.792385 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-8ce12a9e-37c0-4bd7-8b01-61454d94ba16 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:46.822068 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-363b5927-1d8e-4b99-b86a-b1b6a6aa8372 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:46.856546 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a19fd9-df66-4ef8-900b-b2b94dcb31c6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network f7a2233d-f3fd-47d6-8390-2db1e515ee46 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:33:46.882595 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-363b5927-1d8e-4b99-b86a-b1b6a6aa8372 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:46.886200 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-363b5927-1d8e-4b99-b86a-b1b6a6aa8372 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/networks/6b58bef5-293d-411a-8f00-184df2540cfd HTTP/1.1" status: 204 len: 168 time: 2.2255883 Nov 11 17:33:46.896183 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46150) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:46.922058 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4699fc2d-567d-47ff-9c16-03e538ca494d tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:46.932541 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4699fc2d-567d-47ff-9c16-03e538ca494d tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.83 "GET /v2.0/networks?id=47e67299-c3c7-461b-beae-e2c814922648 HTTP/1.1" status: 200 len: 812 time: 0.6068213 Nov 11 17:33:46.956685 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-22151ba8-88cc-4ddd-83b1-0260bb96c63a tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1053536807'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:46.962731 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-d065862f-4c90-4974-9930-a4ae53219985 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Request body: {'port': {'device_id': 'c9fb2bb5-4a1e-4a61-8ff2-f981881158c7', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '7fc3d878de5e4a5bbecc06117d85716e'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:46.969632 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-f4a19fd9-df66-4ef8-900b-b2b94dcb31c6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, f7a2233d-f3fd-47d6-8390-2db1e515ee46) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:46.985428 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b163c63-b8d8-4c9f-b69e-398130c655a7 None None] Network f7a2233d-f3fd-47d6-8390-2db1e515ee46 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:46.987534 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-3c68f5ba-6db6-437f-bc14-f2444bd190bb tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Request body: {'port': {'device_id': '8acd5206-2608-496e-9c77-30150ecf2d68', 'network_id': '47e67299-c3c7-461b-beae-e2c814922648', 'admin_state_up': True, 'tenant_id': 'a740e880171d4d8b81443010826f72e9'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:47.016253 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a19fd9-df66-4ef8-900b-b2b94dcb31c6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:47.016538 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b5927-1d8e-4b99-b86a-b1b6a6aa8372 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Network': ['ID=6b58bef5-293d-411a-8f00-184df2540cfd,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:47.022521 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a19fd9-df66-4ef8-900b-b2b94dcb31c6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:47.023589 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4a19fd9-df66-4ef8-900b-b2b94dcb31c6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:47.085009 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f4a19fd9-df66-4ef8-900b-b2b94dcb31c6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9414921 Nov 11 17:33:47.088377 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46154) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:47.100672 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-59966932-9d18-4306-834f-1ad4dbfccaac tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2062646310'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:47.187620 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-8ce12a9e-37c0-4bd7-8b01-61454d94ba16 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Allocated IP 172.20.0.14 (47e67299-c3c7-461b-beae-e2c814922648/8878f1c9-7104-4f03-9a25-6e8169b1e7ca/0cb4c9b9-207d-4f00-a929-9e7d3243fe33) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:33:47.200926 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66496cd-d0c6-4639-8d27-0ccebd0f2e6b tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] DELETE failed (client error): The resource could not be found. Nov 11 17:33:47.202052 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66496cd-d0c6-4639-8d27-0ccebd0f2e6b tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:33:47.206651 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f66496cd-d0c6-4639-8d27-0ccebd0f2e6b tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/subnets/d8042068-162e-43f4-ac4d-ceb348eb677f HTTP/1.1" status: 404 len: 337 time: 0.2733886 Nov 11 17:33:47.215367 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46158) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:47.233538 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-22151ba8-88cc-4ddd-83b1-0260bb96c63a tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:47.234951 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-22151ba8-88cc-4ddd-83b1-0260bb96c63a tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:47.241234 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b20088-5294-48d3-84b5-107eec3d4c8d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] DELETE failed (client error): The resource could not be found. Nov 11 17:33:47.241781 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b20088-5294-48d3-84b5-107eec3d4c8d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:33:47.244952 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a4b20088-5294-48d3-84b5-107eec3d4c8d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/networks/75639b84-6c07-4627-ab82-b6565fa75d44 HTTP/1.1" status: 404 len: 339 time: 0.0282042 Nov 11 17:33:47.248913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46160) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:47.284608 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59966932-9d18-4306-834f-1ad4dbfccaac tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:47.288032 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-59966932-9d18-4306-834f-1ad4dbfccaac tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:47.289104 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9038609-ea01-49fd-b85f-3fe39327ba8d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] DELETE failed (client error): The resource could not be found. Nov 11 17:33:47.290107 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9038609-ea01-49fd-b85f-3fe39327ba8d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:33:47.297352 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d9038609-ea01-49fd-b85f-3fe39327ba8d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/subnets/d4001cb5-e5d3-459e-b1b1-44750e3dbd2d HTTP/1.1" status: 404 len: 337 time: 0.0465934 Nov 11 17:33:47.298079 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46164) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:47.387176 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb99e3c0-d1b9-48cf-bb62-973a2f6a8ac7 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] DELETE failed (client error): The resource could not be found. Nov 11 17:33:47.390664 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb99e3c0-d1b9-48cf-bb62-973a2f6a8ac7 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:33:47.403625 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-eb99e3c0-d1b9-48cf-bb62-973a2f6a8ac7 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/networks/6541da05-eb00-4087-b87c-68d41704ce51 HTTP/1.1" status: 404 len: 339 time: 0.0914845 Nov 11 17:33:47.407574 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46168) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:47.453806 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-22151ba8-88cc-4ddd-83b1-0260bb96c63a tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:47.476257 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-18c1bca3-87c3-4686-a760-caee4fd61e35 req-2e8ebb47-b3b6-43d2-bfa3-b123f9c36dc6 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=8acd5206-2608-496e-9c77-30150ecf2d68 HTTP/1.1" status: 200 len: 210 time: 0.0693243 Nov 11 17:33:47.480500 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-22151ba8-88cc-4ddd-83b1-0260bb96c63a tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:47.483151 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd64d2c-33f7-455c-b494-952c17e0b29d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] DELETE failed (client error): The resource could not be found. Nov 11 17:33:47.483645 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd64d2c-33f7-455c-b494-952c17e0b29d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:33:47.489937 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1cd64d2c-33f7-455c-b494-952c17e0b29d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/subnets/af3c5226-30b6-4141-b2f4-bfe9e1e32faa HTTP/1.1" status: 404 len: 337 time: 0.0791049 Nov 11 17:33:47.490435 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46170) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:47.533725 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-3c68f5ba-6db6-437f-bc14-f2444bd190bb tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Made reservation on behalf of a740e880171d4d8b81443010826f72e9 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:47.537464 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-3c68f5ba-6db6-437f-bc14-f2444bd190bb tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:47.542824 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbd6533-f283-4c73-a263-901ed66b3cac tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] DELETE failed (client error): The resource could not be found. Nov 11 17:33:47.543556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcbd6533-f283-4c73-a263-901ed66b3cac tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:33:47.549202 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bcbd6533-f283-4c73-a263-901ed66b3cac tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/networks/09da6da0-9725-457e-8fd3-038f9be5ade1 HTTP/1.1" status: 404 len: 339 time: 0.0526645 Nov 11 17:33:47.553623 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46172) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:47.566735 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-22151ba8-88cc-4ddd-83b1-0260bb96c63a tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:47.567974 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-22151ba8-88cc-4ddd-83b1-0260bb96c63a tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8002565 Nov 11 17:33:47.572457 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46174) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:47.726988 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a0a02558-811f-4365-9a1e-80a9ed783fae tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:47.737646 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-419f1778-175d-4de0-98d8-2614020c87f4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Deleting subnet c901702c-b1df-4efe-9dc8-652f4c0d91eb {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:33:47.777410 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-d065862f-4c90-4974-9930-a4ae53219985 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Made reservation on behalf of 7fc3d878de5e4a5bbecc06117d85716e for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:47.780903 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-d065862f-4c90-4974-9930-a4ae53219985 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:47.800425 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-d065862f-4c90-4974-9930-a4ae53219985 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:47.808533 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-419f1778-175d-4de0-98d8-2614020c87f4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:47.822870 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59966932-9d18-4306-834f-1ad4dbfccaac tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1280} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:33:47.859228 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-59966932-9d18-4306-834f-1ad4dbfccaac tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:47.859537 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-59966932-9d18-4306-834f-1ad4dbfccaac tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Added segment d406fe04-d1d3-4e23-a015-4dfbca2310b9 of type vlan for network 818fc6db-9bb5-4a52-85fe-c816d91aa5c9 Nov 11 17:33:47.877520 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c17615b2-0ed9-4424-b0d0-c2095c3576bb req-96e7a796-539e-4bc6-a163-7f105c61fe42 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9fb2bb5-4a1e-4a61-8ff2-f981881158c7 HTTP/1.1" status: 200 len: 210 time: 0.0406973 Nov 11 17:33:47.906937 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-8ce12a9e-37c0-4bd7-8b01-61454d94ba16 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:47.931138 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-59966932-9d18-4306-834f-1ad4dbfccaac tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:47.941464 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-419f1778-175d-4de0-98d8-2614020c87f4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:47.995457 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-59966932-9d18-4306-834f-1ad4dbfccaac tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:48.001297 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a0a02558-811f-4365-9a1e-80a9ed783fae tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:48.001475 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59966932-9d18-4306-834f-1ad4dbfccaac tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:48.001890 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-59966932-9d18-4306-834f-1ad4dbfccaac tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:48.008156 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a0a02558-811f-4365-9a1e-80a9ed783fae tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:48.019260 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-8ce12a9e-37c0-4bd7-8b01-61454d94ba16 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:48.098186 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a0a02558-811f-4365-9a1e-80a9ed783fae tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:48.098675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a02558-811f-4365-9a1e-80a9ed783fae tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57e50226-e3c4-447e-8ccd-159c161b15f0 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:33:48.103134 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-3c68f5ba-6db6-437f-bc14-f2444bd190bb tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Allocated IP 172.20.0.9 (47e67299-c3c7-461b-beae-e2c814922648/8878f1c9-7104-4f03-9a25-6e8169b1e7ca/68e184fc-ae2b-43e9-b2eb-fb12cfd0553c) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:33:48.105738 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-d065862f-4c90-4974-9930-a4ae53219985 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:48.107448 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a0a02558-811f-4365-9a1e-80a9ed783fae tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:48.109341 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a0a02558-811f-4365-9a1e-80a9ed783fae tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] 10.222.0.76 "DELETE /v2.0/routers/57e50226-e3c4-447e-8ccd-159c161b15f0 HTTP/1.1" status: 204 len: 168 time: 0.5355458 Nov 11 17:33:48.113552 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46180) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:48.118967 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-21269f37-9623-45dd-8827-82d715e42e05 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Request body: {'router': {'name': 'tempest-router-1356835881', 'distributed': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:48.121753 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-59966932-9d18-4306-834f-1ad4dbfccaac tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0267973 Nov 11 17:33:48.126732 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46182) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:48.130062 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-d065862f-4c90-4974-9930-a4ae53219985 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:48.138278 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'ports': [{'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46'}, {'network_id': '818fc6db-9bb5-4a52-85fe-c816d91aa5c9'}]} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:48.138946 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'port': {'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:48.139077 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'port': {'network_id': '818fc6db-9bb5-4a52-85fe-c816d91aa5c9'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:48.163706 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59966932-9d18-4306-834f-1ad4dbfccaac tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Network': ['ID=818fc6db-9bb5-4a52-85fe-c816d91aa5c9,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:48.173052 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-8ce12a9e-37c0-4bd7-8b01-61454d94ba16 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Network 47e67299-c3c7-461b-beae-e2c814922648 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:33:48.178561 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 818fc6db-9bb5-4a52-85fe-c816d91aa5c9 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:33:48.196679 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-419f1778-175d-4de0-98d8-2614020c87f4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:48.201779 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21269f37-9623-45dd-8827-82d715e42e05 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:48.202839 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21269f37-9623-45dd-8827-82d715e42e05 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:48.243678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-8ce12a9e-37c0-4bd7-8b01-61454d94ba16 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:48.303920 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-8ce12a9e-37c0-4bd7-8b01-61454d94ba16 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:48.322360 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce12a9e-37c0-4bd7-8b01-61454d94ba16 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Pushing event updated for resources: {'Port': ['ID=0cb4c9b9-207d-4f00-a929-9e7d3243fe33,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:48.360149 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239acb79-8758-4f96-8185-7b65fa0a27d6 None None] DHCP port deletion for 47e67299-c3c7-461b-beae-e2c814922648 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:33:48.372786 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065862f-4c90-4974-9930-a4ae53219985 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff52e080-ef78-415a-ac5d-8174c280620c,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:48.395401 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:48.452045 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-adc420b1-7572-40bb-b9ad-1f85c12d801c None None] Provisioning complete for port 0cb4c9b9-207d-4f00-a929-9e7d3243fe33 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:48.452528 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-adc420b1-7572-40bb-b9ad-1f85c12d801c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:48.469659 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-8ce12a9e-37c0-4bd7-8b01-61454d94ba16 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:48.470507 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-8ce12a9e-37c0-4bd7-8b01-61454d94ba16 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:48.495343 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-adc420b1-7572-40bb-b9ad-1f85c12d801c None None] Port 0cb4c9b9-207d-4f00-a929-9e7d3243fe33 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:33:48.540104 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-8ce12a9e-37c0-4bd7-8b01-61454d94ba16 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7751880 Nov 11 17:33:48.561331 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-d065862f-4c90-4974-9930-a4ae53219985 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Allocated IP 192.168.233.113 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/6159b945-58de-452e-a9f2-35ab7cf603ca) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:33:48.567470 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] Request body: {'port': {'device_id': '68985d3b-a974-4010-af29-dacc5d1202e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:48.726353 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'port': 2} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:48.735325 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:48.780015 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:48.823024 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:49.099867 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] device_id is not set on port 08eed31c-4688-481c-aab4-af1cbcac4939 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:33:49.103126 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6b20461-48e1-4e28-83b9-638cb432e562 req-9435ebc0-11ec-495d-9bb6-54ee8dd6423f tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9fb2bb5-4a1e-4a61-8ff2-f981881158c7 HTTP/1.1" status: 200 len: 210 time: 0.1034250 Nov 11 17:33:49.128098 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21269f37-9623-45dd-8827-82d715e42e05 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:49.171426 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-3c68f5ba-6db6-437f-bc14-f2444bd190bb tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:49.175960 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-d065862f-4c90-4974-9930-a4ae53219985 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:49.246962 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-419f1778-175d-4de0-98d8-2614020c87f4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:49.258721 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21269f37-9623-45dd-8827-82d715e42e05 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:49.281512 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-419f1778-175d-4de0-98d8-2614020c87f4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:49.286885 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707b7f5c-b8fe-4348-882c-d3e86de91d70 None None] Network 0c032b75-b493-4e35-913c-d00aba3d1cf7 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:49.290364 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-419f1778-175d-4de0-98d8-2614020c87f4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/subnets/c901702c-b1df-4efe-9dc8-652f4c0d91eb HTTP/1.1" status: 204 len: 168 time: 1.7357087 Nov 11 17:33:49.292990 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6c775107-879a-4e30-8160-4a9866cedc04 req-f6e4cdd0-b4ef-443f-b9fd-f3811cabebbb tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=8acd5206-2608-496e-9c77-30150ecf2d68 HTTP/1.1" status: 200 len: 210 time: 0.2684689 Nov 11 17:33:49.294198 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-3c68f5ba-6db6-437f-bc14-f2444bd190bb tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:49.307899 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46210) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:49.386105 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-d065862f-4c90-4974-9930-a4ae53219985 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:49.397174 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-3c68f5ba-6db6-437f-bc14-f2444bd190bb tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Network 47e67299-c3c7-461b-beae-e2c814922648 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:33:49.400498 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21269f37-9623-45dd-8827-82d715e42e05 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:49.405526 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-21269f37-9623-45dd-8827-82d715e42e05 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2909846 Nov 11 17:33:49.429654 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46212) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:49.430749 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68f5ba-6db6-437f-bc14-f2444bd190bb tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Pushing event updated for resources: {'Port': ['ID=68e184fc-ae2b-43e9-b2eb-fb12cfd0553c,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:49.436120 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-3c68f5ba-6db6-437f-bc14-f2444bd190bb tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:49.450442 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-3c68f5ba-6db6-437f-bc14-f2444bd190bb tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:49.450899 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f224a5f5-d2bf-4d7a-8083-1e0c07d64f27 None None] DHCP port deletion for 47e67299-c3c7-461b-beae-e2c814922648 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:33:49.549830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c8aa1923-ff4f-4197-9b59-72951e6cf9f7 None None] Provisioning complete for port 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:49.550291 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c8aa1923-ff4f-4197-9b59-72951e6cf9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:49.577962 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f1778-175d-4de0-98d8-2614020c87f4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Subnet': ['ID=c901702c-b1df-4efe-9dc8-652f4c0d91eb,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:49.590953 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa1923-ff4f-4197-9b59-72951e6cf9f7 None None] Port 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:33:49.593884 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-3c68f5ba-6db6-437f-bc14-f2444bd190bb tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:49.594748 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-3c68f5ba-6db6-437f-bc14-f2444bd190bb tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:49.630250 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4adec3-b0a3-49e9-a8b1-033952bef54b None None] DHCP port deletion for 0c032b75-b493-4e35-913c-d00aba3d1cf7 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:33:49.636338 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-d065862f-4c90-4974-9930-a4ae53219985 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:33:49.648819 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:49.664942 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065862f-4c90-4974-9930-a4ae53219985 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Pushing event updated for resources: {'Port': ['ID=6159b945-58de-452e-a9f2-35ab7cf603ca,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:49.675715 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-d065862f-4c90-4974-9930-a4ae53219985 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:49.678354 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-d065862f-4c90-4974-9930-a4ae53219985 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:49.704156 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f4447174-8ffd-42ed-924d-7f7ca6bc8a64 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:49.728940 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-5d4adec3-b0a3-49e9-a8b1-033952bef54b None None] Deleting port 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:49.729591 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5d4adec3-b0a3-49e9-a8b1-033952bef54b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:49.773910 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11cce542-232d-42a2-9541-a8696d55a978 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:49.805814 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-d065862f-4c90-4974-9930-a4ae53219985 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:49.806494 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-d065862f-4c90-4974-9930-a4ae53219985 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:49.816796 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-3c68f5ba-6db6-437f-bc14-f2444bd190bb tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8646705 Nov 11 17:33:49.957796 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f4447174-8ffd-42ed-924d-7f7ca6bc8a64 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:49.960131 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f4447174-8ffd-42ed-924d-7f7ca6bc8a64 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:49.986102 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] device_id is not set on port 841920c1-03b0-4fd5-be2e-177a4d0e82d2 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:33:49.996452 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-d065862f-4c90-4974-9930-a4ae53219985 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1294334 Nov 11 17:33:50.029133 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] Request body: {'port': {'device_id': '8acd5206-2608-496e-9c77-30150ecf2d68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:50.081513 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] Request body: {'port': {'device_id': 'c9fb2bb5-4a1e-4a61-8ff2-f981881158c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:50.105891 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:50.107972 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f4447174-8ffd-42ed-924d-7f7ca6bc8a64 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:50.108842 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4447174-8ffd-42ed-924d-7f7ca6bc8a64 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6870f003-fe71-4434-8e41-622c7c9c66b0 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:33:50.126498 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f4447174-8ffd-42ed-924d-7f7ca6bc8a64 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:50.133515 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f4447174-8ffd-42ed-924d-7f7ca6bc8a64 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] 10.222.0.76 "DELETE /v2.0/routers/6870f003-fe71-4434-8e41-622c7c9c66b0 HTTP/1.1" status: 204 len: 168 time: 0.5776320 Nov 11 17:33:50.134152 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46222) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:50.152921 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-51debb2c-df83-4ee6-94a5-b946fb17c144 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Request body: {'router': {'name': 'tempest-router-1598134657', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9f89b93777e243b68bb2a538a202e03c'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:50.157768 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:33:50.201397 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-51debb2c-df83-4ee6-94a5-b946fb17c144 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:50.202630 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-51debb2c-df83-4ee6-94a5-b946fb17c144 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:50.259589 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-5d4adec3-b0a3-49e9-a8b1-033952bef54b None None] For port 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4,segment=NetworkSegment(a0ae1d75-e694-4f31-b69b-fdaf0aec879e),segment_id=a0ae1d75-e694-4f31-b69b-fdaf0aec879e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:50.260055 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5d4adec3-b0a3-49e9-a8b1-033952bef54b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:50.262414 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-802aa521-ff0a-4dfa-80e2-d29c84978683 None None] Provisioning complete for port 6159b945-58de-452e-a9f2-35ab7cf603ca triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:50.262774 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-802aa521-ff0a-4dfa-80e2-d29c84978683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:50.275586 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:50.305519 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-5d4adec3-b0a3-49e9-a8b1-033952bef54b None None] Calling delete_port for 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:50.333197 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb4c9b9-207d-4f00-a929-9e7d3243fe33 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:33:50.354494 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:50.369830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-802aa521-ff0a-4dfa-80e2-d29c84978683 None None] Port 6159b945-58de-452e-a9f2-35ab7cf603ca cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:33:50.391611 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] Transition to ACTIVE for port object 0cb4c9b9-207d-4f00-a929-9e7d3243fe33 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:33:50.426049 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:50.444924 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:50.512156 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:50.521700 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb4c9b9-207d-4f00-a929-9e7d3243fe33,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:50.522354 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4,segment=NetworkSegment(a0ae1d75-e694-4f31-b69b-fdaf0aec879e),segment_id=a0ae1d75-e694-4f31-b69b-fdaf0aec879e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:50.544962 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:50.554421 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network f7a2233d-f3fd-47d6-8390-2db1e515ee46 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:33:50.567971 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:50.590321 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:50.591212 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:50.603227 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f88cc11-aa5e-4798-8cba-f6b61c180495 None None] DHCP port deletion for 47e67299-c3c7-461b-beae-e2c814922648 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:33:50.644467 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:50.656813 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5d4adec3-b0a3-49e9-a8b1-033952bef54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:50.675309 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:33:50.680611 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:50.685444 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:50.700908 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] Transition to ACTIVE for port object 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:33:50.706169 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4adec3-b0a3-49e9-a8b1-033952bef54b None None] Pushing event deleted for resources: {'Port': ['ID=384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:50.717550 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4adec3-b0a3-49e9-a8b1-033952bef54b None None] No DVR routers for this DVR port 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:33:50.787270 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:50.866283 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fc36b8-d09e-4150-9128-23ff18f6c3f8 None None] DHCP port deletion for 47e67299-c3c7-461b-beae-e2c814922648 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:33:50.930991 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=68e184fc-ae2b-43e9-b2eb-fb12cfd0553c,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:50.957820 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-11cce542-232d-42a2-9541-a8696d55a978 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Deleting port 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:50.958404 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11cce542-232d-42a2-9541-a8696d55a978 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:50.966041 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096a34a-49e1-4277-9f3d-2f927d89ed07 req-b36a4cb6-eb0c-4e80-bac2-4b77500770e0 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:50.969846 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f096a34a-49e1-4277-9f3d-2f927d89ed07 req-b36a4cb6-eb0c-4e80-bac2-4b77500770e0 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=8acd5206-2608-496e-9c77-30150ecf2d68 HTTP/1.1" status: 200 len: 943 time: 0.2264981 Nov 11 17:33:50.978600 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eaa97f-5e38-4ac1-9da9-7f00ce28a9cb req-c95c9681-4cc1-452b-b087-e932f0fcbee9 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:50.981746 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45eaa97f-5e38-4ac1-9da9-7f00ce28a9cb req-c95c9681-4cc1-452b-b087-e932f0fcbee9 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9fb2bb5-4a1e-4a61-8ff2-f981881158c7 HTTP/1.1" status: 200 len: 936 time: 0.2783663 Nov 11 17:33:50.982664 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-51debb2c-df83-4ee6-94a5-b946fb17c144 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:51.116050 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-51debb2c-df83-4ee6-94a5-b946fb17c144 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:51.219248 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Port': ['ID=08eed31c-4688-481c-aab4-af1cbcac4939,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:51.299760 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-51debb2c-df83-4ee6-94a5-b946fb17c144 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:51.304734 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-51debb2c-df83-4ee6-94a5-b946fb17c144 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1677692 Nov 11 17:33:51.310253 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46232) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:51.324489 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Checking segment: {'id': 'd406fe04-d1d3-4e23-a015-4dfbca2310b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '818fc6db-9bb5-4a52-85fe-c816d91aa5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:51.324852 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network hostable DHCP agents. Network: 818fc6db-9bb5-4a52-85fe-c816d91aa5c9, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:33:51.328701 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-f61bae6e-cb20-475d-920f-975d363b30a5 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:51.336347 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] Attempting to bind port 0cb4c9b9-207d-4f00-a929-9e7d3243fe33 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:33:51.336693 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] Attempting to bind port 0cb4c9b9-207d-4f00-a929-9e7d3243fe33 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'c7db2cfe-0a45-446b-af5c-63c27b6eccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '47e67299-c3c7-461b-beae-e2c814922648'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:33:51.336993 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] Attempting to bind port 0cb4c9b9-207d-4f00-a929-9e7d3243fe33 on network 47e67299-c3c7-461b-beae-e2c814922648 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:33:51.339481 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-11cce542-232d-42a2-9541-a8696d55a978 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] For port 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4, host n-d-816206-4, got binding levels [] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:51.340074 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f096a34a-49e1-4277-9f3d-2f927d89ed07 req-7a1c12bd-e7c0-4001-a759-cac1aa816aa2 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559825 Nov 11 17:33:51.348303 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11cce542-232d-42a2-9541-a8696d55a978 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:51.402589 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-11cce542-232d-42a2-9541-a8696d55a978 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Calling delete_port for 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:51.405527 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] Port 0cb4c9b9-207d-4f00-a929-9e7d3243fe33 on network 47e67299-c3c7-461b-beae-e2c814922648 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:33:51.405932 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] Attempting to bind port 0cb4c9b9-207d-4f00-a929-9e7d3243fe33 on network 47e67299-c3c7-461b-beae-e2c814922648 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:33:51.410584 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.ipam_backend_mixin [None req-11cce542-232d-42a2-9541-a8696d55a978 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Port 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4 was not found and therefore no delete operation was performed {{(pid=102617) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 17:33:51.422389 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11cce542-232d-42a2-9541-a8696d55a978 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:51.424833 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Port': ['ID=841920c1-03b0-4fd5-be2e-177a4d0e82d2,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:51.436659 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] Attempting to bind port 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:33:51.436817 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] Attempting to bind port 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'c7db2cfe-0a45-446b-af5c-63c27b6eccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '47e67299-c3c7-461b-beae-e2c814922648'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:33:51.437114 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] Attempting to bind port 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c on network 47e67299-c3c7-461b-beae-e2c814922648 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:33:51.444346 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45eaa97f-5e38-4ac1-9da9-7f00ce28a9cb req-28fcd1e8-e375-4a0b-a5fb-2dc9d513673d tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff52e080-ef78-415a-ac5d-8174c280620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517842 Nov 11 17:33:51.447338 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:33:51.447685 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] Checking segment: {'id': 'c7db2cfe-0a45-446b-af5c-63c27b6eccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '47e67299-c3c7-461b-beae-e2c814922648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:51.448094 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] Bound using segment: {'id': 'c7db2cfe-0a45-446b-af5c-63c27b6eccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '47e67299-c3c7-461b-beae-e2c814922648'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:33:51.448534 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] Bound port: 0cb4c9b9-207d-4f00-a929-9e7d3243fe33, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7db2cfe-0a45-446b-af5c-63c27b6eccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '47e67299-c3c7-461b-beae-e2c814922648'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:33:51.448894 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:51.480339 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network 818fc6db-9bb5-4a52-85fe-c816d91aa5c9 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:33:51.494140 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cce542-232d-42a2-9541-a8696d55a978 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] No DVR routers for this DVR port 384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:33:51.495767 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cce542-232d-42a2-9541-a8696d55a978 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Port': ['ID=384eb8b3-96b2-480c-bc47-8a2f1ea8e8a4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:51.534941 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] Port 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c on network 47e67299-c3c7-461b-beae-e2c814922648 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:33:51.535286 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] Attempting to bind port 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c on network 47e67299-c3c7-461b-beae-e2c814922648 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:33:51.544314 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 818fc6db-9bb5-4a52-85fe-c816d91aa5c9) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:51.544973 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:33:51.545378 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] Checking segment: {'id': 'c7db2cfe-0a45-446b-af5c-63c27b6eccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '47e67299-c3c7-461b-beae-e2c814922648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:51.545824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] Bound using segment: {'id': 'c7db2cfe-0a45-446b-af5c-63c27b6eccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '47e67299-c3c7-461b-beae-e2c814922648'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:33:51.546749 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] Bound port: 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7db2cfe-0a45-446b-af5c-63c27b6eccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '47e67299-c3c7-461b-beae-e2c814922648'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:33:51.546749 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:51.555304 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:51.558363 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7feff11e-1536-470a-ba9f-15ff5880bb2e None None] Network 818fc6db-9bb5-4a52-85fe-c816d91aa5c9 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:51.561367 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:51.566883 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:51.567895 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:51.599457 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6159b945-58de-452e-a9f2-35ab7cf603ca {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:33:51.612756 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] For port 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:33:51.615930 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] For port 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=68e184fc-ae2b-43e9-b2eb-fb12cfd0553c,segment=NetworkSegment(c7db2cfe-0a45-446b-af5c-63c27b6eccf0),segment_id=c7db2cfe-0a45-446b-af5c-63c27b6eccf0)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:33:51.622741 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:51.655476 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:51.708475 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-84567828-5a2d-488b-aae6-0935b494dd6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5727866 Nov 11 17:33:51.709664 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11cce542-232d-42a2-9541-a8696d55a978 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:51.718275 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46234) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:51.719954 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] Transition to ACTIVE for port object 6159b945-58de-452e-a9f2-35ab7cf603ca will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:33:51.732967 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f61bae6e-cb20-475d-920f-975d363b30a5 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:51.733299 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f61bae6e-cb20-475d-920f-975d363b30a5 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:51.737349 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:51.748267 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] For port 0cb4c9b9-207d-4f00-a929-9e7d3243fe33, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:33:51.751470 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-11cce542-232d-42a2-9541-a8696d55a978 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c032b75-b493-4e35-913c-d00aba3d1cf7']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:51.762068 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85f7de9-cb55-4d96-afc9-af4e02919fe4 None None] DHCP port deletion for 47e67299-c3c7-461b-beae-e2c814922648 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:33:51.792004 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] For port 0cb4c9b9-207d-4f00-a929-9e7d3243fe33, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=0cb4c9b9-207d-4f00-a929-9e7d3243fe33,segment=NetworkSegment(c7db2cfe-0a45-446b-af5c-63c27b6eccf0),segment_id=c7db2cfe-0a45-446b-af5c-63c27b6eccf0)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:33:51.801686 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-11cce542-232d-42a2-9541-a8696d55a978 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ae1d75-e694-4f31-b69b-fdaf0aec879e') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:51.801988 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-11cce542-232d-42a2-9541-a8696d55a978 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ae1d75-e694-4f31-b69b-fdaf0aec879e') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:51.813725 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:51.817278 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11cce542-232d-42a2-9541-a8696d55a978 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:51.843574 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] Pushing event updated for resources: {'Port': ['ID=6159b945-58de-452e-a9f2-35ab7cf603ca,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:51.849517 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:51.852188 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:51.853737 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] 10.222.0.83 "PUT /v2.0/ports/68e184fc-ae2b-43e9-b2eb-fb12cfd0553c HTTP/1.1" status: 200 len: 1091 time: 1.8308878 Nov 11 17:33:51.860770 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8acd5206-2608-496e-9c77-30150ecf2d68', 'tag': '68e184fc-ae2b-43e9-b2eb-fb12cfd0553c'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:33:51.867653 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11cce542-232d-42a2-9541-a8696d55a978 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:51.870941 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba465d09-0036-48e7-a5cc-dfa79c12b8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "8acd5206-2608-496e-9c77-30150ecf2d68", "tag": "68e184fc-ae2b-43e9-b2eb-fb12cfd0553c"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:33:51.884967 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483a556d-ba08-4b9f-a5ac-7dac99041168 None None] DHCP port deletion for 47e67299-c3c7-461b-beae-e2c814922648 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:33:51.945933 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:51.953833 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:51.955971 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] 10.222.0.64 "PUT /v2.0/ports/0cb4c9b9-207d-4f00-a929-9e7d3243fe33 HTTP/1.1" status: 200 len: 1092 time: 3.3976228 Nov 11 17:33:51.968488 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68985d3b-a974-4010-af29-dacc5d1202e9', 'tag': '0cb4c9b9-207d-4f00-a929-9e7d3243fe33'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:33:51.974702 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c407352-e5e1-4d91-8b46-1fbd115c6d42" -d '{"events": [{"name": "network-changed", "server_uuid": "68985d3b-a974-4010-af29-dacc5d1202e9", "tag": "0cb4c9b9-207d-4f00-a929-9e7d3243fe33"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:33:51.997177 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffe13f8-9838-4c36-95c2-be083cb0d2a5 x-openstack-request-id: req-dffe13f8-9838-4c36-95c2-be083cb0d2a5 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:33:51.997440 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8acd5206-2608-496e-9c77-30150ecf2d68", "tag": "68e184fc-ae2b-43e9-b2eb-fb12cfd0553c", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:33:51.997708 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dffe13f8-9838-4c36-95c2-be083cb0d2a5 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:33:51.998118 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8acd5206-2608-496e-9c77-30150ecf2d68', 'tag': '68e184fc-ae2b-43e9-b2eb-fb12cfd0553c', 'status': 'completed', 'code': 200} Nov 11 17:33:52.008339 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f61bae6e-cb20-475d-920f-975d363b30a5 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102618) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 11 17:33:52.008675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f61bae6e-cb20-475d-920f-975d363b30a5 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Router 72401c6d-b225-4d0f-9524-86b4122badf7 migrating from provider to provider. {{(pid=102618) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 11 17:33:52.009055 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f61bae6e-cb20-475d-920f-975d363b30a5 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:52.030413 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11cce542-232d-42a2-9541-a8696d55a978 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:33:52.030700 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11cce542-232d-42a2-9541-a8696d55a978 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:33:52.035258 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:33:52.037791 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3057d9-90a3-4240-81f5-03deec17fbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=68e184fc-ae2b-43e9-b2eb-fb12cfd0553c,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:52.057153 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f61bae6e-cb20-475d-920f-975d363b30a5 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:52.077843 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f61bae6e-cb20-475d-920f-975d363b30a5 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-917831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-917838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932385'] for router, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:52.141920 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9567770f-257e-4107-bb25-a4046a9d9672 x-openstack-request-id: req-9567770f-257e-4107-bb25-a4046a9d9672 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:33:52.142215 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68985d3b-a974-4010-af29-dacc5d1202e9", "tag": "0cb4c9b9-207d-4f00-a929-9e7d3243fe33", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:33:52.142659 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9567770f-257e-4107-bb25-a4046a9d9672 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:33:52.143067 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68985d3b-a974-4010-af29-dacc5d1202e9', 'tag': '0cb4c9b9-207d-4f00-a929-9e7d3243fe33', 'status': 'completed', 'code': 200} Nov 11 17:33:52.147603 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-7142338c-224a-4096-b022-3e7e8500a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:52.150032 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-7142338c-224a-4096-b022-3e7e8500a9b2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a740e880171d4d8b81443010826f72e9&device_id=8acd5206-2608-496e-9c77-30150ecf2d68 HTTP/1.1" status: 200 len: 1094 time: 0.2092803 Nov 11 17:33:52.217163 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ebc51-08ef-4af4-9718-cb30d8a1b652 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb4c9b9-207d-4f00-a929-9e7d3243fe33,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:52.251204 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] Attempting to bind port 6159b945-58de-452e-a9f2-35ab7cf603ca on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:33:52.251444 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] Attempting to bind port 6159b945-58de-452e-a9f2-35ab7cf603ca by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:33:52.251869 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] Attempting to bind port 6159b945-58de-452e-a9f2-35ab7cf603ca on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:33:52.257872 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11cce542-232d-42a2-9541-a8696d55a978 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:52.263776 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-054ddd55-4bdb-429a-a63c-733183e35bcb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68e184fc-ae2b-43e9-b2eb-fb12cfd0553c HTTP/1.1" status: 200 len: 217 time: 0.0542552 Nov 11 17:33:52.265730 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11cce542-232d-42a2-9541-a8696d55a978 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:52.272416 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-11cce542-232d-42a2-9541-a8696d55a978 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/networks/0c032b75-b493-4e35-913c-d00aba3d1cf7 HTTP/1.1" status: 204 len: 168 time: 2.9590621 Nov 11 17:33:52.273851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46252) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:52.284552 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-a69a5ca1-75da-40f9-a78b-22caf5fb546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:52.286138 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-a69a5ca1-75da-40f9-a78b-22caf5fb546d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a740e880171d4d8b81443010826f72e9&device_id=68985d3b-a974-4010-af29-dacc5d1202e9 HTTP/1.1" status: 200 len: 1095 time: 0.2360163 Nov 11 17:33:52.288914 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] Port 6159b945-58de-452e-a9f2-35ab7cf603ca on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:33:52.289285 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] Attempting to bind port 6159b945-58de-452e-a9f2-35ab7cf603ca on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:33:52.300585 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-26a36928-955b-4ced-9145-9c0bfd834ba7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting port 841920c1-03b0-4fd5-be2e-177a4d0e82d2 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:52.301196 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26a36928-955b-4ced-9145-9c0bfd834ba7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:52.304977 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:33:52.305318 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:52.305716 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:33:52.306458 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] Bound port: 6159b945-58de-452e-a9f2-35ab7cf603ca, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:33:52.306825 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:52.329881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cce542-232d-42a2-9541-a8696d55a978 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Network': ['ID=0c032b75-b493-4e35-913c-d00aba3d1cf7,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:52.354414 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e6facd-9656-4a52-8e18-dc43f25723c9 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] DELETE failed (client error): The resource could not be found. Nov 11 17:33:52.355253 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e6facd-9656-4a52-8e18-dc43f25723c9 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:33:52.359386 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-27e6facd-9656-4a52-8e18-dc43f25723c9 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/subnets/2f07e2b4-e5d0-4bbb-978e-0da0f505139b HTTP/1.1" status: 404 len: 337 time: 0.0734291 Nov 11 17:33:52.362559 n-d-816206-4 neutron-server[102618]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f61bae6e-cb20-475d-920f-975d363b30a5 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] No L3 agents can host the router 72401c6d-b225-4d0f-9524-86b4122badf7 Nov 11 17:33:52.385326 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46256) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:52.405640 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5b2a08-19e5-4bae-9ff3-7bfa92f7535d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] DELETE failed (client error): The resource could not be found. Nov 11 17:33:52.406199 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5b2a08-19e5-4bae-9ff3-7bfa92f7535d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:33:52.412440 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cc5b2a08-19e5-4bae-9ff3-7bfa92f7535d tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/networks/d8ebbed8-022d-4418-83d6-036a5a3c80f8 HTTP/1.1" status: 404 len: 339 time: 0.0263252 Nov 11 17:33:52.413917 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-ca01ad23-6d7f-4da1-abeb-e4ce44a6c411 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cb4c9b9-207d-4f00-a929-9e7d3243fe33 HTTP/1.1" status: 200 len: 217 time: 0.0935738 Nov 11 17:33:52.414394 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46258) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:52.478198 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-d727aa2f-4052-4cb1-804e-3ebae68143e4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Deleting subnet 930b6175-7017-45f1-90d3-5f0636de3d01 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:33:52.482467 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d727aa2f-4052-4cb1-804e-3ebae68143e4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:52.537180 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d727aa2f-4052-4cb1-804e-3ebae68143e4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:52.632843 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26a36928-955b-4ced-9145-9c0bfd834ba7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:52.695184 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-75688cf8-84ad-4ba7-88d8-805ea41426ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:52.697203 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-75688cf8-84ad-4ba7-88d8-805ea41426ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8878f1c9-7104-4f03-9a25-6e8169b1e7ca HTTP/1.1" status: 200 len: 852 time: 0.2320373 Nov 11 17:33:52.702644 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d727aa2f-4052-4cb1-804e-3ebae68143e4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:52.711886 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-a90ed5ec-0b83-4b2d-bda2-0e12f94cb35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:52.714363 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-a90ed5ec-0b83-4b2d-bda2-0e12f94cb35f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8878f1c9-7104-4f03-9a25-6e8169b1e7ca HTTP/1.1" status: 200 len: 852 time: 0.4392452 Nov 11 17:33:52.802364 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d727aa2f-4052-4cb1-804e-3ebae68143e4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:52.840984 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-f076de9b-b113-40c0-9f33-4ff78977a402 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47e67299-c3c7-461b-beae-e2c814922648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632298 Nov 11 17:33:52.845088 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-26a36928-955b-4ced-9145-9c0bfd834ba7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Calling delete_port for 841920c1-03b0-4fd5-be2e-177a4d0e82d2 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:52.891955 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1127f4-e728-4129-afc9-8e923aae5ac1 None None] Network 03553e80-06bf-4130-b6c9-6e3673f2ed50 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:52.895093 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] For port 6159b945-58de-452e-a9f2-35ab7cf603ca, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:33:52.895490 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-14239346-4871-4fa9-9715-1f35797a2d72 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=47e67299-c3c7-461b-beae-e2c814922648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155381 Nov 11 17:33:52.915282 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d727aa2f-4052-4cb1-804e-3ebae68143e4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:52.921386 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d727aa2f-4052-4cb1-804e-3ebae68143e4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/subnets/930b6175-7017-45f1-90d3-5f0636de3d01 HTTP/1.1" status: 204 len: 168 time: 0.5017610 Nov 11 17:33:52.921386 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727aa2f-4052-4cb1-804e-3ebae68143e4 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Subnet': ['ID=930b6175-7017-45f1-90d3-5f0636de3d01,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:52.925273 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46264) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:52.927557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06c613-0698-4253-a20d-9e118f76395e req-cb1db8a8-11f5-439e-af43-601825c6de24 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:52.941185 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b06c613-0698-4253-a20d-9e118f76395e req-cb1db8a8-11f5-439e-af43-601825c6de24 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=8acd5206-2608-496e-9c77-30150ecf2d68 HTTP/1.1" status: 200 len: 943 time: 0.4228244 Nov 11 17:33:52.988471 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] For port 6159b945-58de-452e-a9f2-35ab7cf603ca, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6159b945-58de-452e-a9f2-35ab7cf603ca,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:33:53.146306 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61bae6e-cb20-475d-920f-975d363b30a5 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Hosts for router 72401c6d-b225-4d0f-9524-86b4122badf7: [] {{(pid=102618) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 11 17:33:53.231206 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485fc36-f6e9-43a1-a000-dcd7e26c5f9b req-9060772b-60ed-4aaa-846f-dad51b170309 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:53.234329 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9485fc36-f6e9-43a1-a000-dcd7e26c5f9b req-9060772b-60ed-4aaa-846f-dad51b170309 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9fb2bb5-4a1e-4a61-8ff2-f981881158c7 HTTP/1.1" status: 200 len: 948 time: 0.5938988 Nov 11 17:33:53.270395 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd38ef03-e7bc-4485-a275-edc5528fdf37 None None] DHCP port deletion for 03553e80-06bf-4130-b6c9-6e3673f2ed50 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:33:53.320569 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-60103dd2-7102-4792-b935-85f3744b2296 service neutron] 10.222.0.83 "GET /v2.0/networks/47e67299-c3c7-461b-beae-e2c814922648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074025 Nov 11 17:33:53.334663 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61bae6e-cb20-475d-920f-975d363b30a5 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Hosts for other DVR routers connected to router 72401c6d-b225-4d0f-9524-86b4122badf7: set() {{(pid=102618) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 11 17:33:53.339446 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f61bae6e-cb20-475d-920f-975d363b30a5 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:53.343845 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f61bae6e-cb20-475d-920f-975d363b30a5 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] 10.222.0.76 "PUT /v2.0/routers/72401c6d-b225-4d0f-9524-86b4122badf7 HTTP/1.1" status: 200 len: 717 time: 2.0310943 Nov 11 17:33:53.344539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46270) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:53.353070 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-fd38ef03-e7bc-4485-a275-edc5528fdf37 None None] Deleting port d6eafefc-5246-451a-bd7c-818801480dfb {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:53.356999 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fd38ef03-e7bc-4485-a275-edc5528fdf37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:53.477882 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-fd38ef03-e7bc-4485-a275-edc5528fdf37 None None] For port d6eafefc-5246-451a-bd7c-818801480dfb, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d6eafefc-5246-451a-bd7c-818801480dfb,segment=NetworkSegment(e5b6408a-4eaa-49ee-8cd6-673742a10b3b),segment_id=e5b6408a-4eaa-49ee-8cd6-673742a10b3b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:53.478387 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fd38ef03-e7bc-4485-a275-edc5528fdf37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:53.503116 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-fd38ef03-e7bc-4485-a275-edc5528fdf37 None None] Calling delete_port for d6eafefc-5246-451a-bd7c-818801480dfb owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:53.650276 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fd38ef03-e7bc-4485-a275-edc5528fdf37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:53.671775 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:53.706265 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38ef03-e7bc-4485-a275-edc5528fdf37 None None] Pushing event deleted for resources: {'Port': ['ID=d6eafefc-5246-451a-bd7c-818801480dfb,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:53.710334 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd38ef03-e7bc-4485-a275-edc5528fdf37 None None] No DVR routers for this DVR port d6eafefc-5246-451a-bd7c-818801480dfb on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:33:53.747300 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] Pushing event updated for resources: {'Port': ['ID=6159b945-58de-452e-a9f2-35ab7cf603ca,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:53.842652 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-33f2fd8e-4ed8-4af8-822a-257237239004 service neutron] 10.222.0.64 "GET /v2.0/networks/47e67299-c3c7-461b-beae-e2c814922648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9932435 Nov 11 17:33:53.849666 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0154f6af-89f3-4f79-a83e-66928f7971b3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:53.852484 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:53.853408 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:53.854920 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-3023599b-11d6-4ced-9ebc-41c1df5bffc1 service neutron] 10.222.0.64 "PUT /v2.0/ports/6159b945-58de-452e-a9f2-35ab7cf603ca HTTP/1.1" status: 200 len: 1096 time: 3.8038609 Nov 11 17:33:54.020206 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:54.066330 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b06c613-0698-4253-a20d-9e118f76395e req-28fec5d3-fd4c-44ae-86c6-809531d00070 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1233661 Nov 11 17:33:54.159889 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26a36928-955b-4ced-9145-9c0bfd834ba7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:54.161176 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device d6eafefc-5246-451a-bd7c-818801480dfb no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:33:54.165119 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0154f6af-89f3-4f79-a83e-66928f7971b3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:54.171634 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-43b83140-33f1-4ef2-a564-e90aea8746cf tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] 10.222.0.76 "GET /v2.0/routers/72401c6d-b225-4d0f-9524-86b4122badf7 HTTP/1.1" status: 200 len: 717 time: 0.8081944 Nov 11 17:33:54.192223 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-0154f6af-89f3-4f79-a83e-66928f7971b3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03553e80-06bf-4130-b6c9-6e3673f2ed50']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:54.203154 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-0154f6af-89f3-4f79-a83e-66928f7971b3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b6408a-4eaa-49ee-8cd6-673742a10b3b') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:54.203527 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-0154f6af-89f3-4f79-a83e-66928f7971b3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b6408a-4eaa-49ee-8cd6-673742a10b3b') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:54.205849 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46274) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:54.208714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a36928-955b-4ced-9145-9c0bfd834ba7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Port': ['ID=841920c1-03b0-4fd5-be2e-177a4d0e82d2,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:54.212874 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: d6eafefc-5246-451a-bd7c-818801480dfb {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:33:54.213219 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device d6eafefc-5246-451a-bd7c-818801480dfb not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:33:54.218253 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0154f6af-89f3-4f79-a83e-66928f7971b3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:54.238407 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0154f6af-89f3-4f79-a83e-66928f7971b3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:54.244769 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0154f6af-89f3-4f79-a83e-66928f7971b3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:33:54.245171 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0154f6af-89f3-4f79-a83e-66928f7971b3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:54.255412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9485fc36-f6e9-43a1-a000-dcd7e26c5f9b req-7f9ff8c0-af5b-4a6d-bf0d-cc4f920f412d tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff52e080-ef78-415a-ac5d-8174c280620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9802213 Nov 11 17:33:54.301640 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-b5013a87-023a-40e2-a775-67dd2ac28285 service neutron] 10.222.0.83 "GET /v2.0/networks/47e67299-c3c7-461b-beae-e2c814922648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9470632 Nov 11 17:33:54.307594 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26a36928-955b-4ced-9145-9c0bfd834ba7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:54.311787 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-26a36928-955b-4ced-9145-9c0bfd834ba7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/ports/841920c1-03b0-4fd5-be2e-177a4d0e82d2 HTTP/1.1" status: 204 len: 168 time: 2.5884242 Nov 11 17:33:54.313290 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9fb2bb5-4a1e-4a61-8ff2-f981881158c7', 'tag': '6159b945-58de-452e-a9f2-35ab7cf603ca'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:33:54.313959 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46280) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:54.320575 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49f175d-2c03-4083-ba71-b3bde7f9c121" -d '{"events": [{"name": "network-changed", "server_uuid": "c9fb2bb5-4a1e-4a61-8ff2-f981881158c7", "tag": "6159b945-58de-452e-a9f2-35ab7cf603ca"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:33:54.323050 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:33:54.329012 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-f7e8402a-77c7-4f71-a26a-dd5bc4f77d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:54.339297 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-f7e8402a-77c7-4f71-a26a-dd5bc4f77d11 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fc3d878de5e4a5bbecc06117d85716e&device_id=c9fb2bb5-4a1e-4a61-8ff2-f981881158c7 HTTP/1.1" status: 200 len: 1099 time: 0.4071851 Nov 11 17:33:54.341370 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c2fdc6b1-d09f-42cf-881f-5a029aef724f req-02577286-4791-46d0-b8ca-5b2d11d1f1b9 service neutron] 10.222.0.64 "GET /v2.0/networks/47e67299-c3c7-461b-beae-e2c814922648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854558 Nov 11 17:33:54.469130 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9758f8b1-aa2f-4c40-b5ec-a7e22a2decb2 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:54.486037 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9758f8b1-aa2f-4c40-b5ec-a7e22a2decb2 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:54.487687 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9758f8b1-aa2f-4c40-b5ec-a7e22a2decb2 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1722426 Nov 11 17:33:54.492521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46286) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:54.537839 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc4c289-02c9-4ad5-9d09-9bd4fc1de046 x-openstack-request-id: req-ddc4c289-02c9-4ad5-9d09-9bd4fc1de046 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:33:54.540216 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9fb2bb5-4a1e-4a61-8ff2-f981881158c7", "tag": "6159b945-58de-452e-a9f2-35ab7cf603ca", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:33:54.540709 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ddc4c289-02c9-4ad5-9d09-9bd4fc1de046 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:33:54.541409 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9fb2bb5-4a1e-4a61-8ff2-f981881158c7', 'tag': '6159b945-58de-452e-a9f2-35ab7cf603ca', 'status': 'completed', 'code': 200} Nov 11 17:33:54.544358 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-81ab8cd5-2290-44a7-bead-ffb8b538d5c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=6159b945-58de-452e-a9f2-35ab7cf603ca HTTP/1.1" status: 200 len: 217 time: 0.1661811 Nov 11 17:33:54.639285 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-7efc7fc5-767d-4317-b70c-0378ad3e37e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:54.640890 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-7efc7fc5-767d-4317-b70c-0378ad3e37e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0794322 Nov 11 17:33:54.648579 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-64b22291-0f13-4796-b356-799b6ded65a9 tempest-RoutersTestDVR-2087730820 tempest-RoutersTestDVR-2087730820-project] 10.222.0.76 "GET /v2.0/routers/72401c6d-b225-4d0f-9524-86b4122badf7 HTTP/1.1" status: 200 len: 683 time: 0.4201467 Nov 11 17:33:54.653242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46288) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:54.655346 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba465d09-0036-48e7-a5cc-dfa79c12b8e3 req-7ea39fd0-01d0-4ab8-83d5-acc3555fd7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:54.657136 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba465d09-0036-48e7-a5cc-dfa79c12b8e3 req-7ea39fd0-01d0-4ab8-83d5-acc3555fd7aa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a740e880171d4d8b81443010826f72e9&device_id=8acd5206-2608-496e-9c77-30150ecf2d68 HTTP/1.1" status: 200 len: 1094 time: 0.2630694 Nov 11 17:33:54.723777 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0154f6af-89f3-4f79-a83e-66928f7971b3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:54.727849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c407352-e5e1-4d91-8b46-1fbd115c6d42 req-ed12bdb7-57e6-42ea-84b8-9ae4b56d153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:54.729365 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3c407352-e5e1-4d91-8b46-1fbd115c6d42 req-ed12bdb7-57e6-42ea-84b8-9ae4b56d153e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a740e880171d4d8b81443010826f72e9&device_id=68985d3b-a974-4010-af29-dacc5d1202e9 HTTP/1.1" status: 200 len: 1095 time: 0.1838589 Nov 11 17:33:54.750336 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0154f6af-89f3-4f79-a83e-66928f7971b3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:54.754002 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0154f6af-89f3-4f79-a83e-66928f7971b3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] 10.222.0.76 "DELETE /v2.0/networks/03553e80-06bf-4130-b6c9-6e3673f2ed50 HTTP/1.1" status: 204 len: 168 time: 1.7977445 Nov 11 17:33:54.755940 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154f6af-89f3-4f79-a83e-66928f7971b3 tempest-NetworksIpV6Test-2078141681 tempest-NetworksIpV6Test-2078141681-project] Pushing event deleted for resources: {'Network': ['ID=03553e80-06bf-4130-b6c9-6e3673f2ed50,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:54.786079 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-7dd5ccae-e5ef-48f6-8431-98d84658a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:54.787768 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-7dd5ccae-e5ef-48f6-8431-98d84658a964 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1281648 Nov 11 17:33:54.890537 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90bdca0c-b773-447f-b084-3c12d8d14202 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:54.914997 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-e12bf6ae-3182-4860-98a4-6e5ae3f02287 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004958 Nov 11 17:33:55.062645 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-170d5f91-3453-42b3-8b1b-9a37496e581a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting port 08eed31c-4688-481c-aab4-af1cbcac4939 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:55.063111 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-170d5f91-3453-42b3-8b1b-9a37496e581a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:55.106513 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e8a262ac-5a18-4aae-bc6e-6ef29e23dd2e req-02e2f454-998e-44a8-8e2a-2890cad4f53f service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824086 Nov 11 17:33:55.129863 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c407352-e5e1-4d91-8b46-1fbd115c6d42 req-9a600c51-3255-4953-b79c-2e06b4d8c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:55.132169 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3c407352-e5e1-4d91-8b46-1fbd115c6d42 req-9a600c51-3255-4953-b79c-2e06b4d8c35c service neutron] 10.222.0.64 "GET /v2.0/networks?id=47e67299-c3c7-461b-beae-e2c814922648 HTTP/1.1" status: 200 len: 914 time: 0.3835390 Nov 11 17:33:55.165994 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba465d09-0036-48e7-a5cc-dfa79c12b8e3 req-52eb85d9-7fa6-427e-981e-66c5e5158233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:55.167778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba465d09-0036-48e7-a5cc-dfa79c12b8e3 req-52eb85d9-7fa6-427e-981e-66c5e5158233 service neutron] 10.222.0.83 "GET /v2.0/networks?id=47e67299-c3c7-461b-beae-e2c814922648 HTTP/1.1" status: 200 len: 914 time: 0.4075284 Nov 11 17:33:55.228787 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3c407352-e5e1-4d91-8b46-1fbd115c6d42 req-18e6cb0a-117c-4f53-8fae-2e086b914a18 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cb4c9b9-207d-4f00-a929-9e7d3243fe33 HTTP/1.1" status: 200 len: 217 time: 0.0658960 Nov 11 17:33:55.230493 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46296) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:55.314092 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba465d09-0036-48e7-a5cc-dfa79c12b8e3 req-14728908-ef60-4e9b-af7f-64b6b1e6f97d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68e184fc-ae2b-43e9-b2eb-fb12cfd0553c HTTP/1.1" status: 200 len: 217 time: 0.0625479 Nov 11 17:33:55.348430 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90bdca0c-b773-447f-b084-3c12d8d14202 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:55.352510 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f175d-2c03-4083-ba71-b3bde7f9c121 req-a42bbbf6-ed0b-46f8-bb38-2ba2af8f3ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:55.353871 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90bdca0c-b773-447f-b084-3c12d8d14202 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:55.354901 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e49f175d-2c03-4083-ba71-b3bde7f9c121 req-a42bbbf6-ed0b-46f8-bb38-2ba2af8f3ddd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fc3d878de5e4a5bbecc06117d85716e&device_id=c9fb2bb5-4a1e-4a61-8ff2-f981881158c7 HTTP/1.1" status: 200 len: 1099 time: 0.1391821 Nov 11 17:33:55.357336 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-170d5f91-3453-42b3-8b1b-9a37496e581a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:55.430350 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c407352-e5e1-4d91-8b46-1fbd115c6d42 req-e5d5048d-4a8c-4d16-a6cd-9012d513ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:55.432530 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3c407352-e5e1-4d91-8b46-1fbd115c6d42 req-e5d5048d-4a8c-4d16-a6cd-9012d513ac86 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8878f1c9-7104-4f03-9a25-6e8169b1e7ca HTTP/1.1" status: 200 len: 852 time: 0.1709447 Nov 11 17:33:55.461249 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-170d5f91-3453-42b3-8b1b-9a37496e581a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Calling delete_port for 08eed31c-4688-481c-aab4-af1cbcac4939 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:55.515321 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba465d09-0036-48e7-a5cc-dfa79c12b8e3 req-8b43c179-9a58-4b50-a863-f357d829b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:55.518515 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba465d09-0036-48e7-a5cc-dfa79c12b8e3 req-8b43c179-9a58-4b50-a863-f357d829b6c1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8878f1c9-7104-4f03-9a25-6e8169b1e7ca HTTP/1.1" status: 200 len: 852 time: 0.1815259 Nov 11 17:33:55.520120 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90bdca0c-b773-447f-b084-3c12d8d14202 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:55.520722 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bdca0c-b773-447f-b084-3c12d8d14202 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72401c6d-b225-4d0f-9524-86b4122badf7 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:33:55.526573 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3c407352-e5e1-4d91-8b46-1fbd115c6d42 req-61e5dc0c-bb31-470c-b952-694780be0080 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47e67299-c3c7-461b-beae-e2c814922648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612087 Nov 11 17:33:55.542147 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90bdca0c-b773-447f-b084-3c12d8d14202 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:55.543597 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-90bdca0c-b773-447f-b084-3c12d8d14202 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] 10.222.0.76 "DELETE /v2.0/routers/72401c6d-b225-4d0f-9524-86b4122badf7 HTTP/1.1" status: 204 len: 168 time: 0.8792727 Nov 11 17:33:55.554747 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fc98a-b459-457d-acf6-81d580190097 req-061ae2f8-129c-428d-ac2b-2c4fd2b575cd tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:55.556634 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b4fc98a-b459-457d-acf6-81d580190097 req-061ae2f8-129c-428d-ac2b-2c4fd2b575cd tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=8acd5206-2608-496e-9c77-30150ecf2d68 HTTP/1.1" status: 200 len: 943 time: 0.2651103 Nov 11 17:33:55.569394 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46310) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:55.575684 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-95b240ca-5eea-4a19-b11e-39ef2d4f39e2 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Request body: {'router': {'name': 'tempest-router-393977102', 'distributed': True}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:55.601940 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba465d09-0036-48e7-a5cc-dfa79c12b8e3 req-b878b8fd-3a2b-482c-81eb-1dd33bd45cba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=47e67299-c3c7-461b-beae-e2c814922648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640528 Nov 11 17:33:55.664910 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e866751c-e9de-4008-a9bd-1fe9341e715f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0052ac8df9f74679ba055b3731604dd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4331043 Nov 11 17:33:55.680051 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46316) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:55.682009 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff604a7-a6d4-4d27-9b54-107539f94614 req-fedfea39-6dbb-4071-a543-95ad7a31841c tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:55.689977 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8ff604a7-a6d4-4d27-9b54-107539f94614 req-fedfea39-6dbb-4071-a543-95ad7a31841c tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9fb2bb5-4a1e-4a61-8ff2-f981881158c7 HTTP/1.1" status: 200 len: 948 time: 0.2402315 Nov 11 17:33:55.730830 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f175d-2c03-4083-ba71-b3bde7f9c121 req-9ac03e54-1d25-4ca4-89fe-c3b53378f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:55.733189 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e49f175d-2c03-4083-ba71-b3bde7f9c121 req-9ac03e54-1d25-4ca4-89fe-c3b53378f4cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.3591442 Nov 11 17:33:55.739530 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95b240ca-5eea-4a19-b11e-39ef2d4f39e2 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:55.741335 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95b240ca-5eea-4a19-b11e-39ef2d4f39e2 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:55.817833 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8ff604a7-a6d4-4d27-9b54-107539f94614 req-c231aa0f-16a1-45f0-8de0-9cecc33bbffd tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff52e080-ef78-415a-ac5d-8174c280620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269097 Nov 11 17:33:55.852436 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b4fc98a-b459-457d-acf6-81d580190097 req-3ba1525a-5ba4-45da-bee8-221929b4f678 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485209 Nov 11 17:33:55.858999 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:33:55.865054 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e49f175d-2c03-4083-ba71-b3bde7f9c121 req-5211a8ec-6228-4984-b857-711a31f8bcbb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=6159b945-58de-452e-a9f2-35ab7cf603ca HTTP/1.1" status: 200 len: 217 time: 0.1169775 Nov 11 17:33:55.909168 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-170d5f91-3453-42b3-8b1b-9a37496e581a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:55.911661 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8df1c873-3571-4bf4-9006-e51d5669f45e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:55.913268 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba465d09-0036-48e7-a5cc-dfa79c12b8e3 req-1901f1bd-a930-4303-a933-f2df0b0975cb service neutron] 10.222.0.83 "GET /v2.0/networks/47e67299-c3c7-461b-beae-e2c814922648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788916 Nov 11 17:33:55.968498 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d5f91-3453-42b3-8b1b-9a37496e581a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Port': ['ID=08eed31c-4688-481c-aab4-af1cbcac4939,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:55.979766 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3c407352-e5e1-4d91-8b46-1fbd115c6d42 req-15abe28e-0d64-4c3f-9735-78ff378cf1d2 service neutron] 10.222.0.64 "GET /v2.0/networks/47e67299-c3c7-461b-beae-e2c814922648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423745 Nov 11 17:33:55.989613 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95b240ca-5eea-4a19-b11e-39ef2d4f39e2 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:56.014731 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8df1c873-3571-4bf4-9006-e51d5669f45e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:56.042587 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95b240ca-5eea-4a19-b11e-39ef2d4f39e2 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:56.052158 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-170d5f91-3453-42b3-8b1b-9a37496e581a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:56.057079 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-170d5f91-3453-42b3-8b1b-9a37496e581a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/ports/08eed31c-4688-481c-aab4-af1cbcac4939 HTTP/1.1" status: 204 len: 168 time: 1.5536599 Nov 11 17:33:56.060976 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46320) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:56.107931 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95b240ca-5eea-4a19-b11e-39ef2d4f39e2 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:56.114277 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-95b240ca-5eea-4a19-b11e-39ef2d4f39e2 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5422852 Nov 11 17:33:56.115324 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46322) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:56.137773 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f175d-2c03-4083-ba71-b3bde7f9c121 req-f4978bce-81d7-4d59-a7b4-5a8a26ef95e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:56.139325 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e49f175d-2c03-4083-ba71-b3bde7f9c121 req-f4978bce-81d7-4d59-a7b4-5a8a26ef95e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.2504325 Nov 11 17:33:56.156268 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cde554-ee13-4cb5-98d1-a1a35d1b54a3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:56.158271 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a6cde554-ee13-4cb5-98d1-a1a35d1b54a3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0958152 Nov 11 17:33:56.162849 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46324) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:56.203874 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-182d9974-92ca-4084-a60e-a282ee6b0b0e tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] GET failed (client error): The resource could not be found. Nov 11 17:33:56.206467 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-182d9974-92ca-4084-a60e-a282ee6b0b0e tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports/841920c1-03b0-4fd5-be2e-177a4d0e82d2 HTTP/1.1" status: 404 len: 333 time: 0.0423753 Nov 11 17:33:56.209382 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba465d09-0036-48e7-a5cc-dfa79c12b8e3 req-c56ac2bc-97e3-4506-817f-576f3aa2d4ef service neutron] 10.222.0.83 "GET /v2.0/networks/47e67299-c3c7-461b-beae-e2c814922648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878511 Nov 11 17:33:56.210059 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46326) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:56.243167 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a27d37b-ea7e-4fd2-9d8f-dde3e8b46056 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] GET failed (client error): The resource could not be found. Nov 11 17:33:56.245736 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5a27d37b-ea7e-4fd2-9d8f-dde3e8b46056 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports/08eed31c-4688-481c-aab4-af1cbcac4939 HTTP/1.1" status: 404 len: 333 time: 0.0345466 Nov 11 17:33:56.251312 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46328) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:56.258192 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09d573ae-f13e-4c8d-8c90-4189b1afceb3 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:56.357110 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c4308a90-3189-4094-93b7-bddebd7d2ab3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:56.372551 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8df1c873-3571-4bf4-9006-e51d5669f45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:56.375721 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8df1c873-3571-4bf4-9006-e51d5669f45e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:56.380365 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8df1c873-3571-4bf4-9006-e51d5669f45e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8cbfa084-3e4f-4dfb-8ffc-e0aabb26a8ef HTTP/1.1" status: 204 len: 168 time: 0.6990442 Nov 11 17:33:56.388955 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f175d-2c03-4083-ba71-b3bde7f9c121 req-70608ad7-c3f6-4ca1-ba44-17b593a32ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:56.391363 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e49f175d-2c03-4083-ba71-b3bde7f9c121 req-70608ad7-c3f6-4ca1-ba44-17b593a32ee5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2432895 Nov 11 17:33:56.399736 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3c407352-e5e1-4d91-8b46-1fbd115c6d42 req-b0bb40ce-4e34-4833-b0bd-7edbb9d2d12d service neutron] 10.222.0.64 "GET /v2.0/networks/47e67299-c3c7-461b-beae-e2c814922648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881578 Nov 11 17:33:56.412369 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1c873-3571-4bf4-9006-e51d5669f45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbfa084-3e4f-4dfb-8ffc-e0aabb26a8ef,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:56.509582 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c4308a90-3189-4094-93b7-bddebd7d2ab3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:56.548427 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-c4308a90-3189-4094-93b7-bddebd7d2ab3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818fc6db-9bb5-4a52-85fe-c816d91aa5c9']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:56.562154 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-c4308a90-3189-4094-93b7-bddebd7d2ab3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd406fe04-d1d3-4e23-a015-4dfbca2310b9') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:56.562646 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-c4308a90-3189-4094-93b7-bddebd7d2ab3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd406fe04-d1d3-4e23-a015-4dfbca2310b9') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:33:56.579266 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c4308a90-3189-4094-93b7-bddebd7d2ab3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:56.602036 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c4308a90-3189-4094-93b7-bddebd7d2ab3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:56.602462 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09d573ae-f13e-4c8d-8c90-4189b1afceb3 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:56.606161 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09d573ae-f13e-4c8d-8c90-4189b1afceb3 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:56.618891 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4308a90-3189-4094-93b7-bddebd7d2ab3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Releasing vlan 1280 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:33:56.618891 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c4308a90-3189-4094-93b7-bddebd7d2ab3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:33:56.639696 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:33:56.665760 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e49f175d-2c03-4083-ba71-b3bde7f9c121 req-21e533f3-fbe2-4734-b865-d72bb88ceca3 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633069 Nov 11 17:33:56.671503 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09d573ae-f13e-4c8d-8c90-4189b1afceb3 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:56.672395 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d573ae-f13e-4c8d-8c90-4189b1afceb3 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b68d5891-f1ef-4945-8c53-f7730caf4aba {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:33:56.684065 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09d573ae-f13e-4c8d-8c90-4189b1afceb3 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:56.688792 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-09d573ae-f13e-4c8d-8c90-4189b1afceb3 tempest-RoutersTestDVR-2036570680 tempest-RoutersTestDVR-2036570680-project-admin] 10.222.0.76 "DELETE /v2.0/routers/b68d5891-f1ef-4945-8c53-f7730caf4aba HTTP/1.1" status: 204 len: 168 time: 0.5623724 Nov 11 17:33:56.722306 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c4308a90-3189-4094-93b7-bddebd7d2ab3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:56.733531 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:33:56.741195 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c4308a90-3189-4094-93b7-bddebd7d2ab3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:56.744643 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c4308a90-3189-4094-93b7-bddebd7d2ab3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/networks/818fc6db-9bb5-4a52-85fe-c816d91aa5c9 HTTP/1.1" status: 204 len: 168 time: 0.4895222 Nov 11 17:33:56.778628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46340) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:56.789845 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-68fd5a9d-e270-4395-b4e0-6bae3e58768b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1184069959'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:56.804200 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4308a90-3189-4094-93b7-bddebd7d2ab3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Network': ['ID=818fc6db-9bb5-4a52-85fe-c816d91aa5c9,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:56.866115 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fd5a9d-e270-4395-b4e0-6bae3e58768b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:56.875101 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-68fd5a9d-e270-4395-b4e0-6bae3e58768b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:56.914836 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e49f175d-2c03-4083-ba71-b3bde7f9c121 req-677f74b8-f3f4-4c93-9e9d-1a0448a9fe49 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405796 Nov 11 17:33:56.956837 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68fd5a9d-e270-4395-b4e0-6bae3e58768b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1294} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:33:57.031506 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=68e184fc-ae2b-43e9-b2eb-fb12cfd0553c,segment=NetworkSegment(c7db2cfe-0a45-446b-af5c-63c27b6eccf0),segment_id=c7db2cfe-0a45-446b-af5c-63c27b6eccf0)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:57.048170 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '68e184fc-ae2b-43e9-b2eb-fb12cfd0553c', 'network_id': '47e67299-c3c7-461b-beae-e2c814922648', 'port_id': '68e184fc-ae2b-43e9-b2eb-fb12cfd0553c', 'mac_address': 'fa:16:3e:1b:d0:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8878f1c9-7104-4f03-9a25-6e8169b1e7ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:33:57.065478 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-68fd5a9d-e270-4395-b4e0-6bae3e58768b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:57.065949 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-68fd5a9d-e270-4395-b4e0-6bae3e58768b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Added segment fe4d0daf-46dc-4759-9668-c789ac2e3f23 of type vlan for network 29aa4492-8b38-4afb-85d6-0e98f4cbb2bf Nov 11 17:33:57.107221 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:57.118292 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9c8f8-0f1c-482a-abb6-9b80a766a8b3 req-93d7233a-2806-4824-bfa9-34f834472c8b tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:57.119937 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-49a9c8f8-0f1c-482a-abb6-9b80a766a8b3 req-93d7233a-2806-4824-bfa9-34f834472c8b tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9fb2bb5-4a1e-4a61-8ff2-f981881158c7 HTTP/1.1" status: 200 len: 948 time: 0.1498609 Nov 11 17:33:57.139926 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:33:57.147847 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-68fd5a9d-e270-4395-b4e0-6bae3e58768b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:57.160768 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468907c-dce7-41ac-be07-89fdf4236809 req-0d56e7fa-d0f1-46ff-8b55-2213c933ad39 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:57.169358 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d468907c-dce7-41ac-be07-89fdf4236809 req-0d56e7fa-d0f1-46ff-8b55-2213c933ad39 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=8acd5206-2608-496e-9c77-30150ecf2d68 HTTP/1.1" status: 200 len: 943 time: 0.1394889 Nov 11 17:33:57.207470 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=68e184fc-ae2b-43e9-b2eb-fb12cfd0553c,segment=NetworkSegment(c7db2cfe-0a45-446b-af5c-63c27b6eccf0),segment_id=c7db2cfe-0a45-446b-af5c-63c27b6eccf0)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:57.217583 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:57.231777 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46358) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:57.263689 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d468907c-dce7-41ac-be07-89fdf4236809 req-11fbeeb8-eb92-4088-85f0-afb8f53ce0f3 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888960 Nov 11 17:33:57.280187 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-68fd5a9d-e270-4395-b4e0-6bae3e58768b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:57.286430 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fd5a9d-e270-4395-b4e0-6bae3e58768b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:57.287021 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-68fd5a9d-e270-4395-b4e0-6bae3e58768b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:57.303242 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-49a9c8f8-0f1c-482a-abb6-9b80a766a8b3 req-b5642e2a-90ea-48f7-b891-cd487f1caafd tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff52e080-ef78-415a-ac5d-8174c280620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662579 Nov 11 17:33:57.333633 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=68e184fc-ae2b-43e9-b2eb-fb12cfd0553c,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:57.390362 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-68fd5a9d-e270-4395-b4e0-6bae3e58768b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6072595 Nov 11 17:33:57.393137 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46366) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:57.397571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd5a9d-e270-4395-b4e0-6bae3e58768b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Network': ['ID=29aa4492-8b38-4afb-85d6-0e98f4cbb2bf,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:57.398631 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-1e15c8d0-6891-40ed-883c-b492c1e8cc16 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'subnet': {'network_id': '29aa4492-8b38-4afb-85d6-0e98f4cbb2bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:57.409058 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 29aa4492-8b38-4afb-85d6-0e98f4cbb2bf details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:33:57.488703 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-797fb88a-6760-4fda-9232-7eee18df9d5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:57.492565 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['68e184fc-ae2b-43e9-b2eb-fb12cfd0553c'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:33:57.642380 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e15c8d0-6891-40ed-883c-b492c1e8cc16 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:57.646318 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1e15c8d0-6891-40ed-883c-b492c1e8cc16 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:57.716289 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46376) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:57.727534 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.ipam_backend_mixin [None req-1e15c8d0-6891-40ed-883c-b492c1e8cc16 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Performing IP validity checks on allocation pools {{(pid=102617) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 17:33:57.728588 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.ipam_backend_mixin [None req-1e15c8d0-6891-40ed-883c-b492c1e8cc16 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102617) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 17:33:57.732144 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-797fb88a-6760-4fda-9232-7eee18df9d5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:57.739889 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-797fb88a-6760-4fda-9232-7eee18df9d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:57.792047 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-797fb88a-6760-4fda-9232-7eee18df9d5e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9f89b93777e243b68bb2a538a202e03c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5586488 Nov 11 17:33:57.795606 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46380) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:57.804031 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fb88a-6760-4fda-9232-7eee18df9d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c014a3-9b09-499b-b3b3-8674cdd0fb46,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:57.933541 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2a7fd0bc-3676-475a-bb0f-fa69bf91c041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:57.942781 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-008cb9bd-58fb-4cb9-a4a9-43a441f66178 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1750555241'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:57.984102 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2a7fd0bc-3676-475a-bb0f-fa69bf91c041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.004877 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1e15c8d0-6891-40ed-883c-b492c1e8cc16 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.006739 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008cb9bd-58fb-4cb9-a4a9-43a441f66178 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:58.010185 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-008cb9bd-58fb-4cb9-a4a9-43a441f66178 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.027884 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-008cb9bd-58fb-4cb9-a4a9-43a441f66178 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.054641 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 0cb4c9b9-207d-4f00-a929-9e7d3243fe33 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:33:58.074838 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15c8d0-6891-40ed-883c-b492c1e8cc16 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Subnet': ['ID=4545168e-9895-40ce-8709-3a50895aac5a,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:58.083987 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e15c8d0-6891-40ed-883c-b492c1e8cc16 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Checking segment: {'id': 'fe4d0daf-46dc-4759-9668-c789ac2e3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '29aa4492-8b38-4afb-85d6-0e98f4cbb2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:58.084355 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e15c8d0-6891-40ed-883c-b492c1e8cc16 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network hostable DHCP agents. Network: 29aa4492-8b38-4afb-85d6-0e98f4cbb2bf, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:33:58.114749 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e15c8d0-6891-40ed-883c-b492c1e8cc16 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network 29aa4492-8b38-4afb-85d6-0e98f4cbb2bf is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:33:58.126331 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2a7fd0bc-3676-475a-bb0f-fa69bf91c041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.129730 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2a7fd0bc-3676-475a-bb0f-fa69bf91c041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.133603 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2a7fd0bc-3676-475a-bb0f-fa69bf91c041 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/92c014a3-9b09-499b-b3b3-8674cdd0fb46 HTTP/1.1" status: 204 len: 168 time: 0.3335426 Nov 11 17:33:58.145496 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-1e15c8d0-6891-40ed-883c-b492c1e8cc16 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 29aa4492-8b38-4afb-85d6-0e98f4cbb2bf) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:58.151019 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e15c8d0-6891-40ed-883c-b492c1e8cc16 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:58.151987 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1e15c8d0-6891-40ed-883c-b492c1e8cc16 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.157584 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fd0bc-3676-475a-bb0f-fa69bf91c041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c014a3-9b09-499b-b3b3-8674cdd0fb46,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:58.160784 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a0c9e8-ff9f-45ae-8242-13850a22b128 None None] Network 29aa4492-8b38-4afb-85d6-0e98f4cbb2bf requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:58.190144 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1e15c8d0-6891-40ed-883c-b492c1e8cc16 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7949970 Nov 11 17:33:58.191935 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46386) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:58.199160 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b6bc3331-be60-44ca-8bf2-86590060c617 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'port': {'network_id': '29aa4492-8b38-4afb-85d6-0e98f4cbb2bf', 'name': 'tempest-PortsTestJSON-1814785147'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:58.200500 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-008cb9bd-58fb-4cb9-a4a9-43a441f66178 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.207900 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-008cb9bd-58fb-4cb9-a4a9-43a441f66178 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.235798 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008cb9bd-58fb-4cb9-a4a9-43a441f66178 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1269} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:33:58.252892 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-008cb9bd-58fb-4cb9-a4a9-43a441f66178 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.254500 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-008cb9bd-58fb-4cb9-a4a9-43a441f66178 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Added segment 8091d0d3-63f1-4c4f-8e05-45e2eeeeaec7 of type vlan for network 8994d145-e9c5-4b08-8bc5-cc7c130b502a Nov 11 17:33:58.298526 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 0cb4c9b9-207d-4f00-a929-9e7d3243fe33, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=0cb4c9b9-207d-4f00-a929-9e7d3243fe33,segment=NetworkSegment(c7db2cfe-0a45-446b-af5c-63c27b6eccf0),segment_id=c7db2cfe-0a45-446b-af5c-63c27b6eccf0)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:58.333992 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008cb9bd-58fb-4cb9-a4a9-43a441f66178 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe736f5-d9e0-435d-b75e-76d65a2a12bc,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:58.368732 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-008cb9bd-58fb-4cb9-a4a9-43a441f66178 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.373197 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bc3331-be60-44ca-8bf2-86590060c617 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:58.379937 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6bc3331-be60-44ca-8bf2-86590060c617 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.401490 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '0cb4c9b9-207d-4f00-a929-9e7d3243fe33', 'network_id': '47e67299-c3c7-461b-beae-e2c814922648', 'port_id': '0cb4c9b9-207d-4f00-a929-9e7d3243fe33', 'mac_address': 'fa:16:3e:34:00:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8878f1c9-7104-4f03-9a25-6e8169b1e7ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:33:58.405760 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-b6bc3331-be60-44ca-8bf2-86590060c617 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] device_id is not set on port 0d25c1a5-25a5-41aa-8453-2517f652e7e5 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:33:58.462343 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.473530 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7bd42d-7490-4219-8d8b-1725d887fe43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-29aa4492-8b38-4afb-85d6-0e98f4cbb2bf', 'network_id': '29aa4492-8b38-4afb-85d6-0e98f4cbb2bf', 'tenant_id': '63529d4881bc4948a539fcab59bdd3a8', 'fixed_ips': [{'subnet_id': '4545168e-9895-40ce-8709-3a50895aac5a'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:33:58.474538 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5d7bd42d-7490-4219-8d8b-1725d887fe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.492353 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb4c9b9-207d-4f00-a929-9e7d3243fe33 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:33:58.495033 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-008cb9bd-58fb-4cb9-a4a9-43a441f66178 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.504947 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008cb9bd-58fb-4cb9-a4a9-43a441f66178 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:58.506012 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-008cb9bd-58fb-4cb9-a4a9-43a441f66178 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.517016 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e63a05-cba1-4dbe-aef9-1331cf88aa31 req-0bd5d8cc-57bc-4808-99c8-443dc82f6c00 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:58.519101 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-31e63a05-cba1-4dbe-aef9-1331cf88aa31 req-0bd5d8cc-57bc-4808-99c8-443dc82f6c00 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=8acd5206-2608-496e-9c77-30150ecf2d68 HTTP/1.1" status: 200 len: 944 time: 0.1541150 Nov 11 17:33:58.541502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df115f-7426-45e7-8615-16b86730cff8 req-b3754085-4301-4ef3-8749-f79a126a4161 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:58.543665 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92df115f-7426-45e7-8615-16b86730cff8 req-b3754085-4301-4ef3-8749-f79a126a4161 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9fb2bb5-4a1e-4a61-8ff2-f981881158c7 HTTP/1.1" status: 200 len: 948 time: 0.1403883 Nov 11 17:33:58.557769 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-b6bc3331-be60-44ca-8bf2-86590060c617 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Allocated IP 172.20.0.7 (29aa4492-8b38-4afb-85d6-0e98f4cbb2bf/4545168e-9895-40ce-8709-3a50895aac5a/0d25c1a5-25a5-41aa-8453-2517f652e7e5) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:33:58.586552 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 0cb4c9b9-207d-4f00-a929-9e7d3243fe33, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=0cb4c9b9-207d-4f00-a929-9e7d3243fe33,segment=NetworkSegment(c7db2cfe-0a45-446b-af5c-63c27b6eccf0),segment_id=c7db2cfe-0a45-446b-af5c-63c27b6eccf0)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:58.598453 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.599443 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6159b945-58de-452e-a9f2-35ab7cf603ca details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:33:58.629246 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-008cb9bd-58fb-4cb9-a4a9-43a441f66178 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9118135 Nov 11 17:33:58.633104 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46398) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:58.649954 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-daf08901-dde9-4797-8e56-1f299b2002e4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'port': {'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a', 'name': 'tempest-PortsIpV6TestJSON-301488388'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:58.658868 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46400) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:58.681195 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c700f2b-4358-4c25-887e-ac389a8b6850 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.702281 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=0cb4c9b9-207d-4f00-a929-9e7d3243fe33,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:58.731804 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:33:58.747998 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-31e63a05-cba1-4dbe-aef9-1331cf88aa31 req-a05d94aa-2ba4-488e-9447-7d96d063fe98 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031422 Nov 11 17:33:58.758350 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008cb9bd-58fb-4cb9-a4a9-43a441f66178 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Network': ['ID=8994d145-e9c5-4b08-8bc5-cc7c130b502a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:58.778652 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 8994d145-e9c5-4b08-8bc5-cc7c130b502a details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:33:58.835086 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92df115f-7426-45e7-8615-16b86730cff8 req-7c909af6-be21-4ef5-b84c-223ee14ee99f tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff52e080-ef78-415a-ac5d-8174c280620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297297 Nov 11 17:33:58.839165 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf08901-dde9-4797-8e56-1f299b2002e4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:58.850010 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-daf08901-dde9-4797-8e56-1f299b2002e4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.851386 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 6159b945-58de-452e-a9f2-35ab7cf603ca, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6159b945-58de-452e-a9f2-35ab7cf603ca,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:58.871431 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-daf08901-dde9-4797-8e56-1f299b2002e4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] device_id is not set on port 5efb1c6d-cbde-4531-9154-1ad64acd8f63 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:33:58.889690 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '6159b945-58de-452e-a9f2-35ab7cf603ca', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': '6159b945-58de-452e-a9f2-35ab7cf603ca', 'mac_address': 'fa:16:3e:15:14:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:33:58.910775 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c700f2b-4358-4c25-887e-ac389a8b6850 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.914538 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c700f2b-4358-4c25-887e-ac389a8b6850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.919039 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6bc3331-be60-44ca-8bf2-86590060c617 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.920526 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:33:58.926971 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:33:58.927632 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.968053 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:58.988360 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6159b945-58de-452e-a9f2-35ab7cf603ca {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:33:58.998381 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7c700f2b-4358-4c25-887e-ac389a8b6850 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d19e45012fdc44aca8cb144069c979f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3371212 Nov 11 17:33:58.999317 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6bc3331-be60-44ca-8bf2-86590060c617 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.002195 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46406) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:59.038442 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-5d7bd42d-7490-4219-8d8b-1725d887fe43 None None] Allocated IP 172.20.0.2 (29aa4492-8b38-4afb-85d6-0e98f4cbb2bf/4545168e-9895-40ce-8709-3a50895aac5a/71e2f2af-d2d5-48af-898e-d85937b170ef) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:33:59.065359 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c700f2b-4358-4c25-887e-ac389a8b6850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a8c994-9c99-4677-8790-8a1d3cac0faa,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:59.083097 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bc3331-be60-44ca-8bf2-86590060c617 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network 29aa4492-8b38-4afb-85d6-0e98f4cbb2bf is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:33:59.087235 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-b6bc3331-be60-44ca-8bf2-86590060c617 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:59.088273 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-daf08901-dde9-4797-8e56-1f299b2002e4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.090357 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bc3331-be60-44ca-8bf2-86590060c617 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:59.121514 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc3331-be60-44ca-8bf2-86590060c617 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Port': ['ID=0d25c1a5-25a5-41aa-8453-2517f652e7e5,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:59.162829 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-daf08901-dde9-4797-8e56-1f299b2002e4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.169113 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bc3331-be60-44ca-8bf2-86590060c617 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:59.169923 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6bc3331-be60-44ca-8bf2-86590060c617 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.195681 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b6bc3331-be60-44ca-8bf2-86590060c617 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0022752 Nov 11 17:33:59.198906 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46414) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:59.210509 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 6159b945-58de-452e-a9f2-35ab7cf603ca, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6159b945-58de-452e-a9f2-35ab7cf603ca,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:59.234163 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.240840 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5d7bd42d-7490-4219-8d8b-1725d887fe43 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.264760 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf08901-dde9-4797-8e56-1f299b2002e4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Port': ['ID=5efb1c6d-cbde-4531-9154-1ad64acd8f63,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:59.280803 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c539278d-2104-4053-8ad5-dd8a906fdde5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.294012 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5d7bd42d-7490-4219-8d8b-1725d887fe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.317551 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c539278d-2104-4053-8ad5-dd8a906fdde5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.319524 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf08901-dde9-4797-8e56-1f299b2002e4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Checking segment: {'id': '8091d0d3-63f1-4c4f-8e05-45e2eeeeaec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:59.319524 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf08901-dde9-4797-8e56-1f299b2002e4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network hostable DHCP agents. Network: 8994d145-e9c5-4b08-8bc5-cc7c130b502a, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:33:59.337331 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7bd42d-7490-4219-8d8b-1725d887fe43 None None] Network 29aa4492-8b38-4afb-85d6-0e98f4cbb2bf is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:33:59.344742 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-5440207e-203d-4be7-b41e-3aae314dac2f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting port 0d25c1a5-25a5-41aa-8453-2517f652e7e5 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:33:59.345285 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-5d7bd42d-7490-4219-8d8b-1725d887fe43 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:59.347179 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5440207e-203d-4be7-b41e-3aae314dac2f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.348971 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7bd42d-7490-4219-8d8b-1725d887fe43 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:59.350869 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.371575 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf08901-dde9-4797-8e56-1f299b2002e4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network 8994d145-e9c5-4b08-8bc5-cc7c130b502a is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:33:59.393008 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-daf08901-dde9-4797-8e56-1f299b2002e4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 8994d145-e9c5-4b08-8bc5-cc7c130b502a) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:33:59.412146 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf08901-dde9-4797-8e56-1f299b2002e4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:33:59.424096 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf08901-dde9-4797-8e56-1f299b2002e4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:59.424816 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-daf08901-dde9-4797-8e56-1f299b2002e4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.436546 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c539278d-2104-4053-8ad5-dd8a906fdde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.441168 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c539278d-2104-4053-8ad5-dd8a906fdde5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.444852 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c539278d-2104-4053-8ad5-dd8a906fdde5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a9a8c994-9c99-4677-8790-8a1d3cac0faa HTTP/1.1" status: 204 len: 168 time: 0.4392049 Nov 11 17:33:59.459204 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539278d-2104-4053-8ad5-dd8a906fdde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a8c994-9c99-4677-8790-8a1d3cac0faa,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:59.477949 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-daf08901-dde9-4797-8e56-1f299b2002e4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8423088 Nov 11 17:33:59.478796 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46418) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:59.486632 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-76027527-6293-4bae-bd06-e8d477b95a29 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1274756581'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:59.515368 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76027527-6293-4bae-bd06-e8d477b95a29 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:33:59.522602 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-76027527-6293-4bae-bd06-e8d477b95a29 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.540025 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5440207e-203d-4be7-b41e-3aae314dac2f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.557584 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76027527-6293-4bae-bd06-e8d477b95a29 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1281} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:33:59.567413 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb63c38b-9257-4cca-ab6c-756e0d87ad90 None None] Network 8994d145-e9c5-4b08-8bc5-cc7c130b502a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:33:59.576148 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-76027527-6293-4bae-bd06-e8d477b95a29 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.576547 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-76027527-6293-4bae-bd06-e8d477b95a29 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Added segment 7230b956-5065-418a-91e9-fbf158908070 of type vlan for network 79ad497a-8d1d-4c95-806e-d0f62e41ead0 Nov 11 17:33:59.579449 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-5440207e-203d-4be7-b41e-3aae314dac2f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Calling delete_port for 0d25c1a5-25a5-41aa-8453-2517f652e7e5 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:33:59.636077 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-76027527-6293-4bae-bd06-e8d477b95a29 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.638359 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=6159b945-58de-452e-a9f2-35ab7cf603ca,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:33:59.671285 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-5d7bd42d-7490-4219-8d8b-1725d887fe43 None None] Attempting to bind port 71e2f2af-d2d5-48af-898e-d85937b170ef on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:33:59.671954 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-5d7bd42d-7490-4219-8d8b-1725d887fe43 None None] Attempting to bind port 71e2f2af-d2d5-48af-898e-d85937b170ef by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'fe4d0daf-46dc-4759-9668-c789ac2e3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '29aa4492-8b38-4afb-85d6-0e98f4cbb2bf'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:33:59.672236 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7bd42d-7490-4219-8d8b-1725d887fe43 None None] Attempting to bind port 71e2f2af-d2d5-48af-898e-d85937b170ef on network 29aa4492-8b38-4afb-85d6-0e98f4cbb2bf {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:33:59.703596 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-76027527-6293-4bae-bd06-e8d477b95a29 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.704797 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7bd42d-7490-4219-8d8b-1725d887fe43 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:33:59.706031 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7bd42d-7490-4219-8d8b-1725d887fe43 None None] Checking segment: {'id': 'fe4d0daf-46dc-4759-9668-c789ac2e3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '29aa4492-8b38-4afb-85d6-0e98f4cbb2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:33:59.706642 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5d7bd42d-7490-4219-8d8b-1725d887fe43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.707223 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7bd42d-7490-4219-8d8b-1725d887fe43 None None] Bound using segment: {'id': 'fe4d0daf-46dc-4759-9668-c789ac2e3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '29aa4492-8b38-4afb-85d6-0e98f4cbb2bf'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:33:59.707943 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-5d7bd42d-7490-4219-8d8b-1725d887fe43 None None] Bound port: 71e2f2af-d2d5-48af-898e-d85937b170ef, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4d0daf-46dc-4759-9668-c789ac2e3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '29aa4492-8b38-4afb-85d6-0e98f4cbb2bf'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:33:59.708632 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5d7bd42d-7490-4219-8d8b-1725d887fe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.720606 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acd5206-2608-496e-9c77-30150ecf2d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e184fc-ae2b-43e9-b2eb-fb12cfd0553c'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:33:59.722472 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76027527-6293-4bae-bd06-e8d477b95a29 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:33:59.722983 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8374786-93b2-4aa4-afa5-dbdad970ad8c" -d '{"events": [{"server_uuid": "8acd5206-2608-496e-9c77-30150ecf2d68", "name": "network-vif-plugged", "status": "completed", "tag": "68e184fc-ae2b-43e9-b2eb-fb12cfd0553c"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:33:59.727274 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-76027527-6293-4bae-bd06-e8d477b95a29 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.734433 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['0cb4c9b9-207d-4f00-a929-9e7d3243fe33'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:33:59.737245 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['6159b945-58de-452e-a9f2-35ab7cf603ca'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:33:59.783589 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-76027527-6293-4bae-bd06-e8d477b95a29 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3028786 Nov 11 17:33:59.786362 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46426) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:33:59.795383 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'ports': [{'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a'}, {'network_id': '79ad497a-8d1d-4c95-806e-d0f62e41ead0'}]} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:59.795831 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'port': {'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:59.796326 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'port': {'network_id': '79ad497a-8d1d-4c95-806e-d0f62e41ead0'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:33:59.928647 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed33be9f-1856-4f4a-b7d4-150439acc2bc x-openstack-request-id: req-ed33be9f-1856-4f4a-b7d4-150439acc2bc {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:33:59.928909 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8acd5206-2608-496e-9c77-30150ecf2d68", "name": "network-vif-plugged", "status": "completed", "tag": "68e184fc-ae2b-43e9-b2eb-fb12cfd0553c", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:33:59.929256 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ed33be9f-1856-4f4a-b7d4-150439acc2bc {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:33:59.929746 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8acd5206-2608-496e-9c77-30150ecf2d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e184fc-ae2b-43e9-b2eb-fb12cfd0553c', 'code': 200} Nov 11 17:33:59.934730 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=68e184fc-ae2b-43e9-b2eb-fb12cfd0553c,segment=NetworkSegment(c7db2cfe-0a45-446b-af5c-63c27b6eccf0),segment_id=c7db2cfe-0a45-446b-af5c-63c27b6eccf0)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:33:59.941073 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5440207e-203d-4be7-b41e-3aae314dac2f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.963810 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:33:59.979444 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76027527-6293-4bae-bd06-e8d477b95a29 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Network': ['ID=79ad497a-8d1d-4c95-806e-d0f62e41ead0,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:00.079397 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f629a9-e827-4a56-b7c1-358a3ecbed64 req-3a3b0985-9650-435e-9ac2-e198ee5caf27 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:00.082682 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38f629a9-e827-4a56-b7c1-358a3ecbed64 req-3a3b0985-9650-435e-9ac2-e198ee5caf27 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=8acd5206-2608-496e-9c77-30150ecf2d68 HTTP/1.1" status: 200 len: 945 time: 0.1692562 Nov 11 17:34:00.091764 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 79ad497a-8d1d-4c95-806e-d0f62e41ead0 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:34:00.099457 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343d9cc-1f37-4fec-a4c5-a8ec3c45f13e req-8c887ddf-d9fa-46ec-b742-9e52dd37f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:00.102120 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9343d9cc-1f37-4fec-a4c5-a8ec3c45f13e req-8c887ddf-d9fa-46ec-b742-9e52dd37f5a5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8acd5206-2608-496e-9c77-30150ecf2d68 HTTP/1.1" status: 200 len: 1095 time: 0.1983438 Nov 11 17:34:00.113359 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43847c85-efb1-4ac7-9c32-593a2bd565f7 req-dcb6b7f6-d268-49be-b44b-656a5d53cfef tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:00.124284 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-43847c85-efb1-4ac7-9c32-593a2bd565f7 req-dcb6b7f6-d268-49be-b44b-656a5d53cfef tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9fb2bb5-4a1e-4a61-8ff2-f981881158c7 HTTP/1.1" status: 200 len: 949 time: 0.1557612 Nov 11 17:34:00.155186 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bd42d-7490-4219-8d8b-1725d887fe43 None None] Pushing event updated for resources: {'Port': ['ID=71e2f2af-d2d5-48af-898e-d85937b170ef,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:00.241054 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-5d7bd42d-7490-4219-8d8b-1725d887fe43 None None] For port 71e2f2af-d2d5-48af-898e-d85937b170ef, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:34:00.262115 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38f629a9-e827-4a56-b7c1-358a3ecbed64 req-80e7e9aa-44c2-415c-b0f4-a06440844ed5 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719019 Nov 11 17:34:00.279030 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-43847c85-efb1-4ac7-9c32-593a2bd565f7 req-65ffb54d-92d7-469b-841d-7dfded394846 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff52e080-ef78-415a-ac5d-8174c280620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533160 Nov 11 17:34:00.312252 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9343d9cc-1f37-4fec-a4c5-a8ec3c45f13e req-58ec28b4-d871-4e35-93ed-d5f46ff903f3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721640 Nov 11 17:34:00.317514 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-5d7bd42d-7490-4219-8d8b-1725d887fe43 None None] For port 71e2f2af-d2d5-48af-898e-d85937b170ef, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=71e2f2af-d2d5-48af-898e-d85937b170ef,segment=NetworkSegment(fe4d0daf-46dc-4759-9668-c789ac2e3f23),segment_id=fe4d0daf-46dc-4759-9668-c789ac2e3f23)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:34:00.381654 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5d7bd42d-7490-4219-8d8b-1725d887fe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:00.407684 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=68e184fc-ae2b-43e9-b2eb-fb12cfd0553c,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:00.559974 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bd42d-7490-4219-8d8b-1725d887fe43 None None] Pushing event updated for resources: {'Port': ['ID=71e2f2af-d2d5-48af-898e-d85937b170ef,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:00.674918 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440207e-203d-4be7-b41e-3aae314dac2f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Port': ['ID=0d25c1a5-25a5-41aa-8453-2517f652e7e5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:00.797247 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5440207e-203d-4be7-b41e-3aae314dac2f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:00.805557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46452) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:00.814658 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5440207e-203d-4be7-b41e-3aae314dac2f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/ports/0d25c1a5-25a5-41aa-8453-2517f652e7e5 HTTP/1.1" status: 204 len: 168 time: 1.6045742 Nov 11 17:34:00.816257 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'port': 2} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:00.832767 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:00.840576 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8db7d6-3ffd-4ac6-ab9e-91d12fc2fd91 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] DELETE failed (client error): The resource could not be found. Nov 11 17:34:00.841267 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8db7d6-3ffd-4ac6-ab9e-91d12fc2fd91 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:34:00.852459 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46454) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:00.852743 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1c8db7d6-3ffd-4ac6-ab9e-91d12fc2fd91 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/ports/0d25c1a5-25a5-41aa-8453-2517f652e7e5 HTTP/1.1" status: 404 len: 333 time: 0.0453434 Nov 11 17:34:00.865901 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:00.895578 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e487696-a9de-409d-a32e-e4fe0af1231c tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] GET failed (client error): The resource could not be found. Nov 11 17:34:00.895578 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6e487696-a9de-409d-a32e-e4fe0af1231c tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports/0d25c1a5-25a5-41aa-8453-2517f652e7e5 HTTP/1.1" status: 404 len: 333 time: 0.0400231 Nov 11 17:34:00.896777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46458) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:00.897348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46460) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:00.980346 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f606ce7-d600-4e6b-b9aa-a20aa8c661ea tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting subnet 4545168e-9895-40ce-8709-3a50895aac5a {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:34:00.986240 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6f606ce7-d600-4e6b-b9aa-a20aa8c661ea tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.023849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] device_id is not set on port 28c209b3-ad7c-40c7-84c8-e79e38b8f631 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:34:01.040881 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6f606ce7-d600-4e6b-b9aa-a20aa8c661ea tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.090214 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Request body: {'networks': [{'name': 'tempest-network--582151470'}, {'name': 'tempest-network--1726247675'}]} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:01.090596 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Request body: {'network': {'name': 'tempest-network--582151470'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:01.090986 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Request body: {'network': {'name': 'tempest-network--1726247675'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:01.160608 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Made reservation on behalf of 4ba570391f03441c8898703c8df1cdf3 for: {'network': 2} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:01.166388 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.181073 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.184669 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.202485 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6f606ce7-d600-4e6b-b9aa-a20aa8c661ea tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.270285 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] device_id is not set on port 05e35a0c-f1cb-48d6-8286-8072be492597 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:34:01.306480 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6f606ce7-d600-4e6b-b9aa-a20aa8c661ea tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.390375 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f606ce7-d600-4e6b-b9aa-a20aa8c661ea tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Subnet': ['ID=4545168e-9895-40ce-8709-3a50895aac5a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:01.402941 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6f606ce7-d600-4e6b-b9aa-a20aa8c661ea tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.406423 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6f606ce7-d600-4e6b-b9aa-a20aa8c661ea tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/subnets/4545168e-9895-40ce-8709-3a50895aac5a HTTP/1.1" status: 204 len: 168 time: 0.5066555 Nov 11 17:34:01.410449 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46470) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:01.487323 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.527240 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.532826 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.534631 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.537799 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e82f0692-5d19-4282-8094-bb26bc2cf825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.602365 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d6b7d9-8268-4970-bfab-f2310b16c50b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:01.613612 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b4ece-87a0-4a51-a9c0-ac0621ada52b req-8cdacc25-21bb-4af0-b3dc-c670e626444a tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:01.615230 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-352b4ece-87a0-4a51-a9c0-ac0621ada52b req-8cdacc25-21bb-4af0-b3dc-c670e626444a tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9fb2bb5-4a1e-4a61-8ff2-f981881158c7 HTTP/1.1" status: 200 len: 949 time: 0.2359333 Nov 11 17:34:01.626037 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9f76e-cb63-4128-993e-a66cd878d5e6 req-6e2561cf-3a49-4705-adc4-c952ff58417d tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:01.628412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4e9f76e-cb63-4128-993e-a66cd878d5e6 req-6e2561cf-3a49-4705-adc4-c952ff58417d tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=8acd5206-2608-496e-9c77-30150ecf2d68 HTTP/1.1" status: 200 len: 945 time: 0.2425089 Nov 11 17:34:01.633914 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.646594 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1268} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:34:01.681520 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.681876 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Added segment 23abd9a8-bb0b-4ce4-bbbf-8174f1629cb4 of type vlan for network 04097f83-7364-4b64-92ed-bd8adff6b510 Nov 11 17:34:01.690201 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network 8994d145-e9c5-4b08-8bc5-cc7c130b502a is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:01.695187 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:01.700672 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:01.701323 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.706755 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Port': ['ID=28c209b3-ad7c-40c7-84c8-e79e38b8f631,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:01.710600 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-e82f0692-5d19-4282-8094-bb26bc2cf825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting port 71e2f2af-d2d5-48af-898e-d85937b170ef {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:01.710927 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e82f0692-5d19-4282-8094-bb26bc2cf825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.768319 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-352b4ece-87a0-4a51-a9c0-ac0621ada52b req-4e27960f-b7f5-486a-bb64-963383581b6f tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff52e080-ef78-415a-ac5d-8174c280620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388583 Nov 11 17:34:01.772060 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4e9f76e-cb63-4128-993e-a66cd878d5e6 req-375fcc6c-2df9-4ac1-83f0-f361ce66e5cf tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316664 Nov 11 17:34:01.773798 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.818477 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1287} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:34:01.839081 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.839775 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Added segment a5f83ed2-528a-41b5-b0c1-c3937257e451 of type vlan for network 5498bd50-3c33-4f26-8756-9531cf37b902 Nov 11 17:34:01.848999 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Port': ['ID=05e35a0c-f1cb-48d6-8286-8072be492597,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:01.859244 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-e82f0692-5d19-4282-8094-bb26bc2cf825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] For port 71e2f2af-d2d5-48af-898e-d85937b170ef, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=71e2f2af-d2d5-48af-898e-d85937b170ef,segment=NetworkSegment(fe4d0daf-46dc-4759-9668-c789ac2e3f23),segment_id=fe4d0daf-46dc-4759-9668-c789ac2e3f23)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:01.859860 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e82f0692-5d19-4282-8094-bb26bc2cf825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.875107 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Checking segment: {'id': '7230b956-5065-418a-91e9-fbf158908070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '79ad497a-8d1d-4c95-806e-d0f62e41ead0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:01.876046 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network hostable DHCP agents. Network: 79ad497a-8d1d-4c95-806e-d0f62e41ead0, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:34:01.883559 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-e82f0692-5d19-4282-8094-bb26bc2cf825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Calling delete_port for 71e2f2af-d2d5-48af-898e-d85937b170ef owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:01.904072 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.913960 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5ed49b-7250-4386-b3c6-0a8bd94c9e1c None None] Network 29aa4492-8b38-4afb-85d6-0e98f4cbb2bf requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:01.932438 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.934207 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.934354 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network 79ad497a-8d1d-4c95-806e-d0f62e41ead0 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:34:01.943379 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:01.952097 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:01.952749 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:01.955599 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 79ad497a-8d1d-4c95-806e-d0f62e41ead0) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:01.961157 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:01.967579 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:01.971603 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b50469-b1ec-4dc3-a49e-f9f5a3743d4f None None] Network 79ad497a-8d1d-4c95-806e-d0f62e41ead0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:01.972308 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:01.973066 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:02.016692 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5ae82de1-f7c8-4bc0-907e-f8b077bff2bb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2290189 Nov 11 17:34:02.017958 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e82f0692-5d19-4282-8094-bb26bc2cf825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:02.020570 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46476) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:02.037440 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1388063 Nov 11 17:34:02.041217 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1beba730-d619-4a6c-a97a-c12ed35a2bb0 None None] Provisioning complete for port 71e2f2af-d2d5-48af-898e-d85937b170ef triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:02.041571 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1beba730-d619-4a6c-a97a-c12ed35a2bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:02.044748 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46478) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:02.072819 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Pushing event updated for resources: {'Network': ['ID=04097f83-7364-4b64-92ed-bd8adff6b510,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:02.093939 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 0cb4c9b9-207d-4f00-a929-9e7d3243fe33 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:34:02.096170 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 04097f83-7364-4b64-92ed-bd8adff6b510 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:34:02.107599 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f0692-5d19-4282-8094-bb26bc2cf825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Port': ['ID=71e2f2af-d2d5-48af-898e-d85937b170ef,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:02.113343 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82f0692-5d19-4282-8094-bb26bc2cf825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] No DVR routers for this DVR port 71e2f2af-d2d5-48af-898e-d85937b170ef on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:34:02.116395 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-1beba730-d619-4a6c-a97a-c12ed35a2bb0 None None] Port 71e2f2af-d2d5-48af-898e-d85937b170ef was deleted so its status cannot be updated. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 11 17:34:02.169653 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e772a-4d85-4480-bdfa-1eaae2f121b5 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Pushing event updated for resources: {'Network': ['ID=5498bd50-3c33-4f26-8756-9531cf37b902,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:02.216416 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 5498bd50-3c33-4f26-8756-9531cf37b902 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:34:02.228598 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-c0974117-901d-4df0-8ca7-09c583344478 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting port 05e35a0c-f1cb-48d6-8286-8072be492597 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:02.229504 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0974117-901d-4df0-8ca7-09c583344478 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:02.302156 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764e3e0b-d20c-4f19-80ff-c1093c8aa2d9 None None] DHCP port deletion for 29aa4492-8b38-4afb-85d6-0e98f4cbb2bf request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:34:02.318821 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0974117-901d-4df0-8ca7-09c583344478 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:02.319138 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e82f0692-5d19-4282-8094-bb26bc2cf825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:02.335824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-c0974117-901d-4df0-8ca7-09c583344478 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Calling delete_port for 05e35a0c-f1cb-48d6-8286-8072be492597 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:02.373270 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-e82f0692-5d19-4282-8094-bb26bc2cf825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29aa4492-8b38-4afb-85d6-0e98f4cbb2bf']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:02.390484 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 0cb4c9b9-207d-4f00-a929-9e7d3243fe33 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:34:02.394610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 0cb4c9b9-207d-4f00-a929-9e7d3243fe33 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:02.394965 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:02.406711 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-e82f0692-5d19-4282-8094-bb26bc2cf825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4d0daf-46dc-4759-9668-c789ac2e3f23') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:02.406711 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-e82f0692-5d19-4282-8094-bb26bc2cf825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4d0daf-46dc-4759-9668-c789ac2e3f23') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:02.416806 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4956e8c1-1ab4-40bd-8479-755bc18d074c tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:02.423057 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4956e8c1-1ab4-40bd-8479-755bc18d074c tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:02.429753 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4956e8c1-1ab4-40bd-8479-755bc18d074c tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:02.435899 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4956e8c1-1ab4-40bd-8479-755bc18d074c tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:02.437609 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4956e8c1-1ab4-40bd-8479-755bc18d074c tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3524370 Nov 11 17:34:02.440688 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46488) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:02.476871 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0974117-901d-4df0-8ca7-09c583344478 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:02.488111 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:02.504694 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e82f0692-5d19-4282-8094-bb26bc2cf825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:02.514877 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0974117-901d-4df0-8ca7-09c583344478 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Port': ['ID=05e35a0c-f1cb-48d6-8286-8072be492597,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:02.525311 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0974117-901d-4df0-8ca7-09c583344478 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:02.529392 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68985d3b-a974-4010-af29-dacc5d1202e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb4c9b9-207d-4f00-a929-9e7d3243fe33'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:34:02.531320 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c0974117-901d-4df0-8ca7-09c583344478 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/ports/05e35a0c-f1cb-48d6-8286-8072be492597 HTTP/1.1" status: 204 len: 168 time: 0.5090079 Nov 11 17:34:02.532420 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2539d8b4-ab04-48df-ac0c-d59613290d95" -d '{"events": [{"server_uuid": "68985d3b-a974-4010-af29-dacc5d1202e9", "name": "network-vif-plugged", "status": "completed", "tag": "0cb4c9b9-207d-4f00-a929-9e7d3243fe33"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:34:02.534528 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46490) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:02.540704 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e82f0692-5d19-4282-8094-bb26bc2cf825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:02.547212 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 0cb4c9b9-207d-4f00-a929-9e7d3243fe33, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=0cb4c9b9-207d-4f00-a929-9e7d3243fe33,segment=NetworkSegment(c7db2cfe-0a45-446b-af5c-63c27b6eccf0),segment_id=c7db2cfe-0a45-446b-af5c-63c27b6eccf0)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:02.553560 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:02.554943 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6159b945-58de-452e-a9f2-35ab7cf603ca up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:34:02.558095 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82f0692-5d19-4282-8094-bb26bc2cf825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:34:02.558607 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e82f0692-5d19-4282-8094-bb26bc2cf825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:34:02.561938 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:34:02.599320 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8d25d374-d64c-465c-b74c-a71b95432b92 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:02.627810 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625a1e35-3d75-4529-b909-b3aa2360f9d6 x-openstack-request-id: req-625a1e35-3d75-4529-b909-b3aa2360f9d6 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:34:02.628109 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68985d3b-a974-4010-af29-dacc5d1202e9", "name": "network-vif-plugged", "status": "completed", "tag": "0cb4c9b9-207d-4f00-a929-9e7d3243fe33", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:34:02.628359 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-625a1e35-3d75-4529-b909-b3aa2360f9d6 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:34:02.628775 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68985d3b-a974-4010-af29-dacc5d1202e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb4c9b9-207d-4f00-a929-9e7d3243fe33', 'code': 200} Nov 11 17:34:02.712881 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e82f0692-5d19-4282-8094-bb26bc2cf825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:02.723658 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e82f0692-5d19-4282-8094-bb26bc2cf825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:02.730947 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e82f0692-5d19-4282-8094-bb26bc2cf825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/networks/29aa4492-8b38-4afb-85d6-0e98f4cbb2bf HTTP/1.1" status: 204 len: 168 time: 1.3158317 Nov 11 17:34:02.734349 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46496) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:02.743211 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=0cb4c9b9-207d-4f00-a929-9e7d3243fe33,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:02.763581 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 6159b945-58de-452e-a9f2-35ab7cf603ca completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:34:02.770706 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-c3b60593-a73d-4752-b280-7d623b4f701d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1233314490'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:02.781818 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 6159b945-58de-452e-a9f2-35ab7cf603ca triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:02.782191 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:02.796508 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f0692-5d19-4282-8094-bb26bc2cf825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Network': ['ID=29aa4492-8b38-4afb-85d6-0e98f4cbb2bf,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:02.922606 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8d25d374-d64c-465c-b74c-a71b95432b92 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:02.927634 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b60593-a73d-4752-b280-7d623b4f701d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:02.931680 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c3b60593-a73d-4752-b280-7d623b4f701d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:02.934873 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:02.943989 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6516b-03ee-4511-9fa6-c1c98bab8fa9 req-49eb5390-f4bc-45e9-9b0b-877ee87119a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:02.945660 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-11c6516b-03ee-4511-9fa6-c1c98bab8fa9 req-49eb5390-f4bc-45e9-9b0b-877ee87119a5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=68985d3b-a974-4010-af29-dacc5d1202e9 HTTP/1.1" status: 200 len: 1097 time: 0.2001042 Nov 11 17:34:02.977838 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 6159b945-58de-452e-a9f2-35ab7cf603ca, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6159b945-58de-452e-a9f2-35ab7cf603ca,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:02.985967 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:02.989305 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8d25d374-d64c-465c-b74c-a71b95432b92 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04097f83-7364-4b64-92ed-bd8adff6b510']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:03.019208 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8d25d374-d64c-465c-b74c-a71b95432b92 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23abd9a8-bb0b-4ce4-bbbf-8174f1629cb4') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:03.019605 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8d25d374-d64c-465c-b74c-a71b95432b92 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23abd9a8-bb0b-4ce4-bbbf-8174f1629cb4') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:03.034622 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b60593-a73d-4752-b280-7d623b4f701d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1296} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:34:03.047139 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8d25d374-d64c-465c-b74c-a71b95432b92 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:03.056851 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=6159b945-58de-452e-a9f2-35ab7cf603ca,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:03.073488 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c3b60593-a73d-4752-b280-7d623b4f701d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:03.073934 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-c3b60593-a73d-4752-b280-7d623b4f701d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Added segment 3a999208-3a2c-4146-bdca-05b8e8e2bb89 of type vlan for network 6f3076ed-e08f-4590-af00-e8f2ffae6bef Nov 11 17:34:03.088929 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-11c6516b-03ee-4511-9fa6-c1c98bab8fa9 req-f4ce97f6-2259-491a-a4ad-c4d9e0eea9bc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329803 Nov 11 17:34:03.092989 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8d25d374-d64c-465c-b74c-a71b95432b92 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:03.122189 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d25d374-d64c-465c-b74c-a71b95432b92 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:34:03.122746 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8d25d374-d64c-465c-b74c-a71b95432b92 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:34:03.126212 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:34:03.173485 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c3b60593-a73d-4752-b280-7d623b4f701d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:03.189041 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208763cd-3dbc-4ab2-b67a-8c6a6d996f83 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:03.195667 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208763cd-3dbc-4ab2-b67a-8c6a6d996f83 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:03.202117 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-208763cd-3dbc-4ab2-b67a-8c6a6d996f83 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.6445229 Nov 11 17:34:03.202347 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46510) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:03.244158 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8d25d374-d64c-465c-b74c-a71b95432b92 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:03.257681 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8d25d374-d64c-465c-b74c-a71b95432b92 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:03.259049 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140f160-005f-45dc-aafb-eaebc79103cc req-0897cf0f-bd1f-46f9-bd00-28df7aef6803 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:03.263997 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8d25d374-d64c-465c-b74c-a71b95432b92 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] 10.222.0.76 "DELETE /v2.0/networks/04097f83-7364-4b64-92ed-bd8adff6b510 HTTP/1.1" status: 204 len: 168 time: 0.8202615 Nov 11 17:34:03.266430 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46512) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:03.266786 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7140f160-005f-45dc-aafb-eaebc79103cc req-0897cf0f-bd1f-46f9-bd00-28df7aef6803 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=8acd5206-2608-496e-9c77-30150ecf2d68 HTTP/1.1" status: 200 len: 945 time: 0.1082966 Nov 11 17:34:03.275487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370fa33-87eb-4c51-b127-75f307c381b6 req-05e250be-4e39-4089-9826-959aabc7f9b6 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:03.275696 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c3b60593-a73d-4752-b280-7d623b4f701d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:03.277084 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9370fa33-87eb-4c51-b127-75f307c381b6 req-05e250be-4e39-4089-9826-959aabc7f9b6 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9fb2bb5-4a1e-4a61-8ff2-f981881158c7 HTTP/1.1" status: 200 len: 950 time: 0.1172733 Nov 11 17:34:03.281396 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b60593-a73d-4752-b280-7d623b4f701d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:03.282140 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c3b60593-a73d-4752-b280-7d623b4f701d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:03.300631 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25d374-d64c-465c-b74c-a71b95432b92 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Pushing event deleted for resources: {'Network': ['ID=04097f83-7364-4b64-92ed-bd8adff6b510,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:03.343581 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7140f160-005f-45dc-aafb-eaebc79103cc req-5264236d-7ab5-4324-83fc-8adcf26af669 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752232 Nov 11 17:34:03.363917 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9370fa33-87eb-4c51-b127-75f307c381b6 req-e601ebeb-6a25-4437-9d9c-f69614d85995 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff52e080-ef78-415a-ac5d-8174c280620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730994 Nov 11 17:34:03.438490 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c3b60593-a73d-4752-b280-7d623b4f701d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6839368 Nov 11 17:34:03.441788 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46518) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:03.447141 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-0217942e-66f9-48a7-832c-bc7e211dbe73 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'subnet': {'network_id': '6f3076ed-e08f-4590-af00-e8f2ffae6bef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:03.482178 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da5808ae-6005-4dda-8883-a8824cc1c13e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:03.485598 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b60593-a73d-4752-b280-7d623b4f701d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Network': ['ID=6f3076ed-e08f-4590-af00-e8f2ffae6bef,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:03.504399 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 6f3076ed-e08f-4590-af00-e8f2ffae6bef details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:34:03.538621 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-8a36aa4b-1ba4-4281-a98b-12d3e7f7f0d0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting port 28c209b3-ad7c-40c7-84c8-e79e38b8f631 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:03.539090 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8a36aa4b-1ba4-4281-a98b-12d3e7f7f0d0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:03.655368 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da5808ae-6005-4dda-8883-a8824cc1c13e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:03.684293 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0217942e-66f9-48a7-832c-bc7e211dbe73 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:03.687353 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8a36aa4b-1ba4-4281-a98b-12d3e7f7f0d0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:03.695546 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0217942e-66f9-48a7-832c-bc7e211dbe73 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:03.696733 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-da5808ae-6005-4dda-8883-a8824cc1c13e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5498bd50-3c33-4f26-8756-9531cf37b902']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:03.711822 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-8a36aa4b-1ba4-4281-a98b-12d3e7f7f0d0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Calling delete_port for 28c209b3-ad7c-40c7-84c8-e79e38b8f631 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:03.714411 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-da5808ae-6005-4dda-8883-a8824cc1c13e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f83ed2-528a-41b5-b0c1-c3937257e451') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:03.715033 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-da5808ae-6005-4dda-8883-a8824cc1c13e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f83ed2-528a-41b5-b0c1-c3937257e451') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:03.719056 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf995165-7b7d-4edd-8ea4-6ec80d8efcae req-c5c6e739-0c71-4454-a41f-aa41c7e8a308 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:03.720798 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bf995165-7b7d-4edd-8ea4-6ec80d8efcae req-c5c6e739-0c71-4454-a41f-aa41c7e8a308 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=68985d3b-a974-4010-af29-dacc5d1202e9 HTTP/1.1" status: 200 len: 946 time: 0.1172841 Nov 11 17:34:03.730145 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da5808ae-6005-4dda-8883-a8824cc1c13e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:03.780130 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da5808ae-6005-4dda-8883-a8824cc1c13e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:03.791184 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5808ae-6005-4dda-8883-a8824cc1c13e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:34:03.791761 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da5808ae-6005-4dda-8883-a8824cc1c13e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:34:03.794835 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:34:03.857897 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bf995165-7b7d-4edd-8ea4-6ec80d8efcae req-b85f20f8-2be2-4bf5-8557-9c506f4d444c tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251142 Nov 11 17:34:03.895014 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da5808ae-6005-4dda-8883-a8824cc1c13e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:03.905321 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da5808ae-6005-4dda-8883-a8824cc1c13e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:03.911245 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-da5808ae-6005-4dda-8883-a8824cc1c13e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] 10.222.0.76 "DELETE /v2.0/networks/5498bd50-3c33-4f26-8756-9531cf37b902 HTTP/1.1" status: 204 len: 168 time: 0.6255162 Nov 11 17:34:03.911428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46530) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:03.922443 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5808ae-6005-4dda-8883-a8824cc1c13e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Pushing event deleted for resources: {'Network': ['ID=5498bd50-3c33-4f26-8756-9531cf37b902,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:03.926635 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8a36aa4b-1ba4-4281-a98b-12d3e7f7f0d0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:03.995082 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36aa4b-1ba4-4281-a98b-12d3e7f7f0d0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Port': ['ID=28c209b3-ad7c-40c7-84c8-e79e38b8f631,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:04.002994 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8a36aa4b-1ba4-4281-a98b-12d3e7f7f0d0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:04.009064 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8a36aa4b-1ba4-4281-a98b-12d3e7f7f0d0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/ports/28c209b3-ad7c-40c7-84c8-e79e38b8f631 HTTP/1.1" status: 204 len: 168 time: 0.8057628 Nov 11 17:34:04.009739 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46534) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:04.092854 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dcbea8-3f68-4f10-a3a0-782af3bae64f tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:04.100798 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dcbea8-3f68-4f10-a3a0-782af3bae64f tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:04.105795 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-82dcbea8-3f68-4f10-a3a0-782af3bae64f tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1879439 Nov 11 17:34:04.106209 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46536) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:04.113583 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-94e3faab-0761-4a4a-a8a6-6452655b045b tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-361721450'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:04.134037 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac563de5-331a-45c0-95f2-136b06685767 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:04.140065 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ac563de5-331a-45c0-95f2-136b06685767 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1292477 Nov 11 17:34:04.142604 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46538) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:04.157639 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 71e2f2af-d2d5-48af-898e-d85937b170ef no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:34:04.173852 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a8e38b-eec9-4e23-b0e6-6c0f1344158f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] GET failed (client error): The resource could not be found. Nov 11 17:34:04.175389 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-44a8e38b-eec9-4e23-b0e6-6c0f1344158f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports/05e35a0c-f1cb-48d6-8286-8072be492597 HTTP/1.1" status: 404 len: 333 time: 0.0315747 Nov 11 17:34:04.180168 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46540) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:04.183876 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e3faab-0761-4a4a-a8a6-6452655b045b tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Made reservation on behalf of 4ba570391f03441c8898703c8df1cdf3 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:04.186062 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 71e2f2af-d2d5-48af-898e-d85937b170ef {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:34:04.186610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 71e2f2af-d2d5-48af-898e-d85937b170ef not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:34:04.187350 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-94e3faab-0761-4a4a-a8a6-6452655b045b tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:04.211157 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-997da617-5a17-4950-8a1a-a071f26df33a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] GET failed (client error): The resource could not be found. Nov 11 17:34:04.216324 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-997da617-5a17-4950-8a1a-a071f26df33a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports/28c209b3-ad7c-40c7-84c8-e79e38b8f631 HTTP/1.1" status: 404 len: 333 time: 0.0349388 Nov 11 17:34:04.216715 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46542) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:04.251561 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0217942e-66f9-48a7-832c-bc7e211dbe73 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:04.260929 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e3faab-0761-4a4a-a8a6-6452655b045b tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1250} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:34:04.315261 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-94e3faab-0761-4a4a-a8a6-6452655b045b tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:04.315629 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-94e3faab-0761-4a4a-a8a6-6452655b045b tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Added segment 68a066fe-189f-4057-8974-78e0c17c6786 of type vlan for network 203e1417-4832-4319-8c14-0784ee82df55 Nov 11 17:34:04.321472 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1bce337-5b23-471c-a293-96e19ef44ad3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:04.379642 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217942e-66f9-48a7-832c-bc7e211dbe73 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Subnet': ['ID=df9e40f3-c4a2-46e6-80c4-14cce41594f3,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:04.383005 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-94e3faab-0761-4a4a-a8a6-6452655b045b tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:04.394806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0217942e-66f9-48a7-832c-bc7e211dbe73 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Checking segment: {'id': '3a999208-3a2c-4146-bdca-05b8e8e2bb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '6f3076ed-e08f-4590-af00-e8f2ffae6bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:04.395165 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0217942e-66f9-48a7-832c-bc7e211dbe73 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network hostable DHCP agents. Network: 6f3076ed-e08f-4590-af00-e8f2ffae6bef, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:34:04.428755 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-94e3faab-0761-4a4a-a8a6-6452655b045b tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:04.431766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e3faab-0761-4a4a-a8a6-6452655b045b tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:04.432415 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-94e3faab-0761-4a4a-a8a6-6452655b045b tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:04.439676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0217942e-66f9-48a7-832c-bc7e211dbe73 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network 6f3076ed-e08f-4590-af00-e8f2ffae6bef is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:34:04.447192 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1bce337-5b23-471c-a293-96e19ef44ad3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:04.514099 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-0217942e-66f9-48a7-832c-bc7e211dbe73 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 6f3076ed-e08f-4590-af00-e8f2ffae6bef) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:04.519633 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a1bce337-5b23-471c-a293-96e19ef44ad3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ad497a-8d1d-4c95-806e-d0f62e41ead0']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:04.547362 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b76f56-b97c-441c-934a-c4dc90803350 None None] Network 6f3076ed-e08f-4590-af00-e8f2ffae6bef requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:04.551690 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0217942e-66f9-48a7-832c-bc7e211dbe73 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:04.552332 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0217942e-66f9-48a7-832c-bc7e211dbe73 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:04.560612 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-94e3faab-0761-4a4a-a8a6-6452655b045b tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4530292 Nov 11 17:34:04.561235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46548) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:04.562924 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a1bce337-5b23-471c-a293-96e19ef44ad3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7230b956-5065-418a-91e9-fbf158908070') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:04.564621 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a1bce337-5b23-471c-a293-96e19ef44ad3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7230b956-5065-418a-91e9-fbf158908070') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:04.593328 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1bce337-5b23-471c-a293-96e19ef44ad3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:04.599547 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-4f11a64a-5c5c-4d3d-92c6-e530568b8b18 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-889584093'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:04.611405 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3faab-0761-4a4a-a8a6-6452655b045b tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Pushing event updated for resources: {'Network': ['ID=203e1417-4832-4319-8c14-0784ee82df55,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:04.619919 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1bce337-5b23-471c-a293-96e19ef44ad3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:04.635417 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1bce337-5b23-471c-a293-96e19ef44ad3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:34:04.637430 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1bce337-5b23-471c-a293-96e19ef44ad3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:04.643501 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0217942e-66f9-48a7-832c-bc7e211dbe73 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2008436 Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:34:04.646002 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:34:04.649033 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46550) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:04.655476 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-4b36801f-41c3-4236-ac05-16962c826ca2 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'port': {'network_id': '6f3076ed-e08f-4590-af00-e8f2ffae6bef', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1314719113'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:04.736161 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9fb2bb5-4a1e-4a61-8ff2-f981881158c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6159b945-58de-452e-a9f2-35ab7cf603ca'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:34:04.741782 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d6243e-7568-42e9-9ae4-894adc6e349b" -d '{"events": [{"server_uuid": "c9fb2bb5-4a1e-4a61-8ff2-f981881158c7", "name": "network-vif-plugged", "status": "completed", "tag": "6159b945-58de-452e-a9f2-35ab7cf603ca"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:34:04.748615 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 203e1417-4832-4319-8c14-0784ee82df55 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:34:04.749703 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f11a64a-5c5c-4d3d-92c6-e530568b8b18 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Made reservation on behalf of 4ba570391f03441c8898703c8df1cdf3 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:04.756004 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4f11a64a-5c5c-4d3d-92c6-e530568b8b18 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:04.790068 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1bce337-5b23-471c-a293-96e19ef44ad3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:04.796992 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1bce337-5b23-471c-a293-96e19ef44ad3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:04.807416 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a1bce337-5b23-471c-a293-96e19ef44ad3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/networks/79ad497a-8d1d-4c95-806e-d0f62e41ead0 HTTP/1.1" status: 204 len: 168 time: 0.5837829 Nov 11 17:34:04.819686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46556) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:04.836138 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-23b2f947-4c86-4a60-8e50-3e13577d5383 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-470921303'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:04.840814 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bce337-5b23-471c-a293-96e19ef44ad3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Network': ['ID=79ad497a-8d1d-4c95-806e-d0f62e41ead0,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:04.849843 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58aec1b-1f12-4db9-a81a-9d028b6a8573 req-d317d92a-4331-41e5-8229-b1f7e6a7d5fe tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:04.852653 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c58aec1b-1f12-4db9-a81a-9d028b6a8573 req-d317d92a-4331-41e5-8229-b1f7e6a7d5fe tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9fb2bb5-4a1e-4a61-8ff2-f981881158c7 HTTP/1.1" status: 200 len: 950 time: 0.3097990 Nov 11 17:34:04.856948 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea54718c-3021-4d76-a44b-dbdc1ee7e85f x-openstack-request-id: req-ea54718c-3021-4d76-a44b-dbdc1ee7e85f {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:34:04.857238 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9fb2bb5-4a1e-4a61-8ff2-f981881158c7", "name": "network-vif-plugged", "status": "completed", "tag": "6159b945-58de-452e-a9f2-35ab7cf603ca", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:34:04.857506 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ea54718c-3021-4d76-a44b-dbdc1ee7e85f {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:34:04.857893 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9fb2bb5-4a1e-4a61-8ff2-f981881158c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6159b945-58de-452e-a9f2-35ab7cf603ca', 'code': 200} Nov 11 17:34:04.949253 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b929e1-1755-4892-98bb-61d52c253395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-6f3076ed-e08f-4590-af00-e8f2ffae6bef', 'network_id': '6f3076ed-e08f-4590-af00-e8f2ffae6bef', 'tenant_id': '63529d4881bc4948a539fcab59bdd3a8', 'fixed_ips': [{'subnet_id': 'df9e40f3-c4a2-46e6-80c4-14cce41594f3'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:34:04.952047 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f4b929e1-1755-4892-98bb-61d52c253395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:04.969760 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f11a64a-5c5c-4d3d-92c6-e530568b8b18 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1285} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:34:05.005443 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d060ef-f30d-4a63-ba63-f57a902ad042 req-d0d79959-bbe0-4bc4-8a6f-076759207a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:05.007519 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b2f947-4c86-4a60-8e50-3e13577d5383 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:05.009187 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e6d060ef-f30d-4a63-ba63-f57a902ad042 req-d0d79959-bbe0-4bc4-8a6f-076759207a24 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c9fb2bb5-4a1e-4a61-8ff2-f981881158c7 HTTP/1.1" status: 200 len: 1101 time: 0.0769811 Nov 11 17:34:05.011694 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-23b2f947-4c86-4a60-8e50-3e13577d5383 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:05.042641 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c58aec1b-1f12-4db9-a81a-9d028b6a8573 req-5d8d8d65-83ad-4eec-a86b-ddc168a6a6d1 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff52e080-ef78-415a-ac5d-8174c280620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709876 Nov 11 17:34:05.062977 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4f11a64a-5c5c-4d3d-92c6-e530568b8b18 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:05.063330 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-4f11a64a-5c5c-4d3d-92c6-e530568b8b18 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Added segment 53236e48-da8a-408e-9cf9-95cf02b050ee of type vlan for network d8a53bd7-6a74-4a56-ac1b-c0e50d150499 Nov 11 17:34:05.078235 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e6d060ef-f30d-4a63-ba63-f57a902ad042 req-6c737b2e-4afe-436d-a91e-38cd859dbc1f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ff52e080-ef78-415a-ac5d-8174c280620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608351 Nov 11 17:34:05.138488 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-f4b929e1-1755-4892-98bb-61d52c253395 None None] Allocated IP 172.20.0.2 (6f3076ed-e08f-4590-af00-e8f2ffae6bef/df9e40f3-c4a2-46e6-80c4-14cce41594f3/540f8f1e-8c6f-4385-a494-b15f4d7c5b89) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:05.149365 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b36801f-41c3-4236-ac05-16962c826ca2 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:05.152900 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4b36801f-41c3-4236-ac05-16962c826ca2 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:05.189661 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b2f947-4c86-4a60-8e50-3e13577d5383 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1275} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:34:05.192537 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4f11a64a-5c5c-4d3d-92c6-e530568b8b18 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:05.209301 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7dd35ccf-cd99-4cfa-a35e-3f92a7ee0d98 req-097d66a6-9911-4dfa-8d24-4849014dee11 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0725a4af-2a5f-4523-8b8f-677e34699596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2788308 Nov 11 17:34:05.224301 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-4b36801f-41c3-4236-ac05-16962c826ca2 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] device_id is not set on port bde7b062-d633-43e1-b2b5-34d1c6106671 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:34:05.230677 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-23b2f947-4c86-4a60-8e50-3e13577d5383 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:05.231024 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-23b2f947-4c86-4a60-8e50-3e13577d5383 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Added segment 7756af32-dddf-4efb-9937-410b49929ea8 of type vlan for network 59a9a817-3661-4544-a2a0-9762daf79e08 Nov 11 17:34:05.242229 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd75d4-25df-4dcf-9081-18ce980df47e req-2f624d92-0469-4b5c-a755-9f1f3a78f70e tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:05.243859 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ecd75d4-25df-4dcf-9081-18ce980df47e req-2f624d92-0469-4b5c-a755-9f1f3a78f70e tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=68985d3b-a974-4010-af29-dacc5d1202e9 HTTP/1.1" status: 200 len: 946 time: 0.2451203 Nov 11 17:34:05.376361 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4f11a64a-5c5c-4d3d-92c6-e530568b8b18 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:05.382572 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f11a64a-5c5c-4d3d-92c6-e530568b8b18 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:05.383163 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4f11a64a-5c5c-4d3d-92c6-e530568b8b18 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:05.415318 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-23b2f947-4c86-4a60-8e50-3e13577d5383 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:05.455921 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f4b929e1-1755-4892-98bb-61d52c253395 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:05.464019 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f4b929e1-1755-4892-98bb-61d52c253395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:05.509286 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b929e1-1755-4892-98bb-61d52c253395 None None] Network 6f3076ed-e08f-4590-af00-e8f2ffae6bef is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:05.512489 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-f4b929e1-1755-4892-98bb-61d52c253395 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:05.516174 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b929e1-1755-4892-98bb-61d52c253395 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:05.521897 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4f11a64a-5c5c-4d3d-92c6-e530568b8b18 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9506638 Nov 11 17:34:05.524623 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46562) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:05.528061 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b929e1-1755-4892-98bb-61d52c253395 None None] Pushing event updated for resources: {'Port': ['ID=540f8f1e-8c6f-4385-a494-b15f4d7c5b89,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:05.530080 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Request body: {'ports': [{'network_id': '203e1417-4832-4319-8c14-0784ee82df55', 'name': 'tempest-port--1682643370', 'admin_state_up': True}, {'network_id': 'd8a53bd7-6a74-4a56-ac1b-c0e50d150499', 'admin_state_up': False}]} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:05.530661 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Request body: {'port': {'network_id': '203e1417-4832-4319-8c14-0784ee82df55', 'name': 'tempest-port--1682643370', 'admin_state_up': True}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:05.531369 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Request body: {'port': {'network_id': 'd8a53bd7-6a74-4a56-ac1b-c0e50d150499', 'admin_state_up': False}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:05.592053 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f4b929e1-1755-4892-98bb-61d52c253395 None None] Attempting to bind port 540f8f1e-8c6f-4385-a494-b15f4d7c5b89 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:34:05.592450 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f4b929e1-1755-4892-98bb-61d52c253395 None None] Attempting to bind port 540f8f1e-8c6f-4385-a494-b15f4d7c5b89 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '3a999208-3a2c-4146-bdca-05b8e8e2bb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '6f3076ed-e08f-4590-af00-e8f2ffae6bef'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:34:05.592652 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd35ccf-cd99-4cfa-a35e-3f92a7ee0d98 req-8c8c1022-f5a7-48df-9a42-7bf4bf18944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:05.592775 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b929e1-1755-4892-98bb-61d52c253395 None None] Attempting to bind port 540f8f1e-8c6f-4385-a494-b15f4d7c5b89 on network 6f3076ed-e08f-4590-af00-e8f2ffae6bef {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:34:05.594266 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7dd35ccf-cd99-4cfa-a35e-3f92a7ee0d98 req-8c8c1022-f5a7-48df-9a42-7bf4bf18944e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=623da2f48dae40158d78770664aa965c&device_id=0725a4af-2a5f-4523-8b8f-677e34699596 HTTP/1.1" status: 200 len: 1096 time: 0.3482137 Nov 11 17:34:05.612308 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ecd75d4-25df-4dcf-9081-18ce980df47e req-c7ef7234-d8c2-4fe8-99e7-182e55346c75 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494344 Nov 11 17:34:05.613080 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b929e1-1755-4892-98bb-61d52c253395 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:34:05.613467 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b929e1-1755-4892-98bb-61d52c253395 None None] Checking segment: {'id': '3a999208-3a2c-4146-bdca-05b8e8e2bb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '6f3076ed-e08f-4590-af00-e8f2ffae6bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:05.613873 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f4b929e1-1755-4892-98bb-61d52c253395 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:05.614267 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b929e1-1755-4892-98bb-61d52c253395 None None] Bound using segment: {'id': '3a999208-3a2c-4146-bdca-05b8e8e2bb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '6f3076ed-e08f-4590-af00-e8f2ffae6bef'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:34:05.614749 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f4b929e1-1755-4892-98bb-61d52c253395 None None] Bound port: 540f8f1e-8c6f-4385-a494-b15f4d7c5b89, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a999208-3a2c-4146-bdca-05b8e8e2bb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '6f3076ed-e08f-4590-af00-e8f2ffae6bef'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:34:05.615152 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f4b929e1-1755-4892-98bb-61d52c253395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:05.616979 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11a64a-5c5c-4d3d-92c6-e530568b8b18 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Pushing event updated for resources: {'Network': ['ID=d8a53bd7-6a74-4a56-ac1b-c0e50d150499,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:05.641596 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network d8a53bd7-6a74-4a56-ac1b-c0e50d150499 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:34:05.645136 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-4b36801f-41c3-4236-ac05-16962c826ca2 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Allocated IP 172.20.0.3 (6f3076ed-e08f-4590-af00-e8f2ffae6bef/df9e40f3-c4a2-46e6-80c4-14cce41594f3/bde7b062-d633-43e1-b2b5-34d1c6106671) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:05.798434 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f4b929e1-1755-4892-98bb-61d52c253395 None None] For port 540f8f1e-8c6f-4385-a494-b15f4d7c5b89, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:34:05.803449 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f4b929e1-1755-4892-98bb-61d52c253395 None None] For port 540f8f1e-8c6f-4385-a494-b15f4d7c5b89, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=540f8f1e-8c6f-4385-a494-b15f4d7c5b89,segment=NetworkSegment(3a999208-3a2c-4146-bdca-05b8e8e2bb89),segment_id=3a999208-3a2c-4146-bdca-05b8e8e2bb89)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:34:05.811801 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Made reservation on behalf of 4ba570391f03441c8898703c8df1cdf3 for: {'port': 2} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:05.814599 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f4b929e1-1755-4892-98bb-61d52c253395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:05.821468 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:05.859044 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:05.933710 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b929e1-1755-4892-98bb-61d52c253395 None None] Pushing event updated for resources: {'Port': ['ID=540f8f1e-8c6f-4385-a494-b15f4d7c5b89,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:05.980840 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4b36801f-41c3-4236-ac05-16962c826ca2 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:06.011915 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-23b2f947-4c86-4a60-8e50-3e13577d5383 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:06.018983 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b2f947-4c86-4a60-8e50-3e13577d5383 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:06.019385 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-23b2f947-4c86-4a60-8e50-3e13577d5383 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:06.101790 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] device_id is not set on port c75ecfce-75bc-4fe0-9a6c-1a9af329ad95 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:34:06.128423 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-23b2f947-4c86-4a60-8e50-3e13577d5383 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3030708 Nov 11 17:34:06.133613 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46584) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:06.156317 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-10d37d2c-e5f8-490b-872d-b10044f49f7e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'subnet': {'network_id': '59a9a817-3661-4544-a2a0-9762daf79e08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:06.258019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2f947-4c86-4a60-8e50-3e13577d5383 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Network': ['ID=59a9a817-3661-4544-a2a0-9762daf79e08,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:06.272999 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4b36801f-41c3-4236-ac05-16962c826ca2 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:06.281728 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 59a9a817-3661-4544-a2a0-9762daf79e08 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:34:06.337130 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b36801f-41c3-4236-ac05-16962c826ca2 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network 6f3076ed-e08f-4590-af00-e8f2ffae6bef is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:06.360424 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-4b36801f-41c3-4236-ac05-16962c826ca2 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:06.363993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b36801f-41c3-4236-ac05-16962c826ca2 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:06.390214 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87949b-6e8f-4753-8995-4e52931aa720 req-adea2bd7-6e4e-4111-81f3-6fb2841fef70 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:06.406717 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c87949b-6e8f-4753-8995-4e52931aa720 req-adea2bd7-6e4e-4111-81f3-6fb2841fef70 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9fb2bb5-4a1e-4a61-8ff2-f981881158c7 HTTP/1.1" status: 200 len: 950 time: 0.2340429 Nov 11 17:34:06.448149 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd35ccf-cd99-4cfa-a35e-3f92a7ee0d98 req-c99afd24-2397-44e0-823d-3fd89a6f0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:06.449630 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7dd35ccf-cd99-4cfa-a35e-3f92a7ee0d98 req-c99afd24-2397-44e0-823d-3fd89a6f0aea service neutron] 10.222.0.83 "GET /v2.0/networks?id=b0dd05d3-837d-44d1-abc4-2c8570b43698 HTTP/1.1" status: 200 len: 917 time: 0.8276947 Nov 11 17:34:06.473155 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36801f-41c3-4236-ac05-16962c826ca2 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Port': ['ID=bde7b062-d633-43e1-b2b5-34d1c6106671,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:06.530473 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7dd35ccf-cd99-4cfa-a35e-3f92a7ee0d98 req-22da1ab4-9392-4850-a0ab-5b6684566228 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8889eaec-202f-4752-a864-ce7a0686c614 HTTP/1.1" status: 200 len: 217 time: 0.0612199 Nov 11 17:34:06.564891 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d37d2c-e5f8-490b-872d-b10044f49f7e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:06.575964 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10d37d2c-e5f8-490b-872d-b10044f49f7e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:06.588993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b36801f-41c3-4236-ac05-16962c826ca2 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:06.589613 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4b36801f-41c3-4236-ac05-16962c826ca2 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:06.645757 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c87949b-6e8f-4753-8995-4e52931aa720 req-1ab67055-9abf-41f5-a552-20d9b3c73525 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff52e080-ef78-415a-ac5d-8174c280620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379413 Nov 11 17:34:06.670336 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.ipam_backend_mixin [None req-10d37d2c-e5f8-490b-872d-b10044f49f7e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Performing IP validity checks on allocation pools {{(pid=102617) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 17:34:06.670758 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4b36801f-41c3-4236-ac05-16962c826ca2 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.0215726 Nov 11 17:34:06.674611 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd35ccf-cd99-4cfa-a35e-3f92a7ee0d98 req-1d671555-ed66-4721-8c95-19be67deae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:06.675261 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.ipam_backend_mixin [None req-10d37d2c-e5f8-490b-872d-b10044f49f7e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102617) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 17:34:06.676070 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7dd35ccf-cd99-4cfa-a35e-3f92a7ee0d98 req-1d671555-ed66-4721-8c95-19be67deae56 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a9999f1f-0e45-4e21-98fb-c66184c46f8a HTTP/1.1" status: 200 len: 855 time: 0.1309133 Nov 11 17:34:06.676528 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46588) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:06.753420 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7dd35ccf-cd99-4cfa-a35e-3f92a7ee0d98 req-f55ba7c3-dc6c-456d-a32c-f109660ac760 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b0dd05d3-837d-44d1-abc4-2c8570b43698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360775 Nov 11 17:34:06.809641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7ea51-bd19-42c7-8c1e-5e671aba6595 req-f511a7a0-8a18-4335-9cf2-d8f70a870edd tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:06.811221 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45e7ea51-bd19-42c7-8c1e-5e671aba6595 req-f511a7a0-8a18-4335-9cf2-d8f70a870edd tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=68985d3b-a974-4010-af29-dacc5d1202e9 HTTP/1.1" status: 200 len: 946 time: 0.2170117 Nov 11 17:34:06.894015 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:06.988474 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] device_id is not set on port 18e23a63-e43b-4c1b-97b8-7aeee44e67a1 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:34:07.013832 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-da8a9334-448b-47a8-923b-360a01305b49 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting port bde7b062-d633-43e1-b2b5-34d1c6106671 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:07.015200 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-da8a9334-448b-47a8-923b-360a01305b49 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:07.034305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45e7ea51-bd19-42c7-8c1e-5e671aba6595 req-c1eaa1ff-87aa-44b8-a3f7-a8186b132f54 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516588 Nov 11 17:34:07.051010 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7dd35ccf-cd99-4cfa-a35e-3f92a7ee0d98 req-90ccb687-9531-4983-91af-f0b7fa6317aa service neutron] 10.222.0.83 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779052 Nov 11 17:34:07.138184 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:07.229118 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10d37d2c-e5f8-490b-872d-b10044f49f7e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:07.230159 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-da8a9334-448b-47a8-923b-360a01305b49 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:07.257415 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-da8a9334-448b-47a8-923b-360a01305b49 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Calling delete_port for bde7b062-d633-43e1-b2b5-34d1c6106671 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:07.266459 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7dd35ccf-cd99-4cfa-a35e-3f92a7ee0d98 req-1391e63a-396e-459b-9f34-0dcda9b7224d service neutron] 10.222.0.83 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812510 Nov 11 17:34:07.306948 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:07.368306 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d37d2c-e5f8-490b-872d-b10044f49f7e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Subnet': ['ID=d31a1933-1ac5-4072-8458-1271d5723429,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:07.418788 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-407d6960-a729-4ef3-8422-e0e7ab31a21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:07.431316 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Pushing event updated for resources: {'Port': ['ID=c75ecfce-75bc-4fe0-9a6c-1a9af329ad95,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:07.444717 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d37d2c-e5f8-490b-872d-b10044f49f7e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Checking segment: {'id': '7756af32-dddf-4efb-9937-410b49929ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '59a9a817-3661-4544-a2a0-9762daf79e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:07.445080 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d37d2c-e5f8-490b-872d-b10044f49f7e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network hostable DHCP agents. Network: 59a9a817-3661-4544-a2a0-9762daf79e08, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:34:07.469192 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Checking segment: {'id': '68a066fe-189f-4057-8974-78e0c17c6786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '203e1417-4832-4319-8c14-0784ee82df55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:07.469192 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Network hostable DHCP agents. Network: 203e1417-4832-4319-8c14-0784ee82df55, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:34:07.495769 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d37d2c-e5f8-490b-872d-b10044f49f7e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network 59a9a817-3661-4544-a2a0-9762daf79e08 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:34:07.500321 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3201f9cb-7c9d-4b03-b4cb-bfd3435e05d6 None None] Network 6f3076ed-e08f-4590-af00-e8f2ffae6bef requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:07.506461 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-da8a9334-448b-47a8-923b-360a01305b49 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:07.522316 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Network 203e1417-4832-4319-8c14-0784ee82df55 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:34:07.532323 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-10d37d2c-e5f8-490b-872d-b10044f49f7e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 59a9a817-3661-4544-a2a0-9762daf79e08) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:07.537732 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d37d2c-e5f8-490b-872d-b10044f49f7e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:07.538367 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10d37d2c-e5f8-490b-872d-b10044f49f7e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:07.555270 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 203e1417-4832-4319-8c14-0784ee82df55) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:07.565204 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd89df82-c7a5-44e3-9c93-53c108fec1d5 None None] Network 59a9a817-3661-4544-a2a0-9762daf79e08 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:07.565646 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:07.568877 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:07.574216 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6cf711-ca92-416f-92ac-38e2de5198c6 None None] Network 203e1417-4832-4319-8c14-0784ee82df55 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:07.609113 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a9334-448b-47a8-923b-360a01305b49 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Port': ['ID=bde7b062-d633-43e1-b2b5-34d1c6106671,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:07.641272 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-10d37d2c-e5f8-490b-872d-b10044f49f7e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5029464 Nov 11 17:34:07.655755 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46596) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:07.707330 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-586dcb1f-8ca6-4ade-92cc-417f12830c95 None None] Provisioning complete for port 540f8f1e-8c6f-4385-a494-b15f4d7c5b89 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:07.707939 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-586dcb1f-8ca6-4ade-92cc-417f12830c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:07.725605 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-c8ec8f78-6c12-46b2-814e-d936a115c279 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'port': {'network_id': '59a9a817-3661-4544-a2a0-9762daf79e08', 'name': 'tempest-PortsIpV6TestJSON-904602113'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:07.727860 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-da8a9334-448b-47a8-923b-360a01305b49 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:07.732381 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-da8a9334-448b-47a8-923b-360a01305b49 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/ports/bde7b062-d633-43e1-b2b5-34d1c6106671 HTTP/1.1" status: 204 len: 168 time: 1.0540879 Nov 11 17:34:07.755416 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46600) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:07.763160 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02325b66-de19-4272-a05f-4e5138735f45 req-bab659e8-e250-4ced-8f3b-8dbc85e202f1 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:07.764990 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-02325b66-de19-4272-a05f-4e5138735f45 req-bab659e8-e250-4ced-8f3b-8dbc85e202f1 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.83 "GET /v2.0/ports?device_id=8acd5206-2608-496e-9c77-30150ecf2d68 HTTP/1.1" status: 200 len: 945 time: 0.0947678 Nov 11 17:34:07.885704 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcc60b-741a-447d-85e4-09d6de9b69b3 req-e9c21e3b-d9b3-4a63-82d0-b47a61c75c1a tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:07.888003 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-76dcc60b-741a-447d-85e4-09d6de9b69b3 req-e9c21e3b-d9b3-4a63-82d0-b47a61c75c1a tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9fb2bb5-4a1e-4a61-8ff2-f981881158c7 HTTP/1.1" status: 200 len: 950 time: 0.1542993 Nov 11 17:34:07.949522 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3282618-48a5-40e5-bef5-8b38eee739f1 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] GET failed (client error): The resource could not be found. Nov 11 17:34:07.951066 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a3282618-48a5-40e5-bef5-8b38eee739f1 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports/bde7b062-d633-43e1-b2b5-34d1c6106671 HTTP/1.1" status: 404 len: 333 time: 0.1898642 Nov 11 17:34:07.962055 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46604) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:07.983476 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-76dcc60b-741a-447d-85e4-09d6de9b69b3 req-b44840de-04db-49cc-a9d8-f0c7ce7d5b5f tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff52e080-ef78-415a-ac5d-8174c280620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883822 Nov 11 17:34:08.003811 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Pushing event updated for resources: {'Port': ['ID=18e23a63-e43b-4c1b-97b8-7aeee44e67a1,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:08.065177 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f9a56-1344-4c71-96c2-33d1a4052a5c req-e4d1cd87-377e-4a27-bfcb-b14fef3f21eb tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:08.066784 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9b2f9a56-1344-4c71-96c2-33d1a4052a5c req-e4d1cd87-377e-4a27-bfcb-b14fef3f21eb tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.64 "GET /v2.0/ports?device_id=68985d3b-a974-4010-af29-dacc5d1202e9 HTTP/1.1" status: 200 len: 946 time: 0.4108026 Nov 11 17:34:08.237406 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28f88d7-1dd8-4a6e-befb-ef068ecb356c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-59a9a817-3661-4544-a2a0-9762daf79e08', 'network_id': '59a9a817-3661-4544-a2a0-9762daf79e08', 'tenant_id': '4c2495a5a0704aa1b0aa9c228f7fc35a', 'fixed_ips': [{'subnet_id': 'd31a1933-1ac5-4072-8458-1271d5723429'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:34:08.237406 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a28f88d7-1dd8-4a6e-befb-ef068ecb356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:08.255540 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52ca738-50fe-4e7d-9891-f8dcfeb2ba6d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting subnet df9e40f3-c4a2-46e6-80c4-14cce41594f3 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:34:08.338021 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f52ca738-50fe-4e7d-9891-f8dcfeb2ba6d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:08.405345 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Checking segment: {'id': '53236e48-da8a-408e-9cf9-95cf02b050ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'd8a53bd7-6a74-4a56-ac1b-c0e50d150499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:08.409105 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Network hostable DHCP agents. Network: d8a53bd7-6a74-4a56-ac1b-c0e50d150499, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:34:08.531690 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 540f8f1e-8c6f-4385-a494-b15f4d7c5b89 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:34:08.532289 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d625f32-f098-438a-9ee3-cfb0c52b6d77 req-3c3d7b7a-3389-4b6c-8e97-d72433cad4a3 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:08.540774 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d625f32-f098-438a-9ee3-cfb0c52b6d77 req-3c3d7b7a-3389-4b6c-8e97-d72433cad4a3 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=68985d3b-a974-4010-af29-dacc5d1202e9 HTTP/1.1" status: 200 len: 946 time: 0.2697043 Nov 11 17:34:08.548294 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f52ca738-50fe-4e7d-9891-f8dcfeb2ba6d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:08.566504 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Network d8a53bd7-6a74-4a56-ac1b-c0e50d150499 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:34:08.583256 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, d8a53bd7-6a74-4a56-ac1b-c0e50d150499) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:08.603384 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:08.614356 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:08.634693 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:08.637483 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:08.650736 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159b531c-c3d5-4766-9041-f28115a23bb9 None None] Network d8a53bd7-6a74-4a56-ac1b-c0e50d150499 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:08.657080 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d625f32-f098-438a-9ee3-cfb0c52b6d77 req-2d201064-8ecd-4e33-a636-4ff05f874d23 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/security-groups?id=08cf5d07-6d05-492a-b371-5c9ba616c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153255 Nov 11 17:34:08.663940 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ec8f78-6c12-46b2-814e-d936a115c279 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:08.672568 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-02325b66-de19-4272-a05f-4e5138735f45 req-82497fee-3a31-41f1-a04f-0e7fb2c9bc7a tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Deleting port 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:08.673177 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-02325b66-de19-4272-a05f-4e5138735f45 req-82497fee-3a31-41f1-a04f-0e7fb2c9bc7a tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:08.673832 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c8ec8f78-6c12-46b2-814e-d936a115c279 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:08.714960 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-c8ec8f78-6c12-46b2-814e-d936a115c279 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] device_id is not set on port 59c3ce87-db24-4fc4-a28b-3f4a84b9ff0a yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:34:08.798739 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6407b3ee-697a-46f4-aa4d-9bbc97ccabda tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2667301 Nov 11 17:34:08.800958 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46618) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:08.841298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-02325b66-de19-4272-a05f-4e5138735f45 req-82497fee-3a31-41f1-a04f-0e7fb2c9bc7a tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] For port 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=68e184fc-ae2b-43e9-b2eb-fb12cfd0553c,segment=NetworkSegment(c7db2cfe-0a45-446b-af5c-63c27b6eccf0),segment_id=c7db2cfe-0a45-446b-af5c-63c27b6eccf0)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:08.842084 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-02325b66-de19-4272-a05f-4e5138735f45 req-82497fee-3a31-41f1-a04f-0e7fb2c9bc7a tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:08.849765 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-586dcb1f-8ca6-4ade-92cc-417f12830c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:08.863492 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-02325b66-de19-4272-a05f-4e5138735f45 req-82497fee-3a31-41f1-a04f-0e7fb2c9bc7a tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Calling delete_port for 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:08.992437 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-9b2f9a56-1344-4c71-96c2-33d1a4052a5c req-af4e042f-d220-49c4-8db0-0b4bb3b71bb7 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Deleting port 0cb4c9b9-207d-4f00-a929-9e7d3243fe33 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:08.992889 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9b2f9a56-1344-4c71-96c2-33d1a4052a5c req-af4e042f-d220-49c4-8db0-0b4bb3b71bb7 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:09.028139 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-586dcb1f-8ca6-4ade-92cc-417f12830c95 None None] For port 540f8f1e-8c6f-4385-a494-b15f4d7c5b89, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=540f8f1e-8c6f-4385-a494-b15f4d7c5b89,segment=NetworkSegment(3a999208-3a2c-4146-bdca-05b8e8e2bb89),segment_id=3a999208-3a2c-4146-bdca-05b8e8e2bb89)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:09.036940 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-586dcb1f-8ca6-4ade-92cc-417f12830c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:09.070216 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 540f8f1e-8c6f-4385-a494-b15f4d7c5b89 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:09.070647 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:09.123338 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-9b2f9a56-1344-4c71-96c2-33d1a4052a5c req-af4e042f-d220-49c4-8db0-0b4bb3b71bb7 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] For port 0cb4c9b9-207d-4f00-a929-9e7d3243fe33, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=0cb4c9b9-207d-4f00-a929-9e7d3243fe33,segment=NetworkSegment(c7db2cfe-0a45-446b-af5c-63c27b6eccf0),segment_id=c7db2cfe-0a45-446b-af5c-63c27b6eccf0)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:09.124479 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9b2f9a56-1344-4c71-96c2-33d1a4052a5c req-af4e042f-d220-49c4-8db0-0b4bb3b71bb7 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:09.143288 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-02325b66-de19-4272-a05f-4e5138735f45 req-82497fee-3a31-41f1-a04f-0e7fb2c9bc7a tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:09.143459 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-9b2f9a56-1344-4c71-96c2-33d1a4052a5c req-af4e042f-d220-49c4-8db0-0b4bb3b71bb7 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Calling delete_port for 0cb4c9b9-207d-4f00-a929-9e7d3243fe33 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:09.150763 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586dcb1f-8ca6-4ade-92cc-417f12830c95 None None] Pushing event updated for resources: {'Port': ['ID=540f8f1e-8c6f-4385-a494-b15f4d7c5b89,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:09.187709 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['0cb4c9b9-207d-4f00-a929-9e7d3243fe33'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:34:09.226376 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8ce495af-3e53-4c70-b8a9-52f496a95fed None None] Provisioning complete for port 540f8f1e-8c6f-4385-a494-b15f4d7c5b89 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:09.226602 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8ce495af-3e53-4c70-b8a9-52f496a95fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:09.351473 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82497fee-3a31-41f1-a04f-0e7fb2c9bc7a tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Pushing event deleted for resources: {'Port': ['ID=68e184fc-ae2b-43e9-b2eb-fb12cfd0553c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:09.402157 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7775ec2b-3cfd-49cc-bfcd-bf61b034100b tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:09.403220 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ec2e27-cd1c-4614-b6d0-07040c0a0b4e None None] DHCP port deletion for 47e67299-c3c7-461b-beae-e2c814922648 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:34:09.417016 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7775ec2b-3cfd-49cc-bfcd-bf61b034100b tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:09.433756 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7775ec2b-3cfd-49cc-bfcd-bf61b034100b tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6211884 Nov 11 17:34:09.444255 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46628) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:09.591502 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-c8ec8f78-6c12-46b2-814e-d936a115c279 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Allocated IP 2001:db8::186 (59a9a817-3661-4544-a2a0-9762daf79e08/d31a1933-1ac5-4072-8458-1271d5723429/59c3ce87-db24-4fc4-a28b-3f4a84b9ff0a) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:09.650174 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0ee94032-ecce-4e3b-aced-c490a10c9427 None None] Could not find standard attr ID for object bde7b062-d633-43e1-b2b5-34d1c6106671. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:34:09.730433 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9b2f9a56-1344-4c71-96c2-33d1a4052a5c req-af4e042f-d220-49c4-8db0-0b4bb3b71bb7 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:09.789000 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d445e93d-3b52-455c-ba66-35bd5dffa635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:09.886890 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e042f-d220-49c4-8db0-0b4bb3b71bb7 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Pushing event deleted for resources: {'Port': ['ID=0cb4c9b9-207d-4f00-a929-9e7d3243fe33,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:09.917625 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23445bfc-7c8c-41e0-9151-c3c209893c88 None None] DHCP port deletion for 47e67299-c3c7-461b-beae-e2c814922648 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:34:10.175570 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 540f8f1e-8c6f-4385-a494-b15f4d7c5b89 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:34:10.298184 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 540f8f1e-8c6f-4385-a494-b15f4d7c5b89 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:10.299208 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:10.403662 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b52388-b762-465c-afcf-a4b8c1e0f88d req-09831728-54cf-46fd-b258-377851ce2838 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:10.405958 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82b52388-b762-465c-afcf-a4b8c1e0f88d req-09831728-54cf-46fd-b258-377851ce2838 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9fb2bb5-4a1e-4a61-8ff2-f981881158c7 HTTP/1.1" status: 200 len: 950 time: 1.7620554 Nov 11 17:34:10.407022 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-02325b66-de19-4272-a05f-4e5138735f45 req-82497fee-3a31-41f1-a04f-0e7fb2c9bc7a tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] No DVR routers for this DVR port 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:34:10.410418 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-02325b66-de19-4272-a05f-4e5138735f45 req-82497fee-3a31-41f1-a04f-0e7fb2c9bc7a tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:10.416232 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2f9a56-1344-4c71-96c2-33d1a4052a5c req-af4e042f-d220-49c4-8db0-0b4bb3b71bb7 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] No DVR routers for this DVR port 0cb4c9b9-207d-4f00-a929-9e7d3243fe33 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:34:10.424981 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9b2f9a56-1344-4c71-96c2-33d1a4052a5c req-af4e042f-d220-49c4-8db0-0b4bb3b71bb7 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:10.428396 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9b2f9a56-1344-4c71-96c2-33d1a4052a5c req-af4e042f-d220-49c4-8db0-0b4bb3b71bb7 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.64 "DELETE /v2.0/ports/0cb4c9b9-207d-4f00-a929-9e7d3243fe33 HTTP/1.1" status: 204 len: 173 time: 2.3391964 Nov 11 17:34:10.428890 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68985d3b-a974-4010-af29-dacc5d1202e9', 'name': 'network-vif-deleted', 'tag': '0cb4c9b9-207d-4f00-a929-9e7d3243fe33'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:34:10.429572 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-02325b66-de19-4272-a05f-4e5138735f45 req-82497fee-3a31-41f1-a04f-0e7fb2c9bc7a tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.83 "DELETE /v2.0/ports/68e184fc-ae2b-43e9-b2eb-fb12cfd0553c HTTP/1.1" status: 204 len: 173 time: 2.6110325 Nov 11 17:34:10.431140 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626362e9-14b0-4f96-a98a-a4be62a7c940" -d '{"events": [{"server_uuid": "68985d3b-a974-4010-af29-dacc5d1202e9", "name": "network-vif-deleted", "tag": "0cb4c9b9-207d-4f00-a929-9e7d3243fe33"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:34:10.444730 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-984c972a-2ffc-4f60-ba63-d28dec72958e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Deleting port c75ecfce-75bc-4fe0-9a6c-1a9af329ad95 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:10.445069 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-984c972a-2ffc-4f60-ba63-d28dec72958e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:10.485663 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acd5206-2608-496e-9c77-30150ecf2d68', 'name': 'network-vif-deleted', 'tag': '68e184fc-ae2b-43e9-b2eb-fb12cfd0553c'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:34:10.490113 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad2e5fd-cc3c-4dd3-9a8f-250cae5f3c3e" -d '{"events": [{"server_uuid": "8acd5206-2608-496e-9c77-30150ecf2d68", "name": "network-vif-deleted", "tag": "68e184fc-ae2b-43e9-b2eb-fb12cfd0553c"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:34:10.550340 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fd267-699f-44d4-9c2d-87432465e0f5 req-9fc31cc4-dc67-4f4b-97f2-56e186f5bd39 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:10.551857 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fd1fd267-699f-44d4-9c2d-87432465e0f5 req-9fc31cc4-dc67-4f4b-97f2-56e186f5bd39 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9fb2bb5-4a1e-4a61-8ff2-f981881158c7 HTTP/1.1" status: 200 len: 950 time: 0.5921650 Nov 11 17:34:10.573039 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-984c972a-2ffc-4f60-ba63-d28dec72958e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:10.591956 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c8ec8f78-6c12-46b2-814e-d936a115c279 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:10.613300 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-984c972a-2ffc-4f60-ba63-d28dec72958e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Calling delete_port for c75ecfce-75bc-4fe0-9a6c-1a9af329ad95 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:10.649396 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f52ca738-50fe-4e7d-9891-f8dcfeb2ba6d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:10.678345 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-12164a38-3eb4-4db0-a9e9-b77125cdb460 req-96e98786-b297-40c9-aaf3-75ff3bc478a6 tempest-MultipleCreateTestJSON-219234895 tempest-MultipleCreateTestJSON-219234895-project] 10.222.0.76 "GET /v2.0/ports?device_id=68985d3b-a974-4010-af29-dacc5d1202e9 HTTP/1.1" status: 200 len: 210 time: 0.3639460 Nov 11 17:34:10.761910 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82b52388-b762-465c-afcf-a4b8c1e0f88d req-de8f039f-94ea-4f07-a14d-efc8e9c85a76 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff52e080-ef78-415a-ac5d-8174c280620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312104 Nov 11 17:34:10.794398 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:34:10.831812 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f52ca738-50fe-4e7d-9891-f8dcfeb2ba6d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:10.861630 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c8ec8f78-6c12-46b2-814e-d936a115c279 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:10.875373 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-984c972a-2ffc-4f60-ba63-d28dec72958e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:10.879252 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f52ca738-50fe-4e7d-9891-f8dcfeb2ba6d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:10.883868 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f52ca738-50fe-4e7d-9891-f8dcfeb2ba6d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/subnets/df9e40f3-c4a2-46e6-80c4-14cce41594f3 HTTP/1.1" status: 204 len: 168 time: 2.8993132 Nov 11 17:34:10.905530 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46666) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:10.918401 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99932b2-7e37-4528-836c-af29d8072dbb None None] Network 6f3076ed-e08f-4590-af00-e8f2ffae6bef requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:10.938761 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:34:10.939861 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 68e184fc-ae2b-43e9-b2eb-fb12cfd0553c not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:34:10.956306 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af644e9a-4126-40ac-9369-83a1d574f331 x-openstack-request-id: req-af644e9a-4126-40ac-9369-83a1d574f331 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:34:10.956599 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68985d3b-a974-4010-af29-dacc5d1202e9", "name": "network-vif-deleted", "tag": "0cb4c9b9-207d-4f00-a929-9e7d3243fe33", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:34:10.956857 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-af644e9a-4126-40ac-9369-83a1d574f331 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:34:10.957257 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68985d3b-a974-4010-af29-dacc5d1202e9', 'name': 'network-vif-deleted', 'tag': '0cb4c9b9-207d-4f00-a929-9e7d3243fe33', 'status': 'completed', 'code': 200} Nov 11 17:34:10.969783 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ca738-50fe-4e7d-9891-f8dcfeb2ba6d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Subnet': ['ID=df9e40f3-c4a2-46e6-80c4-14cce41594f3,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:11.016645 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a11897-b641-4c81-89d9-e7a66b8dd09e x-openstack-request-id: req-75a11897-b641-4c81-89d9-e7a66b8dd09e {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:34:11.017680 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8acd5206-2608-496e-9c77-30150ecf2d68", "name": "network-vif-deleted", "tag": "68e184fc-ae2b-43e9-b2eb-fb12cfd0553c", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:34:11.018663 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-75a11897-b641-4c81-89d9-e7a66b8dd09e {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:34:11.020239 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8acd5206-2608-496e-9c77-30150ecf2d68', 'name': 'network-vif-deleted', 'tag': '68e184fc-ae2b-43e9-b2eb-fb12cfd0553c', 'status': 'completed', 'code': 200} Nov 11 17:34:11.072076 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:11.083027 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-a28f88d7-1dd8-4a6e-befb-ef068ecb356c None None] Allocated IP 2001:db8::2 (59a9a817-3661-4544-a2a0-9762daf79e08/d31a1933-1ac5-4072-8458-1271d5723429/053ee987-639a-49fb-b060-476f60e951f4) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:11.195121 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-fd1fd267-699f-44d4-9c2d-87432465e0f5 req-17b5cd76-2d87-4886-b1e1-50fd865f3c2e tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Deleting port 6159b945-58de-452e-a9f2-35ab7cf603ca {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:11.195553 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-fd1fd267-699f-44d4-9c2d-87432465e0f5 req-17b5cd76-2d87-4886-b1e1-50fd865f3c2e tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:11.221119 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-984c972a-2ffc-4f60-ba63-d28dec72958e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:11.231574 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-984c972a-2ffc-4f60-ba63-d28dec72958e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] 10.222.0.76 "DELETE /v2.0/ports/c75ecfce-75bc-4fe0-9a6c-1a9af329ad95 HTTP/1.1" status: 204 len: 168 time: 1.7680600 Nov 11 17:34:11.239385 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46670) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:11.253663 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ec8f78-6c12-46b2-814e-d936a115c279 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network 59a9a817-3661-4544-a2a0-9762daf79e08 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:11.327691 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-c8ec8f78-6c12-46b2-814e-d936a115c279 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:11.340877 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ec8f78-6c12-46b2-814e-d936a115c279 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:11.347109 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ec8f78-6c12-46b2-814e-d936a115c279 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:11.347845 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c8ec8f78-6c12-46b2-814e-d936a115c279 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:11.385048 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec8f78-6c12-46b2-814e-d936a115c279 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Port': ['ID=59c3ce87-db24-4fc4-a28b-3f4a84b9ff0a,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:11.397022 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d391d98f-35c5-4eb4-88ff-b6f7b423bb0e None None] DHCP port deletion for 6f3076ed-e08f-4590-af00-e8f2ffae6bef request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:34:11.411048 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c8ec8f78-6c12-46b2-814e-d936a115c279 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6892488 Nov 11 17:34:11.415126 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46672) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:11.436992 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a28f88d7-1dd8-4a6e-befb-ef068ecb356c None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:11.448325 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ed7c650-d011-4755-9e83-d04e5ecfdefb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:11.503771 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c972a-2ffc-4f60-ba63-d28dec72958e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Pushing event deleted for resources: {'Port': ['ID=c75ecfce-75bc-4fe0-9a6c-1a9af329ad95,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:11.511253 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a28f88d7-1dd8-4a6e-befb-ef068ecb356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:11.620086 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28f88d7-1dd8-4a6e-befb-ef068ecb356c None None] Network 59a9a817-3661-4544-a2a0-9762daf79e08 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:11.620320 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-fd1fd267-699f-44d4-9c2d-87432465e0f5 req-17b5cd76-2d87-4886-b1e1-50fd865f3c2e tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] For port 6159b945-58de-452e-a9f2-35ab7cf603ca, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6159b945-58de-452e-a9f2-35ab7cf603ca,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:11.620454 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-fd1fd267-699f-44d4-9c2d-87432465e0f5 req-17b5cd76-2d87-4886-b1e1-50fd865f3c2e tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:11.629213 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-cc37ad76-c3f1-4889-9800-3f0c8e1d456d tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Deleting port 18e23a63-e43b-4c1b-97b8-7aeee44e67a1 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:11.629557 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cc37ad76-c3f1-4889-9800-3f0c8e1d456d tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:11.635590 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-a28f88d7-1dd8-4a6e-befb-ef068ecb356c None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:11.640321 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-fd1fd267-699f-44d4-9c2d-87432465e0f5 req-17b5cd76-2d87-4886-b1e1-50fd865f3c2e tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Calling delete_port for 6159b945-58de-452e-a9f2-35ab7cf603ca owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:11.647395 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d391d98f-35c5-4eb4-88ff-b6f7b423bb0e None None] Deleting port 540f8f1e-8c6f-4385-a494-b15f4d7c5b89 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:11.647807 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d391d98f-35c5-4eb4-88ff-b6f7b423bb0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:11.704467 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-0ed7c650-d011-4755-9e83-d04e5ecfdefb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting port 540f8f1e-8c6f-4385-a494-b15f4d7c5b89 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:11.704887 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ed7c650-d011-4755-9e83-d04e5ecfdefb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:11.746469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-3323875a-f9e1-475e-8c6e-ec7d6610f3d5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting port 59c3ce87-db24-4fc4-a28b-3f4a84b9ff0a {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:11.747174 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3323875a-f9e1-475e-8c6e-ec7d6610f3d5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:11.751249 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f88d7-1dd8-4a6e-befb-ef068ecb356c None None] Pushing event updated for resources: {'Port': ['ID=053ee987-639a-49fb-b060-476f60e951f4,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:11.755862 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28f88d7-1dd8-4a6e-befb-ef068ecb356c None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:11.853381 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-a28f88d7-1dd8-4a6e-befb-ef068ecb356c None None] Attempting to bind port 053ee987-639a-49fb-b060-476f60e951f4 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:34:11.854058 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-a28f88d7-1dd8-4a6e-befb-ef068ecb356c None None] Attempting to bind port 053ee987-639a-49fb-b060-476f60e951f4 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7756af32-dddf-4efb-9937-410b49929ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '59a9a817-3661-4544-a2a0-9762daf79e08'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:34:11.854369 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28f88d7-1dd8-4a6e-befb-ef068ecb356c None None] Attempting to bind port 053ee987-639a-49fb-b060-476f60e951f4 on network 59a9a817-3661-4544-a2a0-9762daf79e08 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:34:11.864673 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cc37ad76-c3f1-4889-9800-3f0c8e1d456d tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:11.870246 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d391d98f-35c5-4eb4-88ff-b6f7b423bb0e None None] For port 540f8f1e-8c6f-4385-a494-b15f4d7c5b89, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=540f8f1e-8c6f-4385-a494-b15f4d7c5b89,segment=NetworkSegment(3a999208-3a2c-4146-bdca-05b8e8e2bb89),segment_id=3a999208-3a2c-4146-bdca-05b8e8e2bb89)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:11.875237 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d391d98f-35c5-4eb4-88ff-b6f7b423bb0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:11.879014 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46682) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:11.884001 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28f88d7-1dd8-4a6e-befb-ef068ecb356c None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:34:11.884515 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28f88d7-1dd8-4a6e-befb-ef068ecb356c None None] Checking segment: {'id': '7756af32-dddf-4efb-9937-410b49929ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '59a9a817-3661-4544-a2a0-9762daf79e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:11.885021 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a28f88d7-1dd8-4a6e-befb-ef068ecb356c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:11.888262 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28f88d7-1dd8-4a6e-befb-ef068ecb356c None None] Bound using segment: {'id': '7756af32-dddf-4efb-9937-410b49929ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '59a9a817-3661-4544-a2a0-9762daf79e08'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:34:11.889642 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-a28f88d7-1dd8-4a6e-befb-ef068ecb356c None None] Bound port: 053ee987-639a-49fb-b060-476f60e951f4, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7756af32-dddf-4efb-9937-410b49929ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '59a9a817-3661-4544-a2a0-9762daf79e08'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:34:11.890165 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a28f88d7-1dd8-4a6e-befb-ef068ecb356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:11.926011 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-0ed7c650-d011-4755-9e83-d04e5ecfdefb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] For port 540f8f1e-8c6f-4385-a494-b15f4d7c5b89, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=540f8f1e-8c6f-4385-a494-b15f4d7c5b89,segment=NetworkSegment(3a999208-3a2c-4146-bdca-05b8e8e2bb89),segment_id=3a999208-3a2c-4146-bdca-05b8e8e2bb89)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:11.926698 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ed7c650-d011-4755-9e83-d04e5ecfdefb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:11.941965 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-0ed7c650-d011-4755-9e83-d04e5ecfdefb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Calling delete_port for 540f8f1e-8c6f-4385-a494-b15f4d7c5b89 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:11.947219 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d391d98f-35c5-4eb4-88ff-b6f7b423bb0e None None] Calling delete_port for 540f8f1e-8c6f-4385-a494-b15f4d7c5b89 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:11.977750 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-cc37ad76-c3f1-4889-9800-3f0c8e1d456d tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Calling delete_port for 18e23a63-e43b-4c1b-97b8-7aeee44e67a1 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:12.083626 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-fd1fd267-699f-44d4-9c2d-87432465e0f5 req-17b5cd76-2d87-4886-b1e1-50fd865f3c2e tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:12.099938 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4837d-1410-4f6f-be5a-bc32305b3262 req-bec6c18a-4651-4cbd-95a3-5e15fe5420bc tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:12.101751 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3e4837d-1410-4f6f-be5a-bc32305b3262 req-bec6c18a-4651-4cbd-95a3-5e15fe5420bc tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9fb2bb5-4a1e-4a61-8ff2-f981881158c7 HTTP/1.1" status: 200 len: 950 time: 0.1837845 Nov 11 17:34:12.156848 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 0cb4c9b9-207d-4f00-a929-9e7d3243fe33 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:34:12.163193 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['6159b945-58de-452e-a9f2-35ab7cf603ca'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:34:12.240860 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5cd76-2d87-4886-b1e1-50fd865f3c2e tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Pushing event deleted for resources: {'Port': ['ID=6159b945-58de-452e-a9f2-35ab7cf603ca,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:12.249173 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 0cb4c9b9-207d-4f00-a929-9e7d3243fe33 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:34:12.249522 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 0cb4c9b9-207d-4f00-a929-9e7d3243fe33 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:34:12.260434 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1fd267-699f-44d4-9c2d-87432465e0f5 req-17b5cd76-2d87-4886-b1e1-50fd865f3c2e tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] No DVR routers for this DVR port 6159b945-58de-452e-a9f2-35ab7cf603ca on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:34:12.275930 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-fd1fd267-699f-44d4-9c2d-87432465e0f5 req-17b5cd76-2d87-4886-b1e1-50fd865f3c2e tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:12.278617 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 540f8f1e-8c6f-4385-a494-b15f4d7c5b89 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:34:12.284633 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fd1fd267-699f-44d4-9c2d-87432465e0f5 req-17b5cd76-2d87-4886-b1e1-50fd865f3c2e tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.64 "DELETE /v2.0/ports/6159b945-58de-452e-a9f2-35ab7cf603ca HTTP/1.1" status: 204 len: 173 time: 1.7190218 Nov 11 17:34:12.298691 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ed7c650-d011-4755-9e83-d04e5ecfdefb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:12.323502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a28f88d7-1dd8-4a6e-befb-ef068ecb356c None None] For port 053ee987-639a-49fb-b060-476f60e951f4, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:34:12.347322 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a28f88d7-1dd8-4a6e-befb-ef068ecb356c None None] For port 053ee987-639a-49fb-b060-476f60e951f4, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=053ee987-639a-49fb-b060-476f60e951f4,segment=NetworkSegment(7756af32-dddf-4efb-9937-410b49929ea8),segment_id=7756af32-dddf-4efb-9937-410b49929ea8)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:34:12.348584 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No active binding found for port 540f8f1e-8c6f-4385-a494-b15f4d7c5b89 {{(pid=102619) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 11 17:34:12.349182 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 540f8f1e-8c6f-4385-a494-b15f4d7c5b89 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:34:12.351514 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d391d98f-35c5-4eb4-88ff-b6f7b423bb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:12.374704 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed7c650-d011-4755-9e83-d04e5ecfdefb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] No DVR routers for this DVR port 540f8f1e-8c6f-4385-a494-b15f4d7c5b89 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:34:12.385285 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3e4837d-1410-4f6f-be5a-bc32305b3262 req-e5a30562-9c57-406c-8a36-4859b167bd50 tempest-VolumesNegativeTest-154399755 tempest-VolumesNegativeTest-154399755-project] 10.222.0.76 "GET /v2.0/security-groups?id=ff52e080-ef78-415a-ac5d-8174c280620c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111354 Nov 11 17:34:12.386708 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391d98f-35c5-4eb4-88ff-b6f7b423bb0e None None] Pushing event deleted for resources: {'Port': ['ID=540f8f1e-8c6f-4385-a494-b15f4d7c5b89,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:12.390761 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a28f88d7-1dd8-4a6e-befb-ef068ecb356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:12.393086 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d391d98f-35c5-4eb4-88ff-b6f7b423bb0e None None] No DVR routers for this DVR port 540f8f1e-8c6f-4385-a494-b15f4d7c5b89 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:34:12.412518 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e9cfd3-1cd3-4247-bb34-81b2926c6e11 admin admin] Deleting subnet 8878f1c9-7104-4f03-9a25-6e8169b1e7ca {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:34:12.422543 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e9e9cfd3-1cd3-4247-bb34-81b2926c6e11 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:12.440501 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7c650-d011-4755-9e83-d04e5ecfdefb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Port': ['ID=540f8f1e-8c6f-4385-a494-b15f4d7c5b89,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:12.541370 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3323875a-f9e1-475e-8c6e-ec7d6610f3d5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:12.552356 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:12.554093 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f88d7-1dd8-4a6e-befb-ef068ecb356c None None] Pushing event updated for resources: {'Port': ['ID=053ee987-639a-49fb-b060-476f60e951f4,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:12.582593 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-3323875a-f9e1-475e-8c6e-ec7d6610f3d5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Calling delete_port for 59c3ce87-db24-4fc4-a28b-3f4a84b9ff0a owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:12.614381 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ed7c650-d011-4755-9e83-d04e5ecfdefb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:12.645338 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-0ed7c650-d011-4755-9e83-d04e5ecfdefb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3076ed-e08f-4590-af00-e8f2ffae6bef']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:12.662974 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-0ed7c650-d011-4755-9e83-d04e5ecfdefb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a999208-3a2c-4146-bdca-05b8e8e2bb89') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:12.663327 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-0ed7c650-d011-4755-9e83-d04e5ecfdefb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a999208-3a2c-4146-bdca-05b8e8e2bb89') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:12.684434 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ed7c650-d011-4755-9e83-d04e5ecfdefb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:12.702239 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ed7c650-d011-4755-9e83-d04e5ecfdefb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:12.706383 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e9e9cfd3-1cd3-4247-bb34-81b2926c6e11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:12.710983 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed7c650-d011-4755-9e83-d04e5ecfdefb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:34:12.712903 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ed7c650-d011-4755-9e83-d04e5ecfdefb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:34:12.716901 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:34:12.853502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca893e33-4ed6-4b7a-9b18-7c35f281c034 req-68db92bd-8732-448e-99e7-6dfee7c847ef tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:12.875089 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca893e33-4ed6-4b7a-9b18-7c35f281c034 req-68db92bd-8732-448e-99e7-6dfee7c847ef tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:12.881932 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:12.895645 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca893e33-4ed6-4b7a-9b18-7c35f281c034 req-68db92bd-8732-448e-99e7-6dfee7c847ef tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:12.903135 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca893e33-4ed6-4b7a-9b18-7c35f281c034 req-68db92bd-8732-448e-99e7-6dfee7c847ef tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:12.905307 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ed7c650-d011-4755-9e83-d04e5ecfdefb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:12.910507 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca893e33-4ed6-4b7a-9b18-7c35f281c034 req-68db92bd-8732-448e-99e7-6dfee7c847ef tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:12.917174 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca893e33-4ed6-4b7a-9b18-7c35f281c034 req-68db92bd-8732-448e-99e7-6dfee7c847ef tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:12.922828 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ed7c650-d011-4755-9e83-d04e5ecfdefb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:12.923677 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca893e33-4ed6-4b7a-9b18-7c35f281c034 req-68db92bd-8732-448e-99e7-6dfee7c847ef tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:12.925720 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca893e33-4ed6-4b7a-9b18-7c35f281c034 req-68db92bd-8732-448e-99e7-6dfee7c847ef tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5444 time: 0.6507299 Nov 11 17:34:12.926415 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0ed7c650-d011-4755-9e83-d04e5ecfdefb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/networks/6f3076ed-e08f-4590-af00-e8f2ffae6bef HTTP/1.1" status: 204 len: 168 time: 2.0151157 Nov 11 17:34:12.933525 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46690) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:12.938712 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-6d4e936e-e7fc-419f-ae22-8cd60d667798 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'port': {'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46', 'name': 'tempest-PortsTestJSON-191182318'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:12.946359 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cc37ad76-c3f1-4889-9800-3f0c8e1d456d tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:12.955704 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e9e9cfd3-1cd3-4247-bb34-81b2926c6e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:13.012868 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9fb2bb5-4a1e-4a61-8ff2-f981881158c7', 'name': 'network-vif-deleted', 'tag': '6159b945-58de-452e-a9f2-35ab7cf603ca'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:34:13.015196 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdc3a5d-1a28-4bde-b770-eed8eb17dd37" -d '{"events": [{"server_uuid": "c9fb2bb5-4a1e-4a61-8ff2-f981881158c7", "name": "network-vif-deleted", "tag": "6159b945-58de-452e-a9f2-35ab7cf603ca"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:34:13.040616 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7c650-d011-4755-9e83-d04e5ecfdefb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Network': ['ID=6f3076ed-e08f-4590-af00-e8f2ffae6bef,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:13.041496 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cc37ad76-c3f1-4889-9800-3f0c8e1d456d tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:13.044956 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-cc37ad76-c3f1-4889-9800-3f0c8e1d456d tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] 10.222.0.76 "DELETE /v2.0/ports/18e23a63-e43b-4c1b-97b8-7aeee44e67a1 HTTP/1.1" status: 204 len: 168 time: 1.8044965 Nov 11 17:34:13.048413 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46696) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:13.051049 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37ad76-c3f1-4889-9800-3f0c8e1d456d tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Pushing event deleted for resources: {'Port': ['ID=18e23a63-e43b-4c1b-97b8-7aeee44e67a1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:13.150328 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-34b6db39-f97f-4bc9-8859-e2518fbce34d tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0835264 Nov 11 17:34:13.170147 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46700) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:13.176540 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8515609f-34fb-4b14-8ae9-b3f6cf8c4a86 x-openstack-request-id: req-8515609f-34fb-4b14-8ae9-b3f6cf8c4a86 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:34:13.176929 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9fb2bb5-4a1e-4a61-8ff2-f981881158c7", "name": "network-vif-deleted", "tag": "6159b945-58de-452e-a9f2-35ab7cf603ca", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:34:13.180476 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8515609f-34fb-4b14-8ae9-b3f6cf8c4a86 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:34:13.180476 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9fb2bb5-4a1e-4a61-8ff2-f981881158c7', 'name': 'network-vif-deleted', 'tag': '6159b945-58de-452e-a9f2-35ab7cf603ca', 'status': 'completed', 'code': 200} Nov 11 17:34:13.180811 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca893e33-4ed6-4b7a-9b18-7c35f281c034 req-2a896b7e-6216-4fe2-8b44-f837a6617fdb tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2323933 Nov 11 17:34:13.187258 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b429ee77-2f42-43dd-8248-232482fd6ba8 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1945177284'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:13.204039 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e9e9cfd3-1cd3-4247-bb34-81b2926c6e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:13.206684 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3323875a-f9e1-475e-8c6e-ec7d6610f3d5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:13.221973 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.db.api [None req-6d4e936e-e7fc-419f-ae22-8cd60d667798 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 17:34:13.221973 n-d-816206-4 neutron-server[102617]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 11 17:34:13.221973 n-d-816206-4 neutron-server[102617]: [parameters: {'project_id': '63529d4881bc4948a539fcab59bdd3a8', 'id': '25139a7b-48fe-492e-90eb-cf0832a47b35', 'expiration': datetime.datetime(2021, 11, 11, 17, 36, 13, 208209)}] Nov 11 17:34:13.221973 n-d-816206-4 neutron-server[102617]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:34:13.225922 n-d-816206-4 neutron-server[102617]: DEBUG oslo_db.api [None req-6d4e936e-e7fc-419f-ae22-8cd60d667798 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:34:13.242190 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b429ee77-2f42-43dd-8248-232482fd6ba8 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Made reservation on behalf of 4ba570391f03441c8898703c8df1cdf3 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:13.245738 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b429ee77-2f42-43dd-8248-232482fd6ba8 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:13.263550 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9cfd3-1cd3-4247-bb34-81b2926c6e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8878f1c9-7104-4f03-9a25-6e8169b1e7ca,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:13.279945 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e9e9cfd3-1cd3-4247-bb34-81b2926c6e11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:13.279945 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e9e9cfd3-1cd3-4247-bb34-81b2926c6e11 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8878f1c9-7104-4f03-9a25-6e8169b1e7ca HTTP/1.1" status: 204 len: 168 time: 1.3931203 Nov 11 17:34:13.279945 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46708) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:13.281515 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98de4ac7-de0a-46a2-a163-1c270526419f None None] Network 47e67299-c3c7-461b-beae-e2c814922648 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:13.285913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323875a-f9e1-475e-8c6e-ec7d6610f3d5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Port': ['ID=59c3ce87-db24-4fc4-a28b-3f4a84b9ff0a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:13.306563 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b429ee77-2f42-43dd-8248-232482fd6ba8 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1251} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:34:13.322808 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b429ee77-2f42-43dd-8248-232482fd6ba8 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:13.323838 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-b429ee77-2f42-43dd-8248-232482fd6ba8 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Added segment 3ec10c1e-3762-445d-8fe9-d2808511b7c4 of type vlan for network e2c2ce61-f139-4f9b-96b8-60695687567b Nov 11 17:34:13.350307 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3323875a-f9e1-475e-8c6e-ec7d6610f3d5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:13.356453 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3323875a-f9e1-475e-8c6e-ec7d6610f3d5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/ports/59c3ce87-db24-4fc4-a28b-3f4a84b9ff0a HTTP/1.1" status: 204 len: 168 time: 1.9387782 Nov 11 17:34:13.358805 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46712) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:13.385424 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-125867f0-c59a-4af7-9a72-ff4ec52a6600 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] DELETE failed (client error): The resource could not be found. Nov 11 17:34:13.386173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125867f0-c59a-4af7-9a72-ff4ec52a6600 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:34:13.392823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-125867f0-c59a-4af7-9a72-ff4ec52a6600 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/ports/59c3ce87-db24-4fc4-a28b-3f4a84b9ff0a HTTP/1.1" status: 404 len: 333 time: 0.0322595 Nov 11 17:34:13.393226 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46716) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:13.412627 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b429ee77-2f42-43dd-8248-232482fd6ba8 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:13.440112 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-3585ce33-2cca-4494-a41d-f41bfe6df75e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] GET failed (client error): The resource could not be found. Nov 11 17:34:13.448938 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3585ce33-2cca-4494-a41d-f41bfe6df75e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports/59c3ce87-db24-4fc4-a28b-3f4a84b9ff0a HTTP/1.1" status: 404 len: 333 time: 0.0521777 Nov 11 17:34:13.452051 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46724) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:13.492092 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa861c4-6164-4089-9354-3338d8bb290f None None] DHCP port deletion for 47e67299-c3c7-461b-beae-e2c814922648 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:34:13.522386 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b429ee77-2f42-43dd-8248-232482fd6ba8 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:13.529591 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b429ee77-2f42-43dd-8248-232482fd6ba8 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:13.530300 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b429ee77-2f42-43dd-8248-232482fd6ba8 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:13.566967 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-52ae14bf-ca68-450f-b82f-f39f7679005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:13.632435 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b429ee77-2f42-43dd-8248-232482fd6ba8 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4509766 Nov 11 17:34:13.636102 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46732) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:13.641189 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-8605c10f-4b03-43f4-b141-983f30b537da tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-217688162'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:13.646111 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429ee77-2f42-43dd-8248-232482fd6ba8 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Pushing event updated for resources: {'Network': ['ID=e2c2ce61-f139-4f9b-96b8-60695687567b,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:13.653630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f5648-3cfa-4e13-8b98-218105310a8d req-03fc40fc-790a-4b84-8739-0f7a0bce3d84 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:13.659805 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f5648-3cfa-4e13-8b98-218105310a8d req-03fc40fc-790a-4b84-8739-0f7a0bce3d84 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:13.664827 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network e2c2ce61-f139-4f9b-96b8-60695687567b details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:34:13.668037 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8605c10f-4b03-43f4-b141-983f30b537da tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Made reservation on behalf of 4ba570391f03441c8898703c8df1cdf3 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:13.674846 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f5648-3cfa-4e13-8b98-218105310a8d req-03fc40fc-790a-4b84-8739-0f7a0bce3d84 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:13.677241 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8605c10f-4b03-43f4-b141-983f30b537da tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:13.691833 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f5648-3cfa-4e13-8b98-218105310a8d req-03fc40fc-790a-4b84-8739-0f7a0bce3d84 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:13.698336 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f5648-3cfa-4e13-8b98-218105310a8d req-03fc40fc-790a-4b84-8739-0f7a0bce3d84 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:13.706078 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8605c10f-4b03-43f4-b141-983f30b537da tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1283} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:34:13.710415 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f5648-3cfa-4e13-8b98-218105310a8d req-03fc40fc-790a-4b84-8739-0f7a0bce3d84 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:13.721806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f5648-3cfa-4e13-8b98-218105310a8d req-03fc40fc-790a-4b84-8739-0f7a0bce3d84 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:13.723848 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-011f5648-3cfa-4e13-8b98-218105310a8d req-03fc40fc-790a-4b84-8739-0f7a0bce3d84 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5444 time: 0.3115251 Nov 11 17:34:13.724611 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8605c10f-4b03-43f4-b141-983f30b537da tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:13.725055 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-8605c10f-4b03-43f4-b141-983f30b537da tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Added segment 457d9288-5081-4785-af14-42795dfca743 of type vlan for network b4205e4f-d8d8-49cf-b99a-447e95813327 Nov 11 17:34:13.727893 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27393fd-1c56-4e19-a1eb-31f041abb67f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting subnet d31a1933-1ac5-4072-8458-1271d5723429 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:34:13.744140 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e27393fd-1c56-4e19-a1eb-31f041abb67f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:13.817194 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8605c10f-4b03-43f4-b141-983f30b537da tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:13.841917 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4e936e-e7fc-419f-ae22-8cd60d667798 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:13.845876 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d4e936e-e7fc-419f-ae22-8cd60d667798 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:13.878961 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-6d4e936e-e7fc-419f-ae22-8cd60d667798 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] device_id is not set on port 18c69390-c506-4212-b9ef-75ac96f8fd5f yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:34:13.910661 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e27393fd-1c56-4e19-a1eb-31f041abb67f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:13.915466 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8605c10f-4b03-43f4-b141-983f30b537da tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:13.924807 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8605c10f-4b03-43f4-b141-983f30b537da tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:13.925381 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8605c10f-4b03-43f4-b141-983f30b537da tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:13.971316 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-30f40adb-a748-437d-8473-a43485304824 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:13.974835 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-30f40adb-a748-437d-8473-a43485304824 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/networks?id=b0dd05d3-837d-44d1-abc4-2c8570b43698 HTTP/1.1" status: 200 len: 815 time: 0.4275360 Nov 11 17:34:14.011366 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198639e4-3fc1-4b0d-bee4-604b5d2e2def None None] Network 59a9a817-3661-4544-a2a0-9762daf79e08 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:14.017935 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-52ae14bf-ca68-450f-b82f-f39f7679005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:14.031852 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-89974ce5-4969-457a-b602-13c8b34895a0 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/quotas/623da2f48dae40158d78770664aa965c HTTP/1.1" status: 200 len: 375 time: 0.0469785 Nov 11 17:34:14.081192 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-52ae14bf-ca68-450f-b82f-f39f7679005e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e67299-c3c7-461b-beae-e2c814922648']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:14.084532 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6159b945-58de-452e-a9f2-35ab7cf603ca no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:34:14.092925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-591470f5-66e3-44fc-a810-d9d9516917af None None] Provisioning complete for port 053ee987-639a-49fb-b060-476f60e951f4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:14.093722 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-591470f5-66e3-44fc-a810-d9d9516917af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:14.114504 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-52ae14bf-ca68-450f-b82f-f39f7679005e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7db2cfe-0a45-446b-af5c-63c27b6eccf0') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:14.114809 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-52ae14bf-ca68-450f-b82f-f39f7679005e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7db2cfe-0a45-446b-af5c-63c27b6eccf0') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:14.139693 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-52ae14bf-ca68-450f-b82f-f39f7679005e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:14.154044 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e27393fd-1c56-4e19-a1eb-31f041abb67f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:14.157969 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 6159b945-58de-452e-a9f2-35ab7cf603ca {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:34:14.158625 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6159b945-58de-452e-a9f2-35ab7cf603ca not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:34:14.204056 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-52ae14bf-ca68-450f-b82f-f39f7679005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:14.223365 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-12b4abcb-efe4-44aa-ac81-22e5d1a5d159 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=623da2f48dae40158d78770664aa965c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1805031 Nov 11 17:34:14.224513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ae14bf-ca68-450f-b82f-f39f7679005e admin admin] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:34:14.225052 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-52ae14bf-ca68-450f-b82f-f39f7679005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:34:14.233208 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:34:14.291667 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 053ee987-639a-49fb-b060-476f60e951f4 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:34:14.296519 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-591470f5-66e3-44fc-a810-d9d9516917af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:14.343780 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8605c10f-4b03-43f4-b141-983f30b537da tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7010756 Nov 11 17:34:14.374226 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605c10f-4b03-43f4-b141-983f30b537da tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Pushing event updated for resources: {'Network': ['ID=b4205e4f-d8d8-49cf-b99a-447e95813327,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:14.417079 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 053ee987-639a-49fb-b060-476f60e951f4 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:14.417638 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:14.422610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network b4205e4f-d8d8-49cf-b99a-447e95813327 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:34:14.462238 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d4e936e-e7fc-419f-ae22-8cd60d667798 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:14.538592 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-52ae14bf-ca68-450f-b82f-f39f7679005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:14.556082 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-52ae14bf-ca68-450f-b82f-f39f7679005e admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:14.561949 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-52ae14bf-ca68-450f-b82f-f39f7679005e admin admin] 10.222.0.76 "DELETE /v2.0/networks/47e67299-c3c7-461b-beae-e2c814922648 HTTP/1.1" status: 204 len: 168 time: 1.2842863 Nov 11 17:34:14.569708 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e27393fd-1c56-4e19-a1eb-31f041abb67f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:14.619642 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d4e936e-e7fc-419f-ae22-8cd60d667798 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:14.714706 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae14bf-ca68-450f-b82f-f39f7679005e admin admin] Pushing event deleted for resources: {'Network': ['ID=47e67299-c3c7-461b-beae-e2c814922648,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:14.743360 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e27393fd-1c56-4e19-a1eb-31f041abb67f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:14.746669 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4e936e-e7fc-419f-ae22-8cd60d667798 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network f7a2233d-f3fd-47d6-8390-2db1e515ee46 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:14.760064 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46774) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:14.763871 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-6d4e936e-e7fc-419f-ae22-8cd60d667798 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:14.768320 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e27393fd-1c56-4e19-a1eb-31f041abb67f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/subnets/d31a1933-1ac5-4072-8458-1271d5723429 HTTP/1.1" status: 204 len: 168 time: 1.2882469 Nov 11 17:34:14.770158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4e936e-e7fc-419f-ae22-8cd60d667798 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:14.777935 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-591470f5-66e3-44fc-a810-d9d9516917af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:34:14.778673 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-591470f5-66e3-44fc-a810-d9d9516917af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:34:14.789622 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4e936e-e7fc-419f-ae22-8cd60d667798 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:14.790678 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d4e936e-e7fc-419f-ae22-8cd60d667798 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:14.797347 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27393fd-1c56-4e19-a1eb-31f041abb67f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Subnet': ['ID=d31a1933-1ac5-4072-8458-1271d5723429,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:14.839148 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-d62bef2f-3e20-41ab-a0f6-f85a548a8242 service neutron] 10.222.0.76 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5637834 Nov 11 17:34:14.948019 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:14.999048 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6d4e936e-e7fc-419f-ae22-8cd60d667798 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0643730 Nov 11 17:34:15.012469 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e936e-e7fc-419f-ae22-8cd60d667798 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Port': ['ID=18c69390-c506-4212-b9ef-75ac96f8fd5f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:15.013514 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a611abf3-c558-42ef-ac80-f4c7beddfc5f None None] Network 59a9a817-3661-4544-a2a0-9762daf79e08 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:15.030723 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46784) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:15.053458 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46788) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:15.150830 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-717ec6bd-1e95-4a88-baea-151e2fb73a41 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a740e880171d4d8b81443010826f72e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0914123 Nov 11 17:34:15.155295 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-58d0b90d-0cc9-4e67-9bd1-15c91af9f359 service neutron] 10.222.0.76 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077071 Nov 11 17:34:15.156063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46806) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:15.270325 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-95dc6e47-8f35-4ba8-b48a-3ac33d19f362 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:15.290318 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b19e5573-d981-486a-9bea-d421b23e88a6 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:15.327169 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-95dc6e47-8f35-4ba8-b48a-3ac33d19f362 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:15.388361 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 053ee987-639a-49fb-b060-476f60e951f4, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=053ee987-639a-49fb-b060-476f60e951f4,segment=NetworkSegment(7756af32-dddf-4efb-9937-410b49929ea8),segment_id=7756af32-dddf-4efb-9937-410b49929ea8)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:15.403059 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-591470f5-66e3-44fc-a810-d9d9516917af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:15.432931 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:15.473990 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-95dc6e47-8f35-4ba8-b48a-3ac33d19f362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:15.477649 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-95dc6e47-8f35-4ba8-b48a-3ac33d19f362 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:15.482066 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-95dc6e47-8f35-4ba8-b48a-3ac33d19f362 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/08cf5d07-6d05-492a-b371-5c9ba616c4fd HTTP/1.1" status: 204 len: 168 time: 0.3250382 Nov 11 17:34:15.502511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc6e47-8f35-4ba8-b48a-3ac33d19f362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cf5d07-6d05-492a-b371-5c9ba616c4fd,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:15.580131 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38983aeb-6b51-40b7-a301-695202595ebe req-46b3b46b-5c8d-4d6a-aeab-48f0946d8751 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=03f7a49f-eb3f-4020-9640-f85718905fd7 HTTP/1.1" status: 200 len: 210 time: 0.0484304 Nov 11 17:34:15.597733 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-95489fe2-67e5-4350-b860-0b6485760e64 req-d1cfba81-9564-4017-ba57-d7fbe1efd073 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3878942 Nov 11 17:34:15.632978 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=053ee987-639a-49fb-b060-476f60e951f4,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:15.854621 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-ea453bca-42c1-457e-a744-fed91c6b6420 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting port 18c69390-c506-4212-b9ef-75ac96f8fd5f {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:15.855118 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ea453bca-42c1-457e-a744-fed91c6b6420 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:16.017342 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b072c466-fba3-4022-b8cf-3de963951139 None None] DHCP port deletion for 59a9a817-3661-4544-a2a0-9762daf79e08 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:34:16.031627 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-591470f5-66e3-44fc-a810-d9d9516917af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:34:16.033824 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-591470f5-66e3-44fc-a810-d9d9516917af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:34:16.129278 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95489fe2-67e5-4350-b860-0b6485760e64 req-3a815c38-15d7-4da5-aa0f-5c82c699bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:16.132970 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-95489fe2-67e5-4350-b860-0b6485760e64 req-3a815c38-15d7-4da5-aa0f-5c82c699bf5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=623da2f48dae40158d78770664aa965c&device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a HTTP/1.1" status: 200 len: 1097 time: 0.4495716 Nov 11 17:34:16.153268 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-b19e5573-d981-486a-9bea-d421b23e88a6 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting port 053ee987-639a-49fb-b060-476f60e951f4 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:16.156584 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b19e5573-d981-486a-9bea-d421b23e88a6 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:16.252914 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 053ee987-639a-49fb-b060-476f60e951f4 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:34:16.394246 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ea453bca-42c1-457e-a744-fed91c6b6420 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:16.500257 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-ea453bca-42c1-457e-a744-fed91c6b6420 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Calling delete_port for 18c69390-c506-4212-b9ef-75ac96f8fd5f owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:16.586688 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-b19e5573-d981-486a-9bea-d421b23e88a6 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] For port 053ee987-639a-49fb-b060-476f60e951f4, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=053ee987-639a-49fb-b060-476f60e951f4,segment=NetworkSegment(7756af32-dddf-4efb-9937-410b49929ea8),segment_id=7756af32-dddf-4efb-9937-410b49929ea8)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:16.587061 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b19e5573-d981-486a-9bea-d421b23e88a6 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:16.671638 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95489fe2-67e5-4350-b860-0b6485760e64 req-e97c97c9-97e7-469b-b8c2-c74366c02726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:16.673540 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-95489fe2-67e5-4350-b860-0b6485760e64 req-e97c97c9-97e7-469b-b8c2-c74366c02726 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0dd05d3-837d-44d1-abc4-2c8570b43698 HTTP/1.1" status: 200 len: 917 time: 0.4412317 Nov 11 17:34:16.722657 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-b19e5573-d981-486a-9bea-d421b23e88a6 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Calling delete_port for 053ee987-639a-49fb-b060-476f60e951f4 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:16.777063 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-95489fe2-67e5-4350-b860-0b6485760e64 req-1d8a03a2-ccd3-43c6-86fa-eba45b9ecce1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6e96461-f278-4900-ae33-bac1e0769af9 HTTP/1.1" status: 200 len: 217 time: 0.0617959 Nov 11 17:34:16.898725 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83f82d02-aab6-44df-ade9-d5caf6240850 req-d39d8dc3-90aa-4a31-a7f5-d494b724c8ef tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=03f7a49f-eb3f-4020-9640-f85718905fd7 HTTP/1.1" status: 200 len: 210 time: 0.1155894 Nov 11 17:34:17.011063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46896) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:17.046895 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ea453bca-42c1-457e-a744-fed91c6b6420 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:17.055453 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b19e5573-d981-486a-9bea-d421b23e88a6 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:17.146580 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e5573-d981-486a-9bea-d421b23e88a6 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Port': ['ID=053ee987-639a-49fb-b060-476f60e951f4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:17.149755 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19e5573-d981-486a-9bea-d421b23e88a6 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] No DVR routers for this DVR port 053ee987-639a-49fb-b060-476f60e951f4 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:34:17.194630 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea453bca-42c1-457e-a744-fed91c6b6420 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Port': ['ID=18c69390-c506-4212-b9ef-75ac96f8fd5f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:17.217269 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95489fe2-67e5-4350-b860-0b6485760e64 req-29c9631a-9f82-444e-b6aa-9f27298836c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:17.219139 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-95489fe2-67e5-4350-b860-0b6485760e64 req-29c9631a-9f82-444e-b6aa-9f27298836c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9999f1f-0e45-4e21-98fb-c66184c46f8a HTTP/1.1" status: 200 len: 855 time: 0.4321091 Nov 11 17:34:17.225819 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ea453bca-42c1-457e-a744-fed91c6b6420 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:17.232275 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ea453bca-42c1-457e-a744-fed91c6b6420 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/ports/18c69390-c506-4212-b9ef-75ac96f8fd5f HTTP/1.1" status: 204 len: 168 time: 2.1947203 Nov 11 17:34:17.241945 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-591470f5-66e3-44fc-a810-d9d9516917af None None] Port 053ee987-639a-49fb-b060-476f60e951f4 update to ACTIVE by agent not found {{(pid=102619) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 11 17:34:17.253521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46902) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:17.270131 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b072c466-fba3-4022-b8cf-3de963951139 None None] Deleting port 053ee987-639a-49fb-b060-476f60e951f4 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:17.270511 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b072c466-fba3-4022-b8cf-3de963951139 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:17.277849 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-b22ef2b3-7d6c-44f6-a40b-75bcb9e8758d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'port': {'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46', 'mac_address': 'fa:16:3e:0e:b8:d8', 'name': 'tempest-PortsTestJSON-1415267601'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:17.354188 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-95489fe2-67e5-4350-b860-0b6485760e64 req-e52f9d8e-d886-43ef-a83a-c4df073bdcb1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0dd05d3-837d-44d1-abc4-2c8570b43698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228549 Nov 11 17:34:17.382235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fd6b1-54ea-4f0e-87ab-c059286ab207 req-a35ba51c-2b93-4cc5-b75f-9a24fabdd3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:17.382973 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fd6b1-54ea-4f0e-87ab-c059286ab207 req-a35ba51c-2b93-4cc5-b75f-9a24fabdd3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:17.383631 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fd6b1-54ea-4f0e-87ab-c059286ab207 req-a35ba51c-2b93-4cc5-b75f-9a24fabdd3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:17.384512 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fd6b1-54ea-4f0e-87ab-c059286ab207 req-a35ba51c-2b93-4cc5-b75f-9a24fabdd3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:17.385344 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fd6b1-54ea-4f0e-87ab-c059286ab207 req-a35ba51c-2b93-4cc5-b75f-9a24fabdd3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:17.386247 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fd6b1-54ea-4f0e-87ab-c059286ab207 req-a35ba51c-2b93-4cc5-b75f-9a24fabdd3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:17.386917 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fd6b1-54ea-4f0e-87ab-c059286ab207 req-a35ba51c-2b93-4cc5-b75f-9a24fabdd3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:17.399152 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff1fd6b1-54ea-4f0e-87ab-c059286ab207 req-a35ba51c-2b93-4cc5-b75f-9a24fabdd3d5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 6501 time: 0.3864393 Nov 11 17:34:17.432329 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No active binding found for port 053ee987-639a-49fb-b060-476f60e951f4 {{(pid=102619) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 11 17:34:17.438260 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 053ee987-639a-49fb-b060-476f60e951f4 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:34:17.486290 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e63911fa-fa48-4267-ac38-3227799080aa None None] Could not find standard attr ID for object 053ee987-639a-49fb-b060-476f60e951f4. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:34:17.507523 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b072c466-fba3-4022-b8cf-3de963951139 None None] For port 053ee987-639a-49fb-b060-476f60e951f4, host n-d-816206-4, got binding levels [] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:17.510881 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b072c466-fba3-4022-b8cf-3de963951139 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:17.546929 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b072c466-fba3-4022-b8cf-3de963951139 None None] Calling delete_port for 053ee987-639a-49fb-b060-476f60e951f4 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:17.554044 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.ipam_backend_mixin [None req-b072c466-fba3-4022-b8cf-3de963951139 None None] Port 053ee987-639a-49fb-b060-476f60e951f4 was not found and therefore no delete operation was performed {{(pid=102619) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 17:34:17.558165 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b072c466-fba3-4022-b8cf-3de963951139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:17.597189 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b072c466-fba3-4022-b8cf-3de963951139 None None] No DVR routers for this DVR port 053ee987-639a-49fb-b060-476f60e951f4 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:34:17.620853 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff1fd6b1-54ea-4f0e-87ab-c059286ab207 req-7b1fa833-a3c0-427b-8b2e-a5daad6d3194 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7dac114a-24fc-4593-a731-feb406f8d808&id=ec10de73-6184-4194-beba-79f05744a1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2163322 Nov 11 17:34:17.637615 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072c466-fba3-4022-b8cf-3de963951139 None None] Pushing event deleted for resources: {'Port': ['ID=053ee987-639a-49fb-b060-476f60e951f4,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:17.679533 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46916) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:17.785860 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b19e5573-d981-486a-9bea-d421b23e88a6 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:17.960764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-b19e5573-d981-486a-9bea-d421b23e88a6 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a9a817-3661-4544-a2a0-9762daf79e08']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:17.968282 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-f8fc2790-f60f-48c9-a77c-387b535c5d60 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-79903285-network', 'tenant_id': '3b250aeaa59946dca6898552aaa68f5f'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:17.971687 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46932) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:17.985663 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-b19e5573-d981-486a-9bea-d421b23e88a6 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7756af32-dddf-4efb-9937-410b49929ea8') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:17.986744 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-b19e5573-d981-486a-9bea-d421b23e88a6 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7756af32-dddf-4efb-9937-410b49929ea8') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:18.012494 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b19e5573-d981-486a-9bea-d421b23e88a6 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:18.023039 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-95489fe2-67e5-4350-b860-0b6485760e64 req-c6bb2b8c-8555-435f-a4f5-273c4b0c0adc service neutron] 10.222.0.64 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6503489 Nov 11 17:34:18.029522 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-0d47bc1b-310b-4b31-bffd-ccc822d2e552 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Request body: {'subnets': [{'network_id': 'e2c2ce61-f139-4f9b-96b8-60695687567b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--379993010', 'ip_version': 6}, {'network_id': 'b4205e4f-d8d8-49cf-b99a-447e95813327', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:18.029835 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-0d47bc1b-310b-4b31-bffd-ccc822d2e552 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Request body: {'subnet': {'network_id': 'e2c2ce61-f139-4f9b-96b8-60695687567b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--379993010', 'ip_version': 6}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:18.031626 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-0d47bc1b-310b-4b31-bffd-ccc822d2e552 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Request body: {'subnet': {'network_id': 'b4205e4f-d8d8-49cf-b99a-447e95813327', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:18.041745 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b19e5573-d981-486a-9bea-d421b23e88a6 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:18.063075 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19e5573-d981-486a-9bea-d421b23e88a6 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:34:18.063661 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b19e5573-d981-486a-9bea-d421b23e88a6 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:34:18.119580 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:34:18.144956 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-20dde040-1b53-4410-ae7d-932c2d88f76f req-f7febc99-1b52-459d-b408-993d552a6e1c tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=03f7a49f-eb3f-4020-9640-f85718905fd7 HTTP/1.1" status: 200 len: 210 time: 0.1245525 Nov 11 17:34:18.145556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22ef2b3-7d6c-44f6-a40b-75bcb9e8758d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:18.204648 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b19e5573-d981-486a-9bea-d421b23e88a6 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:18.214108 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b19e5573-d981-486a-9bea-d421b23e88a6 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:18.223888 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b19e5573-d981-486a-9bea-d421b23e88a6 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/networks/59a9a817-3661-4544-a2a0-9762daf79e08 HTTP/1.1" status: 204 len: 168 time: 3.4193215 Nov 11 17:34:18.225633 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46964) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:18.235849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-f947ffce-175a-4a78-b649-f6114b06860c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1397795881'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:18.261758 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e5573-d981-486a-9bea-d421b23e88a6 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Network': ['ID=59a9a817-3661-4544-a2a0-9762daf79e08,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:18.264040 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:18.275000 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-95489fe2-67e5-4350-b860-0b6485760e64 req-39f71e82-8546-4283-a16a-bd2d8de9283c service neutron] 10.222.0.64 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433815 Nov 11 17:34:18.297381 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f947ffce-175a-4a78-b649-f6114b06860c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:18.300713 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f947ffce-175a-4a78-b649-f6114b06860c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:18.309507 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-f640f689-d576-4179-85cd-095261cbb702 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:18.315059 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-f640f689-d576-4179-85cd-095261cbb702 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.83 "GET /v2.0/networks?id=b0dd05d3-837d-44d1-abc4-2c8570b43698 HTTP/1.1" status: 200 len: 815 time: 0.6858623 Nov 11 17:34:18.333374 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f947ffce-175a-4a78-b649-f6114b06860c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1291} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:34:18.358320 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f947ffce-175a-4a78-b649-f6114b06860c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:18.358760 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-f947ffce-175a-4a78-b649-f6114b06860c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Added segment 5d1a82ea-b084-4cb6-9e2a-5db57e75c2c1 of type vlan for network fe72aedc-69c0-40e4-a6a7-ae033bc959f4 Nov 11 17:34:18.361633 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fc2790-f60f-48c9-a77c-387b535c5d60 admin admin] Made reservation on behalf of 3b250aeaa59946dca6898552aaa68f5f for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:18.363993 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8fc2790-f60f-48c9-a77c-387b535c5d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:18.367899 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b22ef2b3-7d6c-44f6-a40b-75bcb9e8758d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:18.383601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-f6ee6970-99d9-494d-92de-087cf8d80af0 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Request body: {'port': {'device_id': '03f7a49f-eb3f-4020-9640-f85718905fd7', 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698', 'admin_state_up': True, 'tenant_id': '623da2f48dae40158d78770664aa965c'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:18.408459 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f947ffce-175a-4a78-b649-f6114b06860c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:18.439590 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8fc2790-f60f-48c9-a77c-387b535c5d60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:18.442171 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f947ffce-175a-4a78-b649-f6114b06860c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:18.449713 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f947ffce-175a-4a78-b649-f6114b06860c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:18.450759 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f947ffce-175a-4a78-b649-f6114b06860c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:18.492712 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f947ffce-175a-4a78-b649-f6114b06860c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2646148 Nov 11 17:34:18.493930 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46984) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:18.540454 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-26c4f03f-1693-46a4-8a4a-95716c9bc904 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'subnet': {'network_id': 'fe72aedc-69c0-40e4-a6a7-ae033bc959f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:18.569978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-b22ef2b3-7d6c-44f6-a40b-75bcb9e8758d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] device_id is not set on port e04548a5-668e-433e-801e-62bf18c23b41 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:34:18.618333 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947ffce-175a-4a78-b649-f6114b06860c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Network': ['ID=fe72aedc-69c0-40e4-a6a7-ae033bc959f4,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:18.639863 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network fe72aedc-69c0-40e4-a6a7-ae033bc959f4 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:34:18.716498 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c4f03f-1693-46a4-8a4a-95716c9bc904 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:18.720686 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-26c4f03f-1693-46a4-8a4a-95716c9bc904 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:18.872571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d47bc1b-310b-4b31-bffd-ccc822d2e552 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Made reservation on behalf of 4ba570391f03441c8898703c8df1cdf3 for: {'subnet': 2} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:18.878433 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0d47bc1b-310b-4b31-bffd-ccc822d2e552 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:18.878855 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0d47bc1b-310b-4b31-bffd-ccc822d2e552 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:18.978028 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-26c4f03f-1693-46a4-8a4a-95716c9bc904 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:19.055123 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4f03f-1693-46a4-8a4a-95716c9bc904 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Subnet': ['ID=6bad85a1-0d8f-4d65-b3a3-4f7fa2452f6e,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:19.075955 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c4f03f-1693-46a4-8a4a-95716c9bc904 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Checking segment: {'id': '5d1a82ea-b084-4cb6-9e2a-5db57e75c2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'fe72aedc-69c0-40e4-a6a7-ae033bc959f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:19.076643 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c4f03f-1693-46a4-8a4a-95716c9bc904 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network hostable DHCP agents. Network: fe72aedc-69c0-40e4-a6a7-ae033bc959f4, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:34:19.097121 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c4f03f-1693-46a4-8a4a-95716c9bc904 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network fe72aedc-69c0-40e4-a6a7-ae033bc959f4 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:34:19.101304 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b22ef2b3-7d6c-44f6-a40b-75bcb9e8758d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:19.108438 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-26c4f03f-1693-46a4-8a4a-95716c9bc904 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, fe72aedc-69c0-40e4-a6a7-ae033bc959f4) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:19.114225 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c4f03f-1693-46a4-8a4a-95716c9bc904 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:19.115280 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-26c4f03f-1693-46a4-8a4a-95716c9bc904 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:19.121751 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe0fc2c-faab-443f-b6eb-0e4f95e979ee None None] Network fe72aedc-69c0-40e4-a6a7-ae033bc959f4 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:19.172189 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-f6ee6970-99d9-494d-92de-087cf8d80af0 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Made reservation on behalf of 623da2f48dae40158d78770664aa965c for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:19.176312 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-f6ee6970-99d9-494d-92de-087cf8d80af0 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:19.186675 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-26c4f03f-1693-46a4-8a4a-95716c9bc904 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6556211 Nov 11 17:34:19.189982 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47030) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:19.197560 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-55a66f23-e79a-4eba-a6fa-9e2ab3c757a1 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'port': {'network_id': 'fe72aedc-69c0-40e4-a6a7-ae033bc959f4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1294623401'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:19.210499 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b22ef2b3-7d6c-44f6-a40b-75bcb9e8758d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:19.286498 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8fc2790-f60f-48c9-a77c-387b535c5d60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:19.324785 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22ef2b3-7d6c-44f6-a40b-75bcb9e8758d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network f7a2233d-f3fd-47d6-8390-2db1e515ee46 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:19.335795 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-b22ef2b3-7d6c-44f6-a40b-75bcb9e8758d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:19.346441 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a601e355-bfaf-46e0-a9db-4955876faf3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-fe72aedc-69c0-40e4-a6a7-ae033bc959f4', 'network_id': 'fe72aedc-69c0-40e4-a6a7-ae033bc959f4', 'tenant_id': '4c2495a5a0704aa1b0aa9c228f7fc35a', 'fixed_ips': [{'subnet_id': '6bad85a1-0d8f-4d65-b3a3-4f7fa2452f6e'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:34:19.348044 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a601e355-bfaf-46e0-a9db-4955876faf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:19.352915 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8fc2790-f60f-48c9-a77c-387b535c5d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:19.359412 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22ef2b3-7d6c-44f6-a40b-75bcb9e8758d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:19.369284 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22ef2b3-7d6c-44f6-a40b-75bcb9e8758d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:19.369762 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b22ef2b3-7d6c-44f6-a40b-75bcb9e8758d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:19.464958 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47040) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:19.472471 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-52aada60-7069-4c20-9598-133fd3184bdc req-0460f7b1-61d4-433f-b361-de0e7c4a883d tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=03f7a49f-eb3f-4020-9640-f85718905fd7 HTTP/1.1" status: 200 len: 210 time: 0.1428835 Nov 11 17:34:19.532629 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-a601e355-bfaf-46e0-a9db-4955876faf3e None None] Allocated IP 2001:db8::2 (fe72aedc-69c0-40e4-a6a7-ae033bc959f4/6bad85a1-0d8f-4d65-b3a3-4f7fa2452f6e/284b1c67-13f5-48e3-a82b-583c1c42d9fa) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:19.533955 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a66f23-e79a-4eba-a6fa-9e2ab3c757a1 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:19.542714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ef2b3-7d6c-44f6-a40b-75bcb9e8758d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Port': ['ID=e04548a5-668e-433e-801e-62bf18c23b41,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:19.551965 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-55a66f23-e79a-4eba-a6fa-9e2ab3c757a1 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:19.571379 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8fc2790-f60f-48c9-a77c-387b535c5d60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1293} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:34:19.609567 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-55a66f23-e79a-4eba-a6fa-9e2ab3c757a1 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] device_id is not set on port 64558161-e76c-4b78-ad10-29b7c384565f yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:34:19.663003 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-f6ee6970-99d9-494d-92de-087cf8d80af0 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Allocated IP 172.20.0.14 (b0dd05d3-837d-44d1-abc4-2c8570b43698/a9999f1f-0e45-4e21-98fb-c66184c46f8a/d0a980b4-07bb-4280-a2eb-1b21e0128df4) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:19.775224 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a601e355-bfaf-46e0-a9db-4955876faf3e None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:19.779445 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c96d8a3-cdb2-4782-a89e-b9e7c9b23356 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:19.785899 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a601e355-bfaf-46e0-a9db-4955876faf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:19.873667 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a601e355-bfaf-46e0-a9db-4955876faf3e None None] Network fe72aedc-69c0-40e4-a6a7-ae033bc959f4 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:19.882765 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-a601e355-bfaf-46e0-a9db-4955876faf3e None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:19.894280 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a601e355-bfaf-46e0-a9db-4955876faf3e None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:19.916868 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-55a66f23-e79a-4eba-a6fa-9e2ab3c757a1 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Allocated IP 2001:db8::31b (fe72aedc-69c0-40e4-a6a7-ae033bc959f4/6bad85a1-0d8f-4d65-b3a3-4f7fa2452f6e/64558161-e76c-4b78-ad10-29b7c384565f) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:19.930719 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601e355-bfaf-46e0-a9db-4955876faf3e None None] Pushing event updated for resources: {'Port': ['ID=284b1c67-13f5-48e3-a82b-583c1c42d9fa,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:20.035050 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-a601e355-bfaf-46e0-a9db-4955876faf3e None None] Attempting to bind port 284b1c67-13f5-48e3-a82b-583c1c42d9fa on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:34:20.035497 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-a601e355-bfaf-46e0-a9db-4955876faf3e None None] Attempting to bind port 284b1c67-13f5-48e3-a82b-583c1c42d9fa by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '5d1a82ea-b084-4cb6-9e2a-5db57e75c2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'fe72aedc-69c0-40e4-a6a7-ae033bc959f4'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:34:20.037340 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a601e355-bfaf-46e0-a9db-4955876faf3e None None] Attempting to bind port 284b1c67-13f5-48e3-a82b-583c1c42d9fa on network fe72aedc-69c0-40e4-a6a7-ae033bc959f4 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:34:20.057906 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a601e355-bfaf-46e0-a9db-4955876faf3e None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:34:20.058294 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a601e355-bfaf-46e0-a9db-4955876faf3e None None] Checking segment: {'id': '5d1a82ea-b084-4cb6-9e2a-5db57e75c2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'fe72aedc-69c0-40e4-a6a7-ae033bc959f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:20.058699 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a601e355-bfaf-46e0-a9db-4955876faf3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:20.060102 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a601e355-bfaf-46e0-a9db-4955876faf3e None None] Bound using segment: {'id': '5d1a82ea-b084-4cb6-9e2a-5db57e75c2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'fe72aedc-69c0-40e4-a6a7-ae033bc959f4'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:34:20.060590 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-a601e355-bfaf-46e0-a9db-4955876faf3e None None] Bound port: 284b1c67-13f5-48e3-a82b-583c1c42d9fa, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1a82ea-b084-4cb6-9e2a-5db57e75c2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'fe72aedc-69c0-40e4-a6a7-ae033bc959f4'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:34:20.060970 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a601e355-bfaf-46e0-a9db-4955876faf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:20.090342 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c96d8a3-cdb2-4782-a89e-b9e7c9b23356 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:20.115242 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c96d8a3-cdb2-4782-a89e-b9e7c9b23356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:20.154516 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a601e355-bfaf-46e0-a9db-4955876faf3e None None] For port 284b1c67-13f5-48e3-a82b-583c1c42d9fa, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:34:20.159169 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a601e355-bfaf-46e0-a9db-4955876faf3e None None] For port 284b1c67-13f5-48e3-a82b-583c1c42d9fa, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=284b1c67-13f5-48e3-a82b-583c1c42d9fa,segment=NetworkSegment(5d1a82ea-b084-4cb6-9e2a-5db57e75c2c1),segment_id=5d1a82ea-b084-4cb6-9e2a-5db57e75c2c1)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:34:20.165375 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a601e355-bfaf-46e0-a9db-4955876faf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:20.175048 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9c96d8a3-cdb2-4782-a89e-b9e7c9b23356 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3b94ffa3c35b42e689df5037a90b1a43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7045896 Nov 11 17:34:20.183662 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47072) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:20.214123 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96d8a3-cdb2-4782-a89e-b9e7c9b23356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae6bdd2-9631-48e7-aab3-aa1f5164d1c3,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:20.230865 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-55a66f23-e79a-4eba-a6fa-9e2ab3c757a1 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:20.291640 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-acfb5214-a8fe-4b14-9b7f-29740bfd4b50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:20.293438 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601e355-bfaf-46e0-a9db-4955876faf3e None None] Pushing event updated for resources: {'Port': ['ID=284b1c67-13f5-48e3-a82b-583c1c42d9fa,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:20.318802 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-55a66f23-e79a-4eba-a6fa-9e2ab3c757a1 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:20.390062 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-acfb5214-a8fe-4b14-9b7f-29740bfd4b50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:20.400487 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a66f23-e79a-4eba-a6fa-9e2ab3c757a1 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network fe72aedc-69c0-40e4-a6a7-ae033bc959f4 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:20.410595 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-55a66f23-e79a-4eba-a6fa-9e2ab3c757a1 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:20.413159 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a66f23-e79a-4eba-a6fa-9e2ab3c757a1 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:20.419322 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a66f23-e79a-4eba-a6fa-9e2ab3c757a1 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:20.420185 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-55a66f23-e79a-4eba-a6fa-9e2ab3c757a1 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:20.441071 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a66f23-e79a-4eba-a6fa-9e2ab3c757a1 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Port': ['ID=64558161-e76c-4b78-ad10-29b7c384565f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:20.455636 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-55a66f23-e79a-4eba-a6fa-9e2ab3c757a1 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.2636833 Nov 11 17:34:20.460576 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47074) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:20.590896 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-1ede6ed6-eab9-4f98-a155-4e47aea08b5f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting port 64558161-e76c-4b78-ad10-29b7c384565f {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:20.591250 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ed6-eab9-4f98-a155-4e47aea08b5f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:20.604139 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b22ef2b3-7d6c-44f6-a40b-75bcb9e8758d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.3496916 Nov 11 17:34:20.610637 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47078) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:20.613771 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc2790-f60f-48c9-a77c-387b535c5d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c500f09f-8826-443f-9bea-42d96b780e6b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:20.626310 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8fc2790-f60f-48c9-a77c-387b535c5d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:20.627215 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-f8fc2790-f60f-48c9-a77c-387b535c5d60 admin admin] Added segment 808fa31a-70ca-4048-a4a4-0c290b99da27 of type vlan for network af79ca90-9a45-4c55-a6c0-426f776721b6 Nov 11 17:34:20.707830 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ed6-eab9-4f98-a155-4e47aea08b5f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:20.722712 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-1ede6ed6-eab9-4f98-a155-4e47aea08b5f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Calling delete_port for 64558161-e76c-4b78-ad10-29b7c384565f owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:20.743612 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d81c8a9-5b6a-4937-bd35-763048ec380a req-2cb0c52d-c8cf-40ae-8984-ddd92b9616b5 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=03f7a49f-eb3f-4020-9640-f85718905fd7 HTTP/1.1" status: 200 len: 210 time: 0.1198890 Nov 11 17:34:20.856103 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf3d181-cfa6-44c6-9735-f1f2b31adb46 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:20.860455 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4cf3d181-cfa6-44c6-9735-f1f2b31adb46 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports/e04548a5-668e-433e-801e-62bf18c23b41 HTTP/1.1" status: 200 len: 841 time: 0.2406788 Nov 11 17:34:20.866886 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47080) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:20.883424 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8fc2790-f60f-48c9-a77c-387b535c5d60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:21.021101 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-f6ee6970-99d9-494d-92de-087cf8d80af0 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:21.056807 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8fc2790-f60f-48c9-a77c-387b535c5d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:21.057781 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fc2790-f60f-48c9-a77c-387b535c5d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:21.058362 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8fc2790-f60f-48c9-a77c-387b535c5d60 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:21.201662 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f8fc2790-f60f-48c9-a77c-387b535c5d60 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.5141652 Nov 11 17:34:21.211379 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47084) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:21.214823 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0d47bc1b-310b-4b31-bffd-ccc822d2e552 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:21.225655 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-5aa3327b-f028-4e9a-9dae-e5e70251d4aa admin admin] Request body: {'subnet': {'network_id': 'af79ca90-9a45-4c55-a6c0-426f776721b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-79903285-subnet', 'tenant_id': '3b250aeaa59946dca6898552aaa68f5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:21.230222 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-acfb5214-a8fe-4b14-9b7f-29740bfd4b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:21.233286 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-acfb5214-a8fe-4b14-9b7f-29740bfd4b50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:21.234668 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-acfb5214-a8fe-4b14-9b7f-29740bfd4b50 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bae6bdd2-9631-48e7-aab3-aa1f5164d1c3 HTTP/1.1" status: 204 len: 168 time: 1.0498493 Nov 11 17:34:21.242814 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc2790-f60f-48c9-a77c-387b535c5d60 admin admin] Pushing event updated for resources: {'Network': ['ID=af79ca90-9a45-4c55-a6c0-426f776721b6,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:21.244161 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ed6-eab9-4f98-a155-4e47aea08b5f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:21.254938 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network af79ca90-9a45-4c55-a6c0-426f776721b6 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:34:21.259248 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb5214-a8fe-4b14-9b7f-29740bfd4b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae6bdd2-9631-48e7-aab3-aa1f5164d1c3,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:21.307371 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-f6ee6970-99d9-494d-92de-087cf8d80af0 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:21.328144 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-9b160355-a2e6-45ec-b2d8-f0a2e778e261 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting port e04548a5-668e-433e-801e-62bf18c23b41 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:21.328493 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9b160355-a2e6-45ec-b2d8-f0a2e778e261 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:21.393090 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ede6ed6-eab9-4f98-a155-4e47aea08b5f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:21.399076 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8889eaec-202f-4752-a864-ce7a0686c614'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:34:21.401373 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['b6e96461-f278-4900-ae33-bac1e0769af9', 'e97fe597-a5a4-4e9a-890c-07a62b6362de'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:34:21.405119 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1ede6ed6-eab9-4f98-a155-4e47aea08b5f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/ports/64558161-e76c-4b78-ad10-29b7c384565f HTTP/1.1" status: 204 len: 168 time: 0.9407272 Nov 11 17:34:21.405119 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede6ed6-eab9-4f98-a155-4e47aea08b5f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Port': ['ID=64558161-e76c-4b78-ad10-29b7c384565f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:21.408443 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47088) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:21.484879 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f8619c-3688-49e9-8167-f191d3cbc404 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] GET failed (client error): The resource could not be found. Nov 11 17:34:21.489771 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a4f8619c-3688-49e9-8167-f191d3cbc404 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports/64558161-e76c-4b78-ad10-29b7c384565f HTTP/1.1" status: 404 len: 333 time: 0.0797906 Nov 11 17:34:21.491878 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47090) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:21.578738 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa3327b-f028-4e9a-9dae-e5e70251d4aa admin admin] Made reservation on behalf of 3b250aeaa59946dca6898552aaa68f5f for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:21.581735 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5aa3327b-f028-4e9a-9dae-e5e70251d4aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:21.609065 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-f6ee6970-99d9-494d-92de-087cf8d80af0 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Network b0dd05d3-837d-44d1-abc4-2c8570b43698 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:21.645098 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-176ad923-9e68-4647-a5b0-04d9e3c4bc0f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting subnet 6bad85a1-0d8f-4d65-b3a3-4f7fa2452f6e {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:34:21.654252 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-176ad923-9e68-4647-a5b0-04d9e3c4bc0f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:21.658561 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d9ed9f-f405-4102-8f27-6d167ee745e6 None None] Network fe72aedc-69c0-40e4-a6a7-ae033bc959f4 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:21.662027 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-f6ee6970-99d9-494d-92de-087cf8d80af0 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:21.671094 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-f6ee6970-99d9-494d-92de-087cf8d80af0 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:21.706594 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-176ad923-9e68-4647-a5b0-04d9e3c4bc0f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:21.714460 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47bc1b-310b-4b31-bffd-ccc822d2e552 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Pushing event updated for resources: {'Subnet': ['ID=99b9999a-77a0-4d52-b3f9-0d27f674c14c,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:21.722015 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8612b40-418f-4e97-8a4e-eb966bf97caa None None] DHCP port deletion for b0dd05d3-837d-44d1-abc4-2c8570b43698 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:34:21.791282 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9b160355-a2e6-45ec-b2d8-f0a2e778e261 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:21.794648 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d47bc1b-310b-4b31-bffd-ccc822d2e552 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Checking segment: {'id': '3ec10c1e-3762-445d-8fe9-d2808511b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'e2c2ce61-f139-4f9b-96b8-60695687567b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:21.795035 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d47bc1b-310b-4b31-bffd-ccc822d2e552 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Network hostable DHCP agents. Network: e2c2ce61-f139-4f9b-96b8-60695687567b, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:34:21.831030 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee6970-99d9-494d-92de-087cf8d80af0 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Pushing event updated for resources: {'Port': ['ID=d0a980b4-07bb-4280-a2eb-1b21e0128df4,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:21.838684 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-176ad923-9e68-4647-a5b0-04d9e3c4bc0f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:21.856775 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8079d5de-a50b-446d-983a-0010afbb6c39 None None] Provisioning complete for port 284b1c67-13f5-48e3-a82b-583c1c42d9fa triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:21.857139 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8079d5de-a50b-446d-983a-0010afbb6c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:21.861002 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-9b160355-a2e6-45ec-b2d8-f0a2e778e261 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Calling delete_port for e04548a5-668e-433e-801e-62bf18c23b41 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:21.868361 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47096) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:21.891362 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-529d9c2a-6bdd-4530-8f3b-470ae81d90ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:21.900123 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-f6ee6970-99d9-494d-92de-087cf8d80af0 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:21.900794 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-f6ee6970-99d9-494d-92de-087cf8d80af0 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:21.973061 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-176ad923-9e68-4647-a5b0-04d9e3c4bc0f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.008824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d47bc1b-310b-4b31-bffd-ccc822d2e552 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Network e2c2ce61-f139-4f9b-96b8-60695687567b is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:34:22.016719 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ad923-9e68-4647-a5b0-04d9e3c4bc0f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Subnet': ['ID=6bad85a1-0d8f-4d65-b3a3-4f7fa2452f6e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:22.016719 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-176ad923-9e68-4647-a5b0-04d9e3c4bc0f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.020022 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-176ad923-9e68-4647-a5b0-04d9e3c4bc0f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/subnets/6bad85a1-0d8f-4d65-b3a3-4f7fa2452f6e HTTP/1.1" status: 204 len: 168 time: 0.5271785 Nov 11 17:34:22.023054 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47098) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:22.054941 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-f6ee6970-99d9-494d-92de-087cf8d80af0 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6839123 Nov 11 17:34:22.093809 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] Request body: {'port': {'device_id': '03f7a49f-eb3f-4020-9640-f85718905fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:22.105775 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-0d47bc1b-310b-4b31-bffd-ccc822d2e552 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, e2c2ce61-f139-4f9b-96b8-60695687567b) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:22.141153 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-529d9c2a-6bdd-4530-8f3b-470ae81d90ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.143365 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0d47bc1b-310b-4b31-bffd-ccc822d2e552 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.155100 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a553f4ab-370a-4eca-b94d-f19aa3b926e3 None None] Network e2c2ce61-f139-4f9b-96b8-60695687567b requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:22.166330 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-529d9c2a-6bdd-4530-8f3b-470ae81d90ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.240854 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b7d65c4-2f94-4576-9e5f-2f83f3f56ff0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.269572 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-529d9c2a-6bdd-4530-8f3b-470ae81d90ad admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=49bd88804d1443a9bf154d2898134f24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4004240 Nov 11 17:34:22.270892 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47102) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:22.275992 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c18cb2-9884-4fda-80ec-88370ca8cf1e req-3e9d9b61-20a7-47fc-9f02-4b01a86c48e2 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:22.278560 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c5c18cb2-9884-4fda-80ec-88370ca8cf1e req-3e9d9b61-20a7-47fc-9f02-4b01a86c48e2 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=03f7a49f-eb3f-4020-9640-f85718905fd7 HTTP/1.1" status: 200 len: 932 time: 0.3916166 Nov 11 17:34:22.284521 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d9c2a-6bdd-4530-8f3b-470ae81d90ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374e3783-2c43-46b2-a3e3-b42b5a9df0fb,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:22.344883 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.359171 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-874e6e1c-4676-47fe-9a9d-3b46ebb5a28a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.402921 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-874e6e1c-4676-47fe-9a9d-3b46ebb5a28a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.411300 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-2b7d65c4-2f94-4576-9e5f-2f83f3f56ff0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting port 284b1c67-13f5-48e3-a82b-583c1c42d9fa {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:22.411639 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b7d65c4-2f94-4576-9e5f-2f83f3f56ff0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.467521 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c5c18cb2-9884-4fda-80ec-88370ca8cf1e req-3701d784-21c8-4f51-8dd7-b9d62a2aabfe tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797082 Nov 11 17:34:22.472679 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47bc1b-310b-4b31-bffd-ccc822d2e552 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Pushing event updated for resources: {'Subnet': ['ID=6764d2cf-53d9-429c-9cf4-14ba69023699,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:22.474909 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 284b1c67-13f5-48e3-a82b-583c1c42d9fa up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:34:22.510913 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a58ff60-85dc-432d-b253-0c0cf9c3a939 None None] DHCP port deletion for fe72aedc-69c0-40e4-a6a7-ae033bc959f4 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:34:22.544984 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-2b7d65c4-2f94-4576-9e5f-2f83f3f56ff0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] For port 284b1c67-13f5-48e3-a82b-583c1c42d9fa, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=284b1c67-13f5-48e3-a82b-583c1c42d9fa,segment=NetworkSegment(5d1a82ea-b084-4cb6-9e2a-5db57e75c2c1),segment_id=5d1a82ea-b084-4cb6-9e2a-5db57e75c2c1)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:22.545693 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b7d65c4-2f94-4576-9e5f-2f83f3f56ff0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.548689 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9b160355-a2e6-45ec-b2d8-f0a2e778e261 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.561829 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-2b7d65c4-2f94-4576-9e5f-2f83f3f56ff0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Calling delete_port for 284b1c67-13f5-48e3-a82b-583c1c42d9fa owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:22.563401 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-e2c2ce61-f139-4f9b-96b8-60695687567b', 'network_id': 'e2c2ce61-f139-4f9b-96b8-60695687567b', 'tenant_id': '4ba570391f03441c8898703c8df1cdf3', 'fixed_ips': [{'subnet_id': '99b9999a-77a0-4d52-b3f9-0d27f674c14c'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:34:22.564791 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.609261 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b160355-a2e6-45ec-b2d8-f0a2e778e261 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Port': ['ID=e04548a5-668e-433e-801e-62bf18c23b41,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:22.616338 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5aa3327b-f028-4e9a-9dae-e5e70251d4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.637616 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9b160355-a2e6-45ec-b2d8-f0a2e778e261 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.637854 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8079d5de-a50b-446d-983a-0010afbb6c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.644157 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9b160355-a2e6-45ec-b2d8-f0a2e778e261 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/ports/e04548a5-668e-433e-801e-62bf18c23b41 HTTP/1.1" status: 204 len: 168 time: 1.7762880 Nov 11 17:34:22.646264 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d47bc1b-310b-4b31-bffd-ccc822d2e552 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Checking segment: {'id': '457d9288-5081-4785-af14-42795dfca743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'b4205e4f-d8d8-49cf-b99a-447e95813327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:22.646736 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d47bc1b-310b-4b31-bffd-ccc822d2e552 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Network hostable DHCP agents. Network: b4205e4f-d8d8-49cf-b99a-447e95813327, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:34:22.667843 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47104) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:22.671125 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-874e6e1c-4676-47fe-9a9d-3b46ebb5a28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.675177 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-874e6e1c-4676-47fe-9a9d-3b46ebb5a28a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.676726 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-874e6e1c-4676-47fe-9a9d-3b46ebb5a28a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/374e3783-2c43-46b2-a3e3-b42b5a9df0fb HTTP/1.1" status: 204 len: 168 time: 0.4049158 Nov 11 17:34:22.680626 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b7d65c4-2f94-4576-9e5f-2f83f3f56ff0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.715593 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e6e1c-4676-47fe-9a9d-3b46ebb5a28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374e3783-2c43-46b2-a3e3-b42b5a9df0fb,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:22.720308 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d65c4-2f94-4576-9e5f-2f83f3f56ff0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] No DVR routers for this DVR port 284b1c67-13f5-48e3-a82b-583c1c42d9fa on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:34:22.722624 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d65c4-2f94-4576-9e5f-2f83f3f56ff0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Port': ['ID=284b1c67-13f5-48e3-a82b-583c1c42d9fa,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:22.803472 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b23e45-d1ff-486d-8b07-d3013cecb6aa tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] GET failed (client error): The resource could not be found. Nov 11 17:34:22.809999 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-12b23e45-d1ff-486d-8b07-d3013cecb6aa tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports/e04548a5-668e-433e-801e-62bf18c23b41 HTTP/1.1" status: 404 len: 333 time: 0.1382084 Nov 11 17:34:22.820103 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47108) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:22.828480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-248327a3-cd3f-437a-a9d2-d3d9daac5a5d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'port': {'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46', 'name': 'tempest-PortsTestJSON-1333516840'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:22.837604 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b7d65c4-2f94-4576-9e5f-2f83f3f56ff0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.857156 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No active binding found for port 284b1c67-13f5-48e3-a82b-583c1c42d9fa {{(pid=102619) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 11 17:34:22.860278 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 284b1c67-13f5-48e3-a82b-583c1c42d9fa not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 11 17:34:22.863215 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-2b7d65c4-2f94-4576-9e5f-2f83f3f56ff0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe72aedc-69c0-40e4-a6a7-ae033bc959f4']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:22.874029 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-2b7d65c4-2f94-4576-9e5f-2f83f3f56ff0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1a82ea-b084-4cb6-9e2a-5db57e75c2c1') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:22.874377 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-2b7d65c4-2f94-4576-9e5f-2f83f3f56ff0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1a82ea-b084-4cb6-9e2a-5db57e75c2c1') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:22.885212 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b7d65c4-2f94-4576-9e5f-2f83f3f56ff0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.894955 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3327b-f028-4e9a-9dae-e5e70251d4aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=98d6614e-dba1-4fcb-8d2d-3119f14b8a97,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:22.899893 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b7d65c4-2f94-4576-9e5f-2f83f3f56ff0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.908081 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7d65c4-2f94-4576-9e5f-2f83f3f56ff0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Releasing vlan 1291 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:34:22.908667 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b7d65c4-2f94-4576-9e5f-2f83f3f56ff0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.959577 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Port 284b1c67-13f5-48e3-a82b-583c1c42d9fa not found, will not notify nova. {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:34:22.973118 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:34:22.978030 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0a58ff60-85dc-432d-b253-0c0cf9c3a939 None None] Deleting port 284b1c67-13f5-48e3-a82b-583c1c42d9fa {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:22.978030 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0a58ff60-85dc-432d-b253-0c0cf9c3a939 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.988806 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b7d65c4-2f94-4576-9e5f-2f83f3f56ff0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:22.990615 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d47bc1b-310b-4b31-bffd-ccc822d2e552 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Network b4205e4f-d8d8-49cf-b99a-447e95813327 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:34:22.997163 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b7d65c4-2f94-4576-9e5f-2f83f3f56ff0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:23.004170 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2b7d65c4-2f94-4576-9e5f-2f83f3f56ff0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/networks/fe72aedc-69c0-40e4-a6a7-ae033bc959f4 HTTP/1.1" status: 204 len: 168 time: 0.9799185 Nov 11 17:34:23.010546 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47110) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:23.022816 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d65c4-2f94-4576-9e5f-2f83f3f56ff0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Network': ['ID=fe72aedc-69c0-40e4-a6a7-ae033bc959f4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:23.041330 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-10e42722-be36-4897-9191-5ba1dce096ef tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'port': {'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a', 'name': 'tempest-PortsIpV6TestJSON-338929184'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:23.067920 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3327b-f028-4e9a-9dae-e5e70251d4aa admin admin] Checking segment: {'id': '808fa31a-70ca-4048-a4a4-0c290b99da27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'af79ca90-9a45-4c55-a6c0-426f776721b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:23.068286 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa3327b-f028-4e9a-9dae-e5e70251d4aa admin admin] Network hostable DHCP agents. Network: af79ca90-9a45-4c55-a6c0-426f776721b6, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:34:23.072801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-0d47bc1b-310b-4b31-bffd-ccc822d2e552 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, b4205e4f-d8d8-49cf-b99a-447e95813327) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:23.077564 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d47bc1b-310b-4b31-bffd-ccc822d2e552 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:23.077888 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d47bc1b-310b-4b31-bffd-ccc822d2e552 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:23.078521 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0d47bc1b-310b-4b31-bffd-ccc822d2e552 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:23.101723 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83e32f7-6391-4be2-a036-e195f619ed04 None None] Network b4205e4f-d8d8-49cf-b99a-447e95813327 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:23.180874 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-69af5ede-a55b-4a5b-9c98-f7b337cad6c1 None None] Provisioning complete for port d0a980b4-07bb-4280-a2eb-1b21e0128df4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:23.181055 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47116) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:23.181172 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0d47bc1b-310b-4b31-bffd-ccc822d2e552 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.1705763 Nov 11 17:34:23.181791 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-69af5ede-a55b-4a5b-9c98-f7b337cad6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:23.211478 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa3327b-f028-4e9a-9dae-e5e70251d4aa admin admin] Network af79ca90-9a45-4c55-a6c0-426f776721b6 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:34:23.222214 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-5aa3327b-f028-4e9a-9dae-e5e70251d4aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, af79ca90-9a45-4c55-a6c0-426f776721b6) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:23.226834 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa3327b-f028-4e9a-9dae-e5e70251d4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:23.227428 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5aa3327b-f028-4e9a-9dae-e5e70251d4aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:23.244504 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-0a58ff60-85dc-432d-b253-0c0cf9c3a939 None None] For port 284b1c67-13f5-48e3-a82b-583c1c42d9fa, host n-d-816206-4, got binding levels [] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:23.244998 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0a58ff60-85dc-432d-b253-0c0cf9c3a939 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:23.247856 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Allocated IP 2001:db8::1 (e2c2ce61-f139-4f9b-96b8-60695687567b/99b9999a-77a0-4d52-b3f9-0d27f674c14c/e7bee187-105b-4ea6-9000-7ce98ec2f00c) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:23.254626 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be97689b-95cc-4b2a-91f4-f7ade9c2016f None None] Network af79ca90-9a45-4c55-a6c0-426f776721b6 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:23.260759 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248327a3-cd3f-437a-a9d2-d3d9daac5a5d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:23.264476 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-248327a3-cd3f-437a-a9d2-d3d9daac5a5d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:23.309115 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-248327a3-cd3f-437a-a9d2-d3d9daac5a5d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] device_id is not set on port 7de08c3b-66b9-46e3-b11f-321e132e1079 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:34:23.322078 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93dedaa-a897-47ed-bb9c-86645ec70515 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:23.326876 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93dedaa-a897-47ed-bb9c-86645ec70515 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:23.337024 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e42722-be36-4897-9191-5ba1dce096ef tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:23.338153 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93dedaa-a897-47ed-bb9c-86645ec70515 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:23.339963 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f93dedaa-a897-47ed-bb9c-86645ec70515 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1580915 Nov 11 17:34:23.349698 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47126) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:23.350716 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-10e42722-be36-4897-9191-5ba1dce096ef tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:23.387278 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5aa3327b-f028-4e9a-9dae-e5e70251d4aa admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1660454 Nov 11 17:34:23.398672 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0a58ff60-85dc-432d-b253-0c0cf9c3a939 None None] Calling delete_port for 284b1c67-13f5-48e3-a82b-583c1c42d9fa owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:23.409758 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.ipam_backend_mixin [None req-0a58ff60-85dc-432d-b253-0c0cf9c3a939 None None] Port 284b1c67-13f5-48e3-a82b-583c1c42d9fa was not found and therefore no delete operation was performed {{(pid=102619) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 17:34:23.417626 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-10e42722-be36-4897-9191-5ba1dce096ef tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] device_id is not set on port 0fc5dbbc-36b0-4428-99d9-d6140cecbac5 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:34:23.422120 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-69af5ede-a55b-4a5b-9c98-f7b337cad6c1 None None] Port d0a980b4-07bb-4280-a2eb-1b21e0128df4 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:34:23.428511 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0a58ff60-85dc-432d-b253-0c0cf9c3a939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:23.438738 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a980b4-07bb-4280-a2eb-1b21e0128df4 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:34:23.453989 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:23.455163 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-4305b494-1a4f-4f70-8a0f-f2c5dbc2b636 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Deleting subnet 99b9999a-77a0-4d52-b3f9-0d27f674c14c {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:34:23.534992 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] Transition to ACTIVE for port object d0a980b4-07bb-4280-a2eb-1b21e0128df4 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:34:23.576465 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:23.710523 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47138) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:23.834235 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320689b2-de3b-4951-882f-00f59dd6140e None None] DHCP port deletion for b0dd05d3-837d-44d1-abc4-2c8570b43698 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:34:23.845796 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-248327a3-cd3f-437a-a9d2-d3d9daac5a5d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:23.891597 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a980b4-07bb-4280-a2eb-1b21e0128df4,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:23.917885 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0a58ff60-85dc-432d-b253-0c0cf9c3a939 None None] Network fe72aedc-69c0-40e4-a6a7-ae033bc959f4 is not hosted by any dhcp agent {{(pid=102619) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 17:34:23.918259 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a58ff60-85dc-432d-b253-0c0cf9c3a939 None None] No DVR routers for this DVR port 284b1c67-13f5-48e3-a82b-583c1c42d9fa on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:34:23.931157 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58ff60-85dc-432d-b253-0c0cf9c3a939 None None] Pushing event deleted for resources: {'Port': ['ID=284b1c67-13f5-48e3-a82b-583c1c42d9fa,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:23.950251 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e4f01-dce0-4274-ab14-b06340668f9f req-aabd4a0b-d14c-4d9f-a32c-60eb311a2aaa tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:23.958745 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e44e4f01-dce0-4274-ab14-b06340668f9f req-aabd4a0b-d14c-4d9f-a32c-60eb311a2aaa tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=03f7a49f-eb3f-4020-9640-f85718905fd7 HTTP/1.1" status: 200 len: 944 time: 0.3742034 Nov 11 17:34:24.045066 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-10e42722-be36-4897-9191-5ba1dce096ef tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:24.099473 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bcddd868-6e63-4f9f-b888-ebdab099284a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7fc3d878de5e4a5bbecc06117d85716e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3869977 Nov 11 17:34:24.100788 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47156) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:24.132654 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-248327a3-cd3f-437a-a9d2-d3d9daac5a5d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:24.138852 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88707d60-0001-4e58-a5f8-117c49e6eee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-b4205e4f-d8d8-49cf-b99a-447e95813327', 'network_id': 'b4205e4f-d8d8-49cf-b99a-447e95813327', 'tenant_id': '4ba570391f03441c8898703c8df1cdf3', 'fixed_ips': [{'subnet_id': '6764d2cf-53d9-429c-9cf4-14ba69023699'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:34:24.139736 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-88707d60-0001-4e58-a5f8-117c49e6eee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:24.168981 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:24.181182 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e44e4f01-dce0-4274-ab14-b06340668f9f req-343aedba-f76f-4f4f-b339-7cde31ff1e74 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215428 Nov 11 17:34:24.217109 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 284b1c67-13f5-48e3-a82b-583c1c42d9fa no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:34:24.238029 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] Attempting to bind port d0a980b4-07bb-4280-a2eb-1b21e0128df4 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:34:24.238628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] Attempting to bind port d0a980b4-07bb-4280-a2eb-1b21e0128df4 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'fd56decb-8d0a-495a-b998-069d8a3114ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:34:24.239126 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] Attempting to bind port d0a980b4-07bb-4280-a2eb-1b21e0128df4 on network b0dd05d3-837d-44d1-abc4-2c8570b43698 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:34:24.247885 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-73415235-1678-4a78-b7f9-f7660dcd985b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:24.276826 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 284b1c67-13f5-48e3-a82b-583c1c42d9fa {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:34:24.277513 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 284b1c67-13f5-48e3-a82b-583c1c42d9fa not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:34:24.279028 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994d317b-91f3-407e-abc3-f35129a3a3ac None None] Network af79ca90-9a45-4c55-a6c0-426f776721b6 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:24.293518 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-73415235-1678-4a78-b7f9-f7660dcd985b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:24.312345 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] Port d0a980b4-07bb-4280-a2eb-1b21e0128df4 on network b0dd05d3-837d-44d1-abc4-2c8570b43698 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:34:24.312749 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] Attempting to bind port d0a980b4-07bb-4280-a2eb-1b21e0128df4 on network b0dd05d3-837d-44d1-abc4-2c8570b43698 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:34:24.324775 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248327a3-cd3f-437a-a9d2-d3d9daac5a5d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network f7a2233d-f3fd-47d6-8390-2db1e515ee46 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:24.342116 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-248327a3-cd3f-437a-a9d2-d3d9daac5a5d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:24.350123 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:34:24.350280 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] Checking segment: {'id': 'fd56decb-8d0a-495a-b998-069d8a3114ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:24.350729 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] Bound using segment: {'id': 'fd56decb-8d0a-495a-b998-069d8a3114ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:34:24.351233 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] Bound port: d0a980b4-07bb-4280-a2eb-1b21e0128df4, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd56decb-8d0a-495a-b998-069d8a3114ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:34:24.351653 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:24.353611 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248327a3-cd3f-437a-a9d2-d3d9daac5a5d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Port': ['ID=7de08c3b-66b9-46e3-b11f-321e132e1079,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:24.356999 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248327a3-cd3f-437a-a9d2-d3d9daac5a5d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:24.363429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248327a3-cd3f-437a-a9d2-d3d9daac5a5d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:24.363429 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-248327a3-cd3f-437a-a9d2-d3d9daac5a5d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:24.389765 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-10e42722-be36-4897-9191-5ba1dce096ef tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:24.408726 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-73415235-1678-4a78-b7f9-f7660dcd985b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:24.415142 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-73415235-1678-4a78-b7f9-f7660dcd985b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:24.421619 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-73415235-1678-4a78-b7f9-f7660dcd985b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ff52e080-ef78-415a-ac5d-8174c280620c HTTP/1.1" status: 204 len: 168 time: 0.3192673 Nov 11 17:34:24.432580 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73415235-1678-4a78-b7f9-f7660dcd985b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff52e080-ef78-415a-ac5d-8174c280620c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:24.452871 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-248327a3-cd3f-437a-a9d2-d3d9daac5a5d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6307802 Nov 11 17:34:24.454481 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47168) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:24.464766 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5357d71d-5c82-4f72-9540-8a8642f6bb2e tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:24.479405 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:24.507018 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:24.573432 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4305b494-1a4f-4f70-8a0f-f2c5dbc2b636 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:24.598169 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Network e2c2ce61-f139-4f9b-96b8-60695687567b is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:24.602742 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:24.623962 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:24.672367 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] For port d0a980b4-07bb-4280-a2eb-1b21e0128df4, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:34:24.679474 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] For port d0a980b4-07bb-4280-a2eb-1b21e0128df4, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d0a980b4-07bb-4280-a2eb-1b21e0128df4,segment=NetworkSegment(fd56decb-8d0a-495a-b998-069d8a3114ad),segment_id=fd56decb-8d0a-495a-b998-069d8a3114ad)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:34:24.692852 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Pushing event updated for resources: {'Port': ['ID=e7bee187-105b-4ea6-9000-7ce98ec2f00c,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:24.694378 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-9945b209-b801-4a02-998e-a774e9ad038b tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:24.696524 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-9945b209-b801-4a02-998e-a774e9ad038b tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/networks?id=af79ca90-9a45-4c55-a6c0-426f776721b6 HTTP/1.1" status: 200 len: 820 time: 0.4671068 Nov 11 17:34:24.697585 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e42722-be36-4897-9191-5ba1dce096ef tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Port': ['ID=0fc5dbbc-36b0-4428-99d9-d6140cecbac5,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:24.717209 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:24.734395 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-88707d60-0001-4e58-a5f8-117c49e6eee0 None None] Allocated IP 2001:db8:0:1::1 (b4205e4f-d8d8-49cf-b99a-447e95813327/6764d2cf-53d9-429c-9cf4-14ba69023699/f6aac205-3c1c-43ff-82a1-686c235abb37) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:24.748292 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4305b494-1a4f-4f70-8a0f-f2c5dbc2b636 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:24.751443 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e42722-be36-4897-9191-5ba1dce096ef tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network 8994d145-e9c5-4b08-8bc5-cc7c130b502a is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:24.755050 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-04c881e1-9dc5-4839-aafb-3d39eeee4eaa tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/quotas/3b250aeaa59946dca6898552aaa68f5f HTTP/1.1" status: 200 len: 375 time: 0.0300250 Nov 11 17:34:24.759645 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:24.760022 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:24.760368 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:24.760709 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:24.761046 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:24.761376 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:24.761705 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:24.762030 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:24.762355 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:24.762681 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:24.763004 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:24.776142 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:24.824165 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-10e42722-be36-4897-9191-5ba1dce096ef tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:24.828894 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c77eb1-cf38-4a4c-aa44-2012bed352b3 None None] DHCP port deletion for b0dd05d3-837d-44d1-abc4-2c8570b43698 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:34:24.848212 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:24.849020 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:24.853787 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] 10.222.0.83 "PUT /v2.0/ports/d0a980b4-07bb-4280-a2eb-1b21e0128df4 HTTP/1.1" status: 200 len: 1092 time: 2.7766907 Nov 11 17:34:24.873276 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f7a49f-eb3f-4020-9640-f85718905fd7', 'tag': 'd0a980b4-07bb-4280-a2eb-1b21e0128df4'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:34:24.883274 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8f64f0-c5ba-44d3-ae4e-362dd4c61950" -d '{"events": [{"name": "network-changed", "server_uuid": "03f7a49f-eb3f-4020-9640-f85718905fd7", "tag": "d0a980b4-07bb-4280-a2eb-1b21e0128df4"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:34:24.934481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e42722-be36-4897-9191-5ba1dce096ef tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:24.943026 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e42722-be36-4897-9191-5ba1dce096ef tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:24.943694 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-10e42722-be36-4897-9191-5ba1dce096ef tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:24.960505 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-291462d0-4b1e-4db0-b992-1e5cbd0f0c9e tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b250aeaa59946dca6898552aaa68f5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1635985 Nov 11 17:34:24.967501 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Attempting to bind port e7bee187-105b-4ea6-9000-7ce98ec2f00c on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:34:24.969545 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Attempting to bind port e7bee187-105b-4ea6-9000-7ce98ec2f00c by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '3ec10c1e-3762-445d-8fe9-d2808511b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'e2c2ce61-f139-4f9b-96b8-60695687567b'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:34:24.970866 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Attempting to bind port e7bee187-105b-4ea6-9000-7ce98ec2f00c on network e2c2ce61-f139-4f9b-96b8-60695687567b {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:34:25.003081 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-10e42722-be36-4897-9191-5ba1dce096ef tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9814465 Nov 11 17:34:25.028807 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47180) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:25.030686 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe606f67-5fcd-436c-b7ff-317922feb349 x-openstack-request-id: req-fe606f67-5fcd-436c-b7ff-317922feb349 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:34:25.031125 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f7a49f-eb3f-4020-9640-f85718905fd7", "tag": "d0a980b4-07bb-4280-a2eb-1b21e0128df4", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:34:25.031468 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fe606f67-5fcd-436c-b7ff-317922feb349 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:34:25.032102 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f7a49f-eb3f-4020-9640-f85718905fd7', 'tag': 'd0a980b4-07bb-4280-a2eb-1b21e0128df4', 'status': 'completed', 'code': 200} Nov 11 17:34:25.040975 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4305b494-1a4f-4f70-8a0f-f2c5dbc2b636 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:25.076172 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5357d71d-5c82-4f72-9540-8a8642f6bb2e tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:25.130734 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-88707d60-0001-4e58-a5f8-117c49e6eee0 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:25.142589 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:34:25.142982 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Checking segment: {'id': '3ec10c1e-3762-445d-8fe9-d2808511b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'e2c2ce61-f139-4f9b-96b8-60695687567b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:25.143435 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:25.143842 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Bound using segment: {'id': '3ec10c1e-3762-445d-8fe9-d2808511b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'e2c2ce61-f139-4f9b-96b8-60695687567b'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:34:25.144320 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Bound port: e7bee187-105b-4ea6-9000-7ce98ec2f00c, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec10c1e-3762-445d-8fe9-d2808511b7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'e2c2ce61-f139-4f9b-96b8-60695687567b'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:34:25.144712 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:25.161175 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-88707d60-0001-4e58-a5f8-117c49e6eee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:25.289960 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a797b-26ef-4129-a941-d1c628547e25 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a980b4-07bb-4280-a2eb-1b21e0128df4,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:25.324293 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5357d71d-5c82-4f72-9540-8a8642f6bb2e tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:25.336592 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5357d71d-5c82-4f72-9540-8a8642f6bb2e tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:25.347436 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88707d60-0001-4e58-a5f8-117c49e6eee0 None None] Network b4205e4f-d8d8-49cf-b99a-447e95813327 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:25.353557 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-88707d60-0001-4e58-a5f8-117c49e6eee0 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:25.357822 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88707d60-0001-4e58-a5f8-117c49e6eee0 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:25.397084 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-ae8c9a05-f79d-4ca1-9b50-c868160f624a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:25.397679 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-5357d71d-5c82-4f72-9540-8a8642f6bb2e tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] In _notify_port_updated(), no bound segment for port 7de08c3b-66b9-46e3-b11f-321e132e1079 on network f7a2233d-f3fd-47d6-8390-2db1e515ee46 {{(pid=102617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:34:25.398714 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-ae8c9a05-f79d-4ca1-9b50-c868160f624a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=623da2f48dae40158d78770664aa965c&device_id=03f7a49f-eb3f-4020-9640-f85718905fd7 HTTP/1.1" status: 200 len: 1095 time: 0.4369791 Nov 11 17:34:25.403841 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5357d71d-5c82-4f72-9540-8a8642f6bb2e tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:25.404482 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5357d71d-5c82-4f72-9540-8a8642f6bb2e tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:25.409709 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5357d71d-5c82-4f72-9540-8a8642f6bb2e tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "PUT /v2.0/ports/7de08c3b-66b9-46e3-b11f-321e132e1079 HTTP/1.1" status: 200 len: 818 time: 0.9539270 Nov 11 17:34:25.411110 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47196) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:25.411785 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357d71d-5c82-4f72-9540-8a8642f6bb2e tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Port': ['ID=7de08c3b-66b9-46e3-b11f-321e132e1079,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:25.425212 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88707d60-0001-4e58-a5f8-117c49e6eee0 None None] Pushing event updated for resources: {'Port': ['ID=f6aac205-3c1c-43ff-82a1-686c235abb37,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:25.484419 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-88707d60-0001-4e58-a5f8-117c49e6eee0 None None] Attempting to bind port f6aac205-3c1c-43ff-82a1-686c235abb37 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:34:25.484786 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-88707d60-0001-4e58-a5f8-117c49e6eee0 None None] Attempting to bind port f6aac205-3c1c-43ff-82a1-686c235abb37 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '457d9288-5081-4785-af14-42795dfca743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'b4205e4f-d8d8-49cf-b99a-447e95813327'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:34:25.485364 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88707d60-0001-4e58-a5f8-117c49e6eee0 None None] Attempting to bind port f6aac205-3c1c-43ff-82a1-686c235abb37 on network b4205e4f-d8d8-49cf-b99a-447e95813327 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:34:25.492700 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-e31bcd34-7702-45c6-b126-2452c9275ab6 service neutron] 10.222.0.76 "GET /v2.0/networks/af79ca90-9a45-4c55-a6c0-426f776721b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995098 Nov 11 17:34:25.495504 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-c7536a43-eb80-489b-a5c1-84f1789337b4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0a980b4-07bb-4280-a2eb-1b21e0128df4 HTTP/1.1" status: 200 len: 217 time: 0.0640469 Nov 11 17:34:25.498063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-10c30f2a-7287-4fbc-a8a7-bb4191743999 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting port 0fc5dbbc-36b0-4428-99d9-d6140cecbac5 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:25.498474 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-10c30f2a-7287-4fbc-a8a7-bb4191743999 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:25.505207 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88707d60-0001-4e58-a5f8-117c49e6eee0 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:34:25.505591 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88707d60-0001-4e58-a5f8-117c49e6eee0 None None] Checking segment: {'id': '457d9288-5081-4785-af14-42795dfca743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'b4205e4f-d8d8-49cf-b99a-447e95813327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:25.506001 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-88707d60-0001-4e58-a5f8-117c49e6eee0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:25.506395 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88707d60-0001-4e58-a5f8-117c49e6eee0 None None] Bound using segment: {'id': '457d9288-5081-4785-af14-42795dfca743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'b4205e4f-d8d8-49cf-b99a-447e95813327'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:34:25.506878 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-88707d60-0001-4e58-a5f8-117c49e6eee0 None None] Bound port: f6aac205-3c1c-43ff-82a1-686c235abb37, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457d9288-5081-4785-af14-42795dfca743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'b4205e4f-d8d8-49cf-b99a-447e95813327'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:34:25.507255 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-88707d60-0001-4e58-a5f8-117c49e6eee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:25.545084 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] For port e7bee187-105b-4ea6-9000-7ce98ec2f00c, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:34:25.587231 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4305b494-1a4f-4f70-8a0f-f2c5dbc2b636 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:25.648852 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305b494-1a4f-4f70-8a0f-f2c5dbc2b636 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Pushing event deleted for resources: {'Subnet': ['ID=99b9999a-77a0-4d52-b3f9-0d27f674c14c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:25.657224 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b2263-66fc-42c9-8d24-6f56de43052e req-24984799-a560-4a60-b2d9-e67c0eb89b84 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:25.659603 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-896b2263-66fc-42c9-8d24-6f56de43052e req-24984799-a560-4a60-b2d9-e67c0eb89b84 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=03f7a49f-eb3f-4020-9640-f85718905fd7 HTTP/1.1" status: 200 len: 944 time: 0.3274422 Nov 11 17:34:25.667206 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4305b494-1a4f-4f70-8a0f-f2c5dbc2b636 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:25.673389 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4305b494-1a4f-4f70-8a0f-f2c5dbc2b636 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] 10.222.0.76 "DELETE /v2.0/subnets/99b9999a-77a0-4d52-b3f9-0d27f674c14c HTTP/1.1" status: 204 len: 168 time: 2.3225658 Nov 11 17:34:25.674014 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47204) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:25.696036 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] For port e7bee187-105b-4ea6-9000-7ce98ec2f00c, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e7bee187-105b-4ea6-9000-7ce98ec2f00c,segment=NetworkSegment(3ec10c1e-3762-445d-8fe9-d2808511b7c4),segment_id=3ec10c1e-3762-445d-8fe9-d2808511b7c4)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:34:25.702469 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-88707d60-0001-4e58-a5f8-117c49e6eee0 None None] For port f6aac205-3c1c-43ff-82a1-686c235abb37, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:34:25.721007 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:25.727472 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-10c30f2a-7287-4fbc-a8a7-bb4191743999 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:25.730887 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-5c1e6f75-9a3b-48e7-95df-a4ecfa743d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:25.732383 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-5c1e6f75-9a3b-48e7-95df-a4ecfa743d50 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a9999f1f-0e45-4e21-98fb-c66184c46f8a HTTP/1.1" status: 200 len: 855 time: 0.2259336 Nov 11 17:34:25.737934 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67651a4-34c1-43c0-b2ab-e37e2b3a5ff9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Deleting subnet 6764d2cf-53d9-429c-9cf4-14ba69023699 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:34:25.745121 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e67651a4-34c1-43c0-b2ab-e37e2b3a5ff9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:25.778919 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-de03989c-14f7-41f4-95c9-3b8f073d02d3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting port 7de08c3b-66b9-46e3-b11f-321e132e1079 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:25.779265 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-de03989c-14f7-41f4-95c9-3b8f073d02d3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:25.866932 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e67651a4-34c1-43c0-b2ab-e37e2b3a5ff9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:25.883720 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6c4ff-3334-404c-b4ea-6a81cbf06524 None None] Pushing event updated for resources: {'Port': ['ID=e7bee187-105b-4ea6-9000-7ce98ec2f00c,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:25.895133 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-88707d60-0001-4e58-a5f8-117c49e6eee0 None None] For port f6aac205-3c1c-43ff-82a1-686c235abb37, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f6aac205-3c1c-43ff-82a1-686c235abb37,segment=NetworkSegment(457d9288-5081-4785-af14-42795dfca743),segment_id=457d9288-5081-4785-af14-42795dfca743)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:34:25.903009 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-88707d60-0001-4e58-a5f8-117c49e6eee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:25.956679 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-de03989c-14f7-41f4-95c9-3b8f073d02d3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:26.010229 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88707d60-0001-4e58-a5f8-117c49e6eee0 None None] Pushing event updated for resources: {'Port': ['ID=f6aac205-3c1c-43ff-82a1-686c235abb37,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:26.020347 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-de03989c-14f7-41f4-95c9-3b8f073d02d3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Calling delete_port for 7de08c3b-66b9-46e3-b11f-321e132e1079 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:26.148286 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e67651a4-34c1-43c0-b2ab-e37e2b3a5ff9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:26.306013 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-de03989c-14f7-41f4-95c9-3b8f073d02d3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:26.312439 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e67651a4-34c1-43c0-b2ab-e37e2b3a5ff9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:26.364141 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-69796a3c-e054-43ab-a375-b39602a4c9ca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b0dd05d3-837d-44d1-abc4-2c8570b43698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6123934 Nov 11 17:34:26.365623 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-10c30f2a-7287-4fbc-a8a7-bb4191743999 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Calling delete_port for 0fc5dbbc-36b0-4428-99d9-d6140cecbac5 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:26.423028 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67651a4-34c1-43c0-b2ab-e37e2b3a5ff9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Pushing event deleted for resources: {'Subnet': ['ID=6764d2cf-53d9-429c-9cf4-14ba69023699,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:26.429221 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e67651a4-34c1-43c0-b2ab-e37e2b3a5ff9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:26.441270 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e67651a4-34c1-43c0-b2ab-e37e2b3a5ff9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] 10.222.0.76 "DELETE /v2.0/subnets/6764d2cf-53d9-429c-9cf4-14ba69023699 HTTP/1.1" status: 204 len: 168 time: 0.7566266 Nov 11 17:34:26.442025 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03989c-14f7-41f4-95c9-3b8f073d02d3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Port': ['ID=7de08c3b-66b9-46e3-b11f-321e132e1079,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:26.443849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47224) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:26.448212 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-de03989c-14f7-41f4-95c9-3b8f073d02d3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:26.458326 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-de03989c-14f7-41f4-95c9-3b8f073d02d3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/ports/7de08c3b-66b9-46e3-b11f-321e132e1079 HTTP/1.1" status: 204 len: 168 time: 1.0428686 Nov 11 17:34:26.470728 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47226) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:26.507101 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-0e85ee1c-9368-4ba7-84cb-418e9f666d74 service neutron] 10.222.0.76 "GET /v2.0/networks/af79ca90-9a45-4c55-a6c0-426f776721b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0017676 Nov 11 17:34:26.613887 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eed0c2b-465e-49f2-a840-2bf3ffc699e2 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:26.615427 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1eed0c2b-465e-49f2-a840-2bf3ffc699e2 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1687665 Nov 11 17:34:26.620340 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47234) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:26.654472 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-896b2263-66fc-42c9-8d24-6f56de43052e req-92610106-6fa5-486a-bf4b-5b1fb47284b9 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9709437 Nov 11 17:34:26.690795 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-10c30f2a-7287-4fbc-a8a7-bb4191743999 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:26.767605 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f19f750-9737-42dc-9307-222b7118510b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:26.769334 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9f19f750-9737-42dc-9307-222b7118510b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2964911 Nov 11 17:34:26.774042 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47242) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:26.794336 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1dc7c520-dbda-44cd-8854-742239d1b56e req-6a915d7f-1489-451c-9e1b-5c78e3f13148 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/ports?device_id=e69d5872-3f67-448b-8858-42b30a3c2eca HTTP/1.1" status: 200 len: 210 time: 0.0850697 Nov 11 17:34:26.800027 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c30f2a-7287-4fbc-a8a7-bb4191743999 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Port': ['ID=0fc5dbbc-36b0-4428-99d9-d6140cecbac5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:26.804096 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-10c30f2a-7287-4fbc-a8a7-bb4191743999 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:26.809259 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-10c30f2a-7287-4fbc-a8a7-bb4191743999 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/ports/0fc5dbbc-36b0-4428-99d9-d6140cecbac5 HTTP/1.1" status: 204 len: 168 time: 1.7743075 Nov 11 17:34:26.812228 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47246) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:26.818463 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2d826b88-e272-4d62-9f24-fc54710477f7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'port': {'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a', 'mac_address': 'fa:16:3e:a4:c0:d8', 'name': 'tempest-PortsIpV6TestJSON-1275346210'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:26.887885 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-5513617d-02d0-401d-b13a-5bc35cbc07c5 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] GET failed (client error): The resource could not be found. Nov 11 17:34:26.889899 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5513617d-02d0-401d-b13a-5bc35cbc07c5 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports/7de08c3b-66b9-46e3-b11f-321e132e1079 HTTP/1.1" status: 404 len: 333 time: 0.1115394 Nov 11 17:34:26.894349 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47250) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:26.916452 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-89b00e0e-466a-4d31-8550-e10d114a65cf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1372521839'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:26.931602 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c07fd0e1-2fc8-4413-b646-f0de5a7c35e9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:26.997499 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b00e0e-466a-4d31-8550-e10d114a65cf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:27.001455 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-89b00e0e-466a-4d31-8550-e10d114a65cf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:27.033877 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-6b97b3f2-7581-45fb-aa6c-9fefa38d6403 service neutron] 10.222.0.83 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6322179 Nov 11 17:34:27.101832 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b00e0e-466a-4d31-8550-e10d114a65cf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1254} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:34:27.124642 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d826b88-e272-4d62-9f24-fc54710477f7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:27.139154 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-89b00e0e-466a-4d31-8550-e10d114a65cf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:27.139507 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-89b00e0e-466a-4d31-8550-e10d114a65cf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Added segment 4d314521-d11e-4fa8-bbfd-405a29db90e4 of type vlan for network abc40f47-5440-4ab2-adb5-cd73779fcce0 Nov 11 17:34:27.176072 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-c07fd0e1-2fc8-4413-b646-f0de5a7c35e9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Deleting port f6aac205-3c1c-43ff-82a1-686c235abb37 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:27.176434 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c07fd0e1-2fc8-4413-b646-f0de5a7c35e9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:27.265280 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2d826b88-e272-4d62-9f24-fc54710477f7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:27.312949 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-2d826b88-e272-4d62-9f24-fc54710477f7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] device_id is not set on port bc847a58-4ad8-4771-ba8a-05c858362010 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:34:27.330332 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b03cdbc7-46ba-41ed-aeb4-199a92e3983f req-ed9daf3d-1006-409b-9151-5002c3347022 service neutron] 10.222.0.83 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861245 Nov 11 17:34:27.445563 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-89b00e0e-466a-4d31-8550-e10d114a65cf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:27.484546 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f64f0-c5ba-44d3-ae4e-362dd4c61950 req-d69885a3-5973-4f73-9786-01578747f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:27.484546 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c8f64f0-c5ba-44d3-ae4e-362dd4c61950 req-d69885a3-5973-4f73-9786-01578747f2b4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=623da2f48dae40158d78770664aa965c&device_id=03f7a49f-eb3f-4020-9640-f85718905fd7 HTTP/1.1" status: 200 len: 1095 time: 0.0993471 Nov 11 17:34:27.544274 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-c07fd0e1-2fc8-4413-b646-f0de5a7c35e9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] For port f6aac205-3c1c-43ff-82a1-686c235abb37, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f6aac205-3c1c-43ff-82a1-686c235abb37,segment=NetworkSegment(457d9288-5081-4785-af14-42795dfca743),segment_id=457d9288-5081-4785-af14-42795dfca743)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:27.544633 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c07fd0e1-2fc8-4413-b646-f0de5a7c35e9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:27.561481 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-89b00e0e-466a-4d31-8550-e10d114a65cf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:27.574485 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b00e0e-466a-4d31-8550-e10d114a65cf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:27.578856 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-89b00e0e-466a-4d31-8550-e10d114a65cf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:27.590919 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-c07fd0e1-2fc8-4413-b646-f0de5a7c35e9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Calling delete_port for f6aac205-3c1c-43ff-82a1-686c235abb37 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:27.641108 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb2ac90-2a03-4d7e-ac0f-6efdcb2b1f16 None None] Network e2c2ce61-f139-4f9b-96b8-60695687567b requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:27.677875 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-89b00e0e-466a-4d31-8550-e10d114a65cf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7785685 Nov 11 17:34:27.755786 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47276) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:27.766529 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-595aafaf-005d-4ddc-ab3a-60f45703a03a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'subnet': {'network_id': 'abc40f47-5440-4ab2-adb5-cd73779fcce0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:27.793887 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b00e0e-466a-4d31-8550-e10d114a65cf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Network': ['ID=abc40f47-5440-4ab2-adb5-cd73779fcce0,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:27.796217 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47280) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:27.808470 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network abc40f47-5440-4ab2-adb5-cd73779fcce0 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:34:27.888279 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e75ea717-4582-49e9-b2c0-7b291620efac tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1280200123', 'description': 'tempest-secgroup-smoke-1280200123 description', 'project_id': '4a967e21f8b349ab96ba5689386c16b9'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:27.936225 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2d826b88-e272-4d62-9f24-fc54710477f7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:27.948719 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7c2b5d41-e6aa-4b7d-815a-80a897fde6a4 None None] Provisioning complete for port e7bee187-105b-4ea6-9000-7ce98ec2f00c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:27.949527 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7c2b5d41-e6aa-4b7d-815a-80a897fde6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:28.015151 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311786f-5bd9-41fe-b13b-f185abb6443c req-58e18497-0b6f-49ff-9d60-fbc1298f3575 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:28.016964 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a311786f-5bd9-41fe-b13b-f185abb6443c req-58e18497-0b6f-49ff-9d60-fbc1298f3575 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=03f7a49f-eb3f-4020-9640-f85718905fd7 HTTP/1.1" status: 200 len: 944 time: 0.2078841 Nov 11 17:34:28.024407 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6602cf73-7ff1-49e2-95a7-c878f2dda104 req-d4b19456-eb84-413a-8db8-2c87de465552 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/ports?device_id=e69d5872-3f67-448b-8858-42b30a3c2eca HTTP/1.1" status: 200 len: 210 time: 0.0854843 Nov 11 17:34:28.035196 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e75ea717-4582-49e9-b2c0-7b291620efac tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:28.054739 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75688a72-c1ed-4e60-9290-ad2e45ff0f45 None None] Network b4205e4f-d8d8-49cf-b99a-447e95813327 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:28.061095 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e75ea717-4582-49e9-b2c0-7b291620efac tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:28.101886 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c07fd0e1-2fc8-4413-b646-f0de5a7c35e9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:28.107109 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f64f0-c5ba-44d3-ae4e-362dd4c61950 req-f243fd06-6006-4846-8349-2256fbe450cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:28.109614 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c8f64f0-c5ba-44d3-ae4e-362dd4c61950 req-f243fd06-6006-4846-8349-2256fbe450cb service neutron] 10.222.0.83 "GET /v2.0/networks?id=b0dd05d3-837d-44d1-abc4-2c8570b43698 HTTP/1.1" status: 200 len: 917 time: 0.5874879 Nov 11 17:34:28.120512 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595aafaf-005d-4ddc-ab3a-60f45703a03a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:28.124748 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-595aafaf-005d-4ddc-ab3a-60f45703a03a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:28.171125 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fd0e1-2fc8-4413-b646-f0de5a7c35e9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Pushing event deleted for resources: {'Port': ['ID=f6aac205-3c1c-43ff-82a1-686c235abb37,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:28.173959 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07fd0e1-2fc8-4413-b646-f0de5a7c35e9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] No DVR routers for this DVR port f6aac205-3c1c-43ff-82a1-686c235abb37 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:34:28.243144 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c8f64f0-c5ba-44d3-ae4e-362dd4c61950 req-cd7b2849-f872-4c37-b9bf-5bdc21d04bc6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0a980b4-07bb-4280-a2eb-1b21e0128df4 HTTP/1.1" status: 200 len: 217 time: 0.1134498 Nov 11 17:34:28.266935 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5516b56d-32b9-4ed2-8e58-354f864c771b None None] DHCP port deletion for e2c2ce61-f139-4f9b-96b8-60695687567b request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:34:28.305061 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7c2b5d41-e6aa-4b7d-815a-80a897fde6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:28.349932 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7c2b5d41-e6aa-4b7d-815a-80a897fde6a4 None None] For port e7bee187-105b-4ea6-9000-7ce98ec2f00c, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e7bee187-105b-4ea6-9000-7ce98ec2f00c,segment=NetworkSegment(3ec10c1e-3762-445d-8fe9-d2808511b7c4),segment_id=3ec10c1e-3762-445d-8fe9-d2808511b7c4)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:28.356528 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc8e7ad-2c07-47d1-b6be-2432e165eeb4 None None] DHCP port deletion for b4205e4f-d8d8-49cf-b99a-447e95813327 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:34:28.377846 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7c2b5d41-e6aa-4b7d-815a-80a897fde6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:28.378123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a311786f-5bd9-41fe-b13b-f185abb6443c req-eb8ecf5c-a13d-4896-9955-f702d6e216ca tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519402 Nov 11 17:34:28.396759 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2d826b88-e272-4d62-9f24-fc54710477f7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:28.403884 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c07fd0e1-2fc8-4413-b646-f0de5a7c35e9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:28.481095 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-c07fd0e1-2fc8-4413-b646-f0de5a7c35e9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4205e4f-d8d8-49cf-b99a-447e95813327']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:28.505733 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-c07fd0e1-2fc8-4413-b646-f0de5a7c35e9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457d9288-5081-4785-af14-42795dfca743') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:28.506024 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-c07fd0e1-2fc8-4413-b646-f0de5a7c35e9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457d9288-5081-4785-af14-42795dfca743') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:28.513552 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-5516b56d-32b9-4ed2-8e58-354f864c771b None None] Deleting port e7bee187-105b-4ea6-9000-7ce98ec2f00c {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:28.513928 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5516b56d-32b9-4ed2-8e58-354f864c771b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:28.514471 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f64f0-c5ba-44d3-ae4e-362dd4c61950 req-3614da85-fc43-4c1f-8738-b43331e5170a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:28.516303 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c8f64f0-c5ba-44d3-ae4e-362dd4c61950 req-3614da85-fc43-4c1f-8738-b43331e5170a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a9999f1f-0e45-4e21-98fb-c66184c46f8a HTTP/1.1" status: 200 len: 855 time: 0.2589674 Nov 11 17:34:28.518532 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c07fd0e1-2fc8-4413-b646-f0de5a7c35e9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:28.518888 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2b26d054-c22f-4ac4-95b8-7ce99d866c00 None None] Could not find standard attr ID for object f6aac205-3c1c-43ff-82a1-686c235abb37. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:34:28.528911 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d826b88-e272-4d62-9f24-fc54710477f7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network 8994d145-e9c5-4b08-8bc5-cc7c130b502a is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:28.544108 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c07fd0e1-2fc8-4413-b646-f0de5a7c35e9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:28.558725 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e75ea717-4582-49e9-b2c0-7b291620efac tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:28.559828 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47290) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:28.564679 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-2d826b88-e272-4d62-9f24-fc54710477f7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:28.568381 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d826b88-e272-4d62-9f24-fc54710477f7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:28.573818 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d826b88-e272-4d62-9f24-fc54710477f7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:28.574493 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2d826b88-e272-4d62-9f24-fc54710477f7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:28.583547 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c8f64f0-c5ba-44d3-ae4e-362dd4c61950 req-f3806080-74e5-47de-b23c-6a29a0176f58 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b0dd05d3-837d-44d1-abc4-2c8570b43698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529847 Nov 11 17:34:28.587010 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d826b88-e272-4d62-9f24-fc54710477f7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Port': ['ID=bc847a58-4ad8-4771-ba8a-05c858362010,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:28.612814 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b5d41-e6aa-4b7d-815a-80a897fde6a4 None None] Pushing event updated for resources: {'Port': ['ID=e7bee187-105b-4ea6-9000-7ce98ec2f00c,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:28.621823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2d826b88-e272-4d62-9f24-fc54710477f7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8057821 Nov 11 17:34:28.652530 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47294) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:28.673929 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-5516b56d-32b9-4ed2-8e58-354f864c771b None None] For port e7bee187-105b-4ea6-9000-7ce98ec2f00c, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e7bee187-105b-4ea6-9000-7ce98ec2f00c,segment=NetworkSegment(3ec10c1e-3762-445d-8fe9-d2808511b7c4),segment_id=3ec10c1e-3762-445d-8fe9-d2808511b7c4)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:28.675548 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5516b56d-32b9-4ed2-8e58-354f864c771b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:28.692285 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-5516b56d-32b9-4ed2-8e58-354f864c771b None None] Calling delete_port for e7bee187-105b-4ea6-9000-7ce98ec2f00c owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:28.702935 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e75ea717-4582-49e9-b2c0-7b291620efac tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:28.712158 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebba7a8d-d167-45c8-bf1b-45871353e56d tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:28.718464 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ebba7a8d-d167-45c8-bf1b-45871353e56d tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports/bc847a58-4ad8-4771-ba8a-05c858362010 HTTP/1.1" status: 200 len: 845 time: 0.0604095 Nov 11 17:34:28.723085 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47296) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:28.744730 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07fd0e1-2fc8-4413-b646-f0de5a7c35e9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:34:28.745132 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c07fd0e1-2fc8-4413-b646-f0de5a7c35e9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:34:28.797161 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:34:28.808193 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-595aafaf-005d-4ddc-ab3a-60f45703a03a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:28.817294 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5516b56d-32b9-4ed2-8e58-354f864c771b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:28.827338 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c8f64f0-c5ba-44d3-ae4e-362dd4c61950 req-3b1ba3d7-f9a9-424b-93a7-d20d33cee813 service neutron] 10.222.0.83 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346761 Nov 11 17:34:28.856847 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5516b56d-32b9-4ed2-8e58-354f864c771b None None] No DVR routers for this DVR port e7bee187-105b-4ea6-9000-7ce98ec2f00c on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:34:28.858403 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device d0a980b4-07bb-4280-a2eb-1b21e0128df4 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:34:28.865193 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516b56d-32b9-4ed2-8e58-354f864c771b None None] Pushing event deleted for resources: {'Port': ['ID=e7bee187-105b-4ea6-9000-7ce98ec2f00c,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:28.886684 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595aafaf-005d-4ddc-ab3a-60f45703a03a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Subnet': ['ID=921f99d0-def9-4df8-ae57-0ca4a16eded3,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:28.926356 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-57fddd8f-e982-44bf-9def-d6654610e668 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:28.951510 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c07fd0e1-2fc8-4413-b646-f0de5a7c35e9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:28.952970 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ea717-4582-49e9-b2c0-7b291620efac tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b724c2-ef05-4032-99c0-c6aa6328c29c,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:28.967394 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port d0a980b4-07bb-4280-a2eb-1b21e0128df4, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d0a980b4-07bb-4280-a2eb-1b21e0128df4,segment=NetworkSegment(fd56decb-8d0a-495a-b998-069d8a3114ad),segment_id=fd56decb-8d0a-495a-b998-069d8a3114ad)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:28.975831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-6f28066a-b162-415e-acfb-ff205c025d8a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting port bc847a58-4ad8-4771-ba8a-05c858362010 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:28.975831 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6f28066a-b162-415e-acfb-ff205c025d8a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:28.976569 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c07fd0e1-2fc8-4413-b646-f0de5a7c35e9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:28.982204 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c07fd0e1-2fc8-4413-b646-f0de5a7c35e9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] 10.222.0.76 "DELETE /v2.0/networks/b4205e4f-d8d8-49cf-b99a-447e95813327 HTTP/1.1" status: 204 len: 168 time: 2.3585443 Nov 11 17:34:28.982395 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'd0a980b4-07bb-4280-a2eb-1b21e0128df4', 'network_id': 'b0dd05d3-837d-44d1-abc4-2c8570b43698', 'port_id': 'd0a980b4-07bb-4280-a2eb-1b21e0128df4', 'mac_address': 'fa:16:3e:07:84:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9999f1f-0e45-4e21-98fb-c66184c46f8a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:34:28.994118 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47298) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:29.024261 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fd0e1-2fc8-4413-b646-f0de5a7c35e9 tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Pushing event deleted for resources: {'Network': ['ID=b4205e4f-d8d8-49cf-b99a-447e95813327,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:29.029683 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c8f64f0-c5ba-44d3-ae4e-362dd4c61950 req-de0da615-4490-4c4b-8123-d74784861564 service neutron] 10.222.0.83 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921544 Nov 11 17:34:29.036757 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.052474 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a980b4-07bb-4280-a2eb-1b21e0128df4 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:34:29.069132 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6f28066a-b162-415e-acfb-ff205c025d8a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.073039 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port d0a980b4-07bb-4280-a2eb-1b21e0128df4, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d0a980b4-07bb-4280-a2eb-1b21e0128df4,segment=NetworkSegment(fd56decb-8d0a-495a-b998-069d8a3114ad),segment_id=fd56decb-8d0a-495a-b998-069d8a3114ad)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:29.082085 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.091487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-6f28066a-b162-415e-acfb-ff205c025d8a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Calling delete_port for bc847a58-4ad8-4771-ba8a-05c858362010 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:29.121126 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-15a90959-da2a-400b-9ebb-21a2e9deda1f tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:29.122601 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-15a90959-da2a-400b-9ebb-21a2e9deda1f tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.64 "GET /v2.0/networks?id=af79ca90-9a45-4c55-a6c0-426f776721b6 HTTP/1.1" status: 200 len: 820 time: 0.5734026 Nov 11 17:34:29.151711 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595aafaf-005d-4ddc-ab3a-60f45703a03a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Checking segment: {'id': '4d314521-d11e-4fa8-bbfd-405a29db90e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'abc40f47-5440-4ab2-adb5-cd73779fcce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:29.152373 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595aafaf-005d-4ddc-ab3a-60f45703a03a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network hostable DHCP agents. Network: abc40f47-5440-4ab2-adb5-cd73779fcce0, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:34:29.154977 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=d0a980b4-07bb-4280-a2eb-1b21e0128df4,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:29.159442 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e75ea717-4582-49e9-b2c0-7b291620efac tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.163226 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-4115d055-2ad1-4234-a56e-b45165b04959 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Request body: {'port': {'device_id': 'e69d5872-3f67-448b-8858-42b30a3c2eca', 'network_id': 'af79ca90-9a45-4c55-a6c0-426f776721b6', 'admin_state_up': True, 'tenant_id': '3b250aeaa59946dca6898552aaa68f5f'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:29.169830 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4c33cc02-e41d-4735-98de-277f633a8ab5 req-fe6d86bb-e7ae-4bda-aacb-a7b238fb2f9d tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/ports?device_id=e69d5872-3f67-448b-8858-42b30a3c2eca HTTP/1.1" status: 200 len: 210 time: 0.0277619 Nov 11 17:34:29.184406 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e75ea717-4582-49e9-b2c0-7b291620efac tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.210349 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6f28066a-b162-415e-acfb-ff205c025d8a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.232779 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a67ba2c9-50ea-44e2-bcb4-644563a7347e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.240301 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28066a-b162-415e-acfb-ff205c025d8a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Port': ['ID=bc847a58-4ad8-4771-ba8a-05c858362010,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:29.245623 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6f28066a-b162-415e-acfb-ff205c025d8a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.252326 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6f28066a-b162-415e-acfb-ff205c025d8a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/ports/bc847a58-4ad8-4771-ba8a-05c858362010 HTTP/1.1" status: 204 len: 168 time: 0.5279100 Nov 11 17:34:29.252994 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47302) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:29.279680 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-349ca5c6-0fff-4664-91df-8d365ab7bb54 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] GET failed (client error): The resource could not be found. Nov 11 17:34:29.285578 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-349ca5c6-0fff-4664-91df-8d365ab7bb54 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports/bc847a58-4ad8-4771-ba8a-05c858362010 HTTP/1.1" status: 404 len: 333 time: 0.0270636 Nov 11 17:34:29.285578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47304) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:29.286578 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e75ea717-4582-49e9-b2c0-7b291620efac tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.290410 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e75ea717-4582-49e9-b2c0-7b291620efac tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.4109592 Nov 11 17:34:29.290589 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d984d2f5-139b-48ea-9d13-ec28347f4efe tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'port': {'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a', 'name': 'tempest-PortsIpV6TestJSON-2051995079'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:29.294944 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47306) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:29.299022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ea717-4582-49e9-b2c0-7b291620efac tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae19ac6f-39b4-4fee-a986-614a95ab0290,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:29.300361 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-a9d484c5-e534-412a-8f17-7ebb65b2bfed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': 'ae19ac6f-39b4-4fee-a986-614a95ab0290', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:29.311234 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595aafaf-005d-4ddc-ab3a-60f45703a03a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network abc40f47-5440-4ab2-adb5-cd73779fcce0 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:34:29.366257 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-595aafaf-005d-4ddc-ab3a-60f45703a03a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, abc40f47-5440-4ab2-adb5-cd73779fcce0) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:29.369308 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['d0a980b4-07bb-4280-a2eb-1b21e0128df4'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:34:29.375947 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64efb30d-9a0e-4bcb-ba45-b702bc3788ce None None] Network abc40f47-5440-4ab2-adb5-cd73779fcce0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:29.393232 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595aafaf-005d-4ddc-ab3a-60f45703a03a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:29.393626 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-595aafaf-005d-4ddc-ab3a-60f45703a03a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.395630 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9d484c5-e534-412a-8f17-7ebb65b2bfed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.430921 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d984d2f5-139b-48ea-9d13-ec28347f4efe tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:29.434806 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d984d2f5-139b-48ea-9d13-ec28347f4efe tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.467004 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a67ba2c9-50ea-44e2-bcb4-644563a7347e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.473617 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-57fddd8f-e982-44bf-9def-d6654610e668 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.493478 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-57fddd8f-e982-44bf-9def-d6654610e668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.506076 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-d984d2f5-139b-48ea-9d13-ec28347f4efe tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] device_id is not set on port 9120ca88-3cb4-49d6-96f3-4a0bf5ec7c1c yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:34:29.542096 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a67ba2c9-50ea-44e2-bcb4-644563a7347e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c2ce61-f139-4f9b-96b8-60695687567b']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:29.562293 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a67ba2c9-50ea-44e2-bcb4-644563a7347e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec10c1e-3762-445d-8fe9-d2808511b7c4') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:29.562590 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a67ba2c9-50ea-44e2-bcb4-644563a7347e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec10c1e-3762-445d-8fe9-d2808511b7c4') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:29.570202 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-4115d055-2ad1-4234-a56e-b45165b04959 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Made reservation on behalf of 3b250aeaa59946dca6898552aaa68f5f for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:29.573315 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9d484c5-e534-412a-8f17-7ebb65b2bfed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.573879 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-4115d055-2ad1-4234-a56e-b45165b04959 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.590089 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-57fddd8f-e982-44bf-9def-d6654610e668 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=591c081094b94caeae86fd61fc43d8fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0157859 Nov 11 17:34:29.591466 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9d484c5-e534-412a-8f17-7ebb65b2bfed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.593787 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47310) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:29.594121 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47312) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:29.594636 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-595aafaf-005d-4ddc-ab3a-60f45703a03a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8357980 Nov 11 17:34:29.606759 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a67ba2c9-50ea-44e2-bcb4-644563a7347e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.610001 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fddd8f-e982-44bf-9def-d6654610e668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19e7d7b-d07b-49ac-a68e-924b1eea0042,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:29.611706 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ff82d23d-7b01-4449-8781-38e94c7d1788 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'subnet': {'network_id': 'abc40f47-5440-4ab2-adb5-cd73779fcce0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:29.626040 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d2645-1f68-4594-a744-fef587af04a5 req-337e470a-60ee-4245-98be-20aacc9d210e tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:29.628315 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f1d2645-1f68-4594-a744-fef587af04a5 req-337e470a-60ee-4245-98be-20aacc9d210e tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=03f7a49f-eb3f-4020-9640-f85718905fd7 HTTP/1.1" status: 200 len: 945 time: 0.1687350 Nov 11 17:34:29.638345 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a67ba2c9-50ea-44e2-bcb4-644563a7347e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.679645 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67ba2c9-50ea-44e2-bcb4-644563a7347e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Releasing vlan 1251 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:34:29.680050 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a67ba2c9-50ea-44e2-bcb4-644563a7347e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:34:29.683220 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:34:29.708283 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d484c5-e534-412a-8f17-7ebb65b2bfed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71372e3-3aac-4317-bb69-caa9c18a4308,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:29.774453 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9d484c5-e534-412a-8f17-7ebb65b2bfed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.775837 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a9d484c5-e534-412a-8f17-7ebb65b2bfed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4800403 Nov 11 17:34:29.781336 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af09d5c0-8ddd-4fdd-b47a-d68813aa7d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-abc40f47-5440-4ab2-adb5-cd73779fcce0', 'network_id': 'abc40f47-5440-4ab2-adb5-cd73779fcce0', 'tenant_id': '63529d4881bc4948a539fcab59bdd3a8', 'fixed_ips': [{'subnet_id': '921f99d0-def9-4df8-ae57-0ca4a16eded3'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:34:29.782193 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-af09d5c0-8ddd-4fdd-b47a-d68813aa7d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.786647 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47314) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:29.791540 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-fb4c66f6-1ca2-4e85-b6e4-1e803cbf75f6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': 'ae19ac6f-39b4-4fee-a986-614a95ab0290', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:29.798954 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a67ba2c9-50ea-44e2-bcb4-644563a7347e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.806129 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a67ba2c9-50ea-44e2-bcb4-644563a7347e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.811962 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a67ba2c9-50ea-44e2-bcb4-644563a7347e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] 10.222.0.76 "DELETE /v2.0/networks/e2c2ce61-f139-4f9b-96b8-60695687567b HTTP/1.1" status: 204 len: 168 time: 0.8141675 Nov 11 17:34:29.815771 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47316) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:29.894006 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ba2c9-50ea-44e2-bcb4-644563a7347e tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Pushing event deleted for resources: {'Network': ['ID=e2c2ce61-f139-4f9b-96b8-60695687567b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:29.906899 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f1d2645-1f68-4594-a744-fef587af04a5 req-30be3360-5c9f-4387-9137-8d1e1d4724fc tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406864 Nov 11 17:34:29.940580 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-4115d055-2ad1-4234-a56e-b45165b04959 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Allocated IP 172.20.0.8 (af79ca90-9a45-4c55-a6c0-426f776721b6/98d6614e-dba1-4fcb-8d2d-3119f14b8a97/85463c6c-42ef-4a4e-9206-59057c75628f) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:29.947062 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-85ef12a2-b610-48de-a0cd-5f288f49fe15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.954928 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb4c66f6-1ca2-4e85-b6e4-1e803cbf75f6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:29.966168 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-af09d5c0-8ddd-4fdd-b47a-d68813aa7d25 None None] Allocated IP 172.20.0.2 (abc40f47-5440-4ab2-adb5-cd73779fcce0/921f99d0-def9-4df8-ae57-0ca4a16eded3/903796f2-9469-417f-af7f-ef16f73bfa25) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:29.974004 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cc79364-370e-4438-9a73-1194bf49f94c tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.001596 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d984d2f5-139b-48ea-9d13-ec28347f4efe tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.009642 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-85ef12a2-b610-48de-a0cd-5f288f49fe15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.035095 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff82d23d-7b01-4449-8781-38e94c7d1788 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:30.038513 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ff82d23d-7b01-4449-8781-38e94c7d1788 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.143756 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d984d2f5-139b-48ea-9d13-ec28347f4efe tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.146750 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-af09d5c0-8ddd-4fdd-b47a-d68813aa7d25 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.165719 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-af09d5c0-8ddd-4fdd-b47a-d68813aa7d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.168274 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb4c66f6-1ca2-4e85-b6e4-1e803cbf75f6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.179617 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb4c66f6-1ca2-4e85-b6e4-1e803cbf75f6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.216883 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e7bee187-105b-4ea6-9000-7ce98ec2f00c no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:34:30.221882 n-d-816206-4 neutron-server[102618]: INFO neutron.db.ipam_backend_mixin [None req-ff82d23d-7b01-4449-8781-38e94c7d1788 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 921f99d0-def9-4df8-ae57-0ca4a16eded3 (CIDR: 172.20.0.0/28) Nov 11 17:34:30.225162 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-85ef12a2-b610-48de-a0cd-5f288f49fe15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.228431 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-85ef12a2-b610-48de-a0cd-5f288f49fe15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.231872 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-85ef12a2-b610-48de-a0cd-5f288f49fe15 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f19e7d7b-d07b-49ac-a68e-924b1eea0042 HTTP/1.1" status: 204 len: 168 time: 0.6300313 Nov 11 17:34:30.232310 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cc79364-370e-4438-9a73-1194bf49f94c tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.232432 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d984d2f5-139b-48ea-9d13-ec28347f4efe tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network 8994d145-e9c5-4b08-8bc5-cc7c130b502a is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:30.238601 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff82d23d-7b01-4449-8781-38e94c7d1788 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:34:30.239096 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff82d23d-7b01-4449-8781-38e94c7d1788 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:34:30.256030 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af09d5c0-8ddd-4fdd-b47a-d68813aa7d25 None None] Network abc40f47-5440-4ab2-adb5-cd73779fcce0 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:30.256276 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-d984d2f5-139b-48ea-9d13-ec28347f4efe tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:30.261761 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: e7bee187-105b-4ea6-9000-7ce98ec2f00c {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:34:30.262466 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e7bee187-105b-4ea6-9000-7ce98ec2f00c not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:34:30.262795 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d984d2f5-139b-48ea-9d13-ec28347f4efe tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:30.263520 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c66f6-1ca2-4e85-b6e4-1e803cbf75f6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5586b8b4-bc50-476d-9c23-bec8907be3d4,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:30.263851 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f6aac205-3c1c-43ff-82a1-686c235abb37 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:34:30.269826 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d984d2f5-139b-48ea-9d13-ec28347f4efe tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:30.270467 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d984d2f5-139b-48ea-9d13-ec28347f4efe tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.277068 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef12a2-b610-48de-a0cd-5f288f49fe15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19e7d7b-d07b-49ac-a68e-924b1eea0042,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:30.291755 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984d2f5-139b-48ea-9d13-ec28347f4efe tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Port': ['ID=9120ca88-3cb4-49d6-96f3-4a0bf5ec7c1c,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:30.293528 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: f6aac205-3c1c-43ff-82a1-686c235abb37 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:34:30.293986 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f6aac205-3c1c-43ff-82a1-686c235abb37 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:34:30.299806 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ff82d23d-7b01-4449-8781-38e94c7d1788 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6974051 Nov 11 17:34:30.301542 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47322) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:30.308322 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-af09d5c0-8ddd-4fdd-b47a-d68813aa7d25 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:30.314325 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-68a934d2-b2f3-4e70-a241-839c82c7bab0 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'subnet': {'network_id': 'abc40f47-5440-4ab2-adb5-cd73779fcce0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:30.315637 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af09d5c0-8ddd-4fdd-b47a-d68813aa7d25 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:30.318036 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb4c66f6-1ca2-4e85-b6e4-1e803cbf75f6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.319294 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fb4c66f6-1ca2-4e85-b6e4-1e803cbf75f6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5313511 Nov 11 17:34:30.327066 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47324) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:30.336419 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-7cc79364-370e-4438-9a73-1194bf49f94c tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a53bd7-6a74-4a56-ac1b-c0e50d150499']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:30.340135 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-b045c42d-8ac7-4148-83b4-32a492ddbba6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': 'ae19ac6f-39b4-4fee-a986-614a95ab0290', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:30.361013 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-7cc79364-370e-4438-9a73-1194bf49f94c tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53236e48-da8a-408e-9cf9-95cf02b050ee') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:30.361481 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-7cc79364-370e-4438-9a73-1194bf49f94c tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53236e48-da8a-408e-9cf9-95cf02b050ee') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:30.366325 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d984d2f5-139b-48ea-9d13-ec28347f4efe tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0800805 Nov 11 17:34:30.369319 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09d5c0-8ddd-4fdd-b47a-d68813aa7d25 None None] Pushing event updated for resources: {'Port': ['ID=903796f2-9469-417f-af7f-ef16f73bfa25,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:30.373627 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47326) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:30.379615 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-56a2dadb-b5e9-4203-9239-66b3e9c6122c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:30.384280 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cc79364-370e-4438-9a73-1194bf49f94c tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.386855 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-af09d5c0-8ddd-4fdd-b47a-d68813aa7d25 None None] Attempting to bind port 903796f2-9469-417f-af7f-ef16f73bfa25 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:34:30.387328 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-af09d5c0-8ddd-4fdd-b47a-d68813aa7d25 None None] Attempting to bind port 903796f2-9469-417f-af7f-ef16f73bfa25 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '4d314521-d11e-4fa8-bbfd-405a29db90e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'abc40f47-5440-4ab2-adb5-cd73779fcce0'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:34:30.388365 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af09d5c0-8ddd-4fdd-b47a-d68813aa7d25 None None] Attempting to bind port 903796f2-9469-417f-af7f-ef16f73bfa25 on network abc40f47-5440-4ab2-adb5-cd73779fcce0 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:34:30.395202 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af09d5c0-8ddd-4fdd-b47a-d68813aa7d25 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:34:30.395202 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af09d5c0-8ddd-4fdd-b47a-d68813aa7d25 None None] Checking segment: {'id': '4d314521-d11e-4fa8-bbfd-405a29db90e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'abc40f47-5440-4ab2-adb5-cd73779fcce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:30.395202 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-af09d5c0-8ddd-4fdd-b47a-d68813aa7d25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.395622 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af09d5c0-8ddd-4fdd-b47a-d68813aa7d25 None None] Bound using segment: {'id': '4d314521-d11e-4fa8-bbfd-405a29db90e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'abc40f47-5440-4ab2-adb5-cd73779fcce0'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:34:30.396027 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-af09d5c0-8ddd-4fdd-b47a-d68813aa7d25 None None] Bound port: 903796f2-9469-417f-af7f-ef16f73bfa25, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d314521-d11e-4fa8-bbfd-405a29db90e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'abc40f47-5440-4ab2-adb5-cd73779fcce0'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:34:30.396605 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-af09d5c0-8ddd-4fdd-b47a-d68813aa7d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.420137 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-4115d055-2ad1-4234-a56e-b45165b04959 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.435375 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cc79364-370e-4438-9a73-1194bf49f94c tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.456540 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc79364-370e-4438-9a73-1194bf49f94c tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:34:30.456958 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cc79364-370e-4438-9a73-1194bf49f94c tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:34:30.460208 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:34:30.490285 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-af09d5c0-8ddd-4fdd-b47a-d68813aa7d25 None None] For port 903796f2-9469-417f-af7f-ef16f73bfa25, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:34:30.491788 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f91131dd-d694-4d04-a0d4-a4ba4eda83a9 req-0940d56c-c4d2-4494-8d62-c6affd59beb2 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/ports?device_id=e69d5872-3f67-448b-8858-42b30a3c2eca HTTP/1.1" status: 200 len: 210 time: 0.0862532 Nov 11 17:34:30.523461 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b045c42d-8ac7-4148-83b4-32a492ddbba6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.547022 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-56a2dadb-b5e9-4203-9239-66b3e9c6122c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.605669 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b045c42d-8ac7-4148-83b4-32a492ddbba6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.606642 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a934d2-b2f3-4e70-a241-839c82c7bab0 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:30.608363 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-4115d055-2ad1-4234-a56e-b45165b04959 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.610175 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-68a934d2-b2f3-4e70-a241-839c82c7bab0 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.614668 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-af09d5c0-8ddd-4fdd-b47a-d68813aa7d25 None None] For port 903796f2-9469-417f-af7f-ef16f73bfa25, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=903796f2-9469-417f-af7f-ef16f73bfa25,segment=NetworkSegment(4d314521-d11e-4fa8-bbfd-405a29db90e4),segment_id=4d314521-d11e-4fa8-bbfd-405a29db90e4)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:34:30.615544 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b045c42d-8ac7-4148-83b4-32a492ddbba6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.623796 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-af09d5c0-8ddd-4fdd-b47a-d68813aa7d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.625891 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cc79364-370e-4438-9a73-1194bf49f94c tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.636841 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cc79364-370e-4438-9a73-1194bf49f94c tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.646864 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7cc79364-370e-4438-9a73-1194bf49f94c tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] 10.222.0.76 "DELETE /v2.0/networks/d8a53bd7-6a74-4a56-ac1b-c0e50d150499 HTTP/1.1" status: 204 len: 168 time: 0.8267183 Nov 11 17:34:30.654178 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47330) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:30.688177 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045c42d-8ac7-4148-83b4-32a492ddbba6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b427c1f-c4b4-4653-9c9c-5fe63166b2ff,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:30.696476 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b045c42d-8ac7-4148-83b4-32a492ddbba6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.701530 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b045c42d-8ac7-4148-83b4-32a492ddbba6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3696463 Nov 11 17:34:30.701530 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47332) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:30.708104 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-bf78e972-543a-4b30-a3b1-84b2332e7fcb tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': 'ae19ac6f-39b4-4fee-a986-614a95ab0290', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:30.711354 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09d5c0-8ddd-4fdd-b47a-d68813aa7d25 None None] Pushing event updated for resources: {'Port': ['ID=903796f2-9469-417f-af7f-ef16f73bfa25,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:30.769554 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47334) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:30.784774 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bf78e972-543a-4b30-a3b1-84b2332e7fcb tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.796643 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0d7b963f-f2e3-47fe-8eda-9f8dd5de2756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.888878 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device d0a980b4-07bb-4280-a2eb-1b21e0128df4 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:34:30.964249 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bf78e972-543a-4b30-a3b1-84b2332e7fcb tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:30.996526 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bf78e972-543a-4b30-a3b1-84b2332e7fcb tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.023169 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78e972-543a-4b30-a3b1-84b2332e7fcb tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fed1c89-cc8d-4394-a197-0ddbc5d19635,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:31.050096 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port d0a980b4-07bb-4280-a2eb-1b21e0128df4 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:34:31.054580 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port d0a980b4-07bb-4280-a2eb-1b21e0128df4 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:31.054969 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.131694 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc79364-370e-4438-9a73-1194bf49f94c tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Pushing event deleted for resources: {'Network': ['ID=d8a53bd7-6a74-4a56-ac1b-c0e50d150499,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:31.147861 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bf78e972-543a-4b30-a3b1-84b2332e7fcb tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.149070 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bf78e972-543a-4b30-a3b1-84b2332e7fcb tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4477963 Nov 11 17:34:31.160597 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.164987 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0d7b963f-f2e3-47fe-8eda-9f8dd5de2756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.166157 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47338) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:31.172798 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-4115d055-2ad1-4234-a56e-b45165b04959 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Network af79ca90-9a45-4c55-a6c0-426f776721b6 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:31.174278 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d8db84bd-e629-42e0-aac2-1819c05f2836 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': 'ae19ac6f-39b4-4fee-a986-614a95ab0290', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:31.180289 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-68a934d2-b2f3-4e70-a241-839c82c7bab0 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.185499 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-4115d055-2ad1-4234-a56e-b45165b04959 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:31.187929 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0d7b963f-f2e3-47fe-8eda-9f8dd5de2756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.197348 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f7a49f-eb3f-4020-9640-f85718905fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a980b4-07bb-4280-a2eb-1b21e0128df4'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:34:31.200587 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0924df-5008-4def-b0ba-58108d4bcf3b" -d '{"events": [{"server_uuid": "03f7a49f-eb3f-4020-9640-f85718905fd7", "name": "network-vif-plugged", "status": "completed", "tag": "d0a980b4-07bb-4280-a2eb-1b21e0128df4"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:34:31.219141 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port d0a980b4-07bb-4280-a2eb-1b21e0128df4, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d0a980b4-07bb-4280-a2eb-1b21e0128df4,segment=NetworkSegment(fd56decb-8d0a-495a-b998-069d8a3114ad),segment_id=fd56decb-8d0a-495a-b998-069d8a3114ad)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:31.226822 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.231297 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-4115d055-2ad1-4234-a56e-b45165b04959 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:31.240273 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115d055-2ad1-4234-a56e-b45165b04959 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Pushing event updated for resources: {'Port': ['ID=85463c6c-42ef-4a4e-9206-59057c75628f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:31.273010 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a5744d-f757-4f5a-a103-cdc49f69df9a x-openstack-request-id: req-b0a5744d-f757-4f5a-a103-cdc49f69df9a {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:34:31.273308 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f7a49f-eb3f-4020-9640-f85718905fd7", "name": "network-vif-plugged", "status": "completed", "tag": "d0a980b4-07bb-4280-a2eb-1b21e0128df4", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:34:31.273573 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b0a5744d-f757-4f5a-a103-cdc49f69df9a {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:34:31.274225 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f7a49f-eb3f-4020-9640-f85718905fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a980b4-07bb-4280-a2eb-1b21e0128df4', 'code': 200} Nov 11 17:34:31.285628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a934d2-b2f3-4e70-a241-839c82c7bab0 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network abc40f47-5440-4ab2-adb5-cd73779fcce0 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:31.293652 n-d-816206-4 neutron-server[102618]: INFO neutron.db.securitygroups_db [None req-d8db84bd-e629-42e0-aac2-1819c05f2836 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Project 4a967e21f8b349ab96ba5689386c16b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:34:31.304932 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-68a934d2-b2f3-4e70-a241-839c82c7bab0 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:31.310647 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0d7b963f-f2e3-47fe-8eda-9f8dd5de2756 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3278c738cef34e39b4af7ffc03fa5a13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5377724 Nov 11 17:34:31.311413 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a934d2-b2f3-4e70-a241-839c82c7bab0 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:31.312028 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-68a934d2-b2f3-4e70-a241-839c82c7bab0 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.314158 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=d0a980b4-07bb-4280-a2eb-1b21e0128df4,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:31.314502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a934d2-b2f3-4e70-a241-839c82c7bab0 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Subnet': ['ID=73743261-b689-4636-9c80-e3c4aaae8658,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:31.316689 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b963f-f2e3-47fe-8eda-9f8dd5de2756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f59388-524c-4693-914f-d005e911331c,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:31.320337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47342) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:31.330010 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d23635-868b-4405-a356-5cda1709cf12 req-73d0514b-c6da-4548-8153-5df4f10df7d8 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:31.331602 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8d23635-868b-4405-a356-5cda1709cf12 req-73d0514b-c6da-4548-8153-5df4f10df7d8 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=03f7a49f-eb3f-4020-9640-f85718905fd7 HTTP/1.1" status: 200 len: 945 time: 0.2636850 Nov 11 17:34:31.332351 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d8db84bd-e629-42e0-aac2-1819c05f2836 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.349380 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-4115d055-2ad1-4234-a56e-b45165b04959 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:31.350280 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-4115d055-2ad1-4234-a56e-b45165b04959 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.377834 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a150b934-76ab-423d-a5ba-e1224fd1c41a tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.398458 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-4115d055-2ad1-4234-a56e-b45165b04959 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2482445 Nov 11 17:34:31.415764 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-68a934d2-b2f3-4e70-a241-839c82c7bab0 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1128864 Nov 11 17:34:31.425242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47344) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:31.436571 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] Request body: {'port': {'device_id': 'e69d5872-3f67-448b-8858-42b30a3c2eca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:31.443374 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-32a39485-a1fd-43ff-8d5e-f949e7975d6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'port': {'network_id': 'abc40f47-5440-4ab2-adb5-cd73779fcce0', 'fixed_ips': [{'subnet_id': '921f99d0-def9-4df8-ae57-0ca4a16eded3'}, {'subnet_id': '73743261-b689-4636-9c80-e3c4aaae8658'}], 'name': 'tempest-PortsTestJSON-945750404'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:31.554302 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-56a2dadb-b5e9-4203-9239-66b3e9c6122c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.562971 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a150b934-76ab-423d-a5ba-e1224fd1c41a tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.564723 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd7451-630b-4b9e-a2a4-ca0aff2e3b60 req-5fad7d71-707b-4a24-b872-8c2c2644e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:31.566289 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4fd7451-630b-4b9e-a2a4-ca0aff2e3b60 req-5fad7d71-707b-4a24-b872-8c2c2644e8b9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=03f7a49f-eb3f-4020-9640-f85718905fd7 HTTP/1.1" status: 200 len: 1097 time: 0.2105029 Nov 11 17:34:31.573488 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-56a2dadb-b5e9-4203-9239-66b3e9c6122c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.591793 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8d23635-868b-4405-a356-5cda1709cf12 req-d3e1845a-5187-4b2a-b14f-95134cd9337b tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369781 Nov 11 17:34:31.616944 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.625800 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a150b934-76ab-423d-a5ba-e1224fd1c41a tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203e1417-4832-4319-8c14-0784ee82df55']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:31.627455 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d8db84bd-e629-42e0-aac2-1819c05f2836 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.644561 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-56a2dadb-b5e9-4203-9239-66b3e9c6122c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] In _notify_port_updated(), no bound segment for port 9120ca88-3cb4-49d6-96f3-4a0bf5ec7c1c on network 8994d145-e9c5-4b08-8bc5-cc7c130b502a {{(pid=102617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:34:31.650209 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a2dadb-b5e9-4203-9239-66b3e9c6122c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:31.650855 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-56a2dadb-b5e9-4203-9239-66b3e9c6122c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.654602 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-56a2dadb-b5e9-4203-9239-66b3e9c6122c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "PUT /v2.0/ports/9120ca88-3cb4-49d6-96f3-4a0bf5ec7c1c HTTP/1.1" status: 200 len: 818 time: 1.2776265 Nov 11 17:34:31.660747 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a150b934-76ab-423d-a5ba-e1224fd1c41a tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a066fe-189f-4057-8974-78e0c17c6786') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:31.661109 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a150b934-76ab-423d-a5ba-e1224fd1c41a tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a066fe-189f-4057-8974-78e0c17c6786') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:31.662653 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47348) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:31.663448 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c1989dc-0dc0-4f0f-87aa-7284aed672a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.672909 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d8db84bd-e629-42e0-aac2-1819c05f2836 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.710634 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a150b934-76ab-423d-a5ba-e1224fd1c41a tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.729864 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db84bd-e629-42e0-aac2-1819c05f2836 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4745484-a3cf-400a-ad33-90810271708d,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:31.737494 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c1989dc-0dc0-4f0f-87aa-7284aed672a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.747155 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2dadb-b5e9-4203-9239-66b3e9c6122c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Port': ['ID=9120ca88-3cb4-49d6-96f3-4a0bf5ec7c1c,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:31.761964 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a150b934-76ab-423d-a5ba-e1224fd1c41a tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.766412 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d8db84bd-e629-42e0-aac2-1819c05f2836 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.769969 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d8db84bd-e629-42e0-aac2-1819c05f2836 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6003249 Nov 11 17:34:31.773500 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47350) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:31.787220 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802b42c-6090-47c0-82e8-61aac08b3ea3 req-b95bb56b-b85d-4dd5-a19e-84a255270604 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:31.788847 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3802b42c-6090-47c0-82e8-61aac08b3ea3 req-b95bb56b-b85d-4dd5-a19e-84a255270604 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/ports?device_id=e69d5872-3f67-448b-8858-42b30a3c2eca HTTP/1.1" status: 200 len: 931 time: 0.2102609 Nov 11 17:34:31.810556 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5debef8b-1fbb-4c9b-a6e7-01fa81b65ed6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': 'ae19ac6f-39b4-4fee-a986-614a95ab0290', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:31.815719 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a150b934-76ab-423d-a5ba-e1224fd1c41a tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:34:31.816152 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a150b934-76ab-423d-a5ba-e1224fd1c41a tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.816516 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4fd7451-630b-4b9e-a2a4-ca0aff2e3b60 req-7546a50c-f949-42fd-8ee9-21f2dd0b4a45 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300539 Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:34:31.823185 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:34:31.848234 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a39485-a1fd-43ff-8d5e-f949e7975d6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:31.930841 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3802b42c-6090-47c0-82e8-61aac08b3ea3 req-2d04e2e5-bdc2-4d9b-b06c-42f5840317c6 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/security-groups?id=c500f09f-8826-443f-9bea-42d96b780e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131098 Nov 11 17:34:31.934194 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c1989dc-0dc0-4f0f-87aa-7284aed672a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.936566 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c1989dc-0dc0-4f0f-87aa-7284aed672a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.950154 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059d5053-fde8-4d00-9b32-128028c9dbe5 None None] Network abc40f47-5440-4ab2-adb5-cd73779fcce0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:31.951931 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8c1989dc-0dc0-4f0f-87aa-7284aed672a1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/40f59388-524c-4693-914f-d005e911331c HTTP/1.1" status: 204 len: 168 time: 0.6072955 Nov 11 17:34:31.965033 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1989dc-0dc0-4f0f-87aa-7284aed672a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f59388-524c-4693-914f-d005e911331c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:31.984223 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-5debef8b-1fbb-4c9b-a6e7-01fa81b65ed6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Project 4a967e21f8b349ab96ba5689386c16b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:34:31.994310 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a150b934-76ab-423d-a5ba-e1224fd1c41a tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:31.994962 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-32a39485-a1fd-43ff-8d5e-f949e7975d6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:32.013471 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-32a39485-a1fd-43ff-8d5e-f949e7975d6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] device_id is not set on port e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:34:32.018112 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a150b934-76ab-423d-a5ba-e1224fd1c41a tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:32.025173 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a150b934-76ab-423d-a5ba-e1224fd1c41a tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] 10.222.0.76 "DELETE /v2.0/networks/203e1417-4832-4319-8c14-0784ee82df55 HTTP/1.1" status: 204 len: 168 time: 1.3618348 Nov 11 17:34:32.055662 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5debef8b-1fbb-4c9b-a6e7-01fa81b65ed6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:32.092222 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150b934-76ab-423d-a5ba-e1224fd1c41a tempest-BulkNetworkOpsIpV6Test-436956180 tempest-BulkNetworkOpsIpV6Test-436956180-project] Pushing event deleted for resources: {'Network': ['ID=203e1417-4832-4319-8c14-0784ee82df55,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:32.109966 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-95ee65c9-72d1-4162-b4ee-49940f032c29 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting port 9120ca88-3cb4-49d6-96f3-4a0bf5ec7c1c {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:32.111092 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95ee65c9-72d1-4162-b4ee-49940f032c29 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:32.265527 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95ee65c9-72d1-4162-b4ee-49940f032c29 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:32.283902 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 903796f2-9469-417f-af7f-ef16f73bfa25 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:34:32.288041 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5debef8b-1fbb-4c9b-a6e7-01fa81b65ed6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:32.288578 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-837ac233-2c7e-4966-8cb4-02673945d655 None None] Provisioning complete for port 903796f2-9469-417f-af7f-ef16f73bfa25 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:32.289872 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-837ac233-2c7e-4966-8cb4-02673945d655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:32.301927 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-95ee65c9-72d1-4162-b4ee-49940f032c29 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Calling delete_port for 9120ca88-3cb4-49d6-96f3-4a0bf5ec7c1c owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:32.309483 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5debef8b-1fbb-4c9b-a6e7-01fa81b65ed6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:32.403416 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debef8b-1fbb-4c9b-a6e7-01fa81b65ed6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5de9093-6ed9-4630-8d6e-e8b4ede3eba5,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:32.427624 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 903796f2-9469-417f-af7f-ef16f73bfa25 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:32.428102 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:32.437895 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-32a39485-a1fd-43ff-8d5e-f949e7975d6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Allocated IP 172.20.0.10 (abc40f47-5440-4ab2-adb5-cd73779fcce0/921f99d0-def9-4df8-ae57-0ca4a16eded3/e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:32.464471 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-32a39485-a1fd-43ff-8d5e-f949e7975d6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Allocated IP 172.20.0.25 (abc40f47-5440-4ab2-adb5-cd73779fcce0/73743261-b689-4636-9c80-e3c4aaae8658/e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:32.497556 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5debef8b-1fbb-4c9b-a6e7-01fa81b65ed6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:32.502374 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5debef8b-1fbb-4c9b-a6e7-01fa81b65ed6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7243600 Nov 11 17:34:32.531766 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47362) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:32.537379 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-837ac233-2c7e-4966-8cb4-02673945d655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:32.551606 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-840cc991-5f61-4b08-8f04-fa94c4610bb8 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'network': {'name': 'tempest-network-smoke--2110473172', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'port_security_enabled': True}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:32.553241 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f100ace-9092-472f-bfa7-aa0e504b0311 None None] Update dhcp port {'port': {'network_id': 'abc40f47-5440-4ab2-adb5-cd73779fcce0', 'fixed_ips': [{'subnet_id': '921f99d0-def9-4df8-ae57-0ca4a16eded3', 'ip_address': '172.20.0.2'}, {'subnet_id': '73743261-b689-4636-9c80-e3c4aaae8658'}], 'binding:host_id': 'n-d-816206-4'}, 'id': '903796f2-9469-417f-af7f-ef16f73bfa25'} from n-d-816206-4. {{(pid=102619) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 17:34:32.584968 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0f100ace-9092-472f-bfa7-aa0e504b0311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:32.586480 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47366) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:32.641771 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85463c6c-42ef-4a4e-9206-59057c75628f {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:34:32.661836 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-32a39485-a1fd-43ff-8d5e-f949e7975d6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:32.677334 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:32.704876 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-32a39485-a1fd-43ff-8d5e-f949e7975d6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:32.753727 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-837ac233-2c7e-4966-8cb4-02673945d655 None None] For port 903796f2-9469-417f-af7f-ef16f73bfa25, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=903796f2-9469-417f-af7f-ef16f73bfa25,segment=NetworkSegment(4d314521-d11e-4fa8-bbfd-405a29db90e4),segment_id=4d314521-d11e-4fa8-bbfd-405a29db90e4)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:32.754649 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] Transition to ACTIVE for port object 85463c6c-42ef-4a4e-9206-59057c75628f will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:34:32.760550 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840cc991-5f61-4b08-8f04-fa94c4610bb8 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Made reservation on behalf of 4a967e21f8b349ab96ba5689386c16b9 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:32.764558 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-840cc991-5f61-4b08-8f04-fa94c4610bb8 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:32.772670 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-837ac233-2c7e-4966-8cb4-02673945d655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:32.779497 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:32.841744 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95ee65c9-72d1-4162-b4ee-49940f032c29 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:32.858648 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:34:32.885966 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a39485-a1fd-43ff-8d5e-f949e7975d6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network abc40f47-5440-4ab2-adb5-cd73779fcce0 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:32.892102 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95ee65c9-72d1-4162-b4ee-49940f032c29 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:32.896387 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-95ee65c9-72d1-4162-b4ee-49940f032c29 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/ports/9120ca88-3cb4-49d6-96f3-4a0bf5ec7c1c HTTP/1.1" status: 204 len: 168 time: 1.2327447 Nov 11 17:34:32.901031 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840cc991-5f61-4b08-8f04-fa94c4610bb8 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1270} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:34:32.901791 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47376) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:32.919107 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] Pushing event updated for resources: {'Port': ['ID=85463c6c-42ef-4a4e-9206-59057c75628f,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:32.951251 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee65c9-72d1-4162-b4ee-49940f032c29 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Port': ['ID=9120ca88-3cb4-49d6-96f3-4a0bf5ec7c1c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:32.951714 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:32.960768 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-32a39485-a1fd-43ff-8d5e-f949e7975d6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:32.960911 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-840cc991-5f61-4b08-8f04-fa94c4610bb8 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:32.961230 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-840cc991-5f61-4b08-8f04-fa94c4610bb8 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Added segment 30c49fa5-d7a3-4fab-ad8a-bef888053bed of type vlan for network 63135a75-5cfa-435a-a6c8-7eb0f41a5658 Nov 11 17:34:32.971778 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a39485-a1fd-43ff-8d5e-f949e7975d6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:33.011240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ac233-2c7e-4966-8cb4-02673945d655 None None] Pushing event updated for resources: {'Port': ['ID=903796f2-9469-417f-af7f-ef16f73bfa25,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:33.055883 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a39485-a1fd-43ff-8d5e-f949e7975d6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Port': ['ID=e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:33.071173 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:34:33.071822 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:34:33.074175 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-840cc991-5f61-4b08-8f04-fa94c4610bb8 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:33.092001 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46476adc-0b34-4c54-a687-10610e454b0d req-81836423-2bb8-4bb4-b2f5-b6b62f3eb382 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:33.107534 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46476adc-0b34-4c54-a687-10610e454b0d req-81836423-2bb8-4bb4-b2f5-b6b62f3eb382 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=03f7a49f-eb3f-4020-9640-f85718905fd7 HTTP/1.1" status: 200 len: 946 time: 0.3999383 Nov 11 17:34:33.118601 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-0f100ace-9092-472f-bfa7-aa0e504b0311 None None] Allocated IP 172.20.0.18 (abc40f47-5440-4ab2-adb5-cd73779fcce0/73743261-b689-4636-9c80-e3c4aaae8658/903796f2-9469-417f-af7f-ef16f73bfa25) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:33.119126 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b9f47770-6974-4344-8ffb-8840de962cd5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4ba570391f03441c8898703c8df1cdf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5312383 Nov 11 17:34:33.122889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47386) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:33.136561 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] Attempting to bind port 85463c6c-42ef-4a4e-9206-59057c75628f on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:34:33.137246 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] Attempting to bind port 85463c6c-42ef-4a4e-9206-59057c75628f by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '808fa31a-70ca-4048-a4a4-0c290b99da27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'af79ca90-9a45-4c55-a6c0-426f776721b6'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:34:33.137578 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] Attempting to bind port 85463c6c-42ef-4a4e-9206-59057c75628f on network af79ca90-9a45-4c55-a6c0-426f776721b6 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:34:33.142341 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] Port 85463c6c-42ef-4a4e-9206-59057c75628f on network af79ca90-9a45-4c55-a6c0-426f776721b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:34:33.142660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] Attempting to bind port 85463c6c-42ef-4a4e-9206-59057c75628f on network af79ca90-9a45-4c55-a6c0-426f776721b6 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:34:33.148391 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:34:33.148756 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] Checking segment: {'id': '808fa31a-70ca-4048-a4a4-0c290b99da27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'af79ca90-9a45-4c55-a6c0-426f776721b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:33.149112 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] Bound using segment: {'id': '808fa31a-70ca-4048-a4a4-0c290b99da27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'af79ca90-9a45-4c55-a6c0-426f776721b6'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:34:33.149539 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] Bound port: 85463c6c-42ef-4a4e-9206-59057c75628f, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '808fa31a-70ca-4048-a4a4-0c290b99da27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'af79ca90-9a45-4c55-a6c0-426f776721b6'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:34:33.150174 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:33.153562 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-840cc991-5f61-4b08-8f04-fa94c4610bb8 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:33.155398 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a39485-a1fd-43ff-8d5e-f949e7975d6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:33.156144 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-32a39485-a1fd-43ff-8d5e-f949e7975d6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:33.160075 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840cc991-5f61-4b08-8f04-fa94c4610bb8 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:33.160799 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-840cc991-5f61-4b08-8f04-fa94c4610bb8 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:33.234769 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-0f100ace-9092-472f-bfa7-aa0e504b0311 None None] For port 903796f2-9469-417f-af7f-ef16f73bfa25, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=903796f2-9469-417f-af7f-ef16f73bfa25,segment=NetworkSegment(4d314521-d11e-4fa8-bbfd-405a29db90e4),segment_id=4d314521-d11e-4fa8-bbfd-405a29db90e4)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:33.244884 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-840cc991-5f61-4b08-8f04-fa94c4610bb8 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6973081 Nov 11 17:34:33.252503 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47392) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:33.261694 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-891eeb8a-2e53-4432-a203-b381ef06e7c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-275376215', 'admin_state_up': True, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:33.282147 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0f100ace-9092-472f-bfa7-aa0e504b0311 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:33.291017 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0f100ace-9092-472f-bfa7-aa0e504b0311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:33.300172 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cc991-5f61-4b08-8f04-fa94c4610bb8 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Network': ['ID=63135a75-5cfa-435a-a6c8-7eb0f41a5658,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:33.331844 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] For port 85463c6c-42ef-4a4e-9206-59057c75628f, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:34:33.335661 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] For port 85463c6c-42ef-4a4e-9206-59057c75628f, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=85463c6c-42ef-4a4e-9206-59057c75628f,segment=NetworkSegment(808fa31a-70ca-4048-a4a4-0c290b99da27),segment_id=808fa31a-70ca-4048-a4a4-0c290b99da27)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:34:33.337212 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-891eeb8a-2e53-4432-a203-b381ef06e7c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:33.338354 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-891eeb8a-2e53-4432-a203-b381ef06e7c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:33.347047 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:33.360413 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 63135a75-5cfa-435a-a6c8-7eb0f41a5658 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:34:33.386744 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:33.387428 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:33.388998 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] 10.222.0.64 "PUT /v2.0/ports/85463c6c-42ef-4a4e-9206-59057c75628f HTTP/1.1" status: 200 len: 1091 time: 1.9750578 Nov 11 17:34:33.393062 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69d5872-3f67-448b-8858-42b30a3c2eca', 'tag': '85463c6c-42ef-4a4e-9206-59057c75628f'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:34:33.395420 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea15f49-ef41-457b-ad3f-2f476f94a324" -d '{"events": [{"name": "network-changed", "server_uuid": "e69d5872-3f67-448b-8858-42b30a3c2eca", "tag": "85463c6c-42ef-4a4e-9206-59057c75628f"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:34:33.504648 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f100ace-9092-472f-bfa7-aa0e504b0311 None None] Pushing event updated for resources: {'Port': ['ID=903796f2-9469-417f-af7f-ef16f73bfa25,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:33.518832 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-891eeb8a-2e53-4432-a203-b381ef06e7c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:33.523116 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7629a-9d75-4722-8691-618b9f144698 service neutron] Pushing event updated for resources: {'Port': ['ID=85463c6c-42ef-4a4e-9206-59057c75628f,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:33.606653 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-cf9c62d1-0994-4274-97be-2f0dc783e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:33.608259 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-cf9c62d1-0994-4274-97be-2f0dc783e842 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3b250aeaa59946dca6898552aaa68f5f&device_id=e69d5872-3f67-448b-8858-42b30a3c2eca HTTP/1.1" status: 200 len: 1094 time: 0.1414754 Nov 11 17:34:33.726772 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-5ee3b711-9318-416d-9091-73747489c983 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85463c6c-42ef-4a4e-9206-59057c75628f HTTP/1.1" status: 200 len: 217 time: 0.0736682 Nov 11 17:34:33.728853 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-891eeb8a-2e53-4432-a203-b381ef06e7c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:33.730823 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cca4361-e644-4dcf-9847-496bae237cf6 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:33.733553 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7cca4361-e644-4dcf-9847-496bae237cf6 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.8277791 Nov 11 17:34:33.742361 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47404) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:33.762816 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-32a39485-a1fd-43ff-8d5e-f949e7975d6f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.3301673 Nov 11 17:34:33.766223 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47406) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:33.777513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-4a488e24-e742-4aad-9c79-50d2c1603634 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '921f99d0-def9-4df8-ae57-0ca4a16eded3'}]}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:33.810117 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f7db2e-01f0-4f91-95c7-3fd2b0d71cfd tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] GET failed (client error): The resource could not be found. Nov 11 17:34:33.811757 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-21f7db2e-01f0-4f91-95c7-3fd2b0d71cfd tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports/9120ca88-3cb4-49d6-96f3-4a0bf5ec7c1c HTTP/1.1" status: 404 len: 333 time: 0.0670941 Nov 11 17:34:33.818669 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47410) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:33.827824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1487150892'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:33.863500 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-172da75d-b351-4160-9c29-b71ac7f071e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:33.865025 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-172da75d-b351-4160-9c29-b71ac7f071e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98d6614e-dba1-4fcb-8d2d-3119f14b8a97 HTTP/1.1" status: 200 len: 860 time: 0.1309140 Nov 11 17:34:33.867199 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ead09-561e-4950-bf99-d1b6cdb2c189 req-4217de75-2f47-4724-95e6-adcf67fdcf9d tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:33.868855 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9c3ead09-561e-4950-bf99-d1b6cdb2c189 req-4217de75-2f47-4724-95e6-adcf67fdcf9d tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/ports?device_id=e69d5872-3f67-448b-8858-42b30a3c2eca HTTP/1.1" status: 200 len: 943 time: 0.7449231 Nov 11 17:34:33.889385 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46476adc-0b34-4c54-a687-10610e454b0d req-39cddf94-b1d6-4fc5-a435-279ca432ec69 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7624214 Nov 11 17:34:33.890317 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:33.902843 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:33.935467 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-d6d782f8-d8cc-400d-aed0-1a0119f5d019 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af79ca90-9a45-4c55-a6c0-426f776721b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625050 Nov 11 17:34:33.939704 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cbc044-ce0d-4eb3-8408-db7f93cac5dd x-openstack-request-id: req-22cbc044-ce0d-4eb3-8408-db7f93cac5dd {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:34:33.940020 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69d5872-3f67-448b-8858-42b30a3c2eca", "tag": "85463c6c-42ef-4a4e-9206-59057c75628f", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:34:33.940426 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-22cbc044-ce0d-4eb3-8408-db7f93cac5dd {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:34:33.940877 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69d5872-3f67-448b-8858-42b30a3c2eca', 'tag': '85463c6c-42ef-4a4e-9206-59057c75628f', 'status': 'completed', 'code': 200} Nov 11 17:34:33.959048 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-976cf0ea-c2a9-466f-9384-e5d04427a070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:34.018268 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4a488e24-e742-4aad-9c79-50d2c1603634 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:34.033842 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1265} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:34:34.147531 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-976cf0ea-c2a9-466f-9384-e5d04427a070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:34.163845 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9c3ead09-561e-4950-bf99-d1b6cdb2c189 req-4e26104d-6b95-4b8c-b264-ddbfe228c159 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/security-groups?id=c500f09f-8826-443f-9bea-42d96b780e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415898 Nov 11 17:34:34.185070 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:34.185798 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Added segment bf82098a-798d-4a1f-9b8f-9fac66650bf1 of type vlan for network ce654bf6-73ab-42ed-b51b-69a24fcf7cb0 Nov 11 17:34:34.196891 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-d6a9f1e5-6b94-4b23-bb45-8923f04c90a5 service neutron] 10.222.0.64 "GET /v2.0/networks/af79ca90-9a45-4c55-a6c0-426f776721b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435155 Nov 11 17:34:34.204611 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 903796f2-9469-417f-af7f-ef16f73bfa25 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:34:34.237183 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73b55da-831e-4218-a237-38f6c7aed062 None None] Network abc40f47-5440-4ab2-adb5-cd73779fcce0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:34.260945 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-891eeb8a-2e53-4432-a203-b381ef06e7c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:34.306012 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:34.315000 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-891eeb8a-2e53-4432-a203-b381ef06e7c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:34.378711 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-03a57401-c746-4940-9dfd-12601c1f4837 None None] Provisioning complete for port 903796f2-9469-417f-af7f-ef16f73bfa25 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:34.378711 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-03a57401-c746-4940-9dfd-12601c1f4837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:34.381353 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-976cf0ea-c2a9-466f-9384-e5d04427a070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:34.383958 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-976cf0ea-c2a9-466f-9384-e5d04427a070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:34.387389 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-976cf0ea-c2a9-466f-9384-e5d04427a070 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c6d6b7d9-8268-4970-bfab-f2310b16c50b HTTP/1.1" status: 204 len: 168 time: 1.2382081 Nov 11 17:34:34.405540 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:34.411556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:34.412192 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:34.439484 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2a330e33-b39c-4e1d-973a-f015486b90a6 req-fcdd8cf4-6eca-4f8b-981f-865ee955ad33 service neutron] 10.222.0.64 "GET /v2.0/networks/af79ca90-9a45-4c55-a6c0-426f776721b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279553 Nov 11 17:34:34.471290 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 903796f2-9469-417f-af7f-ef16f73bfa25 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:34.471612 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:34.482547 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976cf0ea-c2a9-466f-9384-e5d04427a070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d6b7d9-8268-4970-bfab-f2310b16c50b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:34.592609 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-891eeb8a-2e53-4432-a203-b381ef06e7c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Allocated IP 172.25.2.36 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/446f8c02-0e62-4441-a988-f5c0ea7dd190) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:34.593455 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Network': ['ID=ce654bf6-73ab-42ed-b51b-69a24fcf7cb0,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:34.597196 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf0ea-c2a9-466f-9384-e5d04427a070 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.597668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf0ea-c2a9-466f-9384-e5d04427a070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.598212 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf0ea-c2a9-466f-9384-e5d04427a070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.598665 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf0ea-c2a9-466f-9384-e5d04427a070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.599928 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf0ea-c2a9-466f-9384-e5d04427a070 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.599928 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf0ea-c2a9-466f-9384-e5d04427a070 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.599928 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf0ea-c2a9-466f-9384-e5d04427a070 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.600476 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf0ea-c2a9-466f-9384-e5d04427a070 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.600925 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf0ea-c2a9-466f-9384-e5d04427a070 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.601538 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf0ea-c2a9-466f-9384-e5d04427a070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.601851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf0ea-c2a9-466f-9384-e5d04427a070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.602278 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976cf0ea-c2a9-466f-9384-e5d04427a070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.614347 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7937255 Nov 11 17:34:34.615095 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47442) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:34.631630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-db02b539-fa46-4fe4-85f8-f22f6619fb04 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'subnet': {'network_id': 'ce654bf6-73ab-42ed-b51b-69a24fcf7cb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:34.636004 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.636600 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.636958 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.637414 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.637899 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.638331 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.638762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.639299 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.640032 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.640327 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.640796 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.641225 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbddf87b-9647-48d2-8642-e30487d38a01 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:34.645823 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea15f49-ef41-457b-ad3f-2f476f94a324 req-b894c17a-ba0b-4eb1-be83-60f37ae25274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:34.647021 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5ea15f49-ef41-457b-ad3f-2f476f94a324 req-b894c17a-ba0b-4eb1-be83-60f37ae25274 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3b250aeaa59946dca6898552aaa68f5f&device_id=e69d5872-3f67-448b-8858-42b30a3c2eca HTTP/1.1" status: 200 len: 1094 time: 0.1222432 Nov 11 17:34:34.701464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-4a488e24-e742-4aad-9c79-50d2c1603634 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Delete allocated IP 172.20.0.25 (abc40f47-5440-4ab2-adb5-cd73779fcce0/73743261-b689-4636-9c80-e3c4aaae8658) {{(pid=102618) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 17:34:34.875424 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-891eeb8a-2e53-4432-a203-b381ef06e7c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:34.907238 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db02b539-fa46-4fe4-85f8-f22f6619fb04 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:34.916693 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db02b539-fa46-4fe4-85f8-f22f6619fb04 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:34.928592 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-891eeb8a-2e53-4432-a203-b381ef06e7c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:34.956907 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network ce654bf6-73ab-42ed-b51b-69a24fcf7cb0 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:34:35.002907 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891eeb8a-2e53-4432-a203-b381ef06e7c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:35.010150 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-891eeb8a-2e53-4432-a203-b381ef06e7c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:35.014381 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891eeb8a-2e53-4432-a203-b381ef06e7c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:35.017869 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891eeb8a-2e53-4432-a203-b381ef06e7c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=446f8c02-0e62-4441-a988-f5c0ea7dd190,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:35.022240 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea15f49-ef41-457b-ad3f-2f476f94a324 req-22a446d5-d13a-4578-845e-e1247b0e4749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:35.023973 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5ea15f49-ef41-457b-ad3f-2f476f94a324 req-22a446d5-d13a-4578-845e-e1247b0e4749 service neutron] 10.222.0.64 "GET /v2.0/networks?id=af79ca90-9a45-4c55-a6c0-426f776721b6 HTTP/1.1" status: 200 len: 922 time: 0.3630641 Nov 11 17:34:35.062852 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f340be-202a-42e7-8dc2-f310d9bf11fb None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:34:35.092429 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5ea15f49-ef41-457b-ad3f-2f476f94a324 req-b9f1fb74-3687-4f28-87c6-b7fd4af87cf3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85463c6c-42ef-4a4e-9206-59057c75628f HTTP/1.1" status: 200 len: 217 time: 0.0462923 Nov 11 17:34:35.109288 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4a488e24-e742-4aad-9c79-50d2c1603634 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:35.153577 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4a488e24-e742-4aad-9c79-50d2c1603634 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:35.266498 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea15f49-ef41-457b-ad3f-2f476f94a324 req-0b8a7eb8-deb7-4944-bcee-2bcde8035f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:35.270109 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5ea15f49-ef41-457b-ad3f-2f476f94a324 req-0b8a7eb8-deb7-4944-bcee-2bcde8035f5f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98d6614e-dba1-4fcb-8d2d-3119f14b8a97 HTTP/1.1" status: 200 len: 860 time: 0.1688437 Nov 11 17:34:35.296177 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-57dda5f0-2a5c-44eb-8494-4f225368c79a None None] Provisioning complete for port 446f8c02-0e62-4441-a988-f5c0ea7dd190 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:35.296762 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-57dda5f0-2a5c-44eb-8494-4f225368c79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:35.357191 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5ea15f49-ef41-457b-ad3f-2f476f94a324 req-e81c6bd8-d726-4271-a3d3-0569af73728f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=af79ca90-9a45-4c55-a6c0-426f776721b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770216 Nov 11 17:34:35.361807 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-57dda5f0-2a5c-44eb-8494-4f225368c79a None None] Port 446f8c02-0e62-4441-a988-f5c0ea7dd190 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:34:35.455148 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47470) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:35.583768 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74108d9c-7d1b-4e80-8e89-ffece0fc39b9 req-ef8e0241-b98f-4ea4-8105-013fdf5f15ff tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:35.590944 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74108d9c-7d1b-4e80-8e89-ffece0fc39b9 req-ef8e0241-b98f-4ea4-8105-013fdf5f15ff tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=03f7a49f-eb3f-4020-9640-f85718905fd7 HTTP/1.1" status: 200 len: 946 time: 0.4781890 Nov 11 17:34:35.593721 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a488e24-e742-4aad-9c79-50d2c1603634 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Port': ['ID=e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:35.596656 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-57f4f005-fe89-4a96-ac45-122ca8f607d4 None None] Provisioning complete for port 903796f2-9469-417f-af7f-ef16f73bfa25 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:35.600712 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-57f4f005-fe89-4a96-ac45-122ca8f607d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:35.637833 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-891eeb8a-2e53-4432-a203-b381ef06e7c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:35.643868 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5ea15f49-ef41-457b-ad3f-2f476f94a324 req-b90f15c6-cdd5-43e4-9e6b-5bc4b7d8e378 service neutron] 10.222.0.64 "GET /v2.0/networks/af79ca90-9a45-4c55-a6c0-426f776721b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785978 Nov 11 17:34:35.694790 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc9e23e0-4c94-485f-801d-5ed001dbd566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:35.739041 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677fca8-8d72-4138-9f0f-c7388e4655bf req-1bbb3791-6697-4576-b20c-8772416a72b8 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:35.749345 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5677fca8-8d72-4138-9f0f-c7388e4655bf req-1bbb3791-6697-4576-b20c-8772416a72b8 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/ports?device_id=e69d5872-3f67-448b-8858-42b30a3c2eca HTTP/1.1" status: 200 len: 943 time: 0.4112084 Nov 11 17:34:35.760959 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-57f4f005-fe89-4a96-ac45-122ca8f607d4 None None] Provisioning complete for port e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:35.761331 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-57f4f005-fe89-4a96-ac45-122ca8f607d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:35.778044 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-4a488e24-e742-4aad-9c79-50d2c1603634 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] In _notify_port_updated(), no bound segment for port e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65 on network abc40f47-5440-4ab2-adb5-cd73779fcce0 {{(pid=102618) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:34:35.778285 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47482) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:35.785492 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a488e24-e742-4aad-9c79-50d2c1603634 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:35.786393 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4a488e24-e742-4aad-9c79-50d2c1603634 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:35.788036 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4a488e24-e742-4aad-9c79-50d2c1603634 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "PUT /v2.0/ports/e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65 HTTP/1.1" status: 200 len: 919 time: 2.0161335 Nov 11 17:34:35.793500 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db02b539-fa46-4fe4-85f8-f22f6619fb04 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:35.793766 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47486) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:35.843440 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-57f4f005-fe89-4a96-ac45-122ca8f607d4 None None] Port e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:34:35.848117 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e4b38149-dcff-47b1-9ec5-aa2978e2578b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '921f99d0-def9-4df8-ae57-0ca4a16eded3'}, {'subnet_id': '73743261-b689-4636-9c80-e3c4aaae8658'}]}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:35.918519 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74108d9c-7d1b-4e80-8e89-ffece0fc39b9 req-460d58ee-ddd2-4c5a-bba3-661cbdc025b8 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267608 Nov 11 17:34:35.972313 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5677fca8-8d72-4138-9f0f-c7388e4655bf req-f5ba6c44-1ebd-4863-ae04-e962ce4b6895 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/security-groups?id=c500f09f-8826-443f-9bea-42d96b780e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217381 Nov 11 17:34:35.974786 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db02b539-fa46-4fe4-85f8-f22f6619fb04 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Checking segment: {'id': 'bf82098a-798d-4a1f-9b8f-9fac66650bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ce654bf6-73ab-42ed-b51b-69a24fcf7cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:35.975432 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db02b539-fa46-4fe4-85f8-f22f6619fb04 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network hostable DHCP agents. Network: ce654bf6-73ab-42ed-b51b-69a24fcf7cb0, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:34:35.982740 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02b539-fa46-4fe4-85f8-f22f6619fb04 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Subnet': ['ID=57da135f-f48c-48e4-a0d3-7b5bfc3386ae,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:35.983066 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a413a644-0aa2-4eaf-9db1-599d321dfd80 None None] Provisioning complete for port e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:35.984656 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a413a644-0aa2-4eaf-9db1-599d321dfd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:36.005319 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-009c7ba9-6d9a-4a5b-a7de-7e7f136e2b38 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1074283835'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:36.017131 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db02b539-fa46-4fe4-85f8-f22f6619fb04 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network ce654bf6-73ab-42ed-b51b-69a24fcf7cb0 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:34:36.032688 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-db02b539-fa46-4fe4-85f8-f22f6619fb04 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, ce654bf6-73ab-42ed-b51b-69a24fcf7cb0) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:36.049245 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db02b539-fa46-4fe4-85f8-f22f6619fb04 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:36.050803 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db02b539-fa46-4fe4-85f8-f22f6619fb04 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:36.050971 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6377c729-6d76-4669-ba87-2892ff40bfa8 None None] Network ce654bf6-73ab-42ed-b51b-69a24fcf7cb0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:36.115417 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a413a644-0aa2-4eaf-9db1-599d321dfd80 None None] Port e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:34:36.133627 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5ea15f49-ef41-457b-ad3f-2f476f94a324 req-8b5bf196-6ece-49f3-b338-1afaf9dbfee9 service neutron] 10.222.0.64 "GET /v2.0/networks/af79ca90-9a45-4c55-a6c0-426f776721b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364893 Nov 11 17:34:36.165437 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-db02b539-fa46-4fe4-85f8-f22f6619fb04 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5385749 Nov 11 17:34:36.165877 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47490) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:36.174082 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-9e6cd518-7638-48fb-a117-87770f63c65e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'subnet': {'network_id': 'ce654bf6-73ab-42ed-b51b-69a24fcf7cb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:36.266711 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0ead259c-a017-4e7e-b8c1-3eaecdea1035 None None] Provisioning complete for port e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:36.267696 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0ead259c-a017-4e7e-b8c1-3eaecdea1035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:36.302468 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e561d58-121e-43d4-8ffd-8774c87be733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-ce654bf6-73ab-42ed-b51b-69a24fcf7cb0', 'network_id': 'ce654bf6-73ab-42ed-b51b-69a24fcf7cb0', 'tenant_id': '4c2495a5a0704aa1b0aa9c228f7fc35a', 'fixed_ips': [{'subnet_id': '57da135f-f48c-48e4-a0d3-7b5bfc3386ae'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:34:36.303446 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4e561d58-121e-43d4-8ffd-8774c87be733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:36.372462 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6cd518-7638-48fb-a117-87770f63c65e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:36.379263 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9e6cd518-7638-48fb-a117-87770f63c65e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:36.410156 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0ead259c-a017-4e7e-b8c1-3eaecdea1035 None None] Port e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:34:36.505756 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-4e561d58-121e-43d4-8ffd-8774c87be733 None None] Allocated IP 2001:db8::2 (ce654bf6-73ab-42ed-b51b-69a24fcf7cb0/57da135f-f48c-48e4-a0d3-7b5bfc3386ae/a017c4c4-c694-4322-89d4-52b99f75df57) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:36.517699 n-d-816206-4 neutron-server[102618]: INFO neutron.db.ipam_backend_mixin [None req-9e6cd518-7638-48fb-a117-87770f63c65e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 57da135f-f48c-48e4-a0d3-7b5bfc3386ae (CIDR: 2001:db8::/64) Nov 11 17:34:36.521661 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6cd518-7638-48fb-a117-87770f63c65e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:34:36.522263 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6cd518-7638-48fb-a117-87770f63c65e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:34:36.534907 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009c7ba9-6d9a-4a5b-a7de-7e7f136e2b38 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Made reservation on behalf of 4b69204bf6974baaa053145bbac95a32 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:36.538738 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-009c7ba9-6d9a-4a5b-a7de-7e7f136e2b38 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:36.545792 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9e6cd518-7638-48fb-a117-87770f63c65e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3783376 Nov 11 17:34:36.546894 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47496) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:36.553423 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e08fe41d-4390-4710-8717-7a78836702c0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'subnet': {'network_id': 'ce654bf6-73ab-42ed-b51b-69a24fcf7cb0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:36.586338 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-009c7ba9-6d9a-4a5b-a7de-7e7f136e2b38 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:36.616280 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4b38149-dcff-47b1-9ec5-aa2978e2578b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:36.620841 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc9e23e0-4c94-485f-801d-5ed001dbd566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:36.639588 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc9e23e0-4c94-485f-801d-5ed001dbd566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:36.676451 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dc9e23e0-4c94-485f-801d-5ed001dbd566 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2921ede1043045ce8aec1ab90282ed37&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2177591 Nov 11 17:34:36.678277 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47500) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:36.694295 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4e561d58-121e-43d4-8ffd-8774c87be733 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:36.699112 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-891eeb8a-2e53-4432-a203-b381ef06e7c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:36.702780 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4e561d58-121e-43d4-8ffd-8774c87be733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:36.705439 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08fe41d-4390-4710-8717-7a78836702c0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:36.710747 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e08fe41d-4390-4710-8717-7a78836702c0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:36.749911 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e561d58-121e-43d4-8ffd-8774c87be733 None None] Pushing event updated for resources: {'Port': ['ID=a017c4c4-c694-4322-89d4-52b99f75df57,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:36.769703 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e561d58-121e-43d4-8ffd-8774c87be733 None None] Network ce654bf6-73ab-42ed-b51b-69a24fcf7cb0 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:36.771612 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-4e561d58-121e-43d4-8ffd-8774c87be733 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:36.775269 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e561d58-121e-43d4-8ffd-8774c87be733 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:36.837710 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4e561d58-121e-43d4-8ffd-8774c87be733 None None] Attempting to bind port a017c4c4-c694-4322-89d4-52b99f75df57 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:34:36.838520 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4e561d58-121e-43d4-8ffd-8774c87be733 None None] Attempting to bind port a017c4c4-c694-4322-89d4-52b99f75df57 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bf82098a-798d-4a1f-9b8f-9fac66650bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ce654bf6-73ab-42ed-b51b-69a24fcf7cb0'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:34:36.839155 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e561d58-121e-43d4-8ffd-8774c87be733 None None] Attempting to bind port a017c4c4-c694-4322-89d4-52b99f75df57 on network ce654bf6-73ab-42ed-b51b-69a24fcf7cb0 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:34:36.846054 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e561d58-121e-43d4-8ffd-8774c87be733 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:34:36.846836 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e561d58-121e-43d4-8ffd-8774c87be733 None None] Checking segment: {'id': 'bf82098a-798d-4a1f-9b8f-9fac66650bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ce654bf6-73ab-42ed-b51b-69a24fcf7cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:36.847517 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4e561d58-121e-43d4-8ffd-8774c87be733 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:36.848238 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e561d58-121e-43d4-8ffd-8774c87be733 None None] Bound using segment: {'id': 'bf82098a-798d-4a1f-9b8f-9fac66650bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ce654bf6-73ab-42ed-b51b-69a24fcf7cb0'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:34:36.848952 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4e561d58-121e-43d4-8ffd-8774c87be733 None None] Bound port: a017c4c4-c694-4322-89d4-52b99f75df57, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf82098a-798d-4a1f-9b8f-9fac66650bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ce654bf6-73ab-42ed-b51b-69a24fcf7cb0'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:34:36.849605 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4e561d58-121e-43d4-8ffd-8774c87be733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:36.916495 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e23e0-4c94-485f-801d-5ed001dbd566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82404ec-fc11-407f-b8f7-0169d580abf2,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:36.936338 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4e561d58-121e-43d4-8ffd-8774c87be733 None None] For port a017c4c4-c694-4322-89d4-52b99f75df57, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:34:36.941485 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4e561d58-121e-43d4-8ffd-8774c87be733 None None] For port a017c4c4-c694-4322-89d4-52b99f75df57, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a017c4c4-c694-4322-89d4-52b99f75df57,segment=NetworkSegment(bf82098a-798d-4a1f-9b8f-9fac66650bf1),segment_id=bf82098a-798d-4a1f-9b8f-9fac66650bf1)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:34:36.948333 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4e561d58-121e-43d4-8ffd-8774c87be733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:37.013099 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e561d58-121e-43d4-8ffd-8774c87be733 None None] Pushing event updated for resources: {'Port': ['ID=a017c4c4-c694-4322-89d4-52b99f75df57,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:37.015515 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e23e0-4c94-485f-801d-5ed001dbd566 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:37.015891 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e23e0-4c94-485f-801d-5ed001dbd566 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:37.016427 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e23e0-4c94-485f-801d-5ed001dbd566 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:37.017004 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e23e0-4c94-485f-801d-5ed001dbd566 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:37.017527 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e23e0-4c94-485f-801d-5ed001dbd566 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:37.018031 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e23e0-4c94-485f-801d-5ed001dbd566 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:37.019051 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e23e0-4c94-485f-801d-5ed001dbd566 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:37.022579 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e23e0-4c94-485f-801d-5ed001dbd566 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:37.023157 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e23e0-4c94-485f-801d-5ed001dbd566 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:37.023463 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e23e0-4c94-485f-801d-5ed001dbd566 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:37.023813 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e23e0-4c94-485f-801d-5ed001dbd566 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:37.024152 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e23e0-4c94-485f-801d-5ed001dbd566 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:37.037966 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e08fe41d-4390-4710-8717-7a78836702c0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:37.102280 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-52b78efb-f224-423b-b4ef-10aef967c4ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:37.105613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08fe41d-4390-4710-8717-7a78836702c0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network ce654bf6-73ab-42ed-b51b-69a24fcf7cb0 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:37.128014 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-e08fe41d-4390-4710-8717-7a78836702c0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:37.133959 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08fe41d-4390-4710-8717-7a78836702c0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:37.134543 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e08fe41d-4390-4710-8717-7a78836702c0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:37.148274 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fe41d-4390-4710-8717-7a78836702c0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Subnet': ['ID=ea3ffbe4-a8b8-4059-b8d5-d4d8b4354497,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:37.156521 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-009c7ba9-6d9a-4a5b-a7de-7e7f136e2b38 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:37.177824 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e08fe41d-4390-4710-8717-7a78836702c0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6261957 Nov 11 17:34:37.178379 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47504) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:37.184201 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-009c7ba9-6d9a-4a5b-a7de-7e7f136e2b38 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:37.184683 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c851d-7329-40bf-8dbc-c4fabf0e1a45 req-d6e9d779-bc23-4956-b31b-14a10403c11a tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:37.192343 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b2c851d-7329-40bf-8dbc-c4fabf0e1a45 req-d6e9d779-bc23-4956-b31b-14a10403c11a tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/ports?device_id=e69d5872-3f67-448b-8858-42b30a3c2eca HTTP/1.1" status: 200 len: 943 time: 0.1066043 Nov 11 17:34:37.195579 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-db6dd8fa-4839-457c-8325-b3f929c303c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'port': {'network_id': 'ce654bf6-73ab-42ed-b51b-69a24fcf7cb0', 'fixed_ips': [{'subnet_id': '57da135f-f48c-48e4-a0d3-7b5bfc3386ae'}, {'subnet_id': 'ea3ffbe4-a8b8-4059-b8d5-d4d8b4354497'}], 'name': 'tempest-PortsIpV6TestJSON-1459255283'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:37.251080 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b2c851d-7329-40bf-8dbc-c4fabf0e1a45 req-bdf313c7-577e-49d5-9279-7d38a134efb2 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/security-groups?id=c500f09f-8826-443f-9bea-42d96b780e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573571 Nov 11 17:34:37.295378 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-52b78efb-f224-423b-b4ef-10aef967c4ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:37.306137 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009c7ba9-6d9a-4a5b-a7de-7e7f136e2b38 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1271} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:34:37.312483 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c7ba9-6d9a-4a5b-a7de-7e7f136e2b38 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c63cf7-98e1-4311-9ba0-834c87c67484,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:37.373319 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891eeb8a-2e53-4432-a203-b381ef06e7c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Router 6c88bcf3-1f87-4233-bc28-92cdf156a3f9 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:34:37.455116 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-23f21842-30bf-4352-921f-fbe5b5c75427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:37.473751 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-009c7ba9-6d9a-4a5b-a7de-7e7f136e2b38 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:37.474344 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-009c7ba9-6d9a-4a5b-a7de-7e7f136e2b38 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Added segment 0820a57c-92aa-4e9c-b740-9527ab642e17 of type vlan for network ee81fc37-ad5b-4a22-90e5-971b0dae6288 Nov 11 17:34:37.655966 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-009c7ba9-6d9a-4a5b-a7de-7e7f136e2b38 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:37.675679 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-52b78efb-f224-423b-b4ef-10aef967c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:37.678289 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-52b78efb-f224-423b-b4ef-10aef967c4ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:37.679429 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-52b78efb-f224-423b-b4ef-10aef967c4ef admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b82404ec-fc11-407f-b8f7-0169d580abf2 HTTP/1.1" status: 204 len: 168 time: 0.9987793 Nov 11 17:34:37.746408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-e4b38149-dcff-47b1-9ec5-aa2978e2578b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Allocated IP 172.20.0.20 (abc40f47-5440-4ab2-adb5-cd73779fcce0/73743261-b689-4636-9c80-e3c4aaae8658/e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:37.749567 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b78efb-f224-423b-b4ef-10aef967c4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82404ec-fc11-407f-b8f7-0169d580abf2,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:37.783936 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6dd8fa-4839-457c-8325-b3f929c303c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:37.859714 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-009c7ba9-6d9a-4a5b-a7de-7e7f136e2b38 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:37.865941 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009c7ba9-6d9a-4a5b-a7de-7e7f136e2b38 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:37.866699 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-009c7ba9-6d9a-4a5b-a7de-7e7f136e2b38 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:37.958411 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891eeb8a-2e53-4432-a203-b381ef06e7c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:34:37.972957 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] Sync routers for ids ['6c88bcf3-1f87-4233-bc28-92cdf156a3f9'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:34:37.988462 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] Routers {'6c88bcf3-1f87-4233-bc28-92cdf156a3f9'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:34:37.989539 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:34:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6c88bcf3-1f87-4233-bc28-92cdf156a3f9'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:38.008320 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-009c7ba9-6d9a-4a5b-a7de-7e7f136e2b38 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2291675 Nov 11 17:34:38.009622 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47512) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:38.016043 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-9c80899e-51f7-4113-b172-891307c2ace0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1307260112'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:38.061741 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c80899e-51f7-4113-b172-891307c2ace0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Made reservation on behalf of 4b69204bf6974baaa053145bbac95a32 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:38.067300 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9c80899e-51f7-4113-b172-891307c2ace0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:38.104728 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4b38149-dcff-47b1-9ec5-aa2978e2578b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:38.106584 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47514) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:38.109656 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-891eeb8a-2e53-4432-a203-b381ef06e7c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:38.111200 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-891eeb8a-2e53-4432-a203-b381ef06e7c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.8573143 Nov 11 17:34:38.115129 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47516) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:38.131090 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-486ba870-4cd2-48b1-a369-7d780f42c27f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:38.132944 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4b38149-dcff-47b1-9ec5-aa2978e2578b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:38.163862 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c80899e-51f7-4113-b172-891307c2ace0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1295} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:34:38.176082 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c7ba9-6d9a-4a5b-a7de-7e7f136e2b38 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Network': ['ID=ee81fc37-ad5b-4a22-90e5-971b0dae6288,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:38.188842 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 85463c6c-42ef-4a4e-9206-59057c75628f details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:34:38.194523 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9c80899e-51f7-4113-b172-891307c2ace0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:38.195709 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-9c80899e-51f7-4113-b172-891307c2ace0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Added segment 3ef41605-d2a5-4476-9cbb-9b2a7eed3a35 of type vlan for network 599cae00-87a0-4035-b1ed-4880d514d027 Nov 11 17:34:38.209511 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network ee81fc37-ad5b-4a22-90e5-971b0dae6288 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:34:38.303975 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9c80899e-51f7-4113-b172-891307c2ace0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:38.352970 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9c80899e-51f7-4113-b172-891307c2ace0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:38.354957 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-db6dd8fa-4839-457c-8325-b3f929c303c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:38.361906 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c80899e-51f7-4113-b172-891307c2ace0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:38.363003 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9c80899e-51f7-4113-b172-891307c2ace0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:38.380795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a017c4c4-c694-4322-89d4-52b99f75df57 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:34:38.411830 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b38149-dcff-47b1-9ec5-aa2978e2578b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Port': ['ID=e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:38.452948 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-486ba870-4cd2-48b1-a369-7d780f42c27f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:38.458563 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-db6dd8fa-4839-457c-8325-b3f929c303c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] device_id is not set on port 25c2fd3f-62cd-4b8e-a82d-b5747679db49 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:34:38.472279 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-486ba870-4cd2-48b1-a369-7d780f42c27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:38.500027 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9c80899e-51f7-4113-b172-891307c2ace0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4867151 Nov 11 17:34:38.518311 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47524) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:38.560195 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80899e-51f7-4113-b172-891307c2ace0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Network': ['ID=599cae00-87a0-4035-b1ed-4880d514d027,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:38.562081 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 85463c6c-42ef-4a4e-9206-59057c75628f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=85463c6c-42ef-4a4e-9206-59057c75628f,segment=NetworkSegment(808fa31a-70ca-4048-a4a4-0c290b99da27),segment_id=808fa31a-70ca-4048-a4a4-0c290b99da27)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:38.598532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f52c3a-6aa5-4245-a6e4-5d14e5eaec96 req-b63454db-ba46-4190-b8e1-17e0ca55a267 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:38.602823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-13f52c3a-6aa5-4245-a6e4-5d14e5eaec96 req-b63454db-ba46-4190-b8e1-17e0ca55a267 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/ports?device_id=e69d5872-3f67-448b-8858-42b30a3c2eca HTTP/1.1" status: 200 len: 943 time: 0.2246356 Nov 11 17:34:38.610137 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '85463c6c-42ef-4a4e-9206-59057c75628f', 'network_id': 'af79ca90-9a45-4c55-a6c0-426f776721b6', 'port_id': '85463c6c-42ef-4a4e-9206-59057c75628f', 'mac_address': 'fa:16:3e:35:ae:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d6614e-dba1-4fcb-8d2d-3119f14b8a97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:34:38.633098 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bc6d11-e8da-48d0-8e43-a96fef92cd0f None None] Network ce654bf6-73ab-42ed-b51b-69a24fcf7cb0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:38.636222 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 599cae00-87a0-4035-b1ed-4880d514d027 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:34:38.725922 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-13f52c3a-6aa5-4245-a6e4-5d14e5eaec96 req-1af74b85-f79b-42ea-a2e2-41211060cbb3 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/security-groups?id=c500f09f-8826-443f-9bea-42d96b780e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142044 Nov 11 17:34:38.762240 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-486ba870-4cd2-48b1-a369-7d780f42c27f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0113ecf62fb645ffa38e1498e55b8dfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6497004 Nov 11 17:34:38.765751 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47530) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:38.769731 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-ac916c78-db53-4878-ba3d-162f2fa58c17 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'subnet': {'network_id': 'ee81fc37-ad5b-4a22-90e5-971b0dae6288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:38.836611 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4c3040c1-6e17-431f-ad2d-d252f619358f tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=4a967e21f8b349ab96ba5689386c16b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7161252 Nov 11 17:34:38.862059 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47536) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:38.877657 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-e4b38149-dcff-47b1-9ec5-aa2978e2578b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] In _notify_port_updated(), no bound segment for port e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65 on network abc40f47-5440-4ab2-adb5-cd73779fcce0 {{(pid=102617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:34:38.883998 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b38149-dcff-47b1-9ec5-aa2978e2578b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:38.885021 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4b38149-dcff-47b1-9ec5-aa2978e2578b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:38.889197 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e4b38149-dcff-47b1-9ec5-aa2978e2578b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "PUT /v2.0/ports/e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65 HTTP/1.1" status: 200 len: 999 time: 3.0433912 Nov 11 17:34:38.901397 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47538) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:38.920218 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ba870-4cd2-48b1-a369-7d780f42c27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a314e01-f04f-4be9-bb74-723bd2ef866b,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:38.941728 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] Set router 6c88bcf3-1f87-4233-bc28-92cdf156a3f9 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:34:39.020924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9d83d275-88a5-4008-8df5-4eb821e1152b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:39.043682 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac916c78-db53-4878-ba3d-162f2fa58c17 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Made reservation on behalf of 4b69204bf6974baaa053145bbac95a32 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:39.044625 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ac916c78-db53-4878-ba3d-162f2fa58c17 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:39.049846 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-db6dd8fa-4839-457c-8325-b3f929c303c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Allocated IP 2001:db8::318 (ce654bf6-73ab-42ed-b51b-69a24fcf7cb0/57da135f-f48c-48e4-a0d3-7b5bfc3386ae/25c2fd3f-62cd-4b8e-a82d-b5747679db49) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:39.103316 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-db6dd8fa-4839-457c-8325-b3f929c303c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Allocated IP 2001:db8:0:1::ce (ce654bf6-73ab-42ed-b51b-69a24fcf7cb0/ea3ffbe4-a8b8-4059-b8d5-d4d8b4354497/25c2fd3f-62cd-4b8e-a82d-b5747679db49) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:39.117149 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:39.120242 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9d83d275-88a5-4008-8df5-4eb821e1152b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:39.180191 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d51919ec-c8d9-4dec-a5c4-3633443d9607 None None] Provisioning complete for port a017c4c4-c694-4322-89d4-52b99f75df57 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:39.180753 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d51919ec-c8d9-4dec-a5c4-3633443d9607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:39.195141 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae1609d-c436-422e-8767-851ea705613e tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:39.196694 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8ae1609d-c436-422e-8767-851ea705613e tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3316553 Nov 11 17:34:39.200604 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47542) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:39.212644 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-3edeaa98-8214-4859-b010-49e6166e6be7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting port e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:39.212886 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3edeaa98-8214-4859-b010-49e6166e6be7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:39.287858 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85463c6c-42ef-4a4e-9206-59057c75628f {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:34:39.297443 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e316e407-9c95-4348-a7e6-634ddccacea6 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0931175 Nov 11 17:34:39.300409 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47544) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:39.320677 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3edeaa98-8214-4859-b010-49e6166e6be7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:39.329004 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-beafb088-5509-4c8a-b047-dd76cedc08d9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1719952583', 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:39.334793 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-3edeaa98-8214-4859-b010-49e6166e6be7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Calling delete_port for e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:39.435275 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 85463c6c-42ef-4a4e-9206-59057c75628f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=85463c6c-42ef-4a4e-9206-59057c75628f,segment=NetworkSegment(808fa31a-70ca-4048-a4a4-0c290b99da27),segment_id=808fa31a-70ca-4048-a4a4-0c290b99da27)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:39.438075 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port a017c4c4-c694-4322-89d4-52b99f75df57 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:39.439003 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:39.518688 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-db6dd8fa-4839-457c-8325-b3f929c303c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:39.527474 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ac916c78-db53-4878-ba3d-162f2fa58c17 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:39.545448 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:39.563698 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3edeaa98-8214-4859-b010-49e6166e6be7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:39.570982 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beafb088-5509-4c8a-b047-dd76cedc08d9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Made reservation on behalf of 4a967e21f8b349ab96ba5689386c16b9 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:39.572753 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9d83d275-88a5-4008-8df5-4eb821e1152b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:39.574407 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-beafb088-5509-4c8a-b047-dd76cedc08d9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:39.575565 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9d83d275-88a5-4008-8df5-4eb821e1152b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:39.581248 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9d83d275-88a5-4008-8df5-4eb821e1152b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5a314e01-f04f-4be9-bb74-723bd2ef866b HTTP/1.1" status: 204 len: 168 time: 0.8142984 Nov 11 17:34:39.630228 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edeaa98-8214-4859-b010-49e6166e6be7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Port': ['ID=e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:39.672358 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83d275-88a5-4008-8df5-4eb821e1152b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a314e01-f04f-4be9-bb74-723bd2ef866b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:39.678258 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac916c78-db53-4878-ba3d-162f2fa58c17 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Subnet': ['ID=fe128384-259c-4f7f-b637-43b8b4bb8710,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:39.725891 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-db6dd8fa-4839-457c-8325-b3f929c303c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:39.768996 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac916c78-db53-4878-ba3d-162f2fa58c17 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Checking segment: {'id': '0820a57c-92aa-4e9c-b740-9527ab642e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'ee81fc37-ad5b-4a22-90e5-971b0dae6288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:39.769653 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac916c78-db53-4878-ba3d-162f2fa58c17 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network hostable DHCP agents. Network: ee81fc37-ad5b-4a22-90e5-971b0dae6288, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:34:39.795253 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3edeaa98-8214-4859-b010-49e6166e6be7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:39.804870 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=85463c6c-42ef-4a4e-9206-59057c75628f,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:39.810639 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3edeaa98-8214-4859-b010-49e6166e6be7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/ports/e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65 HTTP/1.1" status: 204 len: 168 time: 0.9024899 Nov 11 17:34:39.812328 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6dd8fa-4839-457c-8325-b3f929c303c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network ce654bf6-73ab-42ed-b51b-69a24fcf7cb0 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:39.817047 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47550) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:39.865327 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45c03c3-c6eb-454d-9ce9-2524bc08f500 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] GET failed (client error): The resource could not be found. Nov 11 17:34:39.869460 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b45c03c3-c6eb-454d-9ce9-2524bc08f500 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports/e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65 HTTP/1.1" status: 404 len: 333 time: 0.0465877 Nov 11 17:34:39.869460 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-db6dd8fa-4839-457c-8325-b3f929c303c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:39.870294 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47552) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:39.870725 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6dd8fa-4839-457c-8325-b3f929c303c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:39.877968 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6dd8fa-4839-457c-8325-b3f929c303c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:39.879379 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-db6dd8fa-4839-457c-8325-b3f929c303c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:39.894520 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6dd8fa-4839-457c-8325-b3f929c303c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Port': ['ID=25c2fd3f-62cd-4b8e-a82d-b5747679db49,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:39.922580 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d51919ec-c8d9-4dec-a5c4-3633443d9607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:39.945048 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac916c78-db53-4878-ba3d-162f2fa58c17 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network ee81fc37-ad5b-4a22-90e5-971b0dae6288 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:34:39.957484 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-db6dd8fa-4839-457c-8325-b3f929c303c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.7729383 Nov 11 17:34:39.963582 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47554) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:39.970624 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-6677a0bc-d4bf-4708-bd5a-481f4925f85e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '57da135f-f48c-48e4-a0d3-7b5bfc3386ae'}]}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:39.980965 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-ac916c78-db53-4878-ba3d-162f2fa58c17 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, ee81fc37-ad5b-4a22-90e5-971b0dae6288) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:39.986779 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac916c78-db53-4878-ba3d-162f2fa58c17 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:39.987455 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ac916c78-db53-4878-ba3d-162f2fa58c17 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:40.042424 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac268957-0f15-4ed2-986b-7ad6462b1475 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting subnet 73743261-b689-4636-9c80-e3c4aaae8658 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:34:40.048898 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['85463c6c-42ef-4a4e-9206-59057c75628f'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:34:40.052888 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ac916c78-db53-4878-ba3d-162f2fa58c17 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2935355 Nov 11 17:34:40.053620 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47560) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:40.059197 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ac268957-0f15-4ed2-986b-7ad6462b1475 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:40.072917 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-4a00c36e-04d4-44a1-b5cd-116bf9e140f9 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'subnet': {'network_id': '599cae00-87a0-4035-b1ed-4880d514d027', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:40.126391 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8958e22f-2d99-417d-97be-0e768bce55a8 None None] Network ee81fc37-ad5b-4a22-90e5-971b0dae6288 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:40.163790 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-beafb088-5509-4c8a-b047-dd76cedc08d9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:40.174069 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ac268957-0f15-4ed2-986b-7ad6462b1475 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:40.190801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b034c-8cbe-4250-ac4a-d7b671b679ec req-4b1f589f-7582-4794-a8a2-e50bc5b9c5cc tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:40.192743 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-990b034c-8cbe-4250-ac4a-d7b671b679ec req-4b1f589f-7582-4794-a8a2-e50bc5b9c5cc tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/ports?device_id=e69d5872-3f67-448b-8858-42b30a3c2eca HTTP/1.1" status: 200 len: 944 time: 0.2092981 Nov 11 17:34:40.237149 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6677a0bc-d4bf-4708-bd5a-481f4925f85e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:40.269506 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d51919ec-c8d9-4dec-a5c4-3633443d9607 None None] For port a017c4c4-c694-4322-89d4-52b99f75df57, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a017c4c4-c694-4322-89d4-52b99f75df57,segment=NetworkSegment(bf82098a-798d-4a1f-9b8f-9fac66650bf1),segment_id=bf82098a-798d-4a1f-9b8f-9fac66650bf1)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:40.279802 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275376215', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:34:33Z', 'updated_at': '2021-11-11T17:34:35Z', 'revision_number': 3, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:be:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:34Z', 'updated_at': '2021-11-11T17:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:40.318206 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d51919ec-c8d9-4dec-a5c4-3633443d9607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:40.320859 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f613f902-d277-40c3-8a94-2cf5ea81da21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:40.347257 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a00c36e-04d4-44a1-b5cd-116bf9e140f9 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Made reservation on behalf of 4b69204bf6974baaa053145bbac95a32 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:40.348292 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-990b034c-8cbe-4250-ac4a-d7b671b679ec req-3f6e340b-ebf3-41a8-8664-e05cb51c073e tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/security-groups?id=c500f09f-8826-443f-9bea-42d96b780e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154892 Nov 11 17:34:40.356037 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a00c36e-04d4-44a1-b5cd-116bf9e140f9 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:40.376561 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ac268957-0f15-4ed2-986b-7ad6462b1475 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:40.398757 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] Checking router: 6c88bcf3-1f87-4233-bc28-92cdf156a3f9 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:34:40.399123 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] Updating router 6c88bcf3-1f87-4233-bc28-92cdf156a3f9 port 446f8c02-0e62-4441-a988-f5c0ea7dd190 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:34:40.416059 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beafb088-5509-4c8a-b047-dd76cedc08d9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Subnet': ['ID=80be57c9-262e-4643-aac8-9ce7c5e5308b,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:40.450744 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:40.466987 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:40.498009 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ac268957-0f15-4ed2-986b-7ad6462b1475 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:40.556836 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ab70444f-ce23-458e-8a61-0c03b8b55764 None None] Could not find standard attr ID for object e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:34:40.560067 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac268957-0f15-4ed2-986b-7ad6462b1475 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Subnet': ['ID=73743261-b689-4636-9c80-e3c4aaae8658,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:40.566087 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ac268957-0f15-4ed2-986b-7ad6462b1475 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:40.571817 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ac268957-0f15-4ed2-986b-7ad6462b1475 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/subnets/73743261-b689-4636-9c80-e3c4aaae8658 HTTP/1.1" status: 204 len: 168 time: 0.6977525 Nov 11 17:34:40.591424 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9acd21-62ce-40b1-96d0-4e5d71b6f6c3 None None] Network abc40f47-5440-4ab2-adb5-cd73779fcce0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:40.591956 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47570) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:40.700323 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b1657f-fd57-4755-8f83-d461e2e0381d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting subnet 921f99d0-def9-4df8-ae57-0ca4a16eded3 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:34:40.708690 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-37b1657f-fd57-4755-8f83-d461e2e0381d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:40.754090 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51919ec-c8d9-4dec-a5c4-3633443d9607 None None] Pushing event updated for resources: {'Port': ['ID=a017c4c4-c694-4322-89d4-52b99f75df57,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:40.756172 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beafb088-5509-4c8a-b047-dd76cedc08d9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Checking segment: {'id': '30c49fa5-d7a3-4fab-ad8a-bef888053bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:40.756536 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beafb088-5509-4c8a-b047-dd76cedc08d9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network hostable DHCP agents. Network: 63135a75-5cfa-435a-a6c8-7eb0f41a5658, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:34:40.756886 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-37b1657f-fd57-4755-8f83-d461e2e0381d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:40.787388 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a00c36e-04d4-44a1-b5cd-116bf9e140f9 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:40.844428 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beafb088-5509-4c8a-b047-dd76cedc08d9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network 63135a75-5cfa-435a-a6c8-7eb0f41a5658 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:34:40.869676 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-beafb088-5509-4c8a-b047-dd76cedc08d9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 63135a75-5cfa-435a-a6c8-7eb0f41a5658) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:40.937322 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:34:40.937848 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:34:40.943533 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-37b1657f-fd57-4755-8f83-d461e2e0381d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:40.963804 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafae53a-6814-4e3d-bfb0-087967d2575a None None] Network 63135a75-5cfa-435a-a6c8-7eb0f41a5658 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:40.983954 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9954861e-2f07-42c2-a1a0-d38c28036594 None None] Update dhcp port {'port': {'network_id': 'ce654bf6-73ab-42ed-b51b-69a24fcf7cb0', 'fixed_ips': [{'subnet_id': '57da135f-f48c-48e4-a0d3-7b5bfc3386ae', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ea3ffbe4-a8b8-4059-b8d5-d4d8b4354497'}], 'binding:host_id': 'n-d-816206-4'}, 'id': 'a017c4c4-c694-4322-89d4-52b99f75df57'} from n-d-816206-4. {{(pid=102619) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 17:34:41.008587 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81586bf7-f0db-46d7-ac16-15a28edd4118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-ee81fc37-ad5b-4a22-90e5-971b0dae6288', 'network_id': 'ee81fc37-ad5b-4a22-90e5-971b0dae6288', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'fixed_ips': [{'subnet_id': 'fe128384-259c-4f7f-b637-43b8b4bb8710'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:34:41.009933 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-81586bf7-f0db-46d7-ac16-15a28edd4118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:41.055173 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-37b1657f-fd57-4755-8f83-d461e2e0381d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:41.120928 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-37b1657f-fd57-4755-8f83-d461e2e0381d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:41.131675 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-37b1657f-fd57-4755-8f83-d461e2e0381d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/subnets/921f99d0-def9-4df8-ae57-0ca4a16eded3 HTTP/1.1" status: 204 len: 168 time: 0.5360446 Nov 11 17:34:41.132164 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1657f-fd57-4755-8f83-d461e2e0381d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Subnet': ['ID=921f99d0-def9-4df8-ae57-0ca4a16eded3,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:41.142442 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47586) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:41.235655 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9954861e-2f07-42c2-a1a0-d38c28036594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:41.256283 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-46825f90-8bf5-4afa-8e57-287bb13c23ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:41.298069 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beafb088-5509-4c8a-b047-dd76cedc08d9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:41.298847 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-beafb088-5509-4c8a-b047-dd76cedc08d9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:41.305007 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:41.328674 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-beafb088-5509-4c8a-b047-dd76cedc08d9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0087855 Nov 11 17:34:41.329576 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-46825f90-8bf5-4afa-8e57-287bb13c23ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting port 903796f2-9469-417f-af7f-ef16f73bfa25 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:41.329951 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-46825f90-8bf5-4afa-8e57-287bb13c23ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:41.332476 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47588) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:41.349808 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00c36e-04d4-44a1-b5cd-116bf9e140f9 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Subnet': ['ID=a615c238-e27e-4e0f-8036-4ab6f91ebcf4,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:41.379005 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a00c36e-04d4-44a1-b5cd-116bf9e140f9 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Checking segment: {'id': '3ef41605-d2a5-4476-9cbb-9b2a7eed3a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '599cae00-87a0-4035-b1ed-4880d514d027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:41.379617 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a00c36e-04d4-44a1-b5cd-116bf9e140f9 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network hostable DHCP agents. Network: 599cae00-87a0-4035-b1ed-4880d514d027, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:34:41.457622 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a00c36e-04d4-44a1-b5cd-116bf9e140f9 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network 599cae00-87a0-4035-b1ed-4880d514d027 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:34:41.463082 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-46825f90-8bf5-4afa-8e57-287bb13c23ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] For port 903796f2-9469-417f-af7f-ef16f73bfa25, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=903796f2-9469-417f-af7f-ef16f73bfa25,segment=NetworkSegment(4d314521-d11e-4fa8-bbfd-405a29db90e4),segment_id=4d314521-d11e-4fa8-bbfd-405a29db90e4)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:41.463856 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-46825f90-8bf5-4afa-8e57-287bb13c23ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:41.482301 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-46825f90-8bf5-4afa-8e57-287bb13c23ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Calling delete_port for 903796f2-9469-417f-af7f-ef16f73bfa25 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:41.517635 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-4a00c36e-04d4-44a1-b5cd-116bf9e140f9 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 599cae00-87a0-4035-b1ed-4880d514d027) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:41.544275 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a00c36e-04d4-44a1-b5cd-116bf9e140f9 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:41.544648 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a00c36e-04d4-44a1-b5cd-116bf9e140f9 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:41.585949 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-6677a0bc-d4bf-4708-bd5a-481f4925f85e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Delete allocated IP 2001:db8:0:1::ce (ce654bf6-73ab-42ed-b51b-69a24fcf7cb0/ea3ffbe4-a8b8-4059-b8d5-d4d8b4354497) {{(pid=102617) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 17:34:41.599599 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4a00c36e-04d4-44a1-b5cd-116bf9e140f9 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5370204 Nov 11 17:34:41.602660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47592) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:41.610057 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-3273d83d-6926-4643-b313-e2738ccd1723 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-395998653', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:41.626608 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-46825f90-8bf5-4afa-8e57-287bb13c23ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:41.705647 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46825f90-8bf5-4afa-8e57-287bb13c23ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Port': ['ID=903796f2-9469-417f-af7f-ef16f73bfa25,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:41.720224 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3273d83d-6926-4643-b313-e2738ccd1723 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:41.721402 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3273d83d-6926-4643-b313-e2738ccd1723 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:41.823771 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7b59e7-ab8b-4b6a-ab96-1ced56e4be92 None None] Network 599cae00-87a0-4035-b1ed-4880d514d027 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:41.860025 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46825f90-8bf5-4afa-8e57-287bb13c23ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] No DVR routers for this DVR port 903796f2-9469-417f-af7f-ef16f73bfa25 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:34:41.934618 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3273d83d-6926-4643-b313-e2738ccd1723 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:41.964030 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3273d83d-6926-4643-b313-e2738ccd1723 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:42.050855 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3273d83d-6926-4643-b313-e2738ccd1723 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:42.054637 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3273d83d-6926-4643-b313-e2738ccd1723 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4483359 Nov 11 17:34:42.054637 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6677a0bc-d4bf-4708-bd5a-481f4925f85e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:42.056272 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47600) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:42.074595 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6677a0bc-d4bf-4708-bd5a-481f4925f85e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:42.253605 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:42.358388 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-6677a0bc-d4bf-4708-bd5a-481f4925f85e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] In _notify_port_updated(), no bound segment for port 25c2fd3f-62cd-4b8e-a82d-b5747679db49 on network ce654bf6-73ab-42ed-b51b-69a24fcf7cb0 {{(pid=102617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:34:42.364052 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6677a0bc-d4bf-4708-bd5a-481f4925f85e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:42.364698 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6677a0bc-d4bf-4708-bd5a-481f4925f85e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:42.366331 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6677a0bc-d4bf-4708-bd5a-481f4925f85e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "PUT /v2.0/ports/25c2fd3f-62cd-4b8e-a82d-b5747679db49 HTTP/1.1" status: 200 len: 926 time: 2.4016314 Nov 11 17:34:42.370763 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47602) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:42.379000 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-649ce85b-906a-45d7-9ba0-a23c83d2033b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '57da135f-f48c-48e4-a0d3-7b5bfc3386ae'}, {'subnet_id': 'ea3ffbe4-a8b8-4059-b8d5-d4d8b4354497'}]}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:42.389243 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677a0bc-d4bf-4708-bd5a-481f4925f85e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Port': ['ID=25c2fd3f-62cd-4b8e-a82d-b5747679db49,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:42.413403 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-9954861e-2f07-42c2-a1a0-d38c28036594 None None] Allocated IP 2001:db8:0:1::2 (ce654bf6-73ab-42ed-b51b-69a24fcf7cb0/ea3ffbe4-a8b8-4059-b8d5-d4d8b4354497/a017c4c4-c694-4322-89d4-52b99f75df57) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:42.505918 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-46825f90-8bf5-4afa-8e57-287bb13c23ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:42.524429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-46825f90-8bf5-4afa-8e57-287bb13c23ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc40f47-5440-4ab2-adb5-cd73779fcce0']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:42.534403 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-46825f90-8bf5-4afa-8e57-287bb13c23ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d314521-d11e-4fa8-bbfd-405a29db90e4') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:42.534831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-46825f90-8bf5-4afa-8e57-287bb13c23ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d314521-d11e-4fa8-bbfd-405a29db90e4') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:42.544778 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-46825f90-8bf5-4afa-8e57-287bb13c23ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:42.552187 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9954861e-2f07-42c2-a1a0-d38c28036594 None None] For port a017c4c4-c694-4322-89d4-52b99f75df57, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a017c4c4-c694-4322-89d4-52b99f75df57,segment=NetworkSegment(bf82098a-798d-4a1f-9b8f-9fac66650bf1),segment_id=bf82098a-798d-4a1f-9b8f-9fac66650bf1)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:42.559356 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-46825f90-8bf5-4afa-8e57-287bb13c23ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:42.566368 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46825f90-8bf5-4afa-8e57-287bb13c23ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:34:42.566874 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-46825f90-8bf5-4afa-8e57-287bb13c23ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:42.584040 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9954861e-2f07-42c2-a1a0-d38c28036594 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:42.586996 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa1a627-cbe1-4508-a769-df764192defc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-63135a75-5cfa-435a-a6c8-7eb0f41a5658', 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'fixed_ips': [{'subnet_id': '80be57c9-262e-4643-aac8-9ce7c5e5308b'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:34:42.588222 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3fa1a627-cbe1-4508-a769-df764192defc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:42.592032 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adb6ded-7735-4fff-be20-e44da5467e69 None None] Host n-d-816206-4 tried to update port 903796f2-9469-417f-af7f-ef16f73bfa25 which no longer exists. {{(pid=102619) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Nov 11 17:34:42.592223 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-afa2c605-e832-48d5-b530-da46695454ef tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:42.601468 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a017c4c4-c694-4322-89d4-52b99f75df57 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:34:42.667851 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:34:42.683872 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-649ce85b-906a-45d7-9ba0-a23c83d2033b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:42.684534 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0b875-b172-4e01-b15f-ce94e45bcc2a req-1c91a11c-86d0-4b8d-8b9e-fe7c339f471a tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:42.686565 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66a0b875-b172-4e01-b15f-ce94e45bcc2a req-1c91a11c-86d0-4b8d-8b9e-fe7c339f471a tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/ports?device_id=e69d5872-3f67-448b-8858-42b30a3c2eca HTTP/1.1" status: 200 len: 944 time: 1.0658338 Nov 11 17:34:42.690116 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-46825f90-8bf5-4afa-8e57-287bb13c23ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:42.709694 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-46825f90-8bf5-4afa-8e57-287bb13c23ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:42.713454 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-46825f90-8bf5-4afa-8e57-287bb13c23ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/networks/abc40f47-5440-4ab2-adb5-cd73779fcce0 HTTP/1.1" status: 204 len: 168 time: 1.5699520 Nov 11 17:34:42.721934 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:42.724311 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9954861e-2f07-42c2-a1a0-d38c28036594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:42.726422 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47604) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:42.745252 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46825f90-8bf5-4afa-8e57-287bb13c23ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Network': ['ID=abc40f47-5440-4ab2-adb5-cd73779fcce0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:42.775080 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175b5a17-9e2f-4224-89bc-c00a3ee2022d None None] Network abc40f47-5440-4ab2-adb5-cd73779fcce0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:42.884982 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175b5a17-9e2f-4224-89bc-c00a3ee2022d None None] Network abc40f47-5440-4ab2-adb5-cd73779fcce0 could not be found, it might have been deleted concurrently. {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 17:34:42.886879 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673af37c-d492-4a38-ba14-db479fe5ab48 None None] Pushing event updated for resources: {'Port': ['ID=446f8c02-0e62-4441-a988-f5c0ea7dd190,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:42.940374 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66a0b875-b172-4e01-b15f-ce94e45bcc2a req-3728816e-aa7a-4b41-8410-447a1bf2c757 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/security-groups?id=c500f09f-8826-443f-9bea-42d96b780e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420011 Nov 11 17:34:42.992950 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954861e-2f07-42c2-a1a0-d38c28036594 None None] Pushing event updated for resources: {'Port': ['ID=a017c4c4-c694-4322-89d4-52b99f75df57,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:43.007631 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-81586bf7-f0db-46d7-ac16-15a28edd4118 None None] Allocated IP 2001:db8::2 (ee81fc37-ad5b-4a22-90e5-971b0dae6288/fe128384-259c-4f7f-b637-43b8b4bb8710/309e3f93-ead5-43b7-9859-f8569eb0067f) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:43.097750 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659bd35b-df5a-44a2-b0cb-8ceb68468dae tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:43.099275 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-659bd35b-df5a-44a2-b0cb-8ceb68468dae tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3660095 Nov 11 17:34:43.103374 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47610) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:43.208567 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-620553ab-3c5c-4173-9019-4724794c4ae7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1021700 Nov 11 17:34:43.213462 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47612) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:43.223831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-cfef4c20-d0de-4214-b224-dd111ad0c526 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-381174030'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:43.236780 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-81586bf7-f0db-46d7-ac16-15a28edd4118 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:43.248952 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2919ae3-285b-4151-8b03-4cea0a0ad5eb None None] DHCP port deletion for abc40f47-5440-4ab2-adb5-cd73779fcce0 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:34:43.269196 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5efe5da9-c472-42c5-8582-393665d4424e None None] Could not find standard attr ID for object 903796f2-9469-417f-af7f-ef16f73bfa25. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:34:43.353313 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfef4c20-d0de-4214-b224-dd111ad0c526 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:43.356984 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cfef4c20-d0de-4214-b224-dd111ad0c526 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:43.379647 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-649ce85b-906a-45d7-9ba0-a23c83d2033b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Allocated IP 2001:db8:0:1::25 (ce654bf6-73ab-42ed-b51b-69a24fcf7cb0/ea3ffbe4-a8b8-4059-b8d5-d4d8b4354497/25c2fd3f-62cd-4b8e-a82d-b5747679db49) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:43.457038 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-3fa1a627-cbe1-4508-a769-df764192defc None None] Allocated IP 172.20.0.2 (63135a75-5cfa-435a-a6c8-7eb0f41a5658/80be57c9-262e-4643-aac8-9ce7c5e5308b/6c2034af-18a6-4cf4-9e37-f8c1b63af708) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:43.484255 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfef4c20-d0de-4214-b224-dd111ad0c526 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1275} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:34:43.500924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cfef4c20-d0de-4214-b224-dd111ad0c526 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:43.501282 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-cfef4c20-d0de-4214-b224-dd111ad0c526 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Added segment 6f072eb8-54b1-48e3-8cb7-e3efe6d8f872 of type vlan for network 52c75fcf-3d84-4340-821b-6a86e72d130b Nov 11 17:34:43.576651 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-35525221-5082-4a3a-bee2-dfaad9f893fe tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:43.582198 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cfef4c20-d0de-4214-b224-dd111ad0c526 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:43.609940 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-649ce85b-906a-45d7-9ba0-a23c83d2033b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:43.619029 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3fa1a627-cbe1-4508-a769-df764192defc None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:43.641427 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3fa1a627-cbe1-4508-a769-df764192defc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:43.641832 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-649ce85b-906a-45d7-9ba0-a23c83d2033b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:43.650285 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-81586bf7-f0db-46d7-ac16-15a28edd4118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:43.658989 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93a3b27-e25b-4d0a-881d-c9b7e6be95a5 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:34:43.665805 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cfef4c20-d0de-4214-b224-dd111ad0c526 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:43.671614 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfef4c20-d0de-4214-b224-dd111ad0c526 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:43.672219 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cfef4c20-d0de-4214-b224-dd111ad0c526 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:43.709045 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port a017c4c4-c694-4322-89d4-52b99f75df57 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:43.709500 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:43.723980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ce85b-906a-45d7-9ba0-a23c83d2033b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Port': ['ID=25c2fd3f-62cd-4b8e-a82d-b5747679db49,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:43.729519 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa1a627-cbe1-4508-a769-df764192defc None None] Network 63135a75-5cfa-435a-a6c8-7eb0f41a5658 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:43.739145 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81586bf7-f0db-46d7-ac16-15a28edd4118 None None] Network ee81fc37-ad5b-4a22-90e5-971b0dae6288 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:43.763804 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:43.790940 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-3fa1a627-cbe1-4508-a769-df764192defc None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:43.792736 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-cfef4c20-d0de-4214-b224-dd111ad0c526 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5749779 Nov 11 17:34:43.799853 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47616) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:43.800028 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-81586bf7-f0db-46d7-ac16-15a28edd4118 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:43.805198 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-a4f636cb-4b74-424d-bb96-c9b81c47d2c9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'subnet': {'network_id': '52c75fcf-3d84-4340-821b-6a86e72d130b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:43.810516 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-649ce85b-906a-45d7-9ba0-a23c83d2033b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] In _notify_port_updated(), no bound segment for port 25c2fd3f-62cd-4b8e-a82d-b5747679db49 on network ce654bf6-73ab-42ed-b51b-69a24fcf7cb0 {{(pid=102617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:34:43.815037 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:43.819693 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649ce85b-906a-45d7-9ba0-a23c83d2033b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:43.820956 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-649ce85b-906a-45d7-9ba0-a23c83d2033b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:43.823796 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-649ce85b-906a-45d7-9ba0-a23c83d2033b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "PUT /v2.0/ports/25c2fd3f-62cd-4b8e-a82d-b5747679db49 HTTP/1.1" status: 200 len: 1011 time: 1.4500709 Nov 11 17:34:43.840344 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa1a627-cbe1-4508-a769-df764192defc None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:43.840715 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47618) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:43.842895 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81586bf7-f0db-46d7-ac16-15a28edd4118 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:43.859511 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbe6c9c-ca3d-49e9-8a09-83b3bfdc8a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-599cae00-87a0-4035-b1ed-4880d514d027', 'network_id': '599cae00-87a0-4035-b1ed-4880d514d027', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'fixed_ips': [{'subnet_id': 'a615c238-e27e-4e0f-8036-4ab6f91ebcf4'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:34:43.863060 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6c9c-ca3d-49e9-8a09-83b3bfdc8a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:43.881832 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-afa2c605-e832-48d5-b530-da46695454ef tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Allocated IP 2001:db8::1 (ee81fc37-ad5b-4a22-90e5-971b0dae6288/fe128384-259c-4f7f-b637-43b8b4bb8710/62bdd3d8-0c4c-4788-b163-90e113cc06ab) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:43.890843 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef4c20-d0de-4214-b224-dd111ad0c526 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Network': ['ID=52c75fcf-3d84-4340-821b-6a86e72d130b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:43.945127 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 52c75fcf-3d84-4340-821b-6a86e72d130b details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:34:43.977816 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f636cb-4b74-424d-bb96-c9b81c47d2c9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:43.977816 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a4f636cb-4b74-424d-bb96-c9b81c47d2c9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:44.064938 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] Attempting to bind port 446f8c02-0e62-4441-a988-f5c0ea7dd190 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:34:44.065392 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] Attempting to bind port 446f8c02-0e62-4441-a988-f5c0ea7dd190 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:34:44.065975 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] Attempting to bind port 446f8c02-0e62-4441-a988-f5c0ea7dd190 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:34:44.105490 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:34:44.105971 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:44.107210 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:44.107591 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:34:44.108210 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] Bound port: 446f8c02-0e62-4441-a988-f5c0ea7dd190, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:34:44.108653 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:44.121378 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-d62ba514-c3ad-4037-95fb-cb26ffd220e3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting port 25c2fd3f-62cd-4b8e-a82d-b5747679db49 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:44.123503 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d62ba514-c3ad-4037-95fb-cb26ffd220e3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:44.177395 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] For port 446f8c02-0e62-4441-a988-f5c0ea7dd190, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:34:44.180686 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] For port 446f8c02-0e62-4441-a988-f5c0ea7dd190, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=446f8c02-0e62-4441-a988-f5c0ea7dd190,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:34:44.207718 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:44.252459 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f42dc047-9675-4632-a549-8328e5a93e4a None None] Provisioning complete for port 446f8c02-0e62-4441-a988-f5c0ea7dd190 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:44.252851 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f42dc047-9675-4632-a549-8328e5a93e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:44.253368 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d62ba514-c3ad-4037-95fb-cb26ffd220e3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:44.259703 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4319b-7e87-4462-94b1-58efe792b98d req-07872fda-2d9b-470b-8b25-282357bbb10a tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:44.271226 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ace4319b-7e87-4462-94b1-58efe792b98d req-07872fda-2d9b-470b-8b25-282357bbb10a tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/ports?device_id=e69d5872-3f67-448b-8858-42b30a3c2eca HTTP/1.1" status: 200 len: 944 time: 0.1459920 Nov 11 17:34:44.271819 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-d62ba514-c3ad-4037-95fb-cb26ffd220e3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Calling delete_port for 25c2fd3f-62cd-4b8e-a82d-b5747679db49 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:44.297701 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 85463c6c-42ef-4a4e-9206-59057c75628f up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:34:44.379904 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ace4319b-7e87-4462-94b1-58efe792b98d req-b2fdac4b-b62d-4498-b745-f06fc676afde tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/security-groups?id=c500f09f-8826-443f-9bea-42d96b780e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040089 Nov 11 17:34:44.455238 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-3fa1a627-cbe1-4508-a769-df764192defc None None] Attempting to bind port 6c2034af-18a6-4cf4-9e37-f8c1b63af708 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:34:44.455687 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-3fa1a627-cbe1-4508-a769-df764192defc None None] Attempting to bind port 6c2034af-18a6-4cf4-9e37-f8c1b63af708 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '30c49fa5-d7a3-4fab-ad8a-bef888053bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:34:44.456075 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa1a627-cbe1-4508-a769-df764192defc None None] Attempting to bind port 6c2034af-18a6-4cf4-9e37-f8c1b63af708 on network 63135a75-5cfa-435a-a6c8-7eb0f41a5658 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:34:44.460542 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1a627-cbe1-4508-a769-df764192defc None None] Pushing event updated for resources: {'Port': ['ID=6c2034af-18a6-4cf4-9e37-f8c1b63af708,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:44.470631 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-81586bf7-f0db-46d7-ac16-15a28edd4118 None None] Attempting to bind port 309e3f93-ead5-43b7-9859-f8569eb0067f on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:34:44.470998 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-81586bf7-f0db-46d7-ac16-15a28edd4118 None None] Attempting to bind port 309e3f93-ead5-43b7-9859-f8569eb0067f by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '0820a57c-92aa-4e9c-b740-9527ab642e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'ee81fc37-ad5b-4a22-90e5-971b0dae6288'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:34:44.471355 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81586bf7-f0db-46d7-ac16-15a28edd4118 None None] Attempting to bind port 309e3f93-ead5-43b7-9859-f8569eb0067f on network ee81fc37-ad5b-4a22-90e5-971b0dae6288 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:34:44.482233 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-35525221-5082-4a3a-bee2-dfaad9f893fe tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Allocated IP 172.20.0.1 (63135a75-5cfa-435a-a6c8-7eb0f41a5658/80be57c9-262e-4643-aac8-9ce7c5e5308b/3c865f7f-304e-41ed-9e95-1293ddf8e913) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:44.649299 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-afa2c605-e832-48d5-b530-da46695454ef tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:44.678031 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d62ba514-c3ad-4037-95fb-cb26ffd220e3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:44.712654 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a4f636cb-4b74-424d-bb96-c9b81c47d2c9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:44.772109 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f636cb-4b74-424d-bb96-c9b81c47d2c9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Subnet': ['ID=09a9128d-181d-4a73-80d9-60c2f9ef7c5a,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:44.777127 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-afa2c605-e832-48d5-b530-da46695454ef tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:44.780842 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ba514-c3ad-4037-95fb-cb26ffd220e3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Port': ['ID=25c2fd3f-62cd-4b8e-a82d-b5747679db49,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:44.859833 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-35525221-5082-4a3a-bee2-dfaad9f893fe tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:44.884390 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f636cb-4b74-424d-bb96-c9b81c47d2c9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Checking segment: {'id': '6f072eb8-54b1-48e3-8cb7-e3efe6d8f872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '52c75fcf-3d84-4340-821b-6a86e72d130b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:44.884792 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f636cb-4b74-424d-bb96-c9b81c47d2c9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network hostable DHCP agents. Network: 52c75fcf-3d84-4340-821b-6a86e72d130b, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:34:44.894171 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa2c605-e832-48d5-b530-da46695454ef tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network ee81fc37-ad5b-4a22-90e5-971b0dae6288 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:44.903974 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81586bf7-f0db-46d7-ac16-15a28edd4118 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:34:44.904473 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81586bf7-f0db-46d7-ac16-15a28edd4118 None None] Checking segment: {'id': '0820a57c-92aa-4e9c-b740-9527ab642e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'ee81fc37-ad5b-4a22-90e5-971b0dae6288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:44.904887 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-81586bf7-f0db-46d7-ac16-15a28edd4118 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:44.905291 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81586bf7-f0db-46d7-ac16-15a28edd4118 None None] Bound using segment: {'id': '0820a57c-92aa-4e9c-b740-9527ab642e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'ee81fc37-ad5b-4a22-90e5-971b0dae6288'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:34:44.905787 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-81586bf7-f0db-46d7-ac16-15a28edd4118 None None] Bound port: 309e3f93-ead5-43b7-9859-f8569eb0067f, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0820a57c-92aa-4e9c-b740-9527ab642e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'ee81fc37-ad5b-4a22-90e5-971b0dae6288'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:34:44.906166 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-81586bf7-f0db-46d7-ac16-15a28edd4118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:44.921453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f636cb-4b74-424d-bb96-c9b81c47d2c9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network 52c75fcf-3d84-4340-821b-6a86e72d130b is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:34:44.925705 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16910799-bd0e-444b-a4e5-65d126c3122f None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:34:44.931118 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa1a627-cbe1-4508-a769-df764192defc None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:34:44.931490 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa1a627-cbe1-4508-a769-df764192defc None None] Checking segment: {'id': '30c49fa5-d7a3-4fab-ad8a-bef888053bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:44.931915 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3fa1a627-cbe1-4508-a769-df764192defc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:44.932440 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa1a627-cbe1-4508-a769-df764192defc None None] Bound using segment: {'id': '30c49fa5-d7a3-4fab-ad8a-bef888053bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:34:44.932788 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-3fa1a627-cbe1-4508-a769-df764192defc None None] Bound port: 6c2034af-18a6-4cf4-9e37-f8c1b63af708, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c49fa5-d7a3-4fab-ad8a-bef888053bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:34:44.933164 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3fa1a627-cbe1-4508-a769-df764192defc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:44.950000 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-a4f636cb-4b74-424d-bb96-c9b81c47d2c9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 52c75fcf-3d84-4340-821b-6a86e72d130b) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:44.952386 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2c605-e832-48d5-b530-da46695454ef tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Port': ['ID=62bdd3d8-0c4c-4788-b163-90e113cc06ab,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:44.963721 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f636cb-4b74-424d-bb96-c9b81c47d2c9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:44.964979 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a4f636cb-4b74-424d-bb96-c9b81c47d2c9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:44.967231 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-afa2c605-e832-48d5-b530-da46695454ef tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:44.991951 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcb2c6e-9569-4b88-b0df-325ee2b4bc48 None None] Network 52c75fcf-3d84-4340-821b-6a86e72d130b requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:45.002496 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81586bf7-f0db-46d7-ac16-15a28edd4118 None None] Pushing event updated for resources: {'Port': ['ID=309e3f93-ead5-43b7-9859-f8569eb0067f,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:45.014387 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a4f636cb-4b74-424d-bb96-c9b81c47d2c9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2121620 Nov 11 17:34:45.017729 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47632) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:45.019524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa2c605-e832-48d5-b530-da46695454ef tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:45.021942 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-35525221-5082-4a3a-bee2-dfaad9f893fe tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:45.026115 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-afa2c605-e832-48d5-b530-da46695454ef tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:45.027089 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-8da36768-06a5-4d53-b7f5-67eaad6f2b5f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'port': {'network_id': '52c75fcf-3d84-4340-821b-6a86e72d130b', 'name': 'tempest-PortsTestJSON-845652296'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:45.032807 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d62ba514-c3ad-4037-95fb-cb26ffd220e3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:45.044174 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d62ba514-c3ad-4037-95fb-cb26ffd220e3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/ports/25c2fd3f-62cd-4b8e-a82d-b5747679db49 HTTP/1.1" status: 204 len: 168 time: 1.2022386 Nov 11 17:34:45.097909 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47634) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:45.115071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673af37c-d492-4a38-ba14-db479fe5ab48 None None] Pushing event updated for resources: {'Port': ['ID=446f8c02-0e62-4441-a988-f5c0ea7dd190,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:45.133680 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 85463c6c-42ef-4a4e-9206-59057c75628f completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:34:45.144937 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7c8fec-a486-4c71-9ea2-b9554e4b94ba tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] GET failed (client error): The resource could not be found. Nov 11 17:34:45.149489 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7f7c8fec-a486-4c71-9ea2-b9554e4b94ba tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports/25c2fd3f-62cd-4b8e-a82d-b5747679db49 HTTP/1.1" status: 404 len: 333 time: 0.0501778 Nov 11 17:34:45.150116 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47636) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:45.158168 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 85463c6c-42ef-4a4e-9206-59057c75628f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:45.158541 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:45.212662 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-6581ddef-5dcf-4d43-906a-a913261b1e83 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting subnet ea3ffbe4-a8b8-4059-b8d5-d4d8b4354497 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:34:45.217220 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6581ddef-5dcf-4d43-906a-a913261b1e83 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:45.268751 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] Routers {'6c88bcf3-1f87-4233-bc28-92cdf156a3f9'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:34:45.269388 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:34:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6c88bcf3-1f87-4233-bc28-92cdf156a3f9'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:45.323548 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6581ddef-5dcf-4d43-906a-a913261b1e83 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:45.334837 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da36768-06a5-4d53-b7f5-67eaad6f2b5f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:45.343784 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8da36768-06a5-4d53-b7f5-67eaad6f2b5f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:45.383650 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35525221-5082-4a3a-bee2-dfaad9f893fe tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network 63135a75-5cfa-435a-a6c8-7eb0f41a5658 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:45.388507 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-35525221-5082-4a3a-bee2-dfaad9f893fe tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:45.391012 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35525221-5082-4a3a-bee2-dfaad9f893fe tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:45.400374 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-afa2c605-e832-48d5-b530-da46695454ef tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:45.453367 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dae6405-b5ff-4203-aa21-a26f890efbc4 None None] Network ce654bf6-73ab-42ed-b51b-69a24fcf7cb0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:45.493101 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-8da36768-06a5-4d53-b7f5-67eaad6f2b5f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] device_id is not set on port 5ecd926a-7ca3-40ec-a402-26f0806108ee yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:34:45.526674 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35525221-5082-4a3a-bee2-dfaad9f893fe tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=3c865f7f-304e-41ed-9e95-1293ddf8e913,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:45.601149 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-35525221-5082-4a3a-bee2-dfaad9f893fe tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:45.607833 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3fa1a627-cbe1-4508-a769-df764192defc None None] For port 6c2034af-18a6-4cf4-9e37-f8c1b63af708, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:34:45.622790 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f42dc047-9675-4632-a549-8328e5a93e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:45.647487 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f42dc047-9675-4632-a549-8328e5a93e4a None None] For port 446f8c02-0e62-4441-a988-f5c0ea7dd190, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=446f8c02-0e62-4441-a988-f5c0ea7dd190,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:45.673464 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-bfbe6c9c-ca3d-49e9-8a09-83b3bfdc8a5b None None] Allocated IP 2001:db8:1::2 (599cae00-87a0-4035-b1ed-4880d514d027/a615c238-e27e-4e0f-8036-4ab6f91ebcf4/f7a11163-2387-4c6b-90d8-8110aa80143e) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:45.700105 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6581ddef-5dcf-4d43-906a-a913261b1e83 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:45.710558 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f42dc047-9675-4632-a549-8328e5a93e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:45.727797 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3fa1a627-cbe1-4508-a769-df764192defc None None] For port 6c2034af-18a6-4cf4-9e37-f8c1b63af708, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6c2034af-18a6-4cf4-9e37-f8c1b63af708,segment=NetworkSegment(30c49fa5-d7a3-4fab-ad8a-bef888053bed),segment_id=30c49fa5-d7a3-4fab-ad8a-bef888053bed)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:34:45.749236 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601092e-bfd4-40cb-8608-026faa26f3f9 req-88a61afe-10c3-4f2a-92d0-7ae018a38c7c tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:45.758532 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7601092e-bfd4-40cb-8608-026faa26f3f9 req-88a61afe-10c3-4f2a-92d0-7ae018a38c7c tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/ports?device_id=e69d5872-3f67-448b-8858-42b30a3c2eca HTTP/1.1" status: 200 len: 944 time: 0.2546022 Nov 11 17:34:45.795843 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3fa1a627-cbe1-4508-a769-df764192defc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:45.836822 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-81586bf7-f0db-46d7-ac16-15a28edd4118 None None] For port 309e3f93-ead5-43b7-9859-f8569eb0067f, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:34:45.891484 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9598e028-48c7-44f3-adff-bc2aa5eea0e8 None None] Could not find standard attr ID for object 25c2fd3f-62cd-4b8e-a82d-b5747679db49. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:34:45.899427 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-8da36768-06a5-4d53-b7f5-67eaad6f2b5f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Allocated IP 172.20.0.14 (52c75fcf-3d84-4340-821b-6a86e72d130b/09a9128d-181d-4a73-80d9-60c2f9ef7c5a/5ecd926a-7ca3-40ec-a402-26f0806108ee) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:45.932445 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7601092e-bfd4-40cb-8608-026faa26f3f9 req-eb5349df-44ad-4fbe-ac2a-0005bdb85d0f tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/security-groups?id=c500f09f-8826-443f-9bea-42d96b780e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717308 Nov 11 17:34:45.996612 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6581ddef-5dcf-4d43-906a-a913261b1e83 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:46.000026 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-35525221-5082-4a3a-bee2-dfaad9f893fe tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:46.023707 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a017c4c4-c694-4322-89d4-52b99f75df57 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:34:46.047199 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581ddef-5dcf-4d43-906a-a913261b1e83 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3ffbe4-a8b8-4059-b8d5-d4d8b4354497,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:46.057213 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6581ddef-5dcf-4d43-906a-a913261b1e83 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:46.063019 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6581ddef-5dcf-4d43-906a-a913261b1e83 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/subnets/ea3ffbe4-a8b8-4059-b8d5-d4d8b4354497 HTTP/1.1" status: 204 len: 168 time: 0.9077404 Nov 11 17:34:46.066502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47642) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:46.090492 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-81586bf7-f0db-46d7-ac16-15a28edd4118 None None] For port 309e3f93-ead5-43b7-9859-f8569eb0067f, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=309e3f93-ead5-43b7-9859-f8569eb0067f,segment=NetworkSegment(0820a57c-92aa-4e9c-b740-9527ab642e17),segment_id=0820a57c-92aa-4e9c-b740-9527ab642e17)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:34:46.174683 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-81586bf7-f0db-46d7-ac16-15a28edd4118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:46.193921 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] Set router 6c88bcf3-1f87-4233-bc28-92cdf156a3f9 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:34:46.219228 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-afa2c605-e832-48d5-b530-da46695454ef tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:46.234916 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-afa2c605-e832-48d5-b530-da46695454ef tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:46.237425 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-afa2c605-e832-48d5-b530-da46695454ef tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:46.265600 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:46.329981 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42dc047-9675-4632-a549-8328e5a93e4a None None] Pushing event updated for resources: {'Port': ['ID=446f8c02-0e62-4441-a988-f5c0ea7dd190,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:46.345962 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed7074e-d95d-46df-b1aa-54039357e447 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting subnet 57da135f-f48c-48e4-a0d3-7b5bfc3386ae {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:34:46.374779 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7ed7074e-d95d-46df-b1aa-54039357e447 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:46.381556 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9598e028-48c7-44f3-adff-bc2aa5eea0e8 None None] Provisioning complete for port a017c4c4-c694-4322-89d4-52b99f75df57 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:46.383929 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9598e028-48c7-44f3-adff-bc2aa5eea0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:46.443678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2c605-e832-48d5-b530-da46695454ef tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Port': ['ID=62bdd3d8-0c4c-4788-b163-90e113cc06ab,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:46.536891 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7ed7074e-d95d-46df-b1aa-54039357e447 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:46.548297 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8da36768-06a5-4d53-b7f5-67eaad6f2b5f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:46.597406 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa2c605-e832-48d5-b530-da46695454ef tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network ee81fc37-ad5b-4a22-90e5-971b0dae6288 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:46.598878 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-afa2c605-e832-48d5-b530-da46695454ef tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:46.776459 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 85463c6c-42ef-4a4e-9206-59057c75628f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=85463c6c-42ef-4a4e-9206-59057c75628f,segment=NetworkSegment(808fa31a-70ca-4048-a4a4-0c290b99da27),segment_id=808fa31a-70ca-4048-a4a4-0c290b99da27)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:46.842693 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7ed7074e-d95d-46df-b1aa-54039357e447 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:46.847172 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69d5872-3f67-448b-8858-42b30a3c2eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85463c6c-42ef-4a4e-9206-59057c75628f'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:34:46.849677 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8817a03b-2e12-4532-a29d-3ff5fc3e9816" -d '{"events": [{"server_uuid": "e69d5872-3f67-448b-8858-42b30a3c2eca", "name": "network-vif-plugged", "status": "completed", "tag": "85463c6c-42ef-4a4e-9206-59057c75628f"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:34:46.853457 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1a627-cbe1-4508-a769-df764192defc None None] Pushing event updated for resources: {'Port': ['ID=6c2034af-18a6-4cf4-9e37-f8c1b63af708,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:46.859568 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port a017c4c4-c694-4322-89d4-52b99f75df57 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:46.860875 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:46.956194 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa2c605-e832-48d5-b530-da46695454ef tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:34:46.996822 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:47.148378 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0a2265-4985-4a49-a3a5-3e5398c37698 x-openstack-request-id: req-4f0a2265-4985-4a49-a3a5-3e5398c37698 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:34:47.149316 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69d5872-3f67-448b-8858-42b30a3c2eca", "name": "network-vif-plugged", "status": "completed", "tag": "85463c6c-42ef-4a4e-9206-59057c75628f", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:34:47.149437 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4f0a2265-4985-4a49-a3a5-3e5398c37698 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:34:47.150116 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69d5872-3f67-448b-8858-42b30a3c2eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85463c6c-42ef-4a4e-9206-59057c75628f', 'code': 200} Nov 11 17:34:47.170394 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-35525221-5082-4a3a-bee2-dfaad9f893fe tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:47.178350 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7ed7074e-d95d-46df-b1aa-54039357e447 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:47.178776 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64e173b-7734-4cae-8848-86ea2b9b09c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-52c75fcf-3d84-4340-821b-6a86e72d130b', 'network_id': '52c75fcf-3d84-4340-821b-6a86e72d130b', 'tenant_id': '63529d4881bc4948a539fcab59bdd3a8', 'fixed_ips': [{'subnet_id': '09a9128d-181d-4a73-80d9-60c2f9ef7c5a'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:34:47.179936 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f64e173b-7734-4cae-8848-86ea2b9b09c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:47.187081 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-35525221-5082-4a3a-bee2-dfaad9f893fe tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:47.306509 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8da36768-06a5-4d53-b7f5-67eaad6f2b5f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:47.314062 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa2c605-e832-48d5-b530-da46695454ef tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:34:47.325305 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8812cc4-f058-4961-9c09-f5f30f113551 None None] Sync routers for ids ['fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:34:47.344918 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8812cc4-f058-4961-9c09-f5f30f113551 None None] Routers {'fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:34:47.346612 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-a8812cc4-f058-4961-9c09-f5f30f113551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:34:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:47.470597 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-35525221-5082-4a3a-bee2-dfaad9f893fe tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:47.545361 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35525221-5082-4a3a-bee2-dfaad9f893fe tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=3c865f7f-304e-41ed-9e95-1293ddf8e913,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:47.588928 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-a8812cc4-f058-4961-9c09-f5f30f113551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:47.615184 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8812cc4-f058-4961-9c09-f5f30f113551 None None] Routers {'fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:34:47.615853 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-a8812cc4-f058-4961-9c09-f5f30f113551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:34:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:47.679249 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-a8812cc4-f058-4961-9c09-f5f30f113551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:47.686482 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8812cc4-f058-4961-9c09-f5f30f113551 None None] The sync data for ids ['fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:34:47.771583 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81586bf7-f0db-46d7-ac16-15a28edd4118 None None] Pushing event updated for resources: {'Port': ['ID=309e3f93-ead5-43b7-9859-f8569eb0067f,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:47.861936 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308f25e1-8dc3-4c8c-9c5f-b616cbd03162 None None] Update dhcp port {'port': {'network_id': 'ce654bf6-73ab-42ed-b51b-69a24fcf7cb0', 'fixed_ips': [{'subnet_id': '57da135f-f48c-48e4-a0d3-7b5bfc3386ae'}], 'binding:host_id': 'n-d-816206-4'}, 'id': 'a017c4c4-c694-4322-89d4-52b99f75df57'} from n-d-816206-4. {{(pid=102619) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 17:34:47.879573 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da36768-06a5-4d53-b7f5-67eaad6f2b5f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Port': ['ID=5ecd926a-7ca3-40ec-a402-26f0806108ee,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:47.909844 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35525221-5082-4a3a-bee2-dfaad9f893fe tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network 63135a75-5cfa-435a-a6c8-7eb0f41a5658 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:47.911126 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7074e-d95d-46df-b1aa-54039357e447 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Subnet': ['ID=57da135f-f48c-48e4-a0d3-7b5bfc3386ae,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:47.920504 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da36768-06a5-4d53-b7f5-67eaad6f2b5f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network 52c75fcf-3d84-4340-821b-6a86e72d130b is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:47.921718 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-35525221-5082-4a3a-bee2-dfaad9f893fe tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:47.935040 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7ed7074e-d95d-46df-b1aa-54039357e447 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:47.941363 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7ed7074e-d95d-46df-b1aa-54039357e447 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/subnets/57da135f-f48c-48e4-a0d3-7b5bfc3386ae HTTP/1.1" status: 204 len: 168 time: 1.8688514 Nov 11 17:34:47.944669 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47660) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:48.169773 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-8da36768-06a5-4d53-b7f5-67eaad6f2b5f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:48.174834 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da36768-06a5-4d53-b7f5-67eaad6f2b5f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:48.183862 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e5086f08-eb3c-4e93-91b5-b72c4ac17515 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:48.200916 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-afa2c605-e832-48d5-b530-da46695454ef tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1433308 Nov 11 17:34:48.207606 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47662) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:48.228050 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35525221-5082-4a3a-bee2-dfaad9f893fe tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Router 6c88bcf3-1f87-4233-bc28-92cdf156a3f9 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:34:48.232445 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 903796f2-9469-417f-af7f-ef16f73bfa25 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:34:48.292825 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cd147-3afb-4541-94ea-c1f8d8817207 req-a56fa8fa-3221-4e2e-b79e-69d975a269bf tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:48.295276 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e3cd147-3afb-4541-94ea-c1f8d8817207 req-a56fa8fa-3221-4e2e-b79e-69d975a269bf tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/ports?device_id=e69d5872-3f67-448b-8858-42b30a3c2eca HTTP/1.1" status: 200 len: 945 time: 1.1200149 Nov 11 17:34:48.297593 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1adf54e-f66a-4675-b980-1333dc833242 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:48.303543 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a1adf54e-f66a-4675-b980-1333dc833242 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/ports/62bdd3d8-0c4c-4788-b163-90e113cc06ab HTTP/1.1" status: 200 len: 911 time: 0.0930271 Nov 11 17:34:48.304430 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47666) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:48.328291 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da36768-06a5-4d53-b7f5-67eaad6f2b5f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:48.328764 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8da36768-06a5-4d53-b7f5-67eaad6f2b5f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:48.400822 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-f64e173b-7734-4cae-8848-86ea2b9b09c6 None None] Allocated IP 172.20.0.2 (52c75fcf-3d84-4340-821b-6a86e72d130b/09a9128d-181d-4a73-80d9-60c2f9ef7c5a/ec64b1c6-4705-48e6-8a53-efde66f9bc6d) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:48.432714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-e5086f08-eb3c-4e93-91b5-b72c4ac17515 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting port a017c4c4-c694-4322-89d4-52b99f75df57 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:48.433226 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e5086f08-eb3c-4e93-91b5-b72c4ac17515 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:48.447479 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8da36768-06a5-4d53-b7f5-67eaad6f2b5f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4287071 Nov 11 17:34:48.464062 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47668) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:48.525420 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a99216-d1bf-49d1-b5f0-27a52aa906fd req-46e9107b-51c7-4919-8ac8-c06ce7ac8643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:48.527031 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a6a99216-d1bf-49d1-b5f0-27a52aa906fd req-46e9107b-51c7-4919-8ac8-c06ce7ac8643 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e69d5872-3f67-448b-8858-42b30a3c2eca HTTP/1.1" status: 200 len: 1096 time: 1.2293923 Nov 11 17:34:48.591393 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f64e173b-7734-4cae-8848-86ea2b9b09c6 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:48.604112 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=85463c6c-42ef-4a4e-9206-59057c75628f,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:48.608134 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b374dd7-12ef-4317-b382-14158f6d231c None None] Network 63135a75-5cfa-435a-a6c8-7eb0f41a5658 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:48.617267 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df1954b-fc80-4b4e-aba6-0ced73af94bc None None] Network ee81fc37-ad5b-4a22-90e5-971b0dae6288 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:48.620187 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a6a99216-d1bf-49d1-b5f0-27a52aa906fd req-04c4c18d-6c3c-4d9c-841e-5eae0250d053 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c500f09f-8826-443f-9bea-42d96b780e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816760 Nov 11 17:34:48.674458 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6c9c-ca3d-49e9-8a09-83b3bfdc8a5b None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:48.709834 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f64e173b-7734-4cae-8848-86ea2b9b09c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:48.828594 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:48.832081 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 903796f2-9469-417f-af7f-ef16f73bfa25 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:34:48.832995 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 903796f2-9469-417f-af7f-ef16f73bfa25 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:34:48.868433 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6c9c-ca3d-49e9-8a09-83b3bfdc8a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:48.878610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64e173b-7734-4cae-8848-86ea2b9b09c6 None None] Network 52c75fcf-3d84-4340-821b-6a86e72d130b is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:48.900001 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-308f25e1-8dc3-4c8c-9c5f-b616cbd03162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:48.916132 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-f64e173b-7734-4cae-8848-86ea2b9b09c6 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:48.946931 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e173b-7734-4cae-8848-86ea2b9b09c6 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:48.974288 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f27ccb28-bc6a-4170-9937-5e6daea3bf3f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:48.980518 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbe6c9c-ca3d-49e9-8a09-83b3bfdc8a5b None None] Network 599cae00-87a0-4035-b1ed-4880d514d027 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:48.992889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-a9b6fb08-4813-4283-913e-2e992da2abc9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'port': {'network_id': '52c75fcf-3d84-4340-821b-6a86e72d130b', 'name': 'tempest-PortsTestJSON-181223492'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:49.010174 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e173b-7734-4cae-8848-86ea2b9b09c6 None None] Pushing event updated for resources: {'Port': ['ID=ec64b1c6-4705-48e6-8a53-efde66f9bc6d,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:49.016456 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e3cd147-3afb-4541-94ea-c1f8d8817207 req-e55bcb8b-649d-4392-bbd2-d572b6d38eab tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/security-groups?id=c500f09f-8826-443f-9bea-42d96b780e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7061806 Nov 11 17:34:49.035613 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-bfbe6c9c-ca3d-49e9-8a09-83b3bfdc8a5b None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:49.082368 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbe6c9c-ca3d-49e9-8a09-83b3bfdc8a5b None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:49.123106 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6c2034af-18a6-4cf4-9e37-f8c1b63af708 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:34:49.138001 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-e5086f08-eb3c-4e93-91b5-b72c4ac17515 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] For port a017c4c4-c694-4322-89d4-52b99f75df57, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a017c4c4-c694-4322-89d4-52b99f75df57,segment=NetworkSegment(bf82098a-798d-4a1f-9b8f-9fac66650bf1),segment_id=bf82098a-798d-4a1f-9b8f-9fac66650bf1)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:49.138368 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e5086f08-eb3c-4e93-91b5-b72c4ac17515 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:49.168109 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-e5086f08-eb3c-4e93-91b5-b72c4ac17515 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Calling delete_port for a017c4c4-c694-4322-89d4-52b99f75df57 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:49.170349 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35525221-5082-4a3a-bee2-dfaad9f893fe tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:34:49.173209 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9598e028-48c7-44f3-adff-bc2aa5eea0e8 None None] Provisioning complete for port 446f8c02-0e62-4441-a988-f5c0ea7dd190 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:49.173747 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9598e028-48c7-44f3-adff-bc2aa5eea0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:49.185590 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-35525221-5082-4a3a-bee2-dfaad9f893fe tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "PUT /v2.0/routers/6c88bcf3-1f87-4233-bc28-92cdf156a3f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8521934 Nov 11 17:34:49.191586 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275376215', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:34:33Z', 'updated_at': '2021-11-11T17:34:35Z', 'revision_number': 3, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:be:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:34Z', 'updated_at': '2021-11-11T17:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:49.353037 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e63c75-bd0a-4aba-a5e0-0df0f10a6bcd None None] The sync data for ids ['6c88bcf3-1f87-4233-bc28-92cdf156a3f9'] in n-d-816206-4 is: [{'id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275376215', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:34:33Z', 'updated_at': '2021-11-11T17:34:35Z', 'revision_number': 3, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:be:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:34Z', 'updated_at': '2021-11-11T17:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:34:49.366825 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b6fb08-4813-4283-913e-2e992da2abc9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:49.370977 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9b6fb08-4813-4283-913e-2e992da2abc9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:49.398462 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f64e173b-7734-4cae-8848-86ea2b9b09c6 None None] Attempting to bind port ec64b1c6-4705-48e6-8a53-efde66f9bc6d on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:34:49.398994 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f64e173b-7734-4cae-8848-86ea2b9b09c6 None None] Attempting to bind port ec64b1c6-4705-48e6-8a53-efde66f9bc6d by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '6f072eb8-54b1-48e3-8cb7-e3efe6d8f872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '52c75fcf-3d84-4340-821b-6a86e72d130b'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:34:49.399565 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e173b-7734-4cae-8848-86ea2b9b09c6 None None] Attempting to bind port ec64b1c6-4705-48e6-8a53-efde66f9bc6d on network 52c75fcf-3d84-4340-821b-6a86e72d130b {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:34:49.429390 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe6c9c-ca3d-49e9-8a09-83b3bfdc8a5b None None] Pushing event updated for resources: {'Port': ['ID=f7a11163-2387-4c6b-90d8-8110aa80143e,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:49.462345 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e173b-7734-4cae-8848-86ea2b9b09c6 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:34:49.462727 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e173b-7734-4cae-8848-86ea2b9b09c6 None None] Checking segment: {'id': '6f072eb8-54b1-48e3-8cb7-e3efe6d8f872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '52c75fcf-3d84-4340-821b-6a86e72d130b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:49.463131 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f64e173b-7734-4cae-8848-86ea2b9b09c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:49.463524 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e173b-7734-4cae-8848-86ea2b9b09c6 None None] Bound using segment: {'id': '6f072eb8-54b1-48e3-8cb7-e3efe6d8f872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '52c75fcf-3d84-4340-821b-6a86e72d130b'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:34:49.464037 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f64e173b-7734-4cae-8848-86ea2b9b09c6 None None] Bound port: ec64b1c6-4705-48e6-8a53-efde66f9bc6d, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f072eb8-54b1-48e3-8cb7-e3efe6d8f872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '52c75fcf-3d84-4340-821b-6a86e72d130b'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:34:49.464421 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f64e173b-7734-4cae-8848-86ea2b9b09c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:49.465042 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-f27ccb28-bc6a-4170-9937-5e6daea3bf3f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Allocated IP 2001:db8:1::1 (599cae00-87a0-4035-b1ed-4880d514d027/a615c238-e27e-4e0f-8036-4ab6f91ebcf4/94f48de8-73ac-4c31-b639-0766b00bc417) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:49.472335 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-a9b6fb08-4813-4283-913e-2e992da2abc9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] device_id is not set on port 40671e47-8cc7-4f40-afb4-c017bd4090d5 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:34:49.502732 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e5086f08-eb3c-4e93-91b5-b72c4ac17515 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:49.516156 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-bfbe6c9c-ca3d-49e9-8a09-83b3bfdc8a5b None None] Attempting to bind port f7a11163-2387-4c6b-90d8-8110aa80143e on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:34:49.517311 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-bfbe6c9c-ca3d-49e9-8a09-83b3bfdc8a5b None None] Attempting to bind port f7a11163-2387-4c6b-90d8-8110aa80143e by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '3ef41605-d2a5-4476-9cbb-9b2a7eed3a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '599cae00-87a0-4035-b1ed-4880d514d027'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:34:49.517527 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbe6c9c-ca3d-49e9-8a09-83b3bfdc8a5b None None] Attempting to bind port f7a11163-2387-4c6b-90d8-8110aa80143e on network 599cae00-87a0-4035-b1ed-4880d514d027 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:34:49.570359 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00224b56-ab16-49ec-949c-e7f9b5e6d728 None None] Network ce654bf6-73ab-42ed-b51b-69a24fcf7cb0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:49.590436 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbe6c9c-ca3d-49e9-8a09-83b3bfdc8a5b None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:34:49.590814 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbe6c9c-ca3d-49e9-8a09-83b3bfdc8a5b None None] Checking segment: {'id': '3ef41605-d2a5-4476-9cbb-9b2a7eed3a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '599cae00-87a0-4035-b1ed-4880d514d027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:49.591214 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6c9c-ca3d-49e9-8a09-83b3bfdc8a5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:49.591610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbe6c9c-ca3d-49e9-8a09-83b3bfdc8a5b None None] Bound using segment: {'id': '3ef41605-d2a5-4476-9cbb-9b2a7eed3a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '599cae00-87a0-4035-b1ed-4880d514d027'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:34:49.594086 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-bfbe6c9c-ca3d-49e9-8a09-83b3bfdc8a5b None None] Bound port: f7a11163-2387-4c6b-90d8-8110aa80143e, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef41605-d2a5-4476-9cbb-9b2a7eed3a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '599cae00-87a0-4035-b1ed-4880d514d027'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:34:49.595015 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6c9c-ca3d-49e9-8a09-83b3bfdc8a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:49.705547 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f27ccb28-bc6a-4170-9937-5e6daea3bf3f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:49.727579 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 6c2034af-18a6-4cf4-9e37-f8c1b63af708 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:49.728453 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:49.778610 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f27ccb28-bc6a-4170-9937-5e6daea3bf3f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:49.816233 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-a9b6fb08-4813-4283-913e-2e992da2abc9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Allocated IP 172.20.0.9 (52c75fcf-3d84-4340-821b-6a86e72d130b/09a9128d-181d-4a73-80d9-60c2f9ef7c5a/40671e47-8cc7-4f40-afb4-c017bd4090d5) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:49.840440 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27ccb28-bc6a-4170-9937-5e6daea3bf3f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network 599cae00-87a0-4035-b1ed-4880d514d027 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:49.850463 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-f27ccb28-bc6a-4170-9937-5e6daea3bf3f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:49.855529 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27ccb28-bc6a-4170-9937-5e6daea3bf3f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:49.856256 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f27ccb28-bc6a-4170-9937-5e6daea3bf3f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:49.950510 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ccb28-bc6a-4170-9937-5e6daea3bf3f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Port': ['ID=94f48de8-73ac-4c31-b639-0766b00bc417,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:50.017622 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5086f08-eb3c-4e93-91b5-b72c4ac17515 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Port': ['ID=a017c4c4-c694-4322-89d4-52b99f75df57,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:50.019793 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5086f08-eb3c-4e93-91b5-b72c4ac17515 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] No DVR routers for this DVR port a017c4c4-c694-4322-89d4-52b99f75df57 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:34:50.091472 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f64e173b-7734-4cae-8848-86ea2b9b09c6 None None] For port ec64b1c6-4705-48e6-8a53-efde66f9bc6d, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:34:50.259391 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f27ccb28-bc6a-4170-9937-5e6daea3bf3f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:50.265888 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f64e173b-7734-4cae-8848-86ea2b9b09c6 None None] For port ec64b1c6-4705-48e6-8a53-efde66f9bc6d, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ec64b1c6-4705-48e6-8a53-efde66f9bc6d,segment=NetworkSegment(6f072eb8-54b1-48e3-8cb7-e3efe6d8f872),segment_id=6f072eb8-54b1-48e3-8cb7-e3efe6d8f872)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:34:50.274484 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6875eea-ec7a-433e-b343-8c325412259c None None] DHCP port deletion for ce654bf6-73ab-42ed-b51b-69a24fcf7cb0 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:34:50.288492 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-bfbe6c9c-ca3d-49e9-8a09-83b3bfdc8a5b None None] For port f7a11163-2387-4c6b-90d8-8110aa80143e, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:34:50.382406 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f64e173b-7734-4cae-8848-86ea2b9b09c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:50.423956 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-42233260-7014-43f0-99aa-73cd365bb155 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280200123&fields=id&tenant_id=4a967e21f8b349ab96ba5689386c16b9 HTTP/1.1" status: 200 len: 267 time: 0.9385872 Nov 11 17:34:50.463836 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-bfbe6c9c-ca3d-49e9-8a09-83b3bfdc8a5b None None] For port f7a11163-2387-4c6b-90d8-8110aa80143e, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f7a11163-2387-4c6b-90d8-8110aa80143e,segment=NetworkSegment(3ef41605-d2a5-4476-9cbb-9b2a7eed3a35),segment_id=3ef41605-d2a5-4476-9cbb-9b2a7eed3a35)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:34:50.560185 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:50.655404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e173b-7734-4cae-8848-86ea2b9b09c6 None None] Pushing event updated for resources: {'Port': ['ID=ec64b1c6-4705-48e6-8a53-efde66f9bc6d,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:50.669295 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6c9c-ca3d-49e9-8a09-83b3bfdc8a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:50.683841 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-00d809a0-63f3-47bb-876f-bc778a2dfb17 None None] Provisioning complete for port 6c2034af-18a6-4cf4-9e37-f8c1b63af708 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:50.684222 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-00d809a0-63f3-47bb-876f-bc778a2dfb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:50.727625 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e5086f08-eb3c-4e93-91b5-b72c4ac17515 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:50.842691 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd2ce3-7a83-42bd-933e-5b5f599620e5 req-d439924f-6787-432a-aaf1-7ebf9be21c2b tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:50.854252 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe6c9c-ca3d-49e9-8a09-83b3bfdc8a5b None None] Pushing event updated for resources: {'Port': ['ID=f7a11163-2387-4c6b-90d8-8110aa80143e,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:50.860048 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63fd2ce3-7a83-42bd-933e-5b5f599620e5 req-d439924f-6787-432a-aaf1-7ebf9be21c2b tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/ports?device_id=e69d5872-3f67-448b-8858-42b30a3c2eca HTTP/1.1" status: 200 len: 945 time: 0.3246117 Nov 11 17:34:50.915414 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-e5086f08-eb3c-4e93-91b5-b72c4ac17515 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce654bf6-73ab-42ed-b51b-69a24fcf7cb0']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:50.925036 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 6c2034af-18a6-4cf4-9e37-f8c1b63af708, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6c2034af-18a6-4cf4-9e37-f8c1b63af708,segment=NetworkSegment(30c49fa5-d7a3-4fab-ad8a-bef888053bed),segment_id=30c49fa5-d7a3-4fab-ad8a-bef888053bed)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:50.943251 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:50.944107 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 309e3f93-ead5-43b7-9859-f8569eb0067f up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:34:50.996587 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-e5086f08-eb3c-4e93-91b5-b72c4ac17515 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf82098a-798d-4a1f-9b8f-9fac66650bf1') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:50.996789 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-e5086f08-eb3c-4e93-91b5-b72c4ac17515 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf82098a-798d-4a1f-9b8f-9fac66650bf1') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:51.070148 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9b6fb08-4813-4283-913e-2e992da2abc9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:51.177096 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f27ccb28-bc6a-4170-9937-5e6daea3bf3f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:51.187225 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f27ccb28-bc6a-4170-9937-5e6daea3bf3f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:51.188686 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f27ccb28-bc6a-4170-9937-5e6daea3bf3f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:51.200590 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-c30ac259-0ef0-48f3-bb1d-b67838a0735e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:51.209861 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-c30ac259-0ef0-48f3-bb1d-b67838a0735e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/networks?id=63135a75-5cfa-435a-a6c8-7eb0f41a5658 HTTP/1.1" status: 200 len: 797 time: 0.7772746 Nov 11 17:34:51.260994 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63fd2ce3-7a83-42bd-933e-5b5f599620e5 req-05b3e752-b52d-40b3-8e49-3d026b87f6aa tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/security-groups?id=c500f09f-8826-443f-9bea-42d96b780e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993101 Nov 11 17:34:51.262963 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9b6fb08-4813-4283-913e-2e992da2abc9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:51.274884 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e5086f08-eb3c-4e93-91b5-b72c4ac17515 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:51.478203 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-7059da2d-5dd7-4f98-8fcf-73c6e7c2cd38 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/quotas/4a967e21f8b349ab96ba5689386c16b9 HTTP/1.1" status: 200 len: 375 time: 0.1699145 Nov 11 17:34:51.480297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b6fb08-4813-4283-913e-2e992da2abc9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network 52c75fcf-3d84-4340-821b-6a86e72d130b is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:51.493337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-a9b6fb08-4813-4283-913e-2e992da2abc9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:51.567269 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e5086f08-eb3c-4e93-91b5-b72c4ac17515 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:51.574778 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=6c2034af-18a6-4cf4-9e37-f8c1b63af708,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:51.585980 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b6fb08-4813-4283-913e-2e992da2abc9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:51.587524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ccb28-bc6a-4170-9937-5e6daea3bf3f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Port': ['ID=94f48de8-73ac-4c31-b639-0766b00bc417,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:51.689005 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6fb08-4813-4283-913e-2e992da2abc9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Port': ['ID=40671e47-8cc7-4f40-afb4-c017bd4090d5,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:51.706150 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27ccb28-bc6a-4170-9937-5e6daea3bf3f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network 599cae00-87a0-4035-b1ed-4880d514d027 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:51.710934 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-f27ccb28-bc6a-4170-9937-5e6daea3bf3f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:51.733034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 309e3f93-ead5-43b7-9859-f8569eb0067f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:51.736505 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:51.755408 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5086f08-eb3c-4e93-91b5-b72c4ac17515 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:34:51.763178 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e5086f08-eb3c-4e93-91b5-b72c4ac17515 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:34:51.769764 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:34:51.820957 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b6fb08-4813-4283-913e-2e992da2abc9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:51.821809 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9b6fb08-4813-4283-913e-2e992da2abc9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:51.889251 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-00d809a0-63f3-47bb-876f-bc778a2dfb17 None None] Could not find standard attr ID for object a017c4c4-c694-4322-89d4-52b99f75df57. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:34:51.933732 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27ccb28-bc6a-4170-9937-5e6daea3bf3f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:34:51.958490 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-00d809a0-63f3-47bb-876f-bc778a2dfb17 None None] Provisioning complete for port 309e3f93-ead5-43b7-9859-f8569eb0067f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:51.963563 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-00d809a0-63f3-47bb-876f-bc778a2dfb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:51.966886 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a9b6fb08-4813-4283-913e-2e992da2abc9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5020385 Nov 11 17:34:51.975633 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-40267c90-7235-48ba-b2ff-cdddd14e6445 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4883451 Nov 11 17:34:51.976204 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47708) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:51.979180 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:51.998953 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e5086f08-eb3c-4e93-91b5-b72c4ac17515 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:52.004641 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e5086f08-eb3c-4e93-91b5-b72c4ac17515 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:52.011100 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e5086f08-eb3c-4e93-91b5-b72c4ac17515 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/networks/ce654bf6-73ab-42ed-b51b-69a24fcf7cb0 HTTP/1.1" status: 204 len: 168 time: 3.9308293 Nov 11 17:34:52.016232 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47710) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:52.074632 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 309e3f93-ead5-43b7-9859-f8569eb0067f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=309e3f93-ead5-43b7-9859-f8569eb0067f,segment=NetworkSegment(0820a57c-92aa-4e9c-b740-9527ab642e17),segment_id=0820a57c-92aa-4e9c-b740-9527ab642e17)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:52.090155 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:52.156423 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5086f08-eb3c-4e93-91b5-b72c4ac17515 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Network': ['ID=ce654bf6-73ab-42ed-b51b-69a24fcf7cb0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:52.171963 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=309e3f93-ead5-43b7-9859-f8569eb0067f,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:52.185484 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27ccb28-bc6a-4170-9937-5e6daea3bf3f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:34:52.212443 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392f5a80-3a96-4960-9b98-8a424d14461c None None] Sync routers for ids ['fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:34:52.217001 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f27ccb28-bc6a-4170-9937-5e6daea3bf3f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9104853 Nov 11 17:34:52.230184 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47712) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:52.236884 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637aad5b-090f-49ae-bc0c-9a6947d9a8ca req-3d811668-c616-4718-b0a5-22b09050de81 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:52.242527 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392f5a80-3a96-4960-9b98-8a424d14461c None None] Routers {'fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:34:52.243647 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-392f5a80-3a96-4960-9b98-8a424d14461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:34:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:52.246385 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-637aad5b-090f-49ae-bc0c-9a6947d9a8ca req-3d811668-c616-4718-b0a5-22b09050de81 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/ports?device_id=e69d5872-3f67-448b-8858-42b30a3c2eca HTTP/1.1" status: 200 len: 945 time: 0.2686152 Nov 11 17:34:52.264964 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed9fe70-8a67-4b11-a382-b64389fec3ce tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:52.273425 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47714) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:52.282108 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7ed9fe70-8a67-4b11-a382-b64389fec3ce tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2630084 Nov 11 17:34:52.292851 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-00d809a0-63f3-47bb-876f-bc778a2dfb17 None None] Provisioning complete for port 3c865f7f-304e-41ed-9e95-1293ddf8e913 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:52.293383 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-00d809a0-63f3-47bb-876f-bc778a2dfb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:52.311145 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de94d6e7-45a0-48ed-a327-24157bc34a87 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:52.315773 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-de94d6e7-45a0-48ed-a327-24157bc34a87 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.3323476 Nov 11 17:34:52.316809 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47716) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:52.319533 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-392f5a80-3a96-4960-9b98-8a424d14461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:52.348717 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-00d809a0-63f3-47bb-876f-bc778a2dfb17 None None] Port 3c865f7f-304e-41ed-9e95-1293ddf8e913 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:34:52.350743 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392f5a80-3a96-4960-9b98-8a424d14461c None None] Routers {'fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:34:52.351431 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-392f5a80-3a96-4960-9b98-8a424d14461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:34:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:52.360953 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dbfc80-a47a-41ad-81e9-105a840118a7 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:52.362404 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-33dbfc80-a47a-41ad-81e9-105a840118a7 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/ports/94f48de8-73ac-4c31-b639-0766b00bc417 HTTP/1.1" status: 200 len: 913 time: 0.0784032 Nov 11 17:34:52.365266 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47718) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:52.411267 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-392f5a80-3a96-4960-9b98-8a424d14461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:52.412561 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392f5a80-3a96-4960-9b98-8a424d14461c None None] The sync data for ids ['fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:34:52.480480 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-24e8af24-088d-406e-b307-d0c61b1e1b70 None None] Provisioning complete for port 62bdd3d8-0c4c-4788-b163-90e113cc06ab triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:52.482309 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-24e8af24-088d-406e-b307-d0c61b1e1b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:52.526596 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ec64b1c6-4705-48e6-8a53-efde66f9bc6d up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:34:52.584919 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-3dec77e6-69bc-4d58-8fa1-a2aeb7ca181f service neutron] 10.222.0.76 "GET /v2.0/networks/63135a75-5cfa-435a-a6c8-7eb0f41a5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505147 Nov 11 17:34:52.597658 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-637aad5b-090f-49ae-bc0c-9a6947d9a8ca req-aeddcf94-f06a-40fb-bcdc-6f68586a868c tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/security-groups?id=c500f09f-8826-443f-9bea-42d96b780e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502779 Nov 11 17:34:52.616191 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-24e8af24-088d-406e-b307-d0c61b1e1b70 None None] Port 62bdd3d8-0c4c-4788-b163-90e113cc06ab cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:34:52.621623 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4a44db50-70ba-4d8a-9279-9f8387838d91 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3397548 Nov 11 17:34:52.633795 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47722) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:52.640829 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e2d4780b-be02-4269-b441-37d53be9dff3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1620373772'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:52.658084 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-24e8af24-088d-406e-b307-d0c61b1e1b70 None None] Provisioning complete for port 309e3f93-ead5-43b7-9859-f8569eb0067f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:52.658472 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-24e8af24-088d-406e-b307-d0c61b1e1b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:52.684761 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d4780b-be02-4269-b441-37d53be9dff3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:52.689594 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e2d4780b-be02-4269-b441-37d53be9dff3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:52.715430 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-4c41e63e-92eb-4fa6-9344-343472a395ba tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting port 40671e47-8cc7-4f40-afb4-c017bd4090d5 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:52.716165 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c41e63e-92eb-4fa6-9344-343472a395ba tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:52.732809 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port ec64b1c6-4705-48e6-8a53-efde66f9bc6d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:52.733085 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:52.747631 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d4780b-be02-4269-b441-37d53be9dff3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1268} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:34:52.758759 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e2d4780b-be02-4269-b441-37d53be9dff3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:52.759143 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-e2d4780b-be02-4269-b441-37d53be9dff3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Added segment 3ce2684a-b819-4fbe-8d50-27694ddb2c17 of type vlan for network a169eb12-3395-4c28-bb5a-9db540538cd7 Nov 11 17:34:52.790347 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-1f9da81e-0b7f-4612-bd51-279203ae3037 service neutron] 10.222.0.76 "GET /v2.0/networks/63135a75-5cfa-435a-a6c8-7eb0f41a5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832361 Nov 11 17:34:52.856781 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e2d4780b-be02-4269-b441-37d53be9dff3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:52.885479 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-24e8af24-088d-406e-b307-d0c61b1e1b70 None None] Provisioning complete for port 3c865f7f-304e-41ed-9e95-1293ddf8e913 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:52.885921 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-24e8af24-088d-406e-b307-d0c61b1e1b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:52.928388 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c41e63e-92eb-4fa6-9344-343472a395ba tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:52.930567 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e2d4780b-be02-4269-b441-37d53be9dff3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:52.936598 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d4780b-be02-4269-b441-37d53be9dff3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:52.937604 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e2d4780b-be02-4269-b441-37d53be9dff3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:52.953536 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-24e8af24-088d-406e-b307-d0c61b1e1b70 None None] Port 3c865f7f-304e-41ed-9e95-1293ddf8e913 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:34:52.963709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-4c41e63e-92eb-4fa6-9344-343472a395ba tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Calling delete_port for 40671e47-8cc7-4f40-afb4-c017bd4090d5 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:53.022526 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:53.076286 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port ec64b1c6-4705-48e6-8a53-efde66f9bc6d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ec64b1c6-4705-48e6-8a53-efde66f9bc6d,segment=NetworkSegment(6f072eb8-54b1-48e3-8cb7-e3efe6d8f872),segment_id=6f072eb8-54b1-48e3-8cb7-e3efe6d8f872)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:53.082127 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:53.083127 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f7a11163-2387-4c6b-90d8-8110aa80143e up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:34:53.181687 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e2d4780b-be02-4269-b441-37d53be9dff3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5435011 Nov 11 17:34:53.196251 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47730) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:53.243074 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-9f6f00a1-0dac-442c-b593-436bd5417c20 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'subnet': {'network_id': 'a169eb12-3395-4c28-bb5a-9db540538cd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:53.244960 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=ec64b1c6-4705-48e6-8a53-efde66f9bc6d,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:53.269030 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port f7a11163-2387-4c6b-90d8-8110aa80143e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:53.269030 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:53.280122 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1df125c6-bdd7-455d-96e1-a195ec723929 req-67e8f49f-db06-44fc-8f54-cbc4f6f65b51 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 210 time: 0.0924394 Nov 11 17:34:53.361942 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4780b-be02-4269-b441-37d53be9dff3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Network': ['ID=a169eb12-3395-4c28-bb5a-9db540538cd7,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:53.368247 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c41e63e-92eb-4fa6-9344-343472a395ba tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:53.387885 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network a169eb12-3395-4c28-bb5a-9db540538cd7 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:34:53.504264 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] Sync routers for ids ['6c88bcf3-1f87-4233-bc28-92cdf156a3f9'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:34:53.511656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41e63e-92eb-4fa6-9344-343472a395ba tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Port': ['ID=40671e47-8cc7-4f40-afb4-c017bd4090d5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:53.535244 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] Routers {'6c88bcf3-1f87-4233-bc28-92cdf156a3f9'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:34:53.536268 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:34:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6c88bcf3-1f87-4233-bc28-92cdf156a3f9'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:53.703504 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] Set router 6c88bcf3-1f87-4233-bc28-92cdf156a3f9 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:34:53.724367 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6f00a1-0dac-442c-b593-436bd5417c20 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:53.736819 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9f6f00a1-0dac-442c-b593-436bd5417c20 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:53.785901 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c41e63e-92eb-4fa6-9344-343472a395ba tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:53.791195 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4c41e63e-92eb-4fa6-9344-343472a395ba tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/ports/40671e47-8cc7-4f40-afb4-c017bd4090d5 HTTP/1.1" status: 204 len: 168 time: 1.4514959 Nov 11 17:34:53.793193 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:53.794105 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f027c99-b8db-4588-bee3-472c15e649ec req-9372a772-518f-45d7-a11a-c56a8560bf40 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:53.795263 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47740) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:53.796868 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9f027c99-b8db-4588-bee3-472c15e649ec req-9372a772-518f-45d7-a11a-c56a8560bf40 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.64 "GET /v2.0/ports?device_id=e69d5872-3f67-448b-8858-42b30a3c2eca HTTP/1.1" status: 200 len: 945 time: 0.4348798 Nov 11 17:34:53.820035 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c7bfc5-798d-443b-b38b-f2cd1b8dd1be None None] Network 599cae00-87a0-4035-b1ed-4880d514d027 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:53.859198 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port f7a11163-2387-4c6b-90d8-8110aa80143e, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f7a11163-2387-4c6b-90d8-8110aa80143e,segment=NetworkSegment(3ef41605-d2a5-4476-9cbb-9b2a7eed3a35),segment_id=3ef41605-d2a5-4476-9cbb-9b2a7eed3a35)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:53.886637 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3a3d89-7e1c-4bd7-ba67-e0faee5b94a1 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] GET failed (client error): The resource could not be found. Nov 11 17:34:53.890907 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9c3a3d89-7e1c-4bd7-ba67-e0faee5b94a1 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports/40671e47-8cc7-4f40-afb4-c017bd4090d5 HTTP/1.1" status: 404 len: 333 time: 0.0876203 Nov 11 17:34:53.894370 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47744) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:53.911488 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:53.912304 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6c2034af-18a6-4cf4-9e37-f8c1b63af708 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:34:53.968272 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c10d342-6324-4cef-970b-b6d4432e17a0 None None] Network 52c75fcf-3d84-4340-821b-6a86e72d130b requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:54.045345 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ca66af97-701f-40fe-af36-2ac65607eba6 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:54.153613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef15ac-4521-462e-b20c-a332b5581725 req-b1c2fd65-d9b8-4f03-b31b-82de25fa06c0 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:54.170703 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fbef15ac-4521-462e-b20c-a332b5581725 req-b1c2fd65-d9b8-4f03-b31b-82de25fa06c0 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/ports?device_id=e69d5872-3f67-448b-8858-42b30a3c2eca HTTP/1.1" status: 200 len: 945 time: 0.3451047 Nov 11 17:34:54.330546 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-cd55523d-0785-48a6-927f-e28718c2d340 None None] Provisioning complete for port f7a11163-2387-4c6b-90d8-8110aa80143e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:54.333593 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cd55523d-0785-48a6-927f-e28718c2d340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:54.336803 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fbef15ac-4521-462e-b20c-a332b5581725 req-b0e52adc-a533-4f25-a5ca-a49e694ee7a4 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/security-groups?id=c500f09f-8826-443f-9bea-42d96b780e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553435 Nov 11 17:34:54.349498 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-c35c9ab5-9d88-452e-b361-0195c00b3b06 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting port 5ecd926a-7ca3-40ec-a402-26f0806108ee {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:54.352120 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c35c9ab5-9d88-452e-b361-0195c00b3b06 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:54.378441 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-9f027c99-b8db-4588-bee3-472c15e649ec req-2eb75202-6d51-4962-ba9f-12a8df5879d1 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Deleting port 85463c6c-42ef-4a4e-9206-59057c75628f {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:54.379037 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9f027c99-b8db-4588-bee3-472c15e649ec req-2eb75202-6d51-4962-ba9f-12a8df5879d1 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:54.426548 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275376215', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:34:33Z', 'updated_at': '2021-11-11T17:34:45Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:be:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:34Z', 'updated_at': '2021-11-11T17:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '3c865f7f-304e-41ed-9e95-1293ddf8e913', 'name': '', 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:85:76:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '80be57c9-262e-4643-aac8-9ce7c5e5308b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:43Z', 'updated_at': '2021-11-11T17:34:46Z', 'revision_number': 2, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': '80be57c9-262e-4643-aac8-9ce7c5e5308b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:54.507533 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] Checking router: 6c88bcf3-1f87-4233-bc28-92cdf156a3f9 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:34:54.508187 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] Updating router 6c88bcf3-1f87-4233-bc28-92cdf156a3f9 port 3c865f7f-304e-41ed-9e95-1293ddf8e913 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:34:54.519032 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a196c0f3-3f51-4673-8d0c-42c00f1fdbe3 req-9c67d363-fe24-48ae-a327-9dcd97037012 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 210 time: 0.0623429 Nov 11 17:34:54.555991 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 6c2034af-18a6-4cf4-9e37-f8c1b63af708 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:54.556400 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:54.586120 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:54.597284 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9f6f00a1-0dac-442c-b593-436bd5417c20 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:54.601994 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c35c9ab5-9d88-452e-b361-0195c00b3b06 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:54.608960 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:54.631601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-c35c9ab5-9d88-452e-b361-0195c00b3b06 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Calling delete_port for 5ecd926a-7ca3-40ec-a402-26f0806108ee owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:54.686177 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=f7a11163-2387-4c6b-90d8-8110aa80143e,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:54.696247 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 446f8c02-0e62-4441-a988-f5c0ea7dd190 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:34:54.719519 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f00a1-0dac-442c-b593-436bd5417c20 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Subnet': ['ID=b6ccc634-37b7-46c5-960a-6f2b6b716a63,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:54.834622 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-9f027c99-b8db-4588-bee3-472c15e649ec req-2eb75202-6d51-4962-ba9f-12a8df5879d1 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] For port 85463c6c-42ef-4a4e-9206-59057c75628f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=85463c6c-42ef-4a4e-9206-59057c75628f,segment=NetworkSegment(808fa31a-70ca-4048-a4a4-0c290b99da27),segment_id=808fa31a-70ca-4048-a4a4-0c290b99da27)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:54.835310 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9f027c99-b8db-4588-bee3-472c15e649ec req-2eb75202-6d51-4962-ba9f-12a8df5879d1 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:54.875249 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-9f027c99-b8db-4588-bee3-472c15e649ec req-2eb75202-6d51-4962-ba9f-12a8df5879d1 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Calling delete_port for 85463c6c-42ef-4a4e-9206-59057c75628f owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:55.001938 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6f00a1-0dac-442c-b593-436bd5417c20 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Checking segment: {'id': '3ce2684a-b819-4fbe-8d50-27694ddb2c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'a169eb12-3395-4c28-bb5a-9db540538cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:55.002706 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6f00a1-0dac-442c-b593-436bd5417c20 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network hostable DHCP agents. Network: a169eb12-3395-4c28-bb5a-9db540538cd7, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:34:55.033036 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 446f8c02-0e62-4441-a988-f5c0ea7dd190 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:55.033587 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:55.108831 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-ca66af97-701f-40fe-af36-2ac65607eba6 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting port 94f48de8-73ac-4c31-b639-0766b00bc417 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:55.109417 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ca66af97-701f-40fe-af36-2ac65607eba6 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:55.166845 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a90738b9-5308-4a1c-9b85-84c8fc426bae None None] Provisioning complete for port 5ecd926a-7ca3-40ec-a402-26f0806108ee triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:55.167221 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a90738b9-5308-4a1c-9b85-84c8fc426bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:55.196983 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c35c9ab5-9d88-452e-b361-0195c00b3b06 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:55.247326 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c9ab5-9d88-452e-b361-0195c00b3b06 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Port': ['ID=5ecd926a-7ca3-40ec-a402-26f0806108ee,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:55.262975 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:55.275681 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a90738b9-5308-4a1c-9b85-84c8fc426bae None None] Port 5ecd926a-7ca3-40ec-a402-26f0806108ee was deleted so its status cannot be updated. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 11 17:34:55.277529 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:55.316073 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a90738b9-5308-4a1c-9b85-84c8fc426bae None None] Provisioning complete for port ec64b1c6-4705-48e6-8a53-efde66f9bc6d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:55.316500 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a90738b9-5308-4a1c-9b85-84c8fc426bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:55.345061 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-a56da8f6-43be-4114-9872-d269714b6012 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:55.352111 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-a56da8f6-43be-4114-9872-d269714b6012 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.83 "GET /v2.0/networks?id=63135a75-5cfa-435a-a6c8-7eb0f41a5658 HTTP/1.1" status: 200 len: 797 time: 0.4405270 Nov 11 17:34:55.422180 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd5b4c-a3cb-47da-be77-d2aa612a3e3f None None] Pushing event updated for resources: {'Port': ['ID=3c865f7f-304e-41ed-9e95-1293ddf8e913,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:55.525253 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5b4c-a3cb-47da-be77-d2aa612a3e3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:55.525838 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5b4c-a3cb-47da-be77-d2aa612a3e3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:55.525908 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5b4c-a3cb-47da-be77-d2aa612a3e3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:55.526626 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5b4c-a3cb-47da-be77-d2aa612a3e3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:55.526626 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5b4c-a3cb-47da-be77-d2aa612a3e3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:55.540295 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5b4c-a3cb-47da-be77-d2aa612a3e3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:55.540659 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5b4c-a3cb-47da-be77-d2aa612a3e3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:55.540993 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5b4c-a3cb-47da-be77-d2aa612a3e3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:55.541326 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5b4c-a3cb-47da-be77-d2aa612a3e3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:55.541655 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5b4c-a3cb-47da-be77-d2aa612a3e3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:55.542429 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5b4c-a3cb-47da-be77-d2aa612a3e3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:55.542429 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cd5b4c-a3cb-47da-be77-d2aa612a3e3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:34:55.649721 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a017c4c4-c694-4322-89d4-52b99f75df57 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:34:55.674635 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] Attempting to bind port 3c865f7f-304e-41ed-9e95-1293ddf8e913 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:34:55.675039 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] Attempting to bind port 3c865f7f-304e-41ed-9e95-1293ddf8e913 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '30c49fa5-d7a3-4fab-ad8a-bef888053bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:34:55.675399 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] Attempting to bind port 3c865f7f-304e-41ed-9e95-1293ddf8e913 on network 63135a75-5cfa-435a-a6c8-7eb0f41a5658 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:34:55.675625 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: a017c4c4-c694-4322-89d4-52b99f75df57 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:34:55.676147 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a017c4c4-c694-4322-89d4-52b99f75df57 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:34:55.695140 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c35c9ab5-9d88-452e-b361-0195c00b3b06 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:55.698820 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c35c9ab5-9d88-452e-b361-0195c00b3b06 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/ports/5ecd926a-7ca3-40ec-a402-26f0806108ee HTTP/1.1" status: 204 len: 168 time: 1.7635348 Nov 11 17:34:55.699564 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:34:55.700143 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] Checking segment: {'id': '30c49fa5-d7a3-4fab-ad8a-bef888053bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:55.701489 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:55.703080 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] Bound using segment: {'id': '30c49fa5-d7a3-4fab-ad8a-bef888053bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:34:55.704332 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] Bound port: 3c865f7f-304e-41ed-9e95-1293ddf8e913, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c49fa5-d7a3-4fab-ad8a-bef888053bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:34:55.706539 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:55.719245 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47766) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:55.823865 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e0c9ad78-5f6d-4a2f-a0f2-c11c749bdd07 None None] Could not find standard attr ID for object 5ecd926a-7ca3-40ec-a402-26f0806108ee. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:34:55.830170 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5a714cf-4195-4673-b324-7b97c366b4d2 req-81611fa4-e8ef-4a8c-937c-750919f859bd tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 210 time: 0.1493533 Nov 11 17:34:55.879422 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e0c9ad78-5f6d-4a2f-a0f2-c11c749bdd07 None None] Provisioning complete for port 94f48de8-73ac-4c31-b639-0766b00bc417 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:55.879825 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e0c9ad78-5f6d-4a2f-a0f2-c11c749bdd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:55.914933 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-2721dd0e-621e-4093-96a5-9ddaf528ca36 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] GET failed (client error): The resource could not be found. Nov 11 17:34:55.917890 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2721dd0e-621e-4093-96a5-9ddaf528ca36 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports/5ecd926a-7ca3-40ec-a402-26f0806108ee HTTP/1.1" status: 404 len: 333 time: 0.1962101 Nov 11 17:34:55.921891 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] For port 3c865f7f-304e-41ed-9e95-1293ddf8e913, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:34:55.924765 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47770) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:55.928757 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] For port 3c865f7f-304e-41ed-9e95-1293ddf8e913, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=3c865f7f-304e-41ed-9e95-1293ddf8e913,segment=NetworkSegment(30c49fa5-d7a3-4fab-ad8a-bef888053bed),segment_id=30c49fa5-d7a3-4fab-ad8a-bef888053bed)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:34:55.948685 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:55.951987 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e0c9ad78-5f6d-4a2f-a0f2-c11c749bdd07 None None] Port 94f48de8-73ac-4c31-b639-0766b00bc417 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:34:55.955573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 309e3f93-ead5-43b7-9859-f8569eb0067f up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:34:56.016969 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d75a396-8022-4363-8c62-0667caacafcf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting subnet 09a9128d-181d-4a73-80d9-60c2f9ef7c5a {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:34:56.027751 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-08c94293-0ae4-430a-8a73-1954548db4d1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a967e21f8b349ab96ba5689386c16b9 HTTP/1.1" status: 200 len: 380 time: 0.6445386 Nov 11 17:34:56.028602 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3d75a396-8022-4363-8c62-0667caacafcf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:56.059403 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36154be-accd-452c-9300-68520c3a41b7 req-f44b6ecc-f541-4d89-b854-ef69dee516ee tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:56.070726 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd5b4c-a3cb-47da-be77-d2aa612a3e3f None None] Pushing event updated for resources: {'Port': ['ID=3c865f7f-304e-41ed-9e95-1293ddf8e913,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:56.072413 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d36154be-accd-452c-9300-68520c3a41b7 req-f44b6ecc-f541-4d89-b854-ef69dee516ee tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/ports?device_id=e69d5872-3f67-448b-8858-42b30a3c2eca HTTP/1.1" status: 200 len: 945 time: 0.5152476 Nov 11 17:34:56.093919 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] Routers {'6c88bcf3-1f87-4233-bc28-92cdf156a3f9'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:34:56.095667 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:34:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6c88bcf3-1f87-4233-bc28-92cdf156a3f9'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:56.097569 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e0c9ad78-5f6d-4a2f-a0f2-c11c749bdd07 None None] Provisioning complete for port f7a11163-2387-4c6b-90d8-8110aa80143e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:56.098074 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e0c9ad78-5f6d-4a2f-a0f2-c11c749bdd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:56.120062 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-01b2ce58-eec1-4c2f-a228-9701978df912 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'port': {'device_id': '090cc66f-d731-4551-9d3c-6336889402c0', 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658', 'admin_state_up': True, 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'security_groups': ['ae19ac6f-39b4-4fee-a986-614a95ab0290']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:56.254257 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 309e3f93-ead5-43b7-9859-f8569eb0067f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:56.259574 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:56.286663 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] Set router 6c88bcf3-1f87-4233-bc28-92cdf156a3f9 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:34:56.370914 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3d75a396-8022-4363-8c62-0667caacafcf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:56.400742 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6f00a1-0dac-442c-b593-436bd5417c20 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network a169eb12-3395-4c28-bb5a-9db540538cd7 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:34:56.458424 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-9f6f00a1-0dac-442c-b593-436bd5417c20 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, a169eb12-3395-4c28-bb5a-9db540538cd7) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:56.474760 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6f00a1-0dac-442c-b593-436bd5417c20 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:56.475407 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9f6f00a1-0dac-442c-b593-436bd5417c20 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:56.494628 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bfb315-1c23-428f-8200-f16260a641c5 None None] Network a169eb12-3395-4c28-bb5a-9db540538cd7 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:56.533586 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9f6f00a1-0dac-442c-b593-436bd5417c20 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3146031 Nov 11 17:34:56.543465 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47778) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:56.555140 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-ca1b0d2e-d366-4c8e-aa25-0389dc198eba tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'port': {'network_id': 'a169eb12-3395-4c28-bb5a-9db540538cd7', 'name': 'tempest-PortsIpV6TestJSON-1161636528'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:56.650069 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d36154be-accd-452c-9300-68520c3a41b7 req-109cd447-ced2-47f4-a5b1-9a5b3e0e9877 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/security-groups?id=c500f09f-8826-443f-9bea-42d96b780e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733736 Nov 11 17:34:56.729027 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ca66af97-701f-40fe-af36-2ac65607eba6 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:56.765423 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3d75a396-8022-4363-8c62-0667caacafcf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:56.791412 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-ca66af97-701f-40fe-af36-2ac65607eba6 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Calling delete_port for 94f48de8-73ac-4c31-b639-0766b00bc417 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:56.816502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f1da0532-1371-43f2-b5b8-7d37a3762faf None None] Provisioning complete for port 94f48de8-73ac-4c31-b639-0766b00bc417 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:56.818642 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f1da0532-1371-43f2-b5b8-7d37a3762faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:56.827034 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275376215', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:34:33Z', 'updated_at': '2021-11-11T17:34:45Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:be:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:34Z', 'updated_at': '2021-11-11T17:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '3c865f7f-304e-41ed-9e95-1293ddf8e913', 'name': '', 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:85:76:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '80be57c9-262e-4643-aac8-9ce7c5e5308b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:43Z', 'updated_at': '2021-11-11T17:34:55Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': '80be57c9-262e-4643-aac8-9ce7c5e5308b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:56.870136 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1b0d2e-d366-4c8e-aa25-0389dc198eba tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:56.874257 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ca1b0d2e-d366-4c8e-aa25-0389dc198eba tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:56.889996 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9f027c99-b8db-4588-bee3-472c15e649ec req-2eb75202-6d51-4962-ba9f-12a8df5879d1 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:56.897803 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea0cb01-d3c2-418b-b20e-5eb242e5b674 None None] The sync data for ids ['6c88bcf3-1f87-4233-bc28-92cdf156a3f9'] in n-d-816206-4 is: [{'id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275376215', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:34:33Z', 'updated_at': '2021-11-11T17:34:45Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:be:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:34Z', 'updated_at': '2021-11-11T17:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '3c865f7f-304e-41ed-9e95-1293ddf8e913', 'name': '', 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:85:76:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '80be57c9-262e-4643-aac8-9ce7c5e5308b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:43Z', 'updated_at': '2021-11-11T17:34:55Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': '80be57c9-262e-4643-aac8-9ce7c5e5308b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:34:56.913465 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f7a11163-2387-4c6b-90d8-8110aa80143e up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:34:56.947463 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-ca1b0d2e-d366-4c8e-aa25-0389dc198eba tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] device_id is not set on port 8377b371-0861-44c7-83c0-e77159895c7e yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:34:57.125063 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c395027d-99c7-48fb-ba03-90b15890cacd req-396fe9e3-fecb-4ff4-86f9-e5eda7f8a22e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 210 time: 0.0685236 Nov 11 17:34:57.149858 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3d75a396-8022-4363-8c62-0667caacafcf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:57.201986 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-ca1b0d2e-d366-4c8e-aa25-0389dc198eba tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Allocated IP 2001:db8::2f4 (a169eb12-3395-4c28-bb5a-9db540538cd7/b6ccc634-37b7-46c5-960a-6f2b6b716a63/8377b371-0861-44c7-83c0-e77159895c7e) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:57.231480 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb75202-6d51-4962-ba9f-12a8df5879d1 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Pushing event deleted for resources: {'Port': ['ID=85463c6c-42ef-4a4e-9206-59057c75628f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:57.235370 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75a396-8022-4363-8c62-0667caacafcf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Subnet': ['ID=09a9128d-181d-4a73-80d9-60c2f9ef7c5a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:57.324925 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3d75a396-8022-4363-8c62-0667caacafcf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:57.349314 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47784) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:57.349719 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3d75a396-8022-4363-8c62-0667caacafcf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/subnets/09a9128d-181d-4a73-80d9-60c2f9ef7c5a HTTP/1.1" status: 204 len: 168 time: 1.4202547 Nov 11 17:34:57.367984 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f027c99-b8db-4588-bee3-472c15e649ec req-2eb75202-6d51-4962-ba9f-12a8df5879d1 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] No DVR routers for this DVR port 85463c6c-42ef-4a4e-9206-59057c75628f on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:34:57.370255 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-01b2ce58-eec1-4c2f-a228-9701978df912 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Made reservation on behalf of 4a967e21f8b349ab96ba5689386c16b9 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:57.395200 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-01b2ce58-eec1-4c2f-a228-9701978df912 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:57.421814 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9f027c99-b8db-4588-bee3-472c15e649ec req-2eb75202-6d51-4962-ba9f-12a8df5879d1 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:57.425475 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaacab1-4ab1-41bc-a3b3-f795fe28650c None None] Network 52c75fcf-3d84-4340-821b-6a86e72d130b requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:34:57.428871 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9f027c99-b8db-4588-bee3-472c15e649ec req-2eb75202-6d51-4962-ba9f-12a8df5879d1 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.64 "DELETE /v2.0/ports/85463c6c-42ef-4a4e-9206-59057c75628f HTTP/1.1" status: 204 len: 173 time: 3.6217306 Nov 11 17:34:57.429008 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-f1da0532-1371-43f2-b5b8-7d37a3762faf None None] Port 94f48de8-73ac-4c31-b639-0766b00bc417 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:34:57.434092 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69d5872-3f67-448b-8858-42b30a3c2eca', 'name': 'network-vif-deleted', 'tag': '85463c6c-42ef-4a4e-9206-59057c75628f'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:34:57.437134 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea99525-2b64-4a09-abd4-45cac710bd27" -d '{"events": [{"server_uuid": "e69d5872-3f67-448b-8858-42b30a3c2eca", "name": "network-vif-deleted", "tag": "85463c6c-42ef-4a4e-9206-59057c75628f"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:34:57.655585 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f1da0532-1371-43f2-b5b8-7d37a3762faf None None] Provisioning complete for port 3c865f7f-304e-41ed-9e95-1293ddf8e913 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:57.656312 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f1da0532-1371-43f2-b5b8-7d37a3762faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:57.729369 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ca1b0d2e-d366-4c8e-aa25-0389dc198eba tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:57.769961 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-01b2ce58-eec1-4c2f-a228-9701978df912 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Allocated IP 172.20.0.12 (63135a75-5cfa-435a-a6c8-7eb0f41a5658/80be57c9-262e-4643-aac8-9ce7c5e5308b/39a2ee60-d696-4bb9-bd1d-a7ae8171815e) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:57.803265 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd18813-e851-4653-97b1-37bc8d2cf17f x-openstack-request-id: req-8dd18813-e851-4653-97b1-37bc8d2cf17f {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:34:57.804091 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69d5872-3f67-448b-8858-42b30a3c2eca", "name": "network-vif-deleted", "tag": "85463c6c-42ef-4a4e-9206-59057c75628f", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:34:57.804723 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8dd18813-e851-4653-97b1-37bc8d2cf17f {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:34:57.805288 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69d5872-3f67-448b-8858-42b30a3c2eca', 'name': 'network-vif-deleted', 'tag': '85463c6c-42ef-4a4e-9206-59057c75628f', 'status': 'completed', 'code': 200} Nov 11 17:34:57.807220 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ca1b0d2e-d366-4c8e-aa25-0389dc198eba tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:57.881180 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a023ddfd-1929-499f-a288-0b95e14184cd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:57.890733 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1b0d2e-d366-4c8e-aa25-0389dc198eba tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network a169eb12-3395-4c28-bb5a-9db540538cd7 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:57.902502 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-ca1b0d2e-d366-4c8e-aa25-0389dc198eba tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:57.905994 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b0d2e-d366-4c8e-aa25-0389dc198eba tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:57.915623 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1b0d2e-d366-4c8e-aa25-0389dc198eba tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:57.916495 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ca1b0d2e-d366-4c8e-aa25-0389dc198eba tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:57.919311 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port f7a11163-2387-4c6b-90d8-8110aa80143e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:57.920537 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:57.968327 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ca1b0d2e-d366-4c8e-aa25-0389dc198eba tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4236543 Nov 11 17:34:57.980823 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47792) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:57.986036 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-f166681d-a9a8-480b-bd29-a764f5c65b13 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'port': {'network_id': 'a169eb12-3395-4c28-bb5a-9db540538cd7', 'name': 'tempest-PortsIpV6TestJSON-1532600961'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:58.088655 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7216aeec-206d-4328-82b4-6ab812e984df req-e1285bf7-a038-48bf-ba63-541c71e7a1e6 tempest-ServerAddressesNegativeTestJSON-2103602472 tempest-ServerAddressesNegativeTestJSON-2103602472-project] 10.222.0.76 "GET /v2.0/ports?device_id=e69d5872-3f67-448b-8858-42b30a3c2eca HTTP/1.1" status: 200 len: 210 time: 0.2900357 Nov 11 17:34:58.143614 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-01b2ce58-eec1-4c2f-a228-9701978df912 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:58.213006 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b0d2e-d366-4c8e-aa25-0389dc198eba tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Port': ['ID=8377b371-0861-44c7-83c0-e77159895c7e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:58.273656 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 85463c6c-42ef-4a4e-9206-59057c75628f no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:34:58.283029 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-01b2ce58-eec1-4c2f-a228-9701978df912 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:58.295160 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02de2e63-d64d-4fdc-b986-c2a4b4de7553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-a169eb12-3395-4c28-bb5a-9db540538cd7', 'network_id': 'a169eb12-3395-4c28-bb5a-9db540538cd7', 'tenant_id': '4c2495a5a0704aa1b0aa9c228f7fc35a', 'fixed_ips': [{'subnet_id': 'b6ccc634-37b7-46c5-960a-6f2b6b716a63'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:34:58.299336 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02de2e63-d64d-4fdc-b986-c2a4b4de7553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:58.337943 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ca66af97-701f-40fe-af36-2ac65607eba6 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:58.390563 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66af97-701f-40fe-af36-2ac65607eba6 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Port': ['ID=94f48de8-73ac-4c31-b639-0766b00bc417,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:58.401424 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a023ddfd-1929-499f-a288-0b95e14184cd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting port ec64b1c6-4705-48e6-8a53-efde66f9bc6d {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:58.401952 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a023ddfd-1929-499f-a288-0b95e14184cd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:58.441838 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-01b2ce58-eec1-4c2f-a228-9701978df912 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network 63135a75-5cfa-435a-a6c8-7eb0f41a5658 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:58.459315 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-01b2ce58-eec1-4c2f-a228-9701978df912 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:58.473361 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-01b2ce58-eec1-4c2f-a228-9701978df912 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:58.480989 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2ce58-eec1-4c2f-a228-9701978df912 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=39a2ee60-d696-4bb9-bd1d-a7ae8171815e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:58.513297 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 85463c6c-42ef-4a4e-9206-59057c75628f {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:34:58.513814 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 85463c6c-42ef-4a4e-9206-59057c75628f not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:34:58.590062 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721b84a-fcd2-4a69-9d99-0b70fae150bc req-c592eec7-c0d3-4eac-9321-39fcc338b125 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:58.598193 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c721b84a-fcd2-4a69-9d99-0b70fae150bc req-c592eec7-c0d3-4eac-9321-39fcc338b125 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 932 time: 0.2663376 Nov 11 17:34:58.615137 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f1da0532-1371-43f2-b5b8-7d37a3762faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:58.766018 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-01b2ce58-eec1-4c2f-a228-9701978df912 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:34:58.769230 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-01b2ce58-eec1-4c2f-a228-9701978df912 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:58.837991 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c721b84a-fcd2-4a69-9d99-0b70fae150bc req-8819319e-a685-46c3-9591-aef123632f96 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365520 Nov 11 17:34:58.856603 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-01b2ce58-eec1-4c2f-a228-9701978df912 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7486620 Nov 11 17:34:58.871173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] Request body: {'port': {'device_id': '090cc66f-d731-4551-9d3c-6336889402c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:34:58.873740 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702f2ab6-75ab-4238-ac98-95b90b481e2e None None] DHCP port deletion for 52c75fcf-3d84-4340-821b-6a86e72d130b request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:34:58.898890 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f166681d-a9a8-480b-bd29-a764f5c65b13 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:34:58.905926 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f166681d-a9a8-480b-bd29-a764f5c65b13 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:58.908242 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f1da0532-1371-43f2-b5b8-7d37a3762faf None None] For port 3c865f7f-304e-41ed-9e95-1293ddf8e913, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=3c865f7f-304e-41ed-9e95-1293ddf8e913,segment=NetworkSegment(30c49fa5-d7a3-4fab-ad8a-bef888053bed),segment_id=30c49fa5-d7a3-4fab-ad8a-bef888053bed)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:58.932774 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f1da0532-1371-43f2-b5b8-7d37a3762faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:58.956469 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f1da0532-1371-43f2-b5b8-7d37a3762faf None None] Could not find standard attr ID for object 40671e47-8cc7-4f40-afb4-c017bd4090d5. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:34:58.966181 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-a023ddfd-1929-499f-a288-0b95e14184cd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] For port ec64b1c6-4705-48e6-8a53-efde66f9bc6d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ec64b1c6-4705-48e6-8a53-efde66f9bc6d,segment=NetworkSegment(6f072eb8-54b1-48e3-8cb7-e3efe6d8f872),segment_id=6f072eb8-54b1-48e3-8cb7-e3efe6d8f872)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:34:58.966680 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a023ddfd-1929-499f-a288-0b95e14184cd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:58.989332 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-f166681d-a9a8-480b-bd29-a764f5c65b13 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] device_id is not set on port 72d9d1a0-6847-4ba5-8c2a-342c6cf0686c yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:34:59.004122 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a023ddfd-1929-499f-a288-0b95e14184cd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Calling delete_port for ec64b1c6-4705-48e6-8a53-efde66f9bc6d owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:34:59.013722 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ec64b1c6-4705-48e6-8a53-efde66f9bc6d up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:34:59.147431 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ca66af97-701f-40fe-af36-2ac65607eba6 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:59.183233 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-02de2e63-d64d-4fdc-b986-c2a4b4de7553 None None] Allocated IP 2001:db8::2 (a169eb12-3395-4c28-bb5a-9db540538cd7/b6ccc634-37b7-46c5-960a-6f2b6b716a63/c053e460-1853-4d28-b646-8b1547ab3779) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:59.207916 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47806) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:34:59.364567 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b8f6d22-e9db-4486-86ba-4937632545fe admin admin] Deleting subnet 98d6614e-dba1-4fcb-8d2d-3119f14b8a97 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:34:59.372194 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6d22-e9db-4486-86ba-4937632545fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:59.407220 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a023ddfd-1929-499f-a288-0b95e14184cd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:59.413629 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02de2e63-d64d-4fdc-b986-c2a4b4de7553 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:59.448543 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-42a4c4ff-a8ed-4ba3-adaa-ed00a3515830 None None] Could not find standard attr ID for object 94f48de8-73ac-4c31-b639-0766b00bc417. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:34:59.450349 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023ddfd-1929-499f-a288-0b95e14184cd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Port': ['ID=ec64b1c6-4705-48e6-8a53-efde66f9bc6d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:59.452764 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da0532-1371-43f2-b5b8-7d37a3762faf None None] Pushing event updated for resources: {'Port': ['ID=3c865f7f-304e-41ed-9e95-1293ddf8e913,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:59.463091 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02de2e63-d64d-4fdc-b986-c2a4b4de7553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:59.507175 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a023ddfd-1929-499f-a288-0b95e14184cd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] No DVR routers for this DVR port ec64b1c6-4705-48e6-8a53-efde66f9bc6d on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:34:59.510942 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6d22-e9db-4486-86ba-4937632545fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:59.537282 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de2e63-d64d-4fdc-b986-c2a4b4de7553 None None] Pushing event updated for resources: {'Port': ['ID=c053e460-1853-4d28-b646-8b1547ab3779,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:34:59.541084 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Could not find standard attr ID for object ec64b1c6-4705-48e6-8a53-efde66f9bc6d. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:34:59.572964 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-42a4c4ff-a8ed-4ba3-adaa-ed00a3515830 None None] Provisioning complete for port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:34:59.573885 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-42a4c4ff-a8ed-4ba3-adaa-ed00a3515830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:59.614157 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-42a4c4ff-a8ed-4ba3-adaa-ed00a3515830 None None] Port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:34:59.635814 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02de2e63-d64d-4fdc-b986-c2a4b4de7553 None None] Network a169eb12-3395-4c28-bb5a-9db540538cd7 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:34:59.639830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-02de2e63-d64d-4fdc-b986-c2a4b4de7553 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:34:59.645737 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de2e63-d64d-4fdc-b986-c2a4b4de7553 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:34:59.661842 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:59.675292 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-f166681d-a9a8-480b-bd29-a764f5c65b13 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Allocated IP 2001:db8::12c (a169eb12-3395-4c28-bb5a-9db540538cd7/b6ccc634-37b7-46c5-960a-6f2b6b716a63/72d9d1a0-6847-4ba5-8c2a-342c6cf0686c) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:34:59.696934 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-702f2ab6-75ab-4238-ac98-95b90b481e2e None None] Deleting port ec64b1c6-4705-48e6-8a53-efde66f9bc6d {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:34:59.697313 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-702f2ab6-75ab-4238-ac98-95b90b481e2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:59.768238 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6d22-e9db-4486-86ba-4937632545fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:59.769579 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 3c865f7f-304e-41ed-9e95-1293ddf8e913 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:34:59.828852 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca66af97-701f-40fe-af36-2ac65607eba6 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:34:59.869530 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a023ddfd-1929-499f-a288-0b95e14184cd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:59.900604 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-02de2e63-d64d-4fdc-b986-c2a4b4de7553 None None] Attempting to bind port c053e460-1853-4d28-b646-8b1547ab3779 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:34:59.906337 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-02de2e63-d64d-4fdc-b986-c2a4b4de7553 None None] Attempting to bind port c053e460-1853-4d28-b646-8b1547ab3779 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '3ce2684a-b819-4fbe-8d50-27694ddb2c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'a169eb12-3395-4c28-bb5a-9db540538cd7'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:34:59.906929 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de2e63-d64d-4fdc-b986-c2a4b4de7553 None None] Attempting to bind port c053e460-1853-4d28-b646-8b1547ab3779 on network a169eb12-3395-4c28-bb5a-9db540538cd7 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:34:59.915678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a023ddfd-1929-499f-a288-0b95e14184cd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c75fcf-3d84-4340-821b-6a86e72d130b']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:59.924428 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de2e63-d64d-4fdc-b986-c2a4b4de7553 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:34:59.930129 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de2e63-d64d-4fdc-b986-c2a4b4de7553 None None] Checking segment: {'id': '3ce2684a-b819-4fbe-8d50-27694ddb2c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'a169eb12-3395-4c28-bb5a-9db540538cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:34:59.930752 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02de2e63-d64d-4fdc-b986-c2a4b4de7553 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:59.934370 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de2e63-d64d-4fdc-b986-c2a4b4de7553 None None] Bound using segment: {'id': '3ce2684a-b819-4fbe-8d50-27694ddb2c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'a169eb12-3395-4c28-bb5a-9db540538cd7'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:34:59.935119 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-02de2e63-d64d-4fdc-b986-c2a4b4de7553 None None] Bound port: c053e460-1853-4d28-b646-8b1547ab3779, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce2684a-b819-4fbe-8d50-27694ddb2c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'a169eb12-3395-4c28-bb5a-9db540538cd7'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:34:59.935681 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02de2e63-d64d-4fdc-b986-c2a4b4de7553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:34:59.937753 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a023ddfd-1929-499f-a288-0b95e14184cd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f072eb8-54b1-48e3-8cb7-e3efe6d8f872') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:59.937938 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a023ddfd-1929-499f-a288-0b95e14184cd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f072eb8-54b1-48e3-8cb7-e3efe6d8f872') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:34:59.962053 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a023ddfd-1929-499f-a288-0b95e14184cd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:00.004216 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-702f2ab6-75ab-4238-ac98-95b90b481e2e None None] For port ec64b1c6-4705-48e6-8a53-efde66f9bc6d, host n-d-816206-4, got binding levels [] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:00.004532 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-702f2ab6-75ab-4238-ac98-95b90b481e2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:00.030532 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a023ddfd-1929-499f-a288-0b95e14184cd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:00.062658 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-702f2ab6-75ab-4238-ac98-95b90b481e2e None None] Calling delete_port for ec64b1c6-4705-48e6-8a53-efde66f9bc6d owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:00.078441 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.ipam_backend_mixin [None req-702f2ab6-75ab-4238-ac98-95b90b481e2e None None] Port ec64b1c6-4705-48e6-8a53-efde66f9bc6d was not found and therefore no delete operation was performed {{(pid=102619) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 17:35:00.081699 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-702f2ab6-75ab-4238-ac98-95b90b481e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:00.087181 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a023ddfd-1929-499f-a288-0b95e14184cd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:35:00.088019 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a023ddfd-1929-499f-a288-0b95e14184cd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:00.113156 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09986b-d37e-4e72-9603-dc8e1291ce77 req-c8550993-e7bc-477b-a405-aa7ab344521c tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:00.114858 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e09986b-d37e-4e72-9603-dc8e1291ce77 req-c8550993-e7bc-477b-a405-aa7ab344521c tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 932 time: 0.1368098 Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:35:00.123055 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:35:00.147821 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f2ab6-75ab-4238-ac98-95b90b481e2e None None] No DVR routers for this DVR port ec64b1c6-4705-48e6-8a53-efde66f9bc6d on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:35:00.177442 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f2ab6-75ab-4238-ac98-95b90b481e2e None None] Pushing event deleted for resources: {'Port': ['ID=ec64b1c6-4705-48e6-8a53-efde66f9bc6d,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:00.209616 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 3c865f7f-304e-41ed-9e95-1293ddf8e913 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:00.210472 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:00.233991 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6d22-e9db-4486-86ba-4937632545fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:00.242375 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-02de2e63-d64d-4fdc-b986-c2a4b4de7553 None None] For port c053e460-1853-4d28-b646-8b1547ab3779, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:35:00.294610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-02de2e63-d64d-4fdc-b986-c2a4b4de7553 None None] For port c053e460-1853-4d28-b646-8b1547ab3779, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c053e460-1853-4d28-b646-8b1547ab3779,segment=NetworkSegment(3ce2684a-b819-4fbe-8d50-27694ddb2c17),segment_id=3ce2684a-b819-4fbe-8d50-27694ddb2c17)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:35:00.296169 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e09986b-d37e-4e72-9603-dc8e1291ce77 req-ba946844-e06f-4c78-aeb8-f05535e6a9dc tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663506 Nov 11 17:35:00.323061 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02de2e63-d64d-4fdc-b986-c2a4b4de7553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:00.328557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a2ee60-d696-4bb9-bd1d-a7ae8171815e {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:35:00.330597 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f6d22-e9db-4486-86ba-4937632545fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98d6614e-dba1-4fcb-8d2d-3119f14b8a97,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:00.346463 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:00.353387 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca66af97-701f-40fe-af36-2ac65607eba6 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:35:00.357544 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a023ddfd-1929-499f-a288-0b95e14184cd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:00.373828 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ca66af97-701f-40fe-af36-2ac65607eba6 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0074639 Nov 11 17:35:00.378288 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47816) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:00.379561 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6d22-e9db-4486-86ba-4937632545fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:00.385797 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4b8f6d22-e9db-4486-86ba-4937632545fe admin admin] 10.222.0.76 "DELETE /v2.0/subnets/98d6614e-dba1-4fcb-8d2d-3119f14b8a97 HTTP/1.1" status: 204 len: 168 time: 1.1743836 Nov 11 17:35:00.385990 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] Transition to ACTIVE for port object 39a2ee60-d696-4bb9-bd1d-a7ae8171815e will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:35:00.394123 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47818) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:00.434638 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a023ddfd-1929-499f-a288-0b95e14184cd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:00.440004 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a023ddfd-1929-499f-a288-0b95e14184cd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/networks/52c75fcf-3d84-4340-821b-6a86e72d130b HTTP/1.1" status: 204 len: 168 time: 3.0857458 Nov 11 17:35:00.469477 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee2602-394f-4a42-a78c-03cc1770a874 None None] Sync routers for ids ['fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:35:00.541079 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de2e63-d64d-4fdc-b986-c2a4b4de7553 None None] Pushing event updated for resources: {'Port': ['ID=c053e460-1853-4d28-b646-8b1547ab3779,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:00.551337 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bee2602-394f-4a42-a78c-03cc1770a874 None None] Routers {'fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:00.552071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-5bee2602-394f-4a42-a78c-03cc1770a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:34:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:00.555869 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-015fad11-3f65-40de-b1cc-68a4d7f869f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:00.559390 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47820) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:00.606893 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ec64b1c6-4705-48e6-8a53-efde66f9bc6d no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:35:00.609629 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-5bee2602-394f-4a42-a78c-03cc1770a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:00.614596 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:00.634750 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f166681d-a9a8-480b-bd29-a764f5c65b13 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:00.640176 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: ec64b1c6-4705-48e6-8a53-efde66f9bc6d {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:35:00.640732 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ec64b1c6-4705-48e6-8a53-efde66f9bc6d not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:35:00.659461 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bee2602-394f-4a42-a78c-03cc1770a874 None None] Routers {'fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:00.660288 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-5bee2602-394f-4a42-a78c-03cc1770a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:34:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:00.672801 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-cc83b5b8-7ec9-4ddb-87a3-7210d2a1beb8 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-950973806'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:00.700283 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-5bee2602-394f-4a42-a78c-03cc1770a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:00.700687 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee2602-394f-4a42-a78c-03cc1770a874 None None] The sync data for ids ['fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:35:00.751314 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023ddfd-1929-499f-a288-0b95e14184cd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Network': ['ID=52c75fcf-3d84-4340-821b-6a86e72d130b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:00.756511 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc83b5b8-7ec9-4ddb-87a3-7210d2a1beb8 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:00.761483 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc83b5b8-7ec9-4ddb-87a3-7210d2a1beb8 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:00.814510 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc83b5b8-7ec9-4ddb-87a3-7210d2a1beb8 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1288} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:35:00.835785 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc83b5b8-7ec9-4ddb-87a3-7210d2a1beb8 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:00.836203 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-cc83b5b8-7ec9-4ddb-87a3-7210d2a1beb8 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Added segment 707fa36f-2dfb-4dcd-a8af-88d91df550a4 of type vlan for network cf16697e-e033-4233-abd7-286022f53a5a Nov 11 17:35:00.908458 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] Pushing event updated for resources: {'Port': ['ID=39a2ee60-d696-4bb9-bd1d-a7ae8171815e,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:00.941110 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc83b5b8-7ec9-4ddb-87a3-7210d2a1beb8 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:00.981819 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc83b5b8-7ec9-4ddb-87a3-7210d2a1beb8 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:00.989757 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc83b5b8-7ec9-4ddb-87a3-7210d2a1beb8 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:00.989757 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc83b5b8-7ec9-4ddb-87a3-7210d2a1beb8 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:01.090964 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f166681d-a9a8-480b-bd29-a764f5c65b13 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:01.118806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] Attempting to bind port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:35:01.119289 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] Attempting to bind port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '30c49fa5-d7a3-4fab-ad8a-bef888053bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:35:01.119755 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] Attempting to bind port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e on network 63135a75-5cfa-435a-a6c8-7eb0f41a5658 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:35:01.137121 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] Port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e on network 63135a75-5cfa-435a-a6c8-7eb0f41a5658 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:35:01.137610 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] Attempting to bind port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e on network 63135a75-5cfa-435a-a6c8-7eb0f41a5658 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:35:01.170148 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:35:01.170660 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] Checking segment: {'id': '30c49fa5-d7a3-4fab-ad8a-bef888053bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:35:01.171208 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] Bound using segment: {'id': '30c49fa5-d7a3-4fab-ad8a-bef888053bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:35:01.171842 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] Bound port: 39a2ee60-d696-4bb9-bd1d-a7ae8171815e, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c49fa5-d7a3-4fab-ad8a-bef888053bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:35:01.172435 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:01.198137 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f166681d-a9a8-480b-bd29-a764f5c65b13 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network a169eb12-3395-4c28-bb5a-9db540538cd7 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:01.209611 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cc83b5b8-7ec9-4ddb-87a3-7210d2a1beb8 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5429990 Nov 11 17:35:01.210286 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47824) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:01.245960 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166681d-a9a8-480b-bd29-a764f5c65b13 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Port': ['ID=72d9d1a0-6847-4ba5-8c2a-342c6cf0686c,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:01.248388 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-f166681d-a9a8-480b-bd29-a764f5c65b13 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:01.256602 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f166681d-a9a8-480b-bd29-a764f5c65b13 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:01.262557 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f166681d-a9a8-480b-bd29-a764f5c65b13 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:01.263165 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f166681d-a9a8-480b-bd29-a764f5c65b13 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:01.271565 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-467128ca-a1ef-49ea-a267-62fce608b4fa tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'subnet': {'network_id': 'cf16697e-e033-4233-abd7-286022f53a5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:01.325081 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] For port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:35:01.353488 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-015fad11-3f65-40de-b1cc-68a4d7f869f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:01.375366 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] For port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=39a2ee60-d696-4bb9-bd1d-a7ae8171815e,segment=NetworkSegment(30c49fa5-d7a3-4fab-ad8a-bef888053bed),segment_id=30c49fa5-d7a3-4fab-ad8a-bef888053bed)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:35:01.401791 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:01.406160 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83b5b8-7ec9-4ddb-87a3-7210d2a1beb8 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Network': ['ID=cf16697e-e033-4233-abd7-286022f53a5a,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:01.420566 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network cf16697e-e033-4233-abd7-286022f53a5a details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:35:01.439501 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f166681d-a9a8-480b-bd29-a764f5c65b13 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4576266 Nov 11 17:35:01.441403 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-015fad11-3f65-40de-b1cc-68a4d7f869f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af79ca90-9a45-4c55-a6c0-426f776721b6']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:01.445646 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47830) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:01.526592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] Pushing event updated for resources: {'Port': ['ID=39a2ee60-d696-4bb9-bd1d-a7ae8171815e,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:01.537856 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-015fad11-3f65-40de-b1cc-68a4d7f869f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808fa31a-70ca-4048-a4a4-0c290b99da27') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:01.538158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-015fad11-3f65-40de-b1cc-68a4d7f869f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808fa31a-70ca-4048-a4a4-0c290b99da27') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:01.570036 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-015fad11-3f65-40de-b1cc-68a4d7f869f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:01.600448 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:01.601651 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:01.606360 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b68eeace-014a-42c9-be80-1ad00da9a9ec service neutron] 10.222.0.83 "PUT /v2.0/ports/39a2ee60-d696-4bb9-bd1d-a7ae8171815e HTTP/1.1" status: 200 len: 1092 time: 2.7396612 Nov 11 17:35:01.615577 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090cc66f-d731-4551-9d3c-6336889402c0', 'tag': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:35:01.618432 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5965fde6-69fa-4ba3-b04e-473cd6db572c" -d '{"events": [{"name": "network-changed", "server_uuid": "090cc66f-d731-4551-9d3c-6336889402c0", "tag": "39a2ee60-d696-4bb9-bd1d-a7ae8171815e"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:35:01.643846 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1efaa23c-17f9-4797-9928-bf99eb76e5cb tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:01.646862 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-015fad11-3f65-40de-b1cc-68a4d7f869f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:01.708125 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b6108-773e-434b-9a30-92d8fb03b8b5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:01.713243 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-647b6108-773e-434b-9a30-92d8fb03b8b5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2f4 HTTP/1.1" status: 200 len: 929 time: 0.2665534 Nov 11 17:35:01.713881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47834) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:01.745222 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015fad11-3f65-40de-b1cc-68a4d7f869f7 admin admin] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:35:01.745970 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-015fad11-3f65-40de-b1cc-68a4d7f869f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:35:01.748316 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:35:01.751440 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467128ca-a1ef-49ea-a267-62fce608b4fa tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:01.755200 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-467128ca-a1ef-49ea-a267-62fce608b4fa tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:01.801388 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c053e460-1853-4d28-b646-8b1547ab3779 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:01.869861 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615aca13-e8d5-46d3-bcb1-28ba07a125dd x-openstack-request-id: req-615aca13-e8d5-46d3-bcb1-28ba07a125dd {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:35:01.870127 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090cc66f-d731-4551-9d3c-6336889402c0", "tag": "39a2ee60-d696-4bb9-bd1d-a7ae8171815e", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:35:01.870387 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-615aca13-e8d5-46d3-bcb1-28ba07a125dd {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:35:01.870824 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090cc66f-d731-4551-9d3c-6336889402c0', 'tag': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e', 'status': 'completed', 'code': 200} Nov 11 17:35:01.910805 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37362f-6a71-4bb5-8044-dcb8fc993ee3 req-2c61103e-9b62-4a15-b554-fe686cbb09f2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:01.921202 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a37362f-6a71-4bb5-8044-dcb8fc993ee3 req-2c61103e-9b62-4a15-b554-fe686cbb09f2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 944 time: 0.4114037 Nov 11 17:35:01.928695 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port c053e460-1853-4d28-b646-8b1547ab3779 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:01.929082 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:02.158742 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:02.199319 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port c053e460-1853-4d28-b646-8b1547ab3779, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c053e460-1853-4d28-b646-8b1547ab3779,segment=NetworkSegment(3ce2684a-b819-4fbe-8d50-27694ddb2c17),segment_id=3ce2684a-b819-4fbe-8d50-27694ddb2c17)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:02.205475 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:02.283035 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=c053e460-1853-4d28-b646-8b1547ab3779,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:02.332737 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f57606-acde-4f7d-abdd-63223b9bf9e3 None None] Network a169eb12-3395-4c28-bb5a-9db540538cd7 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:02.337769 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a37362f-6a71-4bb5-8044-dcb8fc993ee3 req-4f1ffaa9-99e3-43a9-aeb6-63ac8d031d0d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3660355 Nov 11 17:35:02.346574 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b367ee02-7af3-47d2-aa3d-bf8bb41f95a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:02.348346 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b367ee02-7af3-47d2-aa3d-bf8bb41f95a2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 1095 time: 0.4767361 Nov 11 17:35:02.478261 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-fa26a8ae-8ce6-4d55-8732-c7c7c1222613 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a2ee60-d696-4bb9-bd1d-a7ae8171815e HTTP/1.1" status: 200 len: 217 time: 0.1184595 Nov 11 17:35:02.559505 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-015fad11-3f65-40de-b1cc-68a4d7f869f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:02.591032 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-015fad11-3f65-40de-b1cc-68a4d7f869f7 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:02.611411 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-015fad11-3f65-40de-b1cc-68a4d7f869f7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/af79ca90-9a45-4c55-a6c0-426f776721b6 HTTP/1.1" status: 204 len: 168 time: 2.2067642 Nov 11 17:35:02.614605 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fad11-3f65-40de-b1cc-68a4d7f869f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=af79ca90-9a45-4c55-a6c0-426f776721b6,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:02.623867 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-994cb939-140b-4c5f-a9cc-95872acbee90 None None] Provisioning complete for port 8377b371-0861-44c7-83c0-e77159895c7e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:02.627208 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-994cb939-140b-4c5f-a9cc-95872acbee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:02.654621 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-0adc7515-0d61-4013-9943-7855db683d9f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting port 72d9d1a0-6847-4ba5-8c2a-342c6cf0686c {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:02.657608 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0adc7515-0d61-4013-9943-7855db683d9f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:02.721300 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-994cb939-140b-4c5f-a9cc-95872acbee90 None None] Port 8377b371-0861-44c7-83c0-e77159895c7e cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:02.748776 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-994cb939-140b-4c5f-a9cc-95872acbee90 None None] Provisioning complete for port c053e460-1853-4d28-b646-8b1547ab3779 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:02.749159 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-994cb939-140b-4c5f-a9cc-95872acbee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:02.802557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b0991fb1-ac90-42c9-a724-dea342190af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:02.806523 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b0991fb1-ac90-42c9-a724-dea342190af8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80be57c9-262e-4643-aac8-9ce7c5e5308b HTTP/1.1" status: 200 len: 835 time: 0.3097897 Nov 11 17:35:02.854629 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-1efaa23c-17f9-4797-9928-bf99eb76e5cb tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting port 62bdd3d8-0c4c-4788-b163-90e113cc06ab {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:02.854968 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1efaa23c-17f9-4797-9928-bf99eb76e5cb tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:02.968377 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0adc7515-0d61-4013-9943-7855db683d9f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:03.000315 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-0adc7515-0d61-4013-9943-7855db683d9f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Calling delete_port for 72d9d1a0-6847-4ba5-8c2a-342c6cf0686c owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:03.023087 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1efaa23c-17f9-4797-9928-bf99eb76e5cb tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:03.030602 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-467128ca-a1ef-49ea-a267-62fce608b4fa tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:03.075874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-1efaa23c-17f9-4797-9928-bf99eb76e5cb tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Calling delete_port for 62bdd3d8-0c4c-4788-b163-90e113cc06ab owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:03.076262 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47848) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:03.285498 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fc268333-07c8-40b9-a8f6-b0488f1b8a7d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3b250aeaa59946dca6898552aaa68f5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1580160 Nov 11 17:35:03.286457 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47856) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:03.349467 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467128ca-a1ef-49ea-a267-62fce608b4fa tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Checking segment: {'id': '707fa36f-2dfb-4dcd-a8af-88d91df550a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'cf16697e-e033-4233-abd7-286022f53a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:35:03.349834 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467128ca-a1ef-49ea-a267-62fce608b4fa tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network hostable DHCP agents. Network: cf16697e-e033-4233-abd7-286022f53a5a, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:35:03.378707 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467128ca-a1ef-49ea-a267-62fce608b4fa tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Subnet': ['ID=c58a9ac8-2555-47d8-85b1-316ad6377dba,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:03.435309 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467128ca-a1ef-49ea-a267-62fce608b4fa tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network cf16697e-e033-4233-abd7-286022f53a5a is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:35:03.446186 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0f57957e-82e5-46bd-8de8-e9cfb172f71a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:03.477854 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-02958a5d-93b8-4288-a3db-c54b92859fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:03.480640 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-02958a5d-93b8-4288-a3db-c54b92859fb1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=63135a75-5cfa-435a-a6c8-7eb0f41a5658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6622000 Nov 11 17:35:03.510566 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0f57957e-82e5-46bd-8de8-e9cfb172f71a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:03.627047 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-84d552b0-11df-4869-a5c4-fd3459cc84a4 None None] Provisioning complete for port c053e460-1853-4d28-b646-8b1547ab3779 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:03.627574 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-84d552b0-11df-4869-a5c4-fd3459cc84a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:03.691218 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-467128ca-a1ef-49ea-a267-62fce608b4fa tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, cf16697e-e033-4233-abd7-286022f53a5a) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:03.699990 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467128ca-a1ef-49ea-a267-62fce608b4fa tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:03.700636 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-467128ca-a1ef-49ea-a267-62fce608b4fa tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:03.706408 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcff03b-8868-4916-bd27-d9c83eb74d60 None None] Network cf16697e-e033-4233-abd7-286022f53a5a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:03.729035 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0f57957e-82e5-46bd-8de8-e9cfb172f71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:03.732894 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0f57957e-82e5-46bd-8de8-e9cfb172f71a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:03.734490 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0f57957e-82e5-46bd-8de8-e9cfb172f71a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c500f09f-8826-443f-9bea-42d96b780e6b HTTP/1.1" status: 204 len: 168 time: 0.4432876 Nov 11 17:35:03.736137 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0adc7515-0d61-4013-9943-7855db683d9f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:03.787668 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-467128ca-a1ef-49ea-a267-62fce608b4fa tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5347645 Nov 11 17:35:03.792637 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47864) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:03.805613 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c053e460-1853-4d28-b646-8b1547ab3779 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:03.809615 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e725c4e3-f128-45af-b0f8-d2704af2a1bb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'port': {'network_id': 'cf16697e-e033-4233-abd7-286022f53a5a', 'name': 'tempest-PortsTestJSON-823502780', 'fixed_ips': [{'subnet_id': 'c58a9ac8-2555-47d8-85b1-316ad6377dba', 'ip_address': '172.20.0.10'}]}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:03.908004 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57957e-82e5-46bd-8de8-e9cfb172f71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c500f09f-8826-443f-9bea-42d96b780e6b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:03.909971 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc7515-0d61-4013-9943-7855db683d9f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Port': ['ID=72d9d1a0-6847-4ba5-8c2a-342c6cf0686c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:04.026690 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0adc7515-0d61-4013-9943-7855db683d9f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:04.046847 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0adc7515-0d61-4013-9943-7855db683d9f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/ports/72d9d1a0-6847-4ba5-8c2a-342c6cf0686c HTTP/1.1" status: 204 len: 168 time: 2.3217490 Nov 11 17:35:04.047529 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47866) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:04.110909 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a6be0c-7fa2-410c-b675-0f972461daf4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] GET failed (client error): The resource could not be found. Nov 11 17:35:04.126939 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b9a6be0c-7fa2-410c-b675-0f972461daf4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports/72d9d1a0-6847-4ba5-8c2a-342c6cf0686c HTTP/1.1" status: 404 len: 333 time: 0.0773361 Nov 11 17:35:04.127589 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47868) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:04.187410 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port c053e460-1853-4d28-b646-8b1547ab3779 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:04.187905 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:04.315528 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-49a9f94c-786a-439a-b259-4b0bbc5fa0c4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting port 8377b371-0861-44c7-83c0-e77159895c7e {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:04.318053 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-49a9f94c-786a-439a-b259-4b0bbc5fa0c4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:04.420927 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-84d552b0-11df-4869-a5c4-fd3459cc84a4 None None] Could not find standard attr ID for object 72d9d1a0-6847-4ba5-8c2a-342c6cf0686c. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:35:04.496519 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1efaa23c-17f9-4797-9928-bf99eb76e5cb tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:04.530815 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce0624-dfcd-4fbb-b58a-0a81531cdc7c req-1d9783a1-08d8-4f78-a7bf-ebc981068cba tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:04.537714 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-49a9f94c-786a-439a-b259-4b0bbc5fa0c4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:04.539218 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29ce0624-dfcd-4fbb-b58a-0a81531cdc7c req-1d9783a1-08d8-4f78-a7bf-ebc981068cba tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 944 time: 0.9472444 Nov 11 17:35:04.553024 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-84d552b0-11df-4869-a5c4-fd3459cc84a4 None None] Provisioning complete for port 8377b371-0861-44c7-83c0-e77159895c7e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:04.553435 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-84d552b0-11df-4869-a5c4-fd3459cc84a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:04.567384 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-49a9f94c-786a-439a-b259-4b0bbc5fa0c4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Calling delete_port for 8377b371-0861-44c7-83c0-e77159895c7e owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:04.608836 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-30c53c2e-56af-43f1-bd58-ccfc1987a41b service neutron] 10.222.0.83 "GET /v2.0/networks/63135a75-5cfa-435a-a6c8-7eb0f41a5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1168830 Nov 11 17:35:04.612641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efaa23c-17f9-4797-9928-bf99eb76e5cb tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Port': ['ID=62bdd3d8-0c4c-4788-b163-90e113cc06ab,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:04.660521 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-84d552b0-11df-4869-a5c4-fd3459cc84a4 None None] Port 8377b371-0861-44c7-83c0-e77159895c7e cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:04.662108 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac341a6b-7820-4f54-8f9a-4bfff879535d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-cf16697e-e033-4233-abd7-286022f53a5a', 'network_id': 'cf16697e-e033-4233-abd7-286022f53a5a', 'tenant_id': '63529d4881bc4948a539fcab59bdd3a8', 'fixed_ips': [{'subnet_id': 'c58a9ac8-2555-47d8-85b1-316ad6377dba'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:35:04.662976 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ac341a6b-7820-4f54-8f9a-4bfff879535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:04.841283 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5bcaf3fe-c7ab-4e94-9740-17fe547725d8 None None] Could not find standard attr ID for object 72d9d1a0-6847-4ba5-8c2a-342c6cf0686c. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:35:04.872881 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-49a9f94c-786a-439a-b259-4b0bbc5fa0c4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:05.026833 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1efaa23c-17f9-4797-9928-bf99eb76e5cb tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:05.031611 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9f94c-786a-439a-b259-4b0bbc5fa0c4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Port': ['ID=8377b371-0861-44c7-83c0-e77159895c7e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:05.044171 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-49a9f94c-786a-439a-b259-4b0bbc5fa0c4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:05.048453 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-49a9f94c-786a-439a-b259-4b0bbc5fa0c4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/ports/8377b371-0861-44c7-83c0-e77159895c7e HTTP/1.1" status: 204 len: 168 time: 0.9198186 Nov 11 17:35:05.050982 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47890) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:05.112202 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89f0402-4356-42d8-99f2-e49b61303165 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] GET failed (client error): The resource could not be found. Nov 11 17:35:05.114128 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d89f0402-4356-42d8-99f2-e49b61303165 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports/8377b371-0861-44c7-83c0-e77159895c7e HTTP/1.1" status: 404 len: 333 time: 0.0619349 Nov 11 17:35:05.144244 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-ac341a6b-7820-4f54-8f9a-4bfff879535d None None] Allocated IP 172.20.0.2 (cf16697e-e033-4233-abd7-286022f53a5a/c58a9ac8-2555-47d8-85b1-316ad6377dba/63d5efb3-883d-4b51-83d7-a6ebec50f785) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:05.146503 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47892) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:05.203792 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29ce0624-dfcd-4fbb-b58a-0a81531cdc7c req-055b8c6d-1949-4469-a76a-2b7a0d38bc34 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6633654 Nov 11 17:35:05.262889 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-c43158bf-670e-4a5e-8632-c65b8da8c369 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1612201 Nov 11 17:35:05.286652 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-f056679b-6de7-48a8-8376-c21071928ba7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting subnet b6ccc634-37b7-46c5-960a-6f2b6b716a63 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:35:05.294187 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f056679b-6de7-48a8-8376-c21071928ba7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:05.327150 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5771b87-f996-4cc2-b8c2-5e7eed796c86 req-b63be20d-750a-4dab-9104-308eda47ba6f service neutron] 10.222.0.83 "GET /v2.0/networks/63135a75-5cfa-435a-a6c8-7eb0f41a5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6959176 Nov 11 17:35:05.441659 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-a8138498-b698-421e-9a24-725f12a88db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:05.442371 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-a8138498-b698-421e-9a24-725f12a88db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:05.443420 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-a8138498-b698-421e-9a24-725f12a88db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:05.444023 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-a8138498-b698-421e-9a24-725f12a88db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:05.444494 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-a8138498-b698-421e-9a24-725f12a88db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:05.444957 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-a8138498-b698-421e-9a24-725f12a88db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:05.445474 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-a8138498-b698-421e-9a24-725f12a88db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:05.448231 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-a8138498-b698-421e-9a24-725f12a88db6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf9f7834dbb745e8861e3581142ac13c&device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 6501 time: 0.1252377 Nov 11 17:35:05.471144 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f056679b-6de7-48a8-8376-c21071928ba7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:05.474613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e725c4e3-f128-45af-b0f8-d2704af2a1bb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:05.517470 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ac341a6b-7820-4f54-8f9a-4bfff879535d None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:05.517674 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efaa23c-17f9-4797-9928-bf99eb76e5cb tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:35:05.527988 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ac341a6b-7820-4f54-8f9a-4bfff879535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:05.627363 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac341a6b-7820-4f54-8f9a-4bfff879535d None None] Pushing event updated for resources: {'Port': ['ID=63d5efb3-883d-4b51-83d7-a6ebec50f785,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:05.653279 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac341a6b-7820-4f54-8f9a-4bfff879535d None None] Network cf16697e-e033-4233-abd7-286022f53a5a is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:05.656242 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-ac341a6b-7820-4f54-8f9a-4bfff879535d None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:05.665862 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac341a6b-7820-4f54-8f9a-4bfff879535d None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:05.681032 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-fe5e8907-52d6-44e9-a4d6-4285d89233ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:05.681494 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-fe5e8907-52d6-44e9-a4d6-4285d89233ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:05.681948 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-fe5e8907-52d6-44e9-a4d6-4285d89233ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:05.684032 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-fe5e8907-52d6-44e9-a4d6-4285d89233ad service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c67ea36-c05a-47b6-a6a8-82477c2b46d1&id=f23ac4df-d84d-4279-8162-bbdedb50f219&id=f23ac4df-d84d-4279-8162-bbdedb50f219&id=f23ac4df-d84d-4279-8162-bbdedb50f219&id=f23ac4df-d84d-4279-8162-bbdedb50f219&id=62a50c96-c103-4bed-873d-07bc993c3882&id=62a50c96-c103-4bed-873d-07bc993c3882 HTTP/1.1" status: 200 len: 2301 time: 0.2046576 Nov 11 17:35:05.689891 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f056679b-6de7-48a8-8376-c21071928ba7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:05.786776 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965fde6-69fa-4ba3-b04e-473cd6db572c req-91d9e4da-464f-4245-a085-e4f45f86be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:05.788498 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5965fde6-69fa-4ba3-b04e-473cd6db572c req-91d9e4da-464f-4245-a085-e4f45f86be74 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 1095 time: 0.3379216 Nov 11 17:35:05.796385 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ac341a6b-7820-4f54-8f9a-4bfff879535d None None] Attempting to bind port 63d5efb3-883d-4b51-83d7-a6ebec50f785 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:35:05.796754 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ac341a6b-7820-4f54-8f9a-4bfff879535d None None] Attempting to bind port 63d5efb3-883d-4b51-83d7-a6ebec50f785 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '707fa36f-2dfb-4dcd-a8af-88d91df550a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'cf16697e-e033-4233-abd7-286022f53a5a'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:35:05.797879 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac341a6b-7820-4f54-8f9a-4bfff879535d None None] Attempting to bind port 63d5efb3-883d-4b51-83d7-a6ebec50f785 on network cf16697e-e033-4233-abd7-286022f53a5a {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:35:05.812299 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac341a6b-7820-4f54-8f9a-4bfff879535d None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:35:05.816089 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac341a6b-7820-4f54-8f9a-4bfff879535d None None] Checking segment: {'id': '707fa36f-2dfb-4dcd-a8af-88d91df550a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'cf16697e-e033-4233-abd7-286022f53a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:35:05.816632 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ac341a6b-7820-4f54-8f9a-4bfff879535d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:05.817319 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac341a6b-7820-4f54-8f9a-4bfff879535d None None] Bound using segment: {'id': '707fa36f-2dfb-4dcd-a8af-88d91df550a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'cf16697e-e033-4233-abd7-286022f53a5a'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:35:05.818034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ac341a6b-7820-4f54-8f9a-4bfff879535d None None] Bound port: 63d5efb3-883d-4b51-83d7-a6ebec50f785, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707fa36f-2dfb-4dcd-a8af-88d91df550a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'cf16697e-e033-4233-abd7-286022f53a5a'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:35:05.818445 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ac341a6b-7820-4f54-8f9a-4bfff879535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:05.870723 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-d056a260-cbb8-47bc-bed8-6c25866a933b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14703854-5a2b-47ed-9627-d09c37f31bb5 HTTP/1.1" status: 200 len: 1000 time: 0.1763017 Nov 11 17:35:05.881271 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f056679b-6de7-48a8-8376-c21071928ba7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:05.955437 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ac341a6b-7820-4f54-8f9a-4bfff879535d None None] For port 63d5efb3-883d-4b51-83d7-a6ebec50f785, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:35:05.960242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47910) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:05.962587 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ac341a6b-7820-4f54-8f9a-4bfff879535d None None] For port 63d5efb3-883d-4b51-83d7-a6ebec50f785, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=63d5efb3-883d-4b51-83d7-a6ebec50f785,segment=NetworkSegment(707fa36f-2dfb-4dcd-a8af-88d91df550a4),segment_id=707fa36f-2dfb-4dcd-a8af-88d91df550a4)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:35:05.971790 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ac341a6b-7820-4f54-8f9a-4bfff879535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:05.997396 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e725c4e3-f128-45af-b0f8-d2704af2a1bb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:06.000936 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efaa23c-17f9-4797-9928-bf99eb76e5cb tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:35:06.013675 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ccd534-5be3-4422-8b03-2bc91af078c0 None None] Sync routers for ids ['fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:35:06.028942 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ccd534-5be3-4422-8b03-2bc91af078c0 None None] Routers {'fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:06.029579 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-54ccd534-5be3-4422-8b03-2bc91af078c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:34:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:06.034205 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-753dc8ec-a200-48c3-9e8e-4a549f8d67cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:06.038578 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1efaa23c-17f9-4797-9928-bf99eb76e5cb tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6589549 Nov 11 17:35:06.039845 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-753dc8ec-a200-48c3-9e8e-4a549f8d67cb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c44ae76c-b391-442e-99c2-35deb172fa6f HTTP/1.1" status: 200 len: 856 time: 0.1548736 Nov 11 17:35:06.040613 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056679b-6de7-48a8-8376-c21071928ba7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ccc634-37b7-46c5-960a-6f2b6b716a63,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:06.044454 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47914) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:06.088157 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f056679b-6de7-48a8-8376-c21071928ba7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:06.093808 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f056679b-6de7-48a8-8376-c21071928ba7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/subnets/b6ccc634-37b7-46c5-960a-6f2b6b716a63 HTTP/1.1" status: 204 len: 168 time: 0.9425192 Nov 11 17:35:06.102019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47916) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:06.107308 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0a03f1dd-3a97-4f68-afa8-a1bc7b3c22f1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1 HTTP/1.1" status: 200 len: 205 time: 0.0611348 Nov 11 17:35:06.119546 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47918) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:06.139369 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-1ebd2463-be1e-413e-9045-45177adc428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:06.141756 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-1ebd2463-be1e-413e-9045-45177adc428c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c67ea36-c05a-47b6-a6a8-82477c2b46d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833521 Nov 11 17:35:06.146425 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-e725c4e3-f128-45af-b0f8-d2704af2a1bb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] device_id is not set on port be6fcd22-6135-434f-91fa-fca08fc1586d yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:35:06.155996 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0e19de-b3e3-4f08-a9bb-ace2c5c7408f None None] Network a169eb12-3395-4c28-bb5a-9db540538cd7 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:06.157761 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-54ccd534-5be3-4422-8b03-2bc91af078c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:06.178714 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ccd534-5be3-4422-8b03-2bc91af078c0 None None] Routers {'fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:06.181264 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-54ccd534-5be3-4422-8b03-2bc91af078c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:34:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:06.270455 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-54ccd534-5be3-4422-8b03-2bc91af078c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:06.272734 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ccd534-5be3-4422-8b03-2bc91af078c0 None None] The sync data for ids ['fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:35:06.288674 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae3a8c0d-7558-4775-976c-048bff49c04a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:06.289028 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac341a6b-7820-4f54-8f9a-4bfff879535d None None] Pushing event updated for resources: {'Port': ['ID=63d5efb3-883d-4b51-83d7-a6ebec50f785,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:06.292064 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965fde6-69fa-4ba3-b04e-473cd6db572c req-f2658272-987a-45f6-a18b-b56605b56ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:06.295045 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5965fde6-69fa-4ba3-b04e-473cd6db572c req-f2658272-987a-45f6-a18b-b56605b56ff2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=63135a75-5cfa-435a-a6c8-7eb0f41a5658 HTTP/1.1" status: 200 len: 899 time: 0.4836679 Nov 11 17:35:06.390496 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-78359737-4440-4aa5-b9d9-a35156a3f92a service neutron] 10.222.0.83 "GET /v2.0/networks/1c67ea36-c05a-47b6-a6a8-82477c2b46d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395203 Nov 11 17:35:06.455134 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893069d9-5b48-445f-9a7a-3df00d5d683c None None] DHCP port deletion for a169eb12-3395-4c28-bb5a-9db540538cd7 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:35:06.506076 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-09757687-9732-4734-962f-22e881023dc8 service neutron] 10.222.0.83 "GET /v2.0/networks/1c67ea36-c05a-47b6-a6a8-82477c2b46d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048739 Nov 11 17:35:06.543135 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5965fde6-69fa-4ba3-b04e-473cd6db572c req-f2feebcb-4d4e-40f0-a10b-c123bf4e3048 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a2ee60-d696-4bb9-bd1d-a7ae8171815e HTTP/1.1" status: 200 len: 217 time: 0.1351531 Nov 11 17:35:06.559958 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-893069d9-5b48-445f-9a7a-3df00d5d683c None None] Deleting port c053e460-1853-4d28-b646-8b1547ab3779 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:06.560583 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-893069d9-5b48-445f-9a7a-3df00d5d683c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:06.567808 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-d9d216a0-b346-4960-9d35-710dc3120fba service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=20a6d92a-5fd5-4fa9-90b8-b57594e547e2 HTTP/1.1" status: 200 len: 217 time: 0.0540156 Nov 11 17:35:06.589366 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2cd8b49c-2b79-46f2-9087-bb10915ec3ab tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:06.607259 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bada3a34-45fb-4823-80ab-04e71aa4724a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:06.689709 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-893069d9-5b48-445f-9a7a-3df00d5d683c None None] For port c053e460-1853-4d28-b646-8b1547ab3779, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c053e460-1853-4d28-b646-8b1547ab3779,segment=NetworkSegment(3ce2684a-b819-4fbe-8d50-27694ddb2c17),segment_id=3ce2684a-b819-4fbe-8d50-27694ddb2c17)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:06.690266 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-893069d9-5b48-445f-9a7a-3df00d5d683c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:06.709026 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-893069d9-5b48-445f-9a7a-3df00d5d683c None None] Calling delete_port for c053e460-1853-4d28-b646-8b1547ab3779 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:06.711403 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-0ceb1bc8-45ba-4f9c-86d0-7692ab593fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:06.713376 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-0ceb1bc8-45ba-4f9c-86d0-7692ab593fe5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eafd7cad-1b53-44fc-96a4-51c18b0cedd0 HTTP/1.1" status: 200 len: 797 time: 0.1368899 Nov 11 17:35:06.787581 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-22b25c5e-981e-4ba0-8704-f94dd3ad73fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:06.789743 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-22b25c5e-981e-4ba0-8704-f94dd3ad73fa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f23ac4df-d84d-4279-8162-bbdedb50f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0612385 Nov 11 17:35:06.846898 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-893069d9-5b48-445f-9a7a-3df00d5d683c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:06.880837 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893069d9-5b48-445f-9a7a-3df00d5d683c None None] Pushing event deleted for resources: {'Port': ['ID=c053e460-1853-4d28-b646-8b1547ab3779,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:06.892734 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893069d9-5b48-445f-9a7a-3df00d5d683c None None] No DVR routers for this DVR port c053e460-1853-4d28-b646-8b1547ab3779 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:35:06.920805 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fa522-7df8-4a32-9dd7-f83e04d98f1c req-fcc0f4d0-e8fc-4713-8cb0-97fdaa5b25c4 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:06.922284 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1b3fa522-7df8-4a32-9dd7-f83e04d98f1c req-fcc0f4d0-e8fc-4713-8cb0-97fdaa5b25c4 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 944 time: 0.5291238 Nov 11 17:35:06.958610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 39a2ee60-d696-4bb9-bd1d-a7ae8171815e details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:35:07.009533 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-c30dbe55-c82a-4c45-9fba-318857e95aac service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115712 Nov 11 17:35:07.031197 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bada3a34-45fb-4823-80ab-04e71aa4724a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:07.074333 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965fde6-69fa-4ba3-b04e-473cd6db572c req-a979a247-dda7-480c-a44f-f1e884251f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:07.075840 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5965fde6-69fa-4ba3-b04e-473cd6db572c req-a979a247-dda7-480c-a44f-f1e884251f4a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80be57c9-262e-4643-aac8-9ce7c5e5308b HTTP/1.1" status: 200 len: 835 time: 0.5107601 Nov 11 17:35:07.078447 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=39a2ee60-d696-4bb9-bd1d-a7ae8171815e,segment=NetworkSegment(30c49fa5-d7a3-4fab-ad8a-bef888053bed),segment_id=30c49fa5-d7a3-4fab-ad8a-bef888053bed)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:07.098652 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e', 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658', 'port_id': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e', 'mac_address': 'fa:16:3e:8f:5b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80be57c9-262e-4643-aac8-9ce7c5e5308b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:35:07.142761 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:07.157700 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a2ee60-d696-4bb9-bd1d-a7ae8171815e {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:35:07.181532 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-a4e2f5be-2358-46b4-8d52-4d15b903a95e service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469204 Nov 11 17:35:07.182061 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=39a2ee60-d696-4bb9-bd1d-a7ae8171815e,segment=NetworkSegment(30c49fa5-d7a3-4fab-ad8a-bef888053bed),segment_id=30c49fa5-d7a3-4fab-ad8a-bef888053bed)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:07.188060 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:07.264538 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-aea14f96-28da-4393-bc1a-7d9ab095ba08 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=4f66b335-60b1-4a5e-a509-ce8519750f0d HTTP/1.1" status: 200 len: 217 time: 0.0755231 Nov 11 17:35:07.308350 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=39a2ee60-d696-4bb9-bd1d-a7ae8171815e,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:07.386930 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-9b11a98f-13ea-41fb-8f58-2e8ec1eaa0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:07.389279 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-9b11a98f-13ea-41fb-8f58-2e8ec1eaa0fa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eafd7cad-1b53-44fc-96a4-51c18b0cedd0 HTTP/1.1" status: 200 len: 797 time: 0.1154506 Nov 11 17:35:07.427466 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1147a7e6-7814-457e-a76d-5b6729fbcb06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:07.483123 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-18513201-6148-4bf6-9d15-77dba4727dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:07.485040 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-18513201-6148-4bf6-9d15-77dba4727dae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f23ac4df-d84d-4279-8162-bbdedb50f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0855432 Nov 11 17:35:07.513324 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['39a2ee60-d696-4bb9-bd1d-a7ae8171815e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:35:07.637711 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae3a8c0d-7558-4775-976c-048bff49c04a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:07.650265 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-bada3a34-45fb-4823-80ab-04e71aa4724a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a169eb12-3395-4c28-bb5a-9db540538cd7']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:07.680685 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-9b85e415-023b-4080-9075-8d9bd6327602 service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872826 Nov 11 17:35:07.715980 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2cd8b49c-2b79-46f2-9087-bb10915ec3ab tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:07.736007 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1b3fa522-7df8-4a32-9dd7-f83e04d98f1c req-b506da83-7dc0-49a2-aa67-fb226d3c4dbd tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7891693 Nov 11 17:35:07.736734 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae3a8c0d-7558-4775-976c-048bff49c04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:07.774782 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2cd8b49c-2b79-46f2-9087-bb10915ec3ab tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:07.786906 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ae3a8c0d-7558-4775-976c-048bff49c04a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=930cfe8a1daf4ed690efc1c57101a3df&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8243043 Nov 11 17:35:07.803320 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47932) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:07.809674 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-bada3a34-45fb-4823-80ab-04e71aa4724a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce2684a-b819-4fbe-8d50-27694ddb2c17') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:07.814624 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-bada3a34-45fb-4823-80ab-04e71aa4724a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce2684a-b819-4fbe-8d50-27694ddb2c17') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:07.824484 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5420ba50-97a3-4c20-b494-79868d571dcb None None] Network cf16697e-e033-4233-abd7-286022f53a5a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:07.834526 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-cb5f32a0-da57-42c1-aaf6-f339f8062850 service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426229 Nov 11 17:35:07.911624 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 63d5efb3-883d-4b51-83d7-a6ebec50f785 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:07.920808 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-5f743494-cecc-4aff-86b2-39f7389d8d0c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 HTTP/1.1" status: 200 len: 217 time: 0.0699096 Nov 11 17:35:07.952275 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bada3a34-45fb-4823-80ab-04e71aa4724a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:07.960459 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2cd8b49c-2b79-46f2-9087-bb10915ec3ab tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:07.961240 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd8b49c-2b79-46f2-9087-bb10915ec3ab tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Fanout notify agent at l3_agent the message router_deleted on router fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:35:07.976091 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2cd8b49c-2b79-46f2-9087-bb10915ec3ab tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:07.978078 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2cd8b49c-2b79-46f2-9087-bb10915ec3ab tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/routers/fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1 HTTP/1.1" status: 204 len: 168 time: 1.8554416 Nov 11 17:35:07.982615 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47936) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:07.984660 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-e725c4e3-f128-45af-b0f8-d2704af2a1bb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Allocated IP 172.20.0.10 (cf16697e-e033-4233-abd7-286022f53a5a/c58a9ac8-2555-47d8-85b1-316ad6377dba/be6fcd22-6135-434f-91fa-fca08fc1586d) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:08.081496 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-79630e96-eefa-4bdd-be25-395be40895ee tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting subnet a615c238-e27e-4e0f-8036-4ab6f91ebcf4 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:35:08.090035 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-79630e96-eefa-4bdd-be25-395be40895ee tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:08.094137 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-6c6ec787-71af-4443-abb7-1b08f0c0fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:08.095657 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-6c6ec787-71af-4443-abb7-1b08f0c0fb13 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eafd7cad-1b53-44fc-96a4-51c18b0cedd0 HTTP/1.1" status: 200 len: 797 time: 0.1739900 Nov 11 17:35:08.198982 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965fde6-69fa-4ba3-b04e-473cd6db572c req-73dec295-3211-407c-ba93-97ae38fb4976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:08.200912 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5965fde6-69fa-4ba3-b04e-473cd6db572c req-73dec295-3211-407c-ba93-97ae38fb4976 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=63135a75-5cfa-435a-a6c8-7eb0f41a5658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0083597 Nov 11 17:35:08.226475 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a8c0d-7558-4775-976c-048bff49c04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c89ee5a-917a-4bc4-a227-0a771ff64c78,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:08.229813 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bada3a34-45fb-4823-80ab-04e71aa4724a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:08.288211 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bada3a34-45fb-4823-80ab-04e71aa4724a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:35:08.288734 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bada3a34-45fb-4823-80ab-04e71aa4724a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:35:08.297693 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:35:08.301340 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-79630e96-eefa-4bdd-be25-395be40895ee tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:08.322935 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f55664f9-50a0-4242-a77b-c6f97c963d57 None None] Provisioning complete for port 63d5efb3-883d-4b51-83d7-a6ebec50f785 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:08.322935 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f55664f9-50a0-4242-a77b-c6f97c963d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:08.438021 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bada3a34-45fb-4823-80ab-04e71aa4724a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:08.441392 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-79630e96-eefa-4bdd-be25-395be40895ee tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:08.475920 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-7e2d7eea-352e-4a76-b9b0-5341bcf12509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:08.478020 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-7e2d7eea-352e-4a76-b9b0-5341bcf12509 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f23ac4df-d84d-4279-8162-bbdedb50f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3398538 Nov 11 17:35:08.480453 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bada3a34-45fb-4823-80ab-04e71aa4724a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:08.497830 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bada3a34-45fb-4823-80ab-04e71aa4724a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/networks/a169eb12-3395-4c28-bb5a-9db540538cd7 HTTP/1.1" status: 204 len: 168 time: 2.3887467 Nov 11 17:35:08.498872 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a5900741-0ec2-427e-9948-abf278064aa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:08.517019 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47940) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:08.529829 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-fe4545b6-266e-4030-9157-cbc45245093c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1224757764'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:08.530291 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 63d5efb3-883d-4b51-83d7-a6ebec50f785 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:08.530694 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:08.572925 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4545b6-266e-4030-9157-cbc45245093c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:08.576072 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fe4545b6-266e-4030-9157-cbc45245093c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:08.584962 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e725c4e3-f128-45af-b0f8-d2704af2a1bb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:08.586874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada3a34-45fb-4823-80ab-04e71aa4724a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Network': ['ID=a169eb12-3395-4c28-bb5a-9db540538cd7,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:08.624522 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5965fde6-69fa-4ba3-b04e-473cd6db572c req-33225761-74c1-4354-895b-c85c9db17c99 service neutron] 10.222.0.83 "GET /v2.0/networks/63135a75-5cfa-435a-a6c8-7eb0f41a5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133232 Nov 11 17:35:08.638289 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a5900741-0ec2-427e-9948-abf278064aa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:08.710383 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-79630e96-eefa-4bdd-be25-395be40895ee tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:08.721406 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4545b6-266e-4030-9157-cbc45245093c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1263} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:35:08.787034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c458a6-61ed-4b98-b73b-e7b0524d807f None None] Network 599cae00-87a0-4035-b1ed-4880d514d027 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:08.787339 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-79630e96-eefa-4bdd-be25-395be40895ee tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:08.790759 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-79630e96-eefa-4bdd-be25-395be40895ee tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/subnets/a615c238-e27e-4e0f-8036-4ab6f91ebcf4 HTTP/1.1" status: 204 len: 168 time: 0.8046210 Nov 11 17:35:08.797773 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47944) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:08.819117 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79630e96-eefa-4bdd-be25-395be40895ee tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Subnet': ['ID=a615c238-e27e-4e0f-8036-4ab6f91ebcf4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:08.821556 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fe4545b6-266e-4030-9157-cbc45245093c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:08.822273 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-fe4545b6-266e-4030-9157-cbc45245093c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Added segment 76a2e110-78b9-43af-9c42-f2d328354a16 of type vlan for network e15d4d6b-d81e-486c-9763-f21c8d8cf1f1 Nov 11 17:35:08.889852 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f55664f9-50a0-4242-a77b-c6f97c963d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:08.909929 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e725c4e3-f128-45af-b0f8-d2704af2a1bb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:09.035341 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725c4e3-f128-45af-b0f8-d2704af2a1bb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Port': ['ID=be6fcd22-6135-434f-91fa-fca08fc1586d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:09.154607 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-21b2aef6-5b2e-45fe-b077-41921b502aa5 service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6594958 Nov 11 17:35:09.159090 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f55664f9-50a0-4242-a77b-c6f97c963d57 None None] For port 63d5efb3-883d-4b51-83d7-a6ebec50f785, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=63d5efb3-883d-4b51-83d7-a6ebec50f785,segment=NetworkSegment(707fa36f-2dfb-4dcd-a8af-88d91df550a4),segment_id=707fa36f-2dfb-4dcd-a8af-88d91df550a4)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:09.161378 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:09.181514 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f55664f9-50a0-4242-a77b-c6f97c963d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:09.214510 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e725c4e3-f128-45af-b0f8-d2704af2a1bb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network cf16697e-e033-4233-abd7-286022f53a5a is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:09.257232 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-e725c4e3-f128-45af-b0f8-d2704af2a1bb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:09.329718 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e725c4e3-f128-45af-b0f8-d2704af2a1bb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:09.353048 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-8e5b61ec-ffd6-4d08-a833-cce722ac6094 service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539805 Nov 11 17:35:09.354859 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fe4545b6-266e-4030-9157-cbc45245093c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:09.460740 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-b877eacf-4a70-42e8-94d1-8b1110baaca8 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting subnet fe128384-259c-4f7f-b637-43b8b4bb8710 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:35:09.465526 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-580caa98-4027-4044-a5a6-fb09840f3e4d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=5e72d773-0677-4eac-9257-f5ea1cb74c15 HTTP/1.1" status: 200 len: 217 time: 0.1036267 Nov 11 17:35:09.466418 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b877eacf-4a70-42e8-94d1-8b1110baaca8 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:09.470094 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fe4545b6-266e-4030-9157-cbc45245093c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:09.489061 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e27ae88-68eb-41be-8620-6666c0cbe385 None None] DHCP port deletion for 599cae00-87a0-4035-b1ed-4880d514d027 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:35:09.491097 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4545b6-266e-4030-9157-cbc45245093c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:09.498007 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fe4545b6-266e-4030-9157-cbc45245093c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:09.499624 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d3489dc5-fb1f-4378-a5f6-160b5e22c9ef None None] Provisioning complete for port 63d5efb3-883d-4b51-83d7-a6ebec50f785 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:09.500079 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d3489dc5-fb1f-4378-a5f6-160b5e22c9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:09.587904 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e725c4e3-f128-45af-b0f8-d2704af2a1bb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:09.589757 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e725c4e3-f128-45af-b0f8-d2704af2a1bb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:09.736048 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0782eb-c804-4312-9a2a-9d460be7f9d5 req-87ebca91-9166-4f39-b292-93d37f57089e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:09.743808 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea0782eb-c804-4312-9a2a-9d460be7f9d5 req-87ebca91-9166-4f39-b292-93d37f57089e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 945 time: 0.7218289 Nov 11 17:35:09.780847 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5965fde6-69fa-4ba3-b04e-473cd6db572c req-73201a4c-b899-4000-979c-345a65769359 service neutron] 10.222.0.83 "GET /v2.0/networks/63135a75-5cfa-435a-a6c8-7eb0f41a5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1279616 Nov 11 17:35:09.834755 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e725c4e3-f128-45af-b0f8-d2704af2a1bb tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.0383132 Nov 11 17:35:09.837413 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47954) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:09.842981 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2cceccfd-3e92-49c9-9dad-4dd60c61c929 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'port': {'network_id': 'cf16697e-e033-4233-abd7-286022f53a5a', 'name': 'tempest-PortsTestJSON-802411340', 'fixed_ips': [{'subnet_id': 'c58a9ac8-2555-47d8-85b1-316ad6377dba', 'ip_address': '172.20.0.9'}]}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:09.856877 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fe4545b6-266e-4030-9157-cbc45245093c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3353772 Nov 11 17:35:09.875263 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47956) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:09.879952 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:35:09.916648 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b877eacf-4a70-42e8-94d1-8b1110baaca8 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:09.975774 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a5900741-0ec2-427e-9948-abf278064aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:09.982600 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a5900741-0ec2-427e-9948-abf278064aa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:09.984557 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a5900741-0ec2-427e-9948-abf278064aa4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8c89ee5a-917a-4bc4-a227-0a771ff64c78 HTTP/1.1" status: 204 len: 168 time: 2.1545339 Nov 11 17:35:10.023609 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5900741-0ec2-427e-9948-abf278064aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c89ee5a-917a-4bc4-a227-0a771ff64c78,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:10.029263 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cceccfd-3e92-49c9-9dad-4dd60c61c929 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:10.034734 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-9184133e-e9db-4e3a-953c-139031f3c9d7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'subnet': {'network_id': 'e15d4d6b-d81e-486c-9763-f21c8d8cf1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:10.046540 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55664f9-50a0-4242-a77b-c6f97c963d57 None None] Pushing event updated for resources: {'Port': ['ID=63d5efb3-883d-4b51-83d7-a6ebec50f785,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:10.054938 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2cceccfd-3e92-49c9-9dad-4dd60c61c929 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:10.115058 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:35:10.115528 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:35:10.152295 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0dab-325a-4864-aba0-a1ddd6e3ef11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:10.163120 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4545b6-266e-4030-9157-cbc45245093c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Network': ['ID=e15d4d6b-d81e-486c-9763-f21c8d8cf1f1,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:10.170234 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-21fa08ce-1a13-438e-9bee-762fd9d6ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:10.173041 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-21fa08ce-1a13-438e-9bee-762fd9d6ee4d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eafd7cad-1b53-44fc-96a4-51c18b0cedd0 HTTP/1.1" status: 200 len: 797 time: 0.6707366 Nov 11 17:35:10.175965 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-7e27ae88-68eb-41be-8620-6666c0cbe385 None None] Deleting port f7a11163-2387-4c6b-90d8-8110aa80143e {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:10.176412 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7e27ae88-68eb-41be-8620-6666c0cbe385 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:10.182334 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network e15d4d6b-d81e-486c-9763-f21c8d8cf1f1 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:35:10.214854 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-2cceccfd-3e92-49c9-9dad-4dd60c61c929 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] device_id is not set on port 68461810-b113-4b5e-8028-64ac852ef319 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:35:10.244719 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea0782eb-c804-4312-9a2a-9d460be7f9d5 req-7e1f0c70-925b-4614-ba85-3cb3fa4a2000 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4915714 Nov 11 17:35:10.399523 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b877eacf-4a70-42e8-94d1-8b1110baaca8 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:10.431088 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7e27ae88-68eb-41be-8620-6666c0cbe385 None None] For port f7a11163-2387-4c6b-90d8-8110aa80143e, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f7a11163-2387-4c6b-90d8-8110aa80143e,segment=NetworkSegment(3ef41605-d2a5-4476-9cbb-9b2a7eed3a35),segment_id=3ef41605-d2a5-4476-9cbb-9b2a7eed3a35)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:10.431506 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7e27ae88-68eb-41be-8620-6666c0cbe385 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:10.434388 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e0319663-2e60-4dc8-bc19-642e609221b5 None None] Provisioning complete for port be6fcd22-6135-434f-91fa-fca08fc1586d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:10.439024 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e0319663-2e60-4dc8-bc19-642e609221b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:10.553095 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-7e27ae88-68eb-41be-8620-6666c0cbe385 None None] Calling delete_port for f7a11163-2387-4c6b-90d8-8110aa80143e owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:10.573599 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b877eacf-4a70-42e8-94d1-8b1110baaca8 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:10.597382 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-2cceccfd-3e92-49c9-9dad-4dd60c61c929 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Allocated IP 172.20.0.9 (cf16697e-e033-4233-abd7-286022f53a5a/c58a9ac8-2555-47d8-85b1-316ad6377dba/68461810-b113-4b5e-8028-64ac852ef319) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:10.613852 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b877eacf-4a70-42e8-94d1-8b1110baaca8 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:10.623712 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b877eacf-4a70-42e8-94d1-8b1110baaca8 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/subnets/fe128384-259c-4f7f-b637-43b8b4bb8710 HTTP/1.1" status: 204 len: 168 time: 1.8217382 Nov 11 17:35:10.632233 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47976) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:10.669532 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e0319663-2e60-4dc8-bc19-642e609221b5 None None] Port be6fcd22-6135-434f-91fa-fca08fc1586d cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:10.701752 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877eacf-4a70-42e8-94d1-8b1110baaca8 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Subnet': ['ID=fe128384-259c-4f7f-b637-43b8b4bb8710,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:10.760676 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-747083d8-3ca9-4339-8bc2-124fded7cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:10.762793 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-747083d8-3ca9-4339-8bc2-124fded7cc63 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f23ac4df-d84d-4279-8162-bbdedb50f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5567331 Nov 11 17:35:10.765905 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9184133e-e9db-4e3a-953c-139031f3c9d7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:10.776270 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98671c5c-1937-47a1-bf94-3028a663d62b None None] Network ee81fc37-ad5b-4a22-90e5-971b0dae6288 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:10.782964 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9184133e-e9db-4e3a-953c-139031f3c9d7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:10.894013 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c053e460-1853-4d28-b646-8b1547ab3779 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:35:10.944241 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: c053e460-1853-4d28-b646-8b1547ab3779 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:35:10.944591 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c053e460-1853-4d28-b646-8b1547ab3779 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:35:10.975362 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:10.987634 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 39a2ee60-d696-4bb9-bd1d-a7ae8171815e up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:11.025785 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2cceccfd-3e92-49c9-9dad-4dd60c61c929 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:11.066859 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2cceccfd-3e92-49c9-9dad-4dd60c61c929 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:11.118522 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-06ab02d9-d0f8-4b7d-9f62-6a78c14e9b5e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:11.120299 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7e27ae88-68eb-41be-8620-6666c0cbe385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:11.174657 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cceccfd-3e92-49c9-9dad-4dd60c61c929 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network cf16697e-e033-4233-abd7-286022f53a5a is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:11.184484 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-2cceccfd-3e92-49c9-9dad-4dd60c61c929 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:11.198466 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cceccfd-3e92-49c9-9dad-4dd60c61c929 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:11.220756 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cceccfd-3e92-49c9-9dad-4dd60c61c929 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Port': ['ID=68461810-b113-4b5e-8028-64ac852ef319,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:11.277294 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1186fe-05e2-4972-852a-aa9340fb4a21 None None] DHCP port deletion for ee81fc37-ad5b-4a22-90e5-971b0dae6288 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:35:11.294939 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27ae88-68eb-41be-8620-6666c0cbe385 None None] Pushing event deleted for resources: {'Port': ['ID=f7a11163-2387-4c6b-90d8-8110aa80143e,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:11.325727 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 63d5efb3-883d-4b51-83d7-a6ebec50f785 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:11.449456 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-0edbf31f-df2d-4e26-b596-44bd17fb8b86 service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6532247 Nov 11 17:35:11.462705 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e27ae88-68eb-41be-8620-6666c0cbe385 None None] No DVR routers for this DVR port f7a11163-2387-4c6b-90d8-8110aa80143e on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:35:11.499330 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:35:11.530849 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-06ab02d9-d0f8-4b7d-9f62-6a78c14e9b5e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:11.535357 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:11.536013 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:11.611904 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cceccfd-3e92-49c9-9dad-4dd60c61c929 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:11.612968 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2cceccfd-3e92-49c9-9dad-4dd60c61c929 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:11.644627 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 63d5efb3-883d-4b51-83d7-a6ebec50f785 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:11.649767 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-06ab02d9-d0f8-4b7d-9f62-6a78c14e9b5e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599cae00-87a0-4035-b1ed-4880d514d027']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:11.650433 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:11.682088 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2cceccfd-3e92-49c9-9dad-4dd60c61c929 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8435228 Nov 11 17:35:11.683608 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47996) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:11.685074 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47998) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:11.705454 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-06ab02d9-d0f8-4b7d-9f62-6a78c14e9b5e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef41605-d2a5-4476-9cbb-9b2a7eed3a35') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:11.705995 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-06ab02d9-d0f8-4b7d-9f62-6a78c14e9b5e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef41605-d2a5-4476-9cbb-9b2a7eed3a35') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:11.727870 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-06ab02d9-d0f8-4b7d-9f62-6a78c14e9b5e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:11.734172 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-d2240236-1765-446d-832a-71cdebc2a927 service neutron] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519372 Nov 11 17:35:11.763580 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-06ab02d9-d0f8-4b7d-9f62-6a78c14e9b5e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:11.778887 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ab02d9-d0f8-4b7d-9f62-6a78c14e9b5e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Releasing vlan 1295 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:35:11.779447 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-06ab02d9-d0f8-4b7d-9f62-6a78c14e9b5e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:11.838893 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c109b729-a1b9-4261-8dfa-60801e2cc77a None None] Provisioning complete for port 68461810-b113-4b5e-8028-64ac852ef319 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:11.839271 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c109b729-a1b9-4261-8dfa-60801e2cc77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:35:11.876579 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:35:11.920308 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-06ab02d9-d0f8-4b7d-9f62-6a78c14e9b5e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:11.933039 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-06ab02d9-d0f8-4b7d-9f62-6a78c14e9b5e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:11.938481 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-06ab02d9-d0f8-4b7d-9f62-6a78c14e9b5e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/networks/599cae00-87a0-4035-b1ed-4880d514d027 HTTP/1.1" status: 204 len: 168 time: 1.3037584 Nov 11 17:35:11.958737 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-3e1186fe-05e2-4972-852a-aa9340fb4a21 None None] Deleting port 309e3f93-ead5-43b7-9859-f8569eb0067f {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:11.960510 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3e1186fe-05e2-4972-852a-aa9340fb4a21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:11.974516 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48002) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:11.989154 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c109b729-a1b9-4261-8dfa-60801e2cc77a None None] Port 68461810-b113-4b5e-8028-64ac852ef319 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:12.069745 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-1c491b74-04a1-4c60-aecb-91455d325ffe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=997c27ca-49ff-4d5e-b132-25f3c8e2cbeb HTTP/1.1" status: 200 len: 217 time: 0.3247447 Nov 11 17:35:12.071297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab02d9-d0f8-4b7d-9f62-6a78c14e9b5e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Network': ['ID=599cae00-87a0-4035-b1ed-4880d514d027,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:12.075590 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-c513490e-aa37-4aa3-9ad1-2869a59213f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-890161507-network', 'tenant_id': 'eeac632c30574948b103f77246d9180e'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:12.104047 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:12.166733 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec12d495-c1c4-4384-bd7f-51db984f2ebd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:12.170934 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9184133e-e9db-4e3a-953c-139031f3c9d7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:12.171930 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3e1186fe-05e2-4972-852a-aa9340fb4a21 None None] For port 309e3f93-ead5-43b7-9859-f8569eb0067f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=309e3f93-ead5-43b7-9859-f8569eb0067f,segment=NetworkSegment(0820a57c-92aa-4e9c-b740-9527ab642e17),segment_id=0820a57c-92aa-4e9c-b740-9527ab642e17)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:12.172950 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ec12d495-c1c4-4384-bd7f-51db984f2ebd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2977612 Nov 11 17:35:12.173454 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48004) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:12.174572 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3e1186fe-05e2-4972-852a-aa9340fb4a21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:12.191693 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3554f246-dcbc-487c-9629-477bc9b6ff21 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:12.202135 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090cc66f-d731-4551-9d3c-6336889402c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:35:12.204910 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6dbbf8-368d-43fa-afce-d908ad96b0bd" -d '{"events": [{"server_uuid": "090cc66f-d731-4551-9d3c-6336889402c0", "name": "network-vif-plugged", "status": "completed", "tag": "39a2ee60-d696-4bb9-bd1d-a7ae8171815e"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:35:12.206563 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3490cd-2603-411b-9e43-898078093d7c req-f3aaf95e-976d-4239-845b-2645d8fd28fd tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:12.214637 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb3490cd-2603-411b-9e43-898078093d7c req-f3aaf95e-976d-4239-845b-2645d8fd28fd tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 945 time: 0.7832420 Nov 11 17:35:12.247354 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-3e1186fe-05e2-4972-852a-aa9340fb4a21 None None] Calling delete_port for 309e3f93-ead5-43b7-9859-f8569eb0067f owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:12.268842 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=39a2ee60-d696-4bb9-bd1d-a7ae8171815e,segment=NetworkSegment(30c49fa5-d7a3-4fab-ad8a-bef888053bed),segment_id=30c49fa5-d7a3-4fab-ad8a-bef888053bed)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:12.286579 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:12.295866 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3268af85-95a3-4ad1-b5eb-f99b16f7a710 x-openstack-request-id: req-3268af85-95a3-4ad1-b5eb-f99b16f7a710 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:35:12.296522 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090cc66f-d731-4551-9d3c-6336889402c0", "name": "network-vif-plugged", "status": "completed", "tag": "39a2ee60-d696-4bb9-bd1d-a7ae8171815e", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:35:12.296957 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3268af85-95a3-4ad1-b5eb-f99b16f7a710 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:35:12.298031 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090cc66f-d731-4551-9d3c-6336889402c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e', 'code': 200} Nov 11 17:35:12.326990 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb3490cd-2603-411b-9e43-898078093d7c req-bc4a8cec-3067-41e5-8d22-c1d4fdd62ee8 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114326 Nov 11 17:35:12.412690 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-3554f246-dcbc-487c-9629-477bc9b6ff21 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting port 309e3f93-ead5-43b7-9859-f8569eb0067f {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:12.412902 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f7a11163-2387-4c6b-90d8-8110aa80143e no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:35:12.413822 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3554f246-dcbc-487c-9629-477bc9b6ff21 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:12.442799 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c513490e-aa37-4aa3-9ad1-2869a59213f9 admin admin] Made reservation on behalf of eeac632c30574948b103f77246d9180e for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:12.446874 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c513490e-aa37-4aa3-9ad1-2869a59213f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:12.465139 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: f7a11163-2387-4c6b-90d8-8110aa80143e {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:35:12.465804 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f7a11163-2387-4c6b-90d8-8110aa80143e not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:35:12.472939 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-126eecda-ea93-4d5d-870d-8a3c0f95e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:12.475183 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-126eecda-ea93-4d5d-870d-8a3c0f95e70b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7db24a47-6724-4aef-ab7e-6a99f45ef956 HTTP/1.1" status: 200 len: 797 time: 0.3808243 Nov 11 17:35:12.489590 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c513490e-aa37-4aa3-9ad1-2869a59213f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:12.493269 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3e1186fe-05e2-4972-852a-aa9340fb4a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:12.521096 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1186fe-05e2-4972-852a-aa9340fb4a21 None None] No DVR routers for this DVR port 309e3f93-ead5-43b7-9859-f8569eb0067f on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:35:12.528437 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184133e-e9db-4e3a-953c-139031f3c9d7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Subnet': ['ID=84c18c79-2279-4ae9-92e2-04c7ad0eee79,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:12.551886 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:12.569432 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-3554f246-dcbc-487c-9629-477bc9b6ff21 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] For port 309e3f93-ead5-43b7-9859-f8569eb0067f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=309e3f93-ead5-43b7-9859-f8569eb0067f,segment=NetworkSegment(0820a57c-92aa-4e9c-b740-9527ab642e17),segment_id=0820a57c-92aa-4e9c-b740-9527ab642e17)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:12.570176 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3554f246-dcbc-487c-9629-477bc9b6ff21 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:12.570996 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=39a2ee60-d696-4bb9-bd1d-a7ae8171815e,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:12.589283 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-3554f246-dcbc-487c-9629-477bc9b6ff21 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Calling delete_port for 309e3f93-ead5-43b7-9859-f8569eb0067f owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:12.617558 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1186fe-05e2-4972-852a-aa9340fb4a21 None None] Pushing event deleted for resources: {'Port': ['ID=309e3f93-ead5-43b7-9859-f8569eb0067f,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:12.632103 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78eb0f8-6f9a-401e-80af-532a46908028 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:12.638074 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78eb0f8-6f9a-401e-80af-532a46908028 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:12.645182 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78eb0f8-6f9a-401e-80af-532a46908028 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:12.651321 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d78eb0f8-6f9a-401e-80af-532a46908028 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.4675524 Nov 11 17:35:12.653795 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48012) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:12.676481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350e40e-d2fa-433c-afb3-ef23db792f7a req-6279625a-a93b-4b90-bd99-d3ebb065cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:12.678053 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e350e40e-d2fa-433c-afb3-ef23db792f7a req-6279625a-a93b-4b90-bd99-d3ebb065cbb6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 1097 time: 0.3123939 Nov 11 17:35:12.734440 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9184133e-e9db-4e3a-953c-139031f3c9d7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Checking segment: {'id': '76a2e110-78b9-43af-9c42-f2d328354a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'e15d4d6b-d81e-486c-9763-f21c8d8cf1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:35:12.734864 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9184133e-e9db-4e3a-953c-139031f3c9d7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network hostable DHCP agents. Network: e15d4d6b-d81e-486c-9763-f21c8d8cf1f1, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:35:12.747180 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-e8524b77-05e8-4cc1-8f35-61b1d5745afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:12.747391 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e350e40e-d2fa-433c-afb3-ef23db792f7a req-9668ab81-1590-4e4f-80b6-425ea28e5984 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607824 Nov 11 17:35:12.748878 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-e8524b77-05e8-4cc1-8f35-61b1d5745afd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=62a50c96-c103-4bed-873d-07bc993c3882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2650845 Nov 11 17:35:12.749619 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3554f246-dcbc-487c-9629-477bc9b6ff21 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:12.791027 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554f246-dcbc-487c-9629-477bc9b6ff21 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Port': ['ID=309e3f93-ead5-43b7-9859-f8569eb0067f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:12.812528 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3554f246-dcbc-487c-9629-477bc9b6ff21 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] No DVR routers for this DVR port 309e3f93-ead5-43b7-9859-f8569eb0067f on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:35:12.853077 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9184133e-e9db-4e3a-953c-139031f3c9d7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network e15d4d6b-d81e-486c-9763-f21c8d8cf1f1 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:35:12.887762 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:12.891956 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-9184133e-e9db-4e3a-953c-139031f3c9d7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, e15d4d6b-d81e-486c-9763-f21c8d8cf1f1) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:12.897485 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9184133e-e9db-4e3a-953c-139031f3c9d7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:12.898190 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9184133e-e9db-4e3a-953c-139031f3c9d7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:12.908556 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714d1e8d-43bd-4324-b1c9-f478acff6ccb None None] Network e15d4d6b-d81e-486c-9763-f21c8d8cf1f1 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:12.923134 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c513490e-aa37-4aa3-9ad1-2869a59213f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:12.936588 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-06a07c7a-c11f-4f6d-9e86-ca96be878a65 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting port 68461810-b113-4b5e-8028-64ac852ef319 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:12.937075 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-06a07c7a-c11f-4f6d-9e86-ca96be878a65 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:12.966077 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c513490e-aa37-4aa3-9ad1-2869a59213f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:13.020471 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3554f246-dcbc-487c-9629-477bc9b6ff21 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:13.063185 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-3554f246-dcbc-487c-9629-477bc9b6ff21 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee81fc37-ad5b-4a22-90e5-971b0dae6288']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:13.093120 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 309e3f93-ead5-43b7-9859-f8569eb0067f no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:35:13.095836 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-3554f246-dcbc-487c-9629-477bc9b6ff21 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0820a57c-92aa-4e9c-b740-9527ab642e17') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:13.096337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-3554f246-dcbc-487c-9629-477bc9b6ff21 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0820a57c-92aa-4e9c-b740-9527ab642e17') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:13.121795 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3554f246-dcbc-487c-9629-477bc9b6ff21 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:13.162666 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3554f246-dcbc-487c-9629-477bc9b6ff21 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:13.171014 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 309e3f93-ead5-43b7-9859-f8569eb0067f {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:35:13.171257 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3554f246-dcbc-487c-9629-477bc9b6ff21 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:35:13.171468 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 309e3f93-ead5-43b7-9859-f8569eb0067f not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:35:13.171852 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3554f246-dcbc-487c-9629-477bc9b6ff21 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:13.232371 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95824807-078a-4ae5-9e06-3f3cdfe8dcea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-e15d4d6b-d81e-486c-9763-f21c8d8cf1f1', 'network_id': 'e15d4d6b-d81e-486c-9763-f21c8d8cf1f1', 'tenant_id': '4c2495a5a0704aa1b0aa9c228f7fc35a', 'fixed_ips': [{'subnet_id': '84c18c79-2279-4ae9-92e2-04c7ad0eee79'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:35:13.233394 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-95824807-078a-4ae5-9e06-3f3cdfe8dcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:35:13.239359 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:35:13.300447 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3554f246-dcbc-487c-9629-477bc9b6ff21 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:13.307647 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3554f246-dcbc-487c-9629-477bc9b6ff21 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:13.311787 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3554f246-dcbc-487c-9629-477bc9b6ff21 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/networks/ee81fc37-ad5b-4a22-90e5-971b0dae6288 HTTP/1.1" status: 204 len: 168 time: 1.3321877 Nov 11 17:35:13.327003 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554f246-dcbc-487c-9629-477bc9b6ff21 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Network': ['ID=ee81fc37-ad5b-4a22-90e5-971b0dae6288,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:13.328958 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48014) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:13.334757 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2b378884-2033-4f16-a7a3-65bf01915a59 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-57418905'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:13.363161 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b378884-2033-4f16-a7a3-65bf01915a59 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Made reservation on behalf of 4b69204bf6974baaa053145bbac95a32 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:13.371334 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2b378884-2033-4f16-a7a3-65bf01915a59 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:13.415344 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9184133e-e9db-4e3a-953c-139031f3c9d7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5053556 Nov 11 17:35:13.416513 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48020) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:13.423386 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b378884-2033-4f16-a7a3-65bf01915a59 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1282} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:35:13.443718 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2b378884-2033-4f16-a7a3-65bf01915a59 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:13.444119 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-2b378884-2033-4f16-a7a3-65bf01915a59 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Added segment ba6fdcb1-049c-4d15-a2fe-8b237bb7e839 of type vlan for network e07cadea-8c1c-40cf-963d-c2bebb678fa7 Nov 11 17:35:13.463352 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-7b918e64-0350-4143-a8d0-193e6f2c6226 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'port': {'network_id': 'e15d4d6b-d81e-486c-9763-f21c8d8cf1f1', 'name': 'tempest-PortsIpV6TestJSON-1175146079', 'fixed_ips': [{'subnet_id': '84c18c79-2279-4ae9-92e2-04c7ad0eee79', 'ip_address': '2001:db8::10'}]}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:13.491908 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-95824807-078a-4ae5-9e06-3f3cdfe8dcea None None] Allocated IP 2001:db8::2 (e15d4d6b-d81e-486c-9763-f21c8d8cf1f1/84c18c79-2279-4ae9-92e2-04c7ad0eee79/b2de27b0-b53a-4d0c-b37f-5d2d9acf039e) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:13.507360 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c513490e-aa37-4aa3-9ad1-2869a59213f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1297} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:35:13.565158 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2b378884-2033-4f16-a7a3-65bf01915a59 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:13.566038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513490e-aa37-4aa3-9ad1-2869a59213f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd063e4-5f42-4c18-9814-e8cb79aefa49,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:13.598067 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c513490e-aa37-4aa3-9ad1-2869a59213f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:13.598410 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-c513490e-aa37-4aa3-9ad1-2869a59213f9 admin admin] Added segment 433d53cd-2d4a-403a-84ce-59d53d82509b of type vlan for network a3a8bf47-1430-4314-97ff-b3524a589a13 Nov 11 17:35:13.599211 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca891c-7db6-49a1-9070-f6d173c2a056 req-5d21d613-52c0-4f6e-a518-17921234973e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:13.601134 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5ca891c-7db6-49a1-9070-f6d173c2a056 req-5d21d613-52c0-4f6e-a518-17921234973e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 0.1242788 Nov 11 17:35:13.691782 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2b378884-2033-4f16-a7a3-65bf01915a59 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:13.697341 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b378884-2033-4f16-a7a3-65bf01915a59 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:13.697932 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2b378884-2033-4f16-a7a3-65bf01915a59 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:13.761405 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-06a07c7a-c11f-4f6d-9e86-ca96be878a65 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:13.838959 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-95824807-078a-4ae5-9e06-3f3cdfe8dcea None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:13.858206 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-95824807-078a-4ae5-9e06-3f3cdfe8dcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:13.883064 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c513490e-aa37-4aa3-9ad1-2869a59213f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:13.909535 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-06a07c7a-c11f-4f6d-9e86-ca96be878a65 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Calling delete_port for 68461810-b113-4b5e-8028-64ac852ef319 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:13.926653 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-1744793f-79d7-4ce7-9c6b-ad5a5f85fc34 service neutron] 10.222.0.83 "GET /v2.0/networks/62a50c96-c103-4bed-873d-07bc993c3882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9838140 Nov 11 17:35:13.936587 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2b378884-2033-4f16-a7a3-65bf01915a59 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6063592 Nov 11 17:35:13.947596 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48028) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:13.956762 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95824807-078a-4ae5-9e06-3f3cdfe8dcea None None] Network e15d4d6b-d81e-486c-9763-f21c8d8cf1f1 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:13.963241 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-95824807-078a-4ae5-9e06-3f3cdfe8dcea None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:13.971123 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95824807-078a-4ae5-9e06-3f3cdfe8dcea None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:13.996563 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-dc1fb4f4-141a-4b9a-b3a2-fb70061d1b52 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'subnet': {'network_id': 'e07cadea-8c1c-40cf-963d-c2bebb678fa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:14.011601 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95824807-078a-4ae5-9e06-3f3cdfe8dcea None None] Pushing event updated for resources: {'Port': ['ID=b2de27b0-b53a-4d0c-b37f-5d2d9acf039e,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:14.023706 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b378884-2033-4f16-a7a3-65bf01915a59 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Network': ['ID=e07cadea-8c1c-40cf-963d-c2bebb678fa7,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:14.045837 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5ca891c-7db6-49a1-9070-f6d173c2a056 req-292a0c1d-fe63-4f3a-9b73-16eb3b6926e7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4365737 Nov 11 17:35:14.066018 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network e07cadea-8c1c-40cf-963d-c2bebb678fa7 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:35:14.080740 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.db.resource_extend [None req-c513490e-aa37-4aa3-9ad1-2869a59213f9 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:35:14.087690 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b69089-8156-4e6e-9e0e-93f3483a501b req-da5ac47b-2e9a-4269-bdb6-fee072a4917a tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:14.098171 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46b69089-8156-4e6e-9e0e-93f3483a501b req-da5ac47b-2e9a-4269-bdb6-fee072a4917a tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=03f7a49f-eb3f-4020-9640-f85718905fd7 HTTP/1.1" status: 200 len: 946 time: 0.1777518 Nov 11 17:35:14.178341 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-95824807-078a-4ae5-9e06-3f3cdfe8dcea None None] Attempting to bind port b2de27b0-b53a-4d0c-b37f-5d2d9acf039e on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:35:14.178938 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-95824807-078a-4ae5-9e06-3f3cdfe8dcea None None] Attempting to bind port b2de27b0-b53a-4d0c-b37f-5d2d9acf039e by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '76a2e110-78b9-43af-9c42-f2d328354a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'e15d4d6b-d81e-486c-9763-f21c8d8cf1f1'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:35:14.179505 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95824807-078a-4ae5-9e06-3f3cdfe8dcea None None] Attempting to bind port b2de27b0-b53a-4d0c-b37f-5d2d9acf039e on network e15d4d6b-d81e-486c-9763-f21c8d8cf1f1 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:35:14.186320 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95824807-078a-4ae5-9e06-3f3cdfe8dcea None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:35:14.187227 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95824807-078a-4ae5-9e06-3f3cdfe8dcea None None] Checking segment: {'id': '76a2e110-78b9-43af-9c42-f2d328354a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'e15d4d6b-d81e-486c-9763-f21c8d8cf1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:35:14.188560 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-95824807-078a-4ae5-9e06-3f3cdfe8dcea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:14.189153 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95824807-078a-4ae5-9e06-3f3cdfe8dcea None None] Bound using segment: {'id': '76a2e110-78b9-43af-9c42-f2d328354a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'e15d4d6b-d81e-486c-9763-f21c8d8cf1f1'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:35:14.189840 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-95824807-078a-4ae5-9e06-3f3cdfe8dcea None None] Bound port: b2de27b0-b53a-4d0c-b37f-5d2d9acf039e, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a2e110-78b9-43af-9c42-f2d328354a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'e15d4d6b-d81e-486c-9763-f21c8d8cf1f1'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:35:14.190461 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-95824807-078a-4ae5-9e06-3f3cdfe8dcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:14.211415 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46b69089-8156-4e6e-9e0e-93f3483a501b req-472cfa93-efc0-41d2-8c3f-d4cc790a9c65 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120658 Nov 11 17:35:14.283364 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-95824807-078a-4ae5-9e06-3f3cdfe8dcea None None] For port b2de27b0-b53a-4d0c-b37f-5d2d9acf039e, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:35:14.287507 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-95824807-078a-4ae5-9e06-3f3cdfe8dcea None None] For port b2de27b0-b53a-4d0c-b37f-5d2d9acf039e, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b2de27b0-b53a-4d0c-b37f-5d2d9acf039e,segment=NetworkSegment(76a2e110-78b9-43af-9c42-f2d328354a16),segment_id=76a2e110-78b9-43af-9c42-f2d328354a16)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:35:14.292717 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-95824807-078a-4ae5-9e06-3f3cdfe8dcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:14.327278 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c513490e-aa37-4aa3-9ad1-2869a59213f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:14.328261 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c513490e-aa37-4aa3-9ad1-2869a59213f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:14.328881 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c513490e-aa37-4aa3-9ad1-2869a59213f9 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:14.379537 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95824807-078a-4ae5-9e06-3f3cdfe8dcea None None] Pushing event updated for resources: {'Port': ['ID=b2de27b0-b53a-4d0c-b37f-5d2d9acf039e,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:14.430380 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b918e64-0350-4143-a8d0-193e6f2c6226 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:14.440724 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1fb4f4-141a-4b9a-b3a2-fb70061d1b52 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Made reservation on behalf of 4b69204bf6974baaa053145bbac95a32 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:14.444238 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc1fb4f4-141a-4b9a-b3a2-fb70061d1b52 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:14.453102 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c513490e-aa37-4aa3-9ad1-2869a59213f9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7680433 Nov 11 17:35:14.453337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48032) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:14.464107 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-f3840be4-f885-48d7-9c1e-563d4e605961 admin admin] Request body: {'subnet': {'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-890161507-subnet', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:14.518339 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3840be4-f885-48d7-9c1e-563d4e605961 admin admin] Made reservation on behalf of eeac632c30574948b103f77246d9180e for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:14.523301 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f3840be4-f885-48d7-9c1e-563d4e605961 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:14.569540 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-06a07c7a-c11f-4f6d-9e86-ca96be878a65 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:14.586313 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513490e-aa37-4aa3-9ad1-2869a59213f9 admin admin] Pushing event updated for resources: {'Network': ['ID=a3a8bf47-1430-4314-97ff-b3524a589a13,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:14.601158 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network a3a8bf47-1430-4314-97ff-b3524a589a13 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:35:14.648559 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a07c7a-c11f-4f6d-9e86-ca96be878a65 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Port': ['ID=68461810-b113-4b5e-8028-64ac852ef319,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:14.661282 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-2a481cbc-2592-4517-b8c9-6df01ca048a7 service neutron] 10.222.0.83 "GET /v2.0/networks/62a50c96-c103-4bed-873d-07bc993c3882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7113674 Nov 11 17:35:14.816327 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b918e64-0350-4143-a8d0-193e6f2c6226 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:14.858119 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-7849c47c-a496-4889-a6b0-079978edd247 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2b050982-05eb-48f0-ae4e-589d2e800e51 HTTP/1.1" status: 200 len: 217 time: 0.1804638 Nov 11 17:35:14.888456 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-7b918e64-0350-4143-a8d0-193e6f2c6226 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] device_id is not set on port e7167421-2c6d-4df3-afd5-69dabe2eb6ea yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:35:14.923648 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f3840be4-f885-48d7-9c1e-563d4e605961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:14.992847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3840be4-f885-48d7-9c1e-563d4e605961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa447a7e-c385-460f-86cb-d149b7215da5,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:15.002961 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-06a07c7a-c11f-4f6d-9e86-ca96be878a65 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:15.009083 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-06a07c7a-c11f-4f6d-9e86-ca96be878a65 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/ports/68461810-b113-4b5e-8028-64ac852ef319 HTTP/1.1" status: 204 len: 168 time: 2.3523440 Nov 11 17:35:15.010253 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48036) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:15.040153 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-853a4b57-f1ec-4891-958e-df37dbf31b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:15.041526 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-853a4b57-f1ec-4891-958e-df37dbf31b7a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7db24a47-6724-4aef-ab7e-6a99f45ef956 HTTP/1.1" status: 200 len: 797 time: 0.1713183 Nov 11 17:35:15.080155 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1060fc7-7e9a-45e8-a7fb-a54e3246ea9f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] GET failed (client error): The resource could not be found. Nov 11 17:35:15.084669 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d1060fc7-7e9a-45e8-a7fb-a54e3246ea9f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports/68461810-b113-4b5e-8028-64ac852ef319 HTTP/1.1" status: 404 len: 333 time: 0.0734048 Nov 11 17:35:15.100258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48040) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:15.132346 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b2de27b0-b53a-4d0c-b37f-5d2d9acf039e up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:15.197824 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port b2de27b0-b53a-4d0c-b37f-5d2d9acf039e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:15.198912 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:15.219801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3840be4-f885-48d7-9c1e-563d4e605961 admin admin] Checking segment: {'id': '433d53cd-2d4a-403a-84ce-59d53d82509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:35:15.219801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3840be4-f885-48d7-9c1e-563d4e605961 admin admin] Network hostable DHCP agents. Network: a3a8bf47-1430-4314-97ff-b3524a589a13, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:35:15.282831 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564e9d-12d1-4299-8681-568133d52eac req-89b60b5b-6a3e-400b-9eb6-1223daad947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:15.285263 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-89b60b5b-6a3e-400b-9eb6-1223daad947b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=62a50c96-c103-4bed-873d-07bc993c3882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2303641 Nov 11 17:35:15.362249 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:15.374017 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3840be4-f885-48d7-9c1e-563d4e605961 admin admin] Network a3a8bf47-1430-4314-97ff-b3524a589a13 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:35:15.404077 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-f3840be4-f885-48d7-9c1e-563d4e605961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, a3a8bf47-1430-4314-97ff-b3524a589a13) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:15.414603 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-7b918e64-0350-4143-a8d0-193e6f2c6226 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Allocated IP 2001:db8::10 (e15d4d6b-d81e-486c-9763-f21c8d8cf1f1/84c18c79-2279-4ae9-92e2-04c7ad0eee79/e7167421-2c6d-4df3-afd5-69dabe2eb6ea) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:15.420310 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3840be4-f885-48d7-9c1e-563d4e605961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:15.420949 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f3840be4-f885-48d7-9c1e-563d4e605961 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:15.423567 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc1fb4f4-141a-4b9a-b3a2-fb70061d1b52 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:15.444350 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831521ac-48ae-4beb-be85-35c866111cb3 req-0e3e6b4d-01b9-49db-a4b6-3526eb556c74 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:15.448929 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4f09d7b8-26a4-4915-bf46-ace6f1897420 req-5023c807-9163-400e-8573-0864cb985317 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ba2ea572-bff4-4bd8-80c7-38e4e4e4b287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2612960 Nov 11 17:35:15.452856 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-831521ac-48ae-4beb-be85-35c866111cb3 req-0e3e6b4d-01b9-49db-a4b6-3526eb556c74 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=03f7a49f-eb3f-4020-9640-f85718905fd7 HTTP/1.1" status: 200 len: 946 time: 0.1353557 Nov 11 17:35:15.461022 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port b2de27b0-b53a-4d0c-b37f-5d2d9acf039e, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b2de27b0-b53a-4d0c-b37f-5d2d9acf039e,segment=NetworkSegment(76a2e110-78b9-43af-9c42-f2d328354a16),segment_id=76a2e110-78b9-43af-9c42-f2d328354a16)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:15.464392 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e6f71b-e111-49ed-abc2-9f9bfd2b842f None None] Network a3a8bf47-1430-4314-97ff-b3524a589a13 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:15.490022 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:15.661655 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=b2de27b0-b53a-4d0c-b37f-5d2d9acf039e,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:15.698552 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1fb4f4-141a-4b9a-b3a2-fb70061d1b52 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Subnet': ['ID=27292cb0-c38a-40ea-baf0-0e987ea573d4,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:15.745480 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-6525190a-f2ee-4221-9fb9-a542c52099ce service neutron] 10.222.0.83 "GET /v2.0/networks/62a50c96-c103-4bed-873d-07bc993c3882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470036 Nov 11 17:35:15.749408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1fb4f4-141a-4b9a-b3a2-fb70061d1b52 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Checking segment: {'id': 'ba6fdcb1-049c-4d15-a2fe-8b237bb7e839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'e07cadea-8c1c-40cf-963d-c2bebb678fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:35:15.756238 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1fb4f4-141a-4b9a-b3a2-fb70061d1b52 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network hostable DHCP agents. Network: e07cadea-8c1c-40cf-963d-c2bebb678fa7, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:35:15.768518 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09d7b8-26a4-4915-bf46-ace6f1897420 req-41a07fed-df3a-49a2-9080-272759dd881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:15.774079 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4f09d7b8-26a4-4915-bf46-ace6f1897420 req-41a07fed-df3a-49a2-9080-272759dd881d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=623da2f48dae40158d78770664aa965c&device_id=ba2ea572-bff4-4bd8-80c7-38e4e4e4b287 HTTP/1.1" status: 200 len: 1096 time: 0.2640138 Nov 11 17:35:15.814613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ab466-d1b1-48be-b78e-06563ff7cf73 req-58c67123-6773-4a53-9fce-4898a453a4d1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:15.816227 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d9ab466-d1b1-48be-b78e-06563ff7cf73 req-58c67123-6773-4a53-9fce-4898a453a4d1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 0.6499333 Nov 11 17:35:15.881122 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f3840be4-f885-48d7-9c1e-563d4e605961 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4256551 Nov 11 17:35:15.903444 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48046) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:15.908374 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-51e80634-b63b-47c9-81d8-0818aed76f21 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-890161507-router', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:15.944130 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-831521ac-48ae-4beb-be85-35c866111cb3 req-755ad9b3-b16c-4827-8b35-11940f3b1791 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902124 Nov 11 17:35:15.997716 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1fb4f4-141a-4b9a-b3a2-fb70061d1b52 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network e07cadea-8c1c-40cf-963d-c2bebb678fa7 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:35:16.030612 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-dc1fb4f4-141a-4b9a-b3a2-fb70061d1b52 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, e07cadea-8c1c-40cf-963d-c2bebb678fa7) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:16.057940 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-38150f6e-17e7-4ec1-b4e6-7eee9c163ca9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting port be6fcd22-6135-434f-91fa-fca08fc1586d {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:16.058293 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-38150f6e-17e7-4ec1-b4e6-7eee9c163ca9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:16.067672 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1fb4f4-141a-4b9a-b3a2-fb70061d1b52 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:16.068621 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc1fb4f4-141a-4b9a-b3a2-fb70061d1b52 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:16.079330 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51e80634-b63b-47c9-81d8-0818aed76f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:16.080094 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51e80634-b63b-47c9-81d8-0818aed76f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:16.086748 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6706c0-1557-4e58-8eec-6bbdf093241e None None] Network e07cadea-8c1c-40cf-963d-c2bebb678fa7 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:16.117351 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b76938-d53c-4a1f-9c5c-60135eca7c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-a3a8bf47-1430-4314-97ff-b3524a589a13', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'fixed_ips': [{'subnet_id': 'fa447a7e-c385-460f-86cb-d149b7215da5'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:35:16.118393 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-49b76938-d53c-4a1f-9c5c-60135eca7c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:16.126719 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b918e64-0350-4143-a8d0-193e6f2c6226 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:16.132596 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09d7b8-26a4-4915-bf46-ace6f1897420 req-52c19fcb-bc82-4741-96b2-854985e5e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:16.133263 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4f09d7b8-26a4-4915-bf46-ace6f1897420 req-52c19fcb-bc82-4741-96b2-854985e5e386 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0dd05d3-837d-44d1-abc4-2c8570b43698 HTTP/1.1" status: 200 len: 917 time: 0.2952604 Nov 11 17:35:16.144982 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f6564e9d-12d1-4299-8681-568133d52eac req-d1c0b018-ac2b-42d2-8209-472454e31b59 service neutron] 10.222.0.83 "GET /v2.0/networks/62a50c96-c103-4bed-873d-07bc993c3882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789206 Nov 11 17:35:16.170816 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d9ab466-d1b1-48be-b78e-06563ff7cf73 req-5430ee55-9f50-4d82-9e7d-2370eb933585 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866540 Nov 11 17:35:16.176667 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cb707-42cb-4f21-b0a8-a51815c4dce5 req-0d87a18e-ab2b-4862-904b-4ddb7ee6f960 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:16.178152 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b47cb707-42cb-4f21-b0a8-a51815c4dce5 req-0d87a18e-ab2b-4862-904b-4ddb7ee6f960 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.83 "GET /v2.0/ports?device_id=03f7a49f-eb3f-4020-9640-f85718905fd7 HTTP/1.1" status: 200 len: 946 time: 0.3564594 Nov 11 17:35:16.178641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48048) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:16.179415 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dc1fb4f4-141a-4b9a-b3a2-fb70061d1b52 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2158096 Nov 11 17:35:16.185182 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ec48d1ec-2c9e-4a6d-ab18-081f24bc7ee1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1805956373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:16.211027 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4f09d7b8-26a4-4915-bf46-ace6f1897420 req-0cd1db4e-e4e8-487a-884c-62b5bb0fc252 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e97fe597-a5a4-4e9a-890c-07a62b6362de HTTP/1.1" status: 200 len: 217 time: 0.0651426 Nov 11 17:35:16.260818 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a1f690-c77f-4ae1-b52a-f3247310fc87 None None] Network e15d4d6b-d81e-486c-9763-f21c8d8cf1f1 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:16.273788 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51e80634-b63b-47c9-81d8-0818aed76f21 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:16.294879 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09d7b8-26a4-4915-bf46-ace6f1897420 req-28e1f023-d77b-4d3e-80ee-7422e35aaaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:16.296491 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4f09d7b8-26a4-4915-bf46-ace6f1897420 req-28e1f023-d77b-4d3e-80ee-7422e35aaaba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9999f1f-0e45-4e21-98fb-c66184c46f8a HTTP/1.1" status: 200 len: 855 time: 0.0587001 Nov 11 17:35:16.318742 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ec48d1ec-2c9e-4a6d-ab18-081f24bc7ee1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:16.320355 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ec48d1ec-2c9e-4a6d-ab18-081f24bc7ee1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:16.400636 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4f09d7b8-26a4-4915-bf46-ace6f1897420 req-e58a5c88-bbc2-4d47-b3c9-a3bb4604eef3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0dd05d3-837d-44d1-abc4-2c8570b43698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921416 Nov 11 17:35:16.445309 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ec48d1ec-2c9e-4a6d-ab18-081f24bc7ee1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:16.466485 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-38150f6e-17e7-4ec1-b4e6-7eee9c163ca9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:16.470110 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-33a634ff-9d70-4d46-9c60-719423c40425 None None] Provisioning complete for port b2de27b0-b53a-4d0c-b37f-5d2d9acf039e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:16.470638 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33a634ff-9d70-4d46-9c60-719423c40425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:16.488523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d7e8a-df85-4250-99eb-33582377b194 req-a533ff60-1b4d-45b4-aa7e-47c91c25135f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:16.496262 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bf0d7e8a-df85-4250-99eb-33582377b194 req-a533ff60-1b4d-45b4-aa7e-47c91c25135f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 0.0984948 Nov 11 17:35:16.498979 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4f09d7b8-26a4-4915-bf46-ace6f1897420 req-0a968343-663e-4a34-8325-858e5ba5a860 service neutron] 10.222.0.64 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897613 Nov 11 17:35:16.517652 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ec48d1ec-2c9e-4a6d-ab18-081f24bc7ee1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:16.571034 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b918e64-0350-4143-a8d0-193e6f2c6226 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:16.580173 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bf0d7e8a-df85-4250-99eb-33582377b194 req-423f32f1-f092-4584-97a7-3a38e9fdd1d4 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825884 Nov 11 17:35:16.595268 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-38150f6e-17e7-4ec1-b4e6-7eee9c163ca9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Calling delete_port for be6fcd22-6135-434f-91fa-fca08fc1586d owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:16.600422 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48052) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:16.648105 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ec48d1ec-2c9e-4a6d-ab18-081f24bc7ee1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:16.649412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ec48d1ec-2c9e-4a6d-ab18-081f24bc7ee1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4676650 Nov 11 17:35:16.657031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-b47cb707-42cb-4f21-b0a8-a51815c4dce5 req-6c87a27a-2505-47e3-ba72-5939ac984948 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Deleting port d0a980b4-07bb-4280-a2eb-1b21e0128df4 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:16.657157 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b47cb707-42cb-4f21-b0a8-a51815c4dce5 req-6c87a27a-2505-47e3-ba72-5939ac984948 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:16.661998 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48056) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:16.668160 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-29a5e1c3-0506-4b14-9c04-ef21bff8d4d4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'port': {'network_id': 'e07cadea-8c1c-40cf-963d-c2bebb678fa7', 'name': 'tempest-RoutersIpV6Test-1706888773'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:16.903883 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d821c114-5a64-4b50-98d7-1f20af1c7d45 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:16.905708 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d821c114-5a64-4b50-98d7-1f20af1c7d45 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 1092 time: 0.3027556 Nov 11 17:35:16.918867 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48058) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:16.924945 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d50b2c5a-1271-4b07-a1c9-a4617444b23e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:16.929458 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfd5743-2cdf-4ca7-b6cc-5470e12c399d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-e07cadea-8c1c-40cf-963d-c2bebb678fa7', 'network_id': 'e07cadea-8c1c-40cf-963d-c2bebb678fa7', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'fixed_ips': [{'subnet_id': '27292cb0-c38a-40ea-baf0-0e987ea573d4'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:35:16.930520 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8bfd5743-2cdf-4ca7-b6cc-5470e12c399d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:16.940090 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a5e1c3-0506-4b14-9c04-ef21bff8d4d4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Made reservation on behalf of 4b69204bf6974baaa053145bbac95a32 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:16.943583 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-29a5e1c3-0506-4b14-9c04-ef21bff8d4d4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:16.950638 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-49b76938-d53c-4a1f-9c5c-60135eca7c1e None None] Allocated IP 172.20.0.2 (a3a8bf47-1430-4314-97ff-b3524a589a13/fa447a7e-c385-460f-86cb-d149b7215da5/b5d95b45-dde8-4a1c-abe3-b853bf83a0b7) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:17.005445 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-29a5e1c3-0506-4b14-9c04-ef21bff8d4d4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] device_id is not set on port ba63b966-4bde-48c4-9e7a-4a0245ee530a yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:35:17.079106 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51e80634-b63b-47c9-81d8-0818aed76f21 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:17.089980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b918e64-0350-4143-a8d0-193e6f2c6226 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network e15d4d6b-d81e-486c-9763-f21c8d8cf1f1 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:17.091542 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-7b918e64-0350-4143-a8d0-193e6f2c6226 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:17.102470 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b918e64-0350-4143-a8d0-193e6f2c6226 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:17.106660 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d50b2c5a-1271-4b07-a1c9-a4617444b23e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:17.108558 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b918e64-0350-4143-a8d0-193e6f2c6226 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:17.109574 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b918e64-0350-4143-a8d0-193e6f2c6226 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:17.115189 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b2de27b0-b53a-4d0c-b37f-5d2d9acf039e up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:17.158985 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7b918e64-0350-4143-a8d0-193e6f2c6226 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7101259 Nov 11 17:35:17.199399 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48062) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:17.207202 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-de2d98ae-700f-4fed-add5-81274aebeed8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'port': {'network_id': 'e15d4d6b-d81e-486c-9763-f21c8d8cf1f1', 'name': 'tempest-PortsIpV6TestJSON-115020552', 'fixed_ips': [{'subnet_id': '84c18c79-2279-4ae9-92e2-04c7ad0eee79', 'ip_address': '2001:db8::f'}]}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:17.214450 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b47cb707-42cb-4f21-b0a8-a51815c4dce5 req-6c87a27a-2505-47e3-ba72-5939ac984948 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] For port d0a980b4-07bb-4280-a2eb-1b21e0128df4, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d0a980b4-07bb-4280-a2eb-1b21e0128df4,segment=NetworkSegment(fd56decb-8d0a-495a-b998-069d8a3114ad),segment_id=fd56decb-8d0a-495a-b998-069d8a3114ad)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:17.215041 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b47cb707-42cb-4f21-b0a8-a51815c4dce5 req-6c87a27a-2505-47e3-ba72-5939ac984948 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:17.284298 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b918e64-0350-4143-a8d0-193e6f2c6226 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Port': ['ID=e7167421-2c6d-4df3-afd5-69dabe2eb6ea,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:17.303834 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-b47cb707-42cb-4f21-b0a8-a51815c4dce5 req-6c87a27a-2505-47e3-ba72-5939ac984948 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Calling delete_port for d0a980b4-07bb-4280-a2eb-1b21e0128df4 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:17.326071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-8bfd5743-2cdf-4ca7-b6cc-5470e12c399d None None] Allocated IP 2001:db8::2 (e07cadea-8c1c-40cf-963d-c2bebb678fa7/27292cb0-c38a-40ea-baf0-0e987ea573d4/6145cc50-38b1-4b9e-b1df-ea0a725ce1b8) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:17.392485 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7b2b-1eb3-4a56-a666-06bd39b5843c req-3eec1c3c-837c-4fb1-9a7f-be57fa6e5324 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:17.394217 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-092b7b2b-1eb3-4a56-a666-06bd39b5843c req-3eec1c3c-837c-4fb1-9a7f-be57fa6e5324 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=03f7a49f-eb3f-4020-9640-f85718905fd7 HTTP/1.1" status: 200 len: 946 time: 0.3072779 Nov 11 17:35:17.398213 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-38150f6e-17e7-4ec1-b4e6-7eee9c163ca9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:17.399229 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port b2de27b0-b53a-4d0c-b37f-5d2d9acf039e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:17.399669 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:17.401099 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4f09d7b8-26a4-4915-bf46-ace6f1897420 req-b5d2100c-a2b3-4aaf-ba07-43ab4ca92460 service neutron] 10.222.0.64 "GET /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8624616 Nov 11 17:35:17.513010 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2d98ae-700f-4fed-add5-81274aebeed8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:17.519092 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-de2d98ae-700f-4fed-add5-81274aebeed8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:17.541661 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-49b76938-d53c-4a1f-9c5c-60135eca7c1e None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:17.545375 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38150f6e-17e7-4ec1-b4e6-7eee9c163ca9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Port': ['ID=be6fcd22-6135-434f-91fa-fca08fc1586d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:17.575883 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-de2d98ae-700f-4fed-add5-81274aebeed8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] device_id is not set on port ace23a41-0296-4db7-8f38-21c9a085a2da yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:35:17.591680 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-49b76938-d53c-4a1f-9c5c-60135eca7c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:17.720416 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b76938-d53c-4a1f-9c5c-60135eca7c1e None None] Network a3a8bf47-1430-4314-97ff-b3524a589a13 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:17.723674 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d50b2c5a-1271-4b07-a1c9-a4617444b23e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:17.758042 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-49b76938-d53c-4a1f-9c5c-60135eca7c1e None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:17.767084 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b76938-d53c-4a1f-9c5c-60135eca7c1e None None] Pushing event updated for resources: {'Port': ['ID=b5d95b45-dde8-4a1c-abe3-b853bf83a0b7,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:17.841754 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b76938-d53c-4a1f-9c5c-60135eca7c1e None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:17.849739 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51e80634-b63b-47c9-81d8-0818aed76f21 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:17.880476 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51e80634-b63b-47c9-81d8-0818aed76f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:17.965346 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-d50b2c5a-1271-4b07-a1c9-a4617444b23e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Allocated IP 172.25.2.120 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/aae1b3c5-0f13-488d-922b-ac77d8cd13a2) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:18.003185 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-94fdaf14-6310-4fad-b153-b123dad05ac4 None None] Provisioning complete for port b2de27b0-b53a-4d0c-b37f-5d2d9acf039e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:18.003572 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-94fdaf14-6310-4fad-b153-b123dad05ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:18.020353 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8bfd5743-2cdf-4ca7-b6cc-5470e12c399d None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:18.061110 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-de2d98ae-700f-4fed-add5-81274aebeed8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Allocated IP 2001:db8::f (e15d4d6b-d81e-486c-9763-f21c8d8cf1f1/84c18c79-2279-4ae9-92e2-04c7ad0eee79/ace23a41-0296-4db7-8f38-21c9a085a2da) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:18.076151 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-49b76938-d53c-4a1f-9c5c-60135eca7c1e None None] Attempting to bind port b5d95b45-dde8-4a1c-abe3-b853bf83a0b7 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:35:18.076526 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-49b76938-d53c-4a1f-9c5c-60135eca7c1e None None] Attempting to bind port b5d95b45-dde8-4a1c-abe3-b853bf83a0b7 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '433d53cd-2d4a-403a-84ce-59d53d82509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:35:18.076917 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b76938-d53c-4a1f-9c5c-60135eca7c1e None None] Attempting to bind port b5d95b45-dde8-4a1c-abe3-b853bf83a0b7 on network a3a8bf47-1430-4314-97ff-b3524a589a13 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:35:18.079646 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8bfd5743-2cdf-4ca7-b6cc-5470e12c399d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:18.120802 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d50b2c5a-1271-4b07-a1c9-a4617444b23e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:18.127241 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b76938-d53c-4a1f-9c5c-60135eca7c1e None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:35:18.127644 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b76938-d53c-4a1f-9c5c-60135eca7c1e None None] Checking segment: {'id': '433d53cd-2d4a-403a-84ce-59d53d82509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:35:18.128061 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-49b76938-d53c-4a1f-9c5c-60135eca7c1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:18.128462 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b76938-d53c-4a1f-9c5c-60135eca7c1e None None] Bound using segment: {'id': '433d53cd-2d4a-403a-84ce-59d53d82509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:35:18.128985 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-49b76938-d53c-4a1f-9c5c-60135eca7c1e None None] Bound port: b5d95b45-dde8-4a1c-abe3-b853bf83a0b7, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d53cd-2d4a-403a-84ce-59d53d82509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:35:18.129367 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-49b76938-d53c-4a1f-9c5c-60135eca7c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:18.141618 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-092b7b2b-1eb3-4a56-a666-06bd39b5843c req-a8457701-315a-48b5-be14-8ff39bf020db tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7275653 Nov 11 17:35:18.163188 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfd5743-2cdf-4ca7-b6cc-5470e12c399d None None] Network e07cadea-8c1c-40cf-963d-c2bebb678fa7 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:18.171502 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-38150f6e-17e7-4ec1-b4e6-7eee9c163ca9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:18.180453 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-38150f6e-17e7-4ec1-b4e6-7eee9c163ca9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/ports/be6fcd22-6135-434f-91fa-fca08fc1586d HTTP/1.1" status: 204 len: 168 time: 3.0764928 Nov 11 17:35:18.181465 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48066) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:18.216129 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-8bfd5743-2cdf-4ca7-b6cc-5470e12c399d None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:18.224513 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfd5743-2cdf-4ca7-b6cc-5470e12c399d None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:18.244907 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f836ae2-57d2-419d-ba9a-e7c9ac14456f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] GET failed (client error): The resource could not be found. Nov 11 17:35:18.250419 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3f836ae2-57d2-419d-ba9a-e7c9ac14456f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports/be6fcd22-6135-434f-91fa-fca08fc1586d HTTP/1.1" status: 404 len: 333 time: 0.0510633 Nov 11 17:35:18.252372 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48068) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:18.271172 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd5743-2cdf-4ca7-b6cc-5470e12c399d None None] Pushing event updated for resources: {'Port': ['ID=6145cc50-38b1-4b9e-b1df-ea0a725ce1b8,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:18.326861 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-29a5e1c3-0506-4b14-9c04-ef21bff8d4d4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Allocated IP 2001:db8::e8 (e07cadea-8c1c-40cf-963d-c2bebb678fa7/27292cb0-c38a-40ea-baf0-0e987ea573d4/ba63b966-4bde-48c4-9e7a-4a0245ee530a) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:18.335642 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:18.384596 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-49b76938-d53c-4a1f-9c5c-60135eca7c1e None None] For port b5d95b45-dde8-4a1c-abe3-b853bf83a0b7, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:35:18.387489 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d50b2c5a-1271-4b07-a1c9-a4617444b23e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:18.408360 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8bfd5743-2cdf-4ca7-b6cc-5470e12c399d None None] Attempting to bind port 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:35:18.408733 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8bfd5743-2cdf-4ca7-b6cc-5470e12c399d None None] Attempting to bind port 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'ba6fdcb1-049c-4d15-a2fe-8b237bb7e839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'e07cadea-8c1c-40cf-963d-c2bebb678fa7'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:35:18.409095 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfd5743-2cdf-4ca7-b6cc-5470e12c399d None None] Attempting to bind port 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8 on network e07cadea-8c1c-40cf-963d-c2bebb678fa7 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:35:18.414497 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-49b76938-d53c-4a1f-9c5c-60135eca7c1e None None] For port b5d95b45-dde8-4a1c-abe3-b853bf83a0b7, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b5d95b45-dde8-4a1c-abe3-b853bf83a0b7,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:35:18.421732 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfd5743-2cdf-4ca7-b6cc-5470e12c399d None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:35:18.422670 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfd5743-2cdf-4ca7-b6cc-5470e12c399d None None] Checking segment: {'id': 'ba6fdcb1-049c-4d15-a2fe-8b237bb7e839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'e07cadea-8c1c-40cf-963d-c2bebb678fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:35:18.423204 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8bfd5743-2cdf-4ca7-b6cc-5470e12c399d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:18.423606 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfd5743-2cdf-4ca7-b6cc-5470e12c399d None None] Bound using segment: {'id': 'ba6fdcb1-049c-4d15-a2fe-8b237bb7e839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'e07cadea-8c1c-40cf-963d-c2bebb678fa7'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:35:18.424336 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8bfd5743-2cdf-4ca7-b6cc-5470e12c399d None None] Bound port: 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6fdcb1-049c-4d15-a2fe-8b237bb7e839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'e07cadea-8c1c-40cf-963d-c2bebb678fa7'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:35:18.424722 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8bfd5743-2cdf-4ca7-b6cc-5470e12c399d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:18.434328 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-49b76938-d53c-4a1f-9c5c-60135eca7c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:18.442859 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b2c5a-1271-4b07-a1c9-a4617444b23e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=aae1b3c5-0f13-488d-922b-ac77d8cd13a2,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:18.448041 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b47cb707-42cb-4f21-b0a8-a51815c4dce5 req-6c87a27a-2505-47e3-ba72-5939ac984948 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:18.470831 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8889eaec-202f-4752-a864-ce7a0686c614', 'd0a980b4-07bb-4280-a2eb-1b21e0128df4'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:35:18.478677 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-de2d98ae-700f-4fed-add5-81274aebeed8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:18.490177 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-562f237e-200c-4ad1-98ec-2d1ce20bc67b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting subnet c58a9ac8-2555-47d8-85b1-316ad6377dba {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:35:18.497025 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-562f237e-200c-4ad1-98ec-2d1ce20bc67b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:18.504875 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87a27a-2505-47e3-ba72-5939ac984948 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Pushing event deleted for resources: {'Port': ['ID=d0a980b4-07bb-4280-a2eb-1b21e0128df4,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:18.519517 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['b6e96461-f278-4900-ae33-bac1e0769af9', 'e97fe597-a5a4-4e9a-890c-07a62b6362de'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:35:18.533188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50b2c5a-1271-4b07-a1c9-a4617444b23e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:18.555378 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-51e80634-b63b-47c9-81d8-0818aed76f21 admin admin] Allocated IP 172.25.2.108 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:18.556733 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-d50b2c5a-1271-4b07-a1c9-a4617444b23e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:18.581576 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50b2c5a-1271-4b07-a1c9-a4617444b23e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:18.584876 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-562f237e-200c-4ad1-98ec-2d1ce20bc67b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:18.611759 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569eb003-bfea-4d42-9bda-36b84b3d63ed None None] DHCP port deletion for b0dd05d3-837d-44d1-abc4-2c8570b43698 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:35:18.642525 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-94fdaf14-6310-4fad-b153-b123dad05ac4 None None] Provisioning complete for port e7167421-2c6d-4df3-afd5-69dabe2eb6ea triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:18.642900 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-94fdaf14-6310-4fad-b153-b123dad05ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:18.734654 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-de2d98ae-700f-4fed-add5-81274aebeed8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:18.773932 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47cb707-42cb-4f21-b0a8-a51815c4dce5 req-6c87a27a-2505-47e3-ba72-5939ac984948 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] No DVR routers for this DVR port d0a980b4-07bb-4280-a2eb-1b21e0128df4 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:35:18.778875 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b47cb707-42cb-4f21-b0a8-a51815c4dce5 req-6c87a27a-2505-47e3-ba72-5939ac984948 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:18.784218 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b47cb707-42cb-4f21-b0a8-a51815c4dce5 req-6c87a27a-2505-47e3-ba72-5939ac984948 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.83 "DELETE /v2.0/ports/d0a980b4-07bb-4280-a2eb-1b21e0128df4 HTTP/1.1" status: 204 len: 173 time: 2.5833652 Nov 11 17:35:18.790827 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f7a49f-eb3f-4020-9640-f85718905fd7', 'name': 'network-vif-deleted', 'tag': 'd0a980b4-07bb-4280-a2eb-1b21e0128df4'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:35:18.794188 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daf6cc1-6fc7-429e-bfe8-51169a98ea3a" -d '{"events": [{"server_uuid": "03f7a49f-eb3f-4020-9640-f85718905fd7", "name": "network-vif-deleted", "tag": "d0a980b4-07bb-4280-a2eb-1b21e0128df4"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:35:18.925540 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b76938-d53c-4a1f-9c5c-60135eca7c1e None None] Pushing event updated for resources: {'Port': ['ID=b5d95b45-dde8-4a1c-abe3-b853bf83a0b7,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:18.941898 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2d98ae-700f-4fed-add5-81274aebeed8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network e15d4d6b-d81e-486c-9763-f21c8d8cf1f1 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:18.965158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-de2d98ae-700f-4fed-add5-81274aebeed8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:18.997704 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2d98ae-700f-4fed-add5-81274aebeed8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:19.013758 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-8bfd5743-2cdf-4ca7-b6cc-5470e12c399d None None] For port 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:35:19.015692 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-94fdaf14-6310-4fad-b153-b123dad05ac4 None None] Port e7167421-2c6d-4df3-afd5-69dabe2eb6ea cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:19.018786 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da5207e-c5de-4d17-8205-6c937a137bc6 x-openstack-request-id: req-8da5207e-c5de-4d17-8205-6c937a137bc6 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:35:19.019596 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f7a49f-eb3f-4020-9640-f85718905fd7", "name": "network-vif-deleted", "tag": "d0a980b4-07bb-4280-a2eb-1b21e0128df4", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:35:19.020071 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8da5207e-c5de-4d17-8205-6c937a137bc6 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:35:19.020071 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f7a49f-eb3f-4020-9640-f85718905fd7', 'name': 'network-vif-deleted', 'tag': 'd0a980b4-07bb-4280-a2eb-1b21e0128df4', 'status': 'completed', 'code': 200} Nov 11 17:35:19.026359 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2d98ae-700f-4fed-add5-81274aebeed8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:19.039113 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-de2d98ae-700f-4fed-add5-81274aebeed8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:19.057947 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-8bfd5743-2cdf-4ca7-b6cc-5470e12c399d None None] For port 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6145cc50-38b1-4b9e-b1df-ea0a725ce1b8,segment=NetworkSegment(ba6fdcb1-049c-4d15-a2fe-8b237bb7e839),segment_id=ba6fdcb1-049c-4d15-a2fe-8b237bb7e839)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:35:19.085248 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8bfd5743-2cdf-4ca7-b6cc-5470e12c399d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:19.190532 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-de2d98ae-700f-4fed-add5-81274aebeed8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9875715 Nov 11 17:35:19.199323 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d98ae-700f-4fed-add5-81274aebeed8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Port': ['ID=ace23a41-0296-4db7-8f38-21c9a085a2da,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:19.216399 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48074) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:19.287304 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-562f237e-200c-4ad1-98ec-2d1ce20bc67b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:19.307000 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-29a5e1c3-0506-4b14-9c04-ef21bff8d4d4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:19.347000 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b5d95b45-dde8-4a1c-abe3-b853bf83a0b7 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:19.354060 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51e80634-b63b-47c9-81d8-0818aed76f21 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:19.456531 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec79d3b-7517-4f69-9c23-7ab827556c50 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:19.458258 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dec79d3b-7517-4f69-9c23-7ab827556c50 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2394814 Nov 11 17:35:19.472594 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48078) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:19.511635 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dfba816c-9fbc-486b-9b16-795a12c687b4 req-3da8f687-1f76-410d-abc7-3c9b6e6ef7d4 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=03f7a49f-eb3f-4020-9640-f85718905fd7 HTTP/1.1" status: 200 len: 210 time: 0.1161420 Nov 11 17:35:19.572325 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a3c9c076-6195-4afd-841e-15d3ee660d29 None None] Provisioning complete for port e7167421-2c6d-4df3-afd5-69dabe2eb6ea triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:19.574166 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a3c9c076-6195-4afd-841e-15d3ee660d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:19.595128 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-562f237e-200c-4ad1-98ec-2d1ce20bc67b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:19.640053 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f237e-200c-4ad1-98ec-2d1ce20bc67b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Subnet': ['ID=c58a9ac8-2555-47d8-85b1-316ad6377dba,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:19.655106 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51e80634-b63b-47c9-81d8-0818aed76f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:19.717044 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-562f237e-200c-4ad1-98ec-2d1ce20bc67b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:19.726630 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da902eab-4a22-478e-b50c-159789fa2875 None None] Network cf16697e-e033-4233-abd7-286022f53a5a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:19.729496 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-562f237e-200c-4ad1-98ec-2d1ce20bc67b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/subnets/c58a9ac8-2555-47d8-85b1-316ad6377dba HTTP/1.1" status: 204 len: 168 time: 1.4760332 Nov 11 17:35:19.742788 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48080) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:19.777541 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd5743-2cdf-4ca7-b6cc-5470e12c399d None None] Pushing event updated for resources: {'Port': ['ID=6145cc50-38b1-4b9e-b1df-ea0a725ce1b8,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:19.807523 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e80634-b63b-47c9-81d8-0818aed76f21 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:19.865862 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-51e80634-b63b-47c9-81d8-0818aed76f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:19.868980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e80634-b63b-47c9-81d8-0818aed76f21 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:19.905020 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834f1823-b552-4fdf-b8c8-872895d61684 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:19.924835 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834f1823-b552-4fdf-b8c8-872895d61684 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:19.933306 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834f1823-b552-4fdf-b8c8-872895d61684 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:19.939857 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-834f1823-b552-4fdf-b8c8-872895d61684 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.4660020 Nov 11 17:35:19.942582 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48082) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:19.957232 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-29a5e1c3-0506-4b14-9c04-ef21bff8d4d4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:19.962724 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adc9945-9778-4480-813d-5cd84120b51c None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:35:19.970308 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a3c9c076-6195-4afd-841e-15d3ee660d29 None None] Port e7167421-2c6d-4df3-afd5-69dabe2eb6ea cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:20.071591 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port b5d95b45-dde8-4a1c-abe3-b853bf83a0b7 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:20.071591 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:20.085561 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e80634-b63b-47c9-81d8-0818aed76f21 admin admin] Pushing event updated for resources: {'Port': ['ID=bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:20.245526 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a121114e-59a4-41ee-b9ed-8adc338c6982 None None] Provisioning complete for port bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:20.245864 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a121114e-59a4-41ee-b9ed-8adc338c6982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:20.274290 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3727331f-e29a-4a77-89f7-3307efcc2501 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:20.388255 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-2d675771-1b8c-4dbe-afc4-98e3d57cd61d tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting port ace23a41-0296-4db7-8f38-21c9a085a2da {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:20.388858 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2d675771-1b8c-4dbe-afc4-98e3d57cd61d tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:20.400087 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a121114e-59a4-41ee-b9ed-8adc338c6982 None None] Port bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:20.402240 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:20.454958 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a121114e-59a4-41ee-b9ed-8adc338c6982 None None] Provisioning complete for port ace23a41-0296-4db7-8f38-21c9a085a2da triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:20.455331 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a121114e-59a4-41ee-b9ed-8adc338c6982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:20.507466 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a121114e-59a4-41ee-b9ed-8adc338c6982 None None] Port ace23a41-0296-4db7-8f38-21c9a085a2da cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:20.533963 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port b5d95b45-dde8-4a1c-abe3-b853bf83a0b7, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b5d95b45-dde8-4a1c-abe3-b853bf83a0b7,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:20.540396 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:20.627410 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3732b8-193b-4d7e-b22a-89777bef67fc None None] DHCP port deletion for cf16697e-e033-4233-abd7-286022f53a5a request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:35:20.775948 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51e80634-b63b-47c9-81d8-0818aed76f21 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:20.909503 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577acdb2-34c4-412a-a202-d35e3c442bc4 None None] Network a3a8bf47-1430-4314-97ff-b3524a589a13 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:20.963889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a5e1c3-0506-4b14-9c04-ef21bff8d4d4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network e07cadea-8c1c-40cf-963d-c2bebb678fa7 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:20.974653 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-29a5e1c3-0506-4b14-9c04-ef21bff8d4d4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:20.999504 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=b5d95b45-dde8-4a1c-abe3-b853bf83a0b7,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:21.008466 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a5e1c3-0506-4b14-9c04-ef21bff8d4d4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:21.008685 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2d675771-1b8c-4dbe-afc4-98e3d57cd61d tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:21.017202 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a5e1c3-0506-4b14-9c04-ef21bff8d4d4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:21.017741 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-29a5e1c3-0506-4b14-9c04-ef21bff8d4d4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:21.035058 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-8a3732b8-193b-4d7e-b22a-89777bef67fc None None] Deleting port 63d5efb3-883d-4b51-83d7-a6ebec50f785 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:21.039833 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8a3732b8-193b-4d7e-b22a-89777bef67fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:21.053532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5e1c3-0506-4b14-9c04-ef21bff8d4d4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Port': ['ID=ba63b966-4bde-48c4-9e7a-4a0245ee530a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:21.058212 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-3727331f-e29a-4a77-89f7-3307efcc2501 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting port 63d5efb3-883d-4b51-83d7-a6ebec50f785 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:21.058212 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3727331f-e29a-4a77-89f7-3307efcc2501 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:21.120517 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-29a5e1c3-0506-4b14-9c04-ef21bff8d4d4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.4564493 Nov 11 17:35:21.133244 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48092) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:21.139525 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-3727331f-e29a-4a77-89f7-3307efcc2501 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] For port 63d5efb3-883d-4b51-83d7-a6ebec50f785, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=63d5efb3-883d-4b51-83d7-a6ebec50f785,segment=NetworkSegment(707fa36f-2dfb-4dcd-a8af-88d91df550a4),segment_id=707fa36f-2dfb-4dcd-a8af-88d91df550a4)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:21.142731 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3727331f-e29a-4a77-89f7-3307efcc2501 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:21.160734 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-3727331f-e29a-4a77-89f7-3307efcc2501 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Calling delete_port for 63d5efb3-883d-4b51-83d7-a6ebec50f785 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:21.203843 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d50b2c5a-1271-4b07-a1c9-a4617444b23e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:21.249607 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-2d675771-1b8c-4dbe-afc4-98e3d57cd61d tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Calling delete_port for ace23a41-0296-4db7-8f38-21c9a085a2da owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:21.291084 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-8a3732b8-193b-4d7e-b22a-89777bef67fc None None] For port 63d5efb3-883d-4b51-83d7-a6ebec50f785, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=63d5efb3-883d-4b51-83d7-a6ebec50f785,segment=NetworkSegment(707fa36f-2dfb-4dcd-a8af-88d91df550a4),segment_id=707fa36f-2dfb-4dcd-a8af-88d91df550a4)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:21.291979 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8a3732b8-193b-4d7e-b22a-89777bef67fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:21.301838 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3727331f-e29a-4a77-89f7-3307efcc2501 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:21.311617 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-8a3732b8-193b-4d7e-b22a-89777bef67fc None None] Calling delete_port for 63d5efb3-883d-4b51-83d7-a6ebec50f785 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:21.358425 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3727331f-e29a-4a77-89f7-3307efcc2501 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] No DVR routers for this DVR port 63d5efb3-883d-4b51-83d7-a6ebec50f785 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:35:21.368621 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727331f-e29a-4a77-89f7-3307efcc2501 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Port': ['ID=63d5efb3-883d-4b51-83d7-a6ebec50f785,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:21.411047 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device d0a980b4-07bb-4280-a2eb-1b21e0128df4 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:35:21.455467 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aac407-8303-49bc-844b-0a2d74a8bf3d None None] Network e07cadea-8c1c-40cf-963d-c2bebb678fa7 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:21.458132 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: d0a980b4-07bb-4280-a2eb-1b21e0128df4 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:35:21.458656 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device d0a980b4-07bb-4280-a2eb-1b21e0128df4 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:35:21.464406 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9a65e116-e527-4d3a-be6f-e5be22d19c1a None None] Provisioning complete for port b5d95b45-dde8-4a1c-abe3-b853bf83a0b7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:21.464981 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9a65e116-e527-4d3a-be6f-e5be22d19c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:21.534239 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51e80634-b63b-47c9-81d8-0818aed76f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:21.552207 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b5d95b45-dde8-4a1c-abe3-b853bf83a0b7 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:21.568752 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3727331f-e29a-4a77-89f7-3307efcc2501 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:21.620476 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8a3732b8-193b-4d7e-b22a-89777bef67fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:21.648586 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-3727331f-e29a-4a77-89f7-3307efcc2501 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf16697e-e033-4233-abd7-286022f53a5a']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:21.673649 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3732b8-193b-4d7e-b22a-89777bef67fc None None] Pushing event deleted for resources: {'Port': ['ID=63d5efb3-883d-4b51-83d7-a6ebec50f785,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:21.680266 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3732b8-193b-4d7e-b22a-89777bef67fc None None] No DVR routers for this DVR port 63d5efb3-883d-4b51-83d7-a6ebec50f785 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:35:21.693005 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-3727331f-e29a-4a77-89f7-3307efcc2501 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707fa36f-2dfb-4dcd-a8af-88d91df550a4') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:21.693438 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-3727331f-e29a-4a77-89f7-3307efcc2501 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707fa36f-2dfb-4dcd-a8af-88d91df550a4') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:21.721043 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3727331f-e29a-4a77-89f7-3307efcc2501 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:21.772545 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3727331f-e29a-4a77-89f7-3307efcc2501 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:21.825091 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3727331f-e29a-4a77-89f7-3307efcc2501 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:35:21.831326 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3727331f-e29a-4a77-89f7-3307efcc2501 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:35:21.840884 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:35:21.905353 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port b5d95b45-dde8-4a1c-abe3-b853bf83a0b7 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:21.906020 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:21.930542 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2d675771-1b8c-4dbe-afc4-98e3d57cd61d tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:21.971514 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3727331f-e29a-4a77-89f7-3307efcc2501 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:21.973133 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e80634-b63b-47c9-81d8-0818aed76f21 admin admin] Router 7f00dfe0-00fa-44b2-82ad-960ecb73921d is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:35:21.980722 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d675771-1b8c-4dbe-afc4-98e3d57cd61d tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Port': ['ID=ace23a41-0296-4db7-8f38-21c9a085a2da,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:21.983789 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3727331f-e29a-4a77-89f7-3307efcc2501 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:21.993792 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3727331f-e29a-4a77-89f7-3307efcc2501 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/networks/cf16697e-e033-4233-abd7-286022f53a5a HTTP/1.1" status: 204 len: 168 time: 2.2499430 Nov 11 17:35:22.007048 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48096) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:22.015303 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-39113699-763d-4369-a199-d37cda470c9f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-101169728'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:22.023441 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727331f-e29a-4a77-89f7-3307efcc2501 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Network': ['ID=cf16697e-e033-4233-abd7-286022f53a5a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:22.069240 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d50b2c5a-1271-4b07-a1c9-a4617444b23e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:22.087283 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2d675771-1b8c-4dbe-afc4-98e3d57cd61d tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:22.093171 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2d675771-1b8c-4dbe-afc4-98e3d57cd61d tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/ports/ace23a41-0296-4db7-8f38-21c9a085a2da HTTP/1.1" status: 204 len: 168 time: 2.1419456 Nov 11 17:35:22.104347 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48100) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:22.174700 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddec5ce8-9c17-4693-abf0-b8cb10dd0be3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] GET failed (client error): The resource could not be found. Nov 11 17:35:22.182072 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ddec5ce8-9c17-4693-abf0-b8cb10dd0be3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports/ace23a41-0296-4db7-8f38-21c9a085a2da HTTP/1.1" status: 404 len: 333 time: 0.0746408 Nov 11 17:35:22.196676 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48102) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:22.198822 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5372ca10-820d-432a-a271-392469f2401d None None] Provisioning complete for port 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:22.199361 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5372ca10-820d-432a-a271-392469f2401d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:22.303131 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39113699-763d-4369-a199-d37cda470c9f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:22.307588 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-39113699-763d-4369-a199-d37cda470c9f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:22.373993 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dfe46ec7-6384-43b3-a63f-fe8a207e6d33 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:22.466382 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39113699-763d-4369-a199-d37cda470c9f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1287} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:35:22.478925 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-39113699-763d-4369-a199-d37cda470c9f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:22.479549 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-39113699-763d-4369-a199-d37cda470c9f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Added segment 05aba4f0-2d65-4aaa-9ebb-9e7f7df8ad5f of type vlan for network 9f0e1d90-5777-465b-a8b0-32782b732117 Nov 11 17:35:22.594185 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:22.602851 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-39113699-763d-4369-a199-d37cda470c9f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:22.651455 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5372ca10-820d-432a-a271-392469f2401d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:22.708280 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e80634-b63b-47c9-81d8-0818aed76f21 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:35:22.725394 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] Sync routers for ids ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:35:22.744794 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-39113699-763d-4369-a199-d37cda470c9f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:22.751468 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-5372ca10-820d-432a-a271-392469f2401d None None] For port 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6145cc50-38b1-4b9e-b1df-ea0a725ce1b8,segment=NetworkSegment(ba6fdcb1-049c-4d15-a2fe-8b237bb7e839),segment_id=ba6fdcb1-049c-4d15-a2fe-8b237bb7e839)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:22.759303 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5372ca10-820d-432a-a271-392469f2401d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:22.770886 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:22.771247 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:22.773275 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] Routers {'7f00dfe0-00fa-44b2-82ad-960ecb73921d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:22.773588 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39113699-763d-4369-a199-d37cda470c9f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:22.773912 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:22.774243 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-39113699-763d-4369-a199-d37cda470c9f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:22.845884 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51e80634-b63b-47c9-81d8-0818aed76f21 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:22.852534 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-51e80634-b63b-47c9-81d8-0818aed76f21 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9478927 Nov 11 17:35:22.880472 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48106) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:22.897498 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-39113699-763d-4369-a199-d37cda470c9f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8893745 Nov 11 17:35:22.915897 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48108) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:22.926083 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-80c06da8-a254-4ad4-a26e-31e47744066a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'subnet': {'network_id': '9f0e1d90-5777-465b-a8b0-32782b732117', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:23.013595 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372ca10-820d-432a-a271-392469f2401d None None] Pushing event updated for resources: {'Port': ['ID=6145cc50-38b1-4b9e-b1df-ea0a725ce1b8,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:23.022817 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-337c5c46-af46-4529-9c85-cebf4fa2545c None None] Provisioning complete for port b5d95b45-dde8-4a1c-abe3-b853bf83a0b7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:23.023677 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-337c5c46-af46-4529-9c85-cebf4fa2545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:23.133521 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] Set router 7f00dfe0-00fa-44b2-82ad-960ecb73921d gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:35:23.284818 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d50b2c5a-1271-4b07-a1c9-a4617444b23e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:23.343081 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d50b2c5a-1271-4b07-a1c9-a4617444b23e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:23.559954 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dfe46ec7-6384-43b3-a63f-fe8a207e6d33 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:23.563948 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39113699-763d-4369-a199-d37cda470c9f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Network': ['ID=9f0e1d90-5777-465b-a8b0-32782b732117,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:23.580968 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-e9975ff0-d5f2-4868-8229-3ad0539dedef tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting port e7167421-2c6d-4df3-afd5-69dabe2eb6ea {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:23.581855 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9975ff0-d5f2-4868-8229-3ad0539dedef tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:23.583351 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 9f0e1d90-5777-465b-a8b0-32782b732117 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:35:23.645905 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d50b2c5a-1271-4b07-a1c9-a4617444b23e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:23.682798 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9975ff0-d5f2-4868-8229-3ad0539dedef tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:23.696589 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-e9975ff0-d5f2-4868-8229-3ad0539dedef tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Calling delete_port for e7167421-2c6d-4df3-afd5-69dabe2eb6ea owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:23.735847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c06da8-a254-4ad4-a26e-31e47744066a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:23.739859 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-80c06da8-a254-4ad4-a26e-31e47744066a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:23.743280 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dfe46ec7-6384-43b3-a63f-fe8a207e6d33 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:23.889078 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'name': 'tempest-AttachVolumeShelveTestJSON-890161507-router', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:35:16Z', 'updated_at': '2021-11-11T17:35:20Z', 'revision_number': 3, 'project_id': 'eeac632c30574948b103f77246d9180e', 'gw_port': {'id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:17Z', 'updated_at': '2021-11-11T17:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:23.921444 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9975ff0-d5f2-4868-8229-3ad0539dedef tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:23.961032 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 63d5efb3-883d-4b51-83d7-a6ebec50f785 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:35:23.994603 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 63d5efb3-883d-4b51-83d7-a6ebec50f785 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:35:23.994952 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 63d5efb3-883d-4b51-83d7-a6ebec50f785 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:35:23.996895 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] Checking router: 7f00dfe0-00fa-44b2-82ad-960ecb73921d for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:35:23.997246 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] Updating router 7f00dfe0-00fa-44b2-82ad-960ecb73921d port bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:35:23.997410 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9975ff0-d5f2-4868-8229-3ad0539dedef tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:24.007125 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e9975ff0-d5f2-4868-8229-3ad0539dedef tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/ports/e7167421-2c6d-4df3-afd5-69dabe2eb6ea HTTP/1.1" status: 204 len: 168 time: 1.8088450 Nov 11 17:35:24.008082 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48120) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:24.017543 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9975ff0-d5f2-4868-8229-3ad0539dedef tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Port': ['ID=e7167421-2c6d-4df3-afd5-69dabe2eb6ea,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:24.056399 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4784477-c6f9-4859-a400-aa80ba8a6d81 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] GET failed (client error): The resource could not be found. Nov 11 17:35:24.063519 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e4784477-c6f9-4859-a400-aa80ba8a6d81 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports/e7167421-2c6d-4df3-afd5-69dabe2eb6ea HTTP/1.1" status: 404 len: 333 time: 0.0536668 Nov 11 17:35:24.066660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48122) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:24.090613 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:24.190397 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c08598-abd4-4027-9c93-ffeccfad4654 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting subnet 84c18c79-2279-4ae9-92e2-04c7ad0eee79 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:35:24.204128 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63c08598-abd4-4027-9c93-ffeccfad4654 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:24.298160 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63c08598-abd4-4027-9c93-ffeccfad4654 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:24.318677 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b2c5a-1271-4b07-a1c9-a4617444b23e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=aae1b3c5-0f13-488d-922b-ac77d8cd13a2,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:24.494623 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63c08598-abd4-4027-9c93-ffeccfad4654 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:24.551873 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:24.558650 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:24.564065 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:24.586446 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:24.616565 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63c08598-abd4-4027-9c93-ffeccfad4654 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:24.647670 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63c08598-abd4-4027-9c93-ffeccfad4654 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:24.649915 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac07ef-e0fc-4903-8bd4-cfe570abc910 None None] Pushing event updated for resources: {'Port': ['ID=bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:24.658735 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-63c08598-abd4-4027-9c93-ffeccfad4654 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/subnets/84c18c79-2279-4ae9-92e2-04c7ad0eee79 HTTP/1.1" status: 204 len: 168 time: 0.5909588 Nov 11 17:35:24.659982 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-110ca067-ac4a-4b01-903b-caae90c50b0a None None] Provisioning complete for port ba63b966-4bde-48c4-9e7a-4a0245ee530a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:24.660356 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-110ca067-ac4a-4b01-903b-caae90c50b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:24.691418 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48126) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:24.701131 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-110ca067-ac4a-4b01-903b-caae90c50b0a None None] Port ba63b966-4bde-48c4-9e7a-4a0245ee530a cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:24.702818 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e95d34-d4a2-48cc-872b-c1f880bd7d62 None None] Network e15d4d6b-d81e-486c-9763-f21c8d8cf1f1 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:24.704634 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9d5228-7a85-4ec7-9ec9-112f09154ae3 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:35:24.705299 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c08598-abd4-4027-9c93-ffeccfad4654 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Subnet': ['ID=84c18c79-2279-4ae9-92e2-04c7ad0eee79,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:24.776875 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] Attempting to bind port bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:35:24.777283 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] Attempting to bind port bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:35:24.777653 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] Attempting to bind port bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:35:24.805419 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:24.805819 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:24.807454 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:35:24.807864 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:35:24.808259 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:24.808642 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:35:24.809130 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] Bound port: bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:35:24.809506 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:24.841327 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-03488612-aca4-4faa-86f7-e12d7671f7c8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:24.871868 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] For port bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:35:24.876770 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] For port bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:35:24.908686 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:24.916016 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-110ca067-ac4a-4b01-903b-caae90c50b0a None None] Provisioning complete for port 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:24.916414 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-110ca067-ac4a-4b01-903b-caae90c50b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:24.938881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-03488612-aca4-4faa-86f7-e12d7671f7c8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting port b2de27b0-b53a-4d0c-b37f-5d2d9acf039e {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:24.939577 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-03488612-aca4-4faa-86f7-e12d7671f7c8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:24.943642 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-80c06da8-a254-4ad4-a26e-31e47744066a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:25.043075 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471a97e3-3a47-41de-afb2-1ab1525fcf2c None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:35:25.048913 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-03488612-aca4-4faa-86f7-e12d7671f7c8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] For port b2de27b0-b53a-4d0c-b37f-5d2d9acf039e, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b2de27b0-b53a-4d0c-b37f-5d2d9acf039e,segment=NetworkSegment(76a2e110-78b9-43af-9c42-f2d328354a16),segment_id=76a2e110-78b9-43af-9c42-f2d328354a16)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:25.049399 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-03488612-aca4-4faa-86f7-e12d7671f7c8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:25.064777 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-03488612-aca4-4faa-86f7-e12d7671f7c8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Calling delete_port for b2de27b0-b53a-4d0c-b37f-5d2d9acf039e owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:25.086778 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dfe46ec7-6384-43b3-a63f-fe8a207e6d33 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:25.106582 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-d50b2c5a-1271-4b07-a1c9-a4617444b23e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Floating IP 1b9afd0c-3cce-41ab-9283-37eff3161db6 associated. External IP: 172.25.2.120, port: 39a2ee60-d696-4bb9-bd1d-a7ae8171815e. Nov 11 17:35:25.107335 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] Routers {'7f00dfe0-00fa-44b2-82ad-960ecb73921d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:25.108024 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:25.158446 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-03488612-aca4-4faa-86f7-e12d7671f7c8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:25.170539 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac07ef-e0fc-4903-8bd4-cfe570abc910 None None] Pushing event updated for resources: {'Port': ['ID=bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:25.188350 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe46ec7-6384-43b3-a63f-fe8a207e6d33 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Port': ['ID=ba63b966-4bde-48c4-9e7a-4a0245ee530a,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:25.196049 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03488612-aca4-4faa-86f7-e12d7671f7c8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Port': ['ID=b2de27b0-b53a-4d0c-b37f-5d2d9acf039e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:25.197946 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac07ef-e0fc-4903-8bd4-cfe570abc910 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:25.198080 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03488612-aca4-4faa-86f7-e12d7671f7c8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] No DVR routers for this DVR port b2de27b0-b53a-4d0c-b37f-5d2d9acf039e on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:35:25.198299 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac07ef-e0fc-4903-8bd4-cfe570abc910 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:25.198642 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac07ef-e0fc-4903-8bd4-cfe570abc910 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:25.198979 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac07ef-e0fc-4903-8bd4-cfe570abc910 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:25.199311 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac07ef-e0fc-4903-8bd4-cfe570abc910 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:25.199641 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac07ef-e0fc-4903-8bd4-cfe570abc910 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:25.199998 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac07ef-e0fc-4903-8bd4-cfe570abc910 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:25.200323 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac07ef-e0fc-4903-8bd4-cfe570abc910 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:25.200743 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac07ef-e0fc-4903-8bd4-cfe570abc910 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:25.200960 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac07ef-e0fc-4903-8bd4-cfe570abc910 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:25.201735 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac07ef-e0fc-4903-8bd4-cfe570abc910 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:25.201735 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac07ef-e0fc-4903-8bd4-cfe570abc910 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:25.319375 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-03488612-aca4-4faa-86f7-e12d7671f7c8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:25.351852 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-03488612-aca4-4faa-86f7-e12d7671f7c8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15d4d6b-d81e-486c-9763-f21c8d8cf1f1']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:25.365759 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-03488612-aca4-4faa-86f7-e12d7671f7c8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a2e110-78b9-43af-9c42-f2d328354a16') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:25.366128 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-03488612-aca4-4faa-86f7-e12d7671f7c8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a2e110-78b9-43af-9c42-f2d328354a16') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:25.373054 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de47f3e-fafc-4fc8-9c64-71725206df07 None None] DHCP port deletion for e15d4d6b-d81e-486c-9763-f21c8d8cf1f1 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:35:25.379143 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-03488612-aca4-4faa-86f7-e12d7671f7c8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:25.398551 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c06da8-a254-4ad4-a26e-31e47744066a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Subnet': ['ID=4172798d-66e7-40e0-a857-ad2199624661,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:25.412643 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-03488612-aca4-4faa-86f7-e12d7671f7c8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:25.421851 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03488612-aca4-4faa-86f7-e12d7671f7c8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:35:25.422557 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-03488612-aca4-4faa-86f7-e12d7671f7c8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:35:25.426663 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:35:25.451477 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] Set router 7f00dfe0-00fa-44b2-82ad-960ecb73921d gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:35:25.490029 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c6c446f-dab5-4f36-9389-6ff8a8233336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:25.509463 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c06da8-a254-4ad4-a26e-31e47744066a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Checking segment: {'id': '05aba4f0-2d65-4aaa-9ebb-9e7f7df8ad5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '9f0e1d90-5777-465b-a8b0-32782b732117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:35:25.510199 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c06da8-a254-4ad4-a26e-31e47744066a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network hostable DHCP agents. Network: 9f0e1d90-5777-465b-a8b0-32782b732117, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:35:25.514663 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-77d055d2-1757-4a32-9d00-950c4d7098e8 None None] Provisioning complete for port bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:25.515149 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-77d055d2-1757-4a32-9d00-950c4d7098e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:25.517155 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-03488612-aca4-4faa-86f7-e12d7671f7c8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:25.525772 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-03488612-aca4-4faa-86f7-e12d7671f7c8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:25.536479 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-03488612-aca4-4faa-86f7-e12d7671f7c8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/networks/e15d4d6b-d81e-486c-9763-f21c8d8cf1f1 HTTP/1.1" status: 204 len: 168 time: 0.8397408 Nov 11 17:35:25.538858 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48132) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:25.547074 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-bd8a8734-6417-41c7-a0a0-64e851459a0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1094688944'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:25.583404 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03488612-aca4-4faa-86f7-e12d7671f7c8 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Network': ['ID=e15d4d6b-d81e-486c-9763-f21c8d8cf1f1,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:25.586572 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8a8734-6417-41c7-a0a0-64e851459a0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:25.590761 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd8a8734-6417-41c7-a0a0-64e851459a0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:25.605002 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dfe46ec7-6384-43b3-a63f-fe8a207e6d33 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:25.620857 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8a8734-6417-41c7-a0a0-64e851459a0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1284} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:35:25.633197 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd8a8734-6417-41c7-a0a0-64e851459a0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:25.633556 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-bd8a8734-6417-41c7-a0a0-64e851459a0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Added segment 214ea98a-a4c0-4179-ae71-bf4e39658ca3 of type vlan for network 5e98e4b7-ba28-4dee-b11b-60ef370d65a0 Nov 11 17:35:25.677114 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c06da8-a254-4ad4-a26e-31e47744066a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network 9f0e1d90-5777-465b-a8b0-32782b732117 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:35:25.689596 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd8a8734-6417-41c7-a0a0-64e851459a0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:25.723286 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd8a8734-6417-41c7-a0a0-64e851459a0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:25.738111 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8a8734-6417-41c7-a0a0-64e851459a0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:25.739072 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd8a8734-6417-41c7-a0a0-64e851459a0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:25.793371 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-77d055d2-1757-4a32-9d00-950c4d7098e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:25.820946 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bd8a8734-6417-41c7-a0a0-64e851459a0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2784929 Nov 11 17:35:25.822645 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48134) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:25.829467 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-cab57959-9ab1-4e72-b417-7add77075036 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'subnet': {'network_id': '5e98e4b7-ba28-4dee-b11b-60ef370d65a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:25.969633 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-80c06da8-a254-4ad4-a26e-31e47744066a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 9f0e1d90-5777-465b-a8b0-32782b732117) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:25.990679 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a8734-6417-41c7-a0a0-64e851459a0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Network': ['ID=5e98e4b7-ba28-4dee-b11b-60ef370d65a0,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:26.001844 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab57959-9ab1-4e72-b417-7add77075036 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:26.007225 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cab57959-9ab1-4e72-b417-7add77075036 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:26.018480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c06da8-a254-4ad4-a26e-31e47744066a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:26.019143 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-80c06da8-a254-4ad4-a26e-31e47744066a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:26.101848 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfc84a2-f163-47d0-bc88-7fe0d4ec1149 None None] Network 9f0e1d90-5777-465b-a8b0-32782b732117 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:26.103558 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 5e98e4b7-ba28-4dee-b11b-60ef370d65a0 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:35:26.116282 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-77d055d2-1757-4a32-9d00-950c4d7098e8 None None] For port bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:26.128294 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-80c06da8-a254-4ad4-a26e-31e47744066a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2114258 Nov 11 17:35:26.282472 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b2de27b0-b53a-4d0c-b37f-5d2d9acf039e no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:35:26.284776 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48138) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:26.284909 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-77d055d2-1757-4a32-9d00-950c4d7098e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:26.292758 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-3c9ee730-18e8-4de0-9cb4-3baef72f7b23 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1576852993', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:26.341967 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: b2de27b0-b53a-4d0c-b37f-5d2d9acf039e {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:35:26.342418 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b2de27b0-b53a-4d0c-b37f-5d2d9acf039e not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:35:26.351207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-8c6c446f-dab5-4f36-9389-6ff8a8233336 admin admin] Allocated IP 172.20.0.1 (a3a8bf47-1430-4314-97ff-b3524a589a13/fa447a7e-c385-460f-86cb-d149b7215da5/b69d6db5-f278-4bfe-b393-813404e70c02) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:26.383861 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3c9ee730-18e8-4de0-9cb4-3baef72f7b23 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:26.385214 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3c9ee730-18e8-4de0-9cb4-3baef72f7b23 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:26.394231 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cab57959-9ab1-4e72-b417-7add77075036 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:26.430377 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'name': 'tempest-AttachVolumeShelveTestJSON-890161507-router', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:35:16Z', 'updated_at': '2021-11-11T17:35:20Z', 'revision_number': 3, 'project_id': 'eeac632c30574948b103f77246d9180e', 'gw_port': {'id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:17Z', 'updated_at': '2021-11-11T17:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:26.432718 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-77d055d2-1757-4a32-9d00-950c4d7098e8 None None] Provisioning complete for port ba63b966-4bde-48c4-9e7a-4a0245ee530a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:26.433096 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-77d055d2-1757-4a32-9d00-950c4d7098e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:26.468300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50b2c5a-1271-4b07-a1c9-a4617444b23e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Router 6c88bcf3-1f87-4233-bc28-92cdf156a3f9 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:35:26.474957 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab57959-9ab1-4e72-b417-7add77075036 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Subnet': ['ID=b39632ff-1376-4f21-8911-dfe7845e8c26,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:26.523910 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83eb047-ec16-47e8-9ad2-857ff9aced86 None None] The sync data for ids ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'] in n-d-816206-4 is: [{'id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'name': 'tempest-AttachVolumeShelveTestJSON-890161507-router', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:35:16Z', 'updated_at': '2021-11-11T17:35:20Z', 'revision_number': 3, 'project_id': 'eeac632c30574948b103f77246d9180e', 'gw_port': {'id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:17Z', 'updated_at': '2021-11-11T17:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:35:26.525530 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d055d2-1757-4a32-9d00-950c4d7098e8 None None] Pushing event updated for resources: {'Port': ['ID=bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:26.599260 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-77d055d2-1757-4a32-9d00-950c4d7098e8 None None] Port ba63b966-4bde-48c4-9e7a-4a0245ee530a cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:26.628241 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3c9ee730-18e8-4de0-9cb4-3baef72f7b23 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:26.630577 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab57959-9ab1-4e72-b417-7add77075036 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Checking segment: {'id': '214ea98a-a4c0-4179-ae71-bf4e39658ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '5e98e4b7-ba28-4dee-b11b-60ef370d65a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:35:26.631597 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab57959-9ab1-4e72-b417-7add77075036 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network hostable DHCP agents. Network: 5e98e4b7-ba28-4dee-b11b-60ef370d65a0, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:35:26.647129 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3c9ee730-18e8-4de0-9cb4-3baef72f7b23 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:26.657042 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0758af-980c-431c-af7c-2f5d1cbe0bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-9f0e1d90-5777-465b-a8b0-32782b732117', 'network_id': '9f0e1d90-5777-465b-a8b0-32782b732117', 'tenant_id': '63529d4881bc4948a539fcab59bdd3a8', 'fixed_ips': [{'subnet_id': '4172798d-66e7-40e0-a857-ad2199624661'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:35:26.658325 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9b0758af-980c-431c-af7c-2f5d1cbe0bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:26.670064 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab57959-9ab1-4e72-b417-7add77075036 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network 5e98e4b7-ba28-4dee-b11b-60ef370d65a0 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:35:26.673938 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dfe46ec7-6384-43b3-a63f-fe8a207e6d33 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:26.691251 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dfe46ec7-6384-43b3-a63f-fe8a207e6d33 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:26.692184 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dfe46ec7-6384-43b3-a63f-fe8a207e6d33 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:26.694505 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3c9ee730-18e8-4de0-9cb4-3baef72f7b23 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:26.698346 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3c9ee730-18e8-4de0-9cb4-3baef72f7b23 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4097111 Nov 11 17:35:26.699008 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48144) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:26.702004 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-cab57959-9ab1-4e72-b417-7add77075036 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 5e98e4b7-ba28-4dee-b11b-60ef370d65a0) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:26.716847 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-820a7833-3700-4c04-8bf3-2aac1a014cd9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'port': {'network_id': '9f0e1d90-5777-465b-a8b0-32782b732117', 'name': 'tempest-PortsTestJSON-1964679291'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:26.719572 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d537ce-3bbf-4dce-a1d0-a879d0956a9a None None] Network 5e98e4b7-ba28-4dee-b11b-60ef370d65a0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:26.733084 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab57959-9ab1-4e72-b417-7add77075036 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:26.734031 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cab57959-9ab1-4e72-b417-7add77075036 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:26.825466 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cab57959-9ab1-4e72-b417-7add77075036 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0017157 Nov 11 17:35:26.829426 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48146) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:26.834614 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-7c0cc093-2e1e-443f-a61a-eaf6bb5e3e06 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1577737094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:26.885310 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c6c446f-dab5-4f36-9389-6ff8a8233336 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:26.907296 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50b2c5a-1271-4b07-a1c9-a4617444b23e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:35:26.920723 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae93157-9ac4-4836-aa7c-003647ad80bd None None] Sync routers for ids ['6c88bcf3-1f87-4233-bc28-92cdf156a3f9'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:35:26.931572 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c0cc093-2e1e-443f-a61a-eaf6bb5e3e06 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:26.932701 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c0cc093-2e1e-443f-a61a-eaf6bb5e3e06 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:26.937437 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe46ec7-6384-43b3-a63f-fe8a207e6d33 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Port': ['ID=ba63b966-4bde-48c4-9e7a-4a0245ee530a,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:26.984930 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae93157-9ac4-4836-aa7c-003647ad80bd None None] Routers {'6c88bcf3-1f87-4233-bc28-92cdf156a3f9'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:26.985565 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-9ae93157-9ac4-4836-aa7c-003647ad80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6c88bcf3-1f87-4233-bc28-92cdf156a3f9'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:27.014443 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d50b2c5a-1271-4b07-a1c9-a4617444b23e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:27.030602 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c0cc093-2e1e-443f-a61a-eaf6bb5e3e06 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:27.042799 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c0cc093-2e1e-443f-a61a-eaf6bb5e3e06 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:27.082945 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820a7833-3700-4c04-8bf3-2aac1a014cd9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:27.087007 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-820a7833-3700-4c04-8bf3-2aac1a014cd9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:27.110486 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c0cc093-2e1e-443f-a61a-eaf6bb5e3e06 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:27.111763 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7c0cc093-2e1e-443f-a61a-eaf6bb5e3e06 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2811494 Nov 11 17:35:27.114383 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48148) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:27.119411 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-38fb5672-6a46-48c5-bd41-eaeed41637ce tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'port': {'network_id': '5e98e4b7-ba28-4dee-b11b-60ef370d65a0', 'name': 'tempest-PortsIpV6TestJSON-770708746'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:27.122754 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c6c446f-dab5-4f36-9389-6ff8a8233336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:27.135024 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-820a7833-3700-4c04-8bf3-2aac1a014cd9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] device_id is not set on port 1f9aaeaf-edf7-4d94-8e67-e74c2a4a0066 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:35:27.156464 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-9b0758af-980c-431c-af7c-2f5d1cbe0bdd None None] Allocated IP 172.20.0.2 (9f0e1d90-5777-465b-a8b0-32782b732117/4172798d-66e7-40e0-a857-ad2199624661/32e912d4-90ea-4266-b630-da4c44d7c97d) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:27.163713 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d50b2c5a-1271-4b07-a1c9-a4617444b23e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.2412143 Nov 11 17:35:27.166428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe46ec7-6384-43b3-a63f-fe8a207e6d33 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network e07cadea-8c1c-40cf-963d-c2bebb678fa7 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:27.211491 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090cc66f-d731-4551-9d3c-6336889402c0', 'tag': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:35:27.218112 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56bafbc-606c-418e-89b8-d5f439d21fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "090cc66f-d731-4551-9d3c-6336889402c0", "tag": "39a2ee60-d696-4bb9-bd1d-a7ae8171815e"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:35:27.265469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-dfe46ec7-6384-43b3-a63f-fe8a207e6d33 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:27.288690 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6c446f-dab5-4f36-9389-6ff8a8233336 admin admin] Network a3a8bf47-1430-4314-97ff-b3524a589a13 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:27.335775 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-9ae93157-9ac4-4836-aa7c-003647ad80bd None None] Set router 6c88bcf3-1f87-4233-bc28-92cdf156a3f9 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:35:27.352301 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6ce270-e74c-4f38-bca9-d3a991adb274 x-openstack-request-id: req-2d6ce270-e74c-4f38-bca9-d3a991adb274 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:35:27.352788 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090cc66f-d731-4551-9d3c-6336889402c0", "tag": "39a2ee60-d696-4bb9-bd1d-a7ae8171815e", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:35:27.353194 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2d6ce270-e74c-4f38-bca9-d3a991adb274 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:35:27.353740 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090cc66f-d731-4551-9d3c-6336889402c0', 'tag': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e', 'status': 'completed', 'code': 200} Nov 11 17:35:27.357780 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-8c6c446f-dab5-4f36-9389-6ff8a8233336 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:27.362928 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c446f-dab5-4f36-9389-6ff8a8233336 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:27.693466 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fb5672-6a46-48c5-bd41-eaeed41637ce tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:27.697001 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-38fb5672-6a46-48c5-bd41-eaeed41637ce tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:27.711571 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260b622b-4daf-4e0f-9b33-38cb9709a503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-5e98e4b7-ba28-4dee-b11b-60ef370d65a0', 'network_id': '5e98e4b7-ba28-4dee-b11b-60ef370d65a0', 'tenant_id': '4c2495a5a0704aa1b0aa9c228f7fc35a', 'fixed_ips': [{'subnet_id': 'b39632ff-1376-4f21-8911-dfe7845e8c26'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:35:27.712488 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-260b622b-4daf-4e0f-9b33-38cb9709a503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:27.747191 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-38fb5672-6a46-48c5-bd41-eaeed41637ce tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] device_id is not set on port cb426c2e-d265-4eb4-a34a-80883b0d5919 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:35:27.987340 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-38fb5672-6a46-48c5-bd41-eaeed41637ce tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Allocated IP 2001:db8::300 (5e98e4b7-ba28-4dee-b11b-60ef370d65a0/b39632ff-1376-4f21-8911-dfe7845e8c26/cb426c2e-d265-4eb4-a34a-80883b0d5919) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:28.106746 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-9ae93157-9ac4-4836-aa7c-003647ad80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275376215', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:34:33Z', 'updated_at': '2021-11-11T17:34:45Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:be:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:34Z', 'updated_at': '2021-11-11T17:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '1b9afd0c-3cce-41ab-9283-37eff3161db6', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'port_id': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658', 'mac_address': 'fa:16:3e:8f:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090cc66f-d731-4551-9d3c-6336889402c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:35:19Z', 'updated_at': '2021-11-11T17:35:19Z', 'revision_number': 0, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c865f7f-304e-41ed-9e95-1293ddf8e913', 'name': '', 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:85:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '80be57c9-262e-4643-aac8-9ce7c5e5308b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:43Z', 'updated_at': '2021-11-11T17:34:58Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': '80be57c9-262e-4643-aac8-9ce7c5e5308b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:28.139184 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9b0758af-980c-431c-af7c-2f5d1cbe0bdd None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:28.174972 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9b0758af-980c-431c-af7c-2f5d1cbe0bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:28.177838 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae93157-9ac4-4836-aa7c-003647ad80bd None None] Checking router: 6c88bcf3-1f87-4233-bc28-92cdf156a3f9 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:35:28.206785 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae93157-9ac4-4836-aa7c-003647ad80bd None None] Routers {'6c88bcf3-1f87-4233-bc28-92cdf156a3f9'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:28.208512 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-9ae93157-9ac4-4836-aa7c-003647ad80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6c88bcf3-1f87-4233-bc28-92cdf156a3f9'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:28.261437 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8f284994-83b4-4097-8689-249e9d4e04d3 None None] Provisioning complete for port b69d6db5-f278-4bfe-b393-813404e70c02 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:28.265449 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8f284994-83b4-4097-8689-249e9d4e04d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:28.311694 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c446f-dab5-4f36-9389-6ff8a8233336 admin admin] Pushing event updated for resources: {'Port': ['ID=b69d6db5-f278-4bfe-b393-813404e70c02,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:28.343634 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-38fb5672-6a46-48c5-bd41-eaeed41637ce tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:28.408450 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c6c446f-dab5-4f36-9389-6ff8a8233336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:28.427448 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d2711-2030-4401-bda5-42df83669121 req-ec12551b-f39a-4d28-a0b9-211b225dfedb tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:28.428650 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb4d2711-2030-4401-bda5-42df83669121 req-ec12551b-f39a-4d28-a0b9-211b225dfedb tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 1.1280434 Nov 11 17:35:28.449703 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-260b622b-4daf-4e0f-9b33-38cb9709a503 None None] Allocated IP 2001:db8::2 (5e98e4b7-ba28-4dee-b11b-60ef370d65a0/b39632ff-1376-4f21-8911-dfe7845e8c26/ceaf9cc6-888e-439c-b223-9b4a85a1aab4) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:28.452971 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-820a7833-3700-4c04-8bf3-2aac1a014cd9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Allocated IP 172.20.0.5 (9f0e1d90-5777-465b-a8b0-32782b732117/4172798d-66e7-40e0-a857-ad2199624661/1f9aaeaf-edf7-4d94-8e67-e74c2a4a0066) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:28.512062 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-38fb5672-6a46-48c5-bd41-eaeed41637ce tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:28.517191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bafbc-606c-418e-89b8-d5f439d21fe5 req-53dcb161-b3e8-42d3-b5f0-3cab032a208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:28.518858 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d56bafbc-606c-418e-89b8-d5f439d21fe5 req-53dcb161-b3e8-42d3-b5f0-3cab032a208a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 1097 time: 1.1509504 Nov 11 17:35:28.539764 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8baad-326d-4334-a08e-8bb8eadfb3b0 req-1be76b6b-fe18-4835-b31e-f5948ba8cce5 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:28.547809 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9fa8baad-326d-4334-a08e-8bb8eadfb3b0 req-1be76b6b-fe18-4835-b31e-f5948ba8cce5 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba2ea572-bff4-4bd8-80c7-38e4e4e4b287 HTTP/1.1" status: 200 len: 945 time: 0.2445691 Nov 11 17:35:28.554401 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-9ae93157-9ac4-4836-aa7c-003647ad80bd None None] Set router 6c88bcf3-1f87-4233-bc28-92cdf156a3f9 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:35:28.654331 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:28.664834 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fb5672-6a46-48c5-bd41-eaeed41637ce tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network 5e98e4b7-ba28-4dee-b11b-60ef370d65a0 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:28.676985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-38fb5672-6a46-48c5-bd41-eaeed41637ce tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:28.684603 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fb5672-6a46-48c5-bd41-eaeed41637ce tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:28.691178 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fb5672-6a46-48c5-bd41-eaeed41637ce tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:28.692088 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-38fb5672-6a46-48c5-bd41-eaeed41637ce tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:28.732258 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0758af-980c-431c-af7c-2f5d1cbe0bdd None None] Network 9f0e1d90-5777-465b-a8b0-32782b732117 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:28.742925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-8f284994-83b4-4097-8689-249e9d4e04d3 None None] Port b69d6db5-f278-4bfe-b393-813404e70c02 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:28.751332 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-9b0758af-980c-431c-af7c-2f5d1cbe0bdd None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:28.784923 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0758af-980c-431c-af7c-2f5d1cbe0bdd None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:28.795260 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bafbc-606c-418e-89b8-d5f439d21fe5 req-1a84cd52-d31b-471a-be5f-704d2160a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:28.802342 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d56bafbc-606c-418e-89b8-d5f439d21fe5 req-1a84cd52-d31b-471a-be5f-704d2160a269 service neutron] 10.222.0.83 "GET /v2.0/networks?id=63135a75-5cfa-435a-a6c8-7eb0f41a5658 HTTP/1.1" status: 200 len: 899 time: 0.2436326 Nov 11 17:35:28.810782 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0758af-980c-431c-af7c-2f5d1cbe0bdd None None] Pushing event updated for resources: {'Port': ['ID=32e912d4-90ea-4266-b630-da4c44d7c97d,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:28.811978 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb4d2711-2030-4401-bda5-42df83669121 req-83382add-84de-4165-9bbe-40e618006770 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3375137 Nov 11 17:35:28.874848 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48164) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:28.895413 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-9ae93157-9ac4-4836-aa7c-003647ad80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275376215', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:34:33Z', 'updated_at': '2021-11-11T17:34:45Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:be:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:34Z', 'updated_at': '2021-11-11T17:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '1b9afd0c-3cce-41ab-9283-37eff3161db6', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'port_id': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658', 'mac_address': 'fa:16:3e:8f:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090cc66f-d731-4551-9d3c-6336889402c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:35:19Z', 'updated_at': '2021-11-11T17:35:19Z', 'revision_number': 0, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c865f7f-304e-41ed-9e95-1293ddf8e913', 'name': '', 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:85:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '80be57c9-262e-4643-aac8-9ce7c5e5308b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:43Z', 'updated_at': '2021-11-11T17:34:58Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': '80be57c9-262e-4643-aac8-9ce7c5e5308b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:28.897889 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-38fb5672-6a46-48c5-bd41-eaeed41637ce tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7822587 Nov 11 17:35:28.899673 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48166) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:28.928265 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:28.928709 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:28.929597 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae93157-9ac4-4836-aa7c-003647ad80bd None None] The sync data for ids ['6c88bcf3-1f87-4233-bc28-92cdf156a3f9'] in n-d-816206-4 is: [{'id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275376215', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:34:33Z', 'updated_at': '2021-11-11T17:34:45Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:be:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:34Z', 'updated_at': '2021-11-11T17:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '1b9afd0c-3cce-41ab-9283-37eff3161db6', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'floating_ip_address': '172.25.2.120', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'port_id': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658', 'mac_address': 'fa:16:3e:8f:5b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090cc66f-d731-4551-9d3c-6336889402c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:35:19Z', 'updated_at': '2021-11-11T17:35:19Z', 'revision_number': 0, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c865f7f-304e-41ed-9e95-1293ddf8e913', 'name': '', 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:85:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '80be57c9-262e-4643-aac8-9ce7c5e5308b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:43Z', 'updated_at': '2021-11-11T17:34:58Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': '80be57c9-262e-4643-aac8-9ce7c5e5308b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:35:28.976487 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ca5750ad-5788-4efe-a7bb-f807365f21f5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/floatingips/1b9afd0c-3cce-41ab-9283-37eff3161db6 HTTP/1.1" status: 200 len: 992 time: 0.0922976 Nov 11 17:35:29.123368 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb5672-6a46-48c5-bd41-eaeed41637ce tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Port': ['ID=cb426c2e-d265-4eb4-a34a-80883b0d5919,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:29.132764 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-260b622b-4daf-4e0f-9b33-38cb9709a503 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:29.135088 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe46ec7-6384-43b3-a63f-fe8a207e6d33 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router 08f309ae-0e14-4cbd-991a-440951ad6d72 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:35:29.141595 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-38c24038-17fb-400c-bc73-bdc49fdf5d1d None None] Provisioning complete for port ba63b966-4bde-48c4-9e7a-4a0245ee530a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:29.141966 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-38c24038-17fb-400c-bc73-bdc49fdf5d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:29.150282 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-9b0758af-980c-431c-af7c-2f5d1cbe0bdd None None] Attempting to bind port 32e912d4-90ea-4266-b630-da4c44d7c97d on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:35:29.150740 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-9b0758af-980c-431c-af7c-2f5d1cbe0bdd None None] Attempting to bind port 32e912d4-90ea-4266-b630-da4c44d7c97d by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '05aba4f0-2d65-4aaa-9ebb-9e7f7df8ad5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '9f0e1d90-5777-465b-a8b0-32782b732117'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:35:29.151104 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0758af-980c-431c-af7c-2f5d1cbe0bdd None None] Attempting to bind port 32e912d4-90ea-4266-b630-da4c44d7c97d on network 9f0e1d90-5777-465b-a8b0-32782b732117 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:35:29.170686 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9fa8baad-326d-4334-a08e-8bb8eadfb3b0 req-623a1c0a-ba62-4fe2-adf7-5876352f5ed8 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6214530 Nov 11 17:35:29.179889 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c6c446f-dab5-4f36-9389-6ff8a8233336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:29.217417 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-260b622b-4daf-4e0f-9b33-38cb9709a503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:29.248253 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0758af-980c-431c-af7c-2f5d1cbe0bdd None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:35:29.248624 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0758af-980c-431c-af7c-2f5d1cbe0bdd None None] Checking segment: {'id': '05aba4f0-2d65-4aaa-9ebb-9e7f7df8ad5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '9f0e1d90-5777-465b-a8b0-32782b732117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:35:29.249179 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9b0758af-980c-431c-af7c-2f5d1cbe0bdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:29.249704 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0758af-980c-431c-af7c-2f5d1cbe0bdd None None] Bound using segment: {'id': '05aba4f0-2d65-4aaa-9ebb-9e7f7df8ad5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '9f0e1d90-5777-465b-a8b0-32782b732117'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:35:29.250651 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-9b0758af-980c-431c-af7c-2f5d1cbe0bdd None None] Bound port: 32e912d4-90ea-4266-b630-da4c44d7c97d, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05aba4f0-2d65-4aaa-9ebb-9e7f7df8ad5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '9f0e1d90-5777-465b-a8b0-32782b732117'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:35:29.251293 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9b0758af-980c-431c-af7c-2f5d1cbe0bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:29.327606 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d56bafbc-606c-418e-89b8-d5f439d21fe5 req-d82bdfb5-e138-4eb5-86c2-cf3af3b8757f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a2ee60-d696-4bb9-bd1d-a7ae8171815e HTTP/1.1" status: 200 len: 1000 time: 0.5089064 Nov 11 17:35:29.402536 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8fd227-44d6-432d-8cb1-58d1c2c20f1d None None] New status for floating IP 1b9afd0c-3cce-41ab-9283-37eff3161db6: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:35:29.499345 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260b622b-4daf-4e0f-9b33-38cb9709a503 None None] Network 5e98e4b7-ba28-4dee-b11b-60ef370d65a0 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:29.505307 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-38c24038-17fb-400c-bc73-bdc49fdf5d1d None None] Port ba63b966-4bde-48c4-9e7a-4a0245ee530a cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:29.548838 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe46ec7-6384-43b3-a63f-fe8a207e6d33 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:35:29.560206 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f533f677-90e4-438d-b3c7-ea498d80fb7f None None] Sync routers for ids ['08f309ae-0e14-4cbd-991a-440951ad6d72'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:35:29.569819 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-260b622b-4daf-4e0f-9b33-38cb9709a503 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:29.579042 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b622b-4daf-4e0f-9b33-38cb9709a503 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:29.585278 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f533f677-90e4-438d-b3c7-ea498d80fb7f None None] Routers {'08f309ae-0e14-4cbd-991a-440951ad6d72'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:29.589266 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f533f677-90e4-438d-b3c7-ea498d80fb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['08f309ae-0e14-4cbd-991a-440951ad6d72'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:29.599524 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-dfe46ec7-6384-43b3-a63f-fe8a207e6d33 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/08f309ae-0e14-4cbd-991a-440951ad6d72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4651108 Nov 11 17:35:29.605232 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bafbc-606c-418e-89b8-d5f439d21fe5 req-c2f78f1e-4473-4b48-92be-7e720b15c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:29.609918 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d56bafbc-606c-418e-89b8-d5f439d21fe5 req-c2f78f1e-4473-4b48-92be-7e720b15c705 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80be57c9-262e-4643-aac8-9ce7c5e5308b HTTP/1.1" status: 200 len: 835 time: 0.2437336 Nov 11 17:35:29.610338 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48170) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:29.640362 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b622b-4daf-4e0f-9b33-38cb9709a503 None None] Pushing event updated for resources: {'Port': ['ID=ceaf9cc6-888e-439c-b223-9b4a85a1aab4,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:29.687216 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f533f677-90e4-438d-b3c7-ea498d80fb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:29.702738 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f533f677-90e4-438d-b3c7-ea498d80fb7f None None] Routers {'08f309ae-0e14-4cbd-991a-440951ad6d72'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:29.704216 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f533f677-90e4-438d-b3c7-ea498d80fb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['08f309ae-0e14-4cbd-991a-440951ad6d72'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:29.734047 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-820a7833-3700-4c04-8bf3-2aac1a014cd9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:29.766341 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f533f677-90e4-438d-b3c7-ea498d80fb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:29.769004 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f533f677-90e4-438d-b3c7-ea498d80fb7f None None] The sync data for ids ['08f309ae-0e14-4cbd-991a-440951ad6d72'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:35:29.769151 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bafbc-606c-418e-89b8-d5f439d21fe5 req-bf40509f-acc8-4112-b554-73bf90459a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:29.772545 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d56bafbc-606c-418e-89b8-d5f439d21fe5 req-bf40509f-acc8-4112-b554-73bf90459a6a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=63135a75-5cfa-435a-a6c8-7eb0f41a5658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450200 Nov 11 17:35:29.777982 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ee4bc4-10fd-4103-b17e-25bea817c0fa tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:29.780031 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-18ee4bc4-10fd-4103-b17e-25bea817c0fa tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/ports/ba63b966-4bde-48c4-9e7a-4a0245ee530a HTTP/1.1" status: 200 len: 983 time: 0.1039586 Nov 11 17:35:29.784060 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48172) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:29.790516 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9b0758af-980c-431c-af7c-2f5d1cbe0bdd None None] For port 32e912d4-90ea-4266-b630-da4c44d7c97d, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:35:29.800528 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-d56bafbc-606c-418e-89b8-d5f439d21fe5 req-9eaa26cd-483e-4a29-b3b5-8699a6747c97 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:35:29.801693 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d56bafbc-606c-418e-89b8-d5f439d21fe5 req-9eaa26cd-483e-4a29-b3b5-8699a6747c97 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141590 Nov 11 17:35:29.805702 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9b0758af-980c-431c-af7c-2f5d1cbe0bdd None None] For port 32e912d4-90ea-4266-b630-da4c44d7c97d, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=32e912d4-90ea-4266-b630-da4c44d7c97d,segment=NetworkSegment(05aba4f0-2d65-4aaa-9ebb-9e7f7df8ad5f),segment_id=05aba4f0-2d65-4aaa-9ebb-9e7f7df8ad5f)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:35:29.807053 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-260b622b-4daf-4e0f-9b33-38cb9709a503 None None] Attempting to bind port ceaf9cc6-888e-439c-b223-9b4a85a1aab4 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:35:29.807718 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-260b622b-4daf-4e0f-9b33-38cb9709a503 None None] Attempting to bind port ceaf9cc6-888e-439c-b223-9b4a85a1aab4 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '214ea98a-a4c0-4179-ae71-bf4e39658ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '5e98e4b7-ba28-4dee-b11b-60ef370d65a0'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:35:29.807869 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b622b-4daf-4e0f-9b33-38cb9709a503 None None] Attempting to bind port ceaf9cc6-888e-439c-b223-9b4a85a1aab4 on network 5e98e4b7-ba28-4dee-b11b-60ef370d65a0 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:35:29.822480 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b622b-4daf-4e0f-9b33-38cb9709a503 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:35:29.822856 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b622b-4daf-4e0f-9b33-38cb9709a503 None None] Checking segment: {'id': '214ea98a-a4c0-4179-ae71-bf4e39658ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '5e98e4b7-ba28-4dee-b11b-60ef370d65a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:35:29.823298 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-260b622b-4daf-4e0f-9b33-38cb9709a503 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:29.823654 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b622b-4daf-4e0f-9b33-38cb9709a503 None None] Bound using segment: {'id': '214ea98a-a4c0-4179-ae71-bf4e39658ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '5e98e4b7-ba28-4dee-b11b-60ef370d65a0'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:35:29.824225 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-260b622b-4daf-4e0f-9b33-38cb9709a503 None None] Bound port: ceaf9cc6-888e-439c-b223-9b4a85a1aab4, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214ea98a-a4c0-4179-ae71-bf4e39658ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '5e98e4b7-ba28-4dee-b11b-60ef370d65a0'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:35:29.824635 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-260b622b-4daf-4e0f-9b33-38cb9709a503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:29.836991 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09339a47-510f-486a-a23c-2fd4de8f38ae tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:29.852332 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9b0758af-980c-431c-af7c-2f5d1cbe0bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:29.891014 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd7623-d7c4-401a-a3ee-6378716d37a3 req-789079c4-5c9a-4a57-8c99-c508feadb830 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:29.893444 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7bfd7623-d7c4-401a-a3ee-6378716d37a3 req-789079c4-5c9a-4a57-8c99-c508feadb830 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba2ea572-bff4-4bd8-80c7-38e4e4e4b287 HTTP/1.1" status: 200 len: 945 time: 0.2797556 Nov 11 17:35:29.898303 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c6c446f-dab5-4f36-9389-6ff8a8233336 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:29.914982 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c6c446f-dab5-4f36-9389-6ff8a8233336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:29.991471 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48174) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:30.084432 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c6c446f-dab5-4f36-9389-6ff8a8233336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:30.089998 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0758af-980c-431c-af7c-2f5d1cbe0bdd None None] Pushing event updated for resources: {'Port': ['ID=32e912d4-90ea-4266-b630-da4c44d7c97d,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:30.141290 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c446f-dab5-4f36-9389-6ff8a8233336 admin admin] Pushing event updated for resources: {'Port': ['ID=b69d6db5-f278-4bfe-b393-813404e70c02,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:30.142016 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-820a7833-3700-4c04-8bf3-2aac1a014cd9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:30.143839 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-260b622b-4daf-4e0f-9b33-38cb9709a503 None None] For port ceaf9cc6-888e-439c-b223-9b4a85a1aab4, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:35:30.149258 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-260b622b-4daf-4e0f-9b33-38cb9709a503 None None] For port ceaf9cc6-888e-439c-b223-9b4a85a1aab4, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ceaf9cc6-888e-439c-b223-9b4a85a1aab4,segment=NetworkSegment(214ea98a-a4c0-4179-ae71-bf4e39658ca3),segment_id=214ea98a-a4c0-4179-ae71-bf4e39658ca3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:35:30.158429 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-260b622b-4daf-4e0f-9b33-38cb9709a503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:30.160920 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d56bafbc-606c-418e-89b8-d5f439d21fe5 req-0ac15173-0c67-46c9-aeae-ac58711c0bab service neutron] 10.222.0.83 "GET /v2.0/networks/63135a75-5cfa-435a-a6c8-7eb0f41a5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467262 Nov 11 17:35:30.447038 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bbb65ecc-5233-45b6-9342-290126ab4c18 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/floatingips/1b9afd0c-3cce-41ab-9283-37eff3161db6 HTTP/1.1" status: 200 len: 994 time: 0.4497933 Nov 11 17:35:30.480173 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820a7833-3700-4c04-8bf3-2aac1a014cd9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network 9f0e1d90-5777-465b-a8b0-32782b732117 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:30.495695 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3005cb1-07eb-4b0b-aee4-23ea638de7ee req-4f66c53d-5f62-4adc-a847-4430448b2f8d tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:30.497815 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3005cb1-07eb-4b0b-aee4-23ea638de7ee req-4f66c53d-5f62-4adc-a847-4430448b2f8d tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba2ea572-bff4-4bd8-80c7-38e4e4e4b287 HTTP/1.1" status: 200 len: 945 time: 0.1631651 Nov 11 17:35:30.510874 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d56bafbc-606c-418e-89b8-d5f439d21fe5 req-e97d9fdf-228e-460e-a8dd-49311cb491ce service neutron] 10.222.0.83 "GET /v2.0/networks/63135a75-5cfa-435a-a6c8-7eb0f41a5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267305 Nov 11 17:35:30.513289 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b622b-4daf-4e0f-9b33-38cb9709a503 None None] Pushing event updated for resources: {'Port': ['ID=ceaf9cc6-888e-439c-b223-9b4a85a1aab4,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:30.576931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6c446f-dab5-4f36-9389-6ff8a8233336 admin admin] Network a3a8bf47-1430-4314-97ff-b3524a589a13 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:30.581681 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-8c6c446f-dab5-4f36-9389-6ff8a8233336 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:30.612635 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3005cb1-07eb-4b0b-aee4-23ea638de7ee req-2fc98a06-45ec-4ecf-963a-c58aec1aecb0 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868025 Nov 11 17:35:30.752185 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6c446f-dab5-4f36-9389-6ff8a8233336 admin admin] Router 7f00dfe0-00fa-44b2-82ad-960ecb73921d has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:35:30.976571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6c446f-dab5-4f36-9389-6ff8a8233336 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:35:30.987983 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8c6c446f-dab5-4f36-9389-6ff8a8233336 admin admin] 10.222.0.76 "PUT /v2.0/routers/7f00dfe0-00fa-44b2-82ad-960ecb73921d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1012177 Nov 11 17:35:30.990511 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] Sync routers for ids ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:35:31.041419 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] Routers {'7f00dfe0-00fa-44b2-82ad-960ecb73921d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:31.043253 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:31.241823 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] Set router 7f00dfe0-00fa-44b2-82ad-960ecb73921d gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:35:31.264637 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-820a7833-3700-4c04-8bf3-2aac1a014cd9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:31.300949 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a7833-3700-4c04-8bf3-2aac1a014cd9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:31.386815 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2b2a877c-77cc-41dd-91ab-cca17dd6f02e None None] Provisioning complete for port b69d6db5-f278-4bfe-b393-813404e70c02 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:31.387199 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2b2a877c-77cc-41dd-91ab-cca17dd6f02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:31.402209 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a7833-3700-4c04-8bf3-2aac1a014cd9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Port': ['ID=1f9aaeaf-edf7-4d94-8e67-e74c2a4a0066,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:31.430447 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-7bfd7623-d7c4-401a-a3ee-6378716d37a3 req-fd48bb97-b38f-477b-963b-a88088f32417 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Deleting port e97fe597-a5a4-4e9a-890c-07a62b6362de {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:31.430790 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7bfd7623-d7c4-401a-a3ee-6378716d37a3 req-fd48bb97-b38f-477b-963b-a88088f32417 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:31.470280 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2b2a877c-77cc-41dd-91ab-cca17dd6f02e None None] Port b69d6db5-f278-4bfe-b393-813404e70c02 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:31.574140 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'name': 'tempest-AttachVolumeShelveTestJSON-890161507-router', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:35:16Z', 'updated_at': '2021-11-11T17:35:29Z', 'revision_number': 4, 'project_id': 'eeac632c30574948b103f77246d9180e', 'gw_port': {'id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:17Z', 'updated_at': '2021-11-11T17:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'b69d6db5-f278-4bfe-b393-813404e70c02', 'name': '', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'mac_address': 'fa:16:3e:7d:52:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:25Z', 'updated_at': '2021-11-11T17:35:29Z', 'revision_number': 2, 'project_id': 'eeac632c30574948b103f77246d9180e', 'subnets': [{'id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:31.611424 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820a7833-3700-4c04-8bf3-2aac1a014cd9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:31.612092 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-820a7833-3700-4c04-8bf3-2aac1a014cd9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:31.639741 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-7bfd7623-d7c4-401a-a3ee-6378716d37a3 req-fd48bb97-b38f-477b-963b-a88088f32417 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] For port e97fe597-a5a4-4e9a-890c-07a62b6362de, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e97fe597-a5a4-4e9a-890c-07a62b6362de,segment=NetworkSegment(fd56decb-8d0a-495a-b998-069d8a3114ad),segment_id=fd56decb-8d0a-495a-b998-069d8a3114ad)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:31.640113 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7bfd7623-d7c4-401a-a3ee-6378716d37a3 req-fd48bb97-b38f-477b-963b-a88088f32417 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:31.665891 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09339a47-510f-486a-a23c-2fd4de8f38ae tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:31.673188 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eaa5cd-7d2b-4daf-ab89-e8b4073d11fe None None] Network 9f0e1d90-5777-465b-a8b0-32782b732117 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:31.680007 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-820a7833-3700-4c04-8bf3-2aac1a014cd9 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.9791477 Nov 11 17:35:31.680667 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] Checking router: 7f00dfe0-00fa-44b2-82ad-960ecb73921d for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:35:31.681250 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-7bfd7623-d7c4-401a-a3ee-6378716d37a3 req-fd48bb97-b38f-477b-963b-a88088f32417 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Calling delete_port for e97fe597-a5a4-4e9a-890c-07a62b6362de owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:31.681544 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] Updating router 7f00dfe0-00fa-44b2-82ad-960ecb73921d port b69d6db5-f278-4bfe-b393-813404e70c02 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:35:31.682749 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48192) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:31.687604 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09339a47-510f-486a-a23c-2fd4de8f38ae tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:31.782934 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09339a47-510f-486a-a23c-2fd4de8f38ae tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Port': ['ID=cb426c2e-d265-4eb4-a34a-80883b0d5919,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:31.962918 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:32.022844 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-21c95c17-c399-4b66-9687-ddf7aafb3a79 None None] Provisioning complete for port 32e912d4-90ea-4266-b630-da4c44d7c97d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:32.023788 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-21c95c17-c399-4b66-9687-ddf7aafb3a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:32.097826 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48200) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:32.107538 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ee3d9a22-f660-4678-9dc9-f0f5f6ccc887 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1454850608', 'description': 'tempest-description--1484150379'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:32.238871 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811e7f8-5ffb-4c5b-88cc-5efce42d13f3 req-03963808-77fc-4c3f-be99-01a5a9e71c00 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:32.240705 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3811e7f8-5ffb-4c5b-88cc-5efce42d13f3 req-03963808-77fc-4c3f-be99-01a5a9e71c00 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba2ea572-bff4-4bd8-80c7-38e4e4e4b287 HTTP/1.1" status: 200 len: 945 time: 0.4457343 Nov 11 17:35:32.361387 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ceaf9cc6-888e-439c-b223-9b4a85a1aab4 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:32.362924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee3d9a22-f660-4678-9dc9-f0f5f6ccc887 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:32.366509 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1835d94c-a33e-4fb6-bdeb-9847e9cc62a1 None None] Network 5e98e4b7-ba28-4dee-b11b-60ef370d65a0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:32.456278 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:32.488246 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09339a47-510f-486a-a23c-2fd4de8f38ae tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:32.534994 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7bfd7623-d7c4-401a-a3ee-6378716d37a3 req-fd48bb97-b38f-477b-963b-a88088f32417 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:32.549642 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee628a9d-f69b-4355-9e8f-2d01cac88bc8 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:32.683589 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8889eaec-202f-4752-a864-ce7a0686c614'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:35:32.686451 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['b6e96461-f278-4900-ae33-bac1e0769af9'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:35:32.752100 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48bb97-b38f-477b-963b-a88088f32417 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Pushing event deleted for resources: {'Port': ['ID=e97fe597-a5a4-4e9a-890c-07a62b6362de,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:32.795988 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b0cb42-d543-4021-981f-1b2e845452fe None None] DHCP port deletion for b0dd05d3-837d-44d1-abc4-2c8570b43698 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:35:32.888704 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfd7623-d7c4-401a-a3ee-6378716d37a3 req-fd48bb97-b38f-477b-963b-a88088f32417 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] No DVR routers for this DVR port e97fe597-a5a4-4e9a-890c-07a62b6362de on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:35:32.896810 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-21c95c17-c399-4b66-9687-ddf7aafb3a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:32.900671 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7bfd7623-d7c4-401a-a3ee-6378716d37a3 req-fd48bb97-b38f-477b-963b-a88088f32417 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:32.908767 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7bfd7623-d7c4-401a-a3ee-6378716d37a3 req-fd48bb97-b38f-477b-963b-a88088f32417 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.64 "DELETE /v2.0/ports/e97fe597-a5a4-4e9a-890c-07a62b6362de HTTP/1.1" status: 204 len: 173 time: 2.9584889 Nov 11 17:35:32.910300 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2ea572-bff4-4bd8-80c7-38e4e4e4b287', 'name': 'network-vif-deleted', 'tag': 'e97fe597-a5a4-4e9a-890c-07a62b6362de'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:35:32.917022 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191b24ce-06bd-4f59-b21d-301161a857a0" -d '{"events": [{"server_uuid": "ba2ea572-bff4-4bd8-80c7-38e4e4e4b287", "name": "network-vif-deleted", "tag": "e97fe597-a5a4-4e9a-890c-07a62b6362de"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:35:32.972602 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee3d9a22-f660-4678-9dc9-f0f5f6ccc887 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:32.991294 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee3d9a22-f660-4678-9dc9-f0f5f6ccc887 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:33.009861 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4dd51c-a667-45ab-842b-fce603875dc5 x-openstack-request-id: req-5b4dd51c-a667-45ab-842b-fce603875dc5 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:35:33.009861 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2ea572-bff4-4bd8-80c7-38e4e4e4b287", "name": "network-vif-deleted", "tag": "e97fe597-a5a4-4e9a-890c-07a62b6362de", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:35:33.009861 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5b4dd51c-a667-45ab-842b-fce603875dc5 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:35:33.009861 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2ea572-bff4-4bd8-80c7-38e4e4e4b287', 'name': 'network-vif-deleted', 'tag': 'e97fe597-a5a4-4e9a-890c-07a62b6362de', 'status': 'completed', 'code': 200} Nov 11 17:35:33.055244 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3811e7f8-5ffb-4c5b-88cc-5efce42d13f3 req-5ad3db3b-2cd8-4b69-9413-a4a76c0aefbd tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7564874 Nov 11 17:35:33.057870 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d9a22-f660-4678-9dc9-f0f5f6ccc887 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e547ce-e7af-424f-b0c3-f781889bc126,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:33.086211 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09339a47-510f-486a-a23c-2fd4de8f38ae tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:33.160176 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee3d9a22-f660-4678-9dc9-f0f5f6ccc887 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:33.161414 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ee3d9a22-f660-4678-9dc9-f0f5f6ccc887 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0604999 Nov 11 17:35:33.165157 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48206) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:33.170900 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-67f49b8c-5247-4cc8-a2a2-cbc89ff45ec9 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Request body: {'security_group_rule': {'security_group_id': '93e547ce-e7af-424f-b0c3-f781889bc126', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:33.186675 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-21c95c17-c399-4b66-9687-ddf7aafb3a79 None None] For port 32e912d4-90ea-4266-b630-da4c44d7c97d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=32e912d4-90ea-4266-b630-da4c44d7c97d,segment=NetworkSegment(05aba4f0-2d65-4aaa-9ebb-9e7f7df8ad5f),segment_id=05aba4f0-2d65-4aaa-9ebb-9e7f7df8ad5f)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:33.202667 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-21c95c17-c399-4b66-9687-ddf7aafb3a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:33.316009 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port ceaf9cc6-888e-439c-b223-9b4a85a1aab4 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:33.316954 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:33.366969 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-67f49b8c-5247-4cc8-a2a2-cbc89ff45ec9 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:33.542416 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c95c17-c399-4b66-9687-ddf7aafb3a79 None None] Pushing event updated for resources: {'Port': ['ID=32e912d4-90ea-4266-b630-da4c44d7c97d,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:33.544421 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-67f49b8c-5247-4cc8-a2a2-cbc89ff45ec9 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:33.572603 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-67f49b8c-5247-4cc8-a2a2-cbc89ff45ec9 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:33.581081 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-719fa163-50e4-4c73-acad-f7ce2cea0b65 None None] Provisioning complete for port ceaf9cc6-888e-439c-b223-9b4a85a1aab4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:33.581490 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-719fa163-50e4-4c73-acad-f7ce2cea0b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:33.606963 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-ee628a9d-f69b-4355-9e8f-2d01cac88bc8 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting port ba63b966-4bde-48c4-9e7a-4a0245ee530a {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:33.607316 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee628a9d-f69b-4355-9e8f-2d01cac88bc8 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:33.671994 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:33.685985 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:33.698367 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:33.728391 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f49b8c-5247-4cc8-a2a2-cbc89ff45ec9 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180955b7-1e0e-4e87-ac16-7da65249533f,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:33.778126 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-67f49b8c-5247-4cc8-a2a2-cbc89ff45ec9 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:33.783894 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-67f49b8c-5247-4cc8-a2a2-cbc89ff45ec9 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6174135 Nov 11 17:35:33.784778 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48208) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:33.797012 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-3c70c7ca-2808-4c46-b2bb-5cdded6f70db tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Request body: {'security_group_rule': {'security_group_id': '93e547ce-e7af-424f-b0c3-f781889bc126', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:33.861500 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09339a47-510f-486a-a23c-2fd4de8f38ae tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:33.884252 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3c70c7ca-2808-4c46-b2bb-5cdded6f70db tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:33.899944 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:33.921465 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09339a47-510f-486a-a23c-2fd4de8f38ae tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:33.922038 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09339a47-510f-486a-a23c-2fd4de8f38ae tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:33.939613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Port': ['ID=1f9aaeaf-edf7-4d94-8e67-e74c2a4a0066,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:33.944789 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee628a9d-f69b-4355-9e8f-2d01cac88bc8 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:33.968366 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-ee628a9d-f69b-4355-9e8f-2d01cac88bc8 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Calling delete_port for ba63b966-4bde-48c4-9e7a-4a0245ee530a owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:34.203942 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:34.292010 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3c70c7ca-2808-4c46-b2bb-5cdded6f70db tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:34.306207 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3c70c7ca-2808-4c46-b2bb-5cdded6f70db tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:34.356540 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70c7ca-2808-4c46-b2bb-5cdded6f70db tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2cf101-019c-48fe-a96d-08ccfc2972ba,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:34.372140 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3c70c7ca-2808-4c46-b2bb-5cdded6f70db tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:34.375682 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3c70c7ca-2808-4c46-b2bb-5cdded6f70db tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5838082 Nov 11 17:35:34.392252 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62956c7-ed3e-4788-ab9b-37f94e0c3699 None None] Pushing event updated for resources: {'Port': ['ID=b69d6db5-f278-4bfe-b393-813404e70c02,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:34.395160 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48216) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:34.400103 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09339a47-510f-486a-a23c-2fd4de8f38ae tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Port': ['ID=cb426c2e-d265-4eb4-a34a-80883b0d5919,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:34.412337 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:34.439405 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:34.555386 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device e97fe597-a5a4-4e9a-890c-07a62b6362de no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:35:34.641938 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for floatingip, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:34.653647 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-719fa163-50e4-4c73-acad-f7ce2cea0b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:34.676765 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: e97fe597-a5a4-4e9a-890c-07a62b6362de {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:35:34.676765 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device e97fe597-a5a4-4e9a-890c-07a62b6362de not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:35:34.709616 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:34.738021 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-719fa163-50e4-4c73-acad-f7ce2cea0b65 None None] For port ceaf9cc6-888e-439c-b223-9b4a85a1aab4, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ceaf9cc6-888e-439c-b223-9b4a85a1aab4,segment=NetworkSegment(214ea98a-a4c0-4179-ae71-bf4e39658ca3),segment_id=214ea98a-a4c0-4179-ae71-bf4e39658ca3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:34.748324 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09339a47-510f-486a-a23c-2fd4de8f38ae tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network 5e98e4b7-ba28-4dee-b11b-60ef370d65a0 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:34.756503 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee628a9d-f69b-4355-9e8f-2d01cac88bc8 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:34.764583 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-09339a47-510f-486a-a23c-2fd4de8f38ae tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:34.769344 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-719fa163-50e4-4c73-acad-f7ce2cea0b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:34.801912 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee628a9d-f69b-4355-9e8f-2d01cac88bc8 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Port': ['ID=ba63b966-4bde-48c4-9e7a-4a0245ee530a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:34.885479 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] Attempting to bind port b69d6db5-f278-4bfe-b393-813404e70c02 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:35:34.892316 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] Attempting to bind port b69d6db5-f278-4bfe-b393-813404e70c02 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '433d53cd-2d4a-403a-84ce-59d53d82509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:35:34.892932 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] Attempting to bind port b69d6db5-f278-4bfe-b393-813404e70c02 on network a3a8bf47-1430-4314-97ff-b3524a589a13 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:35:34.956815 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:35:34.957589 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] Checking segment: {'id': '433d53cd-2d4a-403a-84ce-59d53d82509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:35:34.958207 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:34.958830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] Bound using segment: {'id': '433d53cd-2d4a-403a-84ce-59d53d82509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:35:34.959533 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] Bound port: b69d6db5-f278-4bfe-b393-813404e70c02, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d53cd-2d4a-403a-84ce-59d53d82509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:35:34.960333 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:35.006339 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:35.016031 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:35:35.017840 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:35:35.019226 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fa163-50e4-4c73-acad-f7ce2cea0b65 None None] Pushing event updated for resources: {'Port': ['ID=ceaf9cc6-888e-439c-b223-9b4a85a1aab4,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:35.053246 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:35.075619 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-211fb397-fd74-4177-a69e-60d4ebf4abc3 None None] Provisioning complete for port cb426c2e-d265-4eb4-a34a-80883b0d5919 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:35.076173 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-211fb397-fd74-4177-a69e-60d4ebf4abc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:35.110715 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee628a9d-f69b-4355-9e8f-2d01cac88bc8 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:35.153757 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-211fb397-fd74-4177-a69e-60d4ebf4abc3 None None] Port cb426c2e-d265-4eb4-a34a-80883b0d5919 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:35.201958 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-211fb397-fd74-4177-a69e-60d4ebf4abc3 None None] Provisioning complete for port 32e912d4-90ea-4266-b630-da4c44d7c97d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:35.202463 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-211fb397-fd74-4177-a69e-60d4ebf4abc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:35.231313 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Port': ['ID=1f9aaeaf-edf7-4d94-8e67-e74c2a4a0066,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:35.242265 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] For port b69d6db5-f278-4bfe-b393-813404e70c02, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:35:35.243989 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:35.248659 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:35.249250 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:35.250339 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:35.250908 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:35.251672 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:35.252222 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:35.252870 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:35.253369 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:35.253962 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:35.254465 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:35.255021 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:35.255633 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:35.264614 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] For port b69d6db5-f278-4bfe-b393-813404e70c02, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b69d6db5-f278-4bfe-b393-813404e70c02,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:35:35.274590 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01d820-6352-4340-82c9-7e4ffcd89c3a req-756fdbcd-58a4-4919-9bbb-323b37f7bbe8 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:35.275227 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:35.276814 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c01d820-6352-4340-82c9-7e4ffcd89c3a req-756fdbcd-58a4-4919-9bbb-323b37f7bbe8 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a HTTP/1.1" status: 200 len: 946 time: 0.2678401 Nov 11 17:35:35.352904 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] Routers {'7f00dfe0-00fa-44b2-82ad-960ecb73921d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:35.353696 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:35.424472 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c01d820-6352-4340-82c9-7e4ffcd89c3a req-3c709401-04db-4320-a752-eb370d63cb7d tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249280 Nov 11 17:35:35.454770 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:35.461247 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09339a47-510f-486a-a23c-2fd4de8f38ae tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Router 43147a29-6b14-45c4-8c8c-47b4c3940512 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:35:35.500576 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network 9f0e1d90-5777-465b-a8b0-32782b732117 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:35.502590 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:35.529665 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62956c7-ed3e-4788-ab9b-37f94e0c3699 None None] Pushing event updated for resources: {'Port': ['ID=b69d6db5-f278-4bfe-b393-813404e70c02,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:35.541317 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee628a9d-f69b-4355-9e8f-2d01cac88bc8 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router 08f309ae-0e14-4cbd-991a-440951ad6d72 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:35:35.668596 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 32e912d4-90ea-4266-b630-da4c44d7c97d up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:35.685991 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Router 27a8ab69-c82c-45ec-bcc4-1709e1ce8f78 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:35:35.701096 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] Set router 7f00dfe0-00fa-44b2-82ad-960ecb73921d gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:35:35.739860 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-211fb397-fd74-4177-a69e-60d4ebf4abc3 None None] Provisioning complete for port ceaf9cc6-888e-439c-b223-9b4a85a1aab4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:35.740532 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-211fb397-fd74-4177-a69e-60d4ebf4abc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:35.847023 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09339a47-510f-486a-a23c-2fd4de8f38ae tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:35:35.857633 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-09339a47-510f-486a-a23c-2fd4de8f38ae tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "PUT /v2.0/routers/43147a29-6b14-45c4-8c8c-47b4c3940512/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8831849 Nov 11 17:35:35.858557 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee628a9d-f69b-4355-9e8f-2d01cac88bc8 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:35:35.863529 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71b2d94-2c0b-43df-a7e6-d6b1f76f3f6a None None] Sync routers for ids ['43147a29-6b14-45c4-8c8c-47b4c3940512'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:35:35.866310 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48222) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:35.866968 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ee628a9d-f69b-4355-9e8f-2d01cac88bc8 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/08f309ae-0e14-4cbd-991a-440951ad6d72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0403788 Nov 11 17:35:35.869772 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48224) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:35.882473 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb97afc9-7bd2-4a27-98c6-9a4e945b4425 None None] Sync routers for ids ['08f309ae-0e14-4cbd-991a-440951ad6d72'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:35:35.893112 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71b2d94-2c0b-43df-a7e6-d6b1f76f3f6a None None] Routers {'43147a29-6b14-45c4-8c8c-47b4c3940512'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:35.893757 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c71b2d94-2c0b-43df-a7e6-d6b1f76f3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['43147a29-6b14-45c4-8c8c-47b4c3940512'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:35.946860 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:35:35.965826 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-955bd43f-3e93-421a-b32e-6899c33d6b12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "PUT /v2.0/routers/27a8ab69-c82c-45ec-bcc4-1709e1ce8f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2780316 Nov 11 17:35:35.966766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48226) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:35.970842 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c71b2d94-2c0b-43df-a7e6-d6b1f76f3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:35.977485 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57392710-2925-4e0c-9cb5-5558767ad47a None None] Sync routers for ids ['27a8ab69-c82c-45ec-bcc4-1709e1ce8f78'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:35:36.004152 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57392710-2925-4e0c-9cb5-5558767ad47a None None] Routers {'27a8ab69-c82c-45ec-bcc4-1709e1ce8f78'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:36.004761 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-57392710-2925-4e0c-9cb5-5558767ad47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['27a8ab69-c82c-45ec-bcc4-1709e1ce8f78'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:36.013445 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb97afc9-7bd2-4a27-98c6-9a4e945b4425 None None] Routers {'08f309ae-0e14-4cbd-991a-440951ad6d72'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:36.014621 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-fb97afc9-7bd2-4a27-98c6-9a4e945b4425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['08f309ae-0e14-4cbd-991a-440951ad6d72'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:36.015477 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Allocated IP 172.25.2.43 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/a03fcdc3-78f9-467f-b9f0-51c0b861c6f0) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:36.040196 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bf1f8b-5191-4fd1-8bc9-24da878afe98 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:36.044458 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-40bf1f8b-5191-4fd1-8bc9-24da878afe98 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports?device_id=43147a29-6b14-45c4-8c8c-47b4c3940512 HTTP/1.1" status: 200 len: 988 time: 0.1709018 Nov 11 17:35:36.048984 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48228) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:36.089159 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc05ecd-1f14-478b-9467-f18a094c4958 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:36.090574 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-57392710-2925-4e0c-9cb5-5558767ad47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:36.091119 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7dc05ecd-1f14-478b-9467-f18a094c4958 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports?device_id=27a8ab69-c82c-45ec-bcc4-1709e1ce8f78 HTTP/1.1" status: 200 len: 982 time: 0.1235468 Nov 11 17:35:36.094524 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48230) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:36.103482 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57392710-2925-4e0c-9cb5-5558767ad47a None None] Routers {'27a8ab69-c82c-45ec-bcc4-1709e1ce8f78'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:36.105371 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-57392710-2925-4e0c-9cb5-5558767ad47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['27a8ab69-c82c-45ec-bcc4-1709e1ce8f78'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:36.138973 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-57392710-2925-4e0c-9cb5-5558767ad47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:36.139928 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57392710-2925-4e0c-9cb5-5558767ad47a None None] The sync data for ids ['27a8ab69-c82c-45ec-bcc4-1709e1ce8f78'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:35:36.141819 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71b2d94-2c0b-43df-a7e6-d6b1f76f3f6a None None] Routers {'43147a29-6b14-45c4-8c8c-47b4c3940512'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:36.142563 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c71b2d94-2c0b-43df-a7e6-d6b1f76f3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['43147a29-6b14-45c4-8c8c-47b4c3940512'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:36.145746 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabbe81-00c0-4258-af6b-45e00c1ccee3 req-03be1f04-94c2-4459-8670-13c619e41113 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:36.147779 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1aabbe81-00c0-4258-af6b-45e00c1ccee3 req-03be1f04-94c2-4459-8670-13c619e41113 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a HTTP/1.1" status: 200 len: 946 time: 0.2041903 Nov 11 17:35:36.175674 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-fb97afc9-7bd2-4a27-98c6-9a4e945b4425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:36.180317 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 32e912d4-90ea-4266-b630-da4c44d7c97d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:36.180695 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:36.200873 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c71b2d94-2c0b-43df-a7e6-d6b1f76f3f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:36.202881 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71b2d94-2c0b-43df-a7e6-d6b1f76f3f6a None None] The sync data for ids ['43147a29-6b14-45c4-8c8c-47b4c3940512'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:35:36.328228 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb97afc9-7bd2-4a27-98c6-9a4e945b4425 None None] Routers {'08f309ae-0e14-4cbd-991a-440951ad6d72'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:36.329129 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-fb97afc9-7bd2-4a27-98c6-9a4e945b4425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['08f309ae-0e14-4cbd-991a-440951ad6d72'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:36.370053 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-fb97afc9-7bd2-4a27-98c6-9a4e945b4425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:36.370947 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb97afc9-7bd2-4a27-98c6-9a4e945b4425 None None] The sync data for ids ['08f309ae-0e14-4cbd-991a-440951ad6d72'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:35:36.413142 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-211fb397-fd74-4177-a69e-60d4ebf4abc3 None None] Provisioning complete for port b69d6db5-f278-4bfe-b393-813404e70c02 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:36.413766 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-211fb397-fd74-4177-a69e-60d4ebf4abc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:36.565595 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-211fb397-fd74-4177-a69e-60d4ebf4abc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:36.584190 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'name': 'tempest-AttachVolumeShelveTestJSON-890161507-router', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:35:16Z', 'updated_at': '2021-11-11T17:35:29Z', 'revision_number': 4, 'project_id': 'eeac632c30574948b103f77246d9180e', 'gw_port': {'id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:17Z', 'updated_at': '2021-11-11T17:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'b69d6db5-f278-4bfe-b393-813404e70c02', 'name': '', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'mac_address': 'fa:16:3e:7d:52:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:25Z', 'updated_at': '2021-11-11T17:35:35Z', 'revision_number': 4, 'project_id': 'eeac632c30574948b103f77246d9180e', 'subnets': [{'id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:36.630195 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea5927d-1ee3-4408-b16f-475c85ef80e2 None None] The sync data for ids ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'] in n-d-816206-4 is: [{'id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'name': 'tempest-AttachVolumeShelveTestJSON-890161507-router', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:35:16Z', 'updated_at': '2021-11-11T17:35:29Z', 'revision_number': 4, 'project_id': 'eeac632c30574948b103f77246d9180e', 'gw_port': {'id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:17Z', 'updated_at': '2021-11-11T17:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'b69d6db5-f278-4bfe-b393-813404e70c02', 'name': '', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'mac_address': 'fa:16:3e:7d:52:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:25Z', 'updated_at': '2021-11-11T17:35:35Z', 'revision_number': 4, 'project_id': 'eeac632c30574948b103f77246d9180e', 'subnets': [{'id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:35:36.667798 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-211fb397-fd74-4177-a69e-60d4ebf4abc3 None None] For port b69d6db5-f278-4bfe-b393-813404e70c02, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b69d6db5-f278-4bfe-b393-813404e70c02,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:36.677538 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-211fb397-fd74-4177-a69e-60d4ebf4abc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:36.771353 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ceaf9cc6-888e-439c-b223-9b4a85a1aab4 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:36.777953 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48250) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:36.789798 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f82bc-649e-4a4d-a390-6a259cdd7f23 req-4db33010-665a-43c5-a78c-b7732afeb2db tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:36.801375 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f62f82bc-649e-4a4d-a390-6a259cdd7f23 req-4db33010-665a-43c5-a78c-b7732afeb2db tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a HTTP/1.1" status: 200 len: 946 time: 0.1770720 Nov 11 17:35:36.838015 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-211fb397-fd74-4177-a69e-60d4ebf4abc3 None None] Provisioning complete for port 1f9aaeaf-edf7-4d94-8e67-e74c2a4a0066 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:36.838383 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-211fb397-fd74-4177-a69e-60d4ebf4abc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:36.917782 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fb397-fd74-4177-a69e-60d4ebf4abc3 None None] Pushing event updated for resources: {'Port': ['ID=b69d6db5-f278-4bfe-b393-813404e70c02,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:36.951339 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-211fb397-fd74-4177-a69e-60d4ebf4abc3 None None] Port 1f9aaeaf-edf7-4d94-8e67-e74c2a4a0066 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:36.975429 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port ceaf9cc6-888e-439c-b223-9b4a85a1aab4 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:36.975767 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:37.004026 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:37.011226 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41716e0e-e570-40f5-afa5-95d1d7db3873 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:37.059376 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f62f82bc-649e-4a4d-a390-6a259cdd7f23 req-95af977b-2e86-4c8a-bf82-4413cad3566c tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608643 Nov 11 17:35:37.092700 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-806ba96c-15c5-4361-8c3f-3d0871c4b77d None None] Provisioning complete for port cb426c2e-d265-4eb4-a34a-80883b0d5919 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:37.093069 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-806ba96c-15c5-4361-8c3f-3d0871c4b77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:37.108505 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24688034-a87e-478d-ae9f-c09088300721 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:37.171130 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:37.260866 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:37.283038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Pushing event updated for resources: {'Port': ['ID=a03fcdc3-78f9-467f-b9f0-51c0b861c6f0,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:37.292453 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:37.300860 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:37.301220 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:37.301573 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:37.301913 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:37.302255 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:37.302596 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:37.302930 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:37.303270 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:37.303607 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:37.303963 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:37.304297 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:37.304626 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:35:37.308771 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-7ee6f832-c5ee-4f33-967e-fd51722e17de tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] remove_router_interface failed (client error): The resource could not be found. Nov 11 17:35:37.309851 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7ee6f832-c5ee-4f33-967e-fd51722e17de tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/08f309ae-0e14-4cbd-991a-440951ad6d72/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.4390867 Nov 11 17:35:37.314995 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48254) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:37.315959 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:37.358525 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b1b7dec4-cc17-4f33-bc41-3d77ac612ec9 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f309ae-0e14-4cbd-991a-440951ad6d72 HTTP/1.1" status: 200 len: 205 time: 0.0358834 Nov 11 17:35:37.363263 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48256) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:37.377783 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41716e0e-e570-40f5-afa5-95d1d7db3873 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:37.432302 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41716e0e-e570-40f5-afa5-95d1d7db3873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:37.460260 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 32e912d4-90ea-4266-b630-da4c44d7c97d up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:37.498452 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41716e0e-e570-40f5-afa5-95d1d7db3873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395e879c-c203-4c5a-b653-49f45e06510d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:37.515357 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-806ba96c-15c5-4361-8c3f-3d0871c4b77d None None] Port cb426c2e-d265-4eb4-a34a-80883b0d5919 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:37.518338 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:37.525655 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-53dd59b4-1737-4291-8af9-b24dcb01e0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:37.543166 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56c2f616-136a-42eb-b052-3b832f08064d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:37.569775 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-806ba96c-15c5-4361-8c3f-3d0871c4b77d None None] Provisioning complete for port 1f9aaeaf-edf7-4d94-8e67-e74c2a4a0066 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:37.570352 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-806ba96c-15c5-4361-8c3f-3d0871c4b77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:37.609916 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-1aabbe81-00c0-4258-af6b-45e00c1ccee3 req-3d1a6e80-9cc2-4ccf-85fa-f4adf96d9b1b tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Deleting port b6e96461-f278-4900-ae33-bac1e0769af9 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:37.610268 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1aabbe81-00c0-4258-af6b-45e00c1ccee3 req-3d1a6e80-9cc2-4ccf-85fa-f4adf96d9b1b tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:37.624156 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-806ba96c-15c5-4361-8c3f-3d0871c4b77d None None] Port 1f9aaeaf-edf7-4d94-8e67-e74c2a4a0066 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:37.635781 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 32e912d4-90ea-4266-b630-da4c44d7c97d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:37.636439 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:37.684515 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-806ba96c-15c5-4361-8c3f-3d0871c4b77d None None] Provisioning complete for port b69d6db5-f278-4bfe-b393-813404e70c02 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:37.684885 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-806ba96c-15c5-4361-8c3f-3d0871c4b77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:37.704445 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-41716e0e-e570-40f5-afa5-95d1d7db3873 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bc164a5f41af4afdac0ec887f8a5aa52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8973629 Nov 11 17:35:37.708530 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48258) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:37.743015 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:37.845167 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-24688034-a87e-478d-ae9f-c09088300721 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting port 1f9aaeaf-edf7-4d94-8e67-e74c2a4a0066 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:37.845598 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24688034-a87e-478d-ae9f-c09088300721 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:37.911923 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-1aabbe81-00c0-4258-af6b-45e00c1ccee3 req-3d1a6e80-9cc2-4ccf-85fa-f4adf96d9b1b tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] For port b6e96461-f278-4900-ae33-bac1e0769af9, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b6e96461-f278-4900-ae33-bac1e0769af9,segment=NetworkSegment(fd56decb-8d0a-495a-b998-069d8a3114ad),segment_id=fd56decb-8d0a-495a-b998-069d8a3114ad)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:37.912116 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1aabbe81-00c0-4258-af6b-45e00c1ccee3 req-3d1a6e80-9cc2-4ccf-85fa-f4adf96d9b1b tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:37.939663 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-1aabbe81-00c0-4258-af6b-45e00c1ccee3 req-3d1a6e80-9cc2-4ccf-85fa-f4adf96d9b1b tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Calling delete_port for b6e96461-f278-4900-ae33-bac1e0769af9 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:37.950604 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56c2f616-136a-42eb-b052-3b832f08064d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:37.957969 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56c2f616-136a-42eb-b052-3b832f08064d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:37.967015 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83b8d83a-da73-4aac-9c58-e68c6ed4c799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:38.046756 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24688034-a87e-478d-ae9f-c09088300721 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:38.049285 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56c2f616-136a-42eb-b052-3b832f08064d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:38.049726 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c2f616-136a-42eb-b052-3b832f08064d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Fanout notify agent at l3_agent the message router_deleted on router 08f309ae-0e14-4cbd-991a-440951ad6d72 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:35:38.064045 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56c2f616-136a-42eb-b052-3b832f08064d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:38.067711 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-56c2f616-136a-42eb-b052-3b832f08064d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/routers/08f309ae-0e14-4cbd-991a-440951ad6d72 HTTP/1.1" status: 204 len: 168 time: 0.7034366 Nov 11 17:35:38.068723 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48260) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:38.069825 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83b8d83a-da73-4aac-9c58-e68c6ed4c799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:38.088916 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-24688034-a87e-478d-ae9f-c09088300721 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Calling delete_port for 1f9aaeaf-edf7-4d94-8e67-e74c2a4a0066 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:38.130723 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5071fd9-9f85-47bc-a2b7-4eefb9aff89b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting subnet 27292cb0-c38a-40ea-baf0-0e987ea573d4 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:35:38.145465 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e5071fd9-9f85-47bc-a2b7-4eefb9aff89b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:38.217197 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83b8d83a-da73-4aac-9c58-e68c6ed4c799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:38.219824 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83b8d83a-da73-4aac-9c58-e68c6ed4c799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:38.223242 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-83b8d83a-da73-4aac-9c58-e68c6ed4c799 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/395e879c-c203-4c5a-b653-49f45e06510d HTTP/1.1" status: 204 len: 168 time: 0.5114863 Nov 11 17:35:38.268693 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e76ee-4ff4-4f71-975a-39a1381161fe req-69a4461e-b5be-4218-83dc-ae8c2d7a4014 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:38.270151 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2a8e76ee-4ff4-4f71-975a-39a1381161fe req-69a4461e-b5be-4218-83dc-ae8c2d7a4014 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a HTTP/1.1" status: 200 len: 946 time: 0.1205828 Nov 11 17:35:38.276952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8d83a-da73-4aac-9c58-e68c6ed4c799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395e879c-c203-4c5a-b653-49f45e06510d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:38.279260 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e5071fd9-9f85-47bc-a2b7-4eefb9aff89b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:38.342314 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2a8e76ee-4ff4-4f71-975a-39a1381161fe req-ec02e91f-f432-48ff-939a-1e70164bc0b7 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616524 Nov 11 17:35:38.400939 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24688034-a87e-478d-ae9f-c09088300721 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:38.414077 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:38.443572 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24688034-a87e-478d-ae9f-c09088300721 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Port': ['ID=1f9aaeaf-edf7-4d94-8e67-e74c2a4a0066,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:38.447323 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:38.449209 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1aabbe81-00c0-4258-af6b-45e00c1ccee3 req-3d1a6e80-9cc2-4ccf-85fa-f4adf96d9b1b tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:38.461168 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8889eaec-202f-4752-a864-ce7a0686c614'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:35:38.511712 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['b6e96461-f278-4900-ae33-bac1e0769af9'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:35:38.523701 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Pushing event updated for resources: {'Port': ['ID=a03fcdc3-78f9-467f-b9f0-51c0b861c6f0,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:38.662709 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a6e80-9cc2-4ccf-85fa-f4adf96d9b1b tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Pushing event deleted for resources: {'Port': ['ID=b6e96461-f278-4900-ae33-bac1e0769af9,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:38.668882 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291ccc8e-3883-410c-82e4-d0d9abb1f987 None None] DHCP port deletion for b0dd05d3-837d-44d1-abc4-2c8570b43698 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:35:38.685707 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e5071fd9-9f85-47bc-a2b7-4eefb9aff89b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:38.789127 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aabbe81-00c0-4258-af6b-45e00c1ccee3 req-3d1a6e80-9cc2-4ccf-85fa-f4adf96d9b1b tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] No DVR routers for this DVR port b6e96461-f278-4900-ae33-bac1e0769af9 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:35:38.801769 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1aabbe81-00c0-4258-af6b-45e00c1ccee3 req-3d1a6e80-9cc2-4ccf-85fa-f4adf96d9b1b tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:38.806654 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1aabbe81-00c0-4258-af6b-45e00c1ccee3 req-3d1a6e80-9cc2-4ccf-85fa-f4adf96d9b1b tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.64 "DELETE /v2.0/ports/b6e96461-f278-4900-ae33-bac1e0769af9 HTTP/1.1" status: 204 len: 173 time: 2.6097231 Nov 11 17:35:38.862086 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f3453f-7003-4056-b7ae-13e885a3aa5a', 'name': 'network-vif-deleted', 'tag': 'b6e96461-f278-4900-ae33-bac1e0769af9'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:35:38.865109 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56077d78-33ee-4561-818c-fba2fdd8ccf2" -d '{"events": [{"server_uuid": "e9f3453f-7003-4056-b7ae-13e885a3aa5a", "name": "network-vif-deleted", "tag": "b6e96461-f278-4900-ae33-bac1e0769af9"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:35:38.873557 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b69d6db5-f278-4bfe-b393-813404e70c02 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:38.974010 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e365a7ad-7ac9-4c76-80a0-cbacb602a705 x-openstack-request-id: req-e365a7ad-7ac9-4c76-80a0-cbacb602a705 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:35:38.974577 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f3453f-7003-4056-b7ae-13e885a3aa5a", "name": "network-vif-deleted", "tag": "b6e96461-f278-4900-ae33-bac1e0769af9", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:35:38.975048 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e365a7ad-7ac9-4c76-80a0-cbacb602a705 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:35:38.975941 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f3453f-7003-4056-b7ae-13e885a3aa5a', 'name': 'network-vif-deleted', 'tag': 'b6e96461-f278-4900-ae33-bac1e0769af9', 'status': 'completed', 'code': 200} Nov 11 17:35:38.988750 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port b69d6db5-f278-4bfe-b393-813404e70c02 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:38.989123 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:39.007611 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e5071fd9-9f85-47bc-a2b7-4eefb9aff89b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:39.029074 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:39.066246 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e5071fd9-9f85-47bc-a2b7-4eefb9aff89b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:39.075201 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e5071fd9-9f85-47bc-a2b7-4eefb9aff89b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/subnets/27292cb0-c38a-40ea-baf0-0e987ea573d4 HTTP/1.1" status: 204 len: 168 time: 1.0019419 Nov 11 17:35:39.075787 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48286) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:39.084725 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5071fd9-9f85-47bc-a2b7-4eefb9aff89b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Subnet': ['ID=27292cb0-c38a-40ea-baf0-0e987ea573d4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:39.108911 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fcd7ac-4db2-4a5d-a77f-85df9241f812 None None] Network e07cadea-8c1c-40cf-963d-c2bebb678fa7 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:39.109555 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:39.119708 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9919e56d-d326-4c92-9322-7ac9794c918f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7118435 Nov 11 17:35:39.119708 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d3a8cce-df35-4627-80fc-515808a5c3f3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:39.265174 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0b43b1d2-6bd2-4f58-a696-bab36246d616 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:39.408349 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24688034-a87e-478d-ae9f-c09088300721 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:39.419488 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0db38f-1339-4930-9093-5b7394b658be None None] DHCP port deletion for e07cadea-8c1c-40cf-963d-c2bebb678fa7 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:35:39.492812 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-9d3a8cce-df35-4627-80fc-515808a5c3f3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting port cb426c2e-d265-4eb4-a34a-80883b0d5919 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:39.493169 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d3a8cce-df35-4627-80fc-515808a5c3f3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:39.513065 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-0b43b1d2-6bd2-4f58-a696-bab36246d616 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting port 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:39.513372 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0b43b1d2-6bd2-4f58-a696-bab36246d616 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:39.560611 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6d0db38f-1339-4930-9093-5b7394b658be None None] Deleting port 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:39.564025 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6d0db38f-1339-4930-9093-5b7394b658be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:39.641539 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6d0db38f-1339-4930-9093-5b7394b658be None None] For port 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6145cc50-38b1-4b9e-b1df-ea0a725ce1b8,segment=NetworkSegment(ba6fdcb1-049c-4d15-a2fe-8b237bb7e839),segment_id=ba6fdcb1-049c-4d15-a2fe-8b237bb7e839)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:39.641847 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6d0db38f-1339-4930-9093-5b7394b658be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:39.653985 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d3a8cce-df35-4627-80fc-515808a5c3f3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:39.668201 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6d0db38f-1339-4930-9093-5b7394b658be None None] Calling delete_port for 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:39.670212 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-9d3a8cce-df35-4627-80fc-515808a5c3f3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Calling delete_port for cb426c2e-d265-4eb4-a34a-80883b0d5919 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:39.670836 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2183aff1-56ab-4572-8711-3941bee59105 req-4ff6b66e-0cd4-4806-ac5d-019a8677e0dd tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1454850608&fields=id&tenant_id=eeac632c30574948b103f77246d9180e HTTP/1.1" status: 200 len: 267 time: 0.2307000 Nov 11 17:35:39.680789 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d48d03ba-81d0-430c-ba78-dc0aef9e45c1 req-4df32b69-b076-4675-9f7e-4a2095ee96cd tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9f3453f-7003-4056-b7ae-13e885a3aa5a HTTP/1.1" status: 200 len: 210 time: 0.1184466 Nov 11 17:35:39.782596 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ffbbb666-6466-4ba1-ae9d-037bb1ea3252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:39.792839 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6d0db38f-1339-4930-9093-5b7394b658be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:39.817804 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0db38f-1339-4930-9093-5b7394b658be None None] Pushing event deleted for resources: {'Port': ['ID=6145cc50-38b1-4b9e-b1df-ea0a725ce1b8,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:39.834193 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0db38f-1339-4930-9093-5b7394b658be None None] No DVR routers for this DVR port 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:35:39.873060 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-0b43b1d2-6bd2-4f58-a696-bab36246d616 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] For port 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6145cc50-38b1-4b9e-b1df-ea0a725ce1b8,segment=NetworkSegment(ba6fdcb1-049c-4d15-a2fe-8b237bb7e839),segment_id=ba6fdcb1-049c-4d15-a2fe-8b237bb7e839)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:39.873467 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0b43b1d2-6bd2-4f58-a696-bab36246d616 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:39.904102 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-0b43b1d2-6bd2-4f58-a696-bab36246d616 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Calling delete_port for 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:39.907347 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24688034-a87e-478d-ae9f-c09088300721 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Router 27a8ab69-c82c-45ec-bcc4-1709e1ce8f78 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:35:39.916445 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d3a8cce-df35-4627-80fc-515808a5c3f3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:39.963979 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a8cce-df35-4627-80fc-515808a5c3f3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Port': ['ID=cb426c2e-d265-4eb4-a34a-80883b0d5919,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:40.038909 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183aff1-56ab-4572-8711-3941bee59105 req-29d4e1f8-29df-4e28-8ae6-a106442b7860 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:40.040507 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2183aff1-56ab-4572-8711-3941bee59105 req-29d4e1f8-29df-4e28-8ae6-a106442b7860 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/networks?id=a3a8bf47-1430-4314-97ff-b3524a589a13 HTTP/1.1" status: 200 len: 816 time: 0.3530114 Nov 11 17:35:40.071648 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d3a8cce-df35-4627-80fc-515808a5c3f3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:40.105075 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24688034-a87e-478d-ae9f-c09088300721 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:35:40.116614 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d23c0-27e1-4b29-91ad-7ce3ff587911 None None] Sync routers for ids ['27a8ab69-c82c-45ec-bcc4-1709e1ce8f78'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:35:40.129173 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-24688034-a87e-478d-ae9f-c09088300721 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "PUT /v2.0/routers/27a8ab69-c82c-45ec-bcc4-1709e1ce8f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0336182 Nov 11 17:35:40.132050 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48314) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:40.133262 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2183aff1-56ab-4572-8711-3941bee59105 req-1215f52a-d34c-4c4c-9686-409444ef0bd3 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/quotas/eeac632c30574948b103f77246d9180e HTTP/1.1" status: 200 len: 375 time: 0.0594332 Nov 11 17:35:40.135896 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d23c0-27e1-4b29-91ad-7ce3ff587911 None None] Routers {'27a8ab69-c82c-45ec-bcc4-1709e1ce8f78'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:40.136654 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-096d23c0-27e1-4b29-91ad-7ce3ff587911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['27a8ab69-c82c-45ec-bcc4-1709e1ce8f78'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:40.158855 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0b43b1d2-6bd2-4f58-a696-bab36246d616 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:40.209536 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43b1d2-6bd2-4f58-a696-bab36246d616 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Port': ['ID=6145cc50-38b1-4b9e-b1df-ea0a725ce1b8,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:40.209891 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bf551e-c5b9-4f96-a44b-940ea96018bd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] GET failed (client error): The resource could not be found. Nov 11 17:35:40.211638 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-01bf551e-c5b9-4f96-a44b-940ea96018bd tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports/1f9aaeaf-edf7-4d94-8e67-e74c2a4a0066 HTTP/1.1" status: 404 len: 333 time: 0.0785820 Nov 11 17:35:40.214752 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48318) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:40.219316 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b43b1d2-6bd2-4f58-a696-bab36246d616 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] No DVR routers for this DVR port 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:35:40.251232 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-096d23c0-27e1-4b29-91ad-7ce3ff587911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:40.269426 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d23c0-27e1-4b29-91ad-7ce3ff587911 None None] Routers {'27a8ab69-c82c-45ec-bcc4-1709e1ce8f78'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:40.271270 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-096d23c0-27e1-4b29-91ad-7ce3ff587911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['27a8ab69-c82c-45ec-bcc4-1709e1ce8f78'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:40.313455 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-096d23c0-27e1-4b29-91ad-7ce3ff587911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:40.314267 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d23c0-27e1-4b29-91ad-7ce3ff587911 None None] The sync data for ids ['27a8ab69-c82c-45ec-bcc4-1709e1ce8f78'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:35:40.332199 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2183aff1-56ab-4572-8711-3941bee59105 req-b8f7c4a7-e584-484b-8c40-fbda877c667c tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=eeac632c30574948b103f77246d9180e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1742737 Nov 11 17:35:40.342709 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0b43b1d2-6bd2-4f58-a696-bab36246d616 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:40.365833 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b603238d-388a-4ca3-bb24-89cc8f734321 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:40.409602 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-0b43b1d2-6bd2-4f58-a696-bab36246d616 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07cadea-8c1c-40cf-963d-c2bebb678fa7']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:40.422050 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-0b43b1d2-6bd2-4f58-a696-bab36246d616 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6fdcb1-049c-4d15-a2fe-8b237bb7e839') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:40.422347 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-0b43b1d2-6bd2-4f58-a696-bab36246d616 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6fdcb1-049c-4d15-a2fe-8b237bb7e839') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:40.436511 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0b43b1d2-6bd2-4f58-a696-bab36246d616 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:40.447688 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3a8cce-df35-4627-80fc-515808a5c3f3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Router 43147a29-6b14-45c4-8c8c-47b4c3940512 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:35:40.461587 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0b43b1d2-6bd2-4f58-a696-bab36246d616 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:40.476515 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b43b1d2-6bd2-4f58-a696-bab36246d616 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:35:40.476914 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0b43b1d2-6bd2-4f58-a696-bab36246d616 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:35:40.479985 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:35:40.494311 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b6e96461-f278-4900-ae33-bac1e0769af9 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:35:40.524366 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: b6e96461-f278-4900-ae33-bac1e0769af9 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:35:40.525015 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b6e96461-f278-4900-ae33-bac1e0769af9 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:35:40.528734 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2183aff1-56ab-4572-8711-3941bee59105 req-f82b5cc1-11f6-4279-b254-ac24ca456ba1 service neutron] 10.222.0.76 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770160 Nov 11 17:35:40.590877 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b603238d-388a-4ca3-bb24-89cc8f734321 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:40.594335 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b603238d-388a-4ca3-bb24-89cc8f734321 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:40.607706 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0b43b1d2-6bd2-4f58-a696-bab36246d616 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:40.613964 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0b43b1d2-6bd2-4f58-a696-bab36246d616 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:40.621799 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0b43b1d2-6bd2-4f58-a696-bab36246d616 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/networks/e07cadea-8c1c-40cf-963d-c2bebb678fa7 HTTP/1.1" status: 204 len: 168 time: 1.5425735 Nov 11 17:35:40.624479 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48322) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:40.634210 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-b2c67a81-77fa-44fa-a308-189f4856416c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-856091319'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:40.657476 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43b1d2-6bd2-4f58-a696-bab36246d616 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Network': ['ID=e07cadea-8c1c-40cf-963d-c2bebb678fa7,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:40.671270 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:35:40.694677 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c67a81-77fa-44fa-a308-189f4856416c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Made reservation on behalf of 4b69204bf6974baaa053145bbac95a32 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:40.698713 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b2c67a81-77fa-44fa-a308-189f4856416c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:40.702184 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:35:40.703405 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6145cc50-38b1-4b9e-b1df-ea0a725ce1b8 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:35:40.720263 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2183aff1-56ab-4572-8711-3941bee59105 req-f704c67f-54db-4a65-b1c9-f9679b6622ff service neutron] 10.222.0.76 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820700 Nov 11 17:35:40.739180 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c67a81-77fa-44fa-a308-189f4856416c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1278} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:35:40.750388 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b2c67a81-77fa-44fa-a308-189f4856416c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:40.752078 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-b2c67a81-77fa-44fa-a308-189f4856416c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Added segment b86ab9cc-0402-4104-8a13-b1561527b384 of type vlan for network 97eed629-ebe4-4bd0-ad24-42929198e8da Nov 11 17:35:40.752636 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3a8cce-df35-4627-80fc-515808a5c3f3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:35:40.754685 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b603238d-388a-4ca3-bb24-89cc8f734321 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:40.755204 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b603238d-388a-4ca3-bb24-89cc8f734321 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Fanout notify agent at l3_agent the message router_deleted on router 27a8ab69-c82c-45ec-bcc4-1709e1ce8f78 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:35:40.761875 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9d3a8cce-df35-4627-80fc-515808a5c3f3 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "PUT /v2.0/routers/43147a29-6b14-45c4-8c8c-47b4c3940512/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7075512 Nov 11 17:35:40.762276 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48326) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:40.768955 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae1ebfa-ba34-4e9b-abab-131046da8be1 None None] Sync routers for ids ['43147a29-6b14-45c4-8c8c-47b4c3940512'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:35:40.779459 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b603238d-388a-4ca3-bb24-89cc8f734321 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:40.780783 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b603238d-388a-4ca3-bb24-89cc8f734321 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/routers/27a8ab69-c82c-45ec-bcc4-1709e1ce8f78 HTTP/1.1" status: 204 len: 168 time: 0.5648916 Nov 11 17:35:40.783441 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48330) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:40.807644 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b2c67a81-77fa-44fa-a308-189f4856416c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:40.820171 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae1ebfa-ba34-4e9b-abab-131046da8be1 None None] Routers {'43147a29-6b14-45c4-8c8c-47b4c3940512'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:40.820809 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-eae1ebfa-ba34-4e9b-abab-131046da8be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['43147a29-6b14-45c4-8c8c-47b4c3940512'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:40.844949 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b2c67a81-77fa-44fa-a308-189f4856416c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:40.860024 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c67a81-77fa-44fa-a308-189f4856416c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:40.860644 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b2c67a81-77fa-44fa-a308-189f4856416c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:40.884868 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26f2624-afcc-410a-8249-cb64f1bc6594 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] GET failed (client error): The resource could not be found. Nov 11 17:35:40.899543 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d26f2624-afcc-410a-8249-cb64f1bc6594 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports/cb426c2e-d265-4eb4-a34a-80883b0d5919 HTTP/1.1" status: 404 len: 333 time: 0.1332510 Nov 11 17:35:40.900608 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48332) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:40.902551 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-eae1ebfa-ba34-4e9b-abab-131046da8be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:40.912381 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae1ebfa-ba34-4e9b-abab-131046da8be1 None None] Routers {'43147a29-6b14-45c4-8c8c-47b4c3940512'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:40.922955 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:40.924314 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-eae1ebfa-ba34-4e9b-abab-131046da8be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['43147a29-6b14-45c4-8c8c-47b4c3940512'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:41.003197 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-eae1ebfa-ba34-4e9b-abab-131046da8be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:41.004396 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae1ebfa-ba34-4e9b-abab-131046da8be1 None None] The sync data for ids ['43147a29-6b14-45c4-8c8c-47b4c3940512'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:35:41.009777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c67a81-77fa-44fa-a308-189f4856416c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Network': ['ID=97eed629-ebe4-4bd0-ad24-42929198e8da,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:41.022992 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b2c67a81-77fa-44fa-a308-189f4856416c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3934221 Nov 11 17:35:41.028893 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48338) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:41.054972 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 97eed629-ebe4-4bd0-ad24-42929198e8da details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:35:41.073993 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45247543-4de2-4fbc-9df6-da03ab587d88 req-93113f9f-0c31-482a-a5b3-13612001d30a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 210 time: 0.0461130 Nov 11 17:35:41.123122 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-227cf88f-c669-4fcd-9699-f03b285632de tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'subnet': {'network_id': '97eed629-ebe4-4bd0-ad24-42929198e8da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:41.130544 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-34885723-dd77-4e33-be3f-d195e9d0de06 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting subnet 4172798d-66e7-40e0-a857-ad2199624661 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:35:41.149341 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-34885723-dd77-4e33-be3f-d195e9d0de06 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:41.210160 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e08d28a-9ea1-4be1-9089-c581322eeacb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:41.654143 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-34885723-dd77-4e33-be3f-d195e9d0de06 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:41.838843 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e08d28a-9ea1-4be1-9089-c581322eeacb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:41.842696 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e08d28a-9ea1-4be1-9089-c581322eeacb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:41.856918 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227cf88f-c669-4fcd-9699-f03b285632de tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Made reservation on behalf of 4b69204bf6974baaa053145bbac95a32 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:41.860483 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-227cf88f-c669-4fcd-9699-f03b285632de tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:41.910004 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-34885723-dd77-4e33-be3f-d195e9d0de06 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:41.979052 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e08d28a-9ea1-4be1-9089-c581322eeacb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:41.979569 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e08d28a-9ea1-4be1-9089-c581322eeacb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Fanout notify agent at l3_agent the message router_deleted on router 43147a29-6b14-45c4-8c8c-47b4c3940512 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:35:41.998586 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e08d28a-9ea1-4be1-9089-c581322eeacb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:41.999758 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7e08d28a-9ea1-4be1-9089-c581322eeacb tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/routers/43147a29-6b14-45c4-8c8c-47b4c3940512 HTTP/1.1" status: 204 len: 168 time: 1.0980239 Nov 11 17:35:42.003704 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48354) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:42.048792 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-34885723-dd77-4e33-be3f-d195e9d0de06 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:42.077763 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b73131-18c8-4576-8dce-c4fe738b8e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting subnet b39632ff-1376-4f21-8911-dfe7845e8c26 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:35:42.081989 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-79b73131-18c8-4576-8dce-c4fe738b8e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:42.083678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34885723-dd77-4e33-be3f-d195e9d0de06 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Subnet': ['ID=4172798d-66e7-40e0-a857-ad2199624661,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:42.100947 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676281f6-e1fe-44d5-9e78-2e0bdc802cf6 None None] Network 9f0e1d90-5777-465b-a8b0-32782b732117 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:42.109074 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-34885723-dd77-4e33-be3f-d195e9d0de06 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:42.115178 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-34885723-dd77-4e33-be3f-d195e9d0de06 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/subnets/4172798d-66e7-40e0-a857-ad2199624661 HTTP/1.1" status: 204 len: 168 time: 1.3306010 Nov 11 17:35:42.116517 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48360) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:42.222467 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-79b73131-18c8-4576-8dce-c4fe738b8e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:42.233225 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-227cf88f-c669-4fcd-9699-f03b285632de tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:42.293818 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08aacd00-318d-416e-bd7e-ed48c6aed7ed req-302f6d51-47d4-4005-bb31-76156f7e0d03 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 210 time: 0.0372391 Nov 11 17:35:42.308822 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7665f8a7-911e-4943-bf09-9e53f1678fa3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:42.424368 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-79b73131-18c8-4576-8dce-c4fe738b8e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:42.480184 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7111e1d-09bd-4519-b479-6f183362377f None None] DHCP port deletion for 9f0e1d90-5777-465b-a8b0-32782b732117 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:35:42.540008 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-7665f8a7-911e-4943-bf09-9e53f1678fa3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting port 32e912d4-90ea-4266-b630-da4c44d7c97d {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:42.540557 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7665f8a7-911e-4943-bf09-9e53f1678fa3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:42.543703 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227cf88f-c669-4fcd-9699-f03b285632de tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Subnet': ['ID=429f2adc-00ed-48da-9a40-9a73719b4dcf,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:42.550284 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227cf88f-c669-4fcd-9699-f03b285632de tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Checking segment: {'id': 'b86ab9cc-0402-4104-8a13-b1561527b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '97eed629-ebe4-4bd0-ad24-42929198e8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:35:42.550897 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227cf88f-c669-4fcd-9699-f03b285632de tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network hostable DHCP agents. Network: 97eed629-ebe4-4bd0-ad24-42929198e8da, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:35:42.560535 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:42.581006 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183aff1-56ab-4572-8711-3941bee59105 req-b5c6d739-43b0-45dd-b1bc-172f4bfba07c tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:42.583482 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2183aff1-56ab-4572-8711-3941bee59105 req-b5c6d739-43b0-45dd-b1bc-172f4bfba07c tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.64 "GET /v2.0/networks?id=a3a8bf47-1430-4314-97ff-b3524a589a13 HTTP/1.1" status: 200 len: 816 time: 0.2623048 Nov 11 17:35:42.596035 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-79b73131-18c8-4576-8dce-c4fe738b8e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:42.598349 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227cf88f-c669-4fcd-9699-f03b285632de tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network 97eed629-ebe4-4bd0-ad24-42929198e8da is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:35:42.621864 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-f7111e1d-09bd-4519-b479-6f183362377f None None] Deleting port 32e912d4-90ea-4266-b630-da4c44d7c97d {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:42.625838 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f7111e1d-09bd-4519-b479-6f183362377f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:42.636079 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b73131-18c8-4576-8dce-c4fe738b8e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Subnet': ['ID=b39632ff-1376-4f21-8911-dfe7845e8c26,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:42.637294 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-227cf88f-c669-4fcd-9699-f03b285632de tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 97eed629-ebe4-4bd0-ad24-42929198e8da) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:42.681677 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-79b73131-18c8-4576-8dce-c4fe738b8e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:42.690776 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-79b73131-18c8-4576-8dce-c4fe738b8e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/subnets/b39632ff-1376-4f21-8911-dfe7845e8c26 HTTP/1.1" status: 204 len: 168 time: 0.6821723 Nov 11 17:35:42.691072 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227cf88f-c669-4fcd-9699-f03b285632de tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:42.691072 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-227cf88f-c669-4fcd-9699-f03b285632de tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:42.699611 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48368) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:42.730395 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-227cf88f-c669-4fcd-9699-f03b285632de tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6984696 Nov 11 17:35:42.731789 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48372) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:42.740402 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3a9245-7991-4ccc-be41-06c6315f190f None None] Network 97eed629-ebe4-4bd0-ad24-42929198e8da requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:42.752085 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2183aff1-56ab-4572-8711-3941bee59105 req-a38f3794-1442-4f03-9c7d-95ca3ea551f0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeac632c30574948b103f77246d9180e HTTP/1.1" status: 200 len: 380 time: 0.1488342 Nov 11 17:35:42.752797 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-099465b5-df9f-4795-9b04-d9654bda776b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1057819296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:42.761228 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6b1e27-3f7a-444d-a053-60843f5d0101 None None] Network 5e98e4b7-ba28-4dee-b11b-60ef370d65a0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:42.763310 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 32e912d4-90ea-4266-b630-da4c44d7c97d no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:35:42.770967 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-2183aff1-56ab-4572-8711-3941bee59105 req-f4f89b36-920f-4b25-bfcd-0ffba0a4bb56 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Request body: {'port': {'device_id': '3af5bd0c-497d-4518-96c1-33a38fae584f', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'admin_state_up': True, 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'security_groups': ['93e547ce-e7af-424f-b0c3-f781889bc126']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:42.845349 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-7665f8a7-911e-4943-bf09-9e53f1678fa3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] For port 32e912d4-90ea-4266-b630-da4c44d7c97d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=32e912d4-90ea-4266-b630-da4c44d7c97d,segment=NetworkSegment(05aba4f0-2d65-4aaa-9ebb-9e7f7df8ad5f),segment_id=05aba4f0-2d65-4aaa-9ebb-9e7f7df8ad5f)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:42.845888 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7665f8a7-911e-4943-bf09-9e53f1678fa3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:42.886431 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-7665f8a7-911e-4943-bf09-9e53f1678fa3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Calling delete_port for 32e912d4-90ea-4266-b630-da4c44d7c97d owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:42.946294 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-099465b5-df9f-4795-9b04-d9654bda776b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:42.947209 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2183aff1-56ab-4572-8711-3941bee59105 req-f4f89b36-920f-4b25-bfcd-0ffba0a4bb56 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Made reservation on behalf of eeac632c30574948b103f77246d9180e for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:42.947338 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-099465b5-df9f-4795-9b04-d9654bda776b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:42.958645 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2183aff1-56ab-4572-8711-3941bee59105 req-f4f89b36-920f-4b25-bfcd-0ffba0a4bb56 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:42.962960 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:42.975581 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b5e90a04-cf4f-4776-b5e9-c22ad0648e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:42.979446 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f7111e1d-09bd-4519-b479-6f183362377f None None] For port 32e912d4-90ea-4266-b630-da4c44d7c97d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=32e912d4-90ea-4266-b630-da4c44d7c97d,segment=NetworkSegment(05aba4f0-2d65-4aaa-9ebb-9e7f7df8ad5f),segment_id=05aba4f0-2d65-4aaa-9ebb-9e7f7df8ad5f)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:42.980622 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f7111e1d-09bd-4519-b479-6f183362377f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:43.025268 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-f7111e1d-09bd-4519-b479-6f183362377f None None] Calling delete_port for 32e912d4-90ea-4266-b630-da4c44d7c97d owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:43.076145 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-099465b5-df9f-4795-9b04-d9654bda776b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:43.101752 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7665f8a7-911e-4943-bf09-9e53f1678fa3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:43.109908 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-099465b5-df9f-4795-9b04-d9654bda776b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:43.124737 n-d-816206-4 neutron-server[102619]: INFO neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No ports have port_id starting with 32e912d4-90ea-4266-b630-da4c44d7c97d Nov 11 17:35:43.155038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-2183aff1-56ab-4572-8711-3941bee59105 req-f4f89b36-920f-4b25-bfcd-0ffba0a4bb56 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Allocated IP 172.20.0.8 (a3a8bf47-1430-4314-97ff-b3524a589a13/fa447a7e-c385-460f-86cb-d149b7215da5/3de4b953-cf0d-49c3-abb7-e0c684db874a) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:43.160593 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-099465b5-df9f-4795-9b04-d9654bda776b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:43.165282 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-099465b5-df9f-4795-9b04-d9654bda776b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4209554 Nov 11 17:35:43.167111 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665f8a7-911e-4943-bf09-9e53f1678fa3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Port': ['ID=32e912d4-90ea-4266-b630-da4c44d7c97d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:43.169548 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48374) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:43.176458 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7665f8a7-911e-4943-bf09-9e53f1678fa3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] No DVR routers for this DVR port 32e912d4-90ea-4266-b630-da4c44d7c97d on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:35:43.287678 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7665f8a7-911e-4943-bf09-9e53f1678fa3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:43.306814 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bea617-3ea8-4294-9198-3155758c2b34 None None] DHCP port deletion for 5e98e4b7-ba28-4dee-b11b-60ef370d65a0 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:35:43.341152 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-7665f8a7-911e-4943-bf09-9e53f1678fa3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0e1d90-5777-465b-a8b0-32782b732117']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:43.369477 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3d941a-6675-4a0e-a880-c9042134fd1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-97eed629-ebe4-4bd0-ad24-42929198e8da', 'network_id': '97eed629-ebe4-4bd0-ad24-42929198e8da', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'fixed_ips': [{'subnet_id': '429f2adc-00ed-48da-9a40-9a73719b4dcf'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:35:43.369764 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3a3d941a-6675-4a0e-a880-c9042134fd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:43.381694 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f7111e1d-09bd-4519-b479-6f183362377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:43.414759 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-7665f8a7-911e-4943-bf09-9e53f1678fa3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05aba4f0-2d65-4aaa-9ebb-9e7f7df8ad5f') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:43.417347 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7111e1d-09bd-4519-b479-6f183362377f None None] Pushing event deleted for resources: {'Port': ['ID=32e912d4-90ea-4266-b630-da4c44d7c97d,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:43.417770 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-7665f8a7-911e-4943-bf09-9e53f1678fa3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05aba4f0-2d65-4aaa-9ebb-9e7f7df8ad5f') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:43.438728 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7111e1d-09bd-4519-b479-6f183362377f None None] No DVR routers for this DVR port 32e912d4-90ea-4266-b630-da4c44d7c97d on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:35:43.474802 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-b5e90a04-cf4f-4776-b5e9-c22ad0648e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting port ceaf9cc6-888e-439c-b223-9b4a85a1aab4 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:43.475387 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b5e90a04-cf4f-4776-b5e9-c22ad0648e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:43.520305 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-03bea617-3ea8-4294-9198-3155758c2b34 None None] Deleting port ceaf9cc6-888e-439c-b223-9b4a85a1aab4 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:43.520680 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-03bea617-3ea8-4294-9198-3155758c2b34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:43.586531 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7665f8a7-911e-4943-bf09-9e53f1678fa3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:43.600933 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1d924e9b-c8ad-4617-a405-d7e7e6539c22 req-18e2a9c3-5f28-408f-bbcc-ba92c30813f2 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 210 time: 0.1141684 Nov 11 17:35:43.759288 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-b5e90a04-cf4f-4776-b5e9-c22ad0648e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] For port ceaf9cc6-888e-439c-b223-9b4a85a1aab4, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ceaf9cc6-888e-439c-b223-9b4a85a1aab4,segment=NetworkSegment(214ea98a-a4c0-4179-ae71-bf4e39658ca3),segment_id=214ea98a-a4c0-4179-ae71-bf4e39658ca3)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:43.759879 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-03bea617-3ea8-4294-9198-3155758c2b34 None None] For port ceaf9cc6-888e-439c-b223-9b4a85a1aab4, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ceaf9cc6-888e-439c-b223-9b4a85a1aab4,segment=NetworkSegment(214ea98a-a4c0-4179-ae71-bf4e39658ca3),segment_id=214ea98a-a4c0-4179-ae71-bf4e39658ca3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:43.760125 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b5e90a04-cf4f-4776-b5e9-c22ad0648e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:43.760338 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-03bea617-3ea8-4294-9198-3155758c2b34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:43.777403 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-b5e90a04-cf4f-4776-b5e9-c22ad0648e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Calling delete_port for ceaf9cc6-888e-439c-b223-9b4a85a1aab4 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:43.797253 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-03bea617-3ea8-4294-9198-3155758c2b34 None None] Calling delete_port for ceaf9cc6-888e-439c-b223-9b4a85a1aab4 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:43.813051 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2183aff1-56ab-4572-8711-3941bee59105 req-f4f89b36-920f-4b25-bfcd-0ffba0a4bb56 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:43.813731 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-3a3d941a-6675-4a0e-a880-c9042134fd1a None None] Allocated IP 2001:db8::2 (97eed629-ebe4-4bd0-ad24-42929198e8da/429f2adc-00ed-48da-9a40-9a73719b4dcf/7c2a66b1-77cc-4a1b-a926-15ae031efc83) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:43.865449 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2183aff1-56ab-4572-8711-3941bee59105 req-f4f89b36-920f-4b25-bfcd-0ffba0a4bb56 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:43.899590 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7665f8a7-911e-4943-bf09-9e53f1678fa3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:43.901922 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b5e90a04-cf4f-4776-b5e9-c22ad0648e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:43.924678 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7665f8a7-911e-4943-bf09-9e53f1678fa3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:35:43.925103 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7665f8a7-911e-4943-bf09-9e53f1678fa3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:43.928795 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e90a04-cf4f-4776-b5e9-c22ad0648e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] No DVR routers for this DVR port ceaf9cc6-888e-439c-b223-9b4a85a1aab4 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:35:43.930931 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:35:43.961143 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2183aff1-56ab-4572-8711-3941bee59105 req-f4f89b36-920f-4b25-bfcd-0ffba0a4bb56 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Network a3a8bf47-1430-4314-97ff-b3524a589a13 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:43.965057 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f89b36-920f-4b25-bfcd-0ffba0a4bb56 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Pushing event updated for resources: {'Port': ['ID=3de4b953-cf0d-49c3-abb7-e0c684db874a,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:43.968030 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-2183aff1-56ab-4572-8711-3941bee59105 req-f4f89b36-920f-4b25-bfcd-0ffba0a4bb56 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:43.972250 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2183aff1-56ab-4572-8711-3941bee59105 req-f4f89b36-920f-4b25-bfcd-0ffba0a4bb56 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:44.064846 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183aff1-56ab-4572-8711-3941bee59105 req-f4f89b36-920f-4b25-bfcd-0ffba0a4bb56 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:44.077617 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-03bea617-3ea8-4294-9198-3155758c2b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:44.078806 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2183aff1-56ab-4572-8711-3941bee59105 req-f4f89b36-920f-4b25-bfcd-0ffba0a4bb56 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:44.100493 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75412317-5260-426e-b0b6-e86f825cfb10 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:44.118453 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2183aff1-56ab-4572-8711-3941bee59105 req-f4f89b36-920f-4b25-bfcd-0ffba0a4bb56 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3585646 Nov 11 17:35:44.131035 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bea617-3ea8-4294-9198-3155758c2b34 None None] Pushing event deleted for resources: {'Port': ['ID=ceaf9cc6-888e-439c-b223-9b4a85a1aab4,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:44.137049 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b5e90a04-cf4f-4776-b5e9-c22ad0648e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:44.160533 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-b5e90a04-cf4f-4776-b5e9-c22ad0648e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e98e4b7-ba28-4dee-b11b-60ef370d65a0']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:44.162772 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bea617-3ea8-4294-9198-3155758c2b34 None None] No DVR routers for this DVR port ceaf9cc6-888e-439c-b223-9b4a85a1aab4 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:35:44.177487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-b5e90a04-cf4f-4776-b5e9-c22ad0648e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214ea98a-a4c0-4179-ae71-bf4e39658ca3') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:44.177797 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-b5e90a04-cf4f-4776-b5e9-c22ad0648e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214ea98a-a4c0-4179-ae71-bf4e39658ca3') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:44.192213 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b5e90a04-cf4f-4776-b5e9-c22ad0648e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:44.207236 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b5e90a04-cf4f-4776-b5e9-c22ad0648e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:44.216695 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e90a04-cf4f-4776-b5e9-c22ad0648e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:35:44.218058 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b5e90a04-cf4f-4776-b5e9-c22ad0648e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:44.233061 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-2183aff1-56ab-4572-8711-3941bee59105 req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] Request body: {'port': {'device_id': '3af5bd0c-497d-4518-96c1-33a38fae584f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:44.262975 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3a3d941a-6675-4a0e-a880-c9042134fd1a None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:44.291008 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3a3d941a-6675-4a0e-a880-c9042134fd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:44.315159 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2183aff1-56ab-4572-8711-3941bee59105 req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:35:44.319650 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:35:44.334873 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e90a04-cf4f-4776-b5e9-c22ad0648e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Port': ['ID=ceaf9cc6-888e-439c-b223-9b4a85a1aab4,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:44.357829 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d941a-6675-4a0e-a880-c9042134fd1a None None] Pushing event updated for resources: {'Port': ['ID=7c2a66b1-77cc-4a1b-a926-15ae031efc83,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:44.388028 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3d941a-6675-4a0e-a880-c9042134fd1a None None] Network 97eed629-ebe4-4bd0-ad24-42929198e8da is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:44.391482 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-3a3d941a-6675-4a0e-a880-c9042134fd1a None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:44.397622 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3d941a-6675-4a0e-a880-c9042134fd1a None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:44.428470 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2c30c50a-cea9-4a3f-adb6-847f952921f0 None None] Provisioning complete for port 3de4b953-cf0d-49c3-abb7-e0c684db874a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:44.428770 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2c30c50a-cea9-4a3f-adb6-847f952921f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:44.434746 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b5e90a04-cf4f-4776-b5e9-c22ad0648e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:44.437696 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7665f8a7-911e-4943-bf09-9e53f1678fa3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:44.472613 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b5e90a04-cf4f-4776-b5e9-c22ad0648e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:44.477555 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b5e90a04-cf4f-4776-b5e9-c22ad0648e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/networks/5e98e4b7-ba28-4dee-b11b-60ef370d65a0 HTTP/1.1" status: 204 len: 168 time: 1.7744336 Nov 11 17:35:44.482407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e90a04-cf4f-4776-b5e9-c22ad0648e0a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Network': ['ID=5e98e4b7-ba28-4dee-b11b-60ef370d65a0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:44.492431 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7665f8a7-911e-4943-bf09-9e53f1678fa3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:44.493606 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-3a3d941a-6675-4a0e-a880-c9042134fd1a None None] Attempting to bind port 7c2a66b1-77cc-4a1b-a926-15ae031efc83 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:35:44.494025 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-3a3d941a-6675-4a0e-a880-c9042134fd1a None None] Attempting to bind port 7c2a66b1-77cc-4a1b-a926-15ae031efc83 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'b86ab9cc-0402-4104-8a13-b1561527b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '97eed629-ebe4-4bd0-ad24-42929198e8da'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:35:44.494447 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d941a-6675-4a0e-a880-c9042134fd1a None None] Attempting to bind port 7c2a66b1-77cc-4a1b-a926-15ae031efc83 on network 97eed629-ebe4-4bd0-ad24-42929198e8da {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:35:44.503609 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2c30c50a-cea9-4a3f-adb6-847f952921f0 None None] Port 3de4b953-cf0d-49c3-abb7-e0c684db874a cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:44.503934 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7665f8a7-911e-4943-bf09-9e53f1678fa3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/networks/9f0e1d90-5777-465b-a8b0-32782b732117 HTTP/1.1" status: 204 len: 168 time: 2.3826828 Nov 11 17:35:44.503934 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48384) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:44.506488 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d941a-6675-4a0e-a880-c9042134fd1a None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:35:44.506917 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d941a-6675-4a0e-a880-c9042134fd1a None None] Checking segment: {'id': 'b86ab9cc-0402-4104-8a13-b1561527b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '97eed629-ebe4-4bd0-ad24-42929198e8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:35:44.507323 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3a3d941a-6675-4a0e-a880-c9042134fd1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:44.511049 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d941a-6675-4a0e-a880-c9042134fd1a None None] Bound using segment: {'id': 'b86ab9cc-0402-4104-8a13-b1561527b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '97eed629-ebe4-4bd0-ad24-42929198e8da'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:35:44.511534 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-3a3d941a-6675-4a0e-a880-c9042134fd1a None None] Bound port: 7c2a66b1-77cc-4a1b-a926-15ae031efc83, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86ab9cc-0402-4104-8a13-b1561527b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '97eed629-ebe4-4bd0-ad24-42929198e8da'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:35:44.512000 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3a3d941a-6675-4a0e-a880-c9042134fd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:44.522355 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48386) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:44.568833 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665f8a7-911e-4943-bf09-9e53f1678fa3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Network': ['ID=9f0e1d90-5777-465b-a8b0-32782b732117,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:44.585011 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e77260-1a7f-422c-bd65-99529bdc96ae tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:44.586935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-31e77260-1a7f-422c-bd65-99529bdc96ae tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports/5efb1c6d-cbde-4531-9154-1ad64acd8f63 HTTP/1.1" status: 200 len: 844 time: 0.0843859 Nov 11 17:35:44.590605 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48388) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:44.646039 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3a3d941a-6675-4a0e-a880-c9042134fd1a None None] For port 7c2a66b1-77cc-4a1b-a926-15ae031efc83, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:35:44.655982 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3a3d941a-6675-4a0e-a880-c9042134fd1a None None] For port 7c2a66b1-77cc-4a1b-a926-15ae031efc83, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7c2a66b1-77cc-4a1b-a926-15ae031efc83,segment=NetworkSegment(b86ab9cc-0402-4104-8a13-b1561527b384),segment_id=b86ab9cc-0402-4104-8a13-b1561527b384)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:35:44.664799 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-87fcc7df-4452-489d-938a-d7d7c65fbe49 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports/5efb1c6d-cbde-4531-9154-1ad64acd8f63?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0717893 Nov 11 17:35:44.669182 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3a3d941a-6675-4a0e-a880-c9042134fd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:44.669538 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48392) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:44.686760 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2665d826-9bb6-4a6b-9d54-75e447ebce89 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'subnet': {'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:44.748417 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fea16c-6613-4507-87ed-936ea9606c60 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:44.749896 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-77fea16c-6613-4507-87ed-936ea9606c60 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports/045c2492-fab9-46af-b8a8-3917c545d432 HTTP/1.1" status: 200 len: 840 time: 0.2265995 Nov 11 17:35:44.758343 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48396) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:44.763236 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d941a-6675-4a0e-a880-c9042134fd1a None None] Pushing event updated for resources: {'Port': ['ID=7c2a66b1-77cc-4a1b-a926-15ae031efc83,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:44.774568 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ceaf9cc6-888e-439c-b223-9b4a85a1aab4 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:35:44.839808 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-66da8d66-2800-4ce5-b226-855ab8425a0a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports/045c2492-fab9-46af-b8a8-3917c545d432?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0669966 Nov 11 17:35:44.852366 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48398) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:44.887318 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-4a3cb8ab-d55f-4050-bdef-778ed5d33e7f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'subnet': {'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:44.939646 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738acee0-17fa-4842-a812-f7983b9b5e3a req-46ba49f2-fda5-4890-a048-eacbcf89134e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:44.947520 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-738acee0-17fa-4842-a812-f7983b9b5e3a req-46ba49f2-fda5-4890-a048-eacbcf89134e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 931 time: 0.1878228 Nov 11 17:35:44.998745 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2665d826-9bb6-4a6b-9d54-75e447ebce89 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:45.003697 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2665d826-9bb6-4a6b-9d54-75e447ebce89 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:45.091702 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-738acee0-17fa-4842-a812-f7983b9b5e3a req-9f9c9c82-ba8b-4c76-ab7d-dd385ad618dc tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432881 Nov 11 17:35:45.186896 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: ceaf9cc6-888e-439c-b223-9b4a85a1aab4 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:35:45.188478 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ceaf9cc6-888e-439c-b223-9b4a85a1aab4 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:35:45.277349 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-75412317-5260-426e-b0b6-e86f825cfb10 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Allocated IP 2001:db8::1 (97eed629-ebe4-4bd0-ad24-42929198e8da/429f2adc-00ed-48da-9a40-9a73719b4dcf/9319f8d4-4e4b-491c-becc-b5d32f09d4ea) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:45.314401 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2665d826-9bb6-4a6b-9d54-75e447ebce89 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:45.339539 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3cb8ab-d55f-4050-bdef-778ed5d33e7f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:45.343053 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a3cb8ab-d55f-4050-bdef-778ed5d33e7f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:45.381785 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665d826-9bb6-4a6b-9d54-75e447ebce89 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Subnet': ['ID=85d1e428-cdc8-4a46-a5e1-d331caddb49d,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:45.402417 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2665d826-9bb6-4a6b-9d54-75e447ebce89 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network 8994d145-e9c5-4b08-8bc5-cc7c130b502a is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:45.405092 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-2665d826-9bb6-4a6b-9d54-75e447ebce89 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:45.418478 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2665d826-9bb6-4a6b-9d54-75e447ebce89 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:45.419633 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2665d826-9bb6-4a6b-9d54-75e447ebce89 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:45.441493 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3990d3e3-f37f-4c3e-9d60-e380c3da4b20 None None] Network 8994d145-e9c5-4b08-8bc5-cc7c130b502a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:45.475388 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2665d826-9bb6-4a6b-9d54-75e447ebce89 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7987871 Nov 11 17:35:45.476812 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48404) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:45.478391 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-2183aff1-56ab-4572-8711-3941bee59105 req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de4b953-cf0d-49c3-abb7-e0c684db874a {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:35:45.481695 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-3be9bc7d-d00b-46e9-8565-438390f35bf4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'security_group': {'name': 'tempest-secgroup-1083032113'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:45.502818 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2183aff1-56ab-4572-8711-3941bee59105 req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:45.535509 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3be9bc7d-d00b-46e9-8565-438390f35bf4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:45.551112 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-2183aff1-56ab-4572-8711-3941bee59105 req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] Transition to ACTIVE for port object 3de4b953-cf0d-49c3-abb7-e0c684db874a will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:35:45.570628 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2183aff1-56ab-4572-8711-3941bee59105 req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:45.660581 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75412317-5260-426e-b0b6-e86f825cfb10 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:45.695419 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3be9bc7d-d00b-46e9-8565-438390f35bf4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:45.705030 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3be9bc7d-d00b-46e9-8565-438390f35bf4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:45.761747 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9bc7d-d00b-46e9-8565-438390f35bf4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3873b0-0180-4e55-a980-45dfadc48c40,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:45.781387 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f77e73-45aa-4b88-8765-0e8d52fbdd48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-8994d145-e9c5-4b08-8bc5-cc7c130b502a', 'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a', 'tenant_id': '4c2495a5a0704aa1b0aa9c228f7fc35a', 'fixed_ips': [{'subnet_id': '85d1e428-cdc8-4a46-a5e1-d331caddb49d'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:35:45.782536 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-32f77e73-45aa-4b88-8765-0e8d52fbdd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:45.790016 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3be9bc7d-d00b-46e9-8565-438390f35bf4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:45.795746 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3be9bc7d-d00b-46e9-8565-438390f35bf4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3183639 Nov 11 17:35:45.799110 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48406) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:45.807196 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-61ebb19a-00b7-434b-b6c2-eea64b1469c4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'security_group': {'name': 'tempest-secgroup-1905601098'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:45.839939 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] Pushing event updated for resources: {'Port': ['ID=3de4b953-cf0d-49c3-abb7-e0c684db874a,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:45.845957 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61ebb19a-00b7-434b-b6c2-eea64b1469c4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:45.921286 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75412317-5260-426e-b0b6-e86f825cfb10 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:45.947084 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61ebb19a-00b7-434b-b6c2-eea64b1469c4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:45.961427 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61ebb19a-00b7-434b-b6c2-eea64b1469c4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:46.026929 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebb19a-00b7-434b-b6c2-eea64b1469c4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63481a46-ffc5-4d12-8a52-c43f23e0cd65,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:46.051697 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61ebb19a-00b7-434b-b6c2-eea64b1469c4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:46.059367 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-61ebb19a-00b7-434b-b6c2-eea64b1469c4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2574604 Nov 11 17:35:46.061547 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48410) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:46.074696 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2ba42653-c301-4b9c-b044-9db90d2bf05b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-159984059', 'security_groups': ['63481a46-ffc5-4d12-8a52-c43f23e0cd65'], 'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '85d1e428-cdc8-4a46-a5e1-d331caddb49d'}]}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:46.119538 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-32f77e73-45aa-4b88-8765-0e8d52fbdd48 None None] Allocated IP 2001:db8::2 (8994d145-e9c5-4b08-8bc5-cc7c130b502a/85d1e428-cdc8-4a46-a5e1-d331caddb49d/21060736-e283-475e-acfd-34dbce0199e1) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:46.141702 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75412317-5260-426e-b0b6-e86f825cfb10 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Port': ['ID=9319f8d4-4e4b-491c-becc-b5d32f09d4ea,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:46.164921 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75412317-5260-426e-b0b6-e86f825cfb10 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network 97eed629-ebe4-4bd0-ad24-42929198e8da is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:46.184996 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-75412317-5260-426e-b0b6-e86f825cfb10 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:46.219540 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75412317-5260-426e-b0b6-e86f825cfb10 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:46.220127 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75412317-5260-426e-b0b6-e86f825cfb10 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:46.298842 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2183aff1-56ab-4572-8711-3941bee59105 req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] Attempting to bind port 3de4b953-cf0d-49c3-abb7-e0c684db874a on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:35:46.299451 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2183aff1-56ab-4572-8711-3941bee59105 req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] Attempting to bind port 3de4b953-cf0d-49c3-abb7-e0c684db874a by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '433d53cd-2d4a-403a-84ce-59d53d82509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:35:46.299974 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2183aff1-56ab-4572-8711-3941bee59105 req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] Attempting to bind port 3de4b953-cf0d-49c3-abb7-e0c684db874a on network a3a8bf47-1430-4314-97ff-b3524a589a13 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:35:46.325769 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2183aff1-56ab-4572-8711-3941bee59105 req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] Port 3de4b953-cf0d-49c3-abb7-e0c684db874a on network a3a8bf47-1430-4314-97ff-b3524a589a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:35:46.326375 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2183aff1-56ab-4572-8711-3941bee59105 req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] Attempting to bind port 3de4b953-cf0d-49c3-abb7-e0c684db874a on network a3a8bf47-1430-4314-97ff-b3524a589a13 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:35:46.356018 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a3cb8ab-d55f-4050-bdef-778ed5d33e7f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:46.362939 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2183aff1-56ab-4572-8711-3941bee59105 req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:35:46.363790 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2183aff1-56ab-4572-8711-3941bee59105 req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] Checking segment: {'id': '433d53cd-2d4a-403a-84ce-59d53d82509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:35:46.365605 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2183aff1-56ab-4572-8711-3941bee59105 req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] Bound using segment: {'id': '433d53cd-2d4a-403a-84ce-59d53d82509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:35:46.366216 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2183aff1-56ab-4572-8711-3941bee59105 req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] Bound port: 3de4b953-cf0d-49c3-abb7-e0c684db874a, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433d53cd-2d4a-403a-84ce-59d53d82509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:35:46.366740 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2183aff1-56ab-4572-8711-3941bee59105 req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:46.415588 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbac32e5-c15f-4202-9e4f-ef9d6b48827e None None] Network 97eed629-ebe4-4bd0-ad24-42929198e8da requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:46.462359 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3cb8ab-d55f-4050-bdef-778ed5d33e7f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network f7a2233d-f3fd-47d6-8390-2db1e515ee46 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:46.473666 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-4a3cb8ab-d55f-4050-bdef-778ed5d33e7f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:46.479701 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3cb8ab-d55f-4050-bdef-778ed5d33e7f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:46.480583 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a3cb8ab-d55f-4050-bdef-778ed5d33e7f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:46.509810 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3cb8ab-d55f-4050-bdef-778ed5d33e7f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Subnet': ['ID=20deccfc-1861-4f08-b130-976a90ac6b09,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:46.540404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ba527b-564e-4388-98bc-e8a1f54d3b11 None None] Network f7a2233d-f3fd-47d6-8390-2db1e515ee46 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:46.595166 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75412317-5260-426e-b0b6-e86f825cfb10 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:46.617789 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4a3cb8ab-d55f-4050-bdef-778ed5d33e7f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7540543 Nov 11 17:35:46.622087 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48418) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:46.630617 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5c409577-4718-4583-82ed-0570ae95bfb0 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'security_group': {'name': 'tempest-secgroup-647387490'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:46.649070 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2183aff1-56ab-4572-8711-3941bee59105 req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] For port 3de4b953-cf0d-49c3-abb7-e0c684db874a, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:35:46.765093 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2183aff1-56ab-4572-8711-3941bee59105 req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] For port 3de4b953-cf0d-49c3-abb7-e0c684db874a, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=3de4b953-cf0d-49c3-abb7-e0c684db874a,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:35:46.787141 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2183aff1-56ab-4572-8711-3941bee59105 req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:46.847637 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c71a7b25-e36a-4987-9fe9-a78a42a599f5 None None] Provisioning complete for port 7c2a66b1-77cc-4a1b-a926-15ae031efc83 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:46.848060 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c71a7b25-e36a-4987-9fe9-a78a42a599f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:46.861839 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:35:46.892609 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183aff1-56ab-4572-8711-3941bee59105 req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:46.893234 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2183aff1-56ab-4572-8711-3941bee59105 req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:46.894859 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2183aff1-56ab-4572-8711-3941bee59105 req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] 10.222.0.64 "PUT /v2.0/ports/3de4b953-cf0d-49c3-abb7-e0c684db874a HTTP/1.1" status: 200 len: 1091 time: 2.6683598 Nov 11 17:35:46.899859 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af5bd0c-497d-4518-96c1-33a38fae584f', 'tag': '3de4b953-cf0d-49c3-abb7-e0c684db874a'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:35:46.901929 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f58693-23fa-4e47-aafc-342736644790" -d '{"events": [{"name": "network-changed", "server_uuid": "3af5bd0c-497d-4518-96c1-33a38fae584f", "tag": "3de4b953-cf0d-49c3-abb7-e0c684db874a"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:35:46.926005 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5c409577-4718-4583-82ed-0570ae95bfb0 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:46.929601 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7c2a66b1-77cc-4a1b-a926-15ae031efc83 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:46.946282 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92869b57-6520-400d-98c9-398e81e3a58c req-a17d747b-d318-45b1-b3b9-2637c38f04a0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:46.968017 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92869b57-6520-400d-98c9-398e81e3a58c req-a17d747b-d318-45b1-b3b9-2637c38f04a0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.1138930 Nov 11 17:35:46.988158 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-32f77e73-45aa-4b88-8765-0e8d52fbdd48 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:46.991469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba42653-c301-4b9c-b044-9db90d2bf05b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:47.071577 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-32f77e73-45aa-4b88-8765-0e8d52fbdd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:47.188358 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f77e73-45aa-4b88-8765-0e8d52fbdd48 None None] Pushing event updated for resources: {'Port': ['ID=21060736-e283-475e-acfd-34dbce0199e1,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:47.254582 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f77e73-45aa-4b88-8765-0e8d52fbdd48 None None] Network 8994d145-e9c5-4b08-8bc5-cc7c130b502a is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:47.329818 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 7c2a66b1-77cc-4a1b-a926-15ae031efc83 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:47.330415 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:47.337319 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92869b57-6520-400d-98c9-398e81e3a58c req-de19081b-7cc8-461f-bd27-ddd7d13ae590 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3608251 Nov 11 17:35:47.418347 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-32f77e73-45aa-4b88-8765-0e8d52fbdd48 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:47.428049 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f77e73-45aa-4b88-8765-0e8d52fbdd48 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:47.436381 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f64aa-80cd-4a7a-b053-f995e8022fa2 req-9b6021c2-4ee3-4d1b-8891-44c33c876d14 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:47.442688 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-778f64aa-80cd-4a7a-b053-f995e8022fa2 req-9b6021c2-4ee3-4d1b-8891-44c33c876d14 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=0725a4af-2a5f-4523-8b8f-677e34699596 HTTP/1.1" status: 200 len: 945 time: 0.3355532 Nov 11 17:35:47.446094 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ba42653-c301-4b9c-b044-9db90d2bf05b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:47.524311 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-2ba42653-c301-4b9c-b044-9db90d2bf05b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] device_id is not set on port e56277a6-db0d-438f-882b-a09965e63255 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:35:47.529559 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ea5deb-7a90-4fd9-a808-7a4c28fa77ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-f7a2233d-f3fd-47d6-8390-2db1e515ee46', 'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46', 'tenant_id': '63529d4881bc4948a539fcab59bdd3a8', 'fixed_ips': [{'subnet_id': '20deccfc-1861-4f08-b130-976a90ac6b09'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:35:47.530438 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-56ea5deb-7a90-4fd9-a808-7a4c28fa77ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:47.609798 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:47.639398 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46da286a-4873-4302-8650-928477b928bb x-openstack-request-id: req-46da286a-4873-4302-8650-928477b928bb {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:35:47.640077 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af5bd0c-497d-4518-96c1-33a38fae584f", "tag": "3de4b953-cf0d-49c3-abb7-e0c684db874a", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:35:47.642251 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-46da286a-4873-4302-8650-928477b928bb {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:35:47.643518 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af5bd0c-497d-4518-96c1-33a38fae584f', 'tag': '3de4b953-cf0d-49c3-abb7-e0c684db874a', 'status': 'completed', 'code': 200} Nov 11 17:35:47.670662 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c71a7b25-e36a-4987-9fe9-a78a42a599f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:47.712183 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-32f77e73-45aa-4b88-8765-0e8d52fbdd48 None None] Attempting to bind port 21060736-e283-475e-acfd-34dbce0199e1 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:35:47.713456 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-32f77e73-45aa-4b88-8765-0e8d52fbdd48 None None] Attempting to bind port 21060736-e283-475e-acfd-34dbce0199e1 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '8091d0d3-63f1-4c4f-8e05-45e2eeeeaec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:35:47.715280 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f77e73-45aa-4b88-8765-0e8d52fbdd48 None None] Attempting to bind port 21060736-e283-475e-acfd-34dbce0199e1 on network 8994d145-e9c5-4b08-8bc5-cc7c130b502a {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:35:47.744252 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e455b4-f979-4f22-b523-050bca40c512 service neutron] Pushing event updated for resources: {'Port': ['ID=3de4b953-cf0d-49c3-abb7-e0c684db874a,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:47.746584 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f77e73-45aa-4b88-8765-0e8d52fbdd48 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:35:47.747107 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f77e73-45aa-4b88-8765-0e8d52fbdd48 None None] Checking segment: {'id': '8091d0d3-63f1-4c4f-8e05-45e2eeeeaec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:35:47.747611 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-32f77e73-45aa-4b88-8765-0e8d52fbdd48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:47.748136 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f77e73-45aa-4b88-8765-0e8d52fbdd48 None None] Bound using segment: {'id': '8091d0d3-63f1-4c4f-8e05-45e2eeeeaec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:35:47.748716 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-32f77e73-45aa-4b88-8765-0e8d52fbdd48 None None] Bound port: 21060736-e283-475e-acfd-34dbce0199e1, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8091d0d3-63f1-4c4f-8e05-45e2eeeeaec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:35:47.749196 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-32f77e73-45aa-4b88-8765-0e8d52fbdd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:47.791490 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48430) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:47.842806 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 7c2a66b1-77cc-4a1b-a926-15ae031efc83, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7c2a66b1-77cc-4a1b-a926-15ae031efc83,segment=NetworkSegment(b86ab9cc-0402-4104-8a13-b1561527b384),segment_id=b86ab9cc-0402-4104-8a13-b1561527b384)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:47.903402 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:47.904816 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-778f64aa-80cd-4a7a-b053-f995e8022fa2 req-f2fe889f-a964-461c-9084-667c1b0544a5 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460244 Nov 11 17:35:47.930621 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183aff1-56ab-4572-8711-3941bee59105 req-93f5b579-3ae4-48b8-b0c7-5110891a6a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:47.940895 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2183aff1-56ab-4572-8711-3941bee59105 req-93f5b579-3ae4-48b8-b0c7-5110891a6a3c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eeac632c30574948b103f77246d9180e&device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 1094 time: 0.3041694 Nov 11 17:35:47.988468 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-2ba42653-c301-4b9c-b044-9db90d2bf05b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Allocated IP 2001:db8::1b8 (8994d145-e9c5-4b08-8bc5-cc7c130b502a/85d1e428-cdc8-4a46-a5e1-d331caddb49d/e56277a6-db0d-438f-882b-a09965e63255) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:48.149854 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2183aff1-56ab-4572-8711-3941bee59105 req-4fe885a4-6762-4031-b02c-c35ff2234b08 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de4b953-cf0d-49c3-abb7-e0c684db874a HTTP/1.1" status: 200 len: 217 time: 0.1783521 Nov 11 17:35:48.173990 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-56ea5deb-7a90-4fd9-a808-7a4c28fa77ff None None] Allocated IP 172.20.0.2 (f7a2233d-f3fd-47d6-8390-2db1e515ee46/20deccfc-1861-4f08-b130-976a90ac6b09/bd7e1266-20fb-4efa-a1e5-336b73353b73) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:48.178141 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae2e052d-e31f-44e3-9d13-fa5564b8e18c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:48.237475 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ba42653-c301-4b9c-b044-9db90d2bf05b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:48.237734 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5c409577-4718-4583-82ed-0570ae95bfb0 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:48.262995 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5c409577-4718-4583-82ed-0570ae95bfb0 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:48.283858 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ba42653-c301-4b9c-b044-9db90d2bf05b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:48.286184 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-c71a7b25-e36a-4987-9fe9-a78a42a599f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:35:48.286571 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-c71a7b25-e36a-4987-9fe9-a78a42a599f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:35:48.287642 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-32f77e73-45aa-4b88-8765-0e8d52fbdd48 None None] For port 21060736-e283-475e-acfd-34dbce0199e1, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:35:48.300249 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=7c2a66b1-77cc-4a1b-a926-15ae031efc83,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:48.327552 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183aff1-56ab-4572-8711-3941bee59105 req-f960c60e-a073-4f56-9b64-1e53e0bdd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:48.330478 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2183aff1-56ab-4572-8711-3941bee59105 req-f960c60e-a073-4f56-9b64-1e53e0bdd6d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa447a7e-c385-460f-86cb-d149b7215da5 HTTP/1.1" status: 200 len: 855 time: 0.1676881 Nov 11 17:35:48.332795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-32f77e73-45aa-4b88-8765-0e8d52fbdd48 None None] For port 21060736-e283-475e-acfd-34dbce0199e1, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=21060736-e283-475e-acfd-34dbce0199e1,segment=NetworkSegment(8091d0d3-63f1-4c4f-8e05-45e2eeeeaec7),segment_id=8091d0d3-63f1-4c4f-8e05-45e2eeeeaec7)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:35:48.339291 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:48.344916 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5c409577-4718-4583-82ed-0570ae95bfb0 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:48.348746 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5c409577-4718-4583-82ed-0570ae95bfb0 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.7200699 Nov 11 17:35:48.358218 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48434) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:48.369070 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-32f77e73-45aa-4b88-8765-0e8d52fbdd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:48.371993 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c409577-4718-4583-82ed-0570ae95bfb0 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4157ac-9229-40b3-b7f2-dec48a08edae,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:48.377250 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-cebd4110-fffa-497d-92a7-ff35725e3bef tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'security_group': {'name': 'tempest-secgroup-1988483425'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:48.378916 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba42653-c301-4b9c-b044-9db90d2bf05b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Port': ['ID=e56277a6-db0d-438f-882b-a09965e63255,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:48.406628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba42653-c301-4b9c-b044-9db90d2bf05b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network 8994d145-e9c5-4b08-8bc5-cc7c130b502a is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:48.418684 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-2ba42653-c301-4b9c-b044-9db90d2bf05b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:48.429989 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba42653-c301-4b9c-b044-9db90d2bf05b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:48.438132 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba42653-c301-4b9c-b044-9db90d2bf05b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:48.439011 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ba42653-c301-4b9c-b044-9db90d2bf05b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:48.470086 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cf3b4-6cbd-488a-979a-7d63f882fecd req-db7f3ade-eab2-48e0-8fb3-833cfbdb5fb1 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:48.472024 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-423cf3b4-6cbd-488a-979a-7d63f882fecd req-db7f3ade-eab2-48e0-8fb3-833cfbdb5fb1 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.83 "GET /v2.0/ports?device_id=0725a4af-2a5f-4523-8b8f-677e34699596 HTTP/1.1" status: 200 len: 945 time: 0.1050138 Nov 11 17:35:48.503602 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75412317-5260-426e-b0b6-e86f825cfb10 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:48.510622 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cebd4110-fffa-497d-92a7-ff35725e3bef tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:48.523368 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75412317-5260-426e-b0b6-e86f825cfb10 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:48.524212 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75412317-5260-426e-b0b6-e86f825cfb10 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:48.537926 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183aff1-56ab-4572-8711-3941bee59105 req-f0e6bfb3-a25e-4116-a822-07b5b2e63c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:48.539598 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2183aff1-56ab-4572-8711-3941bee59105 req-f0e6bfb3-a25e-4116-a822-07b5b2e63c7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a3a8bf47-1430-4314-97ff-b3524a589a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1979563 Nov 11 17:35:48.588689 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae2e052d-e31f-44e3-9d13-fa5564b8e18c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:48.596600 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-2183aff1-56ab-4572-8711-3941bee59105 req-8df007b0-a12c-408d-9482-6a5e8c142bf7 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:35:48.597127 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-56ea5deb-7a90-4fd9-a808-7a4c28fa77ff None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:48.597592 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2183aff1-56ab-4572-8711-3941bee59105 req-8df007b0-a12c-408d-9482-6a5e8c142bf7 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061140 Nov 11 17:35:48.598412 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75412317-5260-426e-b0b6-e86f825cfb10 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Port': ['ID=9319f8d4-4e4b-491c-becc-b5d32f09d4ea,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:48.605183 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae2e052d-e31f-44e3-9d13-fa5564b8e18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:48.637165 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2ba42653-c301-4b9c-b044-9db90d2bf05b tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5743668 Nov 11 17:35:48.643335 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48438) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:48.650065 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-56ea5deb-7a90-4fd9-a808-7a4c28fa77ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:48.659235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d1a91262-1802-4dd9-92fe-1b49ae241363 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'subnet': {'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:48.710742 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f77e73-45aa-4b88-8765-0e8d52fbdd48 None None] Pushing event updated for resources: {'Port': ['ID=21060736-e283-475e-acfd-34dbce0199e1,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:48.730012 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7c2a66b1-77cc-4a1b-a926-15ae031efc83 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:48.734422 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea5deb-7a90-4fd9-a808-7a4c28fa77ff None None] Network f7a2233d-f3fd-47d6-8390-2db1e515ee46 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:48.772248 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f95227-035a-4b13-a54e-9e9193770c00 req-3d8f32a1-35e9-4729-88a1-09a69fcec5d8 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:48.779781 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24f95227-035a-4b13-a54e-9e9193770c00 req-3d8f32a1-35e9-4729-88a1-09a69fcec5d8 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.2281659 Nov 11 17:35:48.837702 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ae2e052d-e31f-44e3-9d13-fa5564b8e18c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9a28b60345e84836a7c14f0deb03686f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0423846 Nov 11 17:35:48.849414 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48440) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:48.851059 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75412317-5260-426e-b0b6-e86f825cfb10 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network 97eed629-ebe4-4bd0-ad24-42929198e8da is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:48.895816 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-423cf3b4-6cbd-488a-979a-7d63f882fecd req-9eba6117-04c3-40b9-89ac-72007decb143 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Deleting port 8889eaec-202f-4752-a864-ce7a0686c614 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:48.896059 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-423cf3b4-6cbd-488a-979a-7d63f882fecd req-9eba6117-04c3-40b9-89ac-72007decb143 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:48.907817 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-56ea5deb-7a90-4fd9-a808-7a4c28fa77ff None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:48.923378 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24f95227-035a-4b13-a54e-9e9193770c00 req-ef0e20b3-5a66-4dfe-bbe7-ff8280ad00cb tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423085 Nov 11 17:35:48.934305 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cebd4110-fffa-497d-92a7-ff35725e3bef tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:48.937338 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-75412317-5260-426e-b0b6-e86f825cfb10 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:48.955130 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e052d-e31f-44e3-9d13-fa5564b8e18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3bb301-deb3-4d74-9d24-838184bc842f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:48.974509 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ea5deb-7a90-4fd9-a808-7a4c28fa77ff None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:49.033488 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 7c2a66b1-77cc-4a1b-a926-15ae031efc83 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:49.041960 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:49.121714 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c385e6b1-c048-4366-acb6-975bb06cfd61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:49.131767 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cebd4110-fffa-497d-92a7-ff35725e3bef tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:49.152257 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c385e6b1-c048-4366-acb6-975bb06cfd61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:49.189083 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea5deb-7a90-4fd9-a808-7a4c28fa77ff None None] Pushing event updated for resources: {'Port': ['ID=bd7e1266-20fb-4efa-a1e5-336b73353b73,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:49.200660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd4110-fffa-497d-92a7-ff35725e3bef tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf9687f-dbd3-4dd3-8159-e680a6d76a9e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:49.206292 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-42e5c9d5-ac52-43ac-b512-32b5a77bea76 None None] Provisioning complete for port 7c2a66b1-77cc-4a1b-a926-15ae031efc83 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:49.206674 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-42e5c9d5-ac52-43ac-b512-32b5a77bea76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:49.248644 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a91262-1802-4dd9-92fe-1b49ae241363 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:49.250667 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75412317-5260-426e-b0b6-e86f825cfb10 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router 705cc3fe-14dd-4583-9a7c-9102876c818b is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:35:49.253984 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1a91262-1802-4dd9-92fe-1b49ae241363 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:49.267983 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cebd4110-fffa-497d-92a7-ff35725e3bef tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:49.269476 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cebd4110-fffa-497d-92a7-ff35725e3bef tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9070985 Nov 11 17:35:49.354746 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48444) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:49.368094 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e8473c0b-e4f7-4db8-8900-95f61ed44bbf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-372501030', 'security_groups': ['2bf9687f-dbd3-4dd3-8159-e680a6d76a9e'], 'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '20deccfc-1861-4f08-b130-976a90ac6b09'}]}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:49.408758 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2183aff1-56ab-4572-8711-3941bee59105 req-3c00214d-2e4c-4fae-ac90-0d35d6136fa8 service neutron] 10.222.0.64 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8004100 Nov 11 17:35:49.411638 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75412317-5260-426e-b0b6-e86f825cfb10 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:35:49.420177 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-75412317-5260-426e-b0b6-e86f825cfb10 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/705cc3fe-14dd-4583-9a7c-9102876c818b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2463391 Nov 11 17:35:49.426479 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48446) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:49.439485 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c385e6b1-c048-4366-acb6-975bb06cfd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:49.440933 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c385e6b1-c048-4366-acb6-975bb06cfd61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:49.442115 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c385e6b1-c048-4366-acb6-975bb06cfd61 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ed3bb301-deb3-4d74-9d24-838184bc842f HTTP/1.1" status: 204 len: 168 time: 0.5909050 Nov 11 17:35:49.453260 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-423cf3b4-6cbd-488a-979a-7d63f882fecd req-9eba6117-04c3-40b9-89ac-72007decb143 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] For port 8889eaec-202f-4752-a864-ce7a0686c614, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=8889eaec-202f-4752-a864-ce7a0686c614,segment=NetworkSegment(fd56decb-8d0a-495a-b998-069d8a3114ad),segment_id=fd56decb-8d0a-495a-b998-069d8a3114ad)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:49.453634 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-423cf3b4-6cbd-488a-979a-7d63f882fecd req-9eba6117-04c3-40b9-89ac-72007decb143 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:49.466913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd319d-4fdc-420d-9bd8-fac3839c18fb req-cbbecd2f-a406-45bc-a681-2767e2e59ecf tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:49.469325 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85cd319d-4fdc-420d-9bd8-fac3839c18fb req-cbbecd2f-a406-45bc-a681-2767e2e59ecf tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=0725a4af-2a5f-4523-8b8f-677e34699596 HTTP/1.1" status: 200 len: 945 time: 0.4215558 Nov 11 17:35:49.517191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385e6b1-c048-4366-acb6-975bb06cfd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3bb301-deb3-4d74-9d24-838184bc842f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:49.519604 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce48181-2905-4ce7-86b7-4948e96d4e4a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:49.523790 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9ce48181-2905-4ce7-86b7-4948e96d4e4a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/ports/9319f8d4-4e4b-491c-becc-b5d32f09d4ea HTTP/1.1" status: 200 len: 911 time: 0.0938020 Nov 11 17:35:49.524683 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48450) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:49.554047 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-423cf3b4-6cbd-488a-979a-7d63f882fecd req-9eba6117-04c3-40b9-89ac-72007decb143 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Calling delete_port for 8889eaec-202f-4752-a864-ce7a0686c614 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:49.595743 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae050b-ac84-41ba-9e54-99c1aa63f537 None None] Sync routers for ids ['705cc3fe-14dd-4583-9a7c-9102876c818b'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:35:49.601198 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-56ea5deb-7a90-4fd9-a808-7a4c28fa77ff None None] Attempting to bind port bd7e1266-20fb-4efa-a1e5-336b73353b73 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:35:49.601813 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-56ea5deb-7a90-4fd9-a808-7a4c28fa77ff None None] Attempting to bind port bd7e1266-20fb-4efa-a1e5-336b73353b73 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '2899939e-5075-4b54-abe0-38d33abfc114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:35:49.601931 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ea5deb-7a90-4fd9-a808-7a4c28fa77ff None None] Attempting to bind port bd7e1266-20fb-4efa-a1e5-336b73353b73 on network f7a2233d-f3fd-47d6-8390-2db1e515ee46 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:35:49.617115 n-d-816206-4 neutron-server[102618]: INFO neutron.db.ipam_backend_mixin [None req-d1a91262-1802-4dd9-92fe-1b49ae241363 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 85d1e428-cdc8-4a46-a5e1-d331caddb49d (CIDR: 2001:db8::/64) Nov 11 17:35:49.629840 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae050b-ac84-41ba-9e54-99c1aa63f537 None None] Routers {'705cc3fe-14dd-4583-9a7c-9102876c818b'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:49.630687 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-77ae050b-ac84-41ba-9e54-99c1aa63f537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['705cc3fe-14dd-4583-9a7c-9102876c818b'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:49.649198 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2183aff1-56ab-4572-8711-3941bee59105 req-148f9355-b17f-4db9-9b11-31b5907861e9 service neutron] 10.222.0.64 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309334 Nov 11 17:35:49.672974 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a91262-1802-4dd9-92fe-1b49ae241363 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:35:49.673469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a91262-1802-4dd9-92fe-1b49ae241363 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:35:49.716459 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ea5deb-7a90-4fd9-a808-7a4c28fa77ff None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:35:49.717292 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ea5deb-7a90-4fd9-a808-7a4c28fa77ff None None] Checking segment: {'id': '2899939e-5075-4b54-abe0-38d33abfc114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:35:49.717721 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-56ea5deb-7a90-4fd9-a808-7a4c28fa77ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:49.718109 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ea5deb-7a90-4fd9-a808-7a4c28fa77ff None None] Bound using segment: {'id': '2899939e-5075-4b54-abe0-38d33abfc114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:35:49.718632 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-56ea5deb-7a90-4fd9-a808-7a4c28fa77ff None None] Bound port: bd7e1266-20fb-4efa-a1e5-336b73353b73, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2899939e-5075-4b54-abe0-38d33abfc114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:35:49.719014 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-56ea5deb-7a90-4fd9-a808-7a4c28fa77ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:49.743872 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-77ae050b-ac84-41ba-9e54-99c1aa63f537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:49.770644 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85cd319d-4fdc-420d-9bd8-fac3839c18fb req-53f4a58a-92ba-41ab-8eb8-0e714f96b754 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/security-groups?id=4332d80d-500f-4be1-af77-cd076a012557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762699 Nov 11 17:35:49.777256 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae050b-ac84-41ba-9e54-99c1aa63f537 None None] Routers {'705cc3fe-14dd-4583-9a7c-9102876c818b'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:49.777256 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-77ae050b-ac84-41ba-9e54-99c1aa63f537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['705cc3fe-14dd-4583-9a7c-9102876c818b'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:49.847843 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-77ae050b-ac84-41ba-9e54-99c1aa63f537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:49.848512 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae050b-ac84-41ba-9e54-99c1aa63f537 None None] The sync data for ids ['705cc3fe-14dd-4583-9a7c-9102876c818b'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:35:49.861735 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8473c0b-e4f7-4db8-8900-95f61ed44bbf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:49.880245 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f58693-23fa-4e47-aafc-342736644790 req-f6f8dda4-8181-4f91-858d-d4e1ff4f2587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:49.881787 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-37f58693-23fa-4e47-aafc-342736644790 req-f6f8dda4-8181-4f91-858d-d4e1ff4f2587 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eeac632c30574948b103f77246d9180e&device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 1094 time: 0.1214063 Nov 11 17:35:49.977751 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8473c0b-e4f7-4db8-8900-95f61ed44bbf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:49.985115 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d1a91262-1802-4dd9-92fe-1b49ae241363 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3358796 Nov 11 17:35:49.995293 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48464) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:50.002597 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-3b32d819-84cf-417d-af7e-f7f533749ee7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'subnet': {'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:50.044744 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f58693-23fa-4e47-aafc-342736644790 req-cd7ba359-0ec2-49cb-8234-7a004ed4863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:50.047491 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-37f58693-23fa-4e47-aafc-342736644790 req-cd7ba359-0ec2-49cb-8234-7a004ed4863d service neutron] 10.222.0.64 "GET /v2.0/networks?id=a3a8bf47-1430-4314-97ff-b3524a589a13 HTTP/1.1" status: 200 len: 918 time: 0.1509931 Nov 11 17:35:50.075256 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-42e5c9d5-ac52-43ac-b512-32b5a77bea76 None None] Provisioning complete for port 9319f8d4-4e4b-491c-becc-b5d32f09d4ea triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:50.076600 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-42e5c9d5-ac52-43ac-b512-32b5a77bea76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:50.106905 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-56ea5deb-7a90-4fd9-a808-7a4c28fa77ff None None] For port bd7e1266-20fb-4efa-a1e5-336b73353b73, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:35:50.130340 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-56ea5deb-7a90-4fd9-a808-7a4c28fa77ff None None] For port bd7e1266-20fb-4efa-a1e5-336b73353b73, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bd7e1266-20fb-4efa-a1e5-336b73353b73,segment=NetworkSegment(2899939e-5075-4b54-abe0-38d33abfc114),segment_id=2899939e-5075-4b54-abe0-38d33abfc114)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:35:50.134598 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-e8473c0b-e4f7-4db8-8900-95f61ed44bbf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] device_id is not set on port c5e23f14-14bc-4594-b04e-5db7a23c080d yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:35:50.136511 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-42e5c9d5-ac52-43ac-b512-32b5a77bea76 None None] Port 9319f8d4-4e4b-491c-becc-b5d32f09d4ea cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:50.141160 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-56ea5deb-7a90-4fd9-a808-7a4c28fa77ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:50.182464 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-37f58693-23fa-4e47-aafc-342736644790 req-76fbb378-29af-42bb-bca7-2ec19407858b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de4b953-cf0d-49c3-abb7-e0c684db874a HTTP/1.1" status: 200 len: 217 time: 0.1269338 Nov 11 17:35:50.231412 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea5deb-7a90-4fd9-a808-7a4c28fa77ff None None] Pushing event updated for resources: {'Port': ['ID=bd7e1266-20fb-4efa-a1e5-336b73353b73,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:50.275015 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d08b5-8a5d-4177-8848-49e312f43da3 req-b08a1a26-13ea-4bc7-8ba6-cfb8d327a53b tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:50.284441 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f58693-23fa-4e47-aafc-342736644790 req-2625c8eb-3838-4ce4-9f69-a6411845f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:50.285922 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-37f58693-23fa-4e47-aafc-342736644790 req-2625c8eb-3838-4ce4-9f69-a6411845f52a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa447a7e-c385-460f-86cb-d149b7215da5 HTTP/1.1" status: 200 len: 855 time: 0.0838776 Nov 11 17:35:50.286785 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c15d08b5-8a5d-4177-8848-49e312f43da3 req-b08a1a26-13ea-4bc7-8ba6-cfb8d327a53b tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 1097 time: 0.5136056 Nov 11 17:35:50.322026 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-915b7979-6708-40e6-8fa8-c908e0f0c051 None None] Provisioning complete for port 9319f8d4-4e4b-491c-becc-b5d32f09d4ea triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:50.322261 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-915b7979-6708-40e6-8fa8-c908e0f0c051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:50.356072 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c15d08b5-8a5d-4177-8848-49e312f43da3 req-8d9b97ac-b91b-488b-95c7-a59ac8addd2e tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:50.370523 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-915b7979-6708-40e6-8fa8-c908e0f0c051 None None] Port 9319f8d4-4e4b-491c-becc-b5d32f09d4ea cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:50.439202 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbe5e0-143e-46ae-be93-9c7cca283504 req-bd5096cb-0cb4-45b6-88da-17298cc5052e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:50.440783 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cccbe5e0-143e-46ae-be93-9c7cca283504 req-bd5096cb-0cb4-45b6-88da-17298cc5052e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.3333001 Nov 11 17:35:50.470323 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-423cf3b4-6cbd-488a-979a-7d63f882fecd req-9eba6117-04c3-40b9-89ac-72007decb143 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:50.474193 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f58693-23fa-4e47-aafc-342736644790 req-a7557d19-2e3d-4d93-8b54-43f18d25f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:50.476380 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-37f58693-23fa-4e47-aafc-342736644790 req-a7557d19-2e3d-4d93-8b54-43f18d25f3fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a3a8bf47-1430-4314-97ff-b3524a589a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469245 Nov 11 17:35:50.484960 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['8889eaec-202f-4752-a864-ce7a0686c614'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:35:50.615389 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba6117-04c3-40b9-89ac-72007decb143 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Pushing event deleted for resources: {'Port': ['ID=8889eaec-202f-4752-a864-ce7a0686c614,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:50.621980 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3f03e8e3-4a23-4741-bf1a-23e951fccd7e None None] Provisioning complete for port 5efb1c6d-cbde-4531-9154-1ad64acd8f63 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:50.622493 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3f03e8e3-4a23-4741-bf1a-23e951fccd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:50.712758 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da62629f-e8f8-40ca-9cc8-0aa21bf261d0 None None] DHCP port deletion for b0dd05d3-837d-44d1-abc4-2c8570b43698 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:35:50.773246 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-3f03e8e3-4a23-4741-bf1a-23e951fccd7e None None] Port 5efb1c6d-cbde-4531-9154-1ad64acd8f63 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:50.793074 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b32d819-84cf-417d-af7e-f7f533749ee7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:50.802006 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3f03e8e3-4a23-4741-bf1a-23e951fccd7e None None] Provisioning complete for port 21060736-e283-475e-acfd-34dbce0199e1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:50.802387 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3f03e8e3-4a23-4741-bf1a-23e951fccd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:50.802560 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b32d819-84cf-417d-af7e-f7f533749ee7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:50.943936 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bd7e1266-20fb-4efa-a1e5-336b73353b73 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:50.948525 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-423cf3b4-6cbd-488a-979a-7d63f882fecd req-9eba6117-04c3-40b9-89ac-72007decb143 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] No DVR routers for this DVR port 8889eaec-202f-4752-a864-ce7a0686c614 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:35:50.963650 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-423cf3b4-6cbd-488a-979a-7d63f882fecd req-9eba6117-04c3-40b9-89ac-72007decb143 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:50.967017 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-423cf3b4-6cbd-488a-979a-7d63f882fecd req-9eba6117-04c3-40b9-89ac-72007decb143 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.83 "DELETE /v2.0/ports/8889eaec-202f-4752-a864-ce7a0686c614 HTTP/1.1" status: 204 len: 173 time: 2.4832036 Nov 11 17:35:50.978964 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cccbe5e0-143e-46ae-be93-9c7cca283504 req-799a694a-697b-43c4-a4d8-d1af2c9cf2c0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5249808 Nov 11 17:35:50.979447 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0725a4af-2a5f-4523-8b8f-677e34699596', 'name': 'network-vif-deleted', 'tag': '8889eaec-202f-4752-a864-ce7a0686c614'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:35:50.982473 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efc2618-9667-4a5f-a728-3a10a444480d" -d '{"events": [{"server_uuid": "0725a4af-2a5f-4523-8b8f-677e34699596", "name": "network-vif-deleted", "tag": "8889eaec-202f-4752-a864-ce7a0686c614"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:35:51.007123 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-e8473c0b-e4f7-4db8-8900-95f61ed44bbf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Allocated IP 172.20.0.11 (f7a2233d-f3fd-47d6-8390-2db1e515ee46/20deccfc-1861-4f08-b130-976a90ac6b09/c5e23f14-14bc-4594-b04e-5db7a23c080d) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:51.053515 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f6e2430a-d100-4a81-891d-5e961e586fde tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:51.100335 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3f03e8e3-4a23-4741-bf1a-23e951fccd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:51.103069 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c15d08b5-8a5d-4177-8848-49e312f43da3 req-8d9b97ac-b91b-488b-95c7-a59ac8addd2e tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:51.132298 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port bd7e1266-20fb-4efa-a1e5-336b73353b73 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:51.132676 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:51.162109 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3f03e8e3-4a23-4741-bf1a-23e951fccd7e None None] For port 21060736-e283-475e-acfd-34dbce0199e1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=21060736-e283-475e-acfd-34dbce0199e1,segment=NetworkSegment(8091d0d3-63f1-4c4f-8e05-45e2eeeeaec7),segment_id=8091d0d3-63f1-4c4f-8e05-45e2eeeeaec7)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:51.175694 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3f03e8e3-4a23-4741-bf1a-23e951fccd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:51.207993 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-37f58693-23fa-4e47-aafc-342736644790 req-6aa083f0-4485-4fc2-bc70-bf1f5a767450 service neutron] 10.222.0.64 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7222819 Nov 11 17:35:51.256821 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03e8e3-4a23-4741-bf1a-23e951fccd7e None None] Pushing event updated for resources: {'Port': ['ID=21060736-e283-475e-acfd-34dbce0199e1,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:51.289183 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:51.340799 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-c15d08b5-8a5d-4177-8848-49e312f43da3 req-8d9b97ac-b91b-488b-95c7-a59ac8addd2e tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:51.343880 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5988f2c1-23c3-43de-b5e1-505eaf9e1d24 None None] Provisioning complete for port e56277a6-db0d-438f-882b-a09965e63255 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:51.344243 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5988f2c1-23c3-43de-b5e1-505eaf9e1d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:51.387027 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-33fed586-506b-470a-a339-35f81b538870 req-8fc9f4b0-0787-4171-bc54-e3e375b969e3 tempest-AttachVolumeNegativeTest-538033636 tempest-AttachVolumeNegativeTest-538033636-project] 10.222.0.76 "GET /v2.0/ports?device_id=0725a4af-2a5f-4523-8b8f-677e34699596 HTTP/1.1" status: 200 len: 210 time: 0.1519225 Nov 11 17:35:51.430863 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-5988f2c1-23c3-43de-b5e1-505eaf9e1d24 None None] Port e56277a6-db0d-438f-882b-a09965e63255 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:51.445197 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port bd7e1266-20fb-4efa-a1e5-336b73353b73, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bd7e1266-20fb-4efa-a1e5-336b73353b73,segment=NetworkSegment(2899939e-5075-4b54-abe0-38d33abfc114),segment_id=2899939e-5075-4b54-abe0-38d33abfc114)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:51.455877 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:51.458466 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 21060736-e283-475e-acfd-34dbce0199e1 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:51.514618 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3672e608-8428-4d3b-bc6d-eb207a5bcb60 x-openstack-request-id: req-3672e608-8428-4d3b-bc6d-eb207a5bcb60 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:35:51.514974 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0725a4af-2a5f-4523-8b8f-677e34699596", "name": "network-vif-deleted", "tag": "8889eaec-202f-4752-a864-ce7a0686c614", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:35:51.515687 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3672e608-8428-4d3b-bc6d-eb207a5bcb60 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:35:51.530454 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0725a4af-2a5f-4523-8b8f-677e34699596', 'name': 'network-vif-deleted', 'tag': '8889eaec-202f-4752-a864-ce7a0686c614', 'status': 'completed', 'code': 200} Nov 11 17:35:51.542833 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b97ac-b91b-488b-95c7-a59ac8addd2e tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12e367c-6360-422c-ac79-53eff9d57613,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:51.559747 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c15d08b5-8a5d-4177-8848-49e312f43da3 req-8d9b97ac-b91b-488b-95c7-a59ac8addd2e tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2526023 Nov 11 17:35:51.578291 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-37f58693-23fa-4e47-aafc-342736644790 req-70833c7f-aeb5-4cbd-9431-e256b2d0994c service neutron] 10.222.0.64 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625889 Nov 11 17:35:51.607153 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=bd7e1266-20fb-4efa-a1e5-336b73353b73,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:51.646831 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 21060736-e283-475e-acfd-34dbce0199e1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:51.647653 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:51.669929 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8473c0b-e4f7-4db8-8900-95f61ed44bbf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:51.718894 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-f6e2430a-d100-4a81-891d-5e961e586fde tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting port 9319f8d4-4e4b-491c-becc-b5d32f09d4ea {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:51.719835 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f6e2430a-d100-4a81-891d-5e961e586fde tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:51.799582 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b32d819-84cf-417d-af7e-f7f533749ee7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:51.880328 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b32d819-84cf-417d-af7e-f7f533749ee7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network 8994d145-e9c5-4b08-8bc5-cc7c130b502a is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:51.885545 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8473c0b-e4f7-4db8-8900-95f61ed44bbf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:51.894940 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f6e2430a-d100-4a81-891d-5e961e586fde tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:51.901200 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-3b32d819-84cf-417d-af7e-f7f533749ee7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:51.914759 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bacba7-7d16-4afb-a3f7-092f809e7966 None None] Network 8994d145-e9c5-4b08-8bc5-cc7c130b502a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:51.929425 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-f6e2430a-d100-4a81-891d-5e961e586fde tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Calling delete_port for 9319f8d4-4e4b-491c-becc-b5d32f09d4ea owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:52.124556 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8c9d311d-ec35-4dd1-b324-b76158bc9c34 None None] Provisioning complete for port bd7e1266-20fb-4efa-a1e5-336b73353b73 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:52.124855 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8c9d311d-ec35-4dd1-b324-b76158bc9c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:52.212937 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f6e2430a-d100-4a81-891d-5e961e586fde tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:52.256390 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2430a-d100-4a81-891d-5e961e586fde tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Port': ['ID=9319f8d4-4e4b-491c-becc-b5d32f09d4ea,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:52.293038 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b32d819-84cf-417d-af7e-f7f533749ee7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:52.293556 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b32d819-84cf-417d-af7e-f7f533749ee7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:52.305247 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176edb3-e8e3-4831-9f5c-30b175e0aa15 req-5876b66b-2a43-437c-aae3-50879c2ad1fe tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:52.317499 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e176edb3-e8e3-4831-9f5c-30b175e0aa15 req-5876b66b-2a43-437c-aae3-50879c2ad1fe tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 0.5866966 Nov 11 17:35:52.337761 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8c9d311d-ec35-4dd1-b324-b76158bc9c34 None None] Provisioning complete for port 045c2492-fab9-46af-b8a8-3917c545d432 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:52.337904 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8c9d311d-ec35-4dd1-b324-b76158bc9c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:52.369678 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32d819-84cf-417d-af7e-f7f533749ee7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Subnet': ['ID=e8827a58-3c13-47c0-8a33-cf3c29cfac66,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:52.420948 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f6e2430a-d100-4a81-891d-5e961e586fde tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:52.461195 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d311d-ec35-4dd1-b324-b76158bc9c34 None None] Port 045c2492-fab9-46af-b8a8-3917c545d432 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:52.469615 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01f059e-8ad8-4799-be40-6a33fdba20c7 None None] Update dhcp port {'port': {'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a', 'fixed_ips': [{'subnet_id': '85d1e428-cdc8-4a46-a5e1-d331caddb49d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e8827a58-3c13-47c0-8a33-cf3c29cfac66'}], 'binding:host_id': 'n-d-816206-4'}, 'id': '21060736-e283-475e-acfd-34dbce0199e1'} from n-d-816206-4. {{(pid=102619) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 17:35:52.470722 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8473c0b-e4f7-4db8-8900-95f61ed44bbf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network f7a2233d-f3fd-47d6-8390-2db1e515ee46 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:52.491021 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3b32d819-84cf-417d-af7e-f7f533749ee7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4912739 Nov 11 17:35:52.491021 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-e8473c0b-e4f7-4db8-8900-95f61ed44bbf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:52.493363 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8473c0b-e4f7-4db8-8900-95f61ed44bbf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Port': ['ID=c5e23f14-14bc-4594-b04e-5db7a23c080d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:52.495766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8473c0b-e4f7-4db8-8900-95f61ed44bbf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:52.504140 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48498) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:52.512718 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-27351ee5-b0df-4498-b61f-ffd1a2d0a2c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1222771412', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e8827a58-3c13-47c0-8a33-cf3c29cfac66'}], 'security_groups': ['0e3873b0-0180-4e55-a980-45dfadc48c40']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:52.519296 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a01f059e-8ad8-4799-be40-6a33fdba20c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:52.528019 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 3de4b953-cf0d-49c3-abb7-e0c684db874a details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:35:52.661701 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e176edb3-e8e3-4831-9f5c-30b175e0aa15 req-7a81fd9f-9ec3-453c-b1fc-a4b475638328 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3432126 Nov 11 17:35:52.685997 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48502) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:52.766409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e04b16-f5f9-4931-b4f5-64e8dd757472 req-2a0b433a-001e-47e4-b34b-7b6469bc07f0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:52.768121 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42e04b16-f5f9-4931-b4f5-64e8dd757472 req-2a0b433a-001e-47e4-b34b-7b6469bc07f0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.4456675 Nov 11 17:35:52.768634 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48504) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:52.790819 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bd7e1266-20fb-4efa-a1e5-336b73353b73 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:52.844663 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8473c0b-e4f7-4db8-8900-95f61ed44bbf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:52.844663 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8473c0b-e4f7-4db8-8900-95f61ed44bbf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:52.898176 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e2430a-d100-4a81-891d-5e961e586fde tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router 705cc3fe-14dd-4583-9a7c-9102876c818b has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:35:52.923051 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e8473c0b-e4f7-4db8-8900-95f61ed44bbf tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5671866 Nov 11 17:35:52.927404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 3de4b953-cf0d-49c3-abb7-e0c684db874a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=3de4b953-cf0d-49c3-abb7-e0c684db874a,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:52.938321 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eefdfba-73d5-4c14-81dd-9476c72fb09e admin admin] Deleting subnet a9999f1f-0e45-4e21-98fb-c66184c46f8a {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:35:52.946327 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-439e3530-605d-4572-a537-cc10a34d30f7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/floatingips/1b9afd0c-3cce-41ab-9283-37eff3161db6 HTTP/1.1" status: 200 len: 994 time: 0.2502170 Nov 11 17:35:52.949011 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48506) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:52.956064 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a88b8cf1-4677-4e1c-9c8d-bd2a6198f967 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'subnet': {'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:52.981578 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3eefdfba-73d5-4c14-81dd-9476c72fb09e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:53.039947 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '3de4b953-cf0d-49c3-abb7-e0c684db874a', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'port_id': '3de4b953-cf0d-49c3-abb7-e0c684db874a', 'mac_address': 'fa:16:3e:ca:0f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:35:53.050077 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42e04b16-f5f9-4931-b4f5-64e8dd757472 req-d247f2c7-03c8-4bc0-ab32-5d6369d87a4b tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671092 Nov 11 17:35:53.086601 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3eefdfba-73d5-4c14-81dd-9476c72fb09e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:53.100587 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ef4d6fab-4ade-4f65-a76f-620782e4b89f None None] Provisioning complete for port c5e23f14-14bc-4594-b04e-5db7a23c080d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:53.100958 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ef4d6fab-4ade-4f65-a76f-620782e4b89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:53.103818 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-a01f059e-8ad8-4799-be40-6a33fdba20c7 None None] Allocated IP 2001:db8:0:1::2 (8994d145-e9c5-4b08-8bc5-cc7c130b502a/e8827a58-3c13-47c0-8a33-cf3c29cfac66/21060736-e283-475e-acfd-34dbce0199e1) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:53.110021 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 8889eaec-202f-4752-a864-ce7a0686c614 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:35:53.122465 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e2430a-d100-4a81-891d-5e961e586fde tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:35:53.134054 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f6e2430a-d100-4a81-891d-5e961e586fde tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/705cc3fe-14dd-4583-9a7c-9102876c818b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6063111 Nov 11 17:35:53.135743 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48512) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:53.142579 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7626e047-0959-47de-a635-9e742d873b17 None None] Sync routers for ids ['705cc3fe-14dd-4583-9a7c-9102876c818b'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:35:53.153200 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-27351ee5-b0df-4498-b61f-ffd1a2d0a2c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:53.153896 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7626e047-0959-47de-a635-9e742d873b17 None None] Routers {'705cc3fe-14dd-4583-9a7c-9102876c818b'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:53.154681 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7626e047-0959-47de-a635-9e742d873b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['705cc3fe-14dd-4583-9a7c-9102876c818b'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:53.170049 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3eefdfba-73d5-4c14-81dd-9476c72fb09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:53.171103 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port bd7e1266-20fb-4efa-a1e5-336b73353b73 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:53.171537 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:53.173067 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 8889eaec-202f-4752-a864-ce7a0686c614 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:35:53.173409 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 8889eaec-202f-4752-a864-ce7a0686c614 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:35:53.185985 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:53.189635 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7626e047-0959-47de-a635-9e742d873b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:53.216292 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-38b8313b-c3b3-4f72-8e69-95ebbf5aaa07 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/ports?device_id=705cc3fe-14dd-4583-9a7c-9102876c818b HTTP/1.1" status: 200 len: 205 time: 0.0786312 Nov 11 17:35:53.219433 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48516) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:53.224004 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7626e047-0959-47de-a635-9e742d873b17 None None] Routers {'705cc3fe-14dd-4583-9a7c-9102876c818b'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:35:53.225203 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7626e047-0959-47de-a635-9e742d873b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['705cc3fe-14dd-4583-9a7c-9102876c818b'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:53.304539 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7626e047-0959-47de-a635-9e742d873b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:53.305571 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7626e047-0959-47de-a635-9e742d873b17 None None] The sync data for ids ['705cc3fe-14dd-4583-9a7c-9102876c818b'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:35:53.306501 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36d0c275-e957-4856-a9e2-16f40619bb4c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:53.307095 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-12b166f4-f9c9-4724-9c4e-7eef5627f576 req-daf379ae-7771-4736-aeec-77673a136922 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:35:53.308143 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-12b166f4-f9c9-4724-9c4e-7eef5627f576 req-daf379ae-7771-4736-aeec-77673a136922 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056233 Nov 11 17:35:53.352869 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88b8cf1-4677-4e1c-9c8d-bd2a6198f967 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:53.353926 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-ef4d6fab-4ade-4f65-a76f-620782e4b89f None None] Port c5e23f14-14bc-4594-b04e-5db7a23c080d cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:53.354241 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3eefdfba-73d5-4c14-81dd-9476c72fb09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:53.357866 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a88b8cf1-4677-4e1c-9c8d-bd2a6198f967 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:53.363717 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de4b953-cf0d-49c3-abb7-e0c684db874a {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:35:53.389263 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a01f059e-8ad8-4799-be40-6a33fdba20c7 None None] For port 21060736-e283-475e-acfd-34dbce0199e1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=21060736-e283-475e-acfd-34dbce0199e1,segment=NetworkSegment(8091d0d3-63f1-4c4f-8e05-45e2eeeeaec7),segment_id=8091d0d3-63f1-4c4f-8e05-45e2eeeeaec7)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:53.400160 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3eefdfba-73d5-4c14-81dd-9476c72fb09e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:53.409574 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba249c7-bbd7-48b5-97ff-9927c8db7d9d None None] Network b0dd05d3-837d-44d1-abc4-2c8570b43698 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:53.415198 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 3de4b953-cf0d-49c3-abb7-e0c684db874a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=3de4b953-cf0d-49c3-abb7-e0c684db874a,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:53.418380 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3eefdfba-73d5-4c14-81dd-9476c72fb09e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a9999f1f-0e45-4e21-98fb-c66184c46f8a HTTP/1.1" status: 204 len: 168 time: 0.6441514 Nov 11 17:35:53.432549 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48522) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:53.469727 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:53.520668 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a01f059e-8ad8-4799-be40-6a33fdba20c7 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:53.541743 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eefdfba-73d5-4c14-81dd-9476c72fb09e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9999f1f-0e45-4e21-98fb-c66184c46f8a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:53.555142 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a01f059e-8ad8-4799-be40-6a33fdba20c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:53.738121 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-27351ee5-b0df-4498-b61f-ffd1a2d0a2c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Delete allocated IP 2001:db8::1b8 (8994d145-e9c5-4b08-8bc5-cc7c130b502a/85d1e428-cdc8-4a46-a5e1-d331caddb49d) {{(pid=102618) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 17:35:53.765145 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-27351ee5-b0df-4498-b61f-ffd1a2d0a2c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Allocated IP 2001:db8:0:1::3a0 (8994d145-e9c5-4b08-8bc5-cc7c130b502a/e8827a58-3c13-47c0-8a33-cf3c29cfac66/e56277a6-db0d-438f-882b-a09965e63255) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:53.788982 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 21060736-e283-475e-acfd-34dbce0199e1 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:53.793985 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=3de4b953-cf0d-49c3-abb7-e0c684db874a,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:53.892154 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['3de4b953-cf0d-49c3-abb7-e0c684db874a'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:35:53.902025 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-31d88f84-8114-4203-bab0-97abf8972522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:53.908105 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a0a03e-246f-4e15-818b-aca7dc34c505 None None] DHCP port deletion for b0dd05d3-837d-44d1-abc4-2c8570b43698 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:35:53.908316 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36d0c275-e957-4856-a9e2-16f40619bb4c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:53.912192 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36d0c275-e957-4856-a9e2-16f40619bb4c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:53.978498 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f059e-8ad8-4799-be40-6a33fdba20c7 None None] Pushing event updated for resources: {'Port': ['ID=21060736-e283-475e-acfd-34dbce0199e1,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:53.989518 n-d-816206-4 neutron-server[102617]: INFO neutron.db.ipam_backend_mixin [None req-a88b8cf1-4677-4e1c-9c8d-bd2a6198f967 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 20deccfc-1861-4f08-b130-976a90ac6b09 (CIDR: 172.20.0.0/28) Nov 11 17:35:54.028245 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 21060736-e283-475e-acfd-34dbce0199e1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:54.028575 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:54.033748 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36d0c275-e957-4856-a9e2-16f40619bb4c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:54.034483 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d0c275-e957-4856-a9e2-16f40619bb4c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Fanout notify agent at l3_agent the message router_deleted on router 705cc3fe-14dd-4583-9a7c-9102876c818b {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:35:54.039393 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88b8cf1-4677-4e1c-9c8d-bd2a6198f967 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:35:54.043046 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88b8cf1-4677-4e1c-9c8d-bd2a6198f967 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:35:54.061435 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36d0c275-e957-4856-a9e2-16f40619bb4c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:54.063083 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-36d0c275-e957-4856-a9e2-16f40619bb4c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/routers/705cc3fe-14dd-4583-9a7c-9102876c818b HTTP/1.1" status: 204 len: 168 time: 0.8426878 Nov 11 17:35:54.070375 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48540) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:54.119545 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:54.188108 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a88b8cf1-4677-4e1c-9c8d-bd2a6198f967 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2375455 Nov 11 17:35:54.199217 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48548) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:54.205698 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-02a3fa06-21d9-4ed2-bd62-fe3749080aca tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'subnet': {'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:54.213229 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-31d88f84-8114-4203-bab0-97abf8972522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:54.243939 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-27351ee5-b0df-4498-b61f-ffd1a2d0a2c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:54.288205 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-31d88f84-8114-4203-bab0-97abf8972522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0dd05d3-837d-44d1-abc4-2c8570b43698']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:54.315797 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-31d88f84-8114-4203-bab0-97abf8972522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd56decb-8d0a-495a-b998-069d8a3114ad') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:54.315797 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-31d88f84-8114-4203-bab0-97abf8972522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd56decb-8d0a-495a-b998-069d8a3114ad') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:54.347697 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e49f76d-1e69-46ce-b5cd-09a55ae7566b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting subnet 429f2adc-00ed-48da-9a40-9a73719b4dcf {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:35:54.351128 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-27351ee5-b0df-4498-b61f-ffd1a2d0a2c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:54.367184 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-31d88f84-8114-4203-bab0-97abf8972522 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:54.392415 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e49f76d-1e69-46ce-b5cd-09a55ae7566b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:54.400750 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-31d88f84-8114-4203-bab0-97abf8972522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:54.443475 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d88f84-8114-4203-bab0-97abf8972522 admin admin] Releasing vlan 1261 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:35:54.444072 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-31d88f84-8114-4203-bab0-97abf8972522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:35:54.448587 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:35:54.506611 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c4b4747d-d214-4619-94a2-d506515031f3 req-626ca7e6-a83a-4295-a211-60e061daceb8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4333632 Nov 11 17:35:54.560478 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-31d88f84-8114-4203-bab0-97abf8972522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:54.574281 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e49f76d-1e69-46ce-b5cd-09a55ae7566b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:54.596790 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-31d88f84-8114-4203-bab0-97abf8972522 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:54.606941 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-31d88f84-8114-4203-bab0-97abf8972522 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b0dd05d3-837d-44d1-abc4-2c8570b43698 HTTP/1.1" status: 204 len: 168 time: 1.1715281 Nov 11 17:35:54.653970 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d88f84-8114-4203-bab0-97abf8972522 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0dd05d3-837d-44d1-abc4-2c8570b43698,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:54.665212 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a3fa06-21d9-4ed2-bd62-fe3749080aca tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:54.681941 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-02a3fa06-21d9-4ed2-bd62-fe3749080aca tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:54.717927 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-27351ee5-b0df-4498-b61f-ffd1a2d0a2c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] In _notify_port_updated(), no bound segment for port e56277a6-db0d-438f-882b-a09965e63255 on network 8994d145-e9c5-4b08-8bc5-cc7c130b502a {{(pid=102618) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:35:54.738222 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27351ee5-b0df-4498-b61f-ffd1a2d0a2c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:54.738901 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-27351ee5-b0df-4498-b61f-ffd1a2d0a2c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:54.740295 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-27351ee5-b0df-4498-b61f-ffd1a2d0a2c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "PUT /v2.0/ports/e56277a6-db0d-438f-882b-a09965e63255 HTTP/1.1" status: 200 len: 931 time: 2.2343709 Nov 11 17:35:54.741081 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27351ee5-b0df-4498-b61f-ffd1a2d0a2c5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Port': ['ID=e56277a6-db0d-438f-882b-a09965e63255,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:54.749099 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48568) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:54.769669 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 21060736-e283-475e-acfd-34dbce0199e1 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:54.840439 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2d8e1-4707-42a9-9848-dbfe81402f9c req-3518f302-d8fc-4c31-abbd-f0d676206d89 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:54.842021 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fce2d8e1-4707-42a9-9848-dbfe81402f9c req-3518f302-d8fc-4c31-abbd-f0d676206d89 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 944 time: 0.5945246 Nov 11 17:35:54.868677 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5dd76-b865-47e6-9303-3b34d5fe234e req-27849699-75cb-4bf9-b8f0-f2347cd67ede tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:54.870445 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4e5dd76-b865-47e6-9303-3b34d5fe234e req-27849699-75cb-4bf9-b8f0-f2347cd67ede tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 0.6241806 Nov 11 17:35:54.975987 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 21060736-e283-475e-acfd-34dbce0199e1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:54.978015 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:55.125528 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6d4146df-2968-49cf-a916-749096c512bd None None] Provisioning complete for port e56277a6-db0d-438f-882b-a09965e63255 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:55.125902 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6d4146df-2968-49cf-a916-749096c512bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:55.152863 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4e5dd76-b865-47e6-9303-3b34d5fe234e req-d3e7bd04-d57a-4c2e-827f-f30fcca707a6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593398 Nov 11 17:35:55.156473 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fce2d8e1-4707-42a9-9848-dbfe81402f9c req-269f8e61-5c04-46a0-aa69-ce72ab86048e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823596 Nov 11 17:35:55.174488 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e49f76d-1e69-46ce-b5cd-09a55ae7566b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:55.219666 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48580) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:55.228950 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6d4146df-2968-49cf-a916-749096c512bd None None] Port e56277a6-db0d-438f-882b-a09965e63255 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:55.246450 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6d4146df-2968-49cf-a916-749096c512bd None None] Provisioning complete for port 5efb1c6d-cbde-4531-9154-1ad64acd8f63 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:55.246826 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6d4146df-2968-49cf-a916-749096c512bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:55.291186 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-878f6e68-f5d7-4322-b6e7-7fd99064e994 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting port e56277a6-db0d-438f-882b-a09965e63255 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:55.291541 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-878f6e68-f5d7-4322-b6e7-7fd99064e994 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:55.344346 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6d4146df-2968-49cf-a916-749096c512bd None None] Port 5efb1c6d-cbde-4531-9154-1ad64acd8f63 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:55.344719 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-02a3fa06-21d9-4ed2-bd62-fe3749080aca tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:55.372501 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6d4146df-2968-49cf-a916-749096c512bd None None] Provisioning complete for port 21060736-e283-475e-acfd-34dbce0199e1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:55.373075 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6d4146df-2968-49cf-a916-749096c512bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:55.391517 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a3fa06-21d9-4ed2-bd62-fe3749080aca tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network f7a2233d-f3fd-47d6-8390-2db1e515ee46 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:55.396870 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-02a3fa06-21d9-4ed2-bd62-fe3749080aca tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:55.417464 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a3fa06-21d9-4ed2-bd62-fe3749080aca tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:55.419439 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-02a3fa06-21d9-4ed2-bd62-fe3749080aca tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:55.437372 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3fa06-21d9-4ed2-bd62-fe3749080aca tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Subnet': ['ID=0de2a5fd-392b-4650-a486-6fc81d5be39f,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:55.452210 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4e16d77a-f21d-4688-9ea7-1d3abc91f91e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=623da2f48dae40158d78770664aa965c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2272251 Nov 11 17:35:55.456227 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48586) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:55.465730 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-02a3fa06-21d9-4ed2-bd62-fe3749080aca tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2643080 Nov 11 17:35:55.467362 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48588) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:55.475013 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4edc45-af87-40de-a832-5a95ac95c5f4 None None] Network f7a2233d-f3fd-47d6-8390-2db1e515ee46 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:55.479460 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-dcea0d4b-ef4f-4590-b94d-eeed643ba931 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1809195226', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0de2a5fd-392b-4650-a486-6fc81d5be39f'}], 'security_groups': ['3c4157ac-9229-40b3-b7f2-dec48a08edae']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:55.480817 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e49f76d-1e69-46ce-b5cd-09a55ae7566b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:55.519770 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49f76d-1e69-46ce-b5cd-09a55ae7566b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Subnet': ['ID=429f2adc-00ed-48da-9a40-9a73719b4dcf,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:55.532166 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-878f6e68-f5d7-4322-b6e7-7fd99064e994 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:55.550911 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e49f76d-1e69-46ce-b5cd-09a55ae7566b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:55.554294 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7e49f76d-1e69-46ce-b5cd-09a55ae7566b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/subnets/429f2adc-00ed-48da-9a40-9a73719b4dcf HTTP/1.1" status: 204 len: 168 time: 1.4775119 Nov 11 17:35:55.558996 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48590) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:55.564537 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-878f6e68-f5d7-4322-b6e7-7fd99064e994 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Calling delete_port for e56277a6-db0d-438f-882b-a09965e63255 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:55.652240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4798ec84-3ac2-4ab9-8359-36b314f3678e None None] Network 97eed629-ebe4-4bd0-ad24-42929198e8da requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:55.662895 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7209de2-5bd7-43fe-8c1f-7e218b2b1351 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:55.759676 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-943a03d7-6415-4acd-8dec-b333e0e4f22a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:55.839762 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-943a03d7-6415-4acd-8dec-b333e0e4f22a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:55.881514 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dcea0d4b-ef4f-4590-b94d-eeed643ba931 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:55.928180 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a7209de2-5bd7-43fe-8c1f-7e218b2b1351 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting port 7c2a66b1-77cc-4a1b-a926-15ae031efc83 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:55.930477 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7209de2-5bd7-43fe-8c1f-7e218b2b1351 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:55.963955 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-878f6e68-f5d7-4322-b6e7-7fd99064e994 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:55.964194 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-64d17152-cc43-4509-a445-958967074bec None None] Provisioning complete for port e56277a6-db0d-438f-882b-a09965e63255 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:55.964194 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-64d17152-cc43-4509-a445-958967074bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:55.991901 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-64d17152-cc43-4509-a445-958967074bec None None] Port e56277a6-db0d-438f-882b-a09965e63255 was deleted so its status cannot be updated. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 11 17:35:56.034775 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f6e68-f5d7-4322-b6e7-7fd99064e994 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Port': ['ID=e56277a6-db0d-438f-882b-a09965e63255,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:56.073866 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-943a03d7-6415-4acd-8dec-b333e0e4f22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:56.076485 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-943a03d7-6415-4acd-8dec-b333e0e4f22a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:56.086367 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d84dba-00c7-4c27-ba07-31cd04d976dd None None] Update dhcp port {'port': {'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46', 'fixed_ips': [{'subnet_id': '20deccfc-1861-4f08-b130-976a90ac6b09', 'ip_address': '172.20.0.2'}, {'subnet_id': '0de2a5fd-392b-4650-a486-6fc81d5be39f'}], 'binding:host_id': 'n-d-816206-4'}, 'id': 'bd7e1266-20fb-4efa-a1e5-336b73353b73'} from n-d-816206-4. {{(pid=102619) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 17:35:56.096448 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-943a03d7-6415-4acd-8dec-b333e0e4f22a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4332d80d-500f-4be1-af77-cd076a012557 HTTP/1.1" status: 204 len: 168 time: 0.6368554 Nov 11 17:35:56.149732 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-78d84dba-00c7-4c27-ba07-31cd04d976dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:56.155371 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-a7209de2-5bd7-43fe-8c1f-7e218b2b1351 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] For port 7c2a66b1-77cc-4a1b-a926-15ae031efc83, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7c2a66b1-77cc-4a1b-a926-15ae031efc83,segment=NetworkSegment(b86ab9cc-0402-4104-8a13-b1561527b384),segment_id=b86ab9cc-0402-4104-8a13-b1561527b384)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:56.158602 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7209de2-5bd7-43fe-8c1f-7e218b2b1351 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:56.162758 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931ba015-297b-41ff-9608-578e07d2ebf4 None None] DHCP port deletion for 97eed629-ebe4-4bd0-ad24-42929198e8da request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:35:56.163360 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a03d7-6415-4acd-8dec-b333e0e4f22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4332d80d-500f-4be1-af77-cd076a012557,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:56.172429 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-878f6e68-f5d7-4322-b6e7-7fd99064e994 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:56.181540 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-878f6e68-f5d7-4322-b6e7-7fd99064e994 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/ports/e56277a6-db0d-438f-882b-a09965e63255 HTTP/1.1" status: 204 len: 168 time: 1.4119895 Nov 11 17:35:56.182495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48596) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:56.222450 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-20df90ff-c1d7-4d43-a089-e604ccfa5b59 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] GET failed (client error): The resource could not be found. Nov 11 17:35:56.229433 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48602) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:56.230155 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-20df90ff-c1d7-4d43-a089-e604ccfa5b59 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports/e56277a6-db0d-438f-882b-a09965e63255 HTTP/1.1" status: 404 len: 333 time: 0.0463498 Nov 11 17:35:56.230557 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a7209de2-5bd7-43fe-8c1f-7e218b2b1351 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Calling delete_port for 7c2a66b1-77cc-4a1b-a926-15ae031efc83 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:56.488107 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb0b6f-18a0-4820-b5ca-8b35c5f432e4 req-95b5a7b8-f44d-482c-b7b5-6be2621f678c tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:56.489876 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eebb0b6f-18a0-4820-b5ca-8b35c5f432e4 req-95b5a7b8-f44d-482c-b7b5-6be2621f678c tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 0.1396551 Nov 11 17:35:56.497502 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-93846ee4-2827-482f-925a-f8681e179414 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:56.517405 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33af96-23e0-4d48-a81c-8155133e69fc req-54c272c0-44c5-4181-96ae-6d8eaaddff09 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:56.525366 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d33af96-23e0-4d48-a81c-8155133e69fc req-54c272c0-44c5-4181-96ae-6d8eaaddff09 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 944 time: 0.1904957 Nov 11 17:35:56.552383 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-931ba015-297b-41ff-9608-578e07d2ebf4 None None] Deleting port 7c2a66b1-77cc-4a1b-a926-15ae031efc83 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:56.552622 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-931ba015-297b-41ff-9608-578e07d2ebf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:56.553806 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-93846ee4-2827-482f-925a-f8681e179414 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:56.588126 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7209de2-5bd7-43fe-8c1f-7e218b2b1351 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:56.615324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d33af96-23e0-4d48-a81c-8155133e69fc req-a29840a5-0dec-43f3-810f-f5d56d204008 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890491 Nov 11 17:35:56.648328 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eebb0b6f-18a0-4820-b5ca-8b35c5f432e4 req-a6845c63-ab0a-43a8-b224-0bedaaf84a08 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238084 Nov 11 17:35:56.656033 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 3de4b953-cf0d-49c3-abb7-e0c684db874a up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:56.703884 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-931ba015-297b-41ff-9608-578e07d2ebf4 None None] For port 7c2a66b1-77cc-4a1b-a926-15ae031efc83, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7c2a66b1-77cc-4a1b-a926-15ae031efc83,segment=NetworkSegment(b86ab9cc-0402-4104-8a13-b1561527b384),segment_id=b86ab9cc-0402-4104-8a13-b1561527b384)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:56.704296 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-931ba015-297b-41ff-9608-578e07d2ebf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:56.709050 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7209de2-5bd7-43fe-8c1f-7e218b2b1351 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Port': ['ID=7c2a66b1-77cc-4a1b-a926-15ae031efc83,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:56.722300 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7209de2-5bd7-43fe-8c1f-7e218b2b1351 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] No DVR routers for this DVR port 7c2a66b1-77cc-4a1b-a926-15ae031efc83 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:35:56.729962 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7c2a66b1-77cc-4a1b-a926-15ae031efc83 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:35:56.732966 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-dcea0d4b-ef4f-4590-b94d-eeed643ba931 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Delete allocated IP 172.20.0.11 (f7a2233d-f3fd-47d6-8390-2db1e515ee46/20deccfc-1861-4f08-b130-976a90ac6b09) {{(pid=102617) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 17:35:56.761407 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 7c2a66b1-77cc-4a1b-a926-15ae031efc83 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:35:56.761407 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7c2a66b1-77cc-4a1b-a926-15ae031efc83 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:35:56.766891 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-931ba015-297b-41ff-9608-578e07d2ebf4 None None] Calling delete_port for 7c2a66b1-77cc-4a1b-a926-15ae031efc83 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:56.778468 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-93846ee4-2827-482f-925a-f8681e179414 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:56.781690 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-93846ee4-2827-482f-925a-f8681e179414 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:56.782852 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-93846ee4-2827-482f-925a-f8681e179414 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/security-groups/63481a46-ffc5-4d12-8a52-c43f23e0cd65 HTTP/1.1" status: 204 len: 168 time: 0.5500016 Nov 11 17:35:56.788170 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48612) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:56.791244 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 3de4b953-cf0d-49c3-abb7-e0c684db874a completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:35:56.796573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 3de4b953-cf0d-49c3-abb7-e0c684db874a triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:56.796949 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:56.801631 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4747d-d214-4619-94a2-d506515031f3 req-fe759a06-8fe2-488b-b3e5-928b74ef462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:56.803268 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c4b4747d-d214-4619-94a2-d506515031f3 req-fe759a06-8fe2-488b-b3e5-928b74ef462c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 1097 time: 0.3281553 Nov 11 17:35:56.811777 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-dcea0d4b-ef4f-4590-b94d-eeed643ba931 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Allocated IP 172.20.0.19 (f7a2233d-f3fd-47d6-8390-2db1e515ee46/0de2a5fd-392b-4650-a486-6fc81d5be39f/c5e23f14-14bc-4594-b04e-5db7a23c080d) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:56.858998 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93846ee4-2827-482f-925a-f8681e179414 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63481a46-ffc5-4d12-8a52-c43f23e0cd65,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:56.916430 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7209de2-5bd7-43fe-8c1f-7e218b2b1351 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:56.952113 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4836042b-aa58-42dc-b833-f339aeaf78d4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:56.958053 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a7209de2-5bd7-43fe-8c1f-7e218b2b1351 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97eed629-ebe4-4bd0-ad24-42929198e8da']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:57.001144 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-931ba015-297b-41ff-9608-578e07d2ebf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:57.004486 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4836042b-aa58-42dc-b833-f339aeaf78d4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:57.010295 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a7209de2-5bd7-43fe-8c1f-7e218b2b1351 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86ab9cc-0402-4104-8a13-b1561527b384') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:57.010597 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a7209de2-5bd7-43fe-8c1f-7e218b2b1351 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86ab9cc-0402-4104-8a13-b1561527b384') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:35:57.028541 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7209de2-5bd7-43fe-8c1f-7e218b2b1351 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:57.050599 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931ba015-297b-41ff-9608-578e07d2ebf4 None None] No DVR routers for this DVR port 7c2a66b1-77cc-4a1b-a926-15ae031efc83 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:35:57.057903 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7209de2-5bd7-43fe-8c1f-7e218b2b1351 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:57.102283 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7209de2-5bd7-43fe-8c1f-7e218b2b1351 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7209de2-5bd7-43fe-8c1f-7e218b2b1351 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:35:57.106805 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:35:57.126110 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4836042b-aa58-42dc-b833-f339aeaf78d4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:57.135691 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4836042b-aa58-42dc-b833-f339aeaf78d4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:57.139692 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4836042b-aa58-42dc-b833-f339aeaf78d4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/security-groups/0e3873b0-0180-4e55-a980-45dfadc48c40 HTTP/1.1" status: 204 len: 168 time: 0.3474171 Nov 11 17:35:57.159376 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ba015-297b-41ff-9608-578e07d2ebf4 None None] Pushing event deleted for resources: {'Port': ['ID=7c2a66b1-77cc-4a1b-a926-15ae031efc83,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:57.166785 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48628) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:57.167677 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:57.178578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4747d-d214-4619-94a2-d506515031f3 req-524bc56f-b9c3-408c-aa4b-83231135395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:57.181395 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c4b4747d-d214-4619-94a2-d506515031f3 req-524bc56f-b9c3-408c-aa4b-83231135395c service neutron] 10.222.0.83 "GET /v2.0/networks?id=63135a75-5cfa-435a-a6c8-7eb0f41a5658 HTTP/1.1" status: 200 len: 899 time: 0.3701761 Nov 11 17:35:57.206895 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 3de4b953-cf0d-49c3-abb7-e0c684db874a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=3de4b953-cf0d-49c3-abb7-e0c684db874a,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:57.208114 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af5bd0c-497d-4518-96c1-33a38fae584f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de4b953-cf0d-49c3-abb7-e0c684db874a'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:35:57.210877 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529a0252-340a-45de-9399-a9b8961992c6" -d '{"events": [{"server_uuid": "3af5bd0c-497d-4518-96c1-33a38fae584f", "name": "network-vif-plugged", "status": "completed", "tag": "3de4b953-cf0d-49c3-abb7-e0c684db874a"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:35:57.216589 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:57.262154 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-753414e9-f312-45d4-aed2-2350705ab28e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting subnet 85d1e428-cdc8-4a46-a5e1-d331caddb49d {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:35:57.279759 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7209de2-5bd7-43fe-8c1f-7e218b2b1351 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:57.291712 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-753414e9-f312-45d4-aed2-2350705ab28e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:57.294949 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7209de2-5bd7-43fe-8c1f-7e218b2b1351 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:57.298903 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a7209de2-5bd7-43fe-8c1f-7e218b2b1351 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/networks/97eed629-ebe4-4bd0-ad24-42929198e8da HTTP/1.1" status: 204 len: 168 time: 1.7380316 Nov 11 17:35:57.304043 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48636) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:57.305354 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836042b-aa58-42dc-b833-f339aeaf78d4 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3873b0-0180-4e55-a980-45dfadc48c40,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:57.306697 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dcea0d4b-ef4f-4590-b94d-eeed643ba931 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:57.308489 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9257a103-24f0-4762-ae21-0059cc77b6b0 x-openstack-request-id: req-9257a103-24f0-4762-ae21-0059cc77b6b0 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:35:57.308788 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af5bd0c-497d-4518-96c1-33a38fae584f", "name": "network-vif-plugged", "status": "completed", "tag": "3de4b953-cf0d-49c3-abb7-e0c684db874a", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:35:57.309051 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9257a103-24f0-4762-ae21-0059cc77b6b0 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:35:57.309518 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af5bd0c-497d-4518-96c1-33a38fae584f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de4b953-cf0d-49c3-abb7-e0c684db874a', 'code': 200} Nov 11 17:35:57.314013 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-46bc37d6-315a-4a5c-acc4-60241a4ee7fa tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2069645393', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}, 'admin_state_up': False}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:57.333061 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dcea0d4b-ef4f-4590-b94d-eeed643ba931 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:57.335548 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7209de2-5bd7-43fe-8c1f-7e218b2b1351 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Network': ['ID=97eed629-ebe4-4bd0-ad24-42929198e8da,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:57.414811 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=3de4b953-cf0d-49c3-abb7-e0c684db874a,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:57.443692 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46bc37d6-315a-4a5c-acc4-60241a4ee7fa tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:57.445121 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46bc37d6-315a-4a5c-acc4-60241a4ee7fa tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:57.474516 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-78d84dba-00c7-4c27-ba07-31cd04d976dd None None] Allocated IP 172.20.0.18 (f7a2233d-f3fd-47d6-8390-2db1e515ee46/0de2a5fd-392b-4650-a486-6fc81d5be39f/bd7e1266-20fb-4efa-a1e5-336b73353b73) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:57.508257 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-753414e9-f312-45d4-aed2-2350705ab28e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:57.511313 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea0d4b-ef4f-4590-b94d-eeed643ba931 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Port': ['ID=c5e23f14-14bc-4594-b04e-5db7a23c080d,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:57.533832 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e53221-bce2-4f85-b565-17e48a3d1a47 req-1fbe27f7-0575-4cc0-a28a-69f049e6fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:57.535349 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b3e53221-bce2-4f85-b565-17e48a3d1a47 req-1fbe27f7-0575-4cc0-a28a-69f049e6fd95 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 1096 time: 0.1631663 Nov 11 17:35:57.559090 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c4b4747d-d214-4619-94a2-d506515031f3 req-a9775f78-c12b-40d8-8996-90e1fdbf9d33 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a2ee60-d696-4bb9-bd1d-a7ae8171815e HTTP/1.1" status: 200 len: 1002 time: 0.2919176 Nov 11 17:35:57.602890 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-78d84dba-00c7-4c27-ba07-31cd04d976dd None None] For port bd7e1266-20fb-4efa-a1e5-336b73353b73, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bd7e1266-20fb-4efa-a1e5-336b73353b73,segment=NetworkSegment(2899939e-5075-4b54-abe0-38d33abfc114),segment_id=2899939e-5075-4b54-abe0-38d33abfc114)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:35:57.636701 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-78d84dba-00c7-4c27-ba07-31cd04d976dd None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:57.637728 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-dcea0d4b-ef4f-4590-b94d-eeed643ba931 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] In _notify_port_updated(), no bound segment for port c5e23f14-14bc-4594-b04e-5db7a23c080d on network f7a2233d-f3fd-47d6-8390-2db1e515ee46 {{(pid=102617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:35:57.643326 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea0d4b-ef4f-4590-b94d-eeed643ba931 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:57.644010 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dcea0d4b-ef4f-4590-b94d-eeed643ba931 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:57.645312 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dcea0d4b-ef4f-4590-b94d-eeed643ba931 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "PUT /v2.0/ports/c5e23f14-14bc-4594-b04e-5db7a23c080d HTTP/1.1" status: 200 len: 921 time: 2.1755466 Nov 11 17:35:57.647075 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-78d84dba-00c7-4c27-ba07-31cd04d976dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:57.657331 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48642) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:57.687825 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46bc37d6-315a-4a5c-acc4-60241a4ee7fa tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:57.823586 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b3e53221-bce2-4f85-b565-17e48a3d1a47 req-9845fbc6-c0f5-4d9d-a8f0-86534a354f00 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672503 Nov 11 17:35:57.872221 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d84dba-00c7-4c27-ba07-31cd04d976dd None None] Pushing event updated for resources: {'Port': ['ID=bd7e1266-20fb-4efa-a1e5-336b73353b73,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:57.911172 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46bc37d6-315a-4a5c-acc4-60241a4ee7fa tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:57.923680 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4747d-d214-4619-94a2-d506515031f3 req-849522d1-10f6-4815-9273-557c5f2841e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:57.925194 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c4b4747d-d214-4619-94a2-d506515031f3 req-849522d1-10f6-4815-9273-557c5f2841e1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80be57c9-262e-4643-aac8-9ce7c5e5308b HTTP/1.1" status: 200 len: 835 time: 0.3548357 Nov 11 17:35:58.046159 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62436ad-0fe2-4f3f-b954-8a86bd968399 req-d0cca496-7ef7-402a-a10e-7e25e430daa5 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:58.048334 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e62436ad-0fe2-4f3f-b954-8a86bd968399 req-d0cca496-7ef7-402a-a10e-7e25e430daa5 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.2086992 Nov 11 17:35:58.059549 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-753414e9-f312-45d4-aed2-2350705ab28e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:58.107237 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-ab2a9be2-348f-49ec-a69b-27c0bbe16fa6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting port c5e23f14-14bc-4594-b04e-5db7a23c080d {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:35:58.107587 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ab2a9be2-348f-49ec-a69b-27c0bbe16fa6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:58.197826 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46bc37d6-315a-4a5c-acc4-60241a4ee7fa tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:58.200290 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b321aa-4be4-4cd5-b26d-838827e21b45 req-6fc55685-47e0-4ccb-8205-207d496608e5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:58.210241 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-54b321aa-4be4-4cd5-b26d-838827e21b45 req-6fc55685-47e0-4ccb-8205-207d496608e5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 0.3687220 Nov 11 17:35:58.227820 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46bc37d6-315a-4a5c-acc4-60241a4ee7fa tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:58.273684 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4747d-d214-4619-94a2-d506515031f3 req-ee4b3d1a-e4ff-4521-a37c-59973109fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:35:58.275955 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c4b4747d-d214-4619-94a2-d506515031f3 req-ee4b3d1a-e4ff-4521-a37c-59973109fb30 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=63135a75-5cfa-435a-a6c8-7eb0f41a5658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3058255 Nov 11 17:35:58.328000 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ab2a9be2-348f-49ec-a69b-27c0bbe16fa6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:58.342602 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-ab2a9be2-348f-49ec-a69b-27c0bbe16fa6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Calling delete_port for c5e23f14-14bc-4594-b04e-5db7a23c080d owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:35:58.373611 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-46bc37d6-315a-4a5c-acc4-60241a4ee7fa tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Allocated IP 172.25.2.202 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/2dc075ce-96d3-44d1-9060-68844f4aeed6) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:35:58.555328 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-54b321aa-4be4-4cd5-b26d-838827e21b45 req-df7f3278-ba38-42b4-9027-037221980a0b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3439906 Nov 11 17:35:58.602730 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46bc37d6-315a-4a5c-acc4-60241a4ee7fa tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:58.670506 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46bc37d6-315a-4a5c-acc4-60241a4ee7fa tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:58.716501 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bd7e1266-20fb-4efa-a1e5-336b73353b73 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:35:58.802392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bc37d6-315a-4a5c-acc4-60241a4ee7fa tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:35:58.810008 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-46bc37d6-315a-4a5c-acc4-60241a4ee7fa tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:35:58.837365 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bc37d6-315a-4a5c-acc4-60241a4ee7fa tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:35:58.860813 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0553411d-51e2-4c42-902f-29d83f402c2f None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:35:58.902841 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc37d6-315a-4a5c-acc4-60241a4ee7fa tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Port': ['ID=2dc075ce-96d3-44d1-9060-68844f4aeed6,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:58.936860 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5ac13fed-d052-469e-9233-a3636fd6598d None None] Provisioning complete for port c5e23f14-14bc-4594-b04e-5db7a23c080d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:58.937243 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5ac13fed-d052-469e-9233-a3636fd6598d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:58.942396 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port bd7e1266-20fb-4efa-a1e5-336b73353b73 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:58.942858 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:59.033993 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-5ac13fed-d052-469e-9233-a3636fd6598d None None] Port c5e23f14-14bc-4594-b04e-5db7a23c080d cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:59.054196 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e62436ad-0fe2-4f3f-b954-8a86bd968399 req-445d5093-ea55-44e4-b050-5d38105823e0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9570954 Nov 11 17:35:59.055910 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-753414e9-f312-45d4-aed2-2350705ab28e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:59.076421 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5ac13fed-d052-469e-9233-a3636fd6598d None None] Provisioning complete for port bd7e1266-20fb-4efa-a1e5-336b73353b73 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:59.079440 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5ac13fed-d052-469e-9233-a3636fd6598d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:59.101543 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753414e9-f312-45d4-aed2-2350705ab28e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Subnet': ['ID=85d1e428-cdc8-4a46-a5e1-d331caddb49d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:59.113962 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-753414e9-f312-45d4-aed2-2350705ab28e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:59.117948 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-753414e9-f312-45d4-aed2-2350705ab28e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/subnets/85d1e428-cdc8-4a46-a5e1-d331caddb49d HTTP/1.1" status: 204 len: 168 time: 1.9419928 Nov 11 17:35:59.126877 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48670) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:35:59.140064 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-568771f8-954a-480c-9feb-2e57a2b27b09 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'subnet': {'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:35:59.140439 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e36297-d9d3-4bd7-81e9-3cd516198118 None None] Network 8994d145-e9c5-4b08-8bc5-cc7c130b502a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:35:59.338499 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ab2a9be2-348f-49ec-a69b-27c0bbe16fa6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:59.427951 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a9be2-348f-49ec-a69b-27c0bbe16fa6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Port': ['ID=c5e23f14-14bc-4594-b04e-5db7a23c080d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:35:59.450191 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c4b4747d-d214-4619-94a2-d506515031f3 req-b4719189-1f23-4e49-b50c-0bfb8d49055b service neutron] 10.222.0.83 "GET /v2.0/networks/63135a75-5cfa-435a-a6c8-7eb0f41a5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9919767 Nov 11 17:35:59.451545 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568771f8-954a-480c-9feb-2e57a2b27b09 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:35:59.456724 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-568771f8-954a-480c-9feb-2e57a2b27b09 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:59.531840 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5ac13fed-d052-469e-9233-a3636fd6598d None None] Provisioning complete for port 045c2492-fab9-46af-b8a8-3917c545d432 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:59.532158 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5ac13fed-d052-469e-9233-a3636fd6598d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:59.591821 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-5ac13fed-d052-469e-9233-a3636fd6598d None None] Port 045c2492-fab9-46af-b8a8-3917c545d432 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:35:59.709615 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-4bfcc48f-67cc-4fae-81d1-d369cef9c1df None None] Could not find standard attr ID for object c5e23f14-14bc-4594-b04e-5db7a23c080d. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:35:59.713169 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46bc37d6-315a-4a5c-acc4-60241a4ee7fa tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:59.740170 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-4bfcc48f-67cc-4fae-81d1-d369cef9c1df None None] Provisioning complete for port 2dc075ce-96d3-44d1-9060-68844f4aeed6 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:35:59.740717 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bfcc48f-67cc-4fae-81d1-d369cef9c1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:35:59.837516 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-4bfcc48f-67cc-4fae-81d1-d369cef9c1df None None] Port 2dc075ce-96d3-44d1-9060-68844f4aeed6 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:36:00.001582 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c4b4747d-d214-4619-94a2-d506515031f3 req-030660c5-86cb-4ee2-a28f-a0a5e9bb5459 service neutron] 10.222.0.83 "GET /v2.0/networks/63135a75-5cfa-435a-a6c8-7eb0f41a5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548687 Nov 11 17:36:00.132621 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46bc37d6-315a-4a5c-acc4-60241a4ee7fa tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:00.210164 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ab2a9be2-348f-49ec-a69b-27c0bbe16fa6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:00.221280 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48686) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:00.224302 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ab2a9be2-348f-49ec-a69b-27c0bbe16fa6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/ports/c5e23f14-14bc-4594-b04e-5db7a23c080d HTTP/1.1" status: 204 len: 168 time: 2.5565257 Nov 11 17:36:00.233540 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48688) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:00.244411 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-568771f8-954a-480c-9feb-2e57a2b27b09 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:00.295848 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed86ee97-f86c-4640-9bce-38a78be7d471 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] GET failed (client error): The resource could not be found. Nov 11 17:36:00.298218 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ed86ee97-f86c-4640-9bce-38a78be7d471 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports/c5e23f14-14bc-4594-b04e-5db7a23c080d HTTP/1.1" status: 404 len: 333 time: 0.0757141 Nov 11 17:36:00.300629 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48692) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:00.336282 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323f08e-4af8-4e83-b0ef-20b1ecb45cc8 req-78e7aff1-c5f8-427f-96e5-b67b4c259f78 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:00.343626 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a323f08e-4af8-4e83-b0ef-20b1ecb45cc8 req-78e7aff1-c5f8-427f-96e5-b67b4c259f78 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 0.4645491 Nov 11 17:36:00.387163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568771f8-954a-480c-9feb-2e57a2b27b09 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network 8994d145-e9c5-4b08-8bc5-cc7c130b502a is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:00.401953 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb163eb-d96d-4251-b6cc-47cd481640c7 req-e78e9115-89cf-4bda-94c0-a94ac0f94fbd tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:00.405912 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ef32207e-c069-4300-9ea6-eacae7715c3c tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:00.409580 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dbb163eb-d96d-4251-b6cc-47cd481640c7 req-e78e9115-89cf-4bda-94c0-a94ac0f94fbd tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.1828761 Nov 11 17:36:00.418922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-568771f8-954a-480c-9feb-2e57a2b27b09 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:00.420638 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568771f8-954a-480c-9feb-2e57a2b27b09 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Subnet': ['ID=d53449bb-b5e1-4251-9f69-9f4e609ab823,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:00.450097 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568771f8-954a-480c-9feb-2e57a2b27b09 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:00.450962 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-568771f8-954a-480c-9feb-2e57a2b27b09 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:00.455698 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ef32207e-c069-4300-9ea6-eacae7715c3c tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:00.530695 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dbb163eb-d96d-4251-b6cc-47cd481640c7 req-e1cd234b-9edd-49e6-bae3-fd99088adce9 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201158 Nov 11 17:36:00.531612 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ef32207e-c069-4300-9ea6-eacae7715c3c tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:00.534361 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ef32207e-c069-4300-9ea6-eacae7715c3c tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:00.536191 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-568771f8-954a-480c-9feb-2e57a2b27b09 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4069214 Nov 11 17:36:00.536304 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ef32207e-c069-4300-9ea6-eacae7715c3c tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/security-groups/2bf9687f-dbd3-4dd3-8159-e680a6d76a9e HTTP/1.1" status: 204 len: 168 time: 0.2335670 Nov 11 17:36:00.536304 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-646d9073-82b6-4b4f-9472-f041251b1ee7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:00.541330 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48696) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:00.541666 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48698) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:00.550954 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b9cb35a4-2795-41f3-8c24-2d2e02511ce5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'security_group': {'name': 'tempest-secgroup-1943257523'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:00.566629 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a323f08e-4af8-4e83-b0ef-20b1ecb45cc8 req-bf34410e-499b-4b0f-b471-94013cdeb1e4 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220323 Nov 11 17:36:00.582687 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bc37d6-315a-4a5c-acc4-60241a4ee7fa tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router 85367daf-3d6a-4ec3-883c-ad303c67615b is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:36:00.606158 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169a6427-a338-4f56-a51f-e64a57f3466a None None] Network 8994d145-e9c5-4b08-8bc5-cc7c130b502a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:00.612313 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32207e-c069-4300-9ea6-eacae7715c3c tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf9687f-dbd3-4dd3-8159-e680a6d76a9e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:00.687983 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b142d88-041b-4c86-99ef-9da7c102f383 req-7787baba-f432-470e-ae5c-7029168e6980 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:00.689854 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b142d88-041b-4c86-99ef-9da7c102f383 req-7787baba-f432-470e-ae5c-7029168e6980 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.0619056 Nov 11 17:36:00.700879 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48702) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:00.709802 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2aa485ac-46e3-4917-b7ae-f7bac8fb4d60 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Request body: {'floatingip': {'port_id': '3de4b953-cf0d-49c3-abb7-e0c684db874a'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:00.713365 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b9cb35a4-2795-41f3-8c24-2d2e02511ce5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:00.729123 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-fd659549-0b9f-4443-8c55-7d05d210b2ce None None] Provisioning complete for port 5efb1c6d-cbde-4531-9154-1ad64acd8f63 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:00.730075 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fd659549-0b9f-4443-8c55-7d05d210b2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:00.780230 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-558824f1-1692-4d7b-bcfd-e55fcd5bae5c tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:00.807955 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-fd659549-0b9f-4443-8c55-7d05d210b2ce None None] Port 5efb1c6d-cbde-4531-9154-1ad64acd8f63 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:36:00.832038 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2aa485ac-46e3-4917-b7ae-f7bac8fb4d60 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for floatingip, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:00.844229 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-558824f1-1692-4d7b-bcfd-e55fcd5bae5c tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:00.854728 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-fd659549-0b9f-4443-8c55-7d05d210b2ce None None] Provisioning complete for port 21060736-e283-475e-acfd-34dbce0199e1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:00.855112 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fd659549-0b9f-4443-8c55-7d05d210b2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:00.890606 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bc37d6-315a-4a5c-acc4-60241a4ee7fa tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:36:00.893392 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-646d9073-82b6-4b4f-9472-f041251b1ee7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:00.907841 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb77977-3df2-436c-a932-3b415d384602 None None] Sync routers for ids ['85367daf-3d6a-4ec3-883c-ad303c67615b'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:36:00.918374 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-646d9073-82b6-4b4f-9472-f041251b1ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:00.975972 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb77977-3df2-436c-a932-3b415d384602 None None] Routers {'85367daf-3d6a-4ec3-883c-ad303c67615b'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:00.977084 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6fb77977-3df2-436c-a932-3b415d384602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['85367daf-3d6a-4ec3-883c-ad303c67615b'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:00.977811 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-558824f1-1692-4d7b-bcfd-e55fcd5bae5c tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:00.980828 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-558824f1-1692-4d7b-bcfd-e55fcd5bae5c tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:00.981753 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-558824f1-1692-4d7b-bcfd-e55fcd5bae5c tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/security-groups/3c4157ac-9229-40b3-b7f2-dec48a08edae HTTP/1.1" status: 204 len: 168 time: 0.4341314 Nov 11 17:36:00.991286 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48704) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:00.992635 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46bc37d6-315a-4a5c-acc4-60241a4ee7fa tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:00.993832 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-46bc37d6-315a-4a5c-acc4-60241a4ee7fa tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6847422 Nov 11 17:36:01.003025 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b9cb35a4-2795-41f3-8c24-2d2e02511ce5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:01.003797 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48706) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:01.007435 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-646d9073-82b6-4b4f-9472-f041251b1ee7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8817237eb53141e19a6da8917bd8787f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7703710 Nov 11 17:36:01.013275 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48708) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:01.020542 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d9073-82b6-4b4f-9472-f041251b1ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8be3db-35d5-455b-b360-dfd225560b29,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:01.052533 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6fb77977-3df2-436c-a932-3b415d384602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:01.058905 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b9cb35a4-2795-41f3-8c24-2d2e02511ce5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:01.095008 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb77977-3df2-436c-a932-3b415d384602 None None] Routers {'85367daf-3d6a-4ec3-883c-ad303c67615b'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:01.095902 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6fb77977-3df2-436c-a932-3b415d384602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['85367daf-3d6a-4ec3-883c-ad303c67615b'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:01.097758 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558824f1-1692-4d7b-bcfd-e55fcd5bae5c tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4157ac-9229-40b3-b7f2-dec48a08edae,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:01.155994 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b9cb35a4-2795-41f3-8c24-2d2e02511ce5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:01.159629 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b9cb35a4-2795-41f3-8c24-2d2e02511ce5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6137516 Nov 11 17:36:01.162515 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48710) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:01.174305 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e8da7307-518e-4f61-b253-2d082503de81 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'security_group': {'name': 'tempest-secgroup-1461293763'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:01.183218 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-b807e102-ba14-4efe-821a-c4552e8e9b4f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting subnet 20deccfc-1861-4f08-b130-976a90ac6b09 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:36:01.191307 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b807e102-ba14-4efe-821a-c4552e8e9b4f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:01.216939 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb35a4-2795-41f3-8c24-2d2e02511ce5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3444ad-058e-49dd-b828-e63ce2eb574f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:01.234958 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cd6e075f-0307-48f4-aa0e-022fe7cf638b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:01.247393 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ce32173f-6740-4683-844a-9b41e66daf67 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/routers/85367daf-3d6a-4ec3-883c-ad303c67615b HTTP/1.1" status: 200 len: 885 time: 0.2402451 Nov 11 17:36:01.249382 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e8da7307-518e-4f61-b253-2d082503de81 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:01.256818 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48712) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:01.302655 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b807e102-ba14-4efe-821a-c4552e8e9b4f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:01.339530 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6fb77977-3df2-436c-a932-3b415d384602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:01.340229 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb77977-3df2-436c-a932-3b415d384602 None None] The sync data for ids ['85367daf-3d6a-4ec3-883c-ad303c67615b'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:36:01.348132 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cd6e075f-0307-48f4-aa0e-022fe7cf638b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:01.360575 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40dbe4a-15aa-4156-a9a2-169a2df11ef9 None None] Update dhcp port {'port': {'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a', 'fixed_ips': [{'subnet_id': 'e8827a58-3c13-47c0-8a33-cf3c29cfac66', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd53449bb-b5e1-4251-9f69-9f4e609ab823'}], 'binding:host_id': 'n-d-816206-4'}, 'id': '21060736-e283-475e-acfd-34dbce0199e1'} from n-d-816206-4. {{(pid=102619) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 17:36:01.386452 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c40dbe4a-15aa-4156-a9a2-169a2df11ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:01.554723 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cd6e075f-0307-48f4-aa0e-022fe7cf638b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:01.558143 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cd6e075f-0307-48f4-aa0e-022fe7cf638b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:01.561621 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cd6e075f-0307-48f4-aa0e-022fe7cf638b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ca8be3db-35d5-455b-b360-dfd225560b29 HTTP/1.1" status: 204 len: 168 time: 0.5451818 Nov 11 17:36:01.562614 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e8da7307-518e-4f61-b253-2d082503de81 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:01.578831 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e075f-0307-48f4-aa0e-022fe7cf638b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8be3db-35d5-455b-b360-dfd225560b29,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:01.580588 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e8da7307-518e-4f61-b253-2d082503de81 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:01.682721 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-c40dbe4a-15aa-4156-a9a2-169a2df11ef9 None None] Allocated IP 2001:db8::2 (8994d145-e9c5-4b08-8bc5-cc7c130b502a/d53449bb-b5e1-4251-9f69-9f4e609ab823/21060736-e283-475e-acfd-34dbce0199e1) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:01.704009 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e8da7307-518e-4f61-b253-2d082503de81 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:01.707920 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e8da7307-518e-4f61-b253-2d082503de81 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5391212 Nov 11 17:36:01.713119 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48724) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:01.733455 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da7307-518e-4f61-b253-2d082503de81 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f88d14e1-f737-4cf5-9689-fe43d6319a28,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:01.737418 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d28520af-643b-4b22-8fa5-bad99d47f851 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'security_group': {'name': 'tempest-secgroup-1593280501'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:01.859184 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-88323e6f-5e5f-4afb-8710-9cfd7533b1ca tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5984147 Nov 11 17:36:01.859385 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48728) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:01.864050 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-6d18f9b2-a5d4-452c-ae3c-187cf3032a8b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2069645393'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:01.888549 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c40dbe4a-15aa-4156-a9a2-169a2df11ef9 None None] For port 21060736-e283-475e-acfd-34dbce0199e1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=21060736-e283-475e-acfd-34dbce0199e1,segment=NetworkSegment(8091d0d3-63f1-4c4f-8e05-45e2eeeeaec7),segment_id=8091d0d3-63f1-4c4f-8e05-45e2eeeeaec7)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:01.937206 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b807e102-ba14-4efe-821a-c4552e8e9b4f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:01.943087 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.db.resource_extend [None req-2aa485ac-46e3-4917-b7ae-f7bac8fb4d60 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:36:01.963698 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c40dbe4a-15aa-4156-a9a2-169a2df11ef9 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:01.979594 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c40dbe4a-15aa-4156-a9a2-169a2df11ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:02.049171 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d28520af-643b-4b22-8fa5-bad99d47f851 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:02.051748 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40dbe4a-15aa-4156-a9a2-169a2df11ef9 None None] Pushing event updated for resources: {'Port': ['ID=21060736-e283-475e-acfd-34dbce0199e1,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:02.167834 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8db44-514b-4323-b89c-5104a2061a72 req-b7bfd0af-d523-486e-a86b-c5723bc58db2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:02.176791 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dee8db44-514b-4323-b89c-5104a2061a72 req-b7bfd0af-d523-486e-a86b-c5723bc58db2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 0.4644828 Nov 11 17:36:02.231928 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48730) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:02.287318 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2aa485ac-46e3-4917-b7ae-f7bac8fb4d60 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:02.305112 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fcaebfeb-f7ee-4277-9c67-eccbd844764d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:02.307618 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2aa485ac-46e3-4917-b7ae-f7bac8fb4d60 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:02.413691 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dee8db44-514b-4323-b89c-5104a2061a72 req-c55e0542-71b1-4aed-a3d8-b3ecbea85d22 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184045 Nov 11 17:36:02.426494 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b807e102-ba14-4efe-821a-c4552e8e9b4f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:02.438136 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d18f9b2-a5d4-452c-ae3c-187cf3032a8b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:02.457812 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d18f9b2-a5d4-452c-ae3c-187cf3032a8b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-917831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-917838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932385'] for router, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:02.526734 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b807e102-ba14-4efe-821a-c4552e8e9b4f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:02.535935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b807e102-ba14-4efe-821a-c4552e8e9b4f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/subnets/20deccfc-1861-4f08-b130-976a90ac6b09 HTTP/1.1" status: 204 len: 168 time: 1.5430229 Nov 11 17:36:02.539634 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48732) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:02.543609 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3094d5b-b343-4247-a233-b2278e7c57da None None] Network f7a2233d-f3fd-47d6-8390-2db1e515ee46 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:02.620484 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-8bd87473-4528-48f3-a772-da788dda53d7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'subnet': {'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:02.623951 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807e102-ba14-4efe-821a-c4552e8e9b4f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Subnet': ['ID=20deccfc-1861-4f08-b130-976a90ac6b09,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:02.729030 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 21060736-e283-475e-acfd-34dbce0199e1 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:36:02.823233 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d28520af-643b-4b22-8fa5-bad99d47f851 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:02.827583 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-2aa485ac-46e3-4917-b7ae-f7bac8fb4d60 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Floating IP 8a217cd8-1d2d-41a3-9906-bada94f4c164 associated. External IP: 172.25.2.43, port: 3de4b953-cf0d-49c3-abb7-e0c684db874a. Nov 11 17:36:02.845361 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d28520af-643b-4b22-8fa5-bad99d47f851 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:02.874059 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 21060736-e283-475e-acfd-34dbce0199e1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:02.874468 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:02.954423 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28520af-643b-4b22-8fa5-bad99d47f851 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a9fcb2-7a1e-4657-ae02-d0f3773dd97b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:03.012068 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d28520af-643b-4b22-8fa5-bad99d47f851 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:03.013627 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d28520af-643b-4b22-8fa5-bad99d47f851 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2955656 Nov 11 17:36:03.026667 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48736) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:03.037646 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-fb99aed6-b0cc-4427-bed9-910c2172458e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-688673602', 'security_groups': ['30a9fcb2-7a1e-4657-ae02-d0f3773dd97b'], 'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd53449bb-b5e1-4251-9f69-9f4e609ab823'}]}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:03.108919 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fcaebfeb-f7ee-4277-9c67-eccbd844764d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:03.133103 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fcaebfeb-f7ee-4277-9c67-eccbd844764d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:03.139612 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-deb26555-448c-46ba-b6cf-dac7902d7243 None None] Provisioning complete for port 5efb1c6d-cbde-4531-9154-1ad64acd8f63 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:03.140809 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-deb26555-448c-46ba-b6cf-dac7902d7243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:03.166345 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d18f9b2-a5d4-452c-ae3c-187cf3032a8b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router 85367daf-3d6a-4ec3-883c-ad303c67615b has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:36:03.177356 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaebfeb-f7ee-4277-9c67-eccbd844764d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d64c0ae-4e12-4648-9f6c-f10fe3de3449,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:03.238048 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-deb26555-448c-46ba-b6cf-dac7902d7243 None None] Port 5efb1c6d-cbde-4531-9154-1ad64acd8f63 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:36:03.255302 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd87473-4528-48f3-a772-da788dda53d7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:03.256636 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-deb26555-448c-46ba-b6cf-dac7902d7243 None None] Provisioning complete for port 21060736-e283-475e-acfd-34dbce0199e1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:03.257169 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-deb26555-448c-46ba-b6cf-dac7902d7243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:03.265438 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8bd87473-4528-48f3-a772-da788dda53d7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:03.274536 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fcaebfeb-f7ee-4277-9c67-eccbd844764d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2d0b32a6e3474c99907e89f95b9b96eb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0331416 Nov 11 17:36:03.281935 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48738) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:03.391402 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb99aed6-b0cc-4427-bed9-910c2172458e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:03.451217 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa485ac-46e3-4917-b7ae-f7bac8fb4d60 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Router 7f00dfe0-00fa-44b2-82ad-960ecb73921d has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:36:03.506387 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d18f9b2-a5d4-452c-ae3c-187cf3032a8b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:36:03.527836 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4c8fdf-c646-4d1e-9752-c8cbd02c3548 None None] Sync routers for ids ['85367daf-3d6a-4ec3-883c-ad303c67615b'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:36:03.529156 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d18f9b2-a5d4-452c-ae3c-187cf3032a8b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:03.533439 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6d18f9b2-a5d4-452c-ae3c-187cf3032a8b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/85367daf-3d6a-4ec3-883c-ad303c67615b HTTP/1.1" status: 200 len: 892 time: 1.6700783 Nov 11 17:36:03.535771 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48742) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:03.549306 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6677c0a-2075-4793-b29f-810ccdb5cb2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:03.555799 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c8fdf-c646-4d1e-9752-c8cbd02c3548 None None] Routers {'85367daf-3d6a-4ec3-883c-ad303c67615b'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:03.556445 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-2e4c8fdf-c646-4d1e-9752-c8cbd02c3548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['85367daf-3d6a-4ec3-883c-ad303c67615b'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:03.593606 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6677c0a-2075-4793-b29f-810ccdb5cb2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:03.603477 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-2e4c8fdf-c646-4d1e-9752-c8cbd02c3548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:03.604330 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb99aed6-b0cc-4427-bed9-910c2172458e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:03.617035 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c8fdf-c646-4d1e-9752-c8cbd02c3548 None None] Routers {'85367daf-3d6a-4ec3-883c-ad303c67615b'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:03.617975 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-2e4c8fdf-c646-4d1e-9752-c8cbd02c3548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['85367daf-3d6a-4ec3-883c-ad303c67615b'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:03.630710 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-fb99aed6-b0cc-4427-bed9-910c2172458e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] device_id is not set on port adc40f15-9dca-42cb-9c91-1498ad541bb6 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:36:03.656218 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-2e4c8fdf-c646-4d1e-9752-c8cbd02c3548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:03.656881 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4c8fdf-c646-4d1e-9752-c8cbd02c3548 None None] The sync data for ids ['85367daf-3d6a-4ec3-883c-ad303c67615b'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:36:03.735983 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e5f5a9d3-cb79-4e26-ba35-b5c7ff05f0ea None None] Provisioning complete for port bd7e1266-20fb-4efa-a1e5-336b73353b73 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:03.736622 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e5f5a9d3-cb79-4e26-ba35-b5c7ff05f0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:03.764134 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6677c0a-2075-4793-b29f-810ccdb5cb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:03.768825 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6677c0a-2075-4793-b29f-810ccdb5cb2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:03.768825 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b6677c0a-2075-4793-b29f-810ccdb5cb2b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5d64c0ae-4e12-4648-9f6c-f10fe3de3449 HTTP/1.1" status: 204 len: 168 time: 0.4855926 Nov 11 17:36:03.785358 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6677c0a-2075-4793-b29f-810ccdb5cb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d64c0ae-4e12-4648-9f6c-f10fe3de3449,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:03.915158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-fb99aed6-b0cc-4427-bed9-910c2172458e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Allocated IP 2001:db8::331 (8994d145-e9c5-4b08-8bc5-cc7c130b502a/d53449bb-b5e1-4251-9f69-9f4e609ab823/adc40f15-9dca-42cb-9c91-1498ad541bb6) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:03.997455 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e5f5a9d3-cb79-4e26-ba35-b5c7ff05f0ea None None] Provisioning complete for port 045c2492-fab9-46af-b8a8-3917c545d432 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:04.000157 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e5f5a9d3-cb79-4e26-ba35-b5c7ff05f0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:04.051906 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e5f5a9d3-cb79-4e26-ba35-b5c7ff05f0ea None None] Port 045c2492-fab9-46af-b8a8-3917c545d432 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:36:04.126066 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb99aed6-b0cc-4427-bed9-910c2172458e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:04.176192 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb99aed6-b0cc-4427-bed9-910c2172458e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:04.252574 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99aed6-b0cc-4427-bed9-910c2172458e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Port': ['ID=adc40f15-9dca-42cb-9c91-1498ad541bb6,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:04.265653 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb99aed6-b0cc-4427-bed9-910c2172458e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network 8994d145-e9c5-4b08-8bc5-cc7c130b502a is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:04.267621 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-fb99aed6-b0cc-4427-bed9-910c2172458e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:04.272958 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb99aed6-b0cc-4427-bed9-910c2172458e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:36:04.283188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7412f56-8b1e-48e4-876c-485625b48632 req-f5c1ea63-a821-4ed7-89ba-d1e19164b22d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:04.291193 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a7412f56-8b1e-48e4-876c-485625b48632 req-f5c1ea63-a821-4ed7-89ba-d1e19164b22d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 0.7719169 Nov 11 17:36:04.293255 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb99aed6-b0cc-4427-bed9-910c2172458e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:04.294022 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb99aed6-b0cc-4427-bed9-910c2172458e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:04.306238 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8bd87473-4528-48f3-a772-da788dda53d7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:04.321639 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa485ac-46e3-4917-b7ae-f7bac8fb4d60 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:36:04.325808 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fb99aed6-b0cc-4427-bed9-910c2172458e tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2980719 Nov 11 17:36:04.329821 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48754) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:04.338415 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3dace2-bf2e-4733-b872-699a86e2e9d7 None None] Sync routers for ids ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:36:04.340861 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2aa485ac-46e3-4917-b7ae-f7bac8fb4d60 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:04.360393 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-3d0ea26f-df7b-4dd0-bf06-b4ba388a9bc5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'subnet': {'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:04.362569 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3dace2-bf2e-4733-b872-699a86e2e9d7 None None] Routers {'7f00dfe0-00fa-44b2-82ad-960ecb73921d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:04.365564 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-bb3dace2-bf2e-4733-b872-699a86e2e9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:04.477261 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd87473-4528-48f3-a772-da788dda53d7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network f7a2233d-f3fd-47d6-8390-2db1e515ee46 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:04.500143 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-441a15c7-2518-4b80-a99f-6e44da18298b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/routers/85367daf-3d6a-4ec3-883c-ad303c67615b HTTP/1.1" status: 200 len: 892 time: 0.9647729 Nov 11 17:36:04.501169 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-8bd87473-4528-48f3-a772-da788dda53d7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:04.510482 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48760) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:04.511877 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd87473-4528-48f3-a772-da788dda53d7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:04.512470 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8bd87473-4528-48f3-a772-da788dda53d7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:04.531365 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2aa485ac-46e3-4917-b7ae-f7bac8fb4d60 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "PUT /v2.0/floatingips/8a217cd8-1d2d-41a3-9906-bada94f4c164 HTTP/1.1" status: 200 len: 990 time: 3.8256328 Nov 11 17:36:04.553406 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af5bd0c-497d-4518-96c1-33a38fae584f', 'tag': '3de4b953-cf0d-49c3-abb7-e0c684db874a'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:36:04.556563 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801a4718-7e47-4738-97a2-bc1d5a41f896" -d '{"events": [{"name": "network-changed", "server_uuid": "3af5bd0c-497d-4518-96c1-33a38fae584f", "tag": "3de4b953-cf0d-49c3-abb7-e0c684db874a"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:36:04.599238 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-49c7f43d-c4fa-4185-96a4-748d11171fe7 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/ports?device_id=85367daf-3d6a-4ec3-883c-ad303c67615b HTTP/1.1" status: 200 len: 205 time: 0.0825176 Nov 11 17:36:04.599813 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-bb3dace2-bf2e-4733-b872-699a86e2e9d7 None None] Set router 7f00dfe0-00fa-44b2-82ad-960ecb73921d gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:36:04.607508 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48768) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:04.623579 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a7412f56-8b1e-48e4-876c-485625b48632 req-e2bb9b8d-9a85-4745-b562-4c4274238f4c tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3314033 Nov 11 17:36:04.627671 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd87473-4528-48f3-a772-da788dda53d7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Subnet': ['ID=21bdf01c-7811-4f73-b7f5-6e9304ffbdd5,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:04.706422 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0ea26f-df7b-4dd0-bf06-b4ba388a9bc5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:04.712936 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea26f-df7b-4dd0-bf06-b4ba388a9bc5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:04.713163 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad62812-7482-406b-83b4-d7c19438928a x-openstack-request-id: req-cad62812-7482-406b-83b4-d7c19438928a {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:36:04.713610 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af5bd0c-497d-4518-96c1-33a38fae584f", "tag": "3de4b953-cf0d-49c3-abb7-e0c684db874a", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:36:04.713956 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cad62812-7482-406b-83b4-d7c19438928a {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:36:04.714435 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af5bd0c-497d-4518-96c1-33a38fae584f', 'tag': '3de4b953-cf0d-49c3-abb7-e0c684db874a', 'status': 'completed', 'code': 200} Nov 11 17:36:04.722606 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8bd87473-4528-48f3-a772-da788dda53d7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1076686 Nov 11 17:36:04.723326 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48772) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:04.728174 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-c5de973e-53f0-435d-9fdf-fb66d2d3474d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'security_group': {'name': 'tempest-secgroup-236860837'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:04.763649 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c5de973e-53f0-435d-9fdf-fb66d2d3474d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:04.803331 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5b59c0-6124-47af-9e40-aac92aa9f870 None None] Network f7a2233d-f3fd-47d6-8390-2db1e515ee46 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:04.893928 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd98df13-27d5-4a3a-8d32-ea208510bc1a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:04.951893 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c5de973e-53f0-435d-9fdf-fb66d2d3474d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:04.958261 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c5de973e-53f0-435d-9fdf-fb66d2d3474d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:05.023438 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c5de973e-53f0-435d-9fdf-fb66d2d3474d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:05.028258 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c5de973e-53f0-435d-9fdf-fb66d2d3474d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3038304 Nov 11 17:36:05.029537 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a4718-7e47-4738-97a2-bc1d5a41f896 req-25696591-58af-43db-81a6-e97e8e52dce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:05.029928 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48782) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:05.033731 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-801a4718-7e47-4738-97a2-bc1d5a41f896 req-25696591-58af-43db-81a6-e97e8e52dce4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eeac632c30574948b103f77246d9180e&device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 1096 time: 0.2624731 Nov 11 17:36:05.037859 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-8ae1a8a6-413f-4b99-b0e9-81050960c687 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'security_group': {'name': 'tempest-secgroup-1487490442'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:05.048518 n-d-816206-4 neutron-server[102617]: INFO neutron.db.ipam_backend_mixin [None req-3d0ea26f-df7b-4dd0-bf06-b4ba388a9bc5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d53449bb-b5e1-4251-9f69-9f4e609ab823 (CIDR: 2001:db8::/64) Nov 11 17:36:05.071339 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de973e-53f0-435d-9fdf-fb66d2d3474d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748fc645-5f52-475a-93c9-ea53089db7c6,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:05.079147 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ae1a8a6-413f-4b99-b0e9-81050960c687 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:05.102052 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-576e0c87-25bf-4c60-8ea2-4d823a94f531 None None] Provisioning complete for port adc40f15-9dca-42cb-9c91-1498ad541bb6 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:05.102432 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-576e0c87-25bf-4c60-8ea2-4d823a94f531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:05.189017 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ae1a8a6-413f-4b99-b0e9-81050960c687 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:05.198018 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ae1a8a6-413f-4b99-b0e9-81050960c687 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:05.202812 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0ea26f-df7b-4dd0-bf06-b4ba388a9bc5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:36:05.203337 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d0ea26f-df7b-4dd0-bf06-b4ba388a9bc5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:05.275208 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ae1a8a6-413f-4b99-b0e9-81050960c687 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:05.280308 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8ae1a8a6-413f-4b99-b0e9-81050960c687 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2457957 Nov 11 17:36:05.281737 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48788) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:05.287055 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-576e0c87-25bf-4c60-8ea2-4d823a94f531 None None] Port adc40f15-9dca-42cb-9c91-1498ad541bb6 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:36:05.287301 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-da843651-bf51-4de8-a039-cb5314ad0687 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'security_group': {'name': 'tempest-secgroup-117319514'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:05.298749 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1a8a6-413f-4b99-b0e9-81050960c687 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7158da38-3c8b-4eef-ad71-0bebcd9e7118,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:05.313770 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3d0ea26f-df7b-4dd0-bf06-b4ba388a9bc5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9828494 Nov 11 17:36:05.317337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48790) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:05.322431 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d232818d-6294-41cf-bbbb-d79b9c0fd74d tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'subnet': {'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:05.383467 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-da843651-bf51-4de8-a039-cb5314ad0687 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:05.403023 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-bb3dace2-bf2e-4733-b872-699a86e2e9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'name': 'tempest-AttachVolumeShelveTestJSON-890161507-router', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:35:16Z', 'updated_at': '2021-11-11T17:35:29Z', 'revision_number': 4, 'project_id': 'eeac632c30574948b103f77246d9180e', 'gw_port': {'id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:17Z', 'updated_at': '2021-11-11T17:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '8a217cd8-1d2d-41a3-9906-bada94f4c164', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'floating_ip_address': '172.25.2.43', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'port_id': '3de4b953-cf0d-49c3-abb7-e0c684db874a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'mac_address': 'fa:16:3e:ca:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af5bd0c-497d-4518-96c1-33a38fae584f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:35:37Z', 'updated_at': '2021-11-11T17:36:01Z', 'revision_number': 1, 'project_id': 'eeac632c30574948b103f77246d9180e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69d6db5-f278-4bfe-b393-813404e70c02', 'name': '', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'mac_address': 'fa:16:3e:7d:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:25Z', 'updated_at': '2021-11-11T17:35:36Z', 'revision_number': 5, 'project_id': 'eeac632c30574948b103f77246d9180e', 'subnets': [{'id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:05.428570 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd98df13-27d5-4a3a-8d32-ea208510bc1a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:05.457203 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3dace2-bf2e-4733-b872-699a86e2e9d7 None None] Checking router: 7f00dfe0-00fa-44b2-82ad-960ecb73921d for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:36:05.510750 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3dace2-bf2e-4733-b872-699a86e2e9d7 None None] Routers {'7f00dfe0-00fa-44b2-82ad-960ecb73921d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:05.511439 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-bb3dace2-bf2e-4733-b872-699a86e2e9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:35:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:05.580155 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a4718-7e47-4738-97a2-bc1d5a41f896 req-9119b49c-c46b-49ab-bef0-3831d8faac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:05.581559 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-801a4718-7e47-4738-97a2-bc1d5a41f896 req-9119b49c-c46b-49ab-bef0-3831d8faac36 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a3a8bf47-1430-4314-97ff-b3524a589a13 HTTP/1.1" status: 200 len: 918 time: 0.5295997 Nov 11 17:36:05.596505 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d6413d-9ee8-48f0-aef7-5c8249c383cd None None] Update dhcp port {'port': {'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46', 'fixed_ips': [{'subnet_id': '0de2a5fd-392b-4650-a486-6fc81d5be39f', 'ip_address': '172.20.0.18'}, {'subnet_id': '21bdf01c-7811-4f73-b7f5-6e9304ffbdd5'}], 'binding:host_id': 'n-d-816206-4'}, 'id': 'bd7e1266-20fb-4efa-a1e5-336b73353b73'} from n-d-816206-4. {{(pid=102619) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 17:36:05.630935 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-da843651-bf51-4de8-a039-cb5314ad0687 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:05.642568 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-da843651-bf51-4de8-a039-cb5314ad0687 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:05.674956 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-fd98df13-27d5-4a3a-8d32-ea208510bc1a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting port 2dc075ce-96d3-44d1-9060-68844f4aeed6 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:36:05.675301 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd98df13-27d5-4a3a-8d32-ea208510bc1a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:05.679484 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-801a4718-7e47-4738-97a2-bc1d5a41f896 req-df1db57f-db69-4b8f-b15a-c2496b949921 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de4b953-cf0d-49c3-abb7-e0c684db874a HTTP/1.1" status: 200 len: 998 time: 0.0828292 Nov 11 17:36:05.721872 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da843651-bf51-4de8-a039-cb5314ad0687 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1833126-ac8d-40eb-9a10-c221ecf17606,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:05.734953 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-da843651-bf51-4de8-a039-cb5314ad0687 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:05.739553 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f6d6413d-9ee8-48f0-aef7-5c8249c383cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:05.740597 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-da843651-bf51-4de8-a039-cb5314ad0687 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4578731 Nov 11 17:36:05.741494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48808) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:05.756009 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-cdb6bf78-e9a4-44eb-8c86-9874eb3e1bd4 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-547738415', 'security_groups': ['e1833126-ac8d-40eb-9a10-c221ecf17606'], 'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '21bdf01c-7811-4f73-b7f5-6e9304ffbdd5'}]}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:05.854925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-bb3dace2-bf2e-4733-b872-699a86e2e9d7 None None] Set router 7f00dfe0-00fa-44b2-82ad-960ecb73921d gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:36:05.916198 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a4718-7e47-4738-97a2-bc1d5a41f896 req-c975a672-c096-4916-8a10-84583d246868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:05.916198 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-801a4718-7e47-4738-97a2-bc1d5a41f896 req-c975a672-c096-4916-8a10-84583d246868 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa447a7e-c385-460f-86cb-d149b7215da5 HTTP/1.1" status: 200 len: 855 time: 0.2083333 Nov 11 17:36:05.988941 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd98df13-27d5-4a3a-8d32-ea208510bc1a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:06.020022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-fd98df13-27d5-4a3a-8d32-ea208510bc1a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Calling delete_port for 2dc075ce-96d3-44d1-9060-68844f4aeed6 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:36:06.045494 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a4718-7e47-4738-97a2-bc1d5a41f896 req-e0e1e79a-0cb6-4b50-bf85-4712251a6e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:06.047596 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-801a4718-7e47-4738-97a2-bc1d5a41f896 req-e0e1e79a-0cb6-4b50-bf85-4712251a6e0e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a3a8bf47-1430-4314-97ff-b3524a589a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279361 Nov 11 17:36:06.050362 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e632015-6ee8-45a5-95a2-e6ea3776c8e8 req-fca8f0e2-2aff-43ed-affd-8c2e6c4ff7c5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:06.052353 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e632015-6ee8-45a5-95a2-e6ea3776c8e8 req-fca8f0e2-2aff-43ed-affd-8c2e6c4ff7c5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 0.3091896 Nov 11 17:36:06.101064 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d232818d-6294-41cf-bbbb-d79b9c0fd74d tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:06.105748 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d232818d-6294-41cf-bbbb-d79b9c0fd74d tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:06.221581 n-d-816206-4 neutron-server[102618]: INFO neutron.db.ipam_backend_mixin [None req-d232818d-6294-41cf-bbbb-d79b9c0fd74d tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e8827a58-3c13-47c0-8a33-cf3c29cfac66 (CIDR: 2001:db8:0:1::/64) Nov 11 17:36:06.261256 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-d232818d-6294-41cf-bbbb-d79b9c0fd74d tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:36:06.262141 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d232818d-6294-41cf-bbbb-d79b9c0fd74d tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:06.349614 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb6bf78-e9a4-44eb-8c86-9874eb3e1bd4 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:06.370060 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-f6d6413d-9ee8-48f0-aef7-5c8249c383cd None None] Allocated IP 172.20.0.2 (f7a2233d-f3fd-47d6-8390-2db1e515ee46/21bdf01c-7811-4f73-b7f5-6e9304ffbdd5/bd7e1266-20fb-4efa-a1e5-336b73353b73) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:06.420622 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-801a4718-7e47-4738-97a2-bc1d5a41f896 req-25865979-2388-4c64-8481-dff86fb185ae service neutron] 10.222.0.64 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592162 Nov 11 17:36:06.556607 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cdb6bf78-e9a4-44eb-8c86-9874eb3e1bd4 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:06.578236 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d232818d-6294-41cf-bbbb-d79b9c0fd74d tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2598128 Nov 11 17:36:06.591427 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48828) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:06.608893 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-07a6dfa5-b277-40e8-8955-8b4e5b393843 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'subnet': {'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:06.629845 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e632015-6ee8-45a5-95a2-e6ea3776c8e8 req-c9136954-5bf0-43de-90d3-00a9e2ba70a7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5461485 Nov 11 17:36:06.672124 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f6d6413d-9ee8-48f0-aef7-5c8249c383cd None None] For port bd7e1266-20fb-4efa-a1e5-336b73353b73, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bd7e1266-20fb-4efa-a1e5-336b73353b73,segment=NetworkSegment(2899939e-5075-4b54-abe0-38d33abfc114),segment_id=2899939e-5075-4b54-abe0-38d33abfc114)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:06.703609 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-801a4718-7e47-4738-97a2-bc1d5a41f896 req-4f0249d7-f747-4d56-ac59-9424f9d759ef service neutron] 10.222.0.64 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760582 Nov 11 17:36:06.706900 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd98df13-27d5-4a3a-8d32-ea208510bc1a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:06.712217 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-cdb6bf78-e9a4-44eb-8c86-9874eb3e1bd4 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] device_id is not set on port 6b398bf8-f1e2-45b4-8a74-353d4ddc7fc7 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:36:06.744189 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98df13-27d5-4a3a-8d32-ea208510bc1a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Port': ['ID=2dc075ce-96d3-44d1-9060-68844f4aeed6,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:06.755240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-bb3dace2-bf2e-4733-b872-699a86e2e9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'name': 'tempest-AttachVolumeShelveTestJSON-890161507-router', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:35:16Z', 'updated_at': '2021-11-11T17:35:29Z', 'revision_number': 4, 'project_id': 'eeac632c30574948b103f77246d9180e', 'gw_port': {'id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:17Z', 'updated_at': '2021-11-11T17:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '8a217cd8-1d2d-41a3-9906-bada94f4c164', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'floating_ip_address': '172.25.2.43', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'port_id': '3de4b953-cf0d-49c3-abb7-e0c684db874a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'mac_address': 'fa:16:3e:ca:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af5bd0c-497d-4518-96c1-33a38fae584f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:35:37Z', 'updated_at': '2021-11-11T17:36:01Z', 'revision_number': 1, 'project_id': 'eeac632c30574948b103f77246d9180e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69d6db5-f278-4bfe-b393-813404e70c02', 'name': '', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'mac_address': 'fa:16:3e:7d:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:25Z', 'updated_at': '2021-11-11T17:35:36Z', 'revision_number': 5, 'project_id': 'eeac632c30574948b103f77246d9180e', 'subnets': [{'id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:06.787820 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3dace2-bf2e-4733-b872-699a86e2e9d7 None None] The sync data for ids ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'] in n-d-816206-4 is: [{'id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'name': 'tempest-AttachVolumeShelveTestJSON-890161507-router', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:35:16Z', 'updated_at': '2021-11-11T17:35:29Z', 'revision_number': 4, 'project_id': 'eeac632c30574948b103f77246d9180e', 'gw_port': {'id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:17Z', 'updated_at': '2021-11-11T17:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '8a217cd8-1d2d-41a3-9906-bada94f4c164', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'floating_ip_address': '172.25.2.43', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'port_id': '3de4b953-cf0d-49c3-abb7-e0c684db874a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'mac_address': 'fa:16:3e:ca:0f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af5bd0c-497d-4518-96c1-33a38fae584f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:35:37Z', 'updated_at': '2021-11-11T17:36:01Z', 'revision_number': 1, 'project_id': 'eeac632c30574948b103f77246d9180e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69d6db5-f278-4bfe-b393-813404e70c02', 'name': '', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'mac_address': 'fa:16:3e:7d:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:25Z', 'updated_at': '2021-11-11T17:35:36Z', 'revision_number': 5, 'project_id': 'eeac632c30574948b103f77246d9180e', 'subnets': [{'id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:36:06.789986 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14298c41-faa7-4c4d-80c1-bdba6b49375e None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:36:06.792768 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f6d6413d-9ee8-48f0-aef7-5c8249c383cd None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:06.815836 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f6d6413d-9ee8-48f0-aef7-5c8249c383cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:06.926615 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd98df13-27d5-4a3a-8d32-ea208510bc1a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:07.015893 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a6dfa5-b277-40e8-8955-8b4e5b393843 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Made reservation on behalf of 4c2495a5a0704aa1b0aa9c228f7fc35a for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:07.020959 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-07a6dfa5-b277-40e8-8955-8b4e5b393843 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:07.059639 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6413d-9ee8-48f0-aef7-5c8249c383cd None None] Pushing event updated for resources: {'Port': ['ID=bd7e1266-20fb-4efa-a1e5-336b73353b73,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:07.094122 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd98df13-27d5-4a3a-8d32-ea208510bc1a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:07.101198 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd98df13-27d5-4a3a-8d32-ea208510bc1a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:07.213023 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd98df13-27d5-4a3a-8d32-ea208510bc1a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:07.213655 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd98df13-27d5-4a3a-8d32-ea208510bc1a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Fanout notify agent at l3_agent the message router_deleted on router 85367daf-3d6a-4ec3-883c-ad303c67615b {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:36:07.222248 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd98df13-27d5-4a3a-8d32-ea208510bc1a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:07.224042 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fd98df13-27d5-4a3a-8d32-ea208510bc1a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/routers/85367daf-3d6a-4ec3-883c-ad303c67615b HTTP/1.1" status: 204 len: 168 time: 2.6149547 Nov 11 17:36:07.231019 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48844) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:07.245831 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e2f1d383-cbb6-4adb-b8d8-39c7874c7727 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2123394592'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:07.292763 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c0e39e-023b-4792-b179-35ea4e045c02 None None] New status for floating IP 8a217cd8-1d2d-41a3-9906-bada94f4c164: ACTIVE {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:36:07.297549 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f1d383-cbb6-4adb-b8d8-39c7874c7727 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Made reservation on behalf of 4b69204bf6974baaa053145bbac95a32 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:07.301578 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e2f1d383-cbb6-4adb-b8d8-39c7874c7727 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:07.367440 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f1d383-cbb6-4adb-b8d8-39c7874c7727 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1266} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:36:07.377577 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-cdb6bf78-e9a4-44eb-8c86-9874eb3e1bd4 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Allocated IP 172.20.0.10 (f7a2233d-f3fd-47d6-8390-2db1e515ee46/21bdf01c-7811-4f73-b7f5-6e9304ffbdd5/6b398bf8-f1e2-45b4-8a74-353d4ddc7fc7) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:07.380598 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e2f1d383-cbb6-4adb-b8d8-39c7874c7727 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:07.381026 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-e2f1d383-cbb6-4adb-b8d8-39c7874c7727 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Added segment 85fffaab-3a43-4d1a-9051-277c4af05b94 of type vlan for network 62c30e42-0463-4995-b385-6f35838a58e0 Nov 11 17:36:07.431828 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5c02a356-aee1-42c4-a1bb-38aaa2dd93c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:07.434099 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e2f1d383-cbb6-4adb-b8d8-39c7874c7727 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:07.496947 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e2f1d383-cbb6-4adb-b8d8-39c7874c7727 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:07.507243 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f1d383-cbb6-4adb-b8d8-39c7874c7727 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:07.508226 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e2f1d383-cbb6-4adb-b8d8-39c7874c7727 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:07.599702 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e2f1d383-cbb6-4adb-b8d8-39c7874c7727 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3675389 Nov 11 17:36:07.606535 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48856) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:07.614310 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-0eb0b3a1-da90-41a6-8d25-c861d4c1d02c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'subnet': {'network_id': '62c30e42-0463-4995-b385-6f35838a58e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:07.621346 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1d383-cbb6-4adb-b8d8-39c7874c7727 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Network': ['ID=62c30e42-0463-4995-b385-6f35838a58e0,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:07.635102 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 62c30e42-0463-4995-b385-6f35838a58e0 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:36:07.887192 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-07a6dfa5-b277-40e8-8955-8b4e5b393843 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:07.936575 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cdb6bf78-e9a4-44eb-8c86-9874eb3e1bd4 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:07.951621 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783400b4-e6a4-4de6-b926-f991dc652f7b req-45ce51e4-9f61-4d92-ac66-673be6fb58b7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:07.953859 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-783400b4-e6a4-4de6-b926-f991dc652f7b req-45ce51e4-9f61-4d92-ac66-673be6fb58b7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 0.2069621 Nov 11 17:36:08.009844 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6dfa5-b277-40e8-8955-8b4e5b393843 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Subnet': ['ID=55a886f1-4b0e-402e-ae59-0a933ec066f1,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:08.028765 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a6dfa5-b277-40e8-8955-8b4e5b393843 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Network 8994d145-e9c5-4b08-8bc5-cc7c130b502a is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:08.039640 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb0b3a1-da90-41a6-8d25-c861d4c1d02c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Made reservation on behalf of 4b69204bf6974baaa053145bbac95a32 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:08.043068 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c96d758d-1ce6-4e3a-abe4-d6c61f8c9994 None None] Provisioning complete for port bd7e1266-20fb-4efa-a1e5-336b73353b73 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:08.044123 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c96d758d-1ce6-4e3a-abe4-d6c61f8c9994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:08.045015 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0eb0b3a1-da90-41a6-8d25-c861d4c1d02c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:08.114478 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-783400b4-e6a4-4de6-b926-f991dc652f7b req-c9cb8328-6587-43f0-8ec7-a1fec65482a7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509387 Nov 11 17:36:08.115434 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-07a6dfa5-b277-40e8-8955-8b4e5b393843 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:08.126256 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a6dfa5-b277-40e8-8955-8b4e5b393843 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:08.127106 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-07a6dfa5-b277-40e8-8955-8b4e5b393843 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:08.153733 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6baa0c-5bfb-4ed6-ac62-ab1e920a11ba None None] Network 8994d145-e9c5-4b08-8bc5-cc7c130b502a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:08.161932 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48870) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:08.225335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-07a6dfa5-b277-40e8-8955-8b4e5b393843 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6230044 Nov 11 17:36:08.229002 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48876) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:08.236791 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cdb6bf78-e9a4-44eb-8c86-9874eb3e1bd4 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:08.239007 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-6adf1602-8a03-499f-976e-2c87ba2ece12 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-127241114', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '55a886f1-4b0e-402e-ae59-0a933ec066f1'}], 'security_groups': ['6c3444ad-058e-49dd-b828-e63ce2eb574f', 'f88d14e1-f737-4cf5-9689-fe43d6319a28']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:08.338289 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6bf78-e9a4-44eb-8c86-9874eb3e1bd4 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Port': ['ID=6b398bf8-f1e2-45b4-8a74-353d4ddc7fc7,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:08.350967 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c96d758d-1ce6-4e3a-abe4-d6c61f8c9994 None None] Provisioning complete for port 045c2492-fab9-46af-b8a8-3917c545d432 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:08.351346 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c96d758d-1ce6-4e3a-abe4-d6c61f8c9994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:08.353387 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb6bf78-e9a4-44eb-8c86-9874eb3e1bd4 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network f7a2233d-f3fd-47d6-8390-2db1e515ee46 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:08.359014 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-cdb6bf78-e9a4-44eb-8c86-9874eb3e1bd4 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:08.362904 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb6bf78-e9a4-44eb-8c86-9874eb3e1bd4 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:36:08.376881 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6adf1602-8a03-499f-976e-2c87ba2ece12 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:08.414080 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cca702f2-e0ef-4f08-b52a-94ab6d32a076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:08.432244 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c96d758d-1ce6-4e3a-abe4-d6c61f8c9994 None None] Port 045c2492-fab9-46af-b8a8-3917c545d432 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:36:08.492189 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0eb0b3a1-da90-41a6-8d25-c861d4c1d02c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:08.534824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb6bf78-e9a4-44eb-8c86-9874eb3e1bd4 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:08.535499 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cdb6bf78-e9a4-44eb-8c86-9874eb3e1bd4 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:08.610517 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3f7bdb-886e-40a0-8cb4-3cfe2832a3a1 None None] Update dhcp port {'port': {'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a', 'fixed_ips': [{'subnet_id': 'e8827a58-3c13-47c0-8a33-cf3c29cfac66', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd53449bb-b5e1-4251-9f69-9f4e609ab823', 'ip_address': '2001:db8::2'}, {'subnet_id': '55a886f1-4b0e-402e-ae59-0a933ec066f1'}], 'binding:host_id': 'n-d-816206-4'}, 'id': '21060736-e283-475e-acfd-34dbce0199e1'} from n-d-816206-4. {{(pid=102619) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 17:36:08.615171 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-cdb6bf78-e9a4-44eb-8c86-9874eb3e1bd4 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8645411 Nov 11 17:36:08.622104 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48882) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:08.643485 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-71fe35a1-fe9a-4e8f-b968-c1f91ee43825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'subnet': {'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:08.681976 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7bdb-886e-40a0-8cb4-3cfe2832a3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:08.686630 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cca702f2-e0ef-4f08-b52a-94ab6d32a076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:08.704563 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cca702f2-e0ef-4f08-b52a-94ab6d32a076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:08.730621 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bd7e1266-20fb-4efa-a1e5-336b73353b73 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:36:08.747473 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0b3a1-da90-41a6-8d25-c861d4c1d02c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Subnet': ['ID=ae12256d-5c26-4b5c-830f-8b90d2b7d335,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:08.759664 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb0b3a1-da90-41a6-8d25-c861d4c1d02c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Checking segment: {'id': '85fffaab-3a43-4d1a-9051-277c4af05b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '62c30e42-0463-4995-b385-6f35838a58e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:36:08.760573 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb0b3a1-da90-41a6-8d25-c861d4c1d02c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network hostable DHCP agents. Network: 62c30e42-0463-4995-b385-6f35838a58e0, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:36:08.800945 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca702f2-e0ef-4f08-b52a-94ab6d32a076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4227677f-b196-41f3-bcd4-9b634f33fb79,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:08.802159 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb0b3a1-da90-41a6-8d25-c861d4c1d02c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network 62c30e42-0463-4995-b385-6f35838a58e0 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:36:08.820561 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-0eb0b3a1-da90-41a6-8d25-c861d4c1d02c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 62c30e42-0463-4995-b385-6f35838a58e0) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:08.835459 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb0b3a1-da90-41a6-8d25-c861d4c1d02c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:08.836544 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0eb0b3a1-da90-41a6-8d25-c861d4c1d02c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:08.848577 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cca702f2-e0ef-4f08-b52a-94ab6d32a076 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5084c90d5825421e9dfc658d72ff5f6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6846886 Nov 11 17:36:08.852776 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48884) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:08.864752 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcc0b23-7c16-470e-bdd7-a21928254a68 None None] Network 62c30e42-0463-4995-b385-6f35838a58e0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:08.870551 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0eb0b3a1-da90-41a6-8d25-c861d4c1d02c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2618051 Nov 11 17:36:08.872833 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48886) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:08.878433 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-7d61651e-ac91-4c3c-b724-318fd18e5b2a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1119425516', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:08.909992 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fe35a1-fe9a-4e8f-b968-c1f91ee43825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:08.916879 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-71fe35a1-fe9a-4e8f-b968-c1f91ee43825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:08.930798 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e3a929e5-7b94-438f-afbf-a02f63b80a02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:08.966448 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-08eb0e51-b02a-43f8-ac8b-82a4118c75a1 None None] Provisioning complete for port 6b398bf8-f1e2-45b4-8a74-353d4ddc7fc7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:08.966973 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-08eb0e51-b02a-43f8-ac8b-82a4118c75a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:09.003758 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d61651e-ac91-4c3c-b724-318fd18e5b2a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:09.003758 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d61651e-ac91-4c3c-b724-318fd18e5b2a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:09.042415 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e3a929e5-7b94-438f-afbf-a02f63b80a02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:09.071535 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port bd7e1266-20fb-4efa-a1e5-336b73353b73 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:09.074077 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:09.083776 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-08eb0e51-b02a-43f8-ac8b-82a4118c75a1 None None] Port 6b398bf8-f1e2-45b4-8a74-353d4ddc7fc7 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:36:09.103160 n-d-816206-4 neutron-server[102618]: INFO neutron.db.ipam_backend_mixin [None req-71fe35a1-fe9a-4e8f-b968-c1f91ee43825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 21bdf01c-7811-4f73-b7f5-6e9304ffbdd5 (CIDR: 172.20.0.0/28) Nov 11 17:36:09.115239 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-71fe35a1-fe9a-4e8f-b968-c1f91ee43825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:36:09.116743 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71fe35a1-fe9a-4e8f-b968-c1f91ee43825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:09.130654 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d61651e-ac91-4c3c-b724-318fd18e5b2a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:09.144645 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-71fe35a1-fe9a-4e8f-b968-c1f91ee43825 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5167072 Nov 11 17:36:09.153667 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d61651e-ac91-4c3c-b724-318fd18e5b2a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:09.209486 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48892) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:09.220837 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-349abb4f-76cf-43d6-a600-9f4e75d3de12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'subnet': {'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:09.233032 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d61651e-ac91-4c3c-b724-318fd18e5b2a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:09.234923 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7d61651e-ac91-4c3c-b724-318fd18e5b2a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3615165 Nov 11 17:36:09.240181 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48894) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:09.340169 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-6adf1602-8a03-499f-976e-2c87ba2ece12 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Delete allocated IP 2001:db8::331 (8994d145-e9c5-4b08-8bc5-cc7c130b502a/d53449bb-b5e1-4251-9f69-9f4e609ab823) {{(pid=102617) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 17:36:09.356991 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e3a929e5-7b94-438f-afbf-a02f63b80a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:09.365681 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e3a929e5-7b94-438f-afbf-a02f63b80a02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:09.372551 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e3a929e5-7b94-438f-afbf-a02f63b80a02 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4227677f-b196-41f3-bcd4-9b634f33fb79 HTTP/1.1" status: 204 len: 168 time: 0.5148909 Nov 11 17:36:09.377316 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-6adf1602-8a03-499f-976e-2c87ba2ece12 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Allocated IP 2001:db8:0:2::1d6 (8994d145-e9c5-4b08-8bc5-cc7c130b502a/55a886f1-4b0e-402e-ae59-0a933ec066f1/adc40f15-9dca-42cb-9c91-1498ad541bb6) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:09.412001 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a929e5-7b94-438f-afbf-a02f63b80a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4227677f-b196-41f3-bcd4-9b634f33fb79,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:09.486394 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ed3c51-40c5-4cf9-824a-168f204ef901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-62c30e42-0463-4995-b385-6f35838a58e0', 'network_id': '62c30e42-0463-4995-b385-6f35838a58e0', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'fixed_ips': [{'subnet_id': 'ae12256d-5c26-4b5c-830f-8b90d2b7d335'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:36:09.487719 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-10ed3c51-40c5-4cf9-824a-168f204ef901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:09.691924 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8dc89e-d711-4393-9b3c-5ee57db5cac6 req-5d8ab6b2-4f10-4b70-b84c-a83097fb42a9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:09.698008 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-be8dc89e-d711-4393-9b3c-5ee57db5cac6 req-5d8ab6b2-4f10-4b70-b84c-a83097fb42a9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 0.3435533 Nov 11 17:36:09.807474 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6adf1602-8a03-499f-976e-2c87ba2ece12 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:09.816529 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6adf1602-8a03-499f-976e-2c87ba2ece12 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:09.835251 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3be2c31a-9361-42c7-96db-7573488a2e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:09.903681 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf1602-8a03-499f-976e-2c87ba2ece12 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event updated for resources: {'Port': ['ID=adc40f15-9dca-42cb-9c91-1498ad541bb6,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:09.908822 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-10ed3c51-40c5-4cf9-824a-168f204ef901 None None] Allocated IP 2001:db8::2 (62c30e42-0463-4995-b385-6f35838a58e0/ae12256d-5c26-4b5c-830f-8b90d2b7d335/ae8c9320-5e6a-4ec1-891d-01efd05e398e) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:09.920761 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-6adf1602-8a03-499f-976e-2c87ba2ece12 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] In _notify_port_updated(), no bound segment for port adc40f15-9dca-42cb-9c91-1498ad541bb6 on network 8994d145-e9c5-4b08-8bc5-cc7c130b502a {{(pid=102617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:36:09.927281 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adf1602-8a03-499f-976e-2c87ba2ece12 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:09.927967 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6adf1602-8a03-499f-976e-2c87ba2ece12 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:09.932063 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6adf1602-8a03-499f-976e-2c87ba2ece12 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "PUT /v2.0/ports/adc40f15-9dca-42cb-9c91-1498ad541bb6 HTTP/1.1" status: 200 len: 969 time: 1.6990800 Nov 11 17:36:09.933779 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48902) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:09.997819 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48904) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:10.019710 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-277a77d1-15d3-4683-a4e8-0cc21cfe438d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:10.080557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349abb4f-76cf-43d6-a600-9f4e75d3de12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:10.085453 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-349abb4f-76cf-43d6-a600-9f4e75d3de12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:10.115972 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-808f3699-eb6a-47b1-a39c-703386689d86 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting port adc40f15-9dca-42cb-9c91-1498ad541bb6 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:36:10.116283 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-808f3699-eb6a-47b1-a39c-703386689d86 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:10.147187 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-220567e6-f6a7-460a-926b-07da63ef3138 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:10.178784 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-10ed3c51-40c5-4cf9-824a-168f204ef901 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:10.211177 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-10ed3c51-40c5-4cf9-824a-168f204ef901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:10.235046 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-277a77d1-15d3-4683-a4e8-0cc21cfe438d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:10.246092 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-277a77d1-15d3-4683-a4e8-0cc21cfe438d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:10.269556 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed3c51-40c5-4cf9-824a-168f204ef901 None None] Pushing event updated for resources: {'Port': ['ID=ae8c9320-5e6a-4ec1-891d-01efd05e398e,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:10.278205 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-277a77d1-15d3-4683-a4e8-0cc21cfe438d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c2609355184c4706bc4c649ce7387198&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2793341 Nov 11 17:36:10.285689 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48906) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:10.290117 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-5c3f7bdb-886e-40a0-8cb4-3cfe2832a3a1 None None] Allocated IP 2001:db8:0:2::2 (8994d145-e9c5-4b08-8bc5-cc7c130b502a/55a886f1-4b0e-402e-ae59-0a933ec066f1/21060736-e283-475e-acfd-34dbce0199e1) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:10.299395 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ed3c51-40c5-4cf9-824a-168f204ef901 None None] Network 62c30e42-0463-4995-b385-6f35838a58e0 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:10.301098 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-808f3699-eb6a-47b1-a39c-703386689d86 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:10.302532 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-10ed3c51-40c5-4cf9-824a-168f204ef901 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:10.310119 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ed3c51-40c5-4cf9-824a-168f204ef901 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:36:10.331524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-808f3699-eb6a-47b1-a39c-703386689d86 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Calling delete_port for adc40f15-9dca-42cb-9c91-1498ad541bb6 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:36:10.357192 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a77d1-15d3-4683-a4e8-0cc21cfe438d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b875714-9622-48ab-9636-8a95d5a12938,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:10.448918 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-493c8d1d-cac6-401d-badf-3ef168c30617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:10.586610 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-493c8d1d-cac6-401d-badf-3ef168c30617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:10.666196 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-808f3699-eb6a-47b1-a39c-703386689d86 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:10.680637 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-493c8d1d-cac6-401d-badf-3ef168c30617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:10.690173 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-493c8d1d-cac6-401d-badf-3ef168c30617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:10.692757 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-493c8d1d-cac6-401d-badf-3ef168c30617 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3b875714-9622-48ab-9636-8a95d5a12938 HTTP/1.1" status: 204 len: 168 time: 0.4060621 Nov 11 17:36:10.707554 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-10ed3c51-40c5-4cf9-824a-168f204ef901 None None] Attempting to bind port ae8c9320-5e6a-4ec1-891d-01efd05e398e on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:36:10.707972 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-10ed3c51-40c5-4cf9-824a-168f204ef901 None None] Attempting to bind port ae8c9320-5e6a-4ec1-891d-01efd05e398e by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '85fffaab-3a43-4d1a-9051-277c4af05b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '62c30e42-0463-4995-b385-6f35838a58e0'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:36:10.708469 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed3c51-40c5-4cf9-824a-168f204ef901 None None] Attempting to bind port ae8c9320-5e6a-4ec1-891d-01efd05e398e on network 62c30e42-0463-4995-b385-6f35838a58e0 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:36:10.715517 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed3c51-40c5-4cf9-824a-168f204ef901 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:36:10.716008 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed3c51-40c5-4cf9-824a-168f204ef901 None None] Checking segment: {'id': '85fffaab-3a43-4d1a-9051-277c4af05b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '62c30e42-0463-4995-b385-6f35838a58e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:36:10.716411 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-10ed3c51-40c5-4cf9-824a-168f204ef901 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:10.716804 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed3c51-40c5-4cf9-824a-168f204ef901 None None] Bound using segment: {'id': '85fffaab-3a43-4d1a-9051-277c4af05b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '62c30e42-0463-4995-b385-6f35838a58e0'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:36:10.717303 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-10ed3c51-40c5-4cf9-824a-168f204ef901 None None] Bound port: ae8c9320-5e6a-4ec1-891d-01efd05e398e, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85fffaab-3a43-4d1a-9051-277c4af05b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '62c30e42-0463-4995-b385-6f35838a58e0'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:36:10.717820 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-10ed3c51-40c5-4cf9-824a-168f204ef901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:10.776019 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f3699-eb6a-47b1-a39c-703386689d86 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Port': ['ID=adc40f15-9dca-42cb-9c91-1498ad541bb6,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:10.792108 n-d-816206-4 neutron-server[102618]: INFO neutron.db.ipam_backend_mixin [None req-349abb4f-76cf-43d6-a600-9f4e75d3de12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0de2a5fd-392b-4650-a486-6fc81d5be39f (CIDR: 172.20.0.16/28) Nov 11 17:36:10.798997 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-10ed3c51-40c5-4cf9-824a-168f204ef901 None None] For port ae8c9320-5e6a-4ec1-891d-01efd05e398e, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:36:10.802751 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-10ed3c51-40c5-4cf9-824a-168f204ef901 None None] For port ae8c9320-5e6a-4ec1-891d-01efd05e398e, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ae8c9320-5e6a-4ec1-891d-01efd05e398e,segment=NetworkSegment(85fffaab-3a43-4d1a-9051-277c4af05b94),segment_id=85fffaab-3a43-4d1a-9051-277c4af05b94)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:36:10.809980 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-be8dc89e-d711-4393-9b3c-5ee57db5cac6 req-87e76d66-63e7-4e84-a62f-62ef15e5ea86 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0810118 Nov 11 17:36:10.816039 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-349abb4f-76cf-43d6-a600-9f4e75d3de12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:36:10.817299 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349abb4f-76cf-43d6-a600-9f4e75d3de12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:10.834435 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-10ed3c51-40c5-4cf9-824a-168f204ef901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:10.902740 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-808f3699-eb6a-47b1-a39c-703386689d86 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:10.911323 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-808f3699-eb6a-47b1-a39c-703386689d86 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/ports/adc40f15-9dca-42cb-9c91-1498ad541bb6 HTTP/1.1" status: 204 len: 168 time: 0.9764524 Nov 11 17:36:10.912426 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c8d1d-cac6-401d-badf-3ef168c30617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b875714-9622-48ab-9636-8a95d5a12938,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:10.914015 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48914) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:10.942987 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-5c3f7bdb-886e-40a0-8cb4-3cfe2832a3a1 None None] For port 21060736-e283-475e-acfd-34dbce0199e1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=21060736-e283-475e-acfd-34dbce0199e1,segment=NetworkSegment(8091d0d3-63f1-4c4f-8e05-45e2eeeeaec7),segment_id=8091d0d3-63f1-4c4f-8e05-45e2eeeeaec7)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:10.991977 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:11.033962 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed3c51-40c5-4cf9-824a-168f204ef901 None None] Pushing event updated for resources: {'Port': ['ID=ae8c9320-5e6a-4ec1-891d-01efd05e398e,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:11.037327 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a746193-7a38-4fd8-ab82-ff852a97c6cc tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] GET failed (client error): The resource could not be found. Nov 11 17:36:11.049534 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0a746193-7a38-4fd8-ab82-ff852a97c6cc tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports/adc40f15-9dca-42cb-9c91-1498ad541bb6 HTTP/1.1" status: 404 len: 333 time: 0.1268666 Nov 11 17:36:11.051539 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48916) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:11.055590 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7bdb-886e-40a0-8cb4-3cfe2832a3a1 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:11.056219 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-349abb4f-76cf-43d6-a600-9f4e75d3de12 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.8427129 Nov 11 17:36:11.056834 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48918) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:11.071886 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5c3f7bdb-886e-40a0-8cb4-3cfe2832a3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:11.150437 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-517b2c3f-cd97-48d3-9d26-60817ab83aaf tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:11.184897 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-517b2c3f-cd97-48d3-9d26-60817ab83aaf tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:11.260196 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-f64d373e-54a0-490d-8043-6529188f79df tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'subnet': {'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:11.261538 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f7bdb-886e-40a0-8cb4-3cfe2832a3a1 None None] Pushing event updated for resources: {'Port': ['ID=21060736-e283-475e-acfd-34dbce0199e1,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:11.263465 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-517b2c3f-cd97-48d3-9d26-60817ab83aaf tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:11.273049 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-517b2c3f-cd97-48d3-9d26-60817ab83aaf tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:11.275246 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-517b2c3f-cd97-48d3-9d26-60817ab83aaf tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/security-groups/30a9fcb2-7a1e-4657-ae02-d0f3773dd97b HTTP/1.1" status: 204 len: 168 time: 0.2227070 Nov 11 17:36:11.285025 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48922) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:11.305709 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b2c3f-cd97-48d3-9d26-60817ab83aaf tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a9fcb2-7a1e-4657-ae02-d0f3773dd97b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:11.577956 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bb97567b-0a90-473e-b78e-1c9d2b252ba5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:11.661361 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bb97567b-0a90-473e-b78e-1c9d2b252ba5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:11.733332 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64d373e-54a0-490d-8043-6529188f79df tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Made reservation on behalf of 63529d4881bc4948a539fcab59bdd3a8 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:11.738338 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f64d373e-54a0-490d-8043-6529188f79df tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:11.794872 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-220567e6-f6a7-460a-926b-07da63ef3138 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Allocated IP 2001:db8::1 (62c30e42-0463-4995-b385-6f35838a58e0/ae12256d-5c26-4b5c-830f-8b90d2b7d335/4e24338b-5fee-4b76-b5c7-f3a594acd6f5) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:11.894350 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bb97567b-0a90-473e-b78e-1c9d2b252ba5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:11.900865 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bb97567b-0a90-473e-b78e-1c9d2b252ba5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:11.904920 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48940) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:11.905938 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bb97567b-0a90-473e-b78e-1c9d2b252ba5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/security-groups/f88d14e1-f737-4cf5-9689-fe43d6319a28 HTTP/1.1" status: 204 len: 168 time: 0.6105890 Nov 11 17:36:11.930308 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97567b-0a90-473e-b78e-1c9d2b252ba5 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88d14e1-f737-4cf5-9689-fe43d6319a28,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:12.049312 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ba643af-52b8-4e0b-b0d8-0bb99feea99c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:12.094942 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-220567e6-f6a7-460a-926b-07da63ef3138 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:12.106331 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ba643af-52b8-4e0b-b0d8-0bb99feea99c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:12.115302 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310736d-9a6f-4b59-b70c-81f716797757 req-eded88fc-f9f4-4a70-b6de-d77630535286 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:12.117028 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5310736d-9a6f-4b59-b70c-81f716797757 req-eded88fc-f9f4-4a70-b6de-d77630535286 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 0.1364355 Nov 11 17:36:12.205469 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ba643af-52b8-4e0b-b0d8-0bb99feea99c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:12.210200 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ba643af-52b8-4e0b-b0d8-0bb99feea99c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:12.211952 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8ba643af-52b8-4e0b-b0d8-0bb99feea99c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/security-groups/6c3444ad-058e-49dd-b828-e63ce2eb574f HTTP/1.1" status: 204 len: 168 time: 0.3045275 Nov 11 17:36:12.217906 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48948) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:12.236843 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba643af-52b8-4e0b-b0d8-0bb99feea99c tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3444ad-058e-49dd-b828-e63ce2eb574f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:12.240858 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5310736d-9a6f-4b59-b70c-81f716797757 req-df424dc2-9635-42f2-bf3c-618707723123 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956249 Nov 11 17:36:12.301147 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-220567e6-f6a7-460a-926b-07da63ef3138 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:12.342607 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-16291c7d-4bb6-4d67-ba74-de9c01b1ea82 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting subnet d53449bb-b5e1-4251-9f69-9f4e609ab823 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:36:12.347303 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-16291c7d-4bb6-4d67-ba74-de9c01b1ea82 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:12.416436 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-16291c7d-4bb6-4d67-ba74-de9c01b1ea82 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:12.448872 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220567e6-f6a7-460a-926b-07da63ef3138 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Port': ['ID=4e24338b-5fee-4b76-b5c7-f3a594acd6f5,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:12.480965 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220567e6-f6a7-460a-926b-07da63ef3138 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network 62c30e42-0463-4995-b385-6f35838a58e0 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:12.488284 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f64d373e-54a0-490d-8043-6529188f79df tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:12.494033 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-220567e6-f6a7-460a-926b-07da63ef3138 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:12.520671 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6e925fd0-4757-41e5-b7ce-2ccde155d78d None None] Provisioning complete for port 5efb1c6d-cbde-4531-9154-1ad64acd8f63 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:12.521238 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6e925fd0-4757-41e5-b7ce-2ccde155d78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:12.569352 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:12.574681 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220567e6-f6a7-460a-926b-07da63ef3138 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:36:12.575822 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-220567e6-f6a7-460a-926b-07da63ef3138 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:12.622752 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6e925fd0-4757-41e5-b7ce-2ccde155d78d None None] Port 5efb1c6d-cbde-4531-9154-1ad64acd8f63 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:36:12.654365 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6e925fd0-4757-41e5-b7ce-2ccde155d78d None None] Provisioning complete for port 21060736-e283-475e-acfd-34dbce0199e1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:12.654741 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6e925fd0-4757-41e5-b7ce-2ccde155d78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:12.782597 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64d373e-54a0-490d-8043-6529188f79df tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Network f7a2233d-f3fd-47d6-8390-2db1e515ee46 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:12.783544 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d373e-54a0-490d-8043-6529188f79df tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Subnet': ['ID=18caaf13-c402-4faa-af24-5a94a5dc12ac,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:12.789296 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-f64d373e-54a0-490d-8043-6529188f79df tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:12.793629 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64d373e-54a0-490d-8043-6529188f79df tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:12.794296 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f64d373e-54a0-490d-8043-6529188f79df tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:12.809635 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-220567e6-f6a7-460a-926b-07da63ef3138 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:12.834531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f64d373e-54a0-490d-8043-6529188f79df tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6520176 Nov 11 17:36:12.838466 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48958) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:12.867481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-1bf8a1ef-0b6f-4e77-9f62-a77d9ce02446 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1579007536', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '18caaf13-c402-4faa-af24-5a94a5dc12ac'}], 'security_groups': ['748fc645-5f52-475a-93c9-ea53089db7c6', '7158da38-3c8b-4eef-ad71-0bebcd9e7118']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:12.870945 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70414f4-7e32-485f-9a0a-22c2b63a51ce None None] Network f7a2233d-f3fd-47d6-8390-2db1e515ee46 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:13.054337 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8058d0-0bb9-4e59-8304-e7f341433b1e None None] Network 62c30e42-0463-4995-b385-6f35838a58e0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:13.110160 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ae8c9320-5e6a-4ec1-891d-01efd05e398e up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:36:13.155709 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-16291c7d-4bb6-4d67-ba74-de9c01b1ea82 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:13.183988 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:13.272404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6e925fd0-4757-41e5-b7ce-2ccde155d78d None None] Could not find standard attr ID for object adc40f15-9dca-42cb-9c91-1498ad541bb6. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:36:13.280724 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-16291c7d-4bb6-4d67-ba74-de9c01b1ea82 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:13.332254 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-16291c7d-4bb6-4d67-ba74-de9c01b1ea82 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:13.340388 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-16291c7d-4bb6-4d67-ba74-de9c01b1ea82 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/subnets/d53449bb-b5e1-4251-9f69-9f4e609ab823 HTTP/1.1" status: 204 len: 168 time: 1.1199288 Nov 11 17:36:13.346296 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16291c7d-4bb6-4d67-ba74-de9c01b1ea82 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Subnet': ['ID=d53449bb-b5e1-4251-9f69-9f4e609ab823,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:13.349006 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48970) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:13.409269 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e59005c-99eb-4906-b1a8-db0df73e016a None None] Network 8994d145-e9c5-4b08-8bc5-cc7c130b502a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:13.417004 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1c4761-4907-4f48-9253-e6740720d17f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting subnet 55a886f1-4b0e-402e-ae59-0a933ec066f1 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:36:13.422312 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3d1c4761-4907-4f48-9253-e6740720d17f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:13.509434 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3d1c4761-4907-4f48-9253-e6740720d17f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:13.595542 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7ba8bc48-bf41-49ae-b195-f48ca7cec8a9 None None] Provisioning complete for port ae8c9320-5e6a-4ec1-891d-01efd05e398e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:13.596179 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ba8bc48-bf41-49ae-b195-f48ca7cec8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:13.618548 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a1ef-0b6f-4e77-9f62-a77d9ce02446 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:13.631850 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3d1c4761-4907-4f48-9253-e6740720d17f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:13.647524 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port ae8c9320-5e6a-4ec1-891d-01efd05e398e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:13.648012 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:13.665760 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-220567e6-f6a7-460a-926b-07da63ef3138 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:13.675035 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1291e-4ac0-48b6-948f-e36881e6950d req-0332dc91-00ee-4694-ba97-b95842c6eada tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:13.682975 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46a1291e-4ac0-48b6-948f-e36881e6950d req-0332dc91-00ee-4694-ba97-b95842c6eada tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 0.2637053 Nov 11 17:36:13.717172 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-220567e6-f6a7-460a-926b-07da63ef3138 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:13.718001 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-220567e6-f6a7-460a-926b-07da63ef3138 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:13.774861 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3d1c4761-4907-4f48-9253-e6740720d17f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:13.841304 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c4761-4907-4f48-9253-e6740720d17f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Subnet': ['ID=55a886f1-4b0e-402e-ae59-0a933ec066f1,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:13.866978 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3d1c4761-4907-4f48-9253-e6740720d17f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:13.873031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220567e6-f6a7-460a-926b-07da63ef3138 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Port': ['ID=4e24338b-5fee-4b76-b5c7-f3a594acd6f5,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:13.880928 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3d1c4761-4907-4f48-9253-e6740720d17f tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/subnets/55a886f1-4b0e-402e-ae59-0a933ec066f1 HTTP/1.1" status: 204 len: 168 time: 0.5308549 Nov 11 17:36:13.881788 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48980) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:13.891130 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ba8bc48-bf41-49ae-b195-f48ca7cec8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:13.941415 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46a1291e-4ac0-48b6-948f-e36881e6950d req-bc839523-2bcd-490b-afeb-e089a3ead9eb tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572880 Nov 11 17:36:13.955464 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c0b458-5b65-442f-8658-bdc2a0b75db0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] DELETE failed (client error): The resource could not be found. Nov 11 17:36:13.956139 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c0b458-5b65-442f-8658-bdc2a0b75db0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:13.968940 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48986) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:13.970490 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-67c0b458-5b65-442f-8658-bdc2a0b75db0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/subnets/d53449bb-b5e1-4251-9f69-9f4e609ab823 HTTP/1.1" status: 404 len: 337 time: 0.0839586 Nov 11 17:36:14.052312 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7ba8bc48-bf41-49ae-b195-f48ca7cec8a9 None None] For port ae8c9320-5e6a-4ec1-891d-01efd05e398e, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ae8c9320-5e6a-4ec1-891d-01efd05e398e,segment=NetworkSegment(85fffaab-3a43-4d1a-9051-277c4af05b94),segment_id=85fffaab-3a43-4d1a-9051-277c4af05b94)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:14.055119 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:14.099288 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ba8bc48-bf41-49ae-b195-f48ca7cec8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:14.139246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e394398-3b00-463d-95d3-f6bc2a55b177 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting subnet e8827a58-3c13-47c0-8a33-cf3c29cfac66 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:36:14.170532 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e394398-3b00-463d-95d3-f6bc2a55b177 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:14.194642 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1f8135-b145-4398-94d5-759fe4b832dd None None] Update dhcp port {'port': {'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46', 'fixed_ips': [{'subnet_id': '0de2a5fd-392b-4650-a486-6fc81d5be39f', 'ip_address': '172.20.0.18'}, {'subnet_id': '21bdf01c-7811-4f73-b7f5-6e9304ffbdd5', 'ip_address': '172.20.0.2'}, {'subnet_id': '18caaf13-c402-4faa-af24-5a94a5dc12ac'}], 'binding:host_id': 'n-d-816206-4'}, 'id': 'bd7e1266-20fb-4efa-a1e5-336b73353b73'} from n-d-816206-4. {{(pid=102619) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 17:36:14.200629 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8bc48-bf41-49ae-b195-f48ca7cec8a9 None None] Pushing event updated for resources: {'Port': ['ID=ae8c9320-5e6a-4ec1-891d-01efd05e398e,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:14.222221 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220567e6-f6a7-460a-926b-07da63ef3138 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network 62c30e42-0463-4995-b385-6f35838a58e0 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:14.260783 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e394398-3b00-463d-95d3-f6bc2a55b177 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:14.272000 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7ba8bc48-bf41-49ae-b195-f48ca7cec8a9 None None] Could not find standard attr ID for object adc40f15-9dca-42cb-9c91-1498ad541bb6. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:36:14.322510 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8f1f8135-b145-4398-94d5-759fe4b832dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:14.324606 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-220567e6-f6a7-460a-926b-07da63ef3138 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:14.341989 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42d218a-11cf-49ce-ae99-a1df9c763896 None None] Update dhcp port {'port': {'network_id': '8994d145-e9c5-4b08-8bc5-cc7c130b502a', 'fixed_ips': [{'subnet_id': 'e8827a58-3c13-47c0-8a33-cf3c29cfac66', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '55a886f1-4b0e-402e-ae59-0a933ec066f1'}], 'binding:host_id': 'n-d-816206-4'}, 'id': '21060736-e283-475e-acfd-34dbce0199e1'} from n-d-816206-4. {{(pid=102619) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 17:36:14.449412 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d42d218a-11cf-49ce-ae99-a1df9c763896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:14.464744 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:36:14.465078 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:36:14.562931 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e394398-3b00-463d-95d3-f6bc2a55b177 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:14.564241 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a63cfc7b-3229-47e4-87e5-bb68ff41b679 None None] Provisioning complete for port 4e24338b-5fee-4b76-b5c7-f3a594acd6f5 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:14.565025 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a63cfc7b-3229-47e4-87e5-bb68ff41b679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:14.651908 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a63cfc7b-3229-47e4-87e5-bb68ff41b679 None None] Port 4e24338b-5fee-4b76-b5c7-f3a594acd6f5 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:36:14.679258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-1bf8a1ef-0b6f-4e77-9f62-a77d9ce02446 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Delete allocated IP 172.20.0.10 (f7a2233d-f3fd-47d6-8390-2db1e515ee46/21bdf01c-7811-4f73-b7f5-6e9304ffbdd5) {{(pid=102618) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 11 17:36:14.694874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-1bf8a1ef-0b6f-4e77-9f62-a77d9ce02446 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Allocated IP 172.20.0.38 (f7a2233d-f3fd-47d6-8390-2db1e515ee46/18caaf13-c402-4faa-af24-5a94a5dc12ac/6b398bf8-f1e2-45b4-8a74-353d4ddc7fc7) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:14.714013 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220567e6-f6a7-460a-926b-07da63ef3138 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router f12c71e4-19cc-4c52-95e6-f082954c7c55 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:36:14.737733 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e394398-3b00-463d-95d3-f6bc2a55b177 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:14.739004 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a63cfc7b-3229-47e4-87e5-bb68ff41b679 None None] Provisioning complete for port ae8c9320-5e6a-4ec1-891d-01efd05e398e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:14.739563 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a63cfc7b-3229-47e4-87e5-bb68ff41b679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server [None req-d42d218a-11cf-49ce-ae99-a1df9c763896 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8827a58-3c13-47c0-8a33-cf3c29cfac66: This subnet is being modified by another concurrent operation. Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise exception Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8827a58-3c13-47c0-8a33-cf3c29cfac66: This subnet is being modified by another concurrent operation. Nov 11 17:36:14.768352 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Nov 11 17:36:14.809494 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e394398-3b00-463d-95d3-f6bc2a55b177 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:14.813408 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5e394398-3b00-463d-95d3-f6bc2a55b177 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/subnets/e8827a58-3c13-47c0-8a33-cf3c29cfac66 HTTP/1.1" status: 204 len: 168 time: 0.8337231 Nov 11 17:36:14.816035 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48996) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:14.824232 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e394398-3b00-463d-95d3-f6bc2a55b177 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Subnet': ['ID=e8827a58-3c13-47c0-8a33-cf3c29cfac66,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:14.868764 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f6d4f7-c93a-4965-9479-f83b23203246 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] DELETE failed (client error): The resource could not be found. Nov 11 17:36:14.868764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f6d4f7-c93a-4965-9479-f83b23203246 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:14.884088 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-51f6d4f7-c93a-4965-9479-f83b23203246 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/subnets/85d1e428-cdc8-4a46-a5e1-d331caddb49d HTTP/1.1" status: 404 len: 337 time: 0.0669143 Nov 11 17:36:14.884738 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49000) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:14.919167 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fa5e09-5e8c-4db9-81f7-1b7b8a9ea7ec None None] Network 8994d145-e9c5-4b08-8bc5-cc7c130b502a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:14.948023 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-23c3f935-eaf9-4888-8481-156d3cf1029a tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "GET /v2.0/ports?device_id=43147a29-6b14-45c4-8c8c-47b4c3940512 HTTP/1.1" status: 200 len: 205 time: 0.0620556 Nov 11 17:36:14.948675 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49002) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:15.027432 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-cfbb3a3c-9b27-4571-98eb-acebb15b2dfd tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] delete failed (client error): The resource could not be found. Nov 11 17:36:15.036147 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cfbb3a3c-9b27-4571-98eb-acebb15b2dfd tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/routers/43147a29-6b14-45c4-8c8c-47b4c3940512 HTTP/1.1" status: 404 len: 336 time: 0.0864015 Nov 11 17:36:15.037021 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49006) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:15.094012 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220567e6-f6a7-460a-926b-07da63ef3138 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:36:15.102966 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-220567e6-f6a7-460a-926b-07da63ef3138 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/f12c71e4-19cc-4c52-95e6-f082954c7c55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8164482 Nov 11 17:36:15.104625 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49012) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:15.121383 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e0df697-f3a9-4671-bda2-0a8e1b5e5843 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] DELETE failed (client error): The resource could not be found. Nov 11 17:36:15.122115 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e0df697-f3a9-4671-bda2-0a8e1b5e5843 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:15.131932 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ebd49-cbb3-4606-a31c-dbc4bba4bc50 None None] Sync routers for ids ['f12c71e4-19cc-4c52-95e6-f082954c7c55'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:36:15.132706 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9e0df697-f3a9-4671-bda2-0a8e1b5e5843 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/subnets/b39632ff-1376-4f21-8911-dfe7845e8c26 HTTP/1.1" status: 404 len: 337 time: 0.0944846 Nov 11 17:36:15.133520 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49014) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:15.196040 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 21060736-e283-475e-acfd-34dbce0199e1 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:36:15.197904 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-213a4ab9-d085-4c9f-a725-c5c5220c0ce7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] DELETE failed (client error): The resource could not be found. Nov 11 17:36:15.198368 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-213a4ab9-d085-4c9f-a725-c5c5220c0ce7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:15.212723 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-213a4ab9-d085-4c9f-a725-c5c5220c0ce7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/subnets/84c18c79-2279-4ae9-92e2-04c7ad0eee79 HTTP/1.1" status: 404 len: 337 time: 0.0779395 Nov 11 17:36:15.213406 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49018) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:15.247848 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ebd49-cbb3-4606-a31c-dbc4bba4bc50 None None] Routers {'f12c71e4-19cc-4c52-95e6-f082954c7c55'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:15.248858 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-0b5ebd49-cbb3-4606-a31c-dbc4bba4bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f12c71e4-19cc-4c52-95e6-f082954c7c55'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:15.268313 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc87bd9-87c4-403b-85e9-5807a9242de0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] DELETE failed (client error): The resource could not be found. Nov 11 17:36:15.269682 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc87bd9-87c4-403b-85e9-5807a9242de0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:15.273887 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-afc87bd9-87c4-403b-85e9-5807a9242de0 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/subnets/b6ccc634-37b7-46c5-960a-6f2b6b716a63 HTTP/1.1" status: 404 len: 337 time: 0.0591602 Nov 11 17:36:15.278554 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49020) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:15.331270 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22e9a13-a8f3-4e6d-ba1a-8198f5a94770 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] DELETE failed (client error): The resource could not be found. Nov 11 17:36:15.331966 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d22e9a13-a8f3-4e6d-ba1a-8198f5a94770 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:15.339071 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d22e9a13-a8f3-4e6d-ba1a-8198f5a94770 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/ports/25c2fd3f-62cd-4b8e-a82d-b5747679db49 HTTP/1.1" status: 404 len: 333 time: 0.0592082 Nov 11 17:36:15.344290 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49024) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:15.384985 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-90af8884-1789-41cd-879e-e33059865c85 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] DELETE failed (client error): The resource could not be found. Nov 11 17:36:15.385446 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90af8884-1789-41cd-879e-e33059865c85 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:15.388658 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-90af8884-1789-41cd-879e-e33059865c85 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/subnets/ea3ffbe4-a8b8-4059-b8d5-d4d8b4354497 HTTP/1.1" status: 404 len: 337 time: 0.0433173 Nov 11 17:36:15.391920 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49026) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:15.437010 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-687bc5c8-4b77-4854-a91b-2ba1158fb9c7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] DELETE failed (client error): The resource could not be found. Nov 11 17:36:15.437933 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-687bc5c8-4b77-4854-a91b-2ba1158fb9c7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:15.442609 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-687bc5c8-4b77-4854-a91b-2ba1158fb9c7 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/subnets/57da135f-f48c-48e4-a0d3-7b5bfc3386ae HTTP/1.1" status: 404 len: 337 time: 0.0495722 Nov 11 17:36:15.445086 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49028) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:15.495619 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06f2f2c-a72d-49eb-ad7c-002cea4bcf88 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] DELETE failed (client error): The resource could not be found. Nov 11 17:36:15.496430 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d06f2f2c-a72d-49eb-ad7c-002cea4bcf88 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:15.499552 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d06f2f2c-a72d-49eb-ad7c-002cea4bcf88 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/ports/64558161-e76c-4b78-ad10-29b7c384565f HTTP/1.1" status: 404 len: 333 time: 0.0534077 Nov 11 17:36:15.504993 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49030) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:15.511672 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-0b5ebd49-cbb3-4606-a31c-dbc4bba4bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:15.528075 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ebd49-cbb3-4606-a31c-dbc4bba4bc50 None None] Routers {'f12c71e4-19cc-4c52-95e6-f082954c7c55'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:15.528746 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-0b5ebd49-cbb3-4606-a31c-dbc4bba4bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f12c71e4-19cc-4c52-95e6-f082954c7c55'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:15.559818 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-386f4a5a-1948-4ace-91f6-5724a6608b33 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] DELETE failed (client error): The resource could not be found. Nov 11 17:36:15.560286 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-386f4a5a-1948-4ace-91f6-5724a6608b33 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:15.566316 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-386f4a5a-1948-4ace-91f6-5724a6608b33 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/subnets/6bad85a1-0d8f-4d65-b3a3-4f7fa2452f6e HTTP/1.1" status: 404 len: 337 time: 0.0580318 Nov 11 17:36:15.573828 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49032) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:15.578847 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-0b5ebd49-cbb3-4606-a31c-dbc4bba4bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:15.579508 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ebd49-cbb3-4606-a31c-dbc4bba4bc50 None None] The sync data for ids ['f12c71e4-19cc-4c52-95e6-f082954c7c55'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:36:15.587239 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-47283553-4b7e-4e4e-a061-bab1a7e52ef0 None None] Provisioning complete for port 4e24338b-5fee-4b76-b5c7-f3a594acd6f5 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:15.587605 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-47283553-4b7e-4e4e-a061-bab1a7e52ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:15.621814 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9150b12-4990-42ac-985f-dfacf54338ce tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] DELETE failed (client error): The resource could not be found. Nov 11 17:36:15.622323 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9150b12-4990-42ac-985f-dfacf54338ce tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:15.626079 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a9150b12-4990-42ac-985f-dfacf54338ce tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/subnets/d31a1933-1ac5-4072-8458-1271d5723429 HTTP/1.1" status: 404 len: 337 time: 0.0503204 Nov 11 17:36:15.628882 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49034) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:15.629685 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 21060736-e283-475e-acfd-34dbce0199e1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:15.630060 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:15.632049 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-47283553-4b7e-4e4e-a061-bab1a7e52ef0 None None] Port 4e24338b-5fee-4b76-b5c7-f3a594acd6f5 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:36:15.682995 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-47283553-4b7e-4e4e-a061-bab1a7e52ef0 None None] Provisioning complete for port 5efb1c6d-cbde-4531-9154-1ad64acd8f63 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:15.682995 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-47283553-4b7e-4e4e-a061-bab1a7e52ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:15.689566 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35cb868-5bc9-4560-aea1-c262f93cc0b2 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:15.694199 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f35cb868-5bc9-4560-aea1-c262f93cc0b2 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/ports/4e24338b-5fee-4b76-b5c7-f3a594acd6f5 HTTP/1.1" status: 200 len: 911 time: 0.5885665 Nov 11 17:36:15.695112 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49036) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:15.711059 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-19189fba-8a13-48f8-9ff7-2a133d7e6358 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ae12256d-5c26-4b5c-830f-8b90d2b7d335'}]}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:15.726956 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-47283553-4b7e-4e4e-a061-bab1a7e52ef0 None None] Port 5efb1c6d-cbde-4531-9154-1ad64acd8f63 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:36:15.728786 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fc27a8-55bf-4ffe-90cb-971d2f0ee167 None None] DHCP port deletion for 8994d145-e9c5-4b08-8bc5-cc7c130b502a request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:36:15.772323 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-47283553-4b7e-4e4e-a061-bab1a7e52ef0 None None] Provisioning complete for port 21060736-e283-475e-acfd-34dbce0199e1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:15.772696 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-47283553-4b7e-4e4e-a061-bab1a7e52ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:15.795049 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a157d373-f20f-495e-86f5-89911a6b2c51 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting port 5efb1c6d-cbde-4531-9154-1ad64acd8f63 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:36:15.795367 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a157d373-f20f-495e-86f5-89911a6b2c51 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:15.798293 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a1ef-0b6f-4e77-9f62-a77d9ce02446 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:15.822568 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f853c6-a132-4be1-a598-ffd13a6f0297 req-17489d85-7ed8-4b02-9789-111318347b60 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:15.825252 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6f853c6-a132-4be1-a598-ffd13a6f0297 req-17489d85-7ed8-4b02-9789-111318347b60 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 0.1931295 Nov 11 17:36:15.855076 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a1ef-0b6f-4e77-9f62-a77d9ce02446 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:15.910769 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a157d373-f20f-495e-86f5-89911a6b2c51 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:15.936459 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a157d373-f20f-495e-86f5-89911a6b2c51 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Calling delete_port for 5efb1c6d-cbde-4531-9154-1ad64acd8f63 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:36:15.968730 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-8f1f8135-b145-4398-94d5-759fe4b832dd None None] Allocated IP 172.20.0.34 (f7a2233d-f3fd-47d6-8390-2db1e515ee46/18caaf13-c402-4faa-af24-5a94a5dc12ac/bd7e1266-20fb-4efa-a1e5-336b73353b73) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:16.029034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-70fc27a8-55bf-4ffe-90cb-971d2f0ee167 None None] Deleting port 21060736-e283-475e-acfd-34dbce0199e1 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:36:16.029411 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-70fc27a8-55bf-4ffe-90cb-971d2f0ee167 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:16.096815 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ae8c9320-5e6a-4ec1-891d-01efd05e398e up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:36:16.105975 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a157d373-f20f-495e-86f5-89911a6b2c51 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:16.139413 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157d373-f20f-495e-86f5-89911a6b2c51 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Port': ['ID=5efb1c6d-cbde-4531-9154-1ad64acd8f63,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:16.148053 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a157d373-f20f-495e-86f5-89911a6b2c51 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:16.153002 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a157d373-f20f-495e-86f5-89911a6b2c51 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/ports/5efb1c6d-cbde-4531-9154-1ad64acd8f63 HTTP/1.1" status: 204 len: 168 time: 0.5229361 Nov 11 17:36:16.155382 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49044) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:16.166140 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8a1ef-0b6f-4e77-9f62-a77d9ce02446 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event updated for resources: {'Port': ['ID=6b398bf8-f1e2-45b4-8a74-353d4ddc7fc7,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:16.218637 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-1bf8a1ef-0b6f-4e77-9f62-a77d9ce02446 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] In _notify_port_updated(), no bound segment for port 6b398bf8-f1e2-45b4-8a74-353d4ddc7fc7 on network f7a2233d-f3fd-47d6-8390-2db1e515ee46 {{(pid=102618) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:36:16.224989 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf8a1ef-0b6f-4e77-9f62-a77d9ce02446 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:16.225635 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1bf8a1ef-0b6f-4e77-9f62-a77d9ce02446 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:16.229894 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1bf8a1ef-0b6f-4e77-9f62-a77d9ce02446 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "PUT /v2.0/ports/6b398bf8-f1e2-45b4-8a74-353d4ddc7fc7 HTTP/1.1" status: 200 len: 960 time: 3.3761613 Nov 11 17:36:16.230523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49050) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:16.238911 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6f853c6-a132-4be1-a598-ffd13a6f0297 req-7b207d47-425b-4371-a544-a45ae58f20d5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3994961 Nov 11 17:36:16.274711 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-70fc27a8-55bf-4ffe-90cb-971d2f0ee167 None None] For port 21060736-e283-475e-acfd-34dbce0199e1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=21060736-e283-475e-acfd-34dbce0199e1,segment=NetworkSegment(8091d0d3-63f1-4c4f-8e05-45e2eeeeaec7),segment_id=8091d0d3-63f1-4c4f-8e05-45e2eeeeaec7)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:16.275117 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-70fc27a8-55bf-4ffe-90cb-971d2f0ee167 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:16.301780 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-70fc27a8-55bf-4ffe-90cb-971d2f0ee167 None None] Calling delete_port for 21060736-e283-475e-acfd-34dbce0199e1 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:36:16.311062 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-391e2004-b60d-489f-9ada-1d8aadcd1362 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:16.314855 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19189fba-8a13-48f8-9ff7-2a133d7e6358 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:16.382389 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-8f1f8135-b145-4398-94d5-759fe4b832dd None None] For port bd7e1266-20fb-4efa-a1e5-336b73353b73, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bd7e1266-20fb-4efa-a1e5-336b73353b73,segment=NetworkSegment(2899939e-5075-4b54-abe0-38d33abfc114),segment_id=2899939e-5075-4b54-abe0-38d33abfc114)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:16.423027 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port ae8c9320-5e6a-4ec1-891d-01efd05e398e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:16.423927 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:16.445457 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-391e2004-b60d-489f-9ada-1d8aadcd1362 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Deleting port 21060736-e283-475e-acfd-34dbce0199e1 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:36:16.445961 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-391e2004-b60d-489f-9ada-1d8aadcd1362 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:16.532994 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8f1f8135-b145-4398-94d5-759fe4b832dd None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:16.562814 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-e0ffd764-65d0-40ef-968c-1d78ba7f43ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting port 6b398bf8-f1e2-45b4-8a74-353d4ddc7fc7 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:36:16.563185 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e0ffd764-65d0-40ef-968c-1d78ba7f43ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:16.623835 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-391e2004-b60d-489f-9ada-1d8aadcd1362 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] For port 21060736-e283-475e-acfd-34dbce0199e1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=21060736-e283-475e-acfd-34dbce0199e1,segment=NetworkSegment(8091d0d3-63f1-4c4f-8e05-45e2eeeeaec7),segment_id=8091d0d3-63f1-4c4f-8e05-45e2eeeeaec7)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:16.624503 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-391e2004-b60d-489f-9ada-1d8aadcd1362 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:16.644357 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-391e2004-b60d-489f-9ada-1d8aadcd1362 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Calling delete_port for 21060736-e283-475e-acfd-34dbce0199e1 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:36:16.654070 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-98e8309f-c0de-4282-9d0e-9f0013ac26a8 req-73fb62d5-1caa-4a3e-9828-3ee436a44285 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4402583 Nov 11 17:36:16.654660 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8f1f8135-b145-4398-94d5-759fe4b832dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:16.771695 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-70fc27a8-55bf-4ffe-90cb-971d2f0ee167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:16.809504 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8309f-c0de-4282-9d0e-9f0013ac26a8 req-1850ced0-708c-4864-a723-4f14a8b6d13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:16.811166 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-98e8309f-c0de-4282-9d0e-9f0013ac26a8 req-1850ced0-708c-4864-a723-4f14a8b6d13f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eeac632c30574948b103f77246d9180e&device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 1096 time: 0.0627050 Nov 11 17:36:16.888749 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 21060736-e283-475e-acfd-34dbce0199e1 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:36:16.941810 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-391e2004-b60d-489f-9ada-1d8aadcd1362 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:16.983431 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e0ffd764-65d0-40ef-968c-1d78ba7f43ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:17.010451 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-e0ffd764-65d0-40ef-968c-1d78ba7f43ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Calling delete_port for 6b398bf8-f1e2-45b4-8a74-353d4ddc7fc7 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:36:17.029903 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 21060736-e283-475e-acfd-34dbce0199e1 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:36:17.030513 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 21060736-e283-475e-acfd-34dbce0199e1 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:36:17.043094 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fc27a8-55bf-4ffe-90cb-971d2f0ee167 None None] No DVR routers for this DVR port 21060736-e283-475e-acfd-34dbce0199e1 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:36:17.049807 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f8135-b145-4398-94d5-759fe4b832dd None None] Pushing event updated for resources: {'Port': ['ID=bd7e1266-20fb-4efa-a1e5-336b73353b73,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:17.100072 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19189fba-8a13-48f8-9ff7-2a133d7e6358 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:17.110165 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc27a8-55bf-4ffe-90cb-971d2f0ee167 None None] Pushing event deleted for resources: {'Port': ['ID=21060736-e283-475e-acfd-34dbce0199e1,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:17.117711 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19189fba-8a13-48f8-9ff7-2a133d7e6358 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:17.120100 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e2004-b60d-489f-9ada-1d8aadcd1362 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Port': ['ID=21060736-e283-475e-acfd-34dbce0199e1,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:17.125130 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19189fba-8a13-48f8-9ff7-2a133d7e6358 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:17.125773 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19189fba-8a13-48f8-9ff7-2a133d7e6358 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:17.135619 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-19189fba-8a13-48f8-9ff7-2a133d7e6358 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/ports/4e24338b-5fee-4b76-b5c7-f3a594acd6f5 HTTP/1.1" status: 200 len: 911 time: 1.4319670 Nov 11 17:36:17.135740 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49064) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:17.157409 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391e2004-b60d-489f-9ada-1d8aadcd1362 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] No DVR routers for this DVR port 21060736-e283-475e-acfd-34dbce0199e1 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:36:17.196795 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8309f-c0de-4282-9d0e-9f0013ac26a8 req-f8c85b0a-4639-4310-bf55-10644caf7c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:17.198271 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-98e8309f-c0de-4282-9d0e-9f0013ac26a8 req-f8c85b0a-4639-4310-bf55-10644caf7c5a service neutron] 10.222.0.64 "GET /v2.0/networks?id=a3a8bf47-1430-4314-97ff-b3524a589a13 HTTP/1.1" status: 200 len: 918 time: 0.3649142 Nov 11 17:36:17.310576 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-391e2004-b60d-489f-9ada-1d8aadcd1362 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:17.364244 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-391e2004-b60d-489f-9ada-1d8aadcd1362 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8994d145-e9c5-4b08-8bc5-cc7c130b502a']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:17.367951 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-98e8309f-c0de-4282-9d0e-9f0013ac26a8 req-5a994a03-7250-483c-8977-e2fd3bac08e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de4b953-cf0d-49c3-abb7-e0c684db874a HTTP/1.1" status: 200 len: 1000 time: 0.1589329 Nov 11 17:36:17.379761 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-391e2004-b60d-489f-9ada-1d8aadcd1362 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8091d0d3-63f1-4c4f-8e05-45e2eeeeaec7') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:17.380099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-391e2004-b60d-489f-9ada-1d8aadcd1362 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8091d0d3-63f1-4c4f-8e05-45e2eeeeaec7') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:17.450561 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-391e2004-b60d-489f-9ada-1d8aadcd1362 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:17.471252 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8309f-c0de-4282-9d0e-9f0013ac26a8 req-61b354c1-1929-4b91-8103-f0395e3c18e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:17.471472 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19189fba-8a13-48f8-9ff7-2a133d7e6358 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Port': ['ID=4e24338b-5fee-4b76-b5c7-f3a594acd6f5,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:17.472604 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-98e8309f-c0de-4282-9d0e-9f0013ac26a8 req-61b354c1-1929-4b91-8103-f0395e3c18e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa447a7e-c385-460f-86cb-d149b7215da5 HTTP/1.1" status: 200 len: 855 time: 0.0949819 Nov 11 17:36:17.473698 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-391e2004-b60d-489f-9ada-1d8aadcd1362 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:17.484206 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391e2004-b60d-489f-9ada-1d8aadcd1362 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:36:17.484206 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-391e2004-b60d-489f-9ada-1d8aadcd1362 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:36:17.486215 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:36:17.661413 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8309f-c0de-4282-9d0e-9f0013ac26a8 req-b2d8278f-58cb-4710-9d17-29065edec39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:17.664178 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-98e8309f-c0de-4282-9d0e-9f0013ac26a8 req-b2d8278f-58cb-4710-9d17-29065edec39e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a3a8bf47-1430-4314-97ff-b3524a589a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1838515 Nov 11 17:36:17.677256 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e0ffd764-65d0-40ef-968c-1d78ba7f43ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:17.703554 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-391e2004-b60d-489f-9ada-1d8aadcd1362 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:17.722808 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-391e2004-b60d-489f-9ada-1d8aadcd1362 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:17.726146 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffd764-65d0-40ef-968c-1d78ba7f43ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Port': ['ID=6b398bf8-f1e2-45b4-8a74-353d4ddc7fc7,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:17.727436 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-391e2004-b60d-489f-9ada-1d8aadcd1362 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] 10.222.0.76 "DELETE /v2.0/networks/8994d145-e9c5-4b08-8bc5-cc7c130b502a HTTP/1.1" status: 204 len: 168 time: 1.5708508 Nov 11 17:36:17.736842 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41420d46-ecc8-4da2-b38b-ac9fa4552d88 req-0aa47832-864e-4124-b7dc-1487275aeb05 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:17.738475 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-41420d46-ecc8-4da2-b38b-ac9fa4552d88 req-0aa47832-864e-4124-b7dc-1487275aeb05 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 0.3623126 Nov 11 17:36:17.783750 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e2004-b60d-489f-9ada-1d8aadcd1362 tempest-PortsIpV6TestJSON-1475997686 tempest-PortsIpV6TestJSON-1475997686-project] Pushing event deleted for resources: {'Network': ['ID=8994d145-e9c5-4b08-8bc5-cc7c130b502a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:17.933721 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-98e8309f-c0de-4282-9d0e-9f0013ac26a8 req-5f2d4429-3ce7-431d-ac2a-4d4a2884fcd1 service neutron] 10.222.0.64 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599463 Nov 11 17:36:18.029334 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e0ffd764-65d0-40ef-968c-1d78ba7f43ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:18.040399 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e0ffd764-65d0-40ef-968c-1d78ba7f43ed tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/ports/6b398bf8-f1e2-45b4-8a74-353d4ddc7fc7 HTTP/1.1" status: 204 len: 168 time: 1.8071480 Nov 11 17:36:18.068614 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-41420d46-ecc8-4da2-b38b-ac9fa4552d88 req-9c953679-7787-4300-8b7c-7025ad7f8db5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085754 Nov 11 17:36:18.070857 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49078) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:18.119231 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda5233f-2d02-488f-b5e8-d237591f382e tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] GET failed (client error): The resource could not be found. Nov 11 17:36:18.123767 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-eda5233f-2d02-488f-b5e8-d237591f382e tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports/6b398bf8-f1e2-45b4-8a74-353d4ddc7fc7 HTTP/1.1" status: 404 len: 333 time: 0.0405793 Nov 11 17:36:18.126161 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49082) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:18.132895 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bd7e1266-20fb-4efa-a1e5-336b73353b73 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:36:18.223386 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-012220ca-c5a7-4d60-909f-1198381e075c None None] Could not find standard attr ID for object 6b398bf8-f1e2-45b4-8a74-353d4ddc7fc7. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:36:18.260031 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-012220ca-c5a7-4d60-909f-1198381e075c None None] Provisioning complete for port bd7e1266-20fb-4efa-a1e5-336b73353b73 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:18.260756 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-012220ca-c5a7-4d60-909f-1198381e075c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:18.279641 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f25ba7c2-0b00-416d-acc0-7d837e064197 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:18.294618 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port bd7e1266-20fb-4efa-a1e5-336b73353b73 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:18.295337 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:18.319808 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-56f97740-73bd-4ac7-ba55-9ed02208253a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:18.391089 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:18.417554 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-56f97740-73bd-4ac7-ba55-9ed02208253a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:18.480567 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-012220ca-c5a7-4d60-909f-1198381e075c None None] Provisioning complete for port 045c2492-fab9-46af-b8a8-3917c545d432 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:18.480946 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-012220ca-c5a7-4d60-909f-1198381e075c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:18.550948 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-98e8309f-c0de-4282-9d0e-9f0013ac26a8 req-7cd4fe98-a004-4b3b-ae2a-e724c849e6ea service neutron] 10.222.0.64 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011462 Nov 11 17:36:18.600754 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-56f97740-73bd-4ac7-ba55-9ed02208253a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:18.609012 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-56f97740-73bd-4ac7-ba55-9ed02208253a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:18.610315 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-56f97740-73bd-4ac7-ba55-9ed02208253a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/security-groups/e1833126-ac8d-40eb-9a10-c221ecf17606 HTTP/1.1" status: 204 len: 168 time: 0.4812293 Nov 11 17:36:18.617167 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49092) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:18.650234 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f97740-73bd-4ac7-ba55-9ed02208253a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1833126-ac8d-40eb-9a10-c221ecf17606,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:18.653904 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-012220ca-c5a7-4d60-909f-1198381e075c None None] Port 045c2492-fab9-46af-b8a8-3917c545d432 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:36:18.725243 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49096) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:18.797184 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-67259223-d0b3-4748-ae54-7c951cc3c25f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:18.886329 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-67259223-d0b3-4748-ae54-7c951cc3c25f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:18.964770 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-67259223-d0b3-4748-ae54-7c951cc3c25f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:18.967715 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-67259223-d0b3-4748-ae54-7c951cc3c25f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:18.968912 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-67259223-d0b3-4748-ae54-7c951cc3c25f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/security-groups/7158da38-3c8b-4eef-ad71-0bebcd9e7118 HTTP/1.1" status: 204 len: 168 time: 0.3475888 Nov 11 17:36:18.979351 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49100) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:18.980708 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67259223-d0b3-4748-ae54-7c951cc3c25f tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7158da38-3c8b-4eef-ad71-0bebcd9e7118,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:19.000791 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2e94ff5e-7683-4562-ae30-f2f15481bb54 None None] Could not find standard attr ID for object 6b398bf8-f1e2-45b4-8a74-353d4ddc7fc7. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:36:19.006464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-f25ba7c2-0b00-416d-acc0-7d837e064197 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting port 4e24338b-5fee-4b76-b5c7-f3a594acd6f5 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:36:19.006826 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f25ba7c2-0b00-416d-acc0-7d837e064197 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:19.027346 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49104) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:19.036351 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f3544be4-f0b8-4cd9-9c35-1b9481f51969 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4c2495a5a0704aa1b0aa9c228f7fc35a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2936752 Nov 11 17:36:19.198620 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f25ba7c2-0b00-416d-acc0-7d837e064197 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:19.204694 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2a27e0-9720-4efd-b42e-7c670143079f None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 17:36:19.207152 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-491aa3d5-7fbb-42f8-9287-78a8fedbd38f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:19.209284 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-466d15ac-51d8-41c8-9e10-d1f9fe4b8d80 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:19.247040 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-466d15ac-51d8-41c8-9e10-d1f9fe4b8d80 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:19.250703 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-491aa3d5-7fbb-42f8-9287-78a8fedbd38f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:19.274748 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-f25ba7c2-0b00-416d-acc0-7d837e064197 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Calling delete_port for 4e24338b-5fee-4b76-b5c7-f3a594acd6f5 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:36:19.324785 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-466d15ac-51d8-41c8-9e10-d1f9fe4b8d80 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:19.333634 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-466d15ac-51d8-41c8-9e10-d1f9fe4b8d80 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:19.337994 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-466d15ac-51d8-41c8-9e10-d1f9fe4b8d80 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/security-groups/748fc645-5f52-475a-93c9-ea53089db7c6 HTTP/1.1" status: 204 len: 168 time: 0.3509114 Nov 11 17:36:19.338570 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49108) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:19.387208 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17245c-dfd9-40d0-b233-e37668c0de92 req-71f7add6-8935-4f3b-9f2c-5b0f962e26fa tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:19.394471 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e17245c-dfd9-40d0-b233-e37668c0de92 req-71f7add6-8935-4f3b-9f2c-5b0f962e26fa tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 0.1923027 Nov 11 17:36:19.428280 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-491aa3d5-7fbb-42f8-9287-78a8fedbd38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:19.430832 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-491aa3d5-7fbb-42f8-9287-78a8fedbd38f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:19.431997 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-491aa3d5-7fbb-42f8-9287-78a8fedbd38f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cbe736f5-d9e0-435d-b75e-76d65a2a12bc HTTP/1.1" status: 204 len: 168 time: 0.4000199 Nov 11 17:36:19.441383 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d15ac-51d8-41c8-9e10-d1f9fe4b8d80 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=748fc645-5f52-475a-93c9-ea53089db7c6,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:19.459619 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e17245c-dfd9-40d0-b233-e37668c0de92 req-39d27e4d-9fd2-48ee-af08-e7e28bfab1b7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601068 Nov 11 17:36:19.481736 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491aa3d5-7fbb-42f8-9287-78a8fedbd38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe736f5-d9e0-435d-b75e-76d65a2a12bc,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:19.494327 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2a27e0-9720-4efd-b42e-7c670143079f None None] Resources bound (agent type, host, resource id): {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 17:36:19.529592 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e2a3f2-a183-42c5-9894-ca186dfb2a05 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting subnet 21bdf01c-7811-4f73-b7f5-6e9304ffbdd5 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:36:19.547486 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6e2a3f2-a183-42c5-9894-ca186dfb2a05 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:19.685152 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f25ba7c2-0b00-416d-acc0-7d837e064197 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:19.701561 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6e2a3f2-a183-42c5-9894-ca186dfb2a05 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:19.781831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ba7c2-0b00-416d-acc0-7d837e064197 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Port': ['ID=4e24338b-5fee-4b76-b5c7-f3a594acd6f5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:19.937802 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f25ba7c2-0b00-416d-acc0-7d837e064197 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:19.978322 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6e2a3f2-a183-42c5-9894-ca186dfb2a05 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:20.108838 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6e2a3f2-a183-42c5-9894-ca186dfb2a05 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:20.236882 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2a3f2-a183-42c5-9894-ca186dfb2a05 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Subnet': ['ID=21bdf01c-7811-4f73-b7f5-6e9304ffbdd5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:20.254138 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6e2a3f2-a183-42c5-9894-ca186dfb2a05 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:20.264627 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2181afd6-1bab-4db0-9fcf-61e2aaa6a2eb None None] Network f7a2233d-f3fd-47d6-8390-2db1e515ee46 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:20.270208 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b6e2a3f2-a183-42c5-9894-ca186dfb2a05 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/subnets/21bdf01c-7811-4f73-b7f5-6e9304ffbdd5 HTTP/1.1" status: 204 len: 168 time: 0.9234407 Nov 11 17:36:20.270938 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49126) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:20.410073 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f08ba2-bdc3-4faa-aab9-775299e6604d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting subnet 18caaf13-c402-4faa-af24-5a94a5dc12ac {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:36:20.422118 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4f08ba2-bdc3-4faa-aab9-775299e6604d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:20.469603 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25ba7c2-0b00-416d-acc0-7d837e064197 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router f12c71e4-19cc-4c52-95e6-f082954c7c55 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:36:20.575359 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4f08ba2-bdc3-4faa-aab9-775299e6604d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:20.739067 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25ba7c2-0b00-416d-acc0-7d837e064197 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:36:20.752123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f25ba7c2-0b00-416d-acc0-7d837e064197 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/f12c71e4-19cc-4c52-95e6-f082954c7c55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6106575 Nov 11 17:36:20.752795 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49142) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:20.757895 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fcb720-917b-4f8b-be32-cc560eeec6e3 None None] Sync routers for ids ['f12c71e4-19cc-4c52-95e6-f082954c7c55'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:36:20.777677 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fcb720-917b-4f8b-be32-cc560eeec6e3 None None] Routers {'f12c71e4-19cc-4c52-95e6-f082954c7c55'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:20.782151 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-31fcb720-917b-4f8b-be32-cc560eeec6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f12c71e4-19cc-4c52-95e6-f082954c7c55'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:20.791248 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b51cd9-d341-4cf5-af34-5c85d8cbfd46 req-f1b26904-022b-4847-a7c1-b6aa23374ddb tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:20.803049 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b51cd9-d341-4cf5-af34-5c85d8cbfd46 req-f1b26904-022b-4847-a7c1-b6aa23374ddb tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:20.803273 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4f08ba2-bdc3-4faa-aab9-775299e6604d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:20.804958 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b51cd9-d341-4cf5-af34-5c85d8cbfd46 req-f1b26904-022b-4847-a7c1-b6aa23374ddb tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:20.812483 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b51cd9-d341-4cf5-af34-5c85d8cbfd46 req-f1b26904-022b-4847-a7c1-b6aa23374ddb tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:20.819647 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b51cd9-d341-4cf5-af34-5c85d8cbfd46 req-f1b26904-022b-4847-a7c1-b6aa23374ddb tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:20.826314 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b51cd9-d341-4cf5-af34-5c85d8cbfd46 req-f1b26904-022b-4847-a7c1-b6aa23374ddb tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:20.834207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b51cd9-d341-4cf5-af34-5c85d8cbfd46 req-f1b26904-022b-4847-a7c1-b6aa23374ddb tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:20.836393 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-78b51cd9-d341-4cf5-af34-5c85d8cbfd46 req-f1b26904-022b-4847-a7c1-b6aa23374ddb tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5444 time: 0.2289379 Nov 11 17:36:20.861839 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-31fcb720-917b-4f8b-be32-cc560eeec6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:20.875402 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fcb720-917b-4f8b-be32-cc560eeec6e3 None None] Routers {'f12c71e4-19cc-4c52-95e6-f082954c7c55'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:20.876218 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-31fcb720-917b-4f8b-be32-cc560eeec6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f12c71e4-19cc-4c52-95e6-f082954c7c55'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:20.912163 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-31fcb720-917b-4f8b-be32-cc560eeec6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:20.913163 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fcb720-917b-4f8b-be32-cc560eeec6e3 None None] The sync data for ids ['f12c71e4-19cc-4c52-95e6-f082954c7c55'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:36:20.930986 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24d6e9-28ac-4e4c-89b5-5f62b0980e8a req-dfa5713c-0a30-4230-8e08-29b97899c34a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:20.932678 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f24d6e9-28ac-4e4c-89b5-5f62b0980e8a req-dfa5713c-0a30-4230-8e08-29b97899c34a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 0.3266118 Nov 11 17:36:20.938935 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49148) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:20.940712 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7f84fcea-3dde-48bd-bff7-764de98a0195 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/ports?device_id=f12c71e4-19cc-4c52-95e6-f082954c7c55 HTTP/1.1" status: 200 len: 205 time: 0.1837993 Nov 11 17:36:21.060822 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4093035-6b53-4fcc-ba05-7519b416577e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:21.134327 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f24d6e9-28ac-4e4c-89b5-5f62b0980e8a req-7907a7fe-2f73-40e0-96f4-e9a233a9bded tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798866 Nov 11 17:36:21.169052 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-78b51cd9-d341-4cf5-af34-5c85d8cbfd46 req-c01d6d36-303d-4998-905b-fe7c2a62a110 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3131001 Nov 11 17:36:21.351527 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4093035-6b53-4fcc-ba05-7519b416577e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:21.353924 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4093035-6b53-4fcc-ba05-7519b416577e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:21.402456 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4f08ba2-bdc3-4faa-aab9-775299e6604d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:21.434308 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f08ba2-bdc3-4faa-aab9-775299e6604d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Subnet': ['ID=18caaf13-c402-4faa-af24-5a94a5dc12ac,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:21.436584 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4093035-6b53-4fcc-ba05-7519b416577e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:21.437425 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4093035-6b53-4fcc-ba05-7519b416577e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Fanout notify agent at l3_agent the message router_deleted on router f12c71e4-19cc-4c52-95e6-f082954c7c55 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:36:21.450243 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4093035-6b53-4fcc-ba05-7519b416577e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:21.454352 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a4093035-6b53-4fcc-ba05-7519b416577e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/routers/f12c71e4-19cc-4c52-95e6-f082954c7c55 HTTP/1.1" status: 204 len: 168 time: 0.5099490 Nov 11 17:36:21.455379 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49160) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:21.463918 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4f08ba2-bdc3-4faa-aab9-775299e6604d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:21.467366 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a4f08ba2-bdc3-4faa-aab9-775299e6604d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/subnets/18caaf13-c402-4faa-af24-5a94a5dc12ac HTTP/1.1" status: 204 len: 168 time: 1.1954873 Nov 11 17:36:21.470580 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49162) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:21.539226 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc92eb0-70bc-4e17-a158-53d02381d657 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting subnet ae12256d-5c26-4b5c-830f-8b90d2b7d335 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:36:21.543843 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5cc92eb0-70bc-4e17-a158-53d02381d657 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:21.558169 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2aa75d-25b5-43b5-9bd9-ea72c5b32fc1 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] DELETE failed (client error): The resource could not be found. Nov 11 17:36:21.558901 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2aa75d-25b5-43b5-9bd9-ea72c5b32fc1 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:21.573757 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ae2aa75d-25b5-43b5-9bd9-ea72c5b32fc1 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/subnets/21bdf01c-7811-4f73-b7f5-6e9304ffbdd5 HTTP/1.1" status: 404 len: 337 time: 0.1014700 Nov 11 17:36:21.578030 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49164) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:21.757386 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb728c2-5795-4a9e-8e9b-9ffaab5e9439 None None] Network f7a2233d-f3fd-47d6-8390-2db1e515ee46 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:21.805419 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-50141444-70bc-4008-93b9-368bb4601e0e tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting subnet 0de2a5fd-392b-4650-a486-6fc81d5be39f {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:36:21.817355 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-50141444-70bc-4008-93b9-368bb4601e0e tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:21.912735 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49174) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:21.939054 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-50141444-70bc-4008-93b9-368bb4601e0e tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:21.945349 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ec95c08b-d174-4eea-93fe-b581e4e63b44 None None] Provisioning complete for port bd7e1266-20fb-4efa-a1e5-336b73353b73 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:21.946079 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ec95c08b-d174-4eea-93fe-b581e4e63b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:22.106119 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-91fa90eb-6134-4922-b288-7ad6404f881b tempest-DvrRoutersNegativeTest-1311690327 tempest-DvrRoutersNegativeTest-1311690327-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-492681614', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:22.109551 n-d-816206-4 neutron-server[102617]: DEBUG neutron.policy [None req-91fa90eb-6134-4922-b288-7ad6404f881b tempest-DvrRoutersNegativeTest-1311690327 tempest-DvrRoutersNegativeTest-1311690327-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102617) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 11 17:36:22.110041 n-d-816206-4 neutron-server[102617]: DEBUG neutron.policy [None req-91fa90eb-6134-4922-b288-7ad6404f881b tempest-DvrRoutersNegativeTest-1311690327 tempest-DvrRoutersNegativeTest-1311690327-project] Failed policy check for 'create_router' {{(pid=102617) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 11 17:36:22.110776 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-91fa90eb-6134-4922-b288-7ad6404f881b tempest-DvrRoutersNegativeTest-1311690327 tempest-DvrRoutersNegativeTest-1311690327-project] create failed (client error): Access was denied to this resource. Nov 11 17:36:22.112015 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-91fa90eb-6134-4922-b288-7ad6404f881b tempest-DvrRoutersNegativeTest-1311690327 tempest-DvrRoutersNegativeTest-1311690327-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1964800 Nov 11 17:36:22.123271 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [req-c4b4747d-d214-4619-94a2-d506515031f3 req-29d8ace3-d319-4ef0-9417-fc6bb00931af service neutron] show failed (client error): The resource could not be found. Nov 11 17:36:22.124788 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c4b4747d-d214-4619-94a2-d506515031f3 req-29d8ace3-d319-4ef0-9417-fc6bb00931af service neutron] 10.222.0.83 "GET /v2.0/ports/39a2ee60-d696-4bb9-bd1d-a7ae8171815e/bindings/n-h1-816206-4 HTTP/1.1" status: 404 len: 380 time: 0.1181006 Nov 11 17:36:22.222401 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5cc92eb0-70bc-4e17-a158-53d02381d657 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:22.225424 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-50141444-70bc-4008-93b9-368bb4601e0e tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:22.275450 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-b87b7cc5-d78e-49f2-a1e4-41c1109f1c99 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:22.283524 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-b87b7cc5-d78e-49f2-a1e4-41c1109f1c99 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:22.291015 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-b87b7cc5-d78e-49f2-a1e4-41c1109f1c99 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:22.313283 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-b87b7cc5-d78e-49f2-a1e4-41c1109f1c99 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:22.320137 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-b87b7cc5-d78e-49f2-a1e4-41c1109f1c99 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:22.326081 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-b87b7cc5-d78e-49f2-a1e4-41c1109f1c99 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:22.332874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-b87b7cc5-d78e-49f2-a1e4-41c1109f1c99 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:22.335140 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-b87b7cc5-d78e-49f2-a1e4-41c1109f1c99 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.83 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5444 time: 0.1656828 Nov 11 17:36:22.391367 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-50141444-70bc-4008-93b9-368bb4601e0e tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:22.470069 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ec95c08b-d174-4eea-93fe-b581e4e63b44 None None] Provisioning complete for port 045c2492-fab9-46af-b8a8-3917c545d432 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:22.470452 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ec95c08b-d174-4eea-93fe-b581e4e63b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:22.483007 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50141444-70bc-4008-93b9-368bb4601e0e tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Subnet': ['ID=0de2a5fd-392b-4650-a486-6fc81d5be39f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:22.488212 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-50141444-70bc-4008-93b9-368bb4601e0e tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:22.495793 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-50141444-70bc-4008-93b9-368bb4601e0e tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/subnets/0de2a5fd-392b-4650-a486-6fc81d5be39f HTTP/1.1" status: 204 len: 168 time: 0.9163127 Nov 11 17:36:22.500594 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49188) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:22.618703 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-161525a1-d18e-4b06-a71e-a536c41a872d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] DELETE failed (client error): The resource could not be found. Nov 11 17:36:22.618703 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161525a1-d18e-4b06-a71e-a536c41a872d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:22.621809 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-161525a1-d18e-4b06-a71e-a536c41a872d tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/subnets/20deccfc-1861-4f08-b130-976a90ac6b09 HTTP/1.1" status: 404 len: 337 time: 0.1199365 Nov 11 17:36:22.624957 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-ec95c08b-d174-4eea-93fe-b581e4e63b44 None None] Port 045c2492-fab9-46af-b8a8-3917c545d432 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:36:22.632863 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0515841b-c35e-4525-98e5-8325b987bc77 None None] Update dhcp port {'port': {'network_id': 'f7a2233d-f3fd-47d6-8390-2db1e515ee46', 'fixed_ips': [{'subnet_id': '0de2a5fd-392b-4650-a486-6fc81d5be39f'}], 'binding:host_id': 'n-d-816206-4'}, 'id': 'bd7e1266-20fb-4efa-a1e5-336b73353b73'} from n-d-816206-4. {{(pid=102619) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 17:36:22.637812 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49190) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:22.654269 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-3fe7d71b-3494-45aa-8626-e0944bd321cf tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:22.658546 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-3fe7d71b-3494-45aa-8626-e0944bd321cf tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.83 "GET /v2.0/ports/20a6d92a-5fd5-4fa9-90b8-b57594e547e2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3107212 Nov 11 17:36:22.715320 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0515841b-c35e-4525-98e5-8325b987bc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:22.717036 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4912f179-8eb0-473d-b169-4a5924043a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:22.724793 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4912f179-8eb0-473d-b169-4a5924043a93 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0&tenant_id=4a967e21f8b349ab96ba5689386c16b9 HTTP/1.1" status: 200 len: 1097 time: 0.2015481 Nov 11 17:36:22.725139 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49196) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:22.730439 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9936a96e-4bdc-40ca-a91d-0760a8e41a89 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "GET /v2.0/ports?device_id=27a8ab69-c82c-45ec-bcc4-1709e1ce8f78 HTTP/1.1" status: 200 len: 205 time: 0.0846930 Nov 11 17:36:22.774738 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5cc92eb0-70bc-4e17-a158-53d02381d657 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:22.888023 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-51c9b8ef-c285-4140-a398-2e3e5175ed22 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] delete failed (client error): The resource could not be found. Nov 11 17:36:22.889104 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-51c9b8ef-c285-4140-a398-2e3e5175ed22 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/routers/27a8ab69-c82c-45ec-bcc4-1709e1ce8f78 HTTP/1.1" status: 404 len: 336 time: 0.1625500 Nov 11 17:36:22.892840 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bc120-9ada-4b56-856e-953e92c0415b req-e8f4b678-4b7d-4fa4-8b76-32b47af97c2e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:22.894427 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-174bc120-9ada-4b56-856e-953e92c0415b req-e8f4b678-4b7d-4fa4-8b76-32b47af97c2e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 0.5414989 Nov 11 17:36:22.895710 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-4', 'device_owner': 'compute:nova'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:22.897110 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49200) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:22.924385 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480335c0-9ee9-46d5-888e-3ca3e054d2d4 req-497ff6f9-70e3-4f0f-ba7e-b2a2f6d3331a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:22.938458 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49202) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:22.945720 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480335c0-9ee9-46d5-888e-3ca3e054d2d4 req-497ff6f9-70e3-4f0f-ba7e-b2a2f6d3331a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:22.963795 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480335c0-9ee9-46d5-888e-3ca3e054d2d4 req-497ff6f9-70e3-4f0f-ba7e-b2a2f6d3331a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:22.970300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480335c0-9ee9-46d5-888e-3ca3e054d2d4 req-497ff6f9-70e3-4f0f-ba7e-b2a2f6d3331a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:22.977791 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480335c0-9ee9-46d5-888e-3ca3e054d2d4 req-497ff6f9-70e3-4f0f-ba7e-b2a2f6d3331a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:22.984057 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480335c0-9ee9-46d5-888e-3ca3e054d2d4 req-497ff6f9-70e3-4f0f-ba7e-b2a2f6d3331a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:22.994080 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480335c0-9ee9-46d5-888e-3ca3e054d2d4 req-497ff6f9-70e3-4f0f-ba7e-b2a2f6d3331a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:22.996151 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-480335c0-9ee9-46d5-888e-3ca3e054d2d4 req-497ff6f9-70e3-4f0f-ba7e-b2a2f6d3331a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 5444 time: 0.5772562 Nov 11 17:36:23.027999 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:23.056616 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c09516-17ca-4241-ad17-9b3f59ee0df0 None None] Network f7a2233d-f3fd-47d6-8390-2db1e515ee46 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:23.104863 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-05521995-2564-4389-9098-50a5a9252721 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] DELETE failed (client error): The resource could not be found. Nov 11 17:36:23.105335 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05521995-2564-4389-9098-50a5a9252721 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:23.110884 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-05521995-2564-4389-9098-50a5a9252721 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/subnets/4172798d-66e7-40e0-a857-ad2199624661 HTTP/1.1" status: 404 len: 337 time: 0.2085290 Nov 11 17:36:23.122962 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49206) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:23.219051 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ecc05c7-0649-42c0-8b73-f2fcff2f87e7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] DELETE failed (client error): The resource could not be found. Nov 11 17:36:23.219510 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ecc05c7-0649-42c0-8b73-f2fcff2f87e7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:23.224942 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5ecc05c7-0649-42c0-8b73-f2fcff2f87e7 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/subnets/c58a9ac8-2555-47d8-85b1-316ad6377dba HTTP/1.1" status: 404 len: 337 time: 0.0946066 Nov 11 17:36:23.227473 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-023d50bf-060d-4056-a3b4-3dad059d5517 None None] Provisioning complete for port bd7e1266-20fb-4efa-a1e5-336b73353b73 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:23.227877 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-023d50bf-060d-4056-a3b4-3dad059d5517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:23.237694 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49208) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:23.242576 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b76ff34-a5c7-428a-bd5f-80606ba92c05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:23.325376 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd72c82-4982-4b82-bf26-dc930ad841d6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] DELETE failed (client error): The resource could not be found. Nov 11 17:36:23.325826 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd72c82-4982-4b82-bf26-dc930ad841d6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:23.332781 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7cd72c82-4982-4b82-bf26-dc930ad841d6 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/subnets/09a9128d-181d-4a73-80d9-60c2f9ef7c5a HTTP/1.1" status: 404 len: 337 time: 0.0903695 Nov 11 17:36:23.337813 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49210) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:23.375866 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab788a24-0d93-4981-8f1f-8c0886c19891 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] DELETE failed (client error): The resource could not be found. Nov 11 17:36:23.377074 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab788a24-0d93-4981-8f1f-8c0886c19891 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:23.383069 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ab788a24-0d93-4981-8f1f-8c0886c19891 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/ports/e22bf48e-a7f5-4bc2-b0f1-9f89c51c9b65 HTTP/1.1" status: 404 len: 333 time: 0.0407124 Nov 11 17:36:23.384000 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49214) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:23.413823 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5cc92eb0-70bc-4e17-a158-53d02381d657 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:23.424445 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-9613e683-baa0-4dc0-9ba7-48e4f4ab4a8e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.83 "GET /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6918130 Nov 11 17:36:23.435831 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fe8601-1883-4ab5-8854-83c18d14e313 None None] DHCP port deletion for f7a2233d-f3fd-47d6-8390-2db1e515ee46 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:36:23.439552 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49f0bcf-4928-4686-803c-3068b8e38596 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] DELETE failed (client error): The resource could not be found. Nov 11 17:36:23.440074 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49f0bcf-4928-4686-803c-3068b8e38596 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:23.446044 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a49f0bcf-4928-4686-803c-3068b8e38596 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/subnets/73743261-b689-4636-9c80-e3c4aaae8658 HTTP/1.1" status: 404 len: 337 time: 0.0588193 Nov 11 17:36:23.446206 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-174bc120-9ada-4b56-856e-953e92c0415b req-d75d6552-0f22-456a-8892-d88e0e2d1a97 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4392674 Nov 11 17:36:23.450767 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49216) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:23.468731 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-480335c0-9ee9-46d5-888e-3ca3e054d2d4 req-7fe68c84-e66d-46a7-8760-def6487dfb2e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4416249 Nov 11 17:36:23.513313 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-3521248c-fed0-4f7f-b15b-b79549e2e6be service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:23.519110 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] For port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=39a2ee60-d696-4bb9-bd1d-a7ae8171815e,segment=NetworkSegment(30c49fa5-d7a3-4fab-ad8a-bef888053bed),segment_id=30c49fa5-d7a3-4fab-ad8a-bef888053bed)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:23.524732 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc92eb0-70bc-4e17-a158-53d02381d657 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Subnet': ['ID=ae12256d-5c26-4b5c-830f-8b90d2b7d335,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:23.528201 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-451f19a8-dc07-4662-8f5b-1923225bdd5a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] DELETE failed (client error): The resource could not be found. Nov 11 17:36:23.528659 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451f19a8-dc07-4662-8f5b-1923225bdd5a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:23.540659 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-451f19a8-dc07-4662-8f5b-1923225bdd5a tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/subnets/921f99d0-def9-4df8-ae57-0ca4a16eded3 HTTP/1.1" status: 404 len: 337 time: 0.0804577 Nov 11 17:36:23.540868 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5cc92eb0-70bc-4e17-a158-53d02381d657 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:23.540868 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5cc92eb0-70bc-4e17-a158-53d02381d657 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/subnets/ae12256d-5c26-4b5c-830f-8b90d2b7d335 HTTP/1.1" status: 204 len: 168 time: 2.0836577 Nov 11 17:36:23.559955 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49218) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:23.560459 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49220) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:23.660523 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-3521248c-fed0-4f7f-b15b-b79549e2e6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:23.662925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132dccc2-aebc-431a-9cd6-af5dad0434dc None None] Network 62c30e42-0463-4995-b385-6f35838a58e0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:23.710718 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd05642-9ebc-4f2d-97a2-cf1bd92f4408 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] DELETE failed (client error): The resource could not be found. Nov 11 17:36:23.711441 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd05642-9ebc-4f2d-97a2-cf1bd92f4408 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:23.718174 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3fd05642-9ebc-4f2d-97a2-cf1bd92f4408 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/ports/bde7b062-d633-43e1-b2b5-34d1c6106671 HTTP/1.1" status: 404 len: 333 time: 0.1485779 Nov 11 17:36:23.729848 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49222) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:23.786431 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b76ff34-a5c7-428a-bd5f-80606ba92c05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:23.817632 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-023d50bf-060d-4056-a3b4-3dad059d5517 None None] Provisioning complete for port 045c2492-fab9-46af-b8a8-3917c545d432 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:23.818016 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-023d50bf-060d-4056-a3b4-3dad059d5517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:23.861993 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:36:23.901378 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2b76ff34-a5c7-428a-bd5f-80606ba92c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:23.907510 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-33fe8601-1883-4ab5-8854-83c18d14e313 None None] Deleting port bd7e1266-20fb-4efa-a1e5-336b73353b73 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:36:23.907933 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33fe8601-1883-4ab5-8854-83c18d14e313 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:23.946953 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-3521248c-fed0-4f7f-b15b-b79549e2e6be service neutron] For port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=20a6d92a-5fd5-4fa9-90b8-b57594e547e2,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:23.958685 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-023d50bf-060d-4056-a3b4-3dad059d5517 None None] Port 045c2492-fab9-46af-b8a8-3917c545d432 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:36:23.992780 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-3521248c-fed0-4f7f-b15b-b79549e2e6be service neutron] For port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:36:24.016776 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc6834e-7670-4b9c-846a-b07bec27ced3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] DELETE failed (client error): The resource could not be found. Nov 11 17:36:24.017234 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc6834e-7670-4b9c-846a-b07bec27ced3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:24.035016 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ebc6834e-7670-4b9c-846a-b07bec27ced3 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/subnets/df9e40f3-c4a2-46e6-80c4-14cce41594f3 HTTP/1.1" status: 404 len: 337 time: 0.3089335 Nov 11 17:36:24.036586 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-33fe8601-1883-4ab5-8854-83c18d14e313 None None] For port bd7e1266-20fb-4efa-a1e5-336b73353b73, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bd7e1266-20fb-4efa-a1e5-336b73353b73,segment=NetworkSegment(2899939e-5075-4b54-abe0-38d33abfc114),segment_id=2899939e-5075-4b54-abe0-38d33abfc114)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:24.036996 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33fe8601-1883-4ab5-8854-83c18d14e313 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:24.045149 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] For port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:36:24.049648 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49230) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:24.078662 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-3521248c-fed0-4f7f-b15b-b79549e2e6be service neutron] device_id is not set on port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:36:24.081823 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-33fe8601-1883-4ab5-8854-83c18d14e313 None None] Calling delete_port for bd7e1266-20fb-4efa-a1e5-336b73353b73 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:36:24.083742 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:24.086151 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2f401e45-c648-4c85-95f4-07336f81692e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:24.117615 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-3521248c-fed0-4f7f-b15b-b79549e2e6be service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:24.133001 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-3521248c-fed0-4f7f-b15b-b79549e2e6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:24.134072 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bd7e1266-20fb-4efa-a1e5-336b73353b73 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:36:24.136415 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaa404c-dcda-41a1-98dd-e2ab3a8f2e25 None None] DHCP port deletion for 62c30e42-0463-4995-b385-6f35838a58e0 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:36:24.146445 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2b76ff34-a5c7-428a-bd5f-80606ba92c05 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4ff5468b746c4f5897ef18e503ee391d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2010336 Nov 11 17:36:24.147517 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe98b972-75bb-465b-89f5-214f74fdfb3b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] DELETE failed (client error): The resource could not be found. Nov 11 17:36:24.148116 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe98b972-75bb-465b-89f5-214f74fdfb3b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:36:24.154074 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fe98b972-75bb-465b-89f5-214f74fdfb3b tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/subnets/4545168e-9895-40ce-8709-3a50895aac5a HTTP/1.1" status: 404 len: 337 time: 0.0993054 Nov 11 17:36:24.154074 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76ff34-a5c7-428a-bd5f-80606ba92c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91c86f7-1e2c-4fd7-a73c-af1ed95297f1,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:24.157800 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49234) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:24.158235 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49236) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:24.201812 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521248c-fed0-4f7f-b15b-b79549e2e6be service neutron] Pushing event updated for resources: {'Port': ['ID=20a6d92a-5fd5-4fa9-90b8-b57594e547e2,revision_number=6']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:24.253536 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-3521248c-fed0-4f7f-b15b-b79549e2e6be service neutron] No DVR routers for this DVR port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:36:24.260397 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090cc66f-d731-4551-9d3c-6336889402c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:36:24.268521 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66160fe-9509-4fb0-a407-7a79a281c060" -d '{"events": [{"server_uuid": "090cc66f-d731-4551-9d3c-6336889402c0", "name": "network-vif-unplugged", "status": "completed", "tag": "39a2ee60-d696-4bb9-bd1d-a7ae8171815e"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:36:24.287503 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33fe8601-1883-4ab5-8854-83c18d14e313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:24.289422 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:24.305403 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fe8601-1883-4ab5-8854-83c18d14e313 None None] No DVR routers for this DVR port bd7e1266-20fb-4efa-a1e5-336b73353b73 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:36:24.315450 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-3521248c-fed0-4f7f-b15b-b79549e2e6be service neutron] In _notify_port_updated(), no bound segment for port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 on network f23ac4df-d84d-4279-8162-bbdedb50f219 {{(pid=102618) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:36:24.318409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-3521248c-fed0-4f7f-b15b-b79549e2e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:24.318926 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-3521248c-fed0-4f7f-b15b-b79549e2e6be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:24.320499 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-3521248c-fed0-4f7f-b15b-b79549e2e6be service neutron] 10.222.0.83 "PUT /v2.0/ports/20a6d92a-5fd5-4fa9-90b8-b57594e547e2 HTTP/1.1" status: 200 len: 1032 time: 0.8736122 Nov 11 17:36:24.371547 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe8601-1883-4ab5-8854-83c18d14e313 None None] Pushing event deleted for resources: {'Port': ['ID=bd7e1266-20fb-4efa-a1e5-336b73353b73,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:24.391032 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-deaa404c-dcda-41a1-98dd-e2ab3a8f2e25 None None] Deleting port ae8c9320-5e6a-4ec1-891d-01efd05e398e {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:36:24.397317 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-deaa404c-dcda-41a1-98dd-e2ab3a8f2e25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:24.440887 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-76175b2d-ffbc-42c7-b040-3c4f0c0c7928 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:24.446175 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-76175b2d-ffbc-42c7-b040-3c4f0c0c7928 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.83 "GET /v2.0/ports/4f66b335-60b1-4a5e-a509-ce8519750f0d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1144974 Nov 11 17:36:24.464588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-cb1c4b57-5e1a-4a08-a404-f5d77298c57b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:24.488472 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] Transition to ACTIVE for port object 39a2ee60-d696-4bb9-bd1d-a7ae8171815e will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:36:24.500163 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-deaa404c-dcda-41a1-98dd-e2ab3a8f2e25 None None] For port ae8c9320-5e6a-4ec1-891d-01efd05e398e, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ae8c9320-5e6a-4ec1-891d-01efd05e398e,segment=NetworkSegment(85fffaab-3a43-4d1a-9051-277c4af05b94),segment_id=85fffaab-3a43-4d1a-9051-277c4af05b94)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:24.500862 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-deaa404c-dcda-41a1-98dd-e2ab3a8f2e25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:24.507612 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:24.520850 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-deaa404c-dcda-41a1-98dd-e2ab3a8f2e25 None None] Calling delete_port for ae8c9320-5e6a-4ec1-891d-01efd05e398e owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:36:24.617522 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-cb1c4b57-5e1a-4a08-a404-f5d77298c57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:24.657680 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a96387d2-5103-4ce5-ba85-cab82102dd79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:24.678488 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:24.754541 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-deaa404c-dcda-41a1-98dd-e2ab3a8f2e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:24.765781 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-dd9944f5-234a-4c05-b74d-2a5220ee68b7 None None] Provisioning complete for port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:24.766199 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dd9944f5-234a-4c05-b74d-2a5220ee68b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:24.868634 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-dd9944f5-234a-4c05-b74d-2a5220ee68b7 None None] Port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:36:24.882087 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaa404c-dcda-41a1-98dd-e2ab3a8f2e25 None None] No DVR routers for this DVR port ae8c9320-5e6a-4ec1-891d-01efd05e398e on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:36:24.884313 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa404c-dcda-41a1-98dd-e2ab3a8f2e25 None None] Pushing event deleted for resources: {'Port': ['ID=ae8c9320-5e6a-4ec1-891d-01efd05e398e,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:25.039529 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-cb1c4b57-5e1a-4a08-a404-f5d77298c57b service neutron] For port 4f66b335-60b1-4a5e-a509-ce8519750f0d, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4f66b335-60b1-4a5e-a509-ce8519750f0d,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:25.129930 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262d6a7-b0f6-4b8c-9fa8-6a8bc9c6cf01 req-5ffd6903-e12d-4105-acaf-81ded38c66c4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:25.136044 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262d6a7-b0f6-4b8c-9fa8-6a8bc9c6cf01 req-5ffd6903-e12d-4105-acaf-81ded38c66c4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:25.142669 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262d6a7-b0f6-4b8c-9fa8-6a8bc9c6cf01 req-5ffd6903-e12d-4105-acaf-81ded38c66c4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:25.148853 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262d6a7-b0f6-4b8c-9fa8-6a8bc9c6cf01 req-5ffd6903-e12d-4105-acaf-81ded38c66c4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:25.155013 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262d6a7-b0f6-4b8c-9fa8-6a8bc9c6cf01 req-5ffd6903-e12d-4105-acaf-81ded38c66c4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:25.161238 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262d6a7-b0f6-4b8c-9fa8-6a8bc9c6cf01 req-5ffd6903-e12d-4105-acaf-81ded38c66c4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:25.163138 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c262d6a7-b0f6-4b8c-9fa8-6a8bc9c6cf01 req-5ffd6903-e12d-4105-acaf-81ded38c66c4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 4665 time: 0.1968117 Nov 11 17:36:25.193897 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-cb1c4b57-5e1a-4a08-a404-f5d77298c57b service neutron] For port 4f66b335-60b1-4a5e-a509-ce8519750f0d, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:36:25.203194 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd51c63-ba0d-48f6-b8c5-1df1d178fa70 req-e747d80b-2693-4f51-aa90-43567507ed6e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:25.205566 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4cd51c63-ba0d-48f6-b8c5-1df1d178fa70 req-e747d80b-2693-4f51-aa90-43567507ed6e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 944 time: 0.5496306 Nov 11 17:36:25.271196 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:36:25.304947 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-cb1c4b57-5e1a-4a08-a404-f5d77298c57b service neutron] device_id is not set on port 4f66b335-60b1-4a5e-a509-ce8519750f0d yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:36:25.314308 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] Pushing event updated for resources: {'Port': ['ID=39a2ee60-d696-4bb9-bd1d-a7ae8171815e,revision_number=6']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:25.318938 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4cd51c63-ba0d-48f6-b8c5-1df1d178fa70 req-3cf90da1-f2ac-4210-a829-9c9a4a16fe37 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857921 Nov 11 17:36:25.340025 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68530fa-151f-431b-91fa-031fd15fa919 x-openstack-request-id: req-c68530fa-151f-431b-91fa-031fd15fa919 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:36:25.340319 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090cc66f-d731-4551-9d3c-6336889402c0", "name": "network-vif-unplugged", "status": "completed", "tag": "39a2ee60-d696-4bb9-bd1d-a7ae8171815e", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:36:25.340879 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c68530fa-151f-431b-91fa-031fd15fa919 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:36:25.341424 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090cc66f-d731-4551-9d3c-6336889402c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e', 'code': 200} Nov 11 17:36:25.348840 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-cb1c4b57-5e1a-4a08-a404-f5d77298c57b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:25.355904 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a96387d2-5103-4ce5-ba85-cab82102dd79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:25.379841 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-cb1c4b57-5e1a-4a08-a404-f5d77298c57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:25.392197 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-2f401e45-c648-4c85-95f4-07336f81692e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting port ae8c9320-5e6a-4ec1-891d-01efd05e398e {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:36:25.392532 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2f401e45-c648-4c85-95f4-07336f81692e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:25.407292 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] No DVR routers for this DVR port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:36:25.458007 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:25.497375 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c262d6a7-b0f6-4b8c-9fa8-6a8bc9c6cf01 req-ae4e7f0d-cbad-4d82-a776-708fee7a2c0a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=ec10de73-6184-4194-beba-79f05744a1a3&id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3208785 Nov 11 17:36:25.519201 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:36:25.521625 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d86549-2aa2-4cef-9269-c3235d06e50c" -d '{"events": [{"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-unplugged", "status": "completed", "tag": "d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:36:25.558412 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:25.569726 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:25.570462 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:36:25.591309 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c4b57-5e1a-4a08-a404-f5d77298c57b service neutron] Pushing event updated for resources: {'Port': ['ID=4f66b335-60b1-4a5e-a509-ce8519750f0d,revision_number=6']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:25.655513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-cb1c4b57-5e1a-4a08-a404-f5d77298c57b service neutron] No DVR routers for this DVR port 4f66b335-60b1-4a5e-a509-ce8519750f0d on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:36:25.747207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-cb1c4b57-5e1a-4a08-a404-f5d77298c57b service neutron] In _notify_port_updated(), no bound segment for port 4f66b335-60b1-4a5e-a509-ce8519750f0d on network f23ac4df-d84d-4279-8162-bbdedb50f219 {{(pid=102618) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:36:25.750742 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-cb1c4b57-5e1a-4a08-a404-f5d77298c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:25.752956 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-cb1c4b57-5e1a-4a08-a404-f5d77298c57b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:25.754310 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-cb1c4b57-5e1a-4a08-a404-f5d77298c57b service neutron] 10.222.0.83 "PUT /v2.0/ports/4f66b335-60b1-4a5e-a509-ce8519750f0d HTTP/1.1" status: 200 len: 1033 time: 1.3034737 Nov 11 17:36:25.764915 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:25.783117 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:25.783464 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:25.783827 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:25.784188 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:25.784488 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:25.784819 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:25.785142 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:25.785466 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:25.785791 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:25.786113 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:25.786436 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:25.786754 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:25.875373 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-eb1201c6-de2c-4d66-8ad5-b0532dda6e65 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Deleting port 045c2492-fab9-46af-b8a8-3917c545d432 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:36:25.875970 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eb1201c6-de2c-4d66-8ad5-b0532dda6e65 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:25.898423 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:25.944640 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] Attempting to bind port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:36:25.944971 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] Attempting to bind port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '30c49fa5-d7a3-4fab-ad8a-bef888053bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:36:25.945298 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] Attempting to bind port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e on network 63135a75-5cfa-435a-a6c8-7eb0f41a5658 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:36:25.972763 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-e6f340b2-1715-4f47-a037-0a198f2d4fd1 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Deleting port 14703854-5a2b-47ed-9627-d09c37f31bb5 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:36:25.973113 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-e6f340b2-1715-4f47-a037-0a198f2d4fd1 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:25.980634 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8f09f7-ac49-4842-a124-d0d27f2fa839 x-openstack-request-id: req-4e8f09f7-ac49-4842-a124-d0d27f2fa839 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:36:25.980931 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-unplugged", "status": "completed", "tag": "d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:36:25.981407 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4e8f09f7-ac49-4842-a124-d0d27f2fa839 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:36:25.982044 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8', 'code': 200} Nov 11 17:36:25.986105 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=997c27ca-49ff-4d5e-b132-25f3c8e2cbeb,segment=NetworkSegment(6cc8557e-150d-4ccf-a738-cc6d87ac5c12),segment_id=6cc8557e-150d-4ccf-a738-cc6d87ac5c12)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:26.004630 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:26.005959 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 14703854-5a2b-47ed-9627-d09c37f31bb5 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:36:26.027758 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-2f401e45-c648-4c85-95f4-07336f81692e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] For port ae8c9320-5e6a-4ec1-891d-01efd05e398e, host n-d-816206-4, got binding levels [] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:26.040281 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2f401e45-c648-4c85-95f4-07336f81692e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:26.072586 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] Port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e on network 63135a75-5cfa-435a-a6c8-7eb0f41a5658 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:36:26.075841 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] Attempting to bind port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e on network 63135a75-5cfa-435a-a6c8-7eb0f41a5658 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:36:26.082980 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ae8c9320-5e6a-4ec1-891d-01efd05e398e no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:36:26.103492 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a8b3d496-8d4b-4e37-97df-0e786efdb820 None None] Provisioning complete for port 4f66b335-60b1-4a5e-a509-ce8519750f0d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:26.104241 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a8b3d496-8d4b-4e37-97df-0e786efdb820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:26.109344 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: ae8c9320-5e6a-4ec1-891d-01efd05e398e {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:36:26.110015 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ae8c9320-5e6a-4ec1-891d-01efd05e398e not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:36:26.124595 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-2f401e45-c648-4c85-95f4-07336f81692e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Calling delete_port for ae8c9320-5e6a-4ec1-891d-01efd05e398e owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:36:26.138073 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-e6f340b2-1715-4f47-a037-0a198f2d4fd1 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] For port 14703854-5a2b-47ed-9627-d09c37f31bb5, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=14703854-5a2b-47ed-9627-d09c37f31bb5,segment=NetworkSegment(2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566),segment_id=2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:26.138614 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-e6f340b2-1715-4f47-a037-0a198f2d4fd1 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:26.145155 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.ipam_backend_mixin [None req-2f401e45-c648-4c85-95f4-07336f81692e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Port ae8c9320-5e6a-4ec1-891d-01efd05e398e was not found and therefore no delete operation was performed {{(pid=102617) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 17:36:26.145979 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a96387d2-5103-4ce5-ba85-cab82102dd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:26.151750 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a96387d2-5103-4ce5-ba85-cab82102dd79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:26.153209 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a96387d2-5103-4ce5-ba85-cab82102dd79 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a91c86f7-1e2c-4fd7-a73c-af1ed95297f1 HTTP/1.1" status: 204 len: 168 time: 1.9925847 Nov 11 17:36:26.181825 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:36:26.181825 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] Checking segment: {'id': '30c49fa5-d7a3-4fab-ad8a-bef888053bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:36:26.181825 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] Bound using segment: {'id': '30c49fa5-d7a3-4fab-ad8a-bef888053bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:36:26.181825 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] Bound port: 39a2ee60-d696-4bb9-bd1d-a7ae8171815e, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c49fa5-d7a3-4fab-ad8a-bef888053bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:36:26.181825 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:26.194196 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=997c27ca-49ff-4d5e-b132-25f3c8e2cbeb,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:26.203194 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3d496-8d4b-4e37-97df-0e786efdb820 None None] Port 4f66b335-60b1-4a5e-a509-ce8519750f0d cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:36:26.203663 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2f401e45-c648-4c85-95f4-07336f81692e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:26.217435 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eb1201c6-de2c-4d66-8ad5-b0532dda6e65 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:26.286113 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:26.322869 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f401e45-c648-4c85-95f4-07336f81692e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Port': ['ID=ae8c9320-5e6a-4ec1-891d-01efd05e398e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:26.365782 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96387d2-5103-4ce5-ba85-cab82102dd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91c86f7-1e2c-4fd7-a73c-af1ed95297f1,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:26.386381 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-eb1201c6-de2c-4d66-8ad5-b0532dda6e65 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Calling delete_port for 045c2492-fab9-46af-b8a8-3917c545d432 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:36:26.391719 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f401e45-c648-4c85-95f4-07336f81692e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] No DVR routers for this DVR port ae8c9320-5e6a-4ec1-891d-01efd05e398e on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:36:26.409982 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 14703854-5a2b-47ed-9627-d09c37f31bb5, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=14703854-5a2b-47ed-9627-d09c37f31bb5,segment=NetworkSegment(2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566),segment_id=2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:26.439968 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:26.442381 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 5e72d773-0677-4eac-9257-f5ea1cb74c15 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:36:26.553791 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=14703854-5a2b-47ed-9627-d09c37f31bb5,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:26.576473 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-e6f340b2-1715-4f47-a037-0a198f2d4fd1 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:26.577378 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-e6f340b2-1715-4f47-a037-0a198f2d4fd1 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:26.577731 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-e6f340b2-1715-4f47-a037-0a198f2d4fd1 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Floating IP 8fdbae10-9fdc-49fd-8c5a-bed0086db55b disassociated. External IP: 172.25.2.84, port: 14703854-5a2b-47ed-9627-d09c37f31bb5. Nov 11 17:36:26.578106 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-e6f340b2-1715-4f47-a037-0a198f2d4fd1 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Calling delete_port for 14703854-5a2b-47ed-9627-d09c37f31bb5 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:36:26.594544 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522cb5e6-f8ef-4712-8358-fd79f2bd97db req-85ad235d-b4bb-4d48-b702-c5b71bcc26c5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:26.602302 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-522cb5e6-f8ef-4712-8358-fd79f2bd97db req-85ad235d-b4bb-4d48-b702-c5b71bcc26c5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 944 time: 0.0877714 Nov 11 17:36:26.620668 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:26.668555 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 5e72d773-0677-4eac-9257-f5ea1cb74c15, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=5e72d773-0677-4eac-9257-f5ea1cb74c15,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:26.678333 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:26.683254 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:36:26.826087 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2f401e45-c648-4c85-95f4-07336f81692e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:26.840268 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-522cb5e6-f8ef-4712-8358-fd79f2bd97db req-28e334ae-2a6c-45c1-bdde-83ae8376ea2f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368002 Nov 11 17:36:26.855540 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:36:26.856335 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 2b050982-05eb-48f0-ae4e-589d2e800e51 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:36:26.862172 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=5e72d773-0677-4eac-9257-f5ea1cb74c15,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:26.893241 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0861206-b34b-4201-9c83-eaff38d3363c req-c0b23dda-1783-4ebd-8ebb-30d6d74c76aa tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:26.903709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0861206-b34b-4201-9c83-eaff38d3363c req-c0b23dda-1783-4ebd-8ebb-30d6d74c76aa tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:26.913005 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] For port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:36:26.916915 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-2f401e45-c648-4c85-95f4-07336f81692e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c30e42-0463-4995-b385-6f35838a58e0']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:26.918955 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0861206-b34b-4201-9c83-eaff38d3363c req-c0b23dda-1783-4ebd-8ebb-30d6d74c76aa tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:26.935391 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0861206-b34b-4201-9c83-eaff38d3363c req-c0b23dda-1783-4ebd-8ebb-30d6d74c76aa tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:26.944146 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] For port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=39a2ee60-d696-4bb9-bd1d-a7ae8171815e,segment=NetworkSegment(30c49fa5-d7a3-4fab-ad8a-bef888053bed),segment_id=30c49fa5-d7a3-4fab-ad8a-bef888053bed)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:36:26.946896 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-2f401e45-c648-4c85-95f4-07336f81692e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85fffaab-3a43-4d1a-9051-277c4af05b94') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:26.949793 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0861206-b34b-4201-9c83-eaff38d3363c req-c0b23dda-1783-4ebd-8ebb-30d6d74c76aa tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:26.950690 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-2f401e45-c648-4c85-95f4-07336f81692e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85fffaab-3a43-4d1a-9051-277c4af05b94') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:26.960168 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:26.960430 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0861206-b34b-4201-9c83-eaff38d3363c req-c0b23dda-1783-4ebd-8ebb-30d6d74c76aa tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 3877 time: 0.2249000 Nov 11 17:36:26.974581 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2f401e45-c648-4c85-95f4-07336f81692e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:26.980122 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:27.018699 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eb1201c6-de2c-4d66-8ad5-b0532dda6e65 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:27.028211 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2f401e45-c648-4c85-95f4-07336f81692e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:27.031027 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:27.031699 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:27.033665 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] 10.222.0.64 "PUT /v2.0/ports/39a2ee60-d696-4bb9-bd1d-a7ae8171815e HTTP/1.1" status: 200 len: 1092 time: 4.1429498 Nov 11 17:36:27.041563 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 2b050982-05eb-48f0-ae4e-589d2e800e51, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=2b050982-05eb-48f0-ae4e-589d2e800e51,segment=NetworkSegment(6cc8557e-150d-4ccf-a738-cc6d87ac5c12),segment_id=6cc8557e-150d-4ccf-a738-cc6d87ac5c12)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:27.053731 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:27.054296 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4f66b335-60b1-4a5e-a509-ce8519750f0d no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:36:27.064090 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f401e45-c648-4c85-95f4-07336f81692e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Releasing vlan 1266 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:36:27.064501 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2f401e45-c648-4c85-95f4-07336f81692e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:36:27.070629 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:36:27.154270 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eb1201c6-de2c-4d66-8ad5-b0532dda6e65 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:27.161802 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-eb1201c6-de2c-4d66-8ad5-b0532dda6e65 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/ports/045c2492-fab9-46af-b8a8-3917c545d432 HTTP/1.1" status: 204 len: 168 time: 2.9980483 Nov 11 17:36:27.165429 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49306) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:27.168198 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0861206-b34b-4201-9c83-eaff38d3363c req-1c0fa768-b4fc-49e8-9744-a66ff37d59e4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990926 Nov 11 17:36:27.219007 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=2b050982-05eb-48f0-ae4e-589d2e800e51,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:27.229107 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4f66b335-60b1-4a5e-a509-ce8519750f0d not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:36:27.234147 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-e6f340b2-1715-4f47-a037-0a198f2d4fd1 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:27.265693 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 39a2ee60-d696-4bb9-bd1d-a7ae8171815e no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:36:27.284468 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f340b2-1715-4f47-a037-0a198f2d4fd1 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event deleted for resources: {'Port': ['ID=14703854-5a2b-47ed-9627-d09c37f31bb5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:27.374053 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090cc66f-d731-4551-9d3c-6336889402c0', 'tag': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:36:27.374659 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 39a2ee60-d696-4bb9-bd1d-a7ae8171815e not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:36:27.376229 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49312) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:27.376935 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51213580-62e4-4da9-b429-bc616622762c" -d '{"events": [{"name": "network-changed", "server_uuid": "090cc66f-d731-4551-9d3c-6336889402c0", "tag": "39a2ee60-d696-4bb9-bd1d-a7ae8171815e"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:36:27.381907 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10884f-8fa9-4a2b-bcf4-5e36bec51a0d service neutron] Pushing event updated for resources: {'Port': ['ID=39a2ee60-d696-4bb9-bd1d-a7ae8171815e,revision_number=7']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:27.449920 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2f401e45-c648-4c85-95f4-07336f81692e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:27.484019 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1201c6-de2c-4d66-8ad5-b0532dda6e65 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Port': ['ID=045c2492-fab9-46af-b8a8-3917c545d432,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:27.492697 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2f401e45-c648-4c85-95f4-07336f81692e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:27.497222 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2f401e45-c648-4c85-95f4-07336f81692e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/networks/62c30e42-0463-4995-b385-6f35838a58e0 HTTP/1.1" status: 204 len: 168 time: 3.9281242 Nov 11 17:36:27.501980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f401e45-c648-4c85-95f4-07336f81692e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Network': ['ID=62c30e42-0463-4995-b385-6f35838a58e0,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:27.508704 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49324) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:27.515329 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffc93c0-944f-496a-8f72-2a758a576543 x-openstack-request-id: req-1ffc93c0-944f-496a-8f72-2a758a576543 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:36:27.515871 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090cc66f-d731-4551-9d3c-6336889402c0", "tag": "39a2ee60-d696-4bb9-bd1d-a7ae8171815e", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:36:27.516337 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1ffc93c0-944f-496a-8f72-2a758a576543 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:36:27.516894 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090cc66f-d731-4551-9d3c-6336889402c0', 'tag': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e', 'status': 'completed', 'code': 200} Nov 11 17:36:27.529802 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-fece5e7a-8ad4-4317-9a60-ee6000d9fac1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1435838919', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:27.558645 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-e6f340b2-1715-4f47-a037-0a198f2d4fd1 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Router fe40c671-47b6-40eb-a1e3-f10ba1e69100 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:36:27.572454 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4f1a4470-f6a5-460a-b3f8-d0dede34d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:27.576741 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c4b4747d-d214-4619-94a2-d506515031f3 req-4f1a4470-f6a5-460a-b3f8-d0dede34d7c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 1095 time: 0.4749832 Nov 11 17:36:27.607931 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3c2417b4-8c0b-40b4-b374-14b63da78b10 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:27.640886 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cca74ca9-97fe-46d7-9f42-c69fb954e672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:27.710286 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fece5e7a-8ad4-4317-9a60-ee6000d9fac1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:27.711383 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fece5e7a-8ad4-4317-9a60-ee6000d9fac1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:27.723789 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213580-62e4-4da9-b429-bc616622762c req-a043e95b-442f-4aea-a449-8ed3264dc809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:27.725331 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51213580-62e4-4da9-b429-bc616622762c req-a043e95b-442f-4aea-a449-8ed3264dc809 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 1095 time: 0.1845675 Nov 11 17:36:27.793861 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-e6f340b2-1715-4f47-a037-0a198f2d4fd1 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:36:27.805490 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21c0c66-539b-4aaf-9068-ae30563d2703 None None] Sync routers for ids ['fe40c671-47b6-40eb-a1e3-f10ba1e69100'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:36:27.822779 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21c0c66-539b-4aaf-9068-ae30563d2703 None None] Routers {'fe40c671-47b6-40eb-a1e3-f10ba1e69100'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:27.825226 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-b21c0c66-539b-4aaf-9068-ae30563d2703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fe40c671-47b6-40eb-a1e3-f10ba1e69100'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:27.895954 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-e6f340b2-1715-4f47-a037-0a198f2d4fd1 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] No DVR routers for this DVR port 14703854-5a2b-47ed-9627-d09c37f31bb5 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:36:27.899886 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-e6f340b2-1715-4f47-a037-0a198f2d4fd1 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:27.910445 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-e6f340b2-1715-4f47-a037-0a198f2d4fd1 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.83 "DELETE /v2.0/ports/14703854-5a2b-47ed-9627-d09c37f31bb5 HTTP/1.1" status: 204 len: 173 time: 2.1472845 Nov 11 17:36:27.915969 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-deleted', 'tag': '14703854-5a2b-47ed-9627-d09c37f31bb5'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:36:27.922274 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f3ab32-5bbd-4677-80ab-77148cda78a2" -d '{"events": [{"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-deleted", "tag": "14703854-5a2b-47ed-9627-d09c37f31bb5"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:36:27.983574 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997c27ca-49ff-4d5e-b132-25f3c8e2cbeb'}, {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14703854-5a2b-47ed-9627-d09c37f31bb5'}, {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e72d773-0677-4eac-9257-f5ea1cb74c15'}, {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b050982-05eb-48f0-ae4e-589d2e800e51'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:36:27.988426 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a594fb-9ebd-42ac-a8b1-a33ce77eea20" -d '{"events": [{"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-unplugged", "status": "completed", "tag": "997c27ca-49ff-4d5e-b132-25f3c8e2cbeb"}, {"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-unplugged", "status": "completed", "tag": "14703854-5a2b-47ed-9627-d09c37f31bb5"}, {"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-unplugged", "status": "completed", "tag": "5e72d773-0677-4eac-9257-f5ea1cb74c15"}, {"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-unplugged", "status": "completed", "tag": "2b050982-05eb-48f0-ae4e-589d2e800e51"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:36:27.993389 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49342) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:28.012819 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fece5e7a-8ad4-4317-9a60-ee6000d9fac1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.028136 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4747d-d214-4619-94a2-d506515031f3 req-b4641715-4b93-4265-b755-f27db2bcd2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:28.029828 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c4b4747d-d214-4619-94a2-d506515031f3 req-b4641715-4b93-4265-b755-f27db2bcd2ce service neutron] 10.222.0.64 "GET /v2.0/networks?id=63135a75-5cfa-435a-a6c8-7eb0f41a5658 HTTP/1.1" status: 200 len: 899 time: 0.4198787 Nov 11 17:36:28.035674 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3c2417b4-8c0b-40b4-b374-14b63da78b10 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.051197 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fece5e7a-8ad4-4317-9a60-ee6000d9fac1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.070932 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf30a6a-da30-4804-b6f1-e602f011a6c5 x-openstack-request-id: req-2cf30a6a-da30-4804-b6f1-e602f011a6c5 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:36:28.072070 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-deleted", "tag": "14703854-5a2b-47ed-9627-d09c37f31bb5", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:36:28.073175 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2cf30a6a-da30-4804-b6f1-e602f011a6c5 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:36:28.074513 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-deleted', 'tag': '14703854-5a2b-47ed-9627-d09c37f31bb5', 'status': 'completed', 'code': 200} Nov 11 17:36:28.086268 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-3c2417b4-8c0b-40b4-b374-14b63da78b10 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a2233d-f3fd-47d6-8390-2db1e515ee46']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:28.099039 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-3c2417b4-8c0b-40b4-b374-14b63da78b10 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2899939e-5075-4b54-abe0-38d33abfc114') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:28.099433 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-3c2417b4-8c0b-40b4-b374-14b63da78b10 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2899939e-5075-4b54-abe0-38d33abfc114') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:28.101947 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-b21c0c66-539b-4aaf-9068-ae30563d2703 None None] Set router fe40c671-47b6-40eb-a1e3-f10ba1e69100 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:36:28.110808 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3c2417b4-8c0b-40b4-b374-14b63da78b10 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.129088 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3c2417b4-8c0b-40b4-b374-14b63da78b10 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.143485 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 11 Nov 2021 17:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41b9f10-1ec8-420c-88c7-a60719946d5c x-openstack-request-id: req-c41b9f10-1ec8-420c-88c7-a60719946d5c {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:36:28.143814 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-unplugged", "status": "completed", "tag": "997c27ca-49ff-4d5e-b132-25f3c8e2cbeb", "code": 200}, {"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-unplugged", "status": "completed", "tag": "14703854-5a2b-47ed-9627-d09c37f31bb5", "code": 200}, {"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-unplugged", "status": "completed", "tag": "5e72d773-0677-4eac-9257-f5ea1cb74c15", "code": 200}, {"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-unplugged", "status": "completed", "tag": "2b050982-05eb-48f0-ae4e-589d2e800e51", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:36:28.144131 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c41b9f10-1ec8-420c-88c7-a60719946d5c {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:36:28.144523 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997c27ca-49ff-4d5e-b132-25f3c8e2cbeb', 'code': 200} Nov 11 17:36:28.144809 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14703854-5a2b-47ed-9627-d09c37f31bb5', 'code': 200} Nov 11 17:36:28.145017 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e72d773-0677-4eac-9257-f5ea1cb74c15', 'code': 200} Nov 11 17:36:28.145262 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b050982-05eb-48f0-ae4e-589d2e800e51', 'code': 200} Nov 11 17:36:28.159627 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2417b4-8c0b-40b4-b374-14b63da78b10 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Releasing vlan 1258 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:36:28.160075 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3c2417b4-8c0b-40b4-b374-14b63da78b10 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.183831 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cca74ca9-97fe-46d7-9f42-c69fb954e672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:36:28.194814 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:36:28.207823 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cca74ca9-97fe-46d7-9f42-c69fb954e672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.280265 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fece5e7a-8ad4-4317-9a60-ee6000d9fac1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.281747 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fece5e7a-8ad4-4317-9a60-ee6000d9fac1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7626445 Nov 11 17:36:28.291348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49358) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:28.303886 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-1ba5f6fa-594a-45ff-b6df-96330ab92758 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2047281209', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:28.313985 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-cca74ca9-97fe-46d7-9f42-c69fb954e672 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dfe9b03b18a648d2980a382b0fca20bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9334192 Nov 11 17:36:28.315371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-17bd4cac-ca49-43e0-8677-fc5188db6e8f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-42218551'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:28.325196 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49360) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:28.330469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355e843-c200-4e85-bc47-67d856ee8d58 req-b8732bc7-8ab6-4887-95d9-21d4f3fa1372 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:28.331717 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d355e843-c200-4e85-bc47-67d856ee8d58 req-b8732bc7-8ab6-4887-95d9-21d4f3fa1372 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 944 time: 0.2741578 Nov 11 17:36:28.335765 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca74ca9-97fe-46d7-9f42-c69fb954e672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cab272-0c0f-499d-af11-bdafff205c66,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:28.370113 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c4b4747d-d214-4619-94a2-d506515031f3 req-d6f0725d-66d4-4852-bef3-471e8ce86eaa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a2ee60-d696-4bb9-bd1d-a7ae8171815e HTTP/1.1" status: 200 len: 1000 time: 0.3204155 Nov 11 17:36:28.376025 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213580-62e4-4da9-b429-bc616622762c req-4c6e33b2-00d9-4999-811a-73441b1f29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:28.378209 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51213580-62e4-4da9-b429-bc616622762c req-4c6e33b2-00d9-4999-811a-73441b1f29a9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=63135a75-5cfa-435a-a6c8-7eb0f41a5658 HTTP/1.1" status: 200 len: 899 time: 0.6370156 Nov 11 17:36:28.397043 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-09396dfc-9ed9-4c66-8d31-bdeee22c63e7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Deleting port 2b050982-05eb-48f0-ae4e-589d2e800e51 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:36:28.397389 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-09396dfc-9ed9-4c66-8d31-bdeee22c63e7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.426891 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3c2417b4-8c0b-40b4-b374-14b63da78b10 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.434920 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-b21c0c66-539b-4aaf-9068-ae30563d2703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'name': 'tempest-TaggedBootDevicesTest_v242-1667906401-router', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:25:40Z', 'updated_at': '2021-11-11T17:25:46Z', 'revision_number': 4, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'gw_port': {'id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:41Z', 'updated_at': '2021-11-11T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'b9e341d4-4da0-46ab-8e05-0cbc6e16b958', 'name': '', 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'mac_address': 'fa:16:3e:43:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c44ae76c-b391-442e-99c2-35deb172fa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:45Z', 'updated_at': '2021-11-11T17:25:50Z', 'revision_number': 5, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'subnets': [{'id': 'c44ae76c-b391-442e-99c2-35deb172fa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:28.438618 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f6fa-594a-45ff-b6df-96330ab92758 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.440002 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f6fa-594a-45ff-b6df-96330ab92758 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.460543 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3c2417b4-8c0b-40b4-b374-14b63da78b10 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.464475 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3c2417b4-8c0b-40b4-b374-14b63da78b10 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] 10.222.0.76 "DELETE /v2.0/networks/f7a2233d-f3fd-47d6-8390-2db1e515ee46 HTTP/1.1" status: 204 len: 168 time: 1.2947183 Nov 11 17:36:28.479295 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21c0c66-539b-4aaf-9068-ae30563d2703 None None] Checking router: fe40c671-47b6-40eb-a1e3-f10ba1e69100 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:36:28.494372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bd4cac-ca49-43e0-8677-fc5188db6e8f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Made reservation on behalf of 4b69204bf6974baaa053145bbac95a32 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:28.497780 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21c0c66-539b-4aaf-9068-ae30563d2703 None None] Routers {'fe40c671-47b6-40eb-a1e3-f10ba1e69100'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:28.497917 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-17bd4cac-ca49-43e0-8677-fc5188db6e8f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.498769 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-b21c0c66-539b-4aaf-9068-ae30563d2703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fe40c671-47b6-40eb-a1e3-f10ba1e69100'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:28.520487 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2417b4-8c0b-40b4-b374-14b63da78b10 tempest-PortsTestJSON-832482973 tempest-PortsTestJSON-832482973-project] Pushing event deleted for resources: {'Network': ['ID=f7a2233d-f3fd-47d6-8390-2db1e515ee46,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:28.544948 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5653d-fe6b-427e-b722-18551cefd241 req-172641e1-ff95-4da6-8a04-7abc40210aff tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:28.551336 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5653d-fe6b-427e-b722-18551cefd241 req-172641e1-ff95-4da6-8a04-7abc40210aff tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:28.557641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5653d-fe6b-427e-b722-18551cefd241 req-172641e1-ff95-4da6-8a04-7abc40210aff tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:28.564474 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5653d-fe6b-427e-b722-18551cefd241 req-172641e1-ff95-4da6-8a04-7abc40210aff tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:28.572013 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-17f5653d-fe6b-427e-b722-18551cefd241 req-172641e1-ff95-4da6-8a04-7abc40210aff tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 3142 time: 0.2392528 Nov 11 17:36:28.587858 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4747d-d214-4619-94a2-d506515031f3 req-3caa079f-fa3a-49fd-b7e2-0b89f2594300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:28.589647 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c4b4747d-d214-4619-94a2-d506515031f3 req-3caa079f-fa3a-49fd-b7e2-0b89f2594300 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=80be57c9-262e-4643-aac8-9ce7c5e5308b HTTP/1.1" status: 200 len: 835 time: 0.2061138 Nov 11 17:36:28.614595 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f6fa-594a-45ff-b6df-96330ab92758 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.615686 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d355e843-c200-4e85-bc47-67d856ee8d58 req-67573911-61e5-4d0f-a57b-39c415634c5a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596231 Nov 11 17:36:28.617389 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51213580-62e4-4da9-b429-bc616622762c req-10a88e64-6151-4d7f-b110-88cb1768655e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a2ee60-d696-4bb9-bd1d-a7ae8171815e HTTP/1.1" status: 200 len: 1000 time: 0.2139580 Nov 11 17:36:28.646728 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1bcfd83-ff8b-4fb0-ba6b-b84b9152f6f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.648715 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f6fa-594a-45ff-b6df-96330ab92758 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.651913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17bd4cac-ca49-43e0-8677-fc5188db6e8f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1275} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:36:28.669092 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-09396dfc-9ed9-4c66-8d31-bdeee22c63e7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] For port 2b050982-05eb-48f0-ae4e-589d2e800e51, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=2b050982-05eb-48f0-ae4e-589d2e800e51,segment=NetworkSegment(6cc8557e-150d-4ccf-a738-cc6d87ac5c12),segment_id=6cc8557e-150d-4ccf-a738-cc6d87ac5c12)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:28.669092 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-09396dfc-9ed9-4c66-8d31-bdeee22c63e7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.686466 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-17bd4cac-ca49-43e0-8677-fc5188db6e8f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.686790 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-17bd4cac-ca49-43e0-8677-fc5188db6e8f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Added segment b0110790-9b00-47ba-b1c5-fa395465e532 of type vlan for network aa3b77e2-9a2d-43e8-af0e-16195bac3217 Nov 11 17:36:28.722408 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-b21c0c66-539b-4aaf-9068-ae30563d2703 None None] Set router fe40c671-47b6-40eb-a1e3-f10ba1e69100 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:36:28.728301 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-09396dfc-9ed9-4c66-8d31-bdeee22c63e7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Calling delete_port for 2b050982-05eb-48f0-ae4e-589d2e800e51 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:36:28.735247 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f6fa-594a-45ff-b6df-96330ab92758 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.738970 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1ba5f6fa-594a-45ff-b6df-96330ab92758 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7407420 Nov 11 17:36:28.738970 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1bcfd83-ff8b-4fb0-ba6b-b84b9152f6f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.740425 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49366) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:28.746397 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-86586319-545b-44fd-a4b6-977d8b8ab03f tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1449143249'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:28.759087 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4747d-d214-4619-94a2-d506515031f3 req-fb8ce998-6435-43e5-a1cf-743283d27281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:28.760672 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c4b4747d-d214-4619-94a2-d506515031f3 req-fb8ce998-6435-43e5-a1cf-743283d27281 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63135a75-5cfa-435a-a6c8-7eb0f41a5658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1584675 Nov 11 17:36:28.766970 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213580-62e4-4da9-b429-bc616622762c req-d2ca28ed-42db-43cf-8c26-3ff51932bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:28.768208 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-17f5653d-fe6b-427e-b722-18551cefd241 req-b2a21b80-215c-4d78-ab7c-ce4e9adb71f4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952496 Nov 11 17:36:28.768464 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51213580-62e4-4da9-b429-bc616622762c req-d2ca28ed-42db-43cf-8c26-3ff51932bbd3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80be57c9-262e-4643-aac8-9ce7c5e5308b HTTP/1.1" status: 200 len: 835 time: 0.1318946 Nov 11 17:36:28.837272 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-17bd4cac-ca49-43e0-8677-fc5188db6e8f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.947448 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1bcfd83-ff8b-4fb0-ba6b-b84b9152f6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.949935 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1bcfd83-ff8b-4fb0-ba6b-b84b9152f6f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.954607 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f1bcfd83-ff8b-4fb0-ba6b-b84b9152f6f6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/94cab272-0c0f-499d-af11-bdafff205c66 HTTP/1.1" status: 204 len: 168 time: 0.6132269 Nov 11 17:36:28.975583 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-17bd4cac-ca49-43e0-8677-fc5188db6e8f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:28.994252 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bd4cac-ca49-43e0-8677-fc5188db6e8f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:28.994889 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-17bd4cac-ca49-43e0-8677-fc5188db6e8f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:29.048483 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213580-62e4-4da9-b429-bc616622762c req-82888f81-294d-4151-a3ae-52597407d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:29.050905 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51213580-62e4-4da9-b429-bc616622762c req-82888f81-294d-4151-a3ae-52597407d054 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=63135a75-5cfa-435a-a6c8-7eb0f41a5658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2654872 Nov 11 17:36:29.053067 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49374) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:29.056787 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcfd83-ff8b-4fb0-ba6b-b84b9152f6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cab272-0c0f-499d-af11-bdafff205c66,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:29.128720 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86586319-545b-44fd-a4b6-977d8b8ab03f tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Made reservation on behalf of a55446a94c2145e79dbf7a3044867044 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:29.136210 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-86586319-545b-44fd-a4b6-977d8b8ab03f tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:29.176844 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-17bd4cac-ca49-43e0-8677-fc5188db6e8f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8681378 Nov 11 17:36:29.180996 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-86586319-545b-44fd-a4b6-977d8b8ab03f tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:29.182842 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49380) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:29.192644 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-18802925-ec75-42ed-ab1a-07173651a8a0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'subnet': {'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:29.209579 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd4cac-ca49-43e0-8677-fc5188db6e8f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Network': ['ID=aa3b77e2-9a2d-43e8-af0e-16195bac3217,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:29.231928 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c4b4747d-d214-4619-94a2-d506515031f3 req-a51d7b9e-f3e5-4a38-b657-f884774d2252 service neutron] 10.222.0.64 "GET /v2.0/networks/63135a75-5cfa-435a-a6c8-7eb0f41a5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601417 Nov 11 17:36:29.390155 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network aa3b77e2-9a2d-43e8-af0e-16195bac3217 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:36:29.603792 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49384) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:29.650763 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18802925-ec75-42ed-ab1a-07173651a8a0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Made reservation on behalf of 4b69204bf6974baaa053145bbac95a32 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:29.657455 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18802925-ec75-42ed-ab1a-07173651a8a0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:29.740151 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-b21c0c66-539b-4aaf-9068-ae30563d2703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'name': 'tempest-TaggedBootDevicesTest_v242-1667906401-router', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:25:40Z', 'updated_at': '2021-11-11T17:25:46Z', 'revision_number': 4, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'gw_port': {'id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:41Z', 'updated_at': '2021-11-11T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'b9e341d4-4da0-46ab-8e05-0cbc6e16b958', 'name': '', 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'mac_address': 'fa:16:3e:43:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c44ae76c-b391-442e-99c2-35deb172fa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:45Z', 'updated_at': '2021-11-11T17:25:50Z', 'revision_number': 5, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'subnets': [{'id': 'c44ae76c-b391-442e-99c2-35deb172fa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:29.743973 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9091332f-60f3-4611-97b8-cab3f25aea1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:29.755699 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51213580-62e4-4da9-b429-bc616622762c req-09db5282-f228-4bf6-9c94-fb84f36f0adf service neutron] 10.222.0.83 "GET /v2.0/networks/63135a75-5cfa-435a-a6c8-7eb0f41a5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6797044 Nov 11 17:36:29.767165 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b7a0f900-0e48-4665-91c3-9cd618a34bb6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=63529d4881bc4948a539fcab59bdd3a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7040129 Nov 11 17:36:29.776570 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49388) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:29.779507 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21c0c66-539b-4aaf-9068-ae30563d2703 None None] The sync data for ids ['fe40c671-47b6-40eb-a1e3-f10ba1e69100'] in n-d-816206-4 is: [{'id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'name': 'tempest-TaggedBootDevicesTest_v242-1667906401-router', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:25:40Z', 'updated_at': '2021-11-11T17:25:46Z', 'revision_number': 4, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'gw_port': {'id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:41Z', 'updated_at': '2021-11-11T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'b9e341d4-4da0-46ab-8e05-0cbc6e16b958', 'name': '', 'network_id': '1c67ea36-c05a-47b6-a6a8-82477c2b46d1', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'mac_address': 'fa:16:3e:43:dc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c44ae76c-b391-442e-99c2-35deb172fa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:45Z', 'updated_at': '2021-11-11T17:25:50Z', 'revision_number': 5, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'subnets': [{'id': 'c44ae76c-b391-442e-99c2-35deb172fa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:36:29.794184 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-09396dfc-9ed9-4c66-8d31-bdeee22c63e7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:29.850030 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c4b4747d-d214-4619-94a2-d506515031f3 req-3b27db4f-6b76-406f-a893-6dc8e27c38d4 service neutron] 10.222.0.64 "GET /v2.0/networks/63135a75-5cfa-435a-a6c8-7eb0f41a5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6085238 Nov 11 17:36:29.863455 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09396dfc-9ed9-4c66-8d31-bdeee22c63e7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event deleted for resources: {'Port': ['ID=2b050982-05eb-48f0-ae4e-589d2e800e51,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:29.909020 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e263ee-68b4-4e46-a4bb-5be0cdeb8e36 req-ba837dd9-601f-48ff-9f08-b0a887bb573f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:29.916136 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d9e263ee-68b4-4e46-a4bb-5be0cdeb8e36 req-ba837dd9-601f-48ff-9f08-b0a887bb573f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 944 time: 0.2028821 Nov 11 17:36:29.935185 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cac91dd0-b351-4cf5-9b98-778d5180ea5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:29.976978 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51213580-62e4-4da9-b429-bc616622762c req-ecc04ff6-fcc8-4f1c-8b6e-fd18adbe82aa service neutron] 10.222.0.83 "GET /v2.0/networks/63135a75-5cfa-435a-a6c8-7eb0f41a5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095518 Nov 11 17:36:29.991645 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cac91dd0-b351-4cf5-9b98-778d5180ea5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:30.031858 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213580-62e4-4da9-b429-bc616622762c req-6bf97500-643f-4171-95ca-65a82f7751a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:30.033504 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51213580-62e4-4da9-b429-bc616622762c req-6bf97500-643f-4171-95ca-65a82f7751a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 1095 time: 0.0943038 Nov 11 17:36:30.120904 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cac91dd0-b351-4cf5-9b98-778d5180ea5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:30.123590 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cac91dd0-b351-4cf5-9b98-778d5180ea5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:30.127928 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cac91dd0-b351-4cf5-9b98-778d5180ea5a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/865f5dce-7d4d-4ca7-8b9c-7f76f11016d1 HTTP/1.1" status: 204 len: 168 time: 0.3478405 Nov 11 17:36:30.176080 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac91dd0-b351-4cf5-9b98-778d5180ea5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865f5dce-7d4d-4ca7-8b9c-7f76f11016d1,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:30.180104 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213580-62e4-4da9-b429-bc616622762c req-c301bc96-859f-4e88-b4b1-c5622459d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:30.182126 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51213580-62e4-4da9-b429-bc616622762c req-c301bc96-859f-4e88-b4b1-c5622459d69f service neutron] 10.222.0.64 "GET /v2.0/networks?id=63135a75-5cfa-435a-a6c8-7eb0f41a5658 HTTP/1.1" status: 200 len: 899 time: 0.1346753 Nov 11 17:36:30.240304 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8a97a5-b093-4835-8afe-1c31e0c48962 None None] New status for floating IP 8fdbae10-9fdc-49fd-8c5a-bed0086db55b: DOWN {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:36:30.273742 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51213580-62e4-4da9-b429-bc616622762c req-505a4413-0c78-4363-8d91-5487abc3c332 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a2ee60-d696-4bb9-bd1d-a7ae8171815e HTTP/1.1" status: 200 len: 1000 time: 0.0808287 Nov 11 17:36:30.402376 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-86586319-545b-44fd-a4b6-977d8b8ab03f tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:30.457095 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213580-62e4-4da9-b429-bc616622762c req-bfba3452-0386-4e6a-acd0-9f8bb775d64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:30.459383 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51213580-62e4-4da9-b429-bc616622762c req-bfba3452-0386-4e6a-acd0-9f8bb775d64d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=80be57c9-262e-4643-aac8-9ce7c5e5308b HTTP/1.1" status: 200 len: 835 time: 0.1735132 Nov 11 17:36:30.461996 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-86586319-545b-44fd-a4b6-977d8b8ab03f tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:30.465180 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-09396dfc-9ed9-4c66-8d31-bdeee22c63e7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] No DVR routers for this DVR port 2b050982-05eb-48f0-ae4e-589d2e800e51 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:36:30.470875 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-09396dfc-9ed9-4c66-8d31-bdeee22c63e7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:30.478777 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-09396dfc-9ed9-4c66-8d31-bdeee22c63e7 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.83 "DELETE /v2.0/ports/2b050982-05eb-48f0-ae4e-589d2e800e51 HTTP/1.1" status: 204 len: 173 time: 2.5458691 Nov 11 17:36:30.491157 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-deleted', 'tag': '2b050982-05eb-48f0-ae4e-589d2e800e51'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:36:30.496737 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e02eff3-4b1f-4309-a6e0-6b9ba6b15c41" -d '{"events": [{"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-deleted", "tag": "2b050982-05eb-48f0-ae4e-589d2e800e51"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:36:30.523827 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51213580-62e4-4da9-b429-bc616622762c req-0a92cab9-0952-49b1-9611-2d3e5371bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:30.527309 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51213580-62e4-4da9-b429-bc616622762c req-0a92cab9-0952-49b1-9611-2d3e5371bd54 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63135a75-5cfa-435a-a6c8-7eb0f41a5658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582612 Nov 11 17:36:30.648260 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d9e263ee-68b4-4e46-a4bb-5be0cdeb8e36 req-18785722-387e-4f51-97bb-4e2b4d2b04b8 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7305431 Nov 11 17:36:30.675021 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86586319-545b-44fd-a4b6-977d8b8ab03f tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1252} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:36:30.708083 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51213580-62e4-4da9-b429-bc616622762c req-4cbd9237-6db6-4521-b9a6-13f41bfa0bed service neutron] 10.222.0.64 "GET /v2.0/networks/63135a75-5cfa-435a-a6c8-7eb0f41a5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707423 Nov 11 17:36:30.753102 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2000b71-997c-4947-b709-34866c4fdafa req-67dde942-3da4-4811-96a4-cdc0b33b7fa4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:30.759330 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2000b71-997c-4947-b709-34866c4fdafa req-67dde942-3da4-4811-96a4-cdc0b33b7fa4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:30.768340 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2000b71-997c-4947-b709-34866c4fdafa req-67dde942-3da4-4811-96a4-cdc0b33b7fa4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:30.777918 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e2000b71-997c-4947-b709-34866c4fdafa req-67dde942-3da4-4811-96a4-cdc0b33b7fa4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 2409 time: 0.8503959 Nov 11 17:36:30.806882 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86586319-545b-44fd-a4b6-977d8b8ab03f tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c6c7e2-83d5-48d5-8831-e222b3c21bd6,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:30.830856 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d0b63e-6119-4e7c-9347-2f6284e261cc x-openstack-request-id: req-d6d0b63e-6119-4e7c-9347-2f6284e261cc {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:36:30.831079 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-deleted", "tag": "2b050982-05eb-48f0-ae4e-589d2e800e51", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:36:30.833427 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d6d0b63e-6119-4e7c-9347-2f6284e261cc {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:36:30.837146 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-deleted', 'tag': '2b050982-05eb-48f0-ae4e-589d2e800e51', 'status': 'completed', 'code': 200} Nov 11 17:36:30.838612 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51213580-62e4-4da9-b429-bc616622762c req-6d064cee-d5ca-46d2-812e-fb5135821ff9 service neutron] 10.222.0.64 "GET /v2.0/networks/63135a75-5cfa-435a-a6c8-7eb0f41a5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223629 Nov 11 17:36:30.840332 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-86586319-545b-44fd-a4b6-977d8b8ab03f tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:30.840790 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-86586319-545b-44fd-a4b6-977d8b8ab03f tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Added segment 5dbcbd48-d79a-41a6-887d-e350f8335a93 of type vlan for network 43ad802d-8a9d-434e-88e2-2ba345cbde2f Nov 11 17:36:30.941833 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9091332f-60f3-4611-97b8-cab3f25aea1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:30.972834 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9091332f-60f3-4611-97b8-cab3f25aea1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:30.989389 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-86586319-545b-44fd-a4b6-977d8b8ab03f tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:31.064356 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e2000b71-997c-4947-b709-34866c4fdafa req-dd89e68a-73e7-4ad4-8b0e-3e516989a746 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855825 Nov 11 17:36:31.092510 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49418) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:31.092821 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9091332f-60f3-4611-97b8-cab3f25aea1a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9979f8daaccb42abaeb465af57aa766f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4739330 Nov 11 17:36:31.113910 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091332f-60f3-4611-97b8-cab3f25aea1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093a5d1e-9ae0-4077-a013-cecc0858f7fa,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:31.135575 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18802925-ec75-42ed-ab1a-07173651a8a0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:31.174364 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0cb922a2-4dce-46d2-8fc1-1f51e556676c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:31.181063 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-86586319-545b-44fd-a4b6-977d8b8ab03f tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:31.187516 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86586319-545b-44fd-a4b6-977d8b8ab03f tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:31.188098 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-86586319-545b-44fd-a4b6-977d8b8ab03f tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:31.200779 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0cb922a2-4dce-46d2-8fc1-1f51e556676c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:31.260617 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-e918089f-d4ef-4e67-b1a6-328a4788cfdc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Deleting port 5e72d773-0677-4eac-9257-f5ea1cb74c15 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:36:31.260617 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-e918089f-d4ef-4e67-b1a6-328a4788cfdc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:31.274456 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0cb922a2-4dce-46d2-8fc1-1f51e556676c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:31.277408 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0cb922a2-4dce-46d2-8fc1-1f51e556676c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:31.278856 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0cb922a2-4dce-46d2-8fc1-1f51e556676c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/093a5d1e-9ae0-4077-a013-cecc0858f7fa HTTP/1.1" status: 204 len: 168 time: 0.1850739 Nov 11 17:36:31.287042 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-86586319-545b-44fd-a4b6-977d8b8ab03f tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.5462227 Nov 11 17:36:31.303972 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49428) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:31.316231 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-72c62c6d-9fbd-4e3a-ad7c-4f3d09295611 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Request body: {'subnet': {'network_id': '43ad802d-8a9d-434e-88e2-2ba345cbde2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:31.327981 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb922a2-4dce-46d2-8fc1-1f51e556676c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093a5d1e-9ae0-4077-a013-cecc0858f7fa,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:31.361849 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18802925-ec75-42ed-ab1a-07173651a8a0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Subnet': ['ID=5e6506b8-45b8-439b-819a-894c8fa550ce,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:31.372915 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86586319-545b-44fd-a4b6-977d8b8ab03f tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Pushing event updated for resources: {'Network': ['ID=43ad802d-8a9d-434e-88e2-2ba345cbde2f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:31.394130 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49430) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:31.395870 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 43ad802d-8a9d-434e-88e2-2ba345cbde2f details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:36:31.403094 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18802925-ec75-42ed-ab1a-07173651a8a0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Checking segment: {'id': 'b0110790-9b00-47ba-b1c5-fa395465e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:36:31.403668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18802925-ec75-42ed-ab1a-07173651a8a0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network hostable DHCP agents. Network: aa3b77e2-9a2d-43e8-af0e-16195bac3217, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:36:31.457715 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-e918089f-d4ef-4e67-b1a6-328a4788cfdc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] For port 5e72d773-0677-4eac-9257-f5ea1cb74c15, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=5e72d773-0677-4eac-9257-f5ea1cb74c15,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:31.458002 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-e918089f-d4ef-4e67-b1a6-328a4788cfdc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:31.460644 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18802925-ec75-42ed-ab1a-07173651a8a0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network aa3b77e2-9a2d-43e8-af0e-16195bac3217 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:36:31.478212 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-e918089f-d4ef-4e67-b1a6-328a4788cfdc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Calling delete_port for 5e72d773-0677-4eac-9257-f5ea1cb74c15 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:36:31.489360 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-18802925-ec75-42ed-ab1a-07173651a8a0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, aa3b77e2-9a2d-43e8-af0e-16195bac3217) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:31.496591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18802925-ec75-42ed-ab1a-07173651a8a0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:31.497198 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18802925-ec75-42ed-ab1a-07173651a8a0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:31.511718 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c62c6d-9fbd-4e3a-ad7c-4f3d09295611 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Made reservation on behalf of a55446a94c2145e79dbf7a3044867044 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:31.514691 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91afa066-e8d0-4d43-a8d8-c64ebe4f3895 None None] Network aa3b77e2-9a2d-43e8-af0e-16195bac3217 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:31.525327 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72c62c6d-9fbd-4e3a-ad7c-4f3d09295611 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:31.562144 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-18802925-ec75-42ed-ab1a-07173651a8a0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3737919 Nov 11 17:36:31.566709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49434) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:31.940554 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-972488be-5897-4d2b-b4f4-4ac7c1b71b8b tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1336371990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:32.006791 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1592f829-e072-47a9-9be3-7a7c72337a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:36:32.008715 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1592f829-e072-47a9-9be3-7a7c72337a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:32.048683 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72c62c6d-9fbd-4e3a-ad7c-4f3d09295611 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:32.167559 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c62c6d-9fbd-4e3a-ad7c-4f3d09295611 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Pushing event updated for resources: {'Subnet': ['ID=c5582867-5bbb-4a95-a1a4-64c04c6e94c8,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:32.195995 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c62c6d-9fbd-4e3a-ad7c-4f3d09295611 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Checking segment: {'id': '5dbcbd48-d79a-41a6-887d-e350f8335a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '43ad802d-8a9d-434e-88e2-2ba345cbde2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:36:32.196670 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c62c6d-9fbd-4e3a-ad7c-4f3d09295611 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Network hostable DHCP agents. Network: 43ad802d-8a9d-434e-88e2-2ba345cbde2f, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:36:32.213846 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-1592f829-e072-47a9-9be3-7a7c72337a35 None None] Allocated IP 2001:db8::2 (aa3b77e2-9a2d-43e8-af0e-16195bac3217/5e6506b8-45b8-439b-819a-894c8fa550ce/a7fd1bac-cfe7-482d-945b-f4f4935a92ca) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:32.215765 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c62c6d-9fbd-4e3a-ad7c-4f3d09295611 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Network 43ad802d-8a9d-434e-88e2-2ba345cbde2f is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:36:32.236466 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-72c62c6d-9fbd-4e3a-ad7c-4f3d09295611 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 43ad802d-8a9d-434e-88e2-2ba345cbde2f) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:32.246733 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1930ff81-05e0-4453-8177-338b32a18b6c None None] Network 43ad802d-8a9d-434e-88e2-2ba345cbde2f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:32.249966 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-972488be-5897-4d2b-b4f4-4ac7c1b71b8b tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:32.251105 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-972488be-5897-4d2b-b4f4-4ac7c1b71b8b tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:32.251924 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c62c6d-9fbd-4e3a-ad7c-4f3d09295611 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:32.253270 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72c62c6d-9fbd-4e3a-ad7c-4f3d09295611 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:32.264371 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-e918089f-d4ef-4e67-b1a6-328a4788cfdc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:32.281385 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-72c62c6d-9fbd-4e3a-ad7c-4f3d09295611 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9732199 Nov 11 17:36:32.282206 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49458) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:32.288622 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-bd59eb8a-4bf5-47f6-a7c3-d4687ae56e28 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Request body: {'network': {'name': 'tempest-router-network01--2067308711'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:32.333981 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd59eb8a-4bf5-47f6-a7c3-d4687ae56e28 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Made reservation on behalf of a55446a94c2145e79dbf7a3044867044 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:32.338608 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd59eb8a-4bf5-47f6-a7c3-d4687ae56e28 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:32.368015 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918089f-d4ef-4e67-b1a6-328a4788cfdc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event deleted for resources: {'Port': ['ID=5e72d773-0677-4eac-9257-f5ea1cb74c15,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:32.377338 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd59eb8a-4bf5-47f6-a7c3-d4687ae56e28 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1294} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:36:32.388283 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd59eb8a-4bf5-47f6-a7c3-d4687ae56e28 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:32.388529 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-bd59eb8a-4bf5-47f6-a7c3-d4687ae56e28 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Added segment f2f4976e-b434-4ddc-a015-2a52575700fe of type vlan for network 2beb5a79-5411-40ad-9437-3bedfe247678 Nov 11 17:36:32.444434 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd59eb8a-4bf5-47f6-a7c3-d4687ae56e28 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:32.467270 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-972488be-5897-4d2b-b4f4-4ac7c1b71b8b tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:32.483577 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d327e-6ae4-426d-a5a6-0d4ea61d60c8 req-8dfc15e6-1f92-4048-b956-f84aa2113ab2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:32.490990 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec4d327e-6ae4-426d-a5a6-0d4ea61d60c8 req-8dfc15e6-1f92-4048-b956-f84aa2113ab2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 944 time: 0.5567489 Nov 11 17:36:32.492802 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd59eb8a-4bf5-47f6-a7c3-d4687ae56e28 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:32.506401 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd59eb8a-4bf5-47f6-a7c3-d4687ae56e28 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:32.507061 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd59eb8a-4bf5-47f6-a7c3-d4687ae56e28 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:32.513595 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-972488be-5897-4d2b-b4f4-4ac7c1b71b8b tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:32.519284 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-e918089f-d4ef-4e67-b1a6-328a4788cfdc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] No DVR routers for this DVR port 5e72d773-0677-4eac-9257-f5ea1cb74c15 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:36:32.548862 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-e918089f-d4ef-4e67-b1a6-328a4788cfdc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:32.552122 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-e918089f-d4ef-4e67-b1a6-328a4788cfdc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.83 "DELETE /v2.0/ports/5e72d773-0677-4eac-9257-f5ea1cb74c15 HTTP/1.1" status: 204 len: 173 time: 2.0420730 Nov 11 17:36:32.584016 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d55beb4f-bce8-4122-be05-4c54356a3279 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:32.596477 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59eb8a-4bf5-47f6-a7c3-d4687ae56e28 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Pushing event updated for resources: {'Network': ['ID=2beb5a79-5411-40ad-9437-3bedfe247678,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:32.619371 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bd59eb8a-4bf5-47f6-a7c3-d4687ae56e28 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3350918 Nov 11 17:36:32.620990 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49464) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:32.624509 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c34a51-bf79-49fc-8901-de6f8d13094d req-c13670cd-b44a-40a1-ab41-cefc7c0edf1d tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:32.628065 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-0b0227f2-bbe4-4a55-8b25-67f537af01ab tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Request body: {'network': {'name': 'tempest-router-network02--1883935847'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:32.632514 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1592f829-e072-47a9-9be3-7a7c72337a35 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:32.640592 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 2beb5a79-5411-40ad-9437-3bedfe247678 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:36:32.643817 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c34a51-bf79-49fc-8901-de6f8d13094d req-c13670cd-b44a-40a1-ab41-cefc7c0edf1d tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:32.645623 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-68c34a51-bf79-49fc-8901-de6f8d13094d req-c13670cd-b44a-40a1-ab41-cefc7c0edf1d tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 1676 time: 0.3867123 Nov 11 17:36:32.669871 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0227f2-bbe4-4a55-8b25-67f537af01ab tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Made reservation on behalf of a55446a94c2145e79dbf7a3044867044 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:32.675300 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0b0227f2-bbe4-4a55-8b25-67f537af01ab tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:32.710111 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-972488be-5897-4d2b-b4f4-4ac7c1b71b8b tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:32.711307 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-972488be-5897-4d2b-b4f4-4ac7c1b71b8b tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.3159509 Nov 11 17:36:32.722219 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49468) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:32.727593 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 39a2ee60-d696-4bb9-bd1d-a7ae8171815e details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:36:32.734009 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1592f829-e072-47a9-9be3-7a7c72337a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:32.746188 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0227f2-bbe4-4a55-8b25-67f537af01ab tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1257} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:36:32.760109 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0b0227f2-bbe4-4a55-8b25-67f537af01ab tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:32.760567 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-0b0227f2-bbe4-4a55-8b25-67f537af01ab tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Added segment 81bf7e04-9b88-4040-8e22-d5fdf37d6116 of type vlan for network 577efe7f-87e9-43ad-aacd-50fbee2a2328 Nov 11 17:36:32.771913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-adf3b32b-0542-464e-8fa9-0ea61fc9364d tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1662800324'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:32.817936 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592f829-e072-47a9-9be3-7a7c72337a35 None None] Pushing event updated for resources: {'Port': ['ID=a7fd1bac-cfe7-482d-945b-f4f4935a92ca,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:32.836108 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0b0227f2-bbe4-4a55-8b25-67f537af01ab tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:32.876388 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-deleted', 'tag': '5e72d773-0677-4eac-9257-f5ea1cb74c15'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:36:32.879261 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c89895d-06d5-4ab5-ab2a-66f660c9b97e" -d '{"events": [{"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-deleted", "tag": "5e72d773-0677-4eac-9257-f5ea1cb74c15"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:36:32.888022 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0b0227f2-bbe4-4a55-8b25-67f537af01ab tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:32.902351 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0227f2-bbe4-4a55-8b25-67f537af01ab tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:32.903124 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0b0227f2-bbe4-4a55-8b25-67f537af01ab tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:32.959838 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=39a2ee60-d696-4bb9-bd1d-a7ae8171815e,segment=NetworkSegment(30c49fa5-d7a3-4fab-ad8a-bef888053bed),segment_id=30c49fa5-d7a3-4fab-ad8a-bef888053bed)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:32.961665 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec4d327e-6ae4-426d-a5a6-0d4ea61d60c8 req-b37fca2c-a6b9-4b8b-ba40-6d53c811a2d4 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4699275 Nov 11 17:36:32.997483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e', 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658', 'port_id': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e', 'mac_address': 'fa:16:3e:8f:5b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80be57c9-262e-4643-aac8-9ce7c5e5308b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:36:32.999610 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0227f2-bbe4-4a55-8b25-67f537af01ab tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Pushing event updated for resources: {'Network': ['ID=577efe7f-87e9-43ad-aacd-50fbee2a2328,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:33.014004 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1592f829-e072-47a9-9be3-7a7c72337a35 None None] Network aa3b77e2-9a2d-43e8-af0e-16195bac3217 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:33.016306 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-1592f829-e072-47a9-9be3-7a7c72337a35 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:33.022953 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1592f829-e072-47a9-9be3-7a7c72337a35 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:36:33.054210 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 577efe7f-87e9-43ad-aacd-50fbee2a2328 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:36:33.074380 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786b8f1d-3228-4bdd-893b-7cd090517e18 x-openstack-request-id: req-786b8f1d-3228-4bdd-893b-7cd090517e18 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:36:33.074487 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-deleted", "tag": "5e72d773-0677-4eac-9257-f5ea1cb74c15", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:36:33.074829 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-786b8f1d-3228-4bdd-893b-7cd090517e18 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:36:33.075242 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-deleted', 'tag': '5e72d773-0677-4eac-9257-f5ea1cb74c15', 'status': 'completed', 'code': 200} Nov 11 17:36:33.105386 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0b0227f2-bbe4-4a55-8b25-67f537af01ab tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4828339 Nov 11 17:36:33.108698 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49476) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:33.119499 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-33221c9e-2495-4406-b0ac-1146ad8d1033 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Request body: {'subnet': {'network_id': '2beb5a79-5411-40ad-9437-3bedfe247678', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:33.126365 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c2949b-f6fe-4a52-ba70-ad7edf8f3f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-43ad802d-8a9d-434e-88e2-2ba345cbde2f', 'network_id': '43ad802d-8a9d-434e-88e2-2ba345cbde2f', 'tenant_id': 'a55446a94c2145e79dbf7a3044867044', 'fixed_ips': [{'subnet_id': 'c5582867-5bbb-4a95-a1a4-64c04c6e94c8'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:36:33.127479 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-86c2949b-f6fe-4a52-ba70-ad7edf8f3f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:33.134432 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf3b32b-0542-464e-8fa9-0ea61fc9364d tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Made reservation on behalf of 34b1f1816211487a9c073abf99239f6f for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:33.138051 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-adf3b32b-0542-464e-8fa9-0ea61fc9364d tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:33.150600 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-68c34a51-bf79-49fc-8901-de6f8d13094d req-7c61d1af-6629-453d-aabc-7e7fa85e8b42 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4465938 Nov 11 17:36:33.177486 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-adf3b32b-0542-464e-8fa9-0ea61fc9364d tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:33.215455 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-c96cd529-a353-4644-b8b7-dd4af9b399a5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Deleting port 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:36:33.215822 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-c96cd529-a353-4644-b8b7-dd4af9b399a5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:33.228967 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:33.236777 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1592f829-e072-47a9-9be3-7a7c72337a35 None None] Attempting to bind port a7fd1bac-cfe7-482d-945b-f4f4935a92ca on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:36:33.237150 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1592f829-e072-47a9-9be3-7a7c72337a35 None None] Attempting to bind port a7fd1bac-cfe7-482d-945b-f4f4935a92ca by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'b0110790-9b00-47ba-b1c5-fa395465e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:36:33.237523 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592f829-e072-47a9-9be3-7a7c72337a35 None None] Attempting to bind port a7fd1bac-cfe7-482d-945b-f4f4935a92ca on network aa3b77e2-9a2d-43e8-af0e-16195bac3217 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:36:33.256397 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592f829-e072-47a9-9be3-7a7c72337a35 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:36:33.256772 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592f829-e072-47a9-9be3-7a7c72337a35 None None] Checking segment: {'id': 'b0110790-9b00-47ba-b1c5-fa395465e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:36:33.257109 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1592f829-e072-47a9-9be3-7a7c72337a35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:33.257508 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1592f829-e072-47a9-9be3-7a7c72337a35 None None] Bound using segment: {'id': 'b0110790-9b00-47ba-b1c5-fa395465e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:36:33.258527 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1592f829-e072-47a9-9be3-7a7c72337a35 None None] Bound port: a7fd1bac-cfe7-482d-945b-f4f4935a92ca, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0110790-9b00-47ba-b1c5-fa395465e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:36:33.258926 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1592f829-e072-47a9-9be3-7a7c72337a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:33.287365 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33221c9e-2495-4406-b0ac-1146ad8d1033 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Made reservation on behalf of a55446a94c2145e79dbf7a3044867044 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:33.293079 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-33221c9e-2495-4406-b0ac-1146ad8d1033 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:33.326306 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a2ee60-d696-4bb9-bd1d-a7ae8171815e {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:36:33.437069 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1592f829-e072-47a9-9be3-7a7c72337a35 None None] For port a7fd1bac-cfe7-482d-945b-f4f4935a92ca, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:36:33.438022 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-c96cd529-a353-4644-b8b7-dd4af9b399a5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] For port 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=997c27ca-49ff-4d5e-b132-25f3c8e2cbeb,segment=NetworkSegment(6cc8557e-150d-4ccf-a738-cc6d87ac5c12),segment_id=6cc8557e-150d-4ccf-a738-cc6d87ac5c12)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:33.439434 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-c96cd529-a353-4644-b8b7-dd4af9b399a5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:33.440867 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1592f829-e072-47a9-9be3-7a7c72337a35 None None] For port a7fd1bac-cfe7-482d-945b-f4f4935a92ca, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a7fd1bac-cfe7-482d-945b-f4f4935a92ca,segment=NetworkSegment(b0110790-9b00-47ba-b1c5-fa395465e532),segment_id=b0110790-9b00-47ba-b1c5-fa395465e532)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:36:33.462396 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=39a2ee60-d696-4bb9-bd1d-a7ae8171815e,segment=NetworkSegment(30c49fa5-d7a3-4fab-ad8a-bef888053bed),segment_id=30c49fa5-d7a3-4fab-ad8a-bef888053bed)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:33.470655 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-c96cd529-a353-4644-b8b7-dd4af9b399a5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Calling delete_port for 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:36:33.479540 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1592f829-e072-47a9-9be3-7a7c72337a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:33.488361 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:33.489934 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-d55beb4f-bce8-4122-be05-4c54356a3279 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Allocated IP 2001:db8::1 (aa3b77e2-9a2d-43e8-af0e-16195bac3217/5e6506b8-45b8-439b-819a-894c8fa550ce/1de9f300-7df0-4a31-89f8-3ef031d2442b) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:33.503066 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-adf3b32b-0542-464e-8fa9-0ea61fc9364d tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:33.544371 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-adf3b32b-0542-464e-8fa9-0ea61fc9364d tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:33.556347 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf3b32b-0542-464e-8fa9-0ea61fc9364d tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1271} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:36:33.566098 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-adf3b32b-0542-464e-8fa9-0ea61fc9364d tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:33.566669 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-adf3b32b-0542-464e-8fa9-0ea61fc9364d tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Added segment e36d00d2-92f1-41fa-a30c-3910fd690e90 of type vlan for network 2ec7ebdf-ab10-47bb-82e2-80d68aed4214 Nov 11 17:36:33.598224 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-33221c9e-2495-4406-b0ac-1146ad8d1033 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:33.610128 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592f829-e072-47a9-9be3-7a7c72337a35 None None] Pushing event updated for resources: {'Port': ['ID=a7fd1bac-cfe7-482d-945b-f4f4935a92ca,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:33.643950 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-86c2949b-f6fe-4a52-ba70-ad7edf8f3f29 None None] Allocated IP 172.20.0.2 (43ad802d-8a9d-434e-88e2-2ba345cbde2f/c5582867-5bbb-4a95-a1a4-64c04c6e94c8/fb383971-a299-48b0-995f-088639b4e61f) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:33.672859 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33221c9e-2495-4406-b0ac-1146ad8d1033 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Pushing event updated for resources: {'Subnet': ['ID=a13d250b-dad7-4f54-90cc-5d16fd07d643,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:33.690297 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-adf3b32b-0542-464e-8fa9-0ea61fc9364d tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:33.718552 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33221c9e-2495-4406-b0ac-1146ad8d1033 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Checking segment: {'id': 'f2f4976e-b434-4ddc-a015-2a52575700fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '2beb5a79-5411-40ad-9437-3bedfe247678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:36:33.720217 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33221c9e-2495-4406-b0ac-1146ad8d1033 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Network hostable DHCP agents. Network: 2beb5a79-5411-40ad-9437-3bedfe247678, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:36:33.730419 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3b32b-0542-464e-8fa9-0ea61fc9364d tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86cbc2b0-1cee-4b7a-9827-620451d15c15,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:33.746809 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33221c9e-2495-4406-b0ac-1146ad8d1033 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Network 2beb5a79-5411-40ad-9437-3bedfe247678 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:36:33.767253 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-33221c9e-2495-4406-b0ac-1146ad8d1033 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 2beb5a79-5411-40ad-9437-3bedfe247678) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:33.781394 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33221c9e-2495-4406-b0ac-1146ad8d1033 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:33.782389 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-33221c9e-2495-4406-b0ac-1146ad8d1033 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:33.801453 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-adf3b32b-0542-464e-8fa9-0ea61fc9364d tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:33.807502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf3b32b-0542-464e-8fa9-0ea61fc9364d tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:33.808094 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-adf3b32b-0542-464e-8fa9-0ea61fc9364d tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:33.815106 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-33221c9e-2495-4406-b0ac-1146ad8d1033 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7052057 Nov 11 17:36:33.818158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49478) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:33.820364 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7e376d-08be-46dd-b8fd-a635d8099042 None None] Network 2beb5a79-5411-40ad-9437-3bedfe247678 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:33.828330 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-c2c9a6ce-f043-4961-9361-b599a70974bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Request body: {'subnet': {'network_id': '577efe7f-87e9-43ad-aacd-50fbee2a2328', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:33.977305 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3b32b-0542-464e-8fa9-0ea61fc9364d tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event updated for resources: {'Network': ['ID=2ec7ebdf-ab10-47bb-82e2-80d68aed4214,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:34.075014 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-adf3b32b-0542-464e-8fa9-0ea61fc9364d tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3390253 Nov 11 17:36:34.079980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49492) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:34.102393 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-dc31b346-30c5-48b9-b5ec-9faa7af69f36 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Request body: {'subnet': {'network_id': '2ec7ebdf-ab10-47bb-82e2-80d68aed4214', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:34.128381 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d55beb4f-bce8-4122-be05-4c54356a3279 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:34.143626 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['39a2ee60-d696-4bb9-bd1d-a7ae8171815e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:36:34.210921 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 2ec7ebdf-ab10-47bb-82e2-80d68aed4214 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:36:34.219253 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=39a2ee60-d696-4bb9-bd1d-a7ae8171815e,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:34.239597 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c9a6ce-f043-4961-9361-b599a70974bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Made reservation on behalf of a55446a94c2145e79dbf7a3044867044 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:34.243329 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c2c9a6ce-f043-4961-9361-b599a70974bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:34.289865 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-c96cd529-a353-4644-b8b7-dd4af9b399a5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:34.355649 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc31b346-30c5-48b9-b5ec-9faa7af69f36 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Made reservation on behalf of 34b1f1816211487a9c073abf99239f6f for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:34.365783 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc31b346-30c5-48b9-b5ec-9faa7af69f36 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:34.378657 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a7fd1bac-cfe7-482d-945b-f4f4935a92ca up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:36:34.457019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a77fd-f868-4e23-b62e-c23f751a79d8 req-e8a9ef6d-0678-483c-8fb2-71fa016750c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:34.469849 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b04a77fd-f868-4e23-b62e-c23f751a79d8 req-e8a9ef6d-0678-483c-8fb2-71fa016750c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 945 time: 0.3067458 Nov 11 17:36:34.536936 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96cd529-a353-4644-b8b7-dd4af9b399a5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event deleted for resources: {'Port': ['ID=997c27ca-49ff-4d5e-b132-25f3c8e2cbeb,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:34.657731 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa30efc-7d07-4119-a54c-e14a66e249c8 req-0b40c3bd-cbdd-4d07-8c44-e3099b592f7a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:34.659572 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4aa30efc-7d07-4119-a54c-e14a66e249c8 req-0b40c3bd-cbdd-4d07-8c44-e3099b592f7a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 942 time: 0.1864359 Nov 11 17:36:34.685054 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d55beb4f-bce8-4122-be05-4c54356a3279 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:34.756991 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port a7fd1bac-cfe7-482d-945b-f4f4935a92ca triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:34.757527 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:34.769193 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c2c9a6ce-f043-4961-9361-b599a70974bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:34.785365 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-c96cd529-a353-4644-b8b7-dd4af9b399a5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] No DVR routers for this DVR port 997c27ca-49ff-4d5e-b132-25f3c8e2cbeb on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:36:34.797816 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beb4f-bce8-4122-be05-4c54356a3279 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Port': ['ID=1de9f300-7df0-4a31-89f8-3ef031d2442b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:34.829709 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-c96cd529-a353-4644-b8b7-dd4af9b399a5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:34.839694 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-c96cd529-a353-4644-b8b7-dd4af9b399a5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.83 "DELETE /v2.0/ports/997c27ca-49ff-4d5e-b132-25f3c8e2cbeb HTTP/1.1" status: 204 len: 173 time: 2.2748590 Nov 11 17:36:34.848635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55beb4f-bce8-4122-be05-4c54356a3279 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network aa3b77e2-9a2d-43e8-af0e-16195bac3217 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:34.861516 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc31b346-30c5-48b9-b5ec-9faa7af69f36 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:34.874225 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-86c2949b-f6fe-4a52-ba70-ad7edf8f3f29 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:34.907689 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b04a77fd-f868-4e23-b62e-c23f751a79d8 req-fd898635-5f37-499a-9083-2c31ee302a86 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4308579 Nov 11 17:36:34.911687 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-d55beb4f-bce8-4122-be05-4c54356a3279 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:34.927009 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-86c2949b-f6fe-4a52-ba70-ad7edf8f3f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:35.040409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55beb4f-bce8-4122-be05-4c54356a3279 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:36:35.041388 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d55beb4f-bce8-4122-be05-4c54356a3279 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:35.119645 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9a6ce-f043-4961-9361-b599a70974bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Pushing event updated for resources: {'Subnet': ['ID=b8c3e473-fd6f-4837-9503-6e3a306ff016,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:35.151180 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c9a6ce-f043-4961-9361-b599a70974bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Checking segment: {'id': '81bf7e04-9b88-4040-8e22-d5fdf37d6116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '577efe7f-87e9-43ad-aacd-50fbee2a2328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:36:35.151561 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c9a6ce-f043-4961-9361-b599a70974bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Network hostable DHCP agents. Network: 577efe7f-87e9-43ad-aacd-50fbee2a2328, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:36:35.206723 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-deleted', 'tag': '997c27ca-49ff-4d5e-b132-25f3c8e2cbeb'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:36:35.209548 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ed496d-529d-40dd-af64-34d1188d04c7" -d '{"events": [{"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-deleted", "tag": "997c27ca-49ff-4d5e-b132-25f3c8e2cbeb"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:36:35.236146 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4aa30efc-7d07-4119-a54c-e14a66e249c8 req-7570e636-e889-4ab0-b264-b1c38d2ae4f4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5329967 Nov 11 17:36:35.378203 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93f50da-5798-4fbf-90bb-3db72d97db1c x-openstack-request-id: req-f93f50da-5798-4fbf-90bb-3db72d97db1c {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:36:35.379152 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-deleted", "tag": "997c27ca-49ff-4d5e-b132-25f3c8e2cbeb", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:36:35.380580 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f93f50da-5798-4fbf-90bb-3db72d97db1c {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:36:35.380991 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-deleted', 'tag': '997c27ca-49ff-4d5e-b132-25f3c8e2cbeb', 'status': 'completed', 'code': 200} Nov 11 17:36:35.417634 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc31b346-30c5-48b9-b5ec-9faa7af69f36 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Checking segment: {'id': 'e36d00d2-92f1-41fa-a30c-3910fd690e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '2ec7ebdf-ab10-47bb-82e2-80d68aed4214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:36:35.418727 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc31b346-30c5-48b9-b5ec-9faa7af69f36 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Network hostable DHCP agents. Network: 2ec7ebdf-ab10-47bb-82e2-80d68aed4214, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:36:35.442991 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2949b-f6fe-4a52-ba70-ad7edf8f3f29 None None] Pushing event updated for resources: {'Port': ['ID=fb383971-a299-48b0-995f-088639b4e61f,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:35.446817 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a678b7-d2e8-4ef9-9890-9bb8a40d2b06 None None] Network aa3b77e2-9a2d-43e8-af0e-16195bac3217 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:35.461274 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c9a6ce-f043-4961-9361-b599a70974bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Network 577efe7f-87e9-43ad-aacd-50fbee2a2328 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:36:35.473645 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31b346-30c5-48b9-b5ec-9faa7af69f36 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event updated for resources: {'Subnet': ['ID=fc5b868b-9095-4322-90c0-f75456f8dbf2,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:35.490366 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c2949b-f6fe-4a52-ba70-ad7edf8f3f29 None None] Network 43ad802d-8a9d-434e-88e2-2ba345cbde2f is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:35.517877 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd411a1-7dd0-43f1-9042-98b83461ef88 req-5c35f811-d8e9-416c-9ad8-33bf24d53770 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:35.519875 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bbd411a1-7dd0-43f1-9042-98b83461ef88 req-5c35f811-d8e9-416c-9ad8-33bf24d53770 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.83 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0&tenant_id=4a967e21f8b349ab96ba5689386c16b9&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 945 time: 0.2272439 Nov 11 17:36:35.541139 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-4ed24389-e831-4527-8c4e-7df52fc4f8a7 None None] Provisioning complete for port a7fd1bac-cfe7-482d-945b-f4f4935a92ca triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:35.542064 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4ed24389-e831-4527-8c4e-7df52fc4f8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:35.590240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-86c2949b-f6fe-4a52-ba70-ad7edf8f3f29 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:35.600491 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-c2c9a6ce-f043-4961-9361-b599a70974bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 577efe7f-87e9-43ad-aacd-50fbee2a2328) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:35.613146 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c9a6ce-f043-4961-9361-b599a70974bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:35.613750 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c2c9a6ce-f043-4961-9361-b599a70974bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:35.623955 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc31b346-30c5-48b9-b5ec-9faa7af69f36 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Network 2ec7ebdf-ab10-47bb-82e2-80d68aed4214 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:36:35.649505 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-dc31b346-30c5-48b9-b5ec-9faa7af69f36 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 2ec7ebdf-ab10-47bb-82e2-80d68aed4214) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:35.657978 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc31b346-30c5-48b9-b5ec-9faa7af69f36 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:35.658577 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc31b346-30c5-48b9-b5ec-9faa7af69f36 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:35.689484 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [req-bbd411a1-7dd0-43f1-9042-98b83461ef88 req-21934921-a052-4be7-9f91-03fd6f49c99a service neutron] delete failed (client error): The resource could not be found. Nov 11 17:36:35.690405 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bbd411a1-7dd0-43f1-9042-98b83461ef88 req-21934921-a052-4be7-9f91-03fd6f49c99a service neutron] 10.222.0.83 "DELETE /v2.0/ports/39a2ee60-d696-4bb9-bd1d-a7ae8171815e/bindings/n-h2-816206-4 HTTP/1.1" status: 404 len: 380 time: 0.1617768 Nov 11 17:36:35.700444 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c2c9a6ce-f043-4961-9361-b599a70974bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8803558 Nov 11 17:36:35.702571 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49520) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:35.711243 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c2949b-f6fe-4a52-ba70-ad7edf8f3f29 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:36:35.724728 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dc31b346-30c5-48b9-b5ec-9faa7af69f36 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6418779 Nov 11 17:36:35.736760 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49522) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:35.739064 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:35.751625 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d082ec2-87ec-4b7c-a21e-3ab9c9e79177 None None] Network 577efe7f-87e9-43ad-aacd-50fbee2a2328 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:35.754255 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0fd49f-560a-40a2-b621-a2f3859c2841 None None] Network 2ec7ebdf-ab10-47bb-82e2-80d68aed4214 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:35.761957 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28439b5-0b40-4cce-859b-052e651108a6 req-1d039912-7031-4267-aa98-666caa0b978d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:35.773646 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d28439b5-0b40-4cce-859b-052e651108a6 req-1d039912-7031-4267-aa98-666caa0b978d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 945 time: 0.3907127 Nov 11 17:36:35.780571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Request body: {'network': {'name': 'tempest-router-network01--445978931'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:35.799978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-17af9906-c42e-4e3b-a5cd-fd91bb887591 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Deleting port d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:36:35.800250 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-17af9906-c42e-4e3b-a5cd-fd91bb887591 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:35.822357 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d55beb4f-bce8-4122-be05-4c54356a3279 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:36.059384 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d28439b5-0b40-4cce-859b-052e651108a6 req-ac9ad451-6683-41e0-87cf-fa99bc12ce4d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765021 Nov 11 17:36:36.059384 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Made reservation on behalf of 34b1f1816211487a9c073abf99239f6f for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:36.061227 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:36.118873 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd411a1-7dd0-43f1-9042-98b83461ef88 req-ae01dbc4-32bb-4cd1-8db0-7210059b558c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:36.120647 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bbd411a1-7dd0-43f1-9042-98b83461ef88 req-ae01dbc4-32bb-4cd1-8db0-7210059b558c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 1096 time: 0.2313986 Nov 11 17:36:36.218811 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1752a83e-d32f-46cd-a4e3-63081022e35e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-2beb5a79-5411-40ad-9437-3bedfe247678', 'network_id': '2beb5a79-5411-40ad-9437-3bedfe247678', 'tenant_id': 'a55446a94c2145e79dbf7a3044867044', 'fixed_ips': [{'subnet_id': 'a13d250b-dad7-4f54-90cc-5d16fd07d643'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:36:36.220583 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1752a83e-d32f-46cd-a4e3-63081022e35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:36.308557 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:36.338642 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd411a1-7dd0-43f1-9042-98b83461ef88 req-27013aa3-52a9-4c24-8cd9-5d6fa6a52b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:36.340484 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bbd411a1-7dd0-43f1-9042-98b83461ef88 req-27013aa3-52a9-4c24-8cd9-5d6fa6a52b3c service neutron] 10.222.0.83 "GET /v2.0/networks?id=63135a75-5cfa-435a-a6c8-7eb0f41a5658 HTTP/1.1" status: 200 len: 899 time: 0.2098215 Nov 11 17:36:36.375826 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-86c2949b-f6fe-4a52-ba70-ad7edf8f3f29 None None] Attempting to bind port fb383971-a299-48b0-995f-088639b4e61f on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:36:36.375826 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-86c2949b-f6fe-4a52-ba70-ad7edf8f3f29 None None] Attempting to bind port fb383971-a299-48b0-995f-088639b4e61f by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '5dbcbd48-d79a-41a6-887d-e350f8335a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '43ad802d-8a9d-434e-88e2-2ba345cbde2f'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:36:36.375826 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c2949b-f6fe-4a52-ba70-ad7edf8f3f29 None None] Attempting to bind port fb383971-a299-48b0-995f-088639b4e61f on network 43ad802d-8a9d-434e-88e2-2ba345cbde2f {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:36:36.423134 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4933283f-573f-4e0a-bf44-389ebeb6186e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-2ec7ebdf-ab10-47bb-82e2-80d68aed4214', 'network_id': '2ec7ebdf-ab10-47bb-82e2-80d68aed4214', 'tenant_id': '34b1f1816211487a9c073abf99239f6f', 'fixed_ips': [{'subnet_id': 'fc5b868b-9095-4322-90c0-f75456f8dbf2'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:36:36.423943 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4933283f-573f-4e0a-bf44-389ebeb6186e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:36.504811 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bbd411a1-7dd0-43f1-9042-98b83461ef88 req-f14cb00b-03e4-4914-89a1-3b2b20e2840b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a2ee60-d696-4bb9-bd1d-a7ae8171815e HTTP/1.1" status: 200 len: 1001 time: 0.1289182 Nov 11 17:36:36.554855 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port a7fd1bac-cfe7-482d-945b-f4f4935a92ca, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a7fd1bac-cfe7-482d-945b-f4f4935a92ca,segment=NetworkSegment(b0110790-9b00-47ba-b1c5-fa395465e532),segment_id=b0110790-9b00-47ba-b1c5-fa395465e532)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:36.558821 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c2949b-f6fe-4a52-ba70-ad7edf8f3f29 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:36:36.559199 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c2949b-f6fe-4a52-ba70-ad7edf8f3f29 None None] Checking segment: {'id': '5dbcbd48-d79a-41a6-887d-e350f8335a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '43ad802d-8a9d-434e-88e2-2ba345cbde2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:36:36.559600 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-86c2949b-f6fe-4a52-ba70-ad7edf8f3f29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:36.560056 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c2949b-f6fe-4a52-ba70-ad7edf8f3f29 None None] Bound using segment: {'id': '5dbcbd48-d79a-41a6-887d-e350f8335a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '43ad802d-8a9d-434e-88e2-2ba345cbde2f'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:36:36.560543 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-86c2949b-f6fe-4a52-ba70-ad7edf8f3f29 None None] Bound port: fb383971-a299-48b0-995f-088639b4e61f, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbcbd48-d79a-41a6-887d-e350f8335a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '43ad802d-8a9d-434e-88e2-2ba345cbde2f'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:36:36.560926 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-86c2949b-f6fe-4a52-ba70-ad7edf8f3f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:36.587632 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4ed24389-e831-4527-8c4e-7df52fc4f8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:36.634486 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:36.646271 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd411a1-7dd0-43f1-9042-98b83461ef88 req-c864f30c-b8b3-4a95-91e4-ebc307d8b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:36.648222 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bbd411a1-7dd0-43f1-9042-98b83461ef88 req-c864f30c-b8b3-4a95-91e4-ebc307d8b974 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80be57c9-262e-4643-aac8-9ce7c5e5308b HTTP/1.1" status: 200 len: 835 time: 0.1314905 Nov 11 17:36:36.718725 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1259} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:36:36.764838 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-17af9906-c42e-4e3b-a5cd-fd91bb887591 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] For port d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:36.767044 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-17af9906-c42e-4e3b-a5cd-fd91bb887591 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:36.791538 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:36.792154 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Added segment c41d5e2b-887b-4542-8df1-ef9ab501be94 of type vlan for network eb13d56c-042b-413d-9c88-7ffa059e1340 Nov 11 17:36:36.794961 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-17af9906-c42e-4e3b-a5cd-fd91bb887591 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Calling delete_port for d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:36:36.820860 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-4933283f-573f-4e0a-bf44-389ebeb6186e None None] Allocated IP 2001:db8::2 (2ec7ebdf-ab10-47bb-82e2-80d68aed4214/fc5b868b-9095-4322-90c0-f75456f8dbf2/fc3828c3-a990-4bad-abea-35a7478ec4d4) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:36.921200 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:36.942471 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e0e8a-f92b-4ed4-a7b9-6816ab84d062 req-a915dad0-2fb4-4c55-a790-c3d6ea277419 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:36.944176 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-913e0e8a-f92b-4ed4-a7b9-6816ab84d062 req-a915dad0-2fb4-4c55-a790-c3d6ea277419 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 942 time: 0.2227304 Nov 11 17:36:37.047350 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4933283f-573f-4e0a-bf44-389ebeb6186e None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:37.097685 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:37.104287 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:37.104952 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:37.106165 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9f4aae-f01c-4ff5-955c-42ccbb6d5d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-577efe7f-87e9-43ad-aacd-50fbee2a2328', 'network_id': '577efe7f-87e9-43ad-aacd-50fbee2a2328', 'tenant_id': 'a55446a94c2145e79dbf7a3044867044', 'fixed_ips': [{'subnet_id': 'b8c3e473-fd6f-4837-9503-6e3a306ff016'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:36:37.107626 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7b9f4aae-f01c-4ff5-955c-42ccbb6d5d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:37.162378 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4933283f-573f-4e0a-bf44-389ebeb6186e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:37.194637 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-913e0e8a-f92b-4ed4-a7b9-6816ab84d062 req-17f74878-d519-43f9-8fa1-d612229cebfc tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups?id=7dac114a-24fc-4593-a731-feb406f8d808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432177 Nov 11 17:36:37.220868 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Allocated IP 172.20.0.1 (2beb5a79-5411-40ad-9437-3bedfe247678/a13d250b-dad7-4f54-90cc-5d16fd07d643/fd93c5fa-3c53-4861-8b1a-d48e4a51a708) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:37.237368 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd411a1-7dd0-43f1-9042-98b83461ef88 req-bad1cd18-0020-459a-8bb4-762f91995380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:37.237368 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bbd411a1-7dd0-43f1-9042-98b83461ef88 req-bad1cd18-0020-459a-8bb4-762f91995380 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=63135a75-5cfa-435a-a6c8-7eb0f41a5658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5754242 Nov 11 17:36:37.276514 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5006886 Nov 11 17:36:37.277494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49538) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:37.330269 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4933283f-573f-4e0a-bf44-389ebeb6186e None None] Network 2ec7ebdf-ab10-47bb-82e2-80d68aed4214 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:37.351052 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-86c2949b-f6fe-4a52-ba70-ad7edf8f3f29 None None] For port fb383971-a299-48b0-995f-088639b4e61f, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:36:37.353055 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-4ed24389-e831-4527-8c4e-7df52fc4f8a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:36:37.353413 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-4ed24389-e831-4527-8c4e-7df52fc4f8a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:36:37.397683 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=a7fd1bac-cfe7-482d-945b-f4f4935a92ca,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:37.400329 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ae04f8b3-aec2-4731-b5fa-59da6cedaa98 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Request body: {'network': {'name': 'tempest-router-network02--943501461'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:37.401783 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-4933283f-573f-4e0a-bf44-389ebeb6186e None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:37.410532 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4933283f-573f-4e0a-bf44-389ebeb6186e None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:36:37.447204 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bbd411a1-7dd0-43f1-9042-98b83461ef88 req-97801da8-67cc-4b4d-89b9-d401748f6134 service neutron] 10.222.0.83 "GET /v2.0/networks/63135a75-5cfa-435a-a6c8-7eb0f41a5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037022 Nov 11 17:36:37.452217 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event updated for resources: {'Network': ['ID=eb13d56c-042b-413d-9c88-7ffa059e1340,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:37.492257 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:37.519422 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af811c71-710f-4108-9423-e427c6f3f4c6 req-a008ad59-27df-4ea0-860b-f405bd40e8b2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:37.529157 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-af811c71-710f-4108-9423-e427c6f3f4c6 req-a008ad59-27df-4ea0-860b-f405bd40e8b2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 945 time: 0.3452091 Nov 11 17:36:37.533436 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.533940 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.534828 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.534962 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.535641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.535877 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.536303 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.536738 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.537174 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.537811 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.538092 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.538523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb5ef9-23e6-4b7d-91c9-230b3954ada7 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.548216 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-17af9906-c42e-4e3b-a5cd-fd91bb887591 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:37.565447 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-37430c51-0da2-4c79-b6d4-0b21488ec3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:37.591311 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-86c2949b-f6fe-4a52-ba70-ad7edf8f3f29 None None] For port fb383971-a299-48b0-995f-088639b4e61f, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=fb383971-a299-48b0-995f-088639b4e61f,segment=NetworkSegment(5dbcbd48-d79a-41a6-887d-e350f8335a93),segment_id=5dbcbd48-d79a-41a6-887d-e350f8335a93)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:36:37.597675 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network eb13d56c-042b-413d-9c88-7ffa059e1340 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:36:37.618999 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933283f-573f-4e0a-bf44-389ebeb6186e None None] Pushing event updated for resources: {'Port': ['ID=fc3828c3-a990-4bad-abea-35a7478ec4d4,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:37.625712 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bbd411a1-7dd0-43f1-9042-98b83461ef88 req-477f7994-84ae-4d1f-9aea-ac1f85ac8aff service neutron] 10.222.0.83 "GET /v2.0/networks/63135a75-5cfa-435a-a6c8-7eb0f41a5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670523 Nov 11 17:36:37.636326 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:37.663587 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af9906-c42e-4e3b-a5cd-fd91bb887591 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event deleted for resources: {'Port': ['ID=d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:37.701006 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Network 2beb5a79-5411-40ad-9437-3bedfe247678 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:37.708119 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:37.714651 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae04f8b3-aec2-4731-b5fa-59da6cedaa98 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Made reservation on behalf of 34b1f1816211487a9c073abf99239f6f for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:37.718812 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae04f8b3-aec2-4731-b5fa-59da6cedaa98 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:37.724030 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d55beb4f-bce8-4122-be05-4c54356a3279 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:37.762125 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:36:37.771525 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-17af9906-c42e-4e3b-a5cd-fd91bb887591 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] No DVR routers for this DVR port d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:36:37.773231 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d55beb4f-bce8-4122-be05-4c54356a3279 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:37.774134 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d55beb4f-bce8-4122-be05-4c54356a3279 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:37.783716 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-17af9906-c42e-4e3b-a5cd-fd91bb887591 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:37.787035 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-197ca5f0-dd5c-4481-ac1a-f07d21266a9e req-17af9906-c42e-4e3b-a5cd-fd91bb887591 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.83 "DELETE /v2.0/ports/d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8 HTTP/1.1" status: 204 len: 173 time: 2.9203415 Nov 11 17:36:37.790139 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-deleted', 'tag': 'd17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:36:37.792534 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1bb9ab-9be1-4594-8c87-1eb9b3d85147" -d '{"events": [{"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-deleted", "tag": "d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:36:37.879031 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2470198-33f5-4e9d-9f5c-87adc4fd3154 x-openstack-request-id: req-e2470198-33f5-4e9d-9f5c-87adc4fd3154 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:36:37.879611 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b35140-ce05-49dc-b3e4-5562b4bfdbe7", "name": "network-vif-deleted", "tag": "d17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:36:37.880045 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e2470198-33f5-4e9d-9f5c-87adc4fd3154 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:36:37.880593 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b35140-ce05-49dc-b3e4-5562b4bfdbe7', 'name': 'network-vif-deleted', 'tag': 'd17edbd9-7aa7-4f7a-9f3b-c6e9b2df2fd8', 'status': 'completed', 'code': 200} Nov 11 17:36:37.882080 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Pushing event updated for resources: {'Port': ['ID=fd93c5fa-3c53-4861-8b1a-d48e4a51a708,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:37.902437 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.902813 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.903161 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.903649 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.904028 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.904392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.905630 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.906378 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.906722 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.907091 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.907696 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.908060 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:36:37.937129 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:37.942057 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-af811c71-710f-4108-9423-e427c6f3f4c6 req-dfd10779-d350-4017-847b-f396498f7c63 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4109514 Nov 11 17:36:37.978307 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae04f8b3-aec2-4731-b5fa-59da6cedaa98 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1281} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:36:37.992784 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beb4f-bce8-4122-be05-4c54356a3279 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Port': ['ID=1de9f300-7df0-4a31-89f8-3ef031d2442b,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:38.005226 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae04f8b3-aec2-4731-b5fa-59da6cedaa98 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:38.006135 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-ae04f8b3-aec2-4731-b5fa-59da6cedaa98 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Added segment d7ad90ee-5939-46f9-8e43-c4b1d44e6b5d of type vlan for network 336059c3-07fa-418e-8509-ccae6faf5572 Nov 11 17:36:38.089632 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae04f8b3-aec2-4731-b5fa-59da6cedaa98 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:38.119421 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55beb4f-bce8-4122-be05-4c54356a3279 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network aa3b77e2-9a2d-43e8-af0e-16195bac3217 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:38.122732 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-d55beb4f-bce8-4122-be05-4c54356a3279 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:38.249272 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4933283f-573f-4e0a-bf44-389ebeb6186e None None] Attempting to bind port fc3828c3-a990-4bad-abea-35a7478ec4d4 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:36:38.249642 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4933283f-573f-4e0a-bf44-389ebeb6186e None None] Attempting to bind port fc3828c3-a990-4bad-abea-35a7478ec4d4 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'e36d00d2-92f1-41fa-a30c-3910fd690e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '2ec7ebdf-ab10-47bb-82e2-80d68aed4214'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:36:38.250014 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4933283f-573f-4e0a-bf44-389ebeb6186e None None] Attempting to bind port fc3828c3-a990-4bad-abea-35a7478ec4d4 on network 2ec7ebdf-ab10-47bb-82e2-80d68aed4214 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:36:38.258003 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae04f8b3-aec2-4731-b5fa-59da6cedaa98 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:38.263762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae04f8b3-aec2-4731-b5fa-59da6cedaa98 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:38.264431 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae04f8b3-aec2-4731-b5fa-59da6cedaa98 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:38.270641 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-86c2949b-f6fe-4a52-ba70-ad7edf8f3f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:38.273210 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-1752a83e-d32f-46cd-a4e3-63081022e35e None None] Allocated IP 172.20.0.2 (2beb5a79-5411-40ad-9437-3bedfe247678/a13d250b-dad7-4f54-90cc-5d16fd07d643/04f3d737-e8ad-4aae-a411-eb4f7dc17c63) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:38.321530 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:38.464253 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ae04f8b3-aec2-4731-b5fa-59da6cedaa98 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0943577 Nov 11 17:36:38.480112 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49560) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:38.509835 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-0664ac95-079a-4be5-91e6-b90af1ac39b2 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Request body: {'subnet': {'network_id': 'eb13d56c-042b-413d-9c88-7ffa059e1340', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:38.521181 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4933283f-573f-4e0a-bf44-389ebeb6186e None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:36:38.521709 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4933283f-573f-4e0a-bf44-389ebeb6186e None None] Checking segment: {'id': 'e36d00d2-92f1-41fa-a30c-3910fd690e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '2ec7ebdf-ab10-47bb-82e2-80d68aed4214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:36:38.521952 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4933283f-573f-4e0a-bf44-389ebeb6186e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:38.522334 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4933283f-573f-4e0a-bf44-389ebeb6186e None None] Bound using segment: {'id': 'e36d00d2-92f1-41fa-a30c-3910fd690e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '2ec7ebdf-ab10-47bb-82e2-80d68aed4214'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:36:38.522812 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4933283f-573f-4e0a-bf44-389ebeb6186e None None] Bound port: fc3828c3-a990-4bad-abea-35a7478ec4d4, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36d00d2-92f1-41fa-a30c-3910fd690e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '2ec7ebdf-ab10-47bb-82e2-80d68aed4214'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:36:38.523195 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4933283f-573f-4e0a-bf44-389ebeb6186e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:38.607125 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c3ce71e-2883-4a67-8f6a-e4e9342dea79 req-6e1ff58d-b23b-4690-b549-2d7e47fce5b2 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.1212981 Nov 11 17:36:38.607773 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04f8b3-aec2-4731-b5fa-59da6cedaa98 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event updated for resources: {'Network': ['ID=336059c3-07fa-418e-8509-ccae6faf5572,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:38.703719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55beb4f-bce8-4122-be05-4c54356a3279 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:36:38.738065 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 336059c3-07fa-418e-8509-ccae6faf5572 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:36:38.779790 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-7b9f4aae-f01c-4ff5-955c-42ccbb6d5d71 None None] Allocated IP 172.20.0.2 (577efe7f-87e9-43ad-aacd-50fbee2a2328/b8c3e473-fd6f-4837-9503-6e3a306ff016/f660df11-d2a3-4e78-927a-97dbcdc8a98a) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:39.015484 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55beb4f-bce8-4122-be05-4c54356a3279 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:36:39.044968 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0664ac95-079a-4be5-91e6-b90af1ac39b2 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Made reservation on behalf of 34b1f1816211487a9c073abf99239f6f for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:39.050098 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d55beb4f-bce8-4122-be05-4c54356a3279 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/b78eed1e-3ffd-4305-b22f-18c44a9c1fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4820559 Nov 11 17:36:39.052417 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49600) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:39.060807 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a7fd1bac-cfe7-482d-945b-f4f4935a92ca up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:36:39.061977 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0664ac95-079a-4be5-91e6-b90af1ac39b2 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:39.064669 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-9eaedc78-0fe2-4350-a177-3ac840fb7671 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1335418280'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:39.110857 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] Sync routers for ids ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:36:39.165367 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eaedc78-0fe2-4350-a177-3ac840fb7671 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Made reservation on behalf of 4b69204bf6974baaa053145bbac95a32 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:39.172112 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9eaedc78-0fe2-4350-a177-3ac840fb7671 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:39.302937 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eaedc78-0fe2-4350-a177-3ac840fb7671 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1278} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:36:39.319451 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b60fcd-2577-43de-8dc9-4567e5aae4e5 req-aaa0ab53-c4fc-4027-8236-2d6cffc3d7a7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:39.321352 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90b60fcd-2577-43de-8dc9-4567e5aae4e5 req-aaa0ab53-c4fc-4027-8236-2d6cffc3d7a7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 945 time: 0.2019489 Nov 11 17:36:39.325023 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2949b-f6fe-4a52-ba70-ad7edf8f3f29 None None] Pushing event updated for resources: {'Port': ['ID=fb383971-a299-48b0-995f-088639b4e61f,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:39.356034 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9eaedc78-0fe2-4350-a177-3ac840fb7671 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:39.356388 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-9eaedc78-0fe2-4350-a177-3ac840fb7671 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Added segment f3400b71-cbec-4262-8cdc-17a3d780ed87 of type vlan for network a77f63ea-5dba-4e38-a888-b55359c59972 Nov 11 17:36:39.450457 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9eaedc78-0fe2-4350-a177-3ac840fb7671 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:39.459817 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90b60fcd-2577-43de-8dc9-4567e5aae4e5 req-3ed4773c-2802-423f-a07d-d108d575faef tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225467 Nov 11 17:36:39.490111 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49608) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:39.581442 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9eaedc78-0fe2-4350-a177-3ac840fb7671 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:39.599584 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaedc78-0fe2-4350-a177-3ac840fb7671 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:39.600256 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9eaedc78-0fe2-4350-a177-3ac840fb7671 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:39.619437 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:39.637846 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:39.712080 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5ae2b05c-2a18-4890-873d-7694faf809cc tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/floatingips/1b9afd0c-3cce-41ab-9283-37eff3161db6 HTTP/1.1" status: 200 len: 993 time: 0.2181518 Nov 11 17:36:39.773521 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9eaedc78-0fe2-4350-a177-3ac840fb7671 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7198634 Nov 11 17:36:39.781867 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:39.784551 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49642) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:39.814044 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] Routers {'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:39.814580 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-74e03d29-c5ca-47b3-94b4-04fa54bcaf8d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'subnet': {'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:39.814707 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:39.892142 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99029e3d-831f-4e63-b783-409a2cd24283 req-a4086b38-4f40-40f9-96c6-6c76c2771400 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.0523598 Nov 11 17:36:39.928721 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaedc78-0fe2-4350-a177-3ac840fb7671 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Network': ['ID=a77f63ea-5dba-4e38-a888-b55359c59972,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:40.032987 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7b9f4aae-f01c-4ff5-955c-42ccbb6d5d71 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:40.041685 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Pushing event updated for resources: {'Port': ['ID=fd93c5fa-3c53-4861-8b1a-d48e4a51a708,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:40.047557 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6c3cf563-2d4f-4bd7-b6fa-adf25a8a168f None None] Provisioning complete for port a7fd1bac-cfe7-482d-945b-f4f4935a92ca triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:40.048022 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6c3cf563-2d4f-4bd7-b6fa-adf25a8a168f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:40.050606 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network a77f63ea-5dba-4e38-a888-b55359c59972 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:36:40.116047 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-76d15717-8296-4e7c-adfd-9d8aabfdaeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:40.163998 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7b9f4aae-f01c-4ff5-955c-42ccbb6d5d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:40.174163 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4933283f-573f-4e0a-bf44-389ebeb6186e None None] For port fc3828c3-a990-4bad-abea-35a7478ec4d4, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:36:40.258530 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e03d29-c5ca-47b3-94b4-04fa54bcaf8d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Made reservation on behalf of 4b69204bf6974baaa053145bbac95a32 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:40.265287 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9f4aae-f01c-4ff5-955c-42ccbb6d5d71 None None] Network 577efe7f-87e9-43ad-aacd-50fbee2a2328 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:40.266780 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74e03d29-c5ca-47b3-94b4-04fa54bcaf8d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:40.281579 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f4aae-f01c-4ff5-955c-42ccbb6d5d71 None None] Pushing event updated for resources: {'Port': ['ID=f660df11-d2a3-4e78-927a-97dbcdc8a98a,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:40.285822 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-7b9f4aae-f01c-4ff5-955c-42ccbb6d5d71 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:40.288225 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9f4aae-f01c-4ff5-955c-42ccbb6d5d71 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:36:40.323647 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Network 2beb5a79-5411-40ad-9437-3bedfe247678 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:40.340042 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4933283f-573f-4e0a-bf44-389ebeb6186e None None] For port fc3828c3-a990-4bad-abea-35a7478ec4d4, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=fc3828c3-a990-4bad-abea-35a7478ec4d4,segment=NetworkSegment(e36d00d2-92f1-41fa-a30c-3910fd690e90),segment_id=e36d00d2-92f1-41fa-a30c-3910fd690e90)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:36:40.399245 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:40.429144 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port a7fd1bac-cfe7-482d-945b-f4f4935a92ca triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:40.429144 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:40.482718 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0664ac95-079a-4be5-91e6-b90af1ac39b2 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:40.488779 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4933283f-573f-4e0a-bf44-389ebeb6186e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:40.579901 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-7b9f4aae-f01c-4ff5-955c-42ccbb6d5d71 None None] Attempting to bind port f660df11-d2a3-4e78-927a-97dbcdc8a98a on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:36:40.580276 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-7b9f4aae-f01c-4ff5-955c-42ccbb6d5d71 None None] Attempting to bind port f660df11-d2a3-4e78-927a-97dbcdc8a98a by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '81bf7e04-9b88-4040-8e22-d5fdf37d6116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '577efe7f-87e9-43ad-aacd-50fbee2a2328'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:36:40.580646 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f4aae-f01c-4ff5-955c-42ccbb6d5d71 None None] Attempting to bind port f660df11-d2a3-4e78-927a-97dbcdc8a98a on network 577efe7f-87e9-43ad-aacd-50fbee2a2328 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:36:40.604535 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] Set router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:36:40.726096 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664ac95-079a-4be5-91e6-b90af1ac39b2 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event updated for resources: {'Subnet': ['ID=8099f25b-2b9b-46a6-9df7-672cfeae9003,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:40.726469 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d159d7e1-d802-420c-abee-d89a9c4c3233 None None] Network 43ad802d-8a9d-434e-88e2-2ba345cbde2f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:40.789158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0664ac95-079a-4be5-91e6-b90af1ac39b2 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Checking segment: {'id': 'c41d5e2b-887b-4542-8df1-ef9ab501be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'eb13d56c-042b-413d-9c88-7ffa059e1340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:36:40.789527 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0664ac95-079a-4be5-91e6-b90af1ac39b2 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Network hostable DHCP agents. Network: eb13d56c-042b-413d-9c88-7ffa059e1340, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:36:40.837038 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f4aae-f01c-4ff5-955c-42ccbb6d5d71 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:36:40.837615 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f4aae-f01c-4ff5-955c-42ccbb6d5d71 None None] Checking segment: {'id': '81bf7e04-9b88-4040-8e22-d5fdf37d6116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '577efe7f-87e9-43ad-aacd-50fbee2a2328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:36:40.838285 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7b9f4aae-f01c-4ff5-955c-42ccbb6d5d71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:40.838687 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f4aae-f01c-4ff5-955c-42ccbb6d5d71 None None] Bound using segment: {'id': '81bf7e04-9b88-4040-8e22-d5fdf37d6116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '577efe7f-87e9-43ad-aacd-50fbee2a2328'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:36:40.843919 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-7b9f4aae-f01c-4ff5-955c-42ccbb6d5d71 None None] Bound port: f660df11-d2a3-4e78-927a-97dbcdc8a98a, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7e04-9b88-4040-8e22-d5fdf37d6116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '577efe7f-87e9-43ad-aacd-50fbee2a2328'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:36:40.844410 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7b9f4aae-f01c-4ff5-955c-42ccbb6d5d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:40.905171 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0664ac95-079a-4be5-91e6-b90af1ac39b2 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Network eb13d56c-042b-413d-9c88-7ffa059e1340 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:36:40.921254 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1752a83e-d32f-46cd-a4e3-63081022e35e None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:40.933973 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74e03d29-c5ca-47b3-94b4-04fa54bcaf8d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:40.945505 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-0664ac95-079a-4be5-91e6-b90af1ac39b2 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, eb13d56c-042b-413d-9c88-7ffa059e1340) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:40.947357 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Router 6d584d1d-0359-4eec-af90-e2a760ee772f is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:36:41.037664 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adb317f-bd87-4713-ba3e-061d328a2d4c None None] Network eb13d56c-042b-413d-9c88-7ffa059e1340 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:41.064203 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0664ac95-079a-4be5-91e6-b90af1ac39b2 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:41.065126 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0664ac95-079a-4be5-91e6-b90af1ac39b2 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:41.141246 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51fd91fe-b65b-4102-ad33-01ba701f255d req-3e009347-7abe-45f3-8c3b-1b03452b481b tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.0812531 Nov 11 17:36:41.221123 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:36:41.230117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49662) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:41.230930 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5d66c5ef-49ed-4a39-ba80-8c642f85aa37 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "PUT /v2.0/routers/6d584d1d-0359-4eec-af90-e2a760ee772f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5264425 Nov 11 17:36:41.238344 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517911c1-2413-4b98-bb30-9a5bdd63de41 None None] Sync routers for ids ['6d584d1d-0359-4eec-af90-e2a760ee772f'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:36:41.247524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e03d29-c5ca-47b3-94b4-04fa54bcaf8d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Subnet': ['ID=afa7d515-47fe-4843-8d8b-8e58cccfb13a,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:41.263356 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1752a83e-d32f-46cd-a4e3-63081022e35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:41.266536 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0664ac95-079a-4be5-91e6-b90af1ac39b2 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7814705 Nov 11 17:36:41.284991 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49664) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:41.297511 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-ce715df3-04e2-4f01-bfa6-253b7d7f8d08 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Request body: {'subnet': {'network_id': '336059c3-07fa-418e-8509-ccae6faf5572', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:41.300051 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517911c1-2413-4b98-bb30-9a5bdd63de41 None None] Routers {'6d584d1d-0359-4eec-af90-e2a760ee772f'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:41.301453 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-517911c1-2413-4b98-bb30-9a5bdd63de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6d584d1d-0359-4eec-af90-e2a760ee772f'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:41.385659 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e03d29-c5ca-47b3-94b4-04fa54bcaf8d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Checking segment: {'id': 'f3400b71-cbec-4262-8cdc-17a3d780ed87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:36:41.386023 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e03d29-c5ca-47b3-94b4-04fa54bcaf8d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network hostable DHCP agents. Network: a77f63ea-5dba-4e38-a888-b55359c59972, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:36:41.388025 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-517911c1-2413-4b98-bb30-9a5bdd63de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:41.388391 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933283f-573f-4e0a-bf44-389ebeb6186e None None] Pushing event updated for resources: {'Port': ['ID=fc3828c3-a990-4bad-abea-35a7478ec4d4,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:41.397190 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:41.409143 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517911c1-2413-4b98-bb30-9a5bdd63de41 None None] Routers {'6d584d1d-0359-4eec-af90-e2a760ee772f'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:41.415920 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-517911c1-2413-4b98-bb30-9a5bdd63de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6d584d1d-0359-4eec-af90-e2a760ee772f'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:41.450044 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e03d29-c5ca-47b3-94b4-04fa54bcaf8d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network a77f63ea-5dba-4e38-a888-b55359c59972 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:36:41.469085 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce715df3-04e2-4f01-bfa6-253b7d7f8d08 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Made reservation on behalf of 34b1f1816211487a9c073abf99239f6f for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:41.481139 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce715df3-04e2-4f01-bfa6-253b7d7f8d08 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:41.511829 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-517911c1-2413-4b98-bb30-9a5bdd63de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:41.512469 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517911c1-2413-4b98-bb30-9a5bdd63de41 None None] The sync data for ids ['6d584d1d-0359-4eec-af90-e2a760ee772f'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:36:41.572486 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-74e03d29-c5ca-47b3-94b4-04fa54bcaf8d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, a77f63ea-5dba-4e38-a888-b55359c59972) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:41.608399 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e03d29-c5ca-47b3-94b4-04fa54bcaf8d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:41.609384 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74e03d29-c5ca-47b3-94b4-04fa54bcaf8d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:41.654059 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-74e03d29-c5ca-47b3-94b4-04fa54bcaf8d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8651288 Nov 11 17:36:41.657386 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49668) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:41.929451 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-b6403de6-d4cd-4518-965a-8c904b7d3dcd tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:36:41.937291 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b6403de6-d4cd-4518-965a-8c904b7d3dcd tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "PUT /v2.0/routers/6d584d1d-0359-4eec-af90-e2a760ee772f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7042401 Nov 11 17:36:41.937885 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49670) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:42.047056 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7b9f4aae-f01c-4ff5-955c-42ccbb6d5d71 None None] For port f660df11-d2a3-4e78-927a-97dbcdc8a98a, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:36:42.056047 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7b9f4aae-f01c-4ff5-955c-42ccbb6d5d71 None None] For port f660df11-d2a3-4e78-927a-97dbcdc8a98a, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f660df11-d2a3-4e78-927a-97dbcdc8a98a,segment=NetworkSegment(81bf7e04-9b88-4040-8e22-d5fdf37d6116),segment_id=81bf7e04-9b88-4040-8e22-d5fdf37d6116)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:36:42.061450 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1752a83e-d32f-46cd-a4e3-63081022e35e None None] Network 2beb5a79-5411-40ad-9437-3bedfe247678 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:42.114625 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a89bcbf-3818-44b3-a955-03b71673e11d None None] Network a77f63ea-5dba-4e38-a888-b55359c59972 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:42.283712 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce715df3-04e2-4f01-bfa6-253b7d7f8d08 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:42.457041 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-25327943-fc9e-4e22-910d-3637d217df4d req-6e6a58fb-58d1-4e1e-968d-1da799513fe6 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.0819893 Nov 11 17:36:42.461339 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7b9f4aae-f01c-4ff5-955c-42ccbb6d5d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:42.467993 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-1752a83e-d32f-46cd-a4e3-63081022e35e None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:42.495702 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce715df3-04e2-4f01-bfa6-253b7d7f8d08 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Checking segment: {'id': 'd7ad90ee-5939-46f9-8e43-c4b1d44e6b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '336059c3-07fa-418e-8509-ccae6faf5572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:36:42.496358 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce715df3-04e2-4f01-bfa6-253b7d7f8d08 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Network hostable DHCP agents. Network: 336059c3-07fa-418e-8509-ccae6faf5572, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:36:42.519346 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce715df3-04e2-4f01-bfa6-253b7d7f8d08 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event updated for resources: {'Subnet': ['ID=2e0f341f-3d07-4236-835a-e562ca88c9b5,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:42.532983 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fb383971-a299-48b0-995f-088639b4e61f up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:36:42.546792 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1752a83e-d32f-46cd-a4e3-63081022e35e None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:36:42.560532 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce715df3-04e2-4f01-bfa6-253b7d7f8d08 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Network 336059c3-07fa-418e-8509-ccae6faf5572 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:36:42.578797 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffc045f-6053-44b4-aefa-ec82d009a214 None None] Network 2ec7ebdf-ab10-47bb-82e2-80d68aed4214 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:42.581709 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-ce715df3-04e2-4f01-bfa6-253b7d7f8d08 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 336059c3-07fa-418e-8509-ccae6faf5572) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:42.591161 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce715df3-04e2-4f01-bfa6-253b7d7f8d08 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:42.591775 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce715df3-04e2-4f01-bfa6-253b7d7f8d08 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:42.637806 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e14fa6-ce46-4016-92d7-51a7d8d84e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-eb13d56c-042b-413d-9c88-7ffa059e1340', 'network_id': 'eb13d56c-042b-413d-9c88-7ffa059e1340', 'tenant_id': '34b1f1816211487a9c073abf99239f6f', 'fixed_ips': [{'subnet_id': '8099f25b-2b9b-46a6-9df7-672cfeae9003'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:36:42.638668 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29e14fa6-ce46-4016-92d7-51a7d8d84e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:42.651615 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-050ec9e2-e7f0-4128-8e75-b30e3407073a tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:42.652125 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f97784-42c7-42ec-9a15-e016d594d907 None None] Network 336059c3-07fa-418e-8509-ccae6faf5572 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:42.690419 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ce715df3-04e2-4f01-bfa6-253b7d7f8d08 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3971558 Nov 11 17:36:42.691275 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49682) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:42.839500 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 39a2ee60-d696-4bb9-bd1d-a7ae8171815e up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:36:42.845922 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6c3cf563-2d4f-4bd7-b6fa-adf25a8a168f None None] Provisioning complete for port 1de9f300-7df0-4a31-89f8-3ef031d2442b triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:42.846710 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6c3cf563-2d4f-4bd7-b6fa-adf25a8a168f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:42.868324 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-157a4379-ffd5-40a8-b2d3-aa921d012900 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:43.044970 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-050ec9e2-e7f0-4128-8e75-b30e3407073a tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Deleting port fd93c5fa-3c53-4861-8b1a-d48e4a51a708 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:36:43.045354 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-050ec9e2-e7f0-4128-8e75-b30e3407073a tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:43.060401 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6c3cf563-2d4f-4bd7-b6fa-adf25a8a168f None None] Port 1de9f300-7df0-4a31-89f8-3ef031d2442b cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:36:43.126642 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752a83e-d32f-46cd-a4e3-63081022e35e None None] Pushing event updated for resources: {'Port': ['ID=04f3d737-e8ad-4aae-a411-eb4f7dc17c63,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:43.167948 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-050ec9e2-e7f0-4128-8e75-b30e3407073a tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:43.192245 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-050ec9e2-e7f0-4128-8e75-b30e3407073a tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Calling delete_port for fd93c5fa-3c53-4861-8b1a-d48e4a51a708 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:36:43.212050 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:43.317347 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f4aae-f01c-4ff5-955c-42ccbb6d5d71 None None] Pushing event updated for resources: {'Port': ['ID=f660df11-d2a3-4e78-927a-97dbcdc8a98a,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:43.365736 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23ac797-10aa-4077-a793-aa50811fbc1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-336059c3-07fa-418e-8509-ccae6faf5572', 'network_id': '336059c3-07fa-418e-8509-ccae6faf5572', 'tenant_id': '34b1f1816211487a9c073abf99239f6f', 'fixed_ips': [{'subnet_id': '2e0f341f-3d07-4236-835a-e562ca88c9b5'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:36:43.367114 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e23ac797-10aa-4077-a793-aa50811fbc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:43.414539 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:43.439495 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1a6eeae1-3841-4a77-9df3-f6279c0aff00 None None] Provisioning complete for port fb383971-a299-48b0-995f-088639b4e61f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:43.439897 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1a6eeae1-3841-4a77-9df3-f6279c0aff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:43.545509 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:36:43.672246 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1752a83e-d32f-46cd-a4e3-63081022e35e None None] Attempting to bind port 04f3d737-e8ad-4aae-a411-eb4f7dc17c63 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:36:43.672625 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1752a83e-d32f-46cd-a4e3-63081022e35e None None] Attempting to bind port 04f3d737-e8ad-4aae-a411-eb4f7dc17c63 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'f2f4976e-b434-4ddc-a015-2a52575700fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '2beb5a79-5411-40ad-9437-3bedfe247678'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:36:43.672990 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1752a83e-d32f-46cd-a4e3-63081022e35e None None] Attempting to bind port 04f3d737-e8ad-4aae-a411-eb4f7dc17c63 on network 2beb5a79-5411-40ad-9437-3bedfe247678 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:36:43.754733 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-593c0437-7885-452c-b4ba-5810e4cd768e req-d796465a-4357-4c51-938f-05b53edd81d6 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.0653181 Nov 11 17:36:43.777469 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-050ec9e2-e7f0-4128-8e75-b30e3407073a tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:43.814175 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ec9e2-e7f0-4128-8e75-b30e3407073a tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Pushing event deleted for resources: {'Port': ['ID=fd93c5fa-3c53-4861-8b1a-d48e4a51a708,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:43.831423 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1752a83e-d32f-46cd-a4e3-63081022e35e None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:36:43.832221 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1752a83e-d32f-46cd-a4e3-63081022e35e None None] Checking segment: {'id': 'f2f4976e-b434-4ddc-a015-2a52575700fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '2beb5a79-5411-40ad-9437-3bedfe247678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:36:43.839698 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1752a83e-d32f-46cd-a4e3-63081022e35e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:43.843215 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1752a83e-d32f-46cd-a4e3-63081022e35e None None] Bound using segment: {'id': 'f2f4976e-b434-4ddc-a015-2a52575700fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '2beb5a79-5411-40ad-9437-3bedfe247678'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:36:43.849747 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1752a83e-d32f-46cd-a4e3-63081022e35e None None] Bound port: 04f3d737-e8ad-4aae-a411-eb4f7dc17c63, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f4976e-b434-4ddc-a015-2a52575700fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '2beb5a79-5411-40ad-9437-3bedfe247678'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:36:43.851814 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1752a83e-d32f-46cd-a4e3-63081022e35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:43.859888 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:43.860742 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:44.027709 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port fb383971-a299-48b0-995f-088639b4e61f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:44.030914 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:44.066423 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-050ec9e2-e7f0-4128-8e75-b30e3407073a tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:44.164338 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-e23ac797-10aa-4077-a793-aa50811fbc1b None None] Allocated IP 2001:db8::2 (336059c3-07fa-418e-8509-ccae6faf5572/2e0f341f-3d07-4236-835a-e562ca88c9b5/e65ebf6e-c756-48ae-b02b-1eda8c1c7738) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:44.220923 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:36:35Z', 'revision_number': 2, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:36Z', 'revision_number': 2, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:44.287870 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-157a4379-ffd5-40a8-b2d3-aa921d012900 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Allocated IP 2001:db8:1::1 (a77f63ea-5dba-4e38-a888-b55359c59972/afa7d515-47fe-4843-8d8b-8e58cccfb13a/0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:44.354653 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050ec9e2-e7f0-4128-8e75-b30e3407073a tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Router 6d584d1d-0359-4eec-af90-e2a760ee772f has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:36:44.444034 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-157a4379-ffd5-40a8-b2d3-aa921d012900 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:44.505768 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-157a4379-ffd5-40a8-b2d3-aa921d012900 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:44.510987 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e76d740f-4f00-47d8-bd58-cbc77281ae3e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:44.543637 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050ec9e2-e7f0-4128-8e75-b30e3407073a tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:36:44.549078 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-050ec9e2-e7f0-4128-8e75-b30e3407073a tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "PUT /v2.0/routers/6d584d1d-0359-4eec-af90-e2a760ee772f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6101155 Nov 11 17:36:44.554483 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49692) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:44.567357 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-29e14fa6-ce46-4016-92d7-51a7d8d84e63 None None] Allocated IP 2001:db8::2 (eb13d56c-042b-413d-9c88-7ffa059e1340/8099f25b-2b9b-46a6-9df7-672cfeae9003/6596c0a2-b726-4ffd-a02f-5a6ab74a5815) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:44.607646 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd6ad50-5148-4403-8d41-c9020632fcbb None None] Sync routers for ids ['6d584d1d-0359-4eec-af90-e2a760ee772f'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:36:44.612875 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] Checking router: b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:36:44.613230 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] Updating router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 port 1de9f300-7df0-4a31-89f8-3ef031d2442b binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:36:44.636170 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-f58e845a-e56f-4028-8e9d-f7c493e6aa6d tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] delete failed (client error): The resource could not be found. Nov 11 17:36:44.641854 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f58e845a-e56f-4028-8e9d-f7c493e6aa6d tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "DELETE /v2.0/routers/tempest-non_exist_router-639870826 HTTP/1.1" status: 404 len: 334 time: 0.0844254 Nov 11 17:36:44.642592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49696) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:44.647372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-79436b1f-3f06-48de-bb4e-97fb0285235d tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Request body: {'router': {'external_gateway_info': {'network_id': '6d584d1d-0359-4eec-af90-e2a760ee772f'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:44.688818 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:44.773738 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:44.781455 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98800899-ce07-4aa4-97aa-9b8c976c94b3 None None] Network 577efe7f-87e9-43ad-aacd-50fbee2a2328 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:44.867466 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157a4379-ffd5-40a8-b2d3-aa921d012900 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network a77f63ea-5dba-4e38-a888-b55359c59972 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:44.871029 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-157a4379-ffd5-40a8-b2d3-aa921d012900 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:44.879052 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157a4379-ffd5-40a8-b2d3-aa921d012900 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:36:44.879836 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-157a4379-ffd5-40a8-b2d3-aa921d012900 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:44.934359 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a4379-ffd5-40a8-b2d3-aa921d012900 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Port': ['ID=0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:45.065865 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-157a4379-ffd5-40a8-b2d3-aa921d012900 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:45.253987 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd6ad50-5148-4403-8d41-c9020632fcbb None None] Routers {'6d584d1d-0359-4eec-af90-e2a760ee772f'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:45.255257 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-9dd6ad50-5148-4403-8d41-c9020632fcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6d584d1d-0359-4eec-af90-e2a760ee772f'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:45.302361 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-11a1a534-0e4a-4daf-85c8-790f34259f1b req-c9a578e9-7cc3-4659-9539-015374cdf801 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.0290596 Nov 11 17:36:45.379771 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-9dd6ad50-5148-4403-8d41-c9020632fcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:45.457761 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-79436b1f-3f06-48de-bb4e-97fb0285235d tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:45.486767 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-79436b1f-3f06-48de-bb4e-97fb0285235d tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] update failed (client error): The resource could not be found. Nov 11 17:36:45.489868 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090cc66f-d731-4551-9d3c-6336889402c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:36:45.492125 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-79436b1f-3f06-48de-bb4e-97fb0285235d tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "PUT /v2.0/routers/6d584d1d-0359-4eec-af90-e2a760ee772f HTTP/1.1" status: 404 len: 339 time: 0.8484998 Nov 11 17:36:45.492572 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d23d59-064e-4eb4-8f01-07ea29df719f" -d '{"events": [{"server_uuid": "090cc66f-d731-4551-9d3c-6336889402c0", "name": "network-vif-plugged", "status": "completed", "tag": "39a2ee60-d696-4bb9-bd1d-a7ae8171815e"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:36:45.492753 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49702) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:45.593787 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=39a2ee60-d696-4bb9-bd1d-a7ae8171815e,segment=NetworkSegment(30c49fa5-d7a3-4fab-ad8a-bef888053bed),segment_id=30c49fa5-d7a3-4fab-ad8a-bef888053bed)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:45.595159 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1752a83e-d32f-46cd-a4e3-63081022e35e None None] For port 04f3d737-e8ad-4aae-a411-eb4f7dc17c63, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:36:45.605699 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-157a4379-ffd5-40a8-b2d3-aa921d012900 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:45.616583 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-157a4379-ffd5-40a8-b2d3-aa921d012900 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:45.617885 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-157a4379-ffd5-40a8-b2d3-aa921d012900 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:45.623581 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07aff85-dc7e-4a70-8990-e8dba2ca5bc8 x-openstack-request-id: req-a07aff85-dc7e-4a70-8990-e8dba2ca5bc8 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:36:45.624030 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090cc66f-d731-4551-9d3c-6336889402c0", "name": "network-vif-plugged", "status": "completed", "tag": "39a2ee60-d696-4bb9-bd1d-a7ae8171815e", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:36:45.624206 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a07aff85-dc7e-4a70-8990-e8dba2ca5bc8 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:36:45.624664 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090cc66f-d731-4551-9d3c-6336889402c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e', 'code': 200} Nov 11 17:36:45.646102 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd6ad50-5148-4403-8d41-c9020632fcbb None None] Routers {'6d584d1d-0359-4eec-af90-e2a760ee772f'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:45.646766 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-9dd6ad50-5148-4403-8d41-c9020632fcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6d584d1d-0359-4eec-af90-e2a760ee772f'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:45.648704 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:45.803128 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1752a83e-d32f-46cd-a4e3-63081022e35e None None] For port 04f3d737-e8ad-4aae-a411-eb4f7dc17c63, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=04f3d737-e8ad-4aae-a411-eb4f7dc17c63,segment=NetworkSegment(f2f4976e-b434-4ddc-a015-2a52575700fe),segment_id=f2f4976e-b434-4ddc-a015-2a52575700fe)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:36:45.821323 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157a4379-ffd5-40a8-b2d3-aa921d012900 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network a77f63ea-5dba-4e38-a888-b55359c59972 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:45.826281 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-157a4379-ffd5-40a8-b2d3-aa921d012900 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:45.891928 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e23ac797-10aa-4077-a793-aa50811fbc1b None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:45.929889 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e21935be-4c16-4335-935c-0e9190b952d1 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:46.000448 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1a6eeae1-3841-4a77-9df3-f6279c0aff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:46.003436 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-9dd6ad50-5148-4403-8d41-c9020632fcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:46.004083 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd6ad50-5148-4403-8d41-c9020632fcbb None None] The sync data for ids ['6d584d1d-0359-4eec-af90-e2a760ee772f'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:36:46.028707 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e23ac797-10aa-4077-a793-aa50811fbc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:46.039535 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1752a83e-d32f-46cd-a4e3-63081022e35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:46.097282 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a4379-ffd5-40a8-b2d3-aa921d012900 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Port': ['ID=0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:46.118176 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157a4379-ffd5-40a8-b2d3-aa921d012900 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:36:46.125395 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23ac797-10aa-4077-a793-aa50811fbc1b None None] Network 336059c3-07fa-418e-8509-ccae6faf5572 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:46.194881 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-e23ac797-10aa-4077-a793-aa50811fbc1b None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:46.212540 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674c50c2-8663-4605-b158-45757cc837d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-a77f63ea-5dba-4e38-a888-b55359c59972', 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'fixed_ips': [{'subnet_id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:36:46.212540 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-674c50c2-8663-4605-b158-45757cc837d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:46.249531 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23ac797-10aa-4077-a793-aa50811fbc1b None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:36:46.273746 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:46.288764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157a4379-ffd5-40a8-b2d3-aa921d012900 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:36:46.298997 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49710) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:46.300293 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-157a4379-ffd5-40a8-b2d3-aa921d012900 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/b78eed1e-3ffd-4305-b22f-18c44a9c1fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6412220 Nov 11 17:36:46.304560 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-9c82d862-28fa-4b88-bc30-83f1aa001991 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-964677720'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:46.360264 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29e14fa6-ce46-4016-92d7-51a7d8d84e63 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:46.398911 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-e21935be-4c16-4335-935c-0e9190b952d1 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Allocated IP 172.20.0.1 (43ad802d-8a9d-434e-88e2-2ba345cbde2f/c5582867-5bbb-4a95-a1a4-64c04c6e94c8/e795cb1f-91f7-409a-acfe-81b93b0a3e1d) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:46.404148 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c82d862-28fa-4b88-bc30-83f1aa001991 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Made reservation on behalf of 4b69204bf6974baaa053145bbac95a32 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:46.409122 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9c82d862-28fa-4b88-bc30-83f1aa001991 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:46.455369 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=39a2ee60-d696-4bb9-bd1d-a7ae8171815e,revision_number=9']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:46.465546 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c82d862-28fa-4b88-bc30-83f1aa001991 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1258} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:36:46.545167 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-e76d740f-4f00-47d8-bd58-cbc77281ae3e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Allocated IP 2001:db8::1 (eb13d56c-042b-413d-9c88-7ffa059e1340/8099f25b-2b9b-46a6-9df7-672cfeae9003/af26d7e2-7c8f-4af8-b84e-c4e4fd156ebf) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:46.553518 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29e14fa6-ce46-4016-92d7-51a7d8d84e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:46.560208 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1a6eeae1-3841-4a77-9df3-f6279c0aff00 None None] For port fb383971-a299-48b0-995f-088639b4e61f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=fb383971-a299-48b0-995f-088639b4e61f,segment=NetworkSegment(5dbcbd48-d79a-41a6-887d-e350f8335a93),segment_id=5dbcbd48-d79a-41a6-887d-e350f8335a93)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:46.612143 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9c71c2c9-5a92-4f91-9784-1eb058f288dc req-f716132e-6d10-484c-b114-3e5b4f8002ed tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.0782609 Nov 11 17:36:46.626073 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9c82d862-28fa-4b88-bc30-83f1aa001991 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:46.627368 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-9c82d862-28fa-4b88-bc30-83f1aa001991 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Added segment bb1f950d-f296-4dd0-ab9b-fcec14dc93be of type vlan for network 1e64e386-bdb3-4dd3-9238-19d25ec11fb9 Nov 11 17:36:46.810552 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e21935be-4c16-4335-935c-0e9190b952d1 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:46.815708 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e76d740f-4f00-47d8-bd58-cbc77281ae3e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:46.868234 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9c82d862-28fa-4b88-bc30-83f1aa001991 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:46.875004 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e21935be-4c16-4335-935c-0e9190b952d1 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:46.889483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-674c50c2-8663-4605-b158-45757cc837d0 None None] Allocated IP 2001:db8:1::2 (a77f63ea-5dba-4e38-a888-b55359c59972/afa7d515-47fe-4843-8d8b-8e58cccfb13a/161d584c-cc6a-43e7-9d83-6670bff1d6ab) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:46.911102 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e76d740f-4f00-47d8-bd58-cbc77281ae3e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:46.954282 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76d740f-4f00-47d8-bd58-cbc77281ae3e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Network eb13d56c-042b-413d-9c88-7ffa059e1340 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:46.958620 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-e76d740f-4f00-47d8-bd58-cbc77281ae3e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:46.961883 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21935be-4c16-4335-935c-0e9190b952d1 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Network 43ad802d-8a9d-434e-88e2-2ba345cbde2f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:46.965801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-e21935be-4c16-4335-935c-0e9190b952d1 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:46.975414 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21935be-4c16-4335-935c-0e9190b952d1 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:36:46.978941 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9c82d862-28fa-4b88-bc30-83f1aa001991 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:46.984866 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1a6eeae1-3841-4a77-9df3-f6279c0aff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:46.986196 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c82d862-28fa-4b88-bc30-83f1aa001991 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:46.986824 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9c82d862-28fa-4b88-bc30-83f1aa001991 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:47.016423 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76d740f-4f00-47d8-bd58-cbc77281ae3e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:36:47.016978 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e76d740f-4f00-47d8-bd58-cbc77281ae3e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:47.112102 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ac797-10aa-4077-a793-aa50811fbc1b None None] Pushing event updated for resources: {'Port': ['ID=e65ebf6e-c756-48ae-b02b-1eda8c1c7738,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:47.135475 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e14fa6-ce46-4016-92d7-51a7d8d84e63 None None] Network eb13d56c-042b-413d-9c88-7ffa059e1340 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:47.160748 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-29e14fa6-ce46-4016-92d7-51a7d8d84e63 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:47.178380 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d740f-4f00-47d8-bd58-cbc77281ae3e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event updated for resources: {'Port': ['ID=af26d7e2-7c8f-4af8-b84e-c4e4fd156ebf,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:47.182782 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e14fa6-ce46-4016-92d7-51a7d8d84e63 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:36:47.204041 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82d862-28fa-4b88-bc30-83f1aa001991 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Network': ['ID=1e64e386-bdb3-4dd3-9238-19d25ec11fb9,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:47.209134 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21935be-4c16-4335-935c-0e9190b952d1 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Pushing event updated for resources: {'Port': ['ID=e795cb1f-91f7-409a-acfe-81b93b0a3e1d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:47.215523 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e21935be-4c16-4335-935c-0e9190b952d1 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:47.244256 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 1e64e386-bdb3-4dd3-9238-19d25ec11fb9 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:36:47.316829 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e23ac797-10aa-4077-a793-aa50811fbc1b None None] Attempting to bind port e65ebf6e-c756-48ae-b02b-1eda8c1c7738 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:36:47.317861 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e23ac797-10aa-4077-a793-aa50811fbc1b None None] Attempting to bind port e65ebf6e-c756-48ae-b02b-1eda8c1c7738 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'd7ad90ee-5939-46f9-8e43-c4b1d44e6b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '336059c3-07fa-418e-8509-ccae6faf5572'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:36:47.317861 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ac797-10aa-4077-a793-aa50811fbc1b None None] Attempting to bind port e65ebf6e-c756-48ae-b02b-1eda8c1c7738 on network 336059c3-07fa-418e-8509-ccae6faf5572 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:36:47.337654 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9c82d862-28fa-4b88-bc30-83f1aa001991 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0346119 Nov 11 17:36:47.346104 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49718) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:47.351426 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-85cc308f-e090-4f2f-b80c-78af0fd23c7f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'subnet': {'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:47.428529 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e76d740f-4f00-47d8-bd58-cbc77281ae3e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:47.435342 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752a83e-d32f-46cd-a4e3-63081022e35e None None] Pushing event updated for resources: {'Port': ['ID=04f3d737-e8ad-4aae-a411-eb4f7dc17c63,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:47.508935 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e21935be-4c16-4335-935c-0e9190b952d1 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:47.578905 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:47.614085 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ac797-10aa-4077-a793-aa50811fbc1b None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:36:47.614890 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ac797-10aa-4077-a793-aa50811fbc1b None None] Checking segment: {'id': 'd7ad90ee-5939-46f9-8e43-c4b1d44e6b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '336059c3-07fa-418e-8509-ccae6faf5572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:36:47.615879 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e23ac797-10aa-4077-a793-aa50811fbc1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:47.616536 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ac797-10aa-4077-a793-aa50811fbc1b None None] Bound using segment: {'id': 'd7ad90ee-5939-46f9-8e43-c4b1d44e6b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '336059c3-07fa-418e-8509-ccae6faf5572'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:36:47.617376 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e23ac797-10aa-4077-a793-aa50811fbc1b None None] Bound port: e65ebf6e-c756-48ae-b02b-1eda8c1c7738, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ad90ee-5939-46f9-8e43-c4b1d44e6b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '336059c3-07fa-418e-8509-ccae6faf5572'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:36:47.618023 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e23ac797-10aa-4077-a793-aa50811fbc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:47.649287 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1a6eeae1-3841-4a77-9df3-f6279c0aff00 None None] Provisioning complete for port fc3828c3-a990-4bad-abea-35a7478ec4d4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:47.649990 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1a6eeae1-3841-4a77-9df3-f6279c0aff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:47.687676 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:47.689121 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cc308f-e090-4f2f-b80c-78af0fd23c7f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Made reservation on behalf of 4b69204bf6974baaa053145bbac95a32 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:47.692910 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-85cc308f-e090-4f2f-b80c-78af0fd23c7f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:47.787288 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:36:47.787819 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:36:47.902903 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74d20e84-12bc-4465-aafe-27ba737ca7f9 req-75162e8b-bfb6-40d3-951e-3c1b03a30bf1 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.0693364 Nov 11 17:36:47.988534 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e21935be-4c16-4335-935c-0e9190b952d1 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:47.995238 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e21935be-4c16-4335-935c-0e9190b952d1 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:48.052262 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e14fa6-ce46-4016-92d7-51a7d8d84e63 None None] Pushing event updated for resources: {'Port': ['ID=6596c0a2-b726-4ffd-a02f-5a6ab74a5815,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:48.064950 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-29e14fa6-ce46-4016-92d7-51a7d8d84e63 None None] Attempting to bind port 6596c0a2-b726-4ffd-a02f-5a6ab74a5815 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:36:48.065840 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-29e14fa6-ce46-4016-92d7-51a7d8d84e63 None None] Attempting to bind port 6596c0a2-b726-4ffd-a02f-5a6ab74a5815 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'c41d5e2b-887b-4542-8df1-ef9ab501be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'eb13d56c-042b-413d-9c88-7ffa059e1340'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:36:48.066588 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e14fa6-ce46-4016-92d7-51a7d8d84e63 None None] Attempting to bind port 6596c0a2-b726-4ffd-a02f-5a6ab74a5815 on network eb13d56c-042b-413d-9c88-7ffa059e1340 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:36:48.165950 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e21935be-4c16-4335-935c-0e9190b952d1 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:48.169300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21935be-4c16-4335-935c-0e9190b952d1 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Pushing event updated for resources: {'Port': ['ID=e795cb1f-91f7-409a-acfe-81b93b0a3e1d,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:48.200159 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6eeae1-3841-4a77-9df3-f6279c0aff00 None None] Pushing event updated for resources: {'Port': ['ID=fb383971-a299-48b0-995f-088639b4e61f,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:48.215618 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e14fa6-ce46-4016-92d7-51a7d8d84e63 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:36:48.216124 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e14fa6-ce46-4016-92d7-51a7d8d84e63 None None] Checking segment: {'id': 'c41d5e2b-887b-4542-8df1-ef9ab501be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'eb13d56c-042b-413d-9c88-7ffa059e1340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:36:48.216601 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29e14fa6-ce46-4016-92d7-51a7d8d84e63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:48.217254 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e14fa6-ce46-4016-92d7-51a7d8d84e63 None None] Bound using segment: {'id': 'c41d5e2b-887b-4542-8df1-ef9ab501be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'eb13d56c-042b-413d-9c88-7ffa059e1340'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:36:48.217813 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-29e14fa6-ce46-4016-92d7-51a7d8d84e63 None None] Bound port: 6596c0a2-b726-4ffd-a02f-5a6ab74a5815, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41d5e2b-887b-4542-8df1-ef9ab501be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'eb13d56c-042b-413d-9c88-7ffa059e1340'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:36:48.218274 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29e14fa6-ce46-4016-92d7-51a7d8d84e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:48.256466 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e76d740f-4f00-47d8-bd58-cbc77281ae3e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:48.278549 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e76d740f-4f00-47d8-bd58-cbc77281ae3e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:48.279422 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e76d740f-4f00-47d8-bd58-cbc77281ae3e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:48.423465 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21935be-4c16-4335-935c-0e9190b952d1 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Network 43ad802d-8a9d-434e-88e2-2ba345cbde2f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:48.425242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-e21935be-4c16-4335-935c-0e9190b952d1 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:48.511080 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-674c50c2-8663-4605-b158-45757cc837d0 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:48.574733 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-85cc308f-e090-4f2f-b80c-78af0fd23c7f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:48.587912 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21935be-4c16-4335-935c-0e9190b952d1 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Router 6d584d1d-0359-4eec-af90-e2a760ee772f has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:36:48.622956 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d740f-4f00-47d8-bd58-cbc77281ae3e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event updated for resources: {'Port': ['ID=af26d7e2-7c8f-4af8-b84e-c4e4fd156ebf,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:48.650170 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:48.674357 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-674c50c2-8663-4605-b158-45757cc837d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:48.731291 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21935be-4c16-4335-935c-0e9190b952d1 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:36:48.737924 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e21935be-4c16-4335-935c-0e9190b952d1 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "PUT /v2.0/routers/6d584d1d-0359-4eec-af90-e2a760ee772f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2441566 Nov 11 17:36:48.740545 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49726) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:48.743410 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57bc874-094a-4bb2-b814-6bfdf5f35c2a None None] Sync routers for ids ['6d584d1d-0359-4eec-af90-e2a760ee772f'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:36:48.759959 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57bc874-094a-4bb2-b814-6bfdf5f35c2a None None] Routers {'6d584d1d-0359-4eec-af90-e2a760ee772f'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:48.761273 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e57bc874-094a-4bb2-b814-6bfdf5f35c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6d584d1d-0359-4eec-af90-e2a760ee772f'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:48.808656 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e57bc874-094a-4bb2-b814-6bfdf5f35c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:48.822306 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57bc874-094a-4bb2-b814-6bfdf5f35c2a None None] Routers {'6d584d1d-0359-4eec-af90-e2a760ee772f'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:48.823431 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e57bc874-094a-4bb2-b814-6bfdf5f35c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6d584d1d-0359-4eec-af90-e2a760ee772f'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:48.861979 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc308f-e090-4f2f-b80c-78af0fd23c7f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Subnet': ['ID=350897a9-273c-48ad-b686-6d54346fc9b5,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:48.869354 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cc308f-e090-4f2f-b80c-78af0fd23c7f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Checking segment: {'id': 'bb1f950d-f296-4dd0-ab9b-fcec14dc93be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:36:48.869736 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cc308f-e090-4f2f-b80c-78af0fd23c7f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network hostable DHCP agents. Network: 1e64e386-bdb3-4dd3-9238-19d25ec11fb9, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:36:48.872223 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344cebc-468b-440d-b8ce-04317ec7ddcc None None] Pushing event updated for resources: {'Port': ['ID=1de9f300-7df0-4a31-89f8-3ef031d2442b,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:48.894102 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e57bc874-094a-4bb2-b814-6bfdf5f35c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:48.895306 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57bc874-094a-4bb2-b814-6bfdf5f35c2a None None] The sync data for ids ['6d584d1d-0359-4eec-af90-e2a760ee772f'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:36:48.900932 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e23ac797-10aa-4077-a793-aa50811fbc1b None None] For port e65ebf6e-c756-48ae-b02b-1eda8c1c7738, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:36:48.908296 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cc308f-e090-4f2f-b80c-78af0fd23c7f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network 1e64e386-bdb3-4dd3-9238-19d25ec11fb9 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:36:48.912258 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76d740f-4f00-47d8-bd58-cbc77281ae3e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Network eb13d56c-042b-413d-9c88-7ffa059e1340 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:48.918387 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-e76d740f-4f00-47d8-bd58-cbc77281ae3e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:48.922938 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-85cc308f-e090-4f2f-b80c-78af0fd23c7f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 1e64e386-bdb3-4dd3-9238-19d25ec11fb9) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:48.938133 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cc308f-e090-4f2f-b80c-78af0fd23c7f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:48.939293 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-85cc308f-e090-4f2f-b80c-78af0fd23c7f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:48.950273 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d78dcbed-c82b-4392-a687-15fc2d5c103e tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:48.960485 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] Attempting to bind port 1de9f300-7df0-4a31-89f8-3ef031d2442b on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:36:48.960858 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] Attempting to bind port 1de9f300-7df0-4a31-89f8-3ef031d2442b by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'b0110790-9b00-47ba-b1c5-fa395465e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:36:48.961226 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] Attempting to bind port 1de9f300-7df0-4a31-89f8-3ef031d2442b on network aa3b77e2-9a2d-43e8-af0e-16195bac3217 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:36:48.996471 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fc3828c3-a990-4bad-abea-35a7478ec4d4 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:36:49.036340 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-85cc308f-e090-4f2f-b80c-78af0fd23c7f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6890833 Nov 11 17:36:49.036984 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49732) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:49.048867 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24be5d6f-338e-4c5d-977c-6a48a4132b1c None None] Network 1e64e386-bdb3-4dd3-9238-19d25ec11fb9 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:49.070517 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e23ac797-10aa-4077-a793-aa50811fbc1b None None] For port e65ebf6e-c756-48ae-b02b-1eda8c1c7738, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e65ebf6e-c756-48ae-b02b-1eda8c1c7738,segment=NetworkSegment(d7ad90ee-5939-46f9-8e43-c4b1d44e6b5d),segment_id=d7ad90ee-5939-46f9-8e43-c4b1d44e6b5d)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:36:49.080584 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674c50c2-8663-4605-b158-45757cc837d0 None None] Network a77f63ea-5dba-4e38-a888-b55359c59972 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:49.083583 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1a6eeae1-3841-4a77-9df3-f6279c0aff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:49.105146 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fa207c9e-2268-49e9-9a81-0ca77a8ff572 req-b7cbb226-9cd9-49fb-90ee-a60bcf11b3f9 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.0413418 Nov 11 17:36:49.108419 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e23ac797-10aa-4077-a793-aa50811fbc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:49.121481 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-d78dcbed-c82b-4392-a687-15fc2d5c103e tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 11 17:36:49.122966 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d78dcbed-c82b-4392-a687-15fc2d5c103e tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "DELETE /v2.0/routers/6d584d1d-0359-4eec-af90-e2a760ee772f HTTP/1.1" status: 409 len: 329 time: 0.3813279 Nov 11 17:36:49.126462 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49734) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:49.156355 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-674c50c2-8663-4605-b158-45757cc837d0 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:49.205289 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:36:49.205289 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] Checking segment: {'id': 'b0110790-9b00-47ba-b1c5-fa395465e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:36:49.205289 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:49.205289 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] Bound using segment: {'id': 'b0110790-9b00-47ba-b1c5-fa395465e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:36:49.206046 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] Bound port: 1de9f300-7df0-4a31-89f8-3ef031d2442b, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0110790-9b00-47ba-b1c5-fa395465e532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:36:49.206502 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:49.213972 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-29e14fa6-ce46-4016-92d7-51a7d8d84e63 None None] For port 6596c0a2-b726-4ffd-a02f-5a6ab74a5815, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:36:49.236224 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-29e14fa6-ce46-4016-92d7-51a7d8d84e63 None None] For port 6596c0a2-b726-4ffd-a02f-5a6ab74a5815, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6596c0a2-b726-4ffd-a02f-5a6ab74a5815,segment=NetworkSegment(c41d5e2b-887b-4542-8df1-ef9ab501be94),segment_id=c41d5e2b-887b-4542-8df1-ef9ab501be94)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:36:49.247761 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674c50c2-8663-4605-b158-45757cc837d0 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:36:49.285851 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29e14fa6-ce46-4016-92d7-51a7d8d84e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:49.314581 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c50c2-8663-4605-b158-45757cc837d0 None None] Pushing event updated for resources: {'Port': ['ID=161d584c-cc6a-43e7-9d83-6670bff1d6ab,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:49.498434 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1a6eeae1-3841-4a77-9df3-f6279c0aff00 None None] For port fc3828c3-a990-4bad-abea-35a7478ec4d4, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=fc3828c3-a990-4bad-abea-35a7478ec4d4,segment=NetworkSegment(e36d00d2-92f1-41fa-a30c-3910fd690e90),segment_id=e36d00d2-92f1-41fa-a30c-3910fd690e90)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:49.550815 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76d740f-4f00-47d8-bd58-cbc77281ae3e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Router f3cea3fe-07d7-4e47-8c37-e084463724ba is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:36:49.578832 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1a6eeae1-3841-4a77-9df3-f6279c0aff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:49.669673 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5310df8d-386e-4d44-a815-87fcf4203de9 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:49.796856 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-674c50c2-8663-4605-b158-45757cc837d0 None None] Attempting to bind port 161d584c-cc6a-43e7-9d83-6670bff1d6ab on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:36:49.810096 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-674c50c2-8663-4605-b158-45757cc837d0 None None] Attempting to bind port 161d584c-cc6a-43e7-9d83-6670bff1d6ab by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'f3400b71-cbec-4262-8cdc-17a3d780ed87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:36:49.810485 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c50c2-8663-4605-b158-45757cc837d0 None None] Attempting to bind port 161d584c-cc6a-43e7-9d83-6670bff1d6ab on network a77f63ea-5dba-4e38-a888-b55359c59972 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:36:49.812873 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port fc3828c3-a990-4bad-abea-35a7478ec4d4 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:49.813241 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:49.871351 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ac797-10aa-4077-a793-aa50811fbc1b None None] Pushing event updated for resources: {'Port': ['ID=e65ebf6e-c756-48ae-b02b-1eda8c1c7738,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:50.039758 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c50c2-8663-4605-b158-45757cc837d0 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:36:50.040148 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c50c2-8663-4605-b158-45757cc837d0 None None] Checking segment: {'id': 'f3400b71-cbec-4262-8cdc-17a3d780ed87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:36:50.040552 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-674c50c2-8663-4605-b158-45757cc837d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:50.041206 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c50c2-8663-4605-b158-45757cc837d0 None None] Bound using segment: {'id': 'f3400b71-cbec-4262-8cdc-17a3d780ed87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:36:50.041704 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-674c50c2-8663-4605-b158-45757cc837d0 None None] Bound port: 161d584c-cc6a-43e7-9d83-6670bff1d6ab, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3400b71-cbec-4262-8cdc-17a3d780ed87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:36:50.042322 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-674c50c2-8663-4605-b158-45757cc837d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:50.051331 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] For port 1de9f300-7df0-4a31-89f8-3ef031d2442b, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:36:50.114469 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-97a13ae8-bed4-4853-82a5-da09254f72e0 None None] Provisioning complete for port f660df11-d2a3-4e78-927a-97dbcdc8a98a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:50.114837 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-97a13ae8-bed4-4853-82a5-da09254f72e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:50.192762 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] For port 1de9f300-7df0-4a31-89f8-3ef031d2442b, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1de9f300-7df0-4a31-89f8-3ef031d2442b,segment=NetworkSegment(b0110790-9b00-47ba-b1c5-fa395465e532),segment_id=b0110790-9b00-47ba-b1c5-fa395465e532)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:36:50.229368 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:50.325741 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e14fa6-ce46-4016-92d7-51a7d8d84e63 None None] Pushing event updated for resources: {'Port': ['ID=6596c0a2-b726-4ffd-a02f-5a6ab74a5815,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:50.404199 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d33543-3816-4284-8aae-d79a5e23a9bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-1e64e386-bdb3-4dd3-9238-19d25ec11fb9', 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'fixed_ips': [{'subnet_id': '350897a9-273c-48ad-b686-6d54346fc9b5'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:36:50.405661 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-28d33543-3816-4284-8aae-d79a5e23a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:50.486977 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76d740f-4f00-47d8-bd58-cbc77281ae3e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:36:50.493525 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e76d740f-4f00-47d8-bd58-cbc77281ae3e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "PUT /v2.0/routers/f3cea3fe-07d7-4e47-8c37-e084463724ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7980371 Nov 11 17:36:50.498415 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49746) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:50.524048 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7369302a-934f-4db1-8d43-5dfca0b54c3c req-19a9fbf3-3309-4172-bd98-7a4cfe3a3d4a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.0860374 Nov 11 17:36:50.705438 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6eeae1-3841-4a77-9df3-f6279c0aff00 None None] Pushing event updated for resources: {'Port': ['ID=fc3828c3-a990-4bad-abea-35a7478ec4d4,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:50.730851 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c85ac1dc-7ea3-4e36-8011-54f25eef8cfe tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:50.828294 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dd48d9-d97a-46f2-ad26-dba58a1f78d1 None None] Sync routers for ids ['f3cea3fe-07d7-4e47-8c37-e084463724ba'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:36:50.939074 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-674c50c2-8663-4605-b158-45757cc837d0 None None] For port 161d584c-cc6a-43e7-9d83-6670bff1d6ab, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:36:50.954741 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-674c50c2-8663-4605-b158-45757cc837d0 None None] For port 161d584c-cc6a-43e7-9d83-6670bff1d6ab, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=161d584c-cc6a-43e7-9d83-6670bff1d6ab,segment=NetworkSegment(f3400b71-cbec-4262-8cdc-17a3d780ed87),segment_id=f3400b71-cbec-4262-8cdc-17a3d780ed87)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:36:51.020225 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-97a13ae8-bed4-4853-82a5-da09254f72e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:51.077361 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344cebc-468b-440d-b8ce-04317ec7ddcc None None] Pushing event updated for resources: {'Port': ['ID=1de9f300-7df0-4a31-89f8-3ef031d2442b,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:51.093163 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-674c50c2-8663-4605-b158-45757cc837d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:51.118898 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dd48d9-d97a-46f2-ad26-dba58a1f78d1 None None] Routers {'f3cea3fe-07d7-4e47-8c37-e084463724ba'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:51.119552 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-91dd48d9-d97a-46f2-ad26-dba58a1f78d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f3cea3fe-07d7-4e47-8c37-e084463724ba'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:51.319308 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-91dd48d9-d97a-46f2-ad26-dba58a1f78d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:51.337033 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] Routers {'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:51.337683 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:51.401245 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-5310df8d-386e-4d44-a815-87fcf4203de9 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Deleting port e795cb1f-91f7-409a-acfe-81b93b0a3e1d {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:36:51.401784 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5310df8d-386e-4d44-a815-87fcf4203de9 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:51.480593 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-c85ac1dc-7ea3-4e36-8011-54f25eef8cfe tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Allocated IP 2001:db8:2::1 (1e64e386-bdb3-4dd3-9238-19d25ec11fb9/350897a9-273c-48ad-b686-6d54346fc9b5/63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:51.587701 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79601d6c-1b0a-4a59-81d9-8ab0cfc86777 None None] Network 336059c3-07fa-418e-8509-ccae6faf5572 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:51.605588 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-56f70022-28d6-4888-8b5b-34cb8307a3fa tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:36:51.607690 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c50c2-8663-4605-b158-45757cc837d0 None None] Pushing event updated for resources: {'Port': ['ID=161d584c-cc6a-43e7-9d83-6670bff1d6ab,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:51.607837 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-56f70022-28d6-4888-8b5b-34cb8307a3fa tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "PUT /v2.0/routers/f3cea3fe-07d7-4e47-8c37-e084463724ba/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0920551 Nov 11 17:36:51.620445 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49754) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:51.630007 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47bb8ed-e1a1-4137-ac37-1dc9fa149f94 None None] Network eb13d56c-042b-413d-9c88-7ffa059e1340 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:51.688254 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5310df8d-386e-4d44-a815-87fcf4203de9 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:51.726657 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c85ac1dc-7ea3-4e36-8011-54f25eef8cfe tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:51.743515 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-5310df8d-386e-4d44-a815-87fcf4203de9 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Calling delete_port for e795cb1f-91f7-409a-acfe-81b93b0a3e1d owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:36:51.766063 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4158277d-af8a-4a92-9c6d-4de95307b647 req-381aa56f-3c3d-4653-8bd5-39e663b9f8df tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.0413866 Nov 11 17:36:51.784526 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fb383971-a299-48b0-995f-088639b4e61f up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:36:51.822054 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c85ac1dc-7ea3-4e36-8011-54f25eef8cfe tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:51.868224 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85ac1dc-7ea3-4e36-8011-54f25eef8cfe tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network 1e64e386-bdb3-4dd3-9238-19d25ec11fb9 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:51.871068 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] Set router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:36:51.874020 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-c85ac1dc-7ea3-4e36-8011-54f25eef8cfe tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:51.946807 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ac1dc-7ea3-4e36-8011-54f25eef8cfe tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Port': ['ID=63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:51.952510 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85ac1dc-7ea3-4e36-8011-54f25eef8cfe tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:36:51.953575 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c85ac1dc-7ea3-4e36-8011-54f25eef8cfe tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:52.059000 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dd48d9-d97a-46f2-ad26-dba58a1f78d1 None None] Routers {'f3cea3fe-07d7-4e47-8c37-e084463724ba'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:52.059000 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-91dd48d9-d97a-46f2-ad26-dba58a1f78d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f3cea3fe-07d7-4e47-8c37-e084463724ba'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:52.256920 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5310df8d-386e-4d44-a815-87fcf4203de9 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:52.298396 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c85ac1dc-7ea3-4e36-8011-54f25eef8cfe tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:52.323316 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310df8d-386e-4d44-a815-87fcf4203de9 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Pushing event deleted for resources: {'Port': ['ID=e795cb1f-91f7-409a-acfe-81b93b0a3e1d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:52.530774 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-97a13ae8-bed4-4853-82a5-da09254f72e0 None None] For port f660df11-d2a3-4e78-927a-97dbcdc8a98a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f660df11-d2a3-4e78-927a-97dbcdc8a98a,segment=NetworkSegment(81bf7e04-9b88-4040-8e22-d5fdf37d6116),segment_id=81bf7e04-9b88-4040-8e22-d5fdf37d6116)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:52.657836 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-91dd48d9-d97a-46f2-ad26-dba58a1f78d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:52.658439 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dd48d9-d97a-46f2-ad26-dba58a1f78d1 None None] The sync data for ids ['f3cea3fe-07d7-4e47-8c37-e084463724ba'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:36:52.661948 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-97a13ae8-bed4-4853-82a5-da09254f72e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:52.795358 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5310df8d-386e-4d44-a815-87fcf4203de9 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:52.917786 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-97a13ae8-bed4-4853-82a5-da09254f72e0 None None] Provisioning complete for port 1de9f300-7df0-4a31-89f8-3ef031d2442b triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:52.918489 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-97a13ae8-bed4-4853-82a5-da09254f72e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:52.947213 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-28d33543-3816-4284-8aae-d79a5e23a9bf None None] Allocated IP 2001:db8:2::2 (1e64e386-bdb3-4dd3-9238-19d25ec11fb9/350897a9-273c-48ad-b686-6d54346fc9b5/5aa168c7-2690-482d-a25b-9ad46a55565a) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:52.977751 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c85ac1dc-7ea3-4e36-8011-54f25eef8cfe tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:52.987483 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c85ac1dc-7ea3-4e36-8011-54f25eef8cfe tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:52.989218 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c85ac1dc-7ea3-4e36-8011-54f25eef8cfe tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:53.053587 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4bffee79-6534-48d5-b1bf-de3556fe20a8 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:53.082513 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ac1dc-7ea3-4e36-8011-54f25eef8cfe tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Port': ['ID=63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:53.157570 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aebda15b-574b-4e15-bc29-34a05e75e26c req-76a66b2b-eab0-4e0e-aef3-e42d0b28f400 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.1935732 Nov 11 17:36:53.287615 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85ac1dc-7ea3-4e36-8011-54f25eef8cfe tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network 1e64e386-bdb3-4dd3-9238-19d25ec11fb9 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:53.295108 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-c85ac1dc-7ea3-4e36-8011-54f25eef8cfe tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:53.354980 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5310df8d-386e-4d44-a815-87fcf4203de9 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Router 6d584d1d-0359-4eec-af90-e2a760ee772f has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:36:53.448414 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-28d33543-3816-4284-8aae-d79a5e23a9bf None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:53.490530 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-28d33543-3816-4284-8aae-d79a5e23a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:53.531887 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a13ae8-bed4-4853-82a5-da09254f72e0 None None] Pushing event updated for resources: {'Port': ['ID=f660df11-d2a3-4e78-927a-97dbcdc8a98a,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:53.554849 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port fb383971-a299-48b0-995f-088639b4e61f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:53.555230 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:53.572128 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85ac1dc-7ea3-4e36-8011-54f25eef8cfe tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:36:53.755626 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5310df8d-386e-4d44-a815-87fcf4203de9 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:36:53.770784 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5310df8d-386e-4d44-a815-87fcf4203de9 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "PUT /v2.0/routers/6d584d1d-0359-4eec-af90-e2a760ee772f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6390886 Nov 11 17:36:53.772294 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49778) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:53.782643 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66133625-0a3c-46cf-8382-dd64c7dfe75e None None] Sync routers for ids ['6d584d1d-0359-4eec-af90-e2a760ee772f'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:36:53.799425 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d33543-3816-4284-8aae-d79a5e23a9bf None None] Pushing event updated for resources: {'Port': ['ID=5aa168c7-2690-482d-a25b-9ad46a55565a,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:53.811842 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66133625-0a3c-46cf-8382-dd64c7dfe75e None None] Routers {'6d584d1d-0359-4eec-af90-e2a760ee772f'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:53.813911 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-66133625-0a3c-46cf-8382-dd64c7dfe75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6d584d1d-0359-4eec-af90-e2a760ee772f'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:53.862452 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85ac1dc-7ea3-4e36-8011-54f25eef8cfe tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:36:53.878056 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c85ac1dc-7ea3-4e36-8011-54f25eef8cfe tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/b78eed1e-3ffd-4305-b22f-18c44a9c1fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8366036 Nov 11 17:36:53.879457 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49780) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:53.891330 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e163ef65-692b-4701-8c3b-c822c0d42d84 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1403641129'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:53.898143 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d33543-3816-4284-8aae-d79a5e23a9bf None None] Network 1e64e386-bdb3-4dd3-9238-19d25ec11fb9 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:53.923554 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-66133625-0a3c-46cf-8382-dd64c7dfe75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:53.943580 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e163ef65-692b-4701-8c3b-c822c0d42d84 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Made reservation on behalf of 4b69204bf6974baaa053145bbac95a32 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:53.944068 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-4c62c392-3f1c-401d-9f75-a018411b30e3 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] show failed (client error): The resource could not be found. Nov 11 17:36:53.944857 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4c62c392-3f1c-401d-9f75-a018411b30e3 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "GET /v2.0/routers/tempest-non_exist_router-102973312 HTTP/1.1" status: 404 len: 334 time: 0.1370487 Nov 11 17:36:53.950433 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66133625-0a3c-46cf-8382-dd64c7dfe75e None None] Routers {'6d584d1d-0359-4eec-af90-e2a760ee772f'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:53.951065 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-66133625-0a3c-46cf-8382-dd64c7dfe75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6d584d1d-0359-4eec-af90-e2a760ee772f'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:53.954388 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fc3828c3-a990-4bad-abea-35a7478ec4d4 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:36:53.956699 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49784) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:53.957146 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e163ef65-692b-4701-8c3b-c822c0d42d84 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:53.970291 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-69175c21-61b7-4aeb-854e-3e5d4e04db0e tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:54.008994 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e163ef65-692b-4701-8c3b-c822c0d42d84 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1299} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:36:54.017217 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-66133625-0a3c-46cf-8382-dd64c7dfe75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:54.018325 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66133625-0a3c-46cf-8382-dd64c7dfe75e None None] The sync data for ids ['6d584d1d-0359-4eec-af90-e2a760ee772f'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:36:54.035868 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e163ef65-692b-4701-8c3b-c822c0d42d84 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:54.038193 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-e163ef65-692b-4701-8c3b-c822c0d42d84 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Added segment 2f443e5b-4141-4676-ad3c-8f1f401254af of type vlan for network 18b55e4a-b2d3-43db-9312-7e98d73ff88e Nov 11 17:36:54.052430 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-69175c21-61b7-4aeb-854e-3e5d4e04db0e tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] update failed (client error): The resource could not be found. Nov 11 17:36:54.053627 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-69175c21-61b7-4aeb-854e-3e5d4e04db0e tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "PUT /v2.0/routers/tempest-non_exist_router-174615260 HTTP/1.1" status: 404 len: 334 time: 0.0961788 Nov 11 17:36:54.057702 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49786) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:54.101170 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e163ef65-692b-4701-8c3b-c822c0d42d84 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:54.101495 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8d2c38-6b4d-4992-a4f5-d2679fbcaba3 None None] Network a77f63ea-5dba-4e38-a888-b55359c59972 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:54.133342 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e163ef65-692b-4701-8c3b-c822c0d42d84 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:54.141764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e163ef65-692b-4701-8c3b-c822c0d42d84 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:54.143100 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e163ef65-692b-4701-8c3b-c822c0d42d84 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:54.180987 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-6acca30f-0707-475c-ba2d-48ec85d39059 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Deleting subnet b8c3e473-fd6f-4837-9503-6e3a306ff016 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:36:54.191242 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6acca30f-0707-475c-ba2d-48ec85d39059 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:54.291478 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-28d33543-3816-4284-8aae-d79a5e23a9bf None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:54.309679 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163ef65-692b-4701-8c3b-c822c0d42d84 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Network': ['ID=18b55e4a-b2d3-43db-9312-7e98d73ff88e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:54.317139 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6acca30f-0707-475c-ba2d-48ec85d39059 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:54.339350 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e163ef65-692b-4701-8c3b-c822c0d42d84 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4569576 Nov 11 17:36:54.340518 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49790) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:54.349451 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-8f803b23-b8ea-406d-a4b3-c2b563264bec tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'subnet': {'network_id': '18b55e4a-b2d3-43db-9312-7e98d73ff88e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:54.362194 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d33543-3816-4284-8aae-d79a5e23a9bf None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:36:54.382969 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 18b55e4a-b2d3-43db-9312-7e98d73ff88e details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:36:54.446615 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1e0301b-0dcd-49c8-aa1b-f1ee9af90d6e req-8310f200-8328-4cf9-99a7-3f65c1588800 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.1445489 Nov 11 17:36:54.477456 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-4bffee79-6534-48d5-b1bf-de3556fe20a8 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Deleting port af26d7e2-7c8f-4af8-b84e-c4e4fd156ebf {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:36:54.478062 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4bffee79-6534-48d5-b1bf-de3556fe20a8 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:54.519564 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f803b23-b8ea-406d-a4b3-c2b563264bec tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Made reservation on behalf of 4b69204bf6974baaa053145bbac95a32 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:54.536733 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8f803b23-b8ea-406d-a4b3-c2b563264bec tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:54.625257 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6acca30f-0707-475c-ba2d-48ec85d39059 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:54.635708 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:54.655581 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-97a13ae8-bed4-4853-82a5-da09254f72e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:54.683121 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-28d33543-3816-4284-8aae-d79a5e23a9bf None None] Attempting to bind port 5aa168c7-2690-482d-a25b-9ad46a55565a on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:36:54.683505 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-28d33543-3816-4284-8aae-d79a5e23a9bf None None] Attempting to bind port 5aa168c7-2690-482d-a25b-9ad46a55565a by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bb1f950d-f296-4dd0-ab9b-fcec14dc93be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:36:54.683903 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d33543-3816-4284-8aae-d79a5e23a9bf None None] Attempting to bind port 5aa168c7-2690-482d-a25b-9ad46a55565a on network 1e64e386-bdb3-4dd3-9238-19d25ec11fb9 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:36:54.697000 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port fc3828c3-a990-4bad-abea-35a7478ec4d4 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:54.697340 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:54.716516 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6acca30f-0707-475c-ba2d-48ec85d39059 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:54.766835 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d33543-3816-4284-8aae-d79a5e23a9bf None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:36:54.767226 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d33543-3816-4284-8aae-d79a5e23a9bf None None] Checking segment: {'id': 'bb1f950d-f296-4dd0-ab9b-fcec14dc93be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:36:54.767635 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-28d33543-3816-4284-8aae-d79a5e23a9bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:54.768061 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d33543-3816-4284-8aae-d79a5e23a9bf None None] Bound using segment: {'id': 'bb1f950d-f296-4dd0-ab9b-fcec14dc93be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:36:54.768566 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-28d33543-3816-4284-8aae-d79a5e23a9bf None None] Bound port: 5aa168c7-2690-482d-a25b-9ad46a55565a, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1f950d-f296-4dd0-ab9b-fcec14dc93be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:36:54.768942 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-28d33543-3816-4284-8aae-d79a5e23a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:54.783452 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:36:45Z', 'revision_number': 3, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5', 'name': '', 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:56:c5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:43Z', 'updated_at': '2021-11-11T17:36:45Z', 'revision_number': 2, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:49Z', 'revision_number': 4, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:54.866949 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b092c6-7048-45ae-8b87-e7311aba6d64 None None] Network 577efe7f-87e9-43ad-aacd-50fbee2a2328 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:54.930447 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ae70dc-2f53-4dfa-8c4c-8851c257fd59 None None] The sync data for ids ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'] in n-d-816206-4 is: [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:36:45Z', 'revision_number': 3, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5', 'name': '', 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:56:c5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:43Z', 'updated_at': '2021-11-11T17:36:45Z', 'revision_number': 2, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:49Z', 'revision_number': 4, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:36:54.998502 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8f803b23-b8ea-406d-a4b3-c2b563264bec tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:55.210277 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f803b23-b8ea-406d-a4b3-c2b563264bec tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Subnet': ['ID=b368e604-8470-441e-86d5-9b1f0e156d0d,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:55.248230 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f803b23-b8ea-406d-a4b3-c2b563264bec tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Checking segment: {'id': '2f443e5b-4141-4676-ad3c-8f1f401254af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '18b55e4a-b2d3-43db-9312-7e98d73ff88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:36:55.248560 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f803b23-b8ea-406d-a4b3-c2b563264bec tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network hostable DHCP agents. Network: 18b55e4a-b2d3-43db-9312-7e98d73ff88e, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:36:55.254921 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-97a13ae8-bed4-4853-82a5-da09254f72e0 None None] For port 1de9f300-7df0-4a31-89f8-3ef031d2442b, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1de9f300-7df0-4a31-89f8-3ef031d2442b,segment=NetworkSegment(b0110790-9b00-47ba-b1c5-fa395465e532),segment_id=b0110790-9b00-47ba-b1c5-fa395465e532)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:55.283005 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f803b23-b8ea-406d-a4b3-c2b563264bec tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network 18b55e4a-b2d3-43db-9312-7e98d73ff88e is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:36:55.312558 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e65ebf6e-c756-48ae-b02b-1eda8c1c7738 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:36:55.330037 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-8f803b23-b8ea-406d-a4b3-c2b563264bec tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 18b55e4a-b2d3-43db-9312-7e98d73ff88e) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:55.335097 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f803b23-b8ea-406d-a4b3-c2b563264bec tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:55.335977 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8f803b23-b8ea-406d-a4b3-c2b563264bec tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:55.369777 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5dc8c2-ae51-4972-96a3-686263d45f31 None None] Network 18b55e4a-b2d3-43db-9312-7e98d73ff88e requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:55.371868 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-97a13ae8-bed4-4853-82a5-da09254f72e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:55.378688 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8f803b23-b8ea-406d-a4b3-c2b563264bec tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0290980 Nov 11 17:36:55.378688 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49802) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:55.535112 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6acca30f-0707-475c-ba2d-48ec85d39059 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:55.545733 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6acca30f-0707-475c-ba2d-48ec85d39059 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "DELETE /v2.0/subnets/b8c3e473-fd6f-4837-9503-6e3a306ff016 HTTP/1.1" status: 204 len: 168 time: 1.4870911 Nov 11 17:36:55.555622 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49806) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:55.582277 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-97a13ae8-bed4-4853-82a5-da09254f72e0 None None] Provisioning complete for port fb383971-a299-48b0-995f-088639b4e61f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:55.582517 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-97a13ae8-bed4-4853-82a5-da09254f72e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:55.634525 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acca30f-0707-475c-ba2d-48ec85d39059 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Pushing event deleted for resources: {'Subnet': ['ID=b8c3e473-fd6f-4837-9503-6e3a306ff016,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:55.738245 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a86356f-acd5-4b8c-b8de-13ebfeaca5fc req-3f3abb56-5d30-4252-8e42-2997075565f8 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.0908232 Nov 11 17:36:55.773002 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-28d33543-3816-4284-8aae-d79a5e23a9bf None None] For port 5aa168c7-2690-482d-a25b-9ad46a55565a, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:36:55.841102 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4bffee79-6534-48d5-b1bf-de3556fe20a8 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:55.892681 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3434abc-8c47-4f81-963c-d3a73eed3f07 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Deleting subnet a13d250b-dad7-4f54-90cc-5d16fd07d643 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:36:55.894157 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-4bffee79-6534-48d5-b1bf-de3556fe20a8 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Calling delete_port for af26d7e2-7c8f-4af8-b84e-c4e4fd156ebf owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:36:55.962546 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b3434abc-8c47-4f81-963c-d3a73eed3f07 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:56.156481 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b3434abc-8c47-4f81-963c-d3a73eed3f07 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:56.339195 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port e65ebf6e-c756-48ae-b02b-1eda8c1c7738 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:56.339755 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:56.419469 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-28d33543-3816-4284-8aae-d79a5e23a9bf None None] For port 5aa168c7-2690-482d-a25b-9ad46a55565a, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5aa168c7-2690-482d-a25b-9ad46a55565a,segment=NetworkSegment(bb1f950d-f296-4dd0-ab9b-fcec14dc93be),segment_id=bb1f950d-f296-4dd0-ab9b-fcec14dc93be)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:36:56.479107 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4bffee79-6534-48d5-b1bf-de3556fe20a8 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:56.507063 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-28d33543-3816-4284-8aae-d79a5e23a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:56.518604 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a13ae8-bed4-4853-82a5-da09254f72e0 None None] Pushing event updated for resources: {'Port': ['ID=1de9f300-7df0-4a31-89f8-3ef031d2442b,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:56.553754 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffee79-6534-48d5-b1bf-de3556fe20a8 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event deleted for resources: {'Port': ['ID=af26d7e2-7c8f-4af8-b84e-c4e4fd156ebf,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:56.662547 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d33543-3816-4284-8aae-d79a5e23a9bf None None] Pushing event updated for resources: {'Port': ['ID=5aa168c7-2690-482d-a25b-9ad46a55565a,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:56.811543 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b3434abc-8c47-4f81-963c-d3a73eed3f07 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:56.909671 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4bffee79-6534-48d5-b1bf-de3556fe20a8 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:57.058083 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324b0858-63a7-41f1-a52b-4435ffd6a129 None None] DHCP port deletion for 577efe7f-87e9-43ad-aacd-50fbee2a2328 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:36:57.088257 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d0a7b1ca-36d8-481c-8e6a-f16b80ade012 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:57.211077 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:57.256346 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a1d65e-a281-4ff9-aa21-8bc8548ea48e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-18b55e4a-b2d3-43db-9312-7e98d73ff88e', 'network_id': '18b55e4a-b2d3-43db-9312-7e98d73ff88e', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'fixed_ips': [{'subnet_id': 'b368e604-8470-441e-86d5-9b1f0e156d0d'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:36:57.257204 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-80a1d65e-a281-4ff9-aa21-8bc8548ea48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:57.270092 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-97a13ae8-bed4-4853-82a5-da09254f72e0 None None] Could not find standard attr ID for object e795cb1f-91f7-409a-acfe-81b93b0a3e1d. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:36:57.357259 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b3434abc-8c47-4f81-963c-d3a73eed3f07 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:57.381949 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16b9d08b-79f7-4924-baf4-face4186f9f3 req-a20cf997-5e4e-4f70-b528-733bfaf94920 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.1549399 Nov 11 17:36:57.388485 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port e65ebf6e-c756-48ae-b02b-1eda8c1c7738, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e65ebf6e-c756-48ae-b02b-1eda8c1c7738,segment=NetworkSegment(d7ad90ee-5939-46f9-8e43-c4b1d44e6b5d),segment_id=d7ad90ee-5939-46f9-8e43-c4b1d44e6b5d)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:57.399620 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-97a13ae8-bed4-4853-82a5-da09254f72e0 None None] Provisioning complete for port 04f3d737-e8ad-4aae-a411-eb4f7dc17c63 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:57.399620 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-97a13ae8-bed4-4853-82a5-da09254f72e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:57.406187 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b3434abc-8c47-4f81-963c-d3a73eed3f07 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:57.407213 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba1e06a-993b-4847-b1df-c5d52610bbb1 None None] Network 2beb5a79-5411-40ad-9437-3bedfe247678 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:57.427313 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49826) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:57.434220 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b3434abc-8c47-4f81-963c-d3a73eed3f07 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "DELETE /v2.0/subnets/a13d250b-dad7-4f54-90cc-5d16fd07d643 HTTP/1.1" status: 204 len: 168 time: 1.8710396 Nov 11 17:36:57.476431 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:57.476940 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 04f3d737-e8ad-4aae-a411-eb4f7dc17c63 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:36:57.494729 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3434abc-8c47-4f81-963c-d3a73eed3f07 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Pushing event deleted for resources: {'Subnet': ['ID=a13d250b-dad7-4f54-90cc-5d16fd07d643,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:57.582099 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bffee79-6534-48d5-b1bf-de3556fe20a8 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Router f3cea3fe-07d7-4e47-8c37-e084463724ba has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:36:57.752908 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-d0a7b1ca-36d8-481c-8e6a-f16b80ade012 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Allocated IP 2001:db8:3::1 (18b55e4a-b2d3-43db-9312-7e98d73ff88e/b368e604-8470-441e-86d5-9b1f0e156d0d/5f24f6be-fc7e-4923-8527-6e92c42f7a39) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:57.769224 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a730af1-8c83-4ca1-bfa5-e3ad7e138001 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:57.784246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bffee79-6534-48d5-b1bf-de3556fe20a8 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:36:57.804339 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4bffee79-6534-48d5-b1bf-de3556fe20a8 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "PUT /v2.0/routers/f3cea3fe-07d7-4e47-8c37-e084463724ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1826494 Nov 11 17:36:57.807022 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49832) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:57.813151 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=e65ebf6e-c756-48ae-b02b-1eda8c1c7738,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:57.865777 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eece631f-36c7-42f0-8aa3-d1d8c2365d76 None None] Sync routers for ids ['f3cea3fe-07d7-4e47-8c37-e084463724ba'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:36:57.876321 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-324b0858-63a7-41f1-a52b-4435ffd6a129 None None] Deleting port f660df11-d2a3-4e78-927a-97dbcdc8a98a {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:36:57.877193 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-324b0858-63a7-41f1-a52b-4435ffd6a129 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:57.882510 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-923b51a2-d7b1-4b3b-a970-f28f34ab2339 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] delete failed (client error): The resource could not be found. Nov 11 17:36:57.887880 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49834) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:57.891193 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-923b51a2-d7b1-4b3b-a970-f28f34ab2339 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "DELETE /v2.0/routers/tempest-non_exist_router-1537505649 HTTP/1.1" status: 404 len: 335 time: 0.0795445 Nov 11 17:36:57.899387 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-cb2afdb6-f0f9-4dbf-ab69-58d1b9e5c21f tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f3cea3fe-07d7-4e47-8c37-e084463724ba'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:57.908511 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d0a7b1ca-36d8-481c-8e6a-f16b80ade012 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:58.009609 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-1a730af1-8c83-4ca1-bfa5-e3ad7e138001 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Deleting port f660df11-d2a3-4e78-927a-97dbcdc8a98a {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:36:58.009890 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a730af1-8c83-4ca1-bfa5-e3ad7e138001 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:58.035175 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-324b0858-63a7-41f1-a52b-4435ffd6a129 None None] For port f660df11-d2a3-4e78-927a-97dbcdc8a98a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f660df11-d2a3-4e78-927a-97dbcdc8a98a,segment=NetworkSegment(81bf7e04-9b88-4040-8e22-d5fdf37d6116),segment_id=81bf7e04-9b88-4040-8e22-d5fdf37d6116)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:58.035573 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-324b0858-63a7-41f1-a52b-4435ffd6a129 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:58.107085 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-324b0858-63a7-41f1-a52b-4435ffd6a129 None None] Calling delete_port for f660df11-d2a3-4e78-927a-97dbcdc8a98a owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:36:58.113484 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eece631f-36c7-42f0-8aa3-d1d8c2365d76 None None] Routers {'f3cea3fe-07d7-4e47-8c37-e084463724ba'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:58.114806 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-eece631f-36c7-42f0-8aa3-d1d8c2365d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f3cea3fe-07d7-4e47-8c37-e084463724ba'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:58.121378 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-1a730af1-8c83-4ca1-bfa5-e3ad7e138001 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] For port f660df11-d2a3-4e78-927a-97dbcdc8a98a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f660df11-d2a3-4e78-927a-97dbcdc8a98a,segment=NetworkSegment(81bf7e04-9b88-4040-8e22-d5fdf37d6116),segment_id=81bf7e04-9b88-4040-8e22-d5fdf37d6116)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:58.121752 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a730af1-8c83-4ca1-bfa5-e3ad7e138001 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:58.137459 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-1a730af1-8c83-4ca1-bfa5-e3ad7e138001 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Calling delete_port for f660df11-d2a3-4e78-927a-97dbcdc8a98a owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:36:58.224925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-eece631f-36c7-42f0-8aa3-d1d8c2365d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:58.236872 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 04f3d737-e8ad-4aae-a411-eb4f7dc17c63 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:36:58.237230 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:58.254131 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a730af1-8c83-4ca1-bfa5-e3ad7e138001 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:58.276857 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a730af1-8c83-4ca1-bfa5-e3ad7e138001 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] No DVR routers for this DVR port f660df11-d2a3-4e78-927a-97dbcdc8a98a on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:36:58.302867 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb2afdb6-f0f9-4dbf-ab69-58d1b9e5c21f tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:58.334221 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d0a7b1ca-36d8-481c-8e6a-f16b80ade012 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:58.337290 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-cb2afdb6-f0f9-4dbf-ab69-58d1b9e5c21f tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] update failed (client error): The resource could not be found. Nov 11 17:36:58.338748 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cb2afdb6-f0f9-4dbf-ab69-58d1b9e5c21f tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "PUT /v2.0/routers/f3cea3fe-07d7-4e47-8c37-e084463724ba HTTP/1.1" status: 404 len: 339 time: 0.4497838 Nov 11 17:36:58.350874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49838) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:58.358085 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-635e7c6d-2429-4cdc-9f94-d16b57e96513 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-665880105'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:58.383133 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a730af1-8c83-4ca1-bfa5-e3ad7e138001 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Pushing event deleted for resources: {'Port': ['ID=f660df11-d2a3-4e78-927a-97dbcdc8a98a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:58.399102 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7b1ca-36d8-481c-8e6a-f16b80ade012 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Port': ['ID=5f24f6be-fc7e-4923-8527-6e92c42f7a39,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:58.413605 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a7b1ca-36d8-481c-8e6a-f16b80ade012 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network 18b55e4a-b2d3-43db-9312-7e98d73ff88e is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:58.415184 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-d0a7b1ca-36d8-481c-8e6a-f16b80ade012 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:58.418827 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a7b1ca-36d8-481c-8e6a-f16b80ade012 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:36:58.419595 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d0a7b1ca-36d8-481c-8e6a-f16b80ade012 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:58.513135 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635e7c6d-2429-4cdc-9f94-d16b57e96513 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Made reservation on behalf of 34b1f1816211487a9c073abf99239f6f for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:58.549765 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-635e7c6d-2429-4cdc-9f94-d16b57e96513 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:58.553712 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-97a13ae8-bed4-4853-82a5-da09254f72e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:58.569811 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd852c7-2d06-43a5-8aef-d11a24466e8d None None] DHCP port deletion for 2beb5a79-5411-40ad-9437-3bedfe247678 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:36:58.641573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eece631f-36c7-42f0-8aa3-d1d8c2365d76 None None] Routers {'f3cea3fe-07d7-4e47-8c37-e084463724ba'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:58.642369 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-eece631f-36c7-42f0-8aa3-d1d8c2365d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f3cea3fe-07d7-4e47-8c37-e084463724ba'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:58.724044 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a97ebbe-1aaa-465a-a1e9-b8399445c1c9 req-ef7ef443-5ef0-4ad8-b5f3-f5d8e9364d29 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.1181192 Nov 11 17:36:58.738054 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-80a1d65e-a281-4ff9-aa21-8bc8548ea48e None None] Allocated IP 2001:db8:3::2 (18b55e4a-b2d3-43db-9312-7e98d73ff88e/b368e604-8470-441e-86d5-9b1f0e156d0d/41e4d47b-8eeb-463e-b6de-c6c8c5df21cd) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:36:58.787452 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a730af1-8c83-4ca1-bfa5-e3ad7e138001 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:58.822889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635e7c6d-2429-4cdc-9f94-d16b57e96513 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1296} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:36:58.916327 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-635e7c6d-2429-4cdc-9f94-d16b57e96513 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:58.916658 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-635e7c6d-2429-4cdc-9f94-d16b57e96513 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Added segment 10c1a5c2-98bc-4a29-9746-d7014211928e of type vlan for network 2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a Nov 11 17:36:58.955858 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-80a1d65e-a281-4ff9-aa21-8bc8548ea48e None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:58.963650 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbc979d-b099-4aee-bad8-5c4bd794e72c None None] Network 1e64e386-bdb3-4dd3-9238-19d25ec11fb9 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:36:58.967528 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-eece631f-36c7-42f0-8aa3-d1d8c2365d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:58.968356 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eece631f-36c7-42f0-8aa3-d1d8c2365d76 None None] The sync data for ids ['f3cea3fe-07d7-4e47-8c37-e084463724ba'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:36:58.991669 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-80a1d65e-a281-4ff9-aa21-8bc8548ea48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:59.038579 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-1a730af1-8c83-4ca1-bfa5-e3ad7e138001 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577efe7f-87e9-43ad-aacd-50fbee2a2328']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:59.084106 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-1a730af1-8c83-4ca1-bfa5-e3ad7e138001 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81bf7e04-9b88-4040-8e22-d5fdf37d6116') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:59.084518 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-1a730af1-8c83-4ca1-bfa5-e3ad7e138001 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81bf7e04-9b88-4040-8e22-d5fdf37d6116') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:59.102878 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Sync routers for ids ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:36:59.116690 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Routers {'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:36:59.117324 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:59.139455 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-635e7c6d-2429-4cdc-9f94-d16b57e96513 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:59.162406 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a730af1-8c83-4ca1-bfa5-e3ad7e138001 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:59.214080 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a730af1-8c83-4ca1-bfa5-e3ad7e138001 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:59.219665 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:59.238207 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49854) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:59.275903 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a1d65e-a281-4ff9-aa21-8bc8548ea48e None None] Network 18b55e4a-b2d3-43db-9312-7e98d73ff88e is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:36:59.278013 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a730af1-8c83-4ca1-bfa5-e3ad7e138001 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:36:59.278478 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a730af1-8c83-4ca1-bfa5-e3ad7e138001 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:36:59.287114 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:36:59.295536 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-97a13ae8-bed4-4853-82a5-da09254f72e0 None None] For port 04f3d737-e8ad-4aae-a411-eb4f7dc17c63, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=04f3d737-e8ad-4aae-a411-eb4f7dc17c63,segment=NetworkSegment(f2f4976e-b434-4ddc-a015-2a52575700fe),segment_id=f2f4976e-b434-4ddc-a015-2a52575700fe)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:36:59.302859 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1d65e-a281-4ff9-aa21-8bc8548ea48e None None] Pushing event updated for resources: {'Port': ['ID=41e4d47b-8eeb-463e-b6de-c6c8c5df21cd,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:59.307639 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-80a1d65e-a281-4ff9-aa21-8bc8548ea48e None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:36:59.334892 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Set router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:36:59.339800 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a1d65e-a281-4ff9-aa21-8bc8548ea48e None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:36:59.388409 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6fd852c7-2d06-43a5-8aef-d11a24466e8d None None] Deleting port 04f3d737-e8ad-4aae-a411-eb4f7dc17c63 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:36:59.390121 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6fd852c7-2d06-43a5-8aef-d11a24466e8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:59.398761 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-635e7c6d-2429-4cdc-9f94-d16b57e96513 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:59.399936 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-97a13ae8-bed4-4853-82a5-da09254f72e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:59.405228 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635e7c6d-2429-4cdc-9f94-d16b57e96513 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:36:59.405866 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-635e7c6d-2429-4cdc-9f94-d16b57e96513 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:59.410525 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:36:59.411047 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:36:59.422833 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d0a7b1ca-36d8-481c-8e6a-f16b80ade012 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:59.512406 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a730af1-8c83-4ca1-bfa5-e3ad7e138001 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:59.536339 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a730af1-8c83-4ca1-bfa5-e3ad7e138001 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:59.546636 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1a730af1-8c83-4ca1-bfa5-e3ad7e138001 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "DELETE /v2.0/networks/577efe7f-87e9-43ad-aacd-50fbee2a2328 HTTP/1.1" status: 204 len: 168 time: 2.1163695 Nov 11 17:36:59.549035 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49858) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:59.551213 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-635e7c6d-2429-4cdc-9f94-d16b57e96513 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1969845 Nov 11 17:36:59.555869 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-324b0858-63a7-41f1-a52b-4435ffd6a129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:59.556434 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49860) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:36:59.563255 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-63a6477a-f783-41c7-aba4-9ad144babf3f tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Request body: {'subnet': {'network_id': '2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:36:59.596758 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e7c6d-2429-4cdc-9f94-d16b57e96513 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event updated for resources: {'Network': ['ID=2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:59.615076 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1c5131c8-eb5d-4dff-b14e-6b5354e9f87e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:59.642177 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:36:59.700760 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:36:52Z', 'revision_number': 4, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5', 'name': '', 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:56:c5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:43Z', 'updated_at': '2021-11-11T17:36:45Z', 'revision_number': 2, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:54Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d', 'name': '', 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:7b:1a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:51Z', 'updated_at': '2021-11-11T17:36:52Z', 'revision_number': 2, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:36:59.724636 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a730af1-8c83-4ca1-bfa5-e3ad7e138001 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Pushing event deleted for resources: {'Network': ['ID=577efe7f-87e9-43ad-aacd-50fbee2a2328,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:36:59.733820 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Checking router: b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:36:59.734170 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Updating router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 port 0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:36:59.764345 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:36:59.854789 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a6477a-f783-41c7-aba4-9ad144babf3f tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Made reservation on behalf of 34b1f1816211487a9c073abf99239f6f for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:36:59.860312 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63a6477a-f783-41c7-aba4-9ad144babf3f tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:00.043103 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-67e39448-cb27-4dc0-9890-b6441beb938b req-81e019f9-18ed-4943-8ffb-da111a62b0b2 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.1071410 Nov 11 17:37:00.095331 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aa9338f-86c3-4ba6-bfbc-bd47251745bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:00.112600 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-5aac7d74-8bc5-47cf-93f2-657e584de64c req-4b6ace8d-b01b-44e5-9180-1e50a1c95c8a tempest-DeleteServersTestJSON-353460562 tempest-DeleteServersTestJSON-353460562-project] (102618) timed out ('10.222.0.64', 62067) {{(pid=102618) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 17:37:00.147557 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:00.156769 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:00.242346 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99165f-cca4-44b6-8bfc-7090a63a3e2e None None] Pushing event updated for resources: {'Port': ['ID=0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:00.291209 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99165f-cca4-44b6-8bfc-7090a63a3e2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:00.291849 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99165f-cca4-44b6-8bfc-7090a63a3e2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:00.292411 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99165f-cca4-44b6-8bfc-7090a63a3e2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:00.293007 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99165f-cca4-44b6-8bfc-7090a63a3e2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:00.293614 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99165f-cca4-44b6-8bfc-7090a63a3e2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:00.294165 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99165f-cca4-44b6-8bfc-7090a63a3e2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:00.294713 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99165f-cca4-44b6-8bfc-7090a63a3e2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:00.298455 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99165f-cca4-44b6-8bfc-7090a63a3e2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:00.299226 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99165f-cca4-44b6-8bfc-7090a63a3e2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:00.299889 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99165f-cca4-44b6-8bfc-7090a63a3e2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:00.301723 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99165f-cca4-44b6-8bfc-7090a63a3e2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:00.306720 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99165f-cca4-44b6-8bfc-7090a63a3e2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:00.335976 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6fd852c7-2d06-43a5-8aef-d11a24466e8d None None] For port 04f3d737-e8ad-4aae-a411-eb4f7dc17c63, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=04f3d737-e8ad-4aae-a411-eb4f7dc17c63,segment=NetworkSegment(f2f4976e-b434-4ddc-a015-2a52575700fe),segment_id=f2f4976e-b434-4ddc-a015-2a52575700fe)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:00.336390 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6fd852c7-2d06-43a5-8aef-d11a24466e8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:00.378933 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Attempting to bind port 0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:00.379156 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Attempting to bind port 0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'f3400b71-cbec-4262-8cdc-17a3d780ed87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:00.379760 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Attempting to bind port 0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5 on network a77f63ea-5dba-4e38-a888-b55359c59972 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:00.380858 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6fd852c7-2d06-43a5-8aef-d11a24466e8d None None] Calling delete_port for 04f3d737-e8ad-4aae-a411-eb4f7dc17c63 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:00.383794 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1c5131c8-eb5d-4dff-b14e-6b5354e9f87e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:00.391870 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:37:00.392775 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1c5131c8-eb5d-4dff-b14e-6b5354e9f87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:00.392923 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Checking segment: {'id': 'f3400b71-cbec-4262-8cdc-17a3d780ed87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:37:00.393467 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:00.397633 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63a6477a-f783-41c7-aba4-9ad144babf3f tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:00.398741 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Bound using segment: {'id': 'f3400b71-cbec-4262-8cdc-17a3d780ed87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:37:00.399335 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Bound port: 0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3400b71-cbec-4262-8cdc-17a3d780ed87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:37:00.399775 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:00.507879 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1c5131c8-eb5d-4dff-b14e-6b5354e9f87e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c2ab89b38d8a4078bbb90faaf6444bd3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2685742 Nov 11 17:37:00.512392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49876) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:00.542530 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5131c8-eb5d-4dff-b14e-6b5354e9f87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626fb7da-c1b0-49ff-aead-a05139a9dc0a,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:00.551673 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a6477a-f783-41c7-aba4-9ad144babf3f tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Checking segment: {'id': '10c1a5c2-98bc-4a29-9746-d7014211928e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:37:00.551959 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a6477a-f783-41c7-aba4-9ad144babf3f tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Network hostable DHCP agents. Network: 2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:37:00.558512 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] For port 0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:37:00.564962 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] For port 0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5,segment=NetworkSegment(f3400b71-cbec-4262-8cdc-17a3d780ed87),segment_id=f3400b71-cbec-4262-8cdc-17a3d780ed87)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:37:00.575895 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:00.595678 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-97a13ae8-bed4-4853-82a5-da09254f72e0 None None] Provisioning complete for port fc3828c3-a990-4bad-abea-35a7478ec4d4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:00.597079 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-97a13ae8-bed4-4853-82a5-da09254f72e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:00.609389 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6477a-f783-41c7-aba4-9ad144babf3f tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event updated for resources: {'Subnet': ['ID=6e08cd70-aec4-444b-8aea-3d9fd46c14bf,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:00.620180 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a6477a-f783-41c7-aba4-9ad144babf3f tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Network 2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:37:00.641044 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d0a7b1ca-36d8-481c-8e6a-f16b80ade012 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:00.645348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-63a6477a-f783-41c7-aba4-9ad144babf3f tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:37:00.651355 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a6477a-f783-41c7-aba4-9ad144babf3f tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:00.651973 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63a6477a-f783-41c7-aba4-9ad144babf3f tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:00.657447 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-8aa9338f-86c3-4ba6-bfbc-bd47251745bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Deleting port 04f3d737-e8ad-4aae-a411-eb4f7dc17c63 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:00.657894 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aa9338f-86c3-4ba6-bfbc-bd47251745bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:00.665513 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d0a7b1ca-36d8-481c-8e6a-f16b80ade012 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:00.666411 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d0a7b1ca-36d8-481c-8e6a-f16b80ade012 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:00.676761 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99165f-cca4-44b6-8bfc-7090a63a3e2e None None] Pushing event updated for resources: {'Port': ['ID=0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:00.683136 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a13ae8-bed4-4853-82a5-da09254f72e0 None None] Pushing event updated for resources: {'Port': ['ID=04f3d737-e8ad-4aae-a411-eb4f7dc17c63,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:00.692978 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-63a6477a-f783-41c7-aba4-9ad144babf3f tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1329618 Nov 11 17:37:00.693147 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-324b0858-63a7-41f1-a52b-4435ffd6a129 None None] Network 577efe7f-87e9-43ad-aacd-50fbee2a2328 is not hosted by any dhcp agent {{(pid=102619) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 17:37:00.693147 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324b0858-63a7-41f1-a52b-4435ffd6a129 None None] No DVR routers for this DVR port f660df11-d2a3-4e78-927a-97dbcdc8a98a on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:37:00.693315 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49878) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:00.701869 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2d9e9ac8-6aea-4d36-ad24-6e1365a0a6e4 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Request body: {'router': {'external_gateway_info': {'network_id': '2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:00.705513 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8ea19d-4717-4e1e-ba6c-aa89259e6900 None None] Network 2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:37:00.708554 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Updating router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 port 63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:37:00.709008 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6fd852c7-2d06-43a5-8aef-d11a24466e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:00.762297 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:00.795503 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7b1ca-36d8-481c-8e6a-f16b80ade012 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event updated for resources: {'Port': ['ID=5f24f6be-fc7e-4923-8527-6e92c42f7a39,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:00.808635 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd852c7-2d06-43a5-8aef-d11a24466e8d None None] No DVR routers for this DVR port 04f3d737-e8ad-4aae-a411-eb4f7dc17c63 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:37:00.913075 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Port 04f3d737-e8ad-4aae-a411-eb4f7dc17c63 update to ACTIVE by agent not found {{(pid=102619) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 11 17:37:00.913823 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6596c0a2-b726-4ffd-a02f-5a6ab74a5815 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:00.979513 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-80a1d65e-a281-4ff9-aa21-8bc8548ea48e None None] Attempting to bind port 41e4d47b-8eeb-463e-b6de-c6c8c5df21cd on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:00.979929 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-80a1d65e-a281-4ff9-aa21-8bc8548ea48e None None] Attempting to bind port 41e4d47b-8eeb-463e-b6de-c6c8c5df21cd by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '2f443e5b-4141-4676-ad3c-8f1f401254af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '18b55e4a-b2d3-43db-9312-7e98d73ff88e'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:00.980300 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a1d65e-a281-4ff9-aa21-8bc8548ea48e None None] Attempting to bind port 41e4d47b-8eeb-463e-b6de-c6c8c5df21cd on network 18b55e4a-b2d3-43db-9312-7e98d73ff88e {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:00.992958 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b0858-63a7-41f1-a52b-4435ffd6a129 None None] Pushing event deleted for resources: {'Port': ['ID=f660df11-d2a3-4e78-927a-97dbcdc8a98a,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:01.049278 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a1d65e-a281-4ff9-aa21-8bc8548ea48e None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:37:01.049667 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a1d65e-a281-4ff9-aa21-8bc8548ea48e None None] Checking segment: {'id': '2f443e5b-4141-4676-ad3c-8f1f401254af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '18b55e4a-b2d3-43db-9312-7e98d73ff88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:37:01.050081 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-80a1d65e-a281-4ff9-aa21-8bc8548ea48e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:01.050485 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a1d65e-a281-4ff9-aa21-8bc8548ea48e None None] Bound using segment: {'id': '2f443e5b-4141-4676-ad3c-8f1f401254af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '18b55e4a-b2d3-43db-9312-7e98d73ff88e'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:37:01.050989 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-80a1d65e-a281-4ff9-aa21-8bc8548ea48e None None] Bound port: 41e4d47b-8eeb-463e-b6de-c6c8c5df21cd, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f443e5b-4141-4676-ad3c-8f1f401254af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '18b55e4a-b2d3-43db-9312-7e98d73ff88e'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:37:01.051377 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-80a1d65e-a281-4ff9-aa21-8bc8548ea48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:01.063677 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd852c7-2d06-43a5-8aef-d11a24466e8d None None] Pushing event deleted for resources: {'Port': ['ID=04f3d737-e8ad-4aae-a411-eb4f7dc17c63,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:01.146854 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd8a0368-f775-4d7b-8b6e-936b67d3149d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:01.188699 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a7b1ca-36d8-481c-8e6a-f16b80ade012 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Network 18b55e4a-b2d3-43db-9312-7e98d73ff88e is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:37:01.199298 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-d0a7b1ca-36d8-481c-8e6a-f16b80ade012 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:37:01.282254 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:01.293652 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:37:01.296330 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:01.314664 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e70d34fb-39be-4f43-b1cf-b28fd6f75fd0 req-38b4abda-e9ad-4860-aec7-76bc4e295881 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.0788450 Nov 11 17:37:01.332038 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2d9e9ac8-6aea-4d36-ad24-6e1365a0a6e4 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:01.350479 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99165f-cca4-44b6-8bfc-7090a63a3e2e None None] Pushing event updated for resources: {'Port': ['ID=63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:01.367310 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 6596c0a2-b726-4ffd-a02f-5a6ab74a5815 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:01.368308 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:01.440286 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035608f1-a01e-4b8f-811e-3540ef575f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a', 'network_id': '2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a', 'tenant_id': '34b1f1816211487a9c073abf99239f6f', 'fixed_ips': [{'subnet_id': '6e08cd70-aec4-444b-8aea-3d9fd46c14bf'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:37:01.441146 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-035608f1-a01e-4b8f-811e-3540ef575f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:01.477386 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-8aa9338f-86c3-4ba6-bfbc-bd47251745bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] For port 04f3d737-e8ad-4aae-a411-eb4f7dc17c63, host n-d-816206-4, got binding levels [] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:01.477976 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aa9338f-86c3-4ba6-bfbc-bd47251745bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:01.488829 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Attempting to bind port 63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:01.489278 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Attempting to bind port 63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bb1f950d-f296-4dd0-ab9b-fcec14dc93be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:01.490002 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Attempting to bind port 63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d on network 1e64e386-bdb3-4dd3-9238-19d25ec11fb9 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:01.501743 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:37:01.504090 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Checking segment: {'id': 'bb1f950d-f296-4dd0-ab9b-fcec14dc93be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:37:01.504606 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:01.505030 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Bound using segment: {'id': 'bb1f950d-f296-4dd0-ab9b-fcec14dc93be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:37:01.505499 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Bound port: 63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1f950d-f296-4dd0-ab9b-fcec14dc93be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:37:01.505875 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:01.515686 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd8a0368-f775-4d7b-8b6e-936b67d3149d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:01.585296 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-80a1d65e-a281-4ff9-aa21-8bc8548ea48e None None] For port 41e4d47b-8eeb-463e-b6de-c6c8c5df21cd, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:37:01.620436 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-2d9e9ac8-6aea-4d36-ad24-6e1365a0a6e4 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:37:01.626654 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2d9e9ac8-6aea-4d36-ad24-6e1365a0a6e4 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "PUT /v2.0/routers/f3cea3fe-07d7-4e47-8c37-e084463724ba HTTP/1.1" status: 400 len: 364 time: 0.9269822 Nov 11 17:37:01.626876 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd8a0368-f775-4d7b-8b6e-936b67d3149d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:01.628474 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49894) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:01.632455 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd8a0368-f775-4d7b-8b6e-936b67d3149d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:01.633643 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fd8a0368-f775-4d7b-8b6e-936b67d3149d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/626fb7da-c1b0-49ff-aead-a05139a9dc0a HTTP/1.1" status: 204 len: 168 time: 1.1127117 Nov 11 17:37:01.634211 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-80a1d65e-a281-4ff9-aa21-8bc8548ea48e None None] For port 41e4d47b-8eeb-463e-b6de-c6c8c5df21cd, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=41e4d47b-8eeb-463e-b6de-c6c8c5df21cd,segment=NetworkSegment(2f443e5b-4141-4676-ad3c-8f1f401254af),segment_id=2f443e5b-4141-4676-ad3c-8f1f401254af)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:37:01.661844 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-80a1d65e-a281-4ff9-aa21-8bc8548ea48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:01.675583 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-8aa9338f-86c3-4ba6-bfbc-bd47251745bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Calling delete_port for 04f3d737-e8ad-4aae-a411-eb4f7dc17c63 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:01.688095 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.ipam_backend_mixin [None req-8aa9338f-86c3-4ba6-bfbc-bd47251745bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Port 04f3d737-e8ad-4aae-a411-eb4f7dc17c63 was not found and therefore no delete operation was performed {{(pid=102617) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 17:37:01.718505 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aa9338f-86c3-4ba6-bfbc-bd47251745bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:01.740175 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] For port 63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:37:01.745788 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] For port 63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d,segment=NetworkSegment(bb1f950d-f296-4dd0-ab9b-fcec14dc93be),segment_id=bb1f950d-f296-4dd0-ab9b-fcec14dc93be)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:37:01.759184 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a0368-f775-4d7b-8b6e-936b67d3149d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626fb7da-c1b0-49ff-aead-a05139a9dc0a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:01.761616 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:01.813339 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa9338f-86c3-4ba6-bfbc-bd47251745bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] No DVR routers for this DVR port 04f3d737-e8ad-4aae-a411-eb4f7dc17c63 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:37:01.889172 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9338f-86c3-4ba6-bfbc-bd47251745bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Pushing event deleted for resources: {'Port': ['ID=04f3d737-e8ad-4aae-a411-eb4f7dc17c63,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:01.907371 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99165f-cca4-44b6-8bfc-7090a63a3e2e None None] Pushing event updated for resources: {'Port': ['ID=63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:01.954956 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a7b1ca-36d8-481c-8e6a-f16b80ade012 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:37:01.957267 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Routers {'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:01.964941 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:02.067002 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1d65e-a281-4ff9-aa21-8bc8548ea48e None None] Pushing event updated for resources: {'Port': ['ID=41e4d47b-8eeb-463e-b6de-c6c8c5df21cd,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:02.148828 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aa9338f-86c3-4ba6-bfbc-bd47251745bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:02.189171 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] Provisioning complete for port 0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:02.190204 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:02.217204 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] Set router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:02.367218 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:02.487036 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8aa9338f-86c3-4ba6-bfbc-bd47251745bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2beb5a79-5411-40ad-9437-3bedfe247678']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:02.535194 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c52ab61-f77c-4489-a58e-5ded8ce4de10 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:02.585002 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8aa9338f-86c3-4ba6-bfbc-bd47251745bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f4976e-b434-4ddc-a015-2a52575700fe') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:02.585328 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8aa9338f-86c3-4ba6-bfbc-bd47251745bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f4976e-b434-4ddc-a015-2a52575700fe') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:02.650404 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aa9338f-86c3-4ba6-bfbc-bd47251745bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:02.657021 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 6596c0a2-b726-4ffd-a02f-5a6ab74a5815, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6596c0a2-b726-4ffd-a02f-5a6ab74a5815,segment=NetworkSegment(c41d5e2b-887b-4542-8df1-ef9ab501be94),segment_id=c41d5e2b-887b-4542-8df1-ef9ab501be94)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:02.695625 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-035608f1-a01e-4b8f-811e-3540ef575f74 None None] Allocated IP 2001:db8:1::2 (2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a/6e08cd70-aec4-444b-8aea-3d9fd46c14bf/c4236dfa-f655-4d92-b7f6-938c679ff2a5) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:37:02.705564 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:02.715114 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a7b1ca-36d8-481c-8e6a-f16b80ade012 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:37:02.715705 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f660df11-d2a3-4e78-927a-97dbcdc8a98a up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:02.726938 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d0a7b1ca-36d8-481c-8e6a-f16b80ade012 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/b78eed1e-3ffd-4305-b22f-18c44a9c1fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3483849 Nov 11 17:37:02.733426 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aa9338f-86c3-4ba6-bfbc-bd47251745bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:02.737103 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49920) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:02.774498 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-ac4be40b-619d-4be0-bb86-43c72f510224 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:02.788364 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa9338f-86c3-4ba6-bfbc-bd47251745bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:37:02.788780 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aa9338f-86c3-4ba6-bfbc-bd47251745bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:37:02.791916 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:37:02.893198 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:36:59Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5', 'name': '', 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:56:c5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:43Z', 'updated_at': '2021-11-11T17:37:00Z', 'revision_number': 4, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:54Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f24f6be-fc7e-4923-8527-6e92c42f7a39', 'name': '', 'network_id': '18b55e4a-b2d3-43db-9312-7e98d73ff88e', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:c7:8d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b368e604-8470-441e-86d5-9b1f0e156d0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:57Z', 'updated_at': '2021-11-11T17:37:00Z', 'revision_number': 2, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'b368e604-8470-441e-86d5-9b1f0e156d0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d', 'name': '', 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:7b:1a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:51Z', 'updated_at': '2021-11-11T17:37:01Z', 'revision_number': 4, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:02.953805 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c7865dc-9d28-42d3-b766-9420962c83d4 req-e99cd49c-2ebd-4fd0-ac8b-491b595d66bf tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.3437908 Nov 11 17:37:02.988021 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e56335-26f8-4f9f-8745-4271972c6d4f None None] The sync data for ids ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'] in n-d-816206-4 is: [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:36:59Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5', 'name': '', 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:56:c5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:43Z', 'updated_at': '2021-11-11T17:37:00Z', 'revision_number': 4, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:54Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f24f6be-fc7e-4923-8527-6e92c42f7a39', 'name': '', 'network_id': '18b55e4a-b2d3-43db-9312-7e98d73ff88e', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:c7:8d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b368e604-8470-441e-86d5-9b1f0e156d0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:57Z', 'updated_at': '2021-11-11T17:37:00Z', 'revision_number': 2, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'b368e604-8470-441e-86d5-9b1f0e156d0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d', 'name': '', 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:7b:1a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:51Z', 'updated_at': '2021-11-11T17:37:01Z', 'revision_number': 4, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:37:03.036557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3550729-4a2c-4100-a378-1b3d0737783c req-af49f692-38c5-48ed-8686-01b43c0db2ce tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:03.038655 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3550729-4a2c-4100-a378-1b3d0737783c req-af49f692-38c5-48ed-8686-01b43c0db2ce tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 1097 time: 0.5598652 Nov 11 17:37:03.202601 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aa9338f-86c3-4ba6-bfbc-bd47251745bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:03.221105 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aa9338f-86c3-4ba6-bfbc-bd47251745bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:03.229421 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8aa9338f-86c3-4ba6-bfbc-bd47251745bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "DELETE /v2.0/networks/2beb5a79-5411-40ad-9437-3bedfe247678 HTTP/1.1" status: 204 len: 168 time: 3.6394467 Nov 11 17:37:03.261282 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49930) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:03.270530 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-035608f1-a01e-4b8f-811e-3540ef575f74 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:03.286296 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9338f-86c3-4ba6-bfbc-bd47251745bb tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Pushing event deleted for resources: {'Network': ['ID=2beb5a79-5411-40ad-9437-3bedfe247678,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:03.339885 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-035608f1-a01e-4b8f-811e-3540ef575f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:03.342404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: f660df11-d2a3-4e78-927a-97dbcdc8a98a {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:03.342770 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f660df11-d2a3-4e78-927a-97dbcdc8a98a not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 11 17:37:03.429172 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Port f660df11-d2a3-4e78-927a-97dbcdc8a98a not found, will not notify nova. {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 11 17:37:03.564938 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035608f1-a01e-4b8f-811e-3540ef575f74 None None] Network 2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:37:03.568861 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:03.571045 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=6596c0a2-b726-4ffd-a02f-5a6ab74a5815,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:03.574374 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-035608f1-a01e-4b8f-811e-3540ef575f74 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:37:03.590653 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035608f1-a01e-4b8f-811e-3540ef575f74 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:37:03.703700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-8c52ab61-f77c-4489-a58e-5ded8ce4de10 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Allocated IP 2001:db8::1 (2ec7ebdf-ab10-47bb-82e2-80d68aed4214/fc5b868b-9095-4322-90c0-f75456f8dbf2/04f4d435-9da1-478d-a8ab-08b653bc4e83) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:37:03.715378 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3550729-4a2c-4100-a378-1b3d0737783c req-b9f57624-4943-46f6-917a-09d9325f6ab9 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6699708 Nov 11 17:37:03.743818 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] For port 0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5,segment=NetworkSegment(f3400b71-cbec-4262-8cdc-17a3d780ed87),segment_id=f3400b71-cbec-4262-8cdc-17a3d780ed87)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:03.746671 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49940) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:03.774563 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:03.814876 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c974bd1-9fad-4452-add4-7f30fc4ca8af tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Deleting subnet c5582867-5bbb-4a95-a1a4-64c04c6e94c8 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:37:03.859282 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7c974bd1-9fad-4452-add4-7f30fc4ca8af tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:03.861537 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035608f1-a01e-4b8f-811e-3540ef575f74 None None] Pushing event updated for resources: {'Port': ['ID=c4236dfa-f655-4d92-b7f6-938c679ff2a5,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:03.922427 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-035608f1-a01e-4b8f-811e-3540ef575f74 None None] Attempting to bind port c4236dfa-f655-4d92-b7f6-938c679ff2a5 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:03.922688 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-035608f1-a01e-4b8f-811e-3540ef575f74 None None] Attempting to bind port c4236dfa-f655-4d92-b7f6-938c679ff2a5 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '10c1a5c2-98bc-4a29-9746-d7014211928e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:03.923046 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035608f1-a01e-4b8f-811e-3540ef575f74 None None] Attempting to bind port c4236dfa-f655-4d92-b7f6-938c679ff2a5 on network 2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:03.931792 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] Provisioning complete for port 6596c0a2-b726-4ffd-a02f-5a6ab74a5815 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:03.932203 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:04.031578 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035608f1-a01e-4b8f-811e-3540ef575f74 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:37:04.032979 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035608f1-a01e-4b8f-811e-3540ef575f74 None None] Checking segment: {'id': '10c1a5c2-98bc-4a29-9746-d7014211928e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:37:04.034736 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-035608f1-a01e-4b8f-811e-3540ef575f74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:04.046988 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035608f1-a01e-4b8f-811e-3540ef575f74 None None] Bound using segment: {'id': '10c1a5c2-98bc-4a29-9746-d7014211928e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:37:04.053180 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-035608f1-a01e-4b8f-811e-3540ef575f74 None None] Bound port: c4236dfa-f655-4d92-b7f6-938c679ff2a5, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c1a5c2-98bc-4a29-9746-d7014211928e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:37:04.056225 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-035608f1-a01e-4b8f-811e-3540ef575f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:04.273203 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7c974bd1-9fad-4452-add4-7f30fc4ca8af tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:04.313543 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] Pushing event updated for resources: {'Port': ['ID=0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:04.364498 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-14c28c08-fa88-47fc-b9d2-4720007c0a45 req-3ecdfdeb-603f-40b4-8b4c-27aa691e2052 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.1868711 Nov 11 17:37:04.539419 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-035608f1-a01e-4b8f-811e-3540ef575f74 None None] For port c4236dfa-f655-4d92-b7f6-938c679ff2a5, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:37:04.548049 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-035608f1-a01e-4b8f-811e-3540ef575f74 None None] For port c4236dfa-f655-4d92-b7f6-938c679ff2a5, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c4236dfa-f655-4d92-b7f6-938c679ff2a5,segment=NetworkSegment(10c1a5c2-98bc-4a29-9746-d7014211928e),segment_id=10c1a5c2-98bc-4a29-9746-d7014211928e)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:37:04.562785 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e65ebf6e-c756-48ae-b02b-1eda8c1c7738 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:04.580906 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-035608f1-a01e-4b8f-811e-3540ef575f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:04.652064 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c52ab61-f77c-4489-a58e-5ded8ce4de10 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:04.678403 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7c974bd1-9fad-4452-add4-7f30fc4ca8af tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:04.681310 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6af0317-138f-41c3-b1af-2eaab8a623eb None None] Network 18b55e4a-b2d3-43db-9312-7e98d73ff88e requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:37:04.777845 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-8537d0bc-3bf0-4906-af76-2caa81e976ed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Deleting port aae1b3c5-0f13-488d-922b-ac77d8cd13a2 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:04.781859 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8537d0bc-3bf0-4906-af76-2caa81e976ed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:04.931706 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49958) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:05.051360 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.extraroute_db [None req-ac4be40b-619d-4be0-bb86-43c72f510224 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102617) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 17:37:05.054061 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035608f1-a01e-4b8f-811e-3540ef575f74 None None] Pushing event updated for resources: {'Port': ['ID=c4236dfa-f655-4d92-b7f6-938c679ff2a5,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:05.174045 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] Provisioning complete for port 1de9f300-7df0-4a31-89f8-3ef031d2442b triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:05.175050 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:05.180811 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.extraroute_db [None req-ac4be40b-619d-4be0-bb86-43c72f510224 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Removed routes are [] {{(pid=102617) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 17:37:05.181227 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ac4be40b-619d-4be0-bb86-43c72f510224 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:05.224655 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8537d0bc-3bf0-4906-af76-2caa81e976ed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:05.235628 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8537d0bc-3bf0-4906-af76-2caa81e976ed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:05.294148 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port e65ebf6e-c756-48ae-b02b-1eda8c1c7738 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:05.294717 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:05.402770 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-8537d0bc-3bf0-4906-af76-2caa81e976ed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Calling delete_port for aae1b3c5-0f13-488d-922b-ac77d8cd13a2 owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:05.474239 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-3524f9d7-1cea-4f83-a4e1-449acfe773d8 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-730943402'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:05.579132 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2780970f-6c82-49ea-8182-923a9e8f1f19 req-4c036b3a-3179-4076-afac-21f9d825cd31 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.0638919 Nov 11 17:37:05.611422 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c52ab61-f77c-4489-a58e-5ded8ce4de10 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:05.637173 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b1e739-7989-455a-9131-0613841ed722 None None] Sync routers for ids ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:37:05.646571 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3524f9d7-1cea-4f83-a4e1-449acfe773d8 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] Made reservation on behalf of ef7bb231d0c54038ba52f05c1d3411c4 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:37:05.652295 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3524f9d7-1cea-4f83-a4e1-449acfe773d8 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:05.681991 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7c974bd1-9fad-4452-add4-7f30fc4ca8af tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:05.706147 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3524f9d7-1cea-4f83-a4e1-449acfe773d8 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:05.729667 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c974bd1-9fad-4452-add4-7f30fc4ca8af tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Pushing event deleted for resources: {'Subnet': ['ID=c5582867-5bbb-4a95-a1a4-64c04c6e94c8,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:05.757382 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c52ab61-f77c-4489-a58e-5ded8ce4de10 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Network 2ec7ebdf-ab10-47bb-82e2-80d68aed4214 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:37:05.762874 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7c974bd1-9fad-4452-add4-7f30fc4ca8af tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:05.766260 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7c974bd1-9fad-4452-add4-7f30fc4ca8af tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "DELETE /v2.0/subnets/c5582867-5bbb-4a95-a1a4-64c04c6e94c8 HTTP/1.1" status: 204 len: 168 time: 2.5039570 Nov 11 17:37:05.767321 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-8c52ab61-f77c-4489-a58e-5ded8ce4de10 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:37:05.771856 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49974) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:05.780692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c52ab61-f77c-4489-a58e-5ded8ce4de10 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:37:05.781243 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c52ab61-f77c-4489-a58e-5ded8ce4de10 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:05.786695 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52ab61-f77c-4489-a58e-5ded8ce4de10 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event updated for resources: {'Port': ['ID=04f4d435-9da1-478d-a8ab-08b653bc4e83,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:05.895222 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3524f9d7-1cea-4f83-a4e1-449acfe773d8 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:05.924888 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3524f9d7-1cea-4f83-a4e1-449acfe773d8 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:06.001761 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3524f9d7-1cea-4f83-a4e1-449acfe773d8 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1298} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:37:06.015903 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ac4be40b-619d-4be0-bb86-43c72f510224 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:06.035699 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fcd610-6743-4f97-ba4d-fa2eb1b4e5f9 None None] Network 43ad802d-8a9d-434e-88e2-2ba345cbde2f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:37:06.095282 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3524f9d7-1cea-4f83-a4e1-449acfe773d8 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:06.105222 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-3524f9d7-1cea-4f83-a4e1-449acfe773d8 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] Added segment 73560dae-b8d2-49cc-97e6-fa64aed9c3c3 of type vlan for network 07c67a7e-c202-463b-976b-8591520b406f Nov 11 17:37:06.107543 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ac4be40b-619d-4be0-bb86-43c72f510224 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-917831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-917838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932385'] for router, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:06.109627 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b1e739-7989-455a-9131-0613841ed722 None None] Routers {'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:06.110279 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-19b1e739-7989-455a-9131-0613841ed722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:06.113345 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e98c1ea-e712-47eb-80fb-26111ef7bf4c tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:06.134667 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524f9d7-1cea-4f83-a4e1-449acfe773d8 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d039b968-a63a-4706-b69d-cf1dfe0c4dbc,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:06.294376 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c52ab61-f77c-4489-a58e-5ded8ce4de10 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:06.328067 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] Provisioning complete for port 5aa168c7-2690-482d-a25b-9ad46a55565a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:06.328443 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:06.383090 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4be40b-619d-4be0-bb86-43c72f510224 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:37:06.442334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-7e98c1ea-e712-47eb-80fb-26111ef7bf4c tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Deleting port fb383971-a299-48b0-995f-088639b4e61f {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:06.442678 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e98c1ea-e712-47eb-80fb-26111ef7bf4c tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:06.452720 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3524f9d7-1cea-4f83-a4e1-449acfe773d8 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:06.547528 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:06.562848 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-19b1e739-7989-455a-9131-0613841ed722 None None] Set router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:06.816789 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-61ee319f-1b25-4eda-96ea-b38d40d93632 req-79ca1bb2-2861-4048-b665-11b4f9a384a4 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.0803311 Nov 11 17:37:06.851266 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-7e98c1ea-e712-47eb-80fb-26111ef7bf4c tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] For port fb383971-a299-48b0-995f-088639b4e61f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=fb383971-a299-48b0-995f-088639b4e61f,segment=NetworkSegment(5dbcbd48-d79a-41a6-887d-e350f8335a93),segment_id=5dbcbd48-d79a-41a6-887d-e350f8335a93)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:06.852053 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e98c1ea-e712-47eb-80fb-26111ef7bf4c tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:06.912662 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-7e98c1ea-e712-47eb-80fb-26111ef7bf4c tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Calling delete_port for fb383971-a299-48b0-995f-088639b4e61f owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:06.925835 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0d163a-aa16-461b-b6cc-6b8cb2a7c22d None None] Network 2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:37:07.072360 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8537d0bc-3bf0-4906-af76-2caa81e976ed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:07.087112 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3524f9d7-1cea-4f83-a4e1-449acfe773d8 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:07.095476 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3524f9d7-1cea-4f83-a4e1-449acfe773d8 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:07.096430 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3524f9d7-1cea-4f83-a4e1-449acfe773d8 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:07.245124 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537d0bc-3bf0-4906-af76-2caa81e976ed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Port': ['ID=aae1b3c5-0f13-488d-922b-ac77d8cd13a2,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:07.296966 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c52ab61-f77c-4489-a58e-5ded8ce4de10 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:07.301807 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3524f9d7-1cea-4f83-a4e1-449acfe773d8 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3644309 Nov 11 17:37:07.303869 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e98c1ea-e712-47eb-80fb-26111ef7bf4c tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:07.344882 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98c1ea-e712-47eb-80fb-26111ef7bf4c tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Pushing event deleted for resources: {'Port': ['ID=fb383971-a299-48b0-995f-088639b4e61f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:07.352883 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c52ab61-f77c-4489-a58e-5ded8ce4de10 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:07.356130 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c52ab61-f77c-4489-a58e-5ded8ce4de10 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:07.360457 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4be40b-619d-4be0-bb86-43c72f510224 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:37:07.391812 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ac4be40b-619d-4be0-bb86-43c72f510224 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:07.393160 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ac4be40b-619d-4be0-bb86-43c72f510224 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 HTTP/1.1" status: 200 len: 954 time: 4.6470101 Nov 11 17:37:07.400044 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49988) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:07.413622 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524f9d7-1cea-4f83-a4e1-449acfe773d8 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] Pushing event updated for resources: {'Network': ['ID=07c67a7e-c202-463b-976b-8591520b406f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:07.543677 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 07c67a7e-c202-463b-976b-8591520b406f details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:37:07.571071 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-191bfaae-a99f-4d86-a1cb-dc411c766ce6 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/routers/b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 HTTP/1.1" status: 200 len: 954 time: 0.1675556 Nov 11 17:37:07.571071 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8537d0bc-3bf0-4906-af76-2caa81e976ed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:07.571071 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-8537d0bc-3bf0-4906-af76-2caa81e976ed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Floating IP 1b9afd0c-3cce-41ab-9283-37eff3161db6 disassociated (deleted). External IP: 172.25.2.120, port: 39a2ee60-d696-4bb9-bd1d-a7ae8171815e. Nov 11 17:37:07.572560 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49990) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:07.577267 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-6027a70a-88ba-4836-a16e-2aee1a566c73 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'router': {'routes': None}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:07.595949 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c52ab61-f77c-4489-a58e-5ded8ce4de10 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Network 2ec7ebdf-ab10-47bb-82e2-80d68aed4214 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:37:07.621994 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-8c52ab61-f77c-4489-a58e-5ded8ce4de10 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:37:07.632215 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e98c1ea-e712-47eb-80fb-26111ef7bf4c tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] No DVR routers for this DVR port fb383971-a299-48b0-995f-088639b4e61f on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:37:07.638265 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c11a0ab-911f-4ae9-b80f-0ea8a5e11075 None None] DHCP port deletion for 43ad802d-8a9d-434e-88e2-2ba345cbde2f request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:37:07.705113 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49992) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:07.716376 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:07.717617 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:07.750964 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:07.756104 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f44d9f86-2ce6-4fa7-aaf2-18c314069182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:07.802400 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Request body: {'port': {'network_id': '07c67a7e-c202-463b-976b-8591520b406f', 'binding:host_id': 'n-h2-816206-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1316630105'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:07.885982 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e98c1ea-e712-47eb-80fb-26111ef7bf4c tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:07.903627 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-19b1e739-7989-455a-9131-0613841ed722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:05Z', 'revision_number': 6, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5', 'name': '', 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:56:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:43Z', 'updated_at': '2021-11-11T17:37:03Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:54Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f24f6be-fc7e-4923-8527-6e92c42f7a39', 'name': '', 'network_id': '18b55e4a-b2d3-43db-9312-7e98d73ff88e', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:c7:8d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b368e604-8470-441e-86d5-9b1f0e156d0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:57Z', 'updated_at': '2021-11-11T17:37:00Z', 'revision_number': 2, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'b368e604-8470-441e-86d5-9b1f0e156d0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d', 'name': '', 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:7b:1a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:51Z', 'updated_at': '2021-11-11T17:37:01Z', 'revision_number': 4, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:07.927101 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] For port 5aa168c7-2690-482d-a25b-9ad46a55565a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5aa168c7-2690-482d-a25b-9ad46a55565a,segment=NetworkSegment(bb1f950d-f296-4dd0-ab9b-fcec14dc93be),segment_id=bb1f950d-f296-4dd0-ab9b-fcec14dc93be)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:07.960581 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Made reservation on behalf of 323918b936b74f54964c083c72ec4278 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:37:07.963087 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-7e98c1ea-e712-47eb-80fb-26111ef7bf4c tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ad802d-8a9d-434e-88e2-2ba345cbde2f']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:07.964330 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:07.981692 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:07.993836 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-7e98c1ea-e712-47eb-80fb-26111ef7bf4c tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dbcbd48-d79a-41a6-887d-e350f8335a93') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:07.995684 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-7e98c1ea-e712-47eb-80fb-26111ef7bf4c tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dbcbd48-d79a-41a6-887d-e350f8335a93') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:08.021488 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e98c1ea-e712-47eb-80fb-26111ef7bf4c tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:08.053103 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e98c1ea-e712-47eb-80fb-26111ef7bf4c tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:08.064943 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e98c1ea-e712-47eb-80fb-26111ef7bf4c tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Releasing vlan 1252 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:37:08.065335 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e98c1ea-e712-47eb-80fb-26111ef7bf4c tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:08.069934 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b1e739-7989-455a-9131-0613841ed722 None None] Checking router: b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:37:08.088085 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b1e739-7989-455a-9131-0613841ed722 None None] Updating router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 port 5f24f6be-fc7e-4923-8527-6e92c42f7a39 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:37:08.100438 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:37:08.149774 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:37:08.175442 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 41e4d47b-8eeb-463e-b6de-c6c8c5df21cd up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:08.183304 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] Could not find standard attr ID for object af26d7e2-7c8f-4af8-b84e-c4e4fd156ebf. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:37:08.258042 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-19b1e739-7989-455a-9131-0613841ed722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:08.278670 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e98c1ea-e712-47eb-80fb-26111ef7bf4c tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:08.286055 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e98c1ea-e712-47eb-80fb-26111ef7bf4c tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:08.304415 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7e98c1ea-e712-47eb-80fb-26111ef7bf4c tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "DELETE /v2.0/networks/43ad802d-8a9d-434e-88e2-2ba345cbde2f HTTP/1.1" status: 204 len: 168 time: 2.5314615 Nov 11 17:37:08.309508 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] Provisioning complete for port e65ebf6e-c756-48ae-b02b-1eda8c1c7738 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:08.309890 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:08.311575 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50000) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:08.323435 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f5f41c8b-2c31-49ab-a9c4-d37530ff89a8 req-41db318a-d087-4013-9125-a183849e478a tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/ports?device_id=39b35140-ce05-49dc-b3e4-5562b4bfdbe7 HTTP/1.1" status: 200 len: 210 time: 0.1758213 Nov 11 17:37:08.371576 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f406d16f-1a62-4bd7-b7d7-e6ea90c6579b tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d584d1d-0359-4eec-af90-e2a760ee772f HTTP/1.1" status: 200 len: 205 time: 0.0556366 Nov 11 17:37:08.374323 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] Pushing event updated for resources: {'Port': ['ID=5aa168c7-2690-482d-a25b-9ad46a55565a,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:08.392565 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50002) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:08.413417 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52ab61-f77c-4489-a58e-5ded8ce4de10 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event updated for resources: {'Port': ['ID=04f4d435-9da1-478d-a8ab-08b653bc4e83,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:08.429958 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c52ab61-f77c-4489-a58e-5ded8ce4de10 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Router f3cea3fe-07d7-4e47-8c37-e084463724ba has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:37:08.432380 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98c1ea-e712-47eb-80fb-26111ef7bf4c tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Pushing event deleted for resources: {'Network': ['ID=43ad802d-8a9d-434e-88e2-2ba345cbde2f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:08.476470 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 41e4d47b-8eeb-463e-b6de-c6c8c5df21cd triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:08.476831 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:08.569429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c52ab61-f77c-4489-a58e-5ded8ce4de10 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:37:08.579026 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8c52ab61-f77c-4489-a58e-5ded8ce4de10 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "PUT /v2.0/routers/f3cea3fe-07d7-4e47-8c37-e084463724ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9479225 Nov 11 17:37:08.581450 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50004) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:08.583251 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72438a38-4b5d-4a3f-8241-53ad0c32c819 None None] Sync routers for ids ['f3cea3fe-07d7-4e47-8c37-e084463724ba'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:37:08.602690 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72438a38-4b5d-4a3f-8241-53ad0c32c819 None None] Routers {'f3cea3fe-07d7-4e47-8c37-e084463724ba'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:08.603324 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-72438a38-4b5d-4a3f-8241-53ad0c32c819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f3cea3fe-07d7-4e47-8c37-e084463724ba'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:08.652259 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-088b5996-3dc3-4771-93bf-a03aca7b9242 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:08.662034 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8537d0bc-3bf0-4906-af76-2caa81e976ed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Router 6c88bcf3-1f87-4233-bc28-92cdf156a3f9 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:37:08.683662 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-72438a38-4b5d-4a3f-8241-53ad0c32c819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:08.693009 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72438a38-4b5d-4a3f-8241-53ad0c32c819 None None] Routers {'f3cea3fe-07d7-4e47-8c37-e084463724ba'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:08.693614 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-72438a38-4b5d-4a3f-8241-53ad0c32c819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f3cea3fe-07d7-4e47-8c37-e084463724ba'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:08.706112 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56c77b8d-efbb-4b4a-a92c-faad65596387 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:08.728037 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-72438a38-4b5d-4a3f-8241-53ad0c32c819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:08.728933 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72438a38-4b5d-4a3f-8241-53ad0c32c819 None None] The sync data for ids ['f3cea3fe-07d7-4e47-8c37-e084463724ba'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:37:08.773680 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:08.785600 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:08.829452 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 41e4d47b-8eeb-463e-b6de-c6c8c5df21cd, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=41e4d47b-8eeb-463e-b6de-c6c8c5df21cd,segment=NetworkSegment(2f443e5b-4141-4676-ad3c-8f1f401254af),segment_id=2f443e5b-4141-4676-ad3c-8f1f401254af)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:08.840188 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] Provisioning complete for port 161d584c-cc6a-43e7-9d83-6670bff1d6ab triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:08.840681 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:08.846595 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:08.847032 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1de9f300-7df0-4a31-89f8-3ef031d2442b up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:08.855526 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-56c77b8d-efbb-4b4a-a92c-faad65596387 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 11 17:37:08.857838 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-56c77b8d-efbb-4b4a-a92c-faad65596387 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "DELETE /v2.0/routers/f3cea3fe-07d7-4e47-8c37-e084463724ba HTTP/1.1" status: 409 len: 329 time: 0.2744606 Nov 11 17:37:08.860159 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50006) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:08.915319 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8537d0bc-3bf0-4906-af76-2caa81e976ed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:37:08.916906 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:08.930444 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8537d0bc-3bf0-4906-af76-2caa81e976ed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:08.993898 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] device_id is not set on port 739d066b-e0e6-4677-86c5-672089458b44 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:37:09.114422 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57139cf-cf8a-4106-8a68-bc0ef06e3d6f None None] Sync routers for ids ['6c88bcf3-1f87-4233-bc28-92cdf156a3f9'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:37:09.197777 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dfe2f8-f8d9-45c7-bbd7-1997f7f01605,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:09.224243 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57139cf-cf8a-4106-8a68-bc0ef06e3d6f None None] Routers {'6c88bcf3-1f87-4233-bc28-92cdf156a3f9'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:09.224910 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c57139cf-cf8a-4106-8a68-bc0ef06e3d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:36:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6c88bcf3-1f87-4233-bc28-92cdf156a3f9'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:09.255364 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-088b5996-3dc3-4771-93bf-a03aca7b9242 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:09.258401 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-088b5996-3dc3-4771-93bf-a03aca7b9242 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:09.345892 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-c57139cf-cf8a-4106-8a68-bc0ef06e3d6f None None] Set router 6c88bcf3-1f87-4233-bc28-92cdf156a3f9 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:09.429029 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=41e4d47b-8eeb-463e-b6de-c6c8c5df21cd,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:09.487719 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-088b5996-3dc3-4771-93bf-a03aca7b9242 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:09.495183 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088b5996-3dc3-4771-93bf-a03aca7b9242 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Fanout notify agent at l3_agent the message router_deleted on router 6d584d1d-0359-4eec-af90-e2a760ee772f {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:37:09.496398 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50016) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:09.506162 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-19b1e739-7989-455a-9131-0613841ed722 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:09.508792 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-088b5996-3dc3-4771-93bf-a03aca7b9242 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:09.511814 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-088b5996-3dc3-4771-93bf-a03aca7b9242 tempest-RoutersNegativeTest-1749545332 tempest-RoutersNegativeTest-1749545332-project] 10.222.0.76 "DELETE /v2.0/routers/6d584d1d-0359-4eec-af90-e2a760ee772f HTTP/1.1" status: 204 len: 168 time: 1.1183062 Nov 11 17:37:09.525092 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8537d0bc-3bf0-4906-af76-2caa81e976ed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "DELETE /v2.0/floatingips/1b9afd0c-3cce-41ab-9283-37eff3161db6 HTTP/1.1" status: 204 len: 168 time: 5.7675951 Nov 11 17:37:09.555481 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090cc66f-d731-4551-9d3c-6336889402c0', 'tag': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:37:09.558838 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5023d0-9604-4bfb-8f46-ef8d518d13da" -d '{"events": [{"name": "network-changed", "server_uuid": "090cc66f-d731-4551-9d3c-6336889402c0", "tag": "39a2ee60-d696-4bb9-bd1d-a7ae8171815e"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:37:09.598316 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-19b1e739-7989-455a-9131-0613841ed722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:09.695428 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e34cd273-f7ab-4ba9-acbb-fb3a11d0e7e8 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:09.695655 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1003b3fd-7d10-4ffa-9042-1b628df6a021 x-openstack-request-id: req-1003b3fd-7d10-4ffa-9042-1b628df6a021 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:37:09.701984 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090cc66f-d731-4551-9d3c-6336889402c0", "tag": "39a2ee60-d696-4bb9-bd1d-a7ae8171815e", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:37:09.702339 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1003b3fd-7d10-4ffa-9042-1b628df6a021 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:37:09.702781 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090cc66f-d731-4551-9d3c-6336889402c0', 'tag': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e', 'status': 'completed', 'code': 200} Nov 11 17:37:09.736276 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 1de9f300-7df0-4a31-89f8-3ef031d2442b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:09.738937 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:09.889640 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:10.030543 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0bd10709-0e46-4403-a0f1-78a7a3aaf1c0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:10.055911 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5023d0-9604-4bfb-8f46-ef8d518d13da req-3a6f1375-53b7-4fee-b025-7d910adaec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:10.057463 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5f5023d0-9604-4bfb-8f46-ef8d518d13da req-3a6f1375-53b7-4fee-b025-7d910adaec8a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 1097 time: 0.3449547 Nov 11 17:37:10.060807 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50028) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:10.087399 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ca1a832a-ab2d-49fa-85c5-50c3eb5e00e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:10.117793 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50256b5-7848-4f6a-b9b1-5f8dbe0734fe None None] Pushing event updated for resources: {'Port': ['ID=5f24f6be-fc7e-4923-8527-6e92c42f7a39,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:10.222102 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0bd10709-0e46-4403-a0f1-78a7a3aaf1c0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:10.365723 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a083fcc-96bd-420d-b0c0-a5726bb2c46e req-2b1e5f99-776b-4ece-8b51-2018204f30e2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:10.367481 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1a083fcc-96bd-420d-b0c0-a5726bb2c46e req-2b1e5f99-776b-4ece-8b51-2018204f30e2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 0.3048186 Nov 11 17:37:10.403685 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5aa168c7-2690-482d-a25b-9ad46a55565a up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:10.455059 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] For port 161d584c-cc6a-43e7-9d83-6670bff1d6ab, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=161d584c-cc6a-43e7-9d83-6670bff1d6ab,segment=NetworkSegment(f3400b71-cbec-4262-8cdc-17a3d780ed87),segment_id=f3400b71-cbec-4262-8cdc-17a3d780ed87)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:10.477820 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0bd10709-0e46-4403-a0f1-78a7a3aaf1c0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:10.479825 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:10.487491 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0bd10709-0e46-4403-a0f1-78a7a3aaf1c0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:10.489873 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0bd10709-0e46-4403-a0f1-78a7a3aaf1c0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "DELETE /v2.0/security-groups/7dac114a-24fc-4593-a731-feb406f8d808 HTTP/1.1" status: 204 len: 168 time: 0.9903314 Nov 11 17:37:10.512974 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50036) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:10.533226 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-19b1e739-7989-455a-9131-0613841ed722 None None] Attempting to bind port 5f24f6be-fc7e-4923-8527-6e92c42f7a39 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:10.533643 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-19b1e739-7989-455a-9131-0613841ed722 None None] Attempting to bind port 5f24f6be-fc7e-4923-8527-6e92c42f7a39 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '2f443e5b-4141-4676-ad3c-8f1f401254af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '18b55e4a-b2d3-43db-9312-7e98d73ff88e'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:10.534015 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b1e739-7989-455a-9131-0613841ed722 None None] Attempting to bind port 5f24f6be-fc7e-4923-8527-6e92c42f7a39 on network 18b55e4a-b2d3-43db-9312-7e98d73ff88e {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:10.562359 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5023d0-9604-4bfb-8f46-ef8d518d13da req-f2ad2cd7-fe65-4b8e-b567-6792c26c5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:10.569341 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b1e739-7989-455a-9131-0613841ed722 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:37:10.569729 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b1e739-7989-455a-9131-0613841ed722 None None] Checking segment: {'id': '2f443e5b-4141-4676-ad3c-8f1f401254af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '18b55e4a-b2d3-43db-9312-7e98d73ff88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:37:10.569868 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5f5023d0-9604-4bfb-8f46-ef8d518d13da req-f2ad2cd7-fe65-4b8e-b567-6792c26c5dbf service neutron] 10.222.0.64 "GET /v2.0/networks?id=63135a75-5cfa-435a-a6c8-7eb0f41a5658 HTTP/1.1" status: 200 len: 899 time: 0.4862928 Nov 11 17:37:10.570304 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-19b1e739-7989-455a-9131-0613841ed722 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:10.570713 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b1e739-7989-455a-9131-0613841ed722 None None] Bound using segment: {'id': '2f443e5b-4141-4676-ad3c-8f1f401254af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '18b55e4a-b2d3-43db-9312-7e98d73ff88e'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:37:10.571213 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-19b1e739-7989-455a-9131-0613841ed722 None None] Bound port: 5f24f6be-fc7e-4923-8527-6e92c42f7a39, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f443e5b-4141-4676-ad3c-8f1f401254af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '18b55e4a-b2d3-43db-9312-7e98d73ff88e'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:37:10.571673 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-19b1e739-7989-455a-9131-0613841ed722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:10.598232 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd10709-0e46-4403-a0f1-78a7a3aaf1c0 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dac114a-24fc-4593-a731-feb406f8d808,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:10.626500 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e673d32-ef39-42a4-9a05-03bf0f16f74c None None] Pushing event updated for resources: {'Port': ['ID=161d584c-cc6a-43e7-9d83-6670bff1d6ab,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:10.642452 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c57139cf-cf8a-4106-8a68-bc0ef06e3d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275376215', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:34:33Z', 'updated_at': '2021-11-11T17:34:45Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:be:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:34Z', 'updated_at': '2021-11-11T17:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '3c865f7f-304e-41ed-9e95-1293ddf8e913', 'name': '', 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:85:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '80be57c9-262e-4643-aac8-9ce7c5e5308b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:43Z', 'updated_at': '2021-11-11T17:34:58Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': '80be57c9-262e-4643-aac8-9ce7c5e5308b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:10.643167 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.extraroute_db [None req-6027a70a-88ba-4836-a16e-2aee1a566c73 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Added routes are [] {{(pid=102617) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 17:37:10.643583 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.extraroute_db [None req-6027a70a-88ba-4836-a16e-2aee1a566c73 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102617) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 17:37:10.652534 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0bfe4471-1065-4fac-97a4-6b7f5a0f850a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a55446a94c2145e79dbf7a3044867044&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5538554 Nov 11 17:37:10.653490 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-e8af7169-111e-4a57-9d4b-495a03da7af5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] show failed (client error): The resource could not be found. Nov 11 17:37:10.654442 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e8af7169-111e-4a57-9d4b-495a03da7af5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "GET /v2.0/security-groups/7dac114a-24fc-4593-a731-feb406f8d808 HTTP/1.1" status: 404 len: 347 time: 0.1198587 Nov 11 17:37:10.655159 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50038) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:10.669421 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50040) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:10.671502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 5aa168c7-2690-482d-a25b-9ad46a55565a triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:10.671918 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:10.740907 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57139cf-cf8a-4106-8a68-bc0ef06e3d6f None None] Checking router: 6c88bcf3-1f87-4233-bc28-92cdf156a3f9 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:37:10.754590 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f65ad9f6-e5cc-4fac-b19c-40041cddc038 None None] Provisioning complete for port 63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:10.754966 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f65ad9f6-e5cc-4fac-b19c-40041cddc038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:10.783817 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5f5023d0-9604-4bfb-8f46-ef8d518d13da req-e2414ce2-c42f-44ca-be3e-45caa5950ef7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a2ee60-d696-4bb9-bd1d-a7ae8171815e HTTP/1.1" status: 200 len: 217 time: 0.1927409 Nov 11 17:37:10.825390 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57139cf-cf8a-4106-8a68-bc0ef06e3d6f None None] Routers {'6c88bcf3-1f87-4233-bc28-92cdf156a3f9'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:10.826896 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c57139cf-cf8a-4106-8a68-bc0ef06e3d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6c88bcf3-1f87-4233-bc28-92cdf156a3f9'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:10.873744 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-19b1e739-7989-455a-9131-0613841ed722 None None] For port 5f24f6be-fc7e-4923-8527-6e92c42f7a39, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:37:10.923637 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-19b1e739-7989-455a-9131-0613841ed722 None None] For port 5f24f6be-fc7e-4923-8527-6e92c42f7a39, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5f24f6be-fc7e-4923-8527-6e92c42f7a39,segment=NetworkSegment(2f443e5b-4141-4676-ad3c-8f1f401254af),segment_id=2f443e5b-4141-4676-ad3c-8f1f401254af)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:37:10.994415 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-19b1e739-7989-455a-9131-0613841ed722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:11.018999 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:11.057329 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6027a70a-88ba-4836-a16e-2aee1a566c73 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:11.157197 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 161d584c-cc6a-43e7-9d83-6670bff1d6ab up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:11.159923 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f65ad9f6-e5cc-4fac-b19c-40041cddc038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:11.207053 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b1e739-7989-455a-9131-0613841ed722 None None] Routers {'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:11.207909 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-19b1e739-7989-455a-9131-0613841ed722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:11.286068 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1a083fcc-96bd-420d-b0c0-a5726bb2c46e req-f669d059-7f30-44dc-8de1-1428e9b061d4 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8389361 Nov 11 17:37:11.345341 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-19b1e739-7989-455a-9131-0613841ed722 None None] Set router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:11.411396 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-c57139cf-cf8a-4106-8a68-bc0ef06e3d6f None None] Set router 6c88bcf3-1f87-4233-bc28-92cdf156a3f9 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:11.493360 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d4103c0-db03-421a-882f-e44e307bc75e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:11.527789 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d4103c0-db03-421a-882f-e44e307bc75e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:11.572968 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-e34cd273-f7ab-4ba9-acbb-fb3a11d0e7e8 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Deleting port 04f4d435-9da1-478d-a8ab-08b653bc4e83 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:11.573655 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e34cd273-f7ab-4ba9-acbb-fb3a11d0e7e8 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:11.629073 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-d7389dc1-c853-4188-8b1a-410ee19721c9 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Deleting port e488dd3f-3dad-461d-8d6f-9fb03746a562 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:11.629866 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d7389dc1-c853-4188-8b1a-410ee19721c9 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:11.701834 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d4103c0-db03-421a-882f-e44e307bc75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:11.705499 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d4103c0-db03-421a-882f-e44e307bc75e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:11.706983 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1d4103c0-db03-421a-882f-e44e307bc75e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/40c6c7e2-83d5-48d5-8831-e222b3c21bd6 HTTP/1.1" status: 204 len: 168 time: 1.0464985 Nov 11 17:37:11.742039 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] device_id is not set on port 739d066b-e0e6-4677-86c5-672089458b44 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:37:11.754205 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:11.765931 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:11.776196 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5023d0-9604-4bfb-8f46-ef8d518d13da req-8983a1c3-583c-4b89-a626-860200a9e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:11.777415 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5f5023d0-9604-4bfb-8f46-ef8d518d13da req-8983a1c3-583c-4b89-a626-860200a9e600 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=80be57c9-262e-4643-aac8-9ce7c5e5308b HTTP/1.1" status: 200 len: 835 time: 0.9373081 Nov 11 17:37:11.784905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4103c0-db03-421a-882f-e44e307bc75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c6c7e2-83d5-48d5-8831-e222b3c21bd6,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:11.815947 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e34cd273-f7ab-4ba9-acbb-fb3a11d0e7e8 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:11.860054 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-e34cd273-f7ab-4ba9-acbb-fb3a11d0e7e8 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Calling delete_port for 04f4d435-9da1-478d-a8ab-08b653bc4e83 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:11.923257 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5023d0-9604-4bfb-8f46-ef8d518d13da req-b5662536-c2b4-4175-a56f-c8e6e2c7cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:11.924429 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5f5023d0-9604-4bfb-8f46-ef8d518d13da req-b5662536-c2b4-4175-a56f-c8e6e2c7cac0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63135a75-5cfa-435a-a6c8-7eb0f41a5658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329367 Nov 11 17:37:11.935160 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d7389dc1-c853-4188-8b1a-410ee19721c9 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:11.936822 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d7389dc1-c853-4188-8b1a-410ee19721c9 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:11.981057 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50256b5-7848-4f6a-b9b1-5f8dbe0734fe None None] Pushing event updated for resources: {'Port': ['ID=5f24f6be-fc7e-4923-8527-6e92c42f7a39,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:11.982519 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-d7389dc1-c853-4188-8b1a-410ee19721c9 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Calling delete_port for e488dd3f-3dad-461d-8d6f-9fb03746a562 owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:12.064961 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb7859-3e76-4587-949d-46d707ec6415 req-47e1c71d-535f-4f77-9ea8-c4487fe944ed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:12.066666 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1abb7859-3e76-4587-949d-46d707ec6415 req-47e1c71d-535f-4f77-9ea8-c4487fe944ed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.64 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 0.4518638 Nov 11 17:37:12.067662 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Pushing event updated for resources: {'Port': ['ID=739d066b-e0e6-4677-86c5-672089458b44,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:12.114164 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 161d584c-cc6a-43e7-9d83-6670bff1d6ab triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:12.114549 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:12.161997 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Checking segment: {'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:37:12.162369 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Network hostable DHCP agents. Network: 07c67a7e-c202-463b-976b-8591520b406f, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:37:12.188487 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6027a70a-88ba-4836-a16e-2aee1a566c73 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:12.192717 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f65ad9f6-e5cc-4fac-b19c-40041cddc038 None None] For port 63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d,segment=NetworkSegment(bb1f950d-f296-4dd0-ab9b-fcec14dc93be),segment_id=bb1f950d-f296-4dd0-ab9b-fcec14dc93be)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:12.205427 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6027a70a-88ba-4836-a16e-2aee1a566c73 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-917831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-917838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932385'] for router, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:12.210344 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f65ad9f6-e5cc-4fac-b19c-40041cddc038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:12.277823 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-19b1e739-7989-455a-9131-0613841ed722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:10Z', 'revision_number': 7, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5', 'name': '', 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:56:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:43Z', 'updated_at': '2021-11-11T17:37:03Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:54Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f24f6be-fc7e-4923-8527-6e92c42f7a39', 'name': '', 'network_id': '18b55e4a-b2d3-43db-9312-7e98d73ff88e', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:c7:8d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b368e604-8470-441e-86d5-9b1f0e156d0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:57Z', 'updated_at': '2021-11-11T17:37:10Z', 'revision_number': 4, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'b368e604-8470-441e-86d5-9b1f0e156d0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d', 'name': '', 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:7b:1a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:51Z', 'updated_at': '2021-11-11T17:37:01Z', 'revision_number': 4, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:12.380309 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b1e739-7989-455a-9131-0613841ed722 None None] The sync data for ids ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'] in n-d-816206-4 is: [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:10Z', 'revision_number': 7, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5', 'name': '', 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:56:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:43Z', 'updated_at': '2021-11-11T17:37:03Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:54Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f24f6be-fc7e-4923-8527-6e92c42f7a39', 'name': '', 'network_id': '18b55e4a-b2d3-43db-9312-7e98d73ff88e', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:c7:8d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b368e604-8470-441e-86d5-9b1f0e156d0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:57Z', 'updated_at': '2021-11-11T17:37:10Z', 'revision_number': 4, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'b368e604-8470-441e-86d5-9b1f0e156d0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d', 'name': '', 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:7b:1a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:51Z', 'updated_at': '2021-11-11T17:37:01Z', 'revision_number': 4, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:37:12.398040 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f65ad9f6-e5cc-4fac-b19c-40041cddc038 None None] Provisioning complete for port 5f24f6be-fc7e-4923-8527-6e92c42f7a39 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:12.405858 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f65ad9f6-e5cc-4fac-b19c-40041cddc038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:12.476989 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Network 07c67a7e-c202-463b-976b-8591520b406f is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:37:12.528975 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 04f3d737-e8ad-4aae-a411-eb4f7dc17c63 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:12.538837 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ad9f6-e5cc-4fac-b19c-40041cddc038 None None] Pushing event updated for resources: {'Port': ['ID=63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:12.559440 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5f5023d0-9604-4bfb-8f46-ef8d518d13da req-c0faae86-8728-4172-94b2-fba122931faf service neutron] 10.222.0.64 "GET /v2.0/networks/63135a75-5cfa-435a-a6c8-7eb0f41a5658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067104 Nov 11 17:37:12.598360 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 04f3d737-e8ad-4aae-a411-eb4f7dc17c63 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:12.598712 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 04f3d737-e8ad-4aae-a411-eb4f7dc17c63 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:12.599784 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f660df11-d2a3-4e78-927a-97dbcdc8a98a no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:12.621474 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 07c67a7e-c202-463b-976b-8591520b406f) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:37:12.627488 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:12.630213 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: f660df11-d2a3-4e78-927a-97dbcdc8a98a {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:12.630571 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f660df11-d2a3-4e78-927a-97dbcdc8a98a not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:12.636081 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db8ebb2-0af4-46bc-a7e7-3c5bc8d8f0e5 None None] Network 07c67a7e-c202-463b-976b-8591520b406f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:37:12.643825 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ec7f1-cb79-4683-ac59-272e03fb2f03 req-61bb0b14-5ef6-4930-af8f-ddbdf28bce9d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:12.648552 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f0ec7f1-cb79-4683-ac59-272e03fb2f03 req-61bb0b14-5ef6-4930-af8f-ddbdf28bce9d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 946 time: 0.1655006 Nov 11 17:37:12.678616 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e34cd273-f7ab-4ba9-acbb-fb3a11d0e7e8 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:12.695782 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:37:12.749616 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba39fc5c-63c2-4c48-8932-83575ed39d4f None None] Sync routers for ids ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:37:12.760900 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cd273-f7ab-4ba9-acbb-fb3a11d0e7e8 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event deleted for resources: {'Port': ['ID=04f4d435-9da1-478d-a8ab-08b653bc4e83,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:12.770860 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f65ad9f6-e5cc-4fac-b19c-40041cddc038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:12.772626 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba39fc5c-63c2-4c48-8932-83575ed39d4f None None] Routers {'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:12.774742 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ba39fc5c-63c2-4c48-8932-83575ed39d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:12.818550 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c57139cf-cf8a-4106-8a68-bc0ef06e3d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275376215', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:34:33Z', 'updated_at': '2021-11-11T17:34:45Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:be:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:34Z', 'updated_at': '2021-11-11T17:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '3c865f7f-304e-41ed-9e95-1293ddf8e913', 'name': '', 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:85:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '80be57c9-262e-4643-aac8-9ce7c5e5308b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:43Z', 'updated_at': '2021-11-11T17:34:58Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': '80be57c9-262e-4643-aac8-9ce7c5e5308b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:12.874867 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:12.874867 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:12.875836 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:12.885433 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port 739d066b-e0e6-4677-86c5-672089458b44 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:12.885909 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port 739d066b-e0e6-4677-86c5-672089458b44 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:12.891138 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6027a70a-88ba-4836-a16e-2aee1a566c73 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:37:12.894073 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 2 to bind port 739d066b-e0e6-4677-86c5-672089458b44 Nov 11 17:37:12.896479 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d7389dc1-c853-4188-8b1a-410ee19721c9 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:12.899820 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5f5023d0-9604-4bfb-8f46-ef8d518d13da req-1eb58ded-d229-4588-a276-2046f3ac5cb2 service neutron] 10.222.0.64 "GET /v2.0/networks/63135a75-5cfa-435a-a6c8-7eb0f41a5658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901678 Nov 11 17:37:12.910042 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-1abb7859-3e76-4587-949d-46d707ec6415 req-e53c6f21-6af8-44f3-b2c5-b4369891e00a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Deleting port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:12.910511 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1abb7859-3e76-4587-949d-46d707ec6415 req-e53c6f21-6af8-44f3-b2c5-b4369891e00a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:12.923562 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57139cf-cf8a-4106-8a68-bc0ef06e3d6f None None] The sync data for ids ['6c88bcf3-1f87-4233-bc28-92cdf156a3f9'] in n-d-816206-4 is: [{'id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275376215', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:34:33Z', 'updated_at': '2021-11-11T17:34:45Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:be:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:34Z', 'updated_at': '2021-11-11T17:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '3c865f7f-304e-41ed-9e95-1293ddf8e913', 'name': '', 'network_id': '63135a75-5cfa-435a-a6c8-7eb0f41a5658', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:85:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '80be57c9-262e-4643-aac8-9ce7c5e5308b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:43Z', 'updated_at': '2021-11-11T17:34:58Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': '80be57c9-262e-4643-aac8-9ce7c5e5308b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:37:12.996180 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f65ad9f6-e5cc-4fac-b19c-40041cddc038 None None] For port 5f24f6be-fc7e-4923-8527-6e92c42f7a39, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5f24f6be-fc7e-4923-8527-6e92c42f7a39,segment=NetworkSegment(2f443e5b-4141-4676-ad3c-8f1f401254af),segment_id=2f443e5b-4141-4676-ad3c-8f1f401254af)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:13.010379 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:13.030528 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f65ad9f6-e5cc-4fac-b19c-40041cddc038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:13.086309 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-ba39fc5c-63c2-4c48-8932-83575ed39d4f None None] Set router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:13.113391 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-1abb7859-3e76-4587-949d-46d707ec6415 req-e53c6f21-6af8-44f3-b2c5-b4369891e00a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] For port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=39a2ee60-d696-4bb9-bd1d-a7ae8171815e,segment=NetworkSegment(30c49fa5-d7a3-4fab-ad8a-bef888053bed),segment_id=30c49fa5-d7a3-4fab-ad8a-bef888053bed)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:13.113664 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1abb7859-3e76-4587-949d-46d707ec6415 req-e53c6f21-6af8-44f3-b2c5-b4369891e00a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:13.130915 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7389dc1-c853-4188-8b1a-410ee19721c9 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event deleted for resources: {'Port': ['ID=e488dd3f-3dad-461d-8d6f-9fb03746a562,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:13.137675 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-1abb7859-3e76-4587-949d-46d707ec6415 req-e53c6f21-6af8-44f3-b2c5-b4369891e00a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Calling delete_port for 39a2ee60-d696-4bb9-bd1d-a7ae8171815e owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:13.157695 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50072) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:13.192495 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f0ec7f1-cb79-4683-ac59-272e03fb2f03 req-6e78f4b7-3489-46a5-bf6f-87ef0240f76c tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=ae19ac6f-39b4-4fee-a986-614a95ab0290&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5204699 Nov 11 17:37:13.194219 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1c7c11-81d2-4ea8-8fef-8c0b7c2a7439 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:37:13.220151 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e34cd273-f7ab-4ba9-acbb-fb3a11d0e7e8 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:13.280544 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f65ad9f6-e5cc-4fac-b19c-40041cddc038 None None] Provisioning complete for port 5aa168c7-2690-482d-a25b-9ad46a55565a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:13.281026 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f65ad9f6-e5cc-4fac-b19c-40041cddc038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:13.372264 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d7389dc1-c853-4188-8b1a-410ee19721c9 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:13.375595 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d7389dc1-c853-4188-8b1a-410ee19721c9 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:13.376873 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d7389dc1-c853-4188-8b1a-410ee19721c9 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "DELETE /v2.0/floatingips/8fdbae10-9fdc-49fd-8c5a-bed0086db55b HTTP/1.1" status: 204 len: 168 time: 2.7049899 Nov 11 17:37:13.380132 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50076) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:13.393616 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c4236dfa-f655-4d92-b7f6-938c679ff2a5 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:13.446391 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-7a26beb3-96c0-454e-b7b2-2a90dae073dc tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Request body: {'security_group': {'name': 'tempest-secgroup--700831017'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:13.457982 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ad9f6-e5cc-4fac-b19c-40041cddc038 None None] Pushing event updated for resources: {'Port': ['ID=5f24f6be-fc7e-4923-8527-6e92c42f7a39,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:13.463342 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:13.463342 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:13.463342 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:13.518797 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port 739d066b-e0e6-4677-86c5-672089458b44 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:13.519132 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port 739d066b-e0e6-4677-86c5-672089458b44 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:13.522494 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 3 to bind port 739d066b-e0e6-4677-86c5-672089458b44 Nov 11 17:37:13.542999 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1abb7859-3e76-4587-949d-46d707ec6415 req-e53c6f21-6af8-44f3-b2c5-b4369891e00a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:13.557595 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:13.557939 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:13.558277 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:13.565241 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a2162-fe2e-490d-ae2e-63cb1527ee40 None None] New status for floating IP 1b9afd0c-3cce-41ab-9283-37eff3161db6: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:37:13.568114 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ba39fc5c-63c2-4c48-8932-83575ed39d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:10Z', 'revision_number': 7, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5', 'name': '', 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:56:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:43Z', 'updated_at': '2021-11-11T17:37:03Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:54Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f24f6be-fc7e-4923-8527-6e92c42f7a39', 'name': '', 'network_id': '18b55e4a-b2d3-43db-9312-7e98d73ff88e', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:c7:8d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b368e604-8470-441e-86d5-9b1f0e156d0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:57Z', 'updated_at': '2021-11-11T17:37:10Z', 'revision_number': 4, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'b368e604-8470-441e-86d5-9b1f0e156d0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d', 'name': '', 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:7b:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:51Z', 'updated_at': '2021-11-11T17:37:12Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:13.589882 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port 739d066b-e0e6-4677-86c5-672089458b44 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:13.590225 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port 739d066b-e0e6-4677-86c5-672089458b44 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:13.593172 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 4 to bind port 739d066b-e0e6-4677-86c5-672089458b44 Nov 11 17:37:13.596282 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6027a70a-88ba-4836-a16e-2aee1a566c73 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:37:13.599383 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c6f21-6af8-44f3-b2c5-b4369891e00a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Port': ['ID=39a2ee60-d696-4bb9-bd1d-a7ae8171815e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:13.612462 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6027a70a-88ba-4836-a16e-2aee1a566c73 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:13.615927 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6027a70a-88ba-4836-a16e-2aee1a566c73 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 HTTP/1.1" status: 200 len: 704 time: 6.0400579 Nov 11 17:37:13.617978 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50080) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:13.622615 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7a26beb3-96c0-454e-b7b2-2a90dae073dc tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:13.626173 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba39fc5c-63c2-4c48-8932-83575ed39d4f None None] Checking router: b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:37:13.644326 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port c4236dfa-f655-4d92-b7f6-938c679ff2a5 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:13.644706 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:13.649438 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba39fc5c-63c2-4c48-8932-83575ed39d4f None None] Routers {'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:13.650238 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ba39fc5c-63c2-4c48-8932-83575ed39d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:13.658673 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7a26beb3-96c0-454e-b7b2-2a90dae073dc tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:13.661746 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34cd273-f7ab-4ba9-acbb-fb3a11d0e7e8 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Router f3cea3fe-07d7-4e47-8c37-e084463724ba has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:37:13.736798 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-e8b3a5ab-81ea-4d98-835b-fef563e0717e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Deleting port 4f66b335-60b1-4a5e-a509-ce8519750f0d {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:13.737118 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8b3a5ab-81ea-4d98-835b-fef563e0717e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:13.766580 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:13.767012 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:13.767782 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:13.775634 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port 739d066b-e0e6-4677-86c5-672089458b44 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:13.776073 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port 739d066b-e0e6-4677-86c5-672089458b44 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:13.808598 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 5 to bind port 739d066b-e0e6-4677-86c5-672089458b44 Nov 11 17:37:13.811095 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abb7859-3e76-4587-949d-46d707ec6415 req-e53c6f21-6af8-44f3-b2c5-b4369891e00a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] No DVR routers for this DVR port 39a2ee60-d696-4bb9-bd1d-a7ae8171815e on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:37:13.818800 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f65ad9f6-e5cc-4fac-b19c-40041cddc038 None None] Provisioning complete for port 41e4d47b-8eeb-463e-b6de-c6c8c5df21cd triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:13.818800 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f65ad9f6-e5cc-4fac-b19c-40041cddc038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:13.838646 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1abb7859-3e76-4587-949d-46d707ec6415 req-e53c6f21-6af8-44f3-b2c5-b4369891e00a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:13.842336 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1abb7859-3e76-4587-949d-46d707ec6415 req-e53c6f21-6af8-44f3-b2c5-b4369891e00a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.64 "DELETE /v2.0/ports/39a2ee60-d696-4bb9-bd1d-a7ae8171815e HTTP/1.1" status: 204 len: 173 time: 1.7316840 Nov 11 17:37:13.860096 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090cc66f-d731-4551-9d3c-6336889402c0', 'name': 'network-vif-deleted', 'tag': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:37:13.862568 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51204c9-c557-409e-95bd-083d1c119619" -d '{"events": [{"server_uuid": "090cc66f-d731-4551-9d3c-6336889402c0", "name": "network-vif-deleted", "tag": "39a2ee60-d696-4bb9-bd1d-a7ae8171815e"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:37:13.865667 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-ba39fc5c-63c2-4c48-8932-83575ed39d4f None None] Set router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:13.934986 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34cd273-f7ab-4ba9-acbb-fb3a11d0e7e8 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:37:13.945881 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e34cd273-f7ab-4ba9-acbb-fb3a11d0e7e8 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "PUT /v2.0/routers/f3cea3fe-07d7-4e47-8c37-e084463724ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0838811 Nov 11 17:37:13.952393 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50092) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:13.985549 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b37f03-6ab4-4eca-9247-91be666b206d x-openstack-request-id: req-98b37f03-6ab4-4eca-9247-91be666b206d {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:37:13.986163 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090cc66f-d731-4551-9d3c-6336889402c0", "name": "network-vif-deleted", "tag": "39a2ee60-d696-4bb9-bd1d-a7ae8171815e", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:37:13.986279 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-98b37f03-6ab4-4eca-9247-91be666b206d {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:37:13.986791 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090cc66f-d731-4551-9d3c-6336889402c0', 'name': 'network-vif-deleted', 'tag': '39a2ee60-d696-4bb9-bd1d-a7ae8171815e', 'status': 'completed', 'code': 200} Nov 11 17:37:13.990935 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:13.991400 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:13.991902 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:14.008731 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8c39a741-a92d-4bcb-ba0d-edde79ca7b3a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/routers/b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 HTTP/1.1" status: 200 len: 704 time: 0.3868511 Nov 11 17:37:14.016217 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50096) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:14.017642 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-c3f92fe3-fded-4a02-ac07-5a6c28012691 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] show failed (client error): The resource could not be found. Nov 11 17:37:14.018957 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c3f92fe3-fded-4a02-ac07-5a6c28012691 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "GET /v2.0/routers/tempest-non_exist_router-1499145186 HTTP/1.1" status: 404 len: 335 time: 0.0630558 Nov 11 17:37:14.025175 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:14.029180 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50098) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:14.034344 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port 739d066b-e0e6-4677-86c5-672089458b44 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:14.034679 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port 739d066b-e0e6-4677-86c5-672089458b44 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:14.035080 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 6 to bind port 739d066b-e0e6-4677-86c5-672089458b44 Nov 11 17:37:14.043978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-a23c47ac-75f0-4895-9247-eed88aa34208 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:14.054103 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:14.054576 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:14.054925 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:14.070363 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port c4236dfa-f655-4d92-b7f6-938c679ff2a5, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c4236dfa-f655-4d92-b7f6-938c679ff2a5,segment=NetworkSegment(10c1a5c2-98bc-4a29-9746-d7014211928e),segment_id=10c1a5c2-98bc-4a29-9746-d7014211928e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:14.071677 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port 739d066b-e0e6-4677-86c5-672089458b44 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:14.083021 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f65ad9f6-e5cc-4fac-b19c-40041cddc038 None None] Could not find standard attr ID for object 04f4d435-9da1-478d-a8ab-08b653bc4e83. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:37:14.084075 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port 739d066b-e0e6-4677-86c5-672089458b44 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:14.085369 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 7 to bind port 739d066b-e0e6-4677-86c5-672089458b44 Nov 11 17:37:14.086576 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:14.087607 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:14.126205 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:14.126567 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:14.126921 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:14.137913 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port 739d066b-e0e6-4677-86c5-672089458b44 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:14.139920 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port 739d066b-e0e6-4677-86c5-672089458b44 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:14.140347 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 8 to bind port 739d066b-e0e6-4677-86c5-672089458b44 Nov 11 17:37:14.198793 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:14.199131 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:14.199985 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=c4236dfa-f655-4d92-b7f6-938c679ff2a5,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:14.202305 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:14.205606 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-a23c47ac-75f0-4895-9247-eed88aa34208 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] update failed (client error): The resource could not be found. Nov 11 17:37:14.208919 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a23c47ac-75f0-4895-9247-eed88aa34208 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "PUT /v2.0/routers/tempest-non_exist_router-807781973 HTTP/1.1" status: 404 len: 334 time: 0.1690991 Nov 11 17:37:14.214100 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50102) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:14.217420 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8b3a5ab-81ea-4d98-835b-fef563e0717e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:14.242668 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35eec74-123f-4e2e-b2f4-0390defd628d None None] Sync routers for ids ['f3cea3fe-07d7-4e47-8c37-e084463724ba'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:37:14.242965 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f65ad9f6-e5cc-4fac-b19c-40041cddc038 None None] Provisioning complete for port c4236dfa-f655-4d92-b7f6-938c679ff2a5 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:14.246296 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f65ad9f6-e5cc-4fac-b19c-40041cddc038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:14.301107 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35eec74-123f-4e2e-b2f4-0390defd628d None None] Routers {'f3cea3fe-07d7-4e47-8c37-e084463724ba'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:14.301790 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f35eec74-123f-4e2e-b2f4-0390defd628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f3cea3fe-07d7-4e47-8c37-e084463724ba'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:14.318758 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:14.319607 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:14.344741 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-e8b3a5ab-81ea-4d98-835b-fef563e0717e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Calling delete_port for 4f66b335-60b1-4a5e-a509-ce8519750f0d owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:14.347150 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port 739d066b-e0e6-4677-86c5-672089458b44 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:14.347440 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port 739d066b-e0e6-4677-86c5-672089458b44 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:14.353315 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f35eec74-123f-4e2e-b2f4-0390defd628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:14.355938 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 9 to bind port 739d066b-e0e6-4677-86c5-672089458b44 Nov 11 17:37:14.363444 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7a26beb3-96c0-454e-b7b2-2a90dae073dc tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:14.391693 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7a26beb3-96c0-454e-b7b2-2a90dae073dc tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:14.419625 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35eec74-123f-4e2e-b2f4-0390defd628d None None] Routers {'f3cea3fe-07d7-4e47-8c37-e084463724ba'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:14.420233 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f35eec74-123f-4e2e-b2f4-0390defd628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f3cea3fe-07d7-4e47-8c37-e084463724ba'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:14.430960 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:14.431652 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:14.431811 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:14.436319 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-209af002-dbef-4cbe-904e-609948b8d005 req-adfd4c0b-8489-4adf-a783-148713c7b1ab tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=090cc66f-d731-4551-9d3c-6336889402c0 HTTP/1.1" status: 200 len: 210 time: 0.0580454 Nov 11 17:37:14.461113 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f8ef79-b4ea-442c-a85b-8345b8aaded3 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Deleting subnet 6e08cd70-aec4-444b-8aea-3d9fd46c14bf {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:37:14.463095 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f35eec74-123f-4e2e-b2f4-0390defd628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:14.463694 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35eec74-123f-4e2e-b2f4-0390defd628d None None] The sync data for ids ['f3cea3fe-07d7-4e47-8c37-e084463724ba'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:37:14.474858 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9f8ef79-b4ea-442c-a85b-8345b8aaded3 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:14.478897 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port 739d066b-e0e6-4677-86c5-672089458b44 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:14.479236 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port 739d066b-e0e6-4677-86c5-672089458b44 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:14.480626 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ba39fc5c-63c2-4c48-8932-83575ed39d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:10Z', 'revision_number': 7, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5', 'name': '', 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:56:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:43Z', 'updated_at': '2021-11-11T17:37:03Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:54Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f24f6be-fc7e-4923-8527-6e92c42f7a39', 'name': '', 'network_id': '18b55e4a-b2d3-43db-9312-7e98d73ff88e', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:c7:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b368e604-8470-441e-86d5-9b1f0e156d0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:57Z', 'updated_at': '2021-11-11T17:37:12Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'b368e604-8470-441e-86d5-9b1f0e156d0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d', 'name': '', 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:7b:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:51Z', 'updated_at': '2021-11-11T17:37:12Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:14.532698 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 10 to bind port 739d066b-e0e6-4677-86c5-672089458b44 Nov 11 17:37:14.570923 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:14.597968 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:14.601099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:14.601484 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 739d066b-e0e6-4677-86c5-672089458b44 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:14.618318 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26beb3-96c0-454e-b7b2-2a90dae073dc tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1d3575-aea6-4805-8ab0-3cdb4e0d8b3d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:14.630839 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba39fc5c-63c2-4c48-8932-83575ed39d4f None None] The sync data for ids ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'] in n-d-816206-4 is: [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:10Z', 'revision_number': 7, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5', 'name': '', 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:56:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:43Z', 'updated_at': '2021-11-11T17:37:03Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:54Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f24f6be-fc7e-4923-8527-6e92c42f7a39', 'name': '', 'network_id': '18b55e4a-b2d3-43db-9312-7e98d73ff88e', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:c7:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b368e604-8470-441e-86d5-9b1f0e156d0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:57Z', 'updated_at': '2021-11-11T17:37:12Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'b368e604-8470-441e-86d5-9b1f0e156d0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d', 'name': '', 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:7b:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:51Z', 'updated_at': '2021-11-11T17:37:12Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:37:14.651478 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port 739d066b-e0e6-4677-86c5-672089458b44 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:14.653352 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port 739d066b-e0e6-4677-86c5-672089458b44 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:14.653862 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:14.659433 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-86dffd0f-42bd-48b7-921b-79bdea1dc9ce None None] Provisioning complete for port 5f24f6be-fc7e-4923-8527-6e92c42f7a39 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:14.659979 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-86dffd0f-42bd-48b7-921b-79bdea1dc9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:14.662860 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9f8ef79-b4ea-442c-a85b-8345b8aaded3 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:14.741728 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:14.742098 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:14.743496 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7a26beb3-96c0-454e-b7b2-2a90dae073dc tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:14.781688 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7a26beb3-96c0-454e-b7b2-2a90dae073dc tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:14.870440 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] For port 739d066b-e0e6-4677-86c5-672089458b44, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:37:14.871067 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempted to set empty binding levels {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 17:37:14.884463 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9f8ef79-b4ea-442c-a85b-8345b8aaded3 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:14.908007 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7a26beb3-96c0-454e-b7b2-2a90dae073dc tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:14.909310 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7a26beb3-96c0-454e-b7b2-2a90dae073dc tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7473927 Nov 11 17:37:14.926013 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50114) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:14.929674 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26beb3-96c0-454e-b7b2-2a90dae073dc tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53220db-d1b9-424d-9333-b2e3db717455,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:14.930043 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:14.967641 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3543527-2b22-48c7-b8fd-b4e574f9449a None None] Sync routers for ids ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:37:14.978063 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8b3a5ab-81ea-4d98-835b-fef563e0717e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:14.988716 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 39a2ee60-d696-4bb9-bd1d-a7ae8171815e no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:15.010313 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:15.011013 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:15.023695 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3a5ab-81ea-4d98-835b-fef563e0717e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event deleted for resources: {'Port': ['ID=4f66b335-60b1-4a5e-a509-ce8519750f0d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:15.050752 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5f24f6be-fc7e-4923-8527-6e92c42f7a39 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:15.051311 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 7.2526715 Nov 11 17:37:15.054835 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 39a2ee60-d696-4bb9-bd1d-a7ae8171815e {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:15.055179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 39a2ee60-d696-4bb9-bd1d-a7ae8171815e not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:15.075810 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50116) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:15.086780 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e485c0-2469-4da4-a4fc-50187e6cd540 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Pushing event updated for resources: {'Port': ['ID=739d066b-e0e6-4677-86c5-672089458b44,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:15.115862 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3543527-2b22-48c7-b8fd-b4e574f9449a None None] Routers {'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:15.116509 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e3543527-2b22-48c7-b8fd-b4e574f9449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:15.172818 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ae785074-091d-41f4-ad3c-f5805cc06805 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2451158 Nov 11 17:37:15.177285 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50118) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:15.189747 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-f6b10e58-c6d6-4925-a48b-d773bf69230e tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Request body: {'security_group': {'name': 'tempest-security--1805935933', 'description': 'tempest-security-description-2043929537'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:15.194019 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9f8ef79-b4ea-442c-a85b-8345b8aaded3 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:15.243603 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8ef79-b4ea-442c-a85b-8345b8aaded3 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event deleted for resources: {'Subnet': ['ID=6e08cd70-aec4-444b-8aea-3d9fd46c14bf,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:15.257480 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-e3543527-2b22-48c7-b8fd-b4e574f9449a None None] Set router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:15.276318 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9f8ef79-b4ea-442c-a85b-8345b8aaded3 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:15.281336 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e9f8ef79-b4ea-442c-a85b-8345b8aaded3 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "DELETE /v2.0/subnets/6e08cd70-aec4-444b-8aea-3d9fd46c14bf HTTP/1.1" status: 204 len: 168 time: 1.0553124 Nov 11 17:37:15.286244 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50120) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:15.293712 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357ee332-511c-4a40-8ddf-6cd81775da69 None None] Network 2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:37:15.297815 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f6b10e58-c6d6-4925-a48b-d773bf69230e tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:15.310531 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 5f24f6be-fc7e-4923-8527-6e92c42f7a39 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:15.311251 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:15.329674 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8b3a5ab-81ea-4d98-835b-fef563e0717e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:15.335526 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e8b3a5ab-81ea-4d98-835b-fef563e0717e tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "DELETE /v2.0/ports/4f66b335-60b1-4a5e-a509-ce8519750f0d HTTP/1.1" status: 204 len: 168 time: 1.9522519 Nov 11 17:37:15.358982 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f6b10e58-c6d6-4925-a48b-d773bf69230e tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:15.360268 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50122) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:15.371148 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f6b10e58-c6d6-4925-a48b-d773bf69230e tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:15.375368 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f6b10e58-c6d6-4925-a48b-d773bf69230e tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:15.376772 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f6b10e58-c6d6-4925-a48b-d773bf69230e tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "PUT /v2.0/security-groups/d53220db-d1b9-424d-9333-b2e3db717455 HTTP/1.1" status: 200 len: 1797 time: 0.1916592 Nov 11 17:37:15.435617 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50124) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:15.554303 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50128) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:15.642611 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-afd906fd-77ad-4afa-9ee2-e0b34f5d3d8c tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-groups/d53220db-d1b9-424d-9333-b2e3db717455 HTTP/1.1" status: 200 len: 1797 time: 0.2057152 Nov 11 17:37:15.643983 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b10e58-c6d6-4925-a48b-d773bf69230e tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53220db-d1b9-424d-9333-b2e3db717455,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:15.647619 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50130) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:15.818435 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-7c05e4a9-fa90-4f88-818e-1f4f4acad711 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Deleting port 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:15.820120 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c05e4a9-fa90-4f88-818e-1f4f4acad711 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:15.874045 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0ad8b81-a3ae-4522-b1ed-fc90704f54c5 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:15.922705 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d8af31dd-a7ef-42f7-a70a-05bbf1aa208c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:15.929606 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-a8ce5ea2-5fa9-4a83-85f3-31e9cdd2d139 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Deleting port 739d066b-e0e6-4677-86c5-672089458b44 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:15.929990 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a8ce5ea2-5fa9-4a83-85f3-31e9cdd2d139 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:15.965824 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6596c0a2-b726-4ffd-a02f-5a6ab74a5815 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:15.988273 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0ad8b81-a3ae-4522-b1ed-fc90704f54c5 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:16.033514 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc5d624-ae2c-4089-aae9-7b05d69e4f98 None None] DHCP port deletion for 2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:37:16.078991 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e3543527-2b22-48c7-b8fd-b4e574f9449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:10Z', 'revision_number': 7, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5', 'name': '', 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:56:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:43Z', 'updated_at': '2021-11-11T17:37:03Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:54Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f24f6be-fc7e-4923-8527-6e92c42f7a39', 'name': '', 'network_id': '18b55e4a-b2d3-43db-9312-7e98d73ff88e', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:c7:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b368e604-8470-441e-86d5-9b1f0e156d0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:57Z', 'updated_at': '2021-11-11T17:37:12Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'b368e604-8470-441e-86d5-9b1f0e156d0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d', 'name': '', 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:7b:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:51Z', 'updated_at': '2021-11-11T17:37:12Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:16.088406 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c05e4a9-fa90-4f88-818e-1f4f4acad711 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:16.110479 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3543527-2b22-48c7-b8fd-b4e574f9449a None None] Checking router: b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:37:16.111149 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-7c05e4a9-fa90-4f88-818e-1f4f4acad711 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Calling delete_port for 20a6d92a-5fd5-4fa9-90b8-b57594e547e2 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:16.120190 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c34f7622-6e8a-48e9-a7b8-8eecb627b437 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:16.127116 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0ad8b81-a3ae-4522-b1ed-fc90704f54c5 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:16.129476 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3543527-2b22-48c7-b8fd-b4e574f9449a None None] Routers {'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:16.130158 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e3543527-2b22-48c7-b8fd-b4e574f9449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:16.130516 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0ad8b81-a3ae-4522-b1ed-fc90704f54c5 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:16.134037 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f0ad8b81-a3ae-4522-b1ed-fc90704f54c5 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "DELETE /v2.0/security-groups/d53220db-d1b9-424d-9333-b2e3db717455 HTTP/1.1" status: 204 len: 168 time: 0.4799850 Nov 11 17:37:16.136334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50136) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:16.149348 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad8b81-a3ae-4522-b1ed-fc90704f54c5 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53220db-d1b9-424d-9333-b2e3db717455,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:16.191306 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-a8ce5ea2-5fa9-4a83-85f3-31e9cdd2d139 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] For port 739d066b-e0e6-4677-86c5-672089458b44, host n-h2-816206-4, got binding levels [] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:16.191674 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a8ce5ea2-5fa9-4a83-85f3-31e9cdd2d139 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:16.205092 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 6596c0a2-b726-4ffd-a02f-5a6ab74a5815 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:16.205092 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:16.243534 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-a8ce5ea2-5fa9-4a83-85f3-31e9cdd2d139 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Calling delete_port for 739d066b-e0e6-4677-86c5-672089458b44 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:16.267927 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2bc5d624-ae2c-4089-aae9-7b05d69e4f98 None None] Deleting port c4236dfa-f655-4d92-b7f6-938c679ff2a5 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:16.268304 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2bc5d624-ae2c-4089-aae9-7b05d69e4f98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:16.322038 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-e3543527-2b22-48c7-b8fd-b4e574f9449a None None] Set router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:16.331712 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8bd7cb81-ad17-405c-87cc-74eb3621829f tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1918182 Nov 11 17:37:16.332260 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50138) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:16.367654 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-52647949-5198-4902-9937-23ac8e08063d tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] delete failed (client error): The resource could not be found. Nov 11 17:37:16.372420 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-52647949-5198-4902-9937-23ac8e08063d tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "DELETE /v2.0/security-groups/d53220db-d1b9-424d-9333-b2e3db717455 HTTP/1.1" status: 404 len: 347 time: 0.0355053 Nov 11 17:37:16.373881 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50140) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:16.379664 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-92e0875d-6fc1-4626-b130-4318b8c7e1cf tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Request body: {'security_group': {'name': 'tempest-secgroup--964722680'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:16.390491 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2bc5d624-ae2c-4089-aae9-7b05d69e4f98 None None] For port c4236dfa-f655-4d92-b7f6-938c679ff2a5, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c4236dfa-f655-4d92-b7f6-938c679ff2a5,segment=NetworkSegment(10c1a5c2-98bc-4a29-9746-d7014211928e),segment_id=10c1a5c2-98bc-4a29-9746-d7014211928e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:16.390895 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2bc5d624-ae2c-4089-aae9-7b05d69e4f98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:16.438177 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-c34f7622-6e8a-48e9-a7b8-8eecb627b437 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Deleting port c4236dfa-f655-4d92-b7f6-938c679ff2a5 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:16.438552 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c34f7622-6e8a-48e9-a7b8-8eecb627b437 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:16.456621 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2bc5d624-ae2c-4089-aae9-7b05d69e4f98 None None] Calling delete_port for c4236dfa-f655-4d92-b7f6-938c679ff2a5 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:16.461652 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-92e0875d-6fc1-4626-b130-4318b8c7e1cf tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:16.545224 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a8ce5ea2-5fa9-4a83-85f3-31e9cdd2d139 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:16.561984 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 41e4d47b-8eeb-463e-b6de-c6c8c5df21cd up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:16.623586 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a8ce5ea2-5fa9-4a83-85f3-31e9cdd2d139 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:16.631013 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a8ce5ea2-5fa9-4a83-85f3-31e9cdd2d139 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] 10.222.0.76 "DELETE /v2.0/ports/739d066b-e0e6-4677-86c5-672089458b44 HTTP/1.1" status: 204 len: 168 time: 1.5441988 Nov 11 17:37:16.631013 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce5ea2-5fa9-4a83-85f3-31e9cdd2d139 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Pushing event deleted for resources: {'Port': ['ID=739d066b-e0e6-4677-86c5-672089458b44,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:16.642019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50142) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:16.673723 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-c34f7622-6e8a-48e9-a7b8-8eecb627b437 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] For port c4236dfa-f655-4d92-b7f6-938c679ff2a5, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c4236dfa-f655-4d92-b7f6-938c679ff2a5,segment=NetworkSegment(10c1a5c2-98bc-4a29-9746-d7014211928e),segment_id=10c1a5c2-98bc-4a29-9746-d7014211928e)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:16.674195 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c34f7622-6e8a-48e9-a7b8-8eecb627b437 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:16.691135 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c05e4a9-fa90-4f88-818e-1f4f4acad711 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:16.691543 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c73913-c3c3-40c6-a7d1-f709b4c29349 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] GET failed (client error): The resource could not be found. Nov 11 17:37:16.697233 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f5c73913-c3c3-40c6-a7d1-f709b4c29349 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] 10.222.0.76 "GET /v2.0/ports/739d066b-e0e6-4677-86c5-672089458b44 HTTP/1.1" status: 404 len: 333 time: 0.0510659 Nov 11 17:37:16.698966 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50144) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:16.703863 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 41e4d47b-8eeb-463e-b6de-c6c8c5df21cd triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:16.704249 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:16.704742 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-9a92feb8-d08f-40b8-a1b5-aadaf5544f61 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Request body: {'port': {'network_id': '07c67a7e-c202-463b-976b-8591520b406f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-862823856'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:16.708240 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-c34f7622-6e8a-48e9-a7b8-8eecb627b437 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Calling delete_port for c4236dfa-f655-4d92-b7f6-938c679ff2a5 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:16.726139 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05e4a9-fa90-4f88-818e-1f4f4acad711 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event deleted for resources: {'Port': ['ID=20a6d92a-5fd5-4fa9-90b8-b57594e547e2,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:16.733912 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2bc5d624-ae2c-4089-aae9-7b05d69e4f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:16.779494 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5d624-ae2c-4089-aae9-7b05d69e4f98 None None] Pushing event deleted for resources: {'Port': ['ID=c4236dfa-f655-4d92-b7f6-938c679ff2a5,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:16.785530 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc5d624-ae2c-4089-aae9-7b05d69e4f98 None None] No DVR routers for this DVR port c4236dfa-f655-4d92-b7f6-938c679ff2a5 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:37:16.830935 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e3543527-2b22-48c7-b8fd-b4e574f9449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:10Z', 'revision_number': 7, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5', 'name': '', 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:56:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:43Z', 'updated_at': '2021-11-11T17:37:03Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:54Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f24f6be-fc7e-4923-8527-6e92c42f7a39', 'name': '', 'network_id': '18b55e4a-b2d3-43db-9312-7e98d73ff88e', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:c7:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b368e604-8470-441e-86d5-9b1f0e156d0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:57Z', 'updated_at': '2021-11-11T17:37:12Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'b368e604-8470-441e-86d5-9b1f0e156d0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d', 'name': '', 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:7b:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:51Z', 'updated_at': '2021-11-11T17:37:12Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:16.838666 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-92e0875d-6fc1-4626-b130-4318b8c7e1cf tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:16.844202 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a92feb8-d08f-40b8-a1b5-aadaf5544f61 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Made reservation on behalf of 323918b936b74f54964c083c72ec4278 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:37:16.844996 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9921b58d-e75e-452b-ade1-b59f69d4d852 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:16.846583 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9a92feb8-d08f-40b8-a1b5-aadaf5544f61 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:16.854831 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-92e0875d-6fc1-4626-b130-4318b8c7e1cf tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:16.887181 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c05e4a9-fa90-4f88-818e-1f4f4acad711 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:16.893886 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7c05e4a9-fa90-4f88-818e-1f4f4acad711 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "DELETE /v2.0/ports/20a6d92a-5fd5-4fa9-90b8-b57594e547e2 HTTP/1.1" status: 204 len: 168 time: 1.5325284 Nov 11 17:37:16.894151 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3543527-2b22-48c7-b8fd-b4e574f9449a None None] The sync data for ids ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'] in n-d-816206-4 is: [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:10Z', 'revision_number': 7, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5', 'name': '', 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:56:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:43Z', 'updated_at': '2021-11-11T17:37:03Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:54Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f24f6be-fc7e-4923-8527-6e92c42f7a39', 'name': '', 'network_id': '18b55e4a-b2d3-43db-9312-7e98d73ff88e', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:c7:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b368e604-8470-441e-86d5-9b1f0e156d0d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:57Z', 'updated_at': '2021-11-11T17:37:12Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'b368e604-8470-441e-86d5-9b1f0e156d0d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d', 'name': '', 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:7b:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:51Z', 'updated_at': '2021-11-11T17:37:12Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:37:16.896499 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50150) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:16.921648 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-9a92feb8-d08f-40b8-a1b5-aadaf5544f61 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] device_id is not set on port bc42c3aa-f57e-4df4-bd69-d46db6bad300 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:37:16.944574 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-92e0875d-6fc1-4626-b130-4318b8c7e1cf tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:16.946001 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-92e0875d-6fc1-4626-b130-4318b8c7e1cf tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5709965 Nov 11 17:37:16.952094 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50152) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:16.961700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0875d-6fc1-4626-b130-4318b8c7e1cf tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e01d4c2-fbe1-4af8-af94-403db5ef4db5,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:16.998372 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-4ac3ae78-389d-493c-b7f4-0a2fea9e2816 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Request body: {'security_group_rule': {'security_group_id': '6e01d4c2-fbe1-4af8-af94-403db5ef4db5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:17.010287 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5aa168c7-2690-482d-a25b-9ad46a55565a up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:17.010665 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-d8af31dd-a7ef-42f7-a70a-05bbf1aa208c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting port 5f24f6be-fc7e-4923-8527-6e92c42f7a39 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:17.010882 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d8af31dd-a7ef-42f7-a70a-05bbf1aa208c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.038999 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-3676960b-53f8-4cf7-8d41-205332759c40 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Deleting subnet 7db24a47-6724-4aef-ab7e-6a99f45ef956 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:37:17.065278 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3676960b-53f8-4cf7-8d41-205332759c40 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.141323 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 5aa168c7-2690-482d-a25b-9ad46a55565a triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:17.141828 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.168493 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-d8af31dd-a7ef-42f7-a70a-05bbf1aa208c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] For port 5f24f6be-fc7e-4923-8527-6e92c42f7a39, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5f24f6be-fc7e-4923-8527-6e92c42f7a39,segment=NetworkSegment(2f443e5b-4141-4676-ad3c-8f1f401254af),segment_id=2f443e5b-4141-4676-ad3c-8f1f401254af)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:17.169578 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d8af31dd-a7ef-42f7-a70a-05bbf1aa208c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.197750 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-d8af31dd-a7ef-42f7-a70a-05bbf1aa208c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Calling delete_port for 5f24f6be-fc7e-4923-8527-6e92c42f7a39 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:17.201851 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c34f7622-6e8a-48e9-a7b8-8eecb627b437 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.263067 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f7622-6e8a-48e9-a7b8-8eecb627b437 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event deleted for resources: {'Port': ['ID=c4236dfa-f655-4d92-b7f6-938c679ff2a5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:17.272010 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ae78-389d-493c-b7f4-0a2fea9e2816 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.280438 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34f7622-6e8a-48e9-a7b8-8eecb627b437 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] No DVR routers for this DVR port c4236dfa-f655-4d92-b7f6-938c679ff2a5 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:37:17.281311 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3676960b-53f8-4cf7-8d41-205332759c40 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.348073 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 161d584c-cc6a-43e7-9d83-6670bff1d6ab up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:17.442121 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 161d584c-cc6a-43e7-9d83-6670bff1d6ab triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:17.442764 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.454259 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ae78-389d-493c-b7f4-0a2fea9e2816 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.484476 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ae78-389d-493c-b7f4-0a2fea9e2816 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.484804 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9a92feb8-d08f-40b8-a1b5-aadaf5544f61 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.531804 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3ae78-389d-493c-b7f4-0a2fea9e2816 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baded2d5-3f97-42a6-8a4e-85f1767bd319,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:17.573045 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3676960b-53f8-4cf7-8d41-205332759c40 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.606615 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9a92feb8-d08f-40b8-a1b5-aadaf5544f61 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.609786 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ae78-389d-493c-b7f4-0a2fea9e2816 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.615926 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4ac3ae78-389d-493c-b7f4-0a2fea9e2816 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6230471 Nov 11 17:37:17.616620 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fb383971-a299-48b0-995f-088639b4e61f no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:17.620595 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50160) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:17.640705 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c34f7622-6e8a-48e9-a7b8-8eecb627b437 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.645250 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: fb383971-a299-48b0-995f-088639b4e61f {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:17.645598 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fb383971-a299-48b0-995f-088639b4e61f not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:17.665412 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-c34f7622-6e8a-48e9-a7b8-8eecb627b437 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:17.678036 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-c34f7622-6e8a-48e9-a7b8-8eecb627b437 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c1a5c2-98bc-4a29-9746-d7014211928e') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:17.678459 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-c34f7622-6e8a-48e9-a7b8-8eecb627b437 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c1a5c2-98bc-4a29-9746-d7014211928e') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:17.688443 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab5e9e29-7d7e-4d33-ab4a-a2289f5cce29 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.692473 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c34f7622-6e8a-48e9-a7b8-8eecb627b437 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.697015 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab5e9e29-7d7e-4d33-ab4a-a2289f5cce29 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.728693 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3676960b-53f8-4cf7-8d41-205332759c40 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.753000 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d6257a-f3a5-4cfc-aefa-a67cb057dc5c None None] Network 62a50c96-c103-4bed-873d-07bc993c3882 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:37:17.769726 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3676960b-53f8-4cf7-8d41-205332759c40 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.780539 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3676960b-53f8-4cf7-8d41-205332759c40 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "DELETE /v2.0/subnets/7db24a47-6724-4aef-ab7e-6a99f45ef956 HTTP/1.1" status: 204 len: 168 time: 0.8829839 Nov 11 17:37:17.802846 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab5e9e29-7d7e-4d33-ab4a-a2289f5cce29 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.804896 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab5e9e29-7d7e-4d33-ab4a-a2289f5cce29 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.808943 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ab5e9e29-7d7e-4d33-ab4a-a2289f5cce29 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/baded2d5-3f97-42a6-8a4e-85f1767bd319 HTTP/1.1" status: 204 len: 168 time: 0.1845872 Nov 11 17:37:17.808943 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50162) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:17.819781 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5f24f6be-fc7e-4923-8527-6e92c42f7a39 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:17.821734 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50164) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:17.822490 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676960b-53f8-4cf7-8d41-205332759c40 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event deleted for resources: {'Subnet': ['ID=7db24a47-6724-4aef-ab7e-6a99f45ef956,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:17.838116 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a92feb8-d08f-40b8-a1b5-aadaf5544f61 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Network 07c67a7e-c202-463b-976b-8591520b406f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:37:17.844055 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-9a92feb8-d08f-40b8-a1b5-aadaf5544f61 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:37:17.846778 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d8af31dd-a7ef-42f7-a70a-05bbf1aa208c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.874896 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e9e29-7d7e-4d33-ab4a-a2289f5cce29 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=baded2d5-3f97-42a6-8a4e-85f1767bd319,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:17.884879 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a92feb8-d08f-40b8-a1b5-aadaf5544f61 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:37:17.886542 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-9921b58d-e75e-452b-ade1-b59f69d4d852 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Deleting port 3c865f7f-304e-41ed-9e95-1293ddf8e913 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:17.886892 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9921b58d-e75e-452b-ade1-b59f69d4d852 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.887182 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a92feb8-d08f-40b8-a1b5-aadaf5544f61 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:17.888357 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9a92feb8-d08f-40b8-a1b5-aadaf5544f61 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.903107 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c34f7622-6e8a-48e9-a7b8-8eecb627b437 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.945985 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34f7622-6e8a-48e9-a7b8-8eecb627b437 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:37:17.947162 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c34f7622-6e8a-48e9-a7b8-8eecb627b437 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:37:17.957125 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:37:17.967309 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No active binding found for port 5f24f6be-fc7e-4923-8527-6e92c42f7a39 {{(pid=102619) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 11 17:37:17.967772 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5f24f6be-fc7e-4923-8527-6e92c42f7a39 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 11 17:37:18.003764 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Port 5f24f6be-fc7e-4923-8527-6e92c42f7a39 not found, will not notify nova. {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 11 17:37:18.011281 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-9921b58d-e75e-452b-ade1-b59f69d4d852 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] For port 3c865f7f-304e-41ed-9e95-1293ddf8e913, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=3c865f7f-304e-41ed-9e95-1293ddf8e913,segment=NetworkSegment(30c49fa5-d7a3-4fab-ad8a-bef888053bed),segment_id=30c49fa5-d7a3-4fab-ad8a-bef888053bed)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:18.011281 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9921b58d-e75e-452b-ade1-b59f69d4d852 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:18.041096 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-9921b58d-e75e-452b-ade1-b59f69d4d852 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Calling delete_port for 3c865f7f-304e-41ed-9e95-1293ddf8e913 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:18.052521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92feb8-d08f-40b8-a1b5-aadaf5544f61 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Pushing event updated for resources: {'Port': ['ID=bc42c3aa-f57e-4df4-bd69-d46db6bad300,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:18.096603 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f061833a-0e56-4a5f-83e6-5a816211e05d None None] DHCP port deletion for 62a50c96-c103-4bed-873d-07bc993c3882 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:37:18.099871 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c4236dfa-f655-4d92-b7f6-938c679ff2a5 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:18.134291 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9a92feb8-d08f-40b8-a1b5-aadaf5544f61 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4337709 Nov 11 17:37:18.141340 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50168) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:18.145673 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c34f7622-6e8a-48e9-a7b8-8eecb627b437 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:18.152487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:18.152830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: c4236dfa-f655-4d92-b7f6-938c679ff2a5 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:18.153297 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c4236dfa-f655-4d92-b7f6-938c679ff2a5 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:18.197099 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c34f7622-6e8a-48e9-a7b8-8eecb627b437 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:18.203609 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c34f7622-6e8a-48e9-a7b8-8eecb627b437 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "DELETE /v2.0/networks/2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a HTTP/1.1" status: 204 len: 168 time: 2.9026458 Nov 11 17:37:18.207030 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af31dd-a7ef-42f7-a70a-05bbf1aa208c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Port': ['ID=5f24f6be-fc7e-4923-8527-6e92c42f7a39,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:18.209351 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50170) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:18.313692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f7622-6e8a-48e9-a7b8-8eecb627b437 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event deleted for resources: {'Network': ['ID=2b0fbd9f-e0f9-472e-85ee-78f5fd293e7a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:18.339204 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:18.345179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-f061833a-0e56-4a5f-83e6-5a816211e05d None None] Deleting port 42307873-6bd3-4f5e-9704-62bf67bb5d3c {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:18.345751 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f061833a-0e56-4a5f-83e6-5a816211e05d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:18.366165 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d8af31dd-a7ef-42f7-a70a-05bbf1aa208c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:18.372057 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1757131-af34-4fa6-9e5c-8212f616305f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Deleting subnet eafd7cad-1b53-44fc-96a4-51c18b0cedd0 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:37:18.387877 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1757131-af34-4fa6-9e5c-8212f616305f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:18.431272 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6d8de48b-8bd3-4fbf-9dc6-79a01439ff28 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6058416 Nov 11 17:37:18.438978 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50174) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:18.446262 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f061833a-0e56-4a5f-83e6-5a816211e05d None None] For port 42307873-6bd3-4f5e-9704-62bf67bb5d3c, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=42307873-6bd3-4f5e-9704-62bf67bb5d3c,segment=NetworkSegment(6cc8557e-150d-4ccf-a738-cc6d87ac5c12),segment_id=6cc8557e-150d-4ccf-a738-cc6d87ac5c12)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:18.447580 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f061833a-0e56-4a5f-83e6-5a816211e05d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:18.467634 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82c53b25-36d4-4b4c-8bc1-d12caa384691 req-a7fd3435-0b06-4885-89c7-26db08e1ddf3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1656935 Nov 11 17:37:18.468685 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-f061833a-0e56-4a5f-83e6-5a816211e05d None None] Calling delete_port for 42307873-6bd3-4f5e-9704-62bf67bb5d3c owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:18.478206 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9921b58d-e75e-452b-ade1-b59f69d4d852 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:18.489851 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:18.504658 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-767a90f0-3948-49a1-9785-42dc13242d11 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Deleting subnet 2e0f341f-3d07-4236-835a-e562ca88c9b5 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:37:18.510540 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-767a90f0-3948-49a1-9785-42dc13242d11 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:18.552533 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921b58d-e75e-452b-ade1-b59f69d4d852 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Port': ['ID=3c865f7f-304e-41ed-9e95-1293ddf8e913,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:18.571009 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1757131-af34-4fa6-9e5c-8212f616305f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:18.589123 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f061833a-0e56-4a5f-83e6-5a816211e05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:18.637694 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f061833a-0e56-4a5f-83e6-5a816211e05d None None] No DVR routers for this DVR port 42307873-6bd3-4f5e-9704-62bf67bb5d3c on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:37:18.647347 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061833a-0e56-4a5f-83e6-5a816211e05d None None] Pushing event deleted for resources: {'Port': ['ID=42307873-6bd3-4f5e-9704-62bf67bb5d3c,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:18.759395 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c53b25-36d4-4b4c-8bc1-d12caa384691 req-1a9f5c3e-9ae8-4db4-8a02-5825ad57353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:18.760032 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-767a90f0-3948-49a1-9785-42dc13242d11 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:18.760930 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82c53b25-36d4-4b4c-8bc1-d12caa384691 req-1a9f5c3e-9ae8-4db4-8a02-5825ad57353f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eeac632c30574948b103f77246d9180e&device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 1096 time: 0.2180228 Nov 11 17:37:18.768507 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-abf3e9b1-d1eb-4cb9-8d30-4c08546daf43 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:18.835860 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8af31dd-a7ef-42f7-a70a-05bbf1aa208c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:37:18.893354 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-abf3e9b1-d1eb-4cb9-8d30-4c08546daf43 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:18.909633 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] device_id is not set on port bc42c3aa-f57e-4df4-bd69-d46db6bad300 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:37:18.921248 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:18.946990 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1757131-af34-4fa6-9e5c-8212f616305f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:18.995764 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:19.017464 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-767a90f0-3948-49a1-9785-42dc13242d11 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:19.098144 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c53b25-36d4-4b4c-8bc1-d12caa384691 req-dd86730b-442b-4a38-afea-93f32861309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:19.099655 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82c53b25-36d4-4b4c-8bc1-d12caa384691 req-dd86730b-442b-4a38-afea-93f32861309a service neutron] 10.222.0.64 "GET /v2.0/networks?id=a3a8bf47-1430-4314-97ff-b3524a589a13 HTTP/1.1" status: 200 len: 918 time: 0.2863116 Nov 11 17:37:19.105049 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-abf3e9b1-d1eb-4cb9-8d30-4c08546daf43 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:19.108441 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-abf3e9b1-d1eb-4cb9-8d30-4c08546daf43 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:19.109708 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-abf3e9b1-d1eb-4cb9-8d30-4c08546daf43 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "DELETE /v2.0/security-groups/6e01d4c2-fbe1-4af8-af94-403db5ef4db5 HTTP/1.1" status: 204 len: 168 time: 0.6659386 Nov 11 17:37:19.113361 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50176) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:19.118973 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8af31dd-a7ef-42f7-a70a-05bbf1aa208c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:37:19.120891 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9921b58d-e75e-452b-ade1-b59f69d4d852 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:19.132103 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befc588e-4dc0-4de9-96b2-6b1c34834f70 None None] Sync routers for ids ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:37:19.133346 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1757131-af34-4fa6-9e5c-8212f616305f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:19.137349 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d8af31dd-a7ef-42f7-a70a-05bbf1aa208c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/b78eed1e-3ffd-4305-b22f-18c44a9c1fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1169996 Nov 11 17:37:19.142124 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befc588e-4dc0-4de9-96b2-6b1c34834f70 None None] Routers {'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:19.142936 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-befc588e-4dc0-4de9-96b2-6b1c34834f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:19.144682 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50178) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:19.160892 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Pushing event updated for resources: {'Port': ['ID=bc42c3aa-f57e-4df4-bd69-d46db6bad300,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:19.225652 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:19.225997 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:19.226361 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:19.240693 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82c53b25-36d4-4b4c-8bc1-d12caa384691 req-cbab96ec-a56c-4401-9f43-61fb9c15c359 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de4b953-cf0d-49c3-abb7-e0c684db874a HTTP/1.1" status: 200 len: 1000 time: 0.1295419 Nov 11 17:37:19.241594 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3e9b1-d1eb-4cb9-8d30-4c08546daf43 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e01d4c2-fbe1-4af8-af94-403db5ef4db5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:19.243625 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-767a90f0-3948-49a1-9785-42dc13242d11 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:19.276156 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-befc588e-4dc0-4de9-96b2-6b1c34834f70 None None] Set router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:19.289422 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:19.289792 n-d-816206-4 neutron-server[102618]: ERROR neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:19.290941 n-d-816206-4 neutron-server[102618]: INFO neutron.plugins.ml2.plugin [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 2 to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 Nov 11 17:37:19.297273 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-52dab122-6e3d-41a5-b5e6-30a68de15da4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting subnet b368e604-8470-441e-86d5-9b1f0e156d0d {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:37:19.303501 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-54a6e11e-e09a-4d6f-a46c-28d831fd4d4f tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1821587 Nov 11 17:37:19.306703 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a90f0-3948-49a1-9785-42dc13242d11 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0f341f-3d07-4236-835a-e562ca88c9b5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:19.311162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50182) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:19.317627 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-52dab122-6e3d-41a5-b5e6-30a68de15da4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:19.320425 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c40fd0e-5c73-4165-b941-ab2691342f04 None None] Network 336059c3-07fa-418e-8509-ccae6faf5572 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:37:19.344664 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d008c590-88bb-4383-a60e-849711290a95 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Request body: {'security_group': {'name': 'tempest-secgroup--660206484'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:19.362574 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-767a90f0-3948-49a1-9785-42dc13242d11 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:19.368227 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-767a90f0-3948-49a1-9785-42dc13242d11 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "DELETE /v2.0/subnets/2e0f341f-3d07-4236-835a-e562ca88c9b5 HTTP/1.1" status: 204 len: 168 time: 1.1045504 Nov 11 17:37:19.409501 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50186) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:19.466044 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa09d7f-2b8e-4a05-ae0a-f2ca95291ad3 None None] Network f23ac4df-d84d-4279-8162-bbdedb50f219 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:37:19.469587 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:19.469933 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:19.470266 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:19.494263 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:19.494591 n-d-816206-4 neutron-server[102618]: ERROR neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:19.500854 n-d-816206-4 neutron-server[102618]: INFO neutron.plugins.ml2.plugin [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 3 to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 Nov 11 17:37:19.501799 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1757131-af34-4fa6-9e5c-8212f616305f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event deleted for resources: {'Subnet': ['ID=eafd7cad-1b53-44fc-96a4-51c18b0cedd0,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:19.508606 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1757131-af34-4fa6-9e5c-8212f616305f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:19.515771 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f1757131-af34-4fa6-9e5c-8212f616305f tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "DELETE /v2.0/subnets/eafd7cad-1b53-44fc-96a4-51c18b0cedd0 HTTP/1.1" status: 204 len: 168 time: 1.7031882 Nov 11 17:37:19.517302 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-52dab122-6e3d-41a5-b5e6-30a68de15da4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:19.520900 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d008c590-88bb-4383-a60e-849711290a95 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:19.522442 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50188) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:19.586661 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-befc588e-4dc0-4de9-96b2-6b1c34834f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:17Z', 'revision_number': 8, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5', 'name': '', 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:56:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:43Z', 'updated_at': '2021-11-11T17:37:03Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:54Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d', 'name': '', 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:7b:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:51Z', 'updated_at': '2021-11-11T17:37:12Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:19.629750 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befc588e-4dc0-4de9-96b2-6b1c34834f70 None None] Checking router: b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:37:19.635588 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c53b25-36d4-4b4c-8bc1-d12caa384691 req-1ee4a352-425b-43b8-98db-f8931f67f092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:19.637350 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82c53b25-36d4-4b4c-8bc1-d12caa384691 req-1ee4a352-425b-43b8-98db-f8931f67f092 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa447a7e-c385-460f-86cb-d149b7215da5 HTTP/1.1" status: 200 len: 855 time: 0.3645878 Nov 11 17:37:19.643446 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befc588e-4dc0-4de9-96b2-6b1c34834f70 None None] Routers {'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:19.644262 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-befc588e-4dc0-4de9-96b2-6b1c34834f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:19.843585 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-befc588e-4dc0-4de9-96b2-6b1c34834f70 None None] Set router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:19.863205 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9dcd1f-3adc-4931-be02-2f2056c34ecf None None] DHCP port deletion for f23ac4df-d84d-4279-8162-bbdedb50f219 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:37:19.912171 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9921b58d-e75e-452b-ade1-b59f69d4d852 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Router 6c88bcf3-1f87-4233-bc28-92cdf156a3f9 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:37:19.914509 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581e76b1-a88d-4e04-af7c-3955e8ee6518 None None] DHCP port deletion for 336059c3-07fa-418e-8509-ccae6faf5572 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:37:20.000673 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 42307873-6bd3-4f5e-9704-62bf67bb5d3c no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:20.137186 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-d251c67d-90f6-4188-ae3e-e12ab48f8e21 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Deleting subnet 8099f25b-2b9b-46a6-9df7-672cfeae9003 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:37:20.168088 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-befc588e-4dc0-4de9-96b2-6b1c34834f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:17Z', 'revision_number': 8, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5', 'name': '', 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:56:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:43Z', 'updated_at': '2021-11-11T17:37:03Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:54Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d', 'name': '', 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:7b:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:51Z', 'updated_at': '2021-11-11T17:37:12Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:20.168723 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d251c67d-90f6-4188-ae3e-e12ab48f8e21 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:20.175504 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:20.175892 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:20.176189 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:20.199398 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befc588e-4dc0-4de9-96b2-6b1c34834f70 None None] The sync data for ids ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'] in n-d-816206-4 is: [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:17Z', 'revision_number': 8, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5', 'name': '', 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:56:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:43Z', 'updated_at': '2021-11-11T17:37:03Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:54Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d', 'name': '', 'network_id': '1e64e386-bdb3-4dd3-9238-19d25ec11fb9', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:7b:1a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:51Z', 'updated_at': '2021-11-11T17:37:12Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '350897a9-273c-48ad-b686-6d54346fc9b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:37:20.243173 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 42307873-6bd3-4f5e-9704-62bf67bb5d3c {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:20.243520 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 42307873-6bd3-4f5e-9704-62bf67bb5d3c not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:20.270951 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:20.271278 n-d-816206-4 neutron-server[102618]: ERROR neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:20.274944 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-9c9dcd1f-3adc-4931-be02-2f2056c34ecf None None] Deleting port 4d97b1ef-4b02-4e31-935a-f23e9d0c6e38 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:20.275330 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9c9dcd1f-3adc-4931-be02-2f2056c34ecf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:20.297917 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-581e76b1-a88d-4e04-af7c-3955e8ee6518 None None] Deleting port e65ebf6e-c756-48ae-b02b-1eda8c1c7738 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:20.298344 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-581e76b1-a88d-4e04-af7c-3955e8ee6518 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:20.302124 n-d-816206-4 neutron-server[102618]: INFO neutron.plugins.ml2.plugin [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 4 to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 Nov 11 17:37:20.362836 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-52dab122-6e3d-41a5-b5e6-30a68de15da4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:20.379674 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b209d434-546b-4930-8d89-a3ea1d28cfb5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:20.392342 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d251c67d-90f6-4188-ae3e-e12ab48f8e21 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:20.432742 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9c9dcd1f-3adc-4931-be02-2f2056c34ecf None None] For port 4d97b1ef-4b02-4e31-935a-f23e9d0c6e38, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=4d97b1ef-4b02-4e31-935a-f23e9d0c6e38,segment=NetworkSegment(a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd),segment_id=a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:20.433319 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9c9dcd1f-3adc-4931-be02-2f2056c34ecf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:20.458014 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-581e76b1-a88d-4e04-af7c-3955e8ee6518 None None] For port e65ebf6e-c756-48ae-b02b-1eda8c1c7738, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e65ebf6e-c756-48ae-b02b-1eda8c1c7738,segment=NetworkSegment(d7ad90ee-5939-46f9-8e43-c4b1d44e6b5d),segment_id=d7ad90ee-5939-46f9-8e43-c4b1d44e6b5d)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:20.458704 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-581e76b1-a88d-4e04-af7c-3955e8ee6518 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:20.461655 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-9c9dcd1f-3adc-4931-be02-2f2056c34ecf None None] Calling delete_port for 4d97b1ef-4b02-4e31-935a-f23e9d0c6e38 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:20.476214 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c53b25-36d4-4b4c-8bc1-d12caa384691 req-7b6cdc8e-29df-4dcc-b832-4dc6ef98899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:20.478524 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-581e76b1-a88d-4e04-af7c-3955e8ee6518 None None] Calling delete_port for e65ebf6e-c756-48ae-b02b-1eda8c1c7738 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:20.483635 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82c53b25-36d4-4b4c-8bc1-d12caa384691 req-7b6cdc8e-29df-4dcc-b832-4dc6ef98899e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a3a8bf47-1430-4314-97ff-b3524a589a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8374588 Nov 11 17:37:20.558999 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d251c67d-90f6-4188-ae3e-e12ab48f8e21 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:20.662410 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9c9dcd1f-3adc-4931-be02-2f2056c34ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:20.706108 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82c53b25-36d4-4b4c-8bc1-d12caa384691 req-c5a9342d-8340-43c1-aa13-1d0da258f3c6 service neutron] 10.222.0.64 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105196 Nov 11 17:37:20.720946 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9dcd1f-3adc-4931-be02-2f2056c34ecf None None] Pushing event deleted for resources: {'Port': ['ID=4d97b1ef-4b02-4e31-935a-f23e9d0c6e38,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:20.722672 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-581e76b1-a88d-4e04-af7c-3955e8ee6518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:20.732341 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d008c590-88bb-4383-a60e-849711290a95 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:20.733152 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9dcd1f-3adc-4931-be02-2f2056c34ecf None None] No DVR routers for this DVR port 4d97b1ef-4b02-4e31-935a-f23e9d0c6e38 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:37:20.734749 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:20.735260 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:20.735871 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:20.741875 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581e76b1-a88d-4e04-af7c-3955e8ee6518 None None] No DVR routers for this DVR port e65ebf6e-c756-48ae-b02b-1eda8c1c7738 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:37:20.756257 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d008c590-88bb-4383-a60e-849711290a95 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:20.759471 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-52dab122-6e3d-41a5-b5e6-30a68de15da4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:20.776198 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e76b1-a88d-4e04-af7c-3955e8ee6518 None None] Pushing event deleted for resources: {'Port': ['ID=e65ebf6e-c756-48ae-b02b-1eda8c1c7738,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:20.821256 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dab122-6e3d-41a5-b5e6-30a68de15da4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Subnet': ['ID=b368e604-8470-441e-86d5-9b1f0e156d0d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:20.866410 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:20.867230 n-d-816206-4 neutron-server[102618]: ERROR neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:20.868107 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82c53b25-36d4-4b4c-8bc1-d12caa384691 req-5c6e04c5-62f5-4b06-baa5-92867641d32f service neutron] 10.222.0.64 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546774 Nov 11 17:37:20.875688 n-d-816206-4 neutron-server[102618]: INFO neutron.plugins.ml2.plugin [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 5 to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 Nov 11 17:37:20.898855 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:20.899436 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:20.900060 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:20.913367 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8ee382-946b-4536-a7ee-3c7b40c035e6 None None] Network 18b55e4a-b2d3-43db-9312-7e98d73ff88e requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:37:20.956470 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-52dab122-6e3d-41a5-b5e6-30a68de15da4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:20.960373 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-52dab122-6e3d-41a5-b5e6-30a68de15da4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/subnets/b368e604-8470-441e-86d5-9b1f0e156d0d HTTP/1.1" status: 204 len: 168 time: 1.8141406 Nov 11 17:37:20.963478 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50198) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:20.972494 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d008c590-88bb-4383-a60e-849711290a95 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:20.973970 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d008c590-88bb-4383-a60e-849711290a95 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6533036 Nov 11 17:37:20.985607 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50200) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:20.994660 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-22731f6c-4f13-4f25-ba73-1c84e54359c6 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Request body: {'security_group_rule': {'security_group_id': 'f0145247-7330-45e3-82fc-08c3f06799ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:21.020223 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:21.020650 n-d-816206-4 neutron-server[102618]: ERROR neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:21.031506 n-d-816206-4 neutron-server[102618]: INFO neutron.plugins.ml2.plugin [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 6 to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 Nov 11 17:37:21.047068 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008c590-88bb-4383-a60e-849711290a95 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0145247-7330-45e3-82fc-08c3f06799ff,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:21.053348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:21.053693 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:21.054030 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:21.059381 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b209d434-546b-4930-8d89-a3ea1d28cfb5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.078292 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:21.078618 n-d-816206-4 neutron-server[102618]: ERROR neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:21.079009 n-d-816206-4 neutron-server[102618]: INFO neutron.plugins.ml2.plugin [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 7 to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 Nov 11 17:37:21.079332 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c719f2e9-5f16-4c7f-bcd7-eb11e1d7c30b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.081830 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9921b58d-e75e-452b-ade1-b59f69d4d852 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:37:21.085424 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-22731f6c-4f13-4f25-ba73-1c84e54359c6 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.094963 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b892573-0a3e-4f2c-a877-7f481afc8129 None None] Sync routers for ids ['6c88bcf3-1f87-4233-bc28-92cdf156a3f9'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:37:21.096837 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9921b58d-e75e-452b-ade1-b59f69d4d852 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "PUT /v2.0/routers/6c88bcf3-1f87-4233-bc28-92cdf156a3f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5388021 Nov 11 17:37:21.098966 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50202) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:21.122055 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d251c67d-90f6-4188-ae3e-e12ab48f8e21 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.124329 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b892573-0a3e-4f2c-a877-7f481afc8129 None None] Routers {'6c88bcf3-1f87-4233-bc28-92cdf156a3f9'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:21.125619 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6b892573-0a3e-4f2c-a877-7f481afc8129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6c88bcf3-1f87-4233-bc28-92cdf156a3f9'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:21.135992 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-b209d434-546b-4930-8d89-a3ea1d28cfb5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a50c96-c103-4bed-873d-07bc993c3882']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:21.162840 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-883d9097-d523-458c-9823-13f84277ce5d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Deleting subnet 80be57c9-262e-4643-aac8-9ce7c5e5308b {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:37:21.170480 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-883d9097-d523-458c-9823-13f84277ce5d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.171296 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251c67d-90f6-4188-ae3e-e12ab48f8e21 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event deleted for resources: {'Subnet': ['ID=8099f25b-2b9b-46a6-9df7-672cfeae9003,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:21.173336 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:21.173675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:21.174062 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:21.176518 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d251c67d-90f6-4188-ae3e-e12ab48f8e21 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.182507 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d251c67d-90f6-4188-ae3e-e12ab48f8e21 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "DELETE /v2.0/subnets/8099f25b-2b9b-46a6-9df7-672cfeae9003 HTTP/1.1" status: 204 len: 168 time: 1.7641394 Nov 11 17:37:21.188189 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50204) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:21.202162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-b209d434-546b-4930-8d89-a3ea1d28cfb5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc8557e-150d-4ccf-a738-cc6d87ac5c12') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:21.202458 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-b209d434-546b-4930-8d89-a3ea1d28cfb5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc8557e-150d-4ccf-a738-cc6d87ac5c12') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:21.246154 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-883d9097-d523-458c-9823-13f84277ce5d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.259611 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:21.260066 n-d-816206-4 neutron-server[102618]: ERROR neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:21.265198 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b209d434-546b-4930-8d89-a3ea1d28cfb5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.274751 n-d-816206-4 neutron-server[102618]: INFO neutron.plugins.ml2.plugin [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 8 to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 Nov 11 17:37:21.296956 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:21.296956 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:21.297422 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:21.304039 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-c719f2e9-5f16-4c7f-bcd7-eb11e1d7c30b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting port 41e4d47b-8eeb-463e-b6de-c6c8c5df21cd {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:21.304369 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c719f2e9-5f16-4c7f-bcd7-eb11e1d7c30b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.306555 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-6b892573-0a3e-4f2c-a877-7f481afc8129 None None] Set router 6c88bcf3-1f87-4233-bc28-92cdf156a3f9 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:21.308693 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:21.309000 n-d-816206-4 neutron-server[102618]: ERROR neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:21.323051 n-d-816206-4 neutron-server[102618]: INFO neutron.plugins.ml2.plugin [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 9 to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 Nov 11 17:37:21.331819 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b209d434-546b-4930-8d89-a3ea1d28cfb5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.358670 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b209d434-546b-4930-8d89-a3ea1d28cfb5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:37:21.359105 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b209d434-546b-4930-8d89-a3ea1d28cfb5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:37:21.362247 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:37:21.372860 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-c719f2e9-5f16-4c7f-bcd7-eb11e1d7c30b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] For port 41e4d47b-8eeb-463e-b6de-c6c8c5df21cd, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=41e4d47b-8eeb-463e-b6de-c6c8c5df21cd,segment=NetworkSegment(2f443e5b-4141-4676-ad3c-8f1f401254af),segment_id=2f443e5b-4141-4676-ad3c-8f1f401254af)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:21.373222 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c719f2e9-5f16-4c7f-bcd7-eb11e1d7c30b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.385485 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f622761-edb0-4515-b461-ff84251b81b7 None None] Network eb13d56c-042b-413d-9c88-7ffa059e1340 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:37:21.386927 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-c719f2e9-5f16-4c7f-bcd7-eb11e1d7c30b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Calling delete_port for 41e4d47b-8eeb-463e-b6de-c6c8c5df21cd owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:21.406916 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:21.407238 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:21.407490 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:21.419308 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9916a582-1549-4792-813d-eee47ad4bbde tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.424353 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-22731f6c-4f13-4f25-ba73-1c84e54359c6 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.447177 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:21.447516 n-d-816206-4 neutron-server[102618]: ERROR neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:21.449834 n-d-816206-4 neutron-server[102618]: INFO neutron.plugins.ml2.plugin [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 10 to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 Nov 11 17:37:21.465351 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9324d7ff-7d79-4470-88b7-fb8030a41a24 None None] DHCP port deletion for 18b55e4a-b2d3-43db-9312-7e98d73ff88e request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:37:21.465901 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:21.465901 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:21.465901 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:21.470535 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-22731f6c-4f13-4f25-ba73-1c84e54359c6 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.490442 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c719f2e9-5f16-4c7f-bcd7-eb11e1d7c30b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.497183 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22731f6c-4f13-4f25-ba73-1c84e54359c6 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e61c62-bf47-4d9b-967b-0292bbf91972,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:21.501025 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b209d434-546b-4930-8d89-a3ea1d28cfb5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.505831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:21.506168 n-d-816206-4 neutron-server[102618]: ERROR neutron.plugins.ml2.managers [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:21.506526 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.521015 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719f2e9-5f16-4c7f-bcd7-eb11e1d7c30b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Port': ['ID=41e4d47b-8eeb-463e-b6de-c6c8c5df21cd,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:21.553512 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c719f2e9-5f16-4c7f-bcd7-eb11e1d7c30b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] No DVR routers for this DVR port 41e4d47b-8eeb-463e-b6de-c6c8c5df21cd on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:37:21.590443 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b209d434-546b-4930-8d89-a3ea1d28cfb5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.594223 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b209d434-546b-4930-8d89-a3ea1d28cfb5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "DELETE /v2.0/networks/62a50c96-c103-4bed-873d-07bc993c3882 HTTP/1.1" status: 204 len: 168 time: 2.0409126 Nov 11 17:37:21.599419 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50208) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:21.619928 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-9324d7ff-7d79-4470-88b7-fb8030a41a24 None None] The port '41e4d47b-8eeb-463e-b6de-c6c8c5df21cd' was deleted {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 11 17:37:21.687458 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9916a582-1549-4792-813d-eee47ad4bbde tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.702091 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-883d9097-d523-458c-9823-13f84277ce5d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.726301 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-9916a582-1549-4792-813d-eee47ad4bbde tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['336059c3-07fa-418e-8509-ccae6faf5572']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:21.743036 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-9916a582-1549-4792-813d-eee47ad4bbde tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ad90ee-5939-46f9-8e43-c4b1d44e6b5d') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:21.743401 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-9916a582-1549-4792-813d-eee47ad4bbde tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ad90ee-5939-46f9-8e43-c4b1d44e6b5d') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:21.762154 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9916a582-1549-4792-813d-eee47ad4bbde tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.817641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209d434-546b-4930-8d89-a3ea1d28cfb5 tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event deleted for resources: {'Network': ['ID=62a50c96-c103-4bed-873d-07bc993c3882,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:21.821882 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9916a582-1549-4792-813d-eee47ad4bbde tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.834733 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-22731f6c-4f13-4f25-ba73-1c84e54359c6 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.838531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-22731f6c-4f13-4f25-ba73-1c84e54359c6 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8477206 Nov 11 17:37:21.848258 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50212) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:21.858969 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5e25bc33-749d-49c9-8800-0382447ac6f9 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Request body: {'security_group_rule': {'security_group_id': 'f0145247-7330-45e3-82fc-08c3f06799ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:21.866568 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c719f2e9-5f16-4c7f-bcd7-eb11e1d7c30b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.874923 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9916a582-1549-4792-813d-eee47ad4bbde tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:37:21.875132 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f8de1d-679c-4ecb-a904-a76e644e790a None None] DHCP port deletion for eb13d56c-042b-413d-9c88-7ffa059e1340 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:37:21.876110 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9916a582-1549-4792-813d-eee47ad4bbde tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:37:21.880228 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:37:21.885815 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5f24f6be-fc7e-4923-8527-6e92c42f7a39 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:21.918206 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3f773156-b283-4110-966f-8b8f159950cd tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:21.940336 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-c719f2e9-5f16-4c7f-bcd7-eb11e1d7c30b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b55e4a-b2d3-43db-9312-7e98d73ff88e']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:21.963589 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 5f24f6be-fc7e-4923-8527-6e92c42f7a39 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:21.963986 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5f24f6be-fc7e-4923-8527-6e92c42f7a39 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:21.965687 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e65ebf6e-c756-48ae-b02b-1eda8c1c7738 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:21.991304 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-c719f2e9-5f16-4c7f-bcd7-eb11e1d7c30b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f443e5b-4141-4676-ad3c-8f1f401254af') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:21.991605 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-c719f2e9-5f16-4c7f-bcd7-eb11e1d7c30b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f443e5b-4141-4676-ad3c-8f1f401254af') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:21.998697 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] For port bc42c3aa-f57e-4df4-bd69-d46db6bad300, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:37:21.999116 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempted to set empty binding levels {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 17:37:22.000733 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9916a582-1549-4792-813d-eee47ad4bbde tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.007776 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: e65ebf6e-c756-48ae-b02b-1eda8c1c7738 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:22.008265 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e25bc33-749d-49c9-8800-0382447ac6f9 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.008413 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e65ebf6e-c756-48ae-b02b-1eda8c1c7738 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:22.009492 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 41e4d47b-8eeb-463e-b6de-c6c8c5df21cd no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:22.013045 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9916a582-1549-4792-813d-eee47ad4bbde tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.018065 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9916a582-1549-4792-813d-eee47ad4bbde tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "DELETE /v2.0/networks/336059c3-07fa-418e-8509-ccae6faf5572 HTTP/1.1" status: 204 len: 168 time: 0.8260603 Nov 11 17:37:22.020704 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c719f2e9-5f16-4c7f-bcd7-eb11e1d7c30b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.023539 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.025805 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50214) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:22.026181 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-883d9097-d523-458c-9823-13f84277ce5d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.037493 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 41e4d47b-8eeb-463e-b6de-c6c8c5df21cd {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:22.037843 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 41e4d47b-8eeb-463e-b6de-c6c8c5df21cd not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:22.038279 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 4d97b1ef-4b02-4e31-935a-f23e9d0c6e38 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:22.069105 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 4d97b1ef-4b02-4e31-935a-f23e9d0c6e38 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:22.069105 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 4d97b1ef-4b02-4e31-935a-f23e9d0c6e38 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:22.070429 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c719f2e9-5f16-4c7f-bcd7-eb11e1d7c30b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.099104 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916a582-1549-4792-813d-eee47ad4bbde tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event deleted for resources: {'Network': ['ID=336059c3-07fa-418e-8509-ccae6faf5572,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:22.099688 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e3f8de1d-679c-4ecb-a904-a76e644e790a None None] Deleting port 6596c0a2-b726-4ffd-a02f-5a6ab74a5815 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:22.100889 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e3f8de1d-679c-4ecb-a904-a76e644e790a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.105902 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c719f2e9-5f16-4c7f-bcd7-eb11e1d7c30b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:37:22.112263 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c719f2e9-5f16-4c7f-bcd7-eb11e1d7c30b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.149755 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] In _notify_port_updated(), no bound segment for port bc42c3aa-f57e-4df4-bd69-d46db6bad300 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102618) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:37:22.150816 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.152009 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.153624 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] 10.222.0.76 "PUT /v2.0/ports/bc42c3aa-f57e-4df4-bd69-d46db6bad300 HTTP/1.1" status: 200 len: 974 time: 4.0058205 Nov 11 17:37:22.163382 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50216) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:22.173653 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6b892573-0a3e-4f2c-a877-7f481afc8129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275376215', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:34:33Z', 'updated_at': '2021-11-11T17:37:18Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:be:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:34Z', 'updated_at': '2021-11-11T17:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:22.205720 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b892573-0a3e-4f2c-a877-7f481afc8129 None None] Checking router: 6c88bcf3-1f87-4233-bc28-92cdf156a3f9 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:37:22.228763 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e3f8de1d-679c-4ecb-a904-a76e644e790a None None] For port 6596c0a2-b726-4ffd-a02f-5a6ab74a5815, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6596c0a2-b726-4ffd-a02f-5a6ab74a5815,segment=NetworkSegment(c41d5e2b-887b-4542-8df1-ef9ab501be94),segment_id=c41d5e2b-887b-4542-8df1-ef9ab501be94)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:22.229176 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e3f8de1d-679c-4ecb-a904-a76e644e790a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:37:22.239820 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:37:22.248586 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b892573-0a3e-4f2c-a877-7f481afc8129 None None] Routers {'6c88bcf3-1f87-4233-bc28-92cdf156a3f9'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:22.249242 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6b892573-0a3e-4f2c-a877-7f481afc8129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6c88bcf3-1f87-4233-bc28-92cdf156a3f9'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:22.278090 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf223b2-1903-45a6-88ba-cf6e5c68bba6 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Pushing event updated for resources: {'Port': ['ID=bc42c3aa-f57e-4df4-bd69-d46db6bad300,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:22.301188 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-09e7152a-0985-4693-8405-b7ef2dcddb7e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.322805 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c719f2e9-5f16-4c7f-bcd7-eb11e1d7c30b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.341822 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.342554 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.343173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.343889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.344496 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.345090 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.345848 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.346453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.347058 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.347709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.348334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.348940 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.349538 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.350245 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.350846 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.351446 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.352123 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.352725 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.353425 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.354025 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.354627 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.355227 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.356004 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:22.360396 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e9c83725-a474-4ef1-85cf-364a83cca203 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21038 time: 0.1949875 Nov 11 17:37:22.363877 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50218) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:22.381121 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-6b892573-0a3e-4f2c-a877-7f481afc8129 None None] Set router 6c88bcf3-1f87-4233-bc28-92cdf156a3f9 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:22.458908 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3f773156-b283-4110-966f-8b8f159950cd tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.503657 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-3f773156-b283-4110-966f-8b8f159950cd tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23ac4df-d84d-4279-8162-bbdedb50f219']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:22.517781 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c719f2e9-5f16-4c7f-bcd7-eb11e1d7c30b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.521210 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c719f2e9-5f16-4c7f-bcd7-eb11e1d7c30b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/networks/18b55e4a-b2d3-43db-9312-7e98d73ff88e HTTP/1.1" status: 204 len: 168 time: 1.5565534 Nov 11 17:37:22.528432 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50220) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:22.531950 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d9097-d523-458c-9823-13f84277ce5d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Subnet': ['ID=80be57c9-262e-4643-aac8-9ce7c5e5308b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:22.565143 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-3f773156-b283-4110-966f-8b8f159950cd tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:22.565460 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-3f773156-b283-4110-966f-8b8f159950cd tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54e72a8-4d32-4d71-a4b8-ee73ee4d21dd') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:22.568158 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-883d9097-d523-458c-9823-13f84277ce5d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.568864 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e3f8de1d-679c-4ecb-a904-a76e644e790a None None] Calling delete_port for 6596c0a2-b726-4ffd-a02f-5a6ab74a5815 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:22.574225 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-883d9097-d523-458c-9823-13f84277ce5d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "DELETE /v2.0/subnets/80be57c9-262e-4643-aac8-9ce7c5e5308b HTTP/1.1" status: 204 len: 168 time: 1.4733412 Nov 11 17:37:22.579998 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50222) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:22.587958 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719f2e9-5f16-4c7f-bcd7-eb11e1d7c30b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Network': ['ID=18b55e4a-b2d3-43db-9312-7e98d73ff88e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:22.599674 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3f773156-b283-4110-966f-8b8f159950cd tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.603371 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b43595-48bd-43ed-9466-f8b9a204e06c None None] Network 63135a75-5cfa-435a-a6c8-7eb0f41a5658 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:37:22.646620 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-09e7152a-0985-4693-8405-b7ef2dcddb7e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Deleting port 6596c0a2-b726-4ffd-a02f-5a6ab74a5815 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:22.646967 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-09e7152a-0985-4693-8405-b7ef2dcddb7e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.704784 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-7b9420fa-1200-4726-ac00-c01cc4a5a041 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Deleting port bc42c3aa-f57e-4df4-bd69-d46db6bad300 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:22.704995 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7b9420fa-1200-4726-ac00-c01cc4a5a041 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.779425 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6b892573-0a3e-4f2c-a877-7f481afc8129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275376215', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:34:33Z', 'updated_at': '2021-11-11T17:37:18Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:be:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:34Z', 'updated_at': '2021-11-11T17:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:22.791770 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74744a26-819e-4035-8e30-b7e6c7aea111 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.801778 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3f773156-b283-4110-966f-8b8f159950cd tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.829681 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b892573-0a3e-4f2c-a877-7f481afc8129 None None] The sync data for ids ['6c88bcf3-1f87-4233-bc28-92cdf156a3f9'] in n-d-816206-4 is: [{'id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-275376215', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:34:33Z', 'updated_at': '2021-11-11T17:37:18Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '446f8c02-0e62-4441-a988-f5c0ea7dd190', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:be:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c88bcf3-1f87-4233-bc28-92cdf156a3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:34:34Z', 'updated_at': '2021-11-11T17:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:37:22.860261 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f773156-b283-4110-966f-8b8f159950cd tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:37:22.860874 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3f773156-b283-4110-966f-8b8f159950cd tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:37:22.864957 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:37:22.933623 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e3f8de1d-679c-4ecb-a904-a76e644e790a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.960255 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e25bc33-749d-49c9-8800-0382447ac6f9 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.978276 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8de1d-679c-4ecb-a904-a76e644e790a None None] Pushing event deleted for resources: {'Port': ['ID=6596c0a2-b726-4ffd-a02f-5a6ab74a5815,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:22.980701 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f8de1d-679c-4ecb-a904-a76e644e790a None None] No DVR routers for this DVR port 6596c0a2-b726-4ffd-a02f-5a6ab74a5815 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:37:22.995596 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-09e7152a-0985-4693-8405-b7ef2dcddb7e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] For port 6596c0a2-b726-4ffd-a02f-5a6ab74a5815, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6596c0a2-b726-4ffd-a02f-5a6ab74a5815,segment=NetworkSegment(c41d5e2b-887b-4542-8df1-ef9ab501be94),segment_id=c41d5e2b-887b-4542-8df1-ef9ab501be94)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:22.995995 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-09e7152a-0985-4693-8405-b7ef2dcddb7e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:22.998970 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-7b9420fa-1200-4726-ac00-c01cc4a5a041 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] For port bc42c3aa-f57e-4df4-bd69-d46db6bad300, host n-h2-816206-4, got binding levels [] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:22.999327 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7b9420fa-1200-4726-ac00-c01cc4a5a041 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.004680 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e25bc33-749d-49c9-8800-0382447ac6f9 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.028912 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-09e7152a-0985-4693-8405-b7ef2dcddb7e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Calling delete_port for 6596c0a2-b726-4ffd-a02f-5a6ab74a5815 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:23.030811 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-7b9420fa-1200-4726-ac00-c01cc4a5a041 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Calling delete_port for bc42c3aa-f57e-4df4-bd69-d46db6bad300 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:23.034112 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25bc33-749d-49c9-8800-0382447ac6f9 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ef55a5-d4e1-4ce0-bc17-d6b4f58ed48c,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:23.036166 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3f773156-b283-4110-966f-8b8f159950cd tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.073202 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3f773156-b283-4110-966f-8b8f159950cd tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.082758 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3f773156-b283-4110-966f-8b8f159950cd tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] 10.222.0.76 "DELETE /v2.0/networks/f23ac4df-d84d-4279-8162-bbdedb50f219 HTTP/1.1" status: 204 len: 168 time: 1.4778559 Nov 11 17:37:23.086950 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e25bc33-749d-49c9-8800-0382447ac6f9 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.088785 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5e25bc33-749d-49c9-8800-0382447ac6f9 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2378092 Nov 11 17:37:23.091957 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50228) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:23.097121 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-406a6a79-5ae3-4a0d-80ac-0d76cc7fd14b tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Request body: {'security_group_rule': {'security_group_id': 'f0145247-7330-45e3-82fc-08c3f06799ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:23.117061 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74744a26-819e-4035-8e30-b7e6c7aea111 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.122160 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f773156-b283-4110-966f-8b8f159950cd tempest-TaggedBootDevicesTest_v242-703174588 tempest-TaggedBootDevicesTest_v242-703174588-project] Pushing event deleted for resources: {'Network': ['ID=f23ac4df-d84d-4279-8162-bbdedb50f219,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:23.191886 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-406a6a79-5ae3-4a0d-80ac-0d76cc7fd14b tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.286990 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-74744a26-819e-4035-8e30-b7e6c7aea111 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Deleting port 446f8c02-0e62-4441-a988-f5c0ea7dd190 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:23.288401 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74744a26-819e-4035-8e30-b7e6c7aea111 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.291776 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4ada9e-8285-4e6a-9b40-ea074018ad97 None None] DHCP port deletion for 63135a75-5cfa-435a-a6c8-7eb0f41a5658 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:37:23.317783 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-09e7152a-0985-4693-8405-b7ef2dcddb7e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.362616 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-406a6a79-5ae3-4a0d-80ac-0d76cc7fd14b tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.370314 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e7152a-0985-4693-8405-b7ef2dcddb7e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] No DVR routers for this DVR port 6596c0a2-b726-4ffd-a02f-5a6ab74a5815 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:37:23.380284 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-406a6a79-5ae3-4a0d-80ac-0d76cc7fd14b tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.441050 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ada9e-8285-4e6a-9b40-ea074018ad97 None None] Deleting port 6c2034af-18a6-4cf4-9e37-f8c1b63af708 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:23.442814 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3d4ada9e-8285-4e6a-9b40-ea074018ad97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.444961 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a6a79-5ae3-4a0d-80ac-0d76cc7fd14b tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0a7149-ccb2-4542-b599-f7490de01a5a,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:23.474902 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-406a6a79-5ae3-4a0d-80ac-0d76cc7fd14b tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.479808 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-406a6a79-5ae3-4a0d-80ac-0d76cc7fd14b tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3868573 Nov 11 17:37:23.480731 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50236) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:23.490465 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7152a-0985-4693-8405-b7ef2dcddb7e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event deleted for resources: {'Port': ['ID=6596c0a2-b726-4ffd-a02f-5a6ab74a5815,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:23.499206 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a6ddd939-83c9-4e7f-9013-216ebfddb920 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Request body: {'security_group_rule': {'security_group_id': 'f0145247-7330-45e3-82fc-08c3f06799ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:23.530713 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-74744a26-819e-4035-8e30-b7e6c7aea111 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] For port 446f8c02-0e62-4441-a988-f5c0ea7dd190, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=446f8c02-0e62-4441-a988-f5c0ea7dd190,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:23.531191 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74744a26-819e-4035-8e30-b7e6c7aea111 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.555519 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7b9420fa-1200-4726-ac00-c01cc4a5a041 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.556951 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-74744a26-819e-4035-8e30-b7e6c7aea111 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Calling delete_port for 446f8c02-0e62-4441-a988-f5c0ea7dd190 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:23.584885 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd939-83c9-4e7f-9013-216ebfddb920 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.605524 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3d4ada9e-8285-4e6a-9b40-ea074018ad97 None None] For port 6c2034af-18a6-4cf4-9e37-f8c1b63af708, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6c2034af-18a6-4cf4-9e37-f8c1b63af708,segment=NetworkSegment(30c49fa5-d7a3-4fab-ad8a-bef888053bed),segment_id=30c49fa5-d7a3-4fab-ad8a-bef888053bed)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:23.606480 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3d4ada9e-8285-4e6a-9b40-ea074018ad97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.633589 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ada9e-8285-4e6a-9b40-ea074018ad97 None None] Calling delete_port for 6c2034af-18a6-4cf4-9e37-f8c1b63af708 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:23.717387 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9420fa-1200-4726-ac00-c01cc4a5a041 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc42c3aa-f57e-4df4-bd69-d46db6bad300,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:23.738060 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7b9420fa-1200-4726-ac00-c01cc4a5a041 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.741728 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7b9420fa-1200-4726-ac00-c01cc4a5a041 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] 10.222.0.76 "DELETE /v2.0/ports/bc42c3aa-f57e-4df4-bd69-d46db6bad300 HTTP/1.1" status: 204 len: 168 time: 1.3767486 Nov 11 17:37:23.750183 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-09e7152a-0985-4693-8405-b7ef2dcddb7e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.753178 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50242) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:23.793876 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd939-83c9-4e7f-9013-216ebfddb920 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.806847 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd939-83c9-4e7f-9013-216ebfddb920 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.823771 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-308fcec0-d167-4060-87fb-99cbfb456cd0 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] GET failed (client error): The resource could not be found. Nov 11 17:37:23.825649 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-308fcec0-d167-4060-87fb-99cbfb456cd0 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] 10.222.0.76 "GET /v2.0/ports/bc42c3aa-f57e-4df4-bd69-d46db6bad300 HTTP/1.1" status: 404 len: 333 time: 0.0579295 Nov 11 17:37:23.828725 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-09e7152a-0985-4693-8405-b7ef2dcddb7e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb13d56c-042b-413d-9c88-7ffa059e1340']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:23.830983 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50244) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:23.838632 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-adf1dfaa-3259-43cd-b611-c2a9f2d2cf0d tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1443695793', 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:23.851613 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6c2034af-18a6-4cf4-9e37-f8c1b63af708 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:23.853648 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-09e7152a-0985-4693-8405-b7ef2dcddb7e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41d5e2b-887b-4542-8df1-ef9ab501be94') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:23.853953 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-09e7152a-0985-4693-8405-b7ef2dcddb7e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41d5e2b-887b-4542-8df1-ef9ab501be94') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:23.854123 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd939-83c9-4e7f-9013-216ebfddb920 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.855597 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a6ddd939-83c9-4e7f-9013-216ebfddb920 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3610666 Nov 11 17:37:23.861486 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ddd939-83c9-4e7f-9013-216ebfddb920 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88093832-83f6-4870-8786-3f205361a93b,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:23.865554 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50246) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:23.874462 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-09a56a71-1934-4ec0-8c42-3c16e966712f tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Request body: {'security_group_rule': {'security_group_id': 'f0145247-7330-45e3-82fc-08c3f06799ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:23.902038 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3d4ada9e-8285-4e6a-9b40-ea074018ad97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.944950 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-09e7152a-0985-4693-8405-b7ef2dcddb7e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.962442 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74744a26-819e-4035-8e30-b7e6c7aea111 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:23.983281 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf1dfaa-3259-43cd-b611-c2a9f2d2cf0d tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Made reservation on behalf of 323918b936b74f54964c083c72ec4278 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:37:23.998425 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-adf1dfaa-3259-43cd-b611-c2a9f2d2cf0d tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.002210 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-09e7152a-0985-4693-8405-b7ef2dcddb7e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.019771 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74744a26-819e-4035-8e30-b7e6c7aea111 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Port': ['ID=446f8c02-0e62-4441-a988-f5c0ea7dd190,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:24.033497 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e7152a-0985-4693-8405-b7ef2dcddb7e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:37:24.033906 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-09e7152a-0985-4693-8405-b7ef2dcddb7e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:37:24.046007 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:37:24.150886 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09a56a71-1934-4ec0-8c42-3c16e966712f tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.163316 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-adf1dfaa-3259-43cd-b611-c2a9f2d2cf0d tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] device_id is not set on port 0b8af18f-5b3c-4b97-9553-015a83533d3e yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:37:24.191158 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ada9e-8285-4e6a-9b40-ea074018ad97 None None] Pushing event deleted for resources: {'Port': ['ID=6c2034af-18a6-4cf4-9e37-f8c1b63af708,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:24.196433 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304f93a5-fcda-4e73-ae4e-1c2c36b18dfc None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:37:24.210292 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ada9e-8285-4e6a-9b40-ea074018ad97 None None] No DVR routers for this DVR port 6c2034af-18a6-4cf4-9e37-f8c1b63af708 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:37:24.211631 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No active binding found for port 6c2034af-18a6-4cf4-9e37-f8c1b63af708 {{(pid=102619) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 11 17:37:24.212146 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6c2034af-18a6-4cf4-9e37-f8c1b63af708 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:24.212591 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6596c0a2-b726-4ffd-a02f-5a6ab74a5815 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:24.244309 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ffd1e5e-b713-42a0-9e79-d0a25e0205ae tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.249486 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 6596c0a2-b726-4ffd-a02f-5a6ab74a5815 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:24.249838 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6596c0a2-b726-4ffd-a02f-5a6ab74a5815 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:24.250367 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 3c865f7f-304e-41ed-9e95-1293ddf8e913 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:24.262683 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-09e7152a-0985-4693-8405-b7ef2dcddb7e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.273290 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 3c865f7f-304e-41ed-9e95-1293ddf8e913 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:24.273644 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 3c865f7f-304e-41ed-9e95-1293ddf8e913 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:24.275010 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.336682 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74744a26-819e-4035-8e30-b7e6c7aea111 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.349494 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-09e7152a-0985-4693-8405-b7ef2dcddb7e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.356053 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-09e7152a-0985-4693-8405-b7ef2dcddb7e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "DELETE /v2.0/networks/eb13d56c-042b-413d-9c88-7ffa059e1340 HTTP/1.1" status: 204 len: 168 time: 2.3256693 Nov 11 17:37:24.359274 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50250) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:24.384523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7152a-0985-4693-8405-b7ef2dcddb7e tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event deleted for resources: {'Network': ['ID=eb13d56c-042b-413d-9c88-7ffa059e1340,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:24.443889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-180da0d0-c863-4a1d-bbb4-cb0a8c4a75b6 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Deleting subnet fc5b868b-9095-4322-90c0-f75456f8dbf2 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:37:24.461241 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-180da0d0-c863-4a1d-bbb4-cb0a8c4a75b6 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.474380 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74744a26-819e-4035-8e30-b7e6c7aea111 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.476613 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74744a26-819e-4035-8e30-b7e6c7aea111 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.546589 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74744a26-819e-4035-8e30-b7e6c7aea111 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.547208 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74744a26-819e-4035-8e30-b7e6c7aea111 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Fanout notify agent at l3_agent the message router_deleted on router 6c88bcf3-1f87-4233-bc28-92cdf156a3f9 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:37:24.565743 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74744a26-819e-4035-8e30-b7e6c7aea111 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.569392 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-74744a26-819e-4035-8e30-b7e6c7aea111 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "DELETE /v2.0/routers/6c88bcf3-1f87-4233-bc28-92cdf156a3f9 HTTP/1.1" status: 204 len: 168 time: 1.9811547 Nov 11 17:37:24.570031 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50252) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:24.656043 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-180da0d0-c863-4a1d-bbb4-cb0a8c4a75b6 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.681509 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cea075c-5e28-4535-a606-9fe174d46427 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.699821 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09a56a71-1934-4ec0-8c42-3c16e966712f tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.711756 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09a56a71-1934-4ec0-8c42-3c16e966712f tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.756472 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a56a71-1934-4ec0-8c42-3c16e966712f tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e2d39d-3925-47d7-acf6-df54e4a33f0f,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:24.810912 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-adf1dfaa-3259-43cd-b611-c2a9f2d2cf0d tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.863444 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09a56a71-1934-4ec0-8c42-3c16e966712f tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.864932 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-09a56a71-1934-4ec0-8c42-3c16e966712f tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9979870 Nov 11 17:37:24.867110 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cea075c-5e28-4535-a606-9fe174d46427 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.868833 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50256) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:24.892221 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-7cea075c-5e28-4535-a606-9fe174d46427 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63135a75-5cfa-435a-a6c8-7eb0f41a5658']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:24.902767 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-7cea075c-5e28-4535-a606-9fe174d46427 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c49fa5-d7a3-4fab-ad8a-bef888053bed') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:24.902767 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-7cea075c-5e28-4535-a606-9fe174d46427 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c49fa5-d7a3-4fab-ad8a-bef888053bed') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:24.914275 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cea075c-5e28-4535-a606-9fe174d46427 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.956434 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cea075c-5e28-4535-a606-9fe174d46427 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.966591 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cea075c-5e28-4535-a606-9fe174d46427 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Releasing vlan 1270 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:37:24.967353 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cea075c-5e28-4535-a606-9fe174d46427 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:37:24.971113 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:37:24.973777 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6f614b9-f395-46f1-8398-466830faa5e4 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:25.003814 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-180da0d0-c863-4a1d-bbb4-cb0a8c4a75b6 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:25.049457 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6f614b9-f395-46f1-8398-466830faa5e4 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:25.061851 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cea075c-5e28-4535-a606-9fe174d46427 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:25.081442 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-adf1dfaa-3259-43cd-b611-c2a9f2d2cf0d tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:25.081685 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cea075c-5e28-4535-a606-9fe174d46427 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:25.088599 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7cea075c-5e28-4535-a606-9fe174d46427 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "DELETE /v2.0/networks/63135a75-5cfa-435a-a6c8-7eb0f41a5658 HTTP/1.1" status: 204 len: 168 time: 0.5178533 Nov 11 17:37:25.089444 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50266) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:25.150214 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea075c-5e28-4535-a606-9fe174d46427 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Network': ['ID=63135a75-5cfa-435a-a6c8-7eb0f41a5658,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:25.192987 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1dfaa-3259-43cd-b611-c2a9f2d2cf0d tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Pushing event updated for resources: {'Port': ['ID=0b8af18f-5b3c-4b97-9553-015a83533d3e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:25.209050 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf1dfaa-3259-43cd-b611-c2a9f2d2cf0d tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Network 07c67a7e-c202-463b-976b-8591520b406f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:37:25.228671 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-43e03972-d1fb-4c87-9d12-2565d218e742 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:25.231585 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-adf1dfaa-3259-43cd-b611-c2a9f2d2cf0d tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:37:25.238742 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf1dfaa-3259-43cd-b611-c2a9f2d2cf0d tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:37:25.239691 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf1dfaa-3259-43cd-b611-c2a9f2d2cf0d tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:25.240741 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-adf1dfaa-3259-43cd-b611-c2a9f2d2cf0d tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:25.273800 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-43e03972-d1fb-4c87-9d12-2565d218e742 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:25.276061 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6f614b9-f395-46f1-8398-466830faa5e4 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:25.281032 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6f614b9-f395-46f1-8398-466830faa5e4 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:25.282685 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d6f614b9-f395-46f1-8398-466830faa5e4 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/b4e2d39d-3925-47d7-acf6-df54e4a33f0f HTTP/1.1" status: 204 len: 168 time: 0.4102070 Nov 11 17:37:25.287263 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50268) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:25.300437 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-adf1dfaa-3259-43cd-b611-c2a9f2d2cf0d tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4672725 Nov 11 17:37:25.307783 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50270) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:25.319335 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f614b9-f395-46f1-8398-466830faa5e4 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4e2d39d-3925-47d7-acf6-df54e4a33f0f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:25.352414 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-1ffd1e5e-b713-42a0-9e79-d0a25e0205ae tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting port 63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:25.353099 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ffd1e5e-b713-42a0-9e79-d0a25e0205ae tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:25.358375 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-180da0d0-c863-4a1d-bbb4-cb0a8c4a75b6 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:25.388800 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-43e03972-d1fb-4c87-9d12-2565d218e742 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:25.391888 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-43e03972-d1fb-4c87-9d12-2565d218e742 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:25.395833 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-43e03972-d1fb-4c87-9d12-2565d218e742 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "DELETE /v2.0/security-groups/ae19ac6f-39b4-4fee-a986-614a95ab0290 HTTP/1.1" status: 204 len: 168 time: 0.3010187 Nov 11 17:37:25.407413 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34380513-7707-4d39-b249-645b6f4b93b3 None None] Network 2ec7ebdf-ab10-47bb-82e2-80d68aed4214 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:37:25.410786 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180da0d0-c863-4a1d-bbb4-cb0a8c4a75b6 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event deleted for resources: {'Subnet': ['ID=fc5b868b-9095-4322-90c0-f75456f8dbf2,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:25.414327 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-180da0d0-c863-4a1d-bbb4-cb0a8c4a75b6 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:25.420042 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-180da0d0-c863-4a1d-bbb4-cb0a8c4a75b6 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "DELETE /v2.0/subnets/fc5b868b-9095-4322-90c0-f75456f8dbf2 HTTP/1.1" status: 204 len: 168 time: 1.0473456 Nov 11 17:37:25.444343 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-22e66f75-0e87-421d-931c-504646cbf825 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1552219 Nov 11 17:37:25.445221 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50274) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:25.445882 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50276) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:25.453017 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f271d079-7472-4dcc-a638-b5d6b6579e25 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:25.457152 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f271d079-7472-4dcc-a638-b5d6b6579e25 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] 10.222.0.76 "GET /v2.0/ports/0b8af18f-5b3c-4b97-9553-015a83533d3e HTTP/1.1" status: 200 len: 955 time: 0.1452525 Nov 11 17:37:25.458038 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50278) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:25.487432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e03972-d1fb-4c87-9d12-2565d218e742 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae19ac6f-39b4-4fee-a986-614a95ab0290,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:25.683626 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-db2f9d9e-0524-4d60-a38a-a60232b2f339 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:25.714268 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-db2f9d9e-0524-4d60-a38a-a60232b2f339 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:25.728569 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61a6d35b-8535-4c75-81a1-57f1ccdd9956 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:25.839018 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09bf985-c1f7-4a7a-b76a-5224b74513a6 None None] DHCP port deletion for 2ec7ebdf-ab10-47bb-82e2-80d68aed4214 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:37:25.855160 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-db2f9d9e-0524-4d60-a38a-a60232b2f339 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:25.864146 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-db2f9d9e-0524-4d60-a38a-a60232b2f339 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:25.878820 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-db2f9d9e-0524-4d60-a38a-a60232b2f339 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/88093832-83f6-4870-8786-3f205361a93b HTTP/1.1" status: 204 len: 168 time: 0.4100313 Nov 11 17:37:25.880425 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50284) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:25.919042 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 446f8c02-0e62-4441-a988-f5c0ea7dd190 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:25.930007 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f9d9e-0524-4d60-a38a-a60232b2f339 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88093832-83f6-4870-8786-3f205361a93b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:25.996841 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 446f8c02-0e62-4441-a988-f5c0ea7dd190 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:25.997168 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 446f8c02-0e62-4441-a988-f5c0ea7dd190 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:26.030413 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a09bf985-c1f7-4a7a-b76a-5224b74513a6 None None] Deleting port fc3828c3-a990-4bad-abea-35a7478ec4d4 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:26.030869 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a09bf985-c1f7-4a7a-b76a-5224b74513a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.035102 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-095da98f-8d7f-4c61-9553-0ebe5864a772 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1524932 Nov 11 17:37:26.036664 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50286) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:26.053103 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50288) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:26.062565 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-d17d6f41-e6f1-4506-b109-7955cbf0b1d9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1164195592', 'description': 'tempest-secgroup-smoke-1164195592 description', 'project_id': '4a967e21f8b349ab96ba5689386c16b9'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:26.079242 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-61a6d35b-8535-4c75-81a1-57f1ccdd9956 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Deleting port fc3828c3-a990-4bad-abea-35a7478ec4d4 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:26.079594 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61a6d35b-8535-4c75-81a1-57f1ccdd9956 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.084389 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f60d2cc6-a434-4987-b3ba-236bda3c95f3 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.143984 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f60d2cc6-a434-4987-b3ba-236bda3c95f3 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.156380 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a09bf985-c1f7-4a7a-b76a-5224b74513a6 None None] For port fc3828c3-a990-4bad-abea-35a7478ec4d4, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=fc3828c3-a990-4bad-abea-35a7478ec4d4,segment=NetworkSegment(e36d00d2-92f1-41fa-a30c-3910fd690e90),segment_id=e36d00d2-92f1-41fa-a30c-3910fd690e90)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:26.156781 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a09bf985-c1f7-4a7a-b76a-5224b74513a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.188050 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d17d6f41-e6f1-4506-b109-7955cbf0b1d9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.192270 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a09bf985-c1f7-4a7a-b76a-5224b74513a6 None None] Calling delete_port for fc3828c3-a990-4bad-abea-35a7478ec4d4 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:26.234149 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-61a6d35b-8535-4c75-81a1-57f1ccdd9956 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] For port fc3828c3-a990-4bad-abea-35a7478ec4d4, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=fc3828c3-a990-4bad-abea-35a7478ec4d4,segment=NetworkSegment(e36d00d2-92f1-41fa-a30c-3910fd690e90),segment_id=e36d00d2-92f1-41fa-a30c-3910fd690e90)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:26.234518 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61a6d35b-8535-4c75-81a1-57f1ccdd9956 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.314097 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d17d6f41-e6f1-4506-b109-7955cbf0b1d9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.316149 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f60d2cc6-a434-4987-b3ba-236bda3c95f3 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.326547 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-61a6d35b-8535-4c75-81a1-57f1ccdd9956 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Calling delete_port for fc3828c3-a990-4bad-abea-35a7478ec4d4 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:26.331168 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f60d2cc6-a434-4987-b3ba-236bda3c95f3 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.335485 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f60d2cc6-a434-4987-b3ba-236bda3c95f3 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/1d0a7149-ccb2-4542-b599-f7490de01a5a HTTP/1.1" status: 204 len: 168 time: 0.2978337 Nov 11 17:37:26.337136 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d17d6f41-e6f1-4506-b109-7955cbf0b1d9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.340507 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50294) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:26.374257 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a09bf985-c1f7-4a7a-b76a-5224b74513a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.399000 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d2cc6-a434-4987-b3ba-236bda3c95f3 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d0a7149-ccb2-4542-b599-f7490de01a5a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:26.454584 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09bf985-c1f7-4a7a-b76a-5224b74513a6 None None] Pushing event deleted for resources: {'Port': ['ID=fc3828c3-a990-4bad-abea-35a7478ec4d4,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:26.468800 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d17d6f41-e6f1-4506-b109-7955cbf0b1d9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.470283 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d17d6f41-e6f1-4506-b109-7955cbf0b1d9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4117777 Nov 11 17:37:26.474754 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50296) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:26.480328 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09bf985-c1f7-4a7a-b76a-5224b74513a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:26.482126 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09bf985-c1f7-4a7a-b76a-5224b74513a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:26.483106 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-aa580e69-9253-4969-b700-0c81b31769f2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': '2eeed95f-9ce4-412d-82d0-bdabfe230b02', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:26.483990 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09bf985-c1f7-4a7a-b76a-5224b74513a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:26.484510 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09bf985-c1f7-4a7a-b76a-5224b74513a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:26.485006 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09bf985-c1f7-4a7a-b76a-5224b74513a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:26.486821 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09bf985-c1f7-4a7a-b76a-5224b74513a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:26.487648 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09bf985-c1f7-4a7a-b76a-5224b74513a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:26.488149 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09bf985-c1f7-4a7a-b76a-5224b74513a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:26.492119 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09bf985-c1f7-4a7a-b76a-5224b74513a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:26.492793 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09bf985-c1f7-4a7a-b76a-5224b74513a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:26.493431 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09bf985-c1f7-4a7a-b76a-5224b74513a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:26.493913 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09bf985-c1f7-4a7a-b76a-5224b74513a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:26.510440 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-44bcf98b-4552-4801-a914-0b608f75fbce tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1613140 Nov 11 17:37:26.514326 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50298) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:26.515279 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d6f41-e6f1-4506-b109-7955cbf0b1d9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eeed95f-9ce4-412d-82d0-bdabfe230b02,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:26.516709 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09bf985-c1f7-4a7a-b76a-5224b74513a6 None None] No DVR routers for this DVR port fc3828c3-a990-4bad-abea-35a7478ec4d4 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:37:26.550137 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa580e69-9253-4969-b700-0c81b31769f2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.562291 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ed346185-7188-423f-ba58-be63fdfd661e tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.571714 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ed346185-7188-423f-ba58-be63fdfd661e tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.603394 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-93429f80-8add-41bf-90ee-822f4d87bf7b tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Deleting port 0b8af18f-5b3c-4b97-9553-015a83533d3e {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:26.603708 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-93429f80-8add-41bf-90ee-822f4d87bf7b tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.613000 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ed346185-7188-423f-ba58-be63fdfd661e tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.622172 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ed346185-7188-423f-ba58-be63fdfd661e tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.626473 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ed346185-7188-423f-ba58-be63fdfd661e tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/b9ef55a5-d4e1-4ce0-bc17-d6b4f58ed48c HTTP/1.1" status: 204 len: 168 time: 0.1082292 Nov 11 17:37:26.629768 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50300) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:26.676740 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed346185-7188-423f-ba58-be63fdfd661e tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9ef55a5-d4e1-4ce0-bc17-d6b4f58ed48c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:26.685747 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-93429f80-8add-41bf-90ee-822f4d87bf7b tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.687590 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61a6d35b-8535-4c75-81a1-57f1ccdd9956 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.701339 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-93429f80-8add-41bf-90ee-822f4d87bf7b tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Calling delete_port for 0b8af18f-5b3c-4b97-9553-015a83533d3e owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:26.713903 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2cd47667-1925-454b-b831-01a305321898 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0791988 Nov 11 17:37:26.732598 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50302) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:26.733574 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a6d35b-8535-4c75-81a1-57f1ccdd9956 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] No DVR routers for this DVR port fc3828c3-a990-4bad-abea-35a7478ec4d4 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:37:26.790728 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-1ffd1e5e-b713-42a0-9e79-d0a25e0205ae tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] For port 63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d,segment=NetworkSegment(bb1f950d-f296-4dd0-ab9b-fcec14dc93be),segment_id=bb1f950d-f296-4dd0-ab9b-fcec14dc93be)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:26.791861 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ffd1e5e-b713-42a0-9e79-d0a25e0205ae tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.792320 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-69b28091-2d57-43f7-9b40-885ca880f93b tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.795415 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6d35b-8535-4c75-81a1-57f1ccdd9956 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event deleted for resources: {'Port': ['ID=fc3828c3-a990-4bad-abea-35a7478ec4d4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:26.795819 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-93429f80-8add-41bf-90ee-822f4d87bf7b tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.823395 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-1ffd1e5e-b713-42a0-9e79-d0a25e0205ae tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Calling delete_port for 63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:26.864859 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-69b28091-2d57-43f7-9b40-885ca880f93b tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.895520 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-93429f80-8add-41bf-90ee-822f4d87bf7b tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.899476 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-93429f80-8add-41bf-90ee-822f4d87bf7b tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] 10.222.0.76 "DELETE /v2.0/ports/0b8af18f-5b3c-4b97-9553-015a83533d3e HTTP/1.1" status: 204 len: 168 time: 1.4411581 Nov 11 17:37:26.901910 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa580e69-9253-4969-b700-0c81b31769f2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.905512 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93429f80-8add-41bf-90ee-822f4d87bf7b tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b8af18f-5b3c-4b97-9553-015a83533d3e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:26.911851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50306) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:26.919714 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61a6d35b-8535-4c75-81a1-57f1ccdd9956 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.921196 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa580e69-9253-4969-b700-0c81b31769f2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.952767 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-61a6d35b-8535-4c75-81a1-57f1ccdd9956 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec7ebdf-ab10-47bb-82e2-80d68aed4214']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:26.960123 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd2c9d8-c644-4658-aa2d-facac8e68c94 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] GET failed (client error): The resource could not be found. Nov 11 17:37:26.967358 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-61a6d35b-8535-4c75-81a1-57f1ccdd9956 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36d00d2-92f1-41fa-a30c-3910fd690e90') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:26.968108 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0dd2c9d8-c644-4658-aa2d-facac8e68c94 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] 10.222.0.76 "GET /v2.0/ports/0b8af18f-5b3c-4b97-9553-015a83533d3e HTTP/1.1" status: 404 len: 333 time: 0.0546868 Nov 11 17:37:26.968878 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-61a6d35b-8535-4c75-81a1-57f1ccdd9956 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36d00d2-92f1-41fa-a30c-3910fd690e90') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:26.987967 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61a6d35b-8535-4c75-81a1-57f1ccdd9956 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:26.996777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50308) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:26.998038 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61a6d35b-8535-4c75-81a1-57f1ccdd9956 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:27.004863 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-5b2a82cd-03d5-4180-af9b-9b20cc5708a8 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Request body: {'port': {'network_id': '07c67a7e-c202-463b-976b-8591520b406f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1608393470'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:27.007327 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a6d35b-8535-4c75-81a1-57f1ccdd9956 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:37:27.007990 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61a6d35b-8535-4c75-81a1-57f1ccdd9956 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:27.011169 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa580e69-9253-4969-b700-0c81b31769f2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3196c2c9-2d6a-43e8-adac-6dc069fab53c,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: self.session.flush() Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:37:27.013428 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:37:27.035747 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa580e69-9253-4969-b700-0c81b31769f2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:27.039390 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-aa580e69-9253-4969-b700-0c81b31769f2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5579431 Nov 11 17:37:27.045706 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50310) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:27.050621 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2e2353ca-1930-4bf3-a8ec-3be8e6ecd90f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': '2eeed95f-9ce4-412d-82d0-bdabfe230b02', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:27.112996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2a82cd-03d5-4180-af9b-9b20cc5708a8 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Made reservation on behalf of 323918b936b74f54964c083c72ec4278 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:37:27.115307 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5b2a82cd-03d5-4180-af9b-9b20cc5708a8 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:27.137209 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-5b2a82cd-03d5-4180-af9b-9b20cc5708a8 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] device_id is not set on port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:37:27.255140 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e2353ca-1930-4bf3-a8ec-3be8e6ecd90f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:27.362975 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ffd1e5e-b713-42a0-9e79-d0a25e0205ae tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:27.412842 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-69b28091-2d57-43f7-9b40-885ca880f93b tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:27.431246 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-69b28091-2d57-43f7-9b40-885ca880f93b tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:27.432954 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-69b28091-2d57-43f7-9b40-885ca880f93b tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/e2e61c62-bf47-4d9b-967b-0292bbf91972 HTTP/1.1" status: 204 len: 168 time: 0.6973250 Nov 11 17:37:27.435637 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50316) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:27.448143 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b28091-2d57-43f7-9b40-885ca880f93b tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2e61c62-bf47-4d9b-967b-0292bbf91972,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:27.463058 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61a6d35b-8535-4c75-81a1-57f1ccdd9956 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:27.475554 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61a6d35b-8535-4c75-81a1-57f1ccdd9956 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:27.479027 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-61a6d35b-8535-4c75-81a1-57f1ccdd9956 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "DELETE /v2.0/networks/2ec7ebdf-ab10-47bb-82e2-80d68aed4214 HTTP/1.1" status: 204 len: 168 time: 2.0269470 Nov 11 17:37:27.483585 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50318) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:27.512733 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd1e5e-b713-42a0-9e79-d0a25e0205ae tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Port': ['ID=63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:27.523915 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6d35b-8535-4c75-81a1-57f1ccdd9956 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Pushing event deleted for resources: {'Network': ['ID=2ec7ebdf-ab10-47bb-82e2-80d68aed4214,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:27.535340 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-12bdad7c-36a6-48f8-a30d-a1fbcd2ef929 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "GET /v2.0/ports?device_id=f3cea3fe-07d7-4e47-8c37-e084463724ba HTTP/1.1" status: 200 len: 205 time: 0.0474558 Nov 11 17:37:27.536201 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50320) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:27.552679 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-18418e53-690b-4455-99e5-b3c4049a40d7 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1155820 Nov 11 17:37:27.555228 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50322) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:27.730811 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e2353ca-1930-4bf3-a8ec-3be8e6ecd90f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:27.752020 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5b2a82cd-03d5-4180-af9b-9b20cc5708a8 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:27.754616 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0b15943-42f3-4a3e-bbb3-1e6a101d8a41 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:27.757409 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72d1ead1-0996-4566-ae8a-e0455410bd01 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:27.759958 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e2353ca-1930-4bf3-a8ec-3be8e6ecd90f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:27.795856 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2353ca-1930-4bf3-a8ec-3be8e6ecd90f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f667fb-bec3-4c32-99a2-f422af46ad0a,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:27.845979 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ffd1e5e-b713-42a0-9e79-d0a25e0205ae tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:27.859152 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e2353ca-1930-4bf3-a8ec-3be8e6ecd90f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:27.861322 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2e2353ca-1930-4bf3-a8ec-3be8e6ecd90f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8143072 Nov 11 17:37:27.866128 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50324) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:27.875605 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-388c2e2b-2d32-4bb4-88f6-2e9c89240699 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': '2eeed95f-9ce4-412d-82d0-bdabfe230b02', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:27.920275 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fc3828c3-a990-4bad-abea-35a7478ec4d4 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:27.972158 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: fc3828c3-a990-4bad-abea-35a7478ec4d4 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:27.975184 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fc3828c3-a990-4bad-abea-35a7478ec4d4 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:28.007864 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5b2a82cd-03d5-4180-af9b-9b20cc5708a8 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.009447 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-388c2e2b-2d32-4bb4-88f6-2e9c89240699 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.103625 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72d1ead1-0996-4566-ae8a-e0455410bd01 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.117882 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0b15943-42f3-4a3e-bbb3-1e6a101d8a41 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.122303 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0b15943-42f3-4a3e-bbb3-1e6a101d8a41 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.123325 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2a82cd-03d5-4180-af9b-9b20cc5708a8 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Network 07c67a7e-c202-463b-976b-8591520b406f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:37:28.124331 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a82cd-03d5-4180-af9b-9b20cc5708a8 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Pushing event updated for resources: {'Port': ['ID=2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:28.133996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-5b2a82cd-03d5-4180-af9b-9b20cc5708a8 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:37:28.140590 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2a82cd-03d5-4180-af9b-9b20cc5708a8 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:37:28.141633 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2a82cd-03d5-4180-af9b-9b20cc5708a8 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:28.142461 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5b2a82cd-03d5-4180-af9b-9b20cc5708a8 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.165916 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-388c2e2b-2d32-4bb4-88f6-2e9c89240699 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.193387 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0b15943-42f3-4a3e-bbb3-1e6a101d8a41 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.193975 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b15943-42f3-4a3e-bbb3-1e6a101d8a41 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Fanout notify agent at l3_agent the message router_deleted on router f3cea3fe-07d7-4e47-8c37-e084463724ba {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:37:28.202045 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0b15943-42f3-4a3e-bbb3-1e6a101d8a41 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.203089 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f0b15943-42f3-4a3e-bbb3-1e6a101d8a41 tempest-RoutersNegativeIpV6Test-972659548 tempest-RoutersNegativeIpV6Test-972659548-project] 10.222.0.76 "DELETE /v2.0/routers/f3cea3fe-07d7-4e47-8c37-e084463724ba HTTP/1.1" status: 204 len: 168 time: 0.6656857 Nov 11 17:37:28.206298 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72d1ead1-0996-4566-ae8a-e0455410bd01 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.208908 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72d1ead1-0996-4566-ae8a-e0455410bd01 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.209007 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-388c2e2b-2d32-4bb4-88f6-2e9c89240699 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.209941 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-72d1ead1-0996-4566-ae8a-e0455410bd01 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "DELETE /v2.0/security-groups/f0145247-7330-45e3-82fc-08c3f06799ff HTTP/1.1" status: 204 len: 168 time: 0.6536453 Nov 11 17:37:28.213256 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50330) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:28.221342 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1ead1-0996-4566-ae8a-e0455410bd01 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0145247-7330-45e3-82fc-08c3f06799ff,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:28.260764 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5b2a82cd-03d5-4180-af9b-9b20cc5708a8 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2576094 Nov 11 17:37:28.261125 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50332) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:28.266937 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:28.292895 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c2e2b-2d32-4bb4-88f6-2e9c89240699 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde12884-b2ab-4816-be55-a6f14ac3d659,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:28.323280 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.335982 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9ed67df8-652b-484f-a4f6-1459d0fec1ef tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0852227 Nov 11 17:37:28.343983 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50334) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:28.354974 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-eb7fdbc2-0ab7-4c59-bafe-8bac5ee8c778 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Request body: {'security_group': {'name': 'tempest-secgroup--1130375594'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:28.393098 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-388c2e2b-2d32-4bb4-88f6-2e9c89240699 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.397830 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-388c2e2b-2d32-4bb4-88f6-2e9c89240699 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5295241 Nov 11 17:37:28.409524 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50338) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:28.425115 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e365d2da-d08c-4170-b4be-92b2c1363352 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': '2eeed95f-9ce4-412d-82d0-bdabfe230b02', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:28.454179 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffd1e5e-b713-42a0-9e79-d0a25e0205ae tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:37:28.579919 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb7fdbc2-0ab7-4c59-bafe-8bac5ee8c778 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.598727 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] device_id is not set on port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:37:28.612918 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.620099 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.672909 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb7fdbc2-0ab7-4c59-bafe-8bac5ee8c778 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.674286 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e365d2da-d08c-4170-b4be-92b2c1363352 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.690618 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb7fdbc2-0ab7-4c59-bafe-8bac5ee8c778 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.728596 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fdbc2-0ab7-4c59-bafe-8bac5ee8c778 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c0f6ff-6f5b-46f6-aefe-292c9929b7e0,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:28.734307 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50344) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:28.754973 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:28.755652 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:28.756171 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:28.759500 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Pushing event updated for resources: {'Port': ['ID=2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:28.766751 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:28.767230 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:28.767799 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 2 to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 Nov 11 17:37:28.774709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffd1e5e-b713-42a0-9e79-d0a25e0205ae tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:37:28.786457 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:28.786887 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:28.787278 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:28.795093 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4526c5-6500-437f-8bea-0bc3ef421ff2 None None] Sync routers for ids ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:37:28.802784 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1ffd1e5e-b713-42a0-9e79-d0a25e0205ae tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/b78eed1e-3ffd-4305-b22f-18c44a9c1fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2708626 Nov 11 17:37:28.805237 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50348) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:28.807062 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:28.808910 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:28.809325 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 3 to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 Nov 11 17:37:28.809534 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb7fdbc2-0ab7-4c59-bafe-8bac5ee8c778 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.813397 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-eb7fdbc2-0ab7-4c59-bafe-8bac5ee8c778 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4641683 Nov 11 17:37:28.813553 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4526c5-6500-437f-8bea-0bc3ef421ff2 None None] Routers {'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:28.813553 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-9a4526c5-6500-437f-8bea-0bc3ef421ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:28.818550 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50350) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:28.839633 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-bbf990c7-7309-4080-bb52-1c0f96da065c tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Request body: {'security_group_rule': {'security_group_id': '07c0f6ff-6f5b-46f6-aefe-292c9929b7e0', 'direction': 'ingress', 'protocol': 17}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:28.870859 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:28.871203 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:28.872017 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:28.874419 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e365d2da-d08c-4170-b4be-92b2c1363352 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.883701 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-636bb0a7-d11b-4869-b551-8ae7113c5e83 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting subnet 350897a9-273c-48ad-b686-6d54346fc9b5 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:37:28.889996 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e365d2da-d08c-4170-b4be-92b2c1363352 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.891948 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-636bb0a7-d11b-4869-b551-8ae7113c5e83 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.893782 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:28.894847 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:28.895761 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 4 to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 Nov 11 17:37:28.937364 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365d2da-d08c-4170-b4be-92b2c1363352 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccb7e1b-5013-4d18-9d9f-e536484a801e,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:28.951285 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:28.951630 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:28.962391 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:28.971006 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e365d2da-d08c-4170-b4be-92b2c1363352 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.972656 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e365d2da-d08c-4170-b4be-92b2c1363352 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5585489 Nov 11 17:37:28.979271 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-636bb0a7-d11b-4869-b551-8ae7113c5e83 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:28.982166 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-9a4526c5-6500-437f-8bea-0bc3ef421ff2 None None] Set router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:28.982341 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50352) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:29.004022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-818cec75-1737-4bae-a623-fb9524e27776 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': '2eeed95f-9ce4-412d-82d0-bdabfe230b02', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:29.020803 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:29.021146 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:29.037448 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 5 to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 Nov 11 17:37:29.040223 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bbf990c7-7309-4080-bb52-1c0f96da065c tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:29.086737 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:29.087082 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:29.087432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:29.116822 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:29.117424 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:29.134468 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 6 to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 Nov 11 17:37:29.161542 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-929615ae-b8ed-4deb-b220-e79fb2259e62 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=34b1f1816211487a9c073abf99239f6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4211714 Nov 11 17:37:29.166843 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-818cec75-1737-4bae-a623-fb9524e27776 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Project 4a967e21f8b349ab96ba5689386c16b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:37:29.171097 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50360) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:29.200084 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-818cec75-1737-4bae-a623-fb9524e27776 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:29.205605 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:29.205950 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:29.206358 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:29.253701 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:29.254225 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:29.262349 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 7 to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 Nov 11 17:37:29.284358 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bbf990c7-7309-4080-bb52-1c0f96da065c tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:29.301137 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-636bb0a7-d11b-4869-b551-8ae7113c5e83 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:29.308891 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bbf990c7-7309-4080-bb52-1c0f96da065c tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:29.365384 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e0fb612-8203-44f6-a92f-af1f6a195bf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:29.382130 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf990c7-7309-4080-bb52-1c0f96da065c tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f328842-96b5-418c-9876-1a288d7500de,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:29.384147 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:29.384595 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:29.385023 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:29.403271 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:29.404330 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:29.406139 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 8 to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 Nov 11 17:37:29.412018 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bbf990c7-7309-4080-bb52-1c0f96da065c tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:29.416692 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bbf990c7-7309-4080-bb52-1c0f96da065c tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5960464 Nov 11 17:37:29.421549 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50362) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:29.454070 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e0fb612-8203-44f6-a92f-af1f6a195bf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:29.460593 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-818cec75-1737-4bae-a623-fb9524e27776 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:29.483035 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-9a4526c5-6500-437f-8bea-0bc3ef421ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:27Z', 'revision_number': 9, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5', 'name': '', 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:56:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:43Z', 'updated_at': '2021-11-11T17:37:03Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:54Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:29.493259 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:29.496150 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:29.496629 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:29.522834 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:29.523327 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:29.524045 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-818cec75-1737-4bae-a623-fb9524e27776 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:29.534562 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 9 to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 Nov 11 17:37:29.557277 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4526c5-6500-437f-8bea-0bc3ef421ff2 None None] Checking router: b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:37:29.581851 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4526c5-6500-437f-8bea-0bc3ef421ff2 None None] Routers {'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:29.587978 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-9a4526c5-6500-437f-8bea-0bc3ef421ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:29.591142 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-636bb0a7-d11b-4869-b551-8ae7113c5e83 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:29.606364 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cec75-1737-4bae-a623-fb9524e27776 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be4c112-5f90-43ae-a25b-2b56c57fd0ce,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:29.611661 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:29.612158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:29.612587 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:29.646360 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-818cec75-1737-4bae-a623-fb9524e27776 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:29.650620 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-818cec75-1737-4bae-a623-fb9524e27776 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6670327 Nov 11 17:37:29.681030 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50372) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:29.684973 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:29.688031 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:29.692942 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ccaf0895-c7c6-4f7e-adf6-c2b2c687a125 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:29.697224 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempt 10 to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 Nov 11 17:37:29.702899 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-8baf91f6-ea21-45e9-b0c4-8632aa98a29b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': '2eeed95f-9ce4-412d-82d0-bdabfe230b02', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:29.741949 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d1f6c0-9e83-411d-9413-c4d393e841b4 None None] Network 1e64e386-bdb3-4dd3-9238-19d25ec11fb9 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:37:29.788224 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:29.788638 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:29.789271 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempting to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:29.801497 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ccaf0895-c7c6-4f7e-adf6-c2b2c687a125 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:29.807303 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on network 07c67a7e-c202-463b-976b-8591520b406f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:37:29.807628 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Failed to bind port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '73560dae-b8d2-49cc-97e6-fa64aed9c3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '07c67a7e-c202-463b-976b-8591520b406f'}] Nov 11 17:37:29.808013 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:29.820551 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-9a4526c5-6500-437f-8bea-0bc3ef421ff2 None None] Set router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:29.825010 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-636bb0a7-d11b-4869-b551-8ae7113c5e83 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:29.837673 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-636bb0a7-d11b-4869-b551-8ae7113c5e83 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/subnets/350897a9-273c-48ad-b686-6d54346fc9b5 HTTP/1.1" status: 204 len: 168 time: 1.0311921 Nov 11 17:37:29.839103 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e0fb612-8203-44f6-a92f-af1f6a195bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:29.842455 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50376) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:29.842951 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e0fb612-8203-44f6-a92f-af1f6a195bf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:29.844307 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7e0fb612-8203-44f6-a92f-af1f6a195bf8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/86cbc2b0-1cee-4b7a-9827-620451d15c15 HTTP/1.1" status: 204 len: 168 time: 0.6720583 Nov 11 17:37:29.850322 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636bb0a7-d11b-4869-b551-8ae7113c5e83 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Subnet': ['ID=350897a9-273c-48ad-b686-6d54346fc9b5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:29.866970 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0fb612-8203-44f6-a92f-af1f6a195bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cbc2b0-1cee-4b7a-9827-620451d15c15,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:29.883101 n-d-816206-4 neutron-server[102618]: INFO neutron.db.securitygroups_db [None req-8baf91f6-ea21-45e9-b0c4-8632aa98a29b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Project 4a967e21f8b349ab96ba5689386c16b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:37:29.889326 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8baf91f6-ea21-45e9-b0c4-8632aa98a29b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:29.973236 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50380) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:30.105889 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8baf91f6-ea21-45e9-b0c4-8632aa98a29b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:30.120170 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8baf91f6-ea21-45e9-b0c4-8632aa98a29b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:30.141407 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-89d38292-f24d-4a04-bdbb-1edf07ea9bf4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:30.171321 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf91f6-ea21-45e9-b0c4-8632aa98a29b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ee762f-43c4-46e0-8854-9401e76bc57e,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:30.229554 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181aed79-c98c-41bb-b639-a81b22a9f6cb None None] DHCP port deletion for 1e64e386-bdb3-4dd3-9238-19d25ec11fb9 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:37:30.238937 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8baf91f6-ea21-45e9-b0c4-8632aa98a29b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:30.244103 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8baf91f6-ea21-45e9-b0c4-8632aa98a29b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5513043 Nov 11 17:37:30.244518 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50386) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:30.263484 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-02570b5d-2b5f-4338-8a8b-75134908ff44 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'network': {'name': 'tempest-network-smoke--166977259', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'port_security_enabled': True}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:30.312459 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02570b5d-2b5f-4338-8a8b-75134908ff44 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Made reservation on behalf of 4a967e21f8b349ab96ba5689386c16b9 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:37:30.318077 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-02570b5d-2b5f-4338-8a8b-75134908ff44 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:30.365851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02570b5d-2b5f-4338-8a8b-75134908ff44 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1279} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:37:30.378132 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-181aed79-c98c-41bb-b639-a81b22a9f6cb None None] Deleting port 5aa168c7-2690-482d-a25b-9ad46a55565a {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:30.379991 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-181aed79-c98c-41bb-b639-a81b22a9f6cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:30.381464 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-02570b5d-2b5f-4338-8a8b-75134908ff44 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:30.381823 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-02570b5d-2b5f-4338-8a8b-75134908ff44 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Added segment 9e037fe0-33a3-41f0-af33-eb594233dc5d of type vlan for network f4307d6a-976c-4915-9c6a-3c516e8bedde Nov 11 17:37:30.441390 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-02570b5d-2b5f-4338-8a8b-75134908ff44 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:30.487957 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-02570b5d-2b5f-4338-8a8b-75134908ff44 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:30.505603 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] For port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:37:30.507871 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attempted to set empty binding levels {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 17:37:30.515702 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02570b5d-2b5f-4338-8a8b-75134908ff44 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:30.517743 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-02570b5d-2b5f-4338-8a8b-75134908ff44 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:30.527810 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-181aed79-c98c-41bb-b639-a81b22a9f6cb None None] For port 5aa168c7-2690-482d-a25b-9ad46a55565a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5aa168c7-2690-482d-a25b-9ad46a55565a,segment=NetworkSegment(bb1f950d-f296-4dd0-ab9b-fcec14dc93be),segment_id=bb1f950d-f296-4dd0-ab9b-fcec14dc93be)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:30.528752 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-181aed79-c98c-41bb-b639-a81b22a9f6cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:30.543832 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ccaf0895-c7c6-4f7e-adf6-c2b2c687a125 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:30.554059 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ccaf0895-c7c6-4f7e-adf6-c2b2c687a125 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:30.557137 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-181aed79-c98c-41bb-b639-a81b22a9f6cb None None] Calling delete_port for 5aa168c7-2690-482d-a25b-9ad46a55565a owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:30.557830 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ccaf0895-c7c6-4f7e-adf6-c2b2c687a125 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "DELETE /v2.0/security-groups/07c0f6ff-6f5b-46f6-aefe-292c9929b7e0 HTTP/1.1" status: 204 len: 168 time: 1.1350260 Nov 11 17:37:30.559106 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:30.585174 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50392) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:30.596599 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] In _notify_port_updated(), no bound segment for port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 on network 07c67a7e-c202-463b-976b-8591520b406f {{(pid=102617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:37:30.597469 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:30.598081 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:30.602571 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] 10.222.0.76 "PUT /v2.0/ports/2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 HTTP/1.1" status: 200 len: 975 time: 2.3402252 Nov 11 17:37:30.607917 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50394) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:30.680692 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-9a4526c5-6500-437f-8bea-0bc3ef421ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:27Z', 'revision_number': 9, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5', 'name': '', 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:56:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:43Z', 'updated_at': '2021-11-11T17:37:03Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:54Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:30.706268 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-181aed79-c98c-41bb-b639-a81b22a9f6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:30.739383 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf0895-c7c6-4f7e-adf6-c2b2c687a125 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c0f6ff-6f5b-46f6-aefe-292c9929b7e0,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:30.745395 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4526c5-6500-437f-8bea-0bc3ef421ff2 None None] The sync data for ids ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'] in n-d-816206-4 is: [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:27Z', 'revision_number': 9, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5', 'name': '', 'network_id': 'a77f63ea-5dba-4e38-a888-b55359c59972', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:56:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:43Z', 'updated_at': '2021-11-11T17:37:03Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': 'afa7d515-47fe-4843-8d8b-8e58cccfb13a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:54Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:37:30.765524 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181aed79-c98c-41bb-b639-a81b22a9f6cb None None] No DVR routers for this DVR port 5aa168c7-2690-482d-a25b-9ad46a55565a on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:37:30.771503 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181aed79-c98c-41bb-b639-a81b22a9f6cb None None] Pushing event deleted for resources: {'Port': ['ID=5aa168c7-2690-482d-a25b-9ad46a55565a,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:30.794229 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c97eccbf-e2da-4548-ac71-5d5c12dd137f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:30.813413 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-02570b5d-2b5f-4338-8a8b-75134908ff44 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5662665 Nov 11 17:37:30.851257 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50402) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:30.854765 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-89d38292-f24d-4a04-bdbb-1edf07ea9bf4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting port 5aa168c7-2690-482d-a25b-9ad46a55565a {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:30.855078 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-89d38292-f24d-4a04-bdbb-1edf07ea9bf4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:30.914038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e27f763c-b33f-421c-be66-bce3c888006d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-394540125', 'admin_state_up': True, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:30.926058 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02570b5d-2b5f-4338-8a8b-75134908ff44 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Network': ['ID=f4307d6a-976c-4915-9c6a-3c516e8bedde,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:30.940905 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network f4307d6a-976c-4915-9c6a-3c516e8bedde details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:37:30.963495 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ec87d-6eba-45cd-9e27-0d5090d28626 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Pushing event updated for resources: {'Port': ['ID=2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:30.993076 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-82562608-2060-4bb3-9206-41cdbddd23d8 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Deleting port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:30.993508 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-82562608-2060-4bb3-9206-41cdbddd23d8 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.030053 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c0c9bbfa-742c-43bd-91cc-bb2aa0013fad tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4261534 Nov 11 17:37:31.036341 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50412) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:31.045262 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-bd6af987-e1f7-400d-9662-7af839f8ad7a tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Request body: {'security_group': {'name': 'tempest-secgroup--2044181320'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:31.074627 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-82562608-2060-4bb3-9206-41cdbddd23d8 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] For port 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6, host n-h2-816206-4, got binding levels [] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:31.074985 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-82562608-2060-4bb3-9206-41cdbddd23d8 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.084957 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e27f763c-b33f-421c-be66-bce3c888006d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.085992 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e27f763c-b33f-421c-be66-bce3c888006d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.097823 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-89d38292-f24d-4a04-bdbb-1edf07ea9bf4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] For port 5aa168c7-2690-482d-a25b-9ad46a55565a, host n-d-816206-4, got binding levels [] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:31.098193 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-89d38292-f24d-4a04-bdbb-1edf07ea9bf4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.104161 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-82562608-2060-4bb3-9206-41cdbddd23d8 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Calling delete_port for 2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:31.122516 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c97eccbf-e2da-4548-ac71-5d5c12dd137f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.136050 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c97eccbf-e2da-4548-ac71-5d5c12dd137f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.139807 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd6af987-e1f7-400d-9662-7af839f8ad7a tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.166913 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-89d38292-f24d-4a04-bdbb-1edf07ea9bf4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Calling delete_port for 5aa168c7-2690-482d-a25b-9ad46a55565a owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:31.177781 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.ipam_backend_mixin [None req-89d38292-f24d-4a04-bdbb-1edf07ea9bf4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Port 5aa168c7-2690-482d-a25b-9ad46a55565a was not found and therefore no delete operation was performed {{(pid=102617) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 17:37:31.182494 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e27f763c-b33f-421c-be66-bce3c888006d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.183389 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-89d38292-f24d-4a04-bdbb-1edf07ea9bf4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.230893 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d38292-f24d-4a04-bdbb-1edf07ea9bf4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] No DVR routers for this DVR port 5aa168c7-2690-482d-a25b-9ad46a55565a on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:37:31.266796 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c97eccbf-e2da-4548-ac71-5d5c12dd137f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b3ad81bbbe5f439c84cf47281e7a2bf7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2706821 Nov 11 17:37:31.282184 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50416) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:31.302070 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97eccbf-e2da-4548-ac71-5d5c12dd137f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc37571c-2dea-41a0-ae07-3a9a1399310d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:31.307152 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50418) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:31.439326 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb0d636a-9e41-4fb1-ab79-f8441de28bdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.445178 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-82562608-2060-4bb3-9206-41cdbddd23d8 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.451655 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d38292-f24d-4a04-bdbb-1edf07ea9bf4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Port': ['ID=5aa168c7-2690-482d-a25b-9ad46a55565a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:31.492111 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e27f763c-b33f-421c-be66-bce3c888006d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.498800 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-82562608-2060-4bb3-9206-41cdbddd23d8 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.507604 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-82562608-2060-4bb3-9206-41cdbddd23d8 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] 10.222.0.76 "DELETE /v2.0/ports/2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 HTTP/1.1" status: 204 len: 168 time: 0.8498275 Nov 11 17:37:31.530356 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50424) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:31.568056 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d13055-7efa-4af2-b0d2-e3b60ce26a6e tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] GET failed (client error): The resource could not be found. Nov 11 17:37:31.573267 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b6d13055-7efa-4af2-b0d2-e3b60ce26a6e tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] 10.222.0.76 "GET /v2.0/ports/2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6 HTTP/1.1" status: 404 len: 333 time: 0.0416670 Nov 11 17:37:31.574098 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50426) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:31.577621 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-02bad942-afe3-41cf-a9b8-6ef1941b1e7b tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:31.579065 n-d-816206-4 neutron-server[102618]: WARNING neutron.api.v2.base [None req-02bad942-afe3-41cf-a9b8-6ef1941b1e7b tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 11 17:37:31.579522 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-89d38292-f24d-4a04-bdbb-1edf07ea9bf4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.579932 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-02bad942-afe3-41cf-a9b8-6ef1941b1e7b tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] create failed (client error): There was a conflict when trying to complete your request. Nov 11 17:37:31.585472 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-02bad942-afe3-41cf-a9b8-6ef1941b1e7b tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2770212 Nov 11 17:37:31.585704 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50428) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:31.600165 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82562608-2060-4bb3-9206-41cdbddd23d8 tempest-PortsAdminExtendedAttrsTestJSON-1662084160 tempest-PortsAdminExtendedAttrsTestJSON-1662084160-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fbdbaec-7523-4ae3-a6df-bc1403ee1ce6,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:31.623273 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-dbb91136-dd75-433e-9456-af9e724b9038 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661662495'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:31.657252 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb0d636a-9e41-4fb1-ab79-f8441de28bdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.662695 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-89d38292-f24d-4a04-bdbb-1edf07ea9bf4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e64e386-bdb3-4dd3-9238-19d25ec11fb9']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:31.682017 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd6af987-e1f7-400d-9662-7af839f8ad7a tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.687171 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-89d38292-f24d-4a04-bdbb-1edf07ea9bf4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1f950d-f296-4dd0-ab9b-fcec14dc93be') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:31.687469 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-89d38292-f24d-4a04-bdbb-1edf07ea9bf4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1f950d-f296-4dd0-ab9b-fcec14dc93be') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:31.702251 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd6af987-e1f7-400d-9662-7af839f8ad7a tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.709484 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-89d38292-f24d-4a04-bdbb-1edf07ea9bf4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.721863 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d26524c0-37b5-4c5c-9fec-95c74d340ce6 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.742354 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6af987-e1f7-400d-9662-7af839f8ad7a tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74450c68-38a1-4207-a6a3-53247d7dd1e1,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:31.751956 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dbb91136-dd75-433e-9456-af9e724b9038 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.768687 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-89d38292-f24d-4a04-bdbb-1edf07ea9bf4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.774662 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dbb91136-dd75-433e-9456-af9e724b9038 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.786086 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb0d636a-9e41-4fb1-ab79-f8441de28bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.788789 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb0d636a-9e41-4fb1-ab79-f8441de28bdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.789965 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-eb0d636a-9e41-4fb1-ab79-f8441de28bdc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fc37571c-2dea-41a0-ae07-3a9a1399310d HTTP/1.1" status: 204 len: 168 time: 0.5068233 Nov 11 17:37:31.796737 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bd6af987-e1f7-400d-9662-7af839f8ad7a tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.798821 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bd6af987-e1f7-400d-9662-7af839f8ad7a tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7607312 Nov 11 17:37:31.800647 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d38292-f24d-4a04-bdbb-1edf07ea9bf4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Releasing vlan 1258 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:37:31.800647 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-89d38292-f24d-4a04-bdbb-1edf07ea9bf4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:37:31.805117 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:37:31.817416 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5aa168c7-2690-482d-a25b-9ad46a55565a no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:31.819761 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50432) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:31.824965 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5bfbcea8-d4c6-47fd-9b58-ceef4d12f551 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Request body: {'security_group': {'name': 'tempest-secgroup--1869212390'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:31.850996 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 5aa168c7-2690-482d-a25b-9ad46a55565a {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:31.851675 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5aa168c7-2690-482d-a25b-9ad46a55565a not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:31.852352 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:31.882241 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:31.883055 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 63bbc2db-8f14-4aeb-a2aa-75d8e7e8860d not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:31.906668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d636a-9e41-4fb1-ab79-f8441de28bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc37571c-2dea-41a0-ae07-3a9a1399310d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:31.909837 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d26524c0-37b5-4c5c-9fec-95c74d340ce6 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.936578 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-89d38292-f24d-4a04-bdbb-1edf07ea9bf4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.944891 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5bfbcea8-d4c6-47fd-9b58-ceef4d12f551 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.964516 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-d26524c0-37b5-4c5c-9fec-95c74d340ce6 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c67a7e-c202-463b-976b-8591520b406f']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:31.964868 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-89d38292-f24d-4a04-bdbb-1edf07ea9bf4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:31.970935 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-89d38292-f24d-4a04-bdbb-1edf07ea9bf4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/networks/1e64e386-bdb3-4dd3-9238-19d25ec11fb9 HTTP/1.1" status: 204 len: 168 time: 2.0903530 Nov 11 17:37:31.978695 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d38292-f24d-4a04-bdbb-1edf07ea9bf4 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Network': ['ID=1e64e386-bdb3-4dd3-9238-19d25ec11fb9,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:31.980726 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50436) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:31.989192 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-d26524c0-37b5-4c5c-9fec-95c74d340ce6 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73560dae-b8d2-49cc-97e6-fa64aed9c3c3') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:31.989597 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-d26524c0-37b5-4c5c-9fec-95c74d340ce6 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73560dae-b8d2-49cc-97e6-fa64aed9c3c3') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:32.013945 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d26524c0-37b5-4c5c-9fec-95c74d340ce6 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.041499 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d26524c0-37b5-4c5c-9fec-95c74d340ce6 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.048395 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26524c0-37b5-4c5c-9fec-95c74d340ce6 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:37:32.048807 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d26524c0-37b5-4c5c-9fec-95c74d340ce6 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:37:32.052817 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:37:32.131206 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d26524c0-37b5-4c5c-9fec-95c74d340ce6 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.141157 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d26524c0-37b5-4c5c-9fec-95c74d340ce6 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.146817 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d26524c0-37b5-4c5c-9fec-95c74d340ce6 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] 10.222.0.76 "DELETE /v2.0/networks/07c67a7e-c202-463b-976b-8591520b406f HTTP/1.1" status: 204 len: 168 time: 0.5456479 Nov 11 17:37:32.163547 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26524c0-37b5-4c5c-9fec-95c74d340ce6 tempest-PortsAdminExtendedAttrsTestJSON-1294686902 tempest-PortsAdminExtendedAttrsTestJSON-1294686902-project] Pushing event deleted for resources: {'Network': ['ID=07c67a7e-c202-463b-976b-8591520b406f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:32.304795 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e27f763c-b33f-421c-be66-bce3c888006d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.310876 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dbb91136-dd75-433e-9456-af9e724b9038 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.320632 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5bfbcea8-d4c6-47fd-9b58-ceef4d12f551 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.345058 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dbb91136-dd75-433e-9456-af9e724b9038 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.351036 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e27f763c-b33f-421c-be66-bce3c888006d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.413631 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50452) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:32.443538 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5bfbcea8-d4c6-47fd-9b58-ceef4d12f551 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.566000 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5bfbcea8-d4c6-47fd-9b58-ceef4d12f551 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.567272 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5bfbcea8-d4c6-47fd-9b58-ceef4d12f551 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7465043 Nov 11 17:37:32.574808 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb91136-dd75-433e-9456-af9e724b9038 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95126207-a1d7-42c1-af63-dbb96a5e5556,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:32.577951 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50462) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:32.583401 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-b8acb56e-9d8d-4530-a618-03c5c258a467 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Request body: {'security_group_rule': {'security_group_id': '74450c68-38a1-4207-a6a3-53247d7dd1e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5e38ff1c-0d44-4c94-bc12-857cbf92cf1b', 'remote_ip_prefix': None}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:32.634798 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-532c4dc2-d4ff-4491-a9a6-fcab6455351f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ef7bb231d0c54038ba52f05c1d3411c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2202139 Nov 11 17:37:32.635596 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50466) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:32.680436 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b8acb56e-9d8d-4530-a618-03c5c258a467 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.703179 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbcea8-d4c6-47fd-9b58-ceef4d12f551 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e38ff1c-0d44-4c94-bc12-857cbf92cf1b,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:32.719668 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-48e29449-6697-4d2d-bacc-2bc512411fe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.730673 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dbb91136-dd75-433e-9456-af9e724b9038 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.743825 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dbb91136-dd75-433e-9456-af9e724b9038 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.756724 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-48e29449-6697-4d2d-bacc-2bc512411fe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.762763 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-e27f763c-b33f-421c-be66-bce3c888006d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Allocated IP 172.25.2.11 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/9f3db3f6-b214-4eef-9d9d-e1068b6048f6) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:37:32.808287 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dbb91136-dd75-433e-9456-af9e724b9038 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.813425 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dbb91136-dd75-433e-9456-af9e724b9038 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2198277 Nov 11 17:37:32.817396 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50472) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:32.827602 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-d605c857-9281-4117-9d74-6a384cfa1216 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group_rule': {'security_group_id': '2b931fdb-06fe-4c76-a11c-74d8231c200e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:32.834995 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb91136-dd75-433e-9456-af9e724b9038 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b931fdb-06fe-4c76-a11c-74d8231c200e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:32.835603 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b8acb56e-9d8d-4530-a618-03c5c258a467 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.839594 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b8acb56e-9d8d-4530-a618-03c5c258a467 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.856435 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acb56e-9d8d-4530-a618-03c5c258a467 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f978e8-4b3b-4463-a905-01857fc4e252,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:32.887276 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b8acb56e-9d8d-4530-a618-03c5c258a467 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.891397 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b8acb56e-9d8d-4530-a618-03c5c258a467 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3096161 Nov 11 17:37:32.891613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50474) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:32.914323 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-48e29449-6697-4d2d-bacc-2bc512411fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.918360 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-48e29449-6697-4d2d-bacc-2bc512411fe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.920256 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-48e29449-6697-4d2d-bacc-2bc512411fe3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d039b968-a63a-4706-b69d-cf1dfe0c4dbc HTTP/1.1" status: 204 len: 168 time: 0.2799075 Nov 11 17:37:32.951760 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-81788949-5d0d-4138-95d2-e77a7659fe6b tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.966815 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d605c857-9281-4117-9d74-6a384cfa1216 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:32.977415 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-81788949-5d0d-4138-95d2-e77a7659fe6b tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:33.005292 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e29449-6697-4d2d-bacc-2bc512411fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d039b968-a63a-4706-b69d-cf1dfe0c4dbc,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:33.007772 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-81788949-5d0d-4138-95d2-e77a7659fe6b tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:33.016357 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-81788949-5d0d-4138-95d2-e77a7659fe6b tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:33.017773 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-81788949-5d0d-4138-95d2-e77a7659fe6b tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/a7f978e8-4b3b-4463-a905-01857fc4e252 HTTP/1.1" status: 204 len: 168 time: 0.1252105 Nov 11 17:37:33.020570 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50480) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:33.023092 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e27f763c-b33f-421c-be66-bce3c888006d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:33.044939 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81788949-5d0d-4138-95d2-e77a7659fe6b tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7f978e8-4b3b-4463-a905-01857fc4e252,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:33.084189 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d605c857-9281-4117-9d74-6a384cfa1216 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:33.088516 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d699f067-c0f1-48ed-9a57-39bef99b5952 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0666220 Nov 11 17:37:33.089864 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4fece134-d79b-46a4-9134-ffd464f7587c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:33.094513 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50484) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:33.104561 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d605c857-9281-4117-9d74-6a384cfa1216 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:33.386160 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50492) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:33.435538 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4a187b06-3677-4046-a85f-e1ef0714c4c8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=323918b936b74f54964c083c72ec4278&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481617 Nov 11 17:37:33.437938 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50496) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:33.491743 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ca614676-349e-4a22-9d41-cdaa19ae8993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:33.502967 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e27f763c-b33f-421c-be66-bce3c888006d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:33.516731 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605c857-9281-4117-9d74-6a384cfa1216 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d74313-94a7-4f78-a8a8-711e51dfc312,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:33.521290 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ca614676-349e-4a22-9d41-cdaa19ae8993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:33.532954 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d605c857-9281-4117-9d74-6a384cfa1216 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:33.537658 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d605c857-9281-4117-9d74-6a384cfa1216 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7188096 Nov 11 17:37:33.538442 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50500) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:33.543249 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ddc5becb-5738-4033-a0f5-275f1254ce50 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group_rule': {'security_group_id': '2b931fdb-06fe-4c76-a11c-74d8231c200e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:33.591635 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27f763c-b33f-421c-be66-bce3c888006d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:37:33.602162 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-e27f763c-b33f-421c-be66-bce3c888006d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:37:33.604966 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27f763c-b33f-421c-be66-bce3c888006d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:37:33.616633 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e63270-88b7-4896-8ea1-98ba6ab69fe3 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:37:33.619132 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ddc5becb-5738-4033-a0f5-275f1254ce50 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:33.658775 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ca614676-349e-4a22-9d41-cdaa19ae8993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:33.662007 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ca614676-349e-4a22-9d41-cdaa19ae8993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:33.663434 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ca614676-349e-4a22-9d41-cdaa19ae8993 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f9dfe2f8-f8d9-45c7-bbd7-1997f7f01605 HTTP/1.1" status: 204 len: 168 time: 0.2245865 Nov 11 17:37:33.672419 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f763c-b33f-421c-be66-bce3c888006d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=9f3db3f6-b214-4eef-9d9d-e1068b6048f6,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:33.683766 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-92726c85-cb03-4835-a79c-b89c3d39044a tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:33.696920 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b5ff3e6c-b3a0-42a4-917f-96539e712b17 None None] Provisioning complete for port 9f3db3f6-b214-4eef-9d9d-e1068b6048f6 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:33.700834 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3e6c-b3a0-42a4-917f-96539e712b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:33.705109 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca614676-349e-4a22-9d41-cdaa19ae8993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dfe2f8-f8d9-45c7-bbd7-1997f7f01605,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:33.720099 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-ddc5becb-5738-4033-a0f5-275f1254ce50 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] create failed (client error): There was a conflict when trying to complete your request. Nov 11 17:37:33.721239 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ddc5becb-5738-4033-a0f5-275f1254ce50 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1817908 Nov 11 17:37:33.726811 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50506) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:33.804220 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-92726c85-cb03-4835-a79c-b89c3d39044a tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:33.811352 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff3e6c-b3a0-42a4-917f-96539e712b17 None None] Port 9f3db3f6-b214-4eef-9d9d-e1068b6048f6 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:37:33.876036 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8adbaccc-c5fb-4307-99e4-cabd017d6340 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:33.917514 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8adbaccc-c5fb-4307-99e4-cabd017d6340 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:33.942901 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-92726c85-cb03-4835-a79c-b89c3d39044a tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:33.945701 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-92726c85-cb03-4835-a79c-b89c3d39044a tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:33.950021 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-92726c85-cb03-4835-a79c-b89c3d39044a tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "DELETE /v2.0/security-groups/5e38ff1c-0d44-4c94-bc12-857cbf92cf1b HTTP/1.1" status: 204 len: 168 time: 0.8500836 Nov 11 17:37:33.950174 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50510) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:34.028885 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8adbaccc-c5fb-4307-99e4-cabd017d6340 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:34.031924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8adbaccc-c5fb-4307-99e4-cabd017d6340 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:34.036252 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8adbaccc-c5fb-4307-99e4-cabd017d6340 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "DELETE /v2.0/security-groups/2b931fdb-06fe-4c76-a11c-74d8231c200e HTTP/1.1" status: 204 len: 168 time: 0.3057206 Nov 11 17:37:34.036890 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50516) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:34.067222 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-32573666-d1ef-48fe-9b47-a578f26ccc7e tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1136253 Nov 11 17:37:34.072056 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50518) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:34.073401 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbaccc-c5fb-4307-99e4-cabd017d6340 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b931fdb-06fe-4c76-a11c-74d8231c200e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:34.102676 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e27f763c-b33f-421c-be66-bce3c888006d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:34.151033 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92726c85-cb03-4835-a79c-b89c3d39044a tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e38ff1c-0d44-4c94-bc12-857cbf92cf1b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:34.170846 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a5b45670-ef0d-49e2-8863-d6780008975a tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1280262 Nov 11 17:37:34.172091 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50522) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:34.182413 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-5a3876bc-899b-44d7-8146-51f2e39e2d36 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group': {'name': 'tempest-secgroup--302165732'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:34.215615 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-075d8b8c-5e41-463b-89f9-b60c39255e9a tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:34.251089 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5a3876bc-899b-44d7-8146-51f2e39e2d36 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:34.320451 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-075d8b8c-5e41-463b-89f9-b60c39255e9a tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:34.359467 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-4fece134-d79b-46a4-9134-ffd464f7587c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting port 0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:34.359839 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4fece134-d79b-46a4-9134-ffd464f7587c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:34.419966 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-075d8b8c-5e41-463b-89f9-b60c39255e9a tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:34.423384 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-075d8b8c-5e41-463b-89f9-b60c39255e9a tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:34.425161 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-075d8b8c-5e41-463b-89f9-b60c39255e9a tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "DELETE /v2.0/security-groups/74450c68-38a1-4207-a6a3-53247d7dd1e1 HTTP/1.1" status: 204 len: 168 time: 0.3457029 Nov 11 17:37:34.432142 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50538) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:34.459100 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5a3876bc-899b-44d7-8146-51f2e39e2d36 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:34.460372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d8b8c-5e41-463b-89f9-b60c39255e9a tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74450c68-38a1-4207-a6a3-53247d7dd1e1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:34.476569 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5a3876bc-899b-44d7-8146-51f2e39e2d36 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:34.529763 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-82cefadc-6db2-4190-ae04-a5d7897e8cb6 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0910504 Nov 11 17:37:34.541942 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50544) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:34.548477 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-8eed6c1d-c0e8-4345-8ccd-f6df782cd50f tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Request body: {'security_group': {'name': 'tempest-secgroup--1615922967'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:34.558836 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5a3876bc-899b-44d7-8146-51f2e39e2d36 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:34.563530 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5a3876bc-899b-44d7-8146-51f2e39e2d36 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3863831 Nov 11 17:37:34.564169 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50548) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:34.576726 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-b9f0952a-5358-4acf-b615-7c51652a3d1a tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group_rule': {'security_group_id': '1d7d54d3-145b-43ff-ab05-6d902cbd77a2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:34.577462 n-d-816206-4 neutron-server[102618]: WARNING neutron.api.v2.base [None req-b9f0952a-5358-4acf-b615-7c51652a3d1a tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 11 17:37:34.578182 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-b9f0952a-5358-4acf-b615-7c51652a3d1a tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:37:34.581769 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b9f0952a-5358-4acf-b615-7c51652a3d1a tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0112438 Nov 11 17:37:34.583045 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50550) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:34.583529 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3876bc-899b-44d7-8146-51f2e39e2d36 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7d54d3-145b-43ff-ab05-6d902cbd77a2,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:34.615317 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8eed6c1d-c0e8-4345-8ccd-f6df782cd50f tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:34.666714 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e27f763c-b33f-421c-be66-bce3c888006d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:34.672974 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-4fece134-d79b-46a4-9134-ffd464f7587c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] For port 0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5,segment=NetworkSegment(f3400b71-cbec-4262-8cdc-17a3d780ed87),segment_id=f3400b71-cbec-4262-8cdc-17a3d780ed87)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:34.673509 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4fece134-d79b-46a4-9134-ffd464f7587c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:34.762788 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8eed6c1d-c0e8-4345-8ccd-f6df782cd50f tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:34.776540 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8eed6c1d-c0e8-4345-8ccd-f6df782cd50f tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:34.819344 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-4fece134-d79b-46a4-9134-ffd464f7587c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Calling delete_port for 0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:34.871669 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8eed6c1d-c0e8-4345-8ccd-f6df782cd50f tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:34.877991 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8eed6c1d-c0e8-4345-8ccd-f6df782cd50f tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3319228 Nov 11 17:37:34.878987 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50566) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:34.879909 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed6c1d-c0e8-4345-8ccd-f6df782cd50f tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d52fb3a-95d8-4e59-89a9-1480c66129ee,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:34.900265 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-eefa61a4-f274-47fe-9dfd-d700294743df tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Request body: {'security_group_rule': {'security_group_id': '4d52fb3a-95d8-4e59-89a9-1480c66129ee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:34.931612 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb941423-f8d5-44d0-b6c0-abb7b57085f6 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:34.944994 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eefa61a4-f274-47fe-9dfd-d700294743df tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:34.979671 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb941423-f8d5-44d0-b6c0-abb7b57085f6 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:35.064030 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eefa61a4-f274-47fe-9dfd-d700294743df tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:35.068412 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eefa61a4-f274-47fe-9dfd-d700294743df tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:35.095617 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa61a4-f274-47fe-9dfd-d700294743df tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef0db84-28a4-43b1-b8e9-7ac944397f29,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:35.111772 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eefa61a4-f274-47fe-9dfd-d700294743df tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:35.116551 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-eefa61a4-f274-47fe-9dfd-d700294743df tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2187481 Nov 11 17:37:35.116868 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50572) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:35.151129 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-92d48335-5a34-4069-8bf2-f80ca755ed4f tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:35.162556 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-92d48335-5a34-4069-8bf2-f80ca755ed4f tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:35.193658 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb941423-f8d5-44d0-b6c0-abb7b57085f6 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:35.195942 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb941423-f8d5-44d0-b6c0-abb7b57085f6 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:35.196810 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cb941423-f8d5-44d0-b6c0-abb7b57085f6 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "DELETE /v2.0/security-groups/1d7d54d3-145b-43ff-ab05-6d902cbd77a2 HTTP/1.1" status: 204 len: 168 time: 0.6105950 Nov 11 17:37:35.203081 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50574) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:35.214014 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-92d48335-5a34-4069-8bf2-f80ca755ed4f tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:35.220454 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-92d48335-5a34-4069-8bf2-f80ca755ed4f tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:35.224149 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-92d48335-5a34-4069-8bf2-f80ca755ed4f tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/2ef0db84-28a4-43b1-b8e9-7ac944397f29 HTTP/1.1" status: 204 len: 168 time: 0.1033618 Nov 11 17:37:35.235648 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50576) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:35.267960 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb941423-f8d5-44d0-b6c0-abb7b57085f6 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7d54d3-145b-43ff-ab05-6d902cbd77a2,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:35.298822 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d48335-5a34-4069-8bf2-f80ca755ed4f tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ef0db84-28a4-43b1-b8e9-7ac944397f29,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:35.311589 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0dab0838-f235-41ab-8a8e-b6d71ff89498 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1070065 Nov 11 17:37:35.312547 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50580) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:35.320740 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-070534fd-c829-478b-9ca1-848380465db1 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163941976'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:35.358483 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6d3540a4-9c3d-4293-b36d-860c05893415 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1189890 Nov 11 17:37:35.359152 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50582) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:35.407604 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27f763c-b33f-421c-be66-bce3c888006d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Router 011fb005-0628-46f5-8582-39b2fb64ac93 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:37:35.494441 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-070534fd-c829-478b-9ca1-848380465db1 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:35.502026 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-72424ecf-5656-43eb-85ba-3b58184b01c2 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:35.538801 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-72424ecf-5656-43eb-85ba-3b58184b01c2 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:35.589390 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50588) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:35.596654 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Request body: {'network': {'name': 'tempest-network-smoke--52894204', 'project_id': '83768074d3d244f883814e21701528e8', 'port_security_enabled': True}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:35.605651 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-72424ecf-5656-43eb-85ba-3b58184b01c2 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:35.609805 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-72424ecf-5656-43eb-85ba-3b58184b01c2 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:35.611358 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-72424ecf-5656-43eb-85ba-3b58184b01c2 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "DELETE /v2.0/security-groups/4d52fb3a-95d8-4e59-89a9-1480c66129ee HTTP/1.1" status: 204 len: 168 time: 0.2515657 Nov 11 17:37:35.616404 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4fece134-d79b-46a4-9134-ffd464f7587c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:35.620863 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50592) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:35.691084 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fece134-d79b-46a4-9134-ffd464f7587c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Port': ['ID=0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:35.742395 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-070534fd-c829-478b-9ca1-848380465db1 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:35.750213 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72424ecf-5656-43eb-85ba-3b58184b01c2 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d52fb3a-95d8-4e59-89a9-1480c66129ee,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:35.772521 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-070534fd-c829-478b-9ca1-848380465db1 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:35.853577 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Made reservation on behalf of 83768074d3d244f883814e21701528e8 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:37:35.864025 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:35.902330 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:35.936744 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4b453eb2-85e2-486e-b19e-96f984effe23 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3127329 Nov 11 17:37:35.939177 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50600) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:35.951805 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-3dda8355-40e2-42ba-bc56-307e477e1f41 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Request body: {'security_group': {'name': 'tempest-secgroup--472057187'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:35.991918 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-070534fd-c829-478b-9ca1-848380465db1 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:35.994526 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-070534fd-c829-478b-9ca1-848380465db1 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6788390 Nov 11 17:37:35.996633 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3dda8355-40e2-42ba-bc56-307e477e1f41 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:36.001812 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070534fd-c829-478b-9ca1-848380465db1 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd2ac9c-00ef-49ee-b557-324bb72becc1,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:36.005447 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50604) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:36.020270 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-cbc5eebc-9f31-481f-8ea0-422fc9ea4a98 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group_rule': {'security_group_id': 'ebd2ac9c-00ef-49ee-b557-324bb72becc1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:36.021645 n-d-816206-4 neutron-server[102618]: WARNING neutron.api.v2.base [None req-cbc5eebc-9f31-481f-8ea0-422fc9ea4a98 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 11 17:37:36.022316 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-cbc5eebc-9f31-481f-8ea0-422fc9ea4a98 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:37:36.023548 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-cbc5eebc-9f31-481f-8ea0-422fc9ea4a98 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0160110 Nov 11 17:37:36.029125 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50606) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:36.039160 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4fece134-d79b-46a4-9134-ffd464f7587c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:36.117793 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ea4c439-3061-4751-bc61-65120c897d0b tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:36.146770 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27f763c-b33f-421c-be66-bce3c888006d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:37:36.157330 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] Sync routers for ids ['011fb005-0628-46f5-8582-39b2fb64ac93'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:37:36.177947 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] Routers {'011fb005-0628-46f5-8582-39b2fb64ac93'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:36.183828 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['011fb005-0628-46f5-8582-39b2fb64ac93'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:36.190022 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ea4c439-3061-4751-bc61-65120c897d0b tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:36.196988 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e27f763c-b33f-421c-be66-bce3c888006d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:36.202967 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e27f763c-b33f-421c-be66-bce3c888006d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.3266544 Nov 11 17:37:36.204914 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50608) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:36.264036 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-79eb7f04-1cf8-40f9-8683-2a8eb0dc8a9f tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=4a967e21f8b349ab96ba5689386c16b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0552390 Nov 11 17:37:36.264719 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50612) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:36.387036 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3dda8355-40e2-42ba-bc56-307e477e1f41 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:36.404772 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3dda8355-40e2-42ba-bc56-307e477e1f41 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:36.417012 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:36.423249 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ea4c439-3061-4751-bc61-65120c897d0b tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:36.424905 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] Set router 011fb005-0628-46f5-8582-39b2fb64ac93 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:36.427449 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ea4c439-3061-4751-bc61-65120c897d0b tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:36.428558 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6ea4c439-3061-4751-bc61-65120c897d0b tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "DELETE /v2.0/security-groups/ebd2ac9c-00ef-49ee-b557-324bb72becc1 HTTP/1.1" status: 204 len: 168 time: 0.3982103 Nov 11 17:37:36.439169 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50618) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:36.440158 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:36.499163 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3dda8355-40e2-42ba-bc56-307e477e1f41 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:36.503712 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3dda8355-40e2-42ba-bc56-307e477e1f41 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5568008 Nov 11 17:37:36.504364 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50620) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:36.540674 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-9de13599-5d37-4e50-9478-2c0efcf36509 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Request body: {'security_group_rule': {'security_group_id': '3b7e45f9-4ea0-4175-b606-d96b384f6b3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:36.552613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1288} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:37:36.555145 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50624) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:36.556018 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda8355-40e2-42ba-bc56-307e477e1f41 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7e45f9-4ea0-4175-b606-d96b384f6b3c,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:36.589004 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4c439-3061-4751-bc61-65120c897d0b tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd2ac9c-00ef-49ee-b557-324bb72becc1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:36.627151 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fece134-d79b-46a4-9134-ffd464f7587c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:37:36.651477 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:36.651769 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Added segment d1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4 of type vlan for network e5de9005-253c-47dc-8253-8ca04fe7abb7 Nov 11 17:37:36.749994 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394540125', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:31Z', 'updated_at': '2021-11-11T17:37:33Z', 'revision_number': 3, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ab:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:32Z', 'updated_at': '2021-11-11T17:37:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:36.790029 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] Checking router: 011fb005-0628-46f5-8582-39b2fb64ac93 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:37:36.790862 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] Updating router 011fb005-0628-46f5-8582-39b2fb64ac93 port 9f3db3f6-b214-4eef-9d9d-e1068b6048f6 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:37:36.834424 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:36.846993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-7a43d5f0-e855-48ae-baee-cfe175bb7bb6 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:36.862223 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b4c8e66f-84bd-43ef-b06a-e0ecbff92375 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4131982 Nov 11 17:37:36.874975 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50632) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:36.890908 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-40d11ace-d9a0-4b57-837a-c9fcdcc711be tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group': {'name': 'tempest-secgroup--518267753'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:36.963936 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ef3cf2-d254-4427-8241-18dd8c82f595,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:36.979070 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-40d11ace-d9a0-4b57-837a-c9fcdcc711be tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:36.986596 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:36.989841 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9de13599-5d37-4e50-9478-2c0efcf36509 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:37.109307 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-40d11ace-d9a0-4b57-837a-c9fcdcc711be tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:37.122270 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-40d11ace-d9a0-4b57-837a-c9fcdcc711be tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:37.125695 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.db.resource_extend [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:37:37.195044 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7a43d5f0-e855-48ae-baee-cfe175bb7bb6 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] 10.222.0.76 "PUT /v2.0/quotas/b67919f09def45edb170a154fc86cb91 HTTP/1.1" status: 200 len: 366 time: 0.6266112 Nov 11 17:37:37.197789 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-40d11ace-d9a0-4b57-837a-c9fcdcc711be tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:37.199089 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-40d11ace-d9a0-4b57-837a-c9fcdcc711be tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3226898 Nov 11 17:37:37.199781 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:37.206193 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:37.206902 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:37.209529 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50636) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:37.209952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50638) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:37.224425 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8751c7-108f-4f05-bed6-e310885d021f tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:37.229174 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3c8751c7-108f-4f05-bed6-e310885d021f tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9572325 Nov 11 17:37:37.229174 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50640) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:37.238327 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-8476f272-7dd3-41cf-bbcc-61b2f3064a2c tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group_rule': {'security_group_id': '8c4a7acb-16f9-4be5-a56d-11a908e1c729', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:37.254186 n-d-816206-4 neutron-server[102618]: WARNING neutron.api.v2.base [None req-8476f272-7dd3-41cf-bbcc-61b2f3064a2c tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 11 17:37:37.255032 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-8476f272-7dd3-41cf-bbcc-61b2f3064a2c tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:37:37.258960 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8476f272-7dd3-41cf-bbcc-61b2f3064a2c tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0388203 Nov 11 17:37:37.258960 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d11ace-d9a0-4b57-837a-c9fcdcc711be tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4a7acb-16f9-4be5-a56d-11a908e1c729,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:37.286451 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50644) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:37.291973 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-1639ddc8-c850-4699-859c-2f37022d90be tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group_rule': {'security_group_id': '8c4a7acb-16f9-4be5-a56d-11a908e1c729', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:37.292811 n-d-816206-4 neutron-server[102618]: WARNING neutron.api.v2.base [None req-1639ddc8-c850-4699-859c-2f37022d90be tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 11 17:37:37.293312 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-1639ddc8-c850-4699-859c-2f37022d90be tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:37:37.295315 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1639ddc8-c850-4699-859c-2f37022d90be tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0069304 Nov 11 17:37:37.296604 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5655b4ec-e39d-4992-b437-6ed177daa0d5 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0666018 Nov 11 17:37:37.298956 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50648) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:37.299463 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50650) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:37.311643 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-bbc1c438-bc93-4b79-985a-bdd1d30e467b tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group_rule': {'security_group_id': '8c4a7acb-16f9-4be5-a56d-11a908e1c729', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:37.314682 n-d-816206-4 neutron-server[102617]: WARNING neutron.api.v2.base [None req-bbc1c438-bc93-4b79-985a-bdd1d30e467b tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 11 17:37:37.314682 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-bbc1c438-bc93-4b79-985a-bdd1d30e467b tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:37:37.317863 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bbc1c438-bc93-4b79-985a-bdd1d30e467b tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0144331 Nov 11 17:37:37.319570 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-188001359', 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:37.324720 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fece134-d79b-46a4-9134-ffd464f7587c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:37:37.326531 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50654) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:37.332861 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4fece134-d79b-46a4-9134-ffd464f7587c tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/b78eed1e-3ffd-4305-b22f-18c44a9c1fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3382306 Nov 11 17:37:37.334955 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6aff9e-a6c9-4ab0-a133-c0e906a68840 None None] Sync routers for ids ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:37:37.337613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50656) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:37.347764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-6048213a-e790-47b2-92d6-bc84c765d775 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group_rule': {'security_group_id': '8c4a7acb-16f9-4be5-a56d-11a908e1c729', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:37.348777 n-d-816206-4 neutron-server[102617]: WARNING neutron.api.v2.base [None req-6048213a-e790-47b2-92d6-bc84c765d775 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 11 17:37:37.349274 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-6048213a-e790-47b2-92d6-bc84c765d775 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:37:37.352777 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6048213a-e790-47b2-92d6-bc84c765d775 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0215192 Nov 11 17:37:37.358634 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6aff9e-a6c9-4ab0-a133-c0e906a68840 None None] Routers {'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:37.361261 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-5a6aff9e-a6c9-4ab0-a133-c0e906a68840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:37.371067 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:37.383227 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50658) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:37.387923 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:37.471993 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-5a6aff9e-a6c9-4ab0-a133-c0e906a68840 None None] Set router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:37.477874 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9de13599-5d37-4e50-9478-2c0efcf36509 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:37.488296 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-410fc59a-cebe-40f5-940f-0f39d8ad2b89 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:37.491336 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0d4636-ff7c-4242-b948-eb94620dde7d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting subnet afa7d515-47fe-4843-8d8b-8e58cccfb13a {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:37:37.498480 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Made reservation on behalf of 4a967e21f8b349ab96ba5689386c16b9 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:37:37.499716 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1188814a-6af9-44c7-9be2-174f2c658f98 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.2832282 Nov 11 17:37:37.508645 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50660) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:37.510047 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:37.528137 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b542515-cc31-4d12-b0f7-c0e9f92dff08 None None] Pushing event updated for resources: {'Port': ['ID=9f3db3f6-b214-4eef-9d9d-e1068b6048f6,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:37.534258 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4636-ff7c-4242-b948-eb94620dde7d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:37.542129 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e063660-09cc-4689-b681-f791e164e365 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:37:37.545517 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.9549878 Nov 11 17:37:37.553428 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9de13599-5d37-4e50-9478-2c0efcf36509 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:37.567311 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] Attempting to bind port 9f3db3f6-b214-4eef-9d9d-e1068b6048f6 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:37.567682 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] Attempting to bind port 9f3db3f6-b214-4eef-9d9d-e1068b6048f6 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:37.568080 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] Attempting to bind port 9f3db3f6-b214-4eef-9d9d-e1068b6048f6 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:37.571999 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50664) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:37.591698 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7a576bf7-2e7e-4547-be62-c3c8cc0e8243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:37.603598 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:37:37.604007 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:37:37.604469 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:37.604865 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:37:37.605341 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] Bound port: 9f3db3f6-b214-4eef-9d9d-e1068b6048f6, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:37:37.605721 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:37.640616 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-f283521d-4a7e-470e-9364-d29d7ca6756a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2050477443', 'admin_state_up': True, 'project_id': '83768074d3d244f883814e21701528e8', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:37.666241 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-410fc59a-cebe-40f5-940f-0f39d8ad2b89 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:37.699188 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9de13599-5d37-4e50-9478-2c0efcf36509 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:37.703167 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9de13599-5d37-4e50-9478-2c0efcf36509 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1830108 Nov 11 17:37:37.709287 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50666) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:37.709752 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5c6336db-796a-41eb-88ae-21b8d3deb658 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] 10.222.0.76 "GET /v2.0/quotas/b67919f09def45edb170a154fc86cb91 HTTP/1.1" status: 200 len: 366 time: 0.1949940 Nov 11 17:37:37.715110 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event updated for resources: {'Network': ['ID=e5de9005-253c-47dc-8253-8ca04fe7abb7,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:37.720319 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50668) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:37.721127 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de13599-5d37-4e50-9478-2c0efcf36509 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=508dbeb9-a9f9-45a0-a67a-8c81c3331ad6,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:37.736284 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c9ec66bd-5c9f-41c0-ac2a-0687656d3470 None None] Provisioning complete for port 9f3db3f6-b214-4eef-9d9d-e1068b6048f6 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:37.738152 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c9ec66bd-5c9f-41c0-ac2a-0687656d3470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:37.753467 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4636-ff7c-4242-b948-eb94620dde7d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:37.758123 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de13599-5d37-4e50-9478-2c0efcf36509 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.758990 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de13599-5d37-4e50-9478-2c0efcf36509 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.759576 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de13599-5d37-4e50-9478-2c0efcf36509 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.761087 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de13599-5d37-4e50-9478-2c0efcf36509 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.762011 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de13599-5d37-4e50-9478-2c0efcf36509 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.766219 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de13599-5d37-4e50-9478-2c0efcf36509 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.766878 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de13599-5d37-4e50-9478-2c0efcf36509 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.767525 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de13599-5d37-4e50-9478-2c0efcf36509 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.768042 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de13599-5d37-4e50-9478-2c0efcf36509 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.768558 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de13599-5d37-4e50-9478-2c0efcf36509 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.770183 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de13599-5d37-4e50-9478-2c0efcf36509 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.770671 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de13599-5d37-4e50-9478-2c0efcf36509 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.781687 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.784154 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.784565 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.784910 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.785245 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.785583 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.785925 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.788486 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.788844 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.789239 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.791653 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.792031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0c187-e75f-4536-9d4c-c3c7009e3915 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:37.835664 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-5a6aff9e-a6c9-4ab0-a133-c0e906a68840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:35Z', 'revision_number': 10, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:54Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:37.864468 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c9ec66bd-5c9f-41c0-ac2a-0687656d3470 None None] Port 9f3db3f6-b214-4eef-9d9d-e1068b6048f6 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:37:37.870789 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network e5de9005-253c-47dc-8253-8ca04fe7abb7 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:37:37.875753 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f6cfa605-5269-47ad-a29c-128a3a4602da tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] 10.222.0.76 "DELETE /v2.0/quotas/b67919f09def45edb170a154fc86cb91 HTTP/1.1" status: 204 len: 168 time: 0.1494541 Nov 11 17:37:37.876381 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50670) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:37.908222 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6aff9e-a6c9-4ab0-a133-c0e906a68840 None None] Checking router: b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:37:37.923100 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9cbd2c0a-d9f5-4636-bf61-24d504692bce tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0325801 Nov 11 17:37:37.925467 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50672) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:37.928705 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6aff9e-a6c9-4ab0-a133-c0e906a68840 None None] Routers {'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:37.929440 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-5a6aff9e-a6c9-4ab0-a133-c0e906a68840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:37.978157 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-316a2cb0-b1fc-4a45-8ed5-2b9e1653b685 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] 10.222.0.76 "GET /v2.0/quotas/b67919f09def45edb170a154fc86cb91 HTTP/1.1" status: 200 len: 370 time: 0.0514879 Nov 11 17:37:37.980690 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50674) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:37.987433 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] For port 9f3db3f6-b214-4eef-9d9d-e1068b6048f6, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:37:38.007476 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f2a076a7-faad-4f26-a0b0-736f30966310 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] 10.222.0.76 "GET /v2.0/quotas/b67919f09def45edb170a154fc86cb91/default HTTP/1.1" status: 200 len: 370 time: 0.0202069 Nov 11 17:37:38.043040 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] For port 9f3db3f6-b214-4eef-9d9d-e1068b6048f6, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=9f3db3f6-b214-4eef-9d9d-e1068b6048f6,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:37:38.051025 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50678) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:38.053214 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:38.093497 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-6833874c-9b47-4e4e-9e42-11e7cceecea7 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] delete failed (client error): The resource could not be found. Nov 11 17:37:38.094902 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6833874c-9b47-4e4e-9e42-11e7cceecea7 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] 10.222.0.76 "DELETE /v2.0/quotas/b67919f09def45edb170a154fc86cb91 HTTP/1.1" status: 404 len: 348 time: 0.0424619 Nov 11 17:37:38.115805 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4636-ff7c-4242-b948-eb94620dde7d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:38.121817 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:38.134304 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b542515-cc31-4d12-b0f7-c0e9f92dff08 None None] Pushing event updated for resources: {'Port': ['ID=9f3db3f6-b214-4eef-9d9d-e1068b6048f6,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:38.169824 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd242f4-f6b7-4f8d-a229-31c190c8903e None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:37:38.175536 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-5a6aff9e-a6c9-4ab0-a133-c0e906a68840 None None] Set router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:38.187441 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f571f6bf-a60f-4a49-92f4-618b3912a75a tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-group-rules/508dbeb9-a9f9-45a0-a67a-8c81c3331ad6 HTTP/1.1" status: 200 len: 763 time: 0.4420934 Nov 11 17:37:38.190933 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50682) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:38.212406 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] Routers {'011fb005-0628-46f5-8582-39b2fb64ac93'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:38.213634 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['011fb005-0628-46f5-8582-39b2fb64ac93'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:38.236472 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f283521d-4a7e-470e-9364-d29d7ca6756a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:38.237138 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f283521d-4a7e-470e-9364-d29d7ca6756a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:38.303121 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d05893ff-f871-4bfb-8689-61657b9f0278 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1066737 Nov 11 17:37:38.307832 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-410fc59a-cebe-40f5-940f-0f39d8ad2b89 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:38.308050 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50684) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:38.310072 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:37:38.315446 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-410fc59a-cebe-40f5-940f-0f39d8ad2b89 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:38.323835 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-410fc59a-cebe-40f5-940f-0f39d8ad2b89 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "DELETE /v2.0/security-groups/8c4a7acb-16f9-4be5-a56d-11a908e1c729 HTTP/1.1" status: 204 len: 168 time: 0.9385161 Nov 11 17:37:38.325708 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50686) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:38.331017 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8ed4fcf9-3d34-4dcc-bba0-cc58d85e904e None None] Provisioning complete for port 9f3db3f6-b214-4eef-9d9d-e1068b6048f6 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:38.331814 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8ed4fcf9-3d34-4dcc-bba0-cc58d85e904e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:38.348132 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4636-ff7c-4242-b948-eb94620dde7d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:38.365341 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50688) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:38.381050 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4636-ff7c-4242-b948-eb94620dde7d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:38.390978 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ae0d4636-ff7c-4242-b948-eb94620dde7d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/subnets/afa7d515-47fe-4843-8d8b-8e58cccfb13a HTTP/1.1" status: 204 len: 168 time: 1.0463483 Nov 11 17:37:38.392255 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Subnet': ['ID=102178f6-db4c-4d9a-a96e-8baada1632bd,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:38.408990 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50692) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:38.414032 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4d0ebf-0f35-4ab3-a31a-31001497dfcf None None] Network a77f63ea-5dba-4e38-a888-b55359c59972 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:37:38.419820 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:38.421225 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:38.421577 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:38.421922 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:38.422252 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:38.422588 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:38.422918 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:38.423249 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:38.423581 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:38.423927 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:38.424252 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:38.435324 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:37:38.470098 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fc59a-cebe-40f5-940f-0f39d8ad2b89 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4a7acb-16f9-4be5-a56d-11a908e1c729,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:38.475851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d4636-ff7c-4242-b948-eb94620dde7d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Subnet': ['ID=afa7d515-47fe-4843-8d8b-8e58cccfb13a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:38.504536 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3953c006-369d-4672-ab47-9577e77323c7 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:38.539217 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3953c006-369d-4672-ab47-9577e77323c7 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:38.557252 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Checking segment: {'id': '9e037fe0-33a3-41f0-af33-eb594233dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:37:38.558498 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network hostable DHCP agents. Network: f4307d6a-976c-4915-9c6a-3c516e8bedde, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:37:38.568615 n-d-816206-4 neutron-server[102618]: DEBUG neutron.quota.resource [None req-53d95c75-a4a6-4ad4-b4b4-5c61d0166852 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] Usage tracker for resource:network and project:67a4a5070a774af2bc0c7052ad2a42cd is out of sync, need to count used quota {{(pid=102618) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 17:37:38.584086 n-d-816206-4 neutron-server[102618]: DEBUG neutron.quota.resource [None req-53d95c75-a4a6-4ad4-b4b4-5c61d0166852 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102618) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 17:37:38.603379 n-d-816206-4 neutron-server[102618]: DEBUG neutron.quota.resource [None req-53d95c75-a4a6-4ad4-b4b4-5c61d0166852 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] Usage tracker for resource:subnet and project:67a4a5070a774af2bc0c7052ad2a42cd is out of sync, need to count used quota {{(pid=102618) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 17:37:38.605343 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f283521d-4a7e-470e-9364-d29d7ca6756a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:38.609556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.quota.resource [None req-53d95c75-a4a6-4ad4-b4b4-5c61d0166852 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102618) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 17:37:38.615442 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3953c006-369d-4672-ab47-9577e77323c7 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:38.624977 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3953c006-369d-4672-ab47-9577e77323c7 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:38.626464 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3953c006-369d-4672-ab47-9577e77323c7 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/508dbeb9-a9f9-45a0-a67a-8c81c3331ad6 HTTP/1.1" status: 204 len: 168 time: 0.3150418 Nov 11 17:37:38.633241 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50694) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:38.658660 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953c006-369d-4672-ab47-9577e77323c7 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=508dbeb9-a9f9-45a0-a67a-8c81c3331ad6,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:38.665876 n-d-816206-4 neutron-server[102618]: DEBUG neutron.quota.resource [None req-53d95c75-a4a6-4ad4-b4b4-5c61d0166852 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] Usage tracker for resource:subnetpool and project:67a4a5070a774af2bc0c7052ad2a42cd is out of sync, need to count used quota {{(pid=102618) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 17:37:38.682822 n-d-816206-4 neutron-server[102618]: DEBUG neutron.quota.resource [None req-53d95c75-a4a6-4ad4-b4b4-5c61d0166852 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102618) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 17:37:38.711497 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-856926a8-6264-4669-a899-1cb73382208a tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0717111 Nov 11 17:37:38.712669 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50696) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:38.713613 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-5a6aff9e-a6c9-4ab0-a133-c0e906a68840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:35Z', 'revision_number': 10, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:54Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:38.719200 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-462274fc-e34e-49fe-a92a-454f71b11e05 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Request body: {'security_group_rule': {'security_group_id': '3b7e45f9-4ea0-4175-b606-d96b384f6b3c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:38.731366 n-d-816206-4 neutron-server[102618]: DEBUG neutron.quota.resource [None req-53d95c75-a4a6-4ad4-b4b4-5c61d0166852 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] Usage tracker for resource:port and project:67a4a5070a774af2bc0c7052ad2a42cd is out of sync, need to count used quota {{(pid=102618) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 17:37:38.746716 n-d-816206-4 neutron-server[102618]: DEBUG neutron.quota.resource [None req-53d95c75-a4a6-4ad4-b4b4-5c61d0166852 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102618) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 17:37:38.765941 n-d-816206-4 neutron-server[102618]: DEBUG neutron.quota.resource [None req-53d95c75-a4a6-4ad4-b4b4-5c61d0166852 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] Usage tracker for resource:router and project:67a4a5070a774af2bc0c7052ad2a42cd is out of sync, need to count used quota {{(pid=102618) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 17:37:38.769875 n-d-816206-4 neutron-server[102618]: DEBUG neutron.quota.resource [None req-53d95c75-a4a6-4ad4-b4b4-5c61d0166852 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102618) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 17:37:38.791133 n-d-816206-4 neutron-server[102618]: DEBUG neutron.quota.resource [None req-53d95c75-a4a6-4ad4-b4b4-5c61d0166852 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] Usage tracker for resource:floatingip and project:67a4a5070a774af2bc0c7052ad2a42cd is out of sync, need to count used quota {{(pid=102618) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 17:37:38.791356 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6aff9e-a6c9-4ab0-a133-c0e906a68840 None None] The sync data for ids ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'] in n-d-816206-4 is: [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:35Z', 'revision_number': 10, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None, '_interfaces': [{'id': '1de9f300-7df0-4a31-89f8-3ef031d2442b', 'name': '', 'network_id': 'aa3b77e2-9a2d-43e8-af0e-16195bac3217', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'mac_address': 'fa:16:3e:8b:a4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:36:33Z', 'updated_at': '2021-11-11T17:36:54Z', 'revision_number': 5, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'subnets': [{'id': '5e6506b8-45b8-439b-819a-894c8fa550ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:37:38.791527 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-462274fc-e34e-49fe-a92a-454f71b11e05 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:38.802867 n-d-816206-4 neutron-server[102618]: DEBUG neutron.quota.resource [None req-53d95c75-a4a6-4ad4-b4b4-5c61d0166852 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102618) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 17:37:38.815414 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network f4307d6a-976c-4915-9c6a-3c516e8bedde is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:37:38.850203 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4f6e346c-ba33-4971-9f01-d89087e7f503 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4989171 Nov 11 17:37:38.873678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50698) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:38.879125 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ad92-916d-49e0-a1d6-80df36350781 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:38.887902 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-df2d8b9c-c4ac-4852-9691-d8f4a10b3e5c tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group': {'name': 'tempest-secgroup--797086656'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:38.907955 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, f4307d6a-976c-4915-9c6a-3c516e8bedde) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:37:38.954065 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-462274fc-e34e-49fe-a92a-454f71b11e05 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:38.965445 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17ff8b1-3805-4191-b1ad-aba1d9407936 None None] Network f4307d6a-976c-4915-9c6a-3c516e8bedde requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:37:38.967535 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-462274fc-e34e-49fe-a92a-454f71b11e05 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:39.022203 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:39.022806 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:39.032493 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462274fc-e34e-49fe-a92a-454f71b11e05 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9fbdf5-9604-4839-b555-66e4a24cc742,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:39.055302 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f283521d-4a7e-470e-9364-d29d7ca6756a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:39.055501 n-d-816206-4 neutron-server[102618]: DEBUG neutron.quota.resource [None req-53d95c75-a4a6-4ad4-b4b4-5c61d0166852 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] Usage tracker for resource:security_group and project:67a4a5070a774af2bc0c7052ad2a42cd is out of sync, need to count used quota {{(pid=102618) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 17:37:39.059506 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] Set router 011fb005-0628-46f5-8582-39b2fb64ac93 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:39.064557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.quota.resource [None req-53d95c75-a4a6-4ad4-b4b4-5c61d0166852 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102618) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 17:37:39.071883 n-d-816206-4 neutron-server[102618]: DEBUG neutron.quota.resource [None req-53d95c75-a4a6-4ad4-b4b4-5c61d0166852 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] Usage tracker for resource:security_group_rule and project:67a4a5070a774af2bc0c7052ad2a42cd is out of sync, need to count used quota {{(pid=102618) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 11 17:37:39.075282 n-d-816206-4 neutron-server[102618]: DEBUG neutron.quota.resource [None req-53d95c75-a4a6-4ad4-b4b4-5c61d0166852 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102618) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 11 17:37:39.080087 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-53d95c75-a4a6-4ad4-b4b4-5c61d0166852 tempest-QuotasTest-2116964508 tempest-QuotasTest-2116964508-project-admin] 10.222.0.76 "GET /v2.0/quotas/67a4a5070a774af2bc0c7052ad2a42cd/details.json HTTP/1.1" status: 200 len: 703 time: 0.7028553 Nov 11 17:37:39.111856 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-462274fc-e34e-49fe-a92a-454f71b11e05 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:39.112090 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-df2d8b9c-c4ac-4852-9691-d8f4a10b3e5c tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:39.115373 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-462274fc-e34e-49fe-a92a-454f71b11e05 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4000068 Nov 11 17:37:39.118074 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50702) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:39.123613 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8f0577ec-4e4b-4355-9daa-fa8f219ceeed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8170261 Nov 11 17:37:39.131402 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50706) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:39.208520 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8ed4fcf9-3d34-4dcc-bba0-cc58d85e904e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:39.233626 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-f4b8ad92-916d-49e0-a1d6-80df36350781 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting port 161d584c-cc6a-43e7-9d83-6670bff1d6ab {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:39.233993 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ad92-916d-49e0-a1d6-80df36350781 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:39.413830 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-df2d8b9c-c4ac-4852-9691-d8f4a10b3e5c tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:39.427888 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-f4b8ad92-916d-49e0-a1d6-80df36350781 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] For port 161d584c-cc6a-43e7-9d83-6670bff1d6ab, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=161d584c-cc6a-43e7-9d83-6670bff1d6ab,segment=NetworkSegment(f3400b71-cbec-4262-8cdc-17a3d780ed87),segment_id=f3400b71-cbec-4262-8cdc-17a3d780ed87)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:39.428222 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ad92-916d-49e0-a1d6-80df36350781 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:39.431513 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-df2d8b9c-c4ac-4852-9691-d8f4a10b3e5c tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:39.477458 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-f4b8ad92-916d-49e0-a1d6-80df36350781 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Calling delete_port for 161d584c-cc6a-43e7-9d83-6670bff1d6ab owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:39.535531 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76292524-b5e9-4820-bec7-3a8c45fb83f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-f4307d6a-976c-4915-9c6a-3c516e8bedde', 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'fixed_ips': [{'subnet_id': '102178f6-db4c-4d9a-a96e-8baada1632bd'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:37:39.541071 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-76292524-b5e9-4820-bec7-3a8c45fb83f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:39.593790 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-8ed4fcf9-3d34-4dcc-bba0-cc58d85e904e None None] For port 9f3db3f6-b214-4eef-9d9d-e1068b6048f6, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=9f3db3f6-b214-4eef-9d9d-e1068b6048f6,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:39.595025 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-df2d8b9c-c4ac-4852-9691-d8f4a10b3e5c tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:39.600366 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-df2d8b9c-c4ac-4852-9691-d8f4a10b3e5c tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7181249 Nov 11 17:37:39.633686 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8ed4fcf9-3d34-4dcc-bba0-cc58d85e904e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:39.707354 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50712) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:39.709848 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f6495eab-2ec1-4627-b661-543c45dd8ef6 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-group-rules/4e9fbdf5-9604-4839-b555-66e4a24cc742 HTTP/1.1" status: 200 len: 763 time: 0.5878818 Nov 11 17:37:39.713014 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50716) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:39.769667 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:39.788486 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-cec4c1f0-d244-47ea-b948-2ec3ea1991f0 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group_rule': {'security_group_id': 'c1693c03-0268-4271-84af-a3bfb606d76f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:39.789450 n-d-816206-4 neutron-server[102617]: WARNING neutron.api.v2.base [None req-cec4c1f0-d244-47ea-b948-2ec3ea1991f0 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 11 17:37:39.790098 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-cec4c1f0-d244-47ea-b948-2ec3ea1991f0 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:37:39.792752 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cec4c1f0-d244-47ea-b948-2ec3ea1991f0 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086908 Nov 11 17:37:39.797862 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50718) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:39.798208 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50720) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:39.804336 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-dba91f39-1ec3-4581-81eb-6f866287d733 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group_rule': {'security_group_id': 'c1693c03-0268-4271-84af-a3bfb606d76f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:39.818810 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3439287d-58a8-4753-9195-99ca3585bca3 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1025066 Nov 11 17:37:39.819204 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50724) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:39.822444 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d8b9c-c4ac-4852-9691-d8f4a10b3e5c tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1693c03-0268-4271-84af-a3bfb606d76f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:39.863480 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f283521d-4a7e-470e-9364-d29d7ca6756a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:39.901575 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f283521d-4a7e-470e-9364-d29d7ca6756a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:39.931123 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-dba91f39-1ec3-4581-81eb-6f866287d733 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:37:39.932223 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dba91f39-1ec3-4581-81eb-6f866287d733 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1318576 Nov 11 17:37:39.936160 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-45a8e1ba-6712-4d6c-93b7-435e7c25ff25 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:39.947378 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50726) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:39.959204 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e919662f-80c7-4e8f-9419-483b625d3913 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group_rule': {'security_group_id': 'c1693c03-0268-4271-84af-a3bfb606d76f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:39.960218 n-d-816206-4 neutron-server[102618]: WARNING neutron.api.v2.base [None req-e919662f-80c7-4e8f-9419-483b625d3913 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 11 17:37:39.961191 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-e919662f-80c7-4e8f-9419-483b625d3913 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:37:39.967602 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e919662f-80c7-4e8f-9419-483b625d3913 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0178401 Nov 11 17:37:39.968331 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50728) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:39.971031 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-45a8e1ba-6712-4d6c-93b7-435e7c25ff25 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:39.991686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6fcc3d32-0ff7-4f5f-8354-e5d0e0b61824 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group_rule': {'security_group_id': 'c1693c03-0268-4271-84af-a3bfb606d76f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:39.992277 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ad92-916d-49e0-a1d6-80df36350781 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:40.010941 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-76292524-b5e9-4820-bec7-3a8c45fb83f9 None None] Allocated IP 172.20.0.2 (f4307d6a-976c-4915-9c6a-3c516e8bedde/102178f6-db4c-4d9a-a96e-8baada1632bd/be049efb-9af6-45b5-a84e-cf8a3d62d87f) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:37:40.069351 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c323ba3e-9ad8-42b2-bc28-1fee7bb3393b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:40.094545 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:40.095334 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 0b5a1816-62fd-4fc4-8a5f-b98f58ca7ba5 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:40.097296 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b8ad92-916d-49e0-a1d6-80df36350781 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] No DVR routers for this DVR port 161d584c-cc6a-43e7-9d83-6670bff1d6ab on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:37:40.099006 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8ad92-916d-49e0-a1d6-80df36350781 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Port': ['ID=161d584c-cc6a-43e7-9d83-6670bff1d6ab,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:40.114342 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-45a8e1ba-6712-4d6c-93b7-435e7c25ff25 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:40.123418 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-45a8e1ba-6712-4d6c-93b7-435e7c25ff25 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:40.126108 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-45a8e1ba-6712-4d6c-93b7-435e7c25ff25 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/4e9fbdf5-9604-4839-b555-66e4a24cc742 HTTP/1.1" status: 204 len: 168 time: 0.2981520 Nov 11 17:37:40.164958 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-577f7ae7-4c44-4c76-9c75-9445b75630e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:40.192696 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394540125', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:31Z', 'updated_at': '2021-11-11T17:37:33Z', 'revision_number': 3, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ab:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:32Z', 'updated_at': '2021-11-11T17:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:40.199526 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50732) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:40.208187 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c323ba3e-9ad8-42b2-bc28-1fee7bb3393b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:40.230935 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c323ba3e-9ad8-42b2-bc28-1fee7bb3393b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:40.234834 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4fcf9-3d34-4dcc-bba0-cc58d85e904e None None] Pushing event updated for resources: {'Port': ['ID=9f3db3f6-b214-4eef-9d9d-e1068b6048f6,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:40.245066 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8e1ba-6712-4d6c-93b7-435e7c25ff25 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e9fbdf5-9604-4839-b555-66e4a24cc742,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:40.259225 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696b7097-a787-445a-a7f2-815a5874a4c3 None None] The sync data for ids ['011fb005-0628-46f5-8582-39b2fb64ac93'] in n-d-816206-4 is: [{'id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394540125', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:31Z', 'updated_at': '2021-11-11T17:37:33Z', 'revision_number': 3, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ab:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:32Z', 'updated_at': '2021-11-11T17:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:37:40.260115 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50738) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:40.271107 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810633f9-cc1d-411d-a98d-b84e47b24291 None None] DHCP port deletion for a77f63ea-5dba-4e38-a888-b55359c59972 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:37:40.287865 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c323ba3e-9ad8-42b2-bc28-1fee7bb3393b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2d4e4d3acc2546799e56575ff0144138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4885201 Nov 11 17:37:40.294533 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50740) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:40.308316 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-6fcc3d32-0ff7-4f5f-8354-e5d0e0b61824 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:37:40.315287 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323ba3e-9ad8-42b2-bc28-1fee7bb3393b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350a3fd4-aebf-4503-958f-00c49c590857,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:40.322273 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50742) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:40.323178 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6fcc3d32-0ff7-4f5f-8354-e5d0e0b61824 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3487644 Nov 11 17:37:40.412841 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-f283521d-4a7e-470e-9364-d29d7ca6756a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Allocated IP 172.25.2.202 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/522c3e7f-263b-4723-93bd-425cdebf1f6e) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:37:40.491813 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-76292524-b5e9-4820-bec7-3a8c45fb83f9 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:40.502126 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-76292524-b5e9-4820-bec7-3a8c45fb83f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:40.506490 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-40846a09-d7b9-4a02-aa09-61185626f911 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3026483 Nov 11 17:37:40.509409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50746) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:40.518695 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6a6e48a2-4808-46c8-9493-89f68a82ce1e tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Request body: {'security_group_rule': {'security_group_id': '3b7e45f9-4ea0-4175-b606-d96b384f6b3c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:40.521920 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-ba2d3591-4254-4d0e-9fc8-c3805394db82 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group_rule': {'security_group_id': 'c1693c03-0268-4271-84af-a3bfb606d76f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:40.522542 n-d-816206-4 neutron-server[102617]: WARNING neutron.api.v2.base [None req-ba2d3591-4254-4d0e-9fc8-c3805394db82 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 11 17:37:40.523437 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-ba2d3591-4254-4d0e-9fc8-c3805394db82 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:37:40.524696 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ba2d3591-4254-4d0e-9fc8-c3805394db82 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.1410980 Nov 11 17:37:40.534970 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50752) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:40.550593 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-1e333e41-fa81-4348-80ed-a7dc1e63c9ec tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group_rule': {'security_group_id': 'c1693c03-0268-4271-84af-a3bfb606d76f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:40.601196 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76292524-b5e9-4820-bec7-3a8c45fb83f9 None None] Network f4307d6a-976c-4915-9c6a-3c516e8bedde is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:37:40.613216 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-76292524-b5e9-4820-bec7-3a8c45fb83f9 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:37:40.618520 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76292524-b5e9-4820-bec7-3a8c45fb83f9 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:37:40.657569 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6a6e48a2-4808-46c8-9493-89f68a82ce1e tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:40.712851 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ad92-916d-49e0-a1d6-80df36350781 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:40.732611 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76292524-b5e9-4820-bec7-3a8c45fb83f9 None None] Pushing event updated for resources: {'Port': ['ID=be049efb-9af6-45b5-a84e-cf8a3d62d87f,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:40.810155 n-d-816206-4 neutron-server[102618]: INFO neutron.db.securitygroups_db [None req-1e333e41-fa81-4348-80ed-a7dc1e63c9ec tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Project 232a53cf47004e0980d2fad3478676ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:37:40.819091 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-76292524-b5e9-4820-bec7-3a8c45fb83f9 None None] Attempting to bind port be049efb-9af6-45b5-a84e-cf8a3d62d87f on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:40.819474 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-76292524-b5e9-4820-bec7-3a8c45fb83f9 None None] Attempting to bind port be049efb-9af6-45b5-a84e-cf8a3d62d87f by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '9e037fe0-33a3-41f0-af33-eb594233dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:40.819895 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76292524-b5e9-4820-bec7-3a8c45fb83f9 None None] Attempting to bind port be049efb-9af6-45b5-a84e-cf8a3d62d87f on network f4307d6a-976c-4915-9c6a-3c516e8bedde {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:40.827310 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76292524-b5e9-4820-bec7-3a8c45fb83f9 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:37:40.830589 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-f4b8ad92-916d-49e0-a1d6-80df36350781 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77f63ea-5dba-4e38-a888-b55359c59972']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:40.831284 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76292524-b5e9-4820-bec7-3a8c45fb83f9 None None] Checking segment: {'id': '9e037fe0-33a3-41f0-af33-eb594233dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:37:40.831931 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-76292524-b5e9-4820-bec7-3a8c45fb83f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:40.832494 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76292524-b5e9-4820-bec7-3a8c45fb83f9 None None] Bound using segment: {'id': '9e037fe0-33a3-41f0-af33-eb594233dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:37:40.833172 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-76292524-b5e9-4820-bec7-3a8c45fb83f9 None None] Bound port: be049efb-9af6-45b5-a84e-cf8a3d62d87f, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e037fe0-33a3-41f0-af33-eb594233dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:37:40.833723 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-76292524-b5e9-4820-bec7-3a8c45fb83f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:40.874268 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a7beed1-8e45-4cd2-9e7f-5c4bddef6b1b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:40.918491 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-f4b8ad92-916d-49e0-a1d6-80df36350781 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3400b71-cbec-4262-8cdc-17a3d780ed87') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:40.919103 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-f4b8ad92-916d-49e0-a1d6-80df36350781 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3400b71-cbec-4262-8cdc-17a3d780ed87') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:40.926419 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-1e333e41-fa81-4348-80ed-a7dc1e63c9ec tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:37:40.929992 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1e333e41-fa81-4348-80ed-a7dc1e63c9ec tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3912489 Nov 11 17:37:40.939485 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50760) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:40.958916 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-f61c8a74-e9c0-45b4-95b4-ca6177c44999 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group_rule': {'security_group_id': 'c1693c03-0268-4271-84af-a3bfb606d76f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:40.959636 n-d-816206-4 neutron-server[102617]: WARNING neutron.api.v2.base [None req-f61c8a74-e9c0-45b4-95b4-ca6177c44999 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 11 17:37:40.962053 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-f61c8a74-e9c0-45b4-95b4-ca6177c44999 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:37:40.967874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50762) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:40.969506 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f61c8a74-e9c0-45b4-95b4-ca6177c44999 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0216851 Nov 11 17:37:40.979354 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-a2ebd4d2-6636-43aa-932b-26a39fb980c8 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group_rule': {'security_group_id': 'c1693c03-0268-4271-84af-a3bfb606d76f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:40.984699 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:40.992782 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-76292524-b5e9-4820-bec7-3a8c45fb83f9 None None] For port be049efb-9af6-45b5-a84e-cf8a3d62d87f, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:37:40.996519 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-76292524-b5e9-4820-bec7-3a8c45fb83f9 None None] For port be049efb-9af6-45b5-a84e-cf8a3d62d87f, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=be049efb-9af6-45b5-a84e-cf8a3d62d87f,segment=NetworkSegment(9e037fe0-33a3-41f0-af33-eb594233dc5d),segment_id=9e037fe0-33a3-41f0-af33-eb594233dc5d)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:37:41.001630 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ad92-916d-49e0-a1d6-80df36350781 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:41.004477 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-76292524-b5e9-4820-bec7-3a8c45fb83f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:41.032432 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-312456ab-53eb-420b-b53a-143220d35a89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:41.039212 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6a6e48a2-4808-46c8-9493-89f68a82ce1e tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:41.064048 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-312456ab-53eb-420b-b53a-143220d35a89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:41.085089 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6a6e48a2-4808-46c8-9493-89f68a82ce1e tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:41.087793 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76292524-b5e9-4820-bec7-3a8c45fb83f9 None None] Pushing event updated for resources: {'Port': ['ID=be049efb-9af6-45b5-a84e-cf8a3d62d87f,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:41.133208 n-d-816206-4 neutron-server[102618]: INFO neutron.db.securitygroups_db [None req-a2ebd4d2-6636-43aa-932b-26a39fb980c8 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Project 232a53cf47004e0980d2fad3478676ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:37:41.146263 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e48a2-4808-46c8-9493-89f68a82ce1e tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84964af-7962-4356-b11d-04b2c7d01776,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:41.161815 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f283521d-4a7e-470e-9364-d29d7ca6756a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:41.164585 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0036d5e-fe0e-4cf4-86eb-bf3476ca065d req-d6aa9137-1bdd-4a66-9d44-4e9a2fe71fa8 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:41.166332 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0036d5e-fe0e-4cf4-86eb-bf3476ca065d req-d6aa9137-1bdd-4a66-9d44-4e9a2fe71fa8 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.2453284 Nov 11 17:37:41.174532 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6a6e48a2-4808-46c8-9493-89f68a82ce1e tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:41.184883 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6a6e48a2-4808-46c8-9493-89f68a82ce1e tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6743414 Nov 11 17:37:41.193098 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50764) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:41.204920 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ad92-916d-49e0-a1d6-80df36350781 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:41.213037 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b8ad92-916d-49e0-a1d6-80df36350781 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:37:41.213555 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ad92-916d-49e0-a1d6-80df36350781 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:41.226044 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-a2ebd4d2-6636-43aa-932b-26a39fb980c8 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:37:41.227084 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a2ebd4d2-6636-43aa-932b-26a39fb980c8 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2545893 Nov 11 17:37:41.260525 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50766) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:37:41.268889 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:37:41.273472 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e9cded1c-ff72-4a90-9917-47a7e94be385 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group_rule': {'security_group_id': 'c1693c03-0268-4271-84af-a3bfb606d76f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:41.287879 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3770817b-ced7-4bcd-abf3-15da8cd8a513 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-group-rules/d84964af-7962-4356-b11d-04b2c7d01776 HTTP/1.1" status: 200 len: 764 time: 0.0936275 Nov 11 17:37:41.290907 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50768) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:41.313284 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f283521d-4a7e-470e-9364-d29d7ca6756a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:41.327018 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ad92-916d-49e0-a1d6-80df36350781 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:41.331317 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ad92-916d-49e0-a1d6-80df36350781 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:41.334783 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f4b8ad92-916d-49e0-a1d6-80df36350781 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/networks/a77f63ea-5dba-4e38-a888-b55359c59972 HTTP/1.1" status: 204 len: 168 time: 2.8953633 Nov 11 17:37:41.351769 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50770) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:41.373428 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-312456ab-53eb-420b-b53a-143220d35a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:41.376220 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-312456ab-53eb-420b-b53a-143220d35a89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:41.377895 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-312456ab-53eb-420b-b53a-143220d35a89 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/350a3fd4-aebf-4503-958f-00c49c590857 HTTP/1.1" status: 204 len: 168 time: 1.0595005 Nov 11 17:37:41.461544 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312456ab-53eb-420b-b53a-143220d35a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350a3fd4-aebf-4503-958f-00c49c590857,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:41.472764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8ad92-916d-49e0-a1d6-80df36350781 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Network': ['ID=a77f63ea-5dba-4e38-a888-b55359c59972,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:41.485035 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f283521d-4a7e-470e-9364-d29d7ca6756a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:37:41.500481 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-f283521d-4a7e-470e-9364-d29d7ca6756a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:37:41.503159 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f283521d-4a7e-470e-9364-d29d7ca6756a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:37:41.516921 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8404537f-15ef-46ea-822b-d76bb194265c None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:37:41.573424 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283521d-4a7e-470e-9364-d29d7ca6756a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event updated for resources: {'Port': ['ID=522c3e7f-263b-4723-93bd-425cdebf1f6e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:41.665019 n-d-816206-4 neutron-server[102618]: INFO neutron.db.securitygroups_db [None req-e9cded1c-ff72-4a90-9917-47a7e94be385 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Project 232a53cf47004e0980d2fad3478676ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:37:41.685972 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-914468b4-da5b-4d1f-8cc4-63fc7cee3629 None None] Provisioning complete for port 522c3e7f-263b-4723-93bd-425cdebf1f6e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:41.690103 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-914468b4-da5b-4d1f-8cc4-63fc7cee3629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:41.737289 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0036d5e-fe0e-4cf4-86eb-bf3476ca065d req-50f4e36a-3f45-4f71-8d9c-fa89379b1e76 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5490232 Nov 11 17:37:41.765499 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a99d2c1f-73ab-49d2-9995-b3f49a5b21f1 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.4226551 Nov 11 17:37:41.771391 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50774) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:41.785346 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-e9cded1c-ff72-4a90-9917-47a7e94be385 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:37:41.796497 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e9cded1c-ff72-4a90-9917-47a7e94be385 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5238116 Nov 11 17:37:41.796859 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50776) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:41.859873 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-914468b4-da5b-4d1f-8cc4-63fc7cee3629 None None] Port 522c3e7f-263b-4723-93bd-425cdebf1f6e cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:37:41.973404 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c058f54-3a67-4b35-ac7b-35af80c6ba15 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.015442 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c058f54-3a67-4b35-ac7b-35af80c6ba15 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.022984 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device be049efb-9af6-45b5-a84e-cf8a3d62d87f up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:42.051058 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-1a7beed1-8e45-4cd2-9e7f-5c4bddef6b1b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Allocated IP 172.20.0.1 (f4307d6a-976c-4915-9c6a-3c516e8bedde/102178f6-db4c-4d9a-a96e-8baada1632bd/6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:37:42.125368 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c058f54-3a67-4b35-ac7b-35af80c6ba15 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.141083 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port be049efb-9af6-45b5-a84e-cf8a3d62d87f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:42.141757 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.165289 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c058f54-3a67-4b35-ac7b-35af80c6ba15 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.169636 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0c058f54-3a67-4b35-ac7b-35af80c6ba15 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/d84964af-7962-4356-b11d-04b2c7d01776 HTTP/1.1" status: 204 len: 168 time: 0.3956707 Nov 11 17:37:42.172669 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50780) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:42.173011 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50782) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:42.206777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c058f54-3a67-4b35-ac7b-35af80c6ba15 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d84964af-7962-4356-b11d-04b2c7d01776,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:42.248579 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.261214 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ca69f6c-5219-483f-90f7-b237953d97ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.293550 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port be049efb-9af6-45b5-a84e-cf8a3d62d87f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=be049efb-9af6-45b5-a84e-cf8a3d62d87f,segment=NetworkSegment(9e037fe0-33a3-41f0-af33-eb594233dc5d),segment_id=9e037fe0-33a3-41f0-af33-eb594233dc5d)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:42.299747 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.300691 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 9f3db3f6-b214-4eef-9d9d-e1068b6048f6 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:42.368959 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-564876b5-b71a-42f2-a664-0bf8826b493a tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1930377 Nov 11 17:37:42.374905 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50784) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:42.392155 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d262678-c7e2-43cb-b18f-ae0c498f0549 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.396576 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a7beed1-8e45-4cd2-9e7f-5c4bddef6b1b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.396795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=be049efb-9af6-45b5-a84e-cf8a3d62d87f,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:42.416174 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 9f3db3f6-b214-4eef-9d9d-e1068b6048f6 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:42.416867 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.467705 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d262678-c7e2-43cb-b18f-ae0c498f0549 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.472073 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a7beed1-8e45-4cd2-9e7f-5c4bddef6b1b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.480421 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f283521d-4a7e-470e-9364-d29d7ca6756a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.548672 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.560228 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7beed1-8e45-4cd2-9e7f-5c4bddef6b1b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network f4307d6a-976c-4915-9c6a-3c516e8bedde is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:37:42.566654 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-1a7beed1-8e45-4cd2-9e7f-5c4bddef6b1b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:37:42.576067 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7beed1-8e45-4cd2-9e7f-5c4bddef6b1b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:37:42.612143 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7beed1-8e45-4cd2-9e7f-5c4bddef6b1b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:42.617822 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c7c53e30-77c3-4f74-a921-6d23dc6294cd tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.645542 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 161d584c-cc6a-43e7-9d83-6670bff1d6ab no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:42.686944 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ca69f6c-5219-483f-90f7-b237953d97ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.690732 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c7c53e30-77c3-4f74-a921-6d23dc6294cd tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.692143 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 161d584c-cc6a-43e7-9d83-6670bff1d6ab {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:42.692673 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 161d584c-cc6a-43e7-9d83-6670bff1d6ab not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:42.698546 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ca69f6c-5219-483f-90f7-b237953d97ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.705219 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d262678-c7e2-43cb-b18f-ae0c498f0549 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.707926 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d262678-c7e2-43cb-b18f-ae0c498f0549 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.709081 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9d262678-c7e2-43cb-b18f-ae0c498f0549 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "DELETE /v2.0/security-groups/c1693c03-0268-4271-84af-a3bfb606d76f HTTP/1.1" status: 204 len: 168 time: 0.9046640 Nov 11 17:37:42.713857 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50786) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:42.718643 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a7beed1-8e45-4cd2-9e7f-5c4bddef6b1b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.745095 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d262678-c7e2-43cb-b18f-ae0c498f0549 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1693c03-0268-4271-84af-a3bfb606d76f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:42.786902 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce738887-827d-4003-b978-cb826f98df9a None None] Network f4307d6a-976c-4915-9c6a-3c516e8bedde requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:37:42.828262 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8ca69f6c-5219-483f-90f7-b237953d97ba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=67a4a5070a774af2bc0c7052ad2a42cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6530786 Nov 11 17:37:42.845575 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50790) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:42.854016 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c7c53e30-77c3-4f74-a921-6d23dc6294cd tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.857188 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c7c53e30-77c3-4f74-a921-6d23dc6294cd tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.861091 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c7c53e30-77c3-4f74-a921-6d23dc6294cd tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "DELETE /v2.0/security-groups/3b7e45f9-4ea0-4175-b606-d96b384f6b3c HTTP/1.1" status: 204 len: 168 time: 0.4836943 Nov 11 17:37:42.864448 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50792) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:42.874684 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-63fe46d4-0859-4548-9355-026580eb53ba None None] Provisioning complete for port be049efb-9af6-45b5-a84e-cf8a3d62d87f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:42.875151 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-63fe46d4-0859-4548-9355-026580eb53ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.933746 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c53e30-77c3-4f74-a921-6d23dc6294cd tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7e45f9-4ea0-4175-b606-d96b384f6b3c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:42.964598 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:42.968501 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ddbeae17-0446-4bab-b32d-3f3c5ee98c86 tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0998743 Nov 11 17:37:42.978157 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50794) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:43.014588 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f283521d-4a7e-470e-9364-d29d7ca6756a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:43.017621 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-312cd618-b73b-4731-90d4-af75fd41dfc8 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2909434 Nov 11 17:37:43.021939 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca69f6c-5219-483f-90f7-b237953d97ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c790c7d6-9e15-4f9a-a87c-c76c0aa41c5f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:43.022086 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50796) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:43.026412 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-c725c6ab-908d-4342-9369-d71cc62e4cb2 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1107983898'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:43.042565 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8fa9-5856-45ce-87c6-331e9c392513 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:43.088263 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-86bfa5a2-3bd9-467a-8c70-424c0e823ff4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:43.106937 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a37eb7dc-e3de-4676-9191-5b73556c61d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:43.123354 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-612dedb4-6029-4e3f-99c7-f3f22eaac8ed tempest-SecGroupTest-1174604309 tempest-SecGroupTest-1174604309-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1362660 Nov 11 17:37:43.179792 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630ead4-b469-4c2b-b28f-794711044488 req-dc0fdebf-f1b6-43bb-8e4d-91d82da0ace1 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:43.180185 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c725c6ab-908d-4342-9369-d71cc62e4cb2 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:43.187075 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c630ead4-b469-4c2b-b28f-794711044488 req-dc0fdebf-f1b6-43bb-8e4d-91d82da0ace1 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.2688477 Nov 11 17:37:43.225947 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-86bfa5a2-3bd9-467a-8c70-424c0e823ff4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:43.298335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c630ead4-b469-4c2b-b28f-794711044488 req-4e3e3858-576d-46fc-9fdf-c09ec9b3008a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070948 Nov 11 17:37:43.414338 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a7beed1-8e45-4cd2-9e7f-5c4bddef6b1b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:43.458118 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f283521d-4a7e-470e-9364-d29d7ca6756a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Router 07a3de9a-7612-486e-87f4-1b46b4bb144f is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:37:43.532651 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50802) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:43.576211 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-86bfa5a2-3bd9-467a-8c70-424c0e823ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:43.578804 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-86bfa5a2-3bd9-467a-8c70-424c0e823ff4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:43.582639 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-86bfa5a2-3bd9-467a-8c70-424c0e823ff4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c790c7d6-9e15-4f9a-a87c-c76c0aa41c5f HTTP/1.1" status: 204 len: 168 time: 0.7296543 Nov 11 17:37:43.604006 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfa5a2-3bd9-467a-8c70-424c0e823ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c790c7d6-9e15-4f9a-a87c-c76c0aa41c5f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:43.618376 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-23eb06d4-44f3-44e2-90bb-0ffebb7c284f None None] Provisioning complete for port 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:43.626369 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-23eb06d4-44f3-44e2-90bb-0ffebb7c284f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:43.723402 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f283521d-4a7e-470e-9364-d29d7ca6756a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:37:43.746313 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] Sync routers for ids ['07a3de9a-7612-486e-87f4-1b46b4bb144f'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:37:43.749274 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-23eb06d4-44f3-44e2-90bb-0ffebb7c284f None None] Port 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:37:43.780052 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] Routers {'07a3de9a-7612-486e-87f4-1b46b4bb144f'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:43.786738 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['07a3de9a-7612-486e-87f4-1b46b4bb144f'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:43.816905 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c725c6ab-908d-4342-9369-d71cc62e4cb2 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:43.828752 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c725c6ab-908d-4342-9369-d71cc62e4cb2 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:43.848357 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f283521d-4a7e-470e-9364-d29d7ca6756a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:43.850133 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f283521d-4a7e-470e-9364-d29d7ca6756a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.2739534 Nov 11 17:37:43.865908 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device be049efb-9af6-45b5-a84e-cf8a3d62d87f up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:43.878160 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50810) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:43.899044 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-23eb06d4-44f3-44e2-90bb-0ffebb7c284f None None] Provisioning complete for port be049efb-9af6-45b5-a84e-cf8a3d62d87f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:43.900250 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-23eb06d4-44f3-44e2-90bb-0ffebb7c284f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:43.904337 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-30309592-196c-49e9-b343-a524efaaab21 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0441b2864e38421c861dc47104d40b1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3697731 Nov 11 17:37:43.909287 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50814) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:43.909769 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c725c6ab-908d-4342-9369-d71cc62e4cb2 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:43.915176 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50816) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:43.915383 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c725c6ab-908d-4342-9369-d71cc62e4cb2 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8919303 Nov 11 17:37:43.922655 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-1e987558-7f46-4346-9bf2-365fbe5416b6 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group_rule': {'security_group_id': 'c7cc56de-3b04-4219-8afb-eac7d269a502', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:43.933293 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725c6ab-908d-4342-9369-d71cc62e4cb2 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cc56de-3b04-4219-8afb-eac7d269a502,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:43.951985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a37eb7dc-e3de-4676-9191-5b73556c61d8 admin admin] Deleting port b9e341d4-4da0-46ab-8e05-0cbc6e16b958 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:43.952330 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a37eb7dc-e3de-4676-9191-5b73556c61d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:44.098585 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-a37eb7dc-e3de-4676-9191-5b73556c61d8 admin admin] For port b9e341d4-4da0-46ab-8e05-0cbc6e16b958, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b9e341d4-4da0-46ab-8e05-0cbc6e16b958,segment=NetworkSegment(2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566),segment_id=2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:44.099211 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a37eb7dc-e3de-4676-9191-5b73556c61d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:44.116816 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a37eb7dc-e3de-4676-9191-5b73556c61d8 admin admin] Calling delete_port for b9e341d4-4da0-46ab-8e05-0cbc6e16b958 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:44.277129 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] Set router 07a3de9a-7612-486e-87f4-1b46b4bb144f gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:44.359036 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a80cf54d-0b3a-46c1-b8a0-1a36047effcd tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=83768074d3d244f883814e21701528e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4749403 Nov 11 17:37:44.359772 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50830) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:44.465413 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a37eb7dc-e3de-4676-9191-5b73556c61d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:44.467824 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port be049efb-9af6-45b5-a84e-cf8a3d62d87f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:44.468199 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:44.496972 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-cc2b8fa9-5856-45ce-87c6-331e9c392513 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting port 1de9f300-7df0-4a31-89f8-3ef031d2442b {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:44.497551 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8fa9-5856-45ce-87c6-331e9c392513 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:44.530588 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a7beed1-8e45-4cd2-9e7f-5c4bddef6b1b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:44.557732 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37eb7dc-e3de-4676-9191-5b73556c61d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e341d4-4da0-46ab-8e05-0cbc6e16b958,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:44.613378 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050477443', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:38Z', 'updated_at': '2021-11-11T17:37:41Z', 'revision_number': 3, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:39Z', 'updated_at': '2021-11-11T17:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:44.614454 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a7beed1-8e45-4cd2-9e7f-5c4bddef6b1b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:44.648707 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] Checking router: 07a3de9a-7612-486e-87f4-1b46b4bb144f for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:37:44.649738 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] Updating router 07a3de9a-7612-486e-87f4-1b46b4bb144f port 522c3e7f-263b-4723-93bd-425cdebf1f6e binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:37:44.663519 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbed49c-f97a-490b-b864-e7896245d447 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:44.671081 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5bbed49c-f97a-490b-b864-e7896245d447 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3020613 Nov 11 17:37:44.674150 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50838) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:44.690653 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b01e3364-9ebc-4d18-b887-1c8ba94b3e2e None None] Provisioning complete for port 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:44.691031 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b01e3364-9ebc-4d18-b887-1c8ba94b3e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:44.706320 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-1e987558-7f46-4346-9bf2-365fbe5416b6 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] create failed (client error): The resource could not be found. Nov 11 17:37:44.707575 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1e987558-7f46-4346-9bf2-365fbe5416b6 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7882695 Nov 11 17:37:44.708575 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9c9af651-d389-4b7f-b55f-6cc6128350c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:44.715635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50842) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:44.725058 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-81e34497-b622-4bd2-8258-bea900bd5d62 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469120 Nov 11 17:37:44.725299 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50844) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:44.733556 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-ac47a54e-214e-4794-b9d2-184908e4e26c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1963991655', 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7', 'project_id': '83768074d3d244f883814e21701528e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:44.737030 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ced297b0-3085-47a9-9070-f911402d1911 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group_rule': {'security_group_id': 'c7cc56de-3b04-4219-8afb-eac7d269a502', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c28bcdaf-5bcf-4cc4-96c3-feb9cca2da09'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:44.743095 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:44.777899 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa178e7-c859-45cc-9145-cf1c424c388d req-dff40ba6-5890-4991-8572-a0593f3fada2 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:44.780449 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bfa178e7-c859-45cc-9145-cf1c424c388d req-dff40ba6-5890-4991-8572-a0593f3fada2 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.3587897 Nov 11 17:37:44.839598 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9c9af651-d389-4b7f-b55f-6cc6128350c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:44.841508 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b01e3364-9ebc-4d18-b887-1c8ba94b3e2e None None] Port 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:37:44.875793 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a7beed1-8e45-4cd2-9e7f-5c4bddef6b1b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:44.887051 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7beed1-8e45-4cd2-9e7f-5c4bddef6b1b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:44.913236 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-cc2b8fa9-5856-45ce-87c6-331e9c392513 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] For port 1de9f300-7df0-4a31-89f8-3ef031d2442b, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1de9f300-7df0-4a31-89f8-3ef031d2442b,segment=NetworkSegment(b0110790-9b00-47ba-b1c5-fa395465e532),segment_id=b0110790-9b00-47ba-b1c5-fa395465e532)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:44.913632 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8fa9-5856-45ce-87c6-331e9c392513 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:44.962705 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a37eb7dc-e3de-4676-9191-5b73556c61d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:44.998948 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-cc2b8fa9-5856-45ce-87c6-331e9c392513 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Calling delete_port for 1de9f300-7df0-4a31-89f8-3ef031d2442b owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:45.037600 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac47a54e-214e-4794-b9d2-184908e4e26c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Made reservation on behalf of 83768074d3d244f883814e21701528e8 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:37:45.041834 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ac47a54e-214e-4794-b9d2-184908e4e26c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:45.061391 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bfa178e7-c859-45cc-9145-cf1c424c388d req-2a1f8a84-3e1f-4cf8-b15e-3ce35465d8a2 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2676914 Nov 11 17:37:45.103171 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-ced297b0-3085-47a9-9070-f911402d1911 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] create failed (client error): The resource could not be found. Nov 11 17:37:45.104243 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ced297b0-3085-47a9-9070-f911402d1911 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3844788 Nov 11 17:37:45.109178 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50850) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:45.154214 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9c9af651-d389-4b7f-b55f-6cc6128350c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:45.156855 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9c9af651-d389-4b7f-b55f-6cc6128350c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:45.161091 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9c9af651-d389-4b7f-b55f-6cc6128350c2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6a1d3575-aea6-4805-8ab0-3cdb4e0d8b3d HTTP/1.1" status: 204 len: 168 time: 1.2505238 Nov 11 17:37:45.198938 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9af651-d389-4b7f-b55f-6cc6128350c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1d3575-aea6-4805-8ab0-3cdb4e0d8b3d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:45.208855 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7beed1-8e45-4cd2-9e7f-5c4bddef6b1b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network f4307d6a-976c-4915-9c6a-3c516e8bedde is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:37:45.217125 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-1a7beed1-8e45-4cd2-9e7f-5c4bddef6b1b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:37:45.281963 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:45.324213 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:45.397794 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421215d9-1f08-49d1-be3e-e91fceb34464 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:37:45.407844 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37eb7dc-e3de-4676-9191-5b73556c61d8 admin admin] Router fe40c671-47b6-40eb-a1e3-f10ba1e69100 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:37:45.412819 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a774182a-5e08-4e30-9240-69d1c0105104 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:45.432530 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ac47a54e-214e-4794-b9d2-184908e4e26c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:45.476079 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] Attempting to bind port 522c3e7f-263b-4723-93bd-425cdebf1f6e on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:45.479109 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] Attempting to bind port 522c3e7f-263b-4723-93bd-425cdebf1f6e by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:45.479610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] Attempting to bind port 522c3e7f-263b-4723-93bd-425cdebf1f6e on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:45.490298 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce607f8-27e6-44a0-9fe0-4f50c306a9cf None None] Pushing event updated for resources: {'Port': ['ID=522c3e7f-263b-4723-93bd-425cdebf1f6e,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:45.510505 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:37:45.511368 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:37:45.511934 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:45.512438 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:37:45.515295 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] Bound port: 522c3e7f-263b-4723-93bd-425cdebf1f6e, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:37:45.516729 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:45.625063 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0a25eb67-cead-4189-bc4d-4f51c562a719 None None] Provisioning complete for port 522c3e7f-263b-4723-93bd-425cdebf1f6e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:45.625444 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0a25eb67-cead-4189-bc4d-4f51c562a719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:45.634177 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a774182a-5e08-4e30-9240-69d1c0105104 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:45.666116 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0a25eb67-cead-4189-bc4d-4f51c562a719 None None] Port 522c3e7f-263b-4723-93bd-425cdebf1f6e cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:37:45.715162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7beed1-8e45-4cd2-9e7f-5c4bddef6b1b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Router 011fb005-0628-46f5-8582-39b2fb64ac93 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:37:45.716464 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8fa9-5856-45ce-87c6-331e9c392513 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:45.724761 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] For port 522c3e7f-263b-4723-93bd-425cdebf1f6e, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:37:45.729585 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] For port 522c3e7f-263b-4723-93bd-425cdebf1f6e, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=522c3e7f-263b-4723-93bd-425cdebf1f6e,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:37:45.743821 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:45.760508 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a774182a-5e08-4e30-9240-69d1c0105104 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:45.764121 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a774182a-5e08-4e30-9240-69d1c0105104 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:45.765750 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a774182a-5e08-4e30-9240-69d1c0105104 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "DELETE /v2.0/security-groups/c7cc56de-3b04-4219-8afb-eac7d269a502 HTTP/1.1" status: 204 len: 168 time: 0.6548717 Nov 11 17:37:45.768313 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b8fa9-5856-45ce-87c6-331e9c392513 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Port': ['ID=1de9f300-7df0-4a31-89f8-3ef031d2442b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:45.787494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50868) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:45.847561 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50872) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:45.847925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd47c23a-639e-4870-8559-26d76bee1b60 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:37:45.876869 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-eeed7e33-4e9d-4436-89d8-f5be1f04fd9c None None] Provisioning complete for port 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:45.878234 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-eeed7e33-4e9d-4436-89d8-f5be1f04fd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:45.960899 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-eeed7e33-4e9d-4436-89d8-f5be1f04fd9c None None] Port 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:37:45.962313 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] Routers {'07a3de9a-7612-486e-87f4-1b46b4bb144f'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:45.964321 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['07a3de9a-7612-486e-87f4-1b46b4bb144f'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:45.968397 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce607f8-27e6-44a0-9fe0-4f50c306a9cf None None] Pushing event updated for resources: {'Port': ['ID=522c3e7f-263b-4723-93bd-425cdebf1f6e,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:46.050374 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774182a-5e08-4e30-9240-69d1c0105104 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cc56de-3b04-4219-8afb-eac7d269a502,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:46.146492 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47a54e-214e-4794-b9d2-184908e4e26c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event updated for resources: {'Subnet': ['ID=2ff48720-5019-41a9-ad5c-91187e85b221,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:46.191695 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8fa9-5856-45ce-87c6-331e9c392513 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:46.201724 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac47a54e-214e-4794-b9d2-184908e4e26c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Checking segment: {'id': 'd1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:37:46.202090 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac47a54e-214e-4794-b9d2-184908e4e26c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Network hostable DHCP agents. Network: e5de9005-253c-47dc-8253-8ca04fe7abb7, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:37:46.208186 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0bd02eb4-3dd4-434f-9797-22d5560165f2 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4006455 Nov 11 17:37:46.210932 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50882) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:46.223347 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b41cc8de-ad21-4059-b8ce-32bb829ba3d5 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group_rule': {'security_group_id': '78e9242e-7903-405e-b38e-c3ab5e09b8fb', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:46.240663 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37eb7dc-e3de-4676-9191-5b73556c61d8 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:37:46.250691 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a37eb7dc-e3de-4676-9191-5b73556c61d8 admin admin] 10.222.0.76 "PUT /v2.0/routers/fe40c671-47b6-40eb-a1e3-f10ba1e69100/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9570103 Nov 11 17:37:46.251056 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a39da26-5ce9-46d9-a15b-e0c525b1c166 None None] Sync routers for ids ['fe40c671-47b6-40eb-a1e3-f10ba1e69100'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:37:46.257283 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b793efc5-b722-4ce7-bd76-fd983083fd89 None None] Provisioning complete for port 522c3e7f-263b-4723-93bd-425cdebf1f6e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:46.257661 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b793efc5-b722-4ce7-bd76-fd983083fd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:46.265493 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a39da26-5ce9-46d9-a15b-e0c525b1c166 None None] Routers {'fe40c671-47b6-40eb-a1e3-f10ba1e69100'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:46.266330 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3a39da26-5ce9-46d9-a15b-e0c525b1c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fe40c671-47b6-40eb-a1e3-f10ba1e69100'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:46.271499 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50886) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:46.292125 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7beed1-8e45-4cd2-9e7f-5c4bddef6b1b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:37:46.296727 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] Set router 07a3de9a-7612-486e-87f4-1b46b4bb144f gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:46.328120 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] Sync routers for ids ['011fb005-0628-46f5-8582-39b2fb64ac93'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:37:46.338902 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-558e62fd-b1ae-4b2d-89fd-242295ce27bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-915835308', 'router:external': True}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:46.355746 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1a7beed1-8e45-4cd2-9e7f-5c4bddef6b1b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "PUT /v2.0/routers/011fb005-0628-46f5-8582-39b2fb64ac93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2062428 Nov 11 17:37:46.410949 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-3a39da26-5ce9-46d9-a15b-e0c525b1c166 None None] Set router fe40c671-47b6-40eb-a1e3-f10ba1e69100 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:46.427636 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] Routers {'011fb005-0628-46f5-8582-39b2fb64ac93'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:46.429176 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['011fb005-0628-46f5-8582-39b2fb64ac93'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:46.537364 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac47a54e-214e-4794-b9d2-184908e4e26c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Network e5de9005-253c-47dc-8253-8ca04fe7abb7 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:37:46.590609 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-ac47a54e-214e-4794-b9d2-184908e4e26c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, e5de9005-253c-47dc-8253-8ca04fe7abb7) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:37:46.599464 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac47a54e-214e-4794-b9d2-184908e4e26c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:46.600106 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ac47a54e-214e-4794-b9d2-184908e4e26c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:46.603669 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40b65ef4-187c-4690-8db7-1b773b8f08e0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:46.608718 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-b41cc8de-ad21-4059-b8ce-32bb829ba3d5 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] create failed (client error): The resource could not be found. Nov 11 17:37:46.609463 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b41cc8de-ad21-4059-b8ce-32bb829ba3d5 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3975627 Nov 11 17:37:46.662304 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558e62fd-b1ae-4b2d-89fd-242295ce27bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Made reservation on behalf of 4b55f97fcfac492cbaf9f3254c669af1 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:37:46.669627 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-558e62fd-b1ae-4b2d-89fd-242295ce27bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:46.670467 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50900) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:46.676861 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-2e1b0895-53cb-44ce-a3f9-d1b398094926 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1450518941'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:46.683046 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3a39da26-5ce9-46d9-a15b-e0c525b1c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'name': 'tempest-TaggedBootDevicesTest_v242-1667906401-router', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:25:40Z', 'updated_at': '2021-11-11T17:37:44Z', 'revision_number': 5, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'gw_port': {'id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:41Z', 'updated_at': '2021-11-11T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:46.699379 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-558e62fd-b1ae-4b2d-89fd-242295ce27bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:46.703022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50906) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:46.728324 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a39da26-5ce9-46d9-a15b-e0c525b1c166 None None] Checking router: fe40c671-47b6-40eb-a1e3-f10ba1e69100 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:37:46.741473 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a39da26-5ce9-46d9-a15b-e0c525b1c166 None None] Routers {'fe40c671-47b6-40eb-a1e3-f10ba1e69100'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:46.742567 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3a39da26-5ce9-46d9-a15b-e0c525b1c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fe40c671-47b6-40eb-a1e3-f10ba1e69100'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:46.784468 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b793efc5-b722-4ce7-bd76-fd983083fd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:46.809258 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b793efc5-b722-4ce7-bd76-fd983083fd89 None None] For port 522c3e7f-263b-4723-93bd-425cdebf1f6e, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=522c3e7f-263b-4723-93bd-425cdebf1f6e,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:46.819351 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1ce378-4571-4b5f-922b-94dddaae039b None None] Network e5de9005-253c-47dc-8253-8ca04fe7abb7 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:37:46.825334 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2e1b0895-53cb-44ce-a3f9-d1b398094926 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:46.831985 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-558e62fd-b1ae-4b2d-89fd-242295ce27bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:46.841719 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b793efc5-b722-4ce7-bd76-fd983083fd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:46.850340 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2b8fa9-5856-45ce-87c6-331e9c392513 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:37:46.863495 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ac47a54e-214e-4794-b9d2-184908e4e26c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1372166 Nov 11 17:37:46.872517 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-fe78647f-d571-485b-b220-d55267b1ef0e tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:46.872517 n-d-816206-4 neutron-server[102617]: WARNING neutron.api.v2.base [None req-fe78647f-d571-485b-b220-d55267b1ef0e tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 11 17:37:46.873529 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-fe78647f-d571-485b-b220-d55267b1ef0e tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] create failed (client error): There was a conflict when trying to complete your request. Nov 11 17:37:46.874118 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fe78647f-d571-485b-b220-d55267b1ef0e tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1699340 Nov 11 17:37:46.877874 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50910) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:46.885299 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-558e62fd-b1ae-4b2d-89fd-242295ce27bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:46.887016 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50912) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:46.909565 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-3a39da26-5ce9-46d9-a15b-e0c525b1c166 None None] Set router fe40c671-47b6-40eb-a1e3-f10ba1e69100 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:46.929428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4428159-f7d5-4fe9-95d9-ce2634c8465f req-e0002019-d644-49ea-8d7c-c666352b18e9 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:46.931237 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e4428159-f7d5-4fe9-95d9-ce2634c8465f req-e0002019-d644-49ea-8d7c-c666352b18e9 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.6484628 Nov 11 17:37:46.950641 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] Set router 011fb005-0628-46f5-8582-39b2fb64ac93 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:46.967023 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2e1b0895-53cb-44ce-a3f9-d1b398094926 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:46.971492 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-35b96461-118d-4718-8245-132b3926e143 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group': {'name': 'tempest-secgroup--1874183256'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:46.985428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558e62fd-b1ae-4b2d-89fd-242295ce27bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1269} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:37:47.035870 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2e1b0895-53cb-44ce-a3f9-d1b398094926 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:47.045643 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-35b96461-118d-4718-8245-132b3926e143 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:47.048898 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e62fd-b1ae-4b2d-89fd-242295ce27bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0490d4-96ef-4d3d-83eb-04a907e6cd71,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:47.065704 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-e1e28c67-06d1-4b8a-9c24-18608ba77086 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164195592&fields=id&tenant_id=4a967e21f8b349ab96ba5689386c16b9 HTTP/1.1" status: 200 len: 267 time: 0.3687708 Nov 11 17:37:47.083776 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793efc5-b722-4ce7-bd76-fd983083fd89 None None] Pushing event updated for resources: {'Port': ['ID=522c3e7f-263b-4723-93bd-425cdebf1f6e,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:47.100011 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40b65ef4-187c-4690-8db7-1b773b8f08e0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:47.114471 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-35b96461-118d-4718-8245-132b3926e143 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:47.126698 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-558e62fd-b1ae-4b2d-89fd-242295ce27bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:47.127262 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-558e62fd-b1ae-4b2d-89fd-242295ce27bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Added segment a358c6fd-07c8-472d-8b64-74cad5532b44 of type vlan for network 69986478-e97d-4778-a28f-34ec901e801f Nov 11 17:37:47.203596 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050477443', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:38Z', 'updated_at': '2021-11-11T17:37:41Z', 'revision_number': 3, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:39Z', 'updated_at': '2021-11-11T17:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:47.207770 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2e1b0895-53cb-44ce-a3f9-d1b398094926 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:47.211496 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2e1b0895-53cb-44ce-a3f9-d1b398094926 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5358355 Nov 11 17:37:47.216302 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50914) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:47.223049 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-9cb4af17-cab9-48a2-a056-f1d1a5c7382d tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851058280'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:47.236802 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2b8fa9-5856-45ce-87c6-331e9c392513 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:37:47.249311 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff70448-a5df-451a-b4af-109177cb1880 None None] The sync data for ids ['07a3de9a-7612-486e-87f4-1b46b4bb144f'] in n-d-816206-4 is: [{'id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050477443', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:38Z', 'updated_at': '2021-11-11T17:37:41Z', 'revision_number': 3, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:39Z', 'updated_at': '2021-11-11T17:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:37:47.249577 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b0895-53cb-44ce-a3f9-d1b398094926 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f67526-f5f4-4d12-9132-15ac6d93e2a4,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:47.257112 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-cc2b8fa9-5856-45ce-87c6-331e9c392513 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/b78eed1e-3ffd-4305-b22f-18c44a9c1fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8957481 Nov 11 17:37:47.271529 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50916) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:47.273694 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9cb4af17-cab9-48a2-a056-f1d1a5c7382d tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:47.274936 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb67b59-1fa5-42c7-9d3d-720f4a8386a8 None None] Sync routers for ids ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:37:47.299168 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb67b59-1fa5-42c7-9d3d-720f4a8386a8 None None] Routers {'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:47.300097 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7eb67b59-1fa5-42c7-9d3d-720f4a8386a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:47.318436 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4679d7bf-b3b1-46cc-bbe3-c699cd46f14e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-e5de9005-253c-47dc-8253-8ca04fe7abb7', 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7', 'tenant_id': '83768074d3d244f883814e21701528e8', 'fixed_ips': [{'subnet_id': '2ff48720-5019-41a9-ad5c-91187e85b221'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:37:47.319284 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4679d7bf-b3b1-46cc-bbe3-c699cd46f14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:47.381135 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d33736-8f1a-4f07-a0c4-3e6d372b691a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting subnet 5e6506b8-45b8-439b-819a-894c8fa550ce {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:37:47.394664 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-35b96461-118d-4718-8245-132b3926e143 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:47.409445 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-7eb67b59-1fa5-42c7-9d3d-720f4a8386a8 None None] Set router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:47.411983 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e4428159-f7d5-4fe9-95d9-ce2634c8465f req-32c6eaaa-9e22-4136-a511-d9831432fa9b tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4680595 Nov 11 17:37:47.416014 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-31d33736-8f1a-4f07-a0c4-3e6d372b691a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:47.421827 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-558e62fd-b1ae-4b2d-89fd-242295ce27bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:47.474092 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-35b96461-118d-4718-8245-132b3926e143 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:47.521805 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7eb67b59-1fa5-42c7-9d3d-720f4a8386a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:45Z', 'revision_number': 11, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:47.524745 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-31d33736-8f1a-4f07-a0c4-3e6d372b691a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:47.534081 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-35b96461-118d-4718-8245-132b3926e143 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:47.571604 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-b813d8fb-773f-44a3-9e78-004974a5bee4 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:47.572899 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b96461-118d-4718-8245-132b3926e143 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf576ade-c854-4583-a096-3a8c98ccc938,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:47.579684 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-b813d8fb-773f-44a3-9e78-004974a5bee4 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/networks?id=f4307d6a-976c-4915-9c6a-3c516e8bedde HTTP/1.1" status: 200 len: 796 time: 0.5129349 Nov 11 17:37:47.581634 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb67b59-1fa5-42c7-9d3d-720f4a8386a8 None None] Checking router: b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:37:47.589428 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394540125', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:31Z', 'updated_at': '2021-11-11T17:37:43Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ab:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:32Z', 'updated_at': '2021-11-11T17:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0', 'name': '', 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:30:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '102178f6-db4c-4d9a-a96e-8baada1632bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:41Z', 'updated_at': '2021-11-11T17:37:43Z', 'revision_number': 2, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': '102178f6-db4c-4d9a-a96e-8baada1632bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:47.600426 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-558e62fd-b1ae-4b2d-89fd-242295ce27bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:47.602814 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558e62fd-b1ae-4b2d-89fd-242295ce27bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:47.603321 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-35b96461-118d-4718-8245-132b3926e143 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:47.603614 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-558e62fd-b1ae-4b2d-89fd-242295ce27bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:47.615801 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb67b59-1fa5-42c7-9d3d-720f4a8386a8 None None] Routers {'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:47.616183 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7eb67b59-1fa5-42c7-9d3d-720f4a8386a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:47.619777 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3a39da26-5ce9-46d9-a15b-e0c525b1c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'name': 'tempest-TaggedBootDevicesTest_v242-1667906401-router', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:25:40Z', 'updated_at': '2021-11-11T17:37:44Z', 'revision_number': 5, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'gw_port': {'id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:41Z', 'updated_at': '2021-11-11T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:47.635660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-40b65ef4-187c-4690-8db7-1b773b8f08e0 admin admin] Deleting port 2ea987c9-1a61-4592-8c5f-2e72b83daad3 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:47.635904 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] Checking router: 011fb005-0628-46f5-8582-39b2fb64ac93 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:37:47.636255 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] Updating router 011fb005-0628-46f5-8582-39b2fb64ac93 port 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:37:47.636556 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40b65ef4-187c-4690-8db7-1b773b8f08e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:47.677930 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-f62cb044-23a0-4c5b-aa9d-cf9be1a45759 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/quotas/4a967e21f8b349ab96ba5689386c16b9 HTTP/1.1" status: 200 len: 375 time: 0.0907214 Nov 11 17:37:47.679919 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-4679d7bf-b3b1-46cc-bbe3-c699cd46f14e None None] Allocated IP 172.20.0.2 (e5de9005-253c-47dc-8253-8ca04fe7abb7/2ff48720-5019-41a9-ad5c-91187e85b221/8a6381cb-b4f4-4c48-8f40-405cce6b059b) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:37:47.707704 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:47.790503 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a39da26-5ce9-46d9-a15b-e0c525b1c166 None None] The sync data for ids ['fe40c671-47b6-40eb-a1e3-f10ba1e69100'] in n-d-816206-4 is: [{'id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'name': 'tempest-TaggedBootDevicesTest_v242-1667906401-router', 'tenant_id': 'bf9f7834dbb745e8861e3581142ac13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:25:40Z', 'updated_at': '2021-11-11T17:37:44Z', 'revision_number': 5, 'project_id': 'bf9f7834dbb745e8861e3581142ac13c', 'gw_port': {'id': '2ea987c9-1a61-4592-8c5f-2e72b83daad3', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:26:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40c671-47b6-40eb-a1e3-f10ba1e69100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:25:41Z', 'updated_at': '2021-11-11T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:37:47.829631 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-7eb67b59-1fa5-42c7-9d3d-720f4a8386a8 None None] Set router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:47.852399 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-558e62fd-b1ae-4b2d-89fd-242295ce27bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.0020778 Nov 11 17:37:47.865482 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50918) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:47.902870 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-40b65ef4-187c-4690-8db7-1b773b8f08e0 admin admin] For port 2ea987c9-1a61-4592-8c5f-2e72b83daad3, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=2ea987c9-1a61-4592-8c5f-2e72b83daad3,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:47.903360 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40b65ef4-187c-4690-8db7-1b773b8f08e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:47.917931 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-40b65ef4-187c-4690-8db7-1b773b8f08e0 admin admin] Calling delete_port for 2ea987c9-1a61-4592-8c5f-2e72b83daad3 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:47.923469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-5282ce9b-ae3a-4c42-adad-5fd38ee5f1cf tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Request body: {'subnet': {'network_id': '69986478-e97d-4778-a28f-34ec901e801f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:47.925893 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7eb67b59-1fa5-42c7-9d3d-720f4a8386a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:45Z', 'revision_number': 11, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:47.930715 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e62fd-b1ae-4b2d-89fd-242295ce27bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Pushing event updated for resources: {'Network': ['ID=69986478-e97d-4778-a28f-34ec901e801f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:47.951568 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 69986478-e97d-4778-a28f-34ec901e801f details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:37:47.975865 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb67b59-1fa5-42c7-9d3d-720f4a8386a8 None None] The sync data for ids ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'] in n-d-816206-4 is: [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:45Z', 'revision_number': 11, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:37:47.992554 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-35b96461-118d-4718-8245-132b3926e143 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:47.993682 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-35b96461-118d-4718-8245-132b3926e143 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1016831 Nov 11 17:37:48.001858 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-af76a5dc-88fe-4eaf-bdf1-450571452b30 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3254890 Nov 11 17:37:48.022526 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50920) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:48.029744 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-188f8928-830a-4cc6-b0e5-9042be8122a9 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group_rule': {'security_group_id': '23aa05ab-3cdf-47bd-8b83-11eee5fb4ec4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:48.038453 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-31d33736-8f1a-4f07-a0c4-3e6d372b691a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:48.070264 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9cb4af17-cab9-48a2-a056-f1d1a5c7382d tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:48.076449 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b96461-118d-4718-8245-132b3926e143 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23aa05ab-3cdf-47bd-8b83-11eee5fb4ec4,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:48.096890 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9cb4af17-cab9-48a2-a056-f1d1a5c7382d tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:48.132632 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4af17-cab9-48a2-a056-f1d1a5c7382d tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08c016b-35db-4859-870f-2bb57eb30740,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:48.183922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5282ce9b-ae3a-4c42-adad-5fd38ee5f1cf tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Made reservation on behalf of 4b55f97fcfac492cbaf9f3254c669af1 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:37:48.186697 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5282ce9b-ae3a-4c42-adad-5fd38ee5f1cf tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:48.193341 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4679d7bf-b3b1-46cc-bbe3-c699cd46f14e None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:48.198044 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9cb4af17-cab9-48a2-a056-f1d1a5c7382d tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:48.199615 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9cb4af17-cab9-48a2-a056-f1d1a5c7382d tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9810324 Nov 11 17:37:48.213460 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4679d7bf-b3b1-46cc-bbe3-c699cd46f14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:48.261133 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50924) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:48.268987 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679d7bf-b3b1-46cc-bbe3-c699cd46f14e None None] Pushing event updated for resources: {'Port': ['ID=8a6381cb-b4f4-4c48-8f40-405cce6b059b,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:48.269538 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-ab802c6f-f502-4759-b5a3-0ba68d1c091f tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group_rule': {'security_group_id': '15f67526-f5f4-4d12-9132-15ac6d93e2a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e08c016b-35db-4859-870f-2bb57eb30740'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:48.312124 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:48.327821 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4679d7bf-b3b1-46cc-bbe3-c699cd46f14e None None] Network e5de9005-253c-47dc-8253-8ca04fe7abb7 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:37:48.335247 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-4679d7bf-b3b1-46cc-bbe3-c699cd46f14e None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:37:48.337992 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4679d7bf-b3b1-46cc-bbe3-c699cd46f14e None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:37:48.434916 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:48.437017 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4679d7bf-b3b1-46cc-bbe3-c699cd46f14e None None] Attempting to bind port 8a6381cb-b4f4-4c48-8f40-405cce6b059b on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:48.437390 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4679d7bf-b3b1-46cc-bbe3-c699cd46f14e None None] Attempting to bind port 8a6381cb-b4f4-4c48-8f40-405cce6b059b by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'd1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:48.437817 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4679d7bf-b3b1-46cc-bbe3-c699cd46f14e None None] Attempting to bind port 8a6381cb-b4f4-4c48-8f40-405cce6b059b on network e5de9005-253c-47dc-8253-8ca04fe7abb7 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:48.444408 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4679d7bf-b3b1-46cc-bbe3-c699cd46f14e None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:37:48.444840 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4679d7bf-b3b1-46cc-bbe3-c699cd46f14e None None] Checking segment: {'id': 'd1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:37:48.445227 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4679d7bf-b3b1-46cc-bbe3-c699cd46f14e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:48.446208 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4679d7bf-b3b1-46cc-bbe3-c699cd46f14e None None] Bound using segment: {'id': 'd1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:37:48.446208 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4679d7bf-b3b1-46cc-bbe3-c699cd46f14e None None] Bound port: 8a6381cb-b4f4-4c48-8f40-405cce6b059b, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:37:48.446656 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4679d7bf-b3b1-46cc-bbe3-c699cd46f14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:48.452097 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:48.489500 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-e01a6e39-3132-4fb1-b00d-c0243848882d service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:37:48.498010 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-e01a6e39-3132-4fb1-b00d-c0243848882d service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4547675 Nov 11 17:37:48.500937 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-31d33736-8f1a-4f07-a0c4-3e6d372b691a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:48.506261 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076bb5c-7be2-4a35-a63d-19c6a46ba0e3 None None] Pushing event updated for resources: {'Port': ['ID=6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:48.591939 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-188f8928-830a-4cc6-b0e5-9042be8122a9 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:48.604521 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4679d7bf-b3b1-46cc-bbe3-c699cd46f14e None None] For port 8a6381cb-b4f4-4c48-8f40-405cce6b059b, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:37:48.624547 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4679d7bf-b3b1-46cc-bbe3-c699cd46f14e None None] For port 8a6381cb-b4f4-4c48-8f40-405cce6b059b, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=8a6381cb-b4f4-4c48-8f40-405cce6b059b,segment=NetworkSegment(d1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4),segment_id=d1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:37:48.635393 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4679d7bf-b3b1-46cc-bbe3-c699cd46f14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:48.648298 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.db.api [None req-ab802c6f-f502-4759-b5a3-0ba68d1c091f tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 17:37:48.648298 n-d-816206-4 neutron-server[102617]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 17:37:48.648298 n-d-816206-4 neutron-server[102617]: [parameters: {'project_id_1': '232a53cf47004e0980d2fad3478676ff', 'expiration_1': datetime.datetime(2021, 11, 11, 17, 37, 28, 363862)}] Nov 11 17:37:48.648298 n-d-816206-4 neutron-server[102617]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:37:48.648871 n-d-816206-4 neutron-server[102617]: DEBUG oslo_db.api [None req-ab802c6f-f502-4759-b5a3-0ba68d1c091f tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:37:48.652713 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40b65ef4-187c-4690-8db7-1b773b8f08e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:48.729830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 522c3e7f-263b-4723-93bd-425cdebf1f6e up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:48.733432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b65ef4-187c-4690-8db7-1b773b8f08e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea987c9-1a61-4592-8c5f-2e72b83daad3,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:48.745304 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1fa4e8-9ff9-404a-b2ef-9d3a967eab12 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:37:48.821623 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d33736-8f1a-4f07-a0c4-3e6d372b691a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Subnet': ['ID=5e6506b8-45b8-439b-819a-894c8fa550ce,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:48.860221 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-31d33736-8f1a-4f07-a0c4-3e6d372b691a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:48.862760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-31d33736-8f1a-4f07-a0c4-3e6d372b691a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/subnets/5e6506b8-45b8-439b-819a-894c8fa550ce HTTP/1.1" status: 204 len: 168 time: 1.5859630 Nov 11 17:37:48.885457 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17830be1-6483-48a4-81ce-cebca6d1ec69 None None] Network aa3b77e2-9a2d-43e8-af0e-16195bac3217 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:37:48.886462 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50928) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:48.891470 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40b65ef4-187c-4690-8db7-1b773b8f08e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:49.019305 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679d7bf-b3b1-46cc-bbe3-c699cd46f14e None None] Pushing event updated for resources: {'Port': ['ID=8a6381cb-b4f4-4c48-8f40-405cce6b059b,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:49.034557 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] Attempting to bind port 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:49.035125 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] Attempting to bind port 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '9e037fe0-33a3-41f0-af33-eb594233dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:49.035275 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] Attempting to bind port 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0 on network f4307d6a-976c-4915-9c6a-3c516e8bedde {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:49.057369 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:37:49.057754 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] Checking segment: {'id': '9e037fe0-33a3-41f0-af33-eb594233dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:37:49.058177 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:49.058562 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] Bound using segment: {'id': '9e037fe0-33a3-41f0-af33-eb594233dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:37:49.059049 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] Bound port: 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e037fe0-33a3-41f0-af33-eb594233dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:37:49.059490 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:49.065348 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40b65ef4-187c-4690-8db7-1b773b8f08e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:49.069682 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40b65ef4-187c-4690-8db7-1b773b8f08e0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:49.130196 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 522c3e7f-263b-4723-93bd-425cdebf1f6e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:49.130576 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:49.195181 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40b65ef4-187c-4690-8db7-1b773b8f08e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:49.195971 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b65ef4-187c-4690-8db7-1b773b8f08e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe40c671-47b6-40eb-a1e3-f10ba1e69100 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:37:49.219921 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-40b65ef4-187c-4690-8db7-1b773b8f08e0 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:49.222100 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-40b65ef4-187c-4690-8db7-1b773b8f08e0 admin admin] 10.222.0.76 "DELETE /v2.0/routers/fe40c671-47b6-40eb-a1e3-f10ba1e69100 HTTP/1.1" status: 204 len: 168 time: 2.9492013 Nov 11 17:37:49.229967 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50930) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:49.253978 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c42c3bee-cd3e-48e1-9f04-786f808002af None None] Provisioning complete for port 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:49.254436 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c42c3bee-cd3e-48e1-9f04-786f808002af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:49.361584 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5886a4-0157-40c4-8fc7-e7eef9796e95 admin admin] Deleting subnet c44ae76c-b391-442e-99c2-35deb172fa6f {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:37:49.371639 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7f5886a4-0157-40c4-8fc7-e7eef9796e95 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:49.420879 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-ab802c6f-f502-4759-b5a3-0ba68d1c091f tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:37:49.424621 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ab802c6f-f502-4759-b5a3-0ba68d1c091f tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 1.1576142 Nov 11 17:37:49.426153 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50932) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:49.428480 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7f5886a4-0157-40c4-8fc7-e7eef9796e95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:49.479166 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c0868702-9dd3-41b9-98a5-bf8c8bc768a4 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:49.504176 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] For port 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:37:49.529268 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] For port 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0,segment=NetworkSegment(9e037fe0-33a3-41f0-af33-eb594233dc5d),segment_id=9e037fe0-33a3-41f0-af33-eb594233dc5d)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:37:49.533931 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c42c3bee-cd3e-48e1-9f04-786f808002af None None] Port 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:37:49.540132 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:49.624990 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667eb36-cd8f-4ab4-98ad-dcad5738a1a4 req-5bfc2cfb-aa19-44e6-88b2-a0eac328a519 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:49.626794 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9667eb36-cd8f-4ab4-98ad-dcad5738a1a4 req-5bfc2cfb-aa19-44e6-88b2-a0eac328a519 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.8774986 Nov 11 17:37:49.645023 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] Routers {'011fb005-0628-46f5-8582-39b2fb64ac93'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:49.645700 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['011fb005-0628-46f5-8582-39b2fb64ac93'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:49.648763 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076bb5c-7be2-4a35-a63d-19c6a46ba0e3 None None] Pushing event updated for resources: {'Port': ['ID=6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:49.694314 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-188f8928-830a-4cc6-b0e5-9042be8122a9 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:49.719327 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-53937e9e-8a07-4558-b3fd-1f7d5848d584 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:49.732805 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-188f8928-830a-4cc6-b0e5-9042be8122a9 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:49.743561 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-404a588b-a52e-41f3-ac59-b1833badb776 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:49.764553 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-c12dfeb6-06a7-43a1-8584-72b9742adfa8 service neutron] 10.222.0.76 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2655504 Nov 11 17:37:49.779005 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7f5886a4-0157-40c4-8fc7-e7eef9796e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:49.806439 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-53937e9e-8a07-4558-b3fd-1f7d5848d584 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:49.812149 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f8928-830a-4cc6-b0e5-9042be8122a9 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e35f6b-6e70-44f5-a1c7-fed8c3c5c8e0,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:49.823025 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-188f8928-830a-4cc6-b0e5-9042be8122a9 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:49.827382 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-188f8928-830a-4cc6-b0e5-9042be8122a9 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8007889 Nov 11 17:37:49.830572 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] Set router 011fb005-0628-46f5-8582-39b2fb64ac93 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:49.839321 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50934) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:49.866987 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-9d974a6d-8a9c-4fb8-bac5-0c9f4138129a tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group_rule': {'security_group_id': '23aa05ab-3cdf-47bd-8b83-11eee5fb4ec4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:49.880528 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85f8028-6781-48f5-bccc-172b515fdea0 None None] DHCP port deletion for aa3b77e2-9a2d-43e8-af0e-16195bac3217 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:37:49.981879 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9667eb36-cd8f-4ab4-98ad-dcad5738a1a4 req-d1179bb9-f4c9-40d4-a84a-ebb631417c78 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3330839 Nov 11 17:37:50.092870 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 8a6381cb-b4f4-4c48-8f40-405cce6b059b up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:50.095766 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9d974a6d-8a9c-4fb8-bac5-0c9f4138129a tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:50.117566 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-a12a0872-4934-4272-ba48-a454b62adfb1 service neutron] 10.222.0.76 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284082 Nov 11 17:37:50.121592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-404a588b-a52e-41f3-ac59-b1833badb776 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Deleting port a7fd1bac-cfe7-482d-945b-f4f4935a92ca {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:50.121592 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-404a588b-a52e-41f3-ac59-b1833badb776 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:50.137017 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-53937e9e-8a07-4558-b3fd-1f7d5848d584 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:50.142271 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-53937e9e-8a07-4558-b3fd-1f7d5848d584 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:50.143438 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-53937e9e-8a07-4558-b3fd-1f7d5848d584 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "DELETE /v2.0/security-groups/e08c016b-35db-4859-870f-2bb57eb30740 HTTP/1.1" status: 204 len: 168 time: 0.7128460 Nov 11 17:37:50.151677 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7f5886a4-0157-40c4-8fc7-e7eef9796e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:50.165435 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50936) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:50.169893 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7f5886a4-0157-40c4-8fc7-e7eef9796e95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:50.176386 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7f5886a4-0157-40c4-8fc7-e7eef9796e95 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c44ae76c-b391-442e-99c2-35deb172fa6f HTTP/1.1" status: 204 len: 168 time: 0.9447093 Nov 11 17:37:50.182849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50938) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:50.188965 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d8520e-c68d-4181-bd9f-40ce54a19365 None None] Network 1c67ea36-c05a-47b6-a6a8-82477c2b46d1 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:37:50.200810 n-d-816206-4 neutron-server[102618]: DEBUG neutron.objects.ports [None req-5282ce9b-ae3a-4c42-adad-5fd38ee5f1cf tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102618) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 17:37:50.201260 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5282ce9b-ae3a-4c42-adad-5fd38ee5f1cf tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:50.244238 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53937e9e-8a07-4558-b3fd-1f7d5848d584 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08c016b-35db-4859-870f-2bb57eb30740,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:50.251206 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282ce9b-ae3a-4c42-adad-5fd38ee5f1cf tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Pushing event updated for resources: {'Subnet': ['ID=07ee20a3-8e2e-422c-a826-87d993dc1676,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:50.266441 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5886a4-0157-40c4-8fc7-e7eef9796e95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c44ae76c-b391-442e-99c2-35deb172fa6f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:50.301407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-404a588b-a52e-41f3-ac59-b1833badb776 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] For port a7fd1bac-cfe7-482d-945b-f4f4935a92ca, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a7fd1bac-cfe7-482d-945b-f4f4935a92ca,segment=NetworkSegment(b0110790-9b00-47ba-b1c5-fa395465e532),segment_id=b0110790-9b00-47ba-b1c5-fa395465e532)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:50.301701 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-404a588b-a52e-41f3-ac59-b1833badb776 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:50.326328 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-404a588b-a52e-41f3-ac59-b1833badb776 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Calling delete_port for a7fd1bac-cfe7-482d-945b-f4f4935a92ca owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:50.340604 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5282ce9b-ae3a-4c42-adad-5fd38ee5f1cf tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Checking segment: {'id': 'a358c6fd-07c8-472d-8b64-74cad5532b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '69986478-e97d-4778-a28f-34ec901e801f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:37:50.341515 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5282ce9b-ae3a-4c42-adad-5fd38ee5f1cf tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Network hostable DHCP agents. Network: 69986478-e97d-4778-a28f-34ec901e801f, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:37:50.385067 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2ffe9751-487f-4d0c-b15c-b5f46dc4e1fb None None] Provisioning complete for port 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:50.385511 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2ffe9751-487f-4d0c-b15c-b5f46dc4e1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:50.386588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5282ce9b-ae3a-4c42-adad-5fd38ee5f1cf tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Network 69986478-e97d-4778-a28f-34ec901e801f is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:37:50.431784 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e85f8028-6781-48f5-bccc-172b515fdea0 None None] Deleting port a7fd1bac-cfe7-482d-945b-f4f4935a92ca {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:50.432490 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e85f8028-6781-48f5-bccc-172b515fdea0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:50.463473 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce68e158-6bbf-4e7c-b95e-d6cad081b8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:50.483222 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56a9fdf5-2a50-4399-ac78-23ab91b8f2cb req-9a45d8c6-e127-42a5-90b3-6136dffc8bb9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 210 time: 0.0390282 Nov 11 17:37:50.485336 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-5282ce9b-ae3a-4c42-adad-5fd38ee5f1cf tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 69986478-e97d-4778-a28f-34ec901e801f) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:37:50.503632 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5282ce9b-ae3a-4c42-adad-5fd38ee5f1cf tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:50.503936 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5282ce9b-ae3a-4c42-adad-5fd38ee5f1cf tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:50.543532 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e85f8028-6781-48f5-bccc-172b515fdea0 None None] For port a7fd1bac-cfe7-482d-945b-f4f4935a92ca, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a7fd1bac-cfe7-482d-945b-f4f4935a92ca,segment=NetworkSegment(b0110790-9b00-47ba-b1c5-fa395465e532),segment_id=b0110790-9b00-47ba-b1c5-fa395465e532)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:50.543988 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e85f8028-6781-48f5-bccc-172b515fdea0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:50.549477 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5282ce9b-ae3a-4c42-adad-5fd38ee5f1cf tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6699188 Nov 11 17:37:50.549477 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50944) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:50.554445 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-0edffa43-d698-4f38-9c96-c12552edaadb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1827584602', 'network_id': '69986478-e97d-4778-a28f-34ec901e801f'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:50.565103 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-c0868702-9dd3-41b9-98a5-bf8c8bc768a4 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Allocated IP 172.20.0.1 (e5de9005-253c-47dc-8253-8ca04fe7abb7/2ff48720-5019-41a9-ad5c-91187e85b221/c1cf0962-d5a7-4066-a612-92064d21e345) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:37:50.577327 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-404a588b-a52e-41f3-ac59-b1833badb776 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:50.585236 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e85f8028-6781-48f5-bccc-172b515fdea0 None None] Calling delete_port for a7fd1bac-cfe7-482d-945b-f4f4935a92ca owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:50.625416 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a588b-a52e-41f3-ac59-b1833badb776 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Port': ['ID=a7fd1bac-cfe7-482d-945b-f4f4935a92ca,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:50.629656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edffa43-d698-4f38-9c96-c12552edaadb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Made reservation on behalf of 4b55f97fcfac492cbaf9f3254c669af1 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:37:50.632011 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0edffa43-d698-4f38-9c96-c12552edaadb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:50.644521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a588b-a52e-41f3-ac59-b1833badb776 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] No DVR routers for this DVR port a7fd1bac-cfe7-482d-945b-f4f4935a92ca on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:37:50.673999 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d19c0f67-2afb-4f3f-9759-2373c3d9bd99 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.4938474 Nov 11 17:37:50.675664 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50950) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:50.676821 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-0edffa43-d698-4f38-9c96-c12552edaadb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] device_id is not set on port 116d286d-0db4-4d84-a0e7-c1187743ff3e yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:37:50.701644 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-9d974a6d-8a9c-4fb8-bac5-0c9f4138129a tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] create failed (client error): There was a conflict when trying to complete your request. Nov 11 17:37:50.703002 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9d974a6d-8a9c-4fb8-bac5-0c9f4138129a tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8579710 Nov 11 17:37:50.707792 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50952) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:50.739812 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d113d8c-7acb-4cf7-b06f-d4a71d707802 None None] Network 69986478-e97d-4778-a28f-34ec901e801f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:37:50.852745 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-404a588b-a52e-41f3-ac59-b1833badb776 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:50.943174 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c0868702-9dd3-41b9-98a5-bf8c8bc768a4 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:50.943845 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-404a588b-a52e-41f3-ac59-b1833badb776 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3b77e2-9a2d-43e8-af0e-16195bac3217']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:50.946503 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 8a6381cb-b4f4-4c48-8f40-405cce6b059b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:50.946880 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:50.963924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d40632b7-8a58-4157-8157-7cb204b8ac86 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:50.967337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-404a588b-a52e-41f3-ac59-b1833badb776 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0110790-9b00-47ba-b1c5-fa395465e532') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:50.967632 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-404a588b-a52e-41f3-ac59-b1833badb776 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0110790-9b00-47ba-b1c5-fa395465e532') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:50.976623 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-80af550d-f33b-41cd-9151-0d4934353b57 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:50.978549 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb7408a-2ebd-4531-8e4e-e01d7a931bbf None None] Network e5de9005-253c-47dc-8253-8ca04fe7abb7 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:37:50.983604 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-404a588b-a52e-41f3-ac59-b1833badb776 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:50.985229 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-ce68e158-6bbf-4e7c-b95e-d6cad081b8a5 admin admin] Deleting port 99c1db99-8b09-46ea-ae4d-d36b67bef2c0 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:50.985568 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce68e158-6bbf-4e7c-b95e-d6cad081b8a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:51.014079 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-404a588b-a52e-41f3-ac59-b1833badb776 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:51.032544 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d40632b7-8a58-4157-8157-7cb204b8ac86 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:51.055890 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-80af550d-f33b-41cd-9151-0d4934353b57 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:51.111167 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-0edffa43-d698-4f38-9c96-c12552edaadb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Allocated IP 172.20.0.2 (69986478-e97d-4778-a28f-34ec901e801f/07ee20a3-8e2e-422c-a826-87d993dc1676/116d286d-0db4-4d84-a0e7-c1187743ff3e) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:37:51.119428 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-ce68e158-6bbf-4e7c-b95e-d6cad081b8a5 admin admin] For port 99c1db99-8b09-46ea-ae4d-d36b67bef2c0, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=99c1db99-8b09-46ea-ae4d-d36b67bef2c0,segment=NetworkSegment(2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566),segment_id=2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:51.119852 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce68e158-6bbf-4e7c-b95e-d6cad081b8a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:51.130190 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c0868702-9dd3-41b9-98a5-bf8c8bc768a4 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:51.146836 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-ce68e158-6bbf-4e7c-b95e-d6cad081b8a5 admin admin] Calling delete_port for 99c1db99-8b09-46ea-ae4d-d36b67bef2c0 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:51.160127 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394540125', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:31Z', 'updated_at': '2021-11-11T17:37:43Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ab:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:32Z', 'updated_at': '2021-11-11T17:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0', 'name': '', 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:30:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '102178f6-db4c-4d9a-a96e-8baada1632bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:41Z', 'updated_at': '2021-11-11T17:37:49Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': '102178f6-db4c-4d9a-a96e-8baada1632bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:51.199405 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0868702-9dd3-41b9-98a5-bf8c8bc768a4 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Network e5de9005-253c-47dc-8253-8ca04fe7abb7 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:37:51.203670 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-80af550d-f33b-41cd-9151-0d4934353b57 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:51.206586 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-80af550d-f33b-41cd-9151-0d4934353b57 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:51.210985 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-80af550d-f33b-41cd-9151-0d4934353b57 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "DELETE /v2.0/security-groups/23aa05ab-3cdf-47bd-8b83-11eee5fb4ec4 HTTP/1.1" status: 204 len: 168 time: 0.5018997 Nov 11 17:37:51.213774 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50958) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:51.214863 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9242f34c-5d97-4203-adac-4b8cb554f4a6 None None] The sync data for ids ['011fb005-0628-46f5-8582-39b2fb64ac93'] in n-d-816206-4 is: [{'id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394540125', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:31Z', 'updated_at': '2021-11-11T17:37:43Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ab:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:32Z', 'updated_at': '2021-11-11T17:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0', 'name': '', 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:30:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '102178f6-db4c-4d9a-a96e-8baada1632bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:41Z', 'updated_at': '2021-11-11T17:37:49Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': '102178f6-db4c-4d9a-a96e-8baada1632bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:37:51.220612 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-c0868702-9dd3-41b9-98a5-bf8c8bc768a4 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:37:51.255197 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e85f8028-6781-48f5-bccc-172b515fdea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:51.268714 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:51.272565 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0868702-9dd3-41b9-98a5-bf8c8bc768a4 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:37:51.275080 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85f8028-6781-48f5-bccc-172b515fdea0 None None] No DVR routers for this DVR port a7fd1bac-cfe7-482d-945b-f4f4935a92ca on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:37:51.279178 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0868702-9dd3-41b9-98a5-bf8c8bc768a4 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event updated for resources: {'Port': ['ID=c1cf0962-d5a7-4066-a612-92064d21e345,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:51.304634 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d40632b7-8a58-4157-8157-7cb204b8ac86 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:51.311941 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d40632b7-8a58-4157-8157-7cb204b8ac86 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:51.315120 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d40632b7-8a58-4157-8157-7cb204b8ac86 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "DELETE /v2.0/security-groups/15f67526-f5f4-4d12-9132-15ac6d93e2a4 HTTP/1.1" status: 204 len: 168 time: 0.6319089 Nov 11 17:37:51.330133 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50960) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:51.350067 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af550d-f33b-41cd-9151-0d4934353b57 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23aa05ab-3cdf-47bd-8b83-11eee5fb4ec4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:51.353623 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404a588b-a52e-41f3-ac59-b1833badb776 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:37:51.354037 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-404a588b-a52e-41f3-ac59-b1833badb776 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:37:51.368483 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:37:51.378778 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2ffe9751-487f-4d0c-b15c-b5f46dc4e1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:51.391859 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f8028-6781-48f5-bccc-172b515fdea0 None None] Pushing event deleted for resources: {'Port': ['ID=a7fd1bac-cfe7-482d-945b-f4f4935a92ca,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:51.497447 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40632b7-8a58-4157-8157-7cb204b8ac86 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f67526-f5f4-4d12-9132-15ac6d93e2a4,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:51.509458 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce68e158-6bbf-4e7c-b95e-d6cad081b8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:51.515475 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c0868702-9dd3-41b9-98a5-bf8c8bc768a4 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:51.523633 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2ffe9751-487f-4d0c-b15c-b5f46dc4e1fb None None] For port 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0,segment=NetworkSegment(9e037fe0-33a3-41f0-af33-eb594233dc5d),segment_id=9e037fe0-33a3-41f0-af33-eb594233dc5d)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:51.573079 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16decc8c-f385-4aaf-a19a-cc7efd88c3a5 None None] DHCP port deletion for 1c67ea36-c05a-47b6-a6a8-82477c2b46d1 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:37:51.579087 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac7d5dd-865c-4aaf-ad9e-15ff200a54fa None None] Network 69986478-e97d-4778-a28f-34ec901e801f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:37:51.644097 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6067eb-c81c-4af5-aa7e-8fabed66f031 req-4e3ce438-768a-479a-a40f-c92d19505d06 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:51.651969 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb6067eb-c81c-4af5-aa7e-8fabed66f031 req-4e3ce438-768a-479a-a40f-c92d19505d06 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.5087121 Nov 11 17:37:51.681681 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-404a588b-a52e-41f3-ac59-b1833badb776 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:51.725600 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2ffe9751-487f-4d0c-b15c-b5f46dc4e1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:51.731253 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 8a6381cb-b4f4-4c48-8f40-405cce6b059b, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=8a6381cb-b4f4-4c48-8f40-405cce6b059b,segment=NetworkSegment(d1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4),segment_id=d1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:51.734819 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1bbb758-d192-4686-ba31-585aedeead3f req-7d3c9480-2ba7-4f3f-ac4e-1be3af3d601d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 210 time: 0.1121964 Nov 11 17:37:51.742243 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-404a588b-a52e-41f3-ac59-b1833badb776 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:51.745757 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-404a588b-a52e-41f3-ac59-b1833badb776 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/networks/aa3b77e2-9a2d-43e8-af0e-16195bac3217 HTTP/1.1" status: 204 len: 168 time: 2.8370667 Nov 11 17:37:51.749712 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0edffa43-d698-4f38-9c96-c12552edaadb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:51.751336 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50964) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:51.768707 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-fa085ab6-b19b-4c3a-bf48-e26bdb16ca20 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'router': {'routes': None}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:51.786460 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-cb6e5a3d-309f-4a3d-8452-40d53df91a09 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4193599 Nov 11 17:37:51.788947 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50966) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:51.793579 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a588b-a52e-41f3-ac59-b1833badb776 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Pushing event deleted for resources: {'Network': ['ID=aa3b77e2-9a2d-43e8-af0e-16195bac3217,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:51.812173 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:51.858441 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-579e5f15-b7ec-478e-a397-fb16ff179e01 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1840348810'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:51.921568 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-38be95ed-5c65-48b3-b77a-e95453ddc790 None None] Provisioning complete for port 8a6381cb-b4f4-4c48-8f40-405cce6b059b triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:51.921931 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-38be95ed-5c65-48b3-b77a-e95453ddc790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:51.934176 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b9e341d4-4da0-46ab-8e05-0cbc6e16b958 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:52.010435 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb6067eb-c81c-4af5-aa7e-8fabed66f031 req-f02014f8-3440-4f7a-aca1-2566bd794a6d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3571918 Nov 11 17:37:52.137788 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-579e5f15-b7ec-478e-a397-fb16ff179e01 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:52.197848 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0edffa43-d698-4f38-9c96-c12552edaadb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:52.200505 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.extraroute_db [None req-fa085ab6-b19b-4c3a-bf48-e26bdb16ca20 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Added routes are [] {{(pid=102618) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 11 17:37:52.200938 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.extraroute_db [None req-fa085ab6-b19b-4c3a-bf48-e26bdb16ca20 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Removed routes are [] {{(pid=102618) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 11 17:37:52.201536 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fa085ab6-b19b-4c3a-bf48-e26bdb16ca20 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:52.218385 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: b9e341d4-4da0-46ab-8e05-0cbc6e16b958 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:52.218958 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b9e341d4-4da0-46ab-8e05-0cbc6e16b958 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:52.219274 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1de9f300-7df0-4a31-89f8-3ef031d2442b no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:52.249388 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68e158-6bbf-4e7c-b95e-d6cad081b8a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c1db99-8b09-46ea-ae4d-d36b67bef2c0,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:52.251581 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe9751-487f-4d0c-b15c-b5f46dc4e1fb None None] Pushing event updated for resources: {'Port': ['ID=6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:52.258447 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 1de9f300-7df0-4a31-89f8-3ef031d2442b {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:52.258575 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8ffcde74-99a6-4b53-9d23-386697088959 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.0389652 Nov 11 17:37:52.258788 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1de9f300-7df0-4a31-89f8-3ef031d2442b not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:52.259217 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 2ea987c9-1a61-4592-8c5f-2e72b83daad3 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:52.268403 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50968) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:52.289679 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-a48d78e0-2964-40a3-92fd-fda4297228b1 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group': {'name': 'tempest-secgroup--1607840452'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:52.302013 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce68e158-6bbf-4e7c-b95e-d6cad081b8a5 admin admin] No DVR routers for this DVR port 99c1db99-8b09-46ea-ae4d-d36b67bef2c0 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:37:52.304296 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c0868702-9dd3-41b9-98a5-bf8c8bc768a4 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:52.306023 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 2ea987c9-1a61-4592-8c5f-2e72b83daad3 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:52.306324 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 2ea987c9-1a61-4592-8c5f-2e72b83daad3 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:52.307074 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a7fd1bac-cfe7-482d-945b-f4f4935a92ca no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:52.370446 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=8a6381cb-b4f4-4c48-8f40-405cce6b059b,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:52.388432 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: a7fd1bac-cfe7-482d-945b-f4f4935a92ca {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:52.388783 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a7fd1bac-cfe7-482d-945b-f4f4935a92ca not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:52.402747 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce68e158-6bbf-4e7c-b95e-d6cad081b8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:52.430524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-ce68e158-6bbf-4e7c-b95e-d6cad081b8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c67ea36-c05a-47b6-a6a8-82477c2b46d1']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:52.442773 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-ce68e158-6bbf-4e7c-b95e-d6cad081b8a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:52.443075 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-ce68e158-6bbf-4e7c-b95e-d6cad081b8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4b79e7-cd35-40cf-b9d2-1e7d8b6c0566') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:52.445252 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edffa43-d698-4f38-9c96-c12552edaadb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Network 69986478-e97d-4778-a28f-34ec901e801f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:37:52.456988 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce68e158-6bbf-4e7c-b95e-d6cad081b8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:52.477821 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce68e158-6bbf-4e7c-b95e-d6cad081b8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:52.481446 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-98645e17-0d18-4e26-9ca4-9ac8b0301b05 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:52.483008 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-98645e17-0d18-4e26-9ca4-9ac8b0301b05 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.83 "GET /v2.0/networks?id=f4307d6a-976c-4915-9c6a-3c516e8bedde HTTP/1.1" status: 200 len: 796 time: 0.5818624 Nov 11 17:37:52.521181 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-0edffa43-d698-4f38-9c96-c12552edaadb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:37:52.534333 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce68e158-6bbf-4e7c-b95e-d6cad081b8a5 admin admin] Releasing vlan 1273 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:37:52.534333 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce68e158-6bbf-4e7c-b95e-d6cad081b8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:52.534940 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edffa43-d698-4f38-9c96-c12552edaadb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:37:52.537543 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:37:52.544063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edffa43-d698-4f38-9c96-c12552edaadb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Pushing event updated for resources: {'Port': ['ID=116d286d-0db4-4d84-a0e7-c1187743ff3e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:52.685709 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce68e158-6bbf-4e7c-b95e-d6cad081b8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:52.692463 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ce68e158-6bbf-4e7c-b95e-d6cad081b8a5 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:52.695637 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ce68e158-6bbf-4e7c-b95e-d6cad081b8a5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/1c67ea36-c05a-47b6-a6a8-82477c2b46d1 HTTP/1.1" status: 204 len: 168 time: 2.4979656 Nov 11 17:37:52.716669 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fa085ab6-b19b-4c3a-bf48-e26bdb16ca20 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:52.730549 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a48d78e0-2964-40a3-92fd-fda4297228b1 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:52.730889 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 8a6381cb-b4f4-4c48-8f40-405cce6b059b up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:52.784682 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68e158-6bbf-4e7c-b95e-d6cad081b8a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c67ea36-c05a-47b6-a6a8-82477c2b46d1,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:52.792728 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-579e5f15-b7ec-478e-a397-fb16ff179e01 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:52.800671 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fa085ab6-b19b-4c3a-bf48-e26bdb16ca20 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-917831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-917838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932385'] for router, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:52.805794 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c83fca64-c6b0-427f-a4bd-dafbae735350 None None] Provisioning complete for port c1cf0962-d5a7-4066-a612-92064d21e345 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:52.806629 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c83fca64-c6b0-427f-a4bd-dafbae735350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:52.817727 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edffa43-d698-4f38-9c96-c12552edaadb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:52.818514 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0edffa43-d698-4f38-9c96-c12552edaadb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:52.835589 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-579e5f15-b7ec-478e-a397-fb16ff179e01 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:52.903252 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c83fca64-c6b0-427f-a4bd-dafbae735350 None None] Port c1cf0962-d5a7-4066-a612-92064d21e345 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:37:52.907646 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 8a6381cb-b4f4-4c48-8f40-405cce6b059b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:52.922200 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:52.948431 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e5f15-b7ec-478e-a397-fb16ff179e01 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f581a140-bd20-4c9c-84bc-e83117ef8ec7,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:52.974783 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c83fca64-c6b0-427f-a4bd-dafbae735350 None None] Provisioning complete for port 8a6381cb-b4f4-4c48-8f40-405cce6b059b triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:52.975163 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c83fca64-c6b0-427f-a4bd-dafbae735350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:53.010699 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 3de4b953-cf0d-49c3-abb7-e0c684db874a details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:37:53.070730 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c0868702-9dd3-41b9-98a5-bf8c8bc768a4 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:53.080619 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c0868702-9dd3-41b9-98a5-bf8c8bc768a4 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:53.144742 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50984) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:53.166394 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0868702-9dd3-41b9-98a5-bf8c8bc768a4 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event updated for resources: {'Port': ['ID=c1cf0962-d5a7-4066-a612-92064d21e345,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:53.214929 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-351803f0-dac2-457d-812f-1b51aeada5b6 req-97829732-ef2c-42e1-bc57-ddd589d53efd tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 210 time: 0.2923012 Nov 11 17:37:53.236078 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-96d30335-71f6-4522-9684-ab0598c4628f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bf9f7834dbb745e8861e3581142ac13c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0632746 Nov 11 17:37:53.236828 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50988) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:53.265153 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa085ab6-b19b-4c3a-bf48-e26bdb16ca20 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:37:53.284927 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c0868702-9dd3-41b9-98a5-bf8c8bc768a4 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:53.287585 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:53.293587 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0edffa43-d698-4f38-9c96-c12552edaadb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.7430272 Nov 11 17:37:53.304652 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50992) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:53.306747 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-9db33c1f-64fc-448d-9635-d08b6e25c993 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a967e21f8b349ab96ba5689386c16b9 HTTP/1.1" status: 200 len: 380 time: 0.8042717 Nov 11 17:37:53.309587 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-579e5f15-b7ec-478e-a397-fb16ff179e01 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:53.315644 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-579e5f15-b7ec-478e-a397-fb16ff179e01 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5197349 Nov 11 17:37:53.325139 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50994) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:53.358356 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-cf02eb7a-19b8-4214-b683-7602aee5bfd1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'port': {'device_id': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde', 'admin_state_up': True, 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'security_groups': ['2eeed95f-9ce4-412d-82d0-bdabfe230b02']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:53.366009 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6e0e8c89-ef44-4e0b-af93-8c4948d26567 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group_rule': {'security_group_id': 'f581a140-bd20-4c9c-84bc-e83117ef8ec7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:53.410822 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 3de4b953-cf0d-49c3-abb7-e0c684db874a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=3de4b953-cf0d-49c3-abb7-e0c684db874a,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:53.430857 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '3de4b953-cf0d-49c3-abb7-e0c684db874a', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'port_id': '3de4b953-cf0d-49c3-abb7-e0c684db874a', 'mac_address': 'fa:16:3e:ca:0f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:37:53.435332 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:53.435710 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:53.492423 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0868702-9dd3-41b9-98a5-bf8c8bc768a4 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Network e5de9005-253c-47dc-8253-8ca04fe7abb7 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:37:53.495513 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-c0868702-9dd3-41b9-98a5-bf8c8bc768a4 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:37:53.508729 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:53.525623 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3de4b953-cf0d-49c3-abb7-e0c684db874a {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:37:53.603413 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 3de4b953-cf0d-49c3-abb7-e0c684db874a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=3de4b953-cf0d-49c3-abb7-e0c684db874a,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:53.612245 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:53.623144 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a50358e1-2ab3-4bf7-82f5-956ba35df15a None None] Provisioning complete for port c1cf0962-d5a7-4066-a612-92064d21e345 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:53.623385 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-301b0399-fe13-4002-b101-98f6a8832e66 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Deleting port 116d286d-0db4-4d84-a0e7-c1187743ff3e {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:37:53.623960 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-301b0399-fe13-4002-b101-98f6a8832e66 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:53.625336 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a50358e1-2ab3-4bf7-82f5-956ba35df15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:53.644532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa085ab6-b19b-4c3a-bf48-e26bdb16ca20 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:37:53.667384 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fa085ab6-b19b-4c3a-bf48-e26bdb16ca20 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:53.669556 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fa085ab6-b19b-4c3a-bf48-e26bdb16ca20 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 HTTP/1.1" status: 200 len: 705 time: 1.9060655 Nov 11 17:37:53.697078 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23bc59-7d33-4a07-881a-acd658f0a942 req-01e012b3-9b3c-42f0-a326-6b145edc8983 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:53.704956 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da23bc59-7d33-4a07-881a-acd658f0a942 req-01e012b3-9b3c-42f0-a326-6b145edc8983 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.5065513 Nov 11 17:37:53.713609 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51008) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:53.725733 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a50358e1-2ab3-4bf7-82f5-956ba35df15a None None] Port c1cf0962-d5a7-4066-a612-92064d21e345 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:37:53.733559 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-865a51ec-3755-4086-8fc5-7a58521113ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:53.734084 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 99c1db99-8b09-46ea-ae4d-d36b67bef2c0 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:37:53.737137 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82009653-41bf-4ef7-9d86-d238b1e6f652 None None] Sync routers for ids ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:37:53.769755 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3c8a8249-9756-4c13-b3c5-f4079546257e tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/ports?device_id=b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 HTTP/1.1" status: 200 len: 205 time: 0.0446756 Nov 11 17:37:53.778726 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 99c1db99-8b09-46ea-ae4d-d36b67bef2c0 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:37:53.779071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 99c1db99-8b09-46ea-ae4d-d36b67bef2c0 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:37:53.780905 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-6e0e8c89-ef44-4e0b-af93-8c4948d26567 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:37:53.797193 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6e0e8c89-ef44-4e0b-af93-8c4948d26567 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4467204 Nov 11 17:37:53.805831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51010) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:53.806103 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51012) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:53.807253 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['3de4b953-cf0d-49c3-abb7-e0c684db874a'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:37:53.813786 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82009653-41bf-4ef7-9d86-d238b1e6f652 None None] Routers {'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:53.814442 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-82009653-41bf-4ef7-9d86-d238b1e6f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:53.818299 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-4336a553-0b08-4cde-8800-fdb189129212 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group_rule': {'security_group_id': 'f581a140-bd20-4c9c-84bc-e83117ef8ec7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:53.845719 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-301b0399-fe13-4002-b101-98f6a8832e66 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:53.919052 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-301b0399-fe13-4002-b101-98f6a8832e66 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Calling delete_port for 116d286d-0db4-4d84-a0e7-c1187743ff3e owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:37:53.922091 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-865a51ec-3755-4086-8fc5-7a58521113ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:53.946597 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-82009653-41bf-4ef7-9d86-d238b1e6f652 None None] Set router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:54.012124 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-82009653-41bf-4ef7-9d86-d238b1e6f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:45Z', 'revision_number': 11, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:54.020206 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=3de4b953-cf0d-49c3-abb7-e0c684db874a,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:54.026003 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0868702-9dd3-41b9-98a5-bf8c8bc768a4 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Router 07a3de9a-7612-486e-87f4-1b46b4bb144f has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:37:54.069396 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82009653-41bf-4ef7-9d86-d238b1e6f652 None None] Checking router: b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:37:54.099573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-044cdabb-b5bb-4e73-80bc-cd56d30858a7 None None] Provisioning complete for port c1cf0962-d5a7-4066-a612-92064d21e345 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:54.100009 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-044cdabb-b5bb-4e73-80bc-cd56d30858a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:54.182159 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:54.184795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82009653-41bf-4ef7-9d86-d238b1e6f652 None None] Routers {'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:54.184795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-82009653-41bf-4ef7-9d86-d238b1e6f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:54.185036 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0868702-9dd3-41b9-98a5-bf8c8bc768a4 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:37:54.193987 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c0868702-9dd3-41b9-98a5-bf8c8bc768a4 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "PUT /v2.0/routers/07a3de9a-7612-486e-87f4-1b46b4bb144f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3139546 Nov 11 17:37:54.196278 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51018) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:54.197920 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] Sync routers for ids ['07a3de9a-7612-486e-87f4-1b46b4bb144f'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:37:54.203465 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-07633415-da17-4ae6-aed2-4bd6e0c9a59a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--927158431', 'description': 'tempest-secgroup_access--927158431 description', 'project_id': '83768074d3d244f883814e21701528e8'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:54.214617 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] Routers {'07a3de9a-7612-486e-87f4-1b46b4bb144f'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:54.217314 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['07a3de9a-7612-486e-87f4-1b46b4bb144f'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:54.220476 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-865a51ec-3755-4086-8fc5-7a58521113ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:54.224611 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-865a51ec-3755-4086-8fc5-7a58521113ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:54.225360 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-865a51ec-3755-4086-8fc5-7a58521113ae admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ec10de73-6184-4194-beba-79f05744a1a3 HTTP/1.1" status: 204 len: 168 time: 0.9869905 Nov 11 17:37:54.237432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a51ec-3755-4086-8fc5-7a58521113ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec10de73-6184-4194-beba-79f05744a1a3,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:54.347122 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-301b0399-fe13-4002-b101-98f6a8832e66 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:54.371148 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-82009653-41bf-4ef7-9d86-d238b1e6f652 None None] Set router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:54.373751 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-044cdabb-b5bb-4e73-80bc-cd56d30858a7 None None] Port c1cf0962-d5a7-4066-a612-92064d21e345 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:37:54.404054 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b0399-fe13-4002-b101-98f6a8832e66 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Pushing event deleted for resources: {'Port': ['ID=116d286d-0db4-4d84-a0e7-c1187743ff3e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:54.459772 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-82009653-41bf-4ef7-9d86-d238b1e6f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:45Z', 'revision_number': 11, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:54.517929 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82009653-41bf-4ef7-9d86-d238b1e6f652 None None] The sync data for ids ['b78eed1e-3ffd-4305-b22f-18c44a9c1fd9'] in n-d-816206-4 is: [{'id': 'b78eed1e-3ffd-4305-b22f-18c44a9c1fd9', 'name': 'tempest-RoutersIpV6Test-router-1435838919', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:36:27Z', 'updated_at': '2021-11-11T17:37:45Z', 'revision_number': 11, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:37:54.568052 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-301b0399-fe13-4002-b101-98f6a8832e66 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:54.571509 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-301b0399-fe13-4002-b101-98f6a8832e66 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "DELETE /v2.0/ports/116d286d-0db4-4d84-a0e7-c1187743ff3e HTTP/1.1" status: 204 len: 168 time: 1.2657654 Nov 11 17:37:54.581548 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51026) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:54.598631 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-09e275b3-6d77-4f4b-be6c-c6801a5720bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69986478-e97d-4778-a28f-34ec901e801f', 'external_fixed_ips': [{'subnet_id': '07ee20a3-8e2e-422c-a826-87d993dc1676', 'ip_address': '172.20.0.2'}]}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:54.625012 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] Set router 07a3de9a-7612-486e-87f4-1b46b4bb144f gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:54.720632 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a48d78e0-2964-40a3-92fd-fda4297228b1 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:54.743421 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.db.api [None req-09e275b3-6d77-4f4b-be6c-c6801a5720bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 17:37:54.743421 n-d-816206-4 neutron-server[102617]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 11 17:37:54.743421 n-d-816206-4 neutron-server[102617]: [parameters: {'project_id_1': '4b55f97fcfac492cbaf9f3254c669af1', 'expiration_1': datetime.datetime(2021, 11, 11, 17, 37, 34, 606308)}] Nov 11 17:37:54.743421 n-d-816206-4 neutron-server[102617]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:37:54.744272 n-d-816206-4 neutron-server[102617]: DEBUG oslo_db.api [None req-09e275b3-6d77-4f4b-be6c-c6801a5720bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:37:54.764405 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07633415-da17-4ae6-aed2-4bd6e0c9a59a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:54.772619 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a48d78e0-2964-40a3-92fd-fda4297228b1 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:54.788159 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d317931e-24a8-4610-a88c-9aa1e9b78a78 req-68724a20-fec1-4858-a587-ba88733955db tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 210 time: 0.0878165 Nov 11 17:37:54.816572 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2dcbef00-5544-4d50-81c4-de1a3d2f7e5f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:54.894071 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da23bc59-7d33-4a07-881a-acd658f0a942 req-6c664482-b77b-482c-b14e-909ddeaaa996 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1881890 Nov 11 17:37:54.924775 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07633415-da17-4ae6-aed2-4bd6e0c9a59a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:54.941662 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07633415-da17-4ae6-aed2-4bd6e0c9a59a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:54.989532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-cf02eb7a-19b8-4214-b683-7602aee5bfd1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Made reservation on behalf of 4a967e21f8b349ab96ba5689386c16b9 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:37:54.999114 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-cf02eb7a-19b8-4214-b683-7602aee5bfd1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.006086 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 3de4b953-cf0d-49c3-abb7-e0c684db874a up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:55.059968 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07633415-da17-4ae6-aed2-4bd6e0c9a59a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.068332 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-07633415-da17-4ae6-aed2-4bd6e0c9a59a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.8705590 Nov 11 17:37:55.071356 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51034) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:55.072166 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07633415-da17-4ae6-aed2-4bd6e0c9a59a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcb0343-a5db-4e87-bf96-efb499770b4c,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:55.077840 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a48d78e0-2964-40a3-92fd-fda4297228b1 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.083664 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a48d78e0-2964-40a3-92fd-fda4297228b1 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.8025520 Nov 11 17:37:55.089294 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d78e0-2964-40a3-92fd-fda4297228b1 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7d20ed-7e41-4363-a328-0644cc847f22,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:55.093303 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-4336a553-0b08-4cde-8800-fdb189129212 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:37:55.097813 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4336a553-0b08-4cde-8800-fdb189129212 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 1.2818081 Nov 11 17:37:55.100368 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51036) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:55.100368 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51038) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:55.117288 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5f1631a5-ccb0-4f38-a8e0-b1d2d45e696f tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1418476477', 'description': 'tempest-secgroup_general--1418476477 description', 'project_id': '83768074d3d244f883814e21701528e8'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:55.137255 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 3de4b953-cf0d-49c3-abb7-e0c684db874a triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:55.138193 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.159135 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5f1631a5-ccb0-4f38-a8e0-b1d2d45e696f tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.166587 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6987c534-72e6-4c24-8d5c-6a2cf623954c tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group_rule': {'security_group_id': '1e7d20ed-7e41-4363-a328-0644cc847f22', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:55.167341 n-d-816206-4 neutron-server[102618]: WARNING neutron.api.v2.base [None req-6987c534-72e6-4c24-8d5c-6a2cf623954c tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 11 17:37:55.168022 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-6987c534-72e6-4c24-8d5c-6a2cf623954c tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:37:55.172882 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6987c534-72e6-4c24-8d5c-6a2cf623954c tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0712259 Nov 11 17:37:55.174785 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51042) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:55.266927 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2dcbef00-5544-4d50-81c4-de1a3d2f7e5f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.270388 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2dcbef00-5544-4d50-81c4-de1a3d2f7e5f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.335100 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.384791 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050477443', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:38Z', 'updated_at': '2021-11-11T17:37:52Z', 'revision_number': 4, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:39Z', 'updated_at': '2021-11-11T17:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'c1cf0962-d5a7-4066-a612-92064d21e345', 'name': '', 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7', 'tenant_id': '83768074d3d244f883814e21701528e8', 'mac_address': 'fa:16:3e:84:8c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '2ff48720-5019-41a9-ad5c-91187e85b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:49Z', 'updated_at': '2021-11-11T17:37:52Z', 'revision_number': 2, 'project_id': '83768074d3d244f883814e21701528e8', 'subnets': [{'id': '2ff48720-5019-41a9-ad5c-91187e85b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:55.387231 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5f1631a5-ccb0-4f38-a8e0-b1d2d45e696f tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.398279 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2dcbef00-5544-4d50-81c4-de1a3d2f7e5f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.398788 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcbef00-5544-4d50-81c4-de1a3d2f7e5f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Fanout notify agent at l3_agent the message router_deleted on router b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:37:55.401040 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af5bd0c-497d-4518-96c1-33a38fae584f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de4b953-cf0d-49c3-abb7-e0c684db874a'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:37:55.410560 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5f1631a5-ccb0-4f38-a8e0-b1d2d45e696f tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.417307 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6cdf55-fc3c-45ba-8524-469b73aac6d7" -d '{"events": [{"server_uuid": "3af5bd0c-497d-4518-96c1-33a38fae584f", "name": "network-vif-plugged", "status": "completed", "tag": "3de4b953-cf0d-49c3-abb7-e0c684db874a"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:37:55.434088 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2dcbef00-5544-4d50-81c4-de1a3d2f7e5f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.443239 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2dcbef00-5544-4d50-81c4-de1a3d2f7e5f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/routers/b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 HTTP/1.1" status: 204 len: 168 time: 1.6318140 Nov 11 17:37:55.449684 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51046) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:55.464346 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 3de4b953-cf0d-49c3-abb7-e0c684db874a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=3de4b953-cf0d-49c3-abb7-e0c684db874a,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:55.469419 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-7e774e63-381c-462a-82f1-05302ab2caec tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-978653782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:55.482829 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.497726 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] Checking router: 07a3de9a-7612-486e-87f4-1b46b4bb144f for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:37:55.498111 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] Updating router 07a3de9a-7612-486e-87f4-1b46b4bb144f port c1cf0962-d5a7-4066-a612-92064d21e345 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:37:55.550989 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.577773 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cb62d4-8c3b-4df3-8507-c4666a45a29c x-openstack-request-id: req-74cb62d4-8c3b-4df3-8507-c4666a45a29c {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:37:55.578212 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af5bd0c-497d-4518-96c1-33a38fae584f", "name": "network-vif-plugged", "status": "completed", "tag": "3de4b953-cf0d-49c3-abb7-e0c684db874a", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:37:55.578620 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-74cb62d4-8c3b-4df3-8507-c4666a45a29c {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:37:55.579138 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af5bd0c-497d-4518-96c1-33a38fae584f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de4b953-cf0d-49c3-abb7-e0c684db874a', 'code': 200} Nov 11 17:37:55.582706 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=3de4b953-cf0d-49c3-abb7-e0c684db874a,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:55.588314 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09e275b3-6d77-4f4b-be6c-c6801a5720bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.589348 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09e275b3-6d77-4f4b-be6c-c6801a5720bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.598018 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-67dc8dc2-1302-4e50-8535-52d5fccf70d3 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.710709 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-67dc8dc2-1302-4e50-8535-52d5fccf70d3 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.729050 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09e275b3-6d77-4f4b-be6c-c6801a5720bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.752049 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5f1631a5-ccb0-4f38-a8e0-b1d2d45e696f tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.759212 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5f1631a5-ccb0-4f38-a8e0-b1d2d45e696f tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6510832 Nov 11 17:37:55.766027 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51054) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:55.784178 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e774e63-381c-462a-82f1-05302ab2caec tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.786396 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e774e63-381c-462a-82f1-05302ab2caec tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.788200 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-eda7d876-1533-4bd4-a4b6-92f362855b53 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Request body: {'security_group_rule': {'security_group_id': '8dcb0343-a5db-4e87-bf96-efb499770b4c', 'project_id': '83768074d3d244f883814e21701528e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:55.812052 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-cf02eb7a-19b8-4214-b683-7602aee5bfd1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Allocated IP 172.20.0.5 (f4307d6a-976c-4915-9c6a-3c516e8bedde/102178f6-db4c-4d9a-a96e-8baada1632bd/65d36f1d-52f0-48ba-8672-664f599611af) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:37:55.866876 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1631a5-ccb0-4f38-a8e0-b1d2d45e696f tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6ccb3c-025a-458f-ba5c-a5f2a85ef3d1,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:55.903933 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-67dc8dc2-1302-4e50-8535-52d5fccf70d3 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.914524 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-67dc8dc2-1302-4e50-8535-52d5fccf70d3 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.919949 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-67dc8dc2-1302-4e50-8535-52d5fccf70d3 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "DELETE /v2.0/security-groups/f581a140-bd20-4c9c-84bc-e83117ef8ec7 HTTP/1.1" status: 204 len: 168 time: 0.8146317 Nov 11 17:37:55.939556 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e774e63-381c-462a-82f1-05302ab2caec tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:55.941659 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51060) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:55.969501 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51062) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:55.985898 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e774e63-381c-462a-82f1-05302ab2caec tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:56.011487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc8dc2-1302-4e50-8535-52d5fccf70d3 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f581a140-bd20-4c9c-84bc-e83117ef8ec7,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:56.018227 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d619b944-3853-4d4c-aefb-e5bf417f0864 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:56.038452 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb951bfc-5444-46cd-9c45-4928de4656da req-646b5cc5-a3c3-4096-b6de-e7b2e544d253 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 210 time: 0.0976083 Nov 11 17:37:56.127260 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:56.144434 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:56.166596 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7e774e63-381c-462a-82f1-05302ab2caec tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:56.170671 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7e774e63-381c-462a-82f1-05302ab2caec tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7208061 Nov 11 17:37:56.192706 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-39321558-a30f-46b2-9168-a9130c695fd4 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2425396 Nov 11 17:37:56.192706 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51068) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:56.195504 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51070) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:56.201924 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-9909efc3-2f59-4fcd-bac5-c3d456384552 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:56.212345 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-ca83741b-b640-448b-bdc6-62c847aef5fb tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group': {'name': 'tempest-secgroup--1749300369'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:56.229284 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d619b944-3853-4d4c-aefb-e5bf417f0864 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:56.241370 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eda7d876-1533-4bd4-a4b6-92f362855b53 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:56.270325 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09e275b3-6d77-4f4b-be6c-c6801a5720bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:56.288176 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-56d852e6-d90e-4d80-a66a-5132735799b4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1457186789-network', 'tenant_id': '4bc13890e4ac4759a5ad25ababe32aaf'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:56.313632 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ca83741b-b640-448b-bdc6-62c847aef5fb tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:56.343229 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471195b-76ef-49a0-ab48-a9fe68181874 None None] Pushing event updated for resources: {'Port': ['ID=c1cf0962-d5a7-4066-a612-92064d21e345,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:56.350498 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] Attempting to bind port c1cf0962-d5a7-4066-a612-92064d21e345 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:37:56.350938 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] Attempting to bind port c1cf0962-d5a7-4066-a612-92064d21e345 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'd1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:37:56.351295 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] Attempting to bind port c1cf0962-d5a7-4066-a612-92064d21e345 on network e5de9005-253c-47dc-8253-8ca04fe7abb7 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:37:56.370098 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:37:56.370793 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] Checking segment: {'id': 'd1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:37:56.371365 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:56.372041 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] Bound using segment: {'id': 'd1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:37:56.372768 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] Bound port: c1cf0962-d5a7-4066-a612-92064d21e345, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:37:56.373321 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:56.434848 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb9534-974c-4888-9374-267e18f002c6 req-f53872b1-1ccc-4301-9b6b-6b9e7c66c542 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:56.437129 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8aeb9534-974c-4888-9374-267e18f002c6 req-f53872b1-1ccc-4301-9b6b-6b9e7c66c542 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.3552303 Nov 11 17:37:56.475169 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d619b944-3853-4d4c-aefb-e5bf417f0864 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:56.478893 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d619b944-3853-4d4c-aefb-e5bf417f0864 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:56.483930 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d619b944-3853-4d4c-aefb-e5bf417f0864 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "DELETE /v2.0/security-groups/1e7d20ed-7e41-4363-a328-0644cc847f22 HTTP/1.1" status: 204 len: 168 time: 1.3074262 Nov 11 17:37:56.489044 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51072) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:56.496126 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d852e6-d90e-4d80-a66a-5132735799b4 admin admin] Made reservation on behalf of 4bc13890e4ac4759a5ad25ababe32aaf for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:37:56.498981 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-56d852e6-d90e-4d80-a66a-5132735799b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:56.544514 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eda7d876-1533-4bd4-a4b6-92f362855b53 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:56.555103 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619b944-3853-4d4c-aefb-e5bf417f0864 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7d20ed-7e41-4363-a328-0644cc847f22,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:56.557739 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-56d852e6-d90e-4d80-a66a-5132735799b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:56.592137 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eda7d876-1533-4bd4-a4b6-92f362855b53 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:56.608806 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-cf02eb7a-19b8-4214-b683-7602aee5bfd1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:56.674254 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7d876-1533-4bd4-a4b6-92f362855b53 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d428e01-b8e1-45b9-89f3-e987d98f225a,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:56.697882 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eda7d876-1533-4bd4-a4b6-92f362855b53 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:56.719274 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-eda7d876-1533-4bd4-a4b6-92f362855b53 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9390516 Nov 11 17:37:56.744247 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b972d12e-26fc-4870-84c4-4944d131be96 None None] Provisioning complete for port c1cf0962-d5a7-4066-a612-92064d21e345 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:56.744817 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b972d12e-26fc-4870-84c4-4944d131be96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:56.751593 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] For port c1cf0962-d5a7-4066-a612-92064d21e345, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:37:56.753683 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dfa47e29-8b21-48ae-97cb-bb440c2d6a9c tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2517998 Nov 11 17:37:56.755327 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] For port c1cf0962-d5a7-4066-a612-92064d21e345, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c1cf0962-d5a7-4066-a612-92064d21e345,segment=NetworkSegment(d1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4),segment_id=d1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:37:56.756292 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51076) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:56.770904 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:56.782938 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-4dcfb0a8-e688-4338-8081-ab088a2eb332 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group': {'name': 'tempest-secgroup--968061469'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:56.809093 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b972d12e-26fc-4870-84c4-4944d131be96 None None] Port c1cf0962-d5a7-4066-a612-92064d21e345 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:37:56.859237 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ca83741b-b640-448b-bdc6-62c847aef5fb tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:56.893489 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] Routers {'07a3de9a-7612-486e-87f4-1b46b4bb144f'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:56.894271 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['07a3de9a-7612-486e-87f4-1b46b4bb144f'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:56.919818 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9909efc3-2f59-4fcd-bac5-c3d456384552 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:56.962700 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471195b-76ef-49a0-ab48-a9fe68181874 None None] Pushing event updated for resources: {'Port': ['ID=c1cf0962-d5a7-4066-a612-92064d21e345,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:56.996298 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8aeb9534-974c-4888-9374-267e18f002c6 req-e356a4af-229e-45ee-9f22-c23770059472 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5472131 Nov 11 17:37:57.005623 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9909efc3-2f59-4fcd-bac5-c3d456384552 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-917831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-917838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932385'] for router, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:57.031001 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-56d852e6-d90e-4d80-a66a-5132735799b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:57.046525 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ca83741b-b640-448b-bdc6-62c847aef5fb tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:57.060517 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-56d852e6-d90e-4d80-a66a-5132735799b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:57.083205 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] Set router 07a3de9a-7612-486e-87f4-1b46b4bb144f gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:57.147787 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d852e6-d90e-4d80-a66a-5132735799b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1258} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:37:57.150928 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4dcfb0a8-e688-4338-8081-ab088a2eb332 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:57.167540 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ca83741b-b640-448b-bdc6-62c847aef5fb tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:57.168769 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ca83741b-b640-448b-bdc6-62c847aef5fb tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9653187 Nov 11 17:37:57.169514 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83741b-b640-448b-bdc6-62c847aef5fb tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4b8acc-68f9-4307-a6dc-1a2b893a1fd5,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:57.181298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51090) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:57.195834 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-68b1d700-a846-4fa8-aac5-a00ebbcf831d tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:57.196573 n-d-816206-4 neutron-server[102618]: WARNING neutron.api.v2.base [None req-68b1d700-a846-4fa8-aac5-a00ebbcf831d tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 11 17:37:57.197203 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-68b1d700-a846-4fa8-aac5-a00ebbcf831d tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] update failed (client error): There was a conflict when trying to complete your request. Nov 11 17:37:57.201494 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-68b1d700-a846-4fa8-aac5-a00ebbcf831d tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "PUT /v2.0/security-groups/8b4b8acc-68f9-4307-a6dc-1a2b893a1fd5 HTTP/1.1" status: 409 len: 330 time: 0.0073979 Nov 11 17:37:57.203642 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51092) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:57.233114 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-cf02eb7a-19b8-4214-b683-7602aee5bfd1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:57.254726 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-56d852e6-d90e-4d80-a66a-5132735799b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:57.255076 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-56d852e6-d90e-4d80-a66a-5132735799b4 admin admin] Added segment 97739d9b-145d-4650-945f-8d743fb275bd of type vlan for network e877a5ea-a11e-4699-994a-337409ad7b33 Nov 11 17:37:57.341271 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d852e6-d90e-4d80-a66a-5132735799b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c43a87-83b1-477a-a5a0-d46e7c0d79de,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:57.352475 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-cf02eb7a-19b8-4214-b683-7602aee5bfd1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network f4307d6a-976c-4915-9c6a-3c516e8bedde is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:37:57.361550 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-56d852e6-d90e-4d80-a66a-5132735799b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:57.374357 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-cf02eb7a-19b8-4214-b683-7602aee5bfd1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:37:57.381319 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-39d50752-4572-4c1c-92f5-5dd0fa983741 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup_access--927158431&fields=id&tenant_id=83768074d3d244f883814e21701528e8 HTTP/1.1" status: 200 len: 267 time: 0.2810655 Nov 11 17:37:57.382261 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-cf02eb7a-19b8-4214-b683-7602aee5bfd1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:37:57.390074 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02eb7a-19b8-4214-b683-7602aee5bfd1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=65d36f1d-52f0-48ba-8672-664f599611af,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:57.397497 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6ab8c4db-acf1-47d5-b0e4-349f0fad0601 None None] Provisioning complete for port c1cf0962-d5a7-4066-a612-92064d21e345 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:57.400290 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6ab8c4db-acf1-47d5-b0e4-349f0fad0601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:57.442770 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbea4c9-5db4-4770-83a3-576677818497 req-bf3d8445-5c21-4f66-8b3f-b8e8abac5d8b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:57.456026 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2cbea4c9-5db4-4770-83a3-576677818497 req-bf3d8445-5c21-4f66-8b3f-b8e8abac5d8b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 931 time: 0.2703993 Nov 11 17:37:57.544448 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-38788574-6c2d-48dd-af00-5da6a44ee6e4 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:57.546033 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-56d852e6-d90e-4d80-a66a-5132735799b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:57.546991 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d852e6-d90e-4d80-a66a-5132735799b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:57.547565 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-56d852e6-d90e-4d80-a66a-5132735799b4 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:57.574141 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6ab8c4db-acf1-47d5-b0e4-349f0fad0601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:57.585833 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9909efc3-2f59-4fcd-bac5-c3d456384552 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Router f0b8219c-0b6a-4019-a05b-f0f9c91dd626 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:37:57.613238 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050477443', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:38Z', 'updated_at': '2021-11-11T17:37:52Z', 'revision_number': 4, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:39Z', 'updated_at': '2021-11-11T17:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'c1cf0962-d5a7-4066-a612-92064d21e345', 'name': '', 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7', 'tenant_id': '83768074d3d244f883814e21701528e8', 'mac_address': 'fa:16:3e:84:8c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '2ff48720-5019-41a9-ad5c-91187e85b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:49Z', 'updated_at': '2021-11-11T17:37:56Z', 'revision_number': 4, 'project_id': '83768074d3d244f883814e21701528e8', 'subnets': [{'id': '2ff48720-5019-41a9-ad5c-91187e85b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:57.630821 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6ab8c4db-acf1-47d5-b0e4-349f0fad0601 None None] For port c1cf0962-d5a7-4066-a612-92064d21e345, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c1cf0962-d5a7-4066-a612-92064d21e345,segment=NetworkSegment(d1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4),segment_id=d1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:37:57.643762 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6ab8c4db-acf1-47d5-b0e4-349f0fad0601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:57.644866 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-cf02eb7a-19b8-4214-b683-7602aee5bfd1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:57.645773 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-cf02eb7a-19b8-4214-b683-7602aee5bfd1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:57.678443 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef745aeb-53a2-4269-9609-8224e8f98a08 None None] The sync data for ids ['07a3de9a-7612-486e-87f4-1b46b4bb144f'] in n-d-816206-4 is: [{'id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050477443', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:38Z', 'updated_at': '2021-11-11T17:37:52Z', 'revision_number': 4, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:39Z', 'updated_at': '2021-11-11T17:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'c1cf0962-d5a7-4066-a612-92064d21e345', 'name': '', 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7', 'tenant_id': '83768074d3d244f883814e21701528e8', 'mac_address': 'fa:16:3e:84:8c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '2ff48720-5019-41a9-ad5c-91187e85b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:49Z', 'updated_at': '2021-11-11T17:37:56Z', 'revision_number': 4, 'project_id': '83768074d3d244f883814e21701528e8', 'subnets': [{'id': '2ff48720-5019-41a9-ad5c-91187e85b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:37:57.696950 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-483fdbdc-7f09-4a94-9b99-f84ee895d4e0 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup_general--1418476477&fields=id&tenant_id=83768074d3d244f883814e21701528e8 HTTP/1.1" status: 200 len: 267 time: 0.3023481 Nov 11 17:37:57.728865 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4dcfb0a8-e688-4338-8081-ab088a2eb332 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:57.789932 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-38788574-6c2d-48dd-af00-5da6a44ee6e4 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:57.799842 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2cbea4c9-5db4-4770-83a3-576677818497 req-b1574001-ddda-4856-8582-1a04dec7d9f4 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3420348 Nov 11 17:37:57.816252 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8c4db-acf1-47d5-b0e4-349f0fad0601 None None] Pushing event updated for resources: {'Port': ['ID=c1cf0962-d5a7-4066-a612-92064d21e345,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:57.841630 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4dcfb0a8-e688-4338-8081-ab088a2eb332 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:57.845433 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-cf02eb7a-19b8-4214-b683-7602aee5bfd1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5213218 Nov 11 17:37:57.847141 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-56d852e6-d90e-4d80-a66a-5132735799b4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8429723 Nov 11 17:37:57.856972 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09e275b3-6d77-4f4b-be6c-c6801a5720bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:57.862090 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51094) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:57.882295 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b9771b17-7864-4847-9830-6ed1097e6ca6 admin admin] Request body: {'subnet': {'network_id': 'e877a5ea-a11e-4699-994a-337409ad7b33', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1457186789-subnet', 'tenant_id': '4bc13890e4ac4759a5ad25ababe32aaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:57.888070 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d852e6-d90e-4d80-a66a-5132735799b4 admin admin] Pushing event updated for resources: {'Network': ['ID=e877a5ea-a11e-4699-994a-337409ad7b33,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:57.912692 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6f4de0f4-9386-48dd-bf2a-6dd3e660d726 None None] Provisioning complete for port 65d36f1d-52f0-48ba-8672-664f599611af triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:57.913161 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6f4de0f4-9386-48dd-bf2a-6dd3e660d726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:57.917513 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network e877a5ea-a11e-4699-994a-337409ad7b33 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:37:57.938776 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09e275b3-6d77-4f4b-be6c-c6801a5720bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:57.947000 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] Request body: {'port': {'device_id': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:57.960733 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4dcfb0a8-e688-4338-8081-ab088a2eb332 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:57.962230 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4dcfb0a8-e688-4338-8081-ab088a2eb332 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1878541 Nov 11 17:37:57.963591 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcfb0a8-e688-4338-8081-ab088a2eb332 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bf85bb-aadb-45df-b1f8-4b4eef16cc94,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:57.973831 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51096) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:57.984373 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-9572a59a-9c01-4d80-a8a7-6e82933e48f6 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group_rule': {'security_group_id': 'e3bf85bb-aadb-45df-b1f8-4b4eef16cc94', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:37:57.985441 n-d-816206-4 neutron-server[102617]: WARNING neutron.api.v2.base [None req-9572a59a-9c01-4d80-a8a7-6e82933e48f6 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 11 17:37:57.986163 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-9572a59a-9c01-4d80-a8a7-6e82933e48f6 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:37:57.987938 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9572a59a-9c01-4d80-a8a7-6e82933e48f6 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0104103 Nov 11 17:37:57.991915 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51098) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:58.083931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9909efc3-2f59-4fcd-bac5-c3d456384552 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:37:58.097108 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9909efc3-2f59-4fcd-bac5-c3d456384552 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:58.098694 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9909efc3-2f59-4fcd-bac5-c3d456384552 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "PUT /v2.0/routers/f0b8219c-0b6a-4019-a05b-f0f9c91dd626 HTTP/1.1" status: 200 len: 697 time: 1.9073064 Nov 11 17:37:58.104343 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51102) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:58.105161 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2744ad71-c773-4e52-aec9-b89dc0eb16e3 None None] Sync routers for ids ['f0b8219c-0b6a-4019-a05b-f0f9c91dd626'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:37:58.115351 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6f4de0f4-9386-48dd-bf2a-6dd3e660d726 None None] Port 65d36f1d-52f0-48ba-8672-664f599611af cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:37:58.119131 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9771b17-7864-4847-9830-6ed1097e6ca6 admin admin] Made reservation on behalf of 4bc13890e4ac4759a5ad25ababe32aaf for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:37:58.122009 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2744ad71-c773-4e52-aec9-b89dc0eb16e3 None None] Routers {'f0b8219c-0b6a-4019-a05b-f0f9c91dd626'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:58.123113 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-2744ad71-c773-4e52-aec9-b89dc0eb16e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f0b8219c-0b6a-4019-a05b-f0f9c91dd626'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:58.152538 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b9771b17-7864-4847-9830-6ed1097e6ca6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:58.255500 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-2744ad71-c773-4e52-aec9-b89dc0eb16e3 None None] Set router f0b8219c-0b6a-4019-a05b-f0f9c91dd626 gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:58.311401 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-47c450cc-2076-4620-b6c2-2deaa14d3247 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/routers/f0b8219c-0b6a-4019-a05b-f0f9c91dd626 HTTP/1.1" status: 200 len: 703 time: 0.2064114 Nov 11 17:37:58.320213 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-01ef9370-3a54-4518-a86e-62a6e78071c0 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:58.331258 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-01ef9370-3a54-4518-a86e-62a6e78071c0 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/networks?id=e5de9005-253c-47dc-8253-8ca04fe7abb7 HTTP/1.1" status: 200 len: 795 time: 0.6329479 Nov 11 17:37:58.342762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51104) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:58.350394 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-bc405f95-6332-4788-8fdc-a73ec7b93ae0 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/quotas/83768074d3d244f883814e21701528e8 HTTP/1.1" status: 200 len: 375 time: 0.0181510 Nov 11 17:37:58.381572 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-2744ad71-c773-4e52-aec9-b89dc0eb16e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b8219c-0b6a-4019-a05b-f0f9c91dd626', 'name': 'tempest-RoutersIpV6Test-router-978653782', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:55Z', 'updated_at': '2021-11-11T17:37:56Z', 'revision_number': 2, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:58.441641 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2744ad71-c773-4e52-aec9-b89dc0eb16e3 None None] Checking router: f0b8219c-0b6a-4019-a05b-f0f9c91dd626 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:37:58.468989 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2744ad71-c773-4e52-aec9-b89dc0eb16e3 None None] Routers {'f0b8219c-0b6a-4019-a05b-f0f9c91dd626'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:37:58.470050 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-2744ad71-c773-4e52-aec9-b89dc0eb16e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f0b8219c-0b6a-4019-a05b-f0f9c91dd626'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:58.520284 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ab7948d1-a8ec-4550-a533-ed9d2488ea99 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0b8219c-0b6a-4019-a05b-f0f9c91dd626 HTTP/1.1" status: 200 len: 205 time: 0.1629732 Nov 11 17:37:58.522063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51106) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:58.522802 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:58.709236 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-d2b907e5-7a62-4e30-89ad-d42798c5ed22 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=83768074d3d244f883814e21701528e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3398495 Nov 11 17:37:58.717353 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b098babf-c5d2-47a7-b794-bf0634e83cb1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:58.822407 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-2744ad71-c773-4e52-aec9-b89dc0eb16e3 None None] Set router f0b8219c-0b6a-4019-a05b-f0f9c91dd626 gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:37:58.900283 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-2744ad71-c773-4e52-aec9-b89dc0eb16e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b8219c-0b6a-4019-a05b-f0f9c91dd626', 'name': 'tempest-RoutersIpV6Test-router-978653782', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:55Z', 'updated_at': '2021-11-11T17:37:56Z', 'revision_number': 2, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:37:58.904854 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c1cf0962-d5a7-4066-a612-92064d21e345 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:37:58.949470 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafd4aa-0920-4ce9-890a-ee9a4aebcd9d req-e0a8c532-2256-495b-856b-2ec35a649f23 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:37:58.957355 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8cafd4aa-0920-4ce9-890a-ee9a4aebcd9d req-e0a8c532-2256-495b-856b-2ec35a649f23 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.7448783 Nov 11 17:37:58.960782 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-4acdf4a4-a8e8-4279-a21e-141791f583b1 service neutron] 10.222.0.76 "GET /v2.0/networks/e5de9005-253c-47dc-8253-8ca04fe7abb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507188 Nov 11 17:37:58.998738 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2744ad71-c773-4e52-aec9-b89dc0eb16e3 None None] The sync data for ids ['f0b8219c-0b6a-4019-a05b-f0f9c91dd626'] in n-d-816206-4 is: [{'id': 'f0b8219c-0b6a-4019-a05b-f0f9c91dd626', 'name': 'tempest-RoutersIpV6Test-router-978653782', 'tenant_id': '4b69204bf6974baaa053145bbac95a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:55Z', 'updated_at': '2021-11-11T17:37:56Z', 'revision_number': 2, 'project_id': '4b69204bf6974baaa053145bbac95a32', 'gw_port_host': None}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:37:59.028844 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port c1cf0962-d5a7-4066-a612-92064d21e345 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:37:59.030196 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:59.086033 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-38788574-6c2d-48dd-af00-5da6a44ee6e4 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:59.088752 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-38788574-6c2d-48dd-af00-5da6a44ee6e4 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:59.089927 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-38788574-6c2d-48dd-af00-5da6a44ee6e4 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "DELETE /v2.0/security-groups/8b4b8acc-68f9-4307-a6dc-1a2b893a1fd5 HTTP/1.1" status: 204 len: 168 time: 1.8833313 Nov 11 17:37:59.126560 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51110) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:59.157784 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b098babf-c5d2-47a7-b794-bf0634e83cb1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:59.160530 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b098babf-c5d2-47a7-b794-bf0634e83cb1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:59.213320 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38788574-6c2d-48dd-af00-5da6a44ee6e4 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4b8acc-68f9-4307-a6dc-1a2b893a1fd5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:37:59.277903 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b098babf-c5d2-47a7-b794-bf0634e83cb1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:59.279525 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b098babf-c5d2-47a7-b794-bf0634e83cb1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Fanout notify agent at l3_agent the message router_deleted on router f0b8219c-0b6a-4019-a05b-f0f9c91dd626 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:37:59.309004 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b098babf-c5d2-47a7-b794-bf0634e83cb1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:59.316127 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b098babf-c5d2-47a7-b794-bf0634e83cb1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/routers/f0b8219c-0b6a-4019-a05b-f0f9c91dd626 HTTP/1.1" status: 204 len: 168 time: 0.7910004 Nov 11 17:37:59.316917 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51112) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:59.428115 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bda42de5-ebe3-4edf-b284-f7a8a6311354 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:59.447257 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f38456f1-b28e-46d0-a664-c527c10a3206 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3038437 Nov 11 17:37:59.452881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51114) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:59.495306 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-09e275b3-6d77-4f4b-be6c-c6801a5720bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Allocated IP 172.20.0.2 (69986478-e97d-4778-a28f-34ec901e801f/07ee20a3-8e2e-422c-a826-87d993dc1676/2d3cda96-3c02-4b92-8bbe-4afffc11fedf) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:37:59.652432 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09e275b3-6d77-4f4b-be6c-c6801a5720bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:59.666032 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-1cf71e1f-b9cb-4b5b-b5ce-b7731edcca30 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] delete failed (client error): The resource could not be found. Nov 11 17:37:59.667266 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1cf71e1f-b9cb-4b5b-b5ce-b7731edcca30 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "DELETE /v2.0/security-groups/9a4e4aa1-7fb4-47c5-8734-523addf070e4 HTTP/1.1" status: 404 len: 347 time: 0.2118909 Nov 11 17:37:59.803065 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51116) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:59.816288 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b9771b17-7864-4847-9830-6ed1097e6ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:59.832449 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bda42de5-ebe3-4edf-b284-f7a8a6311354 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:37:59.900112 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c54a33ee-f44b-46e9-ba98-1aab77304de8 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0b8219c-0b6a-4019-a05b-f0f9c91dd626 HTTP/1.1" status: 200 len: 205 time: 0.5639443 Nov 11 17:37:59.900796 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51118) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:59.932338 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-1745113f-20b2-45e8-b63a-61b0e0b7a8b7 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] show failed (client error): The resource could not be found. Nov 11 17:37:59.933686 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1745113f-20b2-45e8-b63a-61b0e0b7a8b7 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "GET /v2.0/security-groups/26477fc0-d784-44d5-b164-dcb58eb78b17 HTTP/1.1" status: 404 len: 347 time: 0.1294827 Nov 11 17:37:59.943097 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9771b17-7864-4847-9830-6ed1097e6ca6 admin admin] Checking segment: {'id': '97739d9b-145d-4650-945f-8d743fb275bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'e877a5ea-a11e-4699-994a-337409ad7b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:37:59.943620 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9771b17-7864-4847-9830-6ed1097e6ca6 admin admin] Network hostable DHCP agents. Network: e877a5ea-a11e-4699-994a-337409ad7b33, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:37:59.947823 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51120) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:37:59.984009 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-fc9f56da-c2f0-44ac-8f6c-07d525d47bd1 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] show failed (client error): The resource could not be found. Nov 11 17:37:59.986381 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fc9f56da-c2f0-44ac-8f6c-07d525d47bd1 tempest-NegativeSecGroupIPv6Test-1561349140 tempest-NegativeSecGroupIPv6Test-1561349140-project] 10.222.0.76 "GET /v2.0/security-group-rules/8f94bbcb-37c9-48eb-a5b1-bbde338356e8 HTTP/1.1" status: 404 len: 356 time: 0.0283654 Nov 11 17:38:00.022613 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09e275b3-6d77-4f4b-be6c-c6801a5720bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:00.053194 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-9fbb283e-6425-473b-ba35-11d7d2feed71 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] delete failed (client error): The resource could not be found. Nov 11 17:38:00.057156 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9fbb283e-6425-473b-ba35-11d7d2feed71 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/routers/f0b8219c-0b6a-4019-a05b-f0f9c91dd626 HTTP/1.1" status: 404 len: 336 time: 0.1434247 Nov 11 17:38:00.061523 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8cafd4aa-0920-4ce9-890a-ee9a4aebcd9d req-c814d72c-f758-46b3-be25-673b95294332 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1033471 Nov 11 17:38:00.062621 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51124) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:00.084684 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e275b3-6d77-4f4b-be6c-c6801a5720bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Network 69986478-e97d-4778-a28f-34ec901e801f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:38:00.086006 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9771b17-7864-4847-9830-6ed1097e6ca6 admin admin] Network e877a5ea-a11e-4699-994a-337409ad7b33 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:38:00.107336 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e275b3-6d77-4f4b-be6c-c6801a5720bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Pushing event updated for resources: {'Port': ['ID=2d3cda96-3c02-4b92-8bbe-4afffc11fedf,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:00.109462 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3b1888-e6c6-4b64-a226-9417afe6f67b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] DELETE failed (client error): The resource could not be found. Nov 11 17:38:00.109924 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3b1888-e6c6-4b64-a226-9417afe6f67b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:38:00.116615 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6f3b1888-e6c6-4b64-a226-9417afe6f67b tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/subnets/b368e604-8470-441e-86d5-9b1f0e156d0d HTTP/1.1" status: 404 len: 337 time: 0.0496030 Nov 11 17:38:00.117054 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51126) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:00.118968 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-09e275b3-6d77-4f4b-be6c-c6801a5720bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:38:00.123222 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e275b3-6d77-4f4b-be6c-c6801a5720bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:38:00.127417 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9771b17-7864-4847-9830-6ed1097e6ca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53120a76-7ae9-4897-b91c-7c7246e9993c,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:00.164066 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d0852e-0dad-47a3-9726-c9ddeee3c9cb tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] DELETE failed (client error): The resource could not be found. Nov 11 17:38:00.164522 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d0852e-0dad-47a3-9726-c9ddeee3c9cb tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:38:00.165210 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-b9771b17-7864-4847-9830-6ed1097e6ca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, e877a5ea-a11e-4699-994a-337409ad7b33) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:38:00.172068 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9771b17-7864-4847-9830-6ed1097e6ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:00.173393 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b9771b17-7864-4847-9830-6ed1097e6ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:00.175161 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b82765-cbc8-4f88-b493-684cc1086548 None None] Network e877a5ea-a11e-4699-994a-337409ad7b33 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:38:00.190115 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bda42de5-ebe3-4edf-b284-f7a8a6311354 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:00.194370 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-45d0852e-0dad-47a3-9726-c9ddeee3c9cb tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/subnets/350897a9-273c-48ad-b686-6d54346fc9b5 HTTP/1.1" status: 404 len: 337 time: 0.0695305 Nov 11 17:38:00.194868 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bda42de5-ebe3-4edf-b284-f7a8a6311354 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:00.199246 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bda42de5-ebe3-4edf-b284-f7a8a6311354 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "DELETE /v2.0/security-groups/e3bf85bb-aadb-45df-b1f8-4b4eef16cc94 HTTP/1.1" status: 204 len: 168 time: 2.2008269 Nov 11 17:38:00.199246 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51128) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:00.218931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51130) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:00.256115 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b9771b17-7864-4847-9830-6ed1097e6ca6 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3893294 Nov 11 17:38:00.260531 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda42de5-ebe3-4edf-b284-f7a8a6311354 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bf85bb-aadb-45df-b1f8-4b4eef16cc94,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:00.273110 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b14f60a-2d26-42c5-a78a-49e28a0bb809 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] DELETE failed (client error): The resource could not be found. Nov 11 17:38:00.275136 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b14f60a-2d26-42c5-a78a-49e28a0bb809 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:38:00.280102 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5b14f60a-2d26-42c5-a78a-49e28a0bb809 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/subnets/afa7d515-47fe-4843-8d8b-8e58cccfb13a HTTP/1.1" status: 404 len: 337 time: 0.0667360 Nov 11 17:38:00.287895 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51134) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:00.334182 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d776e1-ceea-46b8-9bac-25dce6f219d8 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] DELETE failed (client error): The resource could not be found. Nov 11 17:38:00.335009 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d776e1-ceea-46b8-9bac-25dce6f219d8 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:38:00.338541 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-c2959e80-1c15-480a-81bc-d9ac7bb4c3af service neutron] 10.222.0.76 "GET /v2.0/networks/e5de9005-253c-47dc-8253-8ca04fe7abb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0750325 Nov 11 17:38:00.340027 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-46d776e1-ceea-46b8-9bac-25dce6f219d8 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/subnets/5e6506b8-45b8-439b-819a-894c8fa550ce HTTP/1.1" status: 404 len: 337 time: 0.0508645 Nov 11 17:38:00.345040 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51136) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:00.402772 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-aaa63f23-907b-40fe-a67c-7e72af5a0b47 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/ports?device_id=b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 HTTP/1.1" status: 200 len: 205 time: 0.0555198 Nov 11 17:38:00.409586 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51140) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:00.537950 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51144) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:00.552020 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209a2cb-a43a-4d7a-ab4b-933096ee3c25 req-dfdb8ec2-35c4-4ddd-bb3b-da0e921c9884 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:00.570085 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16170de1-fb42-4a61-9d6d-e2a7c869023c None None] Network e877a5ea-a11e-4699-994a-337409ad7b33 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:38:00.570233 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4209a2cb-a43a-4d7a-ab4b-933096ee3c25 req-dfdb8ec2-35c4-4ddd-bb3b-da0e921c9884 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 931 time: 0.2417591 Nov 11 17:38:00.585663 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f94e7a33-2128-4e04-bf45-c56e39ae7afa tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3630519 Nov 11 17:38:00.617624 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51148) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:00.681935 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-18ee1ccd-9b15-445e-9978-3c082b10fd5b tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group': {'name': 'tempest-secgroup--304085291'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:00.695382 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-d812d7dd-2e64-4129-b25e-59f32b67efd0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] delete failed (client error): The resource could not be found. Nov 11 17:38:00.702019 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d812d7dd-2e64-4129-b25e-59f32b67efd0 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/routers/b78eed1e-3ffd-4305-b22f-18c44a9c1fd9 HTTP/1.1" status: 404 len: 336 time: 0.2911220 Nov 11 17:38:00.708547 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51154) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:00.731367 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18ee1ccd-9b15-445e-9978-3c082b10fd5b tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:00.763795 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5745bdd9-3982-4ceb-a1f7-815878cf7e92 req-0f23ab7d-2120-4505-bfc3-6b617e893ed5 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 210 time: 0.0395212 Nov 11 17:38:00.841179 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4209a2cb-a43a-4d7a-ab4b-933096ee3c25 req-e8b222c0-6643-4e00-b181-4b655c6edf29 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659676 Nov 11 17:38:00.895067 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c5e30b0d-748e-4d01-b9ec-abb0a1a82abe tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/ports?device_id=f12c71e4-19cc-4c52-95e6-f082954c7c55 HTTP/1.1" status: 200 len: 205 time: 0.1808817 Nov 11 17:38:00.899770 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51160) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:01.008307 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-3d87eca8-2405-4bd7-8dcf-59a17b55aada tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] delete failed (client error): The resource could not be found. Nov 11 17:38:01.009646 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3d87eca8-2405-4bd7-8dcf-59a17b55aada tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/routers/f12c71e4-19cc-4c52-95e6-f082954c7c55 HTTP/1.1" status: 404 len: 336 time: 0.1010108 Nov 11 17:38:01.012873 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51166) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:01.050271 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae6363a-5dde-41a8-9b82-4915a4064075 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] DELETE failed (client error): The resource could not be found. Nov 11 17:38:01.050728 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eae6363a-5dde-41a8-9b82-4915a4064075 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:38:01.053809 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-eae6363a-5dde-41a8-9b82-4915a4064075 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/subnets/ae12256d-5c26-4b5c-830f-8b90d2b7d335 HTTP/1.1" status: 404 len: 337 time: 0.0400941 Nov 11 17:38:01.057147 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51168) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:01.094804 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18ee1ccd-9b15-445e-9978-3c082b10fd5b tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:01.134347 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18ee1ccd-9b15-445e-9978-3c082b10fd5b tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:01.154323 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-efb75f9c-d89a-4bab-84ac-38b6cbe4de4d tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/ports?device_id=85367daf-3d6a-4ec3-883c-ad303c67615b HTTP/1.1" status: 200 len: 205 time: 0.0933621 Nov 11 17:38:01.154827 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51176) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:01.225506 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d36f1d-52f0-48ba-8672-664f599611af {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:38:01.225780 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-febd55b0-4a1f-47a7-a9bb-4929b946b0f2 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] delete failed (client error): The resource could not be found. Nov 11 17:38:01.229461 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-febd55b0-4a1f-47a7-a9bb-4929b946b0f2 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/routers/85367daf-3d6a-4ec3-883c-ad303c67615b HTTP/1.1" status: 404 len: 336 time: 0.0713277 Nov 11 17:38:01.233643 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51182) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:01.234378 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18ee1ccd-9b15-445e-9978-3c082b10fd5b tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:01.235963 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-18ee1ccd-9b15-445e-9978-3c082b10fd5b tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5897157 Nov 11 17:38:01.247238 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51184) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:01.255099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-294af442-f58a-435a-99bf-fbdbedd8a105 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group_rule': {'security_group_id': '272dd7fc-9fc5-4662-b40c-c23dd480ad04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:01.255099 n-d-816206-4 neutron-server[102617]: WARNING neutron.api.v2.base [None req-294af442-f58a-435a-99bf-fbdbedd8a105 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 11 17:38:01.255424 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-294af442-f58a-435a-99bf-fbdbedd8a105 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:38:01.259168 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-294af442-f58a-435a-99bf-fbdbedd8a105 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0085933 Nov 11 17:38:01.286216 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:01.294958 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51186) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:01.298639 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-55c2f314-c022-4cdb-96e8-53cc06b6ef46 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/ports?device_id=705cc3fe-14dd-4583-9a7c-9102876c818b HTTP/1.1" status: 200 len: 205 time: 0.0639629 Nov 11 17:38:01.301785 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-71de7251-fca3-43ed-ad7e-6cb2cbe66578 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group_rule': {'security_group_id': '272dd7fc-9fc5-4662-b40c-c23dd480ad04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:01.302456 n-d-816206-4 neutron-server[102617]: WARNING neutron.api.v2.base [None req-71de7251-fca3-43ed-ad7e-6cb2cbe66578 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 11 17:38:01.302953 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-71de7251-fca3-43ed-ad7e-6cb2cbe66578 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:38:01.303921 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-71de7251-fca3-43ed-ad7e-6cb2cbe66578 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077503 Nov 11 17:38:01.306187 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51190) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:01.312483 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee1ccd-9b15-445e-9978-3c082b10fd5b tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272dd7fc-9fc5-4662-b40c-c23dd480ad04,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:01.313945 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51192) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:01.318964 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-06123e9f-47ba-4bfc-a765-c286a9a781ee tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group_rule': {'security_group_id': '272dd7fc-9fc5-4662-b40c-c23dd480ad04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:01.320345 n-d-816206-4 neutron-server[102617]: WARNING neutron.api.v2.base [None req-06123e9f-47ba-4bfc-a765-c286a9a781ee tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 11 17:38:01.320345 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-06123e9f-47ba-4bfc-a765-c286a9a781ee tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:38:01.321245 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-06123e9f-47ba-4bfc-a765-c286a9a781ee tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063803 Nov 11 17:38:01.324660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51194) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:01.368267 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e56642a5-98d4-42e3-b221-ac6dd03bfc45 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group_rule': {'security_group_id': '272dd7fc-9fc5-4662-b40c-c23dd480ad04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:01.369144 n-d-816206-4 neutron-server[102617]: WARNING neutron.api.v2.base [None req-e56642a5-98d4-42e3-b221-ac6dd03bfc45 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 11 17:38:01.369633 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-e56642a5-98d4-42e3-b221-ac6dd03bfc45 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:38:01.370610 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e56642a5-98d4-42e3-b221-ac6dd03bfc45 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0409875 Nov 11 17:38:01.374511 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-950b90d1-b2b0-4054-8b94-6930ae9ef7ea tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] delete failed (client error): The resource could not be found. Nov 11 17:38:01.375458 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-950b90d1-b2b0-4054-8b94-6930ae9ef7ea tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/routers/705cc3fe-14dd-4583-9a7c-9102876c818b HTTP/1.1" status: 404 len: 336 time: 0.0684035 Nov 11 17:38:01.376334 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51196) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:01.380308 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51198) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:01.397262 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] Transition to ACTIVE for port object 65d36f1d-52f0-48ba-8672-664f599611af will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:38:01.410252 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-08f5177c-ec51-4e89-bdfd-4f71f7559bad admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=232a53cf47004e0980d2fad3478676ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8265834 Nov 11 17:38:01.415428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51200) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:01.428512 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:01.434817 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b76aead-6c77-4e91-b565-f0fe7bf9d537 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] DELETE failed (client error): The resource could not be found. Nov 11 17:38:01.435268 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b76aead-6c77-4e91-b565-f0fe7bf9d537 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:38:01.438366 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6b76aead-6c77-4e91-b565-f0fe7bf9d537 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/subnets/429f2adc-00ed-48da-9a40-9a73719b4dcf HTTP/1.1" status: 404 len: 337 time: 0.0506155 Nov 11 17:38:01.438583 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650df80-d15e-4239-95d4-9caedd15a99a req-8368e831-066b-41b3-8c4a-619061e2bb58 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:01.441501 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09e275b3-6d77-4f4b-be6c-c6801a5720bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:01.445705 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9650df80-d15e-4239-95d4-9caedd15a99a req-8368e831-066b-41b3-8c4a-619061e2bb58 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.2272379 Nov 11 17:38:01.452044 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51202) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:01.519135 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-13339cdc-6985-4f61-be32-7eeed5456316 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:01.576660 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-13339cdc-6985-4f61-be32-7eeed5456316 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:01.662778 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-033b64f7-716f-4077-be20-e1bdc1996d46 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:01.664966 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-033b64f7-716f-4077-be20-e1bdc1996d46 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/networks?id=e877a5ea-a11e-4699-994a-337409ad7b33 HTTP/1.1" status: 200 len: 814 time: 0.4452147 Nov 11 17:38:01.670533 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-27a47623-444e-4370-9d8a-afe44636eda7 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/ports?device_id=08f309ae-0e14-4cbd-991a-440951ad6d72 HTTP/1.1" status: 200 len: 205 time: 0.2156141 Nov 11 17:38:01.681276 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51204) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:01.691626 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] Pushing event updated for resources: {'Port': ['ID=65d36f1d-52f0-48ba-8672-664f599611af,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:01.761655 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-c7497de0-6153-41e0-b1b9-57002121fad3 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/quotas/4bc13890e4ac4759a5ad25ababe32aaf HTTP/1.1" status: 200 len: 375 time: 0.0876687 Nov 11 17:38:01.786757 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-d9d187a4-1f57-4096-a7a7-cb00735241b1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] delete failed (client error): The resource could not be found. Nov 11 17:38:01.788368 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51206) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:01.789986 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d9d187a4-1f57-4096-a7a7-cb00735241b1 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/routers/08f309ae-0e14-4cbd-991a-440951ad6d72 HTTP/1.1" status: 404 len: 336 time: 0.1053624 Nov 11 17:38:01.823030 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3525330-f757-4b07-8388-24e7fbaf0015 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] DELETE failed (client error): The resource could not be found. Nov 11 17:38:01.858647 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3525330-f757-4b07-8388-24e7fbaf0015 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:38:01.858647 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c3525330-f757-4b07-8388-24e7fbaf0015 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/subnets/27292cb0-c38a-40ea-baf0-0e987ea573d4 HTTP/1.1" status: 404 len: 337 time: 0.0377553 Nov 11 17:38:01.858647 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09e275b3-6d77-4f4b-be6c-c6801a5720bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:01.861744 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-baeba132-48e8-42c0-8e4c-e533f2ca0dbf tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4bc13890e4ac4759a5ad25ababe32aaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991621 Nov 11 17:38:01.862368 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51210) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:01.907084 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-13339cdc-6985-4f61-be32-7eeed5456316 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:01.909743 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-13339cdc-6985-4f61-be32-7eeed5456316 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:01.911318 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-13339cdc-6985-4f61-be32-7eeed5456316 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "DELETE /v2.0/security-groups/272dd7fc-9fc5-4662-b40c-c23dd480ad04 HTTP/1.1" status: 204 len: 168 time: 0.5317976 Nov 11 17:38:01.919390 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-02db30e3-f6d8-4871-b2d4-bdb19c497441 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:01.927274 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51214) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:01.934970 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9650df80-d15e-4239-95d4-9caedd15a99a req-ebdf01ec-8112-41f2-8ed5-5b71e8733b8a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4881318 Nov 11 17:38:01.988441 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339cdc-6985-4f61-be32-7eeed5456316 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272dd7fc-9fc5-4662-b40c-c23dd480ad04,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:01.989719 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-13b2608d-756e-430c-9a38-8c0561a3f3ab tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1 HTTP/1.1" status: 200 len: 205 time: 0.1051631 Nov 11 17:38:02.000858 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51220) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:02.056901 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-02db30e3-f6d8-4871-b2d4-bdb19c497441 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:02.117108 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-dacf3659-20d6-4c89-87df-90c802a1b243 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] delete failed (client error): The resource could not be found. Nov 11 17:38:02.120179 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dacf3659-20d6-4c89-87df-90c802a1b243 tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/routers/fd6d0a48-4ba7-4c58-9af7-81a694ed4bc1 HTTP/1.1" status: 404 len: 336 time: 0.1014669 Nov 11 17:38:02.121075 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51222) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:02.136368 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05c2fed4-b507-445f-a77a-9cde651c01aa req-896cc13a-6e1b-4e6d-adf8-44dc1b75e43a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 210 time: 0.0550220 Nov 11 17:38:02.152931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] Attempting to bind port 65d36f1d-52f0-48ba-8672-664f599611af on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:38:02.152931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] Attempting to bind port 65d36f1d-52f0-48ba-8672-664f599611af by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '9e037fe0-33a3-41f0-af33-eb594233dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:38:02.152931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] Attempting to bind port 65d36f1d-52f0-48ba-8672-664f599611af on network f4307d6a-976c-4915-9c6a-3c516e8bedde {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:38:02.185377 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] Port 65d36f1d-52f0-48ba-8672-664f599611af on network f4307d6a-976c-4915-9c6a-3c516e8bedde not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:38:02.185703 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] Attempting to bind port 65d36f1d-52f0-48ba-8672-664f599611af on network f4307d6a-976c-4915-9c6a-3c516e8bedde {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:38:02.194135 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-a0261955-5ce4-4599-8332-47cd1f5033c6 service neutron] 10.222.0.76 "GET /v2.0/networks/e877a5ea-a11e-4699-994a-337409ad7b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975929 Nov 11 17:38:02.197719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:38:02.197719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] Checking segment: {'id': '9e037fe0-33a3-41f0-af33-eb594233dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:38:02.198255 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] Bound using segment: {'id': '9e037fe0-33a3-41f0-af33-eb594233dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:38:02.198701 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] Bound port: 65d36f1d-52f0-48ba-8672-664f599611af, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e037fe0-33a3-41f0-af33-eb594233dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:38:02.199297 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:02.216673 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-0129dfc4-8bc7-49a0-abb5-60d4b53f685a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] DELETE failed (client error): The resource could not be found. Nov 11 17:38:02.217286 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0129dfc4-8bc7-49a0-abb5-60d4b53f685a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:38:02.223063 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0129dfc4-8bc7-49a0-abb5-60d4b53f685a tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/subnets/a615c238-e27e-4e0f-8036-4ab6f91ebcf4 HTTP/1.1" status: 404 len: 337 time: 0.0916455 Nov 11 17:38:02.225038 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51224) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:02.235605 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b6f10c99-2dd5-4c66-9844-c0463b74045b tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3045337 Nov 11 17:38:02.236472 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51226) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:02.243402 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e55d3e80-186b-44a9-adf1-0935eef4aabd tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group': {'name': 'tempest-secgroup--17596631'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:02.282644 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55d3e80-186b-44a9-adf1-0935eef4aabd tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:02.305520 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e275b3-6d77-4f4b-be6c-c6801a5720bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Router c188f6af-36b0-4569-9dd2-d85daeac8dfa is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:38:02.332534 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-02db30e3-f6d8-4871-b2d4-bdb19c497441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:02.335341 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-02db30e3-f6d8-4871-b2d4-bdb19c497441 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:02.338931 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-02db30e3-f6d8-4871-b2d4-bdb19c497441 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/95126207-a1d7-42c1-af63-dbb96a5e5556 HTTP/1.1" status: 204 len: 168 time: 0.9156430 Nov 11 17:38:02.338931 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-de509747-5f21-4395-baf5-dcc91f244f6f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] DELETE failed (client error): The resource could not be found. Nov 11 17:38:02.338931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de509747-5f21-4395-baf5-dcc91f244f6f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:38:02.341119 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-de509747-5f21-4395-baf5-dcc91f244f6f tempest-RoutersIpV6Test-1983146259 tempest-RoutersIpV6Test-1983146259-project] 10.222.0.76 "DELETE /v2.0/subnets/fe128384-259c-4f7f-b637-43b8b4bb8710 HTTP/1.1" status: 404 len: 337 time: 0.1152251 Nov 11 17:38:02.425275 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db30e3-f6d8-4871-b2d4-bdb19c497441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95126207-a1d7-42c1-af63-dbb96a5e5556,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:02.487351 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] For port 65d36f1d-52f0-48ba-8672-664f599611af, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:38:02.541151 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344126f2-511f-4de6-b909-43798ec0801d req-7a7898ef-c9a5-47b7-9097-b42304068c2d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:02.545078 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-344126f2-511f-4de6-b909-43798ec0801d req-7a7898ef-c9a5-47b7-9097-b42304068c2d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 943 time: 0.2152615 Nov 11 17:38:02.546939 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-fc36fbea-c720-4dd1-8892-81016e9de36d service neutron] 10.222.0.76 "GET /v2.0/networks/e877a5ea-a11e-4699-994a-337409ad7b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333423 Nov 11 17:38:02.557499 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] For port 65d36f1d-52f0-48ba-8672-664f599611af, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=65d36f1d-52f0-48ba-8672-664f599611af,segment=NetworkSegment(9e037fe0-33a3-41f0-af33-eb594233dc5d),segment_id=9e037fe0-33a3-41f0-af33-eb594233dc5d)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:38:02.587241 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:02.626764 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55d3e80-186b-44a9-adf1-0935eef4aabd tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:02.665987 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e275b3-6d77-4f4b-be6c-c6801a5720bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:38:02.675004 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:02.675545 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:02.679066 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] 10.222.0.83 "PUT /v2.0/ports/65d36f1d-52f0-48ba-8672-664f599611af HTTP/1.1" status: 200 len: 1091 time: 4.8126702 Nov 11 17:38:02.679608 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] Sync routers for ids ['c188f6af-36b0-4569-9dd2-d85daeac8dfa'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:38:02.702216 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55d3e80-186b-44a9-adf1-0935eef4aabd tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:02.712890 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] Routers {'c188f6af-36b0-4569-9dd2-d85daeac8dfa'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:38:02.714918 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c188f6af-36b0-4569-9dd2-d85daeac8dfa'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:02.720643 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'tag': '65d36f1d-52f0-48ba-8672-664f599611af'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:38:02.722981 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c21c6ce-1141-4862-acb7-6e9877eedba2" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c108d0-f186-4144-9caf-d8e5ffb3014c", "tag": "65d36f1d-52f0-48ba-8672-664f599611af"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:38:02.826386 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b376ed-885d-4e49-8612-f7dae8bc42c9 service neutron] Pushing event updated for resources: {'Port': ['ID=65d36f1d-52f0-48ba-8672-664f599611af,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:02.891004 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09e275b3-6d77-4f4b-be6c-c6801a5720bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:02.897806 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-344126f2-511f-4de6-b909-43798ec0801d req-d7eafafe-b118-46bb-9c03-61e2bf7c6811 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3373857 Nov 11 17:38:02.903856 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-09e275b3-6d77-4f4b-be6c-c6801a5720bb tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.3211453 Nov 11 17:38:02.929329 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-fe93c050-87d6-4e2c-80e3-a47202dbf2b1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:02.930860 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-fe93c050-87d6-4e2c-80e3-a47202dbf2b1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.64 "GET /v2.0/networks?id=e5de9005-253c-47dc-8253-8ca04fe7abb7 HTTP/1.1" status: 200 len: 795 time: 0.5291557 Nov 11 17:38:02.931387 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51240) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:02.931761 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51242) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:02.945658 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e55d3e80-186b-44a9-adf1-0935eef4aabd tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:02.948732 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e55d3e80-186b-44a9-adf1-0935eef4aabd tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7109492 Nov 11 17:38:02.956551 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51246) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:02.984010 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d3e80-186b-44a9-adf1-0935eef4aabd tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8d6888-036b-4369-af93-e631d2dad374,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:03.039634 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6b5336c5-4d97-4f21-8361-3ff8bde561f1 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group_rule': {'security_group_id': '1b8d6888-036b-4369-af93-e631d2dad374', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:03.040535 n-d-816206-4 neutron-server[102618]: WARNING neutron.api.v2.base [None req-6b5336c5-4d97-4f21-8361-3ff8bde561f1 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 11 17:38:03.040734 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-6b5336c5-4d97-4f21-8361-3ff8bde561f1 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:38:03.041802 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6b5336c5-4d97-4f21-8361-3ff8bde561f1 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0435884 Nov 11 17:38:03.069255 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] Set router c188f6af-36b0-4569-9dd2-d85daeac8dfa gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:38:03.138380 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd94342d-56ec-47a0-b0f4-65bcfd8da8b7 x-openstack-request-id: req-dd94342d-56ec-47a0-b0f4-65bcfd8da8b7 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:38:03.138912 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c108d0-f186-4144-9caf-d8e5ffb3014c", "tag": "65d36f1d-52f0-48ba-8672-664f599611af", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:38:03.139814 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dd94342d-56ec-47a0-b0f4-65bcfd8da8b7 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:38:03.140503 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'tag': '65d36f1d-52f0-48ba-8672-664f599611af', 'status': 'completed', 'code': 200} Nov 11 17:38:03.140911 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51256) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:03.162016 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-1998af5a-3fec-445c-afca-038c064d0fc6 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group_rule': {'security_group_id': '1b8d6888-036b-4369-af93-e631d2dad374', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:03.293840 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ebb8b6c2-9f6c-4832-b917-14a337b31d6e req-d36cb9fd-d51f-43e7-acec-ec134f9c9158 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 210 time: 0.1154292 Nov 11 17:38:03.315079 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-c5172aa8-a032-4ffd-a2f7-06391b0f87d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:03.317023 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-c5172aa8-a032-4ffd-a2f7-06391b0f87d6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 1094 time: 0.4162760 Nov 11 17:38:03.377593 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-6f664e9f-1e4f-4432-b866-f00f5e16a8dc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d36f1d-52f0-48ba-8672-664f599611af HTTP/1.1" status: 200 len: 217 time: 0.0502872 Nov 11 17:38:03.393309 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0b56f-d82e-4196-8cb4-7e87a8d5aeb7 req-25e4b2dc-298f-4bc7-af66-07a44e69d5f4 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:03.395013 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9bb0b56f-d82e-4196-8cb4-7e87a8d5aeb7 req-25e4b2dc-298f-4bc7-af66-07a44e69d5f4 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.2158179 Nov 11 17:38:03.429082 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c188f6af-36b0-4569-9dd2-d85daeac8dfa', 'name': '', 'tenant_id': '4b55f97fcfac492cbaf9f3254c669af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69986478-e97d-4778-a28f-34ec901e801f', 'external_fixed_ips': [{'subnet_id': '07ee20a3-8e2e-422c-a826-87d993dc1676', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '2d3cda96-3c02-4b92-8bbe-4afffc11fedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:55Z', 'updated_at': '2021-11-11T17:38:01Z', 'revision_number': 3, 'project_id': '4b55f97fcfac492cbaf9f3254c669af1', 'gw_port': {'id': '2d3cda96-3c02-4b92-8bbe-4afffc11fedf', 'name': '', 'network_id': '69986478-e97d-4778-a28f-34ec901e801f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:dc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c188f6af-36b0-4569-9dd2-d85daeac8dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '07ee20a3-8e2e-422c-a826-87d993dc1676', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:57Z', 'updated_at': '2021-11-11T17:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07ee20a3-8e2e-422c-a826-87d993dc1676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:03.499168 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-1998af5a-3fec-445c-afca-038c064d0fc6 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:38:03.501235 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1998af5a-3fec-445c-afca-038c064d0fc6 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3593028 Nov 11 17:38:03.508692 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] Checking router: c188f6af-36b0-4569-9dd2-d85daeac8dfa for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:38:03.512978 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] Updating router c188f6af-36b0-4569-9dd2-d85daeac8dfa port 2d3cda96-3c02-4b92-8bbe-4afffc11fedf binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:38:03.513636 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51268) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:03.518636 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b243cc59-eb08-4e7b-b056-247a824ef00e tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group_rule': {'security_group_id': '1b8d6888-036b-4369-af93-e631d2dad374', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:03.519133 n-d-816206-4 neutron-server[102617]: WARNING neutron.api.v2.base [None req-b243cc59-eb08-4e7b-b056-247a824ef00e tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 11 17:38:03.521885 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-b243cc59-eb08-4e7b-b056-247a824ef00e tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:38:03.525941 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b243cc59-eb08-4e7b-b056-247a824ef00e tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0112004 Nov 11 17:38:03.526649 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51270) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:03.546903 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-544b23f9-9db4-4f81-bee6-4533c31b1803 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group_rule': {'security_group_id': '1b8d6888-036b-4369-af93-e631d2dad374', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:03.612708 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-544b23f9-9db4-4f81-bee6-4533c31b1803 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:38:03.616998 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-544b23f9-9db4-4f81-bee6-4533c31b1803 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0766914 Nov 11 17:38:03.619655 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51274) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:03.620466 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:03.634592 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b7a3b89c-4d02-485c-b5d8-d4c19b5b059f tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group_rule': {'security_group_id': '1b8d6888-036b-4369-af93-e631d2dad374', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:03.635075 n-d-816206-4 neutron-server[102617]: WARNING neutron.api.v2.base [None req-b7a3b89c-4d02-485c-b5d8-d4c19b5b059f tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 11 17:38:03.635585 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-b7a3b89c-4d02-485c-b5d8-d4c19b5b059f tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:38:03.641135 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59cdfb0e-c600-499f-bc4c-7036b6815693 req-7cb29f54-68c4-4703-9ac4-f299aae0fc28 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 210 time: 0.1092672 Nov 11 17:38:03.646008 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51276) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:03.654460 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-788e1dd5-2294-4be2-8568-6b5472a847e6 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group_rule': {'security_group_id': '1b8d6888-036b-4369-af93-e631d2dad374', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:03.654682 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b7a3b89c-4d02-485c-b5d8-d4c19b5b059f tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0255241 Nov 11 17:38:03.673580 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-b86d5d98-21e0-4d76-8deb-b831a85301cf tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83768074d3d244f883814e21701528e8 HTTP/1.1" status: 200 len: 477 time: 0.6884792 Nov 11 17:38:03.684009 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-aa3fc55a-43cb-48a3-833f-e17f2a2d2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:03.688089 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-aa3fc55a-43cb-48a3-833f-e17f2a2d2755 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102178f6-db4c-4d9a-a96e-8baada1632bd HTTP/1.1" status: 200 len: 834 time: 0.2909286 Nov 11 17:38:03.719075 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-703bf2ff-b29d-4b4d-88ef-f1413b6eb114 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Request body: {'port': {'device_id': '1548b81b-bd7d-4f98-95b8-3baa9513bd48', 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7', 'admin_state_up': True, 'tenant_id': '83768074d3d244f883814e21701528e8', 'security_groups': ['8dcb0343-a5db-4e87-bf96-efb499770b4c', '0e6ccb3c-025a-458f-ba5c-a5f2a85ef3d1']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:03.737519 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d95000b1-47de-4df6-beba-942f5e48cb4d tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:03.815279 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9bb0b56f-d82e-4196-8cb4-7e87a8d5aeb7 req-6580cce1-c108-4196-80b7-314676332205 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3918424 Nov 11 17:38:03.846897 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-133f6ceb-21d2-47f6-a341-b19b3d0f5d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:03.848476 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-133f6ceb-21d2-47f6-a341-b19b3d0f5d21 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f4307d6a-976c-4915-9c6a-3c516e8bedde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1470821 Nov 11 17:38:04.081074 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-788e1dd5-2294-4be2-8568-6b5472a847e6 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:38:04.084038 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-788e1dd5-2294-4be2-8568-6b5472a847e6 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4351876 Nov 11 17:38:04.088507 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-64a39b24-9d62-480f-94f7-32e607c2cefc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4b69204bf6974baaa053145bbac95a32&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1456523 Nov 11 17:38:04.088960 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51288) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:04.089292 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51290) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:04.117467 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-efa242a3-a8ec-463e-a43e-6df36bd8659f tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group_rule': {'security_group_id': '1b8d6888-036b-4369-af93-e631d2dad374', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:04.117981 n-d-816206-4 neutron-server[102618]: WARNING neutron.api.v2.base [None req-efa242a3-a8ec-463e-a43e-6df36bd8659f tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 11 17:38:04.119636 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-efa242a3-a8ec-463e-a43e-6df36bd8659f tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:38:04.122483 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-efa242a3-a8ec-463e-a43e-6df36bd8659f tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0315378 Nov 11 17:38:04.130937 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51294) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:04.142671 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b7b34c68-f073-492d-9d34-ba0db526d120 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group_rule': {'security_group_id': '1b8d6888-036b-4369-af93-e631d2dad374', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:04.201112 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:04.217165 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:04.264021 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d95000b1-47de-4df6-beba-942f5e48cb4d tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:04.293352 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] Attempting to bind port 2d3cda96-3c02-4b92-8bbe-4afffc11fedf on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:38:04.294757 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] Attempting to bind port 2d3cda96-3c02-4b92-8bbe-4afffc11fedf by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'a358c6fd-07c8-472d-8b64-74cad5532b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '69986478-e97d-4778-a28f-34ec901e801f'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:38:04.296123 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] Attempting to bind port 2d3cda96-3c02-4b92-8bbe-4afffc11fedf on network 69986478-e97d-4778-a28f-34ec901e801f {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:38:04.300105 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfaa8c-f672-4dfa-8a91-4e30367ba615 None None] Pushing event updated for resources: {'Port': ['ID=2d3cda96-3c02-4b92-8bbe-4afffc11fedf,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:04.309986 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:38:04.310759 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] Checking segment: {'id': 'a358c6fd-07c8-472d-8b64-74cad5532b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '69986478-e97d-4778-a28f-34ec901e801f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:38:04.311342 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:04.311950 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] Bound using segment: {'id': 'a358c6fd-07c8-472d-8b64-74cad5532b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '69986478-e97d-4778-a28f-34ec901e801f'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:38:04.312576 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] Bound port: 2d3cda96-3c02-4b92-8bbe-4afffc11fedf, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a358c6fd-07c8-472d-8b64-74cad5532b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '69986478-e97d-4778-a28f-34ec901e801f'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:38:04.313123 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:04.315960 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-703bf2ff-b29d-4b4d-88ef-f1413b6eb114 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Made reservation on behalf of 83768074d3d244f883814e21701528e8 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:38:04.316226 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfaa8c-f672-4dfa-8a91-4e30367ba615 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:04.316725 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfaa8c-f672-4dfa-8a91-4e30367ba615 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:04.317225 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfaa8c-f672-4dfa-8a91-4e30367ba615 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:04.317751 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfaa8c-f672-4dfa-8a91-4e30367ba615 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:04.318364 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfaa8c-f672-4dfa-8a91-4e30367ba615 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:04.318895 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfaa8c-f672-4dfa-8a91-4e30367ba615 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:04.319376 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfaa8c-f672-4dfa-8a91-4e30367ba615 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:04.319991 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfaa8c-f672-4dfa-8a91-4e30367ba615 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:04.320641 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-703bf2ff-b29d-4b4d-88ef-f1413b6eb114 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:04.320940 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfaa8c-f672-4dfa-8a91-4e30367ba615 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:04.321424 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfaa8c-f672-4dfa-8a91-4e30367ba615 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:04.321912 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfaa8c-f672-4dfa-8a91-4e30367ba615 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:04.322391 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfaa8c-f672-4dfa-8a91-4e30367ba615 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:04.347108 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-b7b34c68-f073-492d-9d34-ba0db526d120 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:38:04.348196 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b7b34c68-f073-492d-9d34-ba0db526d120 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2135799 Nov 11 17:38:04.355871 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51300) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:04.361434 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-60d67b2c-295b-4823-8f95-599516610d35 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group_rule': {'security_group_id': '1b8d6888-036b-4369-af93-e631d2dad374', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:04.407539 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] For port 2d3cda96-3c02-4b92-8bbe-4afffc11fedf, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:38:04.411024 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] For port 2d3cda96-3c02-4b92-8bbe-4afffc11fedf, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=2d3cda96-3c02-4b92-8bbe-4afffc11fedf,segment=NetworkSegment(a358c6fd-07c8-472d-8b64-74cad5532b44),segment_id=a358c6fd-07c8-472d-8b64-74cad5532b44)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:38:04.420989 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:04.477430 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895c9e5-e476-4f45-b330-60fec0abc278 req-d4f80813-a42b-42c2-bcb7-e7ec71d3796e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:04.486279 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9895c9e5-e476-4f45-b330-60fec0abc278 req-d4f80813-a42b-42c2-bcb7-e7ec71d3796e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 943 time: 0.4009385 Nov 11 17:38:04.508876 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfaa8c-f672-4dfa-8a91-4e30367ba615 None None] Pushing event updated for resources: {'Port': ['ID=2d3cda96-3c02-4b92-8bbe-4afffc11fedf,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:04.544326 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea52cb93-3356-417a-9394-711a1dc3317c req-42cf267f-b2c5-4cef-9541-1a3bbdbea8da tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 210 time: 0.0965354 Nov 11 17:38:04.550595 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] Routers {'c188f6af-36b0-4569-9dd2-d85daeac8dfa'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:38:04.551254 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:37:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c188f6af-36b0-4569-9dd2-d85daeac8dfa'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:04.570254 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-06515395-9945-4048-9569-04f5aa9dc4ed service neutron] 10.222.0.83 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7076180 Nov 11 17:38:04.574104 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9893381b-f461-4149-b3da-7b303dd6a035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:04.661247 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9893381b-f461-4149-b3da-7b303dd6a035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:04.679838 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9895c9e5-e476-4f45-b330-60fec0abc278 req-255a3bbd-ec29-49b2-9553-f401967806f7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921203 Nov 11 17:38:04.680470 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] Set router c188f6af-36b0-4569-9dd2-d85daeac8dfa gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:38:04.759777 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c188f6af-36b0-4569-9dd2-d85daeac8dfa', 'name': '', 'tenant_id': '4b55f97fcfac492cbaf9f3254c669af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:55Z', 'updated_at': '2021-11-11T17:38:04Z', 'revision_number': 4, 'project_id': '4b55f97fcfac492cbaf9f3254c669af1', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:04.793402 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7566f07d-a71e-4fe3-9e7c-893fa114874c None None] The sync data for ids ['c188f6af-36b0-4569-9dd2-d85daeac8dfa'] in n-d-816206-4 is: [{'id': 'c188f6af-36b0-4569-9dd2-d85daeac8dfa', 'name': '', 'tenant_id': '4b55f97fcfac492cbaf9f3254c669af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:55Z', 'updated_at': '2021-11-11T17:38:04Z', 'revision_number': 4, 'project_id': '4b55f97fcfac492cbaf9f3254c669af1', 'gw_port_host': None}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:38:04.856944 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-107c66ba-f045-4b98-8edf-7b6bbe30a8ad req-476b71d0-1ffe-4e06-9f86-4aec336a5931 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 210 time: 0.0801020 Nov 11 17:38:04.875944 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a512a1e-72c7-4e0f-97db-34591c092f0b req-d71e814a-dfd7-454e-aef8-a6452806f108 service neutron] 10.222.0.83 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923834 Nov 11 17:38:04.886939 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9893381b-f461-4149-b3da-7b303dd6a035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:04.896668 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9893381b-f461-4149-b3da-7b303dd6a035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:04.901685 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9893381b-f461-4149-b3da-7b303dd6a035 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/82c63cf7-98e1-4311-9ba0-834c87c67484 HTTP/1.1" status: 204 len: 168 time: 0.8028851 Nov 11 17:38:04.971420 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893381b-f461-4149-b3da-7b303dd6a035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c63cf7-98e1-4311-9ba0-834c87c67484,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:05.301783 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075fdf4-3433-4f23-9008-f7624ebec484 req-cd90a0a5-2152-4e5b-bcea-f872c555fdba tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:05.313226 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a075fdf4-3433-4f23-9008-f7624ebec484 req-cd90a0a5-2152-4e5b-bcea-f872c555fdba tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.2323530 Nov 11 17:38:05.346570 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-36941ad9-3b77-43da-87e7-fc104018b25f tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:05.353068 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-36941ad9-3b77-43da-87e7-fc104018b25f tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.83 "GET /v2.0/networks?id=e877a5ea-a11e-4699-994a-337409ad7b33 HTTP/1.1" status: 200 len: 814 time: 0.4139323 Nov 11 17:38:05.359896 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-d95000b1-47de-4df6-beba-942f5e48cb4d tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Deleting port 2d3cda96-3c02-4b92-8bbe-4afffc11fedf {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:38:05.360380 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d95000b1-47de-4df6-beba-942f5e48cb4d tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:05.381437 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-9cb32cc0-2ded-4a80-a2fd-2a327a71038a tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Request body: {'port': {'device_id': 'c5742214-5167-4b0c-bae5-c807de1c1dc3', 'network_id': 'e877a5ea-a11e-4699-994a-337409ad7b33', 'admin_state_up': True, 'tenant_id': '4bc13890e4ac4759a5ad25ababe32aaf'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:05.473963 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21c6ce-1141-4862-acb7-6e9877eedba2 req-d13e7644-1609-4eed-b7c6-ac1c2258046b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:05.475867 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8c21c6ce-1141-4862-acb7-6e9877eedba2 req-d13e7644-1609-4eed-b7c6-ac1c2258046b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 1094 time: 0.3845882 Nov 11 17:38:05.486433 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-60d67b2c-295b-4823-8f95-599516610d35 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:38:05.488562 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-60d67b2c-295b-4823-8f95-599516610d35 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.1302636 Nov 11 17:38:05.491216 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51326) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:05.582965 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a075fdf4-3433-4f23-9008-f7624ebec484 req-47cdc3a6-41e9-4305-bf4e-52687cc04d8c tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687249 Nov 11 17:38:05.715211 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5792ea88-f981-4c31-8789-c23dc4e38d19 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:05.737638 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-d95000b1-47de-4df6-beba-942f5e48cb4d tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] For port 2d3cda96-3c02-4b92-8bbe-4afffc11fedf, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=2d3cda96-3c02-4b92-8bbe-4afffc11fedf,segment=NetworkSegment(a358c6fd-07c8-472d-8b64-74cad5532b44),segment_id=a358c6fd-07c8-472d-8b64-74cad5532b44)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:38:05.738005 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d95000b1-47de-4df6-beba-942f5e48cb4d tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:05.758261 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-d95000b1-47de-4df6-beba-942f5e48cb4d tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Calling delete_port for 2d3cda96-3c02-4b92-8bbe-4afffc11fedf owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:38:05.760853 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d83b7ce-73df-4c80-996d-cc55374bc24b req-015a0c69-b5f1-4d8a-bb38-91fd7bb6a553 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 210 time: 0.0729325 Nov 11 17:38:05.811004 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5792ea88-f981-4c31-8789-c23dc4e38d19 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:05.902395 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-9cb32cc0-2ded-4a80-a2fd-2a327a71038a tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Made reservation on behalf of 4bc13890e4ac4759a5ad25ababe32aaf for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:38:05.906063 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-9cb32cc0-2ded-4a80-a2fd-2a327a71038a tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:06.104480 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5792ea88-f981-4c31-8789-c23dc4e38d19 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:06.108302 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5792ea88-f981-4c31-8789-c23dc4e38d19 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:06.109659 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5792ea88-f981-4c31-8789-c23dc4e38d19 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "DELETE /v2.0/security-groups/1b8d6888-036b-4369-af93-e631d2dad374 HTTP/1.1" status: 204 len: 168 time: 0.6161814 Nov 11 17:38:06.130460 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f4544bc-bde5-4e62-a33c-22f3554a474e req-8f342d59-2efe-4150-aba0-c34342439026 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 210 time: 0.1046951 Nov 11 17:38:06.140083 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601d684-d2ed-434d-a4be-57e30b5a8fd6 req-9f650708-975a-4a63-90ec-cc5dd218786d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:06.141766 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b601d684-d2ed-434d-a4be-57e30b5a8fd6 req-9f650708-975a-4a63-90ec-cc5dd218786d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 943 time: 0.2968950 Nov 11 17:38:06.142552 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51344) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:06.185179 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-703bf2ff-b29d-4b4d-88ef-f1413b6eb114 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Allocated IP 172.20.0.10 (e5de9005-253c-47dc-8253-8ca04fe7abb7/2ff48720-5019-41a9-ad5c-91187e85b221/e76c4510-bfa9-465f-a072-1401698619a3) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:38:06.193768 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792ea88-f981-4c31-8789-c23dc4e38d19 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8d6888-036b-4369-af93-e631d2dad374,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:06.206246 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d95000b1-47de-4df6-beba-942f5e48cb4d tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:06.319762 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b601d684-d2ed-434d-a4be-57e30b5a8fd6 req-dc1b6810-fb6a-4a92-81ca-27e41b27dd05 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646259 Nov 11 17:38:06.328005 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3c9b061f-bee0-49ef-88c3-5a66c2657ea7 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1789103 Nov 11 17:38:06.331530 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d95000b1-47de-4df6-beba-942f5e48cb4d tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:06.333476 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51350) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:06.338400 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-fe3ffb06-9c3c-47a3-8862-5583f1bd00e0 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group': {'name': 'tempest-secgroup--828811443'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:06.384037 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-9cb32cc0-2ded-4a80-a2fd-2a327a71038a tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Allocated IP 172.20.0.6 (e877a5ea-a11e-4699-994a-337409ad7b33/53120a76-7ae9-4897-b91c-7c7246e9993c/5872155a-bedb-4604-8c2b-87f038cb2754) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:38:06.411904 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fe3ffb06-9c3c-47a3-8862-5583f1bd00e0 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:06.471687 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d95000b1-47de-4df6-beba-942f5e48cb4d tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:06.474731 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d95000b1-47de-4df6-beba-942f5e48cb4d tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:06.544553 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d95000b1-47de-4df6-beba-942f5e48cb4d tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:06.545104 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95000b1-47de-4df6-beba-942f5e48cb4d tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c188f6af-36b0-4569-9dd2-d85daeac8dfa {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:38:06.550428 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d95000b1-47de-4df6-beba-942f5e48cb4d tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:06.553991 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d95000b1-47de-4df6-beba-942f5e48cb4d tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "DELETE /v2.0/routers/c188f6af-36b0-4569-9dd2-d85daeac8dfa HTTP/1.1" status: 204 len: 168 time: 3.6106932 Nov 11 17:38:06.553991 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95000b1-47de-4df6-beba-942f5e48cb4d tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d3cda96-3c02-4b92-8bbe-4afffc11fedf,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:06.554808 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fe3ffb06-9c3c-47a3-8862-5583f1bd00e0 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:06.561019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51362) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:06.639952 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21c6ce-1141-4862-acb7-6e9877eedba2 req-1cceba38-831d-4056-8c98-ddb469f41baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:06.641562 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8c21c6ce-1141-4862-acb7-6e9877eedba2 req-1cceba38-831d-4056-8c98-ddb469f41baa service neutron] 10.222.0.83 "GET /v2.0/networks?id=f4307d6a-976c-4915-9c6a-3c516e8bedde HTTP/1.1" status: 200 len: 898 time: 1.1459672 Nov 11 17:38:06.669730 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70e17c2-5e36-40ce-859c-306e96677f74 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Deleting subnet 07ee20a3-8e2e-422c-a826-87d993dc1676 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:38:06.671918 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fe3ffb06-9c3c-47a3-8862-5583f1bd00e0 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:06.727972 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d70e17c2-5e36-40ce-859c-306e96677f74 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:06.729948 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51372) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:06.753822 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8c21c6ce-1141-4862-acb7-6e9877eedba2 req-ab211dde-5d4c-476b-830f-7697108be19c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d36f1d-52f0-48ba-8672-664f599611af HTTP/1.1" status: 200 len: 217 time: 0.1017864 Nov 11 17:38:06.764560 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ffb06-9c3c-47a3-8862-5583f1bd00e0 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f34eda9-f6b3-4d18-9ccd-67e36585a646,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:06.844115 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21c6ce-1141-4862-acb7-6e9877eedba2 req-8b03b39f-5a96-4e4f-b892-d24c02f63183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:06.845899 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8c21c6ce-1141-4862-acb7-6e9877eedba2 req-8b03b39f-5a96-4e4f-b892-d24c02f63183 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102178f6-db4c-4d9a-a96e-8baada1632bd HTTP/1.1" status: 200 len: 834 time: 0.0789897 Nov 11 17:38:06.870930 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fe3ffb06-9c3c-47a3-8862-5583f1bd00e0 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:06.872959 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fe3ffb06-9c3c-47a3-8862-5583f1bd00e0 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5384984 Nov 11 17:38:06.886952 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51384) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:06.928832 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d70e17c2-5e36-40ce-859c-306e96677f74 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:06.998868 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-22684a70-9150-4974-9f63-3fbbd3f4fe87 req-dc1953ca-72ad-41b5-9627-e2b438cbab80 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 210 time: 0.0807869 Nov 11 17:38:07.006848 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-7e0ea7f7-9780-499f-93ce-5824acf2014c tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group_rule': {'security_group_id': '0f34eda9-f6b3-4d18-9ccd-67e36585a646', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:07.158473 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51390) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:07.190910 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21c6ce-1141-4862-acb7-6e9877eedba2 req-b4b056cf-4a3e-4650-af1f-5ba625a8d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:07.192543 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8c21c6ce-1141-4862-acb7-6e9877eedba2 req-b4b056cf-4a3e-4650-af1f-5ba625a8d9a1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f4307d6a-976c-4915-9c6a-3c516e8bedde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3032784 Nov 11 17:38:07.330979 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4d76a9e2-ecbd-4b26-9abc-8b4cf48de480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:07.335475 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-703bf2ff-b29d-4b4d-88ef-f1413b6eb114 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:07.351012 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-7e0ea7f7-9780-499f-93ce-5824acf2014c tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] create failed (client error): The resource could not be found. Nov 11 17:38:07.354576 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7e0ea7f7-9780-499f-93ce-5824acf2014c tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4603584 Nov 11 17:38:07.358089 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51394) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:07.368856 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-dfb74e1b-595b-4c1a-8a6a-f3bbf5e0363d tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group_rule': {'security_group_id': '0f34eda9-f6b3-4d18-9ccd-67e36585a646', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '306633b6-5d05-4199-995f-ff457d52abe9'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:07.438461 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-39fa47ff-030a-4843-8066-ca8d5f6e9cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:07.440761 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-cdfd3c3d-06fb-40a4-a91d-d120c51831db admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1905051533-network', 'tenant_id': 'f307a6a1b7444ebe8fd073087a18239b'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:07.485749 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8c21c6ce-1141-4862-acb7-6e9877eedba2 req-9e689a3e-0c50-4b5d-9f31-6d7e008cdd7c service neutron] 10.222.0.83 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711349 Nov 11 17:38:07.502424 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ebf4a5d-c03b-45a1-a0d7-90bb634d28fe req-87479bf9-cc7b-4067-86e0-7c814acbb145 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 210 time: 0.0737076 Nov 11 17:38:07.512813 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d70e17c2-5e36-40ce-859c-306e96677f74 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:07.568676 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-703bf2ff-b29d-4b4d-88ef-f1413b6eb114 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:07.572953 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f266e6-7895-466b-bf04-425ba6e0fce1 req-c8d39080-2477-429b-90d4-bc4ea897c737 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:07.581232 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f5f266e6-7895-466b-bf04-425ba6e0fce1 req-c8d39080-2477-429b-90d4-bc4ea897c737 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.7177987 Nov 11 17:38:07.611086 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-9cb32cc0-2ded-4a80-a2fd-2a327a71038a tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:07.674561 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-703bf2ff-b29d-4b4d-88ef-f1413b6eb114 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Network e5de9005-253c-47dc-8253-8ca04fe7abb7 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:38:07.684669 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4d76a9e2-ecbd-4b26-9abc-8b4cf48de480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:07.685010 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfd3c3d-06fb-40a4-a91d-d120c51831db admin admin] Made reservation on behalf of f307a6a1b7444ebe8fd073087a18239b for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:38:07.687031 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cdfd3c3d-06fb-40a4-a91d-d120c51831db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:07.694394 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-703bf2ff-b29d-4b4d-88ef-f1413b6eb114 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:38:07.694674 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 65d36f1d-52f0-48ba-8672-664f599611af details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:38:07.699548 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-703bf2ff-b29d-4b4d-88ef-f1413b6eb114 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:38:07.703809 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-dfb74e1b-595b-4c1a-8a6a-f3bbf5e0363d tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] create failed (client error): The resource could not be found. Nov 11 17:38:07.709143 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dfb74e1b-595b-4c1a-8a6a-f3bbf5e0363d tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3476555 Nov 11 17:38:07.709143 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bf2ff-b29d-4b4d-88ef-f1413b6eb114 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event updated for resources: {'Port': ['ID=e76c4510-bfa9-465f-a072-1401698619a3,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:07.713934 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51398) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:07.734853 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cdfd3c3d-06fb-40a4-a91d-d120c51831db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:07.748563 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4d76a9e2-ecbd-4b26-9abc-8b4cf48de480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:07.804999 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8c21c6ce-1141-4862-acb7-6e9877eedba2 req-b45ba9a6-fb0e-46f2-a2ef-03e3155347f7 service neutron] 10.222.0.83 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067677 Nov 11 17:38:07.848437 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-703bf2ff-b29d-4b4d-88ef-f1413b6eb114 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:07.849094 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-703bf2ff-b29d-4b4d-88ef-f1413b6eb114 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:07.868246 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f5f266e6-7895-466b-bf04-425ba6e0fce1 req-0fe8d195-3b38-4bf1-bf79-e4532b5d7dac tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742519 Nov 11 17:38:07.889496 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d70e17c2-5e36-40ce-859c-306e96677f74 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:07.891684 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4d76a9e2-ecbd-4b26-9abc-8b4cf48de480 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=23f02d3c2e84457ea7f40fe546c227fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7276576 Nov 11 17:38:07.896108 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51400) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:07.896768 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76a9e2-ecbd-4b26-9abc-8b4cf48de480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb646867-9604-401e-a325-3913b46b4ae4,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:07.922727 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005c25b-7d37-4b0a-9a1a-b3668d77438b req-f2f822bb-de6a-4583-b6ec-fc638199f282 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:07.930659 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8005c25b-7d37-4b0a-9a1a-b3668d77438b req-f2f822bb-de6a-4583-b6ec-fc638199f282 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 943 time: 0.3300591 Nov 11 17:38:07.940517 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 65d36f1d-52f0-48ba-8672-664f599611af, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=65d36f1d-52f0-48ba-8672-664f599611af,segment=NetworkSegment(9e037fe0-33a3-41f0-af33-eb594233dc5d),segment_id=9e037fe0-33a3-41f0-af33-eb594233dc5d)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:38:07.949506 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-703bf2ff-b29d-4b4d-88ef-f1413b6eb114 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 4.2445698 Nov 11 17:38:07.968951 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '65d36f1d-52f0-48ba-8672-664f599611af', 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde', 'port_id': '65d36f1d-52f0-48ba-8672-664f599611af', 'mac_address': 'fa:16:3e:6a:55:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102178f6-db4c-4d9a-a96e-8baada1632bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:38:07.976116 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] Request body: {'port': {'device_id': '1548b81b-bd7d-4f98-95b8-3baa9513bd48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:08.035459 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.049868 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-9cb32cc0-2ded-4a80-a2fd-2a327a71038a tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.058271 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d36f1d-52f0-48ba-8672-664f599611af {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:38:08.070675 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b4f007cd-359b-4c77-85dc-ed9d96e0fd91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.090847 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 65d36f1d-52f0-48ba-8672-664f599611af, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=65d36f1d-52f0-48ba-8672-664f599611af,segment=NetworkSegment(9e037fe0-33a3-41f0-af33-eb594233dc5d),segment_id=9e037fe0-33a3-41f0-af33-eb594233dc5d)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:38:08.100978 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.101587 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e17c2-5e36-40ce-859c-306e96677f74 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=07ee20a3-8e2e-422c-a826-87d993dc1676,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:08.121105 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.154603 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b4f007cd-359b-4c77-85dc-ed9d96e0fd91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.181067 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d70e17c2-5e36-40ce-859c-306e96677f74 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.185547 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d70e17c2-5e36-40ce-859c-306e96677f74 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "DELETE /v2.0/subnets/07ee20a3-8e2e-422c-a826-87d993dc1676 HTTP/1.1" status: 204 len: 168 time: 1.5891774 Nov 11 17:38:08.191380 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51404) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:08.198076 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=65d36f1d-52f0-48ba-8672-664f599611af,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:08.222445 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-fba0f86a-d903-45a5-b24e-0a255c4d1fd0 None None] Provisioning complete for port e76c4510-bfa9-465f-a072-1401698619a3 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:38:08.222856 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fba0f86a-d903-45a5-b24e-0a255c4d1fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.254936 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-9cb32cc0-2ded-4a80-a2fd-2a327a71038a tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Network e877a5ea-a11e-4699-994a-337409ad7b33 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:38:08.276715 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-fba0f86a-d903-45a5-b24e-0a255c4d1fd0 None None] Port e76c4510-bfa9-465f-a072-1401698619a3 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:38:08.276920 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-9cb32cc0-2ded-4a80-a2fd-2a327a71038a tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:38:08.281379 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0ee035f8-b8c9-4e5f-9675-047ddc4c0730 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.284090 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-9cb32cc0-2ded-4a80-a2fd-2a327a71038a tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:38:08.290016 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb32cc0-2ded-4a80-a2fd-2a327a71038a tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Pushing event updated for resources: {'Port': ['ID=5872155a-bedb-4604-8c2b-87f038cb2754,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:08.316498 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8005c25b-7d37-4b0a-9a1a-b3668d77438b req-27b194bf-8f26-4736-b8ac-2f819dd5ab7c tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3799067 Nov 11 17:38:08.364665 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['65d36f1d-52f0-48ba-8672-664f599611af'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:38:08.414024 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0ee035f8-b8c9-4e5f-9675-047ddc4c0730 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.422462 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a177461-6fc2-4cdb-a8a7-36f780efb020 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.442251 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409cc97-a9f4-49ce-816c-a93d71e1550a req-dbd397dc-17dc-4d95-bf03-1c2e29659c1b tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:08.451001 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e409cc97-a9f4-49ce-816c-a93d71e1550a req-dbd397dc-17dc-4d95-bf03-1c2e29659c1b tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 931 time: 0.3029518 Nov 11 17:38:08.454669 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b4f007cd-359b-4c77-85dc-ed9d96e0fd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.457639 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b4f007cd-359b-4c77-85dc-ed9d96e0fd91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.459296 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b4f007cd-359b-4c77-85dc-ed9d96e0fd91 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cb646867-9604-401e-a325-3913b46b4ae4 HTTP/1.1" status: 204 len: 168 time: 0.5464034 Nov 11 17:38:08.512655 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-9cb32cc0-2ded-4a80-a2fd-2a327a71038a tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:08.519980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f007cd-359b-4c77-85dc-ed9d96e0fd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb646867-9604-401e-a325-3913b46b4ae4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:08.527121 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-9cb32cc0-2ded-4a80-a2fd-2a327a71038a tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.633553 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cdfd3c3d-06fb-40a4-a91d-d120c51831db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.711312 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a177461-6fc2-4cdb-a8a7-36f780efb020 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.758933 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-6a177461-6fc2-4cdb-a8a7-36f780efb020 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69986478-e97d-4778-a28f-34ec901e801f']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:08.763786 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-9cb32cc0-2ded-4a80-a2fd-2a327a71038a tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3968220 Nov 11 17:38:08.764417 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cdfd3c3d-06fb-40a4-a91d-d120c51831db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.777631 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-6a177461-6fc2-4cdb-a8a7-36f780efb020 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a358c6fd-07c8-472d-8b64-74cad5532b44') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:08.777924 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-6a177461-6fc2-4cdb-a8a7-36f780efb020 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a358c6fd-07c8-472d-8b64-74cad5532b44') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:08.791998 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] Request body: {'port': {'device_id': 'c5742214-5167-4b0c-bae5-c807de1c1dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:08.797450 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a177461-6fc2-4cdb-a8a7-36f780efb020 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.821513 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e409cc97-a9f4-49ce-816c-a93d71e1550a req-58f83aa7-f250-4d7c-be3f-879078c5c9c5 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/security-groups?id=39c43a87-83b1-477a-a5a0-d46e7c0d79de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688066 Nov 11 17:38:08.834125 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a177461-6fc2-4cdb-a8a7-36f780efb020 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.847881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a177461-6fc2-4cdb-a8a7-36f780efb020 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:38:08.848388 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a177461-6fc2-4cdb-a8a7-36f780efb020 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:38:08.850505 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:38:08.888318 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0ee035f8-b8c9-4e5f-9675-047ddc4c0730 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.891935 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0ee035f8-b8c9-4e5f-9675-047ddc4c0730 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.899215 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e76c4510-bfa9-465f-a072-1401698619a3 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:38:08.904726 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0ee035f8-b8c9-4e5f-9675-047ddc4c0730 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "DELETE /v2.0/security-groups/0f34eda9-f6b3-4d18-9ccd-67e36585a646 HTTP/1.1" status: 204 len: 168 time: 1.1890690 Nov 11 17:38:08.912671 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51414) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:08.916274 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.923278 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd3c3d-06fb-40a4-a91d-d120c51831db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c09568-3d8b-4b52-acd5-57b7ed060223,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:08.938471 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdfd3c3d-06fb-40a4-a91d-d120c51831db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1250} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:38:08.970677 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] Transition to ACTIVE for port object e76c4510-bfa9-465f-a072-1401698619a3 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:38:08.981761 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f84273-c47f-475a-bca5-8b814f380f40 req-3101cb77-5ec8-4185-a68b-1af7d4ea4ab9 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:08.985546 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:08.989756 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-04f84273-c47f-475a-bca5-8b814f380f40 req-3101cb77-5ec8-4185-a68b-1af7d4ea4ab9 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 971 time: 0.3526471 Nov 11 17:38:09.005965 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a177461-6fc2-4cdb-a8a7-36f780efb020 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:09.011032 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a177461-6fc2-4cdb-a8a7-36f780efb020 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 69986478-e97d-4778-a28f-34ec901e801f {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 17:38:09.013495 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a177461-6fc2-4cdb-a8a7-36f780efb020 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:09.018275 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6a177461-6fc2-4cdb-a8a7-36f780efb020 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "DELETE /v2.0/networks/69986478-e97d-4778-a28f-34ec901e801f HTTP/1.1" status: 204 len: 168 time: 0.8247743 Nov 11 17:38:09.078297 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:09.083698 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee035f8-b8c9-4e5f-9675-047ddc4c0730 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f34eda9-f6b3-4d18-9ccd-67e36585a646,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:09.091582 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cdfd3c3d-06fb-40a4-a91d-d120c51831db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:09.091853 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-cdfd3c3d-06fb-40a4-a91d-d120c51831db admin admin] Added segment 2e804f39-6845-4084-b7d7-a727bf0bc9e4 of type vlan for network 45bf1168-e39c-4f95-87ec-a7fe3f6664eb Nov 11 17:38:09.178304 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-140a1f87-c5fd-4079-bb1a-aa25932c548d tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2632039 Nov 11 17:38:09.194496 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51418) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:09.196841 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51420) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:09.260086 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-2f196e29-3b78-4b2b-a846-16734efb7d47 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group_rule': {'security_group_id': 'c9c51756-d01f-4b33-86d9-04f5b22e9203', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:09.289551 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] Pushing event updated for resources: {'Port': ['ID=e76c4510-bfa9-465f-a072-1401698619a3,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:09.292255 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a177461-6fc2-4cdb-a8a7-36f780efb020 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Pushing event deleted for resources: {'Network': ['ID=69986478-e97d-4778-a28f-34ec901e801f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:09.318397 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-535d985f-830a-4930-a28f-41aabe219c77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:09.374305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-04f84273-c47f-475a-bca5-8b814f380f40 req-934d833b-b395-4f5d-a848-ebbcc0c18fcc tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/security-groups?id=8dcb0343-a5db-4e87-bf96-efb499770b4c&id=0e6ccb3c-025a-458f-ba5c-a5f2a85ef3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3833551 Nov 11 17:38:09.497547 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cdfd3c3d-06fb-40a4-a91d-d120c51831db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:09.542170 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffabb9-bcf3-419e-99cc-2e539e94c8ea req-3cf2c457-23da-420f-bcb4-f05ed48eee6f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:09.548559 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9cffabb9-bcf3-419e-99cc-2e539e94c8ea req-3cf2c457-23da-420f-bcb4-f05ed48eee6f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.5511081 Nov 11 17:38:09.554462 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-535d985f-830a-4930-a28f-41aabe219c77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:09.632233 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-535d985f-830a-4930-a28f-41aabe219c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:09.636785 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51428) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:09.672164 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-fb4a2f43-a957-400d-9d2c-64045a80c3ac tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Request body: {'router': {'name': 'tempest-router--1743262644', 'project_id': 'b12bdbe6cc124556bf0db4ae146f9d95'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:09.682662 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.db.resource_extend [None req-cdfd3c3d-06fb-40a4-a91d-d120c51831db admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:38:09.726975 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 65d36f1d-52f0-48ba-8672-664f599611af up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:38:09.741215 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d985f-830a-4930-a28f-41aabe219c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4b0c1d-edb2-4399-ac74-85a7ff803b7a,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:09.774308 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2f43-a957-400d-9d2c-64045a80c3ac tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:09.775350 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2f43-a957-400d-9d2c-64045a80c3ac tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:09.869793 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 65d36f1d-52f0-48ba-8672-664f599611af completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:38:09.875125 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 65d36f1d-52f0-48ba-8672-664f599611af triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:38:09.875692 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:09.929535 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-535d985f-830a-4930-a28f-41aabe219c77 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=883aa988b0944d3eadfa813f4471c6f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6922686 Nov 11 17:38:09.933769 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51432) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:09.935550 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cdfd3c3d-06fb-40a4-a91d-d120c51831db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:09.939139 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfd3c3d-06fb-40a4-a91d-d120c51831db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:09.942807 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cdfd3c3d-06fb-40a4-a91d-d120c51831db admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:09.960516 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] Attempting to bind port e76c4510-bfa9-465f-a072-1401698619a3 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:38:09.960847 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] Attempting to bind port e76c4510-bfa9-465f-a072-1401698619a3 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'd1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:38:09.961169 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] Attempting to bind port e76c4510-bfa9-465f-a072-1401698619a3 on network e5de9005-253c-47dc-8253-8ca04fe7abb7 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:38:09.993180 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] Port e76c4510-bfa9-465f-a072-1401698619a3 on network e5de9005-253c-47dc-8253-8ca04fe7abb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:38:09.993180 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] Attempting to bind port e76c4510-bfa9-465f-a072-1401698619a3 on network e5de9005-253c-47dc-8253-8ca04fe7abb7 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:38:09.993180 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-2f196e29-3b78-4b2b-a846-16734efb7d47 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] create failed (client error): The resource could not be found. Nov 11 17:38:09.993180 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2f196e29-3b78-4b2b-a846-16734efb7d47 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7484281 Nov 11 17:38:10.026967 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:10.034137 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51434) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:10.047579 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2f43-a957-400d-9d2c-64045a80c3ac tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:10.054894 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc56a7e-e23d-48b3-a9a2-ea9c59b2226d req-a9be3753-eb5a-44c2-8fce-481b92ddc444 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:10.062472 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-08daa318-a494-4c9f-ac08-4c2b33c8d15f tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group': {'name': 'tempest-secgroup--458704976'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:10.069337 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ebc56a7e-e23d-48b3-a9a2-ea9c59b2226d req-a9be3753-eb5a-44c2-8fce-481b92ddc444 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 944 time: 0.5178871 Nov 11 17:38:10.081680 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:38:10.082078 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] Checking segment: {'id': 'd1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:38:10.082406 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] Bound using segment: {'id': 'd1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:38:10.082855 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] Bound port: e76c4510-bfa9-465f-a072-1401698619a3, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:38:10.083214 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:10.105466 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2f43-a957-400d-9d2c-64045a80c3ac tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:10.158199 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d36f1d-52f0-48ba-8672-664f599611af'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:38:10.166519 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1d2131-b9a7-46dc-8708-06318b9f67fb" -d '{"events": [{"server_uuid": "a3c108d0-f186-4144-9caf-d8e5ffb3014c", "name": "network-vif-plugged", "status": "completed", "tag": "65d36f1d-52f0-48ba-8672-664f599611af"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:38:10.169675 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9cffabb9-bcf3-419e-99cc-2e539e94c8ea req-1997a1d4-2d0b-472a-9029-1e5ccc1542c4 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5954022 Nov 11 17:38:10.175257 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 65d36f1d-52f0-48ba-8672-664f599611af, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=65d36f1d-52f0-48ba-8672-664f599611af,segment=NetworkSegment(9e037fe0-33a3-41f0-af33-eb594233dc5d),segment_id=9e037fe0-33a3-41f0-af33-eb594233dc5d)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:38:10.214119 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:10.236953 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd3c3d-06fb-40a4-a91d-d120c51831db admin admin] Pushing event updated for resources: {'Network': ['ID=45bf1168-e39c-4f95-87ec-a7fe3f6664eb,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:10.256818 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-cdfd3c3d-06fb-40a4-a91d-d120c51831db admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 3.4890766 Nov 11 17:38:10.261235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51438) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:10.262751 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-08daa318-a494-4c9f-ac08-4c2b33c8d15f tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:10.269799 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e541d418-c1db-4472-912b-8a4f303c1c84 admin admin] Request body: {'subnet': {'network_id': '45bf1168-e39c-4f95-87ec-a7fe3f6664eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1905051533-subnet', 'tenant_id': 'f307a6a1b7444ebe8fd073087a18239b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:10.285092 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2f43-a957-400d-9d2c-64045a80c3ac tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:10.288735 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fb4a2f43-a957-400d-9d2c-64045a80c3ac tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6232152 Nov 11 17:38:10.294061 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51442) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:10.303456 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9fd954b0-7c99-4bb5-b7bf-e03393d43b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:10.386648 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e541d418-c1db-4472-912b-8a4f303c1c84 admin admin] Made reservation on behalf of f307a6a1b7444ebe8fd073087a18239b for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:38:10.391857 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] For port e76c4510-bfa9-465f-a072-1401698619a3, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:38:10.393714 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e541d418-c1db-4472-912b-8a4f303c1c84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:10.407432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] For port e76c4510-bfa9-465f-a072-1401698619a3, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e76c4510-bfa9-465f-a072-1401698619a3,segment=NetworkSegment(d1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4),segment_id=d1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:38:10.417728 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:10.424974 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 45bf1168-e39c-4f95-87ec-a7fe3f6664eb details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:38:10.509333 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9fd954b0-7c99-4bb5-b7bf-e03393d43b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:10.526565 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] Pushing event updated for resources: {'Port': ['ID=e76c4510-bfa9-465f-a072-1401698619a3,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:10.668898 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ebc56a7e-e23d-48b3-a9a2-ea9c59b2226d req-77023440-31e5-48a6-83cf-5c1b465b76fb tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5981710 Nov 11 17:38:10.673709 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a1c8ce5f-a91b-4d15-8647-f26ad512ad98 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:10.689435 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:10.691862 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=65d36f1d-52f0-48ba-8672-664f599611af,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:10.700795 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:10.706572 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-3fc59c9b-b91e-4c8f-945a-072550f7ad10 service neutron] 10.222.0.64 "PUT /v2.0/ports/e76c4510-bfa9-465f-a072-1401698619a3 HTTP/1.1" status: 200 len: 1131 time: 2.7398486 Nov 11 17:38:10.733920 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d3b3c507-c640-49f2-be37-f9cff9284edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:10.741630 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1548b81b-bd7d-4f98-95b8-3baa9513bd48', 'tag': 'e76c4510-bfa9-465f-a072-1401698619a3'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:38:10.754636 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e342df7-c6e5-4710-8bc9-b07bda581fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "1548b81b-bd7d-4f98-95b8-3baa9513bd48", "tag": "e76c4510-bfa9-465f-a072-1401698619a3"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:38:10.823196 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283f7a09-f00c-47e3-9c70-e4b3fe9ee7dc x-openstack-request-id: req-283f7a09-f00c-47e3-9c70-e4b3fe9ee7dc {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:38:10.826877 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c108d0-f186-4144-9caf-d8e5ffb3014c", "name": "network-vif-plugged", "status": "completed", "tag": "65d36f1d-52f0-48ba-8672-664f599611af", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:38:10.828784 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-283f7a09-f00c-47e3-9c70-e4b3fe9ee7dc {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:38:10.829945 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d36f1d-52f0-48ba-8672-664f599611af', 'code': 200} Nov 11 17:38:10.972095 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:11.013749 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fad9d-f681-4f34-bd60-82b0244ea9f4 req-4fd482ac-bf4e-4c0d-b0d0-710d908b9728 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:11.015344 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a93fad9d-f681-4f34-bd60-82b0244ea9f4 req-4fd482ac-bf4e-4c0d-b0d0-710d908b9728 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 931 time: 0.6673512 Nov 11 17:38:11.062321 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-08daa318-a494-4c9f-ac08-4c2b33c8d15f tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:11.070990 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9fd954b0-7c99-4bb5-b7bf-e03393d43b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:11.074312 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9fd954b0-7c99-4bb5-b7bf-e03393d43b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:11.080680 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9fd954b0-7c99-4bb5-b7bf-e03393d43b1c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ec4b0c1d-edb2-4399-ac74-85a7ff803b7a HTTP/1.1" status: 204 len: 168 time: 1.1437776 Nov 11 17:38:11.106416 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-08daa318-a494-4c9f-ac08-4c2b33c8d15f tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:11.143540 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5872155a-bedb-4604-8c2b-87f038cb2754 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:38:11.156003 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:11.159095 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-1e43a407-0d3d-447e-a85a-4fbcb2a0b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:11.163034 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-1e43a407-0d3d-447e-a85a-4fbcb2a0b3e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=83768074d3d244f883814e21701528e8&device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 1134 time: 0.3772180 Nov 11 17:38:11.170636 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd954b0-7c99-4bb5-b7bf-e03393d43b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4b0c1d-edb2-4399-ac74-85a7ff803b7a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:11.172616 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] Transition to ACTIVE for port object 5872155a-bedb-4604-8c2b-87f038cb2754 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:38:11.200953 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-08daa318-a494-4c9f-ac08-4c2b33c8d15f tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:11.203646 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-08daa318-a494-4c9f-ac08-4c2b33c8d15f tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1634469 Nov 11 17:38:11.209569 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51454) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:11.213811 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df5e9a-6a11-44ad-b19c-145aa409e0c8 req-1f99aa9c-bb3e-4b95-8a91-5cf78df91ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:11.227605 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b6df5e9a-6a11-44ad-b19c-145aa409e0c8 req-1f99aa9c-bb3e-4b95-8a91-5cf78df91ea0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 1096 time: 0.2468736 Nov 11 17:38:11.229754 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:11.236120 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-515e2c7c-5042-49a5-8e9d-55a083ab9f38 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group': {'name': 'tempest-secgroup--1750301460'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:11.327580 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-19019d62-cd89-4c35-a914-51ee45b423ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e76c4510-bfa9-465f-a072-1401698619a3 HTTP/1.1" status: 200 len: 217 time: 0.1158957 Nov 11 17:38:11.342563 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] Pushing event updated for resources: {'Port': ['ID=5872155a-bedb-4604-8c2b-87f038cb2754,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:11.362593 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08daa318-a494-4c9f-ac08-4c2b33c8d15f tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb38508-c666-4c28-883d-d31db0121b83,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:11.490581 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-36abe5ad-481a-411d-ad56-905d90836c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:11.495339 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-36abe5ad-481a-411d-ad56-905d90836c3c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ff48720-5019-41a9-ad5c-91187e85b221 HTTP/1.1" status: 200 len: 835 time: 0.1538630 Nov 11 17:38:11.593888 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b6df5e9a-6a11-44ad-b19c-145aa409e0c8 req-7660efb7-4f69-48dd-ad31-5338451a7e3a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3393648 Nov 11 17:38:11.596729 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-515e2c7c-5042-49a5-8e9d-55a083ab9f38 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:11.635568 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a1c8ce5f-a91b-4d15-8647-f26ad512ad98 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:11.640607 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-f9dff05d-c986-457f-aae9-719ebeacd80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:11.642447 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-f9dff05d-c986-457f-aae9-719ebeacd80f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5de9005-253c-47dc-8253-8ca04fe7abb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212471 Nov 11 17:38:11.648605 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee591e95-836e-4765-8b83-1f93520dd262 req-f107c4b0-d18d-4c3a-adbf-38f634b19e00 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:11.650330 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee591e95-836e-4765-8b83-1f93520dd262 req-f107c4b0-d18d-4c3a-adbf-38f634b19e00 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 983 time: 0.6340361 Nov 11 17:38:11.651679 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a1c8ce5f-a91b-4d15-8647-f26ad512ad98 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:11.712858 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a93fad9d-f681-4f34-bd60-82b0244ea9f4 req-81fc5f96-4104-4ee8-b362-90b73e7046eb tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/security-groups?id=39c43a87-83b1-477a-a5a0-d46e7c0d79de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223644 Nov 11 17:38:11.718089 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-515e2c7c-5042-49a5-8e9d-55a083ab9f38 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:11.748510 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-515e2c7c-5042-49a5-8e9d-55a083ab9f38 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:11.917378 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483912cb-d4d5-4f3e-adb4-2bec9d11ede1 x-openstack-request-id: req-483912cb-d4d5-4f3e-adb4-2bec9d11ede1 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:38:11.917591 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1548b81b-bd7d-4f98-95b8-3baa9513bd48", "tag": "e76c4510-bfa9-465f-a072-1401698619a3", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:38:11.917838 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-483912cb-d4d5-4f3e-adb4-2bec9d11ede1 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:38:11.918232 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1548b81b-bd7d-4f98-95b8-3baa9513bd48', 'tag': 'e76c4510-bfa9-465f-a072-1401698619a3', 'status': 'completed', 'code': 200} Nov 11 17:38:11.953204 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a1c8ce5f-a91b-4d15-8647-f26ad512ad98 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:11.953734 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c8ce5f-a91b-4d15-8647-f26ad512ad98 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b563f5d-7430-4829-ba29-9f4b59b0fdc2 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:38:11.976708 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-515e2c7c-5042-49a5-8e9d-55a083ab9f38 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:11.980923 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-515e2c7c-5042-49a5-8e9d-55a083ab9f38 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7690914 Nov 11 17:38:11.984160 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51468) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:11.990943 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-3436fe3c-1ecb-4d45-85c3-9c972c0a983d tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group_rule': {'security_group_id': '4bb38508-c666-4c28-883d-d31db0121b83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '10a70b89-230b-4ff2-8a31-c88ee4f5adac'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:12.009592 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a1c8ce5f-a91b-4d15-8647-f26ad512ad98 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:12.010823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a1c8ce5f-a91b-4d15-8647-f26ad512ad98 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "DELETE /v2.0/routers/3b563f5d-7430-4829-ba29-9f4b59b0fdc2 HTTP/1.1" status: 204 len: 168 time: 1.6768179 Nov 11 17:38:12.036655 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e2c7c-5042-49a5-8e9d-55a083ab9f38 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a70b89-230b-4ff2-8a31-c88ee4f5adac,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:12.062153 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] Attempting to bind port 5872155a-bedb-4604-8c2b-87f038cb2754 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:38:12.062153 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] Attempting to bind port 5872155a-bedb-4604-8c2b-87f038cb2754 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '97739d9b-145d-4650-945f-8d743fb275bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'e877a5ea-a11e-4699-994a-337409ad7b33'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:38:12.062153 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] Attempting to bind port 5872155a-bedb-4604-8c2b-87f038cb2754 on network e877a5ea-a11e-4699-994a-337409ad7b33 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:38:12.077436 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee591e95-836e-4765-8b83-1f93520dd262 req-73bea1ca-5abe-45dd-8d98-d0a2afc4666d tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/security-groups?id=8dcb0343-a5db-4e87-bf96-efb499770b4c&id=0e6ccb3c-025a-458f-ba5c-a5f2a85ef3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3972945 Nov 11 17:38:12.085703 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] Port 5872155a-bedb-4604-8c2b-87f038cb2754 on network e877a5ea-a11e-4699-994a-337409ad7b33 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:38:12.086033 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] Attempting to bind port 5872155a-bedb-4604-8c2b-87f038cb2754 on network e877a5ea-a11e-4699-994a-337409ad7b33 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:38:12.095070 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:38:12.095420 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] Checking segment: {'id': '97739d9b-145d-4650-945f-8d743fb275bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'e877a5ea-a11e-4699-994a-337409ad7b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:38:12.110645 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] Bound using segment: {'id': '97739d9b-145d-4650-945f-8d743fb275bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'e877a5ea-a11e-4699-994a-337409ad7b33'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:38:12.111228 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] Bound port: 5872155a-bedb-4604-8c2b-87f038cb2754, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97739d9b-145d-4650-945f-8d743fb275bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'e877a5ea-a11e-4699-994a-337409ad7b33'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:38:12.111612 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:12.146985 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e541d418-c1db-4472-912b-8a4f303c1c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:12.151624 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-3436fe3c-1ecb-4d45-85c3-9c972c0a983d tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:38:12.161610 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3436fe3c-1ecb-4d45-85c3-9c972c0a983d tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1763296 Nov 11 17:38:12.162456 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51476) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:12.164523 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-9c366856-c0ef-495c-a6a1-05d951d65a0d service neutron] 10.222.0.64 "GET /v2.0/networks/e5de9005-253c-47dc-8253-8ca04fe7abb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500127 Nov 11 17:38:12.293139 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60911745-a3d0-4250-aa40-0eef61bea6fa req-ded565ae-1b93-4188-a650-d10babb3ef55 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:12.305311 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60911745-a3d0-4250-aa40-0eef61bea6fa req-ded565ae-1b93-4188-a650-d10babb3ef55 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.3592408 Nov 11 17:38:12.372861 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51482) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:12.547704 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:12.583686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541d418-c1db-4472-912b-8a4f303c1c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eae8cbe-774d-4e07-833d-ed9306a9a951,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:12.607671 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] For port 5872155a-bedb-4604-8c2b-87f038cb2754, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:38:12.656887 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60911745-a3d0-4250-aa40-0eef61bea6fa req-9f790ff3-938a-4ea7-9504-fd2c0a5f9497 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3498940 Nov 11 17:38:12.660296 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] For port 5872155a-bedb-4604-8c2b-87f038cb2754, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=5872155a-bedb-4604-8c2b-87f038cb2754,segment=NetworkSegment(97739d9b-145d-4650-945f-8d743fb275bd),segment_id=97739d9b-145d-4650-945f-8d743fb275bd)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:38:12.670289 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:12.680580 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf3fbc-e465-42d0-9402-3d45c8312f58 req-67a78352-4843-461b-897e-3d93d73cf93e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:12.689113 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ccf3fbc-e465-42d0-9402-3d45c8312f58 req-67a78352-4843-461b-897e-3d93d73cf93e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 945 time: 0.4387336 Nov 11 17:38:12.719291 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e541d418-c1db-4472-912b-8a4f303c1c84 admin admin] Checking segment: {'id': '2e804f39-6845-4084-b7d7-a727bf0bc9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '45bf1168-e39c-4f95-87ec-a7fe3f6664eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:38:12.720012 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e541d418-c1db-4472-912b-8a4f303c1c84 admin admin] Network hostable DHCP agents. Network: 45bf1168-e39c-4f95-87ec-a7fe3f6664eb, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:38:12.803766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:12.803766 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:12.803766 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] 10.222.0.83 "PUT /v2.0/ports/5872155a-bedb-4604-8c2b-87f038cb2754 HTTP/1.1" status: 200 len: 1091 time: 4.0162413 Nov 11 17:38:12.804906 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5742214-5167-4b0c-bae5-c807de1c1dc3', 'tag': '5872155a-bedb-4604-8c2b-87f038cb2754'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:38:12.813370 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5257728a-e698-432f-974f-f6c1d9998b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5742214-5167-4b0c-bae5-c807de1c1dc3", "tag": "5872155a-bedb-4604-8c2b-87f038cb2754"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:38:12.882621 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc29ee-a513-4c6d-a230-117b0966a58e service neutron] Pushing event updated for resources: {'Port': ['ID=5872155a-bedb-4604-8c2b-87f038cb2754,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:12.913766 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:13.000965 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e541d418-c1db-4472-912b-8a4f303c1c84 admin admin] Network 45bf1168-e39c-4f95-87ec-a7fe3f6664eb is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:38:13.009506 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-987d566f-18d6-4675-becc-460e6df0018f tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1003067199', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}, 'admin_state_up': False}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:13.020671 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-e541d418-c1db-4472-912b-8a4f303c1c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 45bf1168-e39c-4f95-87ec-a7fe3f6664eb) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:38:13.030127 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b6f0d2-ced8-448e-a69d-e458de36bbef None None] Network 45bf1168-e39c-4f95-87ec-a7fe3f6664eb requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:38:13.034024 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb14bd9c-adab-4136-bbac-7314d3f76379 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:13.052363 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ccf3fbc-e465-42d0-9402-3d45c8312f58 req-0dec40ec-e4c1-4cde-88c5-1646ec567428 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3620760 Nov 11 17:38:13.057602 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e541d418-c1db-4472-912b-8a4f303c1c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:13.058446 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e541d418-c1db-4472-912b-8a4f303c1c84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:13.068923 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-6eae81e5-0e5d-4cc0-911c-430b30be6979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:13.075503 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-6eae81e5-0e5d-4cc0-911c-430b30be6979 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4bc13890e4ac4759a5ad25ababe32aaf&device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 1094 time: 0.1864526 Nov 11 17:38:13.087921 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-987d566f-18d6-4675-becc-460e6df0018f tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:13.089063 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-987d566f-18d6-4675-becc-460e6df0018f tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:13.105626 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb14bd9c-adab-4136-bbac-7314d3f76379 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:13.110835 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-199fb37d-1d7f-4092-b8b2-d8b1092068c0 req-d785c8a5-4a82-4ae9-ac1d-ffd56916d567 service neutron] 10.222.0.64 "GET /v2.0/networks/e5de9005-253c-47dc-8253-8ca04fe7abb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9138036 Nov 11 17:38:13.130757 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cf2c9-cd42-4587-9280-330a14802f24 req-1b8855ce-ed07-4c0a-9651-79ed46ae41f1 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:13.132390 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d7cf2c9-cd42-4587-9280-330a14802f24 req-1b8855ce-ed07-4c0a-9651-79ed46ae41f1 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 943 time: 0.2461238 Nov 11 17:38:13.229865 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ad1435-cef8-4812-92a9-132238efff55 x-openstack-request-id: req-a8ad1435-cef8-4812-92a9-132238efff55 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:38:13.230310 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5742214-5167-4b0c-bae5-c807de1c1dc3", "tag": "5872155a-bedb-4604-8c2b-87f038cb2754", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:38:13.230452 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a8ad1435-cef8-4812-92a9-132238efff55 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:38:13.231351 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5742214-5167-4b0c-bae5-c807de1c1dc3', 'tag': '5872155a-bedb-4604-8c2b-87f038cb2754', 'status': 'completed', 'code': 200} Nov 11 17:38:13.289999 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-a9929cb4-67a0-4e09-867a-00cd26ffdb72 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5872155a-bedb-4604-8c2b-87f038cb2754 HTTP/1.1" status: 200 len: 217 time: 0.2039986 Nov 11 17:38:13.290575 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-987d566f-18d6-4675-becc-460e6df0018f tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:13.293882 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb14bd9c-adab-4136-bbac-7314d3f76379 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:13.303805 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e541d418-c1db-4472-912b-8a4f303c1c84 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.0387762 Nov 11 17:38:13.318119 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb14bd9c-adab-4136-bbac-7314d3f76379 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:13.323631 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a779ffe8-f2a9-478d-9759-bcbc5c196b8a None None] Network 45bf1168-e39c-4f95-87ec-a7fe3f6664eb requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:38:13.327339 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cb14bd9c-adab-4136-bbac-7314d3f76379 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "DELETE /v2.0/security-groups/10a70b89-230b-4ff2-8a31-c88ee4f5adac HTTP/1.1" status: 204 len: 168 time: 1.1618054 Nov 11 17:38:13.328220 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51508) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:13.509772 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14bd9c-adab-4136-bbac-7314d3f76379 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a70b89-230b-4ff2-8a31-c88ee4f5adac,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:13.536971 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d7cf2c9-cd42-4587-9280-330a14802f24 req-38f915e7-1466-4316-b718-e49fe1a182ed tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/security-groups?id=39c43a87-83b1-477a-a5a0-d46e7c0d79de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860562 Nov 11 17:38:13.562119 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-ce567996-0427-4ede-a882-573d321cb0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:13.563384 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-ce567996-0427-4ede-a882-573d321cb0f9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53120a76-7ae9-4897-b91c-7c7246e9993c HTTP/1.1" status: 200 len: 854 time: 0.2640305 Nov 11 17:38:13.583918 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80175e-1b85-4820-8f41-72e14be0658f req-1c17891b-cd62-4fc6-8c3e-385f1dce81cd tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:13.585521 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e80175e-1b85-4820-8f41-72e14be0658f req-1c17891b-cd62-4fc6-8c3e-385f1dce81cd tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 983 time: 0.2907937 Nov 11 17:38:13.612110 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e342df7-c6e5-4710-8bc9-b07bda581fbe req-4c4a4c89-099b-4b4a-bc3e-c8e316851a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:13.614206 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2e342df7-c6e5-4710-8bc9-b07bda581fbe req-4c4a4c89-099b-4b4a-bc3e-c8e316851a0d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=83768074d3d244f883814e21701528e8&device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 1134 time: 0.3508527 Nov 11 17:38:13.621990 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-250032ae-29e5-4d62-8c1d-bae00f4a555b tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2891271 Nov 11 17:38:13.625597 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51516) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:13.631550 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-987d566f-18d6-4675-becc-460e6df0018f tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:13.684607 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-f1ece006-4245-4f6a-a153-387404ffde2c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e877a5ea-a11e-4699-994a-337409ad7b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925367 Nov 11 17:38:13.759407 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e342df7-c6e5-4710-8bc9-b07bda581fbe req-fbdabe79-06ec-4882-aad7-b6667addefdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:13.761003 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2e342df7-c6e5-4710-8bc9-b07bda581fbe req-fbdabe79-06ec-4882-aad7-b6667addefdf service neutron] 10.222.0.64 "GET /v2.0/networks?id=e5de9005-253c-47dc-8253-8ca04fe7abb7 HTTP/1.1" status: 200 len: 897 time: 0.1339638 Nov 11 17:38:13.921490 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e80175e-1b85-4820-8f41-72e14be0658f req-a093aac1-ee99-48f6-b452-36dd2611ef1a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/security-groups?id=8dcb0343-a5db-4e87-bf96-efb499770b4c&id=0e6ccb3c-025a-458f-ba5c-a5f2a85ef3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3104105 Nov 11 17:38:13.930068 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2e342df7-c6e5-4710-8bc9-b07bda581fbe req-5c4cae58-63ba-4ef8-9b96-f060fa030b02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e76c4510-bfa9-465f-a072-1401698619a3 HTTP/1.1" status: 200 len: 217 time: 0.1534948 Nov 11 17:38:13.973839 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9687dc5-f777-429c-9093-b8aed18b832c req-73aa69bf-7735-4d05-ad0d-77d0fe6cd34d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:13.976194 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e9687dc5-f777-429c-9093-b8aed18b832c req-73aa69bf-7735-4d05-ad0d-77d0fe6cd34d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.1752865 Nov 11 17:38:13.983175 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-89e9f4e3-197a-418c-a0d4-ce3f0c90377a service neutron] 10.222.0.83 "GET /v2.0/networks/e877a5ea-a11e-4699-994a-337409ad7b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796628 Nov 11 17:38:13.998393 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e342df7-c6e5-4710-8bc9-b07bda581fbe req-fce50dc6-4217-4e35-ab7a-a2db40b96e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:14.000990 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2e342df7-c6e5-4710-8bc9-b07bda581fbe req-fce50dc6-4217-4e35-ab7a-a2db40b96e47 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ff48720-5019-41a9-ad5c-91187e85b221 HTTP/1.1" status: 200 len: 835 time: 0.0625615 Nov 11 17:38:14.049820 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1b6e91d-94c9-4a3b-9bd4-3f00d4483bb3 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:14.163661 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1b6e91d-94c9-4a3b-9bd4-3f00d4483bb3 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:14.168504 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e9687dc5-f777-429c-9093-b8aed18b832c req-d1237830-6746-4df4-a806-a4c6f157af9d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835446 Nov 11 17:38:14.169014 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e342df7-c6e5-4710-8bc9-b07bda581fbe req-d5b6b9bf-7415-4947-a9be-1f5b3650992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:14.170458 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2e342df7-c6e5-4710-8bc9-b07bda581fbe req-d5b6b9bf-7415-4947-a9be-1f5b3650992f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5de9005-253c-47dc-8253-8ca04fe7abb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1525824 Nov 11 17:38:14.260208 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6110d162-ccc4-4fae-bde2-d9df55bbb371 req-25e4e9cf-d39e-4d66-82cf-5cb6d1827e52 service neutron] 10.222.0.83 "GET /v2.0/networks/e877a5ea-a11e-4699-994a-337409ad7b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657499 Nov 11 17:38:14.274354 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d08e0-2a8b-4edc-8a15-a95271bb9c24 req-93933ed2-58ce-42f2-adc1-01264cf8a960 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:14.283410 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1d9d08e0-2a8b-4edc-8a15-a95271bb9c24 req-93933ed2-58ce-42f2-adc1-01264cf8a960 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 945 time: 0.0915406 Nov 11 17:38:14.305610 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2e342df7-c6e5-4710-8bc9-b07bda581fbe req-cd1de7a7-46a4-405c-ac8e-62115e79d247 service neutron] 10.222.0.64 "GET /v2.0/networks/e5de9005-253c-47dc-8253-8ca04fe7abb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269796 Nov 11 17:38:14.407497 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1d9d08e0-2a8b-4edc-8a15-a95271bb9c24 req-0e7da3f4-f0bd-4f62-b857-43d1702f8d17 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170328 Nov 11 17:38:14.431888 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257728a-e698-432f-974f-f6c1d9998b4b req-f9e7624e-a37a-43b6-b4c5-aaceb51702c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:14.434486 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5257728a-e698-432f-974f-f6c1d9998b4b req-f9e7624e-a37a-43b6-b4c5-aaceb51702c8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4bc13890e4ac4759a5ad25ababe32aaf&device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 1094 time: 0.0825834 Nov 11 17:38:14.538484 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2e342df7-c6e5-4710-8bc9-b07bda581fbe req-3d3101d2-e011-439b-8708-1d662b856422 service neutron] 10.222.0.64 "GET /v2.0/networks/e5de9005-253c-47dc-8253-8ca04fe7abb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204750 Nov 11 17:38:14.539069 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1b6e91d-94c9-4a3b-9bd4-3f00d4483bb3 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:14.541878 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1b6e91d-94c9-4a3b-9bd4-3f00d4483bb3 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:14.543562 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a1b6e91d-94c9-4a3b-9bd4-3f00d4483bb3 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "DELETE /v2.0/security-groups/4bb38508-c666-4c28-883d-d31db0121b83 HTTP/1.1" status: 204 len: 168 time: 0.9073765 Nov 11 17:38:14.549559 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51536) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:14.582336 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6e91d-94c9-4a3b-9bd4-3f00d4483bb3 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb38508-c666-4c28-883d-d31db0121b83,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:14.655390 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257728a-e698-432f-974f-f6c1d9998b4b req-6dc0fc01-05a1-4b23-9ae7-57fb5ced4599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:14.662240 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5257728a-e698-432f-974f-f6c1d9998b4b req-6dc0fc01-05a1-4b23-9ae7-57fb5ced4599 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e877a5ea-a11e-4699-994a-337409ad7b33 HTTP/1.1" status: 200 len: 916 time: 0.2190058 Nov 11 17:38:14.690826 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2eb672d5-ff15-47fc-a8f5-7e1f0e80c368 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1381798 Nov 11 17:38:14.695641 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51542) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:14.703219 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-12734d47-ea8d-40d8-911b-287fc51e56ea tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290979761'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:14.741602 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-987d566f-18d6-4675-becc-460e6df0018f tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:14.768993 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-987d566f-18d6-4675-becc-460e6df0018f tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:14.779471 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-12734d47-ea8d-40d8-911b-287fc51e56ea tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:14.781246 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51548) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:14.788478 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-9132286e-efa8-4967-897b-8e6d83709b77 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1357920703-network', 'tenant_id': '53d6e86c25cd43c59f8e2e71798d341d'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:14.808671 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5257728a-e698-432f-974f-f6c1d9998b4b req-4a08ed9b-0e88-4f1d-9e9d-0f63446732a7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5872155a-bedb-4604-8c2b-87f038cb2754 HTTP/1.1" status: 200 len: 217 time: 0.0746219 Nov 11 17:38:14.894795 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9132286e-efa8-4967-897b-8e6d83709b77 admin admin] Made reservation on behalf of 53d6e86c25cd43c59f8e2e71798d341d for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:38:14.897677 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9132286e-efa8-4967-897b-8e6d83709b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:14.924851 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9132286e-efa8-4967-897b-8e6d83709b77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:15.035430 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-12734d47-ea8d-40d8-911b-287fc51e56ea tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:15.056040 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-987d566f-18d6-4675-becc-460e6df0018f tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Allocated IP 172.25.2.24 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/b4d101bd-e240-444f-84af-83174ebfd2d3) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:38:15.060296 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device e76c4510-bfa9-465f-a072-1401698619a3 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:38:15.060799 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-12734d47-ea8d-40d8-911b-287fc51e56ea tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:15.125492 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-12734d47-ea8d-40d8-911b-287fc51e56ea tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:15.126664 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-12734d47-ea8d-40d8-911b-287fc51e56ea tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4300880 Nov 11 17:38:15.139662 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51552) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:15.180509 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-1bb7511f-e6cb-4714-8587-759de61e7cdc tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:15.180948 n-d-816206-4 neutron-server[102617]: WARNING neutron.api.v2.base [None req-1bb7511f-e6cb-4714-8587-759de61e7cdc tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 11 17:38:15.181424 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-1bb7511f-e6cb-4714-8587-759de61e7cdc tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] update failed (client error): There was a conflict when trying to complete your request. Nov 11 17:38:15.182398 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1bb7511f-e6cb-4714-8587-759de61e7cdc tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "PUT /v2.0/security-groups/0d0bf9ed-5216-4f71-adc8-8f596f3612f6 HTTP/1.1" status: 409 len: 330 time: 0.0083470 Nov 11 17:38:15.186095 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12734d47-ea8d-40d8-911b-287fc51e56ea tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0bf9ed-5216-4f71-adc8-8f596f3612f6,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:15.195103 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51554) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:15.245548 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5906e-64bf-4705-9ebe-419bb2146e56 req-4b9c18fd-8eca-4b82-8a5d-717c9c5fe252 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:15.253242 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-79e5906e-64bf-4705-9ebe-419bb2146e56 req-4b9c18fd-8eca-4b82-8a5d-717c9c5fe252 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 945 time: 0.6089833 Nov 11 17:38:15.294010 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:38:15.302011 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9132286e-efa8-4967-897b-8e6d83709b77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:15.308383 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7660411-b94e-4f94-8832-f36885ab7c82 req-839295b2-a279-4849-a824-fd8ee942c9a0 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:15.315098 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9132286e-efa8-4967-897b-8e6d83709b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:15.315640 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7660411-b94e-4f94-8832-f36885ab7c82 req-839295b2-a279-4849-a824-fd8ee942c9a0 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 943 time: 0.5087836 Nov 11 17:38:15.323221 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257728a-e698-432f-974f-f6c1d9998b4b req-ca0d1d48-94a6-477b-8e6b-0e9c167f5b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:15.325467 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5257728a-e698-432f-974f-f6c1d9998b4b req-ca0d1d48-94a6-477b-8e6b-0e9c167f5b90 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53120a76-7ae9-4897-b91c-7c7246e9993c HTTP/1.1" status: 200 len: 854 time: 0.5066910 Nov 11 17:38:15.344056 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port e76c4510-bfa9-465f-a072-1401698619a3, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e76c4510-bfa9-465f-a072-1401698619a3,segment=NetworkSegment(d1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4),segment_id=d1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:38:15.362678 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ddeea884-d2d6-4760-8edf-7eafda6d3d59 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:15.362914 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'e76c4510-bfa9-465f-a072-1401698619a3', 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7', 'port_id': 'e76c4510-bfa9-465f-a072-1401698619a3', 'mac_address': 'fa:16:3e:42:12:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff48720-5019-41a9-ad5c-91187e85b221', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:38:15.380055 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9132286e-efa8-4967-897b-8e6d83709b77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1264} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:38:15.390135 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-987d566f-18d6-4675-becc-460e6df0018f tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:15.390272 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7660411-b94e-4f94-8832-f36885ab7c82 req-ff1cf612-8fb9-4927-b6a5-ef320d01ad1d tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/security-groups?id=39c43a87-83b1-477a-a5a0-d46e7c0d79de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733879 Nov 11 17:38:15.416499 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132286e-efa8-4967-897b-8e6d83709b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc905411-e097-40c0-bf51-41a641e312b2,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:15.427808 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-79e5906e-64bf-4705-9ebe-419bb2146e56 req-953b6e45-41d6-4b3a-bacd-89ee0e75a790 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735697 Nov 11 17:38:15.428241 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9132286e-efa8-4967-897b-8e6d83709b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:15.428653 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-9132286e-efa8-4967-897b-8e6d83709b77 admin admin] Added segment 2ea4a5ac-7c55-4de3-a9b9-870d3a76814a of type vlan for network d2ae7653-fd13-46a1-903c-690bc401349c Nov 11 17:38:15.453872 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51558) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:15.457213 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:15.479682 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ddeea884-d2d6-4760-8edf-7eafda6d3d59 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:15.486022 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5257728a-e698-432f-974f-f6c1d9998b4b req-4c975b06-d468-4cf3-b80d-86a0737f81c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e877a5ea-a11e-4699-994a-337409ad7b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126697 Nov 11 17:38:15.492322 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e76c4510-bfa9-465f-a072-1401698619a3 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:38:15.534418 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port e76c4510-bfa9-465f-a072-1401698619a3, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e76c4510-bfa9-465f-a072-1401698619a3,segment=NetworkSegment(d1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4),segment_id=d1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:38:15.542428 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:15.605604 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=e76c4510-bfa9-465f-a072-1401698619a3,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:15.609610 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9132286e-efa8-4967-897b-8e6d83709b77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:15.641848 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59914ced-9363-4d2c-ac69-c53eda870ccd tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:15.646400 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-59914ced-9363-4d2c-ac69-c53eda870ccd tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 1091 time: 0.1914883 Nov 11 17:38:15.647668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51560) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:15.658265 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a1292b83-00d3-45b3-8b79-7217eddfb50f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': '65d36f1d-52f0-48ba-8672-664f599611af', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:15.666061 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-987d566f-18d6-4675-becc-460e6df0018f tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:15.685815 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ddeea884-d2d6-4760-8edf-7eafda6d3d59 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:15.689141 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ddeea884-d2d6-4760-8edf-7eafda6d3d59 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:15.690284 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ddeea884-d2d6-4760-8edf-7eafda6d3d59 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "DELETE /v2.0/security-groups/0d0bf9ed-5216-4f71-adc8-8f596f3612f6 HTTP/1.1" status: 204 len: 168 time: 0.4942193 Nov 11 17:38:15.705337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51562) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:15.748164 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5257728a-e698-432f-974f-f6c1d9998b4b req-69dcb2b5-0534-4f98-aab0-8ef8404e90c3 service neutron] 10.222.0.83 "GET /v2.0/networks/e877a5ea-a11e-4699-994a-337409ad7b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473300 Nov 11 17:38:15.750429 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987d566f-18d6-4675-becc-460e6df0018f tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:38:15.752093 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9132286e-efa8-4967-897b-8e6d83709b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:15.753356 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9132286e-efa8-4967-897b-8e6d83709b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:15.754186 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9132286e-efa8-4967-897b-8e6d83709b77 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:15.762079 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7034c-45f9-4583-8fe8-d9695ac9d41a req-1888cb92-451a-4436-b130-4db3ef885499 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:15.764497 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeea884-d2d6-4760-8edf-7eafda6d3d59 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0bf9ed-5216-4f71-adc8-8f596f3612f6,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:15.767673 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-987d566f-18d6-4675-becc-460e6df0018f tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:38:15.769869 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987d566f-18d6-4675-becc-460e6df0018f tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:38:15.770348 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ba7034c-45f9-4583-8fe8-d9695ac9d41a req-1888cb92-451a-4436-b130-4db3ef885499 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 984 time: 0.1453972 Nov 11 17:38:15.792151 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1292b83-00d3-45b3-8b79-7217eddfb50f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for floatingip, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:15.817522 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b575886-d55e-4b45-8f45-b2892724e683 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:38:15.843604 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d566f-18d6-4675-becc-460e6df0018f tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Pushing event updated for resources: {'Port': ['ID=b4d101bd-e240-444f-84af-83174ebfd2d3,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:15.853481 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['e76c4510-bfa9-465f-a072-1401698619a3'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:38:15.879298 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9132286e-efa8-4967-897b-8e6d83709b77 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.0969720 Nov 11 17:38:15.911271 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5257728a-e698-432f-974f-f6c1d9998b4b req-a616d28e-f42f-4606-85d6-081b83fd056c service neutron] 10.222.0.83 "GET /v2.0/networks/e877a5ea-a11e-4699-994a-337409ad7b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363456 Nov 11 17:38:15.912810 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51566) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:15.936509 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132286e-efa8-4967-897b-8e6d83709b77 admin admin] Pushing event updated for resources: {'Network': ['ID=d2ae7653-fd13-46a1-903c-690bc401349c,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:15.956330 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ff58c07c-5a34-4c8f-84ed-76f07b63f3d3 admin admin] Request body: {'subnet': {'network_id': 'd2ae7653-fd13-46a1-903c-690bc401349c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1357920703-subnet', 'tenant_id': '53d6e86c25cd43c59f8e2e71798d341d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:15.960521 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network d2ae7653-fd13-46a1-903c-690bc401349c details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:38:16.010937 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ce9b9-692f-4b8c-94fa-141b811ab97d req-e4b2f877-db1b-4af4-a630-e92d449410b5 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:16.014700 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-665ce9b9-692f-4b8c-94fa-141b811ab97d req-e4b2f877-db1b-4af4-a630-e92d449410b5 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.3707442 Nov 11 17:38:16.064427 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-633d306e-a443-49c6-9128-e84b05088165 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3529301 Nov 11 17:38:16.076708 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51574) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:16.104575 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b9cf0af1-05fa-4893-a675-eb3477d17e1d None None] Provisioning complete for port b4d101bd-e240-444f-84af-83174ebfd2d3 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:38:16.105118 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b9cf0af1-05fa-4893-a675-eb3477d17e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:16.117054 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-319f45ce-23f5-4b03-a172-7a227871c5f0 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] delete failed (client error): The resource could not be found. Nov 11 17:38:16.118110 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-319f45ce-23f5-4b03-a172-7a227871c5f0 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "DELETE /v2.0/security-groups/16ac1b29-7813-47e3-9a72-eea03f28997e HTTP/1.1" status: 404 len: 347 time: 0.0245802 Nov 11 17:38:16.124813 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51578) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:16.155526 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff58c07c-5a34-4c8f-84ed-76f07b63f3d3 admin admin] Made reservation on behalf of 53d6e86c25cd43c59f8e2e71798d341d for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:38:16.157917 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ff58c07c-5a34-4c8f-84ed-76f07b63f3d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:16.163647 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-72c0f56f-34b0-45e6-922e-aa8b0651b1b2 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] show failed (client error): The resource could not be found. Nov 11 17:38:16.164726 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-72c0f56f-34b0-45e6-922e-aa8b0651b1b2 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "GET /v2.0/security-groups/e39ceb01-2259-4957-b42d-7197e9a3001c HTTP/1.1" status: 404 len: 347 time: 0.0388927 Nov 11 17:38:16.169260 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51582) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:16.181749 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b9cf0af1-05fa-4893-a675-eb3477d17e1d None None] Port b4d101bd-e240-444f-84af-83174ebfd2d3 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:38:16.182108 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ba7034c-45f9-4583-8fe8-d9695ac9d41a req-496a08d8-a0fb-47e7-a37c-4f5efda84326 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/security-groups?id=8dcb0343-a5db-4e87-bf96-efb499770b4c&id=0e6ccb3c-025a-458f-ba5c-a5f2a85ef3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4064629 Nov 11 17:38:16.249810 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-665ce9b9-692f-4b8c-94fa-141b811ab97d req-6cac2860-02ed-4322-96cd-7a1898017d5d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231054 Nov 11 17:38:16.303556 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-04720fa5-d0ba-4015-a287-6bb18f37aa57 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] show failed (client error): The resource could not be found. Nov 11 17:38:16.320618 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-04720fa5-d0ba-4015-a287-6bb18f37aa57 tempest-NegativeSecGroupTest-561577755 tempest-NegativeSecGroupTest-561577755-project] 10.222.0.76 "GET /v2.0/security-group-rules/fbb716e0-b94d-4053-8bc5-49c813f3e2b0 HTTP/1.1" status: 404 len: 356 time: 0.1379611 Nov 11 17:38:16.476126 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ff58c07c-5a34-4c8f-84ed-76f07b63f3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:16.514139 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1292b83-00d3-45b3-8b79-7217eddfb50f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:16.550267 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-987d566f-18d6-4675-becc-460e6df0018f tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:16.561089 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58c07c-5a34-4c8f-84ed-76f07b63f3d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d67419a-6a33-4d64-9481-589e43f5f3aa,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:16.629155 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a334b92-a3a4-4794-b8e7-e7f92ff5b69f req-6cb38e27-f899-4f3a-95d8-f93e1d6ed3a5 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:16.637115 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5a334b92-a3a4-4794-b8e7-e7f92ff5b69f req-6cb38e27-f899-4f3a-95d8-f93e1d6ed3a5 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 943 time: 0.1443765 Nov 11 17:38:16.684589 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff58c07c-5a34-4c8f-84ed-76f07b63f3d3 admin admin] Checking segment: {'id': '2ea4a5ac-7c55-4de3-a9b9-870d3a76814a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'd2ae7653-fd13-46a1-903c-690bc401349c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:38:16.685226 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff58c07c-5a34-4c8f-84ed-76f07b63f3d3 admin admin] Network hostable DHCP agents. Network: d2ae7653-fd13-46a1-903c-690bc401349c, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:38:16.736154 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5a334b92-a3a4-4794-b8e7-e7f92ff5b69f req-2806e744-51f6-419c-8013-4925c5c7bf5d tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/security-groups?id=39c43a87-83b1-477a-a5a0-d46e7c0d79de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940344 Nov 11 17:38:16.737478 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff58c07c-5a34-4c8f-84ed-76f07b63f3d3 admin admin] Network d2ae7653-fd13-46a1-903c-690bc401349c is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:38:16.751697 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-ff58c07c-5a34-4c8f-84ed-76f07b63f3d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, d2ae7653-fd13-46a1-903c-690bc401349c) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:38:16.757029 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff58c07c-5a34-4c8f-84ed-76f07b63f3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:16.758367 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ff58c07c-5a34-4c8f-84ed-76f07b63f3d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:16.765034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7639aa31-1672-4c65-afcf-2367d24a40b5 None None] Network d2ae7653-fd13-46a1-903c-690bc401349c requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:38:16.800834 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ff58c07c-5a34-4c8f-84ed-76f07b63f3d3 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8493528 Nov 11 17:38:16.818093 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51596) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:16.844500 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-a1292b83-00d3-45b3-8b79-7217eddfb50f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Allocated IP 172.25.2.136 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/5958d2b2-d086-4693-bfd8-72d629840b8e) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:38:16.998510 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51600) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:17.026406 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1292b83-00d3-45b3-8b79-7217eddfb50f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:17.077944 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device e76c4510-bfa9-465f-a072-1401698619a3 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:38:17.137436 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8564495a-f55a-4a8c-83dd-721c62a5a38e None None] Network d2ae7653-fd13-46a1-903c-690bc401349c requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:38:17.143360 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-34d177db-14d0-4dca-9ed7-80741eb691bc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=be48d0413c304e89916f991ef950fdbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3239095 Nov 11 17:38:17.151820 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-015b45b1-fa53-41b1-bc88-889baf26e869 admin admin] Deleting subnet 2eae8cbe-774d-4e07-833d-ed9306a9a951 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:38:17.155639 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51602) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:17.164044 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-015b45b1-fa53-41b1-bc88-889baf26e869 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:17.180492 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-987d566f-18d6-4675-becc-460e6df0018f tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:17.220238 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-015b45b1-fa53-41b1-bc88-889baf26e869 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:17.310329 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-015b45b1-fa53-41b1-bc88-889baf26e869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:17.367650 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1292b83-00d3-45b3-8b79-7217eddfb50f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:17.379967 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port e76c4510-bfa9-465f-a072-1401698619a3 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:38:17.387281 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port e76c4510-bfa9-465f-a072-1401698619a3 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:38:17.387887 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:17.421647 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1292b83-00d3-45b3-8b79-7217eddfb50f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:38:17.430318 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-a1292b83-00d3-45b3-8b79-7217eddfb50f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:38:17.441057 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1292b83-00d3-45b3-8b79-7217eddfb50f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:38:17.448294 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-015b45b1-fa53-41b1-bc88-889baf26e869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:17.490373 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1292b83-00d3-45b3-8b79-7217eddfb50f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=5958d2b2-d086-4693-bfd8-72d629840b8e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:17.517416 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b45b1-fa53-41b1-bc88-889baf26e869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eae8cbe-774d-4e07-833d-ed9306a9a951,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:17.546339 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-015b45b1-fa53-41b1-bc88-889baf26e869 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:17.551976 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-015b45b1-fa53-41b1-bc88-889baf26e869 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2eae8cbe-774d-4e07-833d-ed9306a9a951 HTTP/1.1" status: 204 len: 168 time: 0.5497031 Nov 11 17:38:17.556952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51612) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:17.568475 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:17.603713 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port e76c4510-bfa9-465f-a072-1401698619a3, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e76c4510-bfa9-465f-a072-1401698619a3,segment=NetworkSegment(d1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4),segment_id=d1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:38:17.605527 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1548b81b-bd7d-4f98-95b8-3baa9513bd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76c4510-bfa9-465f-a072-1401698619a3'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:38:17.609082 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601d7481-af21-4439-9d16-4a610a7802e9" -d '{"events": [{"server_uuid": "1548b81b-bd7d-4f98-95b8-3baa9513bd48", "name": "network-vif-plugged", "status": "completed", "tag": "e76c4510-bfa9-465f-a072-1401698619a3"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:38:17.613264 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:17.648257 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f05b61d5-77f9-45a5-a86b-6119f81d9f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:17.659409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89f87a-d605-4e6c-9cbe-7a40568dc983 req-a1df9192-2447-415f-b9cb-20ac3779c141 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:17.661008 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9a89f87a-d605-4e6c-9cbe-7a40568dc983 req-a1df9192-2447-415f-b9cb-20ac3779c141 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.2595427 Nov 11 17:38:17.676538 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=e76c4510-bfa9-465f-a072-1401698619a3,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:17.708670 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f21be2f8-bfcf-487d-a859-02e05c213fa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:17.722992 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71430c9-e0eb-491c-a2dc-c3f652a2544e req-144ec5db-254f-427c-8f33-0764d8b174d5 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:17.724665 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f71430c9-e0eb-491c-a2dc-c3f652a2544e req-144ec5db-254f-427c-8f33-0764d8b174d5 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 984 time: 0.3211434 Nov 11 17:38:17.781603 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 5872155a-bedb-4604-8c2b-87f038cb2754 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:38:17.796849 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f21be2f8-bfcf-487d-a859-02e05c213fa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:17.927472 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 5872155a-bedb-4604-8c2b-87f038cb2754, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=5872155a-bedb-4604-8c2b-87f038cb2754,segment=NetworkSegment(97739d9b-145d-4650-945f-8d743fb275bd),segment_id=97739d9b-145d-4650-945f-8d743fb275bd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:38:17.955342 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f21be2f8-bfcf-487d-a859-02e05c213fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:17.958135 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f21be2f8-bfcf-487d-a859-02e05c213fa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:17.959735 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f21be2f8-bfcf-487d-a859-02e05c213fa4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cf576ade-c854-4583-a096-3a8c98ccc938 HTTP/1.1" status: 204 len: 168 time: 0.5624180 Nov 11 17:38:17.970110 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '5872155a-bedb-4604-8c2b-87f038cb2754', 'network_id': 'e877a5ea-a11e-4699-994a-337409ad7b33', 'port_id': '5872155a-bedb-4604-8c2b-87f038cb2754', 'mac_address': 'fa:16:3e:aa:d8:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53120a76-7ae9-4897-b91c-7c7246e9993c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:38:17.988636 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9a89f87a-d605-4e6c-9cbe-7a40568dc983 req-74984976-4059-414b-8e0a-97ab3a6bae7d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033381 Nov 11 17:38:17.999895 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21be2f8-bfcf-487d-a859-02e05c213fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf576ade-c854-4583-a096-3a8c98ccc938,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:18.003763 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f05b61d5-77f9-45a5-a86b-6119f81d9f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:18.070620 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-f05b61d5-77f9-45a5-a86b-6119f81d9f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bf1168-e39c-4f95-87ec-a7fe3f6664eb']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:18.099760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f71430c9-e0eb-491c-a2dc-c3f652a2544e req-22d143e1-17e9-451f-b8cd-6368a9c46287 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/security-groups?id=8dcb0343-a5db-4e87-bf96-efb499770b4c&id=0e6ccb3c-025a-458f-ba5c-a5f2a85ef3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3615220 Nov 11 17:38:18.101617 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-f05b61d5-77f9-45a5-a86b-6119f81d9f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e804f39-6845-4084-b7d7-a727bf0bc9e4') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:18.101911 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-f05b61d5-77f9-45a5-a86b-6119f81d9f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e804f39-6845-4084-b7d7-a727bf0bc9e4') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:18.111235 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:18.140794 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f05b61d5-77f9-45a5-a86b-6119f81d9f80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:18.146156 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68765620-d28e-4c3b-9a4d-81cc934cfa72 x-openstack-request-id: req-68765620-d28e-4c3b-9a4d-81cc934cfa72 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:38:18.146712 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1548b81b-bd7d-4f98-95b8-3baa9513bd48", "name": "network-vif-plugged", "status": "completed", "tag": "e76c4510-bfa9-465f-a072-1401698619a3", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:38:18.146902 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-68765620-d28e-4c3b-9a4d-81cc934cfa72 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:38:18.147487 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1548b81b-bd7d-4f98-95b8-3baa9513bd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76c4510-bfa9-465f-a072-1401698619a3', 'code': 200} Nov 11 17:38:18.151131 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5872155a-bedb-4604-8c2b-87f038cb2754 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:38:18.178143 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 5872155a-bedb-4604-8c2b-87f038cb2754, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=5872155a-bedb-4604-8c2b-87f038cb2754,segment=NetworkSegment(97739d9b-145d-4650-945f-8d743fb275bd),segment_id=97739d9b-145d-4650-945f-8d743fb275bd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:38:18.184390 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:18.193834 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f05b61d5-77f9-45a5-a86b-6119f81d9f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:18.217922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05b61d5-77f9-45a5-a86b-6119f81d9f80 admin admin] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:38:18.218336 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f05b61d5-77f9-45a5-a86b-6119f81d9f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:38:18.222108 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:38:18.402775 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=5872155a-bedb-4604-8c2b-87f038cb2754,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:18.422608 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:18.429157 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['5872155a-bedb-4604-8c2b-87f038cb2754'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:38:18.430609 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f05b61d5-77f9-45a5-a86b-6119f81d9f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:18.532384 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f05b61d5-77f9-45a5-a86b-6119f81d9f80 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:18.535760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f05b61d5-77f9-45a5-a86b-6119f81d9f80 admin admin] 10.222.0.76 "DELETE /v2.0/networks/45bf1168-e39c-4f95-87ec-a7fe3f6664eb HTTP/1.1" status: 204 len: 168 time: 0.9757087 Nov 11 17:38:18.539309 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b61d5-77f9-45a5-a86b-6119f81d9f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=45bf1168-e39c-4f95-87ec-a7fe3f6664eb,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:18.546228 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51648) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:18.665777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2384863-4dda-48ef-a03c-ce43a3903454 admin admin] Deleting subnet 3d67419a-6a33-4d64-9481-589e43f5f3aa {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:38:18.673666 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f2384863-4dda-48ef-a03c-ce43a3903454 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:18.694486 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843e197-7b21-48bc-9bd8-5ab3525e9558 req-5cb0a6d8-71d0-4270-aabf-afe204996416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:18.697447 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0843e197-7b21-48bc-9bd8-5ab3525e9558 req-5cb0a6d8-71d0-4270-aabf-afe204996416 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eeac632c30574948b103f77246d9180e&device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 1096 time: 0.2372663 Nov 11 17:38:18.698160 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987d566f-18d6-4675-becc-460e6df0018f tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Router 02e611e6-c265-42a9-8d02-7973a633a81a is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:38:18.757210 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85177f93-60ff-4b42-a29f-abec1297be32 req-38759b51-fb2b-44e5-ab1b-d405ee826967 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:18.759067 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85177f93-60ff-4b42-a29f-abec1297be32 req-38759b51-fb2b-44e5-ab1b-d405ee826967 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 944 time: 0.3643625 Nov 11 17:38:18.761536 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f2384863-4dda-48ef-a03c-ce43a3903454 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:18.868474 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85177f93-60ff-4b42-a29f-abec1297be32 req-7265c91c-6d09-43dc-8677-d0e71014ff9d tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/security-groups?id=39c43a87-83b1-477a-a5a0-d46e7c0d79de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852196 Nov 11 17:38:18.869533 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f2384863-4dda-48ef-a03c-ce43a3903454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:18.906077 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ede3a-f0d1-4515-9579-2834db7cd99b req-355ebf2c-4205-4ff6-b16d-a717973a8924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:18.907599 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-792ede3a-f0d1-4515-9579-2834db7cd99b req-355ebf2c-4205-4ff6-b16d-a717973a8924 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 1136 time: 0.4468608 Nov 11 17:38:18.961650 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f2384863-4dda-48ef-a03c-ce43a3903454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:19.000761 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843e197-7b21-48bc-9bd8-5ab3525e9558 req-c112336d-a028-4261-b873-fca8c450a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:19.001578 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0843e197-7b21-48bc-9bd8-5ab3525e9558 req-c112336d-a028-4261-b873-fca8c450a003 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a3a8bf47-1430-4314-97ff-b3524a589a13 HTTP/1.1" status: 200 len: 918 time: 0.2319169 Nov 11 17:38:19.023275 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2384863-4dda-48ef-a03c-ce43a3903454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d67419a-6a33-4d64-9481-589e43f5f3aa,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:19.058785 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f2384863-4dda-48ef-a03c-ce43a3903454 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:19.063527 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-792ede3a-f0d1-4515-9579-2834db7cd99b req-c072c3ef-51be-4432-8c59-0dbf9aeec86d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8dcb0343-a5db-4e87-bf96-efb499770b4c&id=0e6ccb3c-025a-458f-ba5c-a5f2a85ef3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1409724 Nov 11 17:38:19.077350 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f2384863-4dda-48ef-a03c-ce43a3903454 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3d67419a-6a33-4d64-9481-589e43f5f3aa HTTP/1.1" status: 204 len: 168 time: 0.5297859 Nov 11 17:38:19.078383 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51668) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:19.284881 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51680) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:19.334685 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987d566f-18d6-4675-becc-460e6df0018f tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:38:19.345734 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5770241-1b89-4732-bc3e-85071cab4c79 None None] Sync routers for ids ['02e611e6-c265-42a9-8d02-7973a633a81a'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:38:19.356896 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83ccef04-72f3-4669-a582-d2d20b4da4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:19.373479 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5770241-1b89-4732-bc3e-85071cab4c79 None None] Routers {'02e611e6-c265-42a9-8d02-7973a633a81a'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:38:19.378242 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c5770241-1b89-4732-bc3e-85071cab4c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:38:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['02e611e6-c265-42a9-8d02-7973a633a81a'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:19.382138 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68bd8b-77b7-4153-a395-4d8460d63448 req-8564cd03-5a83-438f-b159-ee69fdee3897 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:19.384971 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b68bd8b-77b7-4153-a395-4d8460d63448 req-8564cd03-5a83-438f-b159-ee69fdee3897 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.1998734 Nov 11 17:38:19.403393 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43561f80-f03f-42f6-9d03-56d6d83ba4a0 req-31fc2b00-4ccc-4bfd-997b-7946773786a2 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:19.405357 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-43561f80-f03f-42f6-9d03-56d6d83ba4a0 req-31fc2b00-4ccc-4bfd-997b-7946773786a2 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 985 time: 0.1190953 Nov 11 17:38:19.460723 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0843e197-7b21-48bc-9bd8-5ab3525e9558 req-fc6949aa-fb12-4894-89ff-b695bd0c79eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de4b953-cf0d-49c3-abb7-e0c684db874a HTTP/1.1" status: 200 len: 1000 time: 0.4433231 Nov 11 17:38:19.493290 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c5770241-1b89-4732-bc3e-85071cab4c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:19.513384 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-09bffbf6-3353-4321-9983-d4bcb696e649 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:19.517722 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5770241-1b89-4732-bc3e-85071cab4c79 None None] Routers {'02e611e6-c265-42a9-8d02-7973a633a81a'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:38:19.518620 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c5770241-1b89-4732-bc3e-85071cab4c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:38:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['02e611e6-c265-42a9-8d02-7973a633a81a'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:19.558461 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c5770241-1b89-4732-bc3e-85071cab4c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:19.560574 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5770241-1b89-4732-bc3e-85071cab4c79 None None] The sync data for ids ['02e611e6-c265-42a9-8d02-7973a633a81a'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:38:19.565116 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b68bd8b-77b7-4153-a395-4d8460d63448 req-4269356c-9976-4c0d-9ac8-d2cbdeea2636 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705949 Nov 11 17:38:19.585111 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83ccef04-72f3-4669-a582-d2d20b4da4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:19.596976 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-987d566f-18d6-4675-becc-460e6df0018f tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:19.600269 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-987d566f-18d6-4675-becc-460e6df0018f tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.2261713 Nov 11 17:38:19.603471 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51696) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:19.672327 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-83ccef04-72f3-4669-a582-d2d20b4da4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ae7653-fd13-46a1-903c-690bc401349c']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:19.679096 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843e197-7b21-48bc-9bd8-5ab3525e9558 req-376e03e8-f47e-4a1e-8f66-141b50c855a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:19.680684 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0843e197-7b21-48bc-9bd8-5ab3525e9558 req-376e03e8-f47e-4a1e-8f66-141b50c855a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa447a7e-c385-460f-86cb-d149b7215da5 HTTP/1.1" status: 200 len: 855 time: 0.1932809 Nov 11 17:38:19.685743 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1292b83-00d3-45b3-8b79-7217eddfb50f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:19.700401 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-83ccef04-72f3-4669-a582-d2d20b4da4e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea4a5ac-7c55-4de3-a9b9-870d3a76814a') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:19.700707 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-83ccef04-72f3-4669-a582-d2d20b4da4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea4a5ac-7c55-4de3-a9b9-870d3a76814a') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:19.720276 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-43561f80-f03f-42f6-9d03-56d6d83ba4a0 req-d446e91f-cfc8-4aac-af4b-9e72d4653386 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/security-groups?id=8dcb0343-a5db-4e87-bf96-efb499770b4c&id=0e6ccb3c-025a-458f-ba5c-a5f2a85ef3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2960455 Nov 11 17:38:19.760772 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83ccef04-72f3-4669-a582-d2d20b4da4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:19.789078 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 5872155a-bedb-4604-8c2b-87f038cb2754 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:38:19.792927 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83ccef04-72f3-4669-a582-d2d20b4da4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:19.811677 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ccef04-72f3-4669-a582-d2d20b4da4e6 admin admin] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:38:19.812333 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83ccef04-72f3-4669-a582-d2d20b4da4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:38:19.814452 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:38:19.830429 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843e197-7b21-48bc-9bd8-5ab3525e9558 req-95257bd5-4941-4fdd-bc79-7129d7f19d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:19.831979 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0843e197-7b21-48bc-9bd8-5ab3525e9558 req-95257bd5-4941-4fdd-bc79-7129d7f19d51 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a3a8bf47-1430-4314-97ff-b3524a589a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253748 Nov 11 17:38:19.833840 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5db95129-c3a9-42d7-bbd2-64bf457a36fd tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "GET /v2.0/routers/02e611e6-c265-42a9-8d02-7973a633a81a HTTP/1.1" status: 200 len: 920 time: 0.2276831 Nov 11 17:38:19.837143 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51704) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:19.869506 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 5872155a-bedb-4604-8c2b-87f038cb2754 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:38:19.874975 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 5872155a-bedb-4604-8c2b-87f038cb2754 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:38:19.875351 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:19.909333 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-09bffbf6-3353-4321-9983-d4bcb696e649 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:19.910482 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83ccef04-72f3-4669-a582-d2d20b4da4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:19.917126 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83ccef04-72f3-4669-a582-d2d20b4da4e6 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:19.923686 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-83ccef04-72f3-4669-a582-d2d20b4da4e6 admin admin] 10.222.0.76 "DELETE /v2.0/networks/d2ae7653-fd13-46a1-903c-690bc401349c HTTP/1.1" status: 204 len: 168 time: 0.8420010 Nov 11 17:38:19.926256 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-09bffbf6-3353-4321-9983-d4bcb696e649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:19.973920 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bffbf6-3353-4321-9983-d4bcb696e649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c307f9-346c-4e05-b8f9-543785d90302,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:19.999426 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ccef04-72f3-4669-a582-d2d20b4da4e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2ae7653-fd13-46a1-903c-690bc401349c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:20.031394 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-09bffbf6-3353-4321-9983-d4bcb696e649 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b509fcb49f454b6b8625049a3f395c6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7439232 Nov 11 17:38:20.051132 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51712) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:20.057101 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:20.083650 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-653e9508-0bdc-4dba-a148-5489c7d836bb tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "GET /v2.0/ports?device_id=02e611e6-c265-42a9-8d02-7973a633a81a HTTP/1.1" status: 200 len: 205 time: 0.2433116 Nov 11 17:38:20.086578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51718) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:20.109967 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 5872155a-bedb-4604-8c2b-87f038cb2754, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=5872155a-bedb-4604-8c2b-87f038cb2754,segment=NetworkSegment(97739d9b-145d-4650-945f-8d743fb275bd),segment_id=97739d9b-145d-4650-945f-8d743fb275bd)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:38:20.117569 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:20.130644 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1292b83-00d3-45b3-8b79-7217eddfb50f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:20.156380 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2248a1c-2c2f-4111-bd81-8cbc391bd512 req-35e610a2-d22c-4f26-b22b-bd9e137950f6 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:20.163968 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2248a1c-2c2f-4111-bd81-8cbc391bd512 req-35e610a2-d22c-4f26-b22b-bd9e137950f6 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 944 time: 0.1568525 Nov 11 17:38:20.184983 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5742214-5167-4b0c-bae5-c807de1c1dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5872155a-bedb-4604-8c2b-87f038cb2754'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:38:20.191322 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72e145d-e9fd-46ff-b241-936b9ae66fc8" -d '{"events": [{"server_uuid": "c5742214-5167-4b0c-bae5-c807de1c1dc3", "name": "network-vif-plugged", "status": "completed", "tag": "5872155a-bedb-4604-8c2b-87f038cb2754"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:38:20.222046 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f06cfb8d-80fb-445a-84ef-7d031ad09c27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:20.231616 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=5872155a-bedb-4604-8c2b-87f038cb2754,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:20.271365 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b8f7b8-f19c-49a3-adf1-55f60c4d1eb7 x-openstack-request-id: req-b3b8f7b8-f19c-49a3-adf1-55f60c4d1eb7 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:38:20.271666 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5742214-5167-4b0c-bae5-c807de1c1dc3", "name": "network-vif-plugged", "status": "completed", "tag": "5872155a-bedb-4604-8c2b-87f038cb2754", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:38:20.271959 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b3b8f7b8-f19c-49a3-adf1-55f60c4d1eb7 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:38:20.272359 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5742214-5167-4b0c-bae5-c807de1c1dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5872155a-bedb-4604-8c2b-87f038cb2754', 'code': 200} Nov 11 17:38:20.284086 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0843e197-7b21-48bc-9bd8-5ab3525e9558 req-aa4e9025-3111-4064-8e45-408c92f46c28 service neutron] 10.222.0.64 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335899 Nov 11 17:38:20.335944 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51724) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:20.385956 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f06cfb8d-80fb-445a-84ef-7d031ad09c27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:20.418831 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2248a1c-2c2f-4111-bd81-8cbc391bd512 req-38be0624-8931-4406-8ae9-6ba2c691718c tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/security-groups?id=39c43a87-83b1-477a-a5a0-d46e7c0d79de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530158 Nov 11 17:38:20.469122 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0843e197-7b21-48bc-9bd8-5ab3525e9558 req-a1593f09-076e-4d1a-9bee-87d8f405c7ba service neutron] 10.222.0.64 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759765 Nov 11 17:38:20.477204 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fe155521-23d1-44bd-aa98-957439f23bbf tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:20.487509 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8638f-2312-48d4-af25-20ee7c05ffba req-7979745b-ffa1-40bd-b26d-574d1b3fe171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:20.489039 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7dd8638f-2312-48d4-af25-20ee7c05ffba req-7979745b-ffa1-40bd-b26d-574d1b3fe171 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 1096 time: 0.1311817 Nov 11 17:38:20.501440 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1292b83-00d3-45b3-8b79-7217eddfb50f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:20.507069 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1292b83-00d3-45b3-8b79-7217eddfb50f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:20.529043 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bcc8d52d-c746-44e1-a196-a41569054e39 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f307a6a1b7444ebe8fd073087a18239b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1905103 Nov 11 17:38:20.531401 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51730) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:20.629409 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1292b83-00d3-45b3-8b79-7217eddfb50f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=5958d2b2-d086-4693-bfd8-72d629840b8e,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:20.638654 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1292b83-00d3-45b3-8b79-7217eddfb50f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:20.644415 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f06cfb8d-80fb-445a-84ef-7d031ad09c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:20.646537 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f06cfb8d-80fb-445a-84ef-7d031ad09c27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:20.647947 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f06cfb8d-80fb-445a-84ef-7d031ad09c27 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/43c307f9-346c-4e05-b8f9-543785d90302 HTTP/1.1" status: 204 len: 168 time: 0.5953200 Nov 11 17:38:20.694166 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e108d66-af6d-41bd-9162-d4bc31a3e51a req-69a43102-79a5-4420-b958-bf7cc9bc5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:20.695849 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2e108d66-af6d-41bd-9162-d4bc31a3e51a req-69a43102-79a5-4420-b958-bf7cc9bc5086 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eeac632c30574948b103f77246d9180e&device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 1096 time: 0.1415162 Nov 11 17:38:20.705453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06cfb8d-80fb-445a-84ef-7d031ad09c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c307f9-346c-4e05-b8f9-543785d90302,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:20.708774 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7dd8638f-2312-48d4-af25-20ee7c05ffba req-43d86d8c-3852-4739-9995-900855bfe063 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=39c43a87-83b1-477a-a5a0-d46e7c0d79de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875167 Nov 11 17:38:20.746771 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e930d633-0b63-4d7c-9580-3ce19b703a65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:20.760016 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fe155521-23d1-44bd-aa98-957439f23bbf tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:20.788671 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e930d633-0b63-4d7c-9580-3ce19b703a65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:20.805244 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11af724-335b-4a97-b5f5-f622059f5d20 req-d8e416b5-848f-439a-9cda-6dbedc391c41 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:20.806769 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a11af724-335b-4a97-b5f5-f622059f5d20 req-d8e416b5-848f-439a-9cda-6dbedc391c41 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.1255281 Nov 11 17:38:20.869634 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-a1292b83-00d3-45b3-8b79-7217eddfb50f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Floating IP 53c75a1d-4f4f-401d-ad09-adaeaff0707d associated. External IP: 172.25.2.136, port: 65d36f1d-52f0-48ba-8672-664f599611af. Nov 11 17:38:20.912785 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a11af724-335b-4a97-b5f5-f622059f5d20 req-7e727c4c-bef1-40a8-b604-473dcb7d3dbf tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769756 Nov 11 17:38:20.934676 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e930d633-0b63-4d7c-9580-3ce19b703a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:20.937218 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e930d633-0b63-4d7c-9580-3ce19b703a65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:20.941043 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e930d633-0b63-4d7c-9580-3ce19b703a65 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a3c09568-3d8b-4b52-acd5-57b7ed060223 HTTP/1.1" status: 204 len: 168 time: 0.4036818 Nov 11 17:38:20.957674 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-fe155521-23d1-44bd-aa98-957439f23bbf tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Deleting port b4d101bd-e240-444f-84af-83174ebfd2d3 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:38:20.958038 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fe155521-23d1-44bd-aa98-957439f23bbf tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:21.001458 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930d633-0b63-4d7c-9580-3ce19b703a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c09568-3d8b-4b52-acd5-57b7ed060223,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:21.029236 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e108d66-af6d-41bd-9162-d4bc31a3e51a req-47fa370d-48d3-4a79-a590-523563101120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:21.031329 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2e108d66-af6d-41bd-9162-d4bc31a3e51a req-47fa370d-48d3-4a79-a590-523563101120 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a3a8bf47-1430-4314-97ff-b3524a589a13 HTTP/1.1" status: 200 len: 918 time: 0.3082664 Nov 11 17:38:21.038771 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb45a8-9e90-4fb5-9283-5c9aa955f652 req-0b9f883d-aa76-42bb-be0a-4dfaf6ba52a4 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:21.046074 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-27cb45a8-9e90-4fb5-9283-5c9aa955f652 req-0b9f883d-aa76-42bb-be0a-4dfaf6ba52a4 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 985 time: 0.1252484 Nov 11 17:38:21.087296 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fe155521-23d1-44bd-aa98-957439f23bbf tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:21.112226 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-fe155521-23d1-44bd-aa98-957439f23bbf tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Calling delete_port for b4d101bd-e240-444f-84af-83174ebfd2d3 owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:38:21.117501 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2e108d66-af6d-41bd-9162-d4bc31a3e51a req-3450faf2-7557-4649-9a88-309409d7b7d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de4b953-cf0d-49c3-abb7-e0c684db874a HTTP/1.1" status: 200 len: 1000 time: 0.0772383 Nov 11 17:38:21.145236 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-27cb45a8-9e90-4fb5-9283-5c9aa955f652 req-d7340326-3fa2-4124-b1ea-c8d68a74d279 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/security-groups?id=8dcb0343-a5db-4e87-bf96-efb499770b4c&id=0e6ccb3c-025a-458f-ba5c-a5f2a85ef3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0982723 Nov 11 17:38:21.255495 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e108d66-af6d-41bd-9162-d4bc31a3e51a req-5f7b6e17-c4c9-480f-ab9c-f5b53c64d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:21.257024 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2e108d66-af6d-41bd-9162-d4bc31a3e51a req-5f7b6e17-c4c9-480f-ab9c-f5b53c64d28f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa447a7e-c385-460f-86cb-d149b7215da5 HTTP/1.1" status: 200 len: 855 time: 0.1300311 Nov 11 17:38:21.296548 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51748) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:21.321992 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1292b83-00d3-45b3-8b79-7217eddfb50f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Router 011fb005-0628-46f5-8582-39b2fb64ac93 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:38:21.332869 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-10163396-ff48-4588-88bf-0484a13d6dfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:21.337717 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e108d66-af6d-41bd-9162-d4bc31a3e51a req-1dbd4794-98c1-4210-9297-24809a17bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:21.339215 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2e108d66-af6d-41bd-9162-d4bc31a3e51a req-1dbd4794-98c1-4210-9297-24809a17bb12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a3a8bf47-1430-4314-97ff-b3524a589a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725150 Nov 11 17:38:21.386066 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed1224-4def-4091-b43f-f15e71f4ef25 req-8b2010a6-adb8-406b-8ccb-0fd7321bc803 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:21.388149 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5eed1224-4def-4091-b43f-f15e71f4ef25 req-8b2010a6-adb8-406b-8ccb-0fd7321bc803 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 985 time: 0.1137273 Nov 11 17:38:21.444693 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fe155521-23d1-44bd-aa98-957439f23bbf tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:21.494774 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe155521-23d1-44bd-aa98-957439f23bbf tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Pushing event deleted for resources: {'Port': ['ID=b4d101bd-e240-444f-84af-83174ebfd2d3,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:21.524770 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7597a959-9cc0-4b9c-9bfa-534680ec9a1e None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:38:21.547170 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51752) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:21.573705 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5eed1224-4def-4091-b43f-f15e71f4ef25 req-974d6acd-4336-4dad-ba09-60f4018bbc24 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/security-groups?id=8dcb0343-a5db-4e87-bf96-efb499770b4c&id=0e6ccb3c-025a-458f-ba5c-a5f2a85ef3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1696095 Nov 11 17:38:21.677696 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-10163396-ff48-4588-88bf-0484a13d6dfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:21.840805 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2e108d66-af6d-41bd-9162-d4bc31a3e51a req-663269e7-c6fc-4f19-9a67-65f041a6b9ff service neutron] 10.222.0.64 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947879 Nov 11 17:38:21.842018 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1292b83-00d3-45b3-8b79-7217eddfb50f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:38:21.857610 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ca89b7-873e-4f96-b95f-028cd8d7b44e None None] Sync routers for ids ['011fb005-0628-46f5-8582-39b2fb64ac93'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:38:21.868466 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ca89b7-873e-4f96-b95f-028cd8d7b44e None None] Routers {'011fb005-0628-46f5-8582-39b2fb64ac93'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:38:21.869091 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-05ca89b7-873e-4f96-b95f-028cd8d7b44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:38:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['011fb005-0628-46f5-8582-39b2fb64ac93'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:21.912420 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1292b83-00d3-45b3-8b79-7217eddfb50f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:21.956069 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a1292b83-00d3-45b3-8b79-7217eddfb50f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3012583 Nov 11 17:38:21.958586 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'tag': '65d36f1d-52f0-48ba-8672-664f599611af'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:38:21.961022 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a44f0ea-65e3-4dd2-9516-ee3100ed6127" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c108d0-f186-4144-9caf-d8e5ffb3014c", "tag": "65d36f1d-52f0-48ba-8672-664f599611af"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:38:21.981894 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2e108d66-af6d-41bd-9162-d4bc31a3e51a req-1c0b18ae-c4cf-454e-bdbb-e8d31b4ac446 service neutron] 10.222.0.64 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341565 Nov 11 17:38:21.984389 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-05ca89b7-873e-4f96-b95f-028cd8d7b44e None None] Set router 011fb005-0628-46f5-8582-39b2fb64ac93 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:38:22.092598 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-10163396-ff48-4588-88bf-0484a13d6dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:22.107431 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fe155521-23d1-44bd-aa98-957439f23bbf tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:22.166944 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96786f-952f-47b9-9571-373941a576bb req-f7087dca-65e2-4f22-9b4a-a84bb5e6a6b6 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:22.169119 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e96786f-952f-47b9-9571-373941a576bb req-f7087dca-65e2-4f22-9b4a-a84bb5e6a6b6 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 945 time: 0.6491871 Nov 11 17:38:22.171574 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8d068d2e-ec0d-4b4c-bce2-eac2ccae146f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=53d6e86c25cd43c59f8e2e71798d341d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6152196 Nov 11 17:38:22.174312 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51766) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:22.255667 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95a1e535-38b8-44d7-822d-8812f6e316c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:22.269971 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-10163396-ff48-4588-88bf-0484a13d6dfc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8eac3968336448ab9f99472b4ab11488&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9575861 Nov 11 17:38:22.271766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10163396-ff48-4588-88bf-0484a13d6dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c0f85d-3850-4b3f-baa6-f926301b2de2,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:22.276996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51770) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:22.290079 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fe155521-23d1-44bd-aa98-957439f23bbf tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:22.294206 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5844ea4-3d7c-4506-bf43-9ec6cf84c8fc req-60dd2c72-8d06-4598-93a2-5eda06f9a631 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:22.295767 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d5844ea4-3d7c-4506-bf43-9ec6cf84c8fc req-60dd2c72-8d06-4598-93a2-5eda06f9a631 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 1136 time: 0.6388643 Nov 11 17:38:22.301721 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fe155521-23d1-44bd-aa98-957439f23bbf tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:22.317001 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95a1e535-38b8-44d7-822d-8812f6e316c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:22.374207 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95a1e535-38b8-44d7-822d-8812f6e316c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:22.378813 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d5844ea4-3d7c-4506-bf43-9ec6cf84c8fc req-3dd035e1-8d25-42bb-a1bb-212abb3ecf63 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:22.385193 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95a1e535-38b8-44d7-822d-8812f6e316c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:22.392290 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-95a1e535-38b8-44d7-822d-8812f6e316c1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fc905411-e097-40c0-bf51-41a641e312b2 HTTP/1.1" status: 204 len: 168 time: 0.2165406 Nov 11 17:38:22.411833 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-05ca89b7-873e-4f96-b95f-028cd8d7b44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394540125', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:31Z', 'updated_at': '2021-11-11T17:37:43Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ab:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:32Z', 'updated_at': '2021-11-11T17:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '53c75a1d-4f4f-401d-ad09-adaeaff0707d', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'port_id': '65d36f1d-52f0-48ba-8672-664f599611af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde', 'mac_address': 'fa:16:3e:6a:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:38:18Z', 'updated_at': '2021-11-11T17:38:18Z', 'revision_number': 0, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0', 'name': '', 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:30:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '102178f6-db4c-4d9a-a96e-8baada1632bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:41Z', 'updated_at': '2021-11-11T17:37:51Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': '102178f6-db4c-4d9a-a96e-8baada1632bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:22.413208 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1e535-38b8-44d7-822d-8812f6e316c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc905411-e097-40c0-bf51-41a641e312b2,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:22.445539 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e96786f-952f-47b9-9571-373941a576bb req-a452bbfc-2d2d-4538-b954-d305d0464089 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/security-groups?id=39c43a87-83b1-477a-a5a0-d46e7c0d79de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284153 Nov 11 17:38:22.454866 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ca89b7-873e-4f96-b95f-028cd8d7b44e None None] Checking router: 011fb005-0628-46f5-8582-39b2fb64ac93 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:38:22.460320 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fe155521-23d1-44bd-aa98-957439f23bbf tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:22.464422 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe155521-23d1-44bd-aa98-957439f23bbf tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Fanout notify agent at l3_agent the message router_deleted on router 02e611e6-c265-42a9-8d02-7973a633a81a {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:38:22.468349 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ca89b7-873e-4f96-b95f-028cd8d7b44e None None] Routers {'011fb005-0628-46f5-8582-39b2fb64ac93'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:38:22.468985 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-05ca89b7-873e-4f96-b95f-028cd8d7b44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:38:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['011fb005-0628-46f5-8582-39b2fb64ac93'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:22.500322 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fe155521-23d1-44bd-aa98-957439f23bbf tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:22.505465 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fe155521-23d1-44bd-aa98-957439f23bbf tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "DELETE /v2.0/routers/02e611e6-c265-42a9-8d02-7973a633a81a HTTP/1.1" status: 204 len: 168 time: 2.4059179 Nov 11 17:38:22.505847 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51780) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:22.511487 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-7c61a63d-970a-4ca4-9100-a57736cd0fb9 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Request body: {'router': {'name': 'tempest-snat-router-345007255', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'enable_snat': False}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:22.555692 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d5cce1c7-99b3-4d3d-b1a8-2deca51327d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:22.557161 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c61a63d-970a-4ca4-9100-a57736cd0fb9 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:22.559408 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c61a63d-970a-4ca4-9100-a57736cd0fb9 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:22.594650 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d5cce1c7-99b3-4d3d-b1a8-2deca51327d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:22.612270 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-05ca89b7-873e-4f96-b95f-028cd8d7b44e None None] Set router 011fb005-0628-46f5-8582-39b2fb64ac93 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:38:22.652120 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c61a63d-970a-4ca4-9100-a57736cd0fb9 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:22.697377 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708449d-b987-49ea-ba96-ced8e350df78 req-97706c6c-825d-4b1f-8eb8-f9179fbf612d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:22.698921 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7708449d-b987-49ea-ba96-ced8e350df78 req-97706c6c-825d-4b1f-8eb8-f9179fbf612d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 945 time: 0.1115155 Nov 11 17:38:22.723848 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d5844ea4-3d7c-4506-bf43-9ec6cf84c8fc req-3dd035e1-8d25-42bb-a1bb-212abb3ecf63 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:22.734908 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d5844ea4-3d7c-4506-bf43-9ec6cf84c8fc req-3dd035e1-8d25-42bb-a1bb-212abb3ecf63 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:22.801053 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d5cce1c7-99b3-4d3d-b1a8-2deca51327d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:22.806018 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d5cce1c7-99b3-4d3d-b1a8-2deca51327d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:22.807494 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d5cce1c7-99b3-4d3d-b1a8-2deca51327d5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/38c0f85d-3850-4b3f-baa6-f926301b2de2 HTTP/1.1" status: 204 len: 168 time: 0.5281627 Nov 11 17:38:22.827811 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7708449d-b987-49ea-ba96-ced8e350df78 req-98e0986e-fe7c-4ac7-a24a-7e6df2e01d89 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132176 Nov 11 17:38:22.845730 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51788) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:22.846645 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd035e1-8d25-42bb-a1bb-212abb3ecf63 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1893f1-c395-403b-9703-9fd2e0488d6a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:22.934379 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be303a1-e915-47ea-b285-1852c3717465 x-openstack-request-id: req-4be303a1-e915-47ea-b285-1852c3717465 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:38:22.935049 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c108d0-f186-4144-9caf-d8e5ffb3014c", "tag": "65d36f1d-52f0-48ba-8672-664f599611af", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:38:22.935049 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4be303a1-e915-47ea-b285-1852c3717465 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:38:22.935331 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'tag': '65d36f1d-52f0-48ba-8672-664f599611af', 'status': 'completed', 'code': 200} Nov 11 17:38:22.948988 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c61a63d-970a-4ca4-9100-a57736cd0fb9 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:22.982865 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d5844ea4-3d7c-4506-bf43-9ec6cf84c8fc req-3dd035e1-8d25-42bb-a1bb-212abb3ecf63 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=8dcb0343-a5db-4e87-bf96-efb499770b4c&id=0e6ccb3c-025a-458f-ba5c-a5f2a85ef3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6726971 Nov 11 17:38:23.024780 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-05ca89b7-873e-4f96-b95f-028cd8d7b44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394540125', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:31Z', 'updated_at': '2021-11-11T17:37:43Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ab:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:32Z', 'updated_at': '2021-11-11T17:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '53c75a1d-4f4f-401d-ad09-adaeaff0707d', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'port_id': '65d36f1d-52f0-48ba-8672-664f599611af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde', 'mac_address': 'fa:16:3e:6a:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:38:18Z', 'updated_at': '2021-11-11T17:38:18Z', 'revision_number': 0, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0', 'name': '', 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:30:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '102178f6-db4c-4d9a-a96e-8baada1632bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:41Z', 'updated_at': '2021-11-11T17:37:51Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': '102178f6-db4c-4d9a-a96e-8baada1632bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:23.026800 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51790) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:23.036119 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cce1c7-99b3-4d3d-b1a8-2deca51327d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c0f85d-3850-4b3f-baa6-f926301b2de2,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:23.102309 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9549d66-5330-47e4-b82f-27f551cc4ee2 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:23.106684 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a9549d66-5330-47e4-b82f-27f551cc4ee2 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 1131 time: 0.0751863 Nov 11 17:38:23.112254 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51794) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:23.114616 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 3de4b953-cf0d-49c3-abb7-e0c684db874a no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:38:23.117321 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ca89b7-873e-4f96-b95f-028cd8d7b44e None None] The sync data for ids ['011fb005-0628-46f5-8582-39b2fb64ac93'] in n-d-816206-4 is: [{'id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394540125', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:31Z', 'updated_at': '2021-11-11T17:37:43Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ab:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:32Z', 'updated_at': '2021-11-11T17:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '53c75a1d-4f4f-401d-ad09-adaeaff0707d', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'port_id': '65d36f1d-52f0-48ba-8672-664f599611af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde', 'mac_address': 'fa:16:3e:6a:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:38:18Z', 'updated_at': '2021-11-11T17:38:18Z', 'revision_number': 0, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0', 'name': '', 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:30:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '102178f6-db4c-4d9a-a96e-8baada1632bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:41Z', 'updated_at': '2021-11-11T17:37:51Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': '102178f6-db4c-4d9a-a96e-8baada1632bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:38:23.129654 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ee78de73-6004-4fcb-8281-5de411c17276 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': 'e76c4510-bfa9-465f-a072-1401698619a3', 'tenant_id': '83768074d3d244f883814e21701528e8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:23.173906 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-93bca531-bc21-4916-b8e7-271f6d39d2fc tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/floatingips/53c75a1d-4f4f-401d-ad09-adaeaff0707d HTTP/1.1" status: 200 len: 991 time: 0.3229377 Nov 11 17:38:23.191237 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44f0ea-65e3-4dd2-9516-ee3100ed6127 req-f4e08026-09b5-4786-aa10-6e1690bee5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:23.199280 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5a44f0ea-65e3-4dd2-9516-ee3100ed6127 req-f4e08026-09b5-4786-aa10-6e1690bee5e6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 1096 time: 0.2128968 Nov 11 17:38:23.266187 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:23.268503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a9145-abaa-4ec2-bb39-df71f67d435a req-f46f5b42-f9f7-46e9-bd86-f9c26d6e3f78 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:23.276317 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-578a9145-abaa-4ec2-bb39-df71f67d435a req-f46f5b42-f9f7-46e9-bd86-f9c26d6e3f78 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 945 time: 0.2319469 Nov 11 17:38:23.295699 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af5bd0c-497d-4518-96c1-33a38fae584f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3de4b953-cf0d-49c3-abb7-e0c684db874a'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:38:23.298337 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d5f6a1-3906-4099-b5ea-f30804fba758" -d '{"events": [{"server_uuid": "3af5bd0c-497d-4518-96c1-33a38fae584f", "name": "network-vif-unplugged", "status": "completed", "tag": "3de4b953-cf0d-49c3-abb7-e0c684db874a"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:38:23.315376 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 3de4b953-cf0d-49c3-abb7-e0c684db874a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=3de4b953-cf0d-49c3-abb7-e0c684db874a,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:38:23.321915 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee78de73-6004-4fcb-8281-5de411c17276 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:23.322838 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:23.407641 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=3de4b953-cf0d-49c3-abb7-e0c684db874a,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:23.428210 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714eda3d-db9d-400a-960f-a69d242641f3 x-openstack-request-id: req-714eda3d-db9d-400a-960f-a69d242641f3 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:38:23.429330 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af5bd0c-497d-4518-96c1-33a38fae584f", "name": "network-vif-unplugged", "status": "completed", "tag": "3de4b953-cf0d-49c3-abb7-e0c684db874a", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:38:23.429798 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-714eda3d-db9d-400a-960f-a69d242641f3 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:38:23.430452 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af5bd0c-497d-4518-96c1-33a38fae584f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3de4b953-cf0d-49c3-abb7-e0c684db874a', 'code': 200} Nov 11 17:38:23.527966 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c61a63d-970a-4ca4-9100-a57736cd0fb9 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:23.553427 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6865fd3-f594-428e-96c8-69d130bd9e84 None None] New status for floating IP 53c75a1d-4f4f-401d-ad09-adaeaff0707d: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:38:23.581512 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c61a63d-970a-4ca4-9100-a57736cd0fb9 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:23.611261 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-578a9145-abaa-4ec2-bb39-df71f67d435a req-92e2cb17-2944-47d7-bc1e-c1830289c1a2 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3338780 Nov 11 17:38:23.616463 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44f0ea-65e3-4dd2-9516-ee3100ed6127 req-4268b52c-cc3f-4c7a-9779-e171c677279e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:23.617925 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5a44f0ea-65e3-4dd2-9516-ee3100ed6127 req-4268b52c-cc3f-4c7a-9779-e171c677279e service neutron] 10.222.0.83 "GET /v2.0/networks?id=f4307d6a-976c-4915-9c6a-3c516e8bedde HTTP/1.1" status: 200 len: 898 time: 0.4030442 Nov 11 17:38:23.771397 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a3d93-9489-40e7-925b-e7e1257ee8b8 req-b6b77a1d-4281-4e95-9588-d5dc7cb0559c tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:23.785520 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d32a3d93-9489-40e7-925b-e7e1257ee8b8 req-b6b77a1d-4281-4e95-9588-d5dc7cb0559c tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 945 time: 0.1731451 Nov 11 17:38:23.843308 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5a44f0ea-65e3-4dd2-9516-ee3100ed6127 req-66c2527c-8a77-443d-8fb5-d6db1181282d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d36f1d-52f0-48ba-8672-664f599611af HTTP/1.1" status: 200 len: 999 time: 0.2096765 Nov 11 17:38:23.848022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-7c61a63d-970a-4ca4-9100-a57736cd0fb9 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Allocated IP 172.25.2.220 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/4cf53bff-9d70-4a50-9b9c-8e8118bb6a01) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:38:23.948488 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d32a3d93-9489-40e7-925b-e7e1257ee8b8 req-07dfa1b3-bbd6-4629-9025-ce4aca60d568 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/security-groups?id=39c43a87-83b1-477a-a5a0-d46e7c0d79de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570730 Nov 11 17:38:24.007053 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee78de73-6004-4fcb-8281-5de411c17276 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:24.014585 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c61a63d-970a-4ca4-9100-a57736cd0fb9 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:24.020107 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44f0ea-65e3-4dd2-9516-ee3100ed6127 req-72e80756-fe42-45fd-9811-71e57ef27826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:24.021974 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5a44f0ea-65e3-4dd2-9516-ee3100ed6127 req-72e80756-fe42-45fd-9811-71e57ef27826 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102178f6-db4c-4d9a-a96e-8baada1632bd HTTP/1.1" status: 200 len: 834 time: 0.1732631 Nov 11 17:38:24.110678 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c61a63d-970a-4ca4-9100-a57736cd0fb9 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:24.132629 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:24.154350 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44f0ea-65e3-4dd2-9516-ee3100ed6127 req-e7660232-913c-4dd8-bb11-a1873584b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:24.156587 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5a44f0ea-65e3-4dd2-9516-ee3100ed6127 req-e7660232-913c-4dd8-bb11-a1873584b703 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f4307d6a-976c-4915-9c6a-3c516e8bedde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892766 Nov 11 17:38:24.195345 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51830) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:24.200505 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c61a63d-970a-4ca4-9100-a57736cd0fb9 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:38:24.203744 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-7c61a63d-970a-4ca4-9100-a57736cd0fb9 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:38:24.210792 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c61a63d-970a-4ca4-9100-a57736cd0fb9 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:38:24.218892 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b06376-17b7-4db0-a8d5-8726e555054d None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:38:24.329122 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-44ad6486-aa93-45d5-a289-06179acd9603 None None] Provisioning complete for port 4cf53bff-9d70-4a50-9b9c-8e8118bb6a01 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:38:24.329500 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-44ad6486-aa93-45d5-a289-06179acd9603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:24.348259 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-ee78de73-6004-4fcb-8281-5de411c17276 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Allocated IP 172.25.2.7 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/722bf3fb-cb6a-441c-b06a-1cc1a29c748a) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:38:24.396659 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-123bd039-70bf-4c65-af52-eb339aa65087 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/floatingips/53c75a1d-4f4f-401d-ad09-adaeaff0707d HTTP/1.1" status: 200 len: 993 time: 0.1889830 Nov 11 17:38:24.396900 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61a63d-970a-4ca4-9100-a57736cd0fb9 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Pushing event updated for resources: {'Port': ['ID=4cf53bff-9d70-4a50-9b9c-8e8118bb6a01,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:24.442976 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-44ad6486-aa93-45d5-a289-06179acd9603 None None] Port 4cf53bff-9d70-4a50-9b9c-8e8118bb6a01 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:38:24.585082 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5a44f0ea-65e3-4dd2-9516-ee3100ed6127 req-459c5989-70f1-4d19-ab49-4d3b17240f75 service neutron] 10.222.0.83 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188910 Nov 11 17:38:24.608354 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee78de73-6004-4fcb-8281-5de411c17276 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:24.676644 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58708a-7487-45b4-93a2-09fdbf1f2d37 req-01950a22-d75a-4117-9e75-11baaca0b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:24.682788 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a58708a-7487-45b4-93a2-09fdbf1f2d37 req-01950a22-d75a-4117-9e75-11baaca0b065 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4bc13890e4ac4759a5ad25ababe32aaf&device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 1096 time: 0.1040635 Nov 11 17:38:24.784867 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d77d3-989f-4cda-8729-a247a5a8a1e4 req-22b31f80-b284-4402-b0f1-e922411e9b50 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:24.793462 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b91d77d3-989f-4cda-8729-a247a5a8a1e4 req-22b31f80-b284-4402-b0f1-e922411e9b50 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 945 time: 0.1291916 Nov 11 17:38:24.881132 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928011e-213d-4453-b698-813cd26d426c req-7cc17748-2e8b-4c30-b35a-d2ec4296fe08 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:24.882927 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b928011e-213d-4453-b698-813cd26d426c req-7cc17748-2e8b-4c30-b35a-d2ec4296fe08 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.1685827 Nov 11 17:38:24.884166 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee78de73-6004-4fcb-8281-5de411c17276 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:24.903966 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5a44f0ea-65e3-4dd2-9516-ee3100ed6127 req-99e3de0a-7582-432e-8fef-38da32d8f961 service neutron] 10.222.0.83 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077683 Nov 11 17:38:24.955079 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c61a63d-970a-4ca4-9100-a57736cd0fb9 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:24.981544 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee78de73-6004-4fcb-8281-5de411c17276 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:38:24.994664 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b91d77d3-989f-4cda-8729-a247a5a8a1e4 req-c3a265e2-0fd9-4408-95b1-2cea2004a73c tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/security-groups?id=39c43a87-83b1-477a-a5a0-d46e7c0d79de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997709 Nov 11 17:38:25.021357 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-ee78de73-6004-4fcb-8281-5de411c17276 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:38:25.024757 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee78de73-6004-4fcb-8281-5de411c17276 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:38:25.039251 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78de73-6004-4fcb-8281-5de411c17276 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event updated for resources: {'Port': ['ID=722bf3fb-cb6a-441c-b06a-1cc1a29c748a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:25.089695 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b928011e-213d-4453-b698-813cd26d426c req-b0191a5e-a6ba-4bbd-af64-3e16a5599fa7 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933687 Nov 11 17:38:25.121679 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58708a-7487-45b4-93a2-09fdbf1f2d37 req-49f4d3f8-09f0-4e16-87a4-4c0d993c25cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:25.123165 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a58708a-7487-45b4-93a2-09fdbf1f2d37 req-49f4d3f8-09f0-4e16-87a4-4c0d993c25cc service neutron] 10.222.0.83 "GET /v2.0/networks?id=e877a5ea-a11e-4699-994a-337409ad7b33 HTTP/1.1" status: 200 len: 916 time: 0.3549020 Nov 11 17:38:25.235138 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a58708a-7487-45b4-93a2-09fdbf1f2d37 req-08f45c12-1543-43ab-a721-51806921ee6e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5872155a-bedb-4604-8c2b-87f038cb2754 HTTP/1.1" status: 200 len: 217 time: 0.0491269 Nov 11 17:38:25.348645 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c61a63d-970a-4ca4-9100-a57736cd0fb9 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:25.351832 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58708a-7487-45b4-93a2-09fdbf1f2d37 req-1a632db9-ff3c-4b49-a750-14337b597e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:25.353415 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a58708a-7487-45b4-93a2-09fdbf1f2d37 req-1a632db9-ff3c-4b49-a750-14337b597e48 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53120a76-7ae9-4897-b91c-7c7246e9993c HTTP/1.1" status: 200 len: 854 time: 0.0793264 Nov 11 17:38:25.508822 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a58708a-7487-45b4-93a2-09fdbf1f2d37 req-ac5fa7ed-19e8-46d9-997e-7526fc1e7587 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e877a5ea-a11e-4699-994a-337409ad7b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173158 Nov 11 17:38:25.637868 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a58708a-7487-45b4-93a2-09fdbf1f2d37 req-61acc720-bcc0-4544-ac1a-ba17ab73d028 service neutron] 10.222.0.83 "GET /v2.0/networks/e877a5ea-a11e-4699-994a-337409ad7b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183505 Nov 11 17:38:25.790747 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c61a63d-970a-4ca4-9100-a57736cd0fb9 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Router 1f95c5cb-17b8-4bec-8453-9269f0e623c5 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:38:25.824731 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a58708a-7487-45b4-93a2-09fdbf1f2d37 req-9964d2e8-67c4-4958-bd9b-185d2b14d91c service neutron] 10.222.0.83 "GET /v2.0/networks/e877a5ea-a11e-4699-994a-337409ad7b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761007 Nov 11 17:38:26.021242 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee78de73-6004-4fcb-8281-5de411c17276 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:26.095890 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c61a63d-970a-4ca4-9100-a57736cd0fb9 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:38:26.112472 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] Sync routers for ids ['1f95c5cb-17b8-4bec-8453-9269f0e623c5'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:38:26.149282 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] Routers {'1f95c5cb-17b8-4bec-8453-9269f0e623c5'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:38:26.156555 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:38:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1f95c5cb-17b8-4bec-8453-9269f0e623c5'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:26.179701 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c61a63d-970a-4ca4-9100-a57736cd0fb9 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:26.184840 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7c61a63d-970a-4ca4-9100-a57736cd0fb9 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.6763766 Nov 11 17:38:26.189830 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51916) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:26.348344 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee78de73-6004-4fcb-8281-5de411c17276 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:26.396164 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] Set router 1f95c5cb-17b8-4bec-8453-9269f0e623c5 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:38:26.557263 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-29ede61e-6551-45b9-aa1a-105924233a1f tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "GET /v2.0/routers/1f95c5cb-17b8-4bec-8453-9269f0e623c5 HTTP/1.1" status: 200 len: 908 time: 0.3649752 Nov 11 17:38:26.558058 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51934) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:26.560704 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ca9f7-793b-4df6-a073-7b5e13952039 req-ff761a8a-2da7-451b-a49d-672c2ea2234b tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:26.564673 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-75194fb5-b87c-4d45-970c-6a13a2932f05 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Request body: {'router': {'name': 'tempest-snat-router-345007255', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'enable_snat': True}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:26.567489 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c22ca9f7-793b-4df6-a073-7b5e13952039 req-ff761a8a-2da7-451b-a49d-672c2ea2234b tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 945 time: 0.3932600 Nov 11 17:38:26.621582 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75194fb5-b87c-4d45-970c-6a13a2932f05 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:26.622678 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75194fb5-b87c-4d45-970c-6a13a2932f05 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:26.792137 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75194fb5-b87c-4d45-970c-6a13a2932f05 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:26.831643 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee12b9-ad0d-47eb-86b1-70b7f435eee0 req-aba3c315-f768-4c64-998c-cd69ef654622 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:26.846302 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdee12b9-ad0d-47eb-86b1-70b7f435eee0 req-aba3c315-f768-4c64-998c-cd69ef654622 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.4338522 Nov 11 17:38:26.901998 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f95c5cb-17b8-4bec-8453-9269f0e623c5', 'name': 'tempest-snat-router-345007255', 'tenant_id': '4b55f97fcfac492cbaf9f3254c669af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.220'}], 'enable_snat': False}, 'gw_port_id': '4cf53bff-9d70-4a50-9b9c-8e8118bb6a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:22Z', 'updated_at': '2021-11-11T17:38:24Z', 'revision_number': 3, 'project_id': '4b55f97fcfac492cbaf9f3254c669af1', 'gw_port': {'id': '4cf53bff-9d70-4a50-9b9c-8e8118bb6a01', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ab:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f95c5cb-17b8-4bec-8453-9269f0e623c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:23Z', 'updated_at': '2021-11-11T17:38:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:26.910294 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c22ca9f7-793b-4df6-a073-7b5e13952039 req-b2b9e722-3516-42a2-95fe-e7319b492ee4 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/security-groups?id=39c43a87-83b1-477a-a5a0-d46e7c0d79de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363330 Nov 11 17:38:26.999456 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] Checking router: 1f95c5cb-17b8-4bec-8453-9269f0e623c5 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:38:27.000393 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] Updating router 1f95c5cb-17b8-4bec-8453-9269f0e623c5 port 4cf53bff-9d70-4a50-9b9c-8e8118bb6a01 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:38:27.034967 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdee12b9-ad0d-47eb-86b1-70b7f435eee0 req-5b3f52d8-0cc3-4bc4-b41f-39f260723dea tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874776 Nov 11 17:38:27.085602 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:27.106898 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee78de73-6004-4fcb-8281-5de411c17276 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:27.113806 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee78de73-6004-4fcb-8281-5de411c17276 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:27.125248 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 3de4b953-cf0d-49c3-abb7-e0c684db874a no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:38:27.191920 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75194fb5-b87c-4d45-970c-6a13a2932f05 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:27.233041 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78de73-6004-4fcb-8281-5de411c17276 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event updated for resources: {'Port': ['ID=722bf3fb-cb6a-441c-b06a-1cc1a29c748a,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:27.302305 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee78de73-6004-4fcb-8281-5de411c17276 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:27.474698 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3d16da73-b2db-4dae-864d-817ba53abe6c req-ec884950-7ac3-4ca1-b623-e17ad19de5c3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3956151 Nov 11 17:38:27.516575 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:27.531632 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:27.590414 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf1ce8-390c-4771-8255-24ced1ac20df None None] Pushing event updated for resources: {'Port': ['ID=4cf53bff-9d70-4a50-9b9c-8e8118bb6a01,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:27.609021 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235d0c9e-354d-4e93-bf9e-ab67a2c4bcb0 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:38:27.617461 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] Attempting to bind port 4cf53bff-9d70-4a50-9b9c-8e8118bb6a01 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:38:27.619754 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] Attempting to bind port 4cf53bff-9d70-4a50-9b9c-8e8118bb6a01 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:38:27.620330 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] Attempting to bind port 4cf53bff-9d70-4a50-9b9c-8e8118bb6a01 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:38:27.626747 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:38:27.631922 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:38:27.633438 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:27.635343 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:38:27.641842 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] Bound port: 4cf53bff-9d70-4a50-9b9c-8e8118bb6a01, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:38:27.641842 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:27.643997 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-ee78de73-6004-4fcb-8281-5de411c17276 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Floating IP b8072849-7c9b-4f33-940c-86e05f805a40 associated. External IP: 172.25.2.7, port: e76c4510-bfa9-465f-a072-1401698619a3. Nov 11 17:38:27.696569 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-963f5dc2-10b6-45bf-b833-901edc864e65 None None] Provisioning complete for port 4cf53bff-9d70-4a50-9b9c-8e8118bb6a01 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:38:27.696947 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-963f5dc2-10b6-45bf-b833-901edc864e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:27.725711 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] For port 4cf53bff-9d70-4a50-9b9c-8e8118bb6a01, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:38:27.729367 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] For port 4cf53bff-9d70-4a50-9b9c-8e8118bb6a01, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=4cf53bff-9d70-4a50-9b9c-8e8118bb6a01,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:38:27.741738 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:27.778654 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-963f5dc2-10b6-45bf-b833-901edc864e65 None None] Port 4cf53bff-9d70-4a50-9b9c-8e8118bb6a01 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:38:27.797737 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18438a02-9e42-482a-9f72-75734b6406ab None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:38:27.821501 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] Routers {'1f95c5cb-17b8-4bec-8453-9269f0e623c5'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:38:27.822126 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:38:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1f95c5cb-17b8-4bec-8453-9269f0e623c5'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:27.897369 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75194fb5-b87c-4d45-970c-6a13a2932f05 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:27.917589 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75194fb5-b87c-4d45-970c-6a13a2932f05 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:27.928144 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-fbec17ae-1d39-4d5c-b036-cd860622dabb None None] Provisioning complete for port 4cf53bff-9d70-4a50-9b9c-8e8118bb6a01 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:38:27.929340 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fbec17ae-1d39-4d5c-b036-cd860622dabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:28.116494 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] Set router 1f95c5cb-17b8-4bec-8453-9269f0e623c5 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:38:28.166329 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-75194fb5-b87c-4d45-970c-6a13a2932f05 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Allocated IP 172.25.2.69 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/315da939-815d-454b-88aa-79d2719852b9) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:38:28.173491 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fbec17ae-1d39-4d5c-b036-cd860622dabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:28.238873 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-fbec17ae-1d39-4d5c-b036-cd860622dabb None None] For port 4cf53bff-9d70-4a50-9b9c-8e8118bb6a01, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=4cf53bff-9d70-4a50-9b9c-8e8118bb6a01,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:38:28.248711 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fbec17ae-1d39-4d5c-b036-cd860622dabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:28.296978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee78de73-6004-4fcb-8281-5de411c17276 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Router 07a3de9a-7612-486e-87f4-1b46b4bb144f has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:38:28.318820 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf1ce8-390c-4771-8255-24ced1ac20df None None] Pushing event updated for resources: {'Port': ['ID=4cf53bff-9d70-4a50-9b9c-8e8118bb6a01,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:28.353034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec17ae-1d39-4d5c-b036-cd860622dabb None None] Pushing event updated for resources: {'Port': ['ID=4cf53bff-9d70-4a50-9b9c-8e8118bb6a01,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:28.357244 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f95c5cb-17b8-4bec-8453-9269f0e623c5', 'name': 'tempest-snat-router-345007255', 'tenant_id': '4b55f97fcfac492cbaf9f3254c669af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.220'}], 'enable_snat': False}, 'gw_port_id': '4cf53bff-9d70-4a50-9b9c-8e8118bb6a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:22Z', 'updated_at': '2021-11-11T17:38:24Z', 'revision_number': 3, 'project_id': '4b55f97fcfac492cbaf9f3254c669af1', 'gw_port': {'id': '4cf53bff-9d70-4a50-9b9c-8e8118bb6a01', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ab:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f95c5cb-17b8-4bec-8453-9269f0e623c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:23Z', 'updated_at': '2021-11-11T17:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:28.370348 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec17ae-1d39-4d5c-b036-cd860622dabb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:28.372096 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec17ae-1d39-4d5c-b036-cd860622dabb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:28.372614 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec17ae-1d39-4d5c-b036-cd860622dabb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:28.374928 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75194fb5-b87c-4d45-970c-6a13a2932f05 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:28.375823 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec17ae-1d39-4d5c-b036-cd860622dabb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:28.376507 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec17ae-1d39-4d5c-b036-cd860622dabb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:28.377057 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec17ae-1d39-4d5c-b036-cd860622dabb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:28.377554 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec17ae-1d39-4d5c-b036-cd860622dabb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:28.379805 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec17ae-1d39-4d5c-b036-cd860622dabb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:28.380589 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec17ae-1d39-4d5c-b036-cd860622dabb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:28.381865 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec17ae-1d39-4d5c-b036-cd860622dabb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:28.383099 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec17ae-1d39-4d5c-b036-cd860622dabb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:28.384560 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec17ae-1d39-4d5c-b036-cd860622dabb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:28.394451 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43dd580-9592-4c94-b176-cd68361ff152 None None] The sync data for ids ['1f95c5cb-17b8-4bec-8453-9269f0e623c5'] in n-d-816206-4 is: [{'id': '1f95c5cb-17b8-4bec-8453-9269f0e623c5', 'name': 'tempest-snat-router-345007255', 'tenant_id': '4b55f97fcfac492cbaf9f3254c669af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.220'}], 'enable_snat': False}, 'gw_port_id': '4cf53bff-9d70-4a50-9b9c-8e8118bb6a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:22Z', 'updated_at': '2021-11-11T17:38:24Z', 'revision_number': 3, 'project_id': '4b55f97fcfac492cbaf9f3254c669af1', 'gw_port': {'id': '4cf53bff-9d70-4a50-9b9c-8e8118bb6a01', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ab:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f95c5cb-17b8-4bec-8453-9269f0e623c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:23Z', 'updated_at': '2021-11-11T17:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:38:28.483761 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75194fb5-b87c-4d45-970c-6a13a2932f05 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:28.582971 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75194fb5-b87c-4d45-970c-6a13a2932f05 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:38:28.598125 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-75194fb5-b87c-4d45-970c-6a13a2932f05 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:38:28.605679 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75194fb5-b87c-4d45-970c-6a13a2932f05 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:38:28.611571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440b1c6-8bed-4b23-979a-94cf61f07242 req-ede3b9cc-e165-4f4b-a126-4da0509d6fd4 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:28.615184 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cee4fa-6715-4ed3-8544-c1247900bd52 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:38:28.619147 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4440b1c6-8bed-4b23-979a-94cf61f07242 req-ede3b9cc-e165-4f4b-a126-4da0509d6fd4 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 945 time: 0.4945471 Nov 11 17:38:28.664774 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee78de73-6004-4fcb-8281-5de411c17276 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:38:28.701812 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6af14-b08c-41b7-9b45-9a7165d347b7 req-613237d9-7bd4-4c94-bfcb-e3460784a515 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:28.709843 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-20e6af14-b08c-41b7-9b45-9a7165d347b7 req-613237d9-7bd4-4c94-bfcb-e3460784a515 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.4800601 Nov 11 17:38:28.756938 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75194fb5-b87c-4d45-970c-6a13a2932f05 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Pushing event updated for resources: {'Port': ['ID=315da939-815d-454b-88aa-79d2719852b9,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:28.823334 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fb63da-f3ed-4be6-8869-f7e2c93115d0 None None] Sync routers for ids ['07a3de9a-7612-486e-87f4-1b46b4bb144f'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:38:28.865118 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6f9ec773-0b70-451b-a40f-e473f1f54b01 None None] Provisioning complete for port 315da939-815d-454b-88aa-79d2719852b9 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:38:28.867079 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec773-0b70-451b-a40f-e473f1f54b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:28.891782 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fb63da-f3ed-4be6-8869-f7e2c93115d0 None None] Routers {'07a3de9a-7612-486e-87f4-1b46b4bb144f'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:38:28.897909 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-23fb63da-f3ed-4be6-8869-f7e2c93115d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:38:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['07a3de9a-7612-486e-87f4-1b46b4bb144f'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:29.020379 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4440b1c6-8bed-4b23-979a-94cf61f07242 req-eba33ebf-75f5-4f94-8e57-d2c495d39822 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/security-groups?id=39c43a87-83b1-477a-a5a0-d46e7c0d79de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001961 Nov 11 17:38:29.029604 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee78de73-6004-4fcb-8281-5de411c17276 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:29.068601 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-20e6af14-b08c-41b7-9b45-9a7165d347b7 req-f82dcebc-d5d6-49f8-8bc4-76d4c4d4e10f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3577774 Nov 11 17:38:29.113087 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6f9ec773-0b70-451b-a40f-e473f1f54b01 None None] Port 315da939-815d-454b-88aa-79d2719852b9 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:38:29.200758 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ee78de73-6004-4fcb-8281-5de411c17276 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.0835781 Nov 11 17:38:29.200758 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1548b81b-bd7d-4f98-95b8-3baa9513bd48', 'tag': 'e76c4510-bfa9-465f-a072-1401698619a3'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:38:29.202664 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd616c0-cfec-42c7-b0ae-8fd308dcc4ec" -d '{"events": [{"name": "network-changed", "server_uuid": "1548b81b-bd7d-4f98-95b8-3baa9513bd48", "tag": "e76c4510-bfa9-465f-a072-1401698619a3"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:38:29.225062 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51984) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:29.304567 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-23fb63da-f3ed-4be6-8869-f7e2c93115d0 None None] Set router 07a3de9a-7612-486e-87f4-1b46b4bb144f gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:38:29.962931 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-23fb63da-f3ed-4be6-8869-f7e2c93115d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050477443', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:38Z', 'updated_at': '2021-11-11T17:37:52Z', 'revision_number': 4, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:39Z', 'updated_at': '2021-11-11T17:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'b8072849-7c9b-4f33-940c-86e05f805a40', 'tenant_id': '83768074d3d244f883814e21701528e8', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'port_id': 'e76c4510-bfa9-465f-a072-1401698619a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7', 'mac_address': 'fa:16:3e:42:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b81b-bd7d-4f98-95b8-3baa9513bd48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:38:25Z', 'updated_at': '2021-11-11T17:38:25Z', 'revision_number': 0, 'project_id': '83768074d3d244f883814e21701528e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1cf0962-d5a7-4066-a612-92064d21e345', 'name': '', 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7', 'tenant_id': '83768074d3d244f883814e21701528e8', 'mac_address': 'fa:16:3e:84:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '2ff48720-5019-41a9-ad5c-91187e85b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:49Z', 'updated_at': '2021-11-11T17:37:57Z', 'revision_number': 5, 'project_id': '83768074d3d244f883814e21701528e8', 'subnets': [{'id': '2ff48720-5019-41a9-ad5c-91187e85b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:30.000113 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fb63da-f3ed-4be6-8869-f7e2c93115d0 None None] Checking router: 07a3de9a-7612-486e-87f4-1b46b4bb144f for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:38:30.016193 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fb63da-f3ed-4be6-8869-f7e2c93115d0 None None] Routers {'07a3de9a-7612-486e-87f4-1b46b4bb144f'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:38:30.016896 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-23fb63da-f3ed-4be6-8869-f7e2c93115d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:38:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['07a3de9a-7612-486e-87f4-1b46b4bb144f'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:30.233053 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-23fb63da-f3ed-4be6-8869-f7e2c93115d0 None None] Set router 07a3de9a-7612-486e-87f4-1b46b4bb144f gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:38:30.284107 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440e5e39-6a7d-4758-a18a-5075817d24d6 x-openstack-request-id: req-440e5e39-6a7d-4758-a18a-5075817d24d6 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:38:30.284828 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1548b81b-bd7d-4f98-95b8-3baa9513bd48", "tag": "e76c4510-bfa9-465f-a072-1401698619a3", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:38:30.284828 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-440e5e39-6a7d-4758-a18a-5075817d24d6 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:38:30.285045 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1548b81b-bd7d-4f98-95b8-3baa9513bd48', 'tag': 'e76c4510-bfa9-465f-a072-1401698619a3', 'status': 'completed', 'code': 200} Nov 11 17:38:30.444035 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75194fb5-b87c-4d45-970c-6a13a2932f05 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:30.664914 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 4cf53bff-9d70-4a50-9b9c-8e8118bb6a01 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:38:30.682095 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e66f4-b54d-4a0b-83b6-6aaf64221303 req-77a14d6e-cfcd-4b60-9db8-07af21252f00 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:30.684436 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f97e66f4-b54d-4a0b-83b6-6aaf64221303 req-77a14d6e-cfcd-4b60-9db8-07af21252f00 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 945 time: 0.3964446 Nov 11 17:38:30.686221 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0149fe-a56a-45b1-b391-3bc25f05dfe1 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:30.690326 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0149fe-a56a-45b1-b391-3bc25f05dfe1 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:30.690852 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0149fe-a56a-45b1-b391-3bc25f05dfe1 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:30.691524 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0149fe-a56a-45b1-b391-3bc25f05dfe1 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:30.692060 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0149fe-a56a-45b1-b391-3bc25f05dfe1 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:30.692536 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0149fe-a56a-45b1-b391-3bc25f05dfe1 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:30.692990 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0149fe-a56a-45b1-b391-3bc25f05dfe1 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:30.696266 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-cd0149fe-a56a-45b1-b391-3bc25f05dfe1 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4980 time: 1.4714272 Nov 11 17:38:30.700896 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52016) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:30.723585 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabf1ed-7273-4977-9273-f70840cc062d req-414c2c0a-9267-409e-982d-725ffaa9b24b tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:30.730509 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bcabf1ed-7273-4977-9273-f70840cc062d req-414c2c0a-9267-409e-982d-725ffaa9b24b tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.4442804 Nov 11 17:38:30.833072 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd616c0-cfec-42c7-b0ae-8fd308dcc4ec req-090dbaa6-52f5-4c5a-be2e-5ca684128eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:30.834733 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cdd616c0-cfec-42c7-b0ae-8fd308dcc4ec req-090dbaa6-52f5-4c5a-be2e-5ca684128eca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=83768074d3d244f883814e21701528e8&device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 1136 time: 0.2774067 Nov 11 17:38:30.995716 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f97e66f4-b54d-4a0b-83b6-6aaf64221303 req-94cd703c-45b7-4b11-be7c-2724d0be50ad tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/security-groups?id=39c43a87-83b1-477a-a5a0-d46e7c0d79de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974460 Nov 11 17:38:31.059919 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bcabf1ed-7273-4977-9273-f70840cc062d req-f9b17d72-bbae-4337-bc5c-9b8417092dfb tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3234775 Nov 11 17:38:31.126639 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc3ac1f-14b6-4879-b5f9-b5f13d0de278 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:31.127100 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc3ac1f-14b6-4879-b5f9-b5f13d0de278 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:31.127544 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc3ac1f-14b6-4879-b5f9-b5f13d0de278 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:31.136408 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc3ac1f-14b6-4879-b5f9-b5f13d0de278 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:31.137519 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc3ac1f-14b6-4879-b5f9-b5f13d0de278 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:31.137991 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc3ac1f-14b6-4879-b5f9-b5f13d0de278 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:31.138431 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc3ac1f-14b6-4879-b5f9-b5f13d0de278 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:31.142989 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7cc3ac1f-14b6-4879-b5f9-b5f13d0de278 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4635 time: 0.4386482 Nov 11 17:38:31.143250 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52022) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:31.188214 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 4cf53bff-9d70-4a50-9b9c-8e8118bb6a01 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:38:31.188696 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:31.293843 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-23fb63da-f3ed-4be6-8869-f7e2c93115d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050477443', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:38Z', 'updated_at': '2021-11-11T17:37:52Z', 'revision_number': 4, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:39Z', 'updated_at': '2021-11-11T17:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'b8072849-7c9b-4f33-940c-86e05f805a40', 'tenant_id': '83768074d3d244f883814e21701528e8', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'port_id': 'e76c4510-bfa9-465f-a072-1401698619a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7', 'mac_address': 'fa:16:3e:42:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b81b-bd7d-4f98-95b8-3baa9513bd48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:38:25Z', 'updated_at': '2021-11-11T17:38:25Z', 'revision_number': 0, 'project_id': '83768074d3d244f883814e21701528e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1cf0962-d5a7-4066-a612-92064d21e345', 'name': '', 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7', 'tenant_id': '83768074d3d244f883814e21701528e8', 'mac_address': 'fa:16:3e:84:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '2ff48720-5019-41a9-ad5c-91187e85b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:49Z', 'updated_at': '2021-11-11T17:37:57Z', 'revision_number': 5, 'project_id': '83768074d3d244f883814e21701528e8', 'subnets': [{'id': '2ff48720-5019-41a9-ad5c-91187e85b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:31.321806 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd616c0-cfec-42c7-b0ae-8fd308dcc4ec req-bfffee43-a84b-4cf1-b97f-ad72fada76b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:31.323766 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cdd616c0-cfec-42c7-b0ae-8fd308dcc4ec req-bfffee43-a84b-4cf1-b97f-ad72fada76b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e5de9005-253c-47dc-8253-8ca04fe7abb7 HTTP/1.1" status: 200 len: 897 time: 0.4787929 Nov 11 17:38:31.356562 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fb63da-f3ed-4be6-8869-f7e2c93115d0 None None] The sync data for ids ['07a3de9a-7612-486e-87f4-1b46b4bb144f'] in n-d-816206-4 is: [{'id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050477443', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:38Z', 'updated_at': '2021-11-11T17:37:52Z', 'revision_number': 4, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:39Z', 'updated_at': '2021-11-11T17:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'b8072849-7c9b-4f33-940c-86e05f805a40', 'tenant_id': '83768074d3d244f883814e21701528e8', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'port_id': 'e76c4510-bfa9-465f-a072-1401698619a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7', 'mac_address': 'fa:16:3e:42:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1548b81b-bd7d-4f98-95b8-3baa9513bd48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:38:25Z', 'updated_at': '2021-11-11T17:38:25Z', 'revision_number': 0, 'project_id': '83768074d3d244f883814e21701528e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1cf0962-d5a7-4066-a612-92064d21e345', 'name': '', 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7', 'tenant_id': '83768074d3d244f883814e21701528e8', 'mac_address': 'fa:16:3e:84:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '2ff48720-5019-41a9-ad5c-91187e85b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:49Z', 'updated_at': '2021-11-11T17:37:57Z', 'revision_number': 5, 'project_id': '83768074d3d244f883814e21701528e8', 'subnets': [{'id': '2ff48720-5019-41a9-ad5c-91187e85b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:38:31.486094 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc44322-f12d-4187-8f86-709592fcdddc req-c407a861-72c9-432a-817f-4c8f98ae096c tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:31.487627 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6bc44322-f12d-4187-8f86-709592fcdddc req-c407a861-72c9-432a-817f-4c8f98ae096c tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 945 time: 0.4417405 Nov 11 17:38:31.535226 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cdd616c0-cfec-42c7-b0ae-8fd308dcc4ec req-716348b4-88be-434a-a375-64e92f04e22d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e76c4510-bfa9-465f-a072-1401698619a3 HTTP/1.1" status: 200 len: 998 time: 0.2024629 Nov 11 17:38:31.661785 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-05101dc4-2f16-419f-8907-968ae87efca3 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4466 time: 0.5173917 Nov 11 17:38:31.665189 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52028) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:31.787082 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44505984-85d5-497f-bf9b-cfff9e60fad6 None None] New status for floating IP b8072849-7c9b-4f33-940c-86e05f805a40: ACTIVE {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:38:31.828807 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cfc7b9-87c3-44fa-b294-15d92cb2e433 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:31.829275 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cfc7b9-87c3-44fa-b294-15d92cb2e433 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:31.851682 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-48cfc7b9-87c3-44fa-b294-15d92cb2e433 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=07a3de9a-7612-486e-87f4-1b46b4bb144f HTTP/1.1" status: 200 len: 1990 time: 0.1852074 Nov 11 17:38:31.977699 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd616c0-cfec-42c7-b0ae-8fd308dcc4ec req-800afee2-ac54-4d08-9bd8-555bd1d6f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:31.979184 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cdd616c0-cfec-42c7-b0ae-8fd308dcc4ec req-800afee2-ac54-4d08-9bd8-555bd1d6f4b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ff48720-5019-41a9-ad5c-91187e85b221 HTTP/1.1" status: 200 len: 835 time: 0.3584659 Nov 11 17:38:31.982346 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75194fb5-b87c-4d45-970c-6a13a2932f05 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:32.126543 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-6bc44322-f12d-4187-8f86-709592fcdddc req-4385c05f-e4e3-4fcb-974c-c61e5f3eefd9 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Deleting port 5872155a-bedb-4604-8c2b-87f038cb2754 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:38:32.126908 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6bc44322-f12d-4187-8f86-709592fcdddc req-4385c05f-e4e3-4fcb-974c-c61e5f3eefd9 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:32.283956 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe40b1-5d59-4de1-981f-a85a10252080 req-e2f440cb-c591-44c6-bd84-74486575dceb tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:32.285514 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dbfe40b1-5d59-4de1-981f-a85a10252080 req-e2f440cb-c591-44c6-bd84-74486575dceb tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.1053727 Nov 11 17:38:32.311170 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-6bc44322-f12d-4187-8f86-709592fcdddc req-4385c05f-e4e3-4fcb-974c-c61e5f3eefd9 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] For port 5872155a-bedb-4604-8c2b-87f038cb2754, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=5872155a-bedb-4604-8c2b-87f038cb2754,segment=NetworkSegment(97739d9b-145d-4650-945f-8d743fb275bd),segment_id=97739d9b-145d-4650-945f-8d743fb275bd)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:38:32.311551 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6bc44322-f12d-4187-8f86-709592fcdddc req-4385c05f-e4e3-4fcb-974c-c61e5f3eefd9 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:32.359158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd616c0-cfec-42c7-b0ae-8fd308dcc4ec req-47655887-ad7b-4c08-a598-9a82560ae5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:32.359158 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cdd616c0-cfec-42c7-b0ae-8fd308dcc4ec req-47655887-ad7b-4c08-a598-9a82560ae5e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5de9005-253c-47dc-8253-8ca04fe7abb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3712547 Nov 11 17:38:32.376388 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-6bc44322-f12d-4187-8f86-709592fcdddc req-4385c05f-e4e3-4fcb-974c-c61e5f3eefd9 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Calling delete_port for 5872155a-bedb-4604-8c2b-87f038cb2754 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:38:32.398812 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dbfe40b1-5d59-4de1-981f-a85a10252080 req-380b39a4-9628-4656-84c9-6710a9dd9df5 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990820 Nov 11 17:38:32.502771 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cdd616c0-cfec-42c7-b0ae-8fd308dcc4ec req-5156df8a-6803-4801-bdec-51d2f5501c69 service neutron] 10.222.0.64 "GET /v2.0/networks/e5de9005-253c-47dc-8253-8ca04fe7abb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239908 Nov 11 17:38:32.691172 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd994de-5d88-4cad-a29b-1f719a8bee94 req-d2ef3cc9-2321-4405-8628-879c34e6a737 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:32.693425 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdd994de-5d88-4cad-a29b-1f719a8bee94 req-d2ef3cc9-2321-4405-8628-879c34e6a737 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 945 time: 0.0956743 Nov 11 17:38:32.718479 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cdd616c0-cfec-42c7-b0ae-8fd308dcc4ec req-078489bd-2557-4fcc-8c61-4c7d6d2ce2c4 service neutron] 10.222.0.64 "GET /v2.0/networks/e5de9005-253c-47dc-8253-8ca04fe7abb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851580 Nov 11 17:38:32.774445 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdd994de-5d88-4cad-a29b-1f719a8bee94 req-f9819cc3-55a6-49f1-aadb-5fae665d7452 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/security-groups?id=39c43a87-83b1-477a-a5a0-d46e7c0d79de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735834 Nov 11 17:38:32.813854 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75194fb5-b87c-4d45-970c-6a13a2932f05 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Router a98f03b4-76fa-4dd6-ae21-c9f000288ebb is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:38:33.094323 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6bc44322-f12d-4187-8f86-709592fcdddc req-4385c05f-e4e3-4fcb-974c-c61e5f3eefd9 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:33.106528 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['5872155a-bedb-4604-8c2b-87f038cb2754'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:38:33.194588 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385c05f-e4e3-4fcb-974c-c61e5f3eefd9 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Pushing event deleted for resources: {'Port': ['ID=5872155a-bedb-4604-8c2b-87f038cb2754,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:33.336862 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc44322-f12d-4187-8f86-709592fcdddc req-4385c05f-e4e3-4fcb-974c-c61e5f3eefd9 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] No DVR routers for this DVR port 5872155a-bedb-4604-8c2b-87f038cb2754 on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:38:33.343905 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-6bc44322-f12d-4187-8f86-709592fcdddc req-4385c05f-e4e3-4fcb-974c-c61e5f3eefd9 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:33.353865 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6bc44322-f12d-4187-8f86-709592fcdddc req-4385c05f-e4e3-4fcb-974c-c61e5f3eefd9 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.83 "DELETE /v2.0/ports/5872155a-bedb-4604-8c2b-87f038cb2754 HTTP/1.1" status: 204 len: 173 time: 1.8505890 Nov 11 17:38:33.369454 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5742214-5167-4b0c-bae5-c807de1c1dc3', 'name': 'network-vif-deleted', 'tag': '5872155a-bedb-4604-8c2b-87f038cb2754'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:38:33.380708 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2786c4ce-93f9-4617-86f8-792a6b390caf" -d '{"events": [{"server_uuid": "c5742214-5167-4b0c-bae5-c807de1c1dc3", "name": "network-vif-deleted", "tag": "5872155a-bedb-4604-8c2b-87f038cb2754"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:38:33.395553 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75194fb5-b87c-4d45-970c-6a13a2932f05 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:38:33.406186 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9794398b-1655-4151-b0e4-c2ffc815b4ec None None] Sync routers for ids ['a98f03b4-76fa-4dd6-ae21-c9f000288ebb'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:38:33.447625 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9794398b-1655-4151-b0e4-c2ffc815b4ec None None] Routers {'a98f03b4-76fa-4dd6-ae21-c9f000288ebb'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:38:33.452288 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-9794398b-1655-4151-b0e4-c2ffc815b4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:38:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['a98f03b4-76fa-4dd6-ae21-c9f000288ebb'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:33.475950 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75194fb5-b87c-4d45-970c-6a13a2932f05 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:33.481497 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52084) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:33.488631 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-75194fb5-b87c-4d45-970c-6a13a2932f05 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.9291735 Nov 11 17:38:33.493932 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b7ba74-7117-4c11-8939-6ee292ae749c x-openstack-request-id: req-d5b7ba74-7117-4c11-8939-6ee292ae749c {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:38:33.497124 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5742214-5167-4b0c-bae5-c807de1c1dc3", "name": "network-vif-deleted", "tag": "5872155a-bedb-4604-8c2b-87f038cb2754", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:38:33.497788 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d5b7ba74-7117-4c11-8939-6ee292ae749c {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:38:33.501065 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5742214-5167-4b0c-bae5-c807de1c1dc3', 'name': 'network-vif-deleted', 'tag': '5872155a-bedb-4604-8c2b-87f038cb2754', 'status': 'completed', 'code': 200} Nov 11 17:38:33.736666 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba3953-1f5d-4557-b27e-b2cf191312db req-b67fb022-9fb9-4328-bccb-ac60767f05ed tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:33.738583 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47ba3953-1f5d-4557-b27e-b2cf191312db req-b67fb022-9fb9-4328-bccb-ac60767f05ed tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.0872576 Nov 11 17:38:33.746898 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52090) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:33.754698 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3b8c94d1-5dfa-4687-9329-751bdc8cf937 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "GET /v2.0/routers/a98f03b4-76fa-4dd6-ae21-c9f000288ebb HTTP/1.1" status: 200 len: 906 time: 0.2606671 Nov 11 17:38:33.802614 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-9794398b-1655-4151-b0e4-c2ffc815b4ec None None] Set router a98f03b4-76fa-4dd6-ae21-c9f000288ebb gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:38:33.886469 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47ba3953-1f5d-4557-b27e-b2cf191312db req-b1c6350c-cabb-44f3-854b-293a60bbb240 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275263 Nov 11 17:38:33.982025 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a2cfd623-df48-452a-9440-ba92fe2d4fdf req-769117e2-f7c3-49c0-ad06-65b146b47842 tempest-InstanceActionsTestJSON-1268147974 tempest-InstanceActionsTestJSON-1268147974-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5742214-5167-4b0c-bae5-c807de1c1dc3 HTTP/1.1" status: 200 len: 210 time: 0.0490489 Nov 11 17:38:34.081679 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7aba40ca-0726-48f0-ae75-3a8abf9f8d9c tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:34.217581 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-9794398b-1655-4151-b0e4-c2ffc815b4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98f03b4-76fa-4dd6-ae21-c9f000288ebb', 'name': 'tempest-snat-router-345007255', 'tenant_id': '4b55f97fcfac492cbaf9f3254c669af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '315da939-815d-454b-88aa-79d2719852b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:26Z', 'updated_at': '2021-11-11T17:38:29Z', 'revision_number': 3, 'project_id': '4b55f97fcfac492cbaf9f3254c669af1', 'gw_port': {'id': '315da939-815d-454b-88aa-79d2719852b9', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98f03b4-76fa-4dd6-ae21-c9f000288ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:27Z', 'updated_at': '2021-11-11T17:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:34.246391 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9794398b-1655-4151-b0e4-c2ffc815b4ec None None] Checking router: a98f03b4-76fa-4dd6-ae21-c9f000288ebb for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:38:34.246750 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9794398b-1655-4151-b0e4-c2ffc815b4ec None None] Updating router a98f03b4-76fa-4dd6-ae21-c9f000288ebb port 315da939-815d-454b-88aa-79d2719852b9 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:38:34.288013 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9794398b-1655-4151-b0e4-c2ffc815b4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:34.307137 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7aba40ca-0726-48f0-ae75-3a8abf9f8d9c tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:34.368188 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-7aba40ca-0726-48f0-ae75-3a8abf9f8d9c tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Deleting port 315da939-815d-454b-88aa-79d2719852b9 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:38:34.369331 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7aba40ca-0726-48f0-ae75-3a8abf9f8d9c tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:34.501140 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7aba40ca-0726-48f0-ae75-3a8abf9f8d9c tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:34.532905 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-7aba40ca-0726-48f0-ae75-3a8abf9f8d9c tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Calling delete_port for 315da939-815d-454b-88aa-79d2719852b9 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:38:34.846816 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7aba40ca-0726-48f0-ae75-3a8abf9f8d9c tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:34.847525 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-9794398b-1655-4151-b0e4-c2ffc815b4ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:38:34.847717 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-9794398b-1655-4151-b0e4-c2ffc815b4ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:38:34.924699 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba40ca-0726-48f0-ae75-3a8abf9f8d9c tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Pushing event deleted for resources: {'Port': ['ID=315da939-815d-454b-88aa-79d2719852b9,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:34.924889 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac681487-5900-4b63-ab1d-7e23b50bb3a8 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:38:35.054585 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7aba40ca-0726-48f0-ae75-3a8abf9f8d9c tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:35.101329 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52122) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:35.126479 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e18e6-f3d7-48fe-a24e-2b613de02537 req-ef7aa803-e6cc-4175-9a4d-90cd9d71eb89 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:35.136236 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6c7e18e6-f3d7-48fe-a24e-2b613de02537 req-ef7aa803-e6cc-4175-9a4d-90cd9d71eb89 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.1469448 Nov 11 17:38:35.185529 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7aba40ca-0726-48f0-ae75-3a8abf9f8d9c tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:35.187647 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7aba40ca-0726-48f0-ae75-3a8abf9f8d9c tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:35.262666 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7aba40ca-0726-48f0-ae75-3a8abf9f8d9c tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:35.263357 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aba40ca-0726-48f0-ae75-3a8abf9f8d9c tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a98f03b4-76fa-4dd6-ae21-c9f000288ebb {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:38:35.271637 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7aba40ca-0726-48f0-ae75-3a8abf9f8d9c tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:35.275284 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7aba40ca-0726-48f0-ae75-3a8abf9f8d9c tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "DELETE /v2.0/routers/a98f03b4-76fa-4dd6-ae21-c9f000288ebb HTTP/1.1" status: 204 len: 168 time: 1.5247395 Nov 11 17:38:35.275707 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52126) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:35.307935 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b69a5d6-cd32-4101-8e5f-9d81a279cb4f admin admin] Deleting subnet 53120a76-7ae9-4897-b91c-7c7246e9993c {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:38:35.325229 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4b69a5d6-cd32-4101-8e5f-9d81a279cb4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:35.403797 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6c7e18e6-f3d7-48fe-a24e-2b613de02537 req-9c3321fc-3648-4303-966b-cc463c98f468 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652240 Nov 11 17:38:35.439366 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4b69a5d6-cd32-4101-8e5f-9d81a279cb4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:35.469789 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9794398b-1655-4151-b0e4-c2ffc815b4ec None None] Port 315da939-815d-454b-88aa-79d2719852b9 not found while updating agent binding for router a98f03b4-76fa-4dd6-ae21-c9f000288ebb. {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 11 17:38:35.495251 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9794398b-1655-4151-b0e4-c2ffc815b4ec None None] Routers set() bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:38:35.495611 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9794398b-1655-4151-b0e4-c2ffc815b4ec None None] Router IDs set() for agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 17:38:35.503539 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_agentschedulers_db [None req-9794398b-1655-4151-b0e4-c2ffc815b4ec None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a98f03b4-76fa-4dd6-ae21-c9f000288ebb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:38:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent'). {{(pid=102619) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 11 17:38:35.503975 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9794398b-1655-4151-b0e4-c2ffc815b4ec None None] The sync data for ids ['a98f03b4-76fa-4dd6-ae21-c9f000288ebb'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:38:35.533017 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22747e47-24eb-49b7-98cf-0935130ce922 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:35.629440 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4b69a5d6-cd32-4101-8e5f-9d81a279cb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:35.792193 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4b69a5d6-cd32-4101-8e5f-9d81a279cb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:35.850547 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 5872155a-bedb-4604-8c2b-87f038cb2754 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:38:35.860904 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22747e47-24eb-49b7-98cf-0935130ce922 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:35.874276 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 5872155a-bedb-4604-8c2b-87f038cb2754 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:38:35.874895 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 5872155a-bedb-4604-8c2b-87f038cb2754 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:38:35.930848 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69a5d6-cd32-4101-8e5f-9d81a279cb4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53120a76-7ae9-4897-b91c-7c7246e9993c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:35.942452 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4b69a5d6-cd32-4101-8e5f-9d81a279cb4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:35.949574 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4b69a5d6-cd32-4101-8e5f-9d81a279cb4f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/53120a76-7ae9-4897-b91c-7c7246e9993c HTTP/1.1" status: 204 len: 168 time: 0.8433416 Nov 11 17:38:35.952901 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52134) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:36.096225 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-22747e47-24eb-49b7-98cf-0935130ce922 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Deleting port 4cf53bff-9d70-4a50-9b9c-8e8118bb6a01 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:38:36.096904 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22747e47-24eb-49b7-98cf-0935130ce922 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:36.164685 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e058275-8ff7-4db7-8ace-7ade274e7959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:36.360991 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e058275-8ff7-4db7-8ace-7ade274e7959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:36.407823 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-22747e47-24eb-49b7-98cf-0935130ce922 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] For port 4cf53bff-9d70-4a50-9b9c-8e8118bb6a01, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=4cf53bff-9d70-4a50-9b9c-8e8118bb6a01,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:38:36.408500 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22747e47-24eb-49b7-98cf-0935130ce922 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:36.459015 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8e058275-8ff7-4db7-8ace-7ade274e7959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e877a5ea-a11e-4699-994a-337409ad7b33']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:36.461658 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-22747e47-24eb-49b7-98cf-0935130ce922 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Calling delete_port for 4cf53bff-9d70-4a50-9b9c-8e8118bb6a01 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:38:36.480264 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8e058275-8ff7-4db7-8ace-7ade274e7959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97739d9b-145d-4650-945f-8d743fb275bd') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:36.482254 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8e058275-8ff7-4db7-8ace-7ade274e7959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97739d9b-145d-4650-945f-8d743fb275bd') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:36.510650 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e058275-8ff7-4db7-8ace-7ade274e7959 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:36.616471 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e058275-8ff7-4db7-8ace-7ade274e7959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:36.638843 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e058275-8ff7-4db7-8ace-7ade274e7959 admin admin] Releasing vlan 1258 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:38:36.640764 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e058275-8ff7-4db7-8ace-7ade274e7959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:38:36.650834 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:38:36.727539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd7739-9c43-4e86-8676-1be814525b26 req-d1e347db-82b6-4a68-b405-9553089836ce tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:36.733819 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-86bd7739-9c43-4e86-8676-1be814525b26 req-d1e347db-82b6-4a68-b405-9553089836ce tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.1690054 Nov 11 17:38:36.881572 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-86bd7739-9c43-4e86-8676-1be814525b26 req-513fb03e-e933-49fd-95ba-38cda4b4dbc2 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424282 Nov 11 17:38:37.337156 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e058275-8ff7-4db7-8ace-7ade274e7959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:37.376094 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e058275-8ff7-4db7-8ace-7ade274e7959 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:37.384517 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8e058275-8ff7-4db7-8ace-7ade274e7959 admin admin] 10.222.0.76 "DELETE /v2.0/networks/e877a5ea-a11e-4699-994a-337409ad7b33 HTTP/1.1" status: 204 len: 168 time: 1.4262884 Nov 11 17:38:37.386131 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e058275-8ff7-4db7-8ace-7ade274e7959 admin admin] Pushing event deleted for resources: {'Network': ['ID=e877a5ea-a11e-4699-994a-337409ad7b33,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:37.437504 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-592a517d-72b9-43ec-8879-1f2bdeb681e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:37.559045 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22747e47-24eb-49b7-98cf-0935130ce922 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:37.603937 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22747e47-24eb-49b7-98cf-0935130ce922 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cf53bff-9d70-4a50-9b9c-8e8118bb6a01,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:37.619742 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bca2946-74da-43c2-9be4-b604290d23af None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:38:37.707362 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22747e47-24eb-49b7-98cf-0935130ce922 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:37.775455 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52160) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:37.893199 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4fc10b09-d1ab-4152-98ca-49db4a96f8e5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4bc13890e4ac4759a5ad25ababe32aaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1165516 Nov 11 17:38:37.897485 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52164) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:37.960244 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22747e47-24eb-49b7-98cf-0935130ce922 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:37.967048 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22747e47-24eb-49b7-98cf-0935130ce922 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:38.059427 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22747e47-24eb-49b7-98cf-0935130ce922 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:38.063318 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22747e47-24eb-49b7-98cf-0935130ce922 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f95c5cb-17b8-4bec-8453-9269f0e623c5 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:38:38.084741 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22747e47-24eb-49b7-98cf-0935130ce922 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:38.089262 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-22747e47-24eb-49b7-98cf-0935130ce922 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "DELETE /v2.0/routers/1f95c5cb-17b8-4bec-8453-9269f0e623c5 HTTP/1.1" status: 204 len: 168 time: 2.8128061 Nov 11 17:38:38.095000 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52172) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:38.102595 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-181318117', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}, 'admin_state_up': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:38.108436 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9996bdc4-643f-417e-8c03-780aea0a2122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:38.150802 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7922d-a834-49ee-bb4d-c62753bf8a7b req-ff77510e-cfaf-41e6-895f-681e19fd20a1 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:38.172825 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dba7922d-a834-49ee-bb4d-c62753bf8a7b req-ff77510e-cfaf-41e6-895f-681e19fd20a1 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.1463721 Nov 11 17:38:38.188144 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9996bdc4-643f-417e-8c03-780aea0a2122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:38.249300 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:38.250283 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:38.297927 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9996bdc4-643f-417e-8c03-780aea0a2122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:38.305341 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9996bdc4-643f-417e-8c03-780aea0a2122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:38.313373 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9996bdc4-643f-417e-8c03-780aea0a2122 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/39c43a87-83b1-477a-a5a0-d46e7c0d79de HTTP/1.1" status: 204 len: 168 time: 0.4153278 Nov 11 17:38:38.323251 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996bdc4-643f-417e-8c03-780aea0a2122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c43a87-83b1-477a-a5a0-d46e7c0d79de,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:38.361874 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:38.561492 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:38.599984 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dba7922d-a834-49ee-bb4d-c62753bf8a7b req-4ba89f50-3a5d-42c2-aa31-4d160a7fc926 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4206517 Nov 11 17:38:38.816412 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 4cf53bff-9d70-4a50-9b9c-8e8118bb6a01 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:38:38.855244 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 4cf53bff-9d70-4a50-9b9c-8e8118bb6a01 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:38:38.855865 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 4cf53bff-9d70-4a50-9b9c-8e8118bb6a01 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:38:39.059588 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:39.112703 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:39.456514 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Allocated IP 172.25.2.251 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/9089866e-3120-4bca-88d3-79a6db502677) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:38:39.747924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:39.891043 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c185131-cefb-4894-a36f-806cd4d9f9c8 req-8d4a2cd8-7b5d-4932-8cc2-51dda7d1b3ec tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:39.893217 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1c185131-cefb-4894-a36f-806cd4d9f9c8 req-8d4a2cd8-7b5d-4932-8cc2-51dda7d1b3ec tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.1161623 Nov 11 17:38:39.905027 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:40.131269 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:38:40.138854 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:38:40.149473 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:38:40.172117 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d997e98-3010-434a-b35d-1b904b59080c None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:38:40.229035 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1c185131-cefb-4894-a36f-806cd4d9f9c8 req-21d8540b-a9ab-494a-bcc3-ee4254c074fb tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3257170 Nov 11 17:38:40.318758 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-570cfc03-5bca-4a70-a902-bee5552dd92e None None] Provisioning complete for port 9089866e-3120-4bca-88d3-79a6db502677 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:38:40.325116 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-570cfc03-5bca-4a70-a902-bee5552dd92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:40.340141 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52232) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:40.382601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Pushing event updated for resources: {'Port': ['ID=9089866e-3120-4bca-88d3-79a6db502677,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:40.414261 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:40.414620 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:40.414946 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:40.415281 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:40.421399 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:40.421813 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:40.422168 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:40.422516 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:40.422862 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:40.423198 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:40.423530 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:40.423886 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:40.511826 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29055f1f-62b0-4bed-bcfc-ae59a68cac8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:40.516483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-570cfc03-5bca-4a70-a902-bee5552dd92e None None] Port 9089866e-3120-4bca-88d3-79a6db502677 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:38:40.564443 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16da73-b2db-4dae-864d-817ba53abe6c req-0e3e14dc-363c-4bed-9cd2-994612a4d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:40.575876 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3d16da73-b2db-4dae-864d-817ba53abe6c req-0e3e14dc-363c-4bed-9cd2-994612a4d0c3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f&tenant_id=eeac632c30574948b103f77246d9180e HTTP/1.1" status: 200 len: 1094 time: 0.2044349 Nov 11 17:38:40.670077 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52238) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:40.682149 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1743766751-network', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:40.738942 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16da73-b2db-4dae-864d-817ba53abe6c req-573a059a-793f-4f4f-a4d0-19b1774dee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:40.745611 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3d16da73-b2db-4dae-864d-817ba53abe6c req-573a059a-793f-4f4f-a4d0-19b1774dee22 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eeac632c30574948b103f77246d9180e&device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 1094 time: 0.1304760 Nov 11 17:38:40.775374 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Made reservation on behalf of bcd3129868e344c297295704aeeec2c1 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:38:40.778753 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:40.827945 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:40.852716 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-27f7ed9b-df0b-4f88-9f23-d55e09a5a85e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:40.935256 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:40.955339 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16da73-b2db-4dae-864d-817ba53abe6c req-a4f54508-9bdf-4541-94be-a0056ebcf590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:40.956928 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3d16da73-b2db-4dae-864d-817ba53abe6c req-a4f54508-9bdf-4541-94be-a0056ebcf590 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a3a8bf47-1430-4314-97ff-b3524a589a13 HTTP/1.1" status: 200 len: 918 time: 0.2028782 Nov 11 17:38:40.958274 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:41.084214 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3d16da73-b2db-4dae-864d-817ba53abe6c req-81e86069-4ac2-4edd-a825-922214572af0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de4b953-cf0d-49c3-abb7-e0c684db874a HTTP/1.1" status: 200 len: 998 time: 0.1174622 Nov 11 17:38:41.100437 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-27f7ed9b-df0b-4f88-9f23-d55e09a5a85e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:41.108093 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-27f7ed9b-df0b-4f88-9f23-d55e09a5a85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:41.206927 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:41.215158 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:41.227333 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1255} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:38:41.238770 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:41.238770 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Added segment 3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3 of type vlan for network 26b89f42-47fd-4a3b-9482-68a15714eda2 Nov 11 17:38:41.249923 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-27f7ed9b-df0b-4f88-9f23-d55e09a5a85e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d4a03ae21c3c45be83b22ee857993ed0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5670538 Nov 11 17:38:41.249923 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7ed9b-df0b-4f88-9f23-d55e09a5a85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92233c8f-f671-4595-b294-69591330457c,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:41.252105 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52246) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:41.290179 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:41.320817 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:41.321773 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:41.322400 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:41.335581 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16da73-b2db-4dae-864d-817ba53abe6c req-1c7f5ea1-8685-4f3e-b242-7f8608b07448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:41.337081 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3d16da73-b2db-4dae-864d-817ba53abe6c req-1c7f5ea1-8685-4f3e-b242-7f8608b07448 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa447a7e-c385-460f-86cb-d149b7215da5 HTTP/1.1" status: 200 len: 855 time: 0.2307978 Nov 11 17:38:41.355064 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a8f6bd33-769d-42a1-a1b4-621a080b3b5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:41.413955 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:41.417432 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a8f6bd33-769d-42a1-a1b4-621a080b3b5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:41.443001 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:41.456874 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1153884 Nov 11 17:38:41.457528 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52254) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:41.469483 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-2a15ea6d-01d7-45b4-a9e3-738e80be2996 admin admin] Request body: {'subnet': {'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1743766751-subnet', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:41.491398 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Pushing event updated for resources: {'Network': ['ID=26b89f42-47fd-4a3b-9482-68a15714eda2,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:41.494816 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.495166 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.495615 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.496551 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.496916 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.497262 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.497763 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.498099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.498429 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.498760 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.499085 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.499410 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.506093 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a15ea6d-01d7-45b4-a9e3-738e80be2996 admin admin] Made reservation on behalf of bcd3129868e344c297295704aeeec2c1 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:38:41.508654 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a15ea6d-01d7-45b4-a9e3-738e80be2996 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:41.556093 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.556486 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.556793 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.557154 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.557475 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.557823 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.558153 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.558533 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.559032 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.559363 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.559692 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.560036 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e05080-0da4-4abc-8059-d6f3516d04c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:38:41.576448 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 26b89f42-47fd-4a3b-9482-68a15714eda2 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:38:41.599415 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16da73-b2db-4dae-864d-817ba53abe6c req-c8bebd46-c884-46bb-8e82-ce52ec945b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:41.601248 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3d16da73-b2db-4dae-864d-817ba53abe6c req-c8bebd46-c884-46bb-8e82-ce52ec945b98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a3a8bf47-1430-4314-97ff-b3524a589a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2459497 Nov 11 17:38:41.771806 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3d16da73-b2db-4dae-864d-817ba53abe6c req-a41a9b70-bd17-4902-b12e-a00378a1f625 service neutron] 10.222.0.64 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606901 Nov 11 17:38:41.957489 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3d16da73-b2db-4dae-864d-817ba53abe6c req-11391cef-82b4-41b8-9a99-7c890b1fe2e1 service neutron] 10.222.0.64 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751993 Nov 11 17:38:41.970323 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a15ea6d-01d7-45b4-a9e3-738e80be2996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:42.006080 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e997f2-e579-4eaf-b4ff-3b01bcc5d4c5 req-3be2bea2-8576-4b65-a05b-e5e8c0495320 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:42.014533 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94e997f2-e579-4eaf-b4ff-3b01bcc5d4c5 req-3be2bea2-8576-4b65-a05b-e5e8c0495320 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.6087074 Nov 11 17:38:42.026845 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a15ea6d-01d7-45b4-a9e3-738e80be2996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b8a9933-5f05-4272-8e1a-da4284619290,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:42.068706 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a15ea6d-01d7-45b4-a9e3-738e80be2996 admin admin] Checking segment: {'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:38:42.069112 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a15ea6d-01d7-45b4-a9e3-738e80be2996 admin admin] Network hostable DHCP agents. Network: 26b89f42-47fd-4a3b-9482-68a15714eda2, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:38:42.112329 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a15ea6d-01d7-45b4-a9e3-738e80be2996 admin admin] Network 26b89f42-47fd-4a3b-9482-68a15714eda2 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:38:42.125463 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-2a15ea6d-01d7-45b4-a9e3-738e80be2996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 26b89f42-47fd-4a3b-9482-68a15714eda2) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:38:42.131132 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a8f6bd33-769d-42a1-a1b4-621a080b3b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:42.131310 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a15ea6d-01d7-45b4-a9e3-738e80be2996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:42.134930 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a8f6bd33-769d-42a1-a1b4-621a080b3b5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:42.138863 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0963801d-1a37-4238-a4f2-3c9043fb3c7e None None] Network 26b89f42-47fd-4a3b-9482-68a15714eda2 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:38:42.141103 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a8f6bd33-769d-42a1-a1b4-621a080b3b5e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/92233c8f-f671-4595-b294-69591330457c HTTP/1.1" status: 204 len: 168 time: 0.8844767 Nov 11 17:38:42.141887 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a15ea6d-01d7-45b4-a9e3-738e80be2996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:42.156693 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6bd33-769d-42a1-a1b4-621a080b3b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92233c8f-f671-4595-b294-69591330457c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:42.203439 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94e997f2-e579-4eaf-b4ff-3b01bcc5d4c5 req-97a9df14-27ac-4b96-8d1b-a7bccc1bca8b tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864531 Nov 11 17:38:42.205446 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52270) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:42.205838 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2a15ea6d-01d7-45b4-a9e3-738e80be2996 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7403214 Nov 11 17:38:42.222921 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2df6e428-b129-46fc-9c31-c22e4d7bc72c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1743766751-router', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:42.254949 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Router 6c17b315-5655-4f93-8776-d6886c16192b is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:38:42.284678 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2df6e428-b129-46fc-9c31-c22e4d7bc72c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:42.285769 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2df6e428-b129-46fc-9c31-c22e4d7bc72c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:42.349292 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2df6e428-b129-46fc-9c31-c22e4d7bc72c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:42.567568 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb358a3f-e935-4394-9b75-f541a155784f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-26b89f42-47fd-4a3b-9482-68a15714eda2', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'fixed_ips': [{'subnet_id': '4b8a9933-5f05-4272-8e1a-da4284619290'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:38:42.570152 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cb358a3f-e935-4394-9b75-f541a155784f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:42.571099 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2df6e428-b129-46fc-9c31-c22e4d7bc72c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:42.652454 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:42.656992 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52280) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:42.668474 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:38:42.677928 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f6ad51-e81f-4353-9f9b-d28442a931c3 None None] Sync routers for ids ['6c17b315-5655-4f93-8776-d6886c16192b'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:38:42.687206 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8bfa7fe7-2f25-4526-bbc3-176958d0568e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:42.702276 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f6ad51-e81f-4353-9f9b-d28442a931c3 None None] Routers {'6c17b315-5655-4f93-8776-d6886c16192b'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:38:42.703241 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b8f6ad51-e81f-4353-9f9b-d28442a931c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:38:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6c17b315-5655-4f93-8776-d6886c16192b'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:42.787182 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:42.790711 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-41d694d2-3d3b-48bd-ab1e-ba536cf6581e tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.6931381 Nov 11 17:38:42.794100 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52284) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:42.815448 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-7f4be741-25ec-46e4-bc4a-0994d2ae5fc6 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'enable_snat': False}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:42.821041 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b8f6ad51-e81f-4353-9f9b-d28442a931c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:42.838230 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-cb358a3f-e935-4394-9b75-f541a155784f None None] Allocated IP 172.20.0.2 (26b89f42-47fd-4a3b-9482-68a15714eda2/4b8a9933-5f05-4272-8e1a-da4284619290/676b998a-cf7b-4cdd-a36e-b6382b2c2070) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:38:42.843113 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f6ad51-e81f-4353-9f9b-d28442a931c3 None None] Routers {'6c17b315-5655-4f93-8776-d6886c16192b'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:38:42.843979 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b8f6ad51-e81f-4353-9f9b-d28442a931c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:38:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6c17b315-5655-4f93-8776-d6886c16192b'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:42.888262 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8bfa7fe7-2f25-4526-bbc3-176958d0568e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:42.890965 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b8f6ad51-e81f-4353-9f9b-d28442a931c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:42.892247 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f6ad51-e81f-4353-9f9b-d28442a931c3 None None] The sync data for ids ['6c17b315-5655-4f93-8776-d6886c16192b'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:38:42.900953 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8bfa7fe7-2f25-4526-bbc3-176958d0568e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:42.993616 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa7fe7-2f25-4526-bbc3-176958d0568e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bba46a-332a-4d80-9238-1bb0e589a77c,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:43.000753 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8bfa7fe7-2f25-4526-bbc3-176958d0568e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=90d0db92330645598d569113d0b1920b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3419268 Nov 11 17:38:43.003368 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52286) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:43.023446 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:43.079269 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-01c8147f-4358-49a6-ba70-bd56439e3659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:43.130008 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-01c8147f-4358-49a6-ba70-bd56439e3659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:43.170265 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cb358a3f-e935-4394-9b75-f541a155784f None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:43.182021 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cb358a3f-e935-4394-9b75-f541a155784f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:43.214760 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-01c8147f-4358-49a6-ba70-bd56439e3659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:43.219255 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-01c8147f-4358-49a6-ba70-bd56439e3659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:43.222367 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-01c8147f-4358-49a6-ba70-bd56439e3659 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/34bba46a-332a-4d80-9238-1bb0e589a77c HTTP/1.1" status: 204 len: 168 time: 0.2180018 Nov 11 17:38:43.241469 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8147f-4358-49a6-ba70-bd56439e3659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bba46a-332a-4d80-9238-1bb0e589a77c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:43.249717 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb358a3f-e935-4394-9b75-f541a155784f None None] Network 26b89f42-47fd-4a3b-9482-68a15714eda2 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:38:43.264716 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-cb358a3f-e935-4394-9b75-f541a155784f None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:38:43.275536 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb358a3f-e935-4394-9b75-f541a155784f None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:38:43.447307 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb358a3f-e935-4394-9b75-f541a155784f None None] Pushing event updated for resources: {'Port': ['ID=676b998a-cf7b-4cdd-a36e-b6382b2c2070,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:43.536951 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-cb358a3f-e935-4394-9b75-f541a155784f None None] Attempting to bind port 676b998a-cf7b-4cdd-a36e-b6382b2c2070 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:38:43.537236 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-cb358a3f-e935-4394-9b75-f541a155784f None None] Attempting to bind port 676b998a-cf7b-4cdd-a36e-b6382b2c2070 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:38:43.537602 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb358a3f-e935-4394-9b75-f541a155784f None None] Attempting to bind port 676b998a-cf7b-4cdd-a36e-b6382b2c2070 on network 26b89f42-47fd-4a3b-9482-68a15714eda2 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:38:43.544308 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb358a3f-e935-4394-9b75-f541a155784f None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:38:43.544734 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb358a3f-e935-4394-9b75-f541a155784f None None] Checking segment: {'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:38:43.545141 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cb358a3f-e935-4394-9b75-f541a155784f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:43.545599 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb358a3f-e935-4394-9b75-f541a155784f None None] Bound using segment: {'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:38:43.546183 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-cb358a3f-e935-4394-9b75-f541a155784f None None] Bound port: 676b998a-cf7b-4cdd-a36e-b6382b2c2070, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:38:43.546576 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cb358a3f-e935-4394-9b75-f541a155784f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:43.689924 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-cb358a3f-e935-4394-9b75-f541a155784f None None] For port 676b998a-cf7b-4cdd-a36e-b6382b2c2070, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:38:43.702963 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-cb358a3f-e935-4394-9b75-f541a155784f None None] For port 676b998a-cf7b-4cdd-a36e-b6382b2c2070, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=676b998a-cf7b-4cdd-a36e-b6382b2c2070,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:38:43.708720 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cb358a3f-e935-4394-9b75-f541a155784f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:43.774101 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2df6e428-b129-46fc-9c31-c22e4d7bc72c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:43.848360 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb358a3f-e935-4394-9b75-f541a155784f None None] Pushing event updated for resources: {'Port': ['ID=676b998a-cf7b-4cdd-a36e-b6382b2c2070,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:43.908583 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2df6e428-b129-46fc-9c31-c22e4d7bc72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:43.970830 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c09ead-8d9d-47a6-8ab5-1da8ef4cf112 req-63c3278d-dc4a-404d-b0be-9b8e64cfbe62 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:43.972905 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9c09ead-8d9d-47a6-8ab5-1da8ef4cf112 req-63c3278d-dc4a-404d-b0be-9b8e64cfbe62 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.4558702 Nov 11 17:38:44.373391 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-2df6e428-b129-46fc-9c31-c22e4d7bc72c admin admin] Allocated IP 172.25.2.90 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/3c60a584-5a93-463b-9838-ad344d47a857) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:38:44.601042 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9c09ead-8d9d-47a6-8ab5-1da8ef4cf112 req-b6fe7711-3431-4912-aa2d-322d06f8851a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5857298 Nov 11 17:38:44.619832 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7f4be741-25ec-46e4-bc4a-0994d2ae5fc6 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:44.852160 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 676b998a-cf7b-4cdd-a36e-b6382b2c2070 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:38:45.021880 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 676b998a-cf7b-4cdd-a36e-b6382b2c2070 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:38:45.022265 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:45.094172 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2df6e428-b129-46fc-9c31-c22e4d7bc72c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:45.301452 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:45.303763 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2df6e428-b129-46fc-9c31-c22e4d7bc72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:45.365335 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df6e428-b129-46fc-9c31-c22e4d7bc72c admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:38:45.403949 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 676b998a-cf7b-4cdd-a36e-b6382b2c2070, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=676b998a-cf7b-4cdd-a36e-b6382b2c2070,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:38:45.427244 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:45.475816 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-2df6e428-b129-46fc-9c31-c22e4d7bc72c admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:38:45.496867 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df6e428-b129-46fc-9c31-c22e4d7bc72c admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:38:45.512008 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bc4d43-2211-43b1-ba84-44c4afbf4239 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:38:45.635931 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=676b998a-cf7b-4cdd-a36e-b6382b2c2070,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:45.679903 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-04b36933-89f9-4d0c-b18e-3e255752b5f8 None None] Provisioning complete for port 3c60a584-5a93-463b-9838-ad344d47a857 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:38:45.680767 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-04b36933-89f9-4d0c-b18e-3e255752b5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:45.726192 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6e428-b129-46fc-9c31-c22e4d7bc72c admin admin] Pushing event updated for resources: {'Port': ['ID=3c60a584-5a93-463b-9838-ad344d47a857,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:45.818122 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-04b36933-89f9-4d0c-b18e-3e255752b5f8 None None] Port 3c60a584-5a93-463b-9838-ad344d47a857 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:38:45.911916 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a91ca0-247e-4bbb-b443-7e40e9610685 req-c5a3181f-7522-4ff8-98a2-61b6930ec61a tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:45.921984 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07a91ca0-247e-4bbb-b443-7e40e9610685 req-c5a3181f-7522-4ff8-98a2-61b6930ec61a tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 1096 time: 0.5448804 Nov 11 17:38:46.058735 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bce38ee-f4a5-4593-afe2-087182386875 None None] Network 26b89f42-47fd-4a3b-9482-68a15714eda2 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:38:46.271574 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07a91ca0-247e-4bbb-b443-7e40e9610685 req-67c503e3-69be-4686-af53-81183c551529 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685866 Nov 11 17:38:46.287965 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a8efae09-95e6-47e8-939d-69e5286dde34 None None] Provisioning complete for port 676b998a-cf7b-4cdd-a36e-b6382b2c2070 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:38:46.294014 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a8efae09-95e6-47e8-939d-69e5286dde34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:46.303896 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e997d3-b12a-4f48-9f1c-16b3afec5e3f req-95766410-2abc-41a3-98f9-93b20c8cb158 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:46.312636 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b2e997d3-b12a-4f48-9f1c-16b3afec5e3f req-95766410-2abc-41a3-98f9-93b20c8cb158 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.4114876 Nov 11 17:38:46.649554 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 676b998a-cf7b-4cdd-a36e-b6382b2c2070 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:38:46.839085 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b2e997d3-b12a-4f48-9f1c-16b3afec5e3f req-f4305140-ad6c-479c-bc95-859fd9f14ce6 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5245531 Nov 11 17:38:46.918322 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 676b998a-cf7b-4cdd-a36e-b6382b2c2070 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:38:46.918695 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:46.994629 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f26c45-d52b-4e9b-a402-a46234003fe6 req-b4875898-6a1a-4b67-a7ab-26678f1f61ea tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:46.996288 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66f26c45-d52b-4e9b-a402-a46234003fe6 req-b4875898-6a1a-4b67-a7ab-26678f1f61ea tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 945 time: 0.5959589 Nov 11 17:38:47.039701 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2df6e428-b129-46fc-9c31-c22e4d7bc72c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:47.145274 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66f26c45-d52b-4e9b-a402-a46234003fe6 req-e6b8d396-fcc3-4f65-9721-2dde275b50dd tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341164 Nov 11 17:38:47.197906 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52372) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:47.273483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-666d2b6b-bfcb-4d17-a4d0-9ee4fd2c5c10 None None] Provisioning complete for port 676b998a-cf7b-4cdd-a36e-b6382b2c2070 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:38:47.274604 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-666d2b6b-bfcb-4d17-a4d0-9ee4fd2c5c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:47.350375 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ea461ae3-9d48-4b75-9f45-f106c7841be8 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/floatingips/53c75a1d-4f4f-401d-ad09-adaeaff0707d HTTP/1.1" status: 200 len: 993 time: 0.1502268 Nov 11 17:38:47.367616 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7f4be741-25ec-46e4-bc4a-0994d2ae5fc6 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:47.378142 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7f4be741-25ec-46e4-bc4a-0994d2ae5fc6 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-917831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-917838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932385'] for router, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:48.314544 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:48.348359 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4be741-25ec-46e4-bc4a-0994d2ae5fc6 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Router 6c17b315-5655-4f93-8776-d6886c16192b has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:38:48.557254 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2df6e428-b129-46fc-9c31-c22e4d7bc72c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:48.569006 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5a819-c9b5-4888-ab5f-782306174fd3 req-10022c67-c0e1-47a1-ba4c-02c4333e5ed3 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:48.577108 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-61b5a819-c9b5-4888-ab5f-782306174fd3 req-10022c67-c0e1-47a1-ba4c-02c4333e5ed3 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.4001267 Nov 11 17:38:48.718595 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-61b5a819-c9b5-4888-ab5f-782306174fd3 req-9d3c8857-18c3-40c6-95b7-2fda9f22220d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400023 Nov 11 17:38:48.927945 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31e6c528-05f3-493a-b20d-33572793e38c req-969b32be-60c9-43a3-a224-fb131380a609 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4802139 Nov 11 17:38:48.956098 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4be741-25ec-46e4-bc4a-0994d2ae5fc6 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:38:48.960842 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7f4be741-25ec-46e4-bc4a-0994d2ae5fc6 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:48.962715 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7f4be741-25ec-46e4-bc4a-0994d2ae5fc6 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "PUT /v2.0/routers/6c17b315-5655-4f93-8776-d6886c16192b HTTP/1.1" status: 200 len: 921 time: 6.1671636 Nov 11 17:38:48.976118 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac4d90f-f604-4b4f-99bd-52cb8188603a None None] Sync routers for ids ['6c17b315-5655-4f93-8776-d6886c16192b'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:38:48.981465 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-31e6c528-05f3-493a-b20d-33572793e38c req-be2fee30-e42c-4430-9170-86eb4875b65e service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:38:48.982550 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31e6c528-05f3-493a-b20d-33572793e38c req-be2fee30-e42c-4430-9170-86eb4875b65e service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0536613 Nov 11 17:38:48.983061 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52416) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:49.020760 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac4d90f-f604-4b4f-99bd-52cb8188603a None None] Routers {'6c17b315-5655-4f93-8776-d6886c16192b'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:38:49.024000 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-7ac4d90f-f604-4b4f-99bd-52cb8188603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:38:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6c17b315-5655-4f93-8776-d6886c16192b'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:49.064895 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d6df7-3e9b-48b4-8433-f326e5612303 req-c8f9d3a2-7d15-42af-9dbb-72034eb347b5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:49.080199 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce2d6df7-3e9b-48b4-8433-f326e5612303 req-c8f9d3a2-7d15-42af-9dbb-72034eb347b5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 945 time: 0.5252357 Nov 11 17:38:49.152085 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-7ac4d90f-f604-4b4f-99bd-52cb8188603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:49.209302 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac4d90f-f604-4b4f-99bd-52cb8188603a None None] Routers {'6c17b315-5655-4f93-8776-d6886c16192b'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:38:49.209871 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-7ac4d90f-f604-4b4f-99bd-52cb8188603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:38:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6c17b315-5655-4f93-8776-d6886c16192b'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:49.298799 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce2d6df7-3e9b-48b4-8433-f326e5612303 req-3dcf8854-6006-4989-bd8b-92b857ba9137 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214290 Nov 11 17:38:49.307780 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-edbde3bc-70cf-420c-be5f-84836684cb5f tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "GET /v2.0/routers/6c17b315-5655-4f93-8776-d6886c16192b HTTP/1.1" status: 200 len: 921 time: 0.3235765 Nov 11 17:38:49.311802 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52428) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:49.461629 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d2f07f-73ed-4af4-805f-c95a9694cb10 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:49.466082 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e3d2f07f-73ed-4af4-805f-c95a9694cb10 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&device_id=6c17b315-5655-4f93-8776-d6886c16192b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1530080 Nov 11 17:38:49.468911 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52438) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:49.479943 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df6e428-b129-46fc-9c31-c22e4d7bc72c admin admin] Router 495e83c9-0424-4a2f-a57c-6cad9f6f3196 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:38:49.810003 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df6e428-b129-46fc-9c31-c22e4d7bc72c admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:38:49.837860 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] Sync routers for ids ['495e83c9-0424-4a2f-a57c-6cad9f6f3196'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:38:49.883139 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] Routers {'495e83c9-0424-4a2f-a57c-6cad9f6f3196'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:38:49.883876 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:38:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['495e83c9-0424-4a2f-a57c-6cad9f6f3196'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:49.901505 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9920a202-cc4f-4e85-8fd4-38e1ed9e17d8 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:49.903607 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9920a202-cc4f-4e85-8fd4-38e1ed9e17d8 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 881 time: 0.4334090 Nov 11 17:38:49.908320 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52452) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:49.996876 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-7ac4d90f-f604-4b4f-99bd-52cb8188603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:50.001422 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac4d90f-f604-4b4f-99bd-52cb8188603a None None] The sync data for ids ['6c17b315-5655-4f93-8776-d6886c16192b'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:38:50.043435 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52454) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:50.054160 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2ebc6398-aec6-4c81-a7de-aaf4ffc44bb9 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c17b315-5655-4f93-8776-d6886c16192b HTTP/1.1" status: 200 len: 205 time: 0.1085987 Nov 11 17:38:50.065820 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2df6e428-b129-46fc-9c31-c22e4d7bc72c admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:50.067709 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2df6e428-b129-46fc-9c31-c22e4d7bc72c admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8556929 Nov 11 17:38:50.072037 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52458) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:50.264470 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e4176-ce89-43c6-9925-dc6a05d97abc req-8f75d863-2f41-4ac9-afa8-7911b48ea153 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:50.266235 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-579e4176-ce89-43c6-9925-dc6a05d97abc req-8f75d863-2f41-4ac9-afa8-7911b48ea153 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.1308210 Nov 11 17:38:50.498939 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e9f9-0a57-4fdc-b3af-102f5984996c tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:50.634670 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-579e4176-ce89-43c6-9925-dc6a05d97abc req-c9072d61-3a62-47a1-94eb-69edafec674f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3598115 Nov 11 17:38:50.824566 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e9f9-0a57-4fdc-b3af-102f5984996c tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:50.911284 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] Set router 495e83c9-0424-4a2f-a57c-6cad9f6f3196 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:38:50.994768 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd234d-0b84-4667-928a-88c5045b8158 req-ac65fa87-68be-40a2-bc81-9da36c26ce9d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:51.008719 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9afd234d-0b84-4667-928a-88c5045b8158 req-ac65fa87-68be-40a2-bc81-9da36c26ce9d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 945 time: 0.4279284 Nov 11 17:38:51.058877 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5e9f9-0a57-4fdc-b3af-102f5984996c tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Deleting port 9089866e-3120-4bca-88d3-79a6db502677 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:38:51.059496 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e9f9-0a57-4fdc-b3af-102f5984996c tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:51.157360 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9afd234d-0b84-4667-928a-88c5045b8158 req-b35d2a19-40ac-473a-87d5-2335655a0f50 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474297 Nov 11 17:38:51.279866 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e9f9-0a57-4fdc-b3af-102f5984996c tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:51.329087 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5e9f9-0a57-4fdc-b3af-102f5984996c tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Calling delete_port for 9089866e-3120-4bca-88d3-79a6db502677 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:38:51.450834 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'name': 'tempest-ServerActionsTestJSON-1743766751-router', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '3c60a584-5a93-463b-9838-ad344d47a857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:42Z', 'updated_at': '2021-11-11T17:38:46Z', 'revision_number': 3, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'gw_port': {'id': '3c60a584-5a93-463b-9838-ad344d47a857', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:43Z', 'updated_at': '2021-11-11T17:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:51.528540 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] Checking router: 495e83c9-0424-4a2f-a57c-6cad9f6f3196 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:38:51.535701 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] Updating router 495e83c9-0424-4a2f-a57c-6cad9f6f3196 port 3c60a584-5a93-463b-9838-ad344d47a857 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:38:51.581884 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b722608-a667-465c-93f7-bfae35771e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:51.672878 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:52.132442 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e9f9-0a57-4fdc-b3af-102f5984996c tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:52.159290 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6c528-05f3-493a-b20d-33572793e38c req-e765bde4-0015-4c8e-bab3-c241948de707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:52.160901 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31e6c528-05f3-493a-b20d-33572793e38c req-e765bde4-0015-4c8e-bab3-c241948de707 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 1096 time: 0.2505808 Nov 11 17:38:52.303910 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:38:52.355859 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6c528-05f3-493a-b20d-33572793e38c req-8b58dbac-5790-4a46-ae45-7c45968ac0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:52.357373 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31e6c528-05f3-493a-b20d-33572793e38c req-8b58dbac-5790-4a46-ae45-7c45968ac0cb service neutron] 10.222.0.83 "GET /v2.0/networks?id=f4307d6a-976c-4915-9c6a-3c516e8bedde HTTP/1.1" status: 200 len: 898 time: 0.1320488 Nov 11 17:38:52.358225 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5e9f9-0a57-4fdc-b3af-102f5984996c tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Pushing event deleted for resources: {'Port': ['ID=9089866e-3120-4bca-88d3-79a6db502677,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:52.398054 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53b59d3-0287-45c4-9005-1b23d9685c25 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:38:52.537632 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:52.541842 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-3b722608-a667-465c-93f7-bfae35771e59 admin admin] Allocated IP 172.20.0.1 (26b89f42-47fd-4a3b-9482-68a15714eda2/4b8a9933-5f05-4272-8e1a-da4284619290/f220e49e-81a1-419a-b04b-fc164f5269a4) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:38:52.546945 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:52.578681 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc446b4f-fc9d-4c7f-a4b1-0c5b2116a088 req-7deb43f6-f18d-4425-b17a-fea04efaaee2 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:52.588441 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cc446b4f-fc9d-4c7f-a4b1-0c5b2116a088 req-7deb43f6-f18d-4425-b17a-fea04efaaee2 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.5359988 Nov 11 17:38:52.594545 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9848a9c-7a48-4f36-b8f1-d4efa90b9025 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:38:52.605816 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31e6c528-05f3-493a-b20d-33572793e38c req-86125fbd-3e17-4cfd-abeb-99ca4d3ba6db service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d36f1d-52f0-48ba-8672-664f599611af HTTP/1.1" status: 200 len: 1001 time: 0.2371192 Nov 11 17:38:52.662058 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e9f9-0a57-4fdc-b3af-102f5984996c tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:52.667083 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] Attempting to bind port 3c60a584-5a93-463b-9838-ad344d47a857 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:38:52.668098 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] Attempting to bind port 3c60a584-5a93-463b-9838-ad344d47a857 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:38:52.668707 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] Attempting to bind port 3c60a584-5a93-463b-9838-ad344d47a857 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:38:52.676658 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:38:52.677411 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:38:52.678058 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:52.679003 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:38:52.680084 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] Bound port: 3c60a584-5a93-463b-9838-ad344d47a857, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:38:52.681462 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:52.696973 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462cf81-947a-493e-907d-7d8fc310ac03 req-c0054974-8ee4-4b55-ba1e-bd2541fac9d7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:52.700914 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8462cf81-947a-493e-907d-7d8fc310ac03 req-c0054974-8ee4-4b55-ba1e-bd2541fac9d7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 945 time: 0.3543777 Nov 11 17:38:52.741834 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f5b936b0-6d92-4ba9-8056-2f3bcab02e2c None None] Provisioning complete for port 3c60a584-5a93-463b-9838-ad344d47a857 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:38:52.744405 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f5b936b0-6d92-4ba9-8056-2f3bcab02e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:52.776239 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] For port 3c60a584-5a93-463b-9838-ad344d47a857, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:38:52.780210 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] For port 3c60a584-5a93-463b-9838-ad344d47a857, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=3c60a584-5a93-463b-9838-ad344d47a857,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:38:52.796507 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:52.844864 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e9f9-0a57-4fdc-b3af-102f5984996c tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:52.848826 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e9f9-0a57-4fdc-b3af-102f5984996c tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:52.858263 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6467bed-ca7d-44c9-aa93-d61f6633fcac None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:38:52.858480 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6c528-05f3-493a-b20d-33572793e38c req-62ab1877-3a10-40fe-aaf3-c7354a08588c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:52.860427 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31e6c528-05f3-493a-b20d-33572793e38c req-62ab1877-3a10-40fe-aaf3-c7354a08588c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102178f6-db4c-4d9a-a96e-8baada1632bd HTTP/1.1" status: 200 len: 834 time: 0.2422845 Nov 11 17:38:52.861808 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] Routers {'495e83c9-0424-4a2f-a57c-6cad9f6f3196'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:38:52.862733 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:38:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['495e83c9-0424-4a2f-a57c-6cad9f6f3196'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:52.938768 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-f5b936b0-6d92-4ba9-8056-2f3bcab02e2c None None] Port 3c60a584-5a93-463b-9838-ad344d47a857 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:38:52.953900 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8462cf81-947a-493e-907d-7d8fc310ac03 req-80fec5e1-b056-4985-89bc-7b9f33d4febb tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225599 Nov 11 17:38:53.044891 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] Set router 495e83c9-0424-4a2f-a57c-6cad9f6f3196 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:38:53.070273 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e9f9-0a57-4fdc-b3af-102f5984996c tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:53.070797 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b5e9f9-0a57-4fdc-b3af-102f5984996c tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Fanout notify agent at l3_agent the message router_deleted on router 6c17b315-5655-4f93-8776-d6886c16192b {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:38:53.077946 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-174184c5-2935-456d-b2ec-f6d011f49672 None None] Provisioning complete for port 3c60a584-5a93-463b-9838-ad344d47a857 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:38:53.077946 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-174184c5-2935-456d-b2ec-f6d011f49672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:53.100940 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e9f9-0a57-4fdc-b3af-102f5984996c tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:53.102057 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a2b5e9f9-0a57-4fdc-b3af-102f5984996c tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "DELETE /v2.0/routers/6c17b315-5655-4f93-8776-d6886c16192b HTTP/1.1" status: 204 len: 168 time: 3.0575960 Nov 11 17:38:53.111318 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52504) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:53.118607 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6c528-05f3-493a-b20d-33572793e38c req-3dead3d6-0562-48a3-a6d0-f6891eb4dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:53.120124 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31e6c528-05f3-493a-b20d-33572793e38c req-3dead3d6-0562-48a3-a6d0-f6891eb4dec1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f4307d6a-976c-4915-9c6a-3c516e8bedde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1513176 Nov 11 17:38:53.122146 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-5fc0ffce-5bac-47a3-99eb-e397433bc715 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-789897602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:53.153387 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b951640-8494-4f82-a3fd-f5d077979da7 None None] Pushing event updated for resources: {'Port': ['ID=3c60a584-5a93-463b-9838-ad344d47a857,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:53.163967 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cc446b4f-fc9d-4c7f-a4b1-0c5b2116a088 req-041f45da-0106-4ee0-8dd6-0be65230aa81 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5745826 Nov 11 17:38:53.252925 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5fc0ffce-5bac-47a3-99eb-e397433bc715 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:53.261472 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5fc0ffce-5bac-47a3-99eb-e397433bc715 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:53.360496 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-174184c5-2935-456d-b2ec-f6d011f49672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:53.420590 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31e6c528-05f3-493a-b20d-33572793e38c req-4d998dbc-52ee-4aa5-ba80-45f8524e5f6d service neutron] 10.222.0.83 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915673 Nov 11 17:38:53.454964 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-174184c5-2935-456d-b2ec-f6d011f49672 None None] For port 3c60a584-5a93-463b-9838-ad344d47a857, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=3c60a584-5a93-463b-9838-ad344d47a857,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:38:53.466790 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-174184c5-2935-456d-b2ec-f6d011f49672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:53.488818 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b722608-a667-465c-93f7-bfae35771e59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:53.618263 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b951640-8494-4f82-a3fd-f5d077979da7 None None] Pushing event updated for resources: {'Port': ['ID=3c60a584-5a93-463b-9838-ad344d47a857,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:53.661921 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174184c5-2935-456d-b2ec-f6d011f49672 None None] Pushing event updated for resources: {'Port': ['ID=3c60a584-5a93-463b-9838-ad344d47a857,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:53.727296 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5fc0ffce-5bac-47a3-99eb-e397433bc715 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:53.746687 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5fc0ffce-5bac-47a3-99eb-e397433bc715 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:53.785765 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31e6c528-05f3-493a-b20d-33572793e38c req-13f3e26f-31df-4b60-85cc-7da6a7c2aa0e service neutron] 10.222.0.83 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450356 Nov 11 17:38:53.813225 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5fc0ffce-5bac-47a3-99eb-e397433bc715 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:53.819842 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5fc0ffce-5bac-47a3-99eb-e397433bc715 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7068603 Nov 11 17:38:53.822618 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52522) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:53.828457 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-8ea23c41-601b-4d26-ba11-40dd5a34c453 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Request body: {'router': {'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:53.837034 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b722608-a667-465c-93f7-bfae35771e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:53.850836 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'name': 'tempest-ServerActionsTestJSON-1743766751-router', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '3c60a584-5a93-463b-9838-ad344d47a857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:42Z', 'updated_at': '2021-11-11T17:38:46Z', 'revision_number': 3, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'gw_port': {'id': '3c60a584-5a93-463b-9838-ad344d47a857', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:43Z', 'updated_at': '2021-11-11T17:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:53.949078 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54040504-1ac5-487a-9266-6c74c7d0afe9 None None] The sync data for ids ['495e83c9-0424-4a2f-a57c-6cad9f6f3196'] in n-d-816206-4 is: [{'id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'name': 'tempest-ServerActionsTestJSON-1743766751-router', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '3c60a584-5a93-463b-9838-ad344d47a857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:42Z', 'updated_at': '2021-11-11T17:38:46Z', 'revision_number': 3, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'gw_port': {'id': '3c60a584-5a93-463b-9838-ad344d47a857', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:43Z', 'updated_at': '2021-11-11T17:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:38:54.000736 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b722608-a667-465c-93f7-bfae35771e59 admin admin] Network 26b89f42-47fd-4a3b-9482-68a15714eda2 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:38:54.031327 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-3b722608-a667-465c-93f7-bfae35771e59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:38:54.048637 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b722608-a667-465c-93f7-bfae35771e59 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:38:54.066568 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:54.176403 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b722608-a667-465c-93f7-bfae35771e59 admin admin] Pushing event updated for resources: {'Port': ['ID=f220e49e-81a1-419a-b04b-fc164f5269a4,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:54.253535 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b722608-a667-465c-93f7-bfae35771e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:54.609383 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ea23c41-601b-4d26-ba11-40dd5a34c453 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:54.729586 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-4a4dbded-aa19-4b2c-bb02-09e3f3e7916b None None] Provisioning complete for port f220e49e-81a1-419a-b04b-fc164f5269a4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:38:54.737856 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4a4dbded-aa19-4b2c-bb02-09e3f3e7916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:54.868513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba5b89-dfd5-41be-ace6-29d329ccb555 req-4c7f4619-93a5-44c8-bf1e-984ac844e804 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:54.879199 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5aba5b89-dfd5-41be-ace6-29d329ccb555 req-4c7f4619-93a5-44c8-bf1e-984ac844e804 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.3239851 Nov 11 17:38:54.904142 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-4a4dbded-aa19-4b2c-bb02-09e3f3e7916b None None] Port f220e49e-81a1-419a-b04b-fc164f5269a4 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:38:54.943144 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b827055-c1ed-44f2-bd47-9bfb04aec304 req-94e83a4b-4a9e-49cd-8ede-5bc45e8605e0 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:54.957999 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b827055-c1ed-44f2-bd47-9bfb04aec304 req-94e83a4b-4a9e-49cd-8ede-5bc45e8605e0 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 945 time: 0.3773608 Nov 11 17:38:54.975352 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b722608-a667-465c-93f7-bfae35771e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:55.116172 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ea23c41-601b-4d26-ba11-40dd5a34c453 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:55.187298 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ea23c41-601b-4d26-ba11-40dd5a34c453 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:55.194876 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5aba5b89-dfd5-41be-ace6-29d329ccb555 req-3b498c4f-7da6-4dfb-a134-e3bc57cc7a75 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3144870 Nov 11 17:38:55.269256 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b827055-c1ed-44f2-bd47-9bfb04aec304 req-fba654cc-0736-4278-b788-99fad6c27385 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037694 Nov 11 17:38:55.456049 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-8ea23c41-601b-4d26-ba11-40dd5a34c453 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Allocated IP 172.25.2.239 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/29fa2455-391b-4c3b-af41-e20827dc89aa) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:38:55.590598 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b722608-a667-465c-93f7-bfae35771e59 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:55.608411 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b722608-a667-465c-93f7-bfae35771e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:55.843007 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ea23c41-601b-4d26-ba11-40dd5a34c453 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:55.926641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b722608-a667-465c-93f7-bfae35771e59 admin admin] Pushing event updated for resources: {'Port': ['ID=f220e49e-81a1-419a-b04b-fc164f5269a4,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:55.963119 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b722608-a667-465c-93f7-bfae35771e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:56.019264 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ea23c41-601b-4d26-ba11-40dd5a34c453 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:56.150896 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea23c41-601b-4d26-ba11-40dd5a34c453 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:38:56.163950 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-8ea23c41-601b-4d26-ba11-40dd5a34c453 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:38:56.170656 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52570) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:56.186772 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea23c41-601b-4d26-ba11-40dd5a34c453 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:38:56.188300 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78f35e0-66f5-431b-be3f-cdfb4946eedf None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:38:56.217759 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b722608-a667-465c-93f7-bfae35771e59 admin admin] Network 26b89f42-47fd-4a3b-9482-68a15714eda2 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:38:56.218502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-3b722608-a667-465c-93f7-bfae35771e59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:38:56.319770 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1bcc7be3-3ef9-440e-adf2-6ef9d075e3b3 None None] Provisioning complete for port 29fa2455-391b-4c3b-af41-e20827dc89aa triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:38:56.322724 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1bcc7be3-3ef9-440e-adf2-6ef9d075e3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:56.506001 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-1bcc7be3-3ef9-440e-adf2-6ef9d075e3b3 None None] Port 29fa2455-391b-4c3b-af41-e20827dc89aa cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:38:56.746520 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 3c60a584-5a93-463b-9838-ad344d47a857 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:38:56.788246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fca58-da26-4e16-b52d-53584f4f74cd req-6e0c06d7-d007-4dd6-94d8-3c415c195bc6 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:56.790457 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c65fca58-da26-4e16-b52d-53584f4f74cd req-6e0c06d7-d007-4dd6-94d8-3c415c195bc6 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.3345788 Nov 11 17:38:56.881987 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b722608-a667-465c-93f7-bfae35771e59 admin admin] Router 495e83c9-0424-4a2f-a57c-6cad9f6f3196 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:38:56.913026 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852e200-992f-419d-a135-75e91c7b94fb req-01d15917-8839-4cb3-a513-baed25aaf6ba tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:56.924627 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6852e200-992f-419d-a135-75e91c7b94fb req-01d15917-8839-4cb3-a513-baed25aaf6ba tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 945 time: 0.3284669 Nov 11 17:38:57.014889 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 3c60a584-5a93-463b-9838-ad344d47a857 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:38:57.015267 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:57.154365 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6852e200-992f-419d-a135-75e91c7b94fb req-fa977491-5db9-41d8-8d68-e34c1c12c85c tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238922 Nov 11 17:38:57.287075 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c65fca58-da26-4e16-b52d-53584f4f74cd req-6a9a66ea-5fb6-4a9c-973b-a49af9156061 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4449961 Nov 11 17:38:57.294631 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d6203bd9-307a-4242-97af-8948ebe9675f None None] Provisioning complete for port f220e49e-81a1-419a-b04b-fc164f5269a4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:38:57.295166 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d6203bd9-307a-4242-97af-8948ebe9675f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:57.435957 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d6203bd9-307a-4242-97af-8948ebe9675f None None] Port f220e49e-81a1-419a-b04b-fc164f5269a4 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:38:57.527756 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea23c41-601b-4d26-ba11-40dd5a34c453 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Pushing event updated for resources: {'Port': ['ID=29fa2455-391b-4c3b-af41-e20827dc89aa,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:57.565639 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b722608-a667-465c-93f7-bfae35771e59 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:38:57.577749 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] Sync routers for ids ['495e83c9-0424-4a2f-a57c-6cad9f6f3196'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:38:57.588879 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3b722608-a667-465c-93f7-bfae35771e59 admin admin] 10.222.0.76 "PUT /v2.0/routers/495e83c9-0424-4a2f-a57c-6cad9f6f3196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5138128 Nov 11 17:38:57.595684 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] Routers {'495e83c9-0424-4a2f-a57c-6cad9f6f3196'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:38:57.596606 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:38:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['495e83c9-0424-4a2f-a57c-6cad9f6f3196'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:57.728708 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c63e3825-ac68-478c-8a38-81776ad18716 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] 10.222.0.76 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3190 time: 1.5457795 Nov 11 17:38:57.733554 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52590) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:57.739509 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-bf30b1af-bdc2-4674-883d-8e307b67c9f8 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Request body: {'network': {'name': 'tempest-network-smoke--822507959', 'project_id': '83768074d3d244f883814e21701528e8', 'port_security_enabled': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:57.853504 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf30b1af-bdc2-4674-883d-8e307b67c9f8 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Made reservation on behalf of 83768074d3d244f883814e21701528e8 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:38:57.862069 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bf30b1af-bdc2-4674-883d-8e307b67c9f8 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:57.923960 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf30b1af-bdc2-4674-883d-8e307b67c9f8 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1270} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:38:57.941054 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bf30b1af-bdc2-4674-883d-8e307b67c9f8 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:57.942277 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-bf30b1af-bdc2-4674-883d-8e307b67c9f8 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Added segment 6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3 of type vlan for network 38222cdd-1ada-484b-a584-55a699800ebd Nov 11 17:38:57.957724 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] Set router 495e83c9-0424-4a2f-a57c-6cad9f6f3196 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:38:58.087469 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bf30b1af-bdc2-4674-883d-8e307b67c9f8 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:58.201512 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bf30b1af-bdc2-4674-883d-8e307b67c9f8 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:58.230334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf30b1af-bdc2-4674-883d-8e307b67c9f8 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:58.237908 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bf30b1af-bdc2-4674-883d-8e307b67c9f8 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:58.349678 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bf30b1af-bdc2-4674-883d-8e307b67c9f8 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6109312 Nov 11 17:38:58.350260 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52608) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:58.486487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-43c5da18-2130-4fc4-ac31-3ba09a5107c1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1370357048', 'admin_state_up': True, 'project_id': '83768074d3d244f883814e21701528e8', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:58.604665 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43c5da18-2130-4fc4-ac31-3ba09a5107c1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:58.605752 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43c5da18-2130-4fc4-ac31-3ba09a5107c1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:58.655181 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ea23c41-601b-4d26-ba11-40dd5a34c453 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:58.727204 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52618) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:58.734770 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-2a6dc716-7da3-46b5-b46f-2ca84c6a4968 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1012164794', 'description': 'tempest-description--1656251742'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:58.774605 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a6dc716-7da3-46b5-b46f-2ca84c6a4968 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:58.848658 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'name': 'tempest-ServerActionsTestJSON-1743766751-router', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '3c60a584-5a93-463b-9838-ad344d47a857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:42Z', 'updated_at': '2021-11-11T17:38:54Z', 'revision_number': 4, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'gw_port': {'id': '3c60a584-5a93-463b-9838-ad344d47a857', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:43Z', 'updated_at': '2021-11-11T17:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'f220e49e-81a1-419a-b04b-fc164f5269a4', 'name': '', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'mac_address': 'fa:16:3e:48:83:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:51Z', 'updated_at': '2021-11-11T17:38:55Z', 'revision_number': 2, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'subnets': [{'id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:38:58.860765 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30b1af-bdc2-4674-883d-8e307b67c9f8 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event updated for resources: {'Network': ['ID=38222cdd-1ada-484b-a584-55a699800ebd,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:58.934368 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebd5f3-58f5-4e02-947e-f6e375f03389 req-ba35c6db-e54a-4a6d-9ac0-4a0fd2bb7c63 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:38:58.937082 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8ebd5f3-58f5-4e02-947e-f6e375f03389 req-ba35c6db-e54a-4a6d-9ac0-4a0fd2bb7c63 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 945 time: 0.3716156 Nov 11 17:38:58.938573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 38222cdd-1ada-484b-a584-55a699800ebd details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:38:58.941233 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] Checking router: 495e83c9-0424-4a2f-a57c-6cad9f6f3196 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:38:58.944748 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] Updating router 495e83c9-0424-4a2f-a57c-6cad9f6f3196 port f220e49e-81a1-419a-b04b-fc164f5269a4 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:38:59.054178 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:59.252761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8ebd5f3-58f5-4e02-947e-f6e375f03389 req-125163a5-0849-450b-9459-d33fe0d592db tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269419 Nov 11 17:38:59.266940 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43c5da18-2130-4fc4-ac31-3ba09a5107c1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:59.384213 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a6dc716-7da3-46b5-b46f-2ca84c6a4968 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:59.401907 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a6dc716-7da3-46b5-b46f-2ca84c6a4968 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:59.535291 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a6dc716-7da3-46b5-b46f-2ca84c6a4968 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:59.545358 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2a6dc716-7da3-46b5-b46f-2ca84c6a4968 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8169088 Nov 11 17:38:59.621401 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52628) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:38:59.627204 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-65e1dd37-4124-4d39-ba2e-97908fc99752 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Request body: {'security_group_rule': {'security_group_id': '3616a4ff-6172-4dcb-9bc1-d3254d73569c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:38:59.684348 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6dc716-7da3-46b5-b46f-2ca84c6a4968 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3616a4ff-6172-4dcb-9bc1-d3254d73569c,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:59.724992 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65e1dd37-4124-4d39-ba2e-97908fc99752 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:59.752410 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ea23c41-601b-4d26-ba11-40dd5a34c453 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:59.759994 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ea23c41-601b-4d26-ba11-40dd5a34c453 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-917831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-917838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932385'] for router, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:59.868929 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:59.869890 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65e1dd37-4124-4d39-ba2e-97908fc99752 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:59.880950 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:59.882948 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65e1dd37-4124-4d39-ba2e-97908fc99752 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:38:59.934847 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1dd37-4124-4d39-ba2e-97908fc99752 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53270e63-bee8-4dbd-b6ea-dabae7025011,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:38:59.976459 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b42978-cac0-4a80-84e7-2019f8631521 None None] Pushing event updated for resources: {'Port': ['ID=f220e49e-81a1-419a-b04b-fc164f5269a4,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:00.020891 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65e1dd37-4124-4d39-ba2e-97908fc99752 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:00.025191 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-65e1dd37-4124-4d39-ba2e-97908fc99752 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4021320 Nov 11 17:39:00.031234 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52636) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:00.055125 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5286b6fd-1316-4f28-820d-ba450eeac407 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Request body: {'security_group_rule': {'security_group_id': '3616a4ff-6172-4dcb-9bc1-d3254d73569c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:00.099950 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] Attempting to bind port f220e49e-81a1-419a-b04b-fc164f5269a4 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:39:00.100322 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] Attempting to bind port f220e49e-81a1-419a-b04b-fc164f5269a4 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:39:00.100686 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] Attempting to bind port f220e49e-81a1-419a-b04b-fc164f5269a4 on network 26b89f42-47fd-4a3b-9482-68a15714eda2 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:39:00.112943 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:39:00.113400 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] Checking segment: {'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:39:00.113811 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:00.114267 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] Bound using segment: {'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:39:00.114754 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] Bound port: f220e49e-81a1-419a-b04b-fc164f5269a4, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:39:00.115174 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:00.173441 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5286b6fd-1316-4f28-820d-ba450eeac407 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:00.224340 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36af59-30ad-4db7-952e-d5cf73a1df27 req-9a3d8367-07ad-4427-92c2-a220f3f3cd6b tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:00.227221 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea23c41-601b-4d26-ba11-40dd5a34c453 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Router d026e915-c2db-4884-8c25-39ee5daecf7b is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:39:00.228128 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a36af59-30ad-4db7-952e-d5cf73a1df27 req-9a3d8367-07ad-4427-92c2-a220f3f3cd6b tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 1.2856214 Nov 11 17:39:00.267549 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] For port f220e49e-81a1-419a-b04b-fc164f5269a4, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:39:00.271011 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] For port f220e49e-81a1-419a-b04b-fc164f5269a4, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f220e49e-81a1-419a-b04b-fc164f5269a4,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:39:00.287546 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:00.423862 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b42978-cac0-4a80-84e7-2019f8631521 None None] Pushing event updated for resources: {'Port': ['ID=f220e49e-81a1-419a-b04b-fc164f5269a4,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:00.469897 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a36af59-30ad-4db7-952e-d5cf73a1df27 req-f29da4af-02cb-4a00-8946-8ebaea1a649e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338355 Nov 11 17:39:00.473156 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43c5da18-2130-4fc4-ac31-3ba09a5107c1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:00.477244 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6aa93a3b-257d-46b6-a94e-7b15cbff2f68 None None] Provisioning complete for port f220e49e-81a1-419a-b04b-fc164f5269a4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:00.477615 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6aa93a3b-257d-46b6-a94e-7b15cbff2f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:00.505369 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] Routers {'495e83c9-0424-4a2f-a57c-6cad9f6f3196'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:39:00.506013 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:38:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['495e83c9-0424-4a2f-a57c-6cad9f6f3196'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:00.545993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5d40d-b11b-4968-ab86-ff0908c9750f req-cc31cb36-071c-461f-a60c-24455d2d1846 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:00.555818 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40d5d40d-b11b-4968-ab86-ff0908c9750f req-cc31cb36-071c-461f-a60c-24455d2d1846 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 945 time: 0.1613173 Nov 11 17:39:00.581257 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5286b6fd-1316-4f28-820d-ba450eeac407 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:00.594269 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5286b6fd-1316-4f28-820d-ba450eeac407 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:00.693293 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286b6fd-1316-4f28-820d-ba450eeac407 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360ed5a0-37ab-4b58-9b47-3e0a984651aa,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:00.717423 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5286b6fd-1316-4f28-820d-ba450eeac407 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:00.723847 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5286b6fd-1316-4f28-820d-ba450eeac407 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6826932 Nov 11 17:39:00.730424 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52646) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:00.741900 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-391eb75e-c284-4224-ac90-190087862301 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:00.756029 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea23c41-601b-4d26-ba11-40dd5a34c453 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:39:00.770012 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c13b46-f692-42ff-ac0f-da63728ad7e2 None None] Sync routers for ids ['d026e915-c2db-4884-8c25-39ee5daecf7b'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:39:00.781163 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ea23c41-601b-4d26-ba11-40dd5a34c453 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:00.781407 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c13b46-f692-42ff-ac0f-da63728ad7e2 None None] Routers {'d026e915-c2db-4884-8c25-39ee5daecf7b'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:39:00.781817 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-15c13b46-f692-42ff-ac0f-da63728ad7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:38:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['d026e915-c2db-4884-8c25-39ee5daecf7b'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:00.786028 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52650) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:00.787931 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8ea23c41-601b-4d26-ba11-40dd5a34c453 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "PUT /v2.0/routers/d026e915-c2db-4884-8c25-39ee5daecf7b HTTP/1.1" status: 200 len: 879 time: 6.9639513 Nov 11 17:39:00.873830 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-391eb75e-c284-4224-ac90-190087862301 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for floatingip, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:00.906458 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] Set router 495e83c9-0424-4a2f-a57c-6cad9f6f3196 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:39:00.928914 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-15c13b46-f692-42ff-ac0f-da63728ad7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:00.966370 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c13b46-f692-42ff-ac0f-da63728ad7e2 None None] Routers {'d026e915-c2db-4884-8c25-39ee5daecf7b'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:39:00.967346 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-15c13b46-f692-42ff-ac0f-da63728ad7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:38:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['d026e915-c2db-4884-8c25-39ee5daecf7b'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:01.109040 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40d5d40d-b11b-4968-ab86-ff0908c9750f req-d0fa93ed-c380-4c43-9b2b-6982746699fe tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5525205 Nov 11 17:39:01.128912 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-15c13b46-f692-42ff-ac0f-da63728ad7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:01.135767 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c13b46-f692-42ff-ac0f-da63728ad7e2 None None] The sync data for ids ['d026e915-c2db-4884-8c25-39ee5daecf7b'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:39:01.165188 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-391eb75e-c284-4224-ac90-190087862301 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:01.226314 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e9e76105-e1ee-459e-a610-f0b5b66293e9 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "GET /v2.0/routers/d026e915-c2db-4884-8c25-39ee5daecf7b HTTP/1.1" status: 200 len: 920 time: 0.4391682 Nov 11 17:39:01.229150 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52664) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:01.263970 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6aa93a3b-257d-46b6-a94e-7b15cbff2f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:01.311305 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6aa93a3b-257d-46b6-a94e-7b15cbff2f68 None None] For port f220e49e-81a1-419a-b04b-fc164f5269a4, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f220e49e-81a1-419a-b04b-fc164f5269a4,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:01.325225 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6aa93a3b-257d-46b6-a94e-7b15cbff2f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:01.392242 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa93a3b-257d-46b6-a94e-7b15cbff2f68 None None] Pushing event updated for resources: {'Port': ['ID=f220e49e-81a1-419a-b04b-fc164f5269a4,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:01.422433 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5951d957-1979-48b6-8299-aa1bff987021 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:01.426699 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5951d957-1979-48b6-8299-aa1bff987021 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&device_id=d026e915-c2db-4884-8c25-39ee5daecf7b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1953716 Nov 11 17:39:01.428681 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52666) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:01.443221 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-391eb75e-c284-4224-ac90-190087862301 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Allocated IP 172.25.2.32 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/9515b781-5ced-4c2a-9f4f-979f0d5d0280) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:39:01.470724 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43c5da18-2130-4fc4-ac31-3ba09a5107c1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:01.480681 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-21d684a9-6f82-471d-99f8-578c0722c39e None None] Provisioning complete for port f220e49e-81a1-419a-b04b-fc164f5269a4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:01.481055 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-21d684a9-6f82-471d-99f8-578c0722c39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:01.529429 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43c5da18-2130-4fc4-ac31-3ba09a5107c1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:01.562108 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'name': 'tempest-ServerActionsTestJSON-1743766751-router', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '3c60a584-5a93-463b-9838-ad344d47a857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:42Z', 'updated_at': '2021-11-11T17:38:54Z', 'revision_number': 4, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'gw_port': {'id': '3c60a584-5a93-463b-9838-ad344d47a857', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:43Z', 'updated_at': '2021-11-11T17:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'f220e49e-81a1-419a-b04b-fc164f5269a4', 'name': '', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'mac_address': 'fa:16:3e:48:83:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:51Z', 'updated_at': '2021-11-11T17:39:00Z', 'revision_number': 4, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'subnets': [{'id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:01.630060 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-391eb75e-c284-4224-ac90-190087862301 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:01.754046 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36082f-56c0-4411-80c4-d07b6208713d req-c77caab3-59a8-4fd8-be28-f7c2287e6415 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:01.754805 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9659d19-1b90-4d21-9a66-0de095bad734 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:01.758840 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e9659d19-1b90-4d21-9a66-0de095bad734 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 881 time: 0.3266745 Nov 11 17:39:01.759000 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae36082f-56c0-4411-80c4-d07b6208713d req-c77caab3-59a8-4fd8-be28-f7c2287e6415 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.1099391 Nov 11 17:39:01.760274 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52670) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:01.815590 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-16a37873-47c9-45e7-94a2-663bd7b5b951 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "GET /v2.0/ports?device_id=d026e915-c2db-4884-8c25-39ee5daecf7b HTTP/1.1" status: 200 len: 205 time: 0.0519130 Nov 11 17:39:01.816200 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52672) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:01.824010 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae36082f-56c0-4411-80c4-d07b6208713d req-4db1070c-17fd-45f3-8e12-48e5c18551fd tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588436 Nov 11 17:39:01.861099 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd27bc4e-533a-4f62-a3cc-9bd3416cb2cf None None] The sync data for ids ['495e83c9-0424-4a2f-a57c-6cad9f6f3196'] in n-d-816206-4 is: [{'id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'name': 'tempest-ServerActionsTestJSON-1743766751-router', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '3c60a584-5a93-463b-9838-ad344d47a857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:42Z', 'updated_at': '2021-11-11T17:38:54Z', 'revision_number': 4, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'gw_port': {'id': '3c60a584-5a93-463b-9838-ad344d47a857', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:43Z', 'updated_at': '2021-11-11T17:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'f220e49e-81a1-419a-b04b-fc164f5269a4', 'name': '', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'mac_address': 'fa:16:3e:48:83:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:51Z', 'updated_at': '2021-11-11T17:39:00Z', 'revision_number': 4, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'subnets': [{'id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:39:01.935918 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-391eb75e-c284-4224-ac90-190087862301 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:02.021615 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-43c5da18-2130-4fc4-ac31-3ba09a5107c1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Allocated IP 172.25.2.157 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/2492f59f-b304-4747-9b7b-194c1ff8a824) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:39:02.064283 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391eb75e-c284-4224-ac90-190087862301 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:39:02.083002 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-391eb75e-c284-4224-ac90-190087862301 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:39:02.093385 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391eb75e-c284-4224-ac90-190087862301 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:39:02.220572 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391eb75e-c284-4224-ac90-190087862301 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Pushing event updated for resources: {'Port': ['ID=9515b781-5ced-4c2a-9f4f-979f0d5d0280,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:02.261470 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99e1e739-ef34-46e6-849a-2ecf0a15621a tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:02.355620 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43c5da18-2130-4fc4-ac31-3ba09a5107c1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:02.405135 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3959717-ca6e-4512-9e6a-9bc75a03ea46 req-79e8a6cb-7b7e-49a2-a372-6a6c8f589f7b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:02.417702 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3959717-ca6e-4512-9e6a-9bc75a03ea46 req-79e8a6cb-7b7e-49a2-a372-6a6c8f589f7b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 945 time: 0.1927385 Nov 11 17:39:02.532873 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3959717-ca6e-4512-9e6a-9bc75a03ea46 req-d6479c89-74e3-4502-a1de-6f775534609b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130214 Nov 11 17:39:02.550471 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99e1e739-ef34-46e6-849a-2ecf0a15621a tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:02.562830 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43c5da18-2130-4fc4-ac31-3ba09a5107c1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:02.690189 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c5da18-2130-4fc4-ac31-3ba09a5107c1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:39:02.701186 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-43c5da18-2130-4fc4-ac31-3ba09a5107c1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:39:02.710122 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c5da18-2130-4fc4-ac31-3ba09a5107c1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:39:02.718443 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5da18-2130-4fc4-ac31-3ba09a5107c1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event updated for resources: {'Port': ['ID=2492f59f-b304-4747-9b7b-194c1ff8a824,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:02.719163 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f62821e-e452-4699-b93c-a11884ac2380 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:39:02.733096 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-391eb75e-c284-4224-ac90-190087862301 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:02.837316 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-391eb75e-c284-4224-ac90-190087862301 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:02.854946 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f220e49e-81a1-419a-b04b-fc164f5269a4 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:39:02.861882 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d58d6747-fe6a-4c2a-8ed9-7d5e37964190 None None] Provisioning complete for port 2492f59f-b304-4747-9b7b-194c1ff8a824 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:02.864718 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d58d6747-fe6a-4c2a-8ed9-7d5e37964190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:02.921058 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-99e1e739-ef34-46e6-849a-2ecf0a15621a tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Deleting port 29fa2455-391b-4c3b-af41-e20827dc89aa {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:39:02.921395 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99e1e739-ef34-46e6-849a-2ecf0a15621a tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:02.965749 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d58d6747-fe6a-4c2a-8ed9-7d5e37964190 None None] Port 2492f59f-b304-4747-9b7b-194c1ff8a824 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:39:03.202231 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port f220e49e-81a1-419a-b04b-fc164f5269a4 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:03.203012 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:03.283481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52704) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:03.308030 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99e1e739-ef34-46e6-849a-2ecf0a15621a tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:03.333956 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117a74d-874f-4e23-918b-03b7730dad57 req-41be139b-f6ed-4736-ab54-88d978191e3b tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:03.348665 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8117a74d-874f-4e23-918b-03b7730dad57 req-41be139b-f6ed-4736-ab54-88d978191e3b tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.2832937 Nov 11 17:39:03.362946 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-99e1e739-ef34-46e6-849a-2ecf0a15621a tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Calling delete_port for 29fa2455-391b-4c3b-af41-e20827dc89aa owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:39:03.658141 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99e1e739-ef34-46e6-849a-2ecf0a15621a tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:03.717099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1e739-ef34-46e6-849a-2ecf0a15621a tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Pushing event deleted for resources: {'Port': ['ID=29fa2455-391b-4c3b-af41-e20827dc89aa,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:03.755104 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cf0eed-a9f3-4552-af67-9c3adcacb6c9 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:39:03.785882 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d6f1cea-6028-471e-93d2-06a430281a77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:03.848512 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99e1e739-ef34-46e6-849a-2ecf0a15621a tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:03.929071 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-391eb75e-c284-4224-ac90-190087862301 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:03.959335 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-391eb75e-c284-4224-ac90-190087862301 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:04.003283 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99e1e739-ef34-46e6-849a-2ecf0a15621a tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:04.012053 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d6f1cea-6028-471e-93d2-06a430281a77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:04.017426 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99e1e739-ef34-46e6-849a-2ecf0a15621a tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:04.030691 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d6f1cea-6028-471e-93d2-06a430281a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:04.064539 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43c5da18-2130-4fc4-ac31-3ba09a5107c1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:04.087410 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c3d4a-4892-4a18-8eef-cf064591aab9 req-fddaf32e-ba0d-462b-a76d-566413565f47 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:04.089190 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc4c3d4a-4892-4a18-8eef-cf064591aab9 req-fddaf32e-ba0d-462b-a76d-566413565f47 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 945 time: 0.3321662 Nov 11 17:39:04.153492 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8117a74d-874f-4e23-918b-03b7730dad57 req-f477a0cb-94bd-4558-89fd-b570e7c2b8e8 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8020573 Nov 11 17:39:04.202538 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7d6f1cea-6028-471e-93d2-06a430281a77 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c032d5fd8b0b4c6fafbacb5d1a6e45cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9174783 Nov 11 17:39:04.203292 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52720) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:04.237116 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f1cea-6028-471e-93d2-06a430281a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99db7c9-a2c2-4194-835d-2fe83d520ba9,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:04.397070 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-de7bdf08-6f29-43ba-b4ef-554bc0614a06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:04.413131 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc4c3d4a-4892-4a18-8eef-cf064591aab9 req-13908498-8db9-46cf-943c-f56c0b53c49b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2812915 Nov 11 17:39:04.600158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391eb75e-c284-4224-ac90-190087862301 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Pushing event updated for resources: {'Port': ['ID=9515b781-5ced-4c2a-9f4f-979f0d5d0280,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:04.613439 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-391eb75e-c284-4224-ac90-190087862301 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:04.616031 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99e1e739-ef34-46e6-849a-2ecf0a15621a tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:04.616566 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e1e739-ef34-46e6-849a-2ecf0a15621a tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Fanout notify agent at l3_agent the message router_deleted on router d026e915-c2db-4884-8c25-39ee5daecf7b {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:39:04.634748 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99e1e739-ef34-46e6-849a-2ecf0a15621a tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:04.635909 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-99e1e739-ef34-46e6-849a-2ecf0a15621a tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "DELETE /v2.0/routers/d026e915-c2db-4884-8c25-39ee5daecf7b HTTP/1.1" status: 204 len: 168 time: 2.8188136 Nov 11 17:39:04.647554 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52734) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:04.670717 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43c5da18-2130-4fc4-ac31-3ba09a5107c1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:04.684172 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-abe071e3-5164-4f4d-b4c5-39a08c72f61c tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1386847634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:04.685300 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-de7bdf08-6f29-43ba-b4ef-554bc0614a06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:04.739400 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-391eb75e-c284-4224-ac90-190087862301 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:04.743795 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-391eb75e-c284-4224-ac90-190087862301 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0095563 Nov 11 17:39:04.759964 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-abe071e3-5164-4f4d-b4c5-39a08c72f61c tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:04.761977 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-abe071e3-5164-4f4d-b4c5-39a08c72f61c tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:04.856027 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-de7bdf08-6f29-43ba-b4ef-554bc0614a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:04.873681 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-de7bdf08-6f29-43ba-b4ef-554bc0614a06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:04.874899 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-de7bdf08-6f29-43ba-b4ef-554bc0614a06 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f99db7c9-a2c2-4194-835d-2fe83d520ba9 HTTP/1.1" status: 204 len: 168 time: 0.6681154 Nov 11 17:39:04.889602 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-abe071e3-5164-4f4d-b4c5-39a08c72f61c tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:04.901195 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-abe071e3-5164-4f4d-b4c5-39a08c72f61c tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:04.940928 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-abe071e3-5164-4f4d-b4c5-39a08c72f61c tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:04.942501 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-abe071e3-5164-4f4d-b4c5-39a08c72f61c tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2757437 Nov 11 17:39:04.945231 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52746) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:04.951353 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-2c151265-090b-4daa-ba4a-8e1847603772 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'enable_snat': True}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:04.986208 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bdf08-6f29-43ba-b4ef-554bc0614a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99db7c9-a2c2-4194-835d-2fe83d520ba9,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:05.084589 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c5da18-2130-4fc4-ac31-3ba09a5107c1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Router c3637510-335b-40ec-815d-c7370c1a5416 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:39:05.263710 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-553b67f3-748a-41a0-8398-ad36bdf94155 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1012164794&fields=id&tenant_id=bcd3129868e344c297295704aeeec2c1 HTTP/1.1" status: 200 len: 267 time: 0.1673870 Nov 11 17:39:05.307076 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2c151265-090b-4daa-ba4a-8e1847603772 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:05.410808 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c5da18-2130-4fc4-ac31-3ba09a5107c1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:39:05.434646 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] Sync routers for ids ['c3637510-335b-40ec-815d-c7370c1a5416'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:39:05.457260 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dc4ae-2b15-4d2c-9b86-24371abf7d70 req-f0c41317-50c4-437c-b4ad-0404ef94f15c tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:05.457432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52764) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:05.458754 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aa4dc4ae-2b15-4d2c-9b86-24371abf7d70 req-f0c41317-50c4-437c-b4ad-0404ef94f15c tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.1371586 Nov 11 17:39:05.461484 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] Routers {'c3637510-335b-40ec-815d-c7370c1a5416'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:39:05.462946 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:38:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c3637510-335b-40ec-815d-c7370c1a5416'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:05.464284 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43c5da18-2130-4fc4-ac31-3ba09a5107c1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:05.465449 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-43c5da18-2130-4fc4-ac31-3ba09a5107c1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.0704520 Nov 11 17:39:05.486860 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec081-6508-4978-aa3a-d78ff13111ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:05.494961 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52766) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:05.546901 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-75985e5d-fd55-4f42-86fe-afc328c08fb5 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:05.548398 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-75985e5d-fd55-4f42-86fe-afc328c08fb5 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 812 time: 0.2672424 Nov 11 17:39:05.595685 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] Set router c3637510-335b-40ec-815d-c7370c1a5416 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:39:05.610010 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aa4dc4ae-2b15-4d2c-9b86-24371abf7d70 req-0a8d986d-63c6-450a-9792-ce3fa6c32030 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371233 Nov 11 17:39:05.625101 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-2270cbfc-2c54-4730-b23b-cd140824de66 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/quotas/bcd3129868e344c297295704aeeec2c1 HTTP/1.1" status: 200 len: 375 time: 0.0289516 Nov 11 17:39:05.715038 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec081-6508-4978-aa3a-d78ff13111ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:05.717710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecedb048-63f8-41ff-abf8-f872e2d9fad4 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:05.719416 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ecedb048-63f8-41ff-abf8-f872e2d9fad4 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=83768074d3d244f883814e21701528e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2215884 Nov 11 17:39:05.722923 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52770) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:05.757834 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec081-6508-4978-aa3a-d78ff13111ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:05.781406 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-99da22ba-042a-49ec-b620-68ded1c69ac8 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1350772 Nov 11 17:39:05.816633 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2655ef4-4e72-4203-930a-ddac3511d16b req-d7ea0766-6a73-4591-96e5-55c7efb11eda tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:05.818140 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2655ef4-4e72-4203-930a-ddac3511d16b req-d7ea0766-6a73-4591-96e5-55c7efb11eda tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 945 time: 0.1138430 Nov 11 17:39:05.914350 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-eb8ec081-6508-4978-aa3a-d78ff13111ab admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3aaba76d6bc14e8a9379a8ed8f3ad6e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4550121 Nov 11 17:39:05.928107 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52778) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:05.929539 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ec081-6508-4978-aa3a-d78ff13111ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dddc05-6dfa-4813-8d20-81c743c8ca6a,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:05.946134 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3637510-335b-40ec-815d-c7370c1a5416', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1370357048', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '2492f59f-b304-4747-9b7b-194c1ff8a824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:58Z', 'updated_at': '2021-11-11T17:39:03Z', 'revision_number': 3, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '2492f59f-b304-4747-9b7b-194c1ff8a824', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3637510-335b-40ec-815d-c7370c1a5416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:39:01Z', 'updated_at': '2021-11-11T17:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:06.001851 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] Checking router: c3637510-335b-40ec-815d-c7370c1a5416 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:39:06.002339 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] Updating router c3637510-335b-40ec-815d-c7370c1a5416 port 2492f59f-b304-4747-9b7b-194c1ff8a824 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:39:06.032656 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:06.054542 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2c151265-090b-4daa-ba4a-8e1847603772 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:06.085606 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2655ef4-4e72-4203-930a-ddac3511d16b req-e4da264b-21fe-48c6-8941-0c0142d5fc37 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577894 Nov 11 17:39:06.091275 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-fa2f8802-317e-4965-96a4-c47f5fbd3e91 service neutron] 10.222.0.76 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722208 Nov 11 17:39:06.150791 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2c151265-090b-4daa-ba4a-8e1847603772 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:06.209411 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-c0ebf36b-99a1-4a00-b530-e07f2278f88b service neutron] 10.222.0.76 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036472 Nov 11 17:39:06.268060 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [req-31e6c528-05f3-493a-b20d-33572793e38c req-0857f1a6-1082-4a6f-a05e-f75fcf8452ff service neutron] show failed (client error): The resource could not be found. Nov 11 17:39:06.269109 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31e6c528-05f3-493a-b20d-33572793e38c req-0857f1a6-1082-4a6f-a05e-f75fcf8452ff service neutron] 10.222.0.83 "GET /v2.0/ports/65d36f1d-52f0-48ba-8672-664f599611af/bindings/n-h1-816206-4 HTTP/1.1" status: 404 len: 380 time: 0.4649622 Nov 11 17:39:06.272074 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ca1482-49a8-4f87-bb11-b0f7458c675a tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:06.279288 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52786) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:06.280568 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-14ca1482-49a8-4f87-bb11-b0f7458c675a tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5563560 Nov 11 17:39:06.319351 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b68bb986-ce86-494a-b120-ddde8181f31a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:06.333850 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3691b743-c568-41d6-9830-dc8265074520 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0531714 Nov 11 17:39:06.336415 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52788) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:06.381777 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-06c3e1d9-b747-454e-91c3-dbeec13368e3 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=83768074d3d244f883814e21701528e8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415740 Nov 11 17:39:06.382858 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52790) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:06.383007 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b68bb986-ce86-494a-b120-ddde8181f31a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:06.670113 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b68bb986-ce86-494a-b120-ddde8181f31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:06.678185 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b68bb986-ce86-494a-b120-ddde8181f31a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:06.681434 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b68bb986-ce86-494a-b120-ddde8181f31a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/64dddc05-6dfa-4813-8d20-81c743c8ca6a HTTP/1.1" status: 204 len: 168 time: 0.7353857 Nov 11 17:39:06.719305 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bb986-ce86-494a-b120-ddde8181f31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dddc05-6dfa-4813-8d20-81c743c8ca6a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:06.728009 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6c528-05f3-493a-b20d-33572793e38c req-6dce60d5-3403-446c-9fa9-629e493c496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:06.730341 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31e6c528-05f3-493a-b20d-33572793e38c req-6dce60d5-3403-446c-9fa9-629e493c496c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c&tenant_id=4a967e21f8b349ab96ba5689386c16b9 HTTP/1.1" status: 200 len: 1096 time: 0.1596432 Nov 11 17:39:06.739622 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:06.751052 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-4', 'device_owner': 'compute:nova'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:06.777330 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:06.930448 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71852aa-c1f8-405f-b4c3-bd0364fd454f None None] Pushing event updated for resources: {'Port': ['ID=2492f59f-b304-4747-9b7b-194c1ff8a824,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:06.931797 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-2c151265-090b-4daa-ba4a-8e1847603772 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Allocated IP 172.25.2.196 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/6685611a-33a2-4c89-8346-7bfde218f0ac) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:39:06.955941 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f1f585-11b7-4744-8570-fc450ca9895e None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:39:06.998093 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] Attempting to bind port 2492f59f-b304-4747-9b7b-194c1ff8a824 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:39:06.998469 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] Attempting to bind port 2492f59f-b304-4747-9b7b-194c1ff8a824 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:39:06.998903 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] Attempting to bind port 2492f59f-b304-4747-9b7b-194c1ff8a824 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:39:07.024340 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:07.054281 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:39:07.054672 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:39:07.055088 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:07.055495 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:39:07.056019 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] Bound port: 2492f59f-b304-4747-9b7b-194c1ff8a824, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:39:07.056410 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:07.112939 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c28c05ac-1f02-4a53-99ee-188a0f55472f req-45a63d65-1685-4c01-88e1-6d4f6f0f92a3 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 210 time: 0.5767834 Nov 11 17:39:07.269356 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-fa3a646f-677d-4b42-bd3c-70da263218e4 None None] Provisioning complete for port 2492f59f-b304-4747-9b7b-194c1ff8a824 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:07.271910 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fa3a646f-677d-4b42-bd3c-70da263218e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:07.358270 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea55ac2-f260-4237-a7d3-dac141334256 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:07.370754 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-fa3a646f-677d-4b42-bd3c-70da263218e4 None None] Port 2492f59f-b304-4747-9b7b-194c1ff8a824 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:39:07.380566 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bea55ac2-f260-4237-a7d3-dac141334256 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9936330 Nov 11 17:39:07.389094 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 3de4b953-cf0d-49c3-abb7-e0c684db874a details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:39:07.393979 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52816) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:07.396641 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2c151265-090b-4daa-ba4a-8e1847603772 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:07.461903 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] For port 2492f59f-b304-4747-9b7b-194c1ff8a824, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:39:07.483482 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7d339cc6-4e81-4102-b9cf-18c235539b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:07.514655 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] For port 2492f59f-b304-4747-9b7b-194c1ff8a824, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=2492f59f-b304-4747-9b7b-194c1ff8a824,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:39:07.534172 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:07.536566 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-31028765-133a-467f-af17-09bb3dd478ad tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1076083 Nov 11 17:39:07.543532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52820) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:07.549405 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d1f7759b-386e-4302-acaf-a63a43c38f48 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1674723067', 'network_id': '38222cdd-1ada-484b-a584-55a699800ebd', 'project_id': '83768074d3d244f883814e21701528e8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:07.625384 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd1bc6-7990-4552-996a-91e0a1d2f384 req-8e807c9f-6f3d-4c38-96c6-b1aad09acef6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:07.634105 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5fd1bc6-7990-4552-996a-91e0a1d2f384 req-8e807c9f-6f3d-4c38-96c6-b1aad09acef6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 945 time: 0.2532094 Nov 11 17:39:07.683182 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bce83-e6a7-4c63-9c5c-010dc3d1f804 req-da880166-b972-4db3-9398-ba601ef78ace tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:07.685410 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-052bce83-e6a7-4c63-9c5c-010dc3d1f804 req-da880166-b972-4db3-9398-ba601ef78ace tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.5706761 Nov 11 17:39:07.719937 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] For port 65d36f1d-52f0-48ba-8672-664f599611af, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=65d36f1d-52f0-48ba-8672-664f599611af,segment=NetworkSegment(9e037fe0-33a3-41f0-af33-eb594233dc5d),segment_id=9e037fe0-33a3-41f0-af33-eb594233dc5d)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:07.739014 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71852aa-c1f8-405f-b4c3-bd0364fd454f None None] Pushing event updated for resources: {'Port': ['ID=2492f59f-b304-4747-9b7b-194c1ff8a824,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:07.812662 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] Routers {'c3637510-335b-40ec-815d-c7370c1a5416'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:39:07.815970 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:38:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c3637510-335b-40ec-815d-c7370c1a5416'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:07.818572 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956385b6-95e9-4709-95d9-1fd351494d0a None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:39:07.833121 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] For port 65d36f1d-52f0-48ba-8672-664f599611af, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:39:07.874968 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5fd1bc6-7990-4552-996a-91e0a1d2f384 req-78f4e15c-0a02-40e0-a1a9-212a06555b24 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398736 Nov 11 17:39:07.878902 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-052bce83-e6a7-4c63-9c5c-010dc3d1f804 req-055d75cd-122a-42c6-ae0e-abb6b4eed720 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834896 Nov 11 17:39:07.889442 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:07.907564 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] Transition to ACTIVE for port object 65d36f1d-52f0-48ba-8672-664f599611af will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:39:07.908534 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d36f1d-52f0-48ba-8672-664f599611af'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:39:07.911195 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f98e42a-4731-45d8-b6dd-0c351f405486" -d '{"events": [{"server_uuid": "a3c108d0-f186-4144-9caf-d8e5ffb3014c", "name": "network-vif-unplugged", "status": "completed", "tag": "65d36f1d-52f0-48ba-8672-664f599611af"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:39:07.920490 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:07.989497 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f7759b-386e-4302-acaf-a63a43c38f48 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Made reservation on behalf of 83768074d3d244f883814e21701528e8 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:39:07.993349 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1f7759b-386e-4302-acaf-a63a43c38f48 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:08.040042 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] Pushing event updated for resources: {'Port': ['ID=65d36f1d-52f0-48ba-8672-664f599611af,revision_number=6']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:08.074014 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819242da-dd39-4b0b-b534-1f8987f57c5e x-openstack-request-id: req-819242da-dd39-4b0b-b534-1f8987f57c5e {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:39:08.075980 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c108d0-f186-4144-9caf-d8e5ffb3014c", "name": "network-vif-unplugged", "status": "completed", "tag": "65d36f1d-52f0-48ba-8672-664f599611af", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:39:08.077401 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-819242da-dd39-4b0b-b534-1f8987f57c5e {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:39:08.093168 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d36f1d-52f0-48ba-8672-664f599611af', 'code': 200} Nov 11 17:39:08.252395 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2c151265-090b-4daa-ba4a-8e1847603772 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:08.267466 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 3de4b953-cf0d-49c3-abb7-e0c684db874a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=3de4b953-cf0d-49c3-abb7-e0c684db874a,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:08.401146 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '3de4b953-cf0d-49c3-abb7-e0c684db874a', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'port_id': '3de4b953-cf0d-49c3-abb7-e0c684db874a', 'mac_address': 'fa:16:3e:ca:0f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:39:08.415402 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-477076ad-c617-4e73-bb66-95d6d961b8bb req-b8e78e21-0ed9-4847-9007-87f9f458de64 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 210 time: 0.0983806 Nov 11 17:39:08.435557 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-bed5deb3-44fb-4942-9e43-88a5ee509683 None None] Provisioning complete for port 2492f59f-b304-4747-9b7b-194c1ff8a824 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:08.442352 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c151265-090b-4daa-ba4a-8e1847603772 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:39:08.442764 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bed5deb3-44fb-4942-9e43-88a5ee509683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:08.455826 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] Set router c3637510-335b-40ec-815d-c7370c1a5416 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:39:08.486722 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-2c151265-090b-4daa-ba4a-8e1847603772 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:39:08.544180 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c151265-090b-4daa-ba4a-8e1847603772 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Pushing event updated for resources: {'Port': ['ID=6685611a-33a2-4c89-8346-7bfde218f0ac,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:08.546570 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c151265-090b-4daa-ba4a-8e1847603772 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:39:08.549773 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] No DVR routers for this DVR port 65d36f1d-52f0-48ba-8672-664f599611af on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:39:08.612439 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1f7759b-386e-4302-acaf-a63a43c38f48 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:08.750869 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7759b-386e-4302-acaf-a63a43c38f48 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event updated for resources: {'Subnet': ['ID=a8e1d795-5e9a-4847-af5a-03890d6415f4,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:08.762090 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f7759b-386e-4302-acaf-a63a43c38f48 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Checking segment: {'id': '6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '38222cdd-1ada-484b-a584-55a699800ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:39:08.762673 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f7759b-386e-4302-acaf-a63a43c38f48 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Network hostable DHCP agents. Network: 38222cdd-1ada-484b-a584-55a699800ebd, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:39:08.787881 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f7759b-386e-4302-acaf-a63a43c38f48 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Network 38222cdd-1ada-484b-a584-55a699800ebd is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:39:08.809701 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-d1f7759b-386e-4302-acaf-a63a43c38f48 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 38222cdd-1ada-484b-a584-55a699800ebd) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:39:08.816080 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f7759b-386e-4302-acaf-a63a43c38f48 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:08.816937 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1f7759b-386e-4302-acaf-a63a43c38f48 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:08.853503 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f1603e-bd6a-48ca-9498-f769be844507 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:39:08.854348 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d1f7759b-386e-4302-acaf-a63a43c38f48 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3071024 Nov 11 17:39:08.855250 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52848) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:08.872684 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7528bd-185b-4cb0-9911-f9dedb09f3b1 None None] Network 38222cdd-1ada-484b-a584-55a699800ebd requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:39:09.196510 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-23048a0d-3b87-4173-9c7b-5eeb039d4788 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:09.199183 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-23048a0d-3b87-4173-9c7b-5eeb039d4788 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.64 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 812 time: 0.6009171 Nov 11 17:39:09.317195 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] Attempting to bind port 65d36f1d-52f0-48ba-8672-664f599611af on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:39:09.319928 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] Attempting to bind port 65d36f1d-52f0-48ba-8672-664f599611af by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '9e037fe0-33a3-41f0-af33-eb594233dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:39:09.320470 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] Attempting to bind port 65d36f1d-52f0-48ba-8672-664f599611af on network f4307d6a-976c-4915-9c6a-3c516e8bedde {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:39:09.440206 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] Port 65d36f1d-52f0-48ba-8672-664f599611af on network f4307d6a-976c-4915-9c6a-3c516e8bedde not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:39:09.440654 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] Attempting to bind port 65d36f1d-52f0-48ba-8672-664f599611af on network f4307d6a-976c-4915-9c6a-3c516e8bedde {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:39:09.494580 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:39:09.494925 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] Checking segment: {'id': '9e037fe0-33a3-41f0-af33-eb594233dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:39:09.495360 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] Bound using segment: {'id': '9e037fe0-33a3-41f0-af33-eb594233dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:39:09.495835 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] Bound port: 65d36f1d-52f0-48ba-8672-664f599611af, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e037fe0-33a3-41f0-af33-eb594233dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:39:09.496196 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:09.547207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6e44e-3f12-4b51-80a1-996155ae3d5c req-13ede6fc-15d1-486f-8129-8e8c353e6d08 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:09.554953 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fab6e44e-3f12-4b51-80a1-996155ae3d5c req-13ede6fc-15d1-486f-8129-8e8c353e6d08 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 943 time: 0.5195634 Nov 11 17:39:09.569025 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-78b97f7a-07e5-48d8-b223-1a41d6fd53e0 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcd3129868e344c297295704aeeec2c1 HTTP/1.1" status: 200 len: 380 time: 0.3538928 Nov 11 17:39:09.597628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1b4b2-1931-4364-a109-a61be17570ab req-9aa0575e-993d-4482-b9f8-ff0e3855bb2b tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:09.606364 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ba1b4b2-1931-4364-a109-a61be17570ab req-9aa0575e-993d-4482-b9f8-ff0e3855bb2b tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 943 time: 0.5576768 Nov 11 17:39:09.688582 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102e17cd-a16c-4c50-8799-23d76b88f015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-38222cdd-1ada-484b-a584-55a699800ebd', 'network_id': '38222cdd-1ada-484b-a584-55a699800ebd', 'tenant_id': '83768074d3d244f883814e21701528e8', 'fixed_ips': [{'subnet_id': 'a8e1d795-5e9a-4847-af5a-03890d6415f4'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:39:09.689511 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-102e17cd-a16c-4c50-8799-23d76b88f015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:09.716283 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bed5deb3-44fb-4942-9e43-88a5ee509683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:09.735093 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-229afce4-4f6f-4722-83a3-73358577f153 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Request body: {'port': {'device_id': 'af6c6f76-619a-488a-beb4-6f9126565431', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'admin_state_up': True, 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'security_groups': ['3616a4ff-6172-4dcb-9bc1-d3254d73569c']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:10.025522 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-102e17cd-a16c-4c50-8799-23d76b88f015 None None] Allocated IP 172.20.0.18 (38222cdd-1ada-484b-a584-55a699800ebd/a8e1d795-5e9a-4847-af5a-03890d6415f4/dc408af9-54d4-4387-9892-68965f21dd8c) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:39:10.098728 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2c151265-090b-4daa-ba4a-8e1847603772 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:10.200654 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] For port 65d36f1d-52f0-48ba-8672-664f599611af, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:39:10.228702 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] For port 65d36f1d-52f0-48ba-8672-664f599611af, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=65d36f1d-52f0-48ba-8672-664f599611af,segment=NetworkSegment(9e037fe0-33a3-41f0-af33-eb594233dc5d),segment_id=9e037fe0-33a3-41f0-af33-eb594233dc5d)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:39:10.265581 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:10.366193 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ba1b4b2-1931-4364-a109-a61be17570ab req-c6ec1403-5579-4631-be67-fc5bdb76598f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7517538 Nov 11 17:39:10.381431 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 65d36f1d-52f0-48ba-8672-664f599611af no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:39:10.387829 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:10.399506 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:10.400674 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:10.403187 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31e6c528-05f3-493a-b20d-33572793e38c req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] 10.222.0.64 "PUT /v2.0/ports/65d36f1d-52f0-48ba-8672-664f599611af HTTP/1.1" status: 200 len: 1091 time: 3.6581378 Nov 11 17:39:10.406706 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'tag': '65d36f1d-52f0-48ba-8672-664f599611af'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:39:10.409345 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45771d2f-aafd-4ef2-b66f-1ca483bae3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c108d0-f186-4144-9caf-d8e5ffb3014c", "tag": "65d36f1d-52f0-48ba-8672-664f599611af"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:39:10.422263 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-229afce4-4f6f-4722-83a3-73358577f153 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Made reservation on behalf of bcd3129868e344c297295704aeeec2c1 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:39:10.429686 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-229afce4-4f6f-4722-83a3-73358577f153 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:10.481906 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-bed5deb3-44fb-4942-9e43-88a5ee509683 None None] For port 2492f59f-b304-4747-9b7b-194c1ff8a824, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=2492f59f-b304-4747-9b7b-194c1ff8a824,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:10.908494 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff074572-f089-47b9-a9b3-02c4be839feb req-9a5e01f0-4e15-4d49-9ba4-7b76278c2ac9 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 210 time: 0.0605104 Nov 11 17:39:10.918130 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fab6e44e-3f12-4b51-80a1-996155ae3d5c req-7b9319aa-91ae-485e-b934-a3f1c413b180 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2849250 Nov 11 17:39:11.093001 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-04781ac5-d540-46e2-ac17-8fc501a4b1a5 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:11.233805 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bed5deb3-44fb-4942-9e43-88a5ee509683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:11.333983 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52906) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:11.469883 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5deb3-44fb-4942-9e43-88a5ee509683 None None] Pushing event updated for resources: {'Port': ['ID=2492f59f-b304-4747-9b7b-194c1ff8a824,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:11.478370 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de4b953-cf0d-49c3-abb7-e0c684db874a {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:39:11.498156 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-61cc216c-40fe-4ee8-8c5d-5d9fe409e043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:11.553004 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:11.565089 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-37a1dc0d-4f81-496e-a881-50b970dcac6a None None] Provisioning complete for port 6685611a-33a2-4c89-8346-7bfde218f0ac triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:11.565758 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-37a1dc0d-4f81-496e-a881-50b970dcac6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:11.581963 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87e4e3d-ac06-4fd1-b9b9-16a1f2414df7 x-openstack-request-id: req-c87e4e3d-ac06-4fd1-b9b9-16a1f2414df7 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:39:11.582528 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c108d0-f186-4144-9caf-d8e5ffb3014c", "tag": "65d36f1d-52f0-48ba-8672-664f599611af", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:39:11.582528 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c87e4e3d-ac06-4fd1-b9b9-16a1f2414df7 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:39:11.582878 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'tag': '65d36f1d-52f0-48ba-8672-664f599611af', 'status': 'completed', 'code': 200} Nov 11 17:39:11.584689 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b42eb1-885e-4bb4-b1a3-57beeb27be2b service neutron] Pushing event updated for resources: {'Port': ['ID=65d36f1d-52f0-48ba-8672-664f599611af,revision_number=7']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:11.610301 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-37a1dc0d-4f81-496e-a881-50b970dcac6a None None] Port 6685611a-33a2-4c89-8346-7bfde218f0ac cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:39:11.622244 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 3de4b953-cf0d-49c3-abb7-e0c684db874a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=3de4b953-cf0d-49c3-abb7-e0c684db874a,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:11.637134 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:11.640814 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-102e17cd-a16c-4c50-8799-23d76b88f015 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:11.680103 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 65d36f1d-52f0-48ba-8672-664f599611af not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:39:11.744858 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=3de4b953-cf0d-49c3-abb7-e0c684db874a,revision_number=9']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:11.771585 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-102e17cd-a16c-4c50-8799-23d76b88f015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:11.911755 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6c528-05f3-493a-b20d-33572793e38c req-ad781270-0924-469a-b333-c5f551c6780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:11.914027 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31e6c528-05f3-493a-b20d-33572793e38c req-ad781270-0924-469a-b333-c5f551c6780f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 1094 time: 1.4562337 Nov 11 17:39:11.923511 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45771d2f-aafd-4ef2-b66f-1ca483bae3a8 req-ba4b113b-14a9-4362-9888-815e27c5329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:11.925267 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45771d2f-aafd-4ef2-b66f-1ca483bae3a8 req-ba4b113b-14a9-4362-9888-815e27c5329d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 1094 time: 0.3416402 Nov 11 17:39:11.951133 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83cca384-066f-44f3-8ec5-4ffc8af13a5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:12.007550 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102e17cd-a16c-4c50-8799-23d76b88f015 None None] Network 38222cdd-1ada-484b-a584-55a699800ebd is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:39:12.030047 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['3de4b953-cf0d-49c3-abb7-e0c684db874a'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:39:12.039303 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2c151265-090b-4daa-ba4a-8e1847603772 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:12.049854 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e17cd-a16c-4c50-8799-23d76b88f015 None None] Pushing event updated for resources: {'Port': ['ID=dc408af9-54d4-4387-9892-68965f21dd8c,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:12.059497 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-102e17cd-a16c-4c50-8799-23d76b88f015 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:39:12.069112 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3637510-335b-40ec-815d-c7370c1a5416', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1370357048', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '2492f59f-b304-4747-9b7b-194c1ff8a824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:58Z', 'updated_at': '2021-11-11T17:39:03Z', 'revision_number': 3, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '2492f59f-b304-4747-9b7b-194c1ff8a824', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3637510-335b-40ec-815d-c7370c1a5416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:39:01Z', 'updated_at': '2021-11-11T17:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:12.073828 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102e17cd-a16c-4c50-8799-23d76b88f015 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:39:12.281045 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-229afce4-4f6f-4722-83a3-73358577f153 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Allocated IP 172.20.0.11 (26b89f42-47fd-4a3b-9482-68a15714eda2/4b8a9933-5f05-4272-8e1a-da4284619290/f2a28fe8-7d1d-447d-b230-0d81943d791c) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:39:12.299491 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81b472-2ef3-4d09-8ea6-a6acd478c9ef req-a4912d4d-454c-45b4-8486-b309b3357422 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:12.301748 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7d81b472-2ef3-4d09-8ea6-a6acd478c9ef req-a4912d4d-454c-45b4-8486-b309b3357422 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 944 time: 0.6743798 Nov 11 17:39:12.388440 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58ffca1-8fdc-4d94-9b6d-5b97ece57334 None None] The sync data for ids ['c3637510-335b-40ec-815d-c7370c1a5416'] in n-d-816206-4 is: [{'id': 'c3637510-335b-40ec-815d-c7370c1a5416', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1370357048', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '2492f59f-b304-4747-9b7b-194c1ff8a824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:58Z', 'updated_at': '2021-11-11T17:39:03Z', 'revision_number': 3, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '2492f59f-b304-4747-9b7b-194c1ff8a824', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3637510-335b-40ec-815d-c7370c1a5416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:39:01Z', 'updated_at': '2021-11-11T17:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:39:12.409584 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46603c73-b6f3-4a03-b01f-7a1269bdb0b6 req-7ce7cc2e-eb9f-4129-8ee5-aa4b3c030e3f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 210 time: 0.1875393 Nov 11 17:39:12.449505 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-102e17cd-a16c-4c50-8799-23d76b88f015 None None] Attempting to bind port dc408af9-54d4-4387-9892-68965f21dd8c on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:39:12.449870 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-102e17cd-a16c-4c50-8799-23d76b88f015 None None] Attempting to bind port dc408af9-54d4-4387-9892-68965f21dd8c by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '38222cdd-1ada-484b-a584-55a699800ebd'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:39:12.450228 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102e17cd-a16c-4c50-8799-23d76b88f015 None None] Attempting to bind port dc408af9-54d4-4387-9892-68965f21dd8c on network 38222cdd-1ada-484b-a584-55a699800ebd {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:39:12.477197 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102e17cd-a16c-4c50-8799-23d76b88f015 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:39:12.477573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102e17cd-a16c-4c50-8799-23d76b88f015 None None] Checking segment: {'id': '6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '38222cdd-1ada-484b-a584-55a699800ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:39:12.494259 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-102e17cd-a16c-4c50-8799-23d76b88f015 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:12.494848 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102e17cd-a16c-4c50-8799-23d76b88f015 None None] Bound using segment: {'id': '6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '38222cdd-1ada-484b-a584-55a699800ebd'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:39:12.496108 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-102e17cd-a16c-4c50-8799-23d76b88f015 None None] Bound port: dc408af9-54d4-4387-9892-68965f21dd8c, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '38222cdd-1ada-484b-a584-55a699800ebd'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:39:12.496664 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-102e17cd-a16c-4c50-8799-23d76b88f015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:12.687372 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:12.708211 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-229afce4-4f6f-4722-83a3-73358577f153 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:12.714968 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-04781ac5-d540-46e2-ac17-8fc501a4b1a5 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Allocated IP 172.20.0.17 (38222cdd-1ada-484b-a584-55a699800ebd/a8e1d795-5e9a-4847-af5a-03890d6415f4/f8656060-ce11-416f-a907-4d01b7d9b070) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:39:12.721276 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-102e17cd-a16c-4c50-8799-23d76b88f015 None None] For port dc408af9-54d4-4387-9892-68965f21dd8c, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:39:12.729147 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-102e17cd-a16c-4c50-8799-23d76b88f015 None None] For port dc408af9-54d4-4387-9892-68965f21dd8c, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=dc408af9-54d4-4387-9892-68965f21dd8c,segment=NetworkSegment(6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3),segment_id=6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:39:12.741917 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-102e17cd-a16c-4c50-8799-23d76b88f015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:12.846926 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7d81b472-2ef3-4d09-8ea6-a6acd478c9ef req-5e576f7f-7473-49e9-a4df-6e14276508f8 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5015590 Nov 11 17:39:12.939168 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e17cd-a16c-4c50-8799-23d76b88f015 None None] Pushing event updated for resources: {'Port': ['ID=dc408af9-54d4-4387-9892-68965f21dd8c,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:12.987634 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:13.128830 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b248a2e-9783-47e4-8aa0-3b277a09d615 req-f25244e3-a066-49a2-b4ea-b762349d72a7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:13.132783 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b248a2e-9783-47e4-8aa0-3b277a09d615 req-f25244e3-a066-49a2-b4ea-b762349d72a7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 943 time: 0.5586839 Nov 11 17:39:13.136849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45771d2f-aafd-4ef2-b66f-1ca483bae3a8 req-1cdcd496-4c03-4cbf-967a-c64471fd2c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:13.139207 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45771d2f-aafd-4ef2-b66f-1ca483bae3a8 req-1cdcd496-4c03-4cbf-967a-c64471fd2c98 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f4307d6a-976c-4915-9c6a-3c516e8bedde HTTP/1.1" status: 200 len: 898 time: 1.1897688 Nov 11 17:39:13.148714 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-229afce4-4f6f-4722-83a3-73358577f153 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:13.203259 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2c151265-090b-4daa-ba4a-8e1847603772 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-917831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-917838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932385'] for router, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:13.349356 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-04781ac5-d540-46e2-ac17-8fc501a4b1a5 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:13.480440 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83cca384-066f-44f3-8ec5-4ffc8af13a5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:13.496688 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83cca384-066f-44f3-8ec5-4ffc8af13a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:13.505779 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-04781ac5-d540-46e2-ac17-8fc501a4b1a5 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:13.611851 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-229afce4-4f6f-4722-83a3-73358577f153 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Network 26b89f42-47fd-4a3b-9482-68a15714eda2 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:39:13.648082 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04781ac5-d540-46e2-ac17-8fc501a4b1a5 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event updated for resources: {'Port': ['ID=f8656060-ce11-416f-a907-4d01b7d9b070,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:13.659270 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 3de4b953-cf0d-49c3-abb7-e0c684db874a up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:39:13.703555 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6c528-05f3-493a-b20d-33572793e38c req-404bd62a-5faf-43ac-addd-fde5922bea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:13.708983 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31e6c528-05f3-493a-b20d-33572793e38c req-404bd62a-5faf-43ac-addd-fde5922bea95 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f4307d6a-976c-4915-9c6a-3c516e8bedde HTTP/1.1" status: 200 len: 898 time: 1.7826004 Nov 11 17:39:13.783005 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 3de4b953-cf0d-49c3-abb7-e0c684db874a triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:13.783214 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-229afce4-4f6f-4722-83a3-73358577f153 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:39:13.783325 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:13.792850 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45771d2f-aafd-4ef2-b66f-1ca483bae3a8 req-845a02a6-608f-4831-ab95-6ad8e182ed4b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d36f1d-52f0-48ba-8672-664f599611af HTTP/1.1" status: 200 len: 999 time: 0.6220565 Nov 11 17:39:13.794880 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229afce4-4f6f-4722-83a3-73358577f153 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Pushing event updated for resources: {'Port': ['ID=f2a28fe8-7d1d-447d-b230-0d81943d791c,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:13.836433 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-229afce4-4f6f-4722-83a3-73358577f153 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:39:13.853459 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b248a2e-9783-47e4-8aa0-3b277a09d615 req-27951d03-cb62-4e91-b94a-400d95c15ebf tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3713157 Nov 11 17:39:13.909763 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-229afce4-4f6f-4722-83a3-73358577f153 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:13.910742 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-229afce4-4f6f-4722-83a3-73358577f153 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:13.917898 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04781ac5-d540-46e2-ac17-8fc501a4b1a5 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Network 38222cdd-1ada-484b-a584-55a699800ebd is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:39:13.920718 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cca384-066f-44f3-8ec5-4ffc8af13a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66dd36c8-821b-46d2-8b38-09c5f8e37163,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:13.947439 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-04781ac5-d540-46e2-ac17-8fc501a4b1a5 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:39:13.954459 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04781ac5-d540-46e2-ac17-8fc501a4b1a5 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:39:13.967437 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-83cca384-066f-44f3-8ec5-4ffc8af13a5b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a1261747564e45489d54080a53c01190&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6321287 Nov 11 17:39:13.968103 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52944) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:14.011106 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31e6c528-05f3-493a-b20d-33572793e38c req-48c3d9be-4c42-433c-9094-4a388dc5ed2e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d36f1d-52f0-48ba-8672-664f599611af HTTP/1.1" status: 200 len: 999 time: 0.1985564 Nov 11 17:39:14.120378 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:14.130778 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539d875-718e-408f-b4c4-fd731c1f712f req-e02fb64d-a245-4dfa-b46f-b8e92b806e19 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:14.138622 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e539d875-718e-408f-b4c4-fd731c1f712f req-e02fb64d-a245-4dfa-b46f-b8e92b806e19 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 932 time: 0.4787395 Nov 11 17:39:14.185016 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6c528-05f3-493a-b20d-33572793e38c req-71ecaf5f-0906-4405-9a99-7b70413c01f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:14.186498 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31e6c528-05f3-493a-b20d-33572793e38c req-71ecaf5f-0906-4405-9a99-7b70413c01f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=102178f6-db4c-4d9a-a96e-8baada1632bd HTTP/1.1" status: 200 len: 834 time: 0.1652248 Nov 11 17:39:14.239212 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 3de4b953-cf0d-49c3-abb7-e0c684db874a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=3de4b953-cf0d-49c3-abb7-e0c684db874a,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:14.245026 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af5bd0c-497d-4518-96c1-33a38fae584f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de4b953-cf0d-49c3-abb7-e0c684db874a'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:39:14.259179 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8005266a-e3f0-4817-953b-c06afb1fbc62" -d '{"events": [{"server_uuid": "3af5bd0c-497d-4518-96c1-33a38fae584f", "name": "network-vif-plugged", "status": "completed", "tag": "3de4b953-cf0d-49c3-abb7-e0c684db874a"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:39:14.273831 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:14.414436 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-229afce4-4f6f-4722-83a3-73358577f153 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6945171 Nov 11 17:39:14.441990 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45771d2f-aafd-4ef2-b66f-1ca483bae3a8 req-00b0b4c9-69ea-4e03-ae40-6050d7faa2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:14.450514 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45771d2f-aafd-4ef2-b66f-1ca483bae3a8 req-00b0b4c9-69ea-4e03-ae40-6050d7faa2a2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102178f6-db4c-4d9a-a96e-8baada1632bd HTTP/1.1" status: 200 len: 834 time: 0.6373608 Nov 11 17:39:14.485999 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] Request body: {'port': {'device_id': 'af6c6f76-619a-488a-beb4-6f9126565431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:14.549869 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6c528-05f3-493a-b20d-33572793e38c req-7fcc68fb-e171-4c98-8d82-8aff7075fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:14.558519 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31e6c528-05f3-493a-b20d-33572793e38c req-7fcc68fb-e171-4c98-8d82-8aff7075fcb1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4307d6a-976c-4915-9c6a-3c516e8bedde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3463762 Nov 11 17:39:14.653087 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-84cd0354-6f14-4e4b-85b8-635797a0183d None None] Provisioning complete for port f2a28fe8-7d1d-447d-b230-0d81943d791c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:14.653558 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-84cd0354-6f14-4e4b-85b8-635797a0183d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:14.760546 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=3de4b953-cf0d-49c3-abb7-e0c684db874a,revision_number=10']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:14.876307 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 2492f59f-b304-4747-9b7b-194c1ff8a824 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:39:14.878200 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bac0f03-4e01-4634-829c-a5274809bbef None None] Network 38222cdd-1ada-484b-a584-55a699800ebd requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:39:14.893806 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c151265-090b-4daa-ba4a-8e1847603772 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Router 06149b71-b479-45ea-994c-84a73539ad45 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:39:14.943300 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:15.051659 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45771d2f-aafd-4ef2-b66f-1ca483bae3a8 req-66a70c1b-7443-4859-92ac-f4fe397f3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:15.053567 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45771d2f-aafd-4ef2-b66f-1ca483bae3a8 req-66a70c1b-7443-4859-92ac-f4fe397f3fab service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f4307d6a-976c-4915-9c6a-3c516e8bedde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4765851 Nov 11 17:39:15.077382 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-04781ac5-d540-46e2-ac17-8fc501a4b1a5 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:15.081139 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-84cd0354-6f14-4e4b-85b8-635797a0183d None None] Port f2a28fe8-7d1d-447d-b230-0d81943d791c cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:39:15.107153 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e539d875-718e-408f-b4c4-fd731c1f712f req-7b7ad1cf-3c4e-4339-aa89-94e4d25bd9d4 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9672282 Nov 11 17:39:15.199505 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31e6c528-05f3-493a-b20d-33572793e38c req-97c1e088-e905-491d-8af0-2e4550020a18 service neutron] 10.222.0.64 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6235428 Nov 11 17:39:15.215521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95be6b2-474b-4ff3-a280-7b76c1fae55a req-36a58900-93eb-45fa-b350-d18bd316e23b tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:15.223867 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b95be6b2-474b-4ff3-a280-7b76c1fae55a req-36a58900-93eb-45fa-b350-d18bd316e23b tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 946 time: 1.0361872 Nov 11 17:39:15.230372 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abd055d-6d83-4ee1-acd2-c369128fc5bb x-openstack-request-id: req-9abd055d-6d83-4ee1-acd2-c369128fc5bb {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:39:15.230669 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af5bd0c-497d-4518-96c1-33a38fae584f", "name": "network-vif-plugged", "status": "completed", "tag": "3de4b953-cf0d-49c3-abb7-e0c684db874a", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:39:15.230927 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9abd055d-6d83-4ee1-acd2-c369128fc5bb {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:39:15.235997 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af5bd0c-497d-4518-96c1-33a38fae584f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de4b953-cf0d-49c3-abb7-e0c684db874a', 'code': 200} Nov 11 17:39:15.361605 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b95be6b2-474b-4ff3-a280-7b76c1fae55a req-b183ce83-b97d-4d2d-954e-d0763e4ed62c tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207826 Nov 11 17:39:15.463928 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 2492f59f-b304-4747-9b7b-194c1ff8a824 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:15.464305 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:15.469946 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e370804d-d0e0-4f2c-937e-f7f2f2e3f24a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:15.587444 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-85a2c138-7126-40a1-960e-82b940b8c298 None None] Provisioning complete for port dc408af9-54d4-4387-9892-68965f21dd8c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:15.588054 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-85a2c138-7126-40a1-960e-82b940b8c298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:15.624746 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416cce3-6540-4c84-bb5f-f54b056a63a4 req-98c4c70c-107c-4118-97fb-efcf4dffabe4 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:15.627437 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d416cce3-6540-4c84-bb5f-f54b056a63a4 req-98c4c70c-107c-4118-97fb-efcf4dffabe4 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 943 time: 0.1882446 Nov 11 17:39:15.630877 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e370804d-d0e0-4f2c-937e-f7f2f2e3f24a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:15.761071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device dc408af9-54d4-4387-9892-68965f21dd8c up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:39:15.783953 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-04781ac5-d540-46e2-ac17-8fc501a4b1a5 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:15.874577 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-85a2c138-7126-40a1-960e-82b940b8c298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:16.036683 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-85a2c138-7126-40a1-960e-82b940b8c298 None None] For port dc408af9-54d4-4387-9892-68965f21dd8c, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=dc408af9-54d4-4387-9892-68965f21dd8c,segment=NetworkSegment(6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3),segment_id=6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:16.064502 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-85a2c138-7126-40a1-960e-82b940b8c298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:16.124977 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-31e6c528-05f3-493a-b20d-33572793e38c req-da3441ad-9ae9-430d-93fb-48bdb19a8fe8 service neutron] 10.222.0.64 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9044263 Nov 11 17:39:16.134203 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d416cce3-6540-4c84-bb5f-f54b056a63a4 req-0ade0fc5-4e8d-47cc-9c4e-d7622cff9270 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4890478 Nov 11 17:39:16.171981 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e370804d-d0e0-4f2c-937e-f7f2f2e3f24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:16.174569 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e370804d-d0e0-4f2c-937e-f7f2f2e3f24a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:16.175670 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e370804d-d0e0-4f2c-937e-f7f2f2e3f24a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/66dd36c8-821b-46d2-8b38-09c5f8e37163 HTTP/1.1" status: 204 len: 168 time: 2.1985264 Nov 11 17:39:16.179137 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28712d9e-e621-4021-8a4c-9158d00580fa req-f216f701-f025-4606-ae93-29e29587f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:16.180994 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-28712d9e-e621-4021-8a4c-9158d00580fa req-f216f701-f025-4606-ae93-29e29587f43e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 1097 time: 0.6956410 Nov 11 17:39:16.181922 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c151265-090b-4daa-ba4a-8e1847603772 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:39:16.193260 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2c151265-090b-4daa-ba4a-8e1847603772 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:16.204319 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2c151265-090b-4daa-ba4a-8e1847603772 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "PUT /v2.0/routers/06149b71-b479-45ea-994c-84a73539ad45 HTTP/1.1" status: 200 len: 915 time: 11.2576382 Nov 11 17:39:16.208728 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52968) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:16.213343 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae2854d-54de-4db5-88ee-ad2140211c1f None None] Sync routers for ids ['06149b71-b479-45ea-994c-84a73539ad45'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:39:16.219021 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370804d-d0e0-4f2c-937e-f7f2f2e3f24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dd36c8-821b-46d2-8b38-09c5f8e37163,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:16.278607 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a4bc9416-d6e7-4c82-96ba-a3cca1b21cb1 None None] Provisioning complete for port f8656060-ce11-416f-a907-4d01b7d9b070 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:16.279250 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a4bc9416-d6e7-4c82-96ba-a3cca1b21cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:16.282102 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2c138-7126-40a1-960e-82b940b8c298 None None] Pushing event updated for resources: {'Port': ['ID=dc408af9-54d4-4387-9892-68965f21dd8c,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:16.288249 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae2854d-54de-4db5-88ee-ad2140211c1f None None] Routers {'06149b71-b479-45ea-994c-84a73539ad45'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:39:16.288900 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fae2854d-54de-4db5-88ee-ad2140211c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:39:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['06149b71-b479-45ea-994c-84a73539ad45'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:16.335970 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port dc408af9-54d4-4387-9892-68965f21dd8c triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:16.336447 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:16.411750 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a4bc9416-d6e7-4c82-96ba-a3cca1b21cb1 None None] Port f8656060-ce11-416f-a907-4d01b7d9b070 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:39:16.448482 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a4bc9416-d6e7-4c82-96ba-a3cca1b21cb1 None None] Provisioning complete for port dc408af9-54d4-4387-9892-68965f21dd8c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:16.449953 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a4bc9416-d6e7-4c82-96ba-a3cca1b21cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:16.483205 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fae2854d-54de-4db5-88ee-ad2140211c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:16.531260 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae2854d-54de-4db5-88ee-ad2140211c1f None None] Routers {'06149b71-b479-45ea-994c-84a73539ad45'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:39:16.533554 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fae2854d-54de-4db5-88ee-ad2140211c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:39:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['06149b71-b479-45ea-994c-84a73539ad45'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:16.616253 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0d32ce42-5205-4d5a-a32d-6aa2dac6328a tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "GET /v2.0/routers/06149b71-b479-45ea-994c-84a73539ad45 HTTP/1.1" status: 200 len: 921 time: 0.3744919 Nov 11 17:39:16.631256 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45771d2f-aafd-4ef2-b66f-1ca483bae3a8 req-1adaadde-7afc-4e80-9ed2-55e0ceddc674 service neutron] 10.222.0.83 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4666903 Nov 11 17:39:16.634452 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52980) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:16.692831 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fae2854d-54de-4db5-88ee-ad2140211c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:16.693691 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae2854d-54de-4db5-88ee-ad2140211c1f None None] The sync data for ids ['06149b71-b479-45ea-994c-84a73539ad45'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:39:16.775385 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b32eca-45ce-4a20-8add-fedce2f517e3 req-7a99bf23-7935-4042-ab11-a46da41d053b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:16.777571 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46b32eca-45ce-4a20-8add-fedce2f517e3 req-7a99bf23-7935-4042-ab11-a46da41d053b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 932 time: 0.4281375 Nov 11 17:39:16.786506 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-28712d9e-e621-4021-8a4c-9158d00580fa req-76fddab6-d7a9-4dca-8a26-e1e5afd60b79 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5769508 Nov 11 17:39:16.848439 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device dc408af9-54d4-4387-9892-68965f21dd8c up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:39:16.893756 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46b32eca-45ce-4a20-8add-fedce2f517e3 req-3f01b95e-2c47-43f0-b833-5b7a113d4a0b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890865 Nov 11 17:39:16.908824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028cba8a-f995-4741-8f1c-b35a5afb3ba8 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:16.913691 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-028cba8a-f995-4741-8f1c-b35a5afb3ba8 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&device_id=06149b71-b479-45ea-994c-84a73539ad45&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2399206 Nov 11 17:39:16.920170 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52990) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:16.921622 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd591bb7-04b4-4501-b0a8-88470e3f2562 req-1080d5da-180e-4dd8-8919-2dacefca3b0a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:16.923636 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bd591bb7-04b4-4501-b0a8-88470e3f2562 req-1080d5da-180e-4dd8-8919-2dacefca3b0a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 946 time: 0.3308680 Nov 11 17:39:16.943107 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-fdbb88fe-3134-4cab-8026-db8682c78c55 None None] Provisioning complete for port f8656060-ce11-416f-a907-4d01b7d9b070 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:16.943895 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fdbb88fe-3134-4cab-8026-db8682c78c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:16.987220 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52992) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:16.989532 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45771d2f-aafd-4ef2-b66f-1ca483bae3a8 req-4441efee-4159-4249-8a58-88d38d59d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:16.991030 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45771d2f-aafd-4ef2-b66f-1ca483bae3a8 req-4441efee-4159-4249-8a58-88d38d59d77d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 1094 time: 0.4406490 Nov 11 17:39:16.997174 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-fdbb88fe-3134-4cab-8026-db8682c78c55 None None] Port f8656060-ce11-416f-a907-4d01b7d9b070 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:39:17.023423 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port dc408af9-54d4-4387-9892-68965f21dd8c triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:17.023423 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:17.041372 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-04781ac5-d540-46e2-ac17-8fc501a4b1a5 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:17.051009 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-04781ac5-d540-46e2-ac17-8fc501a4b1a5 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:17.060459 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bd591bb7-04b4-4501-b0a8-88470e3f2562 req-8dd9f666-ea47-4e94-86fb-bfcd177ea409 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290686 Nov 11 17:39:17.061414 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e877cb3d-7e07-4cd2-bacd-fa66edfc4fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:17.165224 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04781ac5-d540-46e2-ac17-8fc501a4b1a5 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event updated for resources: {'Port': ['ID=f8656060-ce11-416f-a907-4d01b7d9b070,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:17.180550 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-04781ac5-d540-46e2-ac17-8fc501a4b1a5 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:17.294774 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e877cb3d-7e07-4cd2-bacd-fa66edfc4fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:17.388496 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e877cb3d-7e07-4cd2-bacd-fa66edfc4fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:17.436561 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04781ac5-d540-46e2-ac17-8fc501a4b1a5 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Network 38222cdd-1ada-484b-a584-55a699800ebd is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:39:17.444079 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877cb3d-7e07-4cd2-bacd-fa66edfc4fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97ed680-b51b-494e-9c7a-72c15fbd56b6,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:17.490295 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712e586-91ed-4da6-ab5a-b5c5cc2aea3c req-d33110e8-ed07-4670-8432-cf6bc47512e6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:17.492485 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b712e586-91ed-4da6-ab5a-b5c5cc2aea3c req-d33110e8-ed07-4670-8432-cf6bc47512e6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 943 time: 0.1541076 Nov 11 17:39:17.493612 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-04781ac5-d540-46e2-ac17-8fc501a4b1a5 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:39:17.578226 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45771d2f-aafd-4ef2-b66f-1ca483bae3a8 req-63b642a0-6a5c-432d-b21f-fb61f9f93714 service neutron] 10.222.0.83 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9320061 Nov 11 17:39:17.607347 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a28fe8-7d1d-447d-b230-0d81943d791c {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:39:17.650274 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:17.715099 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e877cb3d-7e07-4cd2-bacd-fa66edfc4fbd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=08764f5d4e414f2caf7988f11a374711&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7267041 Nov 11 17:39:17.724869 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52998) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:17.767870 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b712e586-91ed-4da6-ab5a-b5c5cc2aea3c req-34241ad7-d66e-473f-94e8-a4324ff7d40d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364354 Nov 11 17:39:17.776865 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56189c3b-033d-4f53-920b-daf35c5e4f10 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:17.779133 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-56189c3b-033d-4f53-920b-daf35c5e4f10 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 881 time: 0.8559296 Nov 11 17:39:17.782093 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53006) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:17.799887 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04781ac5-d540-46e2-ac17-8fc501a4b1a5 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Router c3637510-335b-40ec-815d-c7370c1a5416 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:39:17.868002 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4ee3a814-1dab-4760-a7e0-ce59e06c6df7 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "GET /v2.0/ports?device_id=06149b71-b479-45ea-994c-84a73539ad45 HTTP/1.1" status: 200 len: 205 time: 0.0778115 Nov 11 17:39:17.869250 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53010) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:17.945411 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45771d2f-aafd-4ef2-b66f-1ca483bae3a8 req-b3ad65a8-5491-44d6-8b1d-8484b63648b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:17.951389 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45771d2f-aafd-4ef2-b66f-1ca483bae3a8 req-b3ad65a8-5491-44d6-8b1d-8484b63648b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f4307d6a-976c-4915-9c6a-3c516e8bedde HTTP/1.1" status: 200 len: 898 time: 0.3623452 Nov 11 17:39:17.974976 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] Transition to ACTIVE for port object f2a28fe8-7d1d-447d-b230-0d81943d791c will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:39:18.019633 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:18.074337 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0f736292-77f6-4cff-a704-26f80ee01b86 None None] Provisioning complete for port f8656060-ce11-416f-a907-4d01b7d9b070 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:18.074882 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0f736292-77f6-4cff-a704-26f80ee01b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:18.176115 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0f736292-77f6-4cff-a704-26f80ee01b86 None None] Port f8656060-ce11-416f-a907-4d01b7d9b070 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:39:18.186731 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ebad909-db9a-4fac-84d1-1ea001972086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:18.282602 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a28fe8-7d1d-447d-b230-0d81943d791c,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:18.299777 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:18.339017 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45771d2f-aafd-4ef2-b66f-1ca483bae3a8 req-a08f7500-4910-4f00-8095-fc4515c08839 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d36f1d-52f0-48ba-8672-664f599611af HTTP/1.1" status: 200 len: 999 time: 0.3702700 Nov 11 17:39:18.431679 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ebad909-db9a-4fac-84d1-1ea001972086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:18.528176 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48243-6f29-4739-8b78-8a6eba485da6 req-da45cdaa-33ea-4f75-b89a-e067b8ccfe96 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:18.530580 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ff48243-6f29-4739-8b78-8a6eba485da6 req-da45cdaa-33ea-4f75-b89a-e067b8ccfe96 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 944 time: 0.5024207 Nov 11 17:39:18.566271 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45771d2f-aafd-4ef2-b66f-1ca483bae3a8 req-8ba7fb93-bd6b-4c4c-8677-65874af3a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:18.569174 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ec90d88c-68ba-4d64-8200-b2193cc9aba8 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:18.572130 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45771d2f-aafd-4ef2-b66f-1ca483bae3a8 req-8ba7fb93-bd6b-4c4c-8677-65874af3a27a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=102178f6-db4c-4d9a-a96e-8baada1632bd HTTP/1.1" status: 200 len: 834 time: 0.2242177 Nov 11 17:39:18.631801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159d148-392e-4e5d-99e6-089d0a4b7d67 req-ccc6199d-3f2a-47c5-8c85-11da1637faa0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:18.634260 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f159d148-392e-4e5d-99e6-089d0a4b7d67 req-ccc6199d-3f2a-47c5-8c85-11da1637faa0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 946 time: 0.4434183 Nov 11 17:39:18.753358 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b473f2f-d732-42a9-9a94-f9a1986b2011 req-b7d71104-764d-4366-b868-abeda0499817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:18.756144 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8b473f2f-d732-42a9-9a94-f9a1986b2011 req-b7d71104-764d-4366-b868-abeda0499817 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eeac632c30574948b103f77246d9180e&device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 1097 time: 0.4538870 Nov 11 17:39:18.800436 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45771d2f-aafd-4ef2-b66f-1ca483bae3a8 req-37579639-b28e-41e4-8f06-9fe768abc6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:18.801982 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45771d2f-aafd-4ef2-b66f-1ca483bae3a8 req-37579639-b28e-41e4-8f06-9fe768abc6e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4307d6a-976c-4915-9c6a-3c516e8bedde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1775265 Nov 11 17:39:18.831861 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] Attempting to bind port f2a28fe8-7d1d-447d-b230-0d81943d791c on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:39:18.832201 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] Attempting to bind port f2a28fe8-7d1d-447d-b230-0d81943d791c by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:39:18.832731 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] Attempting to bind port f2a28fe8-7d1d-447d-b230-0d81943d791c on network 26b89f42-47fd-4a3b-9482-68a15714eda2 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:39:18.886165 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ff48243-6f29-4739-8b78-8a6eba485da6 req-78c09a25-740d-4a6e-b041-406aa4d91c6b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3387923 Nov 11 17:39:18.887629 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04781ac5-d540-46e2-ac17-8fc501a4b1a5 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:39:18.902651 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] Sync routers for ids ['c3637510-335b-40ec-815d-c7370c1a5416'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:39:18.916513 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] Port f2a28fe8-7d1d-447d-b230-0d81943d791c on network 26b89f42-47fd-4a3b-9482-68a15714eda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:39:18.917125 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] Attempting to bind port f2a28fe8-7d1d-447d-b230-0d81943d791c on network 26b89f42-47fd-4a3b-9482-68a15714eda2 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:39:18.920400 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] Routers {'c3637510-335b-40ec-815d-c7370c1a5416'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:39:18.921689 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:39:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c3637510-335b-40ec-815d-c7370c1a5416'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:18.935042 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-04781ac5-d540-46e2-ac17-8fc501a4b1a5 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "PUT /v2.0/routers/c3637510-335b-40ec-815d-c7370c1a5416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0726182 Nov 11 17:39:18.943073 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:39:18.943423 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] Checking segment: {'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:39:18.943839 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] Bound using segment: {'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:39:18.945187 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ebad909-db9a-4fac-84d1-1ea001972086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:18.947721 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ebad909-db9a-4fac-84d1-1ea001972086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:18.950791 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] Bound port: f2a28fe8-7d1d-447d-b230-0d81943d791c, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:39:18.951170 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:18.958088 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1ebad909-db9a-4fac-84d1-1ea001972086 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c97ed680-b51b-494e-9c7a-72c15fbd56b6 HTTP/1.1" status: 204 len: 168 time: 1.2320893 Nov 11 17:39:19.191141 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f159d148-392e-4e5d-99e6-089d0a4b7d67 req-e9418f3b-b8ae-4401-a171-57b4037992e4 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4678476 Nov 11 17:39:19.192040 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebad909-db9a-4fac-84d1-1ea001972086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97ed680-b51b-494e-9c7a-72c15fbd56b6,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:19.244210 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45771d2f-aafd-4ef2-b66f-1ca483bae3a8 req-50e869eb-fbdc-450a-b97b-8dc05196efd9 service neutron] 10.222.0.64 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249105 Nov 11 17:39:19.245244 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b473f2f-d732-42a9-9a94-f9a1986b2011 req-615dd19b-3be0-4d92-86bd-db550b119160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:19.246577 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8b473f2f-d732-42a9-9a94-f9a1986b2011 req-615dd19b-3be0-4d92-86bd-db550b119160 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a3a8bf47-1430-4314-97ff-b3524a589a13 HTTP/1.1" status: 200 len: 918 time: 0.4417691 Nov 11 17:39:19.278436 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] Set router c3637510-335b-40ec-815d-c7370c1a5416 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:39:19.526867 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] For port f2a28fe8-7d1d-447d-b230-0d81943d791c, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:39:19.592220 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-45771d2f-aafd-4ef2-b66f-1ca483bae3a8 req-c81ea3bb-ef04-4860-aa74-cd9d43b03a74 service neutron] 10.222.0.64 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257759 Nov 11 17:39:19.627663 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] For port f2a28fe8-7d1d-447d-b230-0d81943d791c, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:39:19.647424 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:19.703571 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8b473f2f-d732-42a9-9a94-f9a1986b2011 req-6e6f01e6-1f40-4cbe-a1b6-4c61234d7533 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de4b953-cf0d-49c3-abb7-e0c684db874a HTTP/1.1" status: 200 len: 1000 time: 0.4361362 Nov 11 17:39:19.793006 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:19.793658 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:19.795005 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] 10.222.0.64 "PUT /v2.0/ports/f2a28fe8-7d1d-447d-b230-0d81943d791c HTTP/1.1" status: 200 len: 1092 time: 5.3401821 Nov 11 17:39:19.795461 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6c6f76-619a-488a-beb4-6f9126565431', 'tag': 'f2a28fe8-7d1d-447d-b230-0d81943d791c'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:39:19.823549 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e213de9-e9e7-4a12-8f2a-b92471ca6805" -d '{"events": [{"name": "network-changed", "server_uuid": "af6c6f76-619a-488a-beb4-6f9126565431", "tag": "f2a28fe8-7d1d-447d-b230-0d81943d791c"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:39:19.829859 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 65d36f1d-52f0-48ba-8672-664f599611af details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:39:19.950577 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3637510-335b-40ec-815d-c7370c1a5416', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1370357048', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '2492f59f-b304-4747-9b7b-194c1ff8a824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:58Z', 'updated_at': '2021-11-11T17:39:15Z', 'revision_number': 4, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '2492f59f-b304-4747-9b7b-194c1ff8a824', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3637510-335b-40ec-815d-c7370c1a5416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:39:01Z', 'updated_at': '2021-11-11T17:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'f8656060-ce11-416f-a907-4d01b7d9b070', 'name': '', 'network_id': '38222cdd-1ada-484b-a584-55a699800ebd', 'tenant_id': '83768074d3d244f883814e21701528e8', 'mac_address': 'fa:16:3e:1c:99:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3637510-335b-40ec-815d-c7370c1a5416', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'a8e1d795-5e9a-4847-af5a-03890d6415f4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:39:11Z', 'updated_at': '2021-11-11T17:39:16Z', 'revision_number': 2, 'project_id': '83768074d3d244f883814e21701528e8', 'subnets': [{'id': 'a8e1d795-5e9a-4847-af5a-03890d6415f4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:19.990210 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] Checking router: c3637510-335b-40ec-815d-c7370c1a5416 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:39:19.990608 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] Updating router c3637510-335b-40ec-815d-c7370c1a5416 port f8656060-ce11-416f-a907-4d01b7d9b070 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:39:20.034560 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b473f2f-d732-42a9-9a94-f9a1986b2011 req-3aeb3aae-70cd-4387-b151-88977ace4d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:20.036280 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8b473f2f-d732-42a9-9a94-f9a1986b2011 req-3aeb3aae-70cd-4387-b151-88977ace4d58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa447a7e-c385-460f-86cb-d149b7215da5 HTTP/1.1" status: 200 len: 855 time: 0.2671416 Nov 11 17:39:20.037746 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddf1ea-89f8-437c-ad14-e6472cc3e090 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a28fe8-7d1d-447d-b230-0d81943d791c,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:20.087937 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:20.112629 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-57964498-4389-483e-9a53-157f2a00ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:20.114150 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-57964498-4389-483e-9a53-157f2a00ab51 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 1095 time: 0.2063317 Nov 11 17:39:20.121219 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 65d36f1d-52f0-48ba-8672-664f599611af, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=65d36f1d-52f0-48ba-8672-664f599611af,segment=NetworkSegment(9e037fe0-33a3-41f0-af33-eb594233dc5d),segment_id=9e037fe0-33a3-41f0-af33-eb594233dc5d)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:20.178664 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '65d36f1d-52f0-48ba-8672-664f599611af', 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde', 'port_id': '65d36f1d-52f0-48ba-8672-664f599611af', 'mac_address': 'fa:16:3e:6a:55:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102178f6-db4c-4d9a-a96e-8baada1632bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:39:20.202824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-94d64e2c-9d2a-42db-b28f-556d9981f485 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:20.205034 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-94d64e2c-9d2a-42db-b28f-556d9981f485 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/networks?id=38222cdd-1ada-484b-a584-55a699800ebd HTTP/1.1" status: 200 len: 797 time: 0.2064676 Nov 11 17:39:20.208507 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ec90d88c-68ba-4d64-8200-b2193cc9aba8 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:20.220643 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-6605762c-6e00-487f-80f6-8ecfa12759db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c HTTP/1.1" status: 200 len: 217 time: 0.0910814 Nov 11 17:39:20.223588 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b473f2f-d732-42a9-9a94-f9a1986b2011 req-4ee9643d-2ff6-4567-bba3-69f4f21a5cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:20.225050 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8b473f2f-d732-42a9-9a94-f9a1986b2011 req-4ee9643d-2ff6-4567-bba3-69f4f21a5cb5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a3a8bf47-1430-4314-97ff-b3524a589a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1766398 Nov 11 17:39:20.233513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a261c8-c929-4422-bd2e-e106d1b6a73e req-8104b9fe-19ec-4270-88b3-95774fc87571 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:20.243444 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1a261c8-c929-4422-bd2e-e106d1b6a73e req-8104b9fe-19ec-4270-88b3-95774fc87571 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 943 time: 1.0408101 Nov 11 17:39:20.275308 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-a817b383-978c-4729-8a1f-4d6477d65ca1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/quotas/83768074d3d244f883814e21701528e8 HTTP/1.1" status: 200 len: 375 time: 0.0620611 Nov 11 17:39:20.382805 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1a261c8-c929-4422-bd2e-e106d1b6a73e req-33026199-6e39-40ae-a23b-238635a1a637 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332963 Nov 11 17:39:20.456458 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-fe88370f-71fa-44a0-9e68-17cde5eca681 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=83768074d3d244f883814e21701528e8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1514685 Nov 11 17:39:20.458838 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-ec90d88c-68ba-4d64-8200-b2193cc9aba8 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Deleting port 6685611a-33a2-4c89-8346-7bfde218f0ac {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:39:20.459176 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ec90d88c-68ba-4d64-8200-b2193cc9aba8 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:20.474977 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-b18e2f3b-a445-4f2a-9a78-0fd250f718cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:20.479474 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-b18e2f3b-a445-4f2a-9a78-0fd250f718cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.2456002 Nov 11 17:39:20.485155 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55df9d2-4564-45e3-8d53-830c0fb697f4 x-openstack-request-id: req-e55df9d2-4564-45e3-8d53-830c0fb697f4 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:39:20.485479 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6c6f76-619a-488a-beb4-6f9126565431", "tag": "f2a28fe8-7d1d-447d-b230-0d81943d791c", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:39:20.485712 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e55df9d2-4564-45e3-8d53-830c0fb697f4 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:39:20.486119 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6c6f76-619a-488a-beb4-6f9126565431', 'tag': 'f2a28fe8-7d1d-447d-b230-0d81943d791c', 'status': 'completed', 'code': 200} Nov 11 17:39:20.512648 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:20.546840 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d36f1d-52f0-48ba-8672-664f599611af {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:39:20.585842 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 65d36f1d-52f0-48ba-8672-664f599611af, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=65d36f1d-52f0-48ba-8672-664f599611af,segment=NetworkSegment(9e037fe0-33a3-41f0-af33-eb594233dc5d),segment_id=9e037fe0-33a3-41f0-af33-eb594233dc5d)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:20.599257 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:20.663243 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-7cb3f700-18e1-4388-b8a1-bf90ab0098f2 service neutron] 10.222.0.76 "GET /v2.0/networks/38222cdd-1ada-484b-a584-55a699800ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671655 Nov 11 17:39:20.672647 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8b473f2f-d732-42a9-9a94-f9a1986b2011 req-ea5cc91f-d54f-4798-8687-0188c8d14837 service neutron] 10.222.0.64 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367726 Nov 11 17:39:20.682158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-fa3b5e32-d9e1-48f4-b34b-51e9b7812a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:20.683469 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-fa3b5e32-d9e1-48f4-b34b-51e9b7812a07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1890261 Nov 11 17:39:20.738734 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:20.768881 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=65d36f1d-52f0-48ba-8672-664f599611af,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:20.787360 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:20.857694 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-e0122115-307e-4239-b482-238c734fda28 service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633027 Nov 11 17:39:20.861354 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-bf5cad59-aa0b-473a-8023-35bb47fb3839 service neutron] 10.222.0.76 "GET /v2.0/networks/38222cdd-1ada-484b-a584-55a699800ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977537 Nov 11 17:39:20.927658 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['65d36f1d-52f0-48ba-8672-664f599611af'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:39:20.952539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f047880-4b0d-445d-b765-cbd0c5d9977a req-a65a38b7-a824-44ef-b38f-8fbae9f7a430 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:20.969076 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f047880-4b0d-445d-b765-cbd0c5d9977a req-a65a38b7-a824-44ef-b38f-8fbae9f7a430 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 944 time: 0.3042231 Nov 11 17:39:20.986349 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2c2f8-e5d3-4a51-a0d4-fbc1139a2dae None None] Pushing event updated for resources: {'Port': ['ID=f8656060-ce11-416f-a907-4d01b7d9b070,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:20.987017 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ec90d88c-68ba-4d64-8200-b2193cc9aba8 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:21.013224 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-ec90d88c-68ba-4d64-8200-b2193cc9aba8 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Calling delete_port for 6685611a-33a2-4c89-8346-7bfde218f0ac owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:39:21.091000 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] Attempting to bind port f8656060-ce11-416f-a907-4d01b7d9b070 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:39:21.091155 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] Attempting to bind port f8656060-ce11-416f-a907-4d01b7d9b070 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '38222cdd-1ada-484b-a584-55a699800ebd'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:39:21.091648 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] Attempting to bind port f8656060-ce11-416f-a907-4d01b7d9b070 on network 38222cdd-1ada-484b-a584-55a699800ebd {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:39:21.107122 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:39:21.109954 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] Checking segment: {'id': '6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '38222cdd-1ada-484b-a584-55a699800ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:39:21.110367 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:21.110767 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] Bound using segment: {'id': '6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '38222cdd-1ada-484b-a584-55a699800ebd'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:39:21.111276 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] Bound port: f8656060-ce11-416f-a907-4d01b7d9b070, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '38222cdd-1ada-484b-a584-55a699800ebd'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:39:21.111666 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:21.212703 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8b473f2f-d732-42a9-9a94-f9a1986b2011 req-bc045e27-0782-4f6b-a285-fd721630a8fc service neutron] 10.222.0.64 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280905 Nov 11 17:39:21.230852 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3355a898-5812-4236-b1a8-f452ce1d0061 req-7a1b36ba-6112-4f3b-ad6b-b26a35d62284 service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455505 Nov 11 17:39:21.270676 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f047880-4b0d-445d-b765-cbd0c5d9977a req-da8660d8-daf1-4efe-a977-6a40ad5a9e5d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002210 Nov 11 17:39:21.362739 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] For port f8656060-ce11-416f-a907-4d01b7d9b070, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:39:21.366542 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] For port f8656060-ce11-416f-a907-4d01b7d9b070, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f8656060-ce11-416f-a907-4d01b7d9b070,segment=NetworkSegment(6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3),segment_id=6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:39:21.384665 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:21.439848 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e213de9-e9e7-4a12-8f2a-b92471ca6805 req-7e34f111-ae2b-429d-b698-34f7d76a96de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:21.441376 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8e213de9-e9e7-4a12-8f2a-b92471ca6805 req-7e34f111-ae2b-429d-b698-34f7d76a96de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 1095 time: 0.0788181 Nov 11 17:39:21.457700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025bd88-d8fc-48a5-8b3c-51befe315934 req-31c11697-e074-4396-ba43-3de98e585cbc tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:21.466710 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0025bd88-d8fc-48a5-8b3c-51befe315934 req-31c11697-e074-4396-ba43-3de98e585cbc tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 946 time: 0.1549761 Nov 11 17:39:21.573690 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0025bd88-d8fc-48a5-8b3c-51befe315934 req-2e7918aa-b1d9-47c1-9136-7512350e7b8e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980091 Nov 11 17:39:21.576103 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2c2f8-e5d3-4a51-a0d4-fbc1139a2dae None None] Pushing event updated for resources: {'Port': ['ID=f8656060-ce11-416f-a907-4d01b7d9b070,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:21.621105 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ec90d88c-68ba-4d64-8200-b2193cc9aba8 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:21.723128 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e213de9-e9e7-4a12-8f2a-b92471ca6805 req-3c4484e0-5ace-4228-8f37-44416ac78ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:21.728631 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8e213de9-e9e7-4a12-8f2a-b92471ca6805 req-3c4484e0-5ace-4228-8f37-44416ac78ce0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 914 time: 0.2759626 Nov 11 17:39:21.738279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90d88c-68ba-4d64-8200-b2193cc9aba8 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Pushing event deleted for resources: {'Port': ['ID=6685611a-33a2-4c89-8346-7bfde218f0ac,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:21.754191 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] Routers {'c3637510-335b-40ec-815d-c7370c1a5416'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:39:21.754896 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:39:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c3637510-335b-40ec-815d-c7370c1a5416'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:21.783263 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f021d5d0-0765-4217-8c12-4c48fcdeb286 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:39:21.822193 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40f50d73-82b7-4b8a-8ce3-aff4bfd2859e req-8ec7350c-7a11-4c58-8274-cc6a94c474f6 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=031387a9-4cff-4c32-bd76-c7fda8c4a46a HTTP/1.1" status: 200 len: 210 time: 0.1185668 Nov 11 17:39:21.939380 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d42f1b85-c31c-4f01-9cc7-abdd288a3c37 None None] Provisioning complete for port f8656060-ce11-416f-a907-4d01b7d9b070 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:21.941670 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d42f1b85-c31c-4f01-9cc7-abdd288a3c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:21.970063 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8e213de9-e9e7-4a12-8f2a-b92471ca6805 req-8e68c979-3518-4918-9d1f-72a5deaef18b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c HTTP/1.1" status: 200 len: 217 time: 0.1285501 Nov 11 17:39:21.997823 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ec90d88c-68ba-4d64-8200-b2193cc9aba8 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:22.009731 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd44b5-6f75-4446-8e63-07de816d7a16 req-e9ed1ce7-d94c-406a-8206-652a71af85dc tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:22.012254 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-75cd44b5-6f75-4446-8e63-07de816d7a16 req-e9ed1ce7-d94c-406a-8206-652a71af85dc tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 944 time: 0.1433048 Nov 11 17:39:22.101419 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-418ed609-8bca-49c6-990b-f869fd77968b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:22.104032 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-418ed609-8bca-49c6-990b-f869fd77968b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c&tenant_id=4a967e21f8b349ab96ba5689386c16b9&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 944 time: 0.3689029 Nov 11 17:39:22.156888 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ec90d88c-68ba-4d64-8200-b2193cc9aba8 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:22.160028 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ec90d88c-68ba-4d64-8200-b2193cc9aba8 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:22.179148 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e213de9-e9e7-4a12-8f2a-b92471ca6805 req-5084083f-e208-4936-ba8c-e9af6a96e33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:22.181727 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8e213de9-e9e7-4a12-8f2a-b92471ca6805 req-5084083f-e208-4936-ba8c-e9af6a96e33e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.1978238 Nov 11 17:39:22.246252 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-75cd44b5-6f75-4446-8e63-07de816d7a16 req-35a4ffde-2f38-43cc-a6cc-336a80e12cf2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010925 Nov 11 17:39:22.264192 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ec90d88c-68ba-4d64-8200-b2193cc9aba8 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:22.265211 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec90d88c-68ba-4d64-8200-b2193cc9aba8 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Fanout notify agent at l3_agent the message router_deleted on router 06149b71-b479-45ea-994c-84a73539ad45 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:39:22.276286 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ec90d88c-68ba-4d64-8200-b2193cc9aba8 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:22.278380 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ec90d88c-68ba-4d64-8200-b2193cc9aba8 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "DELETE /v2.0/routers/06149b71-b479-45ea-994c-84a73539ad45 HTTP/1.1" status: 204 len: 168 time: 4.3945763 Nov 11 17:39:22.283072 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53152) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:22.290762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e0cfae4f-0f05-42c2-b77c-826be9c4aa77 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1282925091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:22.313105 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-a4a55b58-1d01-45d0-ab68-d57d76565a57 service neutron] 10.222.0.64 "GET /v2.0/ports/65d36f1d-52f0-48ba-8672-664f599611af/bindings/n-h1-816206-4 HTTP/1.1" status: 200 len: 382 time: 0.1993029 Nov 11 17:39:22.325653 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e0cfae4f-0f05-42c2-b77c-826be9c4aa77 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:22.326399 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e213de9-e9e7-4a12-8f2a-b92471ca6805 req-3ef4cde2-fd8f-4d49-8554-5e5ce580f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:22.327439 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e0cfae4f-0f05-42c2-b77c-826be9c4aa77 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:22.331893 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8e213de9-e9e7-4a12-8f2a-b92471ca6805 req-3ef4cde2-fd8f-4d49-8554-5e5ce580f5fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387999 Nov 11 17:39:22.340243 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] Set router c3637510-335b-40ec-815d-c7370c1a5416 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:39:22.542454 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e0cfae4f-0f05-42c2-b77c-826be9c4aa77 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:22.548381 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-ba00eba8-24b1-4c2d-a340-82ca687a8ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:22.549885 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-ba00eba8-24b1-4c2d-a340-82ca687a8ec1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 1095 time: 0.1338849 Nov 11 17:39:22.564970 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7877c-fd89-44df-8b60-790d60d66d9f req-0d001f49-530d-4ced-8759-fe51d6e1ec00 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:22.566841 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5bf7877c-fd89-44df-8b60-790d60d66d9f req-0d001f49-530d-4ced-8759-fe51d6e1ec00 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 944 time: 0.1428044 Nov 11 17:39:22.568634 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e0cfae4f-0f05-42c2-b77c-826be9c4aa77 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:22.587194 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8e213de9-e9e7-4a12-8f2a-b92471ca6805 req-306db186-2a41-4ab0-97e6-733ca253848c service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418010 Nov 11 17:39:22.598561 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e0cfae4f-0f05-42c2-b77c-826be9c4aa77 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:22.600186 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e0cfae4f-0f05-42c2-b77c-826be9c4aa77 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3147693 Nov 11 17:39:22.624828 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53164) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:22.637413 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-7d93aa12-fd50-4858-b376-a4371c8bf9a4 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'enable_snat': False}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:22.685015 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d42f1b85-c31c-4f01-9cc7-abdd288a3c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:22.767380 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d42f1b85-c31c-4f01-9cc7-abdd288a3c37 None None] For port f8656060-ce11-416f-a907-4d01b7d9b070, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f8656060-ce11-416f-a907-4d01b7d9b070,segment=NetworkSegment(6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3),segment_id=6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:22.808293 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d42f1b85-c31c-4f01-9cc7-abdd288a3c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:22.862396 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5bf7877c-fd89-44df-8b60-790d60d66d9f req-388ad53e-0494-4d7f-b2a6-5ed57c7af5cc tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762346 Nov 11 17:39:22.862937 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53170) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:23.077263 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba0b46f4-1cc4-4c71-9609-f0066b1de1ca req-f06503ba-de63-468d-ad8a-92fcb3b13151 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=031387a9-4cff-4c32-bd76-c7fda8c4a46a HTTP/1.1" status: 200 len: 210 time: 0.0531271 Nov 11 17:39:23.087127 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8e213de9-e9e7-4a12-8f2a-b92471ca6805 req-2cfff0fb-dd98-42ab-81e9-5bf95a711217 service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047878 Nov 11 17:39:23.116581 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-87ed673d-58f0-4122-9450-822033084063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:23.128035 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-87ed673d-58f0-4122-9450-822033084063 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f4307d6a-976c-4915-9c6a-3c516e8bedde HTTP/1.1" status: 200 len: 898 time: 0.5632436 Nov 11 17:39:23.236560 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-84c58200-4444-4c41-a41c-adc76346fb07 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:23.238091 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-84c58200-4444-4c41-a41c-adc76346fb07 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.83 "GET /v2.0/networks?id=38222cdd-1ada-484b-a584-55a699800ebd HTTP/1.1" status: 200 len: 797 time: 0.4327931 Nov 11 17:39:23.265670 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-cb1fd613-3d42-4eca-8b8c-b49d5c530885 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Request body: {'port': {'device_id': '031387a9-4cff-4c32-bd76-c7fda8c4a46a', 'network_id': '38222cdd-1ada-484b-a584-55a699800ebd', 'admin_state_up': True, 'tenant_id': '83768074d3d244f883814e21701528e8'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:23.267363 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-79dbb5ba-d9c2-4a44-8d12-2bcf82ce1543 None None] Provisioning complete for port f8656060-ce11-416f-a907-4d01b7d9b070 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:23.270183 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-79dbb5ba-d9c2-4a44-8d12-2bcf82ce1543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:23.343248 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d93aa12-fd50-4858-b376-a4371c8bf9a4 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:23.388340 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f1b85-c31c-4f01-9cc7-abdd288a3c37 None None] Pushing event updated for resources: {'Port': ['ID=f8656060-ce11-416f-a907-4d01b7d9b070,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:23.434724 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-cf90b9ee-7629-459d-acae-430963eecf04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d36f1d-52f0-48ba-8672-664f599611af HTTP/1.1" status: 200 len: 1000 time: 0.2894778 Nov 11 17:39:23.455859 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-79465245-848f-4606-b5c8-caf8d5029db4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:23.489760 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3637510-335b-40ec-815d-c7370c1a5416', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1370357048', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '2492f59f-b304-4747-9b7b-194c1ff8a824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:58Z', 'updated_at': '2021-11-11T17:39:15Z', 'revision_number': 4, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '2492f59f-b304-4747-9b7b-194c1ff8a824', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3637510-335b-40ec-815d-c7370c1a5416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:39:01Z', 'updated_at': '2021-11-11T17:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'f8656060-ce11-416f-a907-4d01b7d9b070', 'name': '', 'network_id': '38222cdd-1ada-484b-a584-55a699800ebd', 'tenant_id': '83768074d3d244f883814e21701528e8', 'mac_address': 'fa:16:3e:1c:99:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3637510-335b-40ec-815d-c7370c1a5416', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'a8e1d795-5e9a-4847-af5a-03890d6415f4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:39:11Z', 'updated_at': '2021-11-11T17:39:21Z', 'revision_number': 4, 'project_id': '83768074d3d244f883814e21701528e8', 'subnets': [{'id': 'a8e1d795-5e9a-4847-af5a-03890d6415f4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:23.491250 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2a9a0-792c-42b5-b8ca-b184e1eb3604 req-970db9d8-8a33-4e49-a3d2-579ecbc32969 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:23.492993 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bed2a9a0-792c-42b5-b8ca-b184e1eb3604 req-970db9d8-8a33-4e49-a3d2-579ecbc32969 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 944 time: 0.1460373 Nov 11 17:39:23.528085 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd43bd-b3d6-4c5d-b6ae-162051959e30 None None] The sync data for ids ['c3637510-335b-40ec-815d-c7370c1a5416'] in n-d-816206-4 is: [{'id': 'c3637510-335b-40ec-815d-c7370c1a5416', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1370357048', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '2492f59f-b304-4747-9b7b-194c1ff8a824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:58Z', 'updated_at': '2021-11-11T17:39:15Z', 'revision_number': 4, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '2492f59f-b304-4747-9b7b-194c1ff8a824', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3637510-335b-40ec-815d-c7370c1a5416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:39:01Z', 'updated_at': '2021-11-11T17:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'f8656060-ce11-416f-a907-4d01b7d9b070', 'name': '', 'network_id': '38222cdd-1ada-484b-a584-55a699800ebd', 'tenant_id': '83768074d3d244f883814e21701528e8', 'mac_address': 'fa:16:3e:1c:99:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3637510-335b-40ec-815d-c7370c1a5416', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': 'a8e1d795-5e9a-4847-af5a-03890d6415f4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:39:11Z', 'updated_at': '2021-11-11T17:39:21Z', 'revision_number': 4, 'project_id': '83768074d3d244f883814e21701528e8', 'subnets': [{'id': 'a8e1d795-5e9a-4847-af5a-03890d6415f4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:39:23.529110 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-35f631ec-9a38-49b8-9ee4-e82b225fc57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:23.530949 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-35f631ec-9a38-49b8-9ee4-e82b225fc57c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=102178f6-db4c-4d9a-a96e-8baada1632bd HTTP/1.1" status: 200 len: 834 time: 0.0880735 Nov 11 17:39:23.609504 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-cb1fd613-3d42-4eca-8b8c-b49d5c530885 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Made reservation on behalf of 83768074d3d244f883814e21701528e8 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:39:23.615866 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-cb1fd613-3d42-4eca-8b8c-b49d5c530885 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:23.625463 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-994bd592-8b00-42fe-931b-797601681fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:23.627071 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-994bd592-8b00-42fe-931b-797601681fe6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4307d6a-976c-4915-9c6a-3c516e8bedde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883584 Nov 11 17:39:23.674973 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-79465245-848f-4606-b5c8-caf8d5029db4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:23.680799 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bed2a9a0-792c-42b5-b8ca-b184e1eb3604 req-295a8830-e1f8-4afa-89cf-753ec71b9114 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654963 Nov 11 17:39:23.684860 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-79465245-848f-4606-b5c8-caf8d5029db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:23.704849 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f2a28fe8-7d1d-447d-b230-0d81943d791c details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:39:23.714510 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 65d36f1d-52f0-48ba-8672-664f599611af up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:39:23.724901 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79465245-848f-4606-b5c8-caf8d5029db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cd8188-db83-464c-9ea2-cf5f54256720,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:23.756870 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-ace27469-bca6-4c5a-a785-1e6322f90194 service neutron] 10.222.0.64 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184273 Nov 11 17:39:23.834676 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-79465245-848f-4606-b5c8-caf8d5029db4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7835428de4654aeba7baffe748483334&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8287492 Nov 11 17:39:23.840040 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53194) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:23.985301 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 65d36f1d-52f0-48ba-8672-664f599611af completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:39:23.993515 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 65d36f1d-52f0-48ba-8672-664f599611af triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:23.994053 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:24.001011 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d93aa12-fd50-4858-b376-a4371c8bf9a4 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:24.066979 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d93aa12-fd50-4858-b376-a4371c8bf9a4 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:24.095103 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7555dc06-b8fb-40d2-82e5-af31eacf58d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:24.112603 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f2a28fe8-7d1d-447d-b230-0d81943d791c, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:24.128015 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7555dc06-b8fb-40d2-82e5-af31eacf58d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:24.158587 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'f2a28fe8-7d1d-447d-b230-0d81943d791c', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'port_id': 'f2a28fe8-7d1d-447d-b230-0d81943d791c', 'mac_address': 'fa:16:3e:64:02:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:39:24.172780 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:24.231120 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:24.240421 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7555dc06-b8fb-40d2-82e5-af31eacf58d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:24.243572 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7555dc06-b8fb-40d2-82e5-af31eacf58d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:24.244928 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7555dc06-b8fb-40d2-82e5-af31eacf58d5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/09cd8188-db83-464c-9ea2-cf5f54256720 HTTP/1.1" status: 204 len: 168 time: 0.3975561 Nov 11 17:39:24.263202 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555dc06-b8fb-40d2-82e5-af31eacf58d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cd8188-db83-464c-9ea2-cf5f54256720,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:24.265737 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a28fe8-7d1d-447d-b230-0d81943d791c {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:39:24.269675 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-2bbf7a84-ef55-454c-810d-7461005d94b3 service neutron] 10.222.0.64 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057530 Nov 11 17:39:24.310593 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-cb1fd613-3d42-4eca-8b8c-b49d5c530885 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Allocated IP 172.20.0.30 (38222cdd-1ada-484b-a584-55a699800ebd/a8e1d795-5e9a-4847-af5a-03890d6415f4/e072fec7-2fa5-46a2-a523-c2001b0b6ba9) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:39:24.381719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-7d93aa12-fd50-4858-b376-a4371c8bf9a4 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Allocated IP 172.25.2.195 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/03194b87-df9f-46d5-ab84-6cbb96b2376d) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:39:24.408613 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:24.509583 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f2a28fe8-7d1d-447d-b230-0d81943d791c, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:24.530861 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:24.566599 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d36f1d-52f0-48ba-8672-664f599611af'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:39:24.581834 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21a488a-c59c-40cd-83f0-5940ea9a93e0" -d '{"events": [{"server_uuid": "a3c108d0-f186-4144-9caf-d8e5ffb3014c", "name": "network-vif-plugged", "status": "completed", "tag": "65d36f1d-52f0-48ba-8672-664f599611af"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:39:24.669752 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 65d36f1d-52f0-48ba-8672-664f599611af, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=65d36f1d-52f0-48ba-8672-664f599611af,segment=NetworkSegment(9e037fe0-33a3-41f0-af33-eb594233dc5d),segment_id=9e037fe0-33a3-41f0-af33-eb594233dc5d)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:24.701099 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:24.740316 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=f2a28fe8-7d1d-447d-b230-0d81943d791c,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:24.798874 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4765b65f-4c84-4bfc-a9ed-a5c33ed56907 req-d122a02f-8de4-49ca-934f-21ee5b9f4e52 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=031387a9-4cff-4c32-bd76-c7fda8c4a46a HTTP/1.1" status: 200 len: 210 time: 0.1861420 Nov 11 17:39:24.885051 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=65d36f1d-52f0-48ba-8672-664f599611af,revision_number=9']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:24.945419 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d93aa12-fd50-4858-b376-a4371c8bf9a4 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:24.981903 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adf4cf-a4a3-46e7-9025-acf61aa2363f req-42e1e7ad-a86f-4314-b42e-6cc6b9878d2a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:24.990110 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a6adf4cf-a4a3-46e7-9025-acf61aa2363f req-42e1e7ad-a86f-4314-b42e-6cc6b9878d2a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.9316905 Nov 11 17:39:24.994389 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53228) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:24.996650 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bab3bc8-cc3a-494b-8f41-c88de625a7b4 x-openstack-request-id: req-8bab3bc8-cc3a-494b-8f41-c88de625a7b4 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:39:24.996975 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c108d0-f186-4144-9caf-d8e5ffb3014c", "name": "network-vif-plugged", "status": "completed", "tag": "65d36f1d-52f0-48ba-8672-664f599611af", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:39:24.997230 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8bab3bc8-cc3a-494b-8f41-c88de625a7b4 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:39:24.997623 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d36f1d-52f0-48ba-8672-664f599611af', 'code': 200} Nov 11 17:39:25.020063 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['f2a28fe8-7d1d-447d-b230-0d81943d791c'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:39:25.076918 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8375232c-d5f0-4a03-9c76-0fb89ea74a2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:25.106267 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f8656060-ce11-416f-a907-4d01b7d9b070 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:39:25.203828 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port f8656060-ce11-416f-a907-4d01b7d9b070 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:25.204152 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:25.327496 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a6adf4cf-a4a3-46e7-9025-acf61aa2363f req-78a84983-2185-4959-b8f6-4cb9ad74658e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3364465 Nov 11 17:39:25.383720 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5e556-adca-44c3-add4-1d9e258eb97b req-5f0c515b-f05e-4f46-be21-143be277c30b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:25.401930 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-62d5e556-adca-44c3-add4-1d9e258eb97b req-5f0c515b-f05e-4f46-be21-143be277c30b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 945 time: 0.2897367 Nov 11 17:39:25.431489 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d93aa12-fd50-4858-b376-a4371c8bf9a4 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:25.517966 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d93aa12-fd50-4858-b376-a4371c8bf9a4 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:39:25.521281 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-cb1fd613-3d42-4eca-8b8c-b49d5c530885 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:25.541183 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-7d93aa12-fd50-4858-b376-a4371c8bf9a4 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:39:25.547325 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d93aa12-fd50-4858-b376-a4371c8bf9a4 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:39:25.550741 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93aa12-fd50-4858-b376-a4371c8bf9a4 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Pushing event updated for resources: {'Port': ['ID=03194b87-df9f-46d5-ab84-6cbb96b2376d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:25.576097 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-cb1fd613-3d42-4eca-8b8c-b49d5c530885 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:25.577864 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1212356-5ab2-42a5-ac71-bff8fcfe8588 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:39:25.586823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-62d5e556-adca-44c3-add4-1d9e258eb97b req-46888f05-cac0-408e-a782-9d42c0386310 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840041 Nov 11 17:39:25.591418 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8375232c-d5f0-4a03-9c76-0fb89ea74a2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:25.603056 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8375232c-d5f0-4a03-9c76-0fb89ea74a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:25.654622 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fd613-3d42-4eca-8b8c-b49d5c530885 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event updated for resources: {'Port': ['ID=e072fec7-2fa5-46a2-a523-c2001b0b6ba9,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:25.680204 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8375232c-d5f0-4a03-9c76-0fb89ea74a2b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b1160fbc38994adc9e4593c7f11333f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6816273 Nov 11 17:39:25.682611 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-cb1fd613-3d42-4eca-8b8c-b49d5c530885 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Network 38222cdd-1ada-484b-a584-55a699800ebd is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:39:25.683847 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53234) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:25.690003 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-17742a1c-8deb-4fd6-913c-5d01d35ff164 None None] Provisioning complete for port 03194b87-df9f-46d5-ab84-6cbb96b2376d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:25.692305 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-17742a1c-8deb-4fd6-913c-5d01d35ff164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:25.707136 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-cb1fd613-3d42-4eca-8b8c-b49d5c530885 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:39:25.748300 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-cb1fd613-3d42-4eca-8b8c-b49d5c530885 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:39:25.786111 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-17742a1c-8deb-4fd6-913c-5d01d35ff164 None None] Port 03194b87-df9f-46d5-ab84-6cbb96b2376d cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:39:25.912243 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1904-9170-4d41-9466-067738a86a7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:25.952100 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-cb1fd613-3d42-4eca-8b8c-b49d5c530885 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:25.953011 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-cb1fd613-3d42-4eca-8b8c-b49d5c530885 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:25.985128 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1904-9170-4d41-9466-067738a86a7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:26.013251 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-cb1fd613-3d42-4eca-8b8c-b49d5c530885 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.7565644 Nov 11 17:39:26.014905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375232c-d5f0-4a03-9c76-0fb89ea74a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e68eae-7d02-46b4-b28b-f629fa8ec791,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:26.033633 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] Request body: {'port': {'device_id': '031387a9-4cff-4c32-bd76-c7fda8c4a46a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:26.100977 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d46f8b-76e8-4d96-b6c5-5cb760d25021 req-4d9e223c-c763-4d0a-95a6-ddf2dc8c9c59 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:26.102936 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1d46f8b-76e8-4d96-b6c5-5cb760d25021 req-4d9e223c-c763-4d0a-95a6-ddf2dc8c9c59 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=031387a9-4cff-4c32-bd76-c7fda8c4a46a HTTP/1.1" status: 200 len: 895 time: 0.1382287 Nov 11 17:39:26.128246 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-63c346e4-3b20-4537-ad36-18ba06c4ab35 None None] Provisioning complete for port e072fec7-2fa5-46a2-a523-c2001b0b6ba9 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:26.128879 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-63c346e4-3b20-4537-ad36-18ba06c4ab35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:26.134210 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:26.207512 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1904-9170-4d41-9466-067738a86a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:26.212009 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1904-9170-4d41-9466-067738a86a7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:26.213304 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ee0a1904-9170-4d41-9466-067738a86a7e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/23e68eae-7d02-46b4-b28b-f629fa8ec791 HTTP/1.1" status: 204 len: 168 time: 0.5196972 Nov 11 17:39:26.224009 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-63c346e4-3b20-4537-ad36-18ba06c4ab35 None None] Port e072fec7-2fa5-46a2-a523-c2001b0b6ba9 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:39:26.237828 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a1904-9170-4d41-9466-067738a86a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e68eae-7d02-46b4-b28b-f629fa8ec791,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:26.680128 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e072fec7-2fa5-46a2-a523-c2001b0b6ba9 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:39:26.690305 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:26.707585 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] Transition to ACTIVE for port object e072fec7-2fa5-46a2-a523-c2001b0b6ba9 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:39:26.711676 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:26.807759 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d93aa12-fd50-4858-b376-a4371c8bf9a4 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:26.920877 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb8284-aea5-4334-a4c3-5ee95d886dc2 req-7d3ef2ee-891d-447e-8a40-ee01c6ec3779 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:26.922457 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3eeb8284-aea5-4334-a4c3-5ee95d886dc2 req-7d3ef2ee-891d-447e-8a40-ee01c6ec3779 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 945 time: 0.1830428 Nov 11 17:39:26.949880 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce7b75-88b9-471a-8a7a-c6cb5913af89 req-1282a09d-bd1f-43bc-913e-6dbda809f25a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:26.965153 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59ce7b75-88b9-471a-8a7a-c6cb5913af89 req-1282a09d-bd1f-43bc-913e-6dbda809f25a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.2354522 Nov 11 17:39:27.035755 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] Pushing event updated for resources: {'Port': ['ID=e072fec7-2fa5-46a2-a523-c2001b0b6ba9,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:27.075074 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] Attempting to bind port e072fec7-2fa5-46a2-a523-c2001b0b6ba9 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:39:27.080041 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] Attempting to bind port e072fec7-2fa5-46a2-a523-c2001b0b6ba9 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '38222cdd-1ada-484b-a584-55a699800ebd'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:39:27.080509 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] Attempting to bind port e072fec7-2fa5-46a2-a523-c2001b0b6ba9 on network 38222cdd-1ada-484b-a584-55a699800ebd {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:39:27.105109 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] Port e072fec7-2fa5-46a2-a523-c2001b0b6ba9 on network 38222cdd-1ada-484b-a584-55a699800ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:39:27.109681 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] Attempting to bind port e072fec7-2fa5-46a2-a523-c2001b0b6ba9 on network 38222cdd-1ada-484b-a584-55a699800ebd {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:39:27.121003 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:39:27.121421 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] Checking segment: {'id': '6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '38222cdd-1ada-484b-a584-55a699800ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:39:27.121807 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] Bound using segment: {'id': '6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '38222cdd-1ada-484b-a584-55a699800ebd'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:39:27.122235 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] Bound port: e072fec7-2fa5-46a2-a523-c2001b0b6ba9, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '38222cdd-1ada-484b-a584-55a699800ebd'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:39:27.122592 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:27.175434 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59ce7b75-88b9-471a-8a7a-c6cb5913af89 req-74af829b-000e-4e8c-8377-4ef9e9e9de83 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759651 Nov 11 17:39:27.269914 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-f258729b-ac08-4a39-9a58-446866ec1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:27.271976 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-f258729b-ac08-4a39-9a58-446866ec1a71 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c&tenant_id=4a967e21f8b349ab96ba5689386c16b9 HTTP/1.1" status: 200 len: 1096 time: 0.2712779 Nov 11 17:39:27.292561 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3eeb8284-aea5-4334-a4c3-5ee95d886dc2 req-9e261e52-b65f-46cc-8ad1-c43afd7f30cb tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3456113 Nov 11 17:39:27.305906 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-4', 'device_owner': 'compute:nova'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:27.344741 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] For port e072fec7-2fa5-46a2-a523-c2001b0b6ba9, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:39:27.350005 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] For port e072fec7-2fa5-46a2-a523-c2001b0b6ba9, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=e072fec7-2fa5-46a2-a523-c2001b0b6ba9,segment=NetworkSegment(6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3),segment_id=6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:39:27.360511 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:27.440205 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] Pushing event updated for resources: {'Port': ['ID=e072fec7-2fa5-46a2-a523-c2001b0b6ba9,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:27.475047 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:27.477461 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:27.480838 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-3fecb98e-90d6-4c96-bb67-e40eb1a9eba6 service neutron] 10.222.0.83 "PUT /v2.0/ports/e072fec7-2fa5-46a2-a523-c2001b0b6ba9 HTTP/1.1" status: 200 len: 1055 time: 1.4517026 Nov 11 17:39:27.484316 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031387a9-4cff-4c32-bd76-c7fda8c4a46a', 'tag': 'e072fec7-2fa5-46a2-a523-c2001b0b6ba9'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:39:27.486228 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d93aa12-fd50-4858-b376-a4371c8bf9a4 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:27.489532 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0880a5-1b9a-4a70-be93-a128df70ec30" -d '{"events": [{"name": "network-changed", "server_uuid": "031387a9-4cff-4c32-bd76-c7fda8c4a46a", "tag": "e072fec7-2fa5-46a2-a523-c2001b0b6ba9"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:39:27.528672 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0b464-8549-4e1a-8daf-60f74b68cb5d req-1567f954-8b98-45ba-be1f-dbc0c014a6d4 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:27.575991 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2e0b464-8549-4e1a-8daf-60f74b68cb5d req-1567f954-8b98-45ba-be1f-dbc0c014a6d4 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=031387a9-4cff-4c32-bd76-c7fda8c4a46a HTTP/1.1" status: 200 len: 907 time: 0.1698096 Nov 11 17:39:27.576717 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:27.599018 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8f4156-ba1d-4e06-8ea8-61ad4a1bddac x-openstack-request-id: req-1b8f4156-ba1d-4e06-8ea8-61ad4a1bddac {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:39:27.599273 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031387a9-4cff-4c32-bd76-c7fda8c4a46a", "tag": "e072fec7-2fa5-46a2-a523-c2001b0b6ba9", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:39:27.599463 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1b8f4156-ba1d-4e06-8ea8-61ad4a1bddac {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:39:27.599918 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031387a9-4cff-4c32-bd76-c7fda8c4a46a', 'tag': 'e072fec7-2fa5-46a2-a523-c2001b0b6ba9', 'status': 'completed', 'code': 200} Nov 11 17:39:27.613801 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d93aa12-fd50-4858-b376-a4371c8bf9a4 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-917831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-917838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932385'] for router, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:27.649328 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-b71ab300-b7fc-4bbe-ad3e-6576fd711517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:27.651433 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-b71ab300-b7fc-4bbe-ad3e-6576fd711517 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=83768074d3d244f883814e21701528e8&device_id=031387a9-4cff-4c32-bd76-c7fda8c4a46a HTTP/1.1" status: 200 len: 1058 time: 0.1102626 Nov 11 17:39:27.740460 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f2a28fe8-7d1d-447d-b230-0d81943d791c up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:39:27.759598 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-6baff001-450f-4899-b831-c07f7dfcfa77 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=e072fec7-2fa5-46a2-a523-c2001b0b6ba9 HTTP/1.1" status: 200 len: 217 time: 0.0987306 Nov 11 17:39:27.853647 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-f7c742bb-58d6-46bf-a445-f77f40005c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:27.856198 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-f7c742bb-58d6-46bf-a445-f77f40005c1b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8e1d795-5e9a-4847-af5a-03890d6415f4 HTTP/1.1" status: 200 len: 838 time: 0.0874155 Nov 11 17:39:27.934378 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port f2a28fe8-7d1d-447d-b230-0d81943d791c completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:39:27.945691 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port f2a28fe8-7d1d-447d-b230-0d81943d791c triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:27.947213 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:27.963754 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-b0f2a1da-01d4-4e5f-8bd0-4daa94a90382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:27.965746 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-b0f2a1da-01d4-4e5f-8bd0-4daa94a90382 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=38222cdd-1ada-484b-a584-55a699800ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011028 Nov 11 17:39:28.112377 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:28.160440 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d93aa12-fd50-4858-b376-a4371c8bf9a4 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Router f41affb8-d39d-4cd2-99ee-05bd51268577 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:39:28.169631 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-ddc3d0ab-068f-4cb0-bac8-60ac82b90b04 service neutron] 10.222.0.83 "GET /v2.0/networks/38222cdd-1ada-484b-a584-55a699800ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949146 Nov 11 17:39:28.181864 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6c6f76-619a-488a-beb4-6f9126565431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a28fe8-7d1d-447d-b230-0d81943d791c'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:39:28.188390 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74665d9-f65c-4903-9b01-9e065898f4c4" -d '{"events": [{"server_uuid": "af6c6f76-619a-488a-beb4-6f9126565431", "name": "network-vif-plugged", "status": "completed", "tag": "f2a28fe8-7d1d-447d-b230-0d81943d791c"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:39:28.220335 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f2a28fe8-7d1d-447d-b230-0d81943d791c, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:28.231719 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:28.372398 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8d2f02-8b0d-4409-84bb-74bec3dbf571 x-openstack-request-id: req-1d8d2f02-8b0d-4409-84bb-74bec3dbf571 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:39:28.372701 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6c6f76-619a-488a-beb4-6f9126565431", "name": "network-vif-plugged", "status": "completed", "tag": "f2a28fe8-7d1d-447d-b230-0d81943d791c", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:39:28.373016 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1d8d2f02-8b0d-4409-84bb-74bec3dbf571 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:39:28.373426 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6c6f76-619a-488a-beb4-6f9126565431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a28fe8-7d1d-447d-b230-0d81943d791c', 'code': 200} Nov 11 17:39:28.380009 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=f2a28fe8-7d1d-447d-b230-0d81943d791c,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:28.451397 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] For port 65d36f1d-52f0-48ba-8672-664f599611af, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=65d36f1d-52f0-48ba-8672-664f599611af,segment=NetworkSegment(9e037fe0-33a3-41f0-af33-eb594233dc5d),segment_id=9e037fe0-33a3-41f0-af33-eb594233dc5d)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:28.505322 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-49f7e9db-9c41-4bca-87b0-b0403dc37ed7 req-8f88325e-bf3c-4c86-abc9-209fe861e115 service neutron] 10.222.0.83 "GET /v2.0/networks/38222cdd-1ada-484b-a584-55a699800ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280306 Nov 11 17:39:28.537928 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04996fd5-e04b-45d0-aa92-1e0ff2cb6eb2 req-b9558436-9cff-476c-8001-210b7d574d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:28.539719 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-04996fd5-e04b-45d0-aa92-1e0ff2cb6eb2 req-b9558436-9cff-476c-8001-210b7d574d8b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 1097 time: 0.1174164 Nov 11 17:39:28.576646 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] For port 65d36f1d-52f0-48ba-8672-664f599611af, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:39:28.670634 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:28.671402 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-04996fd5-e04b-45d0-aa92-1e0ff2cb6eb2 req-eaaadfc7-ed9b-4fae-94f7-992e4dd31431 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238391 Nov 11 17:39:28.679894 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0880a5-1b9a-4a70-be93-a128df70ec30 req-b77b374b-14bd-4dfb-8dc9-68e37e6ce1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:28.684127 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8c0880a5-1b9a-4a70-be93-a128df70ec30 req-b77b374b-14bd-4dfb-8dc9-68e37e6ce1ea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=83768074d3d244f883814e21701528e8&device_id=031387a9-4cff-4c32-bd76-c7fda8c4a46a HTTP/1.1" status: 200 len: 1058 time: 0.1023836 Nov 11 17:39:28.740951 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] Transition to ACTIVE for port object 65d36f1d-52f0-48ba-8672-664f599611af will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:39:28.742599 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d36f1d-52f0-48ba-8672-664f599611af'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:39:28.747331 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f015fd94-16c9-4a85-9b27-135f64d2af0c" -d '{"events": [{"server_uuid": "a3c108d0-f186-4144-9caf-d8e5ffb3014c", "name": "network-vif-unplugged", "status": "completed", "tag": "65d36f1d-52f0-48ba-8672-664f599611af"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:39:28.763314 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:28.771572 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d93aa12-fd50-4858-b376-a4371c8bf9a4 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:39:28.785547 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eabae42-f249-459c-840c-8e0cd716cb91 None None] Sync routers for ids ['f41affb8-d39d-4cd2-99ee-05bd51268577'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:39:28.796802 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3954c-26bd-40f8-97f7-591721a533f1 req-0b627e6f-57a4-4e88-85e4-0b3413af6a06 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:28.800000 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d5d3954c-26bd-40f8-97f7-591721a533f1 req-0b627e6f-57a4-4e88-85e4-0b3413af6a06 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 946 time: 0.4454646 Nov 11 17:39:28.804013 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eabae42-f249-459c-840c-8e0cd716cb91 None None] Routers {'f41affb8-d39d-4cd2-99ee-05bd51268577'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:39:28.804653 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6eabae42-f249-459c-840c-8e0cd716cb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:39:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f41affb8-d39d-4cd2-99ee-05bd51268577'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:28.806513 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d93aa12-fd50-4858-b376-a4371c8bf9a4 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:28.810330 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7d93aa12-fd50-4858-b376-a4371c8bf9a4 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "PUT /v2.0/routers/f41affb8-d39d-4cd2-99ee-05bd51268577 HTTP/1.1" status: 200 len: 916 time: 6.1776211 Nov 11 17:39:28.813445 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53324) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:28.829125 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0880a5-1b9a-4a70-be93-a128df70ec30 req-ba36105e-5948-49b2-8e01-fee69950aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:28.831452 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8c0880a5-1b9a-4a70-be93-a128df70ec30 req-ba36105e-5948-49b2-8e01-fee69950aea7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=38222cdd-1ada-484b-a584-55a699800ebd HTTP/1.1" status: 200 len: 899 time: 0.1394501 Nov 11 17:39:28.879825 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6eabae42-f249-459c-840c-8e0cd716cb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:28.905998 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eabae42-f249-459c-840c-8e0cd716cb91 None None] Routers {'f41affb8-d39d-4cd2-99ee-05bd51268577'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:39:28.909568 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6eabae42-f249-459c-840c-8e0cd716cb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:39:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f41affb8-d39d-4cd2-99ee-05bd51268577'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:28.923766 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8c0880a5-1b9a-4a70-be93-a128df70ec30 req-122c89b7-8584-404e-8e2f-a5460fbd8a2d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=e072fec7-2fa5-46a2-a523-c2001b0b6ba9 HTTP/1.1" status: 200 len: 217 time: 0.0807562 Nov 11 17:39:28.968724 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6eabae42-f249-459c-840c-8e0cd716cb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:28.970252 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eabae42-f249-459c-840c-8e0cd716cb91 None None] The sync data for ids ['f41affb8-d39d-4cd2-99ee-05bd51268577'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:39:29.033219 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0880a5-1b9a-4a70-be93-a128df70ec30 req-5d145997-b733-4fc9-9694-2149fc81d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:29.034859 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8c0880a5-1b9a-4a70-be93-a128df70ec30 req-5d145997-b733-4fc9-9694-2149fc81d56c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a8e1d795-5e9a-4847-af5a-03890d6415f4 HTTP/1.1" status: 200 len: 838 time: 0.0924318 Nov 11 17:39:29.106228 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0880a5-1b9a-4a70-be93-a128df70ec30 req-56db064b-dfd0-448c-aec8-47b41fec381f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:29.115493 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8c0880a5-1b9a-4a70-be93-a128df70ec30 req-56db064b-dfd0-448c-aec8-47b41fec381f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=38222cdd-1ada-484b-a584-55a699800ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730116 Nov 11 17:39:29.147009 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d5d3954c-26bd-40f8-97f7-591721a533f1 req-b392b66a-2972-4a89-a64f-ba8150485323 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3218780 Nov 11 17:39:29.267267 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] Pushing event updated for resources: {'Port': ['ID=65d36f1d-52f0-48ba-8672-664f599611af,revision_number=10']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:29.295790 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:39:29.327846 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8c0880a5-1b9a-4a70-be93-a128df70ec30 req-ea0440d7-8565-4ac3-99ed-281871f4ca80 service neutron] 10.222.0.83 "GET /v2.0/networks/38222cdd-1ada-484b-a584-55a699800ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040448 Nov 11 17:39:29.541359 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8c0880a5-1b9a-4a70-be93-a128df70ec30 req-7ee15c08-41bd-46c6-9974-8e595175a1c4 service neutron] 10.222.0.83 "GET /v2.0/networks/38222cdd-1ada-484b-a584-55a699800ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992967 Nov 11 17:39:29.738630 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 65d36f1d-52f0-48ba-8672-664f599611af no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:39:29.836006 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49ae2d-8c95-403a-a49d-e55dc5151070 req-f6e7522c-4ac9-48e0-9011-14766e74aa96 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:29.837594 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d49ae2d-8c95-403a-a49d-e55dc5151070 req-f6e7522c-4ac9-48e0-9011-14766e74aa96 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 944 time: 0.7957840 Nov 11 17:39:29.915198 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 65d36f1d-52f0-48ba-8672-664f599611af not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:39:29.927655 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] No DVR routers for this DVR port 65d36f1d-52f0-48ba-8672-664f599611af on host n-h1-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:39:29.950491 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29873dd4-63df-4a62-ba4e-a1adf65968c0 req-35467e60-9179-47d3-b7d1-f63e1639c739 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:29.952332 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29873dd4-63df-4a62-ba4e-a1adf65968c0 req-35467e60-9179-47d3-b7d1-f63e1639c739 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=031387a9-4cff-4c32-bd76-c7fda8c4a46a HTTP/1.1" status: 200 len: 907 time: 0.6332569 Nov 11 17:39:29.995578 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-818a310b-88c2-43aa-85d1-c78020fb64d6 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "GET /v2.0/routers/f41affb8-d39d-4cd2-99ee-05bd51268577 HTTP/1.1" status: 200 len: 922 time: 1.1706185 Nov 11 17:39:29.998515 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53338) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:30.066553 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d4bf1f-4a63-4645-8869-b280c5673cef x-openstack-request-id: req-f1d4bf1f-4a63-4645-8869-b280c5673cef {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:39:30.066855 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c108d0-f186-4144-9caf-d8e5ffb3014c", "name": "network-vif-unplugged", "status": "completed", "tag": "65d36f1d-52f0-48ba-8672-664f599611af", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:39:30.067115 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f1d4bf1f-4a63-4645-8869-b280c5673cef {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:39:30.067520 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d36f1d-52f0-48ba-8672-664f599611af', 'code': 200} Nov 11 17:39:30.085544 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ebc3d7-53a1-4f17-85f3-77f65d621592 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:30.087771 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-36ebc3d7-53a1-4f17-85f3-77f65d621592 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&device_id=f41affb8-d39d-4cd2-99ee-05bd51268577&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0878937 Nov 11 17:39:30.090240 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53342) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:30.212071 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d49ae2d-8c95-403a-a49d-e55dc5151070 req-f6aade13-a2ab-4dac-8d30-31878d09de64 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527484 Nov 11 17:39:30.312115 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcc7ce3-76b6-4bde-a5bf-cabb357927b7 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:30.317466 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53346) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:30.317952 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bbcc7ce3-76b6-4bde-a5bf-cabb357927b7 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 881 time: 0.2265122 Nov 11 17:39:30.358525 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-48c98bbc-0b23-474a-9324-417a1fefacc2 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "GET /v2.0/ports?device_id=f41affb8-d39d-4cd2-99ee-05bd51268577 HTTP/1.1" status: 200 len: 205 time: 0.0391905 Nov 11 17:39:30.361118 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53348) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:30.379527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] Attempting to bind port 65d36f1d-52f0-48ba-8672-664f599611af on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:39:30.379920 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] Attempting to bind port 65d36f1d-52f0-48ba-8672-664f599611af by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '9e037fe0-33a3-41f0-af33-eb594233dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:39:30.380316 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] Attempting to bind port 65d36f1d-52f0-48ba-8672-664f599611af on network f4307d6a-976c-4915-9c6a-3c516e8bedde {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:39:30.398035 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] Port 65d36f1d-52f0-48ba-8672-664f599611af on network f4307d6a-976c-4915-9c6a-3c516e8bedde not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:39:30.398444 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] Attempting to bind port 65d36f1d-52f0-48ba-8672-664f599611af on network f4307d6a-976c-4915-9c6a-3c516e8bedde {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:39:30.408158 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:39:30.408598 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] Checking segment: {'id': '9e037fe0-33a3-41f0-af33-eb594233dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:39:30.409056 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] Bound using segment: {'id': '9e037fe0-33a3-41f0-af33-eb594233dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:39:30.409559 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] Bound port: 65d36f1d-52f0-48ba-8672-664f599611af, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e037fe0-33a3-41f0-af33-eb594233dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:39:30.409987 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:30.437076 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916bdad-f3ce-4a41-8aa3-65ad2e0a656f req-0d69bc01-26e5-4ce9-8257-27e37c629400 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:30.441134 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4916bdad-f3ce-4a41-8aa3-65ad2e0a656f req-0d69bc01-26e5-4ce9-8257-27e37c629400 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 946 time: 0.1254597 Nov 11 17:39:30.539995 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-67bd4da5-8b66-4c9a-8c93-6868ebfe110b tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:30.601183 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] For port 65d36f1d-52f0-48ba-8672-664f599611af, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:39:30.606537 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] For port 65d36f1d-52f0-48ba-8672-664f599611af, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=65d36f1d-52f0-48ba-8672-664f599611af,segment=NetworkSegment(9e037fe0-33a3-41f0-af33-eb594233dc5d),segment_id=9e037fe0-33a3-41f0-af33-eb594233dc5d)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:39:30.615116 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:30.690803 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] Pushing event updated for resources: {'Port': ['ID=65d36f1d-52f0-48ba-8672-664f599611af,revision_number=11']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:30.726680 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-67bd4da5-8b66-4c9a-8c93-6868ebfe110b tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:30.733743 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:30.735016 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:30.737579 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-61d599eb-63cd-4dbb-89a6-6d3b43bb94e7 service neutron] 10.222.0.83 "PUT /v2.0/ports/65d36f1d-52f0-48ba-8672-664f599611af HTTP/1.1" status: 200 len: 1092 time: 3.4437549 Nov 11 17:39:30.741813 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4916bdad-f3ce-4a41-8aa3-65ad2e0a656f req-5f0ce157-28e9-4f91-835a-20720a96110d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900116 Nov 11 17:39:30.849690 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-67bd4da5-8b66-4c9a-8c93-6868ebfe110b tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Deleting port 03194b87-df9f-46d5-ab84-6cbb96b2376d {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:39:30.850072 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-67bd4da5-8b66-4c9a-8c93-6868ebfe110b tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:30.850648 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-9181d5c3-7c3a-4225-98e0-d8c831e08c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:30.852479 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-9181d5c3-7c3a-4225-98e0-d8c831e08c5a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 1095 time: 0.0673480 Nov 11 17:39:31.052583 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-2470fcd5-b4c8-42a2-8c46-5614714dbdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:31.054380 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-2470fcd5-b4c8-42a2-8c46-5614714dbdfc service neutron] 10.222.0.83 "GET /v2.0/networks?id=f4307d6a-976c-4915-9c6a-3c516e8bedde HTTP/1.1" status: 200 len: 898 time: 0.1922178 Nov 11 17:39:31.076132 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-67bd4da5-8b66-4c9a-8c93-6868ebfe110b tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:31.098315 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-67bd4da5-8b66-4c9a-8c93-6868ebfe110b tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Calling delete_port for 03194b87-df9f-46d5-ab84-6cbb96b2376d owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:39:31.170835 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-ccb0e0d8-a869-48dd-a38c-cc91898c1449 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d36f1d-52f0-48ba-8672-664f599611af HTTP/1.1" status: 200 len: 999 time: 0.1022809 Nov 11 17:39:31.183566 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b58cbc-39cd-4006-aa03-c455c2e67c96 req-a5df5e81-b04f-477c-8477-dde457eae0ee tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:31.188812 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38b58cbc-39cd-4006-aa03-c455c2e67c96 req-a5df5e81-b04f-477c-8477-dde457eae0ee tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 946 time: 0.3275237 Nov 11 17:39:31.194122 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53362) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:31.199692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-3452d994-3737-4243-b6e6-25712ab0ad91 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Request body: {'floatingip': {'port_id': 'f2a28fe8-7d1d-447d-b230-0d81943d791c'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:31.302900 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca1642-ee3b-41b3-aeaf-9139396eff95 req-f8483aa6-7a7a-4058-b5d6-bdff02d0c0f7 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:31.304875 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63ca1642-ee3b-41b3-aeaf-9139396eff95 req-f8483aa6-7a7a-4058-b5d6-bdff02d0c0f7 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=031387a9-4cff-4c32-bd76-c7fda8c4a46a HTTP/1.1" status: 200 len: 907 time: 0.2489905 Nov 11 17:39:31.318035 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3452d994-3737-4243-b6e6-25712ab0ad91 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for floatingip, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:31.337070 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-67bd4da5-8b66-4c9a-8c93-6868ebfe110b tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:31.366587 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd4da5-8b66-4c9a-8c93-6868ebfe110b tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Pushing event deleted for resources: {'Port': ['ID=03194b87-df9f-46d5-ab84-6cbb96b2376d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:31.396013 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f554a64-e796-4b90-a6e3-135d946e1db9 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:39:31.398634 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-56e58eab-1224-4e6f-a896-ca8dbdc22387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:31.400141 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-56e58eab-1224-4e6f-a896-ca8dbdc22387 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102178f6-db4c-4d9a-a96e-8baada1632bd HTTP/1.1" status: 200 len: 834 time: 0.2088692 Nov 11 17:39:31.466683 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-67bd4da5-8b66-4c9a-8c93-6868ebfe110b tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:31.527961 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c78973-542b-4cf8-85c7-8b720bb8975f req-9f9c3cdb-2466-4747-8b5a-c0fa3975ae25 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:31.529483 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60c78973-542b-4cf8-85c7-8b720bb8975f req-9f9c3cdb-2466-4747-8b5a-c0fa3975ae25 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 944 time: 0.1991022 Nov 11 17:39:31.550578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-b89f14f4-6945-4e6f-876b-db5706b22fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:31.550578 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-b89f14f4-6945-4e6f-876b-db5706b22fa9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f4307d6a-976c-4915-9c6a-3c516e8bedde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302419 Nov 11 17:39:31.564158 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-67bd4da5-8b66-4c9a-8c93-6868ebfe110b tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:31.566443 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-67bd4da5-8b66-4c9a-8c93-6868ebfe110b tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:31.614441 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-67bd4da5-8b66-4c9a-8c93-6868ebfe110b tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:31.614441 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bd4da5-8b66-4c9a-8c93-6868ebfe110b tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Fanout notify agent at l3_agent the message router_deleted on router f41affb8-d39d-4cd2-99ee-05bd51268577 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:39:31.623753 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-67bd4da5-8b66-4c9a-8c93-6868ebfe110b tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:31.625376 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-67bd4da5-8b66-4c9a-8c93-6868ebfe110b tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "DELETE /v2.0/routers/f41affb8-d39d-4cd2-99ee-05bd51268577 HTTP/1.1" status: 204 len: 168 time: 1.2628493 Nov 11 17:39:31.629245 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53376) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:31.634005 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-4585e450-f814-4260-be8a-310852818956 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1627679498', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}, 'admin_state_up': False}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:31.661185 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4585e450-f814-4260-be8a-310852818956 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:31.662750 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4585e450-f814-4260-be8a-310852818956 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:31.741358 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4585e450-f814-4260-be8a-310852818956 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:31.807597 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60c78973-542b-4cf8-85c7-8b720bb8975f req-ac378543-894e-41c0-a39a-5b3cc750bd8e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649882 Nov 11 17:39:31.901663 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-7f85983c-26a9-4463-8dc9-2d9e59e1b01a service neutron] 10.222.0.83 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087749 Nov 11 17:39:31.964478 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4585e450-f814-4260-be8a-310852818956 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:32.085737 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'tag': '65d36f1d-52f0-48ba-8672-664f599611af'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:39:32.087864 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74efc17-9fc3-4789-9c69-9aa3ccd4f1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c108d0-f186-4144-9caf-d8e5ffb3014c", "tag": "65d36f1d-52f0-48ba-8672-664f599611af"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:39:32.135752 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device e072fec7-2fa5-46a2-a523-c2001b0b6ba9 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:39:32.192096 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b67d67f-ef60-4bff-bd26-bc68c73d0d80 req-59ce2a55-e2a2-4c30-a46b-a9189c7cf6e7 service neutron] 10.222.0.83 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799919 Nov 11 17:39:32.211190 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715f9b00-ae73-40b4-b9c6-3b028d0c4cac x-openstack-request-id: req-715f9b00-ae73-40b4-b9c6-3b028d0c4cac {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:39:32.211429 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c108d0-f186-4144-9caf-d8e5ffb3014c", "tag": "65d36f1d-52f0-48ba-8672-664f599611af", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:39:32.212067 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-715f9b00-ae73-40b4-b9c6-3b028d0c4cac {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:39:32.212196 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'tag': '65d36f1d-52f0-48ba-8672-664f599611af', 'status': 'completed', 'code': 200} Nov 11 17:39:32.350131 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.db.resource_extend [None req-3452d994-3737-4243-b6e6-25712ab0ad91 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:39:32.360786 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74efc17-9fc3-4789-9c69-9aa3ccd4f1dc req-40d5c206-bf1c-4497-a92c-6acf34088283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:32.360786 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e74efc17-9fc3-4789-9c69-9aa3ccd4f1dc req-40d5c206-bf1c-4497-a92c-6acf34088283 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 1095 time: 0.0858722 Nov 11 17:39:32.421100 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port e072fec7-2fa5-46a2-a523-c2001b0b6ba9, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=e072fec7-2fa5-46a2-a523-c2001b0b6ba9,segment=NetworkSegment(6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3),segment_id=6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:32.453746 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'e072fec7-2fa5-46a2-a523-c2001b0b6ba9', 'network_id': '38222cdd-1ada-484b-a584-55a699800ebd', 'port_id': 'e072fec7-2fa5-46a2-a523-c2001b0b6ba9', 'mac_address': 'fa:16:3e:72:32:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e1d795-5e9a-4847-af5a-03890d6415f4', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:39:32.511102 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74efc17-9fc3-4789-9c69-9aa3ccd4f1dc req-06764c0b-12a8-471d-9174-b27890e58ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:32.512843 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:32.514970 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e74efc17-9fc3-4789-9c69-9aa3ccd4f1dc req-06764c0b-12a8-471d-9174-b27890e58ebc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 1095 time: 0.2284789 Nov 11 17:39:32.557064 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e072fec7-2fa5-46a2-a523-c2001b0b6ba9 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:39:32.618745 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port e072fec7-2fa5-46a2-a523-c2001b0b6ba9, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=e072fec7-2fa5-46a2-a523-c2001b0b6ba9,segment=NetworkSegment(6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3),segment_id=6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:32.622147 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74efc17-9fc3-4789-9c69-9aa3ccd4f1dc req-6400e401-0fdf-4436-b0fa-a41819fdcdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:32.622479 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e74efc17-9fc3-4789-9c69-9aa3ccd4f1dc req-6400e401-0fdf-4436-b0fa-a41819fdcdca service neutron] 10.222.0.64 "GET /v2.0/networks?id=f4307d6a-976c-4915-9c6a-3c516e8bedde HTTP/1.1" status: 200 len: 898 time: 0.2110753 Nov 11 17:39:32.639987 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:32.689965 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3452d994-3737-4243-b6e6-25712ab0ad91 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:32.692527 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=e072fec7-2fa5-46a2-a523-c2001b0b6ba9,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:32.704389 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:32.705137 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:32.705764 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:32.706318 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:32.706863 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:32.707970 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:32.708659 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:32.709526 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:32.710479 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:32.711309 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:32.711987 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:32.712559 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:32.731188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53410) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:32.732715 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4585e450-f814-4260-be8a-310852818956 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:32.741378 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3452d994-3737-4243-b6e6-25712ab0ad91 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:32.860147 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['e072fec7-2fa5-46a2-a523-c2001b0b6ba9'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:39:32.862202 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2357952-86eb-4aa7-9bfd-ef524b8925c9 req-6a466518-3d03-496e-90a7-1f0c51750f5d tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:32.863777 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b2357952-86eb-4aa7-9bfd-ef524b8925c9 req-6a466518-3d03-496e-90a7-1f0c51750f5d tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=031387a9-4cff-4c32-bd76-c7fda8c4a46a HTTP/1.1" status: 200 len: 907 time: 0.3714597 Nov 11 17:39:32.887628 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4585e450-f814-4260-be8a-310852818956 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:32.979790 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4bc69e95-74db-4c31-b4b1-0b1115d35a6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:33.047013 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e74efc17-9fc3-4789-9c69-9aa3ccd4f1dc req-445e4f05-803a-45f9-a423-173a3c962095 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d36f1d-52f0-48ba-8672-664f599611af HTTP/1.1" status: 200 len: 999 time: 0.3432844 Nov 11 17:39:33.163908 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74efc17-9fc3-4789-9c69-9aa3ccd4f1dc req-c1e1fd88-966a-4467-967c-faac87189b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:33.165613 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e74efc17-9fc3-4789-9c69-9aa3ccd4f1dc req-c1e1fd88-966a-4467-967c-faac87189b30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=102178f6-db4c-4d9a-a96e-8baada1632bd HTTP/1.1" status: 200 len: 834 time: 0.1086376 Nov 11 17:39:33.267085 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-4585e450-f814-4260-be8a-310852818956 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Allocated IP 172.25.2.119 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/b08d1c13-595d-4f5d-ae15-8836f96cae68) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:39:33.290741 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74efc17-9fc3-4789-9c69-9aa3ccd4f1dc req-60b6fd28-6420-401e-8d17-073ccc43348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:33.292910 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e74efc17-9fc3-4789-9c69-9aa3ccd4f1dc req-60b6fd28-6420-401e-8d17-073ccc43348b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4307d6a-976c-4915-9c6a-3c516e8bedde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077304 Nov 11 17:39:33.375857 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74efc17-9fc3-4789-9c69-9aa3ccd4f1dc req-ba4ca3c6-9f88-4e2d-8887-1c9bddb0aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:33.377328 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e74efc17-9fc3-4789-9c69-9aa3ccd4f1dc req-ba4ca3c6-9f88-4e2d-8887-1c9bddb0aca2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f4307d6a-976c-4915-9c6a-3c516e8bedde HTTP/1.1" status: 200 len: 898 time: 0.8179147 Nov 11 17:39:33.447114 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-3452d994-3737-4243-b6e6-25712ab0ad91 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Floating IP a6df97e5-2a7b-4982-8589-faf89c7fbb0b associated. External IP: 172.25.2.32, port: f2a28fe8-7d1d-447d-b230-0d81943d791c. Nov 11 17:39:33.504939 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e74efc17-9fc3-4789-9c69-9aa3ccd4f1dc req-96f1b258-c1fb-4bf3-b710-8a15b2ee9075 service neutron] 10.222.0.64 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051654 Nov 11 17:39:33.508088 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4585e450-f814-4260-be8a-310852818956 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:33.519112 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadc016-05f1-4ed6-8b08-b7354227d145 req-a6bb8d0e-2005-4c79-a330-331251bab93e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:33.520594 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6dadc016-05f1-4ed6-8b08-b7354227d145 req-a6bb8d0e-2005-4c79-a330-331251bab93e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 944 time: 0.5784669 Nov 11 17:39:33.551468 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e74efc17-9fc3-4789-9c69-9aa3ccd4f1dc req-a6402643-27ad-430e-9706-92c2254844ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d36f1d-52f0-48ba-8672-664f599611af HTTP/1.1" status: 200 len: 999 time: 0.1622410 Nov 11 17:39:33.705720 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e74efc17-9fc3-4789-9c69-9aa3ccd4f1dc req-9713eddd-01c1-410f-992a-f6402e1d19f4 service neutron] 10.222.0.64 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907463 Nov 11 17:39:33.721837 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4585e450-f814-4260-be8a-310852818956 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:33.780288 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4585e450-f814-4260-be8a-310852818956 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:39:33.787279 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-4585e450-f814-4260-be8a-310852818956 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:39:33.792037 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4585e450-f814-4260-be8a-310852818956 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:39:33.812505 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74efc17-9fc3-4789-9c69-9aa3ccd4f1dc req-03fcf147-023a-46b5-9cd8-54f59707f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:33.814197 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e74efc17-9fc3-4789-9c69-9aa3ccd4f1dc req-03fcf147-023a-46b5-9cd8-54f59707f303 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102178f6-db4c-4d9a-a96e-8baada1632bd HTTP/1.1" status: 200 len: 834 time: 0.1841323 Nov 11 17:39:33.817262 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4bc69e95-74db-4c31-b4b1-0b1115d35a6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:33.824200 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc72565-7dc2-47fc-8f0b-7a84aeda86be None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:39:33.833594 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6dadc016-05f1-4ed6-8b08-b7354227d145 req-62e0a5b2-3917-46ff-9751-965e4c3fd8a3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2926702 Nov 11 17:39:33.845658 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4bc69e95-74db-4c31-b4b1-0b1115d35a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:33.890616 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585e450-f814-4260-be8a-310852818956 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Pushing event updated for resources: {'Port': ['ID=b08d1c13-595d-4f5d-ae15-8836f96cae68,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:33.902213 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8cb29af2-3ed0-4e7e-8f16-114a72e84403 None None] Provisioning complete for port b08d1c13-595d-4f5d-ae15-8836f96cae68 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:33.906333 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8cb29af2-3ed0-4e7e-8f16-114a72e84403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:33.977642 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-8cb29af2-3ed0-4e7e-8f16-114a72e84403 None None] Port b08d1c13-595d-4f5d-ae15-8836f96cae68 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:39:34.074513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc69e95-74db-4c31-b4b1-0b1115d35a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cb31a0-891d-4f41-b9cc-b6328f2132b4,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:34.127072 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4bc69e95-74db-4c31-b4b1-0b1115d35a6b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e58b4da24c6c4d349671277e99c0b370&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3941000 Nov 11 17:39:34.133349 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53424) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:34.152393 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device e072fec7-2fa5-46a2-a523-c2001b0b6ba9 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:39:34.197183 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74efc17-9fc3-4789-9c69-9aa3ccd4f1dc req-178f0b3a-b62f-4b36-a5d5-62133b0bb124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:34.199405 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e74efc17-9fc3-4789-9c69-9aa3ccd4f1dc req-178f0b3a-b62f-4b36-a5d5-62133b0bb124 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f4307d6a-976c-4915-9c6a-3c516e8bedde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3649254 Nov 11 17:39:34.211438 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port e072fec7-2fa5-46a2-a523-c2001b0b6ba9 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:39:34.217506 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port e072fec7-2fa5-46a2-a523-c2001b0b6ba9 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:34.218106 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:34.293801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c9bae-5239-45d3-9a70-1990b35e2336 req-e9031c9f-1258-42ce-b63c-0fcbdad48c1a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:34.295275 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d36c9bae-5239-45d3-9a70-1990b35e2336 req-e9031c9f-1258-42ce-b63c-0fcbdad48c1a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=031387a9-4cff-4c32-bd76-c7fda8c4a46a HTTP/1.1" status: 200 len: 908 time: 0.2825484 Nov 11 17:39:34.325303 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4585e450-f814-4260-be8a-310852818956 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:34.342468 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3452d994-3737-4243-b6e6-25712ab0ad91 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Router 495e83c9-0424-4a2f-a57c-6cad9f6f3196 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:39:34.347296 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d4a55222-abdf-45f2-a2aa-3ab04f7179e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:34.394170 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:34.434829 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031387a9-4cff-4c32-bd76-c7fda8c4a46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e072fec7-2fa5-46a2-a523-c2001b0b6ba9'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:39:34.437379 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28e353f-6cdd-447a-8e95-7d838ad4846f" -d '{"events": [{"server_uuid": "031387a9-4cff-4c32-bd76-c7fda8c4a46a", "name": "network-vif-plugged", "status": "completed", "tag": "e072fec7-2fa5-46a2-a523-c2001b0b6ba9"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:39:34.461108 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d4a55222-abdf-45f2-a2aa-3ab04f7179e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:34.467272 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e74efc17-9fc3-4789-9c69-9aa3ccd4f1dc req-3f786d73-ed5c-48ca-be28-bdbf6f83c70a service neutron] 10.222.0.83 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566714 Nov 11 17:39:34.479779 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port e072fec7-2fa5-46a2-a523-c2001b0b6ba9, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=e072fec7-2fa5-46a2-a523-c2001b0b6ba9,segment=NetworkSegment(6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3),segment_id=6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:34.491258 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:34.539501 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baff148f-bc38-4079-bcd9-7f7813e0d567 x-openstack-request-id: req-baff148f-bc38-4079-bcd9-7f7813e0d567 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:39:34.539806 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031387a9-4cff-4c32-bd76-c7fda8c4a46a", "name": "network-vif-plugged", "status": "completed", "tag": "e072fec7-2fa5-46a2-a523-c2001b0b6ba9", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:39:34.540063 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-baff148f-bc38-4079-bcd9-7f7813e0d567 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:39:34.540455 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031387a9-4cff-4c32-bd76-c7fda8c4a46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e072fec7-2fa5-46a2-a523-c2001b0b6ba9', 'code': 200} Nov 11 17:39:34.603234 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=e072fec7-2fa5-46a2-a523-c2001b0b6ba9,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:34.692629 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d4a55222-abdf-45f2-a2aa-3ab04f7179e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:34.695172 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d4a55222-abdf-45f2-a2aa-3ab04f7179e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:34.696337 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d4a55222-abdf-45f2-a2aa-3ab04f7179e6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/36cb31a0-891d-4f41-b9cc-b6328f2132b4 HTTP/1.1" status: 204 len: 168 time: 0.5597682 Nov 11 17:39:34.726472 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3452d994-3737-4243-b6e6-25712ab0ad91 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:39:34.732451 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3452d994-3737-4243-b6e6-25712ab0ad91 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:34.739999 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5a70dd-9f4e-4c0b-9520-83b497cdacf6 None None] Sync routers for ids ['495e83c9-0424-4a2f-a57c-6cad9f6f3196'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:39:34.765066 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a55222-abdf-45f2-a2aa-3ab04f7179e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cb31a0-891d-4f41-b9cc-b6328f2132b4,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:34.767092 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5a70dd-9f4e-4c0b-9520-83b497cdacf6 None None] Routers {'495e83c9-0424-4a2f-a57c-6cad9f6f3196'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:39:34.769309 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-2f5a70dd-9f4e-4c0b-9520-83b497cdacf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:39:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['495e83c9-0424-4a2f-a57c-6cad9f6f3196'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:34.771970 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e74efc17-9fc3-4789-9c69-9aa3ccd4f1dc req-79f942b0-9fff-4d1c-add4-bad0f360f43d service neutron] 10.222.0.83 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951179 Nov 11 17:39:34.782242 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3452d994-3737-4243-b6e6-25712ab0ad91 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "PUT /v2.0/floatingips/a6df97e5-2a7b-4982-8589-faf89c7fbb0b HTTP/1.1" status: 200 len: 991 time: 3.5869420 Nov 11 17:39:34.782841 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6c6f76-619a-488a-beb4-6f9126565431', 'tag': 'f2a28fe8-7d1d-447d-b230-0d81943d791c'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:39:34.785652 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68903afc-13fb-44a0-8691-65dec9a4edac" -d '{"events": [{"name": "network-changed", "server_uuid": "af6c6f76-619a-488a-beb4-6f9126565431", "tag": "f2a28fe8-7d1d-447d-b230-0d81943d791c"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:39:34.869020 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d21edf-9104-4681-b1c3-ef0daf1a0a08 x-openstack-request-id: req-a4d21edf-9104-4681-b1c3-ef0daf1a0a08 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:39:34.869904 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6c6f76-619a-488a-beb4-6f9126565431", "tag": "f2a28fe8-7d1d-447d-b230-0d81943d791c", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:39:34.870190 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a4d21edf-9104-4681-b1c3-ef0daf1a0a08 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:39:34.870854 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6c6f76-619a-488a-beb4-6f9126565431', 'tag': 'f2a28fe8-7d1d-447d-b230-0d81943d791c', 'status': 'completed', 'code': 200} Nov 11 17:39:34.932105 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4138d-85f3-45a4-bd17-b0b9b5c20f64 req-ce8386bf-e2c9-4ed8-ae3e-c39b068f7c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:34.933833 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e3a4138d-85f3-45a4-bd17-b0b9b5c20f64 req-ce8386bf-e2c9-4ed8-ae3e-c39b068f7c3b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=031387a9-4cff-4c32-bd76-c7fda8c4a46a HTTP/1.1" status: 200 len: 1060 time: 0.1441214 Nov 11 17:39:35.045189 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68903afc-13fb-44a0-8691-65dec9a4edac req-ad8ea9c9-e288-4bf6-92d1-97e01be97f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:35.046688 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-68903afc-13fb-44a0-8691-65dec9a4edac req-ad8ea9c9-e288-4bf6-92d1-97e01be97f11 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 1097 time: 0.1118934 Nov 11 17:39:35.052755 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-2f5a70dd-9f4e-4c0b-9520-83b497cdacf6 None None] Set router 495e83c9-0424-4a2f-a57c-6cad9f6f3196 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:39:35.076147 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38247a-2ff1-44e8-a9da-22430108eb51 req-e58fd07b-003b-4f8a-94e9-837c11f935c3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:35.084721 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fa38247a-2ff1-44e8-a9da-22430108eb51 req-e58fd07b-003b-4f8a-94e9-837c11f935c3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 944 time: 0.1172071 Nov 11 17:39:35.150204 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fa38247a-2ff1-44e8-a9da-22430108eb51 req-3433d676-1d6b-428d-b096-d63df06044ca tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588777 Nov 11 17:39:35.178922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53442) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:35.193171 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4585e450-f814-4260-be8a-310852818956 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:35.272427 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68903afc-13fb-44a0-8691-65dec9a4edac req-b5c94c32-e1cb-4b53-a1c4-d1ff914474c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:35.274067 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-68903afc-13fb-44a0-8691-65dec9a4edac req-b5c94c32-e1cb-4b53-a1c4-d1ff914474c0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 914 time: 0.2113659 Nov 11 17:39:35.313978 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-364a49d9-af98-4723-a104-5a6c1c1c78ef tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/floatingips/53c75a1d-4f4f-401d-ad09-adaeaff0707d HTTP/1.1" status: 200 len: 991 time: 0.1329377 Nov 11 17:39:35.341194 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53446) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:35.363051 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dd31398c-aa2d-436d-acea-7da01ddb6153 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:35.446451 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-68903afc-13fb-44a0-8691-65dec9a4edac req-ac6c730a-7d7d-427a-b921-01b8a0c86ffd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c HTTP/1.1" status: 200 len: 999 time: 0.1242990 Nov 11 17:39:35.490732 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-2f5a70dd-9f4e-4c0b-9520-83b497cdacf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'name': 'tempest-ServerActionsTestJSON-1743766751-router', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '3c60a584-5a93-463b-9838-ad344d47a857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:42Z', 'updated_at': '2021-11-11T17:38:54Z', 'revision_number': 4, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'gw_port': {'id': '3c60a584-5a93-463b-9838-ad344d47a857', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:43Z', 'updated_at': '2021-11-11T17:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'a6df97e5-2a7b-4982-8589-faf89c7fbb0b', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'port_id': 'f2a28fe8-7d1d-447d-b230-0d81943d791c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'mac_address': 'fa:16:3e:64:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6c6f76-619a-488a-beb4-6f9126565431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:39:02Z', 'updated_at': '2021-11-11T17:39:32Z', 'revision_number': 1, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f220e49e-81a1-419a-b04b-fc164f5269a4', 'name': '', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'mac_address': 'fa:16:3e:48:83:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:51Z', 'updated_at': '2021-11-11T17:39:01Z', 'revision_number': 5, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'subnets': [{'id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:35.509509 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dd31398c-aa2d-436d-acea-7da01ddb6153 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:35.518266 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dd31398c-aa2d-436d-acea-7da01ddb6153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:35.538398 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5a70dd-9f4e-4c0b-9520-83b497cdacf6 None None] Checking router: 495e83c9-0424-4a2f-a57c-6cad9f6f3196 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:39:35.553535 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68903afc-13fb-44a0-8691-65dec9a4edac req-25a33e65-6447-4269-ab2e-0c8308bc4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:35.555033 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-68903afc-13fb-44a0-8691-65dec9a4edac req-25a33e65-6447-4269-ab2e-0c8308bc4afd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.1003084 Nov 11 17:39:35.557730 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5a70dd-9f4e-4c0b-9520-83b497cdacf6 None None] Routers {'495e83c9-0424-4a2f-a57c-6cad9f6f3196'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:39:35.558528 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-2f5a70dd-9f4e-4c0b-9520-83b497cdacf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:39:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['495e83c9-0424-4a2f-a57c-6cad9f6f3196'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:35.562490 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4585e450-f814-4260-be8a-310852818956 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Router 017bddab-1f2a-4fdc-9ddd-b986d4ccb633 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:39:35.637635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be7b08-c757-4262-a87f-e7058325902e req-f79ef5d5-6b6d-4bc1-ab39-f30ecbdb7638 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:35.651696 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55be7b08-c757-4262-a87f-e7058325902e req-f79ef5d5-6b6d-4bc1-ab39-f30ecbdb7638 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=031387a9-4cff-4c32-bd76-c7fda8c4a46a HTTP/1.1" status: 200 len: 909 time: 0.2310505 Nov 11 17:39:35.665077 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-dd31398c-aa2d-436d-acea-7da01ddb6153 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6572b39acb514e45947776a304dadb7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3227327 Nov 11 17:39:35.668741 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53450) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:35.677674 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31398c-aa2d-436d-acea-7da01ddb6153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b7f86d-25db-47a2-9163-32f21295014a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:35.692740 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68903afc-13fb-44a0-8691-65dec9a4edac req-873f62e6-bd7c-4c86-8a3c-33b1c0f81ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:35.694295 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-68903afc-13fb-44a0-8691-65dec9a4edac req-873f62e6-bd7c-4c86-8a3c-33b1c0f81ccc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285844 Nov 11 17:39:35.734231 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f393c823-ebd8-4a83-84e4-7dc088c72ff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:35.735897 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-2f5a70dd-9f4e-4c0b-9520-83b497cdacf6 None None] Set router 495e83c9-0424-4a2f-a57c-6cad9f6f3196 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:39:35.758336 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f393c823-ebd8-4a83-84e4-7dc088c72ff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:35.826515 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f393c823-ebd8-4a83-84e4-7dc088c72ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:35.827606 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4585e450-f814-4260-be8a-310852818956 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:39:35.835126 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f393c823-ebd8-4a83-84e4-7dc088c72ff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:35.845082 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f393c823-ebd8-4a83-84e4-7dc088c72ff6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/32b7f86d-25db-47a2-9163-32f21295014a HTTP/1.1" status: 204 len: 168 time: 0.1750047 Nov 11 17:39:35.848901 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c915953f-67a0-46ca-9918-5564ab143b0e None None] Sync routers for ids ['017bddab-1f2a-4fdc-9ddd-b986d4ccb633'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:39:35.865287 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c915953f-67a0-46ca-9918-5564ab143b0e None None] Routers {'017bddab-1f2a-4fdc-9ddd-b986d4ccb633'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:39:35.869337 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c915953f-67a0-46ca-9918-5564ab143b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:39:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['017bddab-1f2a-4fdc-9ddd-b986d4ccb633'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:35.895283 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4585e450-f814-4260-be8a-310852818956 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:35.898572 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393c823-ebd8-4a83-84e4-7dc088c72ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b7f86d-25db-47a2-9163-32f21295014a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:35.904764 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4585e450-f814-4260-be8a-310852818956 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.2740350 Nov 11 17:39:35.910443 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53454) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:35.916238 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-68903afc-13fb-44a0-8691-65dec9a4edac req-033a1491-282d-4ba4-be5f-7ca575c95e9a service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783578 Nov 11 17:39:35.926016 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e6951e4f-1bde-4084-81cc-211464c81a11 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:35.990513 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c915953f-67a0-46ca-9918-5564ab143b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:36.048473 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c915953f-67a0-46ca-9918-5564ab143b0e None None] Routers {'017bddab-1f2a-4fdc-9ddd-b986d4ccb633'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:39:36.049601 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c915953f-67a0-46ca-9918-5564ab143b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:39:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['017bddab-1f2a-4fdc-9ddd-b986d4ccb633'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:36.143541 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c915953f-67a0-46ca-9918-5564ab143b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:36.145457 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c915953f-67a0-46ca-9918-5564ab143b0e None None] The sync data for ids ['017bddab-1f2a-4fdc-9ddd-b986d4ccb633'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:39:36.239264 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 65d36f1d-52f0-48ba-8672-664f599611af details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:39:36.244506 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-68903afc-13fb-44a0-8691-65dec9a4edac req-aabd24d4-11a2-4e80-b356-9209237e13dd service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204823 Nov 11 17:39:36.363014 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 65d36f1d-52f0-48ba-8672-664f599611af, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=65d36f1d-52f0-48ba-8672-664f599611af,segment=NetworkSegment(9e037fe0-33a3-41f0-af33-eb594233dc5d),segment_id=9e037fe0-33a3-41f0-af33-eb594233dc5d)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:36.596567 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53462) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:36.600207 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '65d36f1d-52f0-48ba-8672-664f599611af', 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde', 'port_id': '65d36f1d-52f0-48ba-8672-664f599611af', 'mac_address': 'fa:16:3e:6a:55:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102178f6-db4c-4d9a-a96e-8baada1632bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:39:36.627901 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-496e7d3f-3312-4618-ade9-3d0e8092a649 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:36.629175 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6951e4f-1bde-4084-81cc-211464c81a11 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:36.647665 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6951e4f-1bde-4084-81cc-211464c81a11 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:36.676981 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-2f5a70dd-9f4e-4c0b-9520-83b497cdacf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'name': 'tempest-ServerActionsTestJSON-1743766751-router', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '3c60a584-5a93-463b-9838-ad344d47a857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:42Z', 'updated_at': '2021-11-11T17:38:54Z', 'revision_number': 4, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'gw_port': {'id': '3c60a584-5a93-463b-9838-ad344d47a857', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:43Z', 'updated_at': '2021-11-11T17:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'a6df97e5-2a7b-4982-8589-faf89c7fbb0b', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'port_id': 'f2a28fe8-7d1d-447d-b230-0d81943d791c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'mac_address': 'fa:16:3e:64:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6c6f76-619a-488a-beb4-6f9126565431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:39:02Z', 'updated_at': '2021-11-11T17:39:32Z', 'revision_number': 1, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f220e49e-81a1-419a-b04b-fc164f5269a4', 'name': '', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'mac_address': 'fa:16:3e:48:83:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:51Z', 'updated_at': '2021-11-11T17:39:01Z', 'revision_number': 5, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'subnets': [{'id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:36.718659 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5a70dd-9f4e-4c0b-9520-83b497cdacf6 None None] The sync data for ids ['495e83c9-0424-4a2f-a57c-6cad9f6f3196'] in n-d-816206-4 is: [{'id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'name': 'tempest-ServerActionsTestJSON-1743766751-router', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '3c60a584-5a93-463b-9838-ad344d47a857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:42Z', 'updated_at': '2021-11-11T17:38:54Z', 'revision_number': 4, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'gw_port': {'id': '3c60a584-5a93-463b-9838-ad344d47a857', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:43Z', 'updated_at': '2021-11-11T17:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'a6df97e5-2a7b-4982-8589-faf89c7fbb0b', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'port_id': 'f2a28fe8-7d1d-447d-b230-0d81943d791c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'mac_address': 'fa:16:3e:64:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6c6f76-619a-488a-beb4-6f9126565431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:39:02Z', 'updated_at': '2021-11-11T17:39:32Z', 'revision_number': 1, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f220e49e-81a1-419a-b04b-fc164f5269a4', 'name': '', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'mac_address': 'fa:16:3e:48:83:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:51Z', 'updated_at': '2021-11-11T17:39:01Z', 'revision_number': 5, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'subnets': [{'id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:39:36.720583 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:36.737723 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-e6951e4f-1bde-4084-81cc-211464c81a11 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Deleting port b08d1c13-595d-4f5d-ae15-8836f96cae68 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:39:36.738284 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6951e4f-1bde-4084-81cc-211464c81a11 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:36.760728 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d36f1d-52f0-48ba-8672-664f599611af {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:39:36.787489 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 65d36f1d-52f0-48ba-8672-664f599611af, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=65d36f1d-52f0-48ba-8672-664f599611af,segment=NetworkSegment(9e037fe0-33a3-41f0-af33-eb594233dc5d),segment_id=9e037fe0-33a3-41f0-af33-eb594233dc5d)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:36.793578 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:36.798512 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-496e7d3f-3312-4618-ade9-3d0e8092a649 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:36.814068 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-496e7d3f-3312-4618-ade9-3d0e8092a649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:36.878439 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=65d36f1d-52f0-48ba-8672-664f599611af,revision_number=12']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:36.906956 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e7d3f-3312-4618-ade9-3d0e8092a649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8eb725-c5f2-43e7-93ab-8480bb74bc90,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:36.914159 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-496e7d3f-3312-4618-ade9-3d0e8092a649 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4835f52e57ff407996e997f279626e3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3165555 Nov 11 17:39:36.916859 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53470) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:36.941643 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ad324-015b-4a31-82b4-29f22a119cca req-e8ff40d6-81ca-4620-9342-7da662cc7297 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:36.943913 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-169ad324-015b-4a31-82b4-29f22a119cca req-e8ff40d6-81ca-4620-9342-7da662cc7297 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=031387a9-4cff-4c32-bd76-c7fda8c4a46a HTTP/1.1" status: 200 len: 909 time: 0.1162982 Nov 11 17:39:36.945840 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6951e4f-1bde-4084-81cc-211464c81a11 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:36.970893 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-e6951e4f-1bde-4084-81cc-211464c81a11 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Calling delete_port for b08d1c13-595d-4f5d-ae15-8836f96cae68 owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:39:36.983107 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f2e6bad6-da80-4308-8420-131e094d5ffe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:37.013725 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f2e6bad6-da80-4308-8420-131e094d5ffe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:37.017273 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['65d36f1d-52f0-48ba-8672-664f599611af'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:39:37.069619 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f2e6bad6-da80-4308-8420-131e094d5ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:37.073314 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f2e6bad6-da80-4308-8420-131e094d5ffe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:37.078347 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f2e6bad6-da80-4308-8420-131e094d5ffe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4c8eb725-c5f2-43e7-93ab-8480bb74bc90 HTTP/1.1" status: 204 len: 168 time: 0.1565292 Nov 11 17:39:37.083888 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6bad6-da80-4308-8420-131e094d5ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8eb725-c5f2-43e7-93ab-8480bb74bc90,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:37.246612 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02918be4-09fd-49bb-b872-5cc703086001 None None] New status for floating IP a6df97e5-2a7b-4982-8589-faf89c7fbb0b: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:39:37.256473 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53490) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:37.313746 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179907e-2d3e-418d-b686-5e18291135d4 req-28939d97-3989-44c5-80a2-c430d91ad4ee tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:37.315764 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6179907e-2d3e-418d-b686-5e18291135d4 req-28939d97-3989-44c5-80a2-c430d91ad4ee tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=031387a9-4cff-4c32-bd76-c7fda8c4a46a HTTP/1.1" status: 200 len: 909 time: 0.1780424 Nov 11 17:39:37.461432 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6951e4f-1bde-4084-81cc-211464c81a11 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:37.500482 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083198c3-9a45-4cf1-87e8-7fdfd30d8131 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:39:37.561616 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6951e4f-1bde-4084-81cc-211464c81a11 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Pushing event deleted for resources: {'Port': ['ID=b08d1c13-595d-4f5d-ae15-8836f96cae68,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:37.583321 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e9845f76-a80c-400a-8d54-40bfa695d5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:37.654033 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dca68-b1be-480f-a70c-0eddb0a9a554 req-a9584771-c2a5-4eb0-9760-0c63d558578e tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:37.664053 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-217dca68-b1be-480f-a70c-0eddb0a9a554 req-a9584771-c2a5-4eb0-9760-0c63d558578e tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=031387a9-4cff-4c32-bd76-c7fda8c4a46a HTTP/1.1" status: 200 len: 1060 time: 0.1918447 Nov 11 17:39:37.691632 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6951e4f-1bde-4084-81cc-211464c81a11 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:37.785945 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4aa13f8b-7a9f-4731-9064-ce40ff2a655b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:37.997380 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4aa13f8b-7a9f-4731-9064-ce40ff2a655b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:38.004566 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4aa13f8b-7a9f-4731-9064-ce40ff2a655b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:38.068996 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4aa13f8b-7a9f-4731-9064-ce40ff2a655b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=85f2ef9f339f4ff4b56e6e188a471541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8113050 Nov 11 17:39:38.071535 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa13f8b-7a9f-4731-9064-ce40ff2a655b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104fb46e-edc5-41e3-a035-d84b039ae980,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:38.090032 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53518) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:38.177431 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6ae0c89-0af4-4550-bba0-7511dfa649c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:38.246227 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6ae0c89-0af4-4550-bba0-7511dfa649c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:38.309800 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6ae0c89-0af4-4550-bba0-7511dfa649c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:38.313851 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6ae0c89-0af4-4550-bba0-7511dfa649c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:38.317580 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a6ae0c89-0af4-4550-bba0-7511dfa649c3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/104fb46e-edc5-41e3-a035-d84b039ae980 HTTP/1.1" status: 204 len: 168 time: 0.2237287 Nov 11 17:39:38.328356 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae0c89-0af4-4550-bba0-7511dfa649c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104fb46e-edc5-41e3-a035-d84b039ae980,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:38.477338 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6951e4f-1bde-4084-81cc-211464c81a11 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:38.483219 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6951e4f-1bde-4084-81cc-211464c81a11 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-917831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-917838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932385'] for router, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:38.564424 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa5d38-f74a-45cd-a306-d7276ec0455a req-ad242075-d3ed-4172-989e-d4efae971b6d tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:38.566038 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eefa5d38-f74a-45cd-a306-d7276ec0455a req-ad242075-d3ed-4172-989e-d4efae971b6d tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 1136 time: 0.2914178 Nov 11 17:39:38.615428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6951e4f-1bde-4084-81cc-211464c81a11 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Router 017bddab-1f2a-4fdc-9ddd-b986d4ccb633 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:39:38.755683 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6951e4f-1bde-4084-81cc-211464c81a11 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:39:38.769434 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6951e4f-1bde-4084-81cc-211464c81a11 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:38.770913 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e6951e4f-1bde-4084-81cc-211464c81a11 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "PUT /v2.0/routers/017bddab-1f2a-4fdc-9ddd-b986d4ccb633 HTTP/1.1" status: 200 len: 706 time: 2.8578196 Nov 11 17:39:38.771699 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb4b576-c57a-49a4-a4c7-1232db10e544 None None] Sync routers for ids ['017bddab-1f2a-4fdc-9ddd-b986d4ccb633'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:39:38.773677 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53542) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:38.788869 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eefa5d38-f74a-45cd-a306-d7276ec0455a req-382bec9e-6384-4ef6-b0c2-cd44e6387d66 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=8dcb0343-a5db-4e87-bf96-efb499770b4c&id=0e6ccb3c-025a-458f-ba5c-a5f2a85ef3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2140059 Nov 11 17:39:38.797984 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53544) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:38.804651 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb4b576-c57a-49a4-a4c7-1232db10e544 None None] Routers {'017bddab-1f2a-4fdc-9ddd-b986d4ccb633'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:39:38.807693 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0bb4b576-c57a-49a4-a4c7-1232db10e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:39:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['017bddab-1f2a-4fdc-9ddd-b986d4ccb633'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:38.813255 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ea045d6b-a9de-412d-bd9b-c0cac6fa1370 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:38.825888 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53546) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:38.871114 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0bb4b576-c57a-49a4-a4c7-1232db10e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:38.884269 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb4b576-c57a-49a4-a4c7-1232db10e544 None None] Routers {'017bddab-1f2a-4fdc-9ddd-b986d4ccb633'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:39:38.885322 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0bb4b576-c57a-49a4-a4c7-1232db10e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:39:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['017bddab-1f2a-4fdc-9ddd-b986d4ccb633'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:38.891363 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-05be45c8-cfe1-4c94-a733-71c14fed8370 tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "GET /v2.0/routers/017bddab-1f2a-4fdc-9ddd-b986d4ccb633 HTTP/1.1" status: 200 len: 741 time: 0.1153517 Nov 11 17:39:38.892147 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53550) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:38.936751 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cdbac7-f75f-4716-b862-f6015695f682 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:38.940727 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a4cdbac7-f75f-4716-b862-f6015695f682 tempest-TestSecurityGroupsBasicOps-511220893 tempest-TestSecurityGroupsBasicOps-511220893-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=031387a9-4cff-4c32-bd76-c7fda8c4a46a HTTP/1.1" status: 200 len: 1055 time: 0.1138284 Nov 11 17:39:38.988829 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4b9d0cd8-55dd-4798-ab9c-485b6041c7bf tempest-RoutersAdminTest-1185142875 tempest-RoutersAdminTest-1185142875-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&device_id=017bddab-1f2a-4fdc-9ddd-b986d4ccb633 HTTP/1.1" status: 200 len: 205 time: 0.0954289 Nov 11 17:39:38.991594 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53554) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:39.034961 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d9ef43fe-4dba-4051-b696-30def88da591 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "GET /v2.0/ports?device_id=017bddab-1f2a-4fdc-9ddd-b986d4ccb633 HTTP/1.1" status: 200 len: 205 time: 0.0421209 Nov 11 17:39:39.037139 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53556) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:39.082211 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0bb4b576-c57a-49a4-a4c7-1232db10e544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:39.082855 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb4b576-c57a-49a4-a4c7-1232db10e544 None None] The sync data for ids ['017bddab-1f2a-4fdc-9ddd-b986d4ccb633'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:39:39.143941 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ea045d6b-a9de-412d-bd9b-c0cac6fa1370 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:39.150391 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19a5ec35-df23-4430-bd11-c16927507c96 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:39.154238 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ea045d6b-a9de-412d-bd9b-c0cac6fa1370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:39.199842 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53562) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:39.309489 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ea045d6b-a9de-412d-bd9b-c0cac6fa1370 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=22c5f3e0ddff4a61beda25809e2190b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5104117 Nov 11 17:39:39.312407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53566) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:39.321668 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2318385d-ad0f-46ec-8ee2-3a9bd78585a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:39.322372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea045d6b-a9de-412d-bd9b-c0cac6fa1370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dc36be-1d70-41c0-bb59-a460d9efb792,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:39.425147 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2318385d-ad0f-46ec-8ee2-3a9bd78585a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:39.430408 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2318385d-ad0f-46ec-8ee2-3a9bd78585a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:39.434895 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19a5ec35-df23-4430-bd11-c16927507c96 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:39.439042 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19a5ec35-df23-4430-bd11-c16927507c96 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:39.465851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833a4d4-55da-42e1-a61d-9a00f1f4b65f req-124baabd-701b-46e2-b8a2-1d39669ff2b1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:39.468012 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c833a4d4-55da-42e1-a61d-9a00f1f4b65f req-124baabd-701b-46e2-b8a2-1d39669ff2b1 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=031387a9-4cff-4c32-bd76-c7fda8c4a46a HTTP/1.1" status: 200 len: 909 time: 0.2195363 Nov 11 17:39:39.468920 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2318385d-ad0f-46ec-8ee2-3a9bd78585a1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=db13a244037a4b0396005f27579cb155&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2678881 Nov 11 17:39:39.474688 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53570) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:39.514434 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318385d-ad0f-46ec-8ee2-3a9bd78585a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0abdef-6287-46f0-acb9-ad3d5e48b0a4,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:39.520795 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19a5ec35-df23-4430-bd11-c16927507c96 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:39.521337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a5ec35-df23-4430-bd11-c16927507c96 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Fanout notify agent at l3_agent the message router_deleted on router 017bddab-1f2a-4fdc-9ddd-b986d4ccb633 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:39:39.529684 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19a5ec35-df23-4430-bd11-c16927507c96 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:39.530778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-19a5ec35-df23-4430-bd11-c16927507c96 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "DELETE /v2.0/routers/017bddab-1f2a-4fdc-9ddd-b986d4ccb633 HTTP/1.1" status: 204 len: 168 time: 0.4924674 Nov 11 17:39:39.532159 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cf252807-5f79-4755-9f91-a5c6cd8a45ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:39.534843 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53572) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:39.541771 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ece15c00-0849-4aa6-b3c1-e7ed8556cc6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:39.569222 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ece15c00-0849-4aa6-b3c1-e7ed8556cc6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:39.581185 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-82b9b2ba-feff-4993-8cc5-1c379435fb80 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "GET /v2.0/ports?device_id=017bddab-1f2a-4fdc-9ddd-b986d4ccb633 HTTP/1.1" status: 200 len: 205 time: 0.0432611 Nov 11 17:39:39.581511 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53574) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:39.592078 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cf252807-5f79-4755-9f91-a5c6cd8a45ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:39.637842 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-69caabf1-30a4-4af1-87c3-1bc5a332b875 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] delete failed (client error): The resource could not be found. Nov 11 17:39:39.639776 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-69caabf1-30a4-4af1-87c3-1bc5a332b875 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "DELETE /v2.0/routers/017bddab-1f2a-4fdc-9ddd-b986d4ccb633 HTTP/1.1" status: 404 len: 336 time: 0.0565245 Nov 11 17:39:39.642823 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53576) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:39.654828 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cf252807-5f79-4755-9f91-a5c6cd8a45ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:39.659534 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cf252807-5f79-4755-9f91-a5c6cd8a45ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:39.661046 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-cf252807-5f79-4755-9f91-a5c6cd8a45ad admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e0dc36be-1d70-41c0-bb59-a460d9efb792 HTTP/1.1" status: 204 len: 168 time: 0.3473387 Nov 11 17:39:39.674988 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9e4d1328-b878-4e22-8367-d7abc9e25711 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "GET /v2.0/ports?device_id=f41affb8-d39d-4cd2-99ee-05bd51268577 HTTP/1.1" status: 200 len: 205 time: 0.0287893 Nov 11 17:39:39.675193 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53580) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:39.676155 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf252807-5f79-4755-9f91-a5c6cd8a45ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dc36be-1d70-41c0-bb59-a460d9efb792,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:39.723941 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-c911d2bd-a4b5-45b2-bde0-057bc4fd0cbe tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] delete failed (client error): The resource could not be found. Nov 11 17:39:39.727070 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c911d2bd-a4b5-45b2-bde0-057bc4fd0cbe tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "DELETE /v2.0/routers/f41affb8-d39d-4cd2-99ee-05bd51268577 HTTP/1.1" status: 404 len: 336 time: 0.0483782 Nov 11 17:39:39.727200 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53582) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:39.758970 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7be9035c-7d35-4264-b9d4-f6483c62a35a tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "GET /v2.0/ports?device_id=06149b71-b479-45ea-994c-84a73539ad45 HTTP/1.1" status: 200 len: 205 time: 0.0281661 Nov 11 17:39:39.758970 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ece15c00-0849-4aa6-b3c1-e7ed8556cc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:39.759407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53584) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:39.760267 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ece15c00-0849-4aa6-b3c1-e7ed8556cc6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:39.761390 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ece15c00-0849-4aa6-b3c1-e7ed8556cc6d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ad0abdef-6287-46f0-acb9-ad3d5e48b0a4 HTTP/1.1" status: 204 len: 168 time: 0.2857401 Nov 11 17:39:39.769662 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece15c00-0849-4aa6-b3c1-e7ed8556cc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0abdef-6287-46f0-acb9-ad3d5e48b0a4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:39.830176 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-07e877d0-adac-41d6-894e-f190fda6b29a tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] delete failed (client error): The resource could not be found. Nov 11 17:39:39.833875 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-07e877d0-adac-41d6-894e-f190fda6b29a tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "DELETE /v2.0/routers/06149b71-b479-45ea-994c-84a73539ad45 HTTP/1.1" status: 404 len: 336 time: 0.0704560 Nov 11 17:39:39.834048 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53588) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:39.871403 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b1e28897-d6e0-46ff-8b00-9703ef9f7c4f tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "GET /v2.0/ports?device_id=d026e915-c2db-4884-8c25-39ee5daecf7b HTTP/1.1" status: 200 len: 205 time: 0.0335822 Nov 11 17:39:39.871721 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53592) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:39.934394 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-9c6da8a6-db11-4507-9fe6-14d4f1ce11a1 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] delete failed (client error): The resource could not be found. Nov 11 17:39:39.938088 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9c6da8a6-db11-4507-9fe6-14d4f1ce11a1 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "DELETE /v2.0/routers/d026e915-c2db-4884-8c25-39ee5daecf7b HTTP/1.1" status: 404 len: 336 time: 0.0627091 Nov 11 17:39:39.938760 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53596) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:39.976851 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3fc53fae-7961-4077-9bc6-d19db09691a2 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c17b315-5655-4f93-8776-d6886c16192b HTTP/1.1" status: 200 len: 205 time: 0.0345395 Nov 11 17:39:39.977163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53602) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:40.025079 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-4a12b73d-fcd4-4ff0-a522-3e6e1d816fe6 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] delete failed (client error): The resource could not be found. Nov 11 17:39:40.026261 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4a12b73d-fcd4-4ff0-a522-3e6e1d816fe6 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "DELETE /v2.0/routers/6c17b315-5655-4f93-8776-d6886c16192b HTTP/1.1" status: 404 len: 336 time: 0.0483389 Nov 11 17:39:40.031530 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53606) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:40.062180 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9da201ad-f29c-467f-838b-33b0dfa42a28 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "GET /v2.0/ports?device_id=02e611e6-c265-42a9-8d02-7973a633a81a HTTP/1.1" status: 200 len: 205 time: 0.0294578 Nov 11 17:39:40.064498 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53608) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:40.107505 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-ced08cc5-7435-47f3-a6d1-2a47680b5954 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] delete failed (client error): The resource could not be found. Nov 11 17:39:40.108975 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ced08cc5-7435-47f3-a6d1-2a47680b5954 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "DELETE /v2.0/routers/02e611e6-c265-42a9-8d02-7973a633a81a HTTP/1.1" status: 404 len: 336 time: 0.0432127 Nov 11 17:39:40.111404 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53612) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:40.155394 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-433d30e1-c52a-4667-afaa-edea4212cec7 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] DELETE failed (client error): The resource could not be found. Nov 11 17:39:40.155895 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433d30e1-c52a-4667-afaa-edea4212cec7 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:39:40.160099 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-433d30e1-c52a-4667-afaa-edea4212cec7 tempest-RoutersAdminTest-1723428179 tempest-RoutersAdminTest-1723428179-project] 10.222.0.76 "DELETE /v2.0/subnets/07ee20a3-8e2e-422c-a826-87d993dc1676 HTTP/1.1" status: 404 len: 337 time: 0.0476758 Nov 11 17:39:40.185067 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 65d36f1d-52f0-48ba-8672-664f599611af up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:39:40.247041 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 65d36f1d-52f0-48ba-8672-664f599611af completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:39:40.251756 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 65d36f1d-52f0-48ba-8672-664f599611af triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:40.252489 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:40.336614 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:40.372167 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d36f1d-52f0-48ba-8672-664f599611af'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:39:40.374667 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab7b9c8-fa99-43de-aa24-16af18bb91da" -d '{"events": [{"server_uuid": "a3c108d0-f186-4144-9caf-d8e5ffb3014c", "name": "network-vif-plugged", "status": "completed", "tag": "65d36f1d-52f0-48ba-8672-664f599611af"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:39:40.394092 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 65d36f1d-52f0-48ba-8672-664f599611af, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=65d36f1d-52f0-48ba-8672-664f599611af,segment=NetworkSegment(9e037fe0-33a3-41f0-af33-eb594233dc5d),segment_id=9e037fe0-33a3-41f0-af33-eb594233dc5d)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:40.398053 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1650d53b-7544-4604-af76-f98da073c79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:40.406037 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:40.485796 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba98980-6a5d-4a54-a0b3-114d858b8d2b x-openstack-request-id: req-9ba98980-6a5d-4a54-a0b3-114d858b8d2b {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:39:40.487085 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c108d0-f186-4144-9caf-d8e5ffb3014c", "name": "network-vif-plugged", "status": "completed", "tag": "65d36f1d-52f0-48ba-8672-664f599611af", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:39:40.487635 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9ba98980-6a5d-4a54-a0b3-114d858b8d2b {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:39:40.489715 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d36f1d-52f0-48ba-8672-664f599611af', 'code': 200} Nov 11 17:39:40.502396 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53636) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:40.554972 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=65d36f1d-52f0-48ba-8672-664f599611af,revision_number=13']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:40.619141 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735b0dc-85e9-4eb2-9343-a4b5f811e6c3 req-567ae4b0-0d3d-4c6e-8f4b-5254e0a75006 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:40.627670 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0735b0dc-85e9-4eb2-9343-a4b5f811e6c3 req-567ae4b0-0d3d-4c6e-8f4b-5254e0a75006 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.83 "GET /v2.0/ports?device_id=031387a9-4cff-4c32-bd76-c7fda8c4a46a HTTP/1.1" status: 200 len: 909 time: 0.0876093 Nov 11 17:39:40.694123 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043930a-e36d-4a0f-b531-c55466be5c97 req-f9c2b7b1-39c3-4928-b1ec-6b5755c5e228 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:40.708611 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c043930a-e36d-4a0f-b531-c55466be5c97 req-f9c2b7b1-39c3-4928-b1ec-6b5755c5e228 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=031387a9-4cff-4c32-bd76-c7fda8c4a46a HTTP/1.1" status: 200 len: 909 time: 0.1063027 Nov 11 17:39:40.723740 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-db1f7501-b5da-47d1-bbc2-9dea7409889c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:40.800758 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-0735b0dc-85e9-4eb2-9343-a4b5f811e6c3 req-57f3921a-e7cf-4e9c-964b-64184d88f4e7 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Deleting port e072fec7-2fa5-46a2-a523-c2001b0b6ba9 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:39:40.801153 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0735b0dc-85e9-4eb2-9343-a4b5f811e6c3 req-57f3921a-e7cf-4e9c-964b-64184d88f4e7 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:40.920220 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-db1f7501-b5da-47d1-bbc2-9dea7409889c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:40.927361 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-db1f7501-b5da-47d1-bbc2-9dea7409889c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:40.934178 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:40.964093 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-0735b0dc-85e9-4eb2-9343-a4b5f811e6c3 req-57f3921a-e7cf-4e9c-964b-64184d88f4e7 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] For port e072fec7-2fa5-46a2-a523-c2001b0b6ba9, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=e072fec7-2fa5-46a2-a523-c2001b0b6ba9,segment=NetworkSegment(6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3),segment_id=6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:40.964422 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0735b0dc-85e9-4eb2-9343-a4b5f811e6c3 req-57f3921a-e7cf-4e9c-964b-64184d88f4e7 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:40.995325 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-0735b0dc-85e9-4eb2-9343-a4b5f811e6c3 req-57f3921a-e7cf-4e9c-964b-64184d88f4e7 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Calling delete_port for e072fec7-2fa5-46a2-a523-c2001b0b6ba9 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:39:41.000042 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-db1f7501-b5da-47d1-bbc2-9dea7409889c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a4fabf9d5fbf4e299eee11d42c2dc413&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4963746 Nov 11 17:39:41.003072 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53658) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:41.006957 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f7501-b5da-47d1-bbc2-9dea7409889c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2778ced-5d37-43e0-9e43-d7698ab56507,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:41.096076 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-99e70979-c8aa-4d72-a31c-68a8d1db94fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:41.135541 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-99e70979-c8aa-4d72-a31c-68a8d1db94fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:41.211888 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0735b0dc-85e9-4eb2-9343-a4b5f811e6c3 req-57f3921a-e7cf-4e9c-964b-64184d88f4e7 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:41.227968 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-99e70979-c8aa-4d72-a31c-68a8d1db94fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:41.231336 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-99e70979-c8aa-4d72-a31c-68a8d1db94fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:41.232849 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-99e70979-c8aa-4d72-a31c-68a8d1db94fc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a2778ced-5d37-43e0-9e43-d7698ab56507 HTTP/1.1" status: 204 len: 168 time: 0.2281466 Nov 11 17:39:41.243661 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e70979-c8aa-4d72-a31c-68a8d1db94fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2778ced-5d37-43e0-9e43-d7698ab56507,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:41.254567 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e70979-c8aa-4d72-a31c-68a8d1db94fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:41.254923 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e70979-c8aa-4d72-a31c-68a8d1db94fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:41.255269 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e70979-c8aa-4d72-a31c-68a8d1db94fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:41.255684 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e70979-c8aa-4d72-a31c-68a8d1db94fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:41.256785 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e70979-c8aa-4d72-a31c-68a8d1db94fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:41.261031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e70979-c8aa-4d72-a31c-68a8d1db94fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:41.266188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e70979-c8aa-4d72-a31c-68a8d1db94fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:41.267816 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e70979-c8aa-4d72-a31c-68a8d1db94fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:41.269764 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e70979-c8aa-4d72-a31c-68a8d1db94fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:41.273168 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e70979-c8aa-4d72-a31c-68a8d1db94fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:41.273521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e70979-c8aa-4d72-a31c-68a8d1db94fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:41.273872 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e70979-c8aa-4d72-a31c-68a8d1db94fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:41.319184 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3921a-e7cf-4e9c-964b-64184d88f4e7 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event deleted for resources: {'Port': ['ID=e072fec7-2fa5-46a2-a523-c2001b0b6ba9,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:41.386358 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-0735b0dc-85e9-4eb2-9343-a4b5f811e6c3 req-57f3921a-e7cf-4e9c-964b-64184d88f4e7 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] No DVR routers for this DVR port e072fec7-2fa5-46a2-a523-c2001b0b6ba9 on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:39:41.392890 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0735b0dc-85e9-4eb2-9343-a4b5f811e6c3 req-57f3921a-e7cf-4e9c-964b-64184d88f4e7 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:41.396362 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0735b0dc-85e9-4eb2-9343-a4b5f811e6c3 req-57f3921a-e7cf-4e9c-964b-64184d88f4e7 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.83 "DELETE /v2.0/ports/e072fec7-2fa5-46a2-a523-c2001b0b6ba9 HTTP/1.1" status: 204 len: 173 time: 0.7678459 Nov 11 17:39:41.396850 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031387a9-4cff-4c32-bd76-c7fda8c4a46a', 'name': 'network-vif-deleted', 'tag': 'e072fec7-2fa5-46a2-a523-c2001b0b6ba9'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:39:41.399171 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98287ef2-86b6-4367-96b7-e2933e1c00f0" -d '{"events": [{"server_uuid": "031387a9-4cff-4c32-bd76-c7fda8c4a46a", "name": "network-vif-deleted", "tag": "e072fec7-2fa5-46a2-a523-c2001b0b6ba9"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:39:41.462212 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd35df1-6560-4451-8bc7-5b1bddcfda6b x-openstack-request-id: req-ddd35df1-6560-4451-8bc7-5b1bddcfda6b {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:39:41.462714 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031387a9-4cff-4c32-bd76-c7fda8c4a46a", "name": "network-vif-deleted", "tag": "e072fec7-2fa5-46a2-a523-c2001b0b6ba9", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:39:41.463207 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ddd35df1-6560-4451-8bc7-5b1bddcfda6b {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:39:41.467472 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031387a9-4cff-4c32-bd76-c7fda8c4a46a', 'name': 'network-vif-deleted', 'tag': 'e072fec7-2fa5-46a2-a523-c2001b0b6ba9', 'status': 'completed', 'code': 200} Nov 11 17:39:41.825788 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53724) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:41.891326 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7481cf60-8e98-4ed0-96a8-e724e95928a2 req-9fd17c24-959a-4e5e-b3d7-64141bd705de tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=031387a9-4cff-4c32-bd76-c7fda8c4a46a HTTP/1.1" status: 200 len: 210 time: 0.0444760 Nov 11 17:39:41.922249 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c12de896-a1f3-49d0-a82e-47ee4c803d0c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4b55f97fcfac492cbaf9f3254c669af1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0939190 Nov 11 17:39:41.924899 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53726) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:41.986244 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8133390-e652-43c6-a35a-11c0316ac0b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:42.016560 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8133390-e652-43c6-a35a-11c0316ac0b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:42.090089 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8133390-e652-43c6-a35a-11c0316ac0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:42.094517 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8133390-e652-43c6-a35a-11c0316ac0b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:42.098614 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f8133390-e652-43c6-a35a-11c0316ac0b5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6f0490d4-96ef-4d3d-83eb-04a907e6cd71 HTTP/1.1" status: 204 len: 168 time: 0.1724210 Nov 11 17:39:42.112272 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8133390-e652-43c6-a35a-11c0316ac0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0490d4-96ef-4d3d-83eb-04a907e6cd71,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:42.571549 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:42.907380 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:42.976426 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53808) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:43.148729 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53812) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:43.366362 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1325088067'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:43.428555 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Made reservation on behalf of b2ccde06f320477ba3d3e24aee963396 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:39:43.434244 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:43.447007 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:43.623091 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:43.631786 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:43.669338 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1264} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:39:43.680828 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4580db7b-e556-4a9f-98b1-a1a8eb35e767,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:43.691888 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:43.692807 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Added segment 50828fb9-4ec5-41d5-b776-8e3399a7cacf of type vlan for network c04b497d-cd20-4ed6-a2de-2943bd703683 Nov 11 17:39:43.695817 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:43.696353 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:43.697338 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:43.698284 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:43.698762 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:43.699194 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:43.699667 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:43.700109 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:43.701009 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:43.701436 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:43.702023 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:43.702727 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:39:43.759380 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:43.790841 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:43.807863 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:43.809306 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:43.858240 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ce60145-890e-4495-809d-afdf690ac02c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:43.893527 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7400854 Nov 11 17:39:43.893888 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53842) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:43.899989 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-397a6f5d-0b36-40bf-8bf7-2588a6cf870d tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Request body: {'subnet': {'network_id': 'c04b497d-cd20-4ed6-a2de-2943bd703683', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:44.028706 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca9bdd-a8a7-4ab0-b443-4e87c76cf1e6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Pushing event updated for resources: {'Network': ['ID=c04b497d-cd20-4ed6-a2de-2943bd703683,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:44.035198 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397a6f5d-0b36-40bf-8bf7-2588a6cf870d tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Made reservation on behalf of b2ccde06f320477ba3d3e24aee963396 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:39:44.042654 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network c04b497d-cd20-4ed6-a2de-2943bd703683 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:39:44.058200 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-397a6f5d-0b36-40bf-8bf7-2588a6cf870d tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:44.212870 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device e072fec7-2fa5-46a2-a523-c2001b0b6ba9 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:39:44.255038 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: e072fec7-2fa5-46a2-a523-c2001b0b6ba9 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:39:44.259382 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device e072fec7-2fa5-46a2-a523-c2001b0b6ba9 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:39:44.439999 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-1ce60145-890e-4495-809d-afdf690ac02c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Deleting port f8656060-ce11-416f-a907-4d01b7d9b070 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:39:44.440916 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ce60145-890e-4495-809d-afdf690ac02c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:44.497205 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-397a6f5d-0b36-40bf-8bf7-2588a6cf870d tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:44.574388 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-1ce60145-890e-4495-809d-afdf690ac02c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] For port f8656060-ce11-416f-a907-4d01b7d9b070, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f8656060-ce11-416f-a907-4d01b7d9b070,segment=NetworkSegment(6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3),segment_id=6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:44.575198 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ce60145-890e-4495-809d-afdf690ac02c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:44.594220 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a6f5d-0b36-40bf-8bf7-2588a6cf870d tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Pushing event updated for resources: {'Subnet': ['ID=1ddcacef-d7dc-444c-bad6-42e3a128b1d1,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:44.605913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-1ce60145-890e-4495-809d-afdf690ac02c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Calling delete_port for f8656060-ce11-416f-a907-4d01b7d9b070 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:39:44.644372 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a6f5d-0b36-40bf-8bf7-2588a6cf870d tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Checking segment: {'id': '50828fb9-4ec5-41d5-b776-8e3399a7cacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c04b497d-cd20-4ed6-a2de-2943bd703683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:39:44.646605 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397a6f5d-0b36-40bf-8bf7-2588a6cf870d tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Network hostable DHCP agents. Network: c04b497d-cd20-4ed6-a2de-2943bd703683, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:39:44.707000 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397a6f5d-0b36-40bf-8bf7-2588a6cf870d tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Network c04b497d-cd20-4ed6-a2de-2943bd703683 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:39:44.720577 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-397a6f5d-0b36-40bf-8bf7-2588a6cf870d tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, c04b497d-cd20-4ed6-a2de-2943bd703683) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:39:44.726515 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397a6f5d-0b36-40bf-8bf7-2588a6cf870d tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:44.727131 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-397a6f5d-0b36-40bf-8bf7-2588a6cf870d tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:44.730456 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4e078c-fc3f-481a-80ef-e23e836b7b5f None None] Network c04b497d-cd20-4ed6-a2de-2943bd703683 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:39:44.752371 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-397a6f5d-0b36-40bf-8bf7-2588a6cf870d tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8570979 Nov 11 17:39:44.754300 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53848) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:44.764408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e823111e-e482-4961-87fc-9c3c7beb4857 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Request body: {'port': {'network_id': 'c04b497d-cd20-4ed6-a2de-2943bd703683', 'name': 'tempest-AllowedAddressPairTestJSON-329635507'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:44.981582 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ce60145-890e-4495-809d-afdf690ac02c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:45.019593 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e823111e-e482-4961-87fc-9c3c7beb4857 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Made reservation on behalf of b2ccde06f320477ba3d3e24aee963396 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:39:45.026238 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e823111e-e482-4961-87fc-9c3c7beb4857 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:45.041702 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc6ca13-fdf2-42cc-b9b0-041214900202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-c04b497d-cd20-4ed6-a2de-2943bd703683', 'network_id': 'c04b497d-cd20-4ed6-a2de-2943bd703683', 'tenant_id': 'b2ccde06f320477ba3d3e24aee963396', 'fixed_ips': [{'subnet_id': '1ddcacef-d7dc-444c-bad6-42e3a128b1d1'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:39:45.043030 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ca13-fdf2-42cc-b9b0-041214900202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:45.064673 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce60145-890e-4495-809d-afdf690ac02c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event deleted for resources: {'Port': ['ID=f8656060-ce11-416f-a907-4d01b7d9b070,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:45.067112 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-e823111e-e482-4961-87fc-9c3c7beb4857 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] device_id is not set on port 5789d094-ab75-47b1-b122-39d43e94a763 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:39:45.277339 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-4dc6ca13-fdf2-42cc-b9b0-041214900202 None None] Allocated IP 172.20.0.2 (c04b497d-cd20-4ed6-a2de-2943bd703683/1ddcacef-d7dc-444c-bad6-42e3a128b1d1/fa217d0d-093b-4b22-86da-73bd48bb9c78) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:39:45.591502 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ca13-fdf2-42cc-b9b0-041214900202 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:45.598076 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ca13-fdf2-42cc-b9b0-041214900202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:45.653173 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6ca13-fdf2-42cc-b9b0-041214900202 None None] Pushing event updated for resources: {'Port': ['ID=fa217d0d-093b-4b22-86da-73bd48bb9c78,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:45.665648 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc6ca13-fdf2-42cc-b9b0-041214900202 None None] Network c04b497d-cd20-4ed6-a2de-2943bd703683 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:39:45.668175 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-4dc6ca13-fdf2-42cc-b9b0-041214900202 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:39:45.672943 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-e823111e-e482-4961-87fc-9c3c7beb4857 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Allocated IP 172.20.0.6 (c04b497d-cd20-4ed6-a2de-2943bd703683/1ddcacef-d7dc-444c-bad6-42e3a128b1d1/5789d094-ab75-47b1-b122-39d43e94a763) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:39:45.673459 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc6ca13-fdf2-42cc-b9b0-041214900202 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:39:45.748861 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4dc6ca13-fdf2-42cc-b9b0-041214900202 None None] Attempting to bind port fa217d0d-093b-4b22-86da-73bd48bb9c78 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:39:45.749655 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4dc6ca13-fdf2-42cc-b9b0-041214900202 None None] Attempting to bind port fa217d0d-093b-4b22-86da-73bd48bb9c78 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '50828fb9-4ec5-41d5-b776-8e3399a7cacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c04b497d-cd20-4ed6-a2de-2943bd703683'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:39:45.750213 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc6ca13-fdf2-42cc-b9b0-041214900202 None None] Attempting to bind port fa217d0d-093b-4b22-86da-73bd48bb9c78 on network c04b497d-cd20-4ed6-a2de-2943bd703683 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:39:45.756296 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ce60145-890e-4495-809d-afdf690ac02c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:45.757439 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc6ca13-fdf2-42cc-b9b0-041214900202 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:39:45.758331 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc6ca13-fdf2-42cc-b9b0-041214900202 None None] Checking segment: {'id': '50828fb9-4ec5-41d5-b776-8e3399a7cacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c04b497d-cd20-4ed6-a2de-2943bd703683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:39:45.758920 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ca13-fdf2-42cc-b9b0-041214900202 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:45.759689 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc6ca13-fdf2-42cc-b9b0-041214900202 None None] Bound using segment: {'id': '50828fb9-4ec5-41d5-b776-8e3399a7cacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c04b497d-cd20-4ed6-a2de-2943bd703683'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:39:45.761010 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4dc6ca13-fdf2-42cc-b9b0-041214900202 None None] Bound port: fa217d0d-093b-4b22-86da-73bd48bb9c78, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50828fb9-4ec5-41d5-b776-8e3399a7cacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c04b497d-cd20-4ed6-a2de-2943bd703683'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:39:45.761568 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ca13-fdf2-42cc-b9b0-041214900202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:45.858744 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4dc6ca13-fdf2-42cc-b9b0-041214900202 None None] For port fa217d0d-093b-4b22-86da-73bd48bb9c78, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:39:45.866824 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4dc6ca13-fdf2-42cc-b9b0-041214900202 None None] For port fa217d0d-093b-4b22-86da-73bd48bb9c78, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=fa217d0d-093b-4b22-86da-73bd48bb9c78,segment=NetworkSegment(50828fb9-4ec5-41d5-b776-8e3399a7cacf),segment_id=50828fb9-4ec5-41d5-b776-8e3399a7cacf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:39:45.871807 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ca13-fdf2-42cc-b9b0-041214900202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:46.002281 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e823111e-e482-4961-87fc-9c3c7beb4857 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:46.037009 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6ca13-fdf2-42cc-b9b0-041214900202 None None] Pushing event updated for resources: {'Port': ['ID=fa217d0d-093b-4b22-86da-73bd48bb9c78,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:46.063781 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e823111e-e482-4961-87fc-9c3c7beb4857 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:46.135702 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce60145-890e-4495-809d-afdf690ac02c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Router c3637510-335b-40ec-815d-c7370c1a5416 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:39:46.208712 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e823111e-e482-4961-87fc-9c3c7beb4857 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Network c04b497d-cd20-4ed6-a2de-2943bd703683 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:39:46.213251 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-e823111e-e482-4961-87fc-9c3c7beb4857 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:39:46.266682 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e823111e-e482-4961-87fc-9c3c7beb4857 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:39:46.296424 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823111e-e482-4961-87fc-9c3c7beb4857 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Pushing event updated for resources: {'Port': ['ID=5789d094-ab75-47b1-b122-39d43e94a763,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:46.347499 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e823111e-e482-4961-87fc-9c3c7beb4857 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:46.348551 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e823111e-e482-4961-87fc-9c3c7beb4857 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:46.386489 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e823111e-e482-4961-87fc-9c3c7beb4857 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6289692 Nov 11 17:39:46.387062 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce60145-890e-4495-809d-afdf690ac02c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:39:46.389834 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53884) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:46.400278 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-89c20832-44ba-49bc-8ea3-c6725a137f83 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Request body: {'port': {'network_id': 'c04b497d-cd20-4ed6-a2de-2943bd703683', 'name': 'tempest-AllowedAddressPairTestJSON-464884727', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:35:9c:3a'}]}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:46.409843 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47096de-bb4f-4e9f-9912-28b643d2907c None None] Sync routers for ids ['c3637510-335b-40ec-815d-c7370c1a5416'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:39:46.410618 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1ce60145-890e-4495-809d-afdf690ac02c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "PUT /v2.0/routers/c3637510-335b-40ec-815d-c7370c1a5416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4327972 Nov 11 17:39:46.411550 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53886) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:46.434368 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47096de-bb4f-4e9f-9912-28b643d2907c None None] Routers {'c3637510-335b-40ec-815d-c7370c1a5416'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:39:46.434368 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f47096de-bb4f-4e9f-9912-28b643d2907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:39:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c3637510-335b-40ec-815d-c7370c1a5416'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:46.510236 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cd2887-873b-4862-a131-339a0233f5c2 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Deleting subnet a8e1d795-5e9a-4847-af5a-03890d6415f4 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:39:46.514372 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2887-873b-4862-a131-339a0233f5c2 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:46.580894 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2887-873b-4862-a131-339a0233f5c2 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:46.615398 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-f47096de-bb4f-4e9f-9912-28b643d2907c None None] Set router c3637510-335b-40ec-815d-c7370c1a5416 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:39:46.669937 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c20832-44ba-49bc-8ea3-c6725a137f83 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Made reservation on behalf of b2ccde06f320477ba3d3e24aee963396 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:39:46.907695 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2887-873b-4862-a131-339a0233f5c2 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:46.909109 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-89c20832-44ba-49bc-8ea3-c6725a137f83 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:46.953042 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-89c20832-44ba-49bc-8ea3-c6725a137f83 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] device_id is not set on port 943fd1bf-8e52-4960-82c7-c20ecc9b1762 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:39:47.090802 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2887-873b-4862-a131-339a0233f5c2 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:47.115775 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f47096de-bb4f-4e9f-9912-28b643d2907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3637510-335b-40ec-815d-c7370c1a5416', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1370357048', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '2492f59f-b304-4747-9b7b-194c1ff8a824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:58Z', 'updated_at': '2021-11-11T17:39:44Z', 'revision_number': 5, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '2492f59f-b304-4747-9b7b-194c1ff8a824', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3637510-335b-40ec-815d-c7370c1a5416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:39:01Z', 'updated_at': '2021-11-11T17:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:47.161764 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2887-873b-4862-a131-339a0233f5c2 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:47.169305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e9cd2887-873b-4862-a131-339a0233f5c2 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "DELETE /v2.0/subnets/a8e1d795-5e9a-4847-af5a-03890d6415f4 HTTP/1.1" status: 204 len: 168 time: 0.7551463 Nov 11 17:39:47.170573 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd2887-873b-4862-a131-339a0233f5c2 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event deleted for resources: {'Subnet': ['ID=a8e1d795-5e9a-4847-af5a-03890d6415f4,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:47.172032 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53896) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:47.179516 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-89c20832-44ba-49bc-8ea3-c6725a137f83 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Allocated IP 172.20.0.11 (c04b497d-cd20-4ed6-a2de-2943bd703683/1ddcacef-d7dc-444c-bad6-42e3a128b1d1/943fd1bf-8e52-4960-82c7-c20ecc9b1762) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:39:47.183830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fa217d0d-093b-4b22-86da-73bd48bb9c78 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:39:47.213919 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840f604b-4bfb-47ea-be7f-17e21eba43a0 None None] Network 38222cdd-1ada-484b-a584-55a699800ebd requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:39:47.225530 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47096de-bb4f-4e9f-9912-28b643d2907c None None] Checking router: c3637510-335b-40ec-815d-c7370c1a5416 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:39:47.326108 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47096de-bb4f-4e9f-9912-28b643d2907c None None] Routers {'c3637510-335b-40ec-815d-c7370c1a5416'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:39:47.326746 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f47096de-bb4f-4e9f-9912-28b643d2907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:39:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c3637510-335b-40ec-815d-c7370c1a5416'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:47.382450 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b66b0cc-416c-499c-a2b6-30d420fb1591 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:47.482338 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port fa217d0d-093b-4b22-86da-73bd48bb9c78 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:47.482904 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:47.549471 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8573917d-5b70-480d-a0b8-4ff42491029c None None] Network c04b497d-cd20-4ed6-a2de-2943bd703683 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:39:47.567180 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-f47096de-bb4f-4e9f-9912-28b643d2907c None None] Set router c3637510-335b-40ec-815d-c7370c1a5416 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:39:47.966796 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b66b0cc-416c-499c-a2b6-30d420fb1591 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:47.985886 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-89c20832-44ba-49bc-8ea3-c6725a137f83 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:48.074765 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e833784f-978d-494d-9a94-8af542e21759 None None] Provisioning complete for port fa217d0d-093b-4b22-86da-73bd48bb9c78 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:48.075146 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e833784f-978d-494d-9a94-8af542e21759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:48.102309 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-8b66b0cc-416c-499c-a2b6-30d420fb1591 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Deleting port 2492f59f-b304-4747-9b7b-194c1ff8a824 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:39:48.102658 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b66b0cc-416c-499c-a2b6-30d420fb1591 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:48.104923 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-89c20832-44ba-49bc-8ea3-c6725a137f83 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:48.272641 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c20832-44ba-49bc-8ea3-c6725a137f83 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Network c04b497d-cd20-4ed6-a2de-2943bd703683 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:39:48.284163 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71426af5-eeb5-415b-8153-130395fdea67 None None] DHCP port deletion for 38222cdd-1ada-484b-a584-55a699800ebd request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:39:48.289653 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:48.295073 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-89c20832-44ba-49bc-8ea3-c6725a137f83 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:39:48.301447 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c20832-44ba-49bc-8ea3-c6725a137f83 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Pushing event updated for resources: {'Port': ['ID=943fd1bf-8e52-4960-82c7-c20ecc9b1762,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:48.307054 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c20832-44ba-49bc-8ea3-c6725a137f83 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:39:48.399982 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c20832-44ba-49bc-8ea3-c6725a137f83 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:48.402596 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-89c20832-44ba-49bc-8ea3-c6725a137f83 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:48.410498 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:48.428208 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-89c20832-44ba-49bc-8ea3-c6725a137f83 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.0361843 Nov 11 17:39:48.430807 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53926) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:48.497156 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e833784f-978d-494d-9a94-8af542e21759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:48.544750 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port fa217d0d-093b-4b22-86da-73bd48bb9c78, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=fa217d0d-093b-4b22-86da-73bd48bb9c78,segment=NetworkSegment(50828fb9-4ec5-41d5-b776-8e3399a7cacf),segment_id=50828fb9-4ec5-41d5-b776-8e3399a7cacf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:48.554533 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-8b66b0cc-416c-499c-a2b6-30d420fb1591 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] For port 2492f59f-b304-4747-9b7b-194c1ff8a824, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=2492f59f-b304-4747-9b7b-194c1ff8a824,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:48.554905 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b66b0cc-416c-499c-a2b6-30d420fb1591 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:48.587187 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:48.587435 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-8b66b0cc-416c-499c-a2b6-30d420fb1591 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Calling delete_port for 2492f59f-b304-4747-9b7b-194c1ff8a824 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:39:48.660762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880b0567-6491-44be-b279-ce17766ad7c6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:48.691368 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880b0567-6491-44be-b279-ce17766ad7c6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:48.697414 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-71426af5-eeb5-415b-8153-130395fdea67 None None] Deleting port dc408af9-54d4-4387-9892-68965f21dd8c {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:39:48.697948 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-71426af5-eeb5-415b-8153-130395fdea67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:48.702745 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880b0567-6491-44be-b279-ce17766ad7c6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:48.705122 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-880b0567-6491-44be-b279-ce17766ad7c6 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2703090 Nov 11 17:39:48.707532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53930) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:48.814108 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-e833784f-978d-494d-9a94-8af542e21759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:39:48.814579 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-e833784f-978d-494d-9a94-8af542e21759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:39:48.842270 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=fa217d0d-093b-4b22-86da-73bd48bb9c78,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:48.875684 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f47096de-bb4f-4e9f-9912-28b643d2907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3637510-335b-40ec-815d-c7370c1a5416', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1370357048', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '2492f59f-b304-4747-9b7b-194c1ff8a824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:58Z', 'updated_at': '2021-11-11T17:39:44Z', 'revision_number': 5, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '2492f59f-b304-4747-9b7b-194c1ff8a824', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3637510-335b-40ec-815d-c7370c1a5416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:39:01Z', 'updated_at': '2021-11-11T17:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:48.940399 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device dc408af9-54d4-4387-9892-68965f21dd8c no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:39:48.956408 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-3842a9dd-1ad6-4e4f-87b4-d0c17a35d0d7 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Deleting port 943fd1bf-8e52-4960-82c7-c20ecc9b1762 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:39:48.956789 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3842a9dd-1ad6-4e4f-87b4-d0c17a35d0d7 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:48.973569 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-71426af5-eeb5-415b-8153-130395fdea67 None None] For port dc408af9-54d4-4387-9892-68965f21dd8c, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=dc408af9-54d4-4387-9892-68965f21dd8c,segment=NetworkSegment(6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3),segment_id=6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:48.974043 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-71426af5-eeb5-415b-8153-130395fdea67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:49.004140 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-71426af5-eeb5-415b-8153-130395fdea67 None None] Calling delete_port for dc408af9-54d4-4387-9892-68965f21dd8c owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:39:49.054105 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b66b0cc-416c-499c-a2b6-30d420fb1591 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:49.151580 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47096de-bb4f-4e9f-9912-28b643d2907c None None] The sync data for ids ['c3637510-335b-40ec-815d-c7370c1a5416'] in n-d-816206-4 is: [{'id': 'c3637510-335b-40ec-815d-c7370c1a5416', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1370357048', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '2492f59f-b304-4747-9b7b-194c1ff8a824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:58Z', 'updated_at': '2021-11-11T17:39:44Z', 'revision_number': 5, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '2492f59f-b304-4747-9b7b-194c1ff8a824', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3637510-335b-40ec-815d-c7370c1a5416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:39:01Z', 'updated_at': '2021-11-11T17:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:39:49.164680 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3842a9dd-1ad6-4e4f-87b4-d0c17a35d0d7 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:49.170443 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66b0cc-416c-499c-a2b6-30d420fb1591 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event deleted for resources: {'Port': ['ID=2492f59f-b304-4747-9b7b-194c1ff8a824,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:49.186992 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-3842a9dd-1ad6-4e4f-87b4-d0c17a35d0d7 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Calling delete_port for 943fd1bf-8e52-4960-82c7-c20ecc9b1762 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:39:49.243717 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9221d12b-6232-4ad2-88d4-2c44e30813d9 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:39:49.336026 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:49.376650 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b66b0cc-416c-499c-a2b6-30d420fb1591 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:49.492636 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-71426af5-eeb5-415b-8153-130395fdea67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:49.540575 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3842a9dd-1ad6-4e4f-87b4-d0c17a35d0d7 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:49.577053 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71426af5-eeb5-415b-8153-130395fdea67 None None] No DVR routers for this DVR port dc408af9-54d4-4387-9892-68965f21dd8c on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:39:49.615143 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71426af5-eeb5-415b-8153-130395fdea67 None None] Pushing event deleted for resources: {'Port': ['ID=dc408af9-54d4-4387-9892-68965f21dd8c,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:49.660296 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b902ebcf-4c40-4a16-82a7-dc8511985758 None None] Provisioning complete for port 5789d094-ab75-47b1-b122-39d43e94a763 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:49.660968 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b902ebcf-4c40-4a16-82a7-dc8511985758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:49.679704 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b66b0cc-416c-499c-a2b6-30d420fb1591 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:49.686120 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b66b0cc-416c-499c-a2b6-30d420fb1591 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:49.690585 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842a9dd-1ad6-4e4f-87b4-d0c17a35d0d7 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Pushing event deleted for resources: {'Port': ['ID=943fd1bf-8e52-4960-82c7-c20ecc9b1762,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:49.760477 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b902ebcf-4c40-4a16-82a7-dc8511985758 None None] Port 5789d094-ab75-47b1-b122-39d43e94a763 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:39:49.782135 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b902ebcf-4c40-4a16-82a7-dc8511985758 None None] Could not find standard attr ID for object 943fd1bf-8e52-4960-82c7-c20ecc9b1762. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:39:49.782423 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b66b0cc-416c-499c-a2b6-30d420fb1591 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:49.783051 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b66b0cc-416c-499c-a2b6-30d420fb1591 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Fanout notify agent at l3_agent the message router_deleted on router c3637510-335b-40ec-815d-c7370c1a5416 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:39:49.812993 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b66b0cc-416c-499c-a2b6-30d420fb1591 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:49.823285 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8b66b0cc-416c-499c-a2b6-30d420fb1591 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "DELETE /v2.0/routers/c3637510-335b-40ec-815d-c7370c1a5416 HTTP/1.1" status: 204 len: 168 time: 2.6481872 Nov 11 17:39:49.824017 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53940) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:49.831323 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b902ebcf-4c40-4a16-82a7-dc8511985758 None None] Provisioning complete for port fa217d0d-093b-4b22-86da-73bd48bb9c78 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:49.831695 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b902ebcf-4c40-4a16-82a7-dc8511985758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:50.026101 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-39b95686-ea92-466c-8acc-a523ab17d44f tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:50.105069 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3842a9dd-1ad6-4e4f-87b4-d0c17a35d0d7 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:50.112881 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3842a9dd-1ad6-4e4f-87b4-d0c17a35d0d7 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "DELETE /v2.0/ports/943fd1bf-8e52-4960-82c7-c20ecc9b1762 HTTP/1.1" status: 204 len: 168 time: 1.4040251 Nov 11 17:39:50.116814 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53942) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:50.152940 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1fa04db1-811f-4912-9d22-0d74a3700db3 None None] Could not find standard attr ID for object 943fd1bf-8e52-4960-82c7-c20ecc9b1762. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:39:50.221699 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6706fc-ffdd-42de-9c6a-3d43cd326c87 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] GET failed (client error): The resource could not be found. Nov 11 17:39:50.226780 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3d6706fc-ffdd-42de-9c6a-3d43cd326c87 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "GET /v2.0/ports/943fd1bf-8e52-4960-82c7-c20ecc9b1762 HTTP/1.1" status: 404 len: 333 time: 0.1059074 Nov 11 17:39:50.227593 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53946) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:50.234927 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ea4e1fce-0e80-433f-8b16-c1731731ef62 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Request body: {'port': {'network_id': 'c04b497d-cd20-4ed6-a2de-2943bd703683', 'name': 'tempest-AllowedAddressPairTestJSON-922289799'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:50.257288 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-39b95686-ea92-466c-8acc-a523ab17d44f tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:50.310725 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-39b95686-ea92-466c-8acc-a523ab17d44f tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38222cdd-1ada-484b-a584-55a699800ebd']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:50.327129 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-39b95686-ea92-466c-8acc-a523ab17d44f tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:50.327895 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-39b95686-ea92-466c-8acc-a523ab17d44f tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8b7558-bd20-4cbf-a0f1-45bffad5b3e3') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:50.341766 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-39b95686-ea92-466c-8acc-a523ab17d44f tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:50.364892 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-39b95686-ea92-466c-8acc-a523ab17d44f tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:50.373000 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b95686-ea92-466c-8acc-a523ab17d44f tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Releasing vlan 1270 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:39:50.373713 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-39b95686-ea92-466c-8acc-a523ab17d44f tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:39:50.436460 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:39:50.444682 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-39b95686-ea92-466c-8acc-a523ab17d44f tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:50.457525 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-39b95686-ea92-466c-8acc-a523ab17d44f tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:50.460885 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4e1fce-0e80-433f-8b16-c1731731ef62 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Made reservation on behalf of b2ccde06f320477ba3d3e24aee963396 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:39:50.466741 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ea4e1fce-0e80-433f-8b16-c1731731ef62 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:50.473719 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-39b95686-ea92-466c-8acc-a523ab17d44f tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "DELETE /v2.0/networks/38222cdd-1ada-484b-a584-55a699800ebd HTTP/1.1" status: 204 len: 168 time: 0.6485686 Nov 11 17:39:50.489116 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b95686-ea92-466c-8acc-a523ab17d44f tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event deleted for resources: {'Network': ['ID=38222cdd-1ada-484b-a584-55a699800ebd,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:50.493383 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53950) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:50.511514 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-ea4e1fce-0e80-433f-8b16-c1731731ef62 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] device_id is not set on port bdacc441-ef76-407a-a184-2dbdb0b4d822 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:39:50.737906 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-ea4e1fce-0e80-433f-8b16-c1731731ef62 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Allocated IP 172.20.0.11 (c04b497d-cd20-4ed6-a2de-2943bd703683/1ddcacef-d7dc-444c-bad6-42e3a128b1d1/bdacc441-ef76-407a-a184-2dbdb0b4d822) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:39:50.814587 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-fd52f1aa-e917-463a-88d1-190cd13cb870 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Deleting port 722bf3fb-cb6a-441c-b06a-1cc1a29c748a {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:39:50.814940 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd52f1aa-e917-463a-88d1-190cd13cb870 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:50.916925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fa217d0d-093b-4b22-86da-73bd48bb9c78 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:39:51.031250 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ea4e1fce-0e80-433f-8b16-c1731731ef62 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:51.097066 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ea4e1fce-0e80-433f-8b16-c1731731ef62 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:51.106777 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd52f1aa-e917-463a-88d1-190cd13cb870 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:51.107132 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd52f1aa-e917-463a-88d1-190cd13cb870 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:51.141736 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port fa217d0d-093b-4b22-86da-73bd48bb9c78 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:51.142127 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:51.146909 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-fd52f1aa-e917-463a-88d1-190cd13cb870 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Calling delete_port for 722bf3fb-cb6a-441c-b06a-1cc1a29c748a owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:39:51.167607 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4e1fce-0e80-433f-8b16-c1731731ef62 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Network c04b497d-cd20-4ed6-a2de-2943bd703683 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:39:51.174149 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-ea4e1fce-0e80-433f-8b16-c1731731ef62 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:39:51.178323 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4e1fce-0e80-433f-8b16-c1731731ef62 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:39:51.213251 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e1fce-0e80-433f-8b16-c1731731ef62 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Pushing event updated for resources: {'Port': ['ID=bdacc441-ef76-407a-a184-2dbdb0b4d822,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:51.289966 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4e1fce-0e80-433f-8b16-c1731731ef62 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:51.289966 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ea4e1fce-0e80-433f-8b16-c1731731ef62 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:51.329527 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ea4e1fce-0e80-433f-8b16-c1731731ef62 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0993261 Nov 11 17:39:51.332668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53958) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:51.340430 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6484a1b0-c62e-49c5-937e-8adc04c0fb8f tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:35:9c:3a'}]}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:51.405283 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f8656060-ce11-416f-a907-4d01b7d9b070 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:39:51.452829 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: f8656060-ce11-416f-a907-4d01b7d9b070 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:39:51.453814 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f8656060-ce11-416f-a907-4d01b7d9b070 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:39:51.455151 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 2492f59f-b304-4747-9b7b-194c1ff8a824 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:39:51.485523 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd52f1aa-e917-463a-88d1-190cd13cb870 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:51.510655 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 2492f59f-b304-4747-9b7b-194c1ff8a824 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:39:51.511062 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 2492f59f-b304-4747-9b7b-194c1ff8a824 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:39:51.527700 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52f1aa-e917-463a-88d1-190cd13cb870 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event deleted for resources: {'Port': ['ID=722bf3fb-cb6a-441c-b06a-1cc1a29c748a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:51.594157 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7b3620d6-d59a-439c-91cc-c5246552c2ed None None] Provisioning complete for port bdacc441-ef76-407a-a184-2dbdb0b4d822 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:51.594530 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7b3620d6-d59a-439c-91cc-c5246552c2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:51.598109 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6484a1b0-c62e-49c5-937e-8adc04c0fb8f tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:51.605507 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd52f1aa-e917-463a-88d1-190cd13cb870 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:51.605854 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-fd52f1aa-e917-463a-88d1-190cd13cb870 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Floating IP b8072849-7c9b-4f33-940c-86e05f805a40 disassociated (deleted). External IP: 172.25.2.7, port: e76c4510-bfa9-465f-a072-1401698619a3. Nov 11 17:39:51.660343 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-7b3620d6-d59a-439c-91cc-c5246552c2ed None None] Port bdacc441-ef76-407a-a184-2dbdb0b4d822 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:39:51.898747 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6484a1b0-c62e-49c5-937e-8adc04c0fb8f tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:51.904786 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6484a1b0-c62e-49c5-937e-8adc04c0fb8f tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:51.939951 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd52f1aa-e917-463a-88d1-190cd13cb870 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Router 07a3de9a-7612-486e-87f4-1b46b4bb144f has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:39:52.013433 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-6484a1b0-c62e-49c5-937e-8adc04c0fb8f tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] In _notify_port_updated(), no bound segment for port bdacc441-ef76-407a-a184-2dbdb0b4d822 on network c04b497d-cd20-4ed6-a2de-2943bd703683 {{(pid=102618) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:39:52.019677 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6484a1b0-c62e-49c5-937e-8adc04c0fb8f tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:52.020700 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6484a1b0-c62e-49c5-937e-8adc04c0fb8f tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:52.023719 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6484a1b0-c62e-49c5-937e-8adc04c0fb8f tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "PUT /v2.0/ports/bdacc441-ef76-407a-a184-2dbdb0b4d822 HTTP/1.1" status: 200 len: 993 time: 0.6898808 Nov 11 17:39:52.026873 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53968) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:52.082120 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484a1b0-c62e-49c5-937e-8adc04c0fb8f tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Pushing event updated for resources: {'Port': ['ID=bdacc441-ef76-407a-a184-2dbdb0b4d822,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:52.176079 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-3fcb1777-7cac-4b64-9d80-c22dcfb78645 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Deleting port bdacc441-ef76-407a-a184-2dbdb0b4d822 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:39:52.176503 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3fcb1777-7cac-4b64-9d80-c22dcfb78645 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:52.195581 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd52f1aa-e917-463a-88d1-190cd13cb870 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:39:52.202107 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd52f1aa-e917-463a-88d1-190cd13cb870 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:52.219789 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca8790-d17d-42e0-8a01-05c11eb59979 None None] Sync routers for ids ['07a3de9a-7612-486e-87f4-1b46b4bb144f'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:39:52.233778 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca8790-d17d-42e0-8a01-05c11eb59979 None None] Routers {'07a3de9a-7612-486e-87f4-1b46b4bb144f'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:39:52.235902 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-77ca8790-d17d-42e0-8a01-05c11eb59979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:39:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['07a3de9a-7612-486e-87f4-1b46b4bb144f'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:52.256257 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fd52f1aa-e917-463a-88d1-190cd13cb870 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "DELETE /v2.0/floatingips/b8072849-7c9b-4f33-940c-86e05f805a40 HTTP/1.1" status: 204 len: 168 time: 1.7607510 Nov 11 17:39:52.260407 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1548b81b-bd7d-4f98-95b8-3baa9513bd48', 'tag': 'e76c4510-bfa9-465f-a072-1401698619a3'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:39:52.264856 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b973b3eb-17a5-4a22-bc0e-ac4bd601d625" -d '{"events": [{"name": "network-changed", "server_uuid": "1548b81b-bd7d-4f98-95b8-3baa9513bd48", "tag": "e76c4510-bfa9-465f-a072-1401698619a3"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:39:52.368805 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3fcb1777-7cac-4b64-9d80-c22dcfb78645 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:52.388062 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-77ca8790-d17d-42e0-8a01-05c11eb59979 None None] Set router 07a3de9a-7612-486e-87f4-1b46b4bb144f gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:39:52.396914 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-be8b1f95-9878-4693-a9ea-7d4177957646 None None] Provisioning complete for port bdacc441-ef76-407a-a184-2dbdb0b4d822 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:52.397486 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-3fcb1777-7cac-4b64-9d80-c22dcfb78645 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Calling delete_port for bdacc441-ef76-407a-a184-2dbdb0b4d822 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:39:52.397619 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-be8b1f95-9878-4693-a9ea-7d4177957646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:52.506104 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-be8b1f95-9878-4693-a9ea-7d4177957646 None None] Port bdacc441-ef76-407a-a184-2dbdb0b4d822 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:39:52.689175 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ed1378-7fbf-47a4-b9f4-16780b1fc63e x-openstack-request-id: req-55ed1378-7fbf-47a4-b9f4-16780b1fc63e {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:39:52.689709 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1548b81b-bd7d-4f98-95b8-3baa9513bd48", "tag": "e76c4510-bfa9-465f-a072-1401698619a3", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:39:52.690003 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-55ed1378-7fbf-47a4-b9f4-16780b1fc63e {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:39:52.690599 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1548b81b-bd7d-4f98-95b8-3baa9513bd48', 'tag': 'e76c4510-bfa9-465f-a072-1401698619a3', 'status': 'completed', 'code': 200} Nov 11 17:39:52.847106 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-77ca8790-d17d-42e0-8a01-05c11eb59979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050477443', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:38Z', 'updated_at': '2021-11-11T17:37:52Z', 'revision_number': 4, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:39Z', 'updated_at': '2021-11-11T17:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'c1cf0962-d5a7-4066-a612-92064d21e345', 'name': '', 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7', 'tenant_id': '83768074d3d244f883814e21701528e8', 'mac_address': 'fa:16:3e:84:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '2ff48720-5019-41a9-ad5c-91187e85b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:49Z', 'updated_at': '2021-11-11T17:37:57Z', 'revision_number': 5, 'project_id': '83768074d3d244f883814e21701528e8', 'subnets': [{'id': '2ff48720-5019-41a9-ad5c-91187e85b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:52.933923 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973b3eb-17a5-4a22-bc0e-ac4bd601d625 req-8f78ef58-d0e8-49dd-b78d-fd664c5a4d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:52.942746 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b973b3eb-17a5-4a22-bc0e-ac4bd601d625 req-8f78ef58-d0e8-49dd-b78d-fd664c5a4d5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=83768074d3d244f883814e21701528e8&device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 1136 time: 0.2047434 Nov 11 17:39:52.977960 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca8790-d17d-42e0-8a01-05c11eb59979 None None] Checking router: 07a3de9a-7612-486e-87f4-1b46b4bb144f for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:39:53.013022 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca8790-d17d-42e0-8a01-05c11eb59979 None None] Routers {'07a3de9a-7612-486e-87f4-1b46b4bb144f'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:39:53.014079 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-77ca8790-d17d-42e0-8a01-05c11eb59979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:39:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['07a3de9a-7612-486e-87f4-1b46b4bb144f'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:53.027290 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3fcb1777-7cac-4b64-9d80-c22dcfb78645 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:53.141328 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb1777-7cac-4b64-9d80-c22dcfb78645 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Pushing event deleted for resources: {'Port': ['ID=bdacc441-ef76-407a-a184-2dbdb0b4d822,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:53.172329 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973b3eb-17a5-4a22-bc0e-ac4bd601d625 req-517b6373-2a68-41a7-8b39-c682b5b54cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:53.177860 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b973b3eb-17a5-4a22-bc0e-ac4bd601d625 req-517b6373-2a68-41a7-8b39-c682b5b54cd8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e5de9005-253c-47dc-8253-8ca04fe7abb7 HTTP/1.1" status: 200 len: 897 time: 0.2275283 Nov 11 17:39:53.180223 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-77ca8790-d17d-42e0-8a01-05c11eb59979 None None] Set router 07a3de9a-7612-486e-87f4-1b46b4bb144f gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:39:53.208772 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55449f7-d024-4a97-9a25-3894b716cef9 req-f3654f92-f573-48f6-8c6c-0257486992bd tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:53.210362 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c55449f7-d024-4a97-9a25-3894b716cef9 req-f3654f92-f573-48f6-8c6c-0257486992bd tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 985 time: 0.3383100 Nov 11 17:39:53.255377 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b973b3eb-17a5-4a22-bc0e-ac4bd601d625 req-b4df5a7e-f848-4ded-b7de-9fba5a899071 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e76c4510-bfa9-465f-a072-1401698619a3 HTTP/1.1" status: 200 len: 217 time: 0.0666764 Nov 11 17:39:53.345686 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973b3eb-17a5-4a22-bc0e-ac4bd601d625 req-3e9a6304-e6e3-44cb-a6ac-bd7618421e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:53.347231 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b973b3eb-17a5-4a22-bc0e-ac4bd601d625 req-3e9a6304-e6e3-44cb-a6ac-bd7618421e04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ff48720-5019-41a9-ad5c-91187e85b221 HTTP/1.1" status: 200 len: 835 time: 0.0843282 Nov 11 17:39:53.456976 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c55449f7-d024-4a97-9a25-3894b716cef9 req-d85a1d63-74d2-4ac5-93b1-3826700b56da tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/security-groups?id=8dcb0343-a5db-4e87-bf96-efb499770b4c&id=0e6ccb3c-025a-458f-ba5c-a5f2a85ef3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1750538 Nov 11 17:39:53.495095 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973b3eb-17a5-4a22-bc0e-ac4bd601d625 req-b94edd08-2d4a-4816-8636-cec2419c2978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:53.500165 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b973b3eb-17a5-4a22-bc0e-ac4bd601d625 req-b94edd08-2d4a-4816-8636-cec2419c2978 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5de9005-253c-47dc-8253-8ca04fe7abb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436522 Nov 11 17:39:53.685928 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3fcb1777-7cac-4b64-9d80-c22dcfb78645 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:53.688840 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3fcb1777-7cac-4b64-9d80-c22dcfb78645 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "DELETE /v2.0/ports/bdacc441-ef76-407a-a184-2dbdb0b4d822 HTTP/1.1" status: 204 len: 168 time: 1.6609435 Nov 11 17:39:53.691797 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54024) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:53.728379 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-77ca8790-d17d-42e0-8a01-05c11eb59979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050477443', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:38Z', 'updated_at': '2021-11-11T17:37:52Z', 'revision_number': 4, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:39Z', 'updated_at': '2021-11-11T17:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'c1cf0962-d5a7-4066-a612-92064d21e345', 'name': '', 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7', 'tenant_id': '83768074d3d244f883814e21701528e8', 'mac_address': 'fa:16:3e:84:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '2ff48720-5019-41a9-ad5c-91187e85b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:49Z', 'updated_at': '2021-11-11T17:37:57Z', 'revision_number': 5, 'project_id': '83768074d3d244f883814e21701528e8', 'subnets': [{'id': '2ff48720-5019-41a9-ad5c-91187e85b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:39:53.765951 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a7a9ae4-6015-46cc-8105-d112d75d403c tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] GET failed (client error): The resource could not be found. Nov 11 17:39:53.771531 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54026) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:53.771931 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3a7a9ae4-6015-46cc-8105-d112d75d403c tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "GET /v2.0/ports/bdacc441-ef76-407a-a184-2dbdb0b4d822 HTTP/1.1" status: 404 len: 333 time: 0.0660107 Nov 11 17:39:53.776989 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-a0a2e8dc-12d9-49be-9f89-8682881097de tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Request body: {'port': {'network_id': 'c04b497d-cd20-4ed6-a2de-2943bd703683', 'name': 'tempest-AllowedAddressPairTestJSON-185318654'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:53.782933 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b973b3eb-17a5-4a22-bc0e-ac4bd601d625 req-43f015a8-af71-4332-bc2e-86b991df1252 service neutron] 10.222.0.64 "GET /v2.0/networks/e5de9005-253c-47dc-8253-8ca04fe7abb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697783 Nov 11 17:39:53.799693 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca8790-d17d-42e0-8a01-05c11eb59979 None None] The sync data for ids ['07a3de9a-7612-486e-87f4-1b46b4bb144f'] in n-d-816206-4 is: [{'id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050477443', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:38Z', 'updated_at': '2021-11-11T17:37:52Z', 'revision_number': 4, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:39Z', 'updated_at': '2021-11-11T17:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'c1cf0962-d5a7-4066-a612-92064d21e345', 'name': '', 'network_id': 'e5de9005-253c-47dc-8253-8ca04fe7abb7', 'tenant_id': '83768074d3d244f883814e21701528e8', 'mac_address': 'fa:16:3e:84:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '2ff48720-5019-41a9-ad5c-91187e85b221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:49Z', 'updated_at': '2021-11-11T17:37:57Z', 'revision_number': 5, 'project_id': '83768074d3d244f883814e21701528e8', 'subnets': [{'id': '2ff48720-5019-41a9-ad5c-91187e85b221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:39:53.992566 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b973b3eb-17a5-4a22-bc0e-ac4bd601d625 req-849e812a-47c6-4575-9cc7-7f780f257d54 service neutron] 10.222.0.64 "GET /v2.0/networks/e5de9005-253c-47dc-8253-8ca04fe7abb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074924 Nov 11 17:39:54.076572 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:54.131434 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a2e8dc-12d9-49be-9f89-8682881097de tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Made reservation on behalf of b2ccde06f320477ba3d3e24aee963396 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:39:54.135708 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a0a2e8dc-12d9-49be-9f89-8682881097de tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:54.175844 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-a0a2e8dc-12d9-49be-9f89-8682881097de tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] device_id is not set on port 8367121e-5a1e-4638-8efe-9adc2ca6e8c1 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:39:54.325265 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df211c9-517d-4be2-9a12-d0839ff59af7 req-7b965851-188e-447d-87d7-e9fb09120df0 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:54.327490 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2df211c9-517d-4be2-9a12-d0839ff59af7 req-7b965851-188e-447d-87d7-e9fb09120df0 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.64 "GET /v2.0/ports?device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 985 time: 0.0943334 Nov 11 17:39:54.369216 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6e7062-ad94-4dbf-bfcc-8f5373f48310 None None] New status for floating IP b8072849-7c9b-4f33-940c-86e05f805a40: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:39:54.452087 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-a0a2e8dc-12d9-49be-9f89-8682881097de tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Allocated IP 172.20.0.11 (c04b497d-cd20-4ed6-a2de-2943bd703683/1ddcacef-d7dc-444c-bad6-42e3a128b1d1/8367121e-5a1e-4638-8efe-9adc2ca6e8c1) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:39:54.691565 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-2df211c9-517d-4be2-9a12-d0839ff59af7 req-fb7051ec-32fe-4ccf-85c0-f714407447b6 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Deleting port e76c4510-bfa9-465f-a072-1401698619a3 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:39:54.693962 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2df211c9-517d-4be2-9a12-d0839ff59af7 req-fb7051ec-32fe-4ccf-85c0-f714407447b6 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:54.867760 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a0a2e8dc-12d9-49be-9f89-8682881097de tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:54.922442 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2df211c9-517d-4be2-9a12-d0839ff59af7 req-fb7051ec-32fe-4ccf-85c0-f714407447b6 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] For port e76c4510-bfa9-465f-a072-1401698619a3, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e76c4510-bfa9-465f-a072-1401698619a3,segment=NetworkSegment(d1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4),segment_id=d1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:54.922819 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2df211c9-517d-4be2-9a12-d0839ff59af7 req-fb7051ec-32fe-4ccf-85c0-f714407447b6 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:54.938801 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a0a2e8dc-12d9-49be-9f89-8682881097de tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:54.952887 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-2df211c9-517d-4be2-9a12-d0839ff59af7 req-fb7051ec-32fe-4ccf-85c0-f714407447b6 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Calling delete_port for e76c4510-bfa9-465f-a072-1401698619a3 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:39:55.099768 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a2e8dc-12d9-49be-9f89-8682881097de tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Network c04b497d-cd20-4ed6-a2de-2943bd703683 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:39:55.118472 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-a0a2e8dc-12d9-49be-9f89-8682881097de tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:39:55.136160 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2df211c9-517d-4be2-9a12-d0839ff59af7 req-fb7051ec-32fe-4ccf-85c0-f714407447b6 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:55.162854 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a2e8dc-12d9-49be-9f89-8682881097de tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:39:55.186546 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7051ec-32fe-4ccf-85c0-f714407447b6 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event deleted for resources: {'Port': ['ID=e76c4510-bfa9-465f-a072-1401698619a3,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:55.244626 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312b7c5-2027-425a-a10d-e56da1b4e9c3 req-61ea806c-06e7-41a6-8bca-132a93b3004a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:55.247424 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0312b7c5-2027-425a-a10d-e56da1b4e9c3 req-61ea806c-06e7-41a6-8bca-132a93b3004a tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/ports?device_id=1548b81b-bd7d-4f98-95b8-3baa9513bd48 HTTP/1.1" status: 200 len: 985 time: 0.3223882 Nov 11 17:39:55.261104 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2e8dc-12d9-49be-9f89-8682881097de tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Pushing event updated for resources: {'Port': ['ID=8367121e-5a1e-4638-8efe-9adc2ca6e8c1,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:55.314849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df211c9-517d-4be2-9a12-d0839ff59af7 req-fb7051ec-32fe-4ccf-85c0-f714407447b6 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] No DVR routers for this DVR port e76c4510-bfa9-465f-a072-1401698619a3 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:39:55.329414 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2df211c9-517d-4be2-9a12-d0839ff59af7 req-fb7051ec-32fe-4ccf-85c0-f714407447b6 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:55.340126 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2df211c9-517d-4be2-9a12-d0839ff59af7 req-fb7051ec-32fe-4ccf-85c0-f714407447b6 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.64 "DELETE /v2.0/ports/e76c4510-bfa9-465f-a072-1401698619a3 HTTP/1.1" status: 204 len: 173 time: 1.0039251 Nov 11 17:39:55.341637 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1548b81b-bd7d-4f98-95b8-3baa9513bd48', 'name': 'network-vif-deleted', 'tag': 'e76c4510-bfa9-465f-a072-1401698619a3'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:39:55.353941 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beba27f6-d23e-48c3-a942-ba20cfb9f0e8" -d '{"events": [{"server_uuid": "1548b81b-bd7d-4f98-95b8-3baa9513bd48", "name": "network-vif-deleted", "tag": "e76c4510-bfa9-465f-a072-1401698619a3"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:39:55.373084 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a2e8dc-12d9-49be-9f89-8682881097de tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:55.373757 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a0a2e8dc-12d9-49be-9f89-8682881097de tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:55.423471 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a0a2e8dc-12d9-49be-9f89-8682881097de tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6479392 Nov 11 17:39:55.423769 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54056) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:55.453567 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5e15ef71-cffa-4db7-a162-c3b8a11efefb tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:35:9c:3a'}]}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:55.475993 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0312b7c5-2027-425a-a10d-e56da1b4e9c3 req-4c0f8175-28f7-485c-96dc-1ba34b07d761 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "GET /v2.0/security-groups?id=8dcb0343-a5db-4e87-bf96-efb499770b4c&id=0e6ccb3c-025a-458f-ba5c-a5f2a85ef3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1996133 Nov 11 17:39:55.579562 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0dab3c8d-89c0-4310-a666-081859bbb5d4 None None] Provisioning complete for port 8367121e-5a1e-4638-8efe-9adc2ca6e8c1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:55.580113 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0dab3c8d-89c0-4310-a666-081859bbb5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:55.585299 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b9208e-5c45-45c6-aab9-7cffb760086d x-openstack-request-id: req-11b9208e-5c45-45c6-aab9-7cffb760086d {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:39:55.586721 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1548b81b-bd7d-4f98-95b8-3baa9513bd48", "name": "network-vif-deleted", "tag": "e76c4510-bfa9-465f-a072-1401698619a3", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:39:55.586981 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-11b9208e-5c45-45c6-aab9-7cffb760086d {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:39:55.587596 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1548b81b-bd7d-4f98-95b8-3baa9513bd48', 'name': 'network-vif-deleted', 'tag': 'e76c4510-bfa9-465f-a072-1401698619a3', 'status': 'completed', 'code': 200} Nov 11 17:39:55.702409 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0dab3c8d-89c0-4310-a666-081859bbb5d4 None None] Port 8367121e-5a1e-4638-8efe-9adc2ca6e8c1 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:39:55.824639 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e15ef71-cffa-4db7-a162-c3b8a11efefb tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:56.125083 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e15ef71-cffa-4db7-a162-c3b8a11efefb tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:56.132791 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e15ef71-cffa-4db7-a162-c3b8a11efefb tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:56.208006 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15ef71-cffa-4db7-a162-c3b8a11efefb tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Pushing event updated for resources: {'Port': ['ID=8367121e-5a1e-4638-8efe-9adc2ca6e8c1,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:56.280031 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-5e15ef71-cffa-4db7-a162-c3b8a11efefb tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] In _notify_port_updated(), no bound segment for port 8367121e-5a1e-4638-8efe-9adc2ca6e8c1 on network c04b497d-cd20-4ed6-a2de-2943bd703683 {{(pid=102617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:39:56.290041 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e15ef71-cffa-4db7-a162-c3b8a11efefb tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:56.290730 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e15ef71-cffa-4db7-a162-c3b8a11efefb tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:56.292149 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5e15ef71-cffa-4db7-a162-c3b8a11efefb tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "PUT /v2.0/ports/8367121e-5a1e-4638-8efe-9adc2ca6e8c1 HTTP/1.1" status: 200 len: 996 time: 0.8673816 Nov 11 17:39:56.294983 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54076) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:56.472849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-451d8627-d0e5-4627-8946-9a35b3b7ff91 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Deleting port 8367121e-5a1e-4638-8efe-9adc2ca6e8c1 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:39:56.475008 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-451d8627-d0e5-4627-8946-9a35b3b7ff91 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:56.544844 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6e14893f-f522-4d46-99ce-42c1fd0c09b0 None None] Provisioning complete for port 8367121e-5a1e-4638-8efe-9adc2ca6e8c1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:56.545348 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6e14893f-f522-4d46-99ce-42c1fd0c09b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:56.612030 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54084) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:56.660639 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6e14893f-f522-4d46-99ce-42c1fd0c09b0 None None] Port 8367121e-5a1e-4638-8efe-9adc2ca6e8c1 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:39:56.700677 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-451d8627-d0e5-4627-8946-9a35b3b7ff91 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:56.714816 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fb1a455d-04a8-4ce5-af69-0bdb422efa99 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:56.737819 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-451d8627-d0e5-4627-8946-9a35b3b7ff91 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Calling delete_port for 8367121e-5a1e-4638-8efe-9adc2ca6e8c1 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:39:56.750102 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fb1a455d-04a8-4ce5-af69-0bdb422efa99 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:56.836278 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fb1a455d-04a8-4ce5-af69-0bdb422efa99 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:56.839995 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fb1a455d-04a8-4ce5-af69-0bdb422efa99 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:56.841272 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fb1a455d-04a8-4ce5-af69-0bdb422efa99 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "DELETE /v2.0/security-groups/0e6ccb3c-025a-458f-ba5c-a5f2a85ef3d1 HTTP/1.1" status: 204 len: 168 time: 0.2270086 Nov 11 17:39:56.844465 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54096) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:56.857714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a455d-04a8-4ce5-af69-0bdb422efa99 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6ccb3c-025a-458f-ba5c-a5f2a85ef3d1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:56.948080 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36212833-ae98-4a30-8ce8-fa4677731a6c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:57.015876 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36212833-ae98-4a30-8ce8-fa4677731a6c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:57.086882 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36212833-ae98-4a30-8ce8-fa4677731a6c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:57.089902 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36212833-ae98-4a30-8ce8-fa4677731a6c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:57.093773 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-36212833-ae98-4a30-8ce8-fa4677731a6c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "DELETE /v2.0/security-groups/8dcb0343-a5db-4e87-bf96-efb499770b4c HTTP/1.1" status: 204 len: 168 time: 0.2418425 Nov 11 17:39:57.094113 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54104) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:57.108060 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-451d8627-d0e5-4627-8946-9a35b3b7ff91 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:57.109922 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36212833-ae98-4a30-8ce8-fa4677731a6c tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcb0343-a5db-4e87-bf96-efb499770b4c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:57.148686 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d8627-d0e5-4627-8946-9a35b3b7ff91 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Pushing event deleted for resources: {'Port': ['ID=8367121e-5a1e-4638-8efe-9adc2ca6e8c1,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:57.332567 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-451d8627-d0e5-4627-8946-9a35b3b7ff91 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:57.338871 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-451d8627-d0e5-4627-8946-9a35b3b7ff91 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "DELETE /v2.0/ports/8367121e-5a1e-4638-8efe-9adc2ca6e8c1 HTTP/1.1" status: 204 len: 168 time: 1.0428596 Nov 11 17:39:57.341510 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54110) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:57.428011 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c32c15-3f54-439b-99a0-b485fcf96cd5 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] GET failed (client error): The resource could not be found. Nov 11 17:39:57.431096 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-74c32c15-3f54-439b-99a0-b485fcf96cd5 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "GET /v2.0/ports/8367121e-5a1e-4638-8efe-9adc2ca6e8c1 HTTP/1.1" status: 404 len: 333 time: 0.0812633 Nov 11 17:39:57.435701 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54114) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:57.441193 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-da8f5a4b-e156-4a40-8fc1-8dfe05a908fe tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Request body: {'port': {'network_id': 'c04b497d-cd20-4ed6-a2de-2943bd703683', 'name': 'tempest-AllowedAddressPairTestJSON-537648355'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:57.761867 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8f5a4b-e156-4a40-8fc1-8dfe05a908fe tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Made reservation on behalf of b2ccde06f320477ba3d3e24aee963396 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:39:57.769004 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da8f5a4b-e156-4a40-8fc1-8dfe05a908fe tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:57.828334 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-da8f5a4b-e156-4a40-8fc1-8dfe05a908fe tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] device_id is not set on port 36388856-3be0-4608-9224-9fcf17a711a2 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:39:57.923665 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device e76c4510-bfa9-465f-a072-1401698619a3 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:39:57.968517 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: e76c4510-bfa9-465f-a072-1401698619a3 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:39:57.969886 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device e76c4510-bfa9-465f-a072-1401698619a3 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:39:57.989373 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ceafc9c8-c8b3-45be-8fdf-bd2c95e0f8d0 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:58.074427 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-da8f5a4b-e156-4a40-8fc1-8dfe05a908fe tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Allocated IP 172.20.0.12 (c04b497d-cd20-4ed6-a2de-2943bd703683/1ddcacef-d7dc-444c-bad6-42e3a128b1d1/36388856-3be0-4608-9224-9fcf17a711a2) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:39:58.329360 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da8f5a4b-e156-4a40-8fc1-8dfe05a908fe tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:58.371981 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da8f5a4b-e156-4a40-8fc1-8dfe05a908fe tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:58.473386 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f5a4b-e156-4a40-8fc1-8dfe05a908fe tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Pushing event updated for resources: {'Port': ['ID=36388856-3be0-4608-9224-9fcf17a711a2,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:58.534416 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8f5a4b-e156-4a40-8fc1-8dfe05a908fe tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Network c04b497d-cd20-4ed6-a2de-2943bd703683 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:39:58.536023 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-da8f5a4b-e156-4a40-8fc1-8dfe05a908fe tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:39:58.542844 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8f5a4b-e156-4a40-8fc1-8dfe05a908fe tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:39:58.708587 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8f5a4b-e156-4a40-8fc1-8dfe05a908fe tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:39:58.713778 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da8f5a4b-e156-4a40-8fc1-8dfe05a908fe tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:58.755156 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-da8f5a4b-e156-4a40-8fc1-8dfe05a908fe tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3180017 Nov 11 17:39:58.755871 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54130) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:39:58.772757 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-aef90ad2-3c3e-4e24-bc9f-67eac43e9445 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Request body: {'port': {'network_id': 'c04b497d-cd20-4ed6-a2de-2943bd703683', 'name': 'tempest-AllowedAddressPairTestJSON-1520658230'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:39:59.029115 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c76dbad7-9edb-4162-a54b-7d2fbe175406 None None] Provisioning complete for port 36388856-3be0-4608-9224-9fcf17a711a2 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:39:59.029695 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c76dbad7-9edb-4162-a54b-7d2fbe175406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:59.063876 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-ceafc9c8-c8b3-45be-8fdf-bd2c95e0f8d0 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Deleting port c1cf0962-d5a7-4066-a612-92064d21e345 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:39:59.067960 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ceafc9c8-c8b3-45be-8fdf-bd2c95e0f8d0 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:59.140978 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c76dbad7-9edb-4162-a54b-7d2fbe175406 None None] Port 36388856-3be0-4608-9224-9fcf17a711a2 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:39:59.141227 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef90ad2-3c3e-4e24-bc9f-67eac43e9445 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Made reservation on behalf of b2ccde06f320477ba3d3e24aee963396 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:39:59.148634 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aef90ad2-3c3e-4e24-bc9f-67eac43e9445 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:59.191987 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-aef90ad2-3c3e-4e24-bc9f-67eac43e9445 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] device_id is not set on port f73a941f-2d63-4194-9af2-b638c7e04a69 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:39:59.264326 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-ceafc9c8-c8b3-45be-8fdf-bd2c95e0f8d0 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] For port c1cf0962-d5a7-4066-a612-92064d21e345, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c1cf0962-d5a7-4066-a612-92064d21e345,segment=NetworkSegment(d1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4),segment_id=d1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:39:59.264982 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ceafc9c8-c8b3-45be-8fdf-bd2c95e0f8d0 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:59.294855 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-ceafc9c8-c8b3-45be-8fdf-bd2c95e0f8d0 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Calling delete_port for c1cf0962-d5a7-4066-a612-92064d21e345 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:39:59.453227 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-aef90ad2-3c3e-4e24-bc9f-67eac43e9445 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Allocated IP 172.20.0.11 (c04b497d-cd20-4ed6-a2de-2943bd703683/1ddcacef-d7dc-444c-bad6-42e3a128b1d1/f73a941f-2d63-4194-9af2-b638c7e04a69) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:39:59.717948 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ceafc9c8-c8b3-45be-8fdf-bd2c95e0f8d0 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:59.792068 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafc9c8-c8b3-45be-8fdf-bd2c95e0f8d0 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event deleted for resources: {'Port': ['ID=c1cf0962-d5a7-4066-a612-92064d21e345,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:39:59.834984 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aef90ad2-3c3e-4e24-bc9f-67eac43e9445 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:39:59.925157 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aef90ad2-3c3e-4e24-bc9f-67eac43e9445 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:00.020831 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef90ad2-3c3e-4e24-bc9f-67eac43e9445 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Pushing event updated for resources: {'Port': ['ID=f73a941f-2d63-4194-9af2-b638c7e04a69,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:00.058447 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef90ad2-3c3e-4e24-bc9f-67eac43e9445 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Network c04b497d-cd20-4ed6-a2de-2943bd703683 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:40:00.062408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-aef90ad2-3c3e-4e24-bc9f-67eac43e9445 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:00.081739 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef90ad2-3c3e-4e24-bc9f-67eac43e9445 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:40:00.198340 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ceafc9c8-c8b3-45be-8fdf-bd2c95e0f8d0 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:00.238646 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef90ad2-3c3e-4e24-bc9f-67eac43e9445 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:00.239302 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aef90ad2-3c3e-4e24-bc9f-67eac43e9445 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:00.283335 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-aef90ad2-3c3e-4e24-bc9f-67eac43e9445 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5260460 Nov 11 17:40:00.284035 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54150) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:00.298648 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-822b1173-0d98-4f6e-a876-883bd4d05261 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:35:9c:3a'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:d6:9b:75'}]}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:00.465859 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-822b1173-0d98-4f6e-a876-883bd4d05261 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:00.817496 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceafc9c8-c8b3-45be-8fdf-bd2c95e0f8d0 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Router 07a3de9a-7612-486e-87f4-1b46b4bb144f has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:40:00.850680 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-822b1173-0d98-4f6e-a876-883bd4d05261 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:00.883302 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-822b1173-0d98-4f6e-a876-883bd4d05261 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:00.913431 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1326c9f7-a3fd-41f1-b99f-0d55eb1467e7 None None] Provisioning complete for port f73a941f-2d63-4194-9af2-b638c7e04a69 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:00.914915 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1326c9f7-a3fd-41f1-b99f-0d55eb1467e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:01.060594 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-1326c9f7-a3fd-41f1-b99f-0d55eb1467e7 None None] Port f73a941f-2d63-4194-9af2-b638c7e04a69 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:40:01.123057 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceafc9c8-c8b3-45be-8fdf-bd2c95e0f8d0 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:40:01.134453 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f3b3ff-09ff-455d-8dc3-22ebe1f3de16 None None] Sync routers for ids ['07a3de9a-7612-486e-87f4-1b46b4bb144f'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:40:01.138843 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ceafc9c8-c8b3-45be-8fdf-bd2c95e0f8d0 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "PUT /v2.0/routers/07a3de9a-7612-486e-87f4-1b46b4bb144f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0407944 Nov 11 17:40:01.140976 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54170) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:01.158470 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f3b3ff-09ff-455d-8dc3-22ebe1f3de16 None None] Routers {'07a3de9a-7612-486e-87f4-1b46b4bb144f'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:01.159230 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-d7f3b3ff-09ff-455d-8dc3-22ebe1f3de16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:39:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['07a3de9a-7612-486e-87f4-1b46b4bb144f'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:01.330995 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-5835999d-10e8-4974-847f-116939aa7110 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Deleting subnet 2ff48720-5019-41a9-ad5c-91187e85b221 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:40:01.336332 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-d7f3b3ff-09ff-455d-8dc3-22ebe1f3de16 None None] Set router 07a3de9a-7612-486e-87f4-1b46b4bb144f gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:01.344478 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5835999d-10e8-4974-847f-116939aa7110 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:01.506896 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d0d93a4d-3dce-4231-a539-7842579b5e93 None None] Provisioning complete for port f73a941f-2d63-4194-9af2-b638c7e04a69 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:01.508421 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d0d93a4d-3dce-4231-a539-7842579b5e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:01.554773 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5835999d-10e8-4974-847f-116939aa7110 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:01.565016 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-d7f3b3ff-09ff-455d-8dc3-22ebe1f3de16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050477443', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:38Z', 'updated_at': '2021-11-11T17:39:59Z', 'revision_number': 5, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:39Z', 'updated_at': '2021-11-11T17:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:01.575278 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d0d93a4d-3dce-4231-a539-7842579b5e93 None None] Port f73a941f-2d63-4194-9af2-b638c7e04a69 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:40:01.598701 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f3b3ff-09ff-455d-8dc3-22ebe1f3de16 None None] Checking router: 07a3de9a-7612-486e-87f4-1b46b4bb144f for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:40:01.607311 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54174) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:01.607956 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f3b3ff-09ff-455d-8dc3-22ebe1f3de16 None None] Routers {'07a3de9a-7612-486e-87f4-1b46b4bb144f'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:01.608591 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-d7f3b3ff-09ff-455d-8dc3-22ebe1f3de16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:39:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['07a3de9a-7612-486e-87f4-1b46b4bb144f'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:01.821173 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5835999d-10e8-4974-847f-116939aa7110 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:01.864206 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0d07616b-ad1f-436d-a9a0-a9c59713ea7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:01.952247 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b1173-0d98-4f6e-a876-883bd4d05261 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Pushing event updated for resources: {'Port': ['ID=f73a941f-2d63-4194-9af2-b638c7e04a69,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:01.982774 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-822b1173-0d98-4f6e-a876-883bd4d05261 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] In _notify_port_updated(), no bound segment for port f73a941f-2d63-4194-9af2-b638c7e04a69 on network c04b497d-cd20-4ed6-a2de-2943bd703683 {{(pid=102617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:40:01.989745 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0d07616b-ad1f-436d-a9a0-a9c59713ea7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:02.000339 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822b1173-0d98-4f6e-a876-883bd4d05261 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:02.001091 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-822b1173-0d98-4f6e-a876-883bd4d05261 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:02.004260 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0d07616b-ad1f-436d-a9a0-a9c59713ea7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:02.022432 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-822b1173-0d98-4f6e-a876-883bd4d05261 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "PUT /v2.0/ports/f73a941f-2d63-4194-9af2-b638c7e04a69 HTTP/1.1" status: 200 len: 1057 time: 1.7310929 Nov 11 17:40:02.022432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54180) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:02.115783 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-d7f3b3ff-09ff-455d-8dc3-22ebe1f3de16 None None] Set router 07a3de9a-7612-486e-87f4-1b46b4bb144f gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:02.127665 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0d07616b-ad1f-436d-a9a0-a9c59713ea7a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f72a8a82dbc940b3902bb12f5ba6657b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5187862 Nov 11 17:40:02.134054 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54190) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:02.134823 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07616b-ad1f-436d-a9a0-a9c59713ea7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3e2716-e047-447b-93b9-a4d46ed8a74a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:02.265733 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-550485dd-3a1c-4d95-923c-73b7068cbccd tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Deleting port f73a941f-2d63-4194-9af2-b638c7e04a69 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:40:02.266255 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-550485dd-3a1c-4d95-923c-73b7068cbccd tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:02.291480 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5835999d-10e8-4974-847f-116939aa7110 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:02.418141 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835999d-10e8-4974-847f-116939aa7110 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff48720-5019-41a9-ad5c-91187e85b221,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:02.426788 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3558d89c-5a86-4e4c-bbd5-08863019f2da None None] Network e5de9005-253c-47dc-8253-8ca04fe7abb7 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:02.427473 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5835999d-10e8-4974-847f-116939aa7110 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:02.443847 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5835999d-10e8-4974-847f-116939aa7110 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "DELETE /v2.0/subnets/2ff48720-5019-41a9-ad5c-91187e85b221 HTTP/1.1" status: 204 len: 168 time: 1.3017528 Nov 11 17:40:02.455149 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-550485dd-3a1c-4d95-923c-73b7068cbccd tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:02.465666 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54208) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:02.471435 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-550485dd-3a1c-4d95-923c-73b7068cbccd tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Calling delete_port for f73a941f-2d63-4194-9af2-b638c7e04a69 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:40:02.791331 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-39121670-2fa8-4583-bd2e-1ee22b482c89 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:02.874664 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-550485dd-3a1c-4d95-923c-73b7068cbccd tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:02.915606 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-d7f3b3ff-09ff-455d-8dc3-22ebe1f3de16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050477443', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:38Z', 'updated_at': '2021-11-11T17:39:59Z', 'revision_number': 5, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:39Z', 'updated_at': '2021-11-11T17:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:02.921731 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-39121670-2fa8-4583-bd2e-1ee22b482c89 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:02.925839 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-986f194b-19d2-4640-b27f-aff92ecfe976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:02.950813 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550485dd-3a1c-4d95-923c-73b7068cbccd tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Pushing event deleted for resources: {'Port': ['ID=f73a941f-2d63-4194-9af2-b638c7e04a69,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:02.999552 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-986f194b-19d2-4640-b27f-aff92ecfe976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:03.086517 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f3b3ff-09ff-455d-8dc3-22ebe1f3de16 None None] The sync data for ids ['07a3de9a-7612-486e-87f4-1b46b4bb144f'] in n-d-816206-4 is: [{'id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2050477443', 'tenant_id': '83768074d3d244f883814e21701528e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:38Z', 'updated_at': '2021-11-11T17:39:59Z', 'revision_number': 5, 'project_id': '83768074d3d244f883814e21701528e8', 'gw_port': {'id': '522c3e7f-263b-4723-93bd-425cdebf1f6e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a3de9a-7612-486e-87f4-1b46b4bb144f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:39Z', 'updated_at': '2021-11-11T17:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:40:03.138705 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f28b5eb-cf1f-4dd3-b261-c78d3c58cd89 None None] DHCP port deletion for e5de9005-253c-47dc-8253-8ca04fe7abb7 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:40:03.217905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-39121670-2fa8-4583-bd2e-1ee22b482c89 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Deleting port 522c3e7f-263b-4723-93bd-425cdebf1f6e {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:40:03.218422 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-39121670-2fa8-4583-bd2e-1ee22b482c89 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:03.248952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272fae3-6c15-4d33-b808-c1c25c9f2cbd req-56e85509-cae0-4611-b4e3-19a1d916f8b5 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:03.251055 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3272fae3-6c15-4d33-b808-c1c25c9f2cbd req-56e85509-cae0-4611-b4e3-19a1d916f8b5 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 946 time: 0.2874126 Nov 11 17:40:03.290080 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0f28b5eb-cf1f-4dd3-b261-c78d3c58cd89 None None] Deleting port 8a6381cb-b4f4-4c48-8f40-405cce6b059b {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:40:03.291223 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0f28b5eb-cf1f-4dd3-b261-c78d3c58cd89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:03.445298 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-0f28b5eb-cf1f-4dd3-b261-c78d3c58cd89 None None] For port 8a6381cb-b4f4-4c48-8f40-405cce6b059b, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=8a6381cb-b4f4-4c48-8f40-405cce6b059b,segment=NetworkSegment(d1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4),segment_id=d1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:03.445960 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0f28b5eb-cf1f-4dd3-b261-c78d3c58cd89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:03.485227 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0f28b5eb-cf1f-4dd3-b261-c78d3c58cd89 None None] Calling delete_port for 8a6381cb-b4f4-4c48-8f40-405cce6b059b owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:40:03.501701 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3272fae3-6c15-4d33-b808-c1c25c9f2cbd req-5513d871-55f2-4dea-a302-b0f297714a18 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366536 Nov 11 17:40:03.539472 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-39121670-2fa8-4583-bd2e-1ee22b482c89 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] For port 522c3e7f-263b-4723-93bd-425cdebf1f6e, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=522c3e7f-263b-4723-93bd-425cdebf1f6e,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:03.539984 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-39121670-2fa8-4583-bd2e-1ee22b482c89 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:03.561558 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-550485dd-3a1c-4d95-923c-73b7068cbccd tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:03.562430 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-39121670-2fa8-4583-bd2e-1ee22b482c89 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Calling delete_port for 522c3e7f-263b-4723-93bd-425cdebf1f6e owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:40:03.563535 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-550485dd-3a1c-4d95-923c-73b7068cbccd tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "DELETE /v2.0/ports/f73a941f-2d63-4194-9af2-b638c7e04a69 HTTP/1.1" status: 204 len: 168 time: 1.5402834 Nov 11 17:40:03.568384 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54232) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:03.594132 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54234) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:03.626800 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-722fc409-59ba-4abc-b52b-fa0c619c94ca tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] GET failed (client error): The resource could not be found. Nov 11 17:40:03.633700 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-722fc409-59ba-4abc-b52b-fa0c619c94ca tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "GET /v2.0/ports/f73a941f-2d63-4194-9af2-b638c7e04a69 HTTP/1.1" status: 404 len: 333 time: 0.0639226 Nov 11 17:40:03.634555 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54238) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:03.784945 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-986f194b-19d2-4640-b27f-aff92ecfe976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:03.794400 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-986f194b-19d2-4640-b27f-aff92ecfe976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:03.802717 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-986f194b-19d2-4640-b27f-aff92ecfe976 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0d3e2716-e047-447b-93b9-a4d46ed8a74a HTTP/1.1" status: 204 len: 168 time: 1.6648998 Nov 11 17:40:03.812655 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da1c396c-328d-4732-817d-ec83c74afbd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:03.865641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f194b-19d2-4640-b27f-aff92ecfe976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3e2716-e047-447b-93b9-a4d46ed8a74a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:03.912487 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da1c396c-328d-4732-817d-ec83c74afbd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:03.916963 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-21a4e98b-036b-4272-bebe-5179ae0a72d3 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Deleting port 36388856-3be0-4608-9224-9fcf17a711a2 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:40:03.917571 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-21a4e98b-036b-4272-bebe-5179ae0a72d3 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:03.922641 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-da1c396c-328d-4732-817d-ec83c74afbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:04.020354 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-da1c396c-328d-4732-817d-ec83c74afbd2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1b6c7ab0bd3741b3afd97d00d6b7dbfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4218600 Nov 11 17:40:04.023828 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54242) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:04.025544 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c396c-328d-4732-817d-ec83c74afbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e4cd61-aa48-49c0-8c75-7c23795df6c3,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:04.082446 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0f28b5eb-cf1f-4dd3-b261-c78d3c58cd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:04.110941 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-39121670-2fa8-4583-bd2e-1ee22b482c89 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:04.115105 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28b5eb-cf1f-4dd3-b261-c78d3c58cd89 None None] Pushing event deleted for resources: {'Port': ['ID=8a6381cb-b4f4-4c48-8f40-405cce6b059b,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:04.116990 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f28b5eb-cf1f-4dd3-b261-c78d3c58cd89 None None] No DVR routers for this DVR port 8a6381cb-b4f4-4c48-8f40-405cce6b059b on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:40:04.130020 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-21a4e98b-036b-4272-bebe-5179ae0a72d3 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:04.146443 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-21a4e98b-036b-4272-bebe-5179ae0a72d3 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Calling delete_port for 36388856-3be0-4608-9224-9fcf17a711a2 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:40:04.219111 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39121670-2fa8-4583-bd2e-1ee22b482c89 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event deleted for resources: {'Port': ['ID=522c3e7f-263b-4723-93bd-425cdebf1f6e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:04.248888 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f60e7d-6098-4fd7-8b9f-933b34bf3fa2 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:40:04.352880 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-21a4e98b-036b-4272-bebe-5179ae0a72d3 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:04.366482 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-39121670-2fa8-4583-bd2e-1ee22b482c89 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:04.394591 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4e98b-036b-4272-bebe-5179ae0a72d3 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Pushing event deleted for resources: {'Port': ['ID=36388856-3be0-4608-9224-9fcf17a711a2,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:04.455800 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54248) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:04.504252 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd644146-4f04-45c9-a16b-baede2c520f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:04.516659 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9d422df7-1161-4982-b6d4-ede40263f111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:04.540952 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9d422df7-1161-4982-b6d4-ede40263f111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:04.568848 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-39121670-2fa8-4583-bd2e-1ee22b482c89 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:04.573169 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-39121670-2fa8-4583-bd2e-1ee22b482c89 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:04.624263 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-21a4e98b-036b-4272-bebe-5179ae0a72d3 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:04.630267 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-21a4e98b-036b-4272-bebe-5179ae0a72d3 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "DELETE /v2.0/ports/36388856-3be0-4608-9224-9fcf17a711a2 HTTP/1.1" status: 204 len: 168 time: 0.9918308 Nov 11 17:40:04.643893 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54254) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:04.693091 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e9695-eab2-45be-95d5-f2edf1e9e26f req-f41c8066-4f62-4491-ae20-2ac5fc93f036 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:04.694756 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3a6e9695-eab2-45be-95d5-f2edf1e9e26f req-f41c8066-4f62-4491-ae20-2ac5fc93f036 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.64 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 946 time: 0.1862223 Nov 11 17:40:04.698481 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d9234d-8967-4fd5-89bc-930e6be129f2 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] GET failed (client error): The resource could not be found. Nov 11 17:40:04.700552 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-10d9234d-8967-4fd5-89bc-930e6be129f2 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "GET /v2.0/ports/36388856-3be0-4608-9224-9fcf17a711a2 HTTP/1.1" status: 404 len: 333 time: 0.0559764 Nov 11 17:40:04.704795 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-39121670-2fa8-4583-bd2e-1ee22b482c89 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:04.705638 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39121670-2fa8-4583-bd2e-1ee22b482c89 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Fanout notify agent at l3_agent the message router_deleted on router 07a3de9a-7612-486e-87f4-1b46b4bb144f {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:40:04.707818 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54256) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:04.728152 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-39121670-2fa8-4583-bd2e-1ee22b482c89 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:04.732603 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-39121670-2fa8-4583-bd2e-1ee22b482c89 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "DELETE /v2.0/routers/07a3de9a-7612-486e-87f4-1b46b4bb144f HTTP/1.1" status: 204 len: 168 time: 2.2635136 Nov 11 17:40:04.732839 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54258) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:04.830957 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9d422df7-1161-4982-b6d4-ede40263f111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:04.834822 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9d422df7-1161-4982-b6d4-ede40263f111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:04.834822 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9d422df7-1161-4982-b6d4-ede40263f111 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c7e4cd61-aa48-49c0-8c75-7c23795df6c3 HTTP/1.1" status: 204 len: 168 time: 0.8093421 Nov 11 17:40:04.880014 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d422df7-1161-4982-b6d4-ede40263f111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e4cd61-aa48-49c0-8c75-7c23795df6c3,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:04.902158 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd644146-4f04-45c9-a16b-baede2c520f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:04.930609 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd644146-4f04-45c9-a16b-baede2c520f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:04.948315 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd5e4e-4429-4a9a-aa44-b1fa8bda73c5 req-b60088d5-ac65-437a-b51f-a51fea83213a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:04.950349 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2acd5e4e-4429-4a9a-aa44-b1fa8bda73c5 req-b60088d5-ac65-437a-b51f-a51fea83213a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 946 time: 0.2960782 Nov 11 17:40:04.961724 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fd644146-4f04-45c9-a16b-baede2c520f9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=66418cac6159462fa75b3afab99855cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5026355 Nov 11 17:40:04.964487 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ecce3888-24e4-4db6-9151-5c73906cc942 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:04.967092 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54266) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:04.977916 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-f0d836d5-394c-4de7-9d81-21b0f72353e8 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Deleting port 5789d094-ab75-47b1-b122-39d43e94a763 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:40:04.978302 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0d836d5-394c-4de7-9d81-21b0f72353e8 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:05.068813 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-3a6e9695-eab2-45be-95d5-f2edf1e9e26f req-752f08fc-6a00-49ea-a180-72e9eceb218d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Deleting port 3de4b953-cf0d-49c3-abb7-e0c684db874a {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:40:05.069397 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3a6e9695-eab2-45be-95d5-f2edf1e9e26f req-752f08fc-6a00-49ea-a180-72e9eceb218d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:05.132779 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2acd5e4e-4429-4a9a-aa44-b1fa8bda73c5 req-9ec0713c-e142-4db2-b57e-f1f0ac99d953 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=93e547ce-e7af-424f-b0c3-f781889bc126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605384 Nov 11 17:40:05.151141 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd644146-4f04-45c9-a16b-baede2c520f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83d9364-cbd1-4e06-bbe9-8525942fb6d7,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:05.153665 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ecce3888-24e4-4db6-9151-5c73906cc942 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:05.174410 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0d836d5-394c-4de7-9d81-21b0f72353e8 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:05.200124 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-ecce3888-24e4-4db6-9151-5c73906cc942 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5de9005-253c-47dc-8253-8ca04fe7abb7']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:05.201632 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-f0d836d5-394c-4de7-9d81-21b0f72353e8 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Calling delete_port for 5789d094-ab75-47b1-b122-39d43e94a763 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:40:05.210449 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-ecce3888-24e4-4db6-9151-5c73906cc942 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:05.210763 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-ecce3888-24e4-4db6-9151-5c73906cc942 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e17c3a-e698-42d2-b1e9-1d42ac3b0ae4') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:05.220852 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ecce3888-24e4-4db6-9151-5c73906cc942 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:05.225897 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f88ea7ae-8243-48b5-a8ff-a164fdd153f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:05.234593 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ecce3888-24e4-4db6-9151-5c73906cc942 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:05.246786 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecce3888-24e4-4db6-9151-5c73906cc942 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:40:05.247749 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ecce3888-24e4-4db6-9151-5c73906cc942 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:05.302556 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f88ea7ae-8243-48b5-a8ff-a164fdd153f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:05.314460 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-3a6e9695-eab2-45be-95d5-f2edf1e9e26f req-752f08fc-6a00-49ea-a180-72e9eceb218d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] For port 3de4b953-cf0d-49c3-abb7-e0c684db874a, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=3de4b953-cf0d-49c3-abb7-e0c684db874a,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:05.314838 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3a6e9695-eab2-45be-95d5-f2edf1e9e26f req-752f08fc-6a00-49ea-a180-72e9eceb218d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:40:05.349480 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:40:05.357360 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ecce3888-24e4-4db6-9151-5c73906cc942 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:05.360085 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 8a6381cb-b4f4-4c48-8f40-405cce6b059b no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:40:05.397033 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ecce3888-24e4-4db6-9151-5c73906cc942 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:05.405083 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ecce3888-24e4-4db6-9151-5c73906cc942 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] 10.222.0.76 "DELETE /v2.0/networks/e5de9005-253c-47dc-8253-8ca04fe7abb7 HTTP/1.1" status: 204 len: 168 time: 0.6703336 Nov 11 17:40:05.409852 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 8a6381cb-b4f4-4c48-8f40-405cce6b059b {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:40:05.411653 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 8a6381cb-b4f4-4c48-8f40-405cce6b059b not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:40:05.413479 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c1cf0962-d5a7-4066-a612-92064d21e345 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:40:05.441511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54276) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:05.460009 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce3888-24e4-4db6-9151-5c73906cc942 tempest-TestSecurityGroupsBasicOps-857026679 tempest-TestSecurityGroupsBasicOps-857026679-project] Pushing event deleted for resources: {'Network': ['ID=e5de9005-253c-47dc-8253-8ca04fe7abb7,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:05.501629 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ab65102-6264-4877-98c7-782c11c7ee4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:05.503691 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: c1cf0962-d5a7-4066-a612-92064d21e345 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:40:05.505005 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c1cf0962-d5a7-4066-a612-92064d21e345 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:40:05.618493 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f88ea7ae-8243-48b5-a8ff-a164fdd153f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:05.621471 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f88ea7ae-8243-48b5-a8ff-a164fdd153f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:05.625007 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f88ea7ae-8243-48b5-a8ff-a164fdd153f8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c83d9364-cbd1-4e06-bbe9-8525942fb6d7 HTTP/1.1" status: 204 len: 168 time: 0.6474135 Nov 11 17:40:05.654666 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ea7ae-8243-48b5-a8ff-a164fdd153f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83d9364-cbd1-4e06-bbe9-8525942fb6d7,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:05.706255 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ab65102-6264-4877-98c7-782c11c7ee4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:05.716186 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0d836d5-394c-4de7-9d81-21b0f72353e8 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:05.717613 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ab65102-6264-4877-98c7-782c11c7ee4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:05.798536 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1ab65102-6264-4877-98c7-782c11c7ee4a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=73473f49d1714353b761612f9c5f0e1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3557661 Nov 11 17:40:05.799697 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54292) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:05.800686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab65102-6264-4877-98c7-782c11c7ee4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3109736d-f3ff-443f-8185-60349a8f35bc,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:05.942118 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d836d5-394c-4de7-9d81-21b0f72353e8 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Pushing event deleted for resources: {'Port': ['ID=5789d094-ab75-47b1-b122-39d43e94a763,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:05.951594 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3a6e9695-eab2-45be-95d5-f2edf1e9e26f req-752f08fc-6a00-49ea-a180-72e9eceb218d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:05.951985 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3a6e9695-eab2-45be-95d5-f2edf1e9e26f req-752f08fc-6a00-49ea-a180-72e9eceb218d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:05.952316 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [req-3a6e9695-eab2-45be-95d5-f2edf1e9e26f req-752f08fc-6a00-49ea-a180-72e9eceb218d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Floating IP 8a217cd8-1d2d-41a3-9906-bada94f4c164 disassociated. External IP: 172.25.2.43, port: 3de4b953-cf0d-49c3-abb7-e0c684db874a. Nov 11 17:40:05.952669 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-3a6e9695-eab2-45be-95d5-f2edf1e9e26f req-752f08fc-6a00-49ea-a180-72e9eceb218d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Calling delete_port for 3de4b953-cf0d-49c3-abb7-e0c684db874a owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:40:05.973992 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7bd31f2f-1718-4611-a85a-0f4f10094e7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:05.985285 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0d836d5-394c-4de7-9d81-21b0f72353e8 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:05.991980 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f0d836d5-394c-4de7-9d81-21b0f72353e8 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "DELETE /v2.0/ports/5789d094-ab75-47b1-b122-39d43e94a763 HTTP/1.1" status: 204 len: 168 time: 1.2830582 Nov 11 17:40:06.019425 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7bd31f2f-1718-4611-a85a-0f4f10094e7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:06.030707 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54306) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:06.081980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54308) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:06.100665 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7bd31f2f-1718-4611-a85a-0f4f10094e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:06.106091 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7bd31f2f-1718-4611-a85a-0f4f10094e7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:06.109638 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7bd31f2f-1718-4611-a85a-0f4f10094e7f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3109736d-f3ff-443f-8185-60349a8f35bc HTTP/1.1" status: 204 len: 168 time: 0.3026135 Nov 11 17:40:06.126944 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd31f2f-1718-4611-a85a-0f4f10094e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3109736d-f3ff-443f-8185-60349a8f35bc,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:06.133842 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b3a0c26-52d3-4a05-a9e3-386d06f9539b tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Deleting subnet 1ddcacef-d7dc-444c-bad6-42e3a128b1d1 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:40:06.141946 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0c26-52d3-4a05-a9e3-386d06f9539b tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:06.229837 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0c26-52d3-4a05-a9e3-386d06f9539b tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:06.311314 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54316) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:06.324951 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:40:06.336697 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3a6e9695-eab2-45be-95d5-f2edf1e9e26f req-752f08fc-6a00-49ea-a180-72e9eceb218d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:06.366615 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57aed6b1-65f8-4982-ad63-1bb83bf20a5b req-82f88dac-2360-4446-b942-890fd47adbf2 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 210 time: 0.0771101 Nov 11 17:40:06.429845 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f08fc-6a00-49ea-a180-72e9eceb218d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Pushing event deleted for resources: {'Port': ['ID=3de4b953-cf0d-49c3-abb7-e0c684db874a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:06.443354 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4f3543c4-7c6c-4592-b26f-354f0ad40613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:06.472710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b417080-c57a-4c2f-9f7d-80ab744f4c73 req-2d35d520-3574-4e00-b55b-4bf7a7fa8e07 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:06.474395 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b417080-c57a-4c2f-9f7d-80ab744f4c73 req-2d35d520-3574-4e00-b55b-4bf7a7fa8e07 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 1097 time: 0.0944655 Nov 11 17:40:06.555587 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b417080-c57a-4c2f-9f7d-80ab744f4c73 req-78402217-da98-4bb7-be5e-01f6712279db tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690861 Nov 11 17:40:06.582614 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54320) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:06.625946 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0c26-52d3-4a05-a9e3-386d06f9539b tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:06.813058 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 522c3e7f-263b-4723-93bd-425cdebf1f6e no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:40:06.836770 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-1d6a2b9e-b4e6-4350-b054-021949b3804a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Deleting port 5958d2b2-d086-4693-bfd8-72d629840b8e {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:40:06.837339 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d6a2b9e-b4e6-4350-b054-021949b3804a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:06.852287 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-14786f82-e05e-4773-8132-df98a5be058d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=83768074d3d244f883814e21701528e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7644446 Nov 11 17:40:06.852458 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 522c3e7f-263b-4723-93bd-425cdebf1f6e {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:40:06.852458 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 522c3e7f-263b-4723-93bd-425cdebf1f6e not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:40:06.859517 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54328) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:06.949962 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d6a2b9e-b4e6-4350-b054-021949b3804a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:06.950538 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d6a2b9e-b4e6-4350-b054-021949b3804a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:06.951825 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4f3543c4-7c6c-4592-b26f-354f0ad40613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:06.964330 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-1d6a2b9e-b4e6-4350-b054-021949b3804a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Calling delete_port for 5958d2b2-d086-4693-bfd8-72d629840b8e owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:40:06.988791 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a6e9695-eab2-45be-95d5-f2edf1e9e26f req-752f08fc-6a00-49ea-a180-72e9eceb218d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Router 7f00dfe0-00fa-44b2-82ad-960ecb73921d has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:40:06.994772 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4f3543c4-7c6c-4592-b26f-354f0ad40613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:07.001807 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0c26-52d3-4a05-a9e3-386d06f9539b tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:07.083443 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5b3a0c26-52d3-4a05-a9e3-386d06f9539b tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:07.085864 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabc65cf-a9b0-478a-937d-efe52711bfad None None] Network c04b497d-cd20-4ed6-a2de-2943bd703683 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:07.100860 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5b3a0c26-52d3-4a05-a9e3-386d06f9539b tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "DELETE /v2.0/subnets/1ddcacef-d7dc-444c-bad6-42e3a128b1d1 HTTP/1.1" status: 204 len: 168 time: 1.0690966 Nov 11 17:40:07.116253 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a0c26-52d3-4a05-a9e3-386d06f9539b tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Pushing event deleted for resources: {'Subnet': ['ID=1ddcacef-d7dc-444c-bad6-42e3a128b1d1,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:07.121732 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54336) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:07.141751 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4f3543c4-7c6c-4592-b26f-354f0ad40613 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fa8486b35c744ea893ba81b74455f9b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8280795 Nov 11 17:40:07.142699 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54338) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:07.179502 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3543c4-7c6c-4592-b26f-354f0ad40613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384a4140-c49e-42e8-bae8-b8db63d0ec0d,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:07.229182 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e540d210-b738-4f41-9baa-5afb9fec0d0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:07.274242 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5b932247-aed8-4e62-bbfe-9a5c70493175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:07.293545 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e540d210-b738-4f41-9baa-5afb9fec0d0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:07.355573 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d6a2b9e-b4e6-4350-b054-021949b3804a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:07.391565 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a2b9e-b4e6-4350-b054-021949b3804a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Port': ['ID=5958d2b2-d086-4693-bfd8-72d629840b8e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:07.436255 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca087759-7de0-4e20-89eb-f912e53f0264 None None] DHCP port deletion for c04b497d-cd20-4ed6-a2de-2943bd703683 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:40:07.444300 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e540d210-b738-4f41-9baa-5afb9fec0d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:07.447359 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e89de57a-d043-455a-9219-2c403778c23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:07.448123 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e540d210-b738-4f41-9baa-5afb9fec0d0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:07.450531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e540d210-b738-4f41-9baa-5afb9fec0d0f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/384a4140-c49e-42e8-bae8-b8db63d0ec0d HTTP/1.1" status: 204 len: 168 time: 0.3066509 Nov 11 17:40:07.493213 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540d210-b738-4f41-9baa-5afb9fec0d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384a4140-c49e-42e8-bae8-b8db63d0ec0d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:07.521313 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d6a2b9e-b4e6-4350-b054-021949b3804a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:07.522080 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-1d6a2b9e-b4e6-4350-b054-021949b3804a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Floating IP 53c75a1d-4f4f-401d-ad09-adaeaff0707d disassociated (deleted). External IP: 172.25.2.136, port: 65d36f1d-52f0-48ba-8672-664f599611af. Nov 11 17:40:07.579106 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-ca087759-7de0-4e20-89eb-f912e53f0264 None None] Deleting port fa217d0d-093b-4b22-86da-73bd48bb9c78 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:40:07.579489 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ca087759-7de0-4e20-89eb-f912e53f0264 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:07.632176 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5689b802-cc35-4456-a365-390a8f2ef684 req-6faf728f-a0af-45fb-ac8f-1333a551263a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 210 time: 0.0388229 Nov 11 17:40:07.761544 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ca087759-7de0-4e20-89eb-f912e53f0264 None None] For port fa217d0d-093b-4b22-86da-73bd48bb9c78, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=fa217d0d-093b-4b22-86da-73bd48bb9c78,segment=NetworkSegment(50828fb9-4ec5-41d5-b776-8e3399a7cacf),segment_id=50828fb9-4ec5-41d5-b776-8e3399a7cacf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:07.761947 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ca087759-7de0-4e20-89eb-f912e53f0264 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:07.786684 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-ca087759-7de0-4e20-89eb-f912e53f0264 None None] Calling delete_port for fa217d0d-093b-4b22-86da-73bd48bb9c78 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:40:07.947651 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ca087759-7de0-4e20-89eb-f912e53f0264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:07.964096 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5b932247-aed8-4e62-bbfe-9a5c70493175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:07.979261 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6a2b9e-b4e6-4350-b054-021949b3804a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Router 011fb005-0628-46f5-8582-39b2fb64ac93 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:40:07.991304 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e69c5ec5-5a43-4c84-92d4-753b66575587 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:08.026177 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 3de4b953-cf0d-49c3-abb7-e0c684db874a no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:40:08.057475 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca087759-7de0-4e20-89eb-f912e53f0264 None None] Pushing event deleted for resources: {'Port': ['ID=fa217d0d-093b-4b22-86da-73bd48bb9c78,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:08.106863 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca087759-7de0-4e20-89eb-f912e53f0264 None None] No DVR routers for this DVR port fa217d0d-093b-4b22-86da-73bd48bb9c78 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:40:08.125226 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 3de4b953-cf0d-49c3-abb7-e0c684db874a {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:40:08.125226 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 3de4b953-cf0d-49c3-abb7-e0c684db874a not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:40:08.290465 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a6e9695-eab2-45be-95d5-f2edf1e9e26f req-752f08fc-6a00-49ea-a180-72e9eceb218d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:40:08.303699 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06808d18-fcb3-408c-9544-d72603843b62 None None] Sync routers for ids ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:40:08.318394 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06808d18-fcb3-408c-9544-d72603843b62 None None] Routers {'7f00dfe0-00fa-44b2-82ad-960ecb73921d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:08.320275 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-06808d18-fcb3-408c-9544-d72603843b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:39:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:08.373111 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e69c5ec5-5a43-4c84-92d4-753b66575587 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:08.422882 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-e69c5ec5-5a43-4c84-92d4-753b66575587 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04b497d-cd20-4ed6-a2de-2943bd703683']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:08.440996 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-e69c5ec5-5a43-4c84-92d4-753b66575587 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50828fb9-4ec5-41d5-b776-8e3399a7cacf') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:08.441301 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-e69c5ec5-5a43-4c84-92d4-753b66575587 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50828fb9-4ec5-41d5-b776-8e3399a7cacf') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:08.463663 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-06808d18-fcb3-408c-9544-d72603843b62 None None] Set router 7f00dfe0-00fa-44b2-82ad-960ecb73921d gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:08.465045 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e69c5ec5-5a43-4c84-92d4-753b66575587 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:08.528842 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6e9695-eab2-45be-95d5-f2edf1e9e26f req-752f08fc-6a00-49ea-a180-72e9eceb218d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] No DVR routers for this DVR port 3de4b953-cf0d-49c3-abb7-e0c684db874a on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:40:08.547329 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-3a6e9695-eab2-45be-95d5-f2edf1e9e26f req-752f08fc-6a00-49ea-a180-72e9eceb218d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:08.551201 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3a6e9695-eab2-45be-95d5-f2edf1e9e26f req-752f08fc-6a00-49ea-a180-72e9eceb218d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.64 "DELETE /v2.0/ports/3de4b953-cf0d-49c3-abb7-e0c684db874a HTTP/1.1" status: 204 len: 173 time: 3.8095737 Nov 11 17:40:08.555906 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af5bd0c-497d-4518-96c1-33a38fae584f', 'name': 'network-vif-deleted', 'tag': '3de4b953-cf0d-49c3-abb7-e0c684db874a'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:40:08.562285 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dd9a2b-f80d-49cb-91b1-4e4c2973c8ea" -d '{"events": [{"server_uuid": "3af5bd0c-497d-4518-96c1-33a38fae584f", "name": "network-vif-deleted", "tag": "3de4b953-cf0d-49c3-abb7-e0c684db874a"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:40:08.584940 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e69c5ec5-5a43-4c84-92d4-753b66575587 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:08.607130 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69c5ec5-5a43-4c84-92d4-753b66575587 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:40:08.608771 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e69c5ec5-5a43-4c84-92d4-753b66575587 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:40:08.615292 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:40:08.657487 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994c546d-c81b-41a1-86be-192a0be002fe x-openstack-request-id: req-994c546d-c81b-41a1-86be-192a0be002fe {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:40:08.658080 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af5bd0c-497d-4518-96c1-33a38fae584f", "name": "network-vif-deleted", "tag": "3de4b953-cf0d-49c3-abb7-e0c684db874a", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:40:08.658498 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-994c546d-c81b-41a1-86be-192a0be002fe {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:40:08.659078 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af5bd0c-497d-4518-96c1-33a38fae584f', 'name': 'network-vif-deleted', 'tag': '3de4b953-cf0d-49c3-abb7-e0c684db874a', 'status': 'completed', 'code': 200} Nov 11 17:40:08.702226 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6a2b9e-b4e6-4350-b054-021949b3804a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:40:08.722146 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8830374-01d6-41ac-97e6-6ddb4b599bc3 None None] Sync routers for ids ['011fb005-0628-46f5-8582-39b2fb64ac93'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:40:08.732314 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5b932247-aed8-4e62-bbfe-9a5c70493175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:08.737205 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d6a2b9e-b4e6-4350-b054-021949b3804a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:08.738708 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5b932247-aed8-4e62-bbfe-9a5c70493175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:08.744629 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5b932247-aed8-4e62-bbfe-9a5c70493175 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b2ef3cf2-d254-4427-8241-18dd8c82f595 HTTP/1.1" status: 204 len: 168 time: 1.8770955 Nov 11 17:40:08.749109 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8830374-01d6-41ac-97e6-6ddb4b599bc3 None None] Routers {'011fb005-0628-46f5-8582-39b2fb64ac93'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:08.749762 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e8830374-01d6-41ac-97e6-6ddb4b599bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:39:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['011fb005-0628-46f5-8582-39b2fb64ac93'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:08.776170 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b932247-aed8-4e62-bbfe-9a5c70493175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ef3cf2-d254-4427-8241-18dd8c82f595,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:08.814616 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e69c5ec5-5a43-4c84-92d4-753b66575587 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:08.820751 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e69c5ec5-5a43-4c84-92d4-753b66575587 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:08.833664 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e69c5ec5-5a43-4c84-92d4-753b66575587 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] 10.222.0.76 "DELETE /v2.0/networks/c04b497d-cd20-4ed6-a2de-2943bd703683 HTTP/1.1" status: 204 len: 168 time: 1.7075140 Nov 11 17:40:08.889428 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1d6a2b9e-b4e6-4350-b054-021949b3804a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "DELETE /v2.0/floatingips/53c75a1d-4f4f-401d-ad09-adaeaff0707d HTTP/1.1" status: 204 len: 168 time: 2.3040624 Nov 11 17:40:08.927441 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'tag': '65d36f1d-52f0-48ba-8672-664f599611af'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:40:08.932032 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493910b4-39c4-4308-b6fc-4511895c3d46" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c108d0-f186-4144-9caf-d8e5ffb3014c", "tag": "65d36f1d-52f0-48ba-8672-664f599611af"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:40:08.951977 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b72d7017-8c61-41d3-a2c2-282bbc159e0f req-96315b86-6a97-43b9-a06b-bdf9d075e7f3 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af5bd0c-497d-4518-96c1-33a38fae584f HTTP/1.1" status: 200 len: 210 time: 0.0850377 Nov 11 17:40:08.994634 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c5ec5-5a43-4c84-92d4-753b66575587 tempest-AllowedAddressPairTestJSON-1839673400 tempest-AllowedAddressPairTestJSON-1839673400-project] Pushing event deleted for resources: {'Network': ['ID=c04b497d-cd20-4ed6-a2de-2943bd703683,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:09.021264 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fa217d0d-093b-4b22-86da-73bd48bb9c78 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:40:09.026643 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daae5bea-8ac1-4f0c-82fe-3544a7b6d871 x-openstack-request-id: req-daae5bea-8ac1-4f0c-82fe-3544a7b6d871 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:40:09.028097 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c108d0-f186-4144-9caf-d8e5ffb3014c", "tag": "65d36f1d-52f0-48ba-8672-664f599611af", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:40:09.028591 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-daae5bea-8ac1-4f0c-82fe-3544a7b6d871 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:40:09.029338 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'tag': '65d36f1d-52f0-48ba-8672-664f599611af', 'status': 'completed', 'code': 200} Nov 11 17:40:09.061181 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-605dbf11-8809-42e7-8e6a-25c86d3da5a7 req-a0effde0-8581-487c-8f33-58cf5f4e68b7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2039618 Nov 11 17:40:09.097710 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: fa217d0d-093b-4b22-86da-73bd48bb9c78 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:40:09.098045 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device fa217d0d-093b-4b22-86da-73bd48bb9c78 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:40:09.123948 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-e8830374-01d6-41ac-97e6-6ddb4b599bc3 None None] Set router 011fb005-0628-46f5-8582-39b2fb64ac93 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:09.153564 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-06808d18-fcb3-408c-9544-d72603843b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'name': 'tempest-AttachVolumeShelveTestJSON-890161507-router', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:35:16Z', 'updated_at': '2021-11-11T17:35:29Z', 'revision_number': 4, 'project_id': 'eeac632c30574948b103f77246d9180e', 'gw_port': {'id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:17Z', 'updated_at': '2021-11-11T17:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'b69d6db5-f278-4bfe-b393-813404e70c02', 'name': '', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'mac_address': 'fa:16:3e:7d:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:25Z', 'updated_at': '2021-11-11T17:35:36Z', 'revision_number': 5, 'project_id': 'eeac632c30574948b103f77246d9180e', 'subnets': [{'id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:09.173498 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493910b4-39c4-4308-b6fc-4511895c3d46 req-8b97d891-0530-4584-a425-7a3a71b6273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:09.175047 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-493910b4-39c4-4308-b6fc-4511895c3d46 req-8b97d891-0530-4584-a425-7a3a71b6273e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 1097 time: 0.1226845 Nov 11 17:40:09.198127 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06808d18-fcb3-408c-9544-d72603843b62 None None] Checking router: 7f00dfe0-00fa-44b2-82ad-960ecb73921d for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:40:09.206931 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06808d18-fcb3-408c-9544-d72603843b62 None None] Routers {'7f00dfe0-00fa-44b2-82ad-960ecb73921d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:09.207561 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-06808d18-fcb3-408c-9544-d72603843b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:39:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:09.375964 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493910b4-39c4-4308-b6fc-4511895c3d46 req-9f24c5eb-3749-4984-a483-9294c813abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:09.377461 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-493910b4-39c4-4308-b6fc-4511895c3d46 req-9f24c5eb-3749-4984-a483-9294c813abd7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f4307d6a-976c-4915-9c6a-3c516e8bedde HTTP/1.1" status: 200 len: 898 time: 0.1933355 Nov 11 17:40:09.381394 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-06808d18-fcb3-408c-9544-d72603843b62 None None] Set router 7f00dfe0-00fa-44b2-82ad-960ecb73921d gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:09.493394 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-493910b4-39c4-4308-b6fc-4511895c3d46 req-a0029be2-dcde-4227-9941-02ab92950516 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d36f1d-52f0-48ba-8672-664f599611af HTTP/1.1" status: 200 len: 217 time: 0.1073053 Nov 11 17:40:09.595766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493910b4-39c4-4308-b6fc-4511895c3d46 req-239d90e4-64fb-432f-af96-e8ed74af7c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:09.598747 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-493910b4-39c4-4308-b6fc-4511895c3d46 req-239d90e4-64fb-432f-af96-e8ed74af7c55 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102178f6-db4c-4d9a-a96e-8baada1632bd HTTP/1.1" status: 200 len: 834 time: 0.0979805 Nov 11 17:40:09.600581 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54418) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:09.667769 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e8830374-01d6-41ac-97e6-6ddb4b599bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394540125', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:31Z', 'updated_at': '2021-11-11T17:37:43Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ab:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:32Z', 'updated_at': '2021-11-11T17:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0', 'name': '', 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:30:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '102178f6-db4c-4d9a-a96e-8baada1632bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:41Z', 'updated_at': '2021-11-11T17:37:51Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': '102178f6-db4c-4d9a-a96e-8baada1632bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:09.675972 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493910b4-39c4-4308-b6fc-4511895c3d46 req-e11a0aa8-c0d0-4ca0-a02d-1b683d17e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:09.678181 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-493910b4-39c4-4308-b6fc-4511895c3d46 req-e11a0aa8-c0d0-4ca0-a02d-1b683d17e2fc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f4307d6a-976c-4915-9c6a-3c516e8bedde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692334 Nov 11 17:40:09.704215 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8830374-01d6-41ac-97e6-6ddb4b599bc3 None None] Checking router: 011fb005-0628-46f5-8582-39b2fb64ac93 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:40:09.713185 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8830374-01d6-41ac-97e6-6ddb4b599bc3 None None] Routers {'011fb005-0628-46f5-8582-39b2fb64ac93'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:09.714089 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e8830374-01d6-41ac-97e6-6ddb4b599bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:39:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['011fb005-0628-46f5-8582-39b2fb64ac93'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:09.779963 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54424) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:09.830268 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-06808d18-fcb3-408c-9544-d72603843b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'name': 'tempest-AttachVolumeShelveTestJSON-890161507-router', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:35:16Z', 'updated_at': '2021-11-11T17:35:29Z', 'revision_number': 4, 'project_id': 'eeac632c30574948b103f77246d9180e', 'gw_port': {'id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:17Z', 'updated_at': '2021-11-11T17:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'b69d6db5-f278-4bfe-b393-813404e70c02', 'name': '', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'mac_address': 'fa:16:3e:7d:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:25Z', 'updated_at': '2021-11-11T17:35:36Z', 'revision_number': 5, 'project_id': 'eeac632c30574948b103f77246d9180e', 'subnets': [{'id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:09.871081 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06808d18-fcb3-408c-9544-d72603843b62 None None] The sync data for ids ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'] in n-d-816206-4 is: [{'id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'name': 'tempest-AttachVolumeShelveTestJSON-890161507-router', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:35:16Z', 'updated_at': '2021-11-11T17:35:29Z', 'revision_number': 4, 'project_id': 'eeac632c30574948b103f77246d9180e', 'gw_port': {'id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:17Z', 'updated_at': '2021-11-11T17:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'b69d6db5-f278-4bfe-b393-813404e70c02', 'name': '', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'mac_address': 'fa:16:3e:7d:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:25Z', 'updated_at': '2021-11-11T17:35:36Z', 'revision_number': 5, 'project_id': 'eeac632c30574948b103f77246d9180e', 'subnets': [{'id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:40:09.878296 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-493910b4-39c4-4308-b6fc-4511895c3d46 req-ba0b0104-a69d-4ab4-b471-4e3c1b5690f1 service neutron] 10.222.0.83 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905241 Nov 11 17:40:09.959254 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-43ace56d-6a15-4a29-8fcd-06c0c4582a84 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-496046060-network', 'tenant_id': '57c2d0884f65487b9b34aa3e0e3713dd'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:09.993757 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-e8830374-01d6-41ac-97e6-6ddb4b599bc3 None None] Set router 011fb005-0628-46f5-8582-39b2fb64ac93 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:10.005909 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54432) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:10.013038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ace56d-6a15-4a29-8fcd-06c0c4582a84 admin admin] Made reservation on behalf of 57c2d0884f65487b9b34aa3e0e3713dd for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:10.018922 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-43ace56d-6a15-4a29-8fcd-06c0c4582a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:10.043016 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-43ace56d-6a15-4a29-8fcd-06c0c4582a84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:10.067317 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d9d48dd4-5917-40ff-9ee7-9edf5a650749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:10.117610 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-493910b4-39c4-4308-b6fc-4511895c3d46 req-1d65bcf3-6bd3-442b-b538-effdaf261ca1 service neutron] 10.222.0.83 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314997 Nov 11 17:40:10.141838 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54436) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:10.253073 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-43ace56d-6a15-4a29-8fcd-06c0c4582a84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:10.255194 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54438) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:10.278669 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-43ace56d-6a15-4a29-8fcd-06c0c4582a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:10.339573 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ace56d-6a15-4a29-8fcd-06c0c4582a84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1294} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:40:10.376607 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aa601820-4f05-4505-a491-10827c8bb4f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:10.387520 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e8830374-01d6-41ac-97e6-6ddb4b599bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394540125', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:31Z', 'updated_at': '2021-11-11T17:37:43Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ab:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:32Z', 'updated_at': '2021-11-11T17:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0', 'name': '', 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:30:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '102178f6-db4c-4d9a-a96e-8baada1632bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:41Z', 'updated_at': '2021-11-11T17:37:51Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': '102178f6-db4c-4d9a-a96e-8baada1632bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:10.393063 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b4568757-fb02-4a69-b023-532384d5ed3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:10.405363 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-43ace56d-6a15-4a29-8fcd-06c0c4582a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:10.405936 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-43ace56d-6a15-4a29-8fcd-06c0c4582a84 admin admin] Added segment fd68444e-4e66-4514-851a-87360e7e44c1 of type vlan for network 4f52dbca-ebe4-434a-94db-e3289d9f9834 Nov 11 17:40:10.408322 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ace56d-6a15-4a29-8fcd-06c0c4582a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4487b8d9-4536-4be2-83aa-94512d15ee00,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:10.440610 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8830374-01d6-41ac-97e6-6ddb4b599bc3 None None] The sync data for ids ['011fb005-0628-46f5-8582-39b2fb64ac93'] in n-d-816206-4 is: [{'id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394540125', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:31Z', 'updated_at': '2021-11-11T17:37:43Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ab:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:32Z', 'updated_at': '2021-11-11T17:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0', 'name': '', 'network_id': 'f4307d6a-976c-4915-9c6a-3c516e8bedde', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:30:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '102178f6-db4c-4d9a-a96e-8baada1632bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:41Z', 'updated_at': '2021-11-11T17:37:51Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': '102178f6-db4c-4d9a-a96e-8baada1632bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:40:10.491505 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-43ace56d-6a15-4a29-8fcd-06c0c4582a84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:10.520147 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5bbd1ffd-3efa-43c5-9513-05797f37940f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:10.542475 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cf1b78-3ddc-4371-b626-85437deb972e None None] New status for floating IP 8a217cd8-1d2d-41a3-9906-bada94f4c164: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:40:10.587028 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5bbd1ffd-3efa-43c5-9513-05797f37940f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:10.612585 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-31192d35-aec0-49f9-aa1e-93949c756ddd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b2ccde06f320477ba3d3e24aee963396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8302486 Nov 11 17:40:10.614791 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54444) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:10.633086 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dbf11-8809-42e7-8e6a-25c86d3da5a7 req-aec1ec4d-2369-44a6-b56e-df6ca84ef8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:10.635354 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-605dbf11-8809-42e7-8e6a-25c86d3da5a7 req-aec1ec4d-2369-44a6-b56e-df6ca84ef8d5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 1097 time: 0.3481569 Nov 11 17:40:10.728777 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-43ace56d-6a15-4a29-8fcd-06c0c4582a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:10.734296 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ace56d-6a15-4a29-8fcd-06c0c4582a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:10.736292 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-43ace56d-6a15-4a29-8fcd-06c0c4582a84 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:10.778288 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dbf11-8809-42e7-8e6a-25c86d3da5a7 req-a3a97fec-87b7-4609-a8db-29069f484100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:10.784778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-605dbf11-8809-42e7-8e6a-25c86d3da5a7 req-a3a97fec-87b7-4609-a8db-29069f484100 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f4307d6a-976c-4915-9c6a-3c516e8bedde HTTP/1.1" status: 200 len: 898 time: 0.1278901 Nov 11 17:40:10.817806 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d9d48dd4-5917-40ff-9ee7-9edf5a650749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:10.885866 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-605dbf11-8809-42e7-8e6a-25c86d3da5a7 req-09d9d1b5-20cc-451a-9872-aa9f6feb0b0e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d36f1d-52f0-48ba-8672-664f599611af HTTP/1.1" status: 200 len: 217 time: 0.0811446 Nov 11 17:40:10.887976 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d9d48dd4-5917-40ff-9ee7-9edf5a650749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:10.916867 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-218499c0-b729-499e-aca4-979b4ffe8340 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:10.933852 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-43ace56d-6a15-4a29-8fcd-06c0c4582a84 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3281546 Nov 11 17:40:10.945372 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54446) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:10.946182 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:10.949550 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5bbd1ffd-3efa-43c5-9513-05797f37940f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:10.952772 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5bbd1ffd-3efa-43c5-9513-05797f37940f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:10.956380 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5bbd1ffd-3efa-43c5-9513-05797f37940f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "DELETE /v2.0/security-groups/93e547ce-e7af-424f-b0c3-f781889bc126 HTTP/1.1" status: 204 len: 168 time: 0.8110075 Nov 11 17:40:10.956518 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-65d6c37c-8216-4001-9b05-2dc30d175eb4 admin admin] Request body: {'subnet': {'network_id': '4f52dbca-ebe4-434a-94db-e3289d9f9834', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-496046060-subnet', 'tenant_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:10.964206 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aa601820-4f05-4505-a491-10827c8bb4f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:10.966482 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54448) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:10.978860 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ace56d-6a15-4a29-8fcd-06c0c4582a84 admin admin] Pushing event updated for resources: {'Network': ['ID=4f52dbca-ebe4-434a-94db-e3289d9f9834,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:10.987973 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aa601820-4f05-4505-a491-10827c8bb4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:10.990112 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 4f52dbca-ebe4-434a-94db-e3289d9f9834 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:40:11.012101 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c57789-02da-438c-a0f1-d0899ac9ee58 None None] New status for floating IP 53c75a1d-4f4f-401d-ad09-adaeaff0707d: DOWN {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:40:11.026535 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-218499c0-b729-499e-aca4-979b4ffe8340 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:11.085694 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d48dd4-5917-40ff-9ee7-9edf5a650749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f61dfc-63f2-4171-bca5-5b4cb10a6872,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:11.117769 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-aa601820-4f05-4505-a491-10827c8bb4f3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ed07693c77ca4f418d078427b9f2ef56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8565209 Nov 11 17:40:11.118416 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa601820-4f05-4505-a491-10827c8bb4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe164d36-b110-424b-a528-7578c214a9b2,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:11.123326 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54452) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:11.130089 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d6c37c-8216-4001-9b05-2dc30d175eb4 admin admin] Made reservation on behalf of 57c2d0884f65487b9b34aa3e0e3713dd for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:11.133944 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65d6c37c-8216-4001-9b05-2dc30d175eb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:11.199805 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-a14cb70f-d5bf-4396-81e1-3bd6eb5cd1cd tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] show failed (client error): The resource could not be found. Nov 11 17:40:11.201005 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a14cb70f-d5bf-4396-81e1-3bd6eb5cd1cd tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups/93e547ce-e7af-424f-b0c3-f781889bc126 HTTP/1.1" status: 404 len: 347 time: 0.1794434 Nov 11 17:40:11.213913 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d9d48dd4-5917-40ff-9ee7-9edf5a650749 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b0ebb34505e6413992c7e1084d1cb53b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2052011 Nov 11 17:40:11.214601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54454) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:11.215021 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54456) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:11.264598 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd1ffd-3efa-43c5-9513-05797f37940f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e547ce-e7af-424f-b0c3-f781889bc126,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:11.330480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dbf11-8809-42e7-8e6a-25c86d3da5a7 req-17817aa6-2beb-459e-b5dd-3705a77c484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:11.332110 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-605dbf11-8809-42e7-8e6a-25c86d3da5a7 req-17817aa6-2beb-459e-b5dd-3705a77c484c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102178f6-db4c-4d9a-a96e-8baada1632bd HTTP/1.1" status: 200 len: 834 time: 0.4388375 Nov 11 17:40:11.337289 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-00e1f109-4d37-48e6-a096-88c2254e46f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:11.347024 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-218499c0-b729-499e-aca4-979b4ffe8340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:11.349615 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-218499c0-b729-499e-aca4-979b4ffe8340 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:11.350755 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-218499c0-b729-499e-aca4-979b4ffe8340 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4580db7b-e556-4a9f-98b1-a1a8eb35e767 HTTP/1.1" status: 204 len: 168 time: 0.7302949 Nov 11 17:40:11.371001 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218499c0-b729-499e-aca4-979b4ffe8340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4580db7b-e556-4a9f-98b1-a1a8eb35e767,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:11.382714 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65d6c37c-8216-4001-9b05-2dc30d175eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:11.424406 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-00e1f109-4d37-48e6-a096-88c2254e46f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:11.536494 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6c37c-8216-4001-9b05-2dc30d175eb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e692086-63f4-4d69-889d-2e37b0378e0d,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:11.541941 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6c37c-8216-4001-9b05-2dc30d175eb4 admin admin] Checking segment: {'id': 'fd68444e-4e66-4514-851a-87360e7e44c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4f52dbca-ebe4-434a-94db-e3289d9f9834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:11.542587 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d6c37c-8216-4001-9b05-2dc30d175eb4 admin admin] Network hostable DHCP agents. Network: 4f52dbca-ebe4-434a-94db-e3289d9f9834, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:40:11.566595 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d6c37c-8216-4001-9b05-2dc30d175eb4 admin admin] Network 4f52dbca-ebe4-434a-94db-e3289d9f9834 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:40:11.575796 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e48354d-978e-4331-96d4-630828542b2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:11.604800 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e48354d-978e-4331-96d4-630828542b2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:11.607840 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-65d6c37c-8216-4001-9b05-2dc30d175eb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 4f52dbca-ebe4-434a-94db-e3289d9f9834) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:11.617316 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fa82e0-21bd-40c7-bd1c-e2942318f710 None None] Network 4f52dbca-ebe4-434a-94db-e3289d9f9834 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:11.638637 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d6c37c-8216-4001-9b05-2dc30d175eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:11.640366 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65d6c37c-8216-4001-9b05-2dc30d175eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:11.698667 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-65d6c37c-8216-4001-9b05-2dc30d175eb4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7472775 Nov 11 17:40:11.699570 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54466) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:11.711032 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-bf003ace-d0a8-4f12-baa5-6982b8d8f1d2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-496046060-router', 'tenant_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:11.751467 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-00e1f109-4d37-48e6-a096-88c2254e46f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:11.755436 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-00e1f109-4d37-48e6-a096-88c2254e46f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:11.756919 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-00e1f109-4d37-48e6-a096-88c2254e46f4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fe164d36-b110-424b-a528-7578c214a9b2 HTTP/1.1" status: 204 len: 168 time: 0.6157453 Nov 11 17:40:11.777733 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bf003ace-d0a8-4f12-baa5-6982b8d8f1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:11.779145 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bf003ace-d0a8-4f12-baa5-6982b8d8f1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:11.779464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1f109-4d37-48e6-a096-88c2254e46f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe164d36-b110-424b-a528-7578c214a9b2,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:11.804795 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dbf11-8809-42e7-8e6a-25c86d3da5a7 req-a55dee4f-02db-4638-a2f9-45d12c5502ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:11.807867 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-605dbf11-8809-42e7-8e6a-25c86d3da5a7 req-a55dee4f-02db-4638-a2f9-45d12c5502ed service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f4307d6a-976c-4915-9c6a-3c516e8bedde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4621384 Nov 11 17:40:11.808875 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e48354d-978e-4331-96d4-630828542b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:11.812582 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e48354d-978e-4331-96d4-630828542b2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:11.815102 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5e48354d-978e-4331-96d4-630828542b2e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/78f61dfc-63f2-4171-bca5-5b4cb10a6872 HTTP/1.1" status: 204 len: 168 time: 0.5936465 Nov 11 17:40:11.911670 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dce40ef-3100-4ab2-aaff-4e12d1ba5108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-4f52dbca-ebe4-434a-94db-e3289d9f9834', 'network_id': '4f52dbca-ebe4-434a-94db-e3289d9f9834', 'tenant_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'fixed_ips': [{'subnet_id': '4e692086-63f4-4d69-889d-2e37b0378e0d'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:40:11.911670 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2dce40ef-3100-4ab2-aaff-4e12d1ba5108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:11.940743 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bf003ace-d0a8-4f12-baa5-6982b8d8f1d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:11.946069 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-605dbf11-8809-42e7-8e6a-25c86d3da5a7 req-cf3071ac-1542-427e-ac76-b15f368c2915 service neutron] 10.222.0.83 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295636 Nov 11 17:40:11.963168 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e87b1-496c-48a9-9c79-ff11c6a1b72a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Deleting port a03fcdc3-78f9-467f-b9f0-51c0b861c6f0 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:40:11.963527 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d2e87b1-496c-48a9-9c79-ff11c6a1b72a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:12.063265 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48354d-978e-4331-96d4-630828542b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f61dfc-63f2-4171-bca5-5b4cb10a6872,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:12.152808 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-2dce40ef-3100-4ab2-aaff-4e12d1ba5108 None None] Allocated IP 172.20.0.2 (4f52dbca-ebe4-434a-94db-e3289d9f9834/4e692086-63f4-4d69-889d-2e37b0378e0d/d82e30c9-c8ab-4e24-a37e-532e117b1ceb) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:40:12.261239 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-605dbf11-8809-42e7-8e6a-25c86d3da5a7 req-ec339303-e768-43f6-a8c4-8d985c5749b7 service neutron] 10.222.0.83 "GET /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881300 Nov 11 17:40:12.269824 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bf003ace-d0a8-4f12-baa5-6982b8d8f1d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:12.273398 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d2e87b1-496c-48a9-9c79-ff11c6a1b72a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:12.273725 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d2e87b1-496c-48a9-9c79-ff11c6a1b72a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:12.305073 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e87b1-496c-48a9-9c79-ff11c6a1b72a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Calling delete_port for a03fcdc3-78f9-467f-b9f0-51c0b861c6f0 owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:40:12.424650 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2dce40ef-3100-4ab2-aaff-4e12d1ba5108 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:12.438280 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2dce40ef-3100-4ab2-aaff-4e12d1ba5108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:12.500012 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dce40ef-3100-4ab2-aaff-4e12d1ba5108 None None] Network 4f52dbca-ebe4-434a-94db-e3289d9f9834 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:40:12.504703 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-2dce40ef-3100-4ab2-aaff-4e12d1ba5108 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:12.510469 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dce40ef-3100-4ab2-aaff-4e12d1ba5108 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:40:12.513780 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce40ef-3100-4ab2-aaff-4e12d1ba5108 None None] Pushing event updated for resources: {'Port': ['ID=d82e30c9-c8ab-4e24-a37e-532e117b1ceb,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:12.570402 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54484) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:12.581861 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:12.582087 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bf003ace-d0a8-4f12-baa5-6982b8d8f1d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:12.584889 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-2dce40ef-3100-4ab2-aaff-4e12d1ba5108 None None] Attempting to bind port d82e30c9-c8ab-4e24-a37e-532e117b1ceb on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:40:12.585484 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-2dce40ef-3100-4ab2-aaff-4e12d1ba5108 None None] Attempting to bind port d82e30c9-c8ab-4e24-a37e-532e117b1ceb by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'fd68444e-4e66-4514-851a-87360e7e44c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4f52dbca-ebe4-434a-94db-e3289d9f9834'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:40:12.586094 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce40ef-3100-4ab2-aaff-4e12d1ba5108 None None] Attempting to bind port d82e30c9-c8ab-4e24-a37e-532e117b1ceb on network 4f52dbca-ebe4-434a-94db-e3289d9f9834 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:40:12.594718 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce40ef-3100-4ab2-aaff-4e12d1ba5108 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:40:12.595467 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce40ef-3100-4ab2-aaff-4e12d1ba5108 None None] Checking segment: {'id': 'fd68444e-4e66-4514-851a-87360e7e44c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4f52dbca-ebe4-434a-94db-e3289d9f9834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:12.596081 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2dce40ef-3100-4ab2-aaff-4e12d1ba5108 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:12.596653 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce40ef-3100-4ab2-aaff-4e12d1ba5108 None None] Bound using segment: {'id': 'fd68444e-4e66-4514-851a-87360e7e44c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4f52dbca-ebe4-434a-94db-e3289d9f9834'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:40:12.597307 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-2dce40ef-3100-4ab2-aaff-4e12d1ba5108 None None] Bound port: d82e30c9-c8ab-4e24-a37e-532e117b1ceb, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd68444e-4e66-4514-851a-87360e7e44c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4f52dbca-ebe4-434a-94db-e3289d9f9834'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:40:12.597893 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2dce40ef-3100-4ab2-aaff-4e12d1ba5108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:12.598648 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d8de525d-fff2-4c02-a613-d97cbe7da6fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:12.616438 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d2e87b1-496c-48a9-9c79-ff11c6a1b72a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:12.633033 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bf003ace-d0a8-4f12-baa5-6982b8d8f1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:12.683046 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2dce40ef-3100-4ab2-aaff-4e12d1ba5108 None None] For port d82e30c9-c8ab-4e24-a37e-532e117b1ceb, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:40:12.691072 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2dce40ef-3100-4ab2-aaff-4e12d1ba5108 None None] For port d82e30c9-c8ab-4e24-a37e-532e117b1ceb, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d82e30c9-c8ab-4e24-a37e-532e117b1ceb,segment=NetworkSegment(fd68444e-4e66-4514-851a-87360e7e44c1),segment_id=fd68444e-4e66-4514-851a-87360e7e44c1)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:40:12.699845 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2dce40ef-3100-4ab2-aaff-4e12d1ba5108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:12.704284 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e87b1-496c-48a9-9c79-ff11c6a1b72a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Pushing event deleted for resources: {'Port': ['ID=a03fcdc3-78f9-467f-b9f0-51c0b861c6f0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:12.811563 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce40ef-3100-4ab2-aaff-4e12d1ba5108 None None] Pushing event updated for resources: {'Port': ['ID=d82e30c9-c8ab-4e24-a37e-532e117b1ceb,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:12.893932 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54490) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:12.896192 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d2e87b1-496c-48a9-9c79-ff11c6a1b72a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:12.917364 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:12.925950 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d2e87b1-496c-48a9-9c79-ff11c6a1b72a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:12.927328 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7d2e87b1-496c-48a9-9c79-ff11c6a1b72a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "DELETE /v2.0/floatingips/8a217cd8-1d2d-41a3-9906-bada94f4c164 HTTP/1.1" status: 204 len: 168 time: 1.7069974 Nov 11 17:40:12.948197 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-bf003ace-d0a8-4f12-baa5-6982b8d8f1d2 admin admin] Allocated IP 172.25.2.56 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/69490af5-7b7b-4d39-95bf-0c67f5d38eaf) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:40:13.012038 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d8de525d-fff2-4c02-a613-d97cbe7da6fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:13.018428 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-361101b0-434d-4187-9aaf-ecdd4f743912 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=722a48d53b7146a4a694e1bfa77898de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1250639 Nov 11 17:40:13.019563 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54496) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:13.042670 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d8de525d-fff2-4c02-a613-d97cbe7da6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:13.141706 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bf003ace-d0a8-4f12-baa5-6982b8d8f1d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:13.147189 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f289048f-066a-41ae-aba7-976a2d4c2e5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:13.148753 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de525d-fff2-4c02-a613-d97cbe7da6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0ce00e-d2b9-4e16-83a4-d238a928a58d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:13.186958 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d8de525d-fff2-4c02-a613-d97cbe7da6fd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=da34d5b03ef841d3a80dcabe5d1eacf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6130638 Nov 11 17:40:13.189738 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54502) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:13.226479 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bf003ace-d0a8-4f12-baa5-6982b8d8f1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:13.299456 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f289048f-066a-41ae-aba7-976a2d4c2e5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:13.380975 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf003ace-d0a8-4f12-baa5-6982b8d8f1d2 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:40:13.390835 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-bf003ace-d0a8-4f12-baa5-6982b8d8f1d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:13.398629 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf003ace-d0a8-4f12-baa5-6982b8d8f1d2 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:40:13.405951 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf003ace-d0a8-4f12-baa5-6982b8d8f1d2 admin admin] Pushing event updated for resources: {'Port': ['ID=69490af5-7b7b-4d39-95bf-0c67f5d38eaf,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:13.415290 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9fa3fd-cb40-4052-a654-aef027c8add0 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:40:13.424449 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54506) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:13.432285 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e4b26591-305a-40e6-ab90-98d7acada2f0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--787789783', 'description': 'tempest-description--516055010'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:13.470050 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-42b2becd-bbd3-429c-8fbb-c6e3808f3266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:13.479230 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e4b26591-305a-40e6-ab90-98d7acada2f0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:13.485317 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f289048f-066a-41ae-aba7-976a2d4c2e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:13.491476 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f289048f-066a-41ae-aba7-976a2d4c2e5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:13.494175 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f289048f-066a-41ae-aba7-976a2d4c2e5b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6c1893f1-c395-403b-9703-9fd2e0488d6a HTTP/1.1" status: 204 len: 168 time: 0.4721613 Nov 11 17:40:13.534269 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289048f-066a-41ae-aba7-976a2d4c2e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1893f1-c395-403b-9703-9fd2e0488d6a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:13.542042 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54510) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:13.558870 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-4f86b99e-f9da-48b4-a4fd-b1ec38a96d23 None None] Provisioning complete for port 69490af5-7b7b-4d39-95bf-0c67f5d38eaf triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:13.569705 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4f86b99e-f9da-48b4-a4fd-b1ec38a96d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:13.601445 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-42b2becd-bbd3-429c-8fbb-c6e3808f3266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:13.637824 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e4b26591-305a-40e6-ab90-98d7acada2f0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:13.644468 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e4b26591-305a-40e6-ab90-98d7acada2f0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:13.678626 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-4f86b99e-f9da-48b4-a4fd-b1ec38a96d23 None None] Port 69490af5-7b7b-4d39-95bf-0c67f5d38eaf cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:40:13.697439 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b26591-305a-40e6-ab90-98d7acada2f0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a18e10-be0a-4a78-aab3-2d5e495da193,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:13.713024 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e4b26591-305a-40e6-ab90-98d7acada2f0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:13.715266 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e4b26591-305a-40e6-ab90-98d7acada2f0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2892663 Nov 11 17:40:13.718158 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54514) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:13.725400 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-9ed40f26-a708-4338-b62a-7097d4c215cd tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Request body: {'security_group_rule': {'security_group_id': '51a18e10-be0a-4a78-aab3-2d5e495da193', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:13.772211 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9ed40f26-a708-4338-b62a-7097d4c215cd tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:13.792174 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-fb70038c-20dc-41f8-b902-a91234ae76fc tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-389406722'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:13.862888 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb70038c-20dc-41f8-b902-a91234ae76fc tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Made reservation on behalf of 1a6cadbc07fc4239afce0d37cc9e7535 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:13.866807 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fb70038c-20dc-41f8-b902-a91234ae76fc tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:13.885117 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fb70038c-20dc-41f8-b902-a91234ae76fc tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:13.916562 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-42b2becd-bbd3-429c-8fbb-c6e3808f3266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:13.919655 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-42b2becd-bbd3-429c-8fbb-c6e3808f3266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:13.921149 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-42b2becd-bbd3-429c-8fbb-c6e3808f3266 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ce0ce00e-d2b9-4e16-83a4-d238a928a58d HTTP/1.1" status: 204 len: 168 time: 0.7302899 Nov 11 17:40:13.958414 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2becd-bbd3-429c-8fbb-c6e3808f3266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0ce00e-d2b9-4e16-83a4-d238a928a58d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:13.967314 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9ed40f26-a708-4338-b62a-7097d4c215cd tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:13.977259 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9ed40f26-a708-4338-b62a-7097d4c215cd tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:14.042153 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed40f26-a708-4338-b62a-7097d4c215cd tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd900c8-8651-4a9a-ac09-71f2ce56177d,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:14.068236 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9ed40f26-a708-4338-b62a-7097d4c215cd tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:14.072207 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9ed40f26-a708-4338-b62a-7097d4c215cd tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3496628 Nov 11 17:40:14.075073 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54522) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:14.081424 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-bd22bbb6-d9e8-481a-91be-8f4ced6c07e1 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Request body: {'security_group_rule': {'security_group_id': '51a18e10-be0a-4a78-aab3-2d5e495da193', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:14.132549 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bf003ace-d0a8-4f12-baa5-6982b8d8f1d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:14.138831 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fb70038c-20dc-41f8-b902-a91234ae76fc tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:14.149287 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fb70038c-20dc-41f8-b902-a91234ae76fc tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:14.190184 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb70038c-20dc-41f8-b902-a91234ae76fc tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1268} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:40:14.238945 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fb70038c-20dc-41f8-b902-a91234ae76fc tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:14.239320 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-fb70038c-20dc-41f8-b902-a91234ae76fc tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Added segment e46594b6-4ade-4edf-8120-90da1f7854b3 of type vlan for network 0822cc81-0f63-46d4-9035-6e230ee004db Nov 11 17:40:14.247331 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70038c-20dc-41f8-b902-a91234ae76fc tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c260e7-581f-4517-ab8c-99b72128002e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:14.329967 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fb70038c-20dc-41f8-b902-a91234ae76fc tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:14.371588 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd22bbb6-d9e8-481a-91be-8f4ced6c07e1 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:14.413285 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fb70038c-20dc-41f8-b902-a91234ae76fc tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:14.415640 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb70038c-20dc-41f8-b902-a91234ae76fc tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:14.416285 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fb70038c-20dc-41f8-b902-a91234ae76fc tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:14.474741 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd22bbb6-d9e8-481a-91be-8f4ced6c07e1 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:14.512091 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd22bbb6-d9e8-481a-91be-8f4ced6c07e1 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:14.533949 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22bbb6-d9e8-481a-91be-8f4ced6c07e1 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08eaabfb-4b62-4c4f-a625-be38db4f8aef,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:14.580508 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fb70038c-20dc-41f8-b902-a91234ae76fc tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0300727 Nov 11 17:40:14.592441 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70038c-20dc-41f8-b902-a91234ae76fc tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Network': ['ID=0822cc81-0f63-46d4-9035-6e230ee004db,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:14.594750 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9037ab6c-7e3f-4899-8dc4-ce8330657b23 None None] Network 4f52dbca-ebe4-434a-94db-e3289d9f9834 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:14.618893 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bf003ace-d0a8-4f12-baa5-6982b8d8f1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:14.626906 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd22bbb6-d9e8-481a-91be-8f4ced6c07e1 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:14.633652 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bd22bbb6-d9e8-481a-91be-8f4ced6c07e1 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5570805 Nov 11 17:40:14.637300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54540) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:14.643682 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-33bca8c4-fcaf-4ac8-a5cd-a725f2f2253e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:14.698768 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-33bca8c4-fcaf-4ac8-a5cd-a725f2f2253e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:14.829522 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54550) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:14.856886 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-f459fff2-c4ec-409f-944f-88e5d21ec40b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'subnet': {'network_id': '0822cc81-0f63-46d4-9035-6e230ee004db', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:14.959449 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-33bca8c4-fcaf-4ac8-a5cd-a725f2f2253e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:15.121381 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 0822cc81-0f63-46d4-9035-6e230ee004db details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:40:15.153398 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device d82e30c9-c8ab-4e24-a37e-532e117b1ceb up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:40:15.185515 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf003ace-d0a8-4f12-baa5-6982b8d8f1d2 admin admin] Router 0bd8b648-116c-4973-8beb-aaf39e56e7e9 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:40:15.186596 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-33bca8c4-fcaf-4ac8-a5cd-a725f2f2253e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Allocated IP 172.25.2.240 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/1322c291-e96c-4957-a9f6-6f35de0e78d4) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:40:15.270616 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3bba7b5b-4ec8-4954-a028-be64083e43a9 None None] Provisioning complete for port d82e30c9-c8ab-4e24-a37e-532e117b1ceb triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:15.271367 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3bba7b5b-4ec8-4954-a028-be64083e43a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:15.360849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f459fff2-c4ec-409f-944f-88e5d21ec40b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Made reservation on behalf of 1a6cadbc07fc4239afce0d37cc9e7535 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:15.368529 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f459fff2-c4ec-409f-944f-88e5d21ec40b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:15.384934 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-33bca8c4-fcaf-4ac8-a5cd-a725f2f2253e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:15.419013 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54570) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:15.445771 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port d82e30c9-c8ab-4e24-a37e-532e117b1ceb triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:15.446316 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:15.453990 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3bba7b5b-4ec8-4954-a028-be64083e43a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:15.524189 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-33bca8c4-fcaf-4ac8-a5cd-a725f2f2253e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:15.609568 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3bba7b5b-4ec8-4954-a028-be64083e43a9 None None] For port d82e30c9-c8ab-4e24-a37e-532e117b1ceb, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d82e30c9-c8ab-4e24-a37e-532e117b1ceb,segment=NetworkSegment(fd68444e-4e66-4514-851a-87360e7e44c1),segment_id=fd68444e-4e66-4514-851a-87360e7e44c1)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:15.622548 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3bba7b5b-4ec8-4954-a028-be64083e43a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:15.646662 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf003ace-d0a8-4f12-baa5-6982b8d8f1d2 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:40:15.687721 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bf003ace-d0a8-4f12-baa5-6982b8d8f1d2 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:15.689391 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bf003ace-d0a8-4f12-baa5-6982b8d8f1d2 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9886472 Nov 11 17:40:15.695224 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bca8c4-fcaf-4ac8-a5cd-a725f2f2253e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:40:15.698207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54576) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:15.705609 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] Sync routers for ids ['0bd8b648-116c-4973-8beb-aaf39e56e7e9'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:40:15.766847 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] Routers {'0bd8b648-116c-4973-8beb-aaf39e56e7e9'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:15.767601 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:40:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['0bd8b648-116c-4973-8beb-aaf39e56e7e9'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:15.843404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba7b5b-4ec8-4954-a028-be64083e43a9 None None] Pushing event updated for resources: {'Port': ['ID=d82e30c9-c8ab-4e24-a37e-532e117b1ceb,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:15.850579 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5dc7162d-333d-471b-9f65-fa54d01370bf None None] Provisioning complete for port d82e30c9-c8ab-4e24-a37e-532e117b1ceb triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:15.851605 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5dc7162d-333d-471b-9f65-fa54d01370bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:15.871575 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f459fff2-c4ec-409f-944f-88e5d21ec40b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:15.929414 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-4849de32-38e1-4dbc-be3c-df1bfd377500 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-908602681-network', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:15.948485 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-33bca8c4-fcaf-4ac8-a5cd-a725f2f2253e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:15.951613 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] Set router 0bd8b648-116c-4973-8beb-aaf39e56e7e9 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:15.961106 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bca8c4-fcaf-4ac8-a5cd-a725f2f2253e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:40:15.966096 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bca8c4-fcaf-4ac8-a5cd-a725f2f2253e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Pushing event updated for resources: {'Port': ['ID=1322c291-e96c-4957-a9f6-6f35de0e78d4,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:15.998660 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4849de32-38e1-4dbc-be3c-df1bfd377500 admin admin] Made reservation on behalf of da0609b8911e49f0b0d1e564372cbf92 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:16.006182 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4849de32-38e1-4dbc-be3c-df1bfd377500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:16.036504 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4849de32-38e1-4dbc-be3c-df1bfd377500 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:16.041154 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459fff2-c4ec-409f-944f-88e5d21ec40b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Subnet': ['ID=55b25e7c-885a-4f48-93a8-453382b88b6a,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:16.051256 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f459fff2-c4ec-409f-944f-88e5d21ec40b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Checking segment: {'id': 'e46594b6-4ade-4edf-8120-90da1f7854b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '0822cc81-0f63-46d4-9035-6e230ee004db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:16.051813 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f459fff2-c4ec-409f-944f-88e5d21ec40b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network hostable DHCP agents. Network: 0822cc81-0f63-46d4-9035-6e230ee004db, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:40:16.074935 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f459fff2-c4ec-409f-944f-88e5d21ec40b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network 0822cc81-0f63-46d4-9035-6e230ee004db is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:40:16.086979 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-f459fff2-c4ec-409f-944f-88e5d21ec40b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 0822cc81-0f63-46d4-9035-6e230ee004db) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:16.108037 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f459fff2-c4ec-409f-944f-88e5d21ec40b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:16.108626 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f459fff2-c4ec-409f-944f-88e5d21ec40b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:16.111814 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ebcd55-134b-4ad3-a977-0d8f89dd6db3 None None] Network 0822cc81-0f63-46d4-9035-6e230ee004db requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:16.133600 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f459fff2-c4ec-409f-944f-88e5d21ec40b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2928770 Nov 11 17:40:16.136590 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54584) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:16.144044 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-ebcee3f6-e690-4f62-8223-754f4f1fa6aa tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1059001190'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:16.167700 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4849de32-38e1-4dbc-be3c-df1bfd377500 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:16.187784 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4849de32-38e1-4dbc-be3c-df1bfd377500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:16.210291 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcee3f6-e690-4f62-8223-754f4f1fa6aa tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Made reservation on behalf of 1a6cadbc07fc4239afce0d37cc9e7535 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:16.218447 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ebcee3f6-e690-4f62-8223-754f4f1fa6aa tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:16.265962 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcee3f6-e690-4f62-8223-754f4f1fa6aa tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1271} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:40:16.276070 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-33bca8c4-fcaf-4ac8-a5cd-a725f2f2253e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:16.287979 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ebcee3f6-e690-4f62-8223-754f4f1fa6aa tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:16.288487 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-ebcee3f6-e690-4f62-8223-754f4f1fa6aa tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Added segment 22bd5c5e-dcb6-413e-8034-82409ab91966 of type vlan for network 1edb9318-bbb5-4de5-adea-b1236086a04b Nov 11 17:40:16.298696 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4849de32-38e1-4dbc-be3c-df1bfd377500 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1290} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:40:16.307074 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd8b648-116c-4973-8beb-aaf39e56e7e9', 'name': 'tempest-TestAggregatesBasicOps-496046060-router', 'tenant_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '69490af5-7b7b-4d39-95bf-0c67f5d38eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:11Z', 'updated_at': '2021-11-11T17:40:13Z', 'revision_number': 3, 'project_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'gw_port': {'id': '69490af5-7b7b-4d39-95bf-0c67f5d38eaf', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd8b648-116c-4973-8beb-aaf39e56e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:12Z', 'updated_at': '2021-11-11T17:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:16.338195 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] Checking router: 0bd8b648-116c-4973-8beb-aaf39e56e7e9 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:40:16.338544 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] Updating router 0bd8b648-116c-4973-8beb-aaf39e56e7e9 port 69490af5-7b7b-4d39-95bf-0c67f5d38eaf binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:40:16.340650 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ebcee3f6-e690-4f62-8223-754f4f1fa6aa tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:16.356746 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-33bca8c4-fcaf-4ac8-a5cd-a725f2f2253e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:16.358762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849de32-38e1-4dbc-be3c-df1bfd377500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c7948a-11aa-4a71-bcd3-a07a519197d0,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:16.372817 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:16.385127 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ebcee3f6-e690-4f62-8223-754f4f1fa6aa tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:16.394360 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcee3f6-e690-4f62-8223-754f4f1fa6aa tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:16.395348 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ebcee3f6-e690-4f62-8223-754f4f1fa6aa tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:16.432502 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4849de32-38e1-4dbc-be3c-df1bfd377500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:16.433517 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-4849de32-38e1-4dbc-be3c-df1bfd377500 admin admin] Added segment e61f15ac-17f9-4b9f-85e6-7b4230d7856f of type vlan for network c86a5577-7cc1-4dba-9dcb-52b1cdd5856e Nov 11 17:40:16.475125 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ebcee3f6-e690-4f62-8223-754f4f1fa6aa tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3350909 Nov 11 17:40:16.481635 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529abfcd-81b5-4ace-9312-03ec81b2bd8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-0822cc81-0f63-46d4-9035-6e230ee004db', 'network_id': '0822cc81-0f63-46d4-9035-6e230ee004db', 'tenant_id': '1a6cadbc07fc4239afce0d37cc9e7535', 'fixed_ips': [{'subnet_id': '55b25e7c-885a-4f48-93a8-453382b88b6a'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:40:16.482617 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54596) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:16.482752 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-529abfcd-81b5-4ace-9312-03ec81b2bd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:16.494150 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-905a6390-072a-4eba-9e84-eb9027f2e1b0 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'subnet': {'network_id': '1edb9318-bbb5-4de5-adea-b1236086a04b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:16.557507 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4849de32-38e1-4dbc-be3c-df1bfd377500 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:16.574387 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcee3f6-e690-4f62-8223-754f4f1fa6aa tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Network': ['ID=1edb9318-bbb5-4de5-adea-b1236086a04b,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:16.594740 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 1edb9318-bbb5-4de5-adea-b1236086a04b details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:40:16.621045 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905a6390-072a-4eba-9e84-eb9027f2e1b0 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Made reservation on behalf of 1a6cadbc07fc4239afce0d37cc9e7535 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:16.625479 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-905a6390-072a-4eba-9e84-eb9027f2e1b0 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:16.842031 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-529abfcd-81b5-4ace-9312-03ec81b2bd8f None None] Allocated IP 172.20.255.242 (0822cc81-0f63-46d4-9035-6e230ee004db/55b25e7c-885a-4f48-93a8-453382b88b6a/1a88d798-68c2-4a17-831f-c21247ee12f1) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:40:16.899652 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-905a6390-072a-4eba-9e84-eb9027f2e1b0 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:16.906781 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4849de32-38e1-4dbc-be3c-df1bfd377500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:16.907761 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4849de32-38e1-4dbc-be3c-df1bfd377500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:16.908351 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4849de32-38e1-4dbc-be3c-df1bfd377500 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:16.956878 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device d82e30c9-c8ab-4e24-a37e-532e117b1ceb up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:40:17.067165 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905a6390-072a-4eba-9e84-eb9027f2e1b0 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Checking segment: {'id': '22bd5c5e-dcb6-413e-8034-82409ab91966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '1edb9318-bbb5-4de5-adea-b1236086a04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:17.067777 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905a6390-072a-4eba-9e84-eb9027f2e1b0 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network hostable DHCP agents. Network: 1edb9318-bbb5-4de5-adea-b1236086a04b, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:40:17.070158 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4849de32-38e1-4dbc-be3c-df1bfd377500 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6481936 Nov 11 17:40:17.082047 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54610) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:17.112320 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849de32-38e1-4dbc-be3c-df1bfd377500 admin admin] Pushing event updated for resources: {'Network': ['ID=c86a5577-7cc1-4dba-9dcb-52b1cdd5856e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:17.126867 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a6390-072a-4eba-9e84-eb9027f2e1b0 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Subnet': ['ID=c1c34ef8-9a48-48ca-b4c8-05898a6f9e79,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:17.129705 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-695d8e27-7377-4bf2-b975-6338b6e96cc0 admin admin] Request body: {'subnet': {'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-908602681-subnet', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:17.160637 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905a6390-072a-4eba-9e84-eb9027f2e1b0 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network 1edb9318-bbb5-4de5-adea-b1236086a04b is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:40:17.188328 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-905a6390-072a-4eba-9e84-eb9027f2e1b0 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 1edb9318-bbb5-4de5-adea-b1236086a04b) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:17.198445 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905a6390-072a-4eba-9e84-eb9027f2e1b0 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:17.202611 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-905a6390-072a-4eba-9e84-eb9027f2e1b0 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:17.226753 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:17.245222 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network c86a5577-7cc1-4dba-9dcb-52b1cdd5856e details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:40:17.249587 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-905a6390-072a-4eba-9e84-eb9027f2e1b0 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7653029 Nov 11 17:40:17.253333 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82451bd-d5ee-4bb7-a3dd-588fc9696c50 None None] Network 1edb9318-bbb5-4de5-adea-b1236086a04b requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:17.255432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54616) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:17.441780 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:17.465792 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8305ba8-546d-498d-b29c-70548b6ed0e4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:17.494434 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port d82e30c9-c8ab-4e24-a37e-532e117b1ceb triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:17.495067 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:17.580070 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8305ba8-546d-498d-b29c-70548b6ed0e4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:17.678282 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8305ba8-546d-498d-b29c-70548b6ed0e4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:17.699577 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-33bca8c4-fcaf-4ac8-a5cd-a725f2f2253e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:17.701666 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eab7aa-0b6d-45ba-96a0-ce589c7f1715 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:40:17.717712 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-33bca8c4-fcaf-4ac8-a5cd-a725f2f2253e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:17.760508 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8305ba8-546d-498d-b29c-70548b6ed0e4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Subnet': ['ID=c1c34ef8-9a48-48ca-b4c8-05898a6f9e79,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:17.838023 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bca8c4-fcaf-4ac8-a5cd-a725f2f2253e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Pushing event updated for resources: {'Port': ['ID=1322c291-e96c-4957-a9f6-6f35de0e78d4,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:17.848767 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-33bca8c4-fcaf-4ac8-a5cd-a725f2f2253e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:17.864487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695d8e27-7377-4bf2-b975-6338b6e96cc0 admin admin] Made reservation on behalf of da0609b8911e49f0b0d1e564372cbf92 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:17.867991 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-695d8e27-7377-4bf2-b975-6338b6e96cc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:17.890220 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-529abfcd-81b5-4ace-9312-03ec81b2bd8f None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:17.909075 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a3cb2-a642-40f6-b279-a1081ccff705 None None] Pushing event updated for resources: {'Port': ['ID=69490af5-7b7b-4d39-95bf-0c67f5d38eaf,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:17.910757 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8305ba8-546d-498d-b29c-70548b6ed0e4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:17.911699 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-529abfcd-81b5-4ace-9312-03ec81b2bd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:17.947132 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-f8305ba8-546d-498d-b29c-70548b6ed0e4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1edb9318-bbb5-4de5-adea-b1236086a04b']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:17.959914 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-f8305ba8-546d-498d-b29c-70548b6ed0e4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22bd5c5e-dcb6-413e-8034-82409ab91966') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:17.961023 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-f8305ba8-546d-498d-b29c-70548b6ed0e4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22bd5c5e-dcb6-413e-8034-82409ab91966') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:17.975247 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8305ba8-546d-498d-b29c-70548b6ed0e4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:17.975924 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529abfcd-81b5-4ace-9312-03ec81b2bd8f None None] Pushing event updated for resources: {'Port': ['ID=1a88d798-68c2-4a17-831f-c21247ee12f1,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:17.978272 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] Attempting to bind port 69490af5-7b7b-4d39-95bf-0c67f5d38eaf on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:40:17.978674 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] Attempting to bind port 69490af5-7b7b-4d39-95bf-0c67f5d38eaf by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:40:17.979041 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] Attempting to bind port 69490af5-7b7b-4d39-95bf-0c67f5d38eaf on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:40:17.996924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-33bca8c4-fcaf-4ac8-a5cd-a725f2f2253e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:18.006023 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:40:18.006379 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:18.006780 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:18.007199 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:40:18.007659 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] Bound port: 69490af5-7b7b-4d39-95bf-0c67f5d38eaf, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:40:18.008286 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:18.009134 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8305ba8-546d-498d-b29c-70548b6ed0e4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:18.017648 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8305ba8-546d-498d-b29c-70548b6ed0e4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:40:18.018332 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8305ba8-546d-498d-b29c-70548b6ed0e4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:18.020026 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-33bca8c4-fcaf-4ac8-a5cd-a725f2f2253e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3774004 Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:40:18.024004 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:40:18.070397 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] For port 69490af5-7b7b-4d39-95bf-0c67f5d38eaf, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:40:18.074246 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] For port 69490af5-7b7b-4d39-95bf-0c67f5d38eaf, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=69490af5-7b7b-4d39-95bf-0c67f5d38eaf,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:40:18.117274 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-87cb2516-2568-4a80-a7e7-87417775ab5f None None] Provisioning complete for port 69490af5-7b7b-4d39-95bf-0c67f5d38eaf triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:18.117274 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-87cb2516-2568-4a80-a7e7-87417775ab5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:18.129672 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8305ba8-546d-498d-b29c-70548b6ed0e4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:18.144502 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f8305ba8-546d-498d-b29c-70548b6ed0e4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:18.149446 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f8305ba8-546d-498d-b29c-70548b6ed0e4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/1edb9318-bbb5-4de5-adea-b1236086a04b HTTP/1.1" status: 204 len: 168 time: 0.8925612 Nov 11 17:40:18.156817 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:18.166860 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54626) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:18.174164 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-90165f2e-8da1-4415-b374-0507284ce850 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-111120477'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:18.183257 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8305ba8-546d-498d-b29c-70548b6ed0e4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Network': ['ID=1edb9318-bbb5-4de5-adea-b1236086a04b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:18.195820 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595a58e0-c6c6-474d-a5c7-beab336d8adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-1edb9318-bbb5-4de5-adea-b1236086a04b', 'network_id': '1edb9318-bbb5-4de5-adea-b1236086a04b', 'tenant_id': '1a6cadbc07fc4239afce0d37cc9e7535', 'fixed_ips': [{'subnet_id': 'c1c34ef8-9a48-48ca-b4c8-05898a6f9e79'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:40:18.197260 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-595a58e0-c6c6-474d-a5c7-beab336d8adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:18.228823 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e030d6e7-8a32-49dc-9c35-414d7a973c83 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:40:18.235959 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90165f2e-8da1-4415-b374-0507284ce850 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Made reservation on behalf of 1a6cadbc07fc4239afce0d37cc9e7535 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:18.246429 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-90165f2e-8da1-4415-b374-0507284ce850 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:18.276216 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7f5493df-5343-4417-bbc2-3d954ecb6482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:18.286404 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90165f2e-8da1-4415-b374-0507284ce850 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1298} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:40:18.294554 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529abfcd-81b5-4ace-9312-03ec81b2bd8f None None] Network 0822cc81-0f63-46d4-9035-6e230ee004db is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:40:18.297995 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-90165f2e-8da1-4415-b374-0507284ce850 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:18.298352 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-90165f2e-8da1-4415-b374-0507284ce850 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Added segment ae9f03f9-bac7-4c02-8355-75d944c5fd9b of type vlan for network 2c97565e-b73c-4cfa-8a1d-ca9b10462db1 Nov 11 17:40:18.316469 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-529abfcd-81b5-4ace-9312-03ec81b2bd8f None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:18.323314 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529abfcd-81b5-4ace-9312-03ec81b2bd8f None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:40:18.363410 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a3cb2-a642-40f6-b279-a1081ccff705 None None] Pushing event updated for resources: {'Port': ['ID=69490af5-7b7b-4d39-95bf-0c67f5d38eaf,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:18.395045 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] Routers {'0bd8b648-116c-4973-8beb-aaf39e56e7e9'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:18.395713 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:40:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['0bd8b648-116c-4973-8beb-aaf39e56e7e9'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:18.416916 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-90165f2e-8da1-4415-b374-0507284ce850 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:18.465351 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-87cb2516-2568-4a80-a7e7-87417775ab5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:18.481072 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-90165f2e-8da1-4415-b374-0507284ce850 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:18.487494 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90165f2e-8da1-4415-b374-0507284ce850 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:18.488175 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-90165f2e-8da1-4415-b374-0507284ce850 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:18.512320 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-87cb2516-2568-4a80-a7e7-87417775ab5f None None] For port 69490af5-7b7b-4d39-95bf-0c67f5d38eaf, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=69490af5-7b7b-4d39-95bf-0c67f5d38eaf,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:18.517647 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca96538f-0482-41bc-b773-eca349875ccf None None] Network 1edb9318-bbb5-4de5-adea-b1236086a04b requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:18.623986 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-90165f2e-8da1-4415-b374-0507284ce850 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4556956 Nov 11 17:40:18.627327 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54642) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:18.632555 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b2c86d35-20c7-45e0-8974-dea2ed866486 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'subnet': {'network_id': '2c97565e-b73c-4cfa-8a1d-ca9b10462db1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:18.639195 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca96538f-0482-41bc-b773-eca349875ccf None None] Network 1edb9318-bbb5-4de5-adea-b1236086a04b could not be found, it might have been deleted concurrently. {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 17:40:18.648604 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-87cb2516-2568-4a80-a7e7-87417775ab5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:18.656893 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:18.704597 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90165f2e-8da1-4415-b374-0507284ce850 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Network': ['ID=2c97565e-b73c-4cfa-8a1d-ca9b10462db1,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:18.742468 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb2516-2568-4a80-a7e7-87417775ab5f None None] Pushing event updated for resources: {'Port': ['ID=69490af5-7b7b-4d39-95bf-0c67f5d38eaf,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:18.746655 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 2c97565e-b73c-4cfa-8a1d-ca9b10462db1 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:40:18.773760 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-695d8e27-7377-4bf2-b975-6338b6e96cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:18.814395 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c86d35-20c7-45e0-8974-dea2ed866486 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Made reservation on behalf of 1a6cadbc07fc4239afce0d37cc9e7535 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:18.818448 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b2c86d35-20c7-45e0-8974-dea2ed866486 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:18.824722 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-529abfcd-81b5-4ace-9312-03ec81b2bd8f None None] Attempting to bind port 1a88d798-68c2-4a17-831f-c21247ee12f1 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:40:18.825929 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-529abfcd-81b5-4ace-9312-03ec81b2bd8f None None] Attempting to bind port 1a88d798-68c2-4a17-831f-c21247ee12f1 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'e46594b6-4ade-4edf-8120-90da1f7854b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '0822cc81-0f63-46d4-9035-6e230ee004db'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:40:18.826464 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529abfcd-81b5-4ace-9312-03ec81b2bd8f None None] Attempting to bind port 1a88d798-68c2-4a17-831f-c21247ee12f1 on network 0822cc81-0f63-46d4-9035-6e230ee004db {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:40:18.861091 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-7f5493df-5343-4417-bbc2-3d954ecb6482 admin admin] Allocated IP 172.20.0.1 (4f52dbca-ebe4-434a-94db-e3289d9f9834/4e692086-63f4-4d69-889d-2e37b0378e0d/01904737-d62a-428f-b787-a6bc84ce0c4e) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:40:18.904499 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.ipam_backend_mixin [None req-b2c86d35-20c7-45e0-8974-dea2ed866486 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Performing IP validity checks on allocation pools {{(pid=102617) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 17:40:18.905023 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.ipam_backend_mixin [None req-b2c86d35-20c7-45e0-8974-dea2ed866486 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102617) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 17:40:18.930576 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529abfcd-81b5-4ace-9312-03ec81b2bd8f None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:40:18.931675 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529abfcd-81b5-4ace-9312-03ec81b2bd8f None None] Checking segment: {'id': 'e46594b6-4ade-4edf-8120-90da1f7854b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '0822cc81-0f63-46d4-9035-6e230ee004db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:18.932264 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-529abfcd-81b5-4ace-9312-03ec81b2bd8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:18.933004 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529abfcd-81b5-4ace-9312-03ec81b2bd8f None None] Bound using segment: {'id': 'e46594b6-4ade-4edf-8120-90da1f7854b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '0822cc81-0f63-46d4-9035-6e230ee004db'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:40:18.933647 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-529abfcd-81b5-4ace-9312-03ec81b2bd8f None None] Bound port: 1a88d798-68c2-4a17-831f-c21247ee12f1, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46594b6-4ade-4edf-8120-90da1f7854b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '0822cc81-0f63-46d4-9035-6e230ee004db'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:40:18.934192 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-529abfcd-81b5-4ace-9312-03ec81b2bd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:19.010755 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7f5493df-5343-4417-bbc2-3d954ecb6482 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:19.013781 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5dbe2d3f-201b-425a-9336-34b67cdcc0a0 None None] Provisioning complete for port 69490af5-7b7b-4d39-95bf-0c67f5d38eaf triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:19.014347 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5dbe2d3f-201b-425a-9336-34b67cdcc0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:19.043269 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b2c86d35-20c7-45e0-8974-dea2ed866486 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:19.069160 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-0e48cc42-2ee0-47be-82a2-7c986b635133 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--787789783&fields=id&tenant_id=eeac632c30574948b103f77246d9180e HTTP/1.1" status: 200 len: 267 time: 0.2808576 Nov 11 17:40:19.080457 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7f5493df-5343-4417-bbc2-3d954ecb6482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:19.090776 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d8e27-7377-4bf2-b975-6338b6e96cc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4f3241c-7021-46c1-aebb-c1049e6646ce,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:19.094106 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] Set router 0bd8b648-116c-4973-8beb-aaf39e56e7e9 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:19.121827 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c86d35-20c7-45e0-8974-dea2ed866486 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Subnet': ['ID=70b7129c-0d18-4631-8402-39f9ab24feef,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:19.132544 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c86d35-20c7-45e0-8974-dea2ed866486 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Checking segment: {'id': 'ae9f03f9-bac7-4c02-8355-75d944c5fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '2c97565e-b73c-4cfa-8a1d-ca9b10462db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:19.132905 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c86d35-20c7-45e0-8974-dea2ed866486 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network hostable DHCP agents. Network: 2c97565e-b73c-4cfa-8a1d-ca9b10462db1, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:40:19.151272 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c86d35-20c7-45e0-8974-dea2ed866486 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network 2c97565e-b73c-4cfa-8a1d-ca9b10462db1 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:40:19.161858 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-b2c86d35-20c7-45e0-8974-dea2ed866486 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 2c97565e-b73c-4cfa-8a1d-ca9b10462db1) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:19.166809 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c86d35-20c7-45e0-8974-dea2ed866486 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:19.167413 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b2c86d35-20c7-45e0-8974-dea2ed866486 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:19.189926 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b2c86d35-20c7-45e0-8974-dea2ed866486 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5590198 Nov 11 17:40:19.190455 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77d5043-3cee-46bc-b324-6498492d51b0 None None] Network 2c97565e-b73c-4cfa-8a1d-ca9b10462db1 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:19.194022 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-529abfcd-81b5-4ace-9312-03ec81b2bd8f None None] For port 1a88d798-68c2-4a17-831f-c21247ee12f1, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:40:19.194260 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54648) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:19.275042 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d8e27-7377-4bf2-b975-6338b6e96cc0 admin admin] Checking segment: {'id': 'e61f15ac-17f9-4b9f-85e6-7b4230d7856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:19.275411 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695d8e27-7377-4bf2-b975-6338b6e96cc0 admin admin] Network hostable DHCP agents. Network: c86a5577-7cc1-4dba-9dcb-52b1cdd5856e, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:40:19.280275 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5493df-5343-4417-bbc2-3d954ecb6482 admin admin] Network 4f52dbca-ebe4-434a-94db-e3289d9f9834 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:40:19.294387 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5493df-5343-4417-bbc2-3d954ecb6482 admin admin] Pushing event updated for resources: {'Port': ['ID=01904737-d62a-428f-b787-a6bc84ce0c4e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:19.300805 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b987a865-9f8e-4e2b-bf9e-15f3eadddbdb tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:19.309730 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-7f5493df-5343-4417-bbc2-3d954ecb6482 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:19.335370 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5493df-5343-4417-bbc2-3d954ecb6482 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:40:19.375694 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b987a865-9f8e-4e2b-bf9e-15f3eadddbdb tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:19.392835 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-7c141859-f971-4447-a8c4-bf9ef9d96d07 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:19.402881 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-7c141859-f971-4447-a8c4-bf9ef9d96d07 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/networks?id=a3a8bf47-1430-4314-97ff-b3524a589a13 HTTP/1.1" status: 200 len: 816 time: 0.3202999 Nov 11 17:40:19.414180 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-529abfcd-81b5-4ace-9312-03ec81b2bd8f None None] For port 1a88d798-68c2-4a17-831f-c21247ee12f1, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1a88d798-68c2-4a17-831f-c21247ee12f1,segment=NetworkSegment(e46594b6-4ade-4edf-8120-90da1f7854b3),segment_id=e46594b6-4ade-4edf-8120-90da1f7854b3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:40:19.434608 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-529abfcd-81b5-4ace-9312-03ec81b2bd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:19.447492 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-27205970-560a-43bb-9f4a-b2e6fda3ce04 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/quotas/eeac632c30574948b103f77246d9180e HTTP/1.1" status: 200 len: 375 time: 0.0430348 Nov 11 17:40:19.476606 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695d8e27-7377-4bf2-b975-6338b6e96cc0 admin admin] Network c86a5577-7cc1-4dba-9dcb-52b1cdd5856e is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:40:19.504408 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b987a865-9f8e-4e2b-bf9e-15f3eadddbdb tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:19.518582 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-695d8e27-7377-4bf2-b975-6338b6e96cc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, c86a5577-7cc1-4dba-9dcb-52b1cdd5856e) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:19.538080 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7f5493df-5343-4417-bbc2-3d954ecb6482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:19.541266 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695d8e27-7377-4bf2-b975-6338b6e96cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:19.541873 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-695d8e27-7377-4bf2-b975-6338b6e96cc0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:19.569845 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dac74d-6367-4306-ad9d-d12e2720f1fd None None] Network c86a5577-7cc1-4dba-9dcb-52b1cdd5856e requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:19.586312 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987a865-9f8e-4e2b-bf9e-15f3eadddbdb tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Subnet': ['ID=70b7129c-0d18-4631-8402-39f9ab24feef,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:19.697081 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b987a865-9f8e-4e2b-bf9e-15f3eadddbdb tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:19.711822 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-695d8e27-7377-4bf2-b975-6338b6e96cc0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5992806 Nov 11 17:40:19.713198 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54656) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:19.721712 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-566c7fe9-5646-490e-9752-a7d52d78d06e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-908602681-router', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:19.741043 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-b987a865-9f8e-4e2b-bf9e-15f3eadddbdb tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c97565e-b73c-4cfa-8a1d-ca9b10462db1']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:19.762504 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-b987a865-9f8e-4e2b-bf9e-15f3eadddbdb tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9f03f9-bac7-4c02-8355-75d944c5fd9b') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:19.762953 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-b987a865-9f8e-4e2b-bf9e-15f3eadddbdb tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9f03f9-bac7-4c02-8355-75d944c5fd9b') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:19.774766 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-5785b1a9-ccbc-4fb4-9cce-5f1d946c3974 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=eeac632c30574948b103f77246d9180e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3261924 Nov 11 17:40:19.777927 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b987a865-9f8e-4e2b-bf9e-15f3eadddbdb tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:19.791455 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-566c7fe9-5646-490e-9752-a7d52d78d06e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:19.792644 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-566c7fe9-5646-490e-9752-a7d52d78d06e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:19.800710 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b987a865-9f8e-4e2b-bf9e-15f3eadddbdb tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:19.812235 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b987a865-9f8e-4e2b-bf9e-15f3eadddbdb tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:40:19.813686 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b987a865-9f8e-4e2b-bf9e-15f3eadddbdb tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:40:19.819671 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:40:19.890682 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529abfcd-81b5-4ace-9312-03ec81b2bd8f None None] Pushing event updated for resources: {'Port': ['ID=1a88d798-68c2-4a17-831f-c21247ee12f1,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:19.947403 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b987a865-9f8e-4e2b-bf9e-15f3eadddbdb tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:19.966512 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b987a865-9f8e-4e2b-bf9e-15f3eadddbdb tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:19.976677 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b987a865-9f8e-4e2b-bf9e-15f3eadddbdb tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/2c97565e-b73c-4cfa-8a1d-ca9b10462db1 HTTP/1.1" status: 204 len: 168 time: 0.7813816 Nov 11 17:40:19.987645 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54658) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:20.000539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-97a58a70-c67e-4561-b934-69a64671c0b4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1600304583'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:20.069707 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-9cba4042-3a03-478b-9a78-3b2e563e0d20 service neutron] 10.222.0.76 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931795 Nov 11 17:40:20.086729 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987a865-9f8e-4e2b-bf9e-15f3eadddbdb tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Network': ['ID=2c97565e-b73c-4cfa-8a1d-ca9b10462db1,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:20.101125 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-566c7fe9-5646-490e-9752-a7d52d78d06e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:20.144878 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7f5493df-5343-4417-bbc2-3d954ecb6482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:20.229971 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a813c19e-d0b2-4513-be49-ff07b5bd6555 None None] Network 2c97565e-b73c-4cfa-8a1d-ca9b10462db1 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:20.266663 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5a46b243-ce80-48dc-8d31-0d9446f41469 None None] Provisioning complete for port 01904737-d62a-428f-b787-a6bc84ce0c4e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:20.266663 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5a46b243-ce80-48dc-8d31-0d9446f41469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:20.268838 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a58a70-c67e-4561-b934-69a64671c0b4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Made reservation on behalf of 1a6cadbc07fc4239afce0d37cc9e7535 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:20.272442 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-97a58a70-c67e-4561-b934-69a64671c0b4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:20.384978 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-fcc7b7c5-5251-453a-b05b-88ba5e9d1609 service neutron] 10.222.0.76 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143623 Nov 11 17:40:20.386084 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-5a46b243-ce80-48dc-8d31-0d9446f41469 None None] Port 01904737-d62a-428f-b787-a6bc84ce0c4e cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:40:20.392859 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd8b648-116c-4973-8beb-aaf39e56e7e9', 'name': 'tempest-TestAggregatesBasicOps-496046060-router', 'tenant_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '69490af5-7b7b-4d39-95bf-0c67f5d38eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:11Z', 'updated_at': '2021-11-11T17:40:13Z', 'revision_number': 3, 'project_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'gw_port': {'id': '69490af5-7b7b-4d39-95bf-0c67f5d38eaf', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd8b648-116c-4973-8beb-aaf39e56e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:12Z', 'updated_at': '2021-11-11T17:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:20.398178 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a813c19e-d0b2-4513-be49-ff07b5bd6555 None None] Network 2c97565e-b73c-4cfa-8a1d-ca9b10462db1 could not be found, it might have been deleted concurrently. {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 17:40:20.450801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a58a70-c67e-4561-b934-69a64671c0b4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1292} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:40:20.515667 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-97a58a70-c67e-4561-b934-69a64671c0b4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:20.524908 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-97a58a70-c67e-4561-b934-69a64671c0b4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Added segment 5f217dbb-a9b7-4134-9779-063a452671cb of type vlan for network 8dac519e-52bf-49c1-b13c-4885993767f6 Nov 11 17:40:20.538534 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e120d50c-e30a-445b-b431-7a8f7b58a965 None None] The sync data for ids ['0bd8b648-116c-4973-8beb-aaf39e56e7e9'] in n-d-816206-4 is: [{'id': '0bd8b648-116c-4973-8beb-aaf39e56e7e9', 'name': 'tempest-TestAggregatesBasicOps-496046060-router', 'tenant_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '69490af5-7b7b-4d39-95bf-0c67f5d38eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:11Z', 'updated_at': '2021-11-11T17:40:13Z', 'revision_number': 3, 'project_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'gw_port': {'id': '69490af5-7b7b-4d39-95bf-0c67f5d38eaf', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd8b648-116c-4973-8beb-aaf39e56e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:12Z', 'updated_at': '2021-11-11T17:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:40:20.584515 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e253a5-cbac-4782-98f4-20070db6e4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'fixed_ips': [{'subnet_id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:40:20.587618 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-59e253a5-cbac-4782-98f4-20070db6e4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:20.752659 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-97a58a70-c67e-4561-b934-69a64671c0b4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:20.820474 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7f5493df-5343-4417-bbc2-3d954ecb6482 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:20.883022 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7f5493df-5343-4417-bbc2-3d954ecb6482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:20.982723 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-566c7fe9-5646-490e-9752-a7d52d78d06e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:21.049940 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1a88d798-68c2-4a17-831f-c21247ee12f1 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:40:21.136038 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-59e253a5-cbac-4782-98f4-20070db6e4bb None None] Allocated IP 172.20.0.2 (c86a5577-7cc1-4dba-9dcb-52b1cdd5856e/e4f3241c-7021-46c1-aebb-c1049e6646ce/53c55664-38de-448c-ac6b-f59dddb8f3ec) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:40:21.174067 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d1c6cac-459e-46d0-bffe-83da01e69d1d req-4c16691a-ded0-4f78-b814-2b48f7398ee6 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 210 time: 0.3117890 Nov 11 17:40:21.229546 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-97a58a70-c67e-4561-b934-69a64671c0b4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:21.238070 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a58a70-c67e-4561-b934-69a64671c0b4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:21.238896 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-97a58a70-c67e-4561-b934-69a64671c0b4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:21.280398 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-97a58a70-c67e-4561-b934-69a64671c0b4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2915866 Nov 11 17:40:21.288631 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 1a88d798-68c2-4a17-831f-c21247ee12f1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:21.289187 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54674) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:21.289563 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:21.297267 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7f5493df-5343-4417-bbc2-3d954ecb6482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:21.299706 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5493df-5343-4417-bbc2-3d954ecb6482 admin admin] Pushing event updated for resources: {'Port': ['ID=01904737-d62a-428f-b787-a6bc84ce0c4e,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:21.371929 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-8c90d68f-5752-4491-9901-2027706ba0c6 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'subnet': {'network_id': '8dac519e-52bf-49c1-b13c-4885993767f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:21.444986 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a58a70-c67e-4561-b934-69a64671c0b4 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Network': ['ID=8dac519e-52bf-49c1-b13c-4885993767f6,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:21.454073 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410d9346-1ba7-46f2-bb24-a114fc98ec0a None None] Network 0822cc81-0f63-46d4-9035-6e230ee004db requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:21.491551 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 8dac519e-52bf-49c1-b13c-4885993767f6 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:40:21.573469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5493df-5343-4417-bbc2-3d954ecb6482 admin admin] Network 4f52dbca-ebe4-434a-94db-e3289d9f9834 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:40:21.575375 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-7f5493df-5343-4417-bbc2-3d954ecb6482 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:21.803170 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-566c7fe9-5646-490e-9752-a7d52d78d06e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:21.823887 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:21.881580 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-566c7fe9-5646-490e-9752-a7d52d78d06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:21.905487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5493df-5343-4417-bbc2-3d954ecb6482 admin admin] Router 0bd8b648-116c-4973-8beb-aaf39e56e7e9 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:40:21.944640 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-898a6bca-a3b7-41f7-94e4-1d2fffee2bc3 None None] Provisioning complete for port 1a88d798-68c2-4a17-831f-c21247ee12f1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:21.947459 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-898a6bca-a3b7-41f7-94e4-1d2fffee2bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:22.077617 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-59e253a5-cbac-4782-98f4-20070db6e4bb None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:22.128736 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c90d68f-5752-4491-9901-2027706ba0c6 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Made reservation on behalf of 1a6cadbc07fc4239afce0d37cc9e7535 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:22.145002 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8c90d68f-5752-4491-9901-2027706ba0c6 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:22.149303 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5493df-5343-4417-bbc2-3d954ecb6482 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:40:22.173230 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7f5493df-5343-4417-bbc2-3d954ecb6482 admin admin] 10.222.0.76 "PUT /v2.0/routers/0bd8b648-116c-4973-8beb-aaf39e56e7e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4687355 Nov 11 17:40:22.177490 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-59e253a5-cbac-4782-98f4-20070db6e4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:22.268863 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54694) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:22.288093 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 1a88d798-68c2-4a17-831f-c21247ee12f1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1a88d798-68c2-4a17-831f-c21247ee12f1,segment=NetworkSegment(e46594b6-4ade-4edf-8120-90da1f7854b3),segment_id=e46594b6-4ade-4edf-8120-90da1f7854b3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:22.330442 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e253a5-cbac-4782-98f4-20070db6e4bb None None] Network c86a5577-7cc1-4dba-9dcb-52b1cdd5856e is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:40:22.335520 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:22.385512 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-59e253a5-cbac-4782-98f4-20070db6e4bb None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:22.388342 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e253a5-cbac-4782-98f4-20070db6e4bb None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:40:22.418180 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-620ecd91-cb55-48ad-9e2d-ff4d24044670 req-779afabe-fede-46cf-aa80-7636db167dde tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 210 time: 0.0779021 Nov 11 17:40:22.478810 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-566c7fe9-5646-490e-9752-a7d52d78d06e admin admin] Allocated IP 172.25.2.229 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/979300ee-e81e-4674-acf1-9b931d2c98a5) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:40:22.493321 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e253a5-cbac-4782-98f4-20070db6e4bb None None] Pushing event updated for resources: {'Port': ['ID=53c55664-38de-448c-ac6b-f59dddb8f3ec,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:22.521568 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-590fcdbc-b1dc-4f5a-ac17-3bd10449cbaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:22.678611 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-590fcdbc-b1dc-4f5a-ac17-3bd10449cbaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:22.690957 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-59e253a5-cbac-4782-98f4-20070db6e4bb None None] Attempting to bind port 53c55664-38de-448c-ac6b-f59dddb8f3ec on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:40:22.692932 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-59e253a5-cbac-4782-98f4-20070db6e4bb None None] Attempting to bind port 53c55664-38de-448c-ac6b-f59dddb8f3ec by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'e61f15ac-17f9-4b9f-85e6-7b4230d7856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:40:22.693323 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e253a5-cbac-4782-98f4-20070db6e4bb None None] Attempting to bind port 53c55664-38de-448c-ac6b-f59dddb8f3ec on network c86a5577-7cc1-4dba-9dcb-52b1cdd5856e {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:40:22.735166 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e253a5-cbac-4782-98f4-20070db6e4bb None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:40:22.735166 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e253a5-cbac-4782-98f4-20070db6e4bb None None] Checking segment: {'id': 'e61f15ac-17f9-4b9f-85e6-7b4230d7856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:22.735166 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-59e253a5-cbac-4782-98f4-20070db6e4bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:22.739983 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e253a5-cbac-4782-98f4-20070db6e4bb None None] Bound using segment: {'id': 'e61f15ac-17f9-4b9f-85e6-7b4230d7856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:40:22.740505 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-59e253a5-cbac-4782-98f4-20070db6e4bb None None] Bound port: 53c55664-38de-448c-ac6b-f59dddb8f3ec, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61f15ac-17f9-4b9f-85e6-7b4230d7856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:40:22.740903 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-59e253a5-cbac-4782-98f4-20070db6e4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:22.777830 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-590fcdbc-b1dc-4f5a-ac17-3bd10449cbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:22.837782 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-566c7fe9-5646-490e-9752-a7d52d78d06e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:22.875893 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fcdbc-b1dc-4f5a-ac17-3bd10449cbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2c91f3-22c8-464e-9503-446fe82c6d1d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:22.889652 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-590fcdbc-b1dc-4f5a-ac17-3bd10449cbaf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=45de14e1665149709f0970bb8d7a4cd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6172092 Nov 11 17:40:22.891455 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54702) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:23.050676 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 69490af5-7b7b-4d39-95bf-0c67f5d38eaf up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:40:23.064297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-5186e310-0db3-4abf-a0cc-f53f9736f3d0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:23.066414 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-5186e310-0db3-4abf-a0cc-f53f9736f3d0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.83 "GET /v2.0/networks?id=a3a8bf47-1430-4314-97ff-b3524a589a13 HTTP/1.1" status: 200 len: 816 time: 0.3860924 Nov 11 17:40:23.071990 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b23f8fa1-d3b9-4ad2-9509-abc48b06ae4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:23.109179 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-566c7fe9-5646-490e-9752-a7d52d78d06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:23.122826 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8c90d68f-5752-4491-9901-2027706ba0c6 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:23.176742 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b23f8fa1-d3b9-4ad2-9509-abc48b06ae4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:23.239098 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566c7fe9-5646-490e-9752-a7d52d78d06e admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:40:23.241270 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=1a88d798-68c2-4a17-831f-c21247ee12f1,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:23.276493 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-566c7fe9-5646-490e-9752-a7d52d78d06e admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:23.281914 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566c7fe9-5646-490e-9752-a7d52d78d06e admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:40:23.287647 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c7fe9-5646-490e-9752-a7d52d78d06e admin admin] Pushing event updated for resources: {'Port': ['ID=979300ee-e81e-4674-acf1-9b931d2c98a5,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:23.345513 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669fd969-a4b5-4062-8dae-1408d2226c38 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:40:23.350570 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2e033820-331f-4369-ab7f-3bfa84a896d3 None None] Provisioning complete for port 01904737-d62a-428f-b787-a6bc84ce0c4e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:23.351111 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2e033820-331f-4369-ab7f-3bfa84a896d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:23.359429 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c90d68f-5752-4491-9901-2027706ba0c6 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Checking segment: {'id': '5f217dbb-a9b7-4134-9779-063a452671cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8dac519e-52bf-49c1-b13c-4885993767f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:23.359968 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c90d68f-5752-4491-9901-2027706ba0c6 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network hostable DHCP agents. Network: 8dac519e-52bf-49c1-b13c-4885993767f6, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:40:23.366754 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-9ae2edea-e438-4e35-b973-5ed55f1d936b tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeac632c30574948b103f77246d9180e HTTP/1.1" status: 200 len: 379 time: 0.2887185 Nov 11 17:40:23.367863 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-59e253a5-cbac-4782-98f4-20070db6e4bb None None] For port 53c55664-38de-448c-ac6b-f59dddb8f3ec, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:40:23.367994 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b23f8fa1-d3b9-4ad2-9509-abc48b06ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:23.376250 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b23f8fa1-d3b9-4ad2-9509-abc48b06ae4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:23.379047 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b23f8fa1-d3b9-4ad2-9509-abc48b06ae4f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3a2c91f3-22c8-464e-9503-446fe82c6d1d HTTP/1.1" status: 204 len: 168 time: 0.4859729 Nov 11 17:40:23.396357 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-afb9da70-8cef-4327-b647-1a64e0e1fd67 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Request body: {'port': {'device_id': '75c6af8c-aeb1-4bea-8db3-c46a6570958b', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'admin_state_up': True, 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'security_groups': ['51a18e10-be0a-4a78-aab3-2d5e495da193']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:23.529121 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90d68f-5752-4491-9901-2027706ba0c6 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Subnet': ['ID=bdfcdbbc-ed80-4012-b566-fa50b4d38483,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:23.566737 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f8fa1-d3b9-4ad2-9509-abc48b06ae4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2c91f3-22c8-464e-9503-446fe82c6d1d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:23.628942 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2e033820-331f-4369-ab7f-3bfa84a896d3 None None] Port 01904737-d62a-428f-b787-a6bc84ce0c4e cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:40:23.669726 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-59e253a5-cbac-4782-98f4-20070db6e4bb None None] For port 53c55664-38de-448c-ac6b-f59dddb8f3ec, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=53c55664-38de-448c-ac6b-f59dddb8f3ec,segment=NetworkSegment(e61f15ac-17f9-4b9f-85e6-7b4230d7856f),segment_id=e61f15ac-17f9-4b9f-85e6-7b4230d7856f)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:40:23.673010 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 69490af5-7b7b-4d39-95bf-0c67f5d38eaf triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:23.680609 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:23.689636 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54720) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:23.713255 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-5e7ac176-c0e0-4b28-b2cc-fd83e50f0fd6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-132984433-network', 'tenant_id': '9b21a4eba59841ccb4434f8735caa5a9'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:23.721822 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-59e253a5-cbac-4782-98f4-20070db6e4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:23.792543 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c90d68f-5752-4491-9901-2027706ba0c6 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network 8dac519e-52bf-49c1-b13c-4885993767f6 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:40:23.841952 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-8c90d68f-5752-4491-9901-2027706ba0c6 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 8dac519e-52bf-49c1-b13c-4885993767f6) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:23.849604 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c90d68f-5752-4491-9901-2027706ba0c6 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:23.850410 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8c90d68f-5752-4491-9901-2027706ba0c6 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:23.854547 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] Sync routers for ids ['0bd8b648-116c-4973-8beb-aaf39e56e7e9'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:40:23.881447 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb31f0d-3134-44b7-9d58-1521603f1485 None None] Network 8dac519e-52bf-49c1-b13c-4885993767f6 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:23.884629 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] Routers {'0bd8b648-116c-4973-8beb-aaf39e56e7e9'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:23.885390 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:40:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['0bd8b648-116c-4973-8beb-aaf39e56e7e9'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:23.890140 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-be27484a-136c-41c2-a996-5ddc0e528496 req-b2decc4e-f6a9-468e-85ac-ea766df67550 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 210 time: 0.1689138 Nov 11 17:40:23.942698 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7ac176-c0e0-4b28-b2cc-fd83e50f0fd6 admin admin] Made reservation on behalf of 9b21a4eba59841ccb4434f8735caa5a9 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:23.945952 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac176-c0e0-4b28-b2cc-fd83e50f0fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:23.971385 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac176-c0e0-4b28-b2cc-fd83e50f0fd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:24.003002 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54726) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:24.015264 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8c90d68f-5752-4491-9901-2027706ba0c6 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7039268 Nov 11 17:40:24.102113 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:24.103404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b06484c6-480e-4c1d-8db4-a443a45159b5 None None] Provisioning complete for port 979300ee-e81e-4674-acf1-9b931d2c98a5 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:24.103404 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b06484c6-480e-4c1d-8db4-a443a45159b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:24.107905 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e253a5-cbac-4782-98f4-20070db6e4bb None None] Pushing event updated for resources: {'Port': ['ID=53c55664-38de-448c-ac6b-f59dddb8f3ec,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:24.141362 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] Set router 0bd8b648-116c-4973-8beb-aaf39e56e7e9 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:24.152232 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-566c7fe9-5646-490e-9752-a7d52d78d06e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:24.180457 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-afb9da70-8cef-4327-b647-1a64e0e1fd67 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Made reservation on behalf of eeac632c30574948b103f77246d9180e for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:24.184396 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-afb9da70-8cef-4327-b647-1a64e0e1fd67 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:24.229885 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b06484c6-480e-4c1d-8db4-a443a45159b5 None None] Port 979300ee-e81e-4674-acf1-9b931d2c98a5 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:40:24.232909 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd6280f-3709-4ee3-9c69-1a286e8b2ba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-8dac519e-52bf-49c1-b13c-4885993767f6', 'network_id': '8dac519e-52bf-49c1-b13c-4885993767f6', 'tenant_id': '1a6cadbc07fc4239afce0d37cc9e7535', 'fixed_ips': [{'subnet_id': 'bdfcdbbc-ed80-4012-b566-fa50b4d38483'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:40:24.234048 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fbd6280f-3709-4ee3-9c69-1a286e8b2ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:24.433184 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b55769b1-6080-40f0-913c-8b4ad9b87aa2 None None] Provisioning complete for port 1a88d798-68c2-4a17-831f-c21247ee12f1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:24.434320 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b55769b1-6080-40f0-913c-8b4ad9b87aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:24.515361 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:24.550843 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-fbd6280f-3709-4ee3-9c69-1a286e8b2ba0 None None] Allocated IP 172.20.0.1 (8dac519e-52bf-49c1-b13c-4885993767f6/bdfcdbbc-ed80-4012-b566-fa50b4d38483/f920d383-1ba4-4308-9feb-a16fe816db29) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:40:24.674398 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac176-c0e0-4b28-b2cc-fd83e50f0fd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:24.686397 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd8b648-116c-4973-8beb-aaf39e56e7e9', 'name': 'tempest-TestAggregatesBasicOps-496046060-router', 'tenant_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '69490af5-7b7b-4d39-95bf-0c67f5d38eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:11Z', 'updated_at': '2021-11-11T17:40:19Z', 'revision_number': 4, 'project_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'gw_port': {'id': '69490af5-7b7b-4d39-95bf-0c67f5d38eaf', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd8b648-116c-4973-8beb-aaf39e56e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:12Z', 'updated_at': '2021-11-11T17:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '01904737-d62a-428f-b787-a6bc84ce0c4e', 'name': '', 'network_id': '4f52dbca-ebe4-434a-94db-e3289d9f9834', 'tenant_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'mac_address': 'fa:16:3e:f0:71:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd8b648-116c-4973-8beb-aaf39e56e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '4e692086-63f4-4d69-889d-2e37b0378e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:18Z', 'updated_at': '2021-11-11T17:40:20Z', 'revision_number': 2, 'project_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'subnets': [{'id': '4e692086-63f4-4d69-889d-2e37b0378e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:24.690565 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac176-c0e0-4b28-b2cc-fd83e50f0fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:24.723234 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-566c7fe9-5646-490e-9752-a7d52d78d06e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:24.741799 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-afb9da70-8cef-4327-b647-1a64e0e1fd67 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Allocated IP 172.20.0.10 (a3a8bf47-1430-4314-97ff-b3524a589a13/fa447a7e-c385-460f-86cb-d149b7215da5/dbf96950-13e3-43e8-a7ce-4d027f26e852) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:40:24.767887 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:24.792166 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] Checking router: 0bd8b648-116c-4973-8beb-aaf39e56e7e9 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:40:24.792728 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] Updating router 0bd8b648-116c-4973-8beb-aaf39e56e7e9 port 01904737-d62a-428f-b787-a6bc84ce0c4e binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:40:24.828882 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7ac176-c0e0-4b28-b2cc-fd83e50f0fd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1269} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:40:24.844031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ac176-c0e0-4b28-b2cc-fd83e50f0fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58542b26-413a-40a2-a27d-493f20d3c6e3,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:24.847294 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac176-c0e0-4b28-b2cc-fd83e50f0fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:24.848034 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-5e7ac176-c0e0-4b28-b2cc-fd83e50f0fd6 admin admin] Added segment bcfc7a02-f6f8-4ada-87ff-a487f59e83f3 of type vlan for network 56119fab-f6cc-434d-ae1f-68528c2c14b3 Nov 11 17:40:24.878795 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:25.020644 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac176-c0e0-4b28-b2cc-fd83e50f0fd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:25.052049 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566c7fe9-5646-490e-9752-a7d52d78d06e admin admin] Router f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:40:25.132800 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-ac713007-7ebd-4b86-8292-2844f24191ff req-cfe074a0-54c3-4b5b-8765-f056e4dfe564 service neutron] (102617) timed out ('10.222.0.64', 62060) {{(pid=102617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 17:40:25.174659 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c02b48be-8f2b-49ef-bfad-5de6b2a1c069 req-e436e560-ee15-498a-8446-985e89bd7793 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 210 time: 0.0790427 Nov 11 17:40:25.279028 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566c7fe9-5646-490e-9752-a7d52d78d06e admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:40:25.319447 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-566c7fe9-5646-490e-9752-a7d52d78d06e admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:25.321318 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-566c7fe9-5646-490e-9752-a7d52d78d06e admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6036229 Nov 11 17:40:25.325533 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54766) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:25.349352 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-afb9da70-8cef-4327-b647-1a64e0e1fd67 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:25.359204 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac176-c0e0-4b28-b2cc-fd83e50f0fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:25.363868 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7ac176-c0e0-4b28-b2cc-fd83e50f0fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:25.365857 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac176-c0e0-4b28-b2cc-fd83e50f0fd6 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:25.425525 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1a88d798-68c2-4a17-831f-c21247ee12f1 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:40:25.473523 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] Sync routers for ids ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:40:25.531488 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fbd6280f-3709-4ee3-9c69-1a286e8b2ba0 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:25.559201 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5e7ac176-c0e0-4b28-b2cc-fd83e50f0fd6 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8571191 Nov 11 17:40:25.573825 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fbd6280f-3709-4ee3-9c69-1a286e8b2ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:25.605113 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54770) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:25.611920 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:25.623842 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5527194e-bb53-4399-9b68-dbc0360914e1 admin admin] Request body: {'subnet': {'network_id': '56119fab-f6cc-434d-ae1f-68528c2c14b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-132984433-subnet', 'tenant_id': '9b21a4eba59841ccb4434f8735caa5a9', 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:25.627073 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:25.638478 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:25.655286 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5527194e-bb53-4399-9b68-dbc0360914e1 admin admin] Made reservation on behalf of 9b21a4eba59841ccb4434f8735caa5a9 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:25.657774 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5527194e-bb53-4399-9b68-dbc0360914e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:25.687524 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] Routers {'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:25.689403 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:40:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:25.719348 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54772) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:25.756178 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] Attempting to bind port 01904737-d62a-428f-b787-a6bc84ce0c4e on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:40:25.756548 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] Attempting to bind port 01904737-d62a-428f-b787-a6bc84ce0c4e by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'fd68444e-4e66-4514-851a-87360e7e44c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4f52dbca-ebe4-434a-94db-e3289d9f9834'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:40:25.757093 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] Attempting to bind port 01904737-d62a-428f-b787-a6bc84ce0c4e on network 4f52dbca-ebe4-434a-94db-e3289d9f9834 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:40:25.768208 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:40:25.768932 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] Checking segment: {'id': 'fd68444e-4e66-4514-851a-87360e7e44c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4f52dbca-ebe4-434a-94db-e3289d9f9834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:25.769527 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:25.770079 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] Bound using segment: {'id': 'fd68444e-4e66-4514-851a-87360e7e44c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4f52dbca-ebe4-434a-94db-e3289d9f9834'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:40:25.770709 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] Bound port: 01904737-d62a-428f-b787-a6bc84ce0c4e, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd68444e-4e66-4514-851a-87360e7e44c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4f52dbca-ebe4-434a-94db-e3289d9f9834'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:40:25.771272 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:25.775064 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c634ef-dee9-48cd-b79e-c016547b86f1 None None] Network c86a5577-7cc1-4dba-9dcb-52b1cdd5856e requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:25.802762 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:25.803027 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd6280f-3709-4ee3-9c69-1a286e8b2ba0 None None] Network 8dac519e-52bf-49c1-b13c-4885993767f6 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:40:25.839988 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dac519e-52bf-49c1-b13c-4885993767f6']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:25.851867 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f217dbb-a9b7-4134-9779-063a452671cb') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:25.852565 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f217dbb-a9b7-4134-9779-063a452671cb') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:25.858920 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] For port 01904737-d62a-428f-b787-a6bc84ce0c4e, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:40:25.862027 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6280f-3709-4ee3-9c69-1a286e8b2ba0 None None] Pushing event updated for resources: {'Port': ['ID=f920d383-1ba4-4308-9feb-a16fe816db29,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:25.862293 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] For port 01904737-d62a-428f-b787-a6bc84ce0c4e, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=01904737-d62a-428f-b787-a6bc84ce0c4e,segment=NetworkSegment(fd68444e-4e66-4514-851a-87360e7e44c1),segment_id=fd68444e-4e66-4514-851a-87360e7e44c1)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:40:25.865783 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:25.870593 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285d768-b3c8-4336-9b69-ee444822d9f8 None None] Pushing event updated for resources: {'Port': ['ID=01904737-d62a-428f-b787-a6bc84ce0c4e,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:25.888948 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d768-b3c8-4336-9b69-ee444822d9f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:25.889626 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d768-b3c8-4336-9b69-ee444822d9f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:25.889783 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d768-b3c8-4336-9b69-ee444822d9f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:25.890911 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d768-b3c8-4336-9b69-ee444822d9f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:25.891265 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d768-b3c8-4336-9b69-ee444822d9f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:25.891615 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d768-b3c8-4336-9b69-ee444822d9f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:25.891971 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d768-b3c8-4336-9b69-ee444822d9f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:25.892771 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d768-b3c8-4336-9b69-ee444822d9f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:25.894632 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d768-b3c8-4336-9b69-ee444822d9f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:25.896011 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d768-b3c8-4336-9b69-ee444822d9f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:25.897223 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d768-b3c8-4336-9b69-ee444822d9f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:25.897899 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285d768-b3c8-4336-9b69-ee444822d9f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:25.903156 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:25.925740 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:25.933538 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-fbd6280f-3709-4ee3-9c69-1a286e8b2ba0 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:25.942909 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd6280f-3709-4ee3-9c69-1a286e8b2ba0 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:40:25.979322 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:40:25.981377 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:25.996089 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] Routers {'0bd8b648-116c-4973-8beb-aaf39e56e7e9'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:25.996734 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:40:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['0bd8b648-116c-4973-8beb-aaf39e56e7e9'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:26.063655 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-aae16859-80f6-49db-91c2-efd1904ac289 None None] Provisioning complete for port 53c55664-38de-448c-ac6b-f59dddb8f3ec triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:26.064073 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-aae16859-80f6-49db-91c2-efd1904ac289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:26.074006 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 1a88d798-68c2-4a17-831f-c21247ee12f1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:26.074383 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:26.102502 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c1e047d3-0c56-49dc-b17f-3e05eafe3d72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:26.163825 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] Set router 0bd8b648-116c-4973-8beb-aaf39e56e7e9 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:40:26.210529 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:40:26.220983 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ac176-c0e0-4b28-b2cc-fd83e50f0fd6 admin admin] Pushing event updated for resources: {'Network': ['ID=56119fab-f6cc-434d-ae1f-68528c2c14b3,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:26.231146 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-fbd6280f-3709-4ee3-9c69-1a286e8b2ba0 None None] Attempting to bind port f920d383-1ba4-4308-9feb-a16fe816db29 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:40:26.231441 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-fbd6280f-3709-4ee3-9c69-1a286e8b2ba0 None None] Attempting to bind port f920d383-1ba4-4308-9feb-a16fe816db29 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '5f217dbb-a9b7-4134-9779-063a452671cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8dac519e-52bf-49c1-b13c-4885993767f6'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:40:26.231833 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6280f-3709-4ee3-9c69-1a286e8b2ba0 None None] Attempting to bind port f920d383-1ba4-4308-9feb-a16fe816db29 on network 8dac519e-52bf-49c1-b13c-4885993767f6 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:40:26.233875 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Subnet': ['ID=bdfcdbbc-ed80-4012-b566-fa50b4d38483,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:26.246916 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.db.api [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 17:40:26.246916 n-d-816206-4 neutron-server[102618]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 17:40:26.246916 n-d-816206-4 neutron-server[102618]: [parameters: {'id': '8dac519e-52bf-49c1-b13c-4885993767f6'}] Nov 11 17:40:26.246916 n-d-816206-4 neutron-server[102618]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:40:26.247326 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 56119fab-f6cc-434d-ae1f-68528c2c14b3 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:40:26.249356 n-d-816206-4 neutron-server[102618]: DEBUG oslo_db.api [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:40:26.257593 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-afb9da70-8cef-4327-b647-1a64e0e1fd67 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:26.329359 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5527194e-bb53-4399-9b68-dbc0360914e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:26.401438 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6280f-3709-4ee3-9c69-1a286e8b2ba0 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:40:26.401901 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6280f-3709-4ee3-9c69-1a286e8b2ba0 None None] Checking segment: {'id': '5f217dbb-a9b7-4134-9779-063a452671cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8dac519e-52bf-49c1-b13c-4885993767f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:26.402228 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fbd6280f-3709-4ee3-9c69-1a286e8b2ba0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:26.402630 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6280f-3709-4ee3-9c69-1a286e8b2ba0 None None] Bound using segment: {'id': '5f217dbb-a9b7-4134-9779-063a452671cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8dac519e-52bf-49c1-b13c-4885993767f6'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:40:26.403118 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-fbd6280f-3709-4ee3-9c69-1a286e8b2ba0 None None] Bound port: f920d383-1ba4-4308-9feb-a16fe816db29, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f217dbb-a9b7-4134-9779-063a452671cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8dac519e-52bf-49c1-b13c-4885993767f6'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:40:26.403528 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fbd6280f-3709-4ee3-9c69-1a286e8b2ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:26.407349 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] Set router f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:26.417628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-afb9da70-8cef-4327-b647-1a64e0e1fd67 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Network a3a8bf47-1430-4314-97ff-b3524a589a13 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:40:26.429127 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-afb9da70-8cef-4327-b647-1a64e0e1fd67 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:26.495213 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-afb9da70-8cef-4327-b647-1a64e0e1fd67 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:40:26.521079 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285d768-b3c8-4336-9b69-ee444822d9f8 None None] Pushing event updated for resources: {'Port': ['ID=01904737-d62a-428f-b787-a6bc84ce0c4e,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:26.563796 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd8b648-116c-4973-8beb-aaf39e56e7e9', 'name': 'tempest-TestAggregatesBasicOps-496046060-router', 'tenant_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '69490af5-7b7b-4d39-95bf-0c67f5d38eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:11Z', 'updated_at': '2021-11-11T17:40:19Z', 'revision_number': 4, 'project_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'gw_port': {'id': '69490af5-7b7b-4d39-95bf-0c67f5d38eaf', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd8b648-116c-4973-8beb-aaf39e56e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:12Z', 'updated_at': '2021-11-11T17:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '01904737-d62a-428f-b787-a6bc84ce0c4e', 'name': '', 'network_id': '4f52dbca-ebe4-434a-94db-e3289d9f9834', 'tenant_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'mac_address': 'fa:16:3e:f0:71:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd8b648-116c-4973-8beb-aaf39e56e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '4e692086-63f4-4d69-889d-2e37b0378e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:18Z', 'updated_at': '2021-11-11T17:40:25Z', 'revision_number': 4, 'project_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'subnets': [{'id': '4e692086-63f4-4d69-889d-2e37b0378e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:26.627395 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8032584e-1cbe-4494-a14b-c0912c37eecc None None] The sync data for ids ['0bd8b648-116c-4973-8beb-aaf39e56e7e9'] in n-d-816206-4 is: [{'id': '0bd8b648-116c-4973-8beb-aaf39e56e7e9', 'name': 'tempest-TestAggregatesBasicOps-496046060-router', 'tenant_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '69490af5-7b7b-4d39-95bf-0c67f5d38eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:11Z', 'updated_at': '2021-11-11T17:40:19Z', 'revision_number': 4, 'project_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'gw_port': {'id': '69490af5-7b7b-4d39-95bf-0c67f5d38eaf', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd8b648-116c-4973-8beb-aaf39e56e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:12Z', 'updated_at': '2021-11-11T17:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '01904737-d62a-428f-b787-a6bc84ce0c4e', 'name': '', 'network_id': '4f52dbca-ebe4-434a-94db-e3289d9f9834', 'tenant_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'mac_address': 'fa:16:3e:f0:71:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd8b648-116c-4973-8beb-aaf39e56e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '4e692086-63f4-4d69-889d-2e37b0378e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:18Z', 'updated_at': '2021-11-11T17:40:25Z', 'revision_number': 4, 'project_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'subnets': [{'id': '4e692086-63f4-4d69-889d-2e37b0378e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:40:26.634597 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9da70-8cef-4327-b647-1a64e0e1fd67 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Pushing event updated for resources: {'Port': ['ID=dbf96950-13e3-43e8-a7ce-4d027f26e852,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:26.662783 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527194e-bb53-4399-9b68-dbc0360914e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f21e11a9-a859-4d21-9da4-1c6462b6aea5,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:26.692432 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7d617-74f8-4c79-ac2c-a681c19c9072 req-e3667695-6ebc-4c27-b470-a444a6d89808 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:26.694209 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cfb7d617-74f8-4c79-ac2c-a681c19c9072 req-e3667695-6ebc-4c27-b470-a444a6d89808 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 932 time: 0.3293104 Nov 11 17:40:26.731269 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-afb9da70-8cef-4327-b647-1a64e0e1fd67 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:26.752565 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-afb9da70-8cef-4327-b647-1a64e0e1fd67 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:26.757810 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:26.780685 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ab27ae5-ef36-4e7d-9301-49d0861b7a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:26.813595 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-afb9da70-8cef-4327-b647-1a64e0e1fd67 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4306641 Nov 11 17:40:26.822222 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5527194e-bb53-4399-9b68-dbc0360914e1 admin admin] Checking segment: {'id': 'bcfc7a02-f6f8-4ada-87ff-a487f59e83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '56119fab-f6cc-434d-ae1f-68528c2c14b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:26.822880 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5527194e-bb53-4399-9b68-dbc0360914e1 admin admin] Network hostable DHCP agents. Network: 56119fab-f6cc-434d-ae1f-68528c2c14b3, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:40:26.828211 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c1e047d3-0c56-49dc-b17f-3e05eafe3d72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:26.840963 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c1e047d3-0c56-49dc-b17f-3e05eafe3d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:26.850782 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] Request body: {'port': {'device_id': '75c6af8c-aeb1-4bea-8db3-c46a6570958b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:26.909310 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 53c55664-38de-448c-ac6b-f59dddb8f3ec up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:40:26.946196 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cfb7d617-74f8-4c79-ac2c-a681c19c9072 req-26ec3dad-5a94-4647-9d64-3ea3ddd2c805 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890745 Nov 11 17:40:26.967131 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-fbd6280f-3709-4ee3-9c69-1a286e8b2ba0 None None] For port f920d383-1ba4-4308-9feb-a16fe816db29, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:40:26.971620 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-aae16859-80f6-49db-91c2-efd1904ac289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:26.976902 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c1e047d3-0c56-49dc-b17f-3e05eafe3d72 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b64775e03d694bc79472615e6dce21a8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2562504 Nov 11 17:40:26.995462 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54788) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:26.996638 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e047d3-0c56-49dc-b17f-3e05eafe3d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00935465-2be5-4103-8079-2eaa1924a3e5,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:27.034737 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-fbd6280f-3709-4ee3-9c69-1a286e8b2ba0 None None] For port f920d383-1ba4-4308-9feb-a16fe816db29, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f920d383-1ba4-4308-9feb-a16fe816db29,segment=NetworkSegment(5f217dbb-a9b7-4134-9779-063a452671cb),segment_id=5f217dbb-a9b7-4134-9779-063a452671cb)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:40:27.044356 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5527194e-bb53-4399-9b68-dbc0360914e1 admin admin] Network 56119fab-f6cc-434d-ae1f-68528c2c14b3 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:40:27.051680 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fbd6280f-3709-4ee3-9c69-1a286e8b2ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:27.081289 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:27.131078 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Deleting port f920d383-1ba4-4308-9feb-a16fe816db29 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:40:27.131419 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:27.136660 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 53c55664-38de-448c-ac6b-f59dddb8f3ec triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:27.140216 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:27.207523 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-aae16859-80f6-49db-91c2-efd1904ac289 None None] For port 53c55664-38de-448c-ac6b-f59dddb8f3ec, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=53c55664-38de-448c-ac6b-f59dddb8f3ec,segment=NetworkSegment(e61f15ac-17f9-4b9f-85e6-7b4230d7856f),segment_id=e61f15ac-17f9-4b9f-85e6-7b4230d7856f)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:27.260324 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-aae16859-80f6-49db-91c2-efd1904ac289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:27.271710 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-3ab27ae5-ef36-4e7d-9301-49d0861b7a3c admin admin] Allocated IP 172.20.0.1 (c86a5577-7cc1-4dba-9dcb-52b1cdd5856e/e4f3241c-7021-46c1-aebb-c1049e6646ce/1de528f2-fa40-44eb-a7a0-34592bfe34cc) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:40:27.314139 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] For port f920d383-1ba4-4308-9feb-a16fe816db29, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f920d383-1ba4-4308-9feb-a16fe816db29,segment=NetworkSegment(5f217dbb-a9b7-4134-9779-063a452671cb),segment_id=5f217dbb-a9b7-4134-9779-063a452671cb)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:27.314662 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:27.341338 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6280f-3709-4ee3-9c69-1a286e8b2ba0 None None] Pushing event updated for resources: {'Port': ['ID=f920d383-1ba4-4308-9feb-a16fe816db29,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:27.399686 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae16859-80f6-49db-91c2-efd1904ac289 None None] Pushing event updated for resources: {'Port': ['ID=53c55664-38de-448c-ac6b-f59dddb8f3ec,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:27.430541 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4e1e88-1348-4c5b-8574-3e8ef82907f6 None None] Network 8dac519e-52bf-49c1-b13c-4885993767f6 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:27.467507 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ab27ae5-ef36-4e7d-9301-49d0861b7a3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:27.477219 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Calling delete_port for f920d383-1ba4-4308-9feb-a16fe816db29 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:40:27.511807 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-59fcb79b-4815-4b89-b124-c334a0e9425f None None] Provisioning complete for port dbf96950-13e3-43e8-a7ce-4d027f26e852 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:27.512190 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-59fcb79b-4815-4b89-b124-c334a0e9425f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:27.543931 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-5527194e-bb53-4399-9b68-dbc0360914e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 56119fab-f6cc-434d-ae1f-68528c2c14b3) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:27.569976 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc940fb-5296-4b69-8be6-c9ce02898847 None None] Network 56119fab-f6cc-434d-ae1f-68528c2c14b3 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:27.589762 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ab27ae5-ef36-4e7d-9301-49d0861b7a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:27.594878 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5527194e-bb53-4399-9b68-dbc0360914e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:27.595473 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5527194e-bb53-4399-9b68-dbc0360914e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:27.686469 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab27ae5-ef36-4e7d-9301-49d0861b7a3c admin admin] Network c86a5577-7cc1-4dba-9dcb-52b1cdd5856e is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:40:27.687620 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0e258c0-3cb1-4bcd-a70b-dc250f81d7f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:27.699213 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5527194e-bb53-4399-9b68-dbc0360914e1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0928631 Nov 11 17:40:27.708933 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54792) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:27.709733 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab27ae5-ef36-4e7d-9301-49d0861b7a3c admin admin] Pushing event updated for resources: {'Port': ['ID=1de528f2-fa40-44eb-a7a0-34592bfe34cc,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:27.714493 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-3ab27ae5-ef36-4e7d-9301-49d0861b7a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:27.717735 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab27ae5-ef36-4e7d-9301-49d0861b7a3c admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:40:27.725224 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5d0ef9c9-7181-4f59-8c60-6a8dbcb09f51 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-132984433-router', 'tenant_id': '9b21a4eba59841ccb4434f8735caa5a9', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:27.725813 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-59fcb79b-4815-4b89-b124-c334a0e9425f None None] Port dbf96950-13e3-43e8-a7ce-4d027f26e852 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:40:27.760654 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'name': 'tempest-TestVolumeBackupRestore-908602681-router', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:19Z', 'updated_at': '2021-11-11T17:40:23Z', 'revision_number': 3, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'gw_port': {'id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:21Z', 'updated_at': '2021-11-11T17:40:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:27.796885 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0e258c0-3cb1-4bcd-a70b-dc250f81d7f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:27.837654 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] Checking router: f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:40:27.838407 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] Updating router f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 port 979300ee-e81e-4674-acf1-9b931d2c98a5 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:40:27.849391 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ab27ae5-ef36-4e7d-9301-49d0861b7a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:27.918232 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef9c9-7181-4f59-8c60-6a8dbcb09f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:27.919383 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef9c9-7181-4f59-8c60-6a8dbcb09f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:28.087335 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef9c9-7181-4f59-8c60-6a8dbcb09f51 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:28.110837 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0e258c0-3cb1-4bcd-a70b-dc250f81d7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:28.122789 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0e258c0-3cb1-4bcd-a70b-dc250f81d7f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:28.130116 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f0e258c0-3cb1-4bcd-a70b-dc250f81d7f9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/00935465-2be5-4103-8079-2eaa1924a3e5 HTTP/1.1" status: 204 len: 168 time: 1.1135912 Nov 11 17:40:28.323340 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:28.324981 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e258c0-3cb1-4bcd-a70b-dc250f81d7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00935465-2be5-4103-8079-2eaa1924a3e5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:28.432723 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b83b1-513b-4406-b8b6-2cce4f853722 req-ac39b17b-26ea-4150-a4a2-507a19a0cbe8 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:28.440567 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-151b83b1-513b-4406-b8b6-2cce4f853722 req-ac39b17b-26ea-4150-a4a2-507a19a0cbe8 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 932 time: 0.1230938 Nov 11 17:40:28.464663 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef9c9-7181-4f59-8c60-6a8dbcb09f51 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:28.500137 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:28.532713 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No DVR routers for this DVR port f920d383-1ba4-4308-9feb-a16fe816db29 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:40:28.556404 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ab27ae5-ef36-4e7d-9301-49d0861b7a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:28.598864 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 53c55664-38de-448c-ac6b-f59dddb8f3ec up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:40:28.646645 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-151b83b1-513b-4406-b8b6-2cce4f853722 req-62af8e11-23cf-4507-b852-b74e133c69d1 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055876 Nov 11 17:40:28.662361 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Port': ['ID=f920d383-1ba4-4308-9feb-a16fe816db29,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:28.757290 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-59fcb79b-4815-4b89-b124-c334a0e9425f None None] Provisioning complete for port 01904737-d62a-428f-b787-a6bc84ce0c4e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:28.757851 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-59fcb79b-4815-4b89-b124-c334a0e9425f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:28.871422 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 53c55664-38de-448c-ac6b-f59dddb8f3ec triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:28.871837 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:28.887621 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf96950-13e3-43e8-a7ce-4d027f26e852 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:40:28.897949 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:28.903174 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:28.942909 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] Transition to ACTIVE for port object dbf96950-13e3-43e8-a7ce-4d027f26e852 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:40:28.945154 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dac519e-52bf-49c1-b13c-4885993767f6']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:28.956058 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:28.964343 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f217dbb-a9b7-4134-9779-063a452671cb') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:28.965014 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f217dbb-a9b7-4134-9779-063a452671cb') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:29.007048 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:29.057174 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:29.103001 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-56119fab-f6cc-434d-ae1f-68528c2c14b3', 'network_id': '56119fab-f6cc-434d-ae1f-68528c2c14b3', 'tenant_id': '9b21a4eba59841ccb4434f8735caa5a9', 'fixed_ips': [{'subnet_id': 'f21e11a9-a859-4d21-9da4-1c6462b6aea5'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:40:29.105284 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:29.114887 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:40:29.120107 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:29.126614 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf96950-13e3-43e8-a7ce-4d027f26e852,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:40:29.138788 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:40:29.169386 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ab27ae5-ef36-4e7d-9301-49d0861b7a3c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:29.185814 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ab27ae5-ef36-4e7d-9301-49d0861b7a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:29.243981 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:29.250445 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:29.254188 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/8dac519e-52bf-49c1-b13c-4885993767f6 HTTP/1.1" status: 204 len: 168 time: 5.2453623 Nov 11 17:40:29.257892 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ab27ae5-ef36-4e7d-9301-49d0861b7a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:29.260364 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54818) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:29.266843 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-f7e7321b-9da2-4ef1-9740-7ce54156f433 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-706630918'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:29.290251 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] Attempting to bind port dbf96950-13e3-43e8-a7ce-4d027f26e852 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:40:29.290807 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] Attempting to bind port dbf96950-13e3-43e8-a7ce-4d027f26e852 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '433d53cd-2d4a-403a-84ce-59d53d82509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:40:29.291514 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] Attempting to bind port dbf96950-13e3-43e8-a7ce-4d027f26e852 on network a3a8bf47-1430-4314-97ff-b3524a589a13 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:40:29.305632 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e7321b-9da2-4ef1-9740-7ce54156f433 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Made reservation on behalf of 1a6cadbc07fc4239afce0d37cc9e7535 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:29.310191 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f7e7321b-9da2-4ef1-9740-7ce54156f433 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:29.315286 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1faf3-2dbc-4a95-9caa-b89bf6e38bbd tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Network': ['ID=8dac519e-52bf-49c1-b13c-4885993767f6,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:29.323065 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef9c9-7181-4f59-8c60-6a8dbcb09f51 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:29.328316 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] Port dbf96950-13e3-43e8-a7ce-4d027f26e852 on network a3a8bf47-1430-4314-97ff-b3524a589a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:40:29.328764 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] Attempting to bind port dbf96950-13e3-43e8-a7ce-4d027f26e852 on network a3a8bf47-1430-4314-97ff-b3524a589a13 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:40:29.340550 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:40:29.346115 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] Checking segment: {'id': '433d53cd-2d4a-403a-84ce-59d53d82509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:29.347125 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] Bound using segment: {'id': '433d53cd-2d4a-403a-84ce-59d53d82509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:40:29.348379 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] Bound port: dbf96950-13e3-43e8-a7ce-4d027f26e852, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433d53cd-2d4a-403a-84ce-59d53d82509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:40:29.349893 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:29.367107 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e7321b-9da2-4ef1-9740-7ce54156f433 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1260} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:40:29.402673 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 01904737-d62a-428f-b787-a6bc84ce0c4e up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:40:29.405225 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f7e7321b-9da2-4ef1-9740-7ce54156f433 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:29.405577 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-f7e7321b-9da2-4ef1-9740-7ce54156f433 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Added segment 19e1524f-5a3c-43ef-8c81-1334598912f1 of type vlan for network 8a5adab0-260f-4b1d-a235-aba64dc619d6 Nov 11 17:40:29.467576 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-59fcb79b-4815-4b89-b124-c334a0e9425f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:29.468225 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f7e7321b-9da2-4ef1-9740-7ce54156f433 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:29.473657 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] For port dbf96950-13e3-43e8-a7ce-4d027f26e852, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:40:29.492495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] For port dbf96950-13e3-43e8-a7ce-4d027f26e852, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=dbf96950-13e3-43e8-a7ce-4d027f26e852,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:40:29.505567 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:29.541036 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f7e7321b-9da2-4ef1-9740-7ce54156f433 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:29.546904 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e7321b-9da2-4ef1-9740-7ce54156f433 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:29.547522 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f7e7321b-9da2-4ef1-9740-7ce54156f433 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:29.575210 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:29.575863 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:29.577330 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] 10.222.0.83 "PUT /v2.0/ports/dbf96950-13e3-43e8-a7ce-4d027f26e852 HTTP/1.1" status: 200 len: 1092 time: 2.7439165 Nov 11 17:40:29.577800 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c6af8c-aeb1-4bea-8db3-c46a6570958b', 'tag': 'dbf96950-13e3-43e8-a7ce-4d027f26e852'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:40:29.580255 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bd0fef-74a8-43d0-b832-d3dade7e93d1" -d '{"events": [{"name": "network-changed", "server_uuid": "75c6af8c-aeb1-4bea-8db3-c46a6570958b", "tag": "dbf96950-13e3-43e8-a7ce-4d027f26e852"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:40:29.603780 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-59fcb79b-4815-4b89-b124-c334a0e9425f None None] For port 01904737-d62a-428f-b787-a6bc84ce0c4e, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=01904737-d62a-428f-b787-a6bc84ce0c4e,segment=NetworkSegment(fd68444e-4e66-4514-851a-87360e7e44c1),segment_id=fd68444e-4e66-4514-851a-87360e7e44c1)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:29.620104 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-59fcb79b-4815-4b89-b124-c334a0e9425f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:29.762576 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d019452-654b-4074-8bd6-7b7a2fb9b5fd x-openstack-request-id: req-5d019452-654b-4074-8bd6-7b7a2fb9b5fd {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:40:29.763085 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c6af8c-aeb1-4bea-8db3-c46a6570958b", "tag": "dbf96950-13e3-43e8-a7ce-4d027f26e852", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:40:29.763447 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5d019452-654b-4074-8bd6-7b7a2fb9b5fd {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:40:29.763991 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c6af8c-aeb1-4bea-8db3-c46a6570958b', 'tag': 'dbf96950-13e3-43e8-a7ce-4d027f26e852', 'status': 'completed', 'code': 200} Nov 11 17:40:29.827490 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f7e7321b-9da2-4ef1-9740-7ce54156f433 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5634589 Nov 11 17:40:29.856891 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7321b-9da2-4ef1-9740-7ce54156f433 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Network': ['ID=8a5adab0-260f-4b1d-a235-aba64dc619d6,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:29.871426 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54834) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:29.895778 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-0ed3cb6d-9010-4f79-a452-646bbdb7c87e tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'subnet': {'network_id': '8a5adab0-260f-4b1d-a235-aba64dc619d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:29.903783 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 8a5adab0-260f-4b1d-a235-aba64dc619d6 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:40:29.937095 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcb79b-4815-4b89-b124-c334a0e9425f None None] Pushing event updated for resources: {'Port': ['ID=01904737-d62a-428f-b787-a6bc84ce0c4e,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:29.978367 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef9c9-7181-4f59-8c60-6a8dbcb09f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:29.984514 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc35699-fd17-4f9a-832c-5ce2dee34e45 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf96950-13e3-43e8-a7ce-4d027f26e852,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:30.003511 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-59fcb79b-4815-4b89-b124-c334a0e9425f None None] Provisioning complete for port 53c55664-38de-448c-ac6b-f59dddb8f3ec triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:30.003927 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-59fcb79b-4815-4b89-b124-c334a0e9425f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:30.006185 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 01904737-d62a-428f-b787-a6bc84ce0c4e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:30.006547 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:30.023357 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab27ae5-ef36-4e7d-9301-49d0861b7a3c admin admin] Pushing event updated for resources: {'Port': ['ID=1de528f2-fa40-44eb-a7a0-34592bfe34cc,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:30.096756 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-b76ea818-4501-43c5-aca4-9f1c3c70167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:30.098464 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-b76ea818-4501-43c5-aca4-9f1c3c70167a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eeac632c30574948b103f77246d9180e&device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 1095 time: 0.3602309 Nov 11 17:40:30.141410 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab27ae5-ef36-4e7d-9301-49d0861b7a3c admin admin] Network c86a5577-7cc1-4dba-9dcb-52b1cdd5856e is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:40:30.143354 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-3ab27ae5-ef36-4e7d-9301-49d0861b7a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:30.194852 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-aba432a5-5baa-4401-8f6b-8b55d44b32f4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf96950-13e3-43e8-a7ce-4d027f26e852 HTTP/1.1" status: 200 len: 217 time: 0.0770290 Nov 11 17:40:30.210123 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37303379-80e1-4e9f-a715-d359b639b690 req-6cd65679-2e81-4e06-833c-c6d81d9b02d1 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:30.225848 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37303379-80e1-4e9f-a715-d359b639b690 req-6cd65679-2e81-4e06-833c-c6d81d9b02d1 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 944 time: 0.3700163 Nov 11 17:40:30.321177 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab27ae5-ef36-4e7d-9301-49d0861b7a3c admin admin] Router f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:40:30.323811 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-3f1fa82c-3cb6-4faa-a4bc-3fe54721d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:30.325405 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-3f1fa82c-3cb6-4faa-a4bc-3fe54721d655 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fa447a7e-c385-460f-86cb-d149b7215da5 HTTP/1.1" status: 200 len: 855 time: 0.0954618 Nov 11 17:40:30.366419 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:30.383204 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Allocated IP 172.20.0.2 (56119fab-f6cc-434d-ae1f-68528c2c14b3/f21e11a9-a859-4d21-9da4-1c6462b6aea5/3a0ea8c8-e474-4835-9451-6ae5b7387359) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:40:30.415855 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:30.499254 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed3cb6d-9010-4f79-a452-646bbdb7c87e tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Made reservation on behalf of 1a6cadbc07fc4239afce0d37cc9e7535 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:30.504696 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0ed3cb6d-9010-4f79-a452-646bbdb7c87e tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:30.543504 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-474c9713-995a-49bc-ae86-5c7377c16395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:30.551055 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-5d0ef9c9-7181-4f59-8c60-6a8dbcb09f51 admin admin] Allocated IP 172.25.2.57 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/a622ce7f-9c2a-452d-876d-f9b66408bbc1) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:40:30.551337 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58dc8a-7b0c-40ac-8c1c-fd0f5f9dbece None None] Pushing event updated for resources: {'Port': ['ID=979300ee-e81e-4674-acf1-9b931d2c98a5,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:30.561153 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-474c9713-995a-49bc-ae86-5c7377c16395 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3a8bf47-1430-4314-97ff-b3524a589a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1773152 Nov 11 17:40:30.677960 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab27ae5-ef36-4e7d-9301-49d0861b7a3c admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:40:30.704991 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea69d15-9bbe-41fc-a67a-0d9b0e8a73c4 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:40:30.721121 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3ab27ae5-ef36-4e7d-9301-49d0861b7a3c admin admin] 10.222.0.76 "PUT /v2.0/routers/f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3871219 Nov 11 17:40:30.721338 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37303379-80e1-4e9f-a715-d359b639b690 req-43142835-032e-4755-844f-c9ce4bd6d5c9 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4860780 Nov 11 17:40:30.754184 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] Attempting to bind port 979300ee-e81e-4674-acf1-9b931d2c98a5 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:40:30.755130 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] Attempting to bind port 979300ee-e81e-4674-acf1-9b931d2c98a5 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:40:30.755669 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] Attempting to bind port 979300ee-e81e-4674-acf1-9b931d2c98a5 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:40:30.770621 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:40:30.771394 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:30.772026 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:30.772581 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:40:30.773231 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] Bound port: 979300ee-e81e-4674-acf1-9b931d2c98a5, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:40:30.773804 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:30.836577 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] For port 979300ee-e81e-4674-acf1-9b931d2c98a5, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:40:30.840809 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] For port 979300ee-e81e-4674-acf1-9b931d2c98a5, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=979300ee-e81e-4674-acf1-9b931d2c98a5,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:40:30.856670 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:30.911225 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef9c9-7181-4f59-8c60-6a8dbcb09f51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:30.986246 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94620047-5a06-4277-8cae-b3064f3485cc None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:40:31.002481 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-2fe30df7-28c2-4a08-aa33-409f28bcfb10 service neutron] 10.222.0.83 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399080 Nov 11 17:40:31.017180 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef9c9-7181-4f59-8c60-6a8dbcb09f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:31.119122 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3eb09c59-c8e4-4797-92dd-8c72f656f2af None None] Provisioning complete for port 1de528f2-fa40-44eb-a7a0-34592bfe34cc triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:31.119498 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3eb09c59-c8e4-4797-92dd-8c72f656f2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:31.121329 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 01904737-d62a-428f-b787-a6bc84ce0c4e up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:40:31.172704 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0ef9c9-7181-4f59-8c60-6a8dbcb09f51 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:40:31.198471 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-5d0ef9c9-7181-4f59-8c60-6a8dbcb09f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:31.202980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0ef9c9-7181-4f59-8c60-6a8dbcb09f51 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:40:31.226774 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e867a4ca-26a6-44df-8a27-96484ac15aab req-569390a4-1c44-4ab9-b2ba-3d5b1270c3b2 service neutron] 10.222.0.83 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049401 Nov 11 17:40:31.254059 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58dc8a-7b0c-40ac-8c1c-fd0f5f9dbece None None] Pushing event updated for resources: {'Port': ['ID=979300ee-e81e-4674-acf1-9b931d2c98a5,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:31.269733 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ef9c9-7181-4f59-8c60-6a8dbcb09f51 admin admin] Pushing event updated for resources: {'Port': ['ID=a622ce7f-9c2a-452d-876d-f9b66408bbc1,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:31.281276 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1baf8f-3471-4a3b-8269-3ad449192bae None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:40:31.290206 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] Routers {'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:31.290851 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:40:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:31.411530 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:31.413208 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-3eb09c59-c8e4-4797-92dd-8c72f656f2af None None] Port 1de528f2-fa40-44eb-a7a0-34592bfe34cc cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:40:31.436582 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:31.499139 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0ed3cb6d-9010-4f79-a452-646bbdb7c87e tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:31.571959 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd0fef-74a8-43d0-b832-d3dade7e93d1 req-5eb17550-d929-4d76-b694-99a9f9aeca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:31.574051 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2bd0fef-74a8-43d0-b832-d3dade7e93d1 req-5eb17550-d929-4d76-b694-99a9f9aeca45 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eeac632c30574948b103f77246d9180e&device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 1095 time: 0.2815020 Nov 11 17:40:31.589923 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3cb6d-9010-4f79-a452-646bbdb7c87e tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Subnet': ['ID=ce00aa05-e1cd-469b-9c76-1850cd6be2aa,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:31.657880 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Pushing event updated for resources: {'Port': ['ID=3a0ea8c8-e474-4835-9451-6ae5b7387359,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:31.669857 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed3cb6d-9010-4f79-a452-646bbdb7c87e tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Checking segment: {'id': '19e1524f-5a3c-43ef-8c81-1334598912f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '8a5adab0-260f-4b1d-a235-aba64dc619d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:31.671359 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed3cb6d-9010-4f79-a452-646bbdb7c87e tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network hostable DHCP agents. Network: 8a5adab0-260f-4b1d-a235-aba64dc619d6, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:40:31.682134 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Network 56119fab-f6cc-434d-ae1f-68528c2c14b3 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:40:31.689106 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 01904737-d62a-428f-b787-a6bc84ce0c4e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:31.697305 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:31.752356 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:31.756013 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:40:31.771027 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed3cb6d-9010-4f79-a452-646bbdb7c87e tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network 8a5adab0-260f-4b1d-a235-aba64dc619d6 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:40:31.821241 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-0ed3cb6d-9010-4f79-a452-646bbdb7c87e tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 8a5adab0-260f-4b1d-a235-aba64dc619d6) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:31.844650 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed3cb6d-9010-4f79-a452-646bbdb7c87e tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:31.846473 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0ed3cb6d-9010-4f79-a452-646bbdb7c87e tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:31.859050 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd0fef-74a8-43d0-b832-d3dade7e93d1 req-c90b8f16-c072-4b68-9947-1b755e69948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:31.862553 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2bd0fef-74a8-43d0-b832-d3dade7e93d1 req-c90b8f16-c072-4b68-9947-1b755e69948d service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3a8bf47-1430-4314-97ff-b3524a589a13 HTTP/1.1" status: 200 len: 918 time: 0.2809780 Nov 11 17:40:31.883660 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef9c9-7181-4f59-8c60-6a8dbcb09f51 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:32.030701 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2bd0fef-74a8-43d0-b832-d3dade7e93d1 req-d8786fa9-17c7-42ff-a306-0be9d00c8694 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf96950-13e3-43e8-a7ce-4d027f26e852 HTTP/1.1" status: 200 len: 217 time: 0.1527104 Nov 11 17:40:32.035849 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0ed3cb6d-9010-4f79-a452-646bbdb7c87e tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1470721 Nov 11 17:40:32.036554 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54932) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:32.055115 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-39e1298c-23c5-401b-a3ee-6b8dd43fbeb9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-510431852-network', 'tenant_id': '8ec72dfc23fc456bb1b8bc871e0092c7'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:32.055589 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a37283c3-bd0f-4e60-9c52-b7f97ae01348 None None] Provisioning complete for port a622ce7f-9c2a-452d-876d-f9b66408bbc1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:32.056135 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a37283c3-bd0f-4e60-9c52-b7f97ae01348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:32.058392 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54934) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:32.095322 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e84faf4-cc1e-45b8-8f3d-de73c79da062 None None] Network 8a5adab0-260f-4b1d-a235-aba64dc619d6 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:32.291391 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] Set router f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:32.331452 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef9c9-7181-4f59-8c60-6a8dbcb09f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:32.346320 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd0fef-74a8-43d0-b832-d3dade7e93d1 req-654f7351-7028-4e3f-892a-de243d48c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:32.348475 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2bd0fef-74a8-43d0-b832-d3dade7e93d1 req-654f7351-7028-4e3f-892a-de243d48c64a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fa447a7e-c385-460f-86cb-d149b7215da5 HTTP/1.1" status: 200 len: 855 time: 0.3090951 Nov 11 17:40:32.365353 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e1298c-23c5-401b-a3ee-6b8dd43fbeb9 admin admin] Made reservation on behalf of 8ec72dfc23fc456bb1b8bc871e0092c7 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:32.366610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Attempting to bind port 3a0ea8c8-e474-4835-9451-6ae5b7387359 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:40:32.367189 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Attempting to bind port 3a0ea8c8-e474-4835-9451-6ae5b7387359 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bcfc7a02-f6f8-4ada-87ff-a487f59e83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '56119fab-f6cc-434d-ae1f-68528c2c14b3'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:40:32.367745 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Attempting to bind port 3a0ea8c8-e474-4835-9451-6ae5b7387359 on network 56119fab-f6cc-434d-ae1f-68528c2c14b3 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:40:32.368095 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-39e1298c-23c5-401b-a3ee-6b8dd43fbeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:32.388319 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-39e1298c-23c5-401b-a3ee-6b8dd43fbeb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:32.426208 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab02a04-0feb-458f-bf76-9c914769643f req-911e1d67-922f-40be-b34f-4952beb87796 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:32.427400 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ab02a04-0feb-458f-bf76-9c914769643f req-911e1d67-922f-40be-b34f-4952beb87796 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 944 time: 0.1905770 Nov 11 17:40:32.445379 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2c59d3e5-f319-4366-9791-16367eab6395 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:32.486162 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0ef9c9-7181-4f59-8c60-6a8dbcb09f51 admin admin] Router 1006d0c7-0ace-4972-b1ff-ee0af0b54024 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:40:32.509619 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:40:32.510258 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Checking segment: {'id': 'bcfc7a02-f6f8-4ada-87ff-a487f59e83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '56119fab-f6cc-434d-ae1f-68528c2c14b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:32.510753 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:32.511253 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Bound using segment: {'id': 'bcfc7a02-f6f8-4ada-87ff-a487f59e83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '56119fab-f6cc-434d-ae1f-68528c2c14b3'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:40:32.511943 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Bound port: 3a0ea8c8-e474-4835-9451-6ae5b7387359, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcfc7a02-f6f8-4ada-87ff-a487f59e83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '56119fab-f6cc-434d-ae1f-68528c2c14b3'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:40:32.512447 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:32.526587 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd0fef-74a8-43d0-b832-d3dade7e93d1 req-e5d90527-2404-4388-ac33-00a9df7ed1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:32.528138 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2bd0fef-74a8-43d0-b832-d3dade7e93d1 req-e5d90527-2404-4388-ac33-00a9df7ed1d0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3a8bf47-1430-4314-97ff-b3524a589a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420531 Nov 11 17:40:32.536171 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ab02a04-0feb-458f-bf76-9c914769643f req-f3782678-149a-4202-9a8a-17de736a45a2 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990107 Nov 11 17:40:32.584840 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a37283c3-bd0f-4e60-9c52-b7f97ae01348 None None] Port a622ce7f-9c2a-452d-876d-f9b66408bbc1 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:40:32.587388 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00b7fd0-3e19-4a24-92f8-b5ebd177fe20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-8a5adab0-260f-4b1d-a235-aba64dc619d6', 'network_id': '8a5adab0-260f-4b1d-a235-aba64dc619d6', 'tenant_id': '1a6cadbc07fc4239afce0d37cc9e7535', 'fixed_ips': [{'subnet_id': 'ce00aa05-e1cd-469b-9c76-1850cd6be2aa'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:40:32.588397 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c00b7fd0-3e19-4a24-92f8-b5ebd177fe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:32.667434 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0ef9c9-7181-4f59-8c60-6a8dbcb09f51 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:40:32.682184 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] Sync routers for ids ['1006d0c7-0ace-4972-b1ff-ee0af0b54024'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:40:32.708105 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d0ef9c9-7181-4f59-8c60-6a8dbcb09f51 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:32.712766 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5d0ef9c9-7181-4f59-8c60-6a8dbcb09f51 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9899826 Nov 11 17:40:32.713241 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54938) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:32.719618 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] Routers {'1006d0c7-0ace-4972-b1ff-ee0af0b54024'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:32.720826 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:40:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1006d0c7-0ace-4972-b1ff-ee0af0b54024'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:32.811703 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2c59d3e5-f319-4366-9791-16367eab6395 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:32.816437 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2bd0fef-74a8-43d0-b832-d3dade7e93d1 req-289bdac0-7392-42ce-89b4-e4eaa90e7560 service neutron] 10.222.0.83 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703576 Nov 11 17:40:32.920482 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] For port 3a0ea8c8-e474-4835-9451-6ae5b7387359, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:40:32.924856 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] For port 3a0ea8c8-e474-4835-9451-6ae5b7387359, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=3a0ea8c8-e474-4835-9451-6ae5b7387359,segment=NetworkSegment(bcfc7a02-f6f8-4ada-87ff-a487f59e83f3),segment_id=bcfc7a02-f6f8-4ada-87ff-a487f59e83f3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:40:32.964418 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:32.971552 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] Set router 1006d0c7-0ace-4972-b1ff-ee0af0b54024 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:33.002240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a37283c3-bd0f-4e60-9c52-b7f97ae01348 None None] Provisioning complete for port 979300ee-e81e-4674-acf1-9b931d2c98a5 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:33.002386 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a37283c3-bd0f-4e60-9c52-b7f97ae01348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:33.086791 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2c59d3e5-f319-4366-9791-16367eab6395 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:33.093879 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-39e1298c-23c5-401b-a3ee-6b8dd43fbeb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:33.147608 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-39e1298c-23c5-401b-a3ee-6b8dd43fbeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:33.165450 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59d3e5-f319-4366-9791-16367eab6395 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Subnet': ['ID=ce00aa05-e1cd-469b-9c76-1850cd6be2aa,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server [None req-c00b7fd0-3e19-4a24-92f8-b5ebd177fe20 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce00aa05-e1cd-469b-9c76-1850cd6be2aa: This subnet is being modified by another concurrent operation. Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise exception Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce00aa05-e1cd-469b-9c76-1850cd6be2aa: This subnet is being modified by another concurrent operation. Nov 11 17:40:33.266226 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Nov 11 17:40:33.352012 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e1298c-23c5-401b-a3ee-6b8dd43fbeb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1275} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:40:33.379011 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1006d0c7-0ace-4972-b1ff-ee0af0b54024', 'name': 'tempest-TestAggregatesBasicOps-132984433-router', 'tenant_id': '9b21a4eba59841ccb4434f8735caa5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a622ce7f-9c2a-452d-876d-f9b66408bbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:27Z', 'updated_at': '2021-11-11T17:40:31Z', 'revision_number': 3, 'project_id': '9b21a4eba59841ccb4434f8735caa5a9', 'gw_port': {'id': 'a622ce7f-9c2a-452d-876d-f9b66408bbc1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:99:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1006d0c7-0ace-4972-b1ff-ee0af0b54024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:30Z', 'updated_at': '2021-11-11T17:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:33.407129 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19156a47-35bf-40cb-bf4e-d87f7770580f None None] Network 8a5adab0-260f-4b1d-a235-aba64dc619d6 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:33.429954 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2c59d3e5-f319-4366-9791-16367eab6395 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:33.436787 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1298c-23c5-401b-a3ee-6b8dd43fbeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1350fc52-b04b-4bd1-a5e3-a2d06958749a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:33.444486 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-708fcd9c-7f77-43f2-89fa-f5c92b11fef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:33.481686 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] Checking router: 1006d0c7-0ace-4972-b1ff-ee0af0b54024 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:40:33.482631 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] Updating router 1006d0c7-0ace-4972-b1ff-ee0af0b54024 port a622ce7f-9c2a-452d-876d-f9b66408bbc1 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:40:33.508330 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-39e1298c-23c5-401b-a3ee-6b8dd43fbeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:33.509363 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-39e1298c-23c5-401b-a3ee-6b8dd43fbeb9 admin admin] Added segment 5b548591-c83a-44df-8a7f-c22c51478386 of type vlan for network 2b739410-7ac2-4f62-a6ae-8ff3150e8241 Nov 11 17:40:33.567560 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Pushing event updated for resources: {'Port': ['ID=3a0ea8c8-e474-4835-9451-6ae5b7387359,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:33.582657 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:33.598328 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2bd0fef-74a8-43d0-b832-d3dade7e93d1 req-08e9b716-9310-41ba-aebe-ce3d44eefc78 service neutron] 10.222.0.83 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7187071 Nov 11 17:40:33.673028 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-2c59d3e5-f319-4366-9791-16367eab6395 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5adab0-260f-4b1d-a235-aba64dc619d6']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:33.719035 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:33.728076 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:33.728836 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:33.729335 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:33.730901 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:33.731353 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-2c59d3e5-f319-4366-9791-16367eab6395 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e1524f-5a3c-43ef-8c81-1334598912f1') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:33.731659 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-2c59d3e5-f319-4366-9791-16367eab6395 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e1524f-5a3c-43ef-8c81-1334598912f1') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:33.732636 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:33.734257 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:33.735031 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:33.736008 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:33.737958 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:33.744650 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-39e1298c-23c5-401b-a3ee-6b8dd43fbeb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:33.745647 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:33.746251 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8617c8-70d8-4539-8ee3-debb4facdf2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:33.779041 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a37283c3-bd0f-4e60-9c52-b7f97ae01348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:33.820644 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-708fcd9c-7f77-43f2-89fa-f5c92b11fef8 admin admin] Allocated IP 172.20.0.1 (56119fab-f6cc-434d-ae1f-68528c2c14b3/f21e11a9-a859-4d21-9da4-1c6462b6aea5/0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:40:33.836381 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2c59d3e5-f319-4366-9791-16367eab6395 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:33.861473 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.db.resource_extend [None req-39e1298c-23c5-401b-a3ee-6b8dd43fbeb9 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:40:33.908866 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2c59d3e5-f319-4366-9791-16367eab6395 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:33.927092 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c59d3e5-f319-4366-9791-16367eab6395 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:40:33.927499 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2c59d3e5-f319-4366-9791-16367eab6395 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:33.937179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a37283c3-bd0f-4e60-9c52-b7f97ae01348 None None] For port 979300ee-e81e-4674-acf1-9b931d2c98a5, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=979300ee-e81e-4674-acf1-9b931d2c98a5,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:40:33.938644 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:40:33.945312 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'name': 'tempest-TestVolumeBackupRestore-908602681-router', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:19Z', 'updated_at': '2021-11-11T17:40:28Z', 'revision_number': 4, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'gw_port': {'id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:21Z', 'updated_at': '2021-11-11T17:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '1de528f2-fa40-44eb-a7a0-34592bfe34cc', 'name': '', 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'mac_address': 'fa:16:3e:4f:eb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:26Z', 'updated_at': '2021-11-11T17:40:28Z', 'revision_number': 2, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'subnets': [{'id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:33.967774 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-39e1298c-23c5-401b-a3ee-6b8dd43fbeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:33.974487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e1298c-23c5-401b-a3ee-6b8dd43fbeb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:33.975540 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-39e1298c-23c5-401b-a3ee-6b8dd43fbeb9 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:34.013482 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5ef753-c174-4d82-83c7-b09ad945ce00 None None] The sync data for ids ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'] in n-d-816206-4 is: [{'id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'name': 'tempest-TestVolumeBackupRestore-908602681-router', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:19Z', 'updated_at': '2021-11-11T17:40:28Z', 'revision_number': 4, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'gw_port': {'id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:21Z', 'updated_at': '2021-11-11T17:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '1de528f2-fa40-44eb-a7a0-34592bfe34cc', 'name': '', 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'mac_address': 'fa:16:3e:4f:eb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:26Z', 'updated_at': '2021-11-11T17:40:28Z', 'revision_number': 2, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'subnets': [{'id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:40:34.021141 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a37283c3-bd0f-4e60-9c52-b7f97ae01348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:34.096726 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664572f-2a38-42ad-a387-794f5e422c24 req-1963791e-9312-4d95-90c7-2f6b1d66d2a0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:34.100864 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-708fcd9c-7f77-43f2-89fa-f5c92b11fef8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:34.107778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a664572f-2a38-42ad-a387-794f5e422c24 req-1963791e-9312-4d95-90c7-2f6b1d66d2a0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 944 time: 0.3733819 Nov 11 17:40:34.144110 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2c59d3e5-f319-4366-9791-16367eab6395 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:34.168102 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-708fcd9c-7f77-43f2-89fa-f5c92b11fef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:34.171795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37283c3-bd0f-4e60-9c52-b7f97ae01348 None None] Pushing event updated for resources: {'Port': ['ID=979300ee-e81e-4674-acf1-9b931d2c98a5,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:34.197532 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2c59d3e5-f319-4366-9791-16367eab6395 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:34.200856 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2c59d3e5-f319-4366-9791-16367eab6395 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/8a5adab0-260f-4b1d-a235-aba64dc619d6 HTTP/1.1" status: 204 len: 168 time: 2.1415684 Nov 11 17:40:34.208412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-39e1298c-23c5-401b-a3ee-6b8dd43fbeb9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1707017 Nov 11 17:40:34.212164 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54956) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:34.212507 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54958) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:34.218831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-b6d12844-9d0d-4b13-9144-9369651c8265 admin admin] Request body: {'subnet': {'network_id': '2b739410-7ac2-4f62-a6ae-8ff3150e8241', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-510431852-subnet', 'tenant_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:34.228323 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:34.240212 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:34.242356 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-36c8958a-3404-468c-90fc-fe975c41b20b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-78194877'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:34.279718 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708fcd9c-7f77-43f2-89fa-f5c92b11fef8 admin admin] Network 56119fab-f6cc-434d-ae1f-68528c2c14b3 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:40:34.286615 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-708fcd9c-7f77-43f2-89fa-f5c92b11fef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:34.299718 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708fcd9c-7f77-43f2-89fa-f5c92b11fef8 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:40:34.303309 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c67902-627f-4eec-abc3-bca68a500384 None None] Pushing event updated for resources: {'Port': ['ID=a622ce7f-9c2a-452d-876d-f9b66408bbc1,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:34.320139 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1298c-23c5-401b-a3ee-6b8dd43fbeb9 admin admin] Pushing event updated for resources: {'Network': ['ID=2b739410-7ac2-4f62-a6ae-8ff3150e8241,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:34.331343 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 2b739410-7ac2-4f62-a6ae-8ff3150e8241 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:40:34.346818 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] Attempting to bind port a622ce7f-9c2a-452d-876d-f9b66408bbc1 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:40:34.347235 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] Attempting to bind port a622ce7f-9c2a-452d-876d-f9b66408bbc1 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:40:34.347598 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] Attempting to bind port a622ce7f-9c2a-452d-876d-f9b66408bbc1 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:40:34.354761 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:40:34.355142 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:34.355431 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:34.355904 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:40:34.356438 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] Bound port: a622ce7f-9c2a-452d-876d-f9b66408bbc1, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:40:34.356821 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:34.360718 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d12844-9d0d-4b13-9144-9369651c8265 admin admin] Made reservation on behalf of 8ec72dfc23fc456bb1b8bc871e0092c7 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:34.363098 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b6d12844-9d0d-4b13-9144-9369651c8265 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:34.416806 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fcd9c-7f77-43f2-89fa-f5c92b11fef8 admin admin] Pushing event updated for resources: {'Port': ['ID=0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:34.417687 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259e414e-1717-4352-881c-8decc96590df None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:40:34.422531 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device dbf96950-13e3-43e8-a7ce-4d027f26e852 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:40:34.433688 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-708fcd9c-7f77-43f2-89fa-f5c92b11fef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:34.451323 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59d3e5-f319-4366-9791-16367eab6395 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Network': ['ID=8a5adab0-260f-4b1d-a235-aba64dc619d6,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:34.478042 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] For port a622ce7f-9c2a-452d-876d-f9b66408bbc1, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:40:34.481333 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] For port a622ce7f-9c2a-452d-876d-f9b66408bbc1, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a622ce7f-9c2a-452d-876d-f9b66408bbc1,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:40:34.490195 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:34.528212 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a664572f-2a38-42ad-a387-794f5e422c24 req-96217cb5-cfac-404d-9207-7a319a2e5f29 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4180725 Nov 11 17:40:34.529432 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c8958a-3404-468c-90fc-fe975c41b20b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Made reservation on behalf of 1a6cadbc07fc4239afce0d37cc9e7535 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:34.532984 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-36c8958a-3404-468c-90fc-fe975c41b20b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:34.629905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c8958a-3404-468c-90fc-fe975c41b20b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1262} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:40:34.665484 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-36c8958a-3404-468c-90fc-fe975c41b20b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:34.665484 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-36c8958a-3404-468c-90fc-fe975c41b20b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Added segment 85373d7d-3359-4dff-ac00-e305a9a0feb2 of type vlan for network 1ba7893e-aa54-4eba-b3c3-6cc0159fc9c4 Nov 11 17:40:34.691212 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port dbf96950-13e3-43e8-a7ce-4d027f26e852, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=dbf96950-13e3-43e8-a7ce-4d027f26e852,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:34.714996 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c67902-627f-4eec-abc3-bca68a500384 None None] Pushing event updated for resources: {'Port': ['ID=a622ce7f-9c2a-452d-876d-f9b66408bbc1,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:34.730589 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'dbf96950-13e3-43e8-a7ce-4d027f26e852', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'port_id': 'dbf96950-13e3-43e8-a7ce-4d027f26e852', 'mac_address': 'fa:16:3e:21:48:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:40:34.752569 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] Routers {'1006d0c7-0ace-4972-b1ff-ee0af0b54024'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:34.754009 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:40:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1006d0c7-0ace-4972-b1ff-ee0af0b54024'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:34.847345 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9f9ff9-3e41-4a68-8784-7f45c0bd2b2d None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:40:34.932356 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-36c8958a-3404-468c-90fc-fe975c41b20b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:34.943117 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f93615b7-c704-4231-a568-397afb384de9 None None] Provisioning complete for port a622ce7f-9c2a-452d-876d-f9b66408bbc1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:34.943484 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f93615b7-c704-4231-a568-397afb384de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:35.044300 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-708fcd9c-7f77-43f2-89fa-f5c92b11fef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:35.073156 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:35.142231 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-36c8958a-3404-468c-90fc-fe975c41b20b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:35.153261 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8e38d7-3b56-4175-ae4a-2fce60abb10e None None] Network 56119fab-f6cc-434d-ae1f-68528c2c14b3 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:35.157062 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c8958a-3404-468c-90fc-fe975c41b20b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:35.158349 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf96950-13e3-43e8-a7ce-4d027f26e852 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:40:35.159163 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-36c8958a-3404-468c-90fc-fe975c41b20b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:35.207794 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port dbf96950-13e3-43e8-a7ce-4d027f26e852, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=dbf96950-13e3-43e8-a7ce-4d027f26e852,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:35.219231 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 3a0ea8c8-e474-4835-9451-6ae5b7387359 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:40:35.293714 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] Set router 1006d0c7-0ace-4972-b1ff-ee0af0b54024 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:35.344441 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b6d12844-9d0d-4b13-9144-9369651c8265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:35.391714 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:35.473217 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-36c8958a-3404-468c-90fc-fe975c41b20b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2595987 Nov 11 17:40:35.488903 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54964) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:35.489596 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d12844-9d0d-4b13-9144-9369651c8265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ae71e19-86f5-44fe-83d9-b06d60f2188d,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:35.506999 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-708fcd9c-7f77-43f2-89fa-f5c92b11fef8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:35.511114 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-c3555f2e-8118-459b-87ee-b3ae2aa7f214 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'subnet': {'network_id': '1ba7893e-aa54-4eba-b3c3-6cc0159fc9c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:35.514248 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-708fcd9c-7f77-43f2-89fa-f5c92b11fef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:35.528010 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=dbf96950-13e3-43e8-a7ce-4d027f26e852,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:35.634863 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8958a-3404-468c-90fc-fe975c41b20b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Network': ['ID=1ba7893e-aa54-4eba-b3c3-6cc0159fc9c4,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:35.642245 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['dbf96950-13e3-43e8-a7ce-4d027f26e852'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:40:35.692816 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fcd9c-7f77-43f2-89fa-f5c92b11fef8 admin admin] Pushing event updated for resources: {'Port': ['ID=0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:35.704480 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-708fcd9c-7f77-43f2-89fa-f5c92b11fef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:35.724134 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 1ba7893e-aa54-4eba-b3c3-6cc0159fc9c4 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:40:35.809258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d12844-9d0d-4b13-9144-9369651c8265 admin admin] Checking segment: {'id': '5b548591-c83a-44df-8a7f-c22c51478386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '2b739410-7ac2-4f62-a6ae-8ff3150e8241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:35.809258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d12844-9d0d-4b13-9144-9369651c8265 admin admin] Network hostable DHCP agents. Network: 2b739410-7ac2-4f62-a6ae-8ff3150e8241, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:40:35.810874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3555f2e-8118-459b-87ee-b3ae2aa7f214 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Made reservation on behalf of 1a6cadbc07fc4239afce0d37cc9e7535 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:35.815667 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3555f2e-8118-459b-87ee-b3ae2aa7f214 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:35.832496 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1006d0c7-0ace-4972-b1ff-ee0af0b54024', 'name': 'tempest-TestAggregatesBasicOps-132984433-router', 'tenant_id': '9b21a4eba59841ccb4434f8735caa5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a622ce7f-9c2a-452d-876d-f9b66408bbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:27Z', 'updated_at': '2021-11-11T17:40:31Z', 'revision_number': 3, 'project_id': '9b21a4eba59841ccb4434f8735caa5a9', 'gw_port': {'id': 'a622ce7f-9c2a-452d-876d-f9b66408bbc1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:99:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1006d0c7-0ace-4972-b1ff-ee0af0b54024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:30Z', 'updated_at': '2021-11-11T17:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:35.926976 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28bb841-3eab-4562-a322-632203d4f04d None None] The sync data for ids ['1006d0c7-0ace-4972-b1ff-ee0af0b54024'] in n-d-816206-4 is: [{'id': '1006d0c7-0ace-4972-b1ff-ee0af0b54024', 'name': 'tempest-TestAggregatesBasicOps-132984433-router', 'tenant_id': '9b21a4eba59841ccb4434f8735caa5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a622ce7f-9c2a-452d-876d-f9b66408bbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:27Z', 'updated_at': '2021-11-11T17:40:31Z', 'revision_number': 3, 'project_id': '9b21a4eba59841ccb4434f8735caa5a9', 'gw_port': {'id': 'a622ce7f-9c2a-452d-876d-f9b66408bbc1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:99:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1006d0c7-0ace-4972-b1ff-ee0af0b54024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:30Z', 'updated_at': '2021-11-11T17:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:40:35.959473 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708fcd9c-7f77-43f2-89fa-f5c92b11fef8 admin admin] Network 56119fab-f6cc-434d-ae1f-68528c2c14b3 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:40:35.964327 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-708fcd9c-7f77-43f2-89fa-f5c92b11fef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:36.066111 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d12844-9d0d-4b13-9144-9369651c8265 admin admin] Network 2b739410-7ac2-4f62-a6ae-8ff3150e8241 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:40:36.101162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.ipam_backend_mixin [None req-c3555f2e-8118-459b-87ee-b3ae2aa7f214 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Performing IP validity checks on allocation pools {{(pid=102618) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 17:40:36.105881 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.ipam_backend_mixin [None req-c3555f2e-8118-459b-87ee-b3ae2aa7f214 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102618) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 17:40:36.157819 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46918d2-890d-416a-9213-575122f7838f req-5de79505-b472-4716-bd84-deb8aaa412e5 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:36.159576 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c46918d2-890d-416a-9213-575122f7838f req-5de79505-b472-4716-bd84-deb8aaa412e5 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 945 time: 0.3853147 Nov 11 17:40:36.198888 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-b6d12844-9d0d-4b13-9144-9369651c8265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 2b739410-7ac2-4f62-a6ae-8ff3150e8241) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:36.210244 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d12844-9d0d-4b13-9144-9369651c8265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:36.212461 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b6d12844-9d0d-4b13-9144-9369651c8265 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:36.214511 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 3a0ea8c8-e474-4835-9451-6ae5b7387359 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:36.215163 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:36.217110 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f93615b7-c704-4231-a568-397afb384de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:36.234280 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708fcd9c-7f77-43f2-89fa-f5c92b11fef8 admin admin] Router 1006d0c7-0ace-4972-b1ff-ee0af0b54024 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:40:36.278799 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b6d12844-9d0d-4b13-9144-9369651c8265 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0640709 Nov 11 17:40:36.282586 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54974) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:36.292512 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-3c5fccb0-0ac7-4121-8aa1-be007d4f0f18 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-510431852-router', 'tenant_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:36.302041 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fb561d-29fa-4c79-9893-60a9beb18aad None None] Network 2b739410-7ac2-4f62-a6ae-8ff3150e8241 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:36.377625 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c5fccb0-0ac7-4121-8aa1-be007d4f0f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:36.379275 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c5fccb0-0ac7-4121-8aa1-be007d4f0f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:36.455810 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c46918d2-890d-416a-9213-575122f7838f req-1a104571-4d15-40b1-adf9-7f71ebb99c8a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2830040 Nov 11 17:40:36.463318 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708fcd9c-7f77-43f2-89fa-f5c92b11fef8 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:40:36.479720 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-708fcd9c-7f77-43f2-89fa-f5c92b11fef8 admin admin] 10.222.0.76 "PUT /v2.0/routers/1006d0c7-0ace-4972-b1ff-ee0af0b54024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7577858 Nov 11 17:40:36.666014 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f93615b7-c704-4231-a568-397afb384de9 None None] For port a622ce7f-9c2a-452d-876d-f9b66408bbc1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a622ce7f-9c2a-452d-876d-f9b66408bbc1,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:36.673921 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c5fccb0-0ac7-4121-8aa1-be007d4f0f18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:36.739316 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f93615b7-c704-4231-a568-397afb384de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:36.892284 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93615b7-c704-4231-a568-397afb384de9 None None] Pushing event updated for resources: {'Port': ['ID=a622ce7f-9c2a-452d-876d-f9b66408bbc1,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:36.991560 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5a5d944d-5582-4df4-ab10-32641889b111 None None] Provisioning complete for port a622ce7f-9c2a-452d-876d-f9b66408bbc1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:36.991994 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5a5d944d-5582-4df4-ab10-32641889b111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:37.158751 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:37.270663 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 3a0ea8c8-e474-4835-9451-6ae5b7387359, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=3a0ea8c8-e474-4835-9451-6ae5b7387359,segment=NetworkSegment(bcfc7a02-f6f8-4ada-87ff-a487f59e83f3),segment_id=bcfc7a02-f6f8-4ada-87ff-a487f59e83f3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:37.284868 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:37.295414 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df85cab-f068-462b-81d6-16bea674cd46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-2b739410-7ac2-4f62-a6ae-8ff3150e8241', 'network_id': '2b739410-7ac2-4f62-a6ae-8ff3150e8241', 'tenant_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'fixed_ips': [{'subnet_id': '7ae71e19-86f5-44fe-83d9-b06d60f2188d'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:40:37.296671 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8df85cab-f068-462b-81d6-16bea674cd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:37.446300 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3555f2e-8118-459b-87ee-b3ae2aa7f214 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:37.460521 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=3a0ea8c8-e474-4835-9451-6ae5b7387359,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:37.663760 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a622ce7f-9c2a-452d-876d-f9b66408bbc1 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:40:37.671372 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-428dfed8-b033-4361-bfeb-388d3b7d919f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:37.726209 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5a5d944d-5582-4df4-ab10-32641889b111 None None] Provisioning complete for port 3a0ea8c8-e474-4835-9451-6ae5b7387359 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:37.726590 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5a5d944d-5582-4df4-ab10-32641889b111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:37.760539 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c5fccb0-0ac7-4121-8aa1-be007d4f0f18 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:37.887749 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port a622ce7f-9c2a-452d-876d-f9b66408bbc1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:37.887749 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:37.891174 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-8df85cab-f068-462b-81d6-16bea674cd46 None None] Allocated IP 172.20.0.2 (2b739410-7ac2-4f62-a6ae-8ff3150e8241/7ae71e19-86f5-44fe-83d9-b06d60f2188d/f99efac5-cc05-4628-88c2-6d4081586079) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:40:37.914279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3555f2e-8118-459b-87ee-b3ae2aa7f214 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Subnet': ['ID=af996727-9fde-45bf-9ec1-5b5dd80826ca,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:37.920081 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3555f2e-8118-459b-87ee-b3ae2aa7f214 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Checking segment: {'id': '85373d7d-3359-4dff-ac00-e305a9a0feb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '1ba7893e-aa54-4eba-b3c3-6cc0159fc9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:37.920704 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3555f2e-8118-459b-87ee-b3ae2aa7f214 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network hostable DHCP agents. Network: 1ba7893e-aa54-4eba-b3c3-6cc0159fc9c4, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:40:38.017294 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3555f2e-8118-459b-87ee-b3ae2aa7f214 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network 1ba7893e-aa54-4eba-b3c3-6cc0159fc9c4 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:40:38.075508 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-c3555f2e-8118-459b-87ee-b3ae2aa7f214 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 1ba7893e-aa54-4eba-b3c3-6cc0159fc9c4) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:38.100642 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3555f2e-8118-459b-87ee-b3ae2aa7f214 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:38.101236 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3555f2e-8118-459b-87ee-b3ae2aa7f214 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:38.106011 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2501437a-54a6-4d3c-8b25-8711f64493c6 None None] Network 1ba7893e-aa54-4eba-b3c3-6cc0159fc9c4 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:38.115850 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2decd8-2df8-41bc-b705-0f214c5ddd20 req-40001f90-c1b4-4333-8e2f-b7a881d51001 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:38.117778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d2decd8-2df8-41bc-b705-0f214c5ddd20 req-40001f90-c1b4-4333-8e2f-b7a881d51001 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 945 time: 0.1402028 Nov 11 17:40:38.179272 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55016) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:38.187997 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c3555f2e-8118-459b-87ee-b3ae2aa7f214 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6958559 Nov 11 17:40:38.258470 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d2decd8-2df8-41bc-b705-0f214c5ddd20 req-179edb45-4659-4b85-ad7a-e7e52c180524 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303511 Nov 11 17:40:38.474543 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-96cfd2c3-88e1-4d5c-86ad-ebc08434a11a tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:38.514059 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c5fccb0-0ac7-4121-8aa1-be007d4f0f18 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:38.515322 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8df85cab-f068-462b-81d6-16bea674cd46 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:38.545301 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c5fccb0-0ac7-4121-8aa1-be007d4f0f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:38.642851 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device dbf96950-13e3-43e8-a7ce-4d027f26e852 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:40:38.659678 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8df85cab-f068-462b-81d6-16bea674cd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:38.697134 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-96cfd2c3-88e1-4d5c-86ad-ebc08434a11a tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:38.742037 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-3c5fccb0-0ac7-4121-8aa1-be007d4f0f18 admin admin] Allocated IP 172.25.2.144 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/20ad4204-6242-4888-aaa2-dbddd5a15bd8) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:40:38.809377 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-96cfd2c3-88e1-4d5c-86ad-ebc08434a11a tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:38.911794 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfd2c3-88e1-4d5c-86ad-ebc08434a11a tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Subnet': ['ID=af996727-9fde-45bf-9ec1-5b5dd80826ca,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:38.935513 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df85cab-f068-462b-81d6-16bea674cd46 None None] Network 2b739410-7ac2-4f62-a6ae-8ff3150e8241 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:40:38.962667 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-8df85cab-f068-462b-81d6-16bea674cd46 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:38.965424 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c5fccb0-0ac7-4121-8aa1-be007d4f0f18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:38.970747 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df85cab-f068-462b-81d6-16bea674cd46 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:40:38.986809 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1976d94a-12b2-44a0-8b6e-efa6f23338b5 None None] Provisioning complete for port 0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:38.987316 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1976d94a-12b2-44a0-8b6e-efa6f23338b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:39.017452 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 979300ee-e81e-4674-acf1-9b931d2c98a5 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:40:39.079135 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c5fccb0-0ac7-4121-8aa1-be007d4f0f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:39.086318 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-96cfd2c3-88e1-4d5c-86ad-ebc08434a11a tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:39.114996 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-96cfd2c3-88e1-4d5c-86ad-ebc08434a11a tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba7893e-aa54-4eba-b3c3-6cc0159fc9c4']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:39.142882 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa85a7d-d9cb-4a90-9828-566a9011c6d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-1ba7893e-aa54-4eba-b3c3-6cc0159fc9c4', 'network_id': '1ba7893e-aa54-4eba-b3c3-6cc0159fc9c4', 'tenant_id': '1a6cadbc07fc4239afce0d37cc9e7535', 'fixed_ips': [{'subnet_id': 'af996727-9fde-45bf-9ec1-5b5dd80826ca'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:40:39.143178 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55040) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:39.148561 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4aa85a7d-d9cb-4a90-9828-566a9011c6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:39.159610 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fccb0-0ac7-4121-8aa1-be007d4f0f18 admin admin] Pushing event updated for resources: {'Port': ['ID=20ad4204-6242-4888-aaa2-dbddd5a15bd8,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:39.176988 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5fccb0-0ac7-4121-8aa1-be007d4f0f18 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:40:39.178729 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-3c5fccb0-0ac7-4121-8aa1-be007d4f0f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:39.181783 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5fccb0-0ac7-4121-8aa1-be007d4f0f18 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:40:39.212519 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df85cab-f068-462b-81d6-16bea674cd46 None None] Pushing event updated for resources: {'Port': ['ID=f99efac5-cc05-4628-88c2-6d4081586079,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:39.219594 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-96cfd2c3-88e1-4d5c-86ad-ebc08434a11a tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85373d7d-3359-4dff-ac00-e305a9a0feb2') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:39.220155 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-96cfd2c3-88e1-4d5c-86ad-ebc08434a11a tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85373d7d-3359-4dff-ac00-e305a9a0feb2') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:39.230434 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfc8a47-47d1-4860-b43c-973880b0af81 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:40:39.236242 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-96cfd2c3-88e1-4d5c-86ad-ebc08434a11a tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:39.341092 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port dbf96950-13e3-43e8-a7ce-4d027f26e852 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:40:39.380464 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port dbf96950-13e3-43e8-a7ce-4d027f26e852 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:39.381011 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:39.479417 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-1976d94a-12b2-44a0-8b6e-efa6f23338b5 None None] Port 0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:40:39.562697 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 979300ee-e81e-4674-acf1-9b931d2c98a5 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:39.563085 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:39.593802 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8df85cab-f068-462b-81d6-16bea674cd46 None None] Attempting to bind port f99efac5-cc05-4628-88c2-6d4081586079 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:40:39.594728 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8df85cab-f068-462b-81d6-16bea674cd46 None None] Attempting to bind port f99efac5-cc05-4628-88c2-6d4081586079 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '5b548591-c83a-44df-8a7f-c22c51478386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '2b739410-7ac2-4f62-a6ae-8ff3150e8241'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:40:39.595284 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df85cab-f068-462b-81d6-16bea674cd46 None None] Attempting to bind port f99efac5-cc05-4628-88c2-6d4081586079 on network 2b739410-7ac2-4f62-a6ae-8ff3150e8241 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:40:39.602616 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee1bde-64d5-420f-a93a-7f2bb32e58c8 req-f803be80-2e89-45c0-bea5-4a39d366cda7 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:39.616919 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2cee1bde-64d5-420f-a93a-7f2bb32e58c8 req-f803be80-2e89-45c0-bea5-4a39d366cda7 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 945 time: 0.2097917 Nov 11 17:40:39.647048 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b851cbf-5917-42f3-8e38-b2ac176512ec None None] Network 1ba7893e-aa54-4eba-b3c3-6cc0159fc9c4 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:39.658031 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] Sync routers for ids ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:40:39.678831 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1976d94a-12b2-44a0-8b6e-efa6f23338b5 None None] Provisioning complete for port 3a0ea8c8-e474-4835-9451-6ae5b7387359 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:39.679200 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1976d94a-12b2-44a0-8b6e-efa6f23338b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:39.784055 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c5fccb0-0ac7-4121-8aa1-be007d4f0f18 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:39.877090 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2cee1bde-64d5-420f-a93a-7f2bb32e58c8 req-807f6582-b732-4205-a233-c802f6debaff tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2591448 Nov 11 17:40:39.970354 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df85cab-f068-462b-81d6-16bea674cd46 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:40:39.973522 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df85cab-f068-462b-81d6-16bea674cd46 None None] Checking segment: {'id': '5b548591-c83a-44df-8a7f-c22c51478386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '2b739410-7ac2-4f62-a6ae-8ff3150e8241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:39.974208 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8df85cab-f068-462b-81d6-16bea674cd46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:39.974727 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df85cab-f068-462b-81d6-16bea674cd46 None None] Bound using segment: {'id': '5b548591-c83a-44df-8a7f-c22c51478386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '2b739410-7ac2-4f62-a6ae-8ff3150e8241'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:40:39.975353 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8df85cab-f068-462b-81d6-16bea674cd46 None None] Bound port: f99efac5-cc05-4628-88c2-6d4081586079, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b548591-c83a-44df-8a7f-c22c51478386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '2b739410-7ac2-4f62-a6ae-8ff3150e8241'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:40:39.975903 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8df85cab-f068-462b-81d6-16bea674cd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:40.044800 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-96cfd2c3-88e1-4d5c-86ad-ebc08434a11a tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:40.059483 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96cfd2c3-88e1-4d5c-86ad-ebc08434a11a tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:40:40.059483 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-96cfd2c3-88e1-4d5c-86ad-ebc08434a11a tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:40:40.063080 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:40:40.094165 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] Routers {'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:40.095555 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:40:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:40.195037 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] Sync routers for ids ['1006d0c7-0ace-4972-b1ff-ee0af0b54024'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:40:40.198314 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-96cfd2c3-88e1-4d5c-86ad-ebc08434a11a tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:40.207721 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c5fccb0-0ac7-4121-8aa1-be007d4f0f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:40.209808 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-96cfd2c3-88e1-4d5c-86ad-ebc08434a11a tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:40.217232 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-96cfd2c3-88e1-4d5c-86ad-ebc08434a11a tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/1ba7893e-aa54-4eba-b3c3-6cc0159fc9c4 HTTP/1.1" status: 204 len: 168 time: 2.0338113 Nov 11 17:40:40.219214 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] Routers {'1006d0c7-0ace-4972-b1ff-ee0af0b54024'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:40.219482 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55050) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:40.219886 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:40:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1006d0c7-0ace-4972-b1ff-ee0af0b54024'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:40.225470 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-f760203a-0241-4d5e-985a-defaca4b8c9f tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-607682440'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:40.256208 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfd2c3-88e1-4d5c-86ad-ebc08434a11a tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Network': ['ID=1ba7893e-aa54-4eba-b3c3-6cc0159fc9c4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:40.282538 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] Set router f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:40.336271 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f760203a-0241-4d5e-985a-defaca4b8c9f tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Made reservation on behalf of 1a6cadbc07fc4239afce0d37cc9e7535 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:40.341832 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f760203a-0241-4d5e-985a-defaca4b8c9f tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:40.391639 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f760203a-0241-4d5e-985a-defaca4b8c9f tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1271} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:40:40.406721 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f760203a-0241-4d5e-985a-defaca4b8c9f tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:40.407502 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-f760203a-0241-4d5e-985a-defaca4b8c9f tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Added segment 108c4eb8-45bc-4fdd-9859-ce491170b5c4 of type vlan for network ac334893-bc3f-4437-a97d-d381ecb8e48f Nov 11 17:40:40.445052 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-8df85cab-f068-462b-81d6-16bea674cd46 None None] For port f99efac5-cc05-4628-88c2-6d4081586079, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:40:40.450457 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-8df85cab-f068-462b-81d6-16bea674cd46 None None] For port f99efac5-cc05-4628-88c2-6d4081586079, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f99efac5-cc05-4628-88c2-6d4081586079,segment=NetworkSegment(5b548591-c83a-44df-8a7f-c22c51478386),segment_id=5b548591-c83a-44df-8a7f-c22c51478386)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:40:40.464169 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f760203a-0241-4d5e-985a-defaca4b8c9f tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:40.487824 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] Set router 1006d0c7-0ace-4972-b1ff-ee0af0b54024 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:40.496578 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8df85cab-f068-462b-81d6-16bea674cd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:40.542766 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f760203a-0241-4d5e-985a-defaca4b8c9f tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:40.557134 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f760203a-0241-4d5e-985a-defaca4b8c9f tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:40.558580 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f760203a-0241-4d5e-985a-defaca4b8c9f tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:40.583665 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f2623b82-2313-4223-9d25-fd41b8a1a4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:40.684137 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f760203a-0241-4d5e-985a-defaca4b8c9f tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4630604 Nov 11 17:40:40.688454 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55056) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:40.707278 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-3a6f827a-c3a7-48ff-a0e8-bf682412bda9 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'subnet': {'network_id': 'ac334893-bc3f-4437-a97d-d381ecb8e48f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:40.801996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760203a-0241-4d5e-985a-defaca4b8c9f tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Network': ['ID=ac334893-bc3f-4437-a97d-d381ecb8e48f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:40.823149 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1006d0c7-0ace-4972-b1ff-ee0af0b54024', 'name': 'tempest-TestAggregatesBasicOps-132984433-router', 'tenant_id': '9b21a4eba59841ccb4434f8735caa5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a622ce7f-9c2a-452d-876d-f9b66408bbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:27Z', 'updated_at': '2021-11-11T17:40:34Z', 'revision_number': 4, 'project_id': '9b21a4eba59841ccb4434f8735caa5a9', 'gw_port': {'id': 'a622ce7f-9c2a-452d-876d-f9b66408bbc1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:99:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1006d0c7-0ace-4972-b1ff-ee0af0b54024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:30Z', 'updated_at': '2021-11-11T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d', 'name': '', 'network_id': '56119fab-f6cc-434d-ae1f-68528c2c14b3', 'tenant_id': '9b21a4eba59841ccb4434f8735caa5a9', 'mac_address': 'fa:16:3e:81:71:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1006d0c7-0ace-4972-b1ff-ee0af0b54024', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'f21e11a9-a859-4d21-9da4-1c6462b6aea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:33Z', 'updated_at': '2021-11-11T17:40:35Z', 'revision_number': 2, 'project_id': '9b21a4eba59841ccb4434f8735caa5a9', 'subnets': [{'id': 'f21e11a9-a859-4d21-9da4-1c6462b6aea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:40.862383 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] Checking router: 1006d0c7-0ace-4972-b1ff-ee0af0b54024 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:40:40.862721 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] Updating router 1006d0c7-0ace-4972-b1ff-ee0af0b54024 port 0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:40:40.889507 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5fccb0-0ac7-4121-8aa1-be007d4f0f18 admin admin] Router 20f2afdc-db41-44ca-a9cb-301b1fcc433e is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:40:40.894701 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network ac334893-bc3f-4437-a97d-d381ecb8e48f details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:40:40.902078 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df85cab-f068-462b-81d6-16bea674cd46 None None] Pushing event updated for resources: {'Port': ['ID=f99efac5-cc05-4628-88c2-6d4081586079,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:40.947811 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:41.014908 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6adb474c-3804-444a-8ac7-a76a1fd8edc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:41.176237 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6f827a-c3a7-48ff-a0e8-bf682412bda9 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Made reservation on behalf of 1a6cadbc07fc4239afce0d37cc9e7535 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:41.187820 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3a6f827a-c3a7-48ff-a0e8-bf682412bda9 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:41.223702 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec151f-093f-4acb-97ef-c7ac632bc66a req-1b028960-847d-49b6-a170-ddea6176e6ec tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:41.244392 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95ec151f-093f-4acb-97ef-c7ac632bc66a req-1b028960-847d-49b6-a170-ddea6176e6ec tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 945 time: 0.2160428 Nov 11 17:40:41.290852 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:41.302493 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:41.349984 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5fccb0-0ac7-4121-8aa1-be007d4f0f18 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:40:41.388978 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] Sync routers for ids ['20f2afdc-db41-44ca-a9cb-301b1fcc433e'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:40:41.412067 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:41.417605 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95ec151f-093f-4acb-97ef-c7ac632bc66a req-d88897dd-6c02-435e-86d8-a6a0a02799af tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706545 Nov 11 17:40:41.423576 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:41.432015 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c5fccb0-0ac7-4121-8aa1-be007d4f0f18 admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:41.438049 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3c5fccb0-0ac7-4121-8aa1-be007d4f0f18 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1490431 Nov 11 17:40:41.438702 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55062) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:41.504721 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d4530-7aee-4320-9097-a6eb7bdf629b None None] Pushing event updated for resources: {'Port': ['ID=0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:41.529139 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] Routers {'20f2afdc-db41-44ca-a9cb-301b1fcc433e'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:41.531857 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:40:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['20f2afdc-db41-44ca-a9cb-301b1fcc433e'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:41.543668 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c6af8c-aeb1-4bea-8db3-c46a6570958b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf96950-13e3-43e8-a7ce-4d027f26e852'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:40:41.551160 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ca95c0-04fc-4680-8838-267288db0a92" -d '{"events": [{"server_uuid": "75c6af8c-aeb1-4bea-8db3-c46a6570958b", "name": "network-vif-plugged", "status": "completed", "tag": "dbf96950-13e3-43e8-a7ce-4d027f26e852"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:40:41.660624 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 3a0ea8c8-e474-4835-9451-6ae5b7387359 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:40:41.683290 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'name': 'tempest-TestVolumeBackupRestore-908602681-router', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:19Z', 'updated_at': '2021-11-11T17:40:28Z', 'revision_number': 4, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'gw_port': {'id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:21Z', 'updated_at': '2021-11-11T17:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '1de528f2-fa40-44eb-a7a0-34592bfe34cc', 'name': '', 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'mac_address': 'fa:16:3e:4f:eb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:26Z', 'updated_at': '2021-11-11T17:40:28Z', 'revision_number': 2, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'subnets': [{'id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:41.733937 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] Attempting to bind port 0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:40:41.734334 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] Attempting to bind port 0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bcfc7a02-f6f8-4ada-87ff-a487f59e83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '56119fab-f6cc-434d-ae1f-68528c2c14b3'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:40:41.734663 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] Attempting to bind port 0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d on network 56119fab-f6cc-434d-ae1f-68528c2c14b3 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:40:41.754169 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:40:41.755087 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] Checking segment: {'id': 'bcfc7a02-f6f8-4ada-87ff-a487f59e83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '56119fab-f6cc-434d-ae1f-68528c2c14b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:41.755359 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:41.755686 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] Bound using segment: {'id': 'bcfc7a02-f6f8-4ada-87ff-a487f59e83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '56119fab-f6cc-434d-ae1f-68528c2c14b3'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:40:41.756207 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] Bound port: 0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcfc7a02-f6f8-4ada-87ff-a487f59e83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '56119fab-f6cc-434d-ae1f-68528c2c14b3'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:40:41.756592 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:41.816001 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port dbf96950-13e3-43e8-a7ce-4d027f26e852, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=dbf96950-13e3-43e8-a7ce-4d027f26e852,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:41.821851 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] Checking router: f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:40:41.822216 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] Updating router f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 port 1de528f2-fa40-44eb-a7a0-34592bfe34cc binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:40:41.839922 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c5ddac-a75b-4f8c-bc8e-385e13579a79 x-openstack-request-id: req-e5c5ddac-a75b-4f8c-bc8e-385e13579a79 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:40:41.840211 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c6af8c-aeb1-4bea-8db3-c46a6570958b", "name": "network-vif-plugged", "status": "completed", "tag": "dbf96950-13e3-43e8-a7ce-4d027f26e852", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:40:41.840478 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e5c5ddac-a75b-4f8c-bc8e-385e13579a79 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:40:41.840926 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c6af8c-aeb1-4bea-8db3-c46a6570958b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf96950-13e3-43e8-a7ce-4d027f26e852', 'code': 200} Nov 11 17:40:41.886830 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:41.888762 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c743fe8f-882d-4eaf-9757-722df78f6049 None None] Provisioning complete for port 20ad4204-6242-4888-aaa2-dbddd5a15bd8 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:41.889593 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c743fe8f-882d-4eaf-9757-722df78f6049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:41.938913 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] For port 0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:40:41.950147 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] For port 0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d,segment=NetworkSegment(bcfc7a02-f6f8-4ada-87ff-a487f59e83f3),segment_id=bcfc7a02-f6f8-4ada-87ff-a487f59e83f3)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:40:41.960460 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:42.059698 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] Routers {'1006d0c7-0ace-4972-b1ff-ee0af0b54024'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:42.061896 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:40:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1006d0c7-0ace-4972-b1ff-ee0af0b54024'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:42.103848 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:42.185317 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3a6f827a-c3a7-48ff-a0e8-bf682412bda9 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:42.242055 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c743fe8f-882d-4eaf-9757-722df78f6049 None None] Port 20ad4204-6242-4888-aaa2-dbddd5a15bd8 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:40:42.328218 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f827a-c3a7-48ff-a0e8-bf682412bda9 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Subnet': ['ID=8132664d-b02d-4b5b-92be-06684f2a7b34,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:42.331025 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] Set router 1006d0c7-0ace-4972-b1ff-ee0af0b54024 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:42.342018 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e011b1-9d04-4154-a9cd-692cf2fcdd40 req-615fc829-d0f4-4e9b-8a07-8ec5b9768db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:42.357651 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26e011b1-9d04-4154-a9cd-692cf2fcdd40 req-615fc829-d0f4-4e9b-8a07-8ec5b9768db4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 1097 time: 0.4815807 Nov 11 17:40:42.370043 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-f2623b82-2313-4223-9d25-fd41b8a1a4c6 admin admin] Deleting port 01904737-d62a-428f-b787-a6bc84ce0c4e {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:40:42.370296 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f2623b82-2313-4223-9d25-fd41b8a1a4c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:42.505881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-f2623b82-2313-4223-9d25-fd41b8a1a4c6 admin admin] For port 01904737-d62a-428f-b787-a6bc84ce0c4e, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=01904737-d62a-428f-b787-a6bc84ce0c4e,segment=NetworkSegment(fd68444e-4e66-4514-851a-87360e7e44c1),segment_id=fd68444e-4e66-4514-851a-87360e7e44c1)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:42.506250 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f2623b82-2313-4223-9d25-fd41b8a1a4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:42.533756 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-f2623b82-2313-4223-9d25-fd41b8a1a4c6 admin admin] Calling delete_port for 01904737-d62a-428f-b787-a6bc84ce0c4e owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:40:42.700189 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d4530-7aee-4320-9097-a6eb7bdf629b None None] Pushing event updated for resources: {'Port': ['ID=0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:42.770153 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55076) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:42.833479 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f827a-c3a7-48ff-a0e8-bf682412bda9 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Checking segment: {'id': '108c4eb8-45bc-4fdd-9859-ce491170b5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'ac334893-bc3f-4437-a97d-d381ecb8e48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:42.834118 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f827a-c3a7-48ff-a0e8-bf682412bda9 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network hostable DHCP agents. Network: ac334893-bc3f-4437-a97d-d381ecb8e48f, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:40:42.919416 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f827a-c3a7-48ff-a0e8-bf682412bda9 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network ac334893-bc3f-4437-a97d-d381ecb8e48f is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:40:42.952160 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-3a6f827a-c3a7-48ff-a0e8-bf682412bda9 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, ac334893-bc3f-4437-a97d-d381ecb8e48f) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:42.978686 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6f827a-c3a7-48ff-a0e8-bf682412bda9 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:42.985469 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3a6f827a-c3a7-48ff-a0e8-bf682412bda9 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:42.989815 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1006d0c7-0ace-4972-b1ff-ee0af0b54024', 'name': 'tempest-TestAggregatesBasicOps-132984433-router', 'tenant_id': '9b21a4eba59841ccb4434f8735caa5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a622ce7f-9c2a-452d-876d-f9b66408bbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:27Z', 'updated_at': '2021-11-11T17:40:34Z', 'revision_number': 4, 'project_id': '9b21a4eba59841ccb4434f8735caa5a9', 'gw_port': {'id': 'a622ce7f-9c2a-452d-876d-f9b66408bbc1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:99:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1006d0c7-0ace-4972-b1ff-ee0af0b54024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:30Z', 'updated_at': '2021-11-11T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d', 'name': '', 'network_id': '56119fab-f6cc-434d-ae1f-68528c2c14b3', 'tenant_id': '9b21a4eba59841ccb4434f8735caa5a9', 'mac_address': 'fa:16:3e:81:71:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1006d0c7-0ace-4972-b1ff-ee0af0b54024', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'f21e11a9-a859-4d21-9da4-1c6462b6aea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:33Z', 'updated_at': '2021-11-11T17:40:41Z', 'revision_number': 4, 'project_id': '9b21a4eba59841ccb4434f8735caa5a9', 'subnets': [{'id': 'f21e11a9-a859-4d21-9da4-1c6462b6aea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:42.991107 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f2623b82-2313-4223-9d25-fd41b8a1a4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:43.048009 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:43.057965 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26e011b1-9d04-4154-a9cd-692cf2fcdd40 req-bee68c21-aca6-43de-9311-02e93134c187 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6850741 Nov 11 17:40:43.059597 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5ceb3-b20f-4d55-9af7-8d925d6a028b None None] The sync data for ids ['1006d0c7-0ace-4972-b1ff-ee0af0b54024'] in n-d-816206-4 is: [{'id': '1006d0c7-0ace-4972-b1ff-ee0af0b54024', 'name': 'tempest-TestAggregatesBasicOps-132984433-router', 'tenant_id': '9b21a4eba59841ccb4434f8735caa5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a622ce7f-9c2a-452d-876d-f9b66408bbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:27Z', 'updated_at': '2021-11-11T17:40:34Z', 'revision_number': 4, 'project_id': '9b21a4eba59841ccb4434f8735caa5a9', 'gw_port': {'id': 'a622ce7f-9c2a-452d-876d-f9b66408bbc1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:99:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1006d0c7-0ace-4972-b1ff-ee0af0b54024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:30Z', 'updated_at': '2021-11-11T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d', 'name': '', 'network_id': '56119fab-f6cc-434d-ae1f-68528c2c14b3', 'tenant_id': '9b21a4eba59841ccb4434f8735caa5a9', 'mac_address': 'fa:16:3e:81:71:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1006d0c7-0ace-4972-b1ff-ee0af0b54024', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'f21e11a9-a859-4d21-9da4-1c6462b6aea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:33Z', 'updated_at': '2021-11-11T17:40:41Z', 'revision_number': 4, 'project_id': '9b21a4eba59841ccb4434f8735caa5a9', 'subnets': [{'id': 'f21e11a9-a859-4d21-9da4-1c6462b6aea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:40:43.078786 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272ceb8c-2247-4501-9210-386d5560298c None None] Network ac334893-bc3f-4437-a97d-d381ecb8e48f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:43.097470 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=dbf96950-13e3-43e8-a7ce-4d027f26e852,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:43.100392 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:43.101705 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2623b82-2313-4223-9d25-fd41b8a1a4c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=01904737-d62a-428f-b787-a6bc84ce0c4e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:43.106270 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] Set router 20f2afdc-db41-44ca-a9cb-301b1fcc433e gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:43.127587 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00087fb6-8017-4bec-99bc-c85d6fcded1b req-d5404eb9-cef3-4dcf-a1d2-7935b1332c78 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:43.139007 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00087fb6-8017-4bec-99bc-c85d6fcded1b req-d5404eb9-cef3-4dcf-a1d2-7935b1332c78 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 946 time: 0.3678138 Nov 11 17:40:43.143539 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3a6f827a-c3a7-48ff-a0e8-bf682412bda9 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4515109 Nov 11 17:40:43.150588 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55084) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:43.208120 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e5296-bc3c-4285-b197-f2f0f44656c9 None None] Pushing event updated for resources: {'Port': ['ID=1de528f2-fa40-44eb-a7a0-34592bfe34cc,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:43.262794 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8b1504a-6f0e-4904-a129-ba0d41398047 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:43.293654 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:40:43.491299 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8b1504a-6f0e-4904-a129-ba0d41398047 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:43.503929 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8b1504a-6f0e-4904-a129-ba0d41398047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:43.574234 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:43.620362 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3a0174f-c5fe-4eb3-8537-c01391e0b5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:43.675665 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f2623b82-2313-4223-9d25-fd41b8a1a4c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:43.732316 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22867f11-dcff-4ccd-85af-dddc74448e6a None None] Network 2b739410-7ac2-4f62-a6ae-8ff3150e8241 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:43.738487 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 3a0ea8c8-e474-4835-9451-6ae5b7387359 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:43.738858 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:43.742133 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:43.798520 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1504a-6f0e-4904-a129-ba0d41398047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36205920-75e5-47af-a106-434242716718,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:43.803933 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f8b1504a-6f0e-4904-a129-ba0d41398047 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7fce2cc8624942dda6dbf8eb7a44532e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0121956 Nov 11 17:40:43.808710 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00087fb6-8017-4bec-99bc-c85d6fcded1b req-7376a2c3-a451-434d-bcb4-548879984bfe tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6686177 Nov 11 17:40:43.812486 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55086) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:43.951001 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b1504a-6f0e-4904-a129-ba0d41398047 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:43.951698 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b1504a-6f0e-4904-a129-ba0d41398047 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:43.952309 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b1504a-6f0e-4904-a129-ba0d41398047 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:43.965395 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b1504a-6f0e-4904-a129-ba0d41398047 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:43.974478 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b1504a-6f0e-4904-a129-ba0d41398047 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:43.977062 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b1504a-6f0e-4904-a129-ba0d41398047 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:43.978312 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b1504a-6f0e-4904-a129-ba0d41398047 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:43.979488 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b1504a-6f0e-4904-a129-ba0d41398047 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:43.980105 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b1504a-6f0e-4904-a129-ba0d41398047 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:43.992265 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b1504a-6f0e-4904-a129-ba0d41398047 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:43.992473 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b1504a-6f0e-4904-a129-ba0d41398047 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:43.992816 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b1504a-6f0e-4904-a129-ba0d41398047 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:44.096895 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:44.204444 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dfe42a7a-049e-4112-8079-8ab24d14ca7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:44.232553 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:44.234533 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:44.291974 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-c3a0174f-c5fe-4eb3-8537-c01391e0b5e1 admin admin] Allocated IP 172.20.0.1 (2b739410-7ac2-4f62-a6ae-8ff3150e8241/7ae71e19-86f5-44fe-83d9-b06d60f2188d/343b6142-62ea-4eb7-accf-6862cab717f3) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:40:44.302039 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dfe42a7a-049e-4112-8079-8ab24d14ca7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:44.303956 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a93aab38-77e1-4c8c-a3a1-8f3bafc32005 None None] Provisioning complete for port 0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:44.304555 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a93aab38-77e1-4c8c-a3a1-8f3bafc32005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:44.366446 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Subnet': ['ID=8132664d-b02d-4b5b-92be-06684f2a7b34,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:44.377735 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2623b82-2313-4223-9d25-fd41b8a1a4c6 admin admin] Router 0bd8b648-116c-4973-8beb-aaf39e56e7e9 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:40:44.439452 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:44.439981 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:44.440327 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:44.440940 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:44.441288 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:44.441683 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:44.442388 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:44.442725 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:44.443058 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:44.443645 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:44.444001 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:44.444590 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:40:44.492104 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:44.542567 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dfe42a7a-049e-4112-8079-8ab24d14ca7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:44.550377 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dfe42a7a-049e-4112-8079-8ab24d14ca7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:44.552655 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-dfe42a7a-049e-4112-8079-8ab24d14ca7c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/36205920-75e5-47af-a106-434242716718 HTTP/1.1" status: 204 len: 168 time: 0.7346208 Nov 11 17:40:44.566782 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] Attempting to bind port 1de528f2-fa40-44eb-a7a0-34592bfe34cc on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:40:44.567268 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] Attempting to bind port 1de528f2-fa40-44eb-a7a0-34592bfe34cc by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'e61f15ac-17f9-4b9f-85e6-7b4230d7856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:40:44.567754 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] Attempting to bind port 1de528f2-fa40-44eb-a7a0-34592bfe34cc on network c86a5577-7cc1-4dba-9dcb-52b1cdd5856e {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:40:44.597191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe42a7a-049e-4112-8079-8ab24d14ca7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36205920-75e5-47af-a106-434242716718,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:44.613581 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac334893-bc3f-4437-a97d-d381ecb8e48f']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:44.654550 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f2afdc-db41-44ca-a9cb-301b1fcc433e', 'name': 'tempest-TestVolumeBackupRestore-510431852-router', 'tenant_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '20ad4204-6242-4888-aaa2-dbddd5a15bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:36Z', 'updated_at': '2021-11-11T17:40:39Z', 'revision_number': 3, 'project_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'gw_port': {'id': '20ad4204-6242-4888-aaa2-dbddd5a15bd8', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f2afdc-db41-44ca-a9cb-301b1fcc433e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:38Z', 'updated_at': '2021-11-11T17:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:44.656317 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0fee0e-84d6-4133-8ed5-2e413b65111c None None] Network ac334893-bc3f-4437-a97d-d381ecb8e48f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:44.660143 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:40:44.660645 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3a0174f-c5fe-4eb3-8537-c01391e0b5e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:44.660810 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] Checking segment: {'id': 'e61f15ac-17f9-4b9f-85e6-7b4230d7856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:44.661247 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:44.661762 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] Bound using segment: {'id': 'e61f15ac-17f9-4b9f-85e6-7b4230d7856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:40:44.662312 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] Bound port: 1de528f2-fa40-44eb-a7a0-34592bfe34cc, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61f15ac-17f9-4b9f-85e6-7b4230d7856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:40:44.663341 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:44.703264 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108c4eb8-45bc-4fdd-9859-ce491170b5c4') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:44.703551 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108c4eb8-45bc-4fdd-9859-ce491170b5c4') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:44.719338 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3a0174f-c5fe-4eb3-8537-c01391e0b5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:44.736218 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:44.802691 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:44.807106 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a0174f-c5fe-4eb3-8537-c01391e0b5e1 admin admin] Network 2b739410-7ac2-4f62-a6ae-8ff3150e8241 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:40:44.811962 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-c3a0174f-c5fe-4eb3-8537-c01391e0b5e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:44.820925 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:40:44.821302 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a0174f-c5fe-4eb3-8537-c01391e0b5e1 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:40:44.821545 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:40:44.834194 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:40:44.885285 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a93aab38-77e1-4c8c-a3a1-8f3bafc32005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:44.891801 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] Checking router: 20f2afdc-db41-44ca-a9cb-301b1fcc433e for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:40:44.892169 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] Updating router 20f2afdc-db41-44ca-a9cb-301b1fcc433e port 20ad4204-6242-4888-aaa2-dbddd5a15bd8 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:40:44.895013 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2623b82-2313-4223-9d25-fd41b8a1a4c6 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:40:44.912246 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0dbddc-fbbc-4972-a146-9587c15457d6 None None] Sync routers for ids ['0bd8b648-116c-4973-8beb-aaf39e56e7e9'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:40:44.914413 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f2623b82-2313-4223-9d25-fd41b8a1a4c6 admin admin] 10.222.0.76 "PUT /v2.0/routers/0bd8b648-116c-4973-8beb-aaf39e56e7e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7700753 Nov 11 17:40:44.917952 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55096) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:44.955468 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0dbddc-fbbc-4972-a146-9587c15457d6 None None] Routers {'0bd8b648-116c-4973-8beb-aaf39e56e7e9'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:44.957140 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-8f0dbddc-fbbc-4972-a146-9587c15457d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:40:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['0bd8b648-116c-4973-8beb-aaf39e56e7e9'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:44.970292 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0174f-c5fe-4eb3-8537-c01391e0b5e1 admin admin] Pushing event updated for resources: {'Port': ['ID=343b6142-62ea-4eb7-accf-6862cab717f3,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:44.986626 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3a0174f-c5fe-4eb3-8537-c01391e0b5e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:45.051596 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a93aab38-77e1-4c8c-a3a1-8f3bafc32005 None None] For port 0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d,segment=NetworkSegment(bcfc7a02-f6f8-4ada-87ff-a487f59e83f3),segment_id=bcfc7a02-f6f8-4ada-87ff-a487f59e83f3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:45.081246 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a93aab38-77e1-4c8c-a3a1-8f3bafc32005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:45.083362 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:45.123992 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:45.136940 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:45.140608 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/ac334893-bc3f-4437-a97d-d381ecb8e48f HTTP/1.1" status: 204 len: 168 time: 1.9862089 Nov 11 17:40:45.173319 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55102) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:45.209800 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-c32a4e73-6886-4af4-b874-b9f11b981842 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-798417835'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:45.243059 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061c6c4-219f-489a-835f-4a9a79b13a22 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Network': ['ID=ac334893-bc3f-4437-a97d-d381ecb8e48f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:45.340129 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6ec9e366-2b0f-4201-a1d2-40e917ff1545 admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:45.346852 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32a4e73-6886-4af4-b874-b9f11b981842 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Made reservation on behalf of 1a6cadbc07fc4239afce0d37cc9e7535 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:45.357460 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c32a4e73-6886-4af4-b874-b9f11b981842 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:45.406445 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55104) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:45.451002 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-be9c033d-d504-4981-b0da-4319a31a459c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:45.529337 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32a4e73-6886-4af4-b874-b9f11b981842 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1292} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:40:45.558654 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c32a4e73-6886-4af4-b874-b9f11b981842 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:45.559273 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-c32a4e73-6886-4af4-b874-b9f11b981842 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Added segment fc8fda59-e996-4e03-a780-2aa4839be348 of type vlan for network a016ee30-6b73-4d30-9096-489e0556ac3f Nov 11 17:40:45.612551 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-8f0dbddc-fbbc-4972-a146-9587c15457d6 None None] Set router 0bd8b648-116c-4973-8beb-aaf39e56e7e9 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:45.656909 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c32a4e73-6886-4af4-b874-b9f11b981842 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:45.660662 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6ec9e366-2b0f-4201-a1d2-40e917ff1545 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:45.758282 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:45.778744 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] For port 1de528f2-fa40-44eb-a7a0-34592bfe34cc, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:40:45.784714 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] For port 1de528f2-fa40-44eb-a7a0-34592bfe34cc, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1de528f2-fa40-44eb-a7a0-34592bfe34cc,segment=NetworkSegment(e61f15ac-17f9-4b9f-85e6-7b4230d7856f),segment_id=e61f15ac-17f9-4b9f-85e6-7b4230d7856f)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:40:45.799011 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c32a4e73-6886-4af4-b874-b9f11b981842 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:45.809809 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32a4e73-6886-4af4-b874-b9f11b981842 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:45.814117 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c32a4e73-6886-4af4-b874-b9f11b981842 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:45.836495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d496993-4665-4a85-a332-8039f281e9cf req-59b94944-add9-4bcf-9736-64aedb661dce tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:45.838797 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1d496993-4665-4a85-a332-8039f281e9cf req-59b94944-add9-4bcf-9736-64aedb661dce tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 946 time: 0.5438550 Nov 11 17:40:45.842878 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-be9c033d-d504-4981-b0da-4319a31a459c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:45.848886 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:40:45.892521 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:45.902397 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-be9c033d-d504-4981-b0da-4319a31a459c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:45.914666 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:45.950194 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-8f0dbddc-fbbc-4972-a146-9587c15457d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd8b648-116c-4973-8beb-aaf39e56e7e9', 'name': 'tempest-TestAggregatesBasicOps-496046060-router', 'tenant_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '69490af5-7b7b-4d39-95bf-0c67f5d38eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:11Z', 'updated_at': '2021-11-11T17:40:42Z', 'revision_number': 5, 'project_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'gw_port': {'id': '69490af5-7b7b-4d39-95bf-0c67f5d38eaf', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd8b648-116c-4973-8beb-aaf39e56e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:12Z', 'updated_at': '2021-11-11T17:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:45.977383 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6756f7f7-c448-460e-9493-77ce4f40e26a None None] Provisioning complete for port 0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:45.977934 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6756f7f7-c448-460e-9493-77ce4f40e26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:46.001605 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0dbddc-fbbc-4972-a146-9587c15457d6 None None] Checking router: 0bd8b648-116c-4973-8beb-aaf39e56e7e9 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:40:46.025112 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1d496993-4665-4a85-a332-8039f281e9cf req-5705c3ea-91a7-49dd-8df5-7fdda218385f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709473 Nov 11 17:40:46.025948 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3a0174f-c5fe-4eb3-8537-c01391e0b5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:46.043639 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c32a4e73-6886-4af4-b874-b9f11b981842 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8671427 Nov 11 17:40:46.051387 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0dbddc-fbbc-4972-a146-9587c15457d6 None None] Routers {'0bd8b648-116c-4973-8beb-aaf39e56e7e9'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:46.052698 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-8f0dbddc-fbbc-4972-a146-9587c15457d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:40:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['0bd8b648-116c-4973-8beb-aaf39e56e7e9'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:46.053337 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55106) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:46.112694 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-eb8fffd6-3bfc-40a7-80d2-b5f8a6ccb24d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'subnet': {'network_id': 'a016ee30-6b73-4d30-9096-489e0556ac3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:46.163411 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4941ae6d-6ef0-4b77-8909-63040c6faf97 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:40:46.197590 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93aab38-77e1-4c8c-a3a1-8f3bafc32005 None None] Pushing event updated for resources: {'Port': ['ID=0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:46.258368 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] Routers {'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:46.259615 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:40:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:46.279777 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] Attempting to bind port 20ad4204-6242-4888-aaa2-dbddd5a15bd8 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:40:46.280336 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] Attempting to bind port 20ad4204-6242-4888-aaa2-dbddd5a15bd8 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:40:46.280722 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] Attempting to bind port 20ad4204-6242-4888-aaa2-dbddd5a15bd8 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:40:46.313879 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-8f0dbddc-fbbc-4972-a146-9587c15457d6 None None] Set router 0bd8b648-116c-4973-8beb-aaf39e56e7e9 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:46.362594 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-be9c033d-d504-4981-b0da-4319a31a459c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8a82d3dd8c174694aa9890c3a7fbeb94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9481900 Nov 11 17:40:46.366157 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55112) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:46.374928 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a4e73-6886-4af4-b874-b9f11b981842 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Network': ['ID=a016ee30-6b73-4d30-9096-489e0556ac3f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:46.396791 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c033d-d504-4981-b0da-4319a31a459c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5344a9f-e813-451f-90b2-4fb724c25c73,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:46.426203 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-6ec9e366-2b0f-4201-a1d2-40e917ff1545 admin admin] Deleting port 69490af5-7b7b-4d39-95bf-0c67f5d38eaf {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:40:46.428961 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6ec9e366-2b0f-4201-a1d2-40e917ff1545 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:46.461147 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network a016ee30-6b73-4d30-9096-489e0556ac3f details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:40:46.514128 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-8f0dbddc-fbbc-4972-a146-9587c15457d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd8b648-116c-4973-8beb-aaf39e56e7e9', 'name': 'tempest-TestAggregatesBasicOps-496046060-router', 'tenant_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:11Z', 'updated_at': '2021-11-11T17:40:45Z', 'revision_number': 6, 'project_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:46.539685 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c233dd1-7e92-4e8c-8013-97fa4ce61278 req-78fbc438-06c7-44cb-bbb4-3416b98dc739 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:46.558331 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:46.558716 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:46.562881 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1c233dd1-7e92-4e8c-8013-97fa4ce61278 req-78fbc438-06c7-44cb-bbb4-3416b98dc739 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 946 time: 0.1749864 Nov 11 17:40:46.573509 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55114) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:46.575718 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0dbddc-fbbc-4972-a146-9587c15457d6 None None] The sync data for ids ['0bd8b648-116c-4973-8beb-aaf39e56e7e9'] in n-d-816206-4 is: [{'id': '0bd8b648-116c-4973-8beb-aaf39e56e7e9', 'name': 'tempest-TestAggregatesBasicOps-496046060-router', 'tenant_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:11Z', 'updated_at': '2021-11-11T17:40:45Z', 'revision_number': 6, 'project_id': '57c2d0884f65487b9b34aa3e0e3713dd', 'gw_port_host': None}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:40:46.582293 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-6ec9e366-2b0f-4201-a1d2-40e917ff1545 admin admin] For port 69490af5-7b7b-4d39-95bf-0c67f5d38eaf, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=69490af5-7b7b-4d39-95bf-0c67f5d38eaf,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:46.582723 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6ec9e366-2b0f-4201-a1d2-40e917ff1545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:46.593959 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-df2a491a-174d-428b-aa00-166ffc804e61 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Request body: {'floatingip': {'port_id': 'dbf96950-13e3-43e8-a7ce-4d027f26e852'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:46.598532 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-6ec9e366-2b0f-4201-a1d2-40e917ff1545 admin admin] Calling delete_port for 69490af5-7b7b-4d39-95bf-0c67f5d38eaf owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:40:46.648553 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:40:46.648935 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:46.649877 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:46.650279 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:40:46.650768 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] Bound port: 20ad4204-6242-4888-aaa2-dbddd5a15bd8, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:40:46.651710 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:46.691831 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8fffd6-3bfc-40a7-80d2-b5f8a6ccb24d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Made reservation on behalf of 1a6cadbc07fc4239afce0d37cc9e7535 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:46.695894 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eb8fffd6-3bfc-40a7-80d2-b5f8a6ccb24d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:46.705202 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-df2a491a-174d-428b-aa00-166ffc804e61 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for floatingip, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:46.710192 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5808a0b8-aa22-4e4e-b8d0-c2742e4c2a36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:46.725598 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3a0174f-c5fe-4eb3-8537-c01391e0b5e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:46.774281 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3a0174f-c5fe-4eb3-8537-c01391e0b5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:46.986028 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5808a0b8-aa22-4e4e-b8d0-c2742e4c2a36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:47.062561 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93837c9e-05d9-4af5-a0b1-9c9a80d6a317 None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 17:40:47.068317 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0174f-c5fe-4eb3-8537-c01391e0b5e1 admin admin] Pushing event updated for resources: {'Port': ['ID=343b6142-62ea-4eb7-accf-6862cab717f3,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:47.097039 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920062ad-e2d9-4482-ba6a-bb78e8e6f226 None None] Pushing event updated for resources: {'Port': ['ID=20ad4204-6242-4888-aaa2-dbddd5a15bd8,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:47.130766 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] Set router f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:47.198819 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3a0174f-c5fe-4eb3-8537-c01391e0b5e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:47.261373 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6756f7f7-c448-460e-9493-77ce4f40e26a None None] Provisioning complete for port 1de528f2-fa40-44eb-a7a0-34592bfe34cc triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:47.261645 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6756f7f7-c448-460e-9493-77ce4f40e26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:47.263939 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f99efac5-cc05-4628-88c2-6d4081586079 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:40:47.265932 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] For port 20ad4204-6242-4888-aaa2-dbddd5a15bd8, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:40:47.330701 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5808a0b8-aa22-4e4e-b8d0-c2742e4c2a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:47.334188 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5808a0b8-aa22-4e4e-b8d0-c2742e4c2a36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:47.335896 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5808a0b8-aa22-4e4e-b8d0-c2742e4c2a36 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d5344a9f-e813-451f-90b2-4fb724c25c73 HTTP/1.1" status: 204 len: 168 time: 0.9626355 Nov 11 17:40:47.379143 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6ec9e366-2b0f-4201-a1d2-40e917ff1545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:47.404458 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808a0b8-aa22-4e4e-b8d0-c2742e4c2a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5344a9f-e813-451f-90b2-4fb724c25c73,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:47.425203 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9e366-2b0f-4201-a1d2-40e917ff1545 admin admin] Pushing event deleted for resources: {'Port': ['ID=69490af5-7b7b-4d39-95bf-0c67f5d38eaf,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:47.476815 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] For port 20ad4204-6242-4888-aaa2-dbddd5a15bd8, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=20ad4204-6242-4888-aaa2-dbddd5a15bd8,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:40:47.498335 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e5296-bc3c-4285-b197-f2f0f44656c9 None None] Pushing event updated for resources: {'Port': ['ID=1de528f2-fa40-44eb-a7a0-34592bfe34cc,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:47.546014 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:47.565967 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eb8fffd6-3bfc-40a7-80d2-b5f8a6ccb24d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:47.569108 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6ec9e366-2b0f-4201-a1d2-40e917ff1545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:47.628197 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fffd6-3bfc-40a7-80d2-b5f8a6ccb24d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Subnet': ['ID=0a1490f8-e64c-4567-a143-2aacb261ab6e,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:47.778479 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a0174f-c5fe-4eb3-8537-c01391e0b5e1 admin admin] Network 2b739410-7ac2-4f62-a6ae-8ff3150e8241 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:40:47.781361 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-c3a0174f-c5fe-4eb3-8537-c01391e0b5e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:47.809363 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920062ad-e2d9-4482-ba6a-bb78e8e6f226 None None] Pushing event updated for resources: {'Port': ['ID=20ad4204-6242-4888-aaa2-dbddd5a15bd8,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:47.838978 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port f99efac5-cc05-4628-88c2-6d4081586079 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:47.839349 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:47.861341 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] Routers {'20f2afdc-db41-44ca-a9cb-301b1fcc433e'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:47.861996 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:40:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['20f2afdc-db41-44ca-a9cb-301b1fcc433e'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:47.891249 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6ec9e366-2b0f-4201-a1d2-40e917ff1545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:47.894622 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6ec9e366-2b0f-4201-a1d2-40e917ff1545 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:47.942951 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93837c9e-05d9-4af5-a0b1-9c9a80d6a317 None None] Resources bound (agent type, host, resource id): {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 17:40:47.951227 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6ec9e366-2b0f-4201-a1d2-40e917ff1545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:47.951901 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec9e366-2b0f-4201-a1d2-40e917ff1545 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bd8b648-116c-4973-8beb-aaf39e56e7e9 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:40:47.965060 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6ec9e366-2b0f-4201-a1d2-40e917ff1545 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:47.967642 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6ec9e366-2b0f-4201-a1d2-40e917ff1545 admin admin] 10.222.0.76 "DELETE /v2.0/routers/0bd8b648-116c-4973-8beb-aaf39e56e7e9 HTTP/1.1" status: 204 len: 168 time: 3.0461607 Nov 11 17:40:47.978178 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55126) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:47.992548 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6756f7f7-c448-460e-9493-77ce4f40e26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:48.000924 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a0174f-c5fe-4eb3-8537-c01391e0b5e1 admin admin] Router 20f2afdc-db41-44ca-a9cb-301b1fcc433e has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:40:48.007571 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.db.resource_extend [None req-df2a491a-174d-428b-aa00-166ffc804e61 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:40:48.066852 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6c2ee9-c678-47ee-acef-d56ccedf0820 admin admin] Deleting subnet 4e692086-63f4-4d69-889d-2e37b0378e0d {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:40:48.072452 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2ee9-c678-47ee-acef-d56ccedf0820 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:48.075885 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8fffd6-3bfc-40a7-80d2-b5f8a6ccb24d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Checking segment: {'id': 'fc8fda59-e996-4e03-a780-2aa4839be348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'a016ee30-6b73-4d30-9096-489e0556ac3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:48.076385 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8fffd6-3bfc-40a7-80d2-b5f8a6ccb24d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network hostable DHCP agents. Network: a016ee30-6b73-4d30-9096-489e0556ac3f, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:40:48.138630 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8fffd6-3bfc-40a7-80d2-b5f8a6ccb24d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network a016ee30-6b73-4d30-9096-489e0556ac3f is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:40:48.155745 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2ee9-c678-47ee-acef-d56ccedf0820 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:48.159480 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-eb8fffd6-3bfc-40a7-80d2-b5f8a6ccb24d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, a016ee30-6b73-4d30-9096-489e0556ac3f) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:48.170578 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8fffd6-3bfc-40a7-80d2-b5f8a6ccb24d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:48.171325 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eb8fffd6-3bfc-40a7-80d2-b5f8a6ccb24d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:48.177471 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-df2a491a-174d-428b-aa00-166ffc804e61 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:48.187632 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-df2a491a-174d-428b-aa00-166ffc804e61 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:48.232583 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-eb8fffd6-3bfc-40a7-80d2-b5f8a6ccb24d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1586490 Nov 11 17:40:48.239402 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55134) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:48.288246 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6756f7f7-c448-460e-9493-77ce4f40e26a None None] For port 1de528f2-fa40-44eb-a7a0-34592bfe34cc, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1de528f2-fa40-44eb-a7a0-34592bfe34cc,segment=NetworkSegment(e61f15ac-17f9-4b9f-85e6-7b4230d7856f),segment_id=e61f15ac-17f9-4b9f-85e6-7b4230d7856f)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:48.408427 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a0174f-c5fe-4eb3-8537-c01391e0b5e1 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:40:48.426736 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c3a0174f-c5fe-4eb3-8537-c01391e0b5e1 admin admin] 10.222.0.76 "PUT /v2.0/routers/20f2afdc-db41-44ca-a9cb-301b1fcc433e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9780834 Nov 11 17:40:48.430069 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-df2a491a-174d-428b-aa00-166ffc804e61 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Floating IP 1cde3558-b9df-4259-a8ac-792f906246cf associated. External IP: 172.25.2.240, port: dbf96950-13e3-43e8-a7ce-4d027f26e852. Nov 11 17:40:48.456529 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25c6b70d-cd8d-415c-8828-e9f505fa3bfe tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:48.464103 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6756f7f7-c448-460e-9493-77ce4f40e26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:48.471903 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:48.481973 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2ee9-c678-47ee-acef-d56ccedf0820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:48.489898 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] Set router 20f2afdc-db41-44ca-a9cb-301b1fcc433e gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:48.642121 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25c6b70d-cd8d-415c-8828-e9f505fa3bfe tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:48.694703 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:48.743985 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'name': 'tempest-TestVolumeBackupRestore-908602681-router', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:19Z', 'updated_at': '2021-11-11T17:40:28Z', 'revision_number': 4, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'gw_port': {'id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:21Z', 'updated_at': '2021-11-11T17:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '1de528f2-fa40-44eb-a7a0-34592bfe34cc', 'name': '', 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'mac_address': 'fa:16:3e:4f:eb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:26Z', 'updated_at': '2021-11-11T17:40:45Z', 'revision_number': 4, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'subnets': [{'id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:48.746266 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6756f7f7-c448-460e-9493-77ce4f40e26a None None] Provisioning complete for port f99efac5-cc05-4628-88c2-6d4081586079 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:48.746747 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6756f7f7-c448-460e-9493-77ce4f40e26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:48.785369 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2ee9-c678-47ee-acef-d56ccedf0820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:48.869724 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c2ee9-c678-47ee-acef-d56ccedf0820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e692086-63f4-4d69-889d-2e37b0378e0d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:48.885246 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2ee9-c678-47ee-acef-d56ccedf0820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:48.892050 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fe6c2ee9-c678-47ee-acef-d56ccedf0820 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/4e692086-63f4-4d69-889d-2e37b0378e0d HTTP/1.1" status: 204 len: 168 time: 0.8902168 Nov 11 17:40:48.895712 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25c6b70d-cd8d-415c-8828-e9f505fa3bfe tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:48.897186 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55158) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:48.921714 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46ac4c9-c486-4e2a-b627-0db95ce1e98d None None] The sync data for ids ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'] in n-d-816206-4 is: [{'id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'name': 'tempest-TestVolumeBackupRestore-908602681-router', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:19Z', 'updated_at': '2021-11-11T17:40:28Z', 'revision_number': 4, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'gw_port': {'id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:21Z', 'updated_at': '2021-11-11T17:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '1de528f2-fa40-44eb-a7a0-34592bfe34cc', 'name': '', 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'mac_address': 'fa:16:3e:4f:eb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:26Z', 'updated_at': '2021-11-11T17:40:45Z', 'revision_number': 4, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'subnets': [{'id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:40:48.998106 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6b70d-cd8d-415c-8828-e9f505fa3bfe tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1490f8-e64c-4567-a143-2aacb261ab6e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:49.061770 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2a491a-174d-428b-aa00-166ffc804e61 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Router 7f00dfe0-00fa-44b2-82ad-960ecb73921d has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:40:49.084528 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25c6b70d-cd8d-415c-8828-e9f505fa3bfe tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:49.090203 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8fc457b9-f7c3-4867-a052-b29558a22da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:49.145987 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-25c6b70d-cd8d-415c-8828-e9f505fa3bfe tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a016ee30-6b73-4d30-9096-489e0556ac3f']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:49.156484 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port f99efac5-cc05-4628-88c2-6d4081586079, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f99efac5-cc05-4628-88c2-6d4081586079,segment=NetworkSegment(5b548591-c83a-44df-8a7f-c22c51478386),segment_id=5b548591-c83a-44df-8a7f-c22c51478386)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:49.181880 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-25c6b70d-cd8d-415c-8828-e9f505fa3bfe tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc8fda59-e996-4e03-a780-2aa4839be348') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:49.182153 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-25c6b70d-cd8d-415c-8828-e9f505fa3bfe tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc8fda59-e996-4e03-a780-2aa4839be348') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:49.198733 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756f7f7-c448-460e-9493-77ce4f40e26a None None] Pushing event updated for resources: {'Port': ['ID=1de528f2-fa40-44eb-a7a0-34592bfe34cc,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:49.215044 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25c6b70d-cd8d-415c-8828-e9f505fa3bfe tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:49.264093 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25c6b70d-cd8d-415c-8828-e9f505fa3bfe tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:49.276850 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c6b70d-cd8d-415c-8828-e9f505fa3bfe tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:40:49.277079 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:49.277404 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25c6b70d-cd8d-415c-8828-e9f505fa3bfe tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:40:49.281253 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:40:49.478177 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25c6b70d-cd8d-415c-8828-e9f505fa3bfe tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:49.508170 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25c6b70d-cd8d-415c-8828-e9f505fa3bfe tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:49.512484 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-25c6b70d-cd8d-415c-8828-e9f505fa3bfe tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/a016ee30-6b73-4d30-9096-489e0556ac3f HTTP/1.1" status: 204 len: 168 time: 1.2712903 Nov 11 17:40:49.515870 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1de528f2-fa40-44eb-a7a0-34592bfe34cc up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:40:49.517368 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55192) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:49.522431 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-83adb40d-301b-4a9b-a010-524bc1565878 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-37116935'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:49.531661 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-8fc457b9-f7c3-4867-a052-b29558a22da2 admin admin] Deleting port d82e30c9-c8ab-4e24-a37e-532e117b1ceb {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:40:49.533587 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8fc457b9-f7c3-4867-a052-b29558a22da2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:49.536251 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2a491a-174d-428b-aa00-166ffc804e61 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:40:49.549979 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6b70d-cd8d-415c-8828-e9f505fa3bfe tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Network': ['ID=a016ee30-6b73-4d30-9096-489e0556ac3f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:49.575030 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-df2a491a-174d-428b-aa00-166ffc804e61 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:49.595750 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83adb40d-301b-4a9b-a010-524bc1565878 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Made reservation on behalf of 1a6cadbc07fc4239afce0d37cc9e7535 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:49.611368 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-83adb40d-301b-4a9b-a010-524bc1565878 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:49.654320 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83adb40d-301b-4a9b-a010-524bc1565878 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1250} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:40:49.667618 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-83adb40d-301b-4a9b-a010-524bc1565878 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:49.668260 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-83adb40d-301b-4a9b-a010-524bc1565878 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Added segment 5d7ec0e7-7d41-43b2-a375-efd8cac78892 of type vlan for network ec4bd35c-4a30-437c-bc7a-bf64011695a3 Nov 11 17:40:49.751405 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed20382-054d-4444-9eba-f78a9ee1d6f3 None None] Sync routers for ids ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:40:49.775297 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-83adb40d-301b-4a9b-a010-524bc1565878 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:49.785309 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-df2a491a-174d-428b-aa00-166ffc804e61 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "PUT /v2.0/floatingips/1cde3558-b9df-4259-a8ac-792f906246cf HTTP/1.1" status: 200 len: 992 time: 3.2096941 Nov 11 17:40:49.792173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c6af8c-aeb1-4bea-8db3-c46a6570958b', 'tag': 'dbf96950-13e3-43e8-a7ce-4d027f26e852'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:40:49.804839 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e479a497-7bfd-4fa2-ad71-454fc04f7042" -d '{"events": [{"name": "network-changed", "server_uuid": "75c6af8c-aeb1-4bea-8db3-c46a6570958b", "tag": "dbf96950-13e3-43e8-a7ce-4d027f26e852"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:40:49.835764 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-83adb40d-301b-4a9b-a010-524bc1565878 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:49.844079 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83adb40d-301b-4a9b-a010-524bc1565878 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:49.845274 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-83adb40d-301b-4a9b-a010-524bc1565878 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:49.864113 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed20382-054d-4444-9eba-f78a9ee1d6f3 None None] Routers {'7f00dfe0-00fa-44b2-82ad-960ecb73921d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:49.865775 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4ed20382-054d-4444-9eba-f78a9ee1d6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:40:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:49.869953 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=f99efac5-cc05-4628-88c2-6d4081586079,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:49.878474 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-8fc457b9-f7c3-4867-a052-b29558a22da2 admin admin] For port d82e30c9-c8ab-4e24-a37e-532e117b1ceb, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d82e30c9-c8ab-4e24-a37e-532e117b1ceb,segment=NetworkSegment(fd68444e-4e66-4514-851a-87360e7e44c1),segment_id=fd68444e-4e66-4514-851a-87360e7e44c1)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:49.878849 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8fc457b9-f7c3-4867-a052-b29558a22da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:49.904703 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-83adb40d-301b-4a9b-a010-524bc1565878 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3861394 Nov 11 17:40:49.921016 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55214) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:49.927403 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-cf45d1c6-b561-43a6-859b-3426a336d6e3 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:49.945797 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-8fc457b9-f7c3-4867-a052-b29558a22da2 admin admin] Calling delete_port for d82e30c9-c8ab-4e24-a37e-532e117b1ceb owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:40:50.177193 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83adb40d-301b-4a9b-a010-524bc1565878 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Network': ['ID=ec4bd35c-4a30-437c-bc7a-bf64011695a3,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:50.261469 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8fc457b9-f7c3-4867-a052-b29558a22da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:50.276007 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c0046b-6a19-4b7a-8890-83e41997a0c2 x-openstack-request-id: req-d2c0046b-6a19-4b7a-8890-83e41997a0c2 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:40:50.276885 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c6af8c-aeb1-4bea-8db3-c46a6570958b", "tag": "dbf96950-13e3-43e8-a7ce-4d027f26e852", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:40:50.277449 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d2c0046b-6a19-4b7a-8890-83e41997a0c2 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:40:50.278170 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c6af8c-aeb1-4bea-8db3-c46a6570958b', 'tag': 'dbf96950-13e3-43e8-a7ce-4d027f26e852', 'status': 'completed', 'code': 200} Nov 11 17:40:50.283484 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc457b9-f7c3-4867-a052-b29558a22da2 admin admin] No DVR routers for this DVR port d82e30c9-c8ab-4e24-a37e-532e117b1ceb on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:40:50.327638 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network ec4bd35c-4a30-437c-bc7a-bf64011695a3 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:40:50.359902 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc457b9-f7c3-4867-a052-b29558a22da2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d82e30c9-c8ab-4e24-a37e-532e117b1ceb,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:50.489501 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cf45d1c6-b561-43a6-859b-3426a336d6e3 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:50.521355 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cf45d1c6-b561-43a6-859b-3426a336d6e3 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:50.535473 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f2afdc-db41-44ca-a9cb-301b1fcc433e', 'name': 'tempest-TestVolumeBackupRestore-510431852-router', 'tenant_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '20ad4204-6242-4888-aaa2-dbddd5a15bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:36Z', 'updated_at': '2021-11-11T17:40:45Z', 'revision_number': 4, 'project_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'gw_port': {'id': '20ad4204-6242-4888-aaa2-dbddd5a15bd8', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f2afdc-db41-44ca-a9cb-301b1fcc433e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:38Z', 'updated_at': '2021-11-11T17:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '343b6142-62ea-4eb7-accf-6862cab717f3', 'name': '', 'network_id': '2b739410-7ac2-4f62-a6ae-8ff3150e8241', 'tenant_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'mac_address': 'fa:16:3e:76:c4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f2afdc-db41-44ca-a9cb-301b1fcc433e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '7ae71e19-86f5-44fe-83d9-b06d60f2188d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:43Z', 'updated_at': '2021-11-11T17:40:46Z', 'revision_number': 2, 'project_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'subnets': [{'id': '7ae71e19-86f5-44fe-83d9-b06d60f2188d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:50.549836 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8fc457b9-f7c3-4867-a052-b29558a22da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:50.559227 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf45d1c6-b561-43a6-859b-3426a336d6e3 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network ec4bd35c-4a30-437c-bc7a-bf64011695a3 is not hosted by any dhcp agent {{(pid=102617) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 17:40:50.581829 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf45d1c6-b561-43a6-859b-3426a336d6e3 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:50.583691 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cf45d1c6-b561-43a6-859b-3426a336d6e3 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:50.587680 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cf45d1c6-b561-43a6-859b-3426a336d6e3 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "PUT /v2.0/networks/ec4bd35c-4a30-437c-bc7a-bf64011695a3 HTTP/1.1" status: 200 len: 723 time: 0.6624737 Nov 11 17:40:50.591386 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be535b36-869c-44cb-875c-ca1c19c62b84 None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 17:40:50.599695 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-8fc457b9-f7c3-4867-a052-b29558a22da2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f52dbca-ebe4-434a-94db-e3289d9f9834']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:50.617430 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55228) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:50.620818 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd1405-9940-4871-be60-3497f9d3ddea None None] The sync data for ids ['20f2afdc-db41-44ca-a9cb-301b1fcc433e'] in n-d-816206-4 is: [{'id': '20f2afdc-db41-44ca-a9cb-301b1fcc433e', 'name': 'tempest-TestVolumeBackupRestore-510431852-router', 'tenant_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '20ad4204-6242-4888-aaa2-dbddd5a15bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:36Z', 'updated_at': '2021-11-11T17:40:45Z', 'revision_number': 4, 'project_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'gw_port': {'id': '20ad4204-6242-4888-aaa2-dbddd5a15bd8', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f2afdc-db41-44ca-a9cb-301b1fcc433e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:38Z', 'updated_at': '2021-11-11T17:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '343b6142-62ea-4eb7-accf-6862cab717f3', 'name': '', 'network_id': '2b739410-7ac2-4f62-a6ae-8ff3150e8241', 'tenant_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'mac_address': 'fa:16:3e:76:c4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f2afdc-db41-44ca-a9cb-301b1fcc433e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '7ae71e19-86f5-44fe-83d9-b06d60f2188d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:43Z', 'updated_at': '2021-11-11T17:40:46Z', 'revision_number': 2, 'project_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'subnets': [{'id': '7ae71e19-86f5-44fe-83d9-b06d60f2188d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:40:50.636933 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-bd12587b-4885-4a03-98bd-65f348e74f45 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'subnet': {'network_id': 'ec4bd35c-4a30-437c-bc7a-bf64011695a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:50.660459 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8fc3382b-a7ec-46d2-9707-ef21b6c2917f None None] Provisioning complete for port 20ad4204-6242-4888-aaa2-dbddd5a15bd8 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:50.661555 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8fc3382b-a7ec-46d2-9707-ef21b6c2917f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:50.673818 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 1de528f2-fa40-44eb-a7a0-34592bfe34cc triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:50.674107 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:50.716543 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45d1c6-b561-43a6-859b-3426a336d6e3 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Network': ['ID=ec4bd35c-4a30-437c-bc7a-bf64011695a3,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:50.750749 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network ec4bd35c-4a30-437c-bc7a-bf64011695a3 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:40:50.854726 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-8fc457b9-f7c3-4867-a052-b29558a22da2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd68444e-4e66-4514-851a-87360e7e44c1') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:50.855276 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-8fc457b9-f7c3-4867-a052-b29558a22da2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd68444e-4e66-4514-851a-87360e7e44c1') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:50.888829 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-4ed20382-054d-4444-9eba-f78a9ee1d6f3 None None] Set router 7f00dfe0-00fa-44b2-82ad-960ecb73921d gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:50.965361 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8fc457b9-f7c3-4867-a052-b29558a22da2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:51.059177 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8fc457b9-f7c3-4867-a052-b29558a22da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:51.076168 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc457b9-f7c3-4867-a052-b29558a22da2 admin admin] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:40:51.076820 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8fc457b9-f7c3-4867-a052-b29558a22da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:51.155146 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479a497-7bfd-4fa2-ad71-454fc04f7042 req-457bd298-7ac7-41ae-adfc-c0ef9df86703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:51.159512 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e479a497-7bfd-4fa2-ad71-454fc04f7042 req-457bd298-7ac7-41ae-adfc-c0ef9df86703 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eeac632c30574948b103f77246d9180e&device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 1097 time: 0.8478882 Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:40:51.160639 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:40:51.243579 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be535b36-869c-44cb-875c-ca1c19c62b84 None None] Resources bound (agent type, host, resource id): {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 17:40:51.246182 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:40:51.267511 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8fc457b9-f7c3-4867-a052-b29558a22da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:51.286376 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8fc3382b-a7ec-46d2-9707-ef21b6c2917f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:51.316680 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8fc457b9-f7c3-4867-a052-b29558a22da2 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:51.324886 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55282) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:51.328330 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8fc457b9-f7c3-4867-a052-b29558a22da2 admin admin] 10.222.0.76 "DELETE /v2.0/networks/4f52dbca-ebe4-434a-94db-e3289d9f9834 HTTP/1.1" status: 204 len: 168 time: 2.4303000 Nov 11 17:40:51.421403 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-8fc3382b-a7ec-46d2-9707-ef21b6c2917f None None] For port 20ad4204-6242-4888-aaa2-dbddd5a15bd8, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=20ad4204-6242-4888-aaa2-dbddd5a15bd8,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:51.458692 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8fc3382b-a7ec-46d2-9707-ef21b6c2917f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:51.487307 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc457b9-f7c3-4867-a052-b29558a22da2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f52dbca-ebe4-434a-94db-e3289d9f9834,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:51.509260 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd12587b-4885-4a03-98bd-65f348e74f45 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Made reservation on behalf of 1a6cadbc07fc4239afce0d37cc9e7535 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:51.525150 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd12587b-4885-4a03-98bd-65f348e74f45 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:51.605166 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479a497-7bfd-4fa2-ad71-454fc04f7042 req-257d2b5e-1f23-4969-9d78-008507d9f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:51.606967 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e479a497-7bfd-4fa2-ad71-454fc04f7042 req-257d2b5e-1f23-4969-9d78-008507d9f39f service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3a8bf47-1430-4314-97ff-b3524a589a13 HTTP/1.1" status: 200 len: 918 time: 0.4246171 Nov 11 17:40:51.677342 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8fc3382b-a7ec-46d2-9707-ef21b6c2917f None None] Provisioning complete for port 1de528f2-fa40-44eb-a7a0-34592bfe34cc triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:51.677938 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8fc3382b-a7ec-46d2-9707-ef21b6c2917f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:51.689926 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3382b-a7ec-46d2-9707-ef21b6c2917f None None] Pushing event updated for resources: {'Port': ['ID=20ad4204-6242-4888-aaa2-dbddd5a15bd8,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:51.752179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:51.752555 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:52.162034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4ed20382-054d-4444-9eba-f78a9ee1d6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'name': 'tempest-AttachVolumeShelveTestJSON-890161507-router', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:35:16Z', 'updated_at': '2021-11-11T17:35:29Z', 'revision_number': 4, 'project_id': 'eeac632c30574948b103f77246d9180e', 'gw_port': {'id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:17Z', 'updated_at': '2021-11-11T17:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '1cde3558-b9df-4259-a8ac-792f906246cf', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'port_id': 'dbf96950-13e3-43e8-a7ce-4d027f26e852', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'mac_address': 'fa:16:3e:21:48:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c6af8c-aeb1-4bea-8db3-c46a6570958b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:40:16Z', 'updated_at': '2021-11-11T17:40:47Z', 'revision_number': 1, 'project_id': 'eeac632c30574948b103f77246d9180e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69d6db5-f278-4bfe-b393-813404e70c02', 'name': '', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'mac_address': 'fa:16:3e:7d:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:25Z', 'updated_at': '2021-11-11T17:35:36Z', 'revision_number': 5, 'project_id': 'eeac632c30574948b103f77246d9180e', 'subnets': [{'id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:52.305122 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55306) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:52.332289 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c8f-a284-4b0c-9bc0-d7b698255f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:52.454513 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed20382-054d-4444-9eba-f78a9ee1d6f3 None None] Checking router: 7f00dfe0-00fa-44b2-82ad-960ecb73921d for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:40:52.486020 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8fc3382b-a7ec-46d2-9707-ef21b6c2917f None None] Provisioning complete for port f99efac5-cc05-4628-88c2-6d4081586079 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:52.487687 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8fc3382b-a7ec-46d2-9707-ef21b6c2917f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:52.560349 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e479a497-7bfd-4fa2-ad71-454fc04f7042 req-632413d9-244a-4843-a28d-ab1805e95c1a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf96950-13e3-43e8-a7ce-4d027f26e852 HTTP/1.1" status: 200 len: 1000 time: 0.9382005 Nov 11 17:40:52.581865 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5841d38a-b6d6-44e7-9309-beeae8730d3c None None] DHCP port deletion for 4f52dbca-ebe4-434a-94db-e3289d9f9834 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:40:52.604919 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed20382-054d-4444-9eba-f78a9ee1d6f3 None None] Routers {'7f00dfe0-00fa-44b2-82ad-960ecb73921d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:52.605843 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4ed20382-054d-4444-9eba-f78a9ee1d6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:40:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:52.740483 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e3f24d65-949c-4c55-8676-4475ffadbfac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:52.780412 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479a497-7bfd-4fa2-ad71-454fc04f7042 req-892c69ed-e9c4-4be2-a8f1-33367a30cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:52.790555 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e479a497-7bfd-4fa2-ad71-454fc04f7042 req-892c69ed-e9c4-4be2-a8f1-33367a30cfb1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fa447a7e-c385-460f-86cb-d149b7215da5 HTTP/1.1" status: 200 len: 855 time: 0.2196553 Nov 11 17:40:52.839242 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7c5173-a626-4296-a588-37467814a966 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:40:52.842324 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbd6a5c-ca7c-417b-9158-464a3f365c63 None None] Network a016ee30-6b73-4d30-9096-489e0556ac3f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:52.845383 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 69490af5-7b7b-4d39-95bf-0c67f5d38eaf no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:40:52.873679 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-4ed20382-054d-4444-9eba-f78a9ee1d6f3 None None] Set router 7f00dfe0-00fa-44b2-82ad-960ecb73921d gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:52.971224 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e3f24d65-949c-4c55-8676-4475ffadbfac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:52.987190 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e3f24d65-949c-4c55-8676-4475ffadbfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:53.061783 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd12587b-4885-4a03-98bd-65f348e74f45 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:53.067047 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a7c8f-a284-4b0c-9bc0-d7b698255f58 admin admin] Deleting port 0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:40:53.067387 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c8f-a284-4b0c-9bc0-d7b698255f58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:53.080298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479a497-7bfd-4fa2-ad71-454fc04f7042 req-2e96c549-adb6-460a-bfc8-fdf8115e5505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:53.082582 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e479a497-7bfd-4fa2-ad71-454fc04f7042 req-2e96c549-adb6-460a-bfc8-fdf8115e5505 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3a8bf47-1430-4314-97ff-b3524a589a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2820733 Nov 11 17:40:53.152141 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e3f24d65-949c-4c55-8676-4475ffadbfac admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3a6e20ef88e14f22a4dd27fe79c77201&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8452191 Nov 11 17:40:53.154149 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f24d65-949c-4c55-8676-4475ffadbfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f19731c-313b-4fc1-978d-67fca2bf1549,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:53.157509 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55316) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:53.231648 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12587b-4885-4a03-98bd-65f348e74f45 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Subnet': ['ID=c009c74c-5127-4a3b-8d4c-8eec73c51acf,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:53.241992 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbd6a5c-ca7c-417b-9158-464a3f365c63 None None] Network a016ee30-6b73-4d30-9096-489e0556ac3f could not be found, it might have been deleted concurrently. {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 17:40:53.255513 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5119f83b-b682-4c80-bcc4-107e01cb1046 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:53.259091 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 69490af5-7b7b-4d39-95bf-0c67f5d38eaf {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:40:53.259327 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 69490af5-7b7b-4d39-95bf-0c67f5d38eaf not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:40:53.259757 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 01904737-d62a-428f-b787-a6bc84ce0c4e no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:40:53.263820 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd12587b-4885-4a03-98bd-65f348e74f45 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Checking segment: {'id': '5d7ec0e7-7d41-43b2-a375-efd8cac78892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ec4bd35c-4a30-437c-bc7a-bf64011695a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:53.264201 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd12587b-4885-4a03-98bd-65f348e74f45 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network hostable DHCP agents. Network: ec4bd35c-4a30-437c-bc7a-bf64011695a3, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:40:53.266202 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a229e8-37c2-4c4c-bebb-3cee1869461b None None] Network a016ee30-6b73-4d30-9096-489e0556ac3f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:53.291466 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5119f83b-b682-4c80-bcc4-107e01cb1046 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:53.306317 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd12587b-4885-4a03-98bd-65f348e74f45 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network ec4bd35c-4a30-437c-bc7a-bf64011695a3 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:40:53.324476 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5812d635-612f-4803-afc5-fa5019d14c4d None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:40:53.347067 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e479a497-7bfd-4fa2-ad71-454fc04f7042 req-0895f742-8713-4a28-bb76-dfe7fb1c8137 service neutron] 10.222.0.83 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343767 Nov 11 17:40:53.353009 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 01904737-d62a-428f-b787-a6bc84ce0c4e {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:40:53.362479 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 01904737-d62a-428f-b787-a6bc84ce0c4e not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:40:53.364272 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-2c9a7c8f-a284-4b0c-9bc0-d7b698255f58 admin admin] For port 0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d,segment=NetworkSegment(bcfc7a02-f6f8-4ada-87ff-a487f59e83f3),segment_id=bcfc7a02-f6f8-4ada-87ff-a487f59e83f3)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:53.364785 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c8f-a284-4b0c-9bc0-d7b698255f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:53.365598 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a229e8-37c2-4c4c-bebb-3cee1869461b None None] Network a016ee30-6b73-4d30-9096-489e0556ac3f could not be found, it might have been deleted concurrently. {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 17:40:53.416156 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a7c8f-a284-4b0c-9bc0-d7b698255f58 admin admin] Calling delete_port for 0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:40:53.447427 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5119f83b-b682-4c80-bcc4-107e01cb1046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:53.461220 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5119f83b-b682-4c80-bcc4-107e01cb1046 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:53.462472 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5119f83b-b682-4c80-bcc4-107e01cb1046 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3f19731c-313b-4fc1-978d-67fca2bf1549 HTTP/1.1" status: 204 len: 168 time: 0.3019290 Nov 11 17:40:53.511394 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8fc3382b-a7ec-46d2-9707-ef21b6c2917f None None] Provisioning complete for port 343b6142-62ea-4eb7-accf-6862cab717f3 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:53.511797 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8fc3382b-a7ec-46d2-9707-ef21b6c2917f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:53.530000 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119f83b-b682-4c80-bcc4-107e01cb1046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f19731c-313b-4fc1-978d-67fca2bf1549,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:53.561916 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-bd12587b-4885-4a03-98bd-65f348e74f45 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, ec4bd35c-4a30-437c-bc7a-bf64011695a3) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:53.590621 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd12587b-4885-4a03-98bd-65f348e74f45 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:53.594491 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd12587b-4885-4a03-98bd-65f348e74f45 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:53.625580 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e479a497-7bfd-4fa2-ad71-454fc04f7042 req-5891ff47-2283-48a8-a950-030059dbf673 service neutron] 10.222.0.83 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733660 Nov 11 17:40:53.639372 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bd12587b-4885-4a03-98bd-65f348e74f45 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0205593 Nov 11 17:40:53.642229 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55324) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:53.654241 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-5b67b093-0656-449c-85bb-5c28f0fb35c8 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:53.670797 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b27e324-8572-4012-8852-15e6ac080457 None None] Network ec4bd35c-4a30-437c-bc7a-bf64011695a3 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:53.739346 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 20ad4204-6242-4888-aaa2-dbddd5a15bd8 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:40:53.804395 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c8f-a284-4b0c-9bc0-d7b698255f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:53.817846 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5b67b093-0656-449c-85bb-5c28f0fb35c8 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9859519'] for subnet, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:53.821846 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-8fc3382b-a7ec-46d2-9707-ef21b6c2917f None None] Port 343b6142-62ea-4eb7-accf-6862cab717f3 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:40:53.859648 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a7c8f-a284-4b0c-9bc0-d7b698255f58 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:54.119936 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3b5ac0ab-6dfb-4c68-b716-6b455a9deb44 None None] Provisioning complete for port 20ad4204-6242-4888-aaa2-dbddd5a15bd8 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:54.127246 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3b5ac0ab-6dfb-4c68-b716-6b455a9deb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:54.137557 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5b67b093-0656-449c-85bb-5c28f0fb35c8 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765003502978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10335364'] for subnet, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:54.138473 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55338) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:54.257482 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2114b86c-4820-4522-980e-5dbea9f1e766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:54.266410 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b67b093-0656-449c-85bb-5c28f0fb35c8 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:54.268503 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5b67b093-0656-449c-85bb-5c28f0fb35c8 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:54.270037 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5b67b093-0656-449c-85bb-5c28f0fb35c8 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "PUT /v2.0/subnets/c009c74c-5127-4a3b-8d4c-8eec73c51acf HTTP/1.1" status: 200 len: 806 time: 0.6268442 Nov 11 17:40:54.274233 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55342) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:54.292168 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67b093-0656-449c-85bb-5c28f0fb35c8 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Subnet': ['ID=c009c74c-5127-4a3b-8d4c-8eec73c51acf,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:54.375073 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:54.389285 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 20ad4204-6242-4888-aaa2-dbddd5a15bd8 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:54.389900 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:54.398543 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df1ca51-4438-4c25-b1e9-4b15569f6059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-ec4bd35c-4a30-437c-bc7a-bf64011695a3', 'network_id': 'ec4bd35c-4a30-437c-bc7a-bf64011695a3', 'tenant_id': '1a6cadbc07fc4239afce0d37cc9e7535', 'fixed_ips': [{'subnet_id': 'c009c74c-5127-4a3b-8d4c-8eec73c51acf'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:40:54.400424 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6df1ca51-4438-4c25-b1e9-4b15569f6059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:54.468560 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:54.490795 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2c9a7c8f-a284-4b0c-9bc0-d7b698255f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:54.730436 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:54.751573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4ed20382-054d-4444-9eba-f78a9ee1d6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'name': 'tempest-AttachVolumeShelveTestJSON-890161507-router', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:35:16Z', 'updated_at': '2021-11-11T17:35:29Z', 'revision_number': 4, 'project_id': 'eeac632c30574948b103f77246d9180e', 'gw_port': {'id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:17Z', 'updated_at': '2021-11-11T17:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '1cde3558-b9df-4259-a8ac-792f906246cf', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'port_id': 'dbf96950-13e3-43e8-a7ce-4d027f26e852', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'mac_address': 'fa:16:3e:21:48:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c6af8c-aeb1-4bea-8db3-c46a6570958b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:40:16Z', 'updated_at': '2021-11-11T17:40:47Z', 'revision_number': 1, 'project_id': 'eeac632c30574948b103f77246d9180e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69d6db5-f278-4bfe-b393-813404e70c02', 'name': '', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'mac_address': 'fa:16:3e:7d:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:25Z', 'updated_at': '2021-11-11T17:35:36Z', 'revision_number': 5, 'project_id': 'eeac632c30574948b103f77246d9180e', 'subnets': [{'id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:54.771676 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2114b86c-4820-4522-980e-5dbea9f1e766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:54.790324 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3b5ac0ab-6dfb-4c68-b716-6b455a9deb44 None None] Provisioning complete for port 343b6142-62ea-4eb7-accf-6862cab717f3 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:54.790696 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3b5ac0ab-6dfb-4c68-b716-6b455a9deb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:54.821299 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed20382-054d-4444-9eba-f78a9ee1d6f3 None None] The sync data for ids ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'] in n-d-816206-4 is: [{'id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'name': 'tempest-AttachVolumeShelveTestJSON-890161507-router', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:35:16Z', 'updated_at': '2021-11-11T17:35:29Z', 'revision_number': 4, 'project_id': 'eeac632c30574948b103f77246d9180e', 'gw_port': {'id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:17Z', 'updated_at': '2021-11-11T17:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '1cde3558-b9df-4259-a8ac-792f906246cf', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'port_id': 'dbf96950-13e3-43e8-a7ce-4d027f26e852', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'mac_address': 'fa:16:3e:21:48:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c6af8c-aeb1-4bea-8db3-c46a6570958b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:40:16Z', 'updated_at': '2021-11-11T17:40:47Z', 'revision_number': 1, 'project_id': 'eeac632c30574948b103f77246d9180e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69d6db5-f278-4bfe-b393-813404e70c02', 'name': '', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'mac_address': 'fa:16:3e:7d:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:25Z', 'updated_at': '2021-11-11T17:35:36Z', 'revision_number': 5, 'project_id': 'eeac632c30574948b103f77246d9180e', 'subnets': [{'id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:40:54.824432 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2114b86c-4820-4522-980e-5dbea9f1e766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:54.850383 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f99efac5-cc05-4628-88c2-6d4081586079 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:40:54.884174 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-6df1ca51-4438-4c25-b1e9-4b15569f6059 None None] Allocated IP 172.20.0.2 (ec4bd35c-4a30-437c-bc7a-bf64011695a3/c009c74c-5127-4a3b-8d4c-8eec73c51acf/cfdd680f-87d7-4ee4-8744-af3232b45e26) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:40:54.895907 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] Sync routers for ids ['20f2afdc-db41-44ca-a9cb-301b1fcc433e'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:40:54.922089 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ac0ab-6dfb-4c68-b716-6b455a9deb44 None None] Port 343b6142-62ea-4eb7-accf-6862cab717f3 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:40:54.934899 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2114b86c-4820-4522-980e-5dbea9f1e766 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b49783993a1d4784983613391da8f1f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7927690 Nov 11 17:40:54.935826 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55348) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:54.936326 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114b86c-4820-4522-980e-5dbea9f1e766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa3a066-5005-47b6-8225-279fed4c7e5c,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:54.963619 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] Routers {'20f2afdc-db41-44ca-a9cb-301b1fcc433e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:54.970363 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:40:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['20f2afdc-db41-44ca-a9cb-301b1fcc433e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:54.980425 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9a7c8f-a284-4b0c-9bc0-d7b698255f58 admin admin] Router 1006d0c7-0ace-4972-b1ff-ee0af0b54024 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:40:55.057839 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc9f7e23-d2a7-4520-9912-a5b4ecdb823f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:55.110262 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc9f7e23-d2a7-4520-9912-a5b4ecdb823f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:55.141398 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] Set router 20f2afdc-db41-44ca-a9cb-301b1fcc433e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:55.152076 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9a7c8f-a284-4b0c-9bc0-d7b698255f58 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:40:55.162673 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2c9a7c8f-a284-4b0c-9bc0-d7b698255f58 admin admin] 10.222.0.76 "PUT /v2.0/routers/1006d0c7-0ace-4972-b1ff-ee0af0b54024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8373160 Nov 11 17:40:55.163558 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55358) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:55.179048 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669ca4d8-fae6-4d1f-979f-f359c6aee8f1 None None] Sync routers for ids ['1006d0c7-0ace-4972-b1ff-ee0af0b54024'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:40:55.222261 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port f99efac5-cc05-4628-88c2-6d4081586079 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:55.222633 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:55.319855 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669ca4d8-fae6-4d1f-979f-f359c6aee8f1 None None] Routers {'1006d0c7-0ace-4972-b1ff-ee0af0b54024'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:55.320511 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-669ca4d8-fae6-4d1f-979f-f359c6aee8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:40:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1006d0c7-0ace-4972-b1ff-ee0af0b54024'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:55.347203 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6df1ca51-4438-4c25-b1e9-4b15569f6059 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:55.355719 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b1ccd3-d5de-40d8-bc57-1d445e19d045 None None] New status for floating IP 1cde3558-b9df-4259-a8ac-792f906246cf: ACTIVE {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:40:55.402372 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:55.429625 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6df1ca51-4438-4c25-b1e9-4b15569f6059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:55.437282 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc9f7e23-d2a7-4520-9912-a5b4ecdb823f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:55.445934 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bc9f7e23-d2a7-4520-9912-a5b4ecdb823f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:55.450841 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bc9f7e23-d2a7-4520-9912-a5b4ecdb823f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9aa3a066-5005-47b6-8225-279fed4c7e5c HTTP/1.1" status: 204 len: 168 time: 0.5142691 Nov 11 17:40:55.509926 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f7e23-d2a7-4520-9912-a5b4ecdb823f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa3a066-5005-47b6-8225-279fed4c7e5c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:55.516752 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Subnet': ['ID=c009c74c-5127-4a3b-8d4c-8eec73c51acf,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:55.538518 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c095ac1-ab6b-463f-a486-df38d9262e50 admin admin] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:55.564152 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1ca51-4438-4c25-b1e9-4b15569f6059 None None] Pushing event updated for resources: {'Port': ['ID=cfdd680f-87d7-4ee4-8744-af3232b45e26,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:55.714559 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f2afdc-db41-44ca-a9cb-301b1fcc433e', 'name': 'tempest-TestVolumeBackupRestore-510431852-router', 'tenant_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '20ad4204-6242-4888-aaa2-dbddd5a15bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:36Z', 'updated_at': '2021-11-11T17:40:45Z', 'revision_number': 4, 'project_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'gw_port': {'id': '20ad4204-6242-4888-aaa2-dbddd5a15bd8', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f2afdc-db41-44ca-a9cb-301b1fcc433e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:38Z', 'updated_at': '2021-11-11T17:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '343b6142-62ea-4eb7-accf-6862cab717f3', 'name': '', 'network_id': '2b739410-7ac2-4f62-a6ae-8ff3150e8241', 'tenant_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'mac_address': 'fa:16:3e:76:c4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f2afdc-db41-44ca-a9cb-301b1fcc433e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '7ae71e19-86f5-44fe-83d9-b06d60f2188d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:43Z', 'updated_at': '2021-11-11T17:40:46Z', 'revision_number': 2, 'project_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'subnets': [{'id': '7ae71e19-86f5-44fe-83d9-b06d60f2188d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:55.756305 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:55.762563 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] Checking router: 20f2afdc-db41-44ca-a9cb-301b1fcc433e for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:40:55.762880 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] Updating router 20f2afdc-db41-44ca-a9cb-301b1fcc433e port 343b6142-62ea-4eb7-accf-6862cab717f3 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:40:55.766995 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-669ca4d8-fae6-4d1f-979f-f359c6aee8f1 None None] Set router 1006d0c7-0ace-4972-b1ff-ee0af0b54024 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:55.833341 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c095ac1-ab6b-463f-a486-df38d9262e50 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:55.836053 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:55.846342 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4bd35c-4a30-437c-bc7a-bf64011695a3']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:55.889682 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d7ec0e7-7d41-43b2-a375-efd8cac78892') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:55.889925 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d7ec0e7-7d41-43b2-a375-efd8cac78892') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:55.912608 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:55.944209 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df1ca51-4438-4c25-b1e9-4b15569f6059 None None] Network ec4bd35c-4a30-437c-bc7a-bf64011695a3 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:40:55.945519 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:55.955061 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-6df1ca51-4438-4c25-b1e9-4b15569f6059 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:55.958623 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df1ca51-4438-4c25-b1e9-4b15569f6059 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:40:55.961720 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:40:55.962044 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:40:55.968104 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:40:55.989248 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-0c095ac1-ab6b-463f-a486-df38d9262e50 admin admin] Deleting port a622ce7f-9c2a-452d-876d-f9b66408bbc1 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:40:55.990431 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c095ac1-ab6b-463f-a486-df38d9262e50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:56.099106 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.db.api [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 17:40:56.099106 n-d-816206-4 neutron-server[102617]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 17:40:56.099106 n-d-816206-4 neutron-server[102617]: [parameters: {'id': 'ec4bd35c-4a30-437c-bc7a-bf64011695a3'}] Nov 11 17:40:56.099106 n-d-816206-4 neutron-server[102617]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:40:56.100615 n-d-816206-4 neutron-server[102617]: DEBUG oslo_db.api [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:40:56.119550 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-6df1ca51-4438-4c25-b1e9-4b15569f6059 None None] Attempting to bind port cfdd680f-87d7-4ee4-8744-af3232b45e26 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:40:56.120233 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-6df1ca51-4438-4c25-b1e9-4b15569f6059 None None] Attempting to bind port cfdd680f-87d7-4ee4-8744-af3232b45e26 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '5d7ec0e7-7d41-43b2-a375-efd8cac78892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ec4bd35c-4a30-437c-bc7a-bf64011695a3'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:40:56.120769 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1ca51-4438-4c25-b1e9-4b15569f6059 None None] Attempting to bind port cfdd680f-87d7-4ee4-8744-af3232b45e26 on network ec4bd35c-4a30-437c-bc7a-bf64011695a3 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:40:56.132584 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1ca51-4438-4c25-b1e9-4b15569f6059 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:40:56.133747 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1ca51-4438-4c25-b1e9-4b15569f6059 None None] Checking segment: {'id': '5d7ec0e7-7d41-43b2-a375-efd8cac78892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ec4bd35c-4a30-437c-bc7a-bf64011695a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:56.135178 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6df1ca51-4438-4c25-b1e9-4b15569f6059 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:56.135770 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1ca51-4438-4c25-b1e9-4b15569f6059 None None] Bound using segment: {'id': '5d7ec0e7-7d41-43b2-a375-efd8cac78892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ec4bd35c-4a30-437c-bc7a-bf64011695a3'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:40:56.136434 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-6df1ca51-4438-4c25-b1e9-4b15569f6059 None None] Bound port: cfdd680f-87d7-4ee4-8744-af3232b45e26, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7ec0e7-7d41-43b2-a375-efd8cac78892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ec4bd35c-4a30-437c-bc7a-bf64011695a3'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:40:56.137250 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6df1ca51-4438-4c25-b1e9-4b15569f6059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:56.215129 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-0c095ac1-ab6b-463f-a486-df38d9262e50 admin admin] For port a622ce7f-9c2a-452d-876d-f9b66408bbc1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a622ce7f-9c2a-452d-876d-f9b66408bbc1,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:56.215491 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c095ac1-ab6b-463f-a486-df38d9262e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:56.245815 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-0c095ac1-ab6b-463f-a486-df38d9262e50 admin admin] Calling delete_port for a622ce7f-9c2a-452d-876d-f9b66408bbc1 owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:40:56.264182 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device d82e30c9-c8ab-4e24-a37e-532e117b1ceb no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:40:56.480218 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: d82e30c9-c8ab-4e24-a37e-532e117b1ceb {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:40:56.480630 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device d82e30c9-c8ab-4e24-a37e-532e117b1ceb not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:40:56.482706 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:56.497911 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:56.503519 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6df1ca51-4438-4c25-b1e9-4b15569f6059 None None] For port cfdd680f-87d7-4ee4-8744-af3232b45e26, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:40:56.527568 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6df1ca51-4438-4c25-b1e9-4b15569f6059 None None] For port cfdd680f-87d7-4ee4-8744-af3232b45e26, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cfdd680f-87d7-4ee4-8744-af3232b45e26,segment=NetworkSegment(5d7ec0e7-7d41-43b2-a375-efd8cac78892),segment_id=5d7ec0e7-7d41-43b2-a375-efd8cac78892)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:40:56.538328 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-669ca4d8-fae6-4d1f-979f-f359c6aee8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1006d0c7-0ace-4972-b1ff-ee0af0b54024', 'name': 'tempest-TestAggregatesBasicOps-132984433-router', 'tenant_id': '9b21a4eba59841ccb4434f8735caa5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'a622ce7f-9c2a-452d-876d-f9b66408bbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:27Z', 'updated_at': '2021-11-11T17:40:53Z', 'revision_number': 5, 'project_id': '9b21a4eba59841ccb4434f8735caa5a9', 'gw_port': {'id': 'a622ce7f-9c2a-452d-876d-f9b66408bbc1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:99:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1006d0c7-0ace-4972-b1ff-ee0af0b54024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:30Z', 'updated_at': '2021-11-11T17:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:56.574279 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669ca4d8-fae6-4d1f-979f-f359c6aee8f1 None None] Checking router: 1006d0c7-0ace-4972-b1ff-ee0af0b54024 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:40:56.576869 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6df1ca51-4438-4c25-b1e9-4b15569f6059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:56.601302 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:56.642111 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669ca4d8-fae6-4d1f-979f-f359c6aee8f1 None None] Routers {'1006d0c7-0ace-4972-b1ff-ee0af0b54024'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:56.643443 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-669ca4d8-fae6-4d1f-979f-f359c6aee8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:40:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1006d0c7-0ace-4972-b1ff-ee0af0b54024'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:56.723492 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c095ac1-ab6b-463f-a486-df38d9262e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:56.788774 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c095ac1-ab6b-463f-a486-df38d9262e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=a622ce7f-9c2a-452d-876d-f9b66408bbc1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:56.791003 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] Attempting to bind port 343b6142-62ea-4eb7-accf-6862cab717f3 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:40:56.791563 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] Attempting to bind port 343b6142-62ea-4eb7-accf-6862cab717f3 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '5b548591-c83a-44df-8a7f-c22c51478386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '2b739410-7ac2-4f62-a6ae-8ff3150e8241'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:40:56.792336 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] Attempting to bind port 343b6142-62ea-4eb7-accf-6862cab717f3 on network 2b739410-7ac2-4f62-a6ae-8ff3150e8241 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:40:56.816158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Deleting port cfdd680f-87d7-4ee4-8744-af3232b45e26 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:40:56.820158 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:56.836262 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:40:56.837129 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] Checking segment: {'id': '5b548591-c83a-44df-8a7f-c22c51478386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '2b739410-7ac2-4f62-a6ae-8ff3150e8241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:56.837129 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:56.837536 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] Bound using segment: {'id': '5b548591-c83a-44df-8a7f-c22c51478386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '2b739410-7ac2-4f62-a6ae-8ff3150e8241'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:40:56.841744 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] Bound port: 343b6142-62ea-4eb7-accf-6862cab717f3, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b548591-c83a-44df-8a7f-c22c51478386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '2b739410-7ac2-4f62-a6ae-8ff3150e8241'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:40:56.842197 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:56.964310 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] For port 343b6142-62ea-4eb7-accf-6862cab717f3, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:40:56.969864 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] For port 343b6142-62ea-4eb7-accf-6862cab717f3, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=343b6142-62ea-4eb7-accf-6862cab717f3,segment=NetworkSegment(5b548591-c83a-44df-8a7f-c22c51478386),segment_id=5b548591-c83a-44df-8a7f-c22c51478386)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:40:56.987305 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:56.999788 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a00752b-2cf5-42cf-bc67-135e2f8f30c1 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:40:57.016134 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74675029-2d83-4df5-bfbb-2377ec356d78 None None] Pushing event updated for resources: {'Port': ['ID=343b6142-62ea-4eb7-accf-6862cab717f3,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:57.047884 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c095ac1-ab6b-463f-a486-df38d9262e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:57.084629 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] For port cfdd680f-87d7-4ee4-8744-af3232b45e26, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cfdd680f-87d7-4ee4-8744-af3232b45e26,segment=NetworkSegment(5d7ec0e7-7d41-43b2-a375-efd8cac78892),segment_id=5d7ec0e7-7d41-43b2-a375-efd8cac78892)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:57.085011 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:57.113106 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-669ca4d8-fae6-4d1f-979f-f359c6aee8f1 None None] Set router 1006d0c7-0ace-4972-b1ff-ee0af0b54024 gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:57.121866 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Calling delete_port for cfdd680f-87d7-4ee4-8744-af3232b45e26 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:40:57.163832 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] Routers {'20f2afdc-db41-44ca-a9cb-301b1fcc433e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:40:57.164999 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:40:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['20f2afdc-db41-44ca-a9cb-301b1fcc433e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:57.284068 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-669ca4d8-fae6-4d1f-979f-f359c6aee8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1006d0c7-0ace-4972-b1ff-ee0af0b54024', 'name': 'tempest-TestAggregatesBasicOps-132984433-router', 'tenant_id': '9b21a4eba59841ccb4434f8735caa5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:27Z', 'updated_at': '2021-11-11T17:40:55Z', 'revision_number': 6, 'project_id': '9b21a4eba59841ccb4434f8735caa5a9', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:57.296793 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d2968d-f081-4e7d-b63d-917397eab4a0 None None] Network ec4bd35c-4a30-437c-bc7a-bf64011695a3 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:57.326897 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55396) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:57.365407 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c095ac1-ab6b-463f-a486-df38d9262e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:57.390438 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c095ac1-ab6b-463f-a486-df38d9262e50 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:57.539338 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c095ac1-ab6b-463f-a486-df38d9262e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:57.540104 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c095ac1-ab6b-463f-a486-df38d9262e50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1006d0c7-0ace-4972-b1ff-ee0af0b54024 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:40:57.549548 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c095ac1-ab6b-463f-a486-df38d9262e50 admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:57.553829 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0c095ac1-ab6b-463f-a486-df38d9262e50 admin admin] 10.222.0.76 "DELETE /v2.0/routers/1006d0c7-0ace-4972-b1ff-ee0af0b54024 HTTP/1.1" status: 204 len: 168 time: 2.3718812 Nov 11 17:40:57.562097 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55402) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:57.579445 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1ca51-4438-4c25-b1e9-4b15569f6059 None None] Pushing event updated for resources: {'Port': ['ID=cfdd680f-87d7-4ee4-8744-af3232b45e26,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:57.631100 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74675029-2d83-4df5-bfbb-2377ec356d78 None None] Pushing event updated for resources: {'Port': ['ID=343b6142-62ea-4eb7-accf-6862cab717f3,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:57.641062 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669ca4d8-fae6-4d1f-979f-f359c6aee8f1 None None] The sync data for ids ['1006d0c7-0ace-4972-b1ff-ee0af0b54024'] in n-d-816206-4 is: [{'id': '1006d0c7-0ace-4972-b1ff-ee0af0b54024', 'name': 'tempest-TestAggregatesBasicOps-132984433-router', 'tenant_id': '9b21a4eba59841ccb4434f8735caa5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:27Z', 'updated_at': '2021-11-11T17:40:55Z', 'revision_number': 6, 'project_id': '9b21a4eba59841ccb4434f8735caa5a9', 'gw_port_host': None}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:40:57.668804 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3507be56-9703-4552-b059-694bc554c9bd None None] Provisioning complete for port 343b6142-62ea-4eb7-accf-6862cab717f3 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:57.669952 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3507be56-9703-4552-b059-694bc554c9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:57.677745 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] Set router 20f2afdc-db41-44ca-a9cb-301b1fcc433e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:40:57.708975 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-37de8de6-ec2e-4a49-9b27-6e8833b55ac2 admin admin] Deleting subnet f21e11a9-a859-4d21-9da4-1c6462b6aea5 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:40:57.716841 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-29353236-6683-4f42-b1ec-54f6f48f197b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-517934386-network', 'tenant_id': '7c6106aaf5ff4a29b2e3d844247e6f01'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:57.724328 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-37de8de6-ec2e-4a49-9b27-6e8833b55ac2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:57.783750 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3868d1-0983-4ac1-8e19-6ef745fb8911 None None] Network ec4bd35c-4a30-437c-bc7a-bf64011695a3 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:57.784126 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29353236-6683-4f42-b1ec-54f6f48f197b admin admin] Made reservation on behalf of 7c6106aaf5ff4a29b2e3d844247e6f01 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:57.790968 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-29353236-6683-4f42-b1ec-54f6f48f197b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:57.814138 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-37de8de6-ec2e-4a49-9b27-6e8833b55ac2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:57.878355 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-29353236-6683-4f42-b1ec-54f6f48f197b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:57.969622 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3507be56-9703-4552-b059-694bc554c9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:57.984249 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff2c543-b45c-4d55-8b56-6b20bb0d0cc6 None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 17:40:58.058360 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-37de8de6-ec2e-4a49-9b27-6e8833b55ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:58.094336 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3507be56-9703-4552-b059-694bc554c9bd None None] For port 343b6142-62ea-4eb7-accf-6862cab717f3, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=343b6142-62ea-4eb7-accf-6862cab717f3,segment=NetworkSegment(5b548591-c83a-44df-8a7f-c22c51478386),segment_id=5b548591-c83a-44df-8a7f-c22c51478386)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:58.152913 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3507be56-9703-4552-b059-694bc554c9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:58.178390 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-29353236-6683-4f42-b1ec-54f6f48f197b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:58.193134 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-29353236-6683-4f42-b1ec-54f6f48f197b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:58.207204 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-37de8de6-ec2e-4a49-9b27-6e8833b55ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:58.239028 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-37de8de6-ec2e-4a49-9b27-6e8833b55ac2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:58.246396 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-37de8de6-ec2e-4a49-9b27-6e8833b55ac2 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f21e11a9-a859-4d21-9da4-1c6462b6aea5 HTTP/1.1" status: 204 len: 168 time: 0.6831846 Nov 11 17:40:58.249672 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507be56-9703-4552-b059-694bc554c9bd None None] Pushing event updated for resources: {'Port': ['ID=343b6142-62ea-4eb7-accf-6862cab717f3,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:58.270852 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55410) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:58.289001 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29353236-6683-4f42-b1ec-54f6f48f197b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1280} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:40:58.291158 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f2afdc-db41-44ca-a9cb-301b1fcc433e', 'name': 'tempest-TestVolumeBackupRestore-510431852-router', 'tenant_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '20ad4204-6242-4888-aaa2-dbddd5a15bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:36Z', 'updated_at': '2021-11-11T17:40:45Z', 'revision_number': 4, 'project_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'gw_port': {'id': '20ad4204-6242-4888-aaa2-dbddd5a15bd8', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f2afdc-db41-44ca-a9cb-301b1fcc433e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:38Z', 'updated_at': '2021-11-11T17:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '343b6142-62ea-4eb7-accf-6862cab717f3', 'name': '', 'network_id': '2b739410-7ac2-4f62-a6ae-8ff3150e8241', 'tenant_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'mac_address': 'fa:16:3e:76:c4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f2afdc-db41-44ca-a9cb-301b1fcc433e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '7ae71e19-86f5-44fe-83d9-b06d60f2188d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:43Z', 'updated_at': '2021-11-11T17:40:56Z', 'revision_number': 4, 'project_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'subnets': [{'id': '7ae71e19-86f5-44fe-83d9-b06d60f2188d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:58.292345 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de8de6-ec2e-4a49-9b27-6e8833b55ac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f21e11a9-a859-4d21-9da4-1c6462b6aea5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:58.331468 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa42a7c-e25a-4f00-851a-c76c2b21d8a4 None None] The sync data for ids ['20f2afdc-db41-44ca-a9cb-301b1fcc433e'] in n-d-816206-4 is: [{'id': '20f2afdc-db41-44ca-a9cb-301b1fcc433e', 'name': 'tempest-TestVolumeBackupRestore-510431852-router', 'tenant_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '20ad4204-6242-4888-aaa2-dbddd5a15bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:36Z', 'updated_at': '2021-11-11T17:40:45Z', 'revision_number': 4, 'project_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'gw_port': {'id': '20ad4204-6242-4888-aaa2-dbddd5a15bd8', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f2afdc-db41-44ca-a9cb-301b1fcc433e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:38Z', 'updated_at': '2021-11-11T17:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '343b6142-62ea-4eb7-accf-6862cab717f3', 'name': '', 'network_id': '2b739410-7ac2-4f62-a6ae-8ff3150e8241', 'tenant_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'mac_address': 'fa:16:3e:76:c4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f2afdc-db41-44ca-a9cb-301b1fcc433e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '7ae71e19-86f5-44fe-83d9-b06d60f2188d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:43Z', 'updated_at': '2021-11-11T17:40:56Z', 'revision_number': 4, 'project_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'subnets': [{'id': '7ae71e19-86f5-44fe-83d9-b06d60f2188d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:40:58.356551 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:58.372956 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29353236-6683-4f42-b1ec-54f6f48f197b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea54823a-3342-4a32-810c-79fda1d004bb,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:58.384486 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-29353236-6683-4f42-b1ec-54f6f48f197b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:58.384977 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-29353236-6683-4f42-b1ec-54f6f48f197b admin admin] Added segment 568dcbb6-7955-45ff-ad00-a15301a3f2b5 of type vlan for network 89f05d19-4e6a-4f66-acc2-ba507324af45 Nov 11 17:40:58.389617 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f5fe4c0b-4157-4494-afbb-dd0dfb78b663 None None] Provisioning complete for port 343b6142-62ea-4eb7-accf-6862cab717f3 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:58.390216 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f5fe4c0b-4157-4494-afbb-dd0dfb78b663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:58.411036 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Port': ['ID=cfdd680f-87d7-4ee4-8744-af3232b45e26,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:58.417243 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No DVR routers for this DVR port cfdd680f-87d7-4ee4-8744-af3232b45e26 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:40:58.436991 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb14ac01-f147-449c-9d68-c1c3dc67f3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:58.448626 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-29353236-6683-4f42-b1ec-54f6f48f197b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:58.526398 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff2c543-b45c-4d55-8b56-6b20bb0d0cc6 None None] Resources bound (agent type, host, resource id): {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 17:40:58.547662 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:58.593314 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4bd35c-4a30-437c-bc7a-bf64011695a3']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:58.600626 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-29353236-6683-4f42-b1ec-54f6f48f197b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:58.601697 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29353236-6683-4f42-b1ec-54f6f48f197b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:58.602363 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-29353236-6683-4f42-b1ec-54f6f48f197b admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:58.605463 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d7ec0e7-7d41-43b2-a375-efd8cac78892') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:58.605940 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d7ec0e7-7d41-43b2-a375-efd8cac78892') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:58.619810 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:58.644094 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:58.670835 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:40:58.675063 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:40:58.686103 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:40:58.853527 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-29353236-6683-4f42-b1ec-54f6f48f197b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5240574 Nov 11 17:40:58.856621 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55414) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:58.859966 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29353236-6683-4f42-b1ec-54f6f48f197b admin admin] Pushing event updated for resources: {'Network': ['ID=89f05d19-4e6a-4f66-acc2-ba507324af45,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:58.862300 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-9aadaa4e-c6b0-4718-afef-12f08809f957 admin admin] Request body: {'subnet': {'network_id': '89f05d19-4e6a-4f66-acc2-ba507324af45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-517934386-subnet', 'tenant_id': '7c6106aaf5ff4a29b2e3d844247e6f01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:58.870365 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-eb14ac01-f147-449c-9d68-c1c3dc67f3e1 admin admin] Deleting port 3a0ea8c8-e474-4835-9451-6ae5b7387359 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:40:58.870365 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb14ac01-f147-449c-9d68-c1c3dc67f3e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:58.903824 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:58.919803 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 89f05d19-4e6a-4f66-acc2-ba507324af45 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:40:58.939914 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 343b6142-62ea-4eb7-accf-6862cab717f3 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:40:58.940533 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:58.953709 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/ec4bd35c-4a30-437c-bc7a-bf64011695a3 HTTP/1.1" status: 204 len: 168 time: 4.6784031 Nov 11 17:40:58.954671 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10edc05b-5468-4167-9bef-b75603a740e2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Network': ['ID=ec4bd35c-4a30-437c-bc7a-bf64011695a3,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:58.962032 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aadaa4e-c6b0-4718-afef-12f08809f957 admin admin] Made reservation on behalf of 7c6106aaf5ff4a29b2e3d844247e6f01 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:58.964241 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55418) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:58.984700 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9aadaa4e-c6b0-4718-afef-12f08809f957 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:59.041491 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcaee436-b3ee-4db5-913b-442ce2fc23fe tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] DELETE failed (client error): The resource could not be found. Nov 11 17:40:59.045147 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcaee436-b3ee-4db5-913b-442ce2fc23fe tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:40:59.051602 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fcaee436-b3ee-4db5-913b-442ce2fc23fe tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/ec4bd35c-4a30-437c-bc7a-bf64011695a3 HTTP/1.1" status: 404 len: 339 time: 0.0833130 Nov 11 17:40:59.056701 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55428) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:40:59.062419 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-fb8e0a64-b991-4a3d-87a3-d05b0d379674 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-180417943', 'description': 'd1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:40:59.159855 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-eb14ac01-f147-449c-9d68-c1c3dc67f3e1 admin admin] For port 3a0ea8c8-e474-4835-9451-6ae5b7387359, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=3a0ea8c8-e474-4835-9451-6ae5b7387359,segment=NetworkSegment(bcfc7a02-f6f8-4ada-87ff-a487f59e83f3),segment_id=bcfc7a02-f6f8-4ada-87ff-a487f59e83f3)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:40:59.170372 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb14ac01-f147-449c-9d68-c1c3dc67f3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:59.201418 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-eb14ac01-f147-449c-9d68-c1c3dc67f3e1 admin admin] Calling delete_port for 3a0ea8c8-e474-4835-9451-6ae5b7387359 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:40:59.216985 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8e0a64-b991-4a3d-87a3-d05b0d379674 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Made reservation on behalf of 1a6cadbc07fc4239afce0d37cc9e7535 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:40:59.227002 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fb8e0a64-b991-4a3d-87a3-d05b0d379674 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:59.275824 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9aadaa4e-c6b0-4718-afef-12f08809f957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:59.289412 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 343b6142-62ea-4eb7-accf-6862cab717f3 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:40:59.290085 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:59.385147 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8e0a64-b991-4a3d-87a3-d05b0d379674 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1262} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:40:59.417409 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fb8e0a64-b991-4a3d-87a3-d05b0d379674 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:59.417771 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-fb8e0a64-b991-4a3d-87a3-d05b0d379674 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Added segment 989d1387-44e5-422e-83d6-ba85ed3e92fb of type vlan for network 9964db4e-f773-4c39-aefb-6783cac17ba1 Nov 11 17:40:59.456406 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aadaa4e-c6b0-4718-afef-12f08809f957 admin admin] Checking segment: {'id': '568dcbb6-7955-45ff-ad00-a15301a3f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '89f05d19-4e6a-4f66-acc2-ba507324af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:40:59.459326 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aadaa4e-c6b0-4718-afef-12f08809f957 admin admin] Network hostable DHCP agents. Network: 89f05d19-4e6a-4f66-acc2-ba507324af45, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:40:59.470596 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aadaa4e-c6b0-4718-afef-12f08809f957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5eef66b-d518-4b5b-9fe4-39e39f0bf822,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:59.514650 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb14ac01-f147-449c-9d68-c1c3dc67f3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:59.520107 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aadaa4e-c6b0-4718-afef-12f08809f957 admin admin] Network 89f05d19-4e6a-4f66-acc2-ba507324af45 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:40:59.558646 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-9aadaa4e-c6b0-4718-afef-12f08809f957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 89f05d19-4e6a-4f66-acc2-ba507324af45) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:40:59.564358 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aadaa4e-c6b0-4718-afef-12f08809f957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:40:59.564964 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9aadaa4e-c6b0-4718-afef-12f08809f957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:59.585267 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d19f11-22a8-4d99-ba0e-b7529a0f74c7 None None] Network 56119fab-f6cc-434d-ae1f-68528c2c14b3 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:59.605049 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9aadaa4e-c6b0-4718-afef-12f08809f957 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7471838 Nov 11 17:40:59.657654 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14ac01-f147-449c-9d68-c1c3dc67f3e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0ea8c8-e474-4835-9451-6ae5b7387359,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:40:59.676502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb14ac01-f147-449c-9d68-c1c3dc67f3e1 admin admin] No DVR routers for this DVR port 3a0ea8c8-e474-4835-9451-6ae5b7387359 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:40:59.708796 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73159e2b-4a2a-400d-9890-20c413a36885 None None] Network 89f05d19-4e6a-4f66-acc2-ba507324af45 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:40:59.725253 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fb8e0a64-b991-4a3d-87a3-d05b0d379674 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:59.817467 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb14ac01-f147-449c-9d68-c1c3dc67f3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:59.857857 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-eb14ac01-f147-449c-9d68-c1c3dc67f3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56119fab-f6cc-434d-ae1f-68528c2c14b3']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:59.882776 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-eb14ac01-f147-449c-9d68-c1c3dc67f3e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfc7a02-f6f8-4ada-87ff-a487f59e83f3') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:59.884246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-eb14ac01-f147-449c-9d68-c1c3dc67f3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfc7a02-f6f8-4ada-87ff-a487f59e83f3') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:40:59.911147 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb14ac01-f147-449c-9d68-c1c3dc67f3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:59.915464 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.db.resource_extend [None req-fb8e0a64-b991-4a3d-87a3-d05b0d379674 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:40:59.953271 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a622ce7f-9c2a-452d-876d-f9b66408bbc1 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:40:59.963345 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb14ac01-f147-449c-9d68-c1c3dc67f3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:59.980366 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb14ac01-f147-449c-9d68-c1c3dc67f3e1 admin admin] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:40:59.981293 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb14ac01-f147-449c-9d68-c1c3dc67f3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:40:59.995591 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ba460f-1b45-425f-b9a5-342c6d1a5931 None None] DHCP port deletion for 56119fab-f6cc-434d-ae1f-68528c2c14b3 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:41:00.040530 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: a622ce7f-9c2a-452d-876d-f9b66408bbc1 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:41:00.041187 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a622ce7f-9c2a-452d-876d-f9b66408bbc1 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:41:00.046957 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:41:00.049697 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:41:00.063229 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fb8e0a64-b991-4a3d-87a3-d05b0d379674 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:00.076794 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3f0a33-131e-49c4-84db-468135b1518d None None] Network 89f05d19-4e6a-4f66-acc2-ba507324af45 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:41:00.079342 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:41:00.080023 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 0b1ad566-5e0d-4ad2-b2fd-501bb6153c1d not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:41:00.081285 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8e0a64-b991-4a3d-87a3-d05b0d379674 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:00.082449 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fb8e0a64-b991-4a3d-87a3-d05b0d379674 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:00.166444 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb14ac01-f147-449c-9d68-c1c3dc67f3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:00.183399 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55446) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:00.183562 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fb8e0a64-b991-4a3d-87a3-d05b0d379674 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1253638 Nov 11 17:41:00.186843 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eb14ac01-f147-449c-9d68-c1c3dc67f3e1 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:00.192716 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-eb14ac01-f147-449c-9d68-c1c3dc67f3e1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/56119fab-f6cc-434d-ae1f-68528c2c14b3 HTTP/1.1" status: 204 len: 168 time: 1.9150746 Nov 11 17:41:00.197085 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e0a64-b991-4a3d-87a3-d05b0d379674 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Network': ['ID=9964db4e-f773-4c39-aefb-6783cac17ba1,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:00.213436 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14ac01-f147-449c-9d68-c1c3dc67f3e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=56119fab-f6cc-434d-ae1f-68528c2c14b3,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:00.233753 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 9964db4e-f773-4c39-aefb-6783cac17ba1 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:41:00.340172 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b223a372-ba0a-4f5d-8460-503587fb543e tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:00.341704 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b223a372-ba0a-4f5d-8460-503587fb543e tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "GET /v2.0/networks?id=9964db4e-f773-4c39-aefb-6783cac17ba1 HTTP/1.1" status: 200 len: 760 time: 0.1572478 Nov 11 17:41:00.345182 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55456) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:00.358918 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-f73da277-18b0-47cc-9f79-0f465a0aecb2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'network': {'description': 'd2'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:00.480428 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55460) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:00.610396 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-afec198d-d9c8-4357-b007-9c1e54f6e824 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=57c2d0884f65487b9b34aa3e0e3713dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1286232 Nov 11 17:41:00.611013 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55464) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:00.640110 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 3a0ea8c8-e474-4835-9451-6ae5b7387359 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:41:00.681515 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55466) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:00.686518 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 3a0ea8c8-e474-4835-9451-6ae5b7387359 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:41:00.687139 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 3a0ea8c8-e474-4835-9451-6ae5b7387359 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:41:00.694930 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-af04f9ac-70c7-4653-9328-b12c0779a7b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-630846293-network', 'tenant_id': '57c151689e4b44dd808a6a4a914696e9'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:00.706936 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d953d0c-e640-4dfc-8312-102acb41fc3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:00.740324 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d953d0c-e640-4dfc-8312-102acb41fc3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:00.743008 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af04f9ac-70c7-4653-9328-b12c0779a7b5 admin admin] Made reservation on behalf of 57c151689e4b44dd808a6a4a914696e9 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:41:00.746449 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-af04f9ac-70c7-4653-9328-b12c0779a7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:00.747819 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f73da277-18b0-47cc-9f79-0f465a0aecb2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:00.767179 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-af04f9ac-70c7-4653-9328-b12c0779a7b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:00.769393 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f73da277-18b0-47cc-9f79-0f465a0aecb2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:00.787435 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f73da277-18b0-47cc-9f79-0f465a0aecb2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network 9964db4e-f773-4c39-aefb-6783cac17ba1 is not hosted by any dhcp agent {{(pid=102618) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 17:41:00.802654 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73da277-18b0-47cc-9f79-0f465a0aecb2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:00.805924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f73da277-18b0-47cc-9f79-0f465a0aecb2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:00.810575 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f73da277-18b0-47cc-9f79-0f465a0aecb2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "PUT /v2.0/networks/9964db4e-f773-4c39-aefb-6783cac17ba1 HTTP/1.1" status: 200 len: 757 time: 0.4642446 Nov 11 17:41:00.813844 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55470) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:00.879985 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d953d0c-e640-4dfc-8312-102acb41fc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:00.883127 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d953d0c-e640-4dfc-8312-102acb41fc3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:00.884706 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6d953d0c-e640-4dfc-8312-102acb41fc3a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4487b8d9-4536-4be2-83aa-94512d15ee00 HTTP/1.1" status: 204 len: 168 time: 0.2724769 Nov 11 17:41:00.935961 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d953d0c-e640-4dfc-8312-102acb41fc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4487b8d9-4536-4be2-83aa-94512d15ee00,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:00.936194 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73da277-18b0-47cc-9f79-0f465a0aecb2 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Network': ['ID=9964db4e-f773-4c39-aefb-6783cac17ba1,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:00.964441 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d35990-7980-44ea-8e28-dd964ea5b00a tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:00.966478 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-17d35990-7980-44ea-8e28-dd964ea5b00a tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "GET /v2.0/networks?id=9964db4e-f773-4c39-aefb-6783cac17ba1 HTTP/1.1" status: 200 len: 760 time: 0.1520879 Nov 11 17:41:00.971129 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55474) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:00.972447 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 9964db4e-f773-4c39-aefb-6783cac17ba1 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:41:00.978017 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-f48ce777-1b79-4a36-9126-a93fcb1e66ca tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2070327656'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:01.019831 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-af04f9ac-70c7-4653-9328-b12c0779a7b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:01.026117 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-af04f9ac-70c7-4653-9328-b12c0779a7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:01.037470 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48ce777-1b79-4a36-9126-a93fcb1e66ca tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Made reservation on behalf of 1a6cadbc07fc4239afce0d37cc9e7535 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:41:01.038067 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f48ce777-1b79-4a36-9126-a93fcb1e66ca tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:01.073653 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af04f9ac-70c7-4653-9328-b12c0779a7b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1258} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:41:01.109967 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-af04f9ac-70c7-4653-9328-b12c0779a7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:01.110308 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-af04f9ac-70c7-4653-9328-b12c0779a7b5 admin admin] Added segment c0237256-b8ad-42a0-a3cb-6afd5e572588 of type vlan for network 9009a964-55ae-4375-b4e6-627bdda383b5 Nov 11 17:41:01.122194 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04f9ac-70c7-4653-9328-b12c0779a7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbc3b1e-e41c-4320-b8c0-24e1a880d8df,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:01.142830 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48ce777-1b79-4a36-9126-a93fcb1e66ca tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1283} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:41:01.179707 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f48ce777-1b79-4a36-9126-a93fcb1e66ca tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:01.180165 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-f48ce777-1b79-4a36-9126-a93fcb1e66ca tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Added segment 567729bf-42e2-4639-916a-90fa230e4044 of type vlan for network f23814b4-33bb-42f7-a0fc-09b02bd9d442 Nov 11 17:41:01.190634 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-af04f9ac-70c7-4653-9328-b12c0779a7b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:01.242062 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f48ce777-1b79-4a36-9126-a93fcb1e66ca tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:01.259271 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-af04f9ac-70c7-4653-9328-b12c0779a7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:01.260469 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af04f9ac-70c7-4653-9328-b12c0779a7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:01.261223 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-af04f9ac-70c7-4653-9328-b12c0779a7b5 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:01.382134 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-af04f9ac-70c7-4653-9328-b12c0779a7b5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6994202 Nov 11 17:41:01.385226 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f48ce777-1b79-4a36-9126-a93fcb1e66ca tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:01.385846 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55482) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:01.391061 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48ce777-1b79-4a36-9126-a93fcb1e66ca tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:01.391675 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f48ce777-1b79-4a36-9126-a93fcb1e66ca tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:01.392336 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6eb936ea-ab29-45d3-804a-b175f555ac98 admin admin] Request body: {'subnet': {'network_id': '9009a964-55ae-4375-b4e6-627bdda383b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-630846293-subnet', 'tenant_id': '57c151689e4b44dd808a6a4a914696e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:01.395788 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55484) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:01.412735 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04f9ac-70c7-4653-9328-b12c0779a7b5 admin admin] Pushing event updated for resources: {'Network': ['ID=9009a964-55ae-4375-b4e6-627bdda383b5,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:01.424674 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 9009a964-55ae-4375-b4e6-627bdda383b5 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:41:01.463657 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb936ea-ab29-45d3-804a-b175f555ac98 admin admin] Made reservation on behalf of 57c151689e4b44dd808a6a4a914696e9 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:41:01.466182 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6eb936ea-ab29-45d3-804a-b175f555ac98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:01.493488 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d802fe76-de37-4a88-a12b-592772427e9d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9b21a4eba59841ccb4434f8735caa5a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0929804 Nov 11 17:41:01.522354 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55486) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:01.543498 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f48ce777-1b79-4a36-9126-a93fcb1e66ca tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5712254 Nov 11 17:41:01.556658 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55490) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:01.568610 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5f047be8-4412-4768-9250-334f42ee074d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'subnet': {'network_id': 'f23814b4-33bb-42f7-a0fc-09b02bd9d442', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:01.650529 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4d19ab80-4b33-45c4-b15b-9548e0c0300c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:01.665344 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ce777-1b79-4a36-9126-a93fcb1e66ca tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Network': ['ID=f23814b4-33bb-42f7-a0fc-09b02bd9d442,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:01.681243 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network f23814b4-33bb-42f7-a0fc-09b02bd9d442 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:41:01.733779 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4d19ab80-4b33-45c4-b15b-9548e0c0300c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:01.756938 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f047be8-4412-4768-9250-334f42ee074d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Made reservation on behalf of 1a6cadbc07fc4239afce0d37cc9e7535 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:41:01.761453 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5f047be8-4412-4768-9250-334f42ee074d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:01.901110 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6eb936ea-ab29-45d3-804a-b175f555ac98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:01.963233 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4d19ab80-4b33-45c4-b15b-9548e0c0300c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:01.966279 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4d19ab80-4b33-45c4-b15b-9548e0c0300c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:01.968161 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4d19ab80-4b33-45c4-b15b-9548e0c0300c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/58542b26-413a-40a2-a27d-493f20d3c6e3 HTTP/1.1" status: 204 len: 168 time: 0.4444218 Nov 11 17:41:02.025145 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19ab80-4b33-45c4-b15b-9548e0c0300c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58542b26-413a-40a2-a27d-493f20d3c6e3,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:02.033918 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb936ea-ab29-45d3-804a-b175f555ac98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86218824-2068-4a46-b8f4-11e51f814e29,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:02.058667 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb936ea-ab29-45d3-804a-b175f555ac98 admin admin] Checking segment: {'id': 'c0237256-b8ad-42a0-a3cb-6afd5e572588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9009a964-55ae-4375-b4e6-627bdda383b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:41:02.059038 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb936ea-ab29-45d3-804a-b175f555ac98 admin admin] Network hostable DHCP agents. Network: 9009a964-55ae-4375-b4e6-627bdda383b5, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:41:02.091422 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb936ea-ab29-45d3-804a-b175f555ac98 admin admin] Network 9009a964-55ae-4375-b4e6-627bdda383b5 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:41:02.106997 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-6eb936ea-ab29-45d3-804a-b175f555ac98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 9009a964-55ae-4375-b4e6-627bdda383b5) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:41:02.114966 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb936ea-ab29-45d3-804a-b175f555ac98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:02.115566 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6eb936ea-ab29-45d3-804a-b175f555ac98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:02.116748 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb96f1a-8d5e-495e-a2b7-491f75422d4f None None] Network 9009a964-55ae-4375-b4e6-627bdda383b5 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:41:02.147646 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5f047be8-4412-4768-9250-334f42ee074d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:02.157292 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6eb936ea-ab29-45d3-804a-b175f555ac98 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7696831 Nov 11 17:41:02.297418 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f047be8-4412-4768-9250-334f42ee074d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Subnet': ['ID=6f71aed0-eae2-4c7d-bfa1-c07be4bcd849,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:02.319151 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f047be8-4412-4768-9250-334f42ee074d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Checking segment: {'id': '567729bf-42e2-4639-916a-90fa230e4044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'f23814b4-33bb-42f7-a0fc-09b02bd9d442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:41:02.319523 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f047be8-4412-4768-9250-334f42ee074d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network hostable DHCP agents. Network: f23814b4-33bb-42f7-a0fc-09b02bd9d442, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:41:02.368871 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f047be8-4412-4768-9250-334f42ee074d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network f23814b4-33bb-42f7-a0fc-09b02bd9d442 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:41:02.402121 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-5f047be8-4412-4768-9250-334f42ee074d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, f23814b4-33bb-42f7-a0fc-09b02bd9d442) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:41:02.407529 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f047be8-4412-4768-9250-334f42ee074d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:02.408660 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5f047be8-4412-4768-9250-334f42ee074d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:02.452599 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5f047be8-4412-4768-9250-334f42ee074d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8906639 Nov 11 17:41:02.453827 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55506) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:02.627016 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-687dd549-e70b-40a9-b188-c21b7a9c88be tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:02.646685 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee00c8b-9858-43c2-9630-aa038a96ee41 None None] Network f23814b4-33bb-42f7-a0fc-09b02bd9d442 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:41:02.690371 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65732854-82c1-497f-8cb9-143147d6d399 None None] Network 9009a964-55ae-4375-b4e6-627bdda383b5 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:41:02.785788 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-687dd549-e70b-40a9-b188-c21b7a9c88be tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:02.987239 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-687dd549-e70b-40a9-b188-c21b7a9c88be tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:03.056852 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8dce6a-7946-462d-abc5-2100330df080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-f23814b4-33bb-42f7-a0fc-09b02bd9d442', 'network_id': 'f23814b4-33bb-42f7-a0fc-09b02bd9d442', 'tenant_id': '1a6cadbc07fc4239afce0d37cc9e7535', 'fixed_ips': [{'subnet_id': '6f71aed0-eae2-4c7d-bfa1-c07be4bcd849'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:41:03.058356 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ee8dce6a-7946-462d-abc5-2100330df080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:03.067104 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dd549-e70b-40a9-b188-c21b7a9c88be tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Subnet': ['ID=6f71aed0-eae2-4c7d-bfa1-c07be4bcd849,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:03.173124 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-687dd549-e70b-40a9-b188-c21b7a9c88be tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:03.230145 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-687dd549-e70b-40a9-b188-c21b7a9c88be tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23814b4-33bb-42f7-a0fc-09b02bd9d442']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:03.246177 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-687dd549-e70b-40a9-b188-c21b7a9c88be tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567729bf-42e2-4639-916a-90fa230e4044') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:03.265797 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-687dd549-e70b-40a9-b188-c21b7a9c88be tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567729bf-42e2-4639-916a-90fa230e4044') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:03.266268 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e6dfc6-22da-4227-ac79-d769b33e37e9 None None] Network f23814b4-33bb-42f7-a0fc-09b02bd9d442 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:41:03.287641 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-687dd549-e70b-40a9-b188-c21b7a9c88be tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:03.311102 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-687dd549-e70b-40a9-b188-c21b7a9c88be tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:03.327392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687dd549-e70b-40a9-b188-c21b7a9c88be tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:41:03.329706 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-687dd549-e70b-40a9-b188-c21b7a9c88be tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:41:03.338489 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:41:03.442609 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-687dd549-e70b-40a9-b188-c21b7a9c88be tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:03.483242 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-687dd549-e70b-40a9-b188-c21b7a9c88be tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:03.489988 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-687dd549-e70b-40a9-b188-c21b7a9c88be tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/f23814b4-33bb-42f7-a0fc-09b02bd9d442 HTTP/1.1" status: 204 len: 168 time: 1.0337110 Nov 11 17:41:03.495719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55542) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:03.533324 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dd549-e70b-40a9-b188-c21b7a9c88be tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Network': ['ID=f23814b4-33bb-42f7-a0fc-09b02bd9d442,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:03.577420 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-62252856-0518-4151-8b1a-bff9d37ab6b8 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] GET failed (client error): The resource could not be found. Nov 11 17:41:03.578047 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-62252856-0518-4151-8b1a-bff9d37ab6b8 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "GET /v2.0/subnets/6f71aed0-eae2-4c7d-bfa1-c07be4bcd849 HTTP/1.1" status: 404 len: 337 time: 0.0807397 Nov 11 17:41:03.583882 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55546) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:03.626359 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-317ea003-3312-43f5-9a25-2806de17235b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] DELETE failed (client error): The resource could not be found. Nov 11 17:41:03.627308 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55548) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:03.628547 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317ea003-3312-43f5-9a25-2806de17235b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:41:03.638067 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-317ea003-3312-43f5-9a25-2806de17235b tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/f23814b4-33bb-42f7-a0fc-09b02bd9d442 HTTP/1.1" status: 404 len: 339 time: 0.0515132 Nov 11 17:41:03.639580 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55552) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:03.674395 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-cffda0f4-fb7d-4059-a6ac-653f94eeb48b tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:03.684176 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-cffda0f4-fb7d-4059-a6ac-653f94eeb48b tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/networks?id=89f05d19-4e6a-4f66-acc2-ba507324af45 HTTP/1.1" status: 200 len: 808 time: 0.3311231 Nov 11 17:41:03.728225 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-fa16bd15-a5b5-46a2-86a2-c850af46cb18 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/quotas/7c6106aaf5ff4a29b2e3d844247e6f01 HTTP/1.1" status: 200 len: 375 time: 0.0357299 Nov 11 17:41:03.783763 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-d989159a-ff80-4594-9dce-2025dc4eecf9 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c6106aaf5ff4a29b2e3d844247e6f01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545433 Nov 11 17:41:03.873586 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d0a10fd5-f4d5-41ec-b606-284416c9de53 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1126114667-network', 'tenant_id': '3a2bcbd88abb40d9b5482ba600944f61'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:03.890942 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee9dbf9-d1c0-4aca-90fc-263dad60d177 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:03.897946 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3ee9dbf9-d1c0-4aca-90fc-263dad60d177 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2570260 Nov 11 17:41:03.899344 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55556) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:03.927448 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a10fd5-f4d5-41ec-b606-284416c9de53 admin admin] Made reservation on behalf of 3a2bcbd88abb40d9b5482ba600944f61 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:41:03.931243 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d0a10fd5-f4d5-41ec-b606-284416c9de53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:03.956963 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d0a10fd5-f4d5-41ec-b606-284416c9de53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:03.966150 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55560) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:03.968789 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e2ab29d5-1e59-4e6e-90a8-bdb4d76d34fa tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "GET /v2.0/subnets?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 207 time: 0.0679975 Nov 11 17:41:04.069926 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-9059e555-3c81-4104-88d4-c7a43c80de02 service neutron] 10.222.0.76 "GET /v2.0/networks/89f05d19-4e6a-4f66-acc2-ba507324af45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852511 Nov 11 17:41:04.311656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4ea5b0-b7a4-441e-b2bd-509c4fc42c5c tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:04.317583 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4ea5b0-b7a4-441e-b2bd-509c4fc42c5c tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:04.323917 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4ea5b0-b7a4-441e-b2bd-509c4fc42c5c tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:04.329945 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4ea5b0-b7a4-441e-b2bd-509c4fc42c5c tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:04.331700 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0c4ea5b0-b7a4-441e-b2bd-509c4fc42c5c tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3608413 Nov 11 17:41:04.337185 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55562) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:04.365262 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-5c113d09-93e5-4169-a62f-ad0a4a1ccf36 service neutron] 10.222.0.76 "GET /v2.0/networks/89f05d19-4e6a-4f66-acc2-ba507324af45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943788 Nov 11 17:41:04.815761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-630aca07-c606-457d-842f-613c8789f7cd req-15c28fca-f23c-430b-a6b0-bc99075f376d tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a4b45a1-3c96-49b6-b81d-b151186ec4c5 HTTP/1.1" status: 200 len: 210 time: 0.0497797 Nov 11 17:41:04.820449 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d0a10fd5-f4d5-41ec-b606-284416c9de53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:04.832557 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d0a10fd5-f4d5-41ec-b606-284416c9de53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:04.899008 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a10fd5-f4d5-41ec-b606-284416c9de53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1285} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:41:04.906610 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a10fd5-f4d5-41ec-b606-284416c9de53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c972e849-ff99-478b-898b-42170c19f2cd,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:04.926429 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-09e49d7c-59bf-45b4-b635-5fb605ce4ea8 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.5880048 Nov 11 17:41:04.930980 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d0a10fd5-f4d5-41ec-b606-284416c9de53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:04.931217 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55576) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:04.931782 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-d0a10fd5-f4d5-41ec-b606-284416c9de53 admin admin] Added segment 5f3878bf-345d-4247-b71c-49243ef85b30 of type vlan for network 401ac1b0-6936-49b6-bce2-6f0de51be0e2 Nov 11 17:41:04.982707 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d0a10fd5-f4d5-41ec-b606-284416c9de53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:05.022678 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d0a10fd5-f4d5-41ec-b606-284416c9de53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:05.023711 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a10fd5-f4d5-41ec-b606-284416c9de53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:05.025104 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d0a10fd5-f4d5-41ec-b606-284416c9de53 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:05.039272 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4cdc2f-f57d-4800-b12f-b788335ea087 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:05.040832 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4cdc2f-f57d-4800-b12f-b788335ea087 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:05.056465 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9f4cdc2f-f57d-4800-b12f-b788335ea087 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1226671 Nov 11 17:41:05.058332 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55580) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:05.094166 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d0a10fd5-f4d5-41ec-b606-284416c9de53 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4626067 Nov 11 17:41:05.099739 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55584) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:05.108777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-184edd24-dec5-482a-8f38-969d27e0e310 admin admin] Request body: {'subnet': {'network_id': '401ac1b0-6936-49b6-bce2-6f0de51be0e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1126114667-subnet', 'tenant_id': '3a2bcbd88abb40d9b5482ba600944f61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:05.120287 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a10fd5-f4d5-41ec-b606-284416c9de53 admin admin] Pushing event updated for resources: {'Network': ['ID=401ac1b0-6936-49b6-bce2-6f0de51be0e2,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:05.138276 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 401ac1b0-6936-49b6-bce2-6f0de51be0e2 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:41:05.148126 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184edd24-dec5-482a-8f38-969d27e0e310 admin admin] Made reservation on behalf of 3a2bcbd88abb40d9b5482ba600944f61 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:41:05.156679 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-184edd24-dec5-482a-8f38-969d27e0e310 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:05.212332 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b877c9d-395a-4516-97f3-d490c1ad0b57 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['shared'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:05.219636 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b877c9d-395a-4516-97f3-d490c1ad0b57 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['shared'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:05.225253 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1b877c9d-395a-4516-97f3-d490c1ad0b57 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1649456 Nov 11 17:41:05.230511 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55588) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:05.389247 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284a2989-7ec7-4e7d-b0ff-fc1c320e0fdc tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:05.391106 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-284a2989-7ec7-4e7d-b0ff-fc1c320e0fdc tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "GET /v2.0/networks/0822cc81-0f63-46d4-9035-6e230ee004db HTTP/1.1" status: 200 len: 799 time: 0.1578789 Nov 11 17:41:05.394876 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55590) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:05.546023 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-184edd24-dec5-482a-8f38-969d27e0e310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:05.550505 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a1a0dd2c-5e64-4f39-94e6-77c500d2c470 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "GET /v2.0/networks/0822cc81-0f63-46d4-9035-6e230ee004db?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1543102 Nov 11 17:41:05.554062 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55596) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:05.620728 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184edd24-dec5-482a-8f38-969d27e0e310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=240c294b-d8f3-4633-a1d2-d3c876d7f4d9,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:05.635388 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f77010-2c87-4865-8e60-cdb96d406597 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:05.636820 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c1f77010-2c87-4865-8e60-cdb96d406597 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "GET /v2.0/subnets/55b25e7c-885a-4f48-93a8-453382b88b6a HTTP/1.1" status: 200 len: 811 time: 0.0817516 Nov 11 17:41:05.640471 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55602) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:05.653178 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184edd24-dec5-482a-8f38-969d27e0e310 admin admin] Checking segment: {'id': '5f3878bf-345d-4247-b71c-49243ef85b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '401ac1b0-6936-49b6-bce2-6f0de51be0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:41:05.655760 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184edd24-dec5-482a-8f38-969d27e0e310 admin admin] Network hostable DHCP agents. Network: 401ac1b0-6936-49b6-bce2-6f0de51be0e2, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:41:05.676044 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184edd24-dec5-482a-8f38-969d27e0e310 admin admin] Network 401ac1b0-6936-49b6-bce2-6f0de51be0e2 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:41:05.694745 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-184edd24-dec5-482a-8f38-969d27e0e310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 401ac1b0-6936-49b6-bce2-6f0de51be0e2) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:41:05.702582 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184edd24-dec5-482a-8f38-969d27e0e310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:05.703168 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-184edd24-dec5-482a-8f38-969d27e0e310 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:05.707689 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02ac660-5371-48e8-96c3-72e953241b29 None None] Network 401ac1b0-6936-49b6-bce2-6f0de51be0e2 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:41:05.739676 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-184edd24-dec5-482a-8f38-969d27e0e310 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6380796 Nov 11 17:41:05.757788 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5125138-99b2-4386-b091-b76baee149ed tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['shared'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:05.761314 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f5125138-99b2-4386-b091-b76baee149ed tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "GET /v2.0/subnets/55b25e7c-885a-4f48-93a8-453382b88b6a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1197646 Nov 11 17:41:05.768490 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55610) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:05.774781 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d7e9077e-4c6e-40f5-8c33-5f8ef5dcba7c tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1019820041'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:05.820060 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e9077e-4c6e-40f5-8c33-5f8ef5dcba7c tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Made reservation on behalf of 1a6cadbc07fc4239afce0d37cc9e7535 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:41:05.845823 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d7e9077e-4c6e-40f5-8c33-5f8ef5dcba7c tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:05.896636 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e9077e-4c6e-40f5-8c33-5f8ef5dcba7c tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1276} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:41:05.922440 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d7e9077e-4c6e-40f5-8c33-5f8ef5dcba7c tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:05.922842 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-d7e9077e-4c6e-40f5-8c33-5f8ef5dcba7c tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Added segment bf18f664-799d-44e8-8e5d-b4ff01eb61c6 of type vlan for network 4bd6a32f-a98c-40f4-b3aa-f170aa201746 Nov 11 17:41:05.977854 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e280b222-a950-49f8-b21e-66911796a2bd None None] Network 401ac1b0-6936-49b6-bce2-6f0de51be0e2 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:41:06.014749 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60259604-c91e-4736-bfcb-a4c956ba8ac5 req-42d84772-0c1a-49ca-a7f3-4aa66e844e01 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a4b45a1-3c96-49b6-b81d-b151186ec4c5 HTTP/1.1" status: 200 len: 210 time: 0.0759923 Nov 11 17:41:06.084389 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d7e9077e-4c6e-40f5-8c33-5f8ef5dcba7c tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:06.154250 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d7e9077e-4c6e-40f5-8c33-5f8ef5dcba7c tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:06.167909 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e9077e-4c6e-40f5-8c33-5f8ef5dcba7c tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:06.169119 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d7e9077e-4c6e-40f5-8c33-5f8ef5dcba7c tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:06.205840 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d7e9077e-4c6e-40f5-8c33-5f8ef5dcba7c tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4336309 Nov 11 17:41:06.206198 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55618) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:06.219038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5e095cb4-5a1b-4f7a-a38a-5fc4ea865f1d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'subnet': {'network_id': '4bd6a32f-a98c-40f4-b3aa-f170aa201746', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:06.264046 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9077e-4c6e-40f5-8c33-5f8ef5dcba7c tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Network': ['ID=4bd6a32f-a98c-40f4-b3aa-f170aa201746,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:06.275124 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 4bd6a32f-a98c-40f4-b3aa-f170aa201746 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:41:06.467521 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-be2f4df0-aa74-48d0-9d2f-cb5f1ad3b0a2 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:06.469063 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-be2f4df0-aa74-48d0-9d2f-cb5f1ad3b0a2 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.64 "GET /v2.0/networks?id=89f05d19-4e6a-4f66-acc2-ba507324af45 HTTP/1.1" status: 200 len: 808 time: 0.2395544 Nov 11 17:41:06.470208 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e095cb4-5a1b-4f7a-a38a-5fc4ea865f1d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Made reservation on behalf of 1a6cadbc07fc4239afce0d37cc9e7535 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:41:06.474406 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e095cb4-5a1b-4f7a-a38a-5fc4ea865f1d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:06.521514 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-fc4594c6-60cb-480d-843b-cade199e4eba tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Request body: {'port': {'device_id': '3a4b45a1-3c96-49b6-b81d-b151186ec4c5', 'network_id': '89f05d19-4e6a-4f66-acc2-ba507324af45', 'admin_state_up': True, 'tenant_id': '7c6106aaf5ff4a29b2e3d844247e6f01'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:06.596239 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.ipam_backend_mixin [None req-5e095cb4-5a1b-4f7a-a38a-5fc4ea865f1d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Performing IP validity checks on allocation pools {{(pid=102617) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 17:41:06.596860 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.ipam_backend_mixin [None req-5e095cb4-5a1b-4f7a-a38a-5fc4ea865f1d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102617) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 17:41:06.651334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55630) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:06.656704 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-771e01f8-c78f-4971-b199-f09a8367b4a8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-573081065-network', 'tenant_id': '70d558671b2a4a90987c14bc697520c6'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:06.684134 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771e01f8-c78f-4971-b199-f09a8367b4a8 admin admin] Made reservation on behalf of 70d558671b2a4a90987c14bc697520c6 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:41:06.696909 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-771e01f8-c78f-4971-b199-f09a8367b4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:06.722847 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-771e01f8-c78f-4971-b199-f09a8367b4a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:06.724919 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-fc4594c6-60cb-480d-843b-cade199e4eba tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Made reservation on behalf of 7c6106aaf5ff4a29b2e3d844247e6f01 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:41:06.730211 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-fc4594c6-60cb-480d-843b-cade199e4eba tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:06.871663 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e095cb4-5a1b-4f7a-a38a-5fc4ea865f1d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:06.909002 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-771e01f8-c78f-4971-b199-f09a8367b4a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:06.914872 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-771e01f8-c78f-4971-b199-f09a8367b4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:06.948634 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771e01f8-c78f-4971-b199-f09a8367b4a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1299} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:41:06.971431 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e01f8-c78f-4971-b199-f09a8367b4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c5a5d2-14fc-47d5-b756-564fefe5fbca,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:06.975319 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-771e01f8-c78f-4971-b199-f09a8367b4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:06.975704 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-771e01f8-c78f-4971-b199-f09a8367b4a8 admin admin] Added segment 39636b37-9ed2-4821-b359-b2728d57fca5 of type vlan for network 8fd0939e-92a2-47cd-a17c-2d7db43e2c67 Nov 11 17:41:07.004957 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e095cb4-5a1b-4f7a-a38a-5fc4ea865f1d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Subnet': ['ID=c3e49682-39a3-48d3-b2a0-2e7ee152c805,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:07.034875 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-771e01f8-c78f-4971-b199-f09a8367b4a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:07.038186 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e095cb4-5a1b-4f7a-a38a-5fc4ea865f1d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Checking segment: {'id': 'bf18f664-799d-44e8-8e5d-b4ff01eb61c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '4bd6a32f-a98c-40f4-b3aa-f170aa201746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:41:07.038941 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e095cb4-5a1b-4f7a-a38a-5fc4ea865f1d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network hostable DHCP agents. Network: 4bd6a32f-a98c-40f4-b3aa-f170aa201746, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:41:07.048805 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-fc4594c6-60cb-480d-843b-cade199e4eba tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Allocated IP 172.20.0.5 (89f05d19-4e6a-4f66-acc2-ba507324af45/e5eef66b-d518-4b5b-9fe4-39e39f0bf822/87acb03c-3ab6-4015-b95a-2fed1c42bcd2) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:41:07.077505 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-771e01f8-c78f-4971-b199-f09a8367b4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:07.078720 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771e01f8-c78f-4971-b199-f09a8367b4a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:07.079693 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-771e01f8-c78f-4971-b199-f09a8367b4a8 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:07.152569 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e095cb4-5a1b-4f7a-a38a-5fc4ea865f1d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Network 4bd6a32f-a98c-40f4-b3aa-f170aa201746 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:41:07.185862 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e01f8-c78f-4971-b199-f09a8367b4a8 admin admin] Pushing event updated for resources: {'Network': ['ID=8fd0939e-92a2-47cd-a17c-2d7db43e2c67,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:07.198976 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 8fd0939e-92a2-47cd-a17c-2d7db43e2c67 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:41:07.200513 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-5e095cb4-5a1b-4f7a-a38a-5fc4ea865f1d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 4bd6a32f-a98c-40f4-b3aa-f170aa201746) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:41:07.217765 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e095cb4-5a1b-4f7a-a38a-5fc4ea865f1d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:07.218526 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e095cb4-5a1b-4f7a-a38a-5fc4ea865f1d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550838'] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:07.241722 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5e095cb4-5a1b-4f7a-a38a-5fc4ea865f1d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0259452 Nov 11 17:41:07.244932 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55640) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:07.263421 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-7af3674e-f7dd-4ccf-8388-c9073a0e3f98 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:07.270292 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5df87012-68e1-4f5a-bcb1-a9aed994ad78 req-1f38ad24-1aec-4275-847a-bb97958af64a tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a4b45a1-3c96-49b6-b81d-b151186ec4c5 HTTP/1.1" status: 200 len: 210 time: 0.0925560 Nov 11 17:41:07.287878 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61746601-1e1e-4513-91ad-953c663751a2 None None] Network 4bd6a32f-a98c-40f4-b3aa-f170aa201746 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:41:07.292278 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-771e01f8-c78f-4971-b199-f09a8367b4a8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6394269 Nov 11 17:41:07.293052 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55642) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:07.298490 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-77847b4f-b865-4150-a7d3-8aef41a33950 admin admin] Request body: {'subnet': {'network_id': '8fd0939e-92a2-47cd-a17c-2d7db43e2c67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-573081065-subnet', 'tenant_id': '70d558671b2a4a90987c14bc697520c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:07.335675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77847b4f-b865-4150-a7d3-8aef41a33950 admin admin] Made reservation on behalf of 70d558671b2a4a90987c14bc697520c6 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:41:07.340674 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77847b4f-b865-4150-a7d3-8aef41a33950 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:07.459720 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-fc4594c6-60cb-480d-843b-cade199e4eba tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:07.528799 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-27ae5c8e-f2e4-4bab-87e4-6ef9751759f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:07.542010 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-fc4594c6-60cb-480d-843b-cade199e4eba tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:07.626869 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-fc4594c6-60cb-480d-843b-cade199e4eba tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Network 89f05d19-4e6a-4f66-acc2-ba507324af45 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:41:07.633012 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7af3674e-f7dd-4ccf-8388-c9073a0e3f98 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8968702'] for subnet, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:07.635666 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-fc4594c6-60cb-480d-843b-cade199e4eba tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:41:07.643821 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-fc4594c6-60cb-480d-843b-cade199e4eba tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:41:07.681096 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4594c6-60cb-480d-843b-cade199e4eba tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Pushing event updated for resources: {'Port': ['ID=87acb03c-3ab6-4015-b95a-2fed1c42bcd2,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:07.754898 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77847b4f-b865-4150-a7d3-8aef41a33950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:07.759072 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-fc4594c6-60cb-480d-843b-cade199e4eba tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:07.759748 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-fc4594c6-60cb-480d-843b-cade199e4eba tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:07.773105 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d180937-21d0-4576-b386-8d7aa5911499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-4bd6a32f-a98c-40f4-b3aa-f170aa201746', 'network_id': '4bd6a32f-a98c-40f4-b3aa-f170aa201746', 'tenant_id': '1a6cadbc07fc4239afce0d37cc9e7535', 'fixed_ips': [{'subnet_id': 'c3e49682-39a3-48d3-b2a0-2e7ee152c805'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:41:07.774018 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8d180937-21d0-4576-b386-8d7aa5911499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:07.816466 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-fc4594c6-60cb-480d-843b-cade199e4eba tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3234887 Nov 11 17:41:07.851008 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] Request body: {'port': {'device_id': '3a4b45a1-3c96-49b6-b81d-b151186ec4c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:07.863213 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77847b4f-b865-4150-a7d3-8aef41a33950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86cb8f2b-1a14-4e6c-b906-4905b9a2f91a,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:07.902240 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77847b4f-b865-4150-a7d3-8aef41a33950 admin admin] Checking segment: {'id': '39636b37-9ed2-4821-b359-b2728d57fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '8fd0939e-92a2-47cd-a17c-2d7db43e2c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:41:07.902855 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77847b4f-b865-4150-a7d3-8aef41a33950 admin admin] Network hostable DHCP agents. Network: 8fd0939e-92a2-47cd-a17c-2d7db43e2c67, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:41:07.948771 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77847b4f-b865-4150-a7d3-8aef41a33950 admin admin] Network 8fd0939e-92a2-47cd-a17c-2d7db43e2c67 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:41:07.964080 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-77847b4f-b865-4150-a7d3-8aef41a33950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 8fd0939e-92a2-47cd-a17c-2d7db43e2c67) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:41:07.969847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77847b4f-b865-4150-a7d3-8aef41a33950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:07.970465 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77847b4f-b865-4150-a7d3-8aef41a33950 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:07.973593 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d22facf-10ad-4de2-affc-79fd266af109 None None] Network 8fd0939e-92a2-47cd-a17c-2d7db43e2c67 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:41:08.000274 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-77847b4f-b865-4150-a7d3-8aef41a33950 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7032540 Nov 11 17:41:08.128382 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:08.204415 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb3359b-7ce0-4676-a0ec-8d3180c5c47e None None] Network 8fd0939e-92a2-47cd-a17c-2d7db43e2c67 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:41:08.214926 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7af3674e-f7dd-4ccf-8388-c9073a0e3f98 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765003502978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8702010'] for subnet, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:08.278513 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af3674e-f7dd-4ccf-8388-c9073a0e3f98 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:08.279158 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7af3674e-f7dd-4ccf-8388-c9073a0e3f98 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:08.281110 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7af3674e-f7dd-4ccf-8388-c9073a0e3f98 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "PUT /v2.0/subnets/c3e49682-39a3-48d3-b2a0-2e7ee152c805 HTTP/1.1" status: 200 len: 877 time: 1.0236626 Nov 11 17:41:08.284684 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55656) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:08.380886 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-8d180937-21d0-4576-b386-8d7aa5911499 None None] Allocated IP 172.20.0.3 (4bd6a32f-a98c-40f4-b3aa-f170aa201746/c3e49682-39a3-48d3-b2a0-2e7ee152c805/3cbdb882-f408-45e9-9d9c-6bf1379d0cc3) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:41:08.482471 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79e85d-f3ce-4dbb-a0ad-c29965900d6c req-a7dac631-0c4c-4376-930c-7657c1b4499e tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:08.497882 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db79e85d-f3ce-4dbb-a0ad-c29965900d6c req-a7dac631-0c4c-4376-930c-7657c1b4499e tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a4b45a1-3c96-49b6-b81d-b151186ec4c5 HTTP/1.1" status: 200 len: 931 time: 0.0960715 Nov 11 17:41:08.506431 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3674e-f7dd-4ccf-8388-c9073a0e3f98 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event updated for resources: {'Subnet': ['ID=c3e49682-39a3-48d3-b2a0-2e7ee152c805,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:08.520863 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:08.588366 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db79e85d-f3ce-4dbb-a0ad-c29965900d6c req-2662d168-3688-4ea7-a532-0f8ed2d25ec6 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea54823a-3342-4a32-810c-79fda1d004bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885770 Nov 11 17:41:08.598840 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8d180937-21d0-4576-b386-8d7aa5911499 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:08.636207 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:08.678674 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8d180937-21d0-4576-b386-8d7aa5911499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:08.724137 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d180937-21d0-4576-b386-8d7aa5911499 None None] Network 4bd6a32f-a98c-40f4-b3aa-f170aa201746 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:41:08.730046 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-8d180937-21d0-4576-b386-8d7aa5911499 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:41:08.739598 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d180937-21d0-4576-b386-8d7aa5911499 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:41:08.804609 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d180937-21d0-4576-b386-8d7aa5911499 None None] Pushing event updated for resources: {'Port': ['ID=3cbdb882-f408-45e9-9d9c-6bf1379d0cc3,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:08.836336 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:08.848355 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8d180937-21d0-4576-b386-8d7aa5911499 None None] Attempting to bind port 3cbdb882-f408-45e9-9d9c-6bf1379d0cc3 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:41:08.849282 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8d180937-21d0-4576-b386-8d7aa5911499 None None] Attempting to bind port 3cbdb882-f408-45e9-9d9c-6bf1379d0cc3 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bf18f664-799d-44e8-8e5d-b4ff01eb61c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '4bd6a32f-a98c-40f4-b3aa-f170aa201746'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:41:08.849282 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d180937-21d0-4576-b386-8d7aa5911499 None None] Attempting to bind port 3cbdb882-f408-45e9-9d9c-6bf1379d0cc3 on network 4bd6a32f-a98c-40f4-b3aa-f170aa201746 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:41:08.855682 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d180937-21d0-4576-b386-8d7aa5911499 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:41:08.856322 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d180937-21d0-4576-b386-8d7aa5911499 None None] Checking segment: {'id': 'bf18f664-799d-44e8-8e5d-b4ff01eb61c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '4bd6a32f-a98c-40f4-b3aa-f170aa201746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:41:08.856728 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8d180937-21d0-4576-b386-8d7aa5911499 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:08.857124 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d180937-21d0-4576-b386-8d7aa5911499 None None] Bound using segment: {'id': 'bf18f664-799d-44e8-8e5d-b4ff01eb61c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '4bd6a32f-a98c-40f4-b3aa-f170aa201746'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:41:08.857608 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8d180937-21d0-4576-b386-8d7aa5911499 None None] Bound port: 3cbdb882-f408-45e9-9d9c-6bf1379d0cc3, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf18f664-799d-44e8-8e5d-b4ff01eb61c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '4bd6a32f-a98c-40f4-b3aa-f170aa201746'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:41:08.858039 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8d180937-21d0-4576-b386-8d7aa5911499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:08.919023 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e49682-39a3-48d3-b2a0-2e7ee152c805,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:08.965416 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-8d180937-21d0-4576-b386-8d7aa5911499 None None] For port 3cbdb882-f408-45e9-9d9c-6bf1379d0cc3, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:41:08.970874 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-8d180937-21d0-4576-b386-8d7aa5911499 None None] For port 3cbdb882-f408-45e9-9d9c-6bf1379d0cc3, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=3cbdb882-f408-45e9-9d9c-6bf1379d0cc3,segment=NetworkSegment(bf18f664-799d-44e8-8e5d-b4ff01eb61c6),segment_id=bf18f664-799d-44e8-8e5d-b4ff01eb61c6)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:41:08.975790 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8d180937-21d0-4576-b386-8d7aa5911499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:09.070005 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87acb03c-3ab6-4015-b95a-2fed1c42bcd2 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:41:09.092170 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:09.096179 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:09.125380 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] Transition to ACTIVE for port object 87acb03c-3ab6-4015-b95a-2fed1c42bcd2 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:41:09.127162 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd6a32f-a98c-40f4-b3aa-f170aa201746']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:09.137012 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:09.149653 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf18f664-799d-44e8-8e5d-b4ff01eb61c6') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:09.150032 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf18f664-799d-44e8-8e5d-b4ff01eb61c6') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:09.172775 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d180937-21d0-4576-b386-8d7aa5911499 None None] Pushing event updated for resources: {'Port': ['ID=3cbdb882-f408-45e9-9d9c-6bf1379d0cc3,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:09.203651 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9072c9d-43ea-4dde-86d6-dfbb06421b92 None None] Network 4bd6a32f-a98c-40f4-b3aa-f170aa201746 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:41:09.239680 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] Pushing event updated for resources: {'Port': ['ID=87acb03c-3ab6-4015-b95a-2fed1c42bcd2,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:09.251229 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:09.285710 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:09.359181 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:41:09.359505 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:41:09.362970 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:41:09.365285 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-eb5dcc76-a70f-47bf-84ad-75fff12a9ad0 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:09.372821 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-eb5dcc76-a70f-47bf-84ad-75fff12a9ad0 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/networks?id=401ac1b0-6936-49b6-bce2-6f0de51be0e2 HTTP/1.1" status: 200 len: 812 time: 0.2564468 Nov 11 17:41:09.401185 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-fa5c5eab-7f5b-4475-99a6-df7ab94d5a06 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/quotas/3a2bcbd88abb40d9b5482ba600944f61 HTTP/1.1" status: 200 len: 375 time: 0.0273840 Nov 11 17:41:09.456216 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec0fb2d-1c46-40b1-96c8-6ca2d5230581 None None] Network 4bd6a32f-a98c-40f4-b3aa-f170aa201746 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:41:09.475329 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-bf5e26c1-ee2b-4e2e-af2a-3cefe2e5340c tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a2bcbd88abb40d9b5482ba600944f61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729988 Nov 11 17:41:09.556932 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] Attempting to bind port 87acb03c-3ab6-4015-b95a-2fed1c42bcd2 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:41:09.557339 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] Attempting to bind port 87acb03c-3ab6-4015-b95a-2fed1c42bcd2 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '568dcbb6-7955-45ff-ad00-a15301a3f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '89f05d19-4e6a-4f66-acc2-ba507324af45'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:41:09.557592 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] Attempting to bind port 87acb03c-3ab6-4015-b95a-2fed1c42bcd2 on network 89f05d19-4e6a-4f66-acc2-ba507324af45 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:41:09.560706 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.db.api [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 17:41:09.560706 n-d-816206-4 neutron-server[102617]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 17:41:09.560706 n-d-816206-4 neutron-server[102617]: [parameters: {'id': '4bd6a32f-a98c-40f4-b3aa-f170aa201746'}] Nov 11 17:41:09.560706 n-d-816206-4 neutron-server[102617]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:41:09.561148 n-d-816206-4 neutron-server[102617]: DEBUG oslo_db.api [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:41:09.563656 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] Port 87acb03c-3ab6-4015-b95a-2fed1c42bcd2 on network 89f05d19-4e6a-4f66-acc2-ba507324af45 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:41:09.564069 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] Attempting to bind port 87acb03c-3ab6-4015-b95a-2fed1c42bcd2 on network 89f05d19-4e6a-4f66-acc2-ba507324af45 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:41:09.574403 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:41:09.574403 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] Checking segment: {'id': '568dcbb6-7955-45ff-ad00-a15301a3f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '89f05d19-4e6a-4f66-acc2-ba507324af45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:41:09.574403 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] Bound using segment: {'id': '568dcbb6-7955-45ff-ad00-a15301a3f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '89f05d19-4e6a-4f66-acc2-ba507324af45'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:41:09.574403 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] Bound port: 87acb03c-3ab6-4015-b95a-2fed1c42bcd2, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '568dcbb6-7955-45ff-ad00-a15301a3f2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '89f05d19-4e6a-4f66-acc2-ba507324af45'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:41:09.574403 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:09.659505 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-a067282e-129c-4576-a128-a46b4cc1a0ff service neutron] 10.222.0.76 "GET /v2.0/networks/401ac1b0-6936-49b6-bce2-6f0de51be0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831055 Nov 11 17:41:09.661840 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] For port 87acb03c-3ab6-4015-b95a-2fed1c42bcd2, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:41:09.665833 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] For port 87acb03c-3ab6-4015-b95a-2fed1c42bcd2, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=87acb03c-3ab6-4015-b95a-2fed1c42bcd2,segment=NetworkSegment(568dcbb6-7955-45ff-ad00-a15301a3f2b5),segment_id=568dcbb6-7955-45ff-ad00-a15301a3f2b5)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:41:09.674511 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:09.699953 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbbf28e-78c2-4042-9205-557560f1d8f1 None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 17:41:09.725283 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:09.726043 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:09.727604 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] 10.222.0.64 "PUT /v2.0/ports/87acb03c-3ab6-4015-b95a-2fed1c42bcd2 HTTP/1.1" status: 200 len: 1091 time: 1.8938949 Nov 11 17:41:09.728167 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4b45a1-3c96-49b6-b81d-b151186ec4c5', 'tag': '87acb03c-3ab6-4015-b95a-2fed1c42bcd2'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:41:09.731550 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3aa8f22-1f88-4928-a2cc-9f577dbbbe66" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4b45a1-3c96-49b6-b81d-b151186ec4c5", "tag": "87acb03c-3ab6-4015-b95a-2fed1c42bcd2"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:41:09.760861 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642bc1e-fa03-4cb0-af10-532e53638c22 service neutron] Pushing event updated for resources: {'Port': ['ID=87acb03c-3ab6-4015-b95a-2fed1c42bcd2,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:09.870155 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-30d2d1b0-0e0f-4535-8146-a6493f25049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:09.871605 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-af2dd5ca-1e59-40a4-b3ce-1e7c7100169e service neutron] 10.222.0.76 "GET /v2.0/networks/401ac1b0-6936-49b6-bce2-6f0de51be0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112632 Nov 11 17:41:09.875987 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-30d2d1b0-0e0f-4535-8146-a6493f25049e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c6106aaf5ff4a29b2e3d844247e6f01&device_id=3a4b45a1-3c96-49b6-b81d-b151186ec4c5 HTTP/1.1" status: 200 len: 1094 time: 0.0895360 Nov 11 17:41:09.938176 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbbf28e-78c2-4042-9205-557560f1d8f1 None None] Resources bound (agent type, host, resource id): {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 17:41:09.965729 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-1c4223b2-5e70-42ba-9639-067b777ebb0d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87acb03c-3ab6-4015-b95a-2fed1c42bcd2 HTTP/1.1" status: 200 len: 217 time: 0.0750389 Nov 11 17:41:10.511305 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-20671ffa-c1ca-4328-9ba0-fba45d00a7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:10.570164 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:10.574731 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-6baa1826-69b5-47da-9922-dd914671f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:10.576377 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-6baa1826-69b5-47da-9922-dd914671f6b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5eef66b-d518-4b5b-9fe4-39e39f0bf822 HTTP/1.1" status: 200 len: 848 time: 0.6035881 Nov 11 17:41:10.681463 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-72f1b3bb-a0a5-4ade-83d9-bbdccb50ca2d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89f05d19-4e6a-4f66-acc2-ba507324af45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718460 Nov 11 17:41:10.907204 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Deleting port 3cbdb882-f408-45e9-9d9c-6bf1379d0cc3 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:41:10.908237 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:10.942191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241bcd5-383f-479f-9796-b74d3f65ac52 req-57fa254f-5847-4538-a56a-340e77e0f4f7 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:10.956587 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8241bcd5-383f-479f-9796-b74d3f65ac52 req-57fa254f-5847-4538-a56a-340e77e0f4f7 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a4b45a1-3c96-49b6-b81d-b151186ec4c5 HTTP/1.1" status: 200 len: 943 time: 0.1312084 Nov 11 17:41:10.973876 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:11.016866 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9776f56a-a966-4f1e-9b1e-f33d10ce604a None None] DHCP port deletion for 89f05d19-4e6a-4f66-acc2-ba507324af45 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:41:11.101332 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8241bcd5-383f-479f-9796-b74d3f65ac52 req-551cd6e2-14b2-4a9a-b08a-f2e0b4c9ea70 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea54823a-3342-4a32-810c-79fda1d004bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420162 Nov 11 17:41:11.135702 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e063a62b-600a-407f-926f-f591438ae99d req-b55fccec-fff6-42d4-9dbf-b07ee5f236f7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4219933 Nov 11 17:41:11.178708 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb77f5c-a6f9-49fc-bd2c-8aa026f43142 x-openstack-request-id: req-edb77f5c-a6f9-49fc-bd2c-8aa026f43142 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:41:11.179001 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4b45a1-3c96-49b6-b81d-b151186ec4c5", "tag": "87acb03c-3ab6-4015-b95a-2fed1c42bcd2", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:41:11.184700 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-edb77f5c-a6f9-49fc-bd2c-8aa026f43142 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:41:11.185496 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4b45a1-3c96-49b6-b81d-b151186ec4c5', 'tag': '87acb03c-3ab6-4015-b95a-2fed1c42bcd2', 'status': 'completed', 'code': 200} Nov 11 17:41:11.217381 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-de2a5f2a-dd55-403c-948e-e094021566d6 service neutron] 10.222.0.64 "GET /v2.0/networks/89f05d19-4e6a-4f66-acc2-ba507324af45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262277 Nov 11 17:41:11.219627 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] For port 3cbdb882-f408-45e9-9d9c-6bf1379d0cc3, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=3cbdb882-f408-45e9-9d9c-6bf1379d0cc3,segment=NetworkSegment(bf18f664-799d-44e8-8e5d-b4ff01eb61c6),segment_id=bf18f664-799d-44e8-8e5d-b4ff01eb61c6)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:11.220060 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:11.249084 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Calling delete_port for 3cbdb882-f408-45e9-9d9c-6bf1379d0cc3 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:41:11.346272 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5edb71fd-afe0-4ef8-a9b8-0e5b2ac3230d req-49be0450-3be2-4f4e-8597-5ccd9a091070 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 210 time: 0.0811234 Nov 11 17:41:11.378580 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063a62b-600a-407f-926f-f591438ae99d req-66d2735b-aa57-4b78-abbd-f7f781f50b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:11.380409 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e063a62b-600a-407f-926f-f591438ae99d req-66d2735b-aa57-4b78-abbd-f7f781f50b9f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eeac632c30574948b103f77246d9180e&device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 1097 time: 0.1546392 Nov 11 17:41:11.521540 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ba73207b-5a6d-44f1-adfb-eca004aa7b45 req-efc2de08-905d-4048-aa45-905b5fa0437b service neutron] 10.222.0.64 "GET /v2.0/networks/89f05d19-4e6a-4f66-acc2-ba507324af45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923441 Nov 11 17:41:11.524448 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:11.557711 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Port': ['ID=3cbdb882-f408-45e9-9d9c-6bf1379d0cc3,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:11.566528 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No DVR routers for this DVR port 3cbdb882-f408-45e9-9d9c-6bf1379d0cc3 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:41:11.669726 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de049014-2b57-4abf-9a67-6802eaf9f4db req-05d11a46-e209-4bd4-9283-b19f12cf227a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:11.677651 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de049014-2b57-4abf-9a67-6802eaf9f4db req-05d11a46-e209-4bd4-9283-b19f12cf227a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 946 time: 0.1417363 Nov 11 17:41:11.700063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063a62b-600a-407f-926f-f591438ae99d req-ca7946e3-1f74-4ab3-9951-ff9736769737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:11.702046 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e063a62b-600a-407f-926f-f591438ae99d req-ca7946e3-1f74-4ab3-9951-ff9736769737 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3a8bf47-1430-4314-97ff-b3524a589a13 HTTP/1.1" status: 200 len: 918 time: 0.2966940 Nov 11 17:41:11.725901 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:11.737817 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa8f22-1f88-4928-a2cc-9f577dbbbe66 req-2ffc356e-5f8f-4f18-aa58-87208a20c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:11.739572 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d3aa8f22-1f88-4928-a2cc-9f577dbbbe66 req-2ffc356e-5f8f-4f18-aa58-87208a20c3c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c6106aaf5ff4a29b2e3d844247e6f01&device_id=3a4b45a1-3c96-49b6-b81d-b151186ec4c5 HTTP/1.1" status: 200 len: 1094 time: 0.1260967 Nov 11 17:41:11.767206 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd6a32f-a98c-40f4-b3aa-f170aa201746']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:11.790824 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de049014-2b57-4abf-9a67-6802eaf9f4db req-62ca32a1-6b58-46a0-adc9-ffc9d09bf9c2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101756 Nov 11 17:41:11.828911 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e063a62b-600a-407f-926f-f591438ae99d req-f746739f-de19-4311-aa87-8324c9be7e8c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf96950-13e3-43e8-a7ce-4d027f26e852 HTTP/1.1" status: 200 len: 1002 time: 0.1144390 Nov 11 17:41:11.841052 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf18f664-799d-44e8-8e5d-b4ff01eb61c6') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:11.841426 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf18f664-799d-44e8-8e5d-b4ff01eb61c6') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:11.876146 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:11.916107 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063a62b-600a-407f-926f-f591438ae99d req-81d7770f-b9c8-4927-ad06-caf47f0d09e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:11.919068 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e063a62b-600a-407f-926f-f591438ae99d req-81d7770f-b9c8-4927-ad06-caf47f0d09e4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fa447a7e-c385-460f-86cb-d149b7215da5 HTTP/1.1" status: 200 len: 855 time: 0.0819466 Nov 11 17:41:12.024341 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:12.031752 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:41:12.032393 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:12.049668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2ccf8-7442-4168-88a2-7cb963ef1800 req-c5e9cd81-1364-4eb1-a4d4-d5dcd8f9472d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:12.051309 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8d2ccf8-7442-4168-88a2-7cb963ef1800 req-c5e9cd81-1364-4eb1-a4d4-d5dcd8f9472d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 946 time: 0.1312973 Nov 11 17:41:12.054638 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063a62b-600a-407f-926f-f591438ae99d req-bf9f7be2-d3d2-4ed1-a218-0c0f5711a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:12.060039 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa8f22-1f88-4928-a2cc-9f577dbbbe66 req-f266ab9e-07b4-4f63-b352-11def374ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:12.062078 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d3aa8f22-1f88-4928-a2cc-9f577dbbbe66 req-f266ab9e-07b4-4f63-b352-11def374ee23 service neutron] 10.222.0.64 "GET /v2.0/networks?id=89f05d19-4e6a-4f66-acc2-ba507324af45 HTTP/1.1" status: 200 len: 910 time: 0.3097456 Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:41:12.062758 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:41:12.066657 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e063a62b-600a-407f-926f-f591438ae99d req-bf9f7be2-d3d2-4ed1-a218-0c0f5711a5ed service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3a8bf47-1430-4314-97ff-b3524a589a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346951 Nov 11 17:41:12.252653 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d3aa8f22-1f88-4928-a2cc-9f577dbbbe66 req-46c21a8a-2a16-4a9a-adc6-2b3abcc778c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87acb03c-3ab6-4015-b95a-2fed1c42bcd2 HTTP/1.1" status: 200 len: 217 time: 0.1329148 Nov 11 17:41:12.265152 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:12.310156 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:12.313558 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/4bd6a32f-a98c-40f4-b3aa-f170aa201746 HTTP/1.1" status: 204 len: 168 time: 4.0228107 Nov 11 17:41:12.317947 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc58c53-931c-42c3-bf02-29fe113c3db1 req-37555080-471c-4b20-9175-2514e250e5e0 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:12.319925 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bdc58c53-931c-42c3-bf02-29fe113c3db1 req-37555080-471c-4b20-9175-2514e250e5e0 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.83 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 946 time: 0.2676051 Nov 11 17:41:12.321141 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55726) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:12.361948 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cccc519-228a-45bc-ac8e-bc110ae99f69 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Network': ['ID=4bd6a32f-a98c-40f4-b3aa-f170aa201746,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:12.365645 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2c1238-b5fb-4a8e-b3a4-b5b1c98a4e1d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] DELETE failed (client error): The resource could not be found. Nov 11 17:41:12.366325 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2c1238-b5fb-4a8e-b3a4-b5b1c98a4e1d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:41:12.370287 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ba2c1238-b5fb-4a8e-b3a4-b5b1c98a4e1d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/subnets/c3e49682-39a3-48d3-b2a0-2e7ee152c805 HTTP/1.1" status: 404 len: 337 time: 0.0406079 Nov 11 17:41:12.386394 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55730) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:12.416483 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a81c895-cabb-48a7-925a-6190de8e4661 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] DELETE failed (client error): The resource could not be found. Nov 11 17:41:12.417095 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a81c895-cabb-48a7-925a-6190de8e4661 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:41:12.420459 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2a81c895-cabb-48a7-925a-6190de8e4661 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/4bd6a32f-a98c-40f4-b3aa-f170aa201746 HTTP/1.1" status: 404 len: 339 time: 0.0334260 Nov 11 17:41:12.426511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55734) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:12.436781 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-a09fd781-7d11-44c0-957c-5db37d63f84b tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:12.438580 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-a09fd781-7d11-44c0-957c-5db37d63f84b tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.83 "GET /v2.0/networks?id=401ac1b0-6936-49b6-bce2-6f0de51be0e2 HTTP/1.1" status: 200 len: 812 time: 0.5383396 Nov 11 17:41:12.445756 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa8f22-1f88-4928-a2cc-9f577dbbbe66 req-e076ee32-f952-4355-bf83-d539381bc974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:12.447219 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d3aa8f22-1f88-4928-a2cc-9f577dbbbe66 req-e076ee32-f952-4355-bf83-d539381bc974 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5eef66b-d518-4b5b-9fe4-39e39f0bf822 HTTP/1.1" status: 200 len: 848 time: 0.1841397 Nov 11 17:41:12.459435 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-bc360f68-2cec-4267-b510-143caa86a0a9 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Request body: {'port': {'device_id': 'e34703b8-0344-49fc-b51f-53a866bdae73', 'network_id': '401ac1b0-6936-49b6-bce2-6f0de51be0e2', 'admin_state_up': True, 'tenant_id': '3a2bcbd88abb40d9b5482ba600944f61'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:12.494324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8d2ccf8-7442-4168-88a2-7cb963ef1800 req-8c9331cb-cd9c-4521-9b67-3892245e8745 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=2eeed95f-9ce4-412d-82d0-bdabfe230b02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4287803 Nov 11 17:41:12.512070 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a957a4-a6db-47a3-a01f-bfeca6ebb497 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] DELETE failed (client error): The resource could not be found. Nov 11 17:41:12.512712 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a957a4-a6db-47a3-a01f-bfeca6ebb497 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:41:12.515980 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-37a957a4-a6db-47a3-a01f-bfeca6ebb497 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/subnets/6f71aed0-eae2-4c7d-bfa1-c07be4bcd849 HTTP/1.1" status: 404 len: 337 time: 0.0882161 Nov 11 17:41:12.531554 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55736) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:12.556662 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:12.557297 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa2117ec-3911-4e5a-bc1c-d41d136233a7 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] DELETE failed (client error): The resource could not be found. Nov 11 17:41:12.557998 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa2117ec-3911-4e5a-bc1c-d41d136233a7 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:41:12.563809 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fa2117ec-3911-4e5a-bc1c-d41d136233a7 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/f23814b4-33bb-42f7-a0fc-09b02bd9d442 HTTP/1.1" status: 404 len: 339 time: 0.0285444 Nov 11 17:41:12.567868 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55738) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:12.579849 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e063a62b-600a-407f-926f-f591438ae99d req-b6edeede-5d38-49b5-8357-015a3980481e service neutron] 10.222.0.83 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886086 Nov 11 17:41:12.701006 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d3aa8f22-1f88-4928-a2cc-9f577dbbbe66 req-af65864b-a714-4709-bbc3-74423b3a4535 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89f05d19-4e6a-4f66-acc2-ba507324af45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2295079 Nov 11 17:41:12.705241 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-bdc58c53-931c-42c3-bf02-29fe113c3db1 req-ccd2fa6d-12c2-4399-bb54-00f91e3691e7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Deleting port 65d36f1d-52f0-48ba-8672-664f599611af {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:41:12.705698 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-bdc58c53-931c-42c3-bf02-29fe113c3db1 req-ccd2fa6d-12c2-4399-bb54-00f91e3691e7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:12.792289 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9e6926ec-7e70-4917-8936-aaf0a095eac7 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:12.876256 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d3aa8f22-1f88-4928-a2cc-9f577dbbbe66 req-e5ca86bd-0bf6-4abf-96ce-d58ea3e680d6 service neutron] 10.222.0.64 "GET /v2.0/networks/89f05d19-4e6a-4f66-acc2-ba507324af45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679265 Nov 11 17:41:12.913547 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:12.934573 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-bdc58c53-931c-42c3-bf02-29fe113c3db1 req-ccd2fa6d-12c2-4399-bb54-00f91e3691e7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] For port 65d36f1d-52f0-48ba-8672-664f599611af, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=65d36f1d-52f0-48ba-8672-664f599611af,segment=NetworkSegment(9e037fe0-33a3-41f0-af33-eb594233dc5d),segment_id=9e037fe0-33a3-41f0-af33-eb594233dc5d)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:12.935492 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-bdc58c53-931c-42c3-bf02-29fe113c3db1 req-ccd2fa6d-12c2-4399-bb54-00f91e3691e7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:12.963323 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e063a62b-600a-407f-926f-f591438ae99d req-24c6493d-704c-4c6f-856c-6b14fc8319c1 service neutron] 10.222.0.83 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356786 Nov 11 17:41:12.995966 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-bdc58c53-931c-42c3-bf02-29fe113c3db1 req-ccd2fa6d-12c2-4399-bb54-00f91e3691e7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Calling delete_port for 65d36f1d-52f0-48ba-8672-664f599611af owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:41:13.012690 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-bc360f68-2cec-4267-b510-143caa86a0a9 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Made reservation on behalf of 3a2bcbd88abb40d9b5482ba600944f61 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:41:13.016231 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-bc360f68-2cec-4267-b510-143caa86a0a9 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:13.069737 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9e6926ec-7e70-4917-8936-aaf0a095eac7 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:13.145048 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-9e6926ec-7e70-4917-8936-aaf0a095eac7 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9964db4e-f773-4c39-aefb-6783cac17ba1']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:13.180780 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-9e6926ec-7e70-4917-8936-aaf0a095eac7 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989d1387-44e5-422e-83d6-ba85ed3e92fb') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:13.181093 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-9e6926ec-7e70-4917-8936-aaf0a095eac7 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989d1387-44e5-422e-83d6-ba85ed3e92fb') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:13.199485 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9e6926ec-7e70-4917-8936-aaf0a095eac7 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:13.214179 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9e6926ec-7e70-4917-8936-aaf0a095eac7 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:13.222185 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e6926ec-7e70-4917-8936-aaf0a095eac7 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:41:13.222825 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9e6926ec-7e70-4917-8936-aaf0a095eac7 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:41:13.316221 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:41:13.364193 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9e6926ec-7e70-4917-8936-aaf0a095eac7 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:13.366475 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-bc360f68-2cec-4267-b510-143caa86a0a9 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Allocated IP 172.20.0.9 (401ac1b0-6936-49b6-bce2-6f0de51be0e2/240c294b-d8f3-4633-a1d2-d3c876d7f4d9/d0392e99-8030-4c9c-90aa-33453eea679e) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:41:13.371310 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d3aa8f22-1f88-4928-a2cc-9f577dbbbe66 req-45269a5a-f2e7-4ca0-8f96-03780b381e96 service neutron] 10.222.0.64 "GET /v2.0/networks/89f05d19-4e6a-4f66-acc2-ba507324af45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851177 Nov 11 17:41:13.388667 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9e6926ec-7e70-4917-8936-aaf0a095eac7 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:13.392444 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9e6926ec-7e70-4917-8936-aaf0a095eac7 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/9964db4e-f773-4c39-aefb-6783cac17ba1 HTTP/1.1" status: 204 len: 168 time: 0.8217564 Nov 11 17:41:13.397880 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55762) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:13.431042 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6926ec-7e70-4917-8936-aaf0a095eac7 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Network': ['ID=9964db4e-f773-4c39-aefb-6783cac17ba1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:13.441304 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f416b0-5be9-4d6d-a794-db98b55f5d18 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] DELETE failed (client error): The resource could not be found. Nov 11 17:41:13.441304 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f416b0-5be9-4d6d-a794-db98b55f5d18 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:41:13.444067 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-09f416b0-5be9-4d6d-a794-db98b55f5d18 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/subnets/c009c74c-5127-4a3b-8d4c-8eec73c51acf HTTP/1.1" status: 404 len: 337 time: 0.0422909 Nov 11 17:41:13.453562 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c387b6-629d-4a93-b3e3-c438d27ad798 req-5c94bdd2-36da-40aa-8c7e-f652229f79a1 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:13.455086 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-43c387b6-629d-4a93-b3e3-c438d27ad798 req-5c94bdd2-36da-40aa-8c7e-f652229f79a1 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a4b45a1-3c96-49b6-b81d-b151186ec4c5 HTTP/1.1" status: 200 len: 943 time: 0.1331091 Nov 11 17:41:13.455574 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55764) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:13.476222 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee7ce59-18e4-44d0-9ac9-6d8fd8e3cd89 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] DELETE failed (client error): The resource could not be found. Nov 11 17:41:13.476222 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee7ce59-18e4-44d0-9ac9-6d8fd8e3cd89 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:41:13.483218 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-cee7ce59-18e4-44d0-9ac9-6d8fd8e3cd89 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/ec4bd35c-4a30-437c-bc7a-bf64011695a3 HTTP/1.1" status: 404 len: 339 time: 0.0226841 Nov 11 17:41:13.487631 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55768) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:13.532382 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0c158c-f897-4e81-920b-ebfe0080f51f tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] DELETE failed (client error): The resource could not be found. Nov 11 17:41:13.532836 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac0c158c-f897-4e81-920b-ebfe0080f51f tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:41:13.540727 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ac0c158c-f897-4e81-920b-ebfe0080f51f tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/subnets/0a1490f8-e64c-4567-a143-2aacb261ab6e HTTP/1.1" status: 404 len: 337 time: 0.0472939 Nov 11 17:41:13.541081 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55772) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:13.594950 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-43c387b6-629d-4a93-b3e3-c438d27ad798 req-80c88adb-658b-4c40-ae8d-c86d8110049e tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea54823a-3342-4a32-810c-79fda1d004bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133139 Nov 11 17:41:13.610880 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-bdc58c53-931c-42c3-bf02-29fe113c3db1 req-ccd2fa6d-12c2-4399-bb54-00f91e3691e7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:13.655381 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2599e93-3aa8-456e-bee3-5ee7b8f338ac tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] DELETE failed (client error): The resource could not be found. Nov 11 17:41:13.655381 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2599e93-3aa8-456e-bee3-5ee7b8f338ac tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:41:13.657617 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d2599e93-3aa8-456e-bee3-5ee7b8f338ac tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/a016ee30-6b73-4d30-9096-489e0556ac3f HTTP/1.1" status: 404 len: 339 time: 0.1156390 Nov 11 17:41:13.662182 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55776) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:13.664909 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2fa6d-12c2-4399-bb54-00f91e3691e7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Port': ['ID=65d36f1d-52f0-48ba-8672-664f599611af,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:13.706756 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-767d9959-4d5b-4405-b4e1-84624549e015 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] DELETE failed (client error): The resource could not be found. Nov 11 17:41:13.707576 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-767d9959-4d5b-4405-b4e1-84624549e015 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:41:13.713407 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-767d9959-4d5b-4405-b4e1-84624549e015 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/subnets/8132664d-b02d-4b5b-92be-06684f2a7b34 HTTP/1.1" status: 404 len: 337 time: 0.0488257 Nov 11 17:41:13.713847 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55778) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:13.760361 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-2026cda3-18f6-4e0d-a20f-4d47a8863178 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] DELETE failed (client error): The resource could not be found. Nov 11 17:41:13.760979 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2026cda3-18f6-4e0d-a20f-4d47a8863178 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:41:13.766877 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2026cda3-18f6-4e0d-a20f-4d47a8863178 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/ac334893-bc3f-4437-a97d-d381ecb8e48f HTTP/1.1" status: 404 len: 339 time: 0.0495527 Nov 11 17:41:13.767074 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc58c53-931c-42c3-bf02-29fe113c3db1 req-ccd2fa6d-12c2-4399-bb54-00f91e3691e7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] No DVR routers for this DVR port 65d36f1d-52f0-48ba-8672-664f599611af on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:41:13.778432 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55780) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:13.780882 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-bdc58c53-931c-42c3-bf02-29fe113c3db1 req-ccd2fa6d-12c2-4399-bb54-00f91e3691e7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:13.784443 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bdc58c53-931c-42c3-bf02-29fe113c3db1 req-ccd2fa6d-12c2-4399-bb54-00f91e3691e7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.83 "DELETE /v2.0/ports/65d36f1d-52f0-48ba-8672-664f599611af HTTP/1.1" status: 204 len: 173 time: 1.4534004 Nov 11 17:41:13.794011 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'name': 'network-vif-deleted', 'tag': '65d36f1d-52f0-48ba-8672-664f599611af'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:41:13.796473 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b04e1a-6d29-4755-b148-457fd32902ae" -d '{"events": [{"server_uuid": "a3c108d0-f186-4144-9caf-d8e5ffb3014c", "name": "network-vif-deleted", "tag": "65d36f1d-52f0-48ba-8672-664f599611af"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:41:13.809735 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-bc360f68-2cec-4267-b510-143caa86a0a9 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:13.869146 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e63bad7-76a8-44dc-a873-7bebaec6a1ea req-40bffeaa-c479-4d96-a1a9-95d2027826ea tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 210 time: 0.0818112 Nov 11 17:41:13.870272 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4a7f70-2ed0-46d8-b424-ff50d90517a3 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] DELETE failed (client error): The resource could not be found. Nov 11 17:41:13.870729 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f4a7f70-2ed0-46d8-b424-ff50d90517a3 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:41:13.878867 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2f4a7f70-2ed0-46d8-b424-ff50d90517a3 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/subnets/af996727-9fde-45bf-9ec1-5b5dd80826ca HTTP/1.1" status: 404 len: 337 time: 0.0995600 Nov 11 17:41:13.882097 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55784) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:13.913478 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-bc360f68-2cec-4267-b510-143caa86a0a9 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:13.927054 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0dc959-f861-41df-9e4b-7fded2db9d91 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] DELETE failed (client error): The resource could not be found. Nov 11 17:41:13.928465 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a0dc959-f861-41df-9e4b-7fded2db9d91 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:41:13.943015 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6a0dc959-f861-41df-9e4b-7fded2db9d91 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/1ba7893e-aa54-4eba-b3c3-6cc0159fc9c4 HTTP/1.1" status: 404 len: 339 time: 0.0596194 Nov 11 17:41:13.947501 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55786) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:14.009487 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc360f68-2cec-4267-b510-143caa86a0a9 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Pushing event updated for resources: {'Port': ['ID=d0392e99-8030-4c9c-90aa-33453eea679e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:14.025054 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-bc360f68-2cec-4267-b510-143caa86a0a9 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Network 401ac1b0-6936-49b6-bce2-6f0de51be0e2 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:41:14.028469 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-bc360f68-2cec-4267-b510-143caa86a0a9 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:41:14.031938 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-bc360f68-2cec-4267-b510-143caa86a0a9 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:41:14.041153 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2ff0b4-37ad-4460-880c-26bb824e39a6 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] DELETE failed (client error): The resource could not be found. Nov 11 17:41:14.041727 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a2ff0b4-37ad-4460-880c-26bb824e39a6 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:41:14.047779 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3a2ff0b4-37ad-4460-880c-26bb824e39a6 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/subnets/ce00aa05-e1cd-469b-9c76-1850cd6be2aa HTTP/1.1" status: 404 len: 337 time: 0.0956802 Nov 11 17:41:14.048618 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55788) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:14.057963 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b61963-7a94-4423-af0d-7aef60ebf883 None None] DHCP port deletion for 401ac1b0-6936-49b6-bce2-6f0de51be0e2 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:41:14.122532 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a6d58003-7db0-4fef-8881-4000a0771b8b req-d1afade2-1b15-4044-807f-ed9a5bbc0d19 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c108d0-f186-4144-9caf-d8e5ffb3014c HTTP/1.1" status: 200 len: 210 time: 0.0826705 Nov 11 17:41:14.136805 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-69aac898-d5a7-4da6-a7df-90785679e49a tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] DELETE failed (client error): The resource could not be found. Nov 11 17:41:14.138918 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69aac898-d5a7-4da6-a7df-90785679e49a tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:41:14.144852 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-bc360f68-2cec-4267-b510-143caa86a0a9 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:14.149541 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-bc360f68-2cec-4267-b510-143caa86a0a9 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:14.158154 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-69aac898-d5a7-4da6-a7df-90785679e49a tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/8a5adab0-260f-4b1d-a235-aba64dc619d6 HTTP/1.1" status: 404 len: 339 time: 0.1088116 Nov 11 17:41:14.158789 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55790) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:14.166241 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6475d468-06d6-47b6-a05b-d16a7e0e7478 None None] Provisioning complete for port d0392e99-8030-4c9c-90aa-33453eea679e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:41:14.166865 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6475d468-06d6-47b6-a05b-d16a7e0e7478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:14.191310 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-bc360f68-2cec-4267-b510-143caa86a0a9 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7428827 Nov 11 17:41:14.194903 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-110a699f-58d3-416e-b62b-91a473a90e96 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] DELETE failed (client error): The resource could not be found. Nov 11 17:41:14.195393 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-110a699f-58d3-416e-b62b-91a473a90e96 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:41:14.210207 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55792) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:14.217101 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-110a699f-58d3-416e-b62b-91a473a90e96 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/subnets/bdfcdbbc-ed80-4012-b566-fa50b4d38483 HTTP/1.1" status: 404 len: 337 time: 0.0500691 Nov 11 17:41:14.229544 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] Request body: {'port': {'device_id': 'e34703b8-0344-49fc-b51f-53a866bdae73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:14.264435 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6475d468-06d6-47b6-a05b-d16a7e0e7478 None None] Port d0392e99-8030-4c9c-90aa-33453eea679e cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:41:14.310680 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 87acb03c-3ab6-4015-b95a-2fed1c42bcd2 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:41:14.318207 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8163484-54d9-49a5-b98a-1e05954621a7 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] DELETE failed (client error): The resource could not be found. Nov 11 17:41:14.318913 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8163484-54d9-49a5-b98a-1e05954621a7 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:41:14.324250 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e8163484-54d9-49a5-b98a-1e05954621a7 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/8dac519e-52bf-49c1-b13c-4885993767f6 HTTP/1.1" status: 404 len: 339 time: 0.1091471 Nov 11 17:41:14.326638 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55802) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:14.400547 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a604f7af-3749-431f-a9b1-f02b7ec01d6f x-openstack-request-id: req-a604f7af-3749-431f-a9b1-f02b7ec01d6f {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:41:14.401287 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c108d0-f186-4144-9caf-d8e5ffb3014c", "name": "network-vif-deleted", "tag": "65d36f1d-52f0-48ba-8672-664f599611af", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:41:14.402236 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a604f7af-3749-431f-a9b1-f02b7ec01d6f {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:41:14.403657 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c108d0-f186-4144-9caf-d8e5ffb3014c', 'name': 'network-vif-deleted', 'tag': '65d36f1d-52f0-48ba-8672-664f599611af', 'status': 'completed', 'code': 200} Nov 11 17:41:14.406005 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-614ec896-aacb-4b77-8b80-633d0c43830e tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] DELETE failed (client error): The resource could not be found. Nov 11 17:41:14.415121 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-614ec896-aacb-4b77-8b80-633d0c43830e tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:41:14.424754 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-614ec896-aacb-4b77-8b80-633d0c43830e tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/subnets/70b7129c-0d18-4631-8402-39f9ab24feef HTTP/1.1" status: 404 len: 337 time: 0.0954626 Nov 11 17:41:14.425866 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55804) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:14.464105 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:14.536099 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd885828-1100-4439-a834-89714867b8df tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] DELETE failed (client error): The resource could not be found. Nov 11 17:41:14.539587 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd885828-1100-4439-a834-89714867b8df tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:41:14.554394 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bd885828-1100-4439-a834-89714867b8df tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/2c97565e-b73c-4cfa-8a1d-ca9b10462db1 HTTP/1.1" status: 404 len: 339 time: 0.1216803 Nov 11 17:41:14.560485 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55808) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:14.650571 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 87acb03c-3ab6-4015-b95a-2fed1c42bcd2, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=87acb03c-3ab6-4015-b95a-2fed1c42bcd2,segment=NetworkSegment(568dcbb6-7955-45ff-ad00-a15301a3f2b5),segment_id=568dcbb6-7955-45ff-ad00-a15301a3f2b5)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:14.656499 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba34450-2da2-4d86-b09c-1df0cf62ead0 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] DELETE failed (client error): The resource could not be found. Nov 11 17:41:14.658372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ba34450-2da2-4d86-b09c-1df0cf62ead0 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:41:14.679202 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9ba34450-2da2-4d86-b09c-1df0cf62ead0 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/subnets/c1c34ef8-9a48-48ca-b4c8-05898a6f9e79 HTTP/1.1" status: 404 len: 337 time: 0.1157439 Nov 11 17:41:14.683684 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55812) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:14.693358 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '87acb03c-3ab6-4015-b95a-2fed1c42bcd2', 'network_id': '89f05d19-4e6a-4f66-acc2-ba507324af45', 'port_id': '87acb03c-3ab6-4015-b95a-2fed1c42bcd2', 'mac_address': 'fa:16:3e:fb:aa:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5eef66b-d518-4b5b-9fe4-39e39f0bf822', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:41:14.751261 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9d7fa1-8def-4933-ac99-2a70544a49ff tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] DELETE failed (client error): The resource could not be found. Nov 11 17:41:14.752340 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a9d7fa1-8def-4933-ac99-2a70544a49ff tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:41:14.763043 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5a9d7fa1-8def-4933-ac99-2a70544a49ff tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/1edb9318-bbb5-4de5-adea-b1236086a04b HTTP/1.1" status: 404 len: 339 time: 0.0626705 Nov 11 17:41:14.763841 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55814) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:14.819146 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:14.894204 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87acb03c-3ab6-4015-b95a-2fed1c42bcd2 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:41:14.920827 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8603228-f813-4cae-bc8a-fc014b0a36a3 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Deleting subnet 55b25e7c-885a-4f48-93a8-453382b88b6a {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:41:14.927449 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d8603228-f813-4cae-bc8a-fc014b0a36a3 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:14.931579 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 87acb03c-3ab6-4015-b95a-2fed1c42bcd2, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=87acb03c-3ab6-4015-b95a-2fed1c42bcd2,segment=NetworkSegment(568dcbb6-7955-45ff-ad00-a15301a3f2b5),segment_id=568dcbb6-7955-45ff-ad00-a15301a3f2b5)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:14.948047 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:14.969333 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5952544-c2aa-4ca6-b43a-e47334612ebb req-0310387a-c206-4148-aa04-527fe36ce830 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:14.973172 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5952544-c2aa-4ca6-b43a-e47334612ebb req-0310387a-c206-4148-aa04-527fe36ce830 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a4b45a1-3c96-49b6-b81d-b151186ec4c5 HTTP/1.1" status: 200 len: 943 time: 0.1368144 Nov 11 17:41:15.073509 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d8603228-f813-4cae-bc8a-fc014b0a36a3 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:15.153989 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5952544-c2aa-4ca6-b43a-e47334612ebb req-1ae64d86-9e29-4e95-9194-021de1e493cf tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea54823a-3342-4a32-810c-79fda1d004bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718688 Nov 11 17:41:15.191713 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=87acb03c-3ab6-4015-b95a-2fed1c42bcd2,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:15.275655 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0392e99-8030-4c9c-90aa-33453eea679e {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:41:15.303099 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['87acb03c-3ab6-4015-b95a-2fed1c42bcd2'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:41:15.317912 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:15.329251 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d8603228-f813-4cae-bc8a-fc014b0a36a3 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:15.376381 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] Transition to ACTIVE for port object d0392e99-8030-4c9c-90aa-33453eea679e will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:41:15.391811 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:15.448047 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1c8fe-cb2c-453a-a06c-45ee856df1e2 req-e192f46c-c277-4dcf-bc7b-5deec350dc8d tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:15.452846 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d0392e99-8030-4c9c-90aa-33453eea679e,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:15.460620 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5b1c8fe-cb2c-453a-a06c-45ee856df1e2 req-e192f46c-c277-4dcf-bc7b-5deec350dc8d tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 931 time: 0.2038093 Nov 11 17:41:15.503565 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5e1ea5-a9e6-46ff-9e4c-0b54125f45d6 None None] DHCP port deletion for 401ac1b0-6936-49b6-bce2-6f0de51be0e2 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:41:15.606534 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d8603228-f813-4cae-bc8a-fc014b0a36a3 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:15.632945 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5b1c8fe-cb2c-453a-a06c-45ee856df1e2 req-76e41e12-0cc8-4f64-991f-6b14c0002f22 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707320 Nov 11 17:41:15.677321 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] Attempting to bind port d0392e99-8030-4c9c-90aa-33453eea679e on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:41:15.701414 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] Attempting to bind port d0392e99-8030-4c9c-90aa-33453eea679e by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '5f3878bf-345d-4247-b71c-49243ef85b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '401ac1b0-6936-49b6-bce2-6f0de51be0e2'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:41:15.705180 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] Attempting to bind port d0392e99-8030-4c9c-90aa-33453eea679e on network 401ac1b0-6936-49b6-bce2-6f0de51be0e2 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:41:15.715029 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] Port d0392e99-8030-4c9c-90aa-33453eea679e on network 401ac1b0-6936-49b6-bce2-6f0de51be0e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:41:15.715688 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] Attempting to bind port d0392e99-8030-4c9c-90aa-33453eea679e on network 401ac1b0-6936-49b6-bce2-6f0de51be0e2 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:41:15.731347 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:41:15.733830 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] Checking segment: {'id': '5f3878bf-345d-4247-b71c-49243ef85b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '401ac1b0-6936-49b6-bce2-6f0de51be0e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:41:15.735162 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] Bound using segment: {'id': '5f3878bf-345d-4247-b71c-49243ef85b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '401ac1b0-6936-49b6-bce2-6f0de51be0e2'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:41:15.735830 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] Bound port: d0392e99-8030-4c9c-90aa-33453eea679e, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f3878bf-345d-4247-b71c-49243ef85b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '401ac1b0-6936-49b6-bce2-6f0de51be0e2'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:41:15.737587 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:15.745497 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8603228-f813-4cae-bc8a-fc014b0a36a3 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Subnet': ['ID=55b25e7c-885a-4f48-93a8-453382b88b6a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:15.755372 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d8603228-f813-4cae-bc8a-fc014b0a36a3 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:15.764151 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d8603228-f813-4cae-bc8a-fc014b0a36a3 tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/subnets/55b25e7c-885a-4f48-93a8-453382b88b6a HTTP/1.1" status: 204 len: 168 time: 0.9992583 Nov 11 17:41:15.767234 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55838) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:15.772961 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55840) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:15.864747 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8836d746-d691-485b-9c43-3138afd8dc41 None None] Network 0822cc81-0f63-46d4-9035-6e230ee004db requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:41:15.958362 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0cfedc0-4532-4672-a779-704e9efb383d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:16.005916 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] For port d0392e99-8030-4c9c-90aa-33453eea679e, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:41:16.012471 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] For port d0392e99-8030-4c9c-90aa-33453eea679e, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d0392e99-8030-4c9c-90aa-33453eea679e,segment=NetworkSegment(5f3878bf-345d-4247-b71c-49243ef85b30),segment_id=5f3878bf-345d-4247-b71c-49243ef85b30)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:41:16.027828 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:16.060071 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-c0cfedc0-4532-4672-a779-704e9efb383d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Deleting port 1a88d798-68c2-4a17-831f-c21247ee12f1 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:41:16.060409 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0cfedc0-4532-4672-a779-704e9efb383d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:16.103511 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d0392e99-8030-4c9c-90aa-33453eea679e,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:16.123503 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:16.124162 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:16.125511 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-df888c4b-4b38-420d-85ee-7fc41a4385f1 service neutron] 10.222.0.83 "PUT /v2.0/ports/d0392e99-8030-4c9c-90aa-33453eea679e HTTP/1.1" status: 200 len: 1091 time: 1.9128425 Nov 11 17:41:16.125956 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34703b8-0344-49fc-b51f-53a866bdae73', 'tag': 'd0392e99-8030-4c9c-90aa-33453eea679e'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:41:16.128221 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4b30b9-dfe9-422b-83fb-445a73f712d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e34703b8-0344-49fc-b51f-53a866bdae73", "tag": "d0392e99-8030-4c9c-90aa-33453eea679e"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:41:16.169504 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36c9f00-4d05-4434-a94b-bba694f1551e None None] DHCP port deletion for 401ac1b0-6936-49b6-bce2-6f0de51be0e2 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:41:16.215122 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-c0cfedc0-4532-4672-a779-704e9efb383d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] For port 1a88d798-68c2-4a17-831f-c21247ee12f1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1a88d798-68c2-4a17-831f-c21247ee12f1,segment=NetworkSegment(e46594b6-4ade-4edf-8120-90da1f7854b3),segment_id=e46594b6-4ade-4edf-8120-90da1f7854b3)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:16.215849 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0cfedc0-4532-4672-a779-704e9efb383d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:16.224110 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310e7b7e-1f4c-45b2-bba5-38bb1b941458 None None] DHCP port deletion for 0822cc81-0f63-46d4-9035-6e230ee004db request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:41:16.242623 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-c0cfedc0-4532-4672-a779-704e9efb383d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Calling delete_port for 1a88d798-68c2-4a17-831f-c21247ee12f1 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:41:16.281911 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf085fbb-fad3-4540-bcab-6593b8a679dd x-openstack-request-id: req-cf085fbb-fad3-4540-bcab-6593b8a679dd {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:41:16.282744 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34703b8-0344-49fc-b51f-53a866bdae73", "tag": "d0392e99-8030-4c9c-90aa-33453eea679e", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:41:16.283862 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cf085fbb-fad3-4540-bcab-6593b8a679dd {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:41:16.284380 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e34703b8-0344-49fc-b51f-53a866bdae73', 'tag': 'd0392e99-8030-4c9c-90aa-33453eea679e', 'status': 'completed', 'code': 200} Nov 11 17:41:16.341712 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f2a28fe8-7d1d-447d-b230-0d81943d791c details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:41:16.409354 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-96c1f6f1-2c65-41b2-b514-1701f06b8b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:16.411155 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-96c1f6f1-2c65-41b2-b514-1701f06b8b5c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3a2bcbd88abb40d9b5482ba600944f61&device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 1094 time: 0.2131529 Nov 11 17:41:16.442902 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0cfedc0-4532-4672-a779-704e9efb383d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:16.483905 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-fcb83b8a-d0f7-4248-b5bb-34f9a6c00d8e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0392e99-8030-4c9c-90aa-33453eea679e HTTP/1.1" status: 200 len: 217 time: 0.0583701 Nov 11 17:41:16.522071 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cfedc0-4532-4672-a779-704e9efb383d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Port': ['ID=1a88d798-68c2-4a17-831f-c21247ee12f1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:16.534810 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 65d36f1d-52f0-48ba-8672-664f599611af no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:41:16.538639 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cfedc0-4532-4672-a779-704e9efb383d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] No DVR routers for this DVR port 1a88d798-68c2-4a17-831f-c21247ee12f1 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:41:16.562017 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-310e7b7e-1f4c-45b2-bba5-38bb1b941458 None None] Deleting port 1a88d798-68c2-4a17-831f-c21247ee12f1 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:41:16.562659 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-310e7b7e-1f4c-45b2-bba5-38bb1b941458 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:16.616865 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39a944-828e-45dd-a643-1c436b04e221 req-98f7ed60-01e6-4f38-937a-a06f6ab88243 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:16.639180 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1a39a944-828e-45dd-a643-1c436b04e221 req-98f7ed60-01e6-4f38-937a-a06f6ab88243 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a4b45a1-3c96-49b6-b81d-b151186ec4c5 HTTP/1.1" status: 200 len: 944 time: 0.2850730 Nov 11 17:41:16.652158 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 65d36f1d-52f0-48ba-8672-664f599611af {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:41:16.652498 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 65d36f1d-52f0-48ba-8672-664f599611af not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:41:16.682354 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-ef454454-64b7-40f8-a275-8c2b952e793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:16.683860 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-ef454454-64b7-40f8-a275-8c2b952e793a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=240c294b-d8f3-4633-a1d2-d3c876d7f4d9 HTTP/1.1" status: 200 len: 852 time: 0.1379099 Nov 11 17:41:16.729357 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-39b293a2-962c-4b2a-b69d-2415cba668aa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=401ac1b0-6936-49b6-bce2-6f0de51be0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367126 Nov 11 17:41:16.741375 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0cfedc0-4532-4672-a779-704e9efb383d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:16.784327 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1a39a944-828e-45dd-a643-1c436b04e221 req-e39f7b9d-b61a-4c0c-8594-4c0eece5e5e1 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea54823a-3342-4a32-810c-79fda1d004bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438847 Nov 11 17:41:16.791554 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-310e7b7e-1f4c-45b2-bba5-38bb1b941458 None None] For port 1a88d798-68c2-4a17-831f-c21247ee12f1, host n-d-816206-4, got binding levels [] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:16.791978 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-310e7b7e-1f4c-45b2-bba5-38bb1b941458 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:16.793620 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-c0cfedc0-4532-4672-a779-704e9efb383d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0822cc81-0f63-46d4-9035-6e230ee004db']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:16.817895 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-c0cfedc0-4532-4672-a779-704e9efb383d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46594b6-4ade-4edf-8120-90da1f7854b3') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:16.818302 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-c0cfedc0-4532-4672-a779-704e9efb383d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46594b6-4ade-4edf-8120-90da1f7854b3') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:16.840573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-310e7b7e-1f4c-45b2-bba5-38bb1b941458 None None] Calling delete_port for 1a88d798-68c2-4a17-831f-c21247ee12f1 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:41:16.844885 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0cfedc0-4532-4672-a779-704e9efb383d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:16.847627 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.ipam_backend_mixin [None req-310e7b7e-1f4c-45b2-bba5-38bb1b941458 None None] Port 1a88d798-68c2-4a17-831f-c21247ee12f1 was not found and therefore no delete operation was performed {{(pid=102619) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 17:41:16.857027 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-310e7b7e-1f4c-45b2-bba5-38bb1b941458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:16.876446 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1a88d798-68c2-4a17-831f-c21247ee12f1 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:41:16.887566 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0cfedc0-4532-4672-a779-704e9efb383d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:16.921801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0cfedc0-4532-4672-a779-704e9efb383d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:41:16.922443 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0cfedc0-4532-4672-a779-704e9efb383d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:41:16.933422 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:41:17.027485 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-aec58139-3b3a-49e7-a5cf-0238dc15da3f service neutron] 10.222.0.83 "GET /v2.0/networks/401ac1b0-6936-49b6-bce2-6f0de51be0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883122 Nov 11 17:41:17.051651 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 1a88d798-68c2-4a17-831f-c21247ee12f1 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:41:17.051651 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1a88d798-68c2-4a17-831f-c21247ee12f1 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:41:17.079021 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e7b7e-1f4c-45b2-bba5-38bb1b941458 None None] Pushing event deleted for resources: {'Port': ['ID=1a88d798-68c2-4a17-831f-c21247ee12f1,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:17.080506 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0cfedc0-4532-4672-a779-704e9efb383d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:17.088007 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310e7b7e-1f4c-45b2-bba5-38bb1b941458 None None] No DVR routers for this DVR port 1a88d798-68c2-4a17-831f-c21247ee12f1 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:41:17.092422 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0cfedc0-4532-4672-a779-704e9efb383d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:17.096560 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c0cfedc0-4532-4672-a779-704e9efb383d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] 10.222.0.76 "DELETE /v2.0/networks/0822cc81-0f63-46d4-9035-6e230ee004db HTTP/1.1" status: 204 len: 168 time: 1.3277798 Nov 11 17:41:17.114071 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cfedc0-4532-4672-a779-704e9efb383d tempest-NetworksTest-869248669 tempest-NetworksTest-869248669-project] Pushing event deleted for resources: {'Network': ['ID=0822cc81-0f63-46d4-9035-6e230ee004db,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:17.171148 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f2a28fe8-7d1d-447d-b230-0d81943d791c, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:17.178418 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9de9d-2f1e-4123-9871-da2d2a669f99 req-3ede5551-2781-4b8b-abce-6f4d6aff13db tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:17.194497 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ebf9de9d-2f1e-4123-9871-da2d2a669f99 req-3ede5551-2781-4b8b-abce-6f4d6aff13db tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 943 time: 0.2572956 Nov 11 17:41:17.203060 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'f2a28fe8-7d1d-447d-b230-0d81943d791c', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'port_id': 'f2a28fe8-7d1d-447d-b230-0d81943d791c', 'mac_address': 'fa:16:3e:64:02:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:41:17.306671 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:17.332961 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ebf9de9d-2f1e-4123-9871-da2d2a669f99 req-8e192be6-7b98-40a8-9a6f-2dfd1803c386 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373034 Nov 11 17:41:17.341951 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2a28fe8-7d1d-447d-b230-0d81943d791c {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:41:17.389328 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f2a28fe8-7d1d-447d-b230-0d81943d791c, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:17.403896 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:17.447453 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eaf38b16-d60d-4feb-941c-fc769999eaa7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:17.458970 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5889aeca-8259-42a2-a597-e58b4fecd69d req-0d2d377d-a804-4b45-b882-e368e139c0be service neutron] 10.222.0.83 "GET /v2.0/networks/401ac1b0-6936-49b6-bce2-6f0de51be0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206877 Nov 11 17:41:17.494881 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=f2a28fe8-7d1d-447d-b230-0d81943d791c,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:17.540511 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['f2a28fe8-7d1d-447d-b230-0d81943d791c'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:41:17.702181 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b30b9-dfe9-422b-83fb-445a73f712d8 req-fa621f9c-078e-49a1-a6d0-433dcff12b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:17.704239 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4f4b30b9-dfe9-422b-83fb-445a73f712d8 req-fa621f9c-078e-49a1-a6d0-433dcff12b87 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3a2bcbd88abb40d9b5482ba600944f61&device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 1094 time: 0.1605394 Nov 11 17:41:18.062218 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55896) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:18.177292 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049afbb-4357-4565-bf8a-5e811969b80d req-d7d21058-6996-4769-a7d7-3f42d9aac35d tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:18.185057 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1049afbb-4357-4565-bf8a-5e811969b80d req-d7d21058-6996-4769-a7d7-3f42d9aac35d tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a4b45a1-3c96-49b6-b81d-b151186ec4c5 HTTP/1.1" status: 200 len: 944 time: 0.2050929 Nov 11 17:41:18.313493 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:18.346615 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 87acb03c-3ab6-4015-b95a-2fed1c42bcd2 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:41:18.545125 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 87acb03c-3ab6-4015-b95a-2fed1c42bcd2 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:41:18.562955 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 87acb03c-3ab6-4015-b95a-2fed1c42bcd2 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:41:18.563582 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:18.703117 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b30b9-dfe9-422b-83fb-445a73f712d8 req-2f74737a-b80c-44c2-825f-aa68dc3839c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:18.706547 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4f4b30b9-dfe9-422b-83fb-445a73f712d8 req-2f74737a-b80c-44c2-825f-aa68dc3839c9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=401ac1b0-6936-49b6-bce2-6f0de51be0e2 HTTP/1.1" status: 200 len: 914 time: 0.9930334 Nov 11 17:41:18.734083 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:18.812583 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4b45a1-3c96-49b6-b81d-b151186ec4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87acb03c-3ab6-4015-b95a-2fed1c42bcd2'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:41:18.818756 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c793ae-940b-42c6-a762-f669545af2b2" -d '{"events": [{"server_uuid": "3a4b45a1-3c96-49b6-b81d-b151186ec4c5", "name": "network-vif-plugged", "status": "completed", "tag": "87acb03c-3ab6-4015-b95a-2fed1c42bcd2"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:41:18.819050 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1049afbb-4357-4565-bf8a-5e811969b80d req-04cfca4f-d4b2-4ff6-859f-25be75ac2d60 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea54823a-3342-4a32-810c-79fda1d004bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6327593 Nov 11 17:41:18.855974 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 87acb03c-3ab6-4015-b95a-2fed1c42bcd2, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=87acb03c-3ab6-4015-b95a-2fed1c42bcd2,segment=NetworkSegment(568dcbb6-7955-45ff-ad00-a15301a3f2b5),segment_id=568dcbb6-7955-45ff-ad00-a15301a3f2b5)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:18.870045 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:18.874134 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4f4b30b9-dfe9-422b-83fb-445a73f712d8 req-535a1de6-deef-4b62-abf4-9a44971fc51d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0392e99-8030-4c9c-90aa-33453eea679e HTTP/1.1" status: 200 len: 217 time: 0.1537101 Nov 11 17:41:18.874935 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f2a28fe8-7d1d-447d-b230-0d81943d791c up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:41:18.901274 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d22349fd-0fdc-440b-9811-19cf84fa22f6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1a6cadbc07fc4239afce0d37cc9e7535&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8379433 Nov 11 17:41:18.906070 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55916) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:19.126843 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=87acb03c-3ab6-4015-b95a-2fed1c42bcd2,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:19.145318 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port f2a28fe8-7d1d-447d-b230-0d81943d791c triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:41:19.146193 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:19.179671 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3281b-9bee-4c97-9362-f4892387246f req-3b12b3c0-c908-40ed-9a5c-a7b1aab5ea24 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:19.181642 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fcc3281b-9bee-4c97-9362-f4892387246f req-3b12b3c0-c908-40ed-9a5c-a7b1aab5ea24 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 943 time: 0.1552691 Nov 11 17:41:19.287104 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fcc3281b-9bee-4c97-9362-f4892387246f req-313c9642-107f-432f-8e76-811e75214db3 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901051 Nov 11 17:41:19.288314 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b30b9-dfe9-422b-83fb-445a73f712d8 req-33244f47-fff1-44e8-8957-3f0ab286e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:19.292408 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4f4b30b9-dfe9-422b-83fb-445a73f712d8 req-33244f47-fff1-44e8-8957-3f0ab286e2bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=240c294b-d8f3-4633-a1d2-d3c876d7f4d9 HTTP/1.1" status: 200 len: 852 time: 0.4126248 Nov 11 17:41:19.334376 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d67af92a-568b-4258-9567-20287e2d9789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:19.433707 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4f4b30b9-dfe9-422b-83fb-445a73f712d8 req-77702521-c85b-4374-bc3b-49a93a03cdc6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=401ac1b0-6936-49b6-bce2-6f0de51be0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293101 Nov 11 17:41:19.436121 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:19.546054 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e84386-425e-4db2-a3e8-37e56208f30c x-openstack-request-id: req-74e84386-425e-4db2-a3e8-37e56208f30c {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:41:19.547100 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4b45a1-3c96-49b6-b81d-b151186ec4c5", "name": "network-vif-plugged", "status": "completed", "tag": "87acb03c-3ab6-4015-b95a-2fed1c42bcd2", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:41:19.549102 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-74e84386-425e-4db2-a3e8-37e56208f30c {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:41:19.554670 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4b45a1-3c96-49b6-b81d-b151186ec4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87acb03c-3ab6-4015-b95a-2fed1c42bcd2', 'code': 200} Nov 11 17:41:19.583269 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f2a28fe8-7d1d-447d-b230-0d81943d791c, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:19.595299 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:19.671455 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d67af92a-568b-4258-9567-20287e2d9789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:19.731397 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=f2a28fe8-7d1d-447d-b230-0d81943d791c,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:19.949782 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-eaf38b16-d60d-4feb-941c-fc769999eaa7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Deleting port 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:41:19.950367 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eaf38b16-d60d-4feb-941c-fc769999eaa7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:20.066202 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9dcbf-9424-4e0d-b7ae-485b93b24ed8 req-a2408178-1ca3-4a98-b67a-b5c9639f5cbc tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:20.079165 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dff9dcbf-9424-4e0d-b7ae-485b93b24ed8 req-a2408178-1ca3-4a98-b67a-b5c9639f5cbc tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a4b45a1-3c96-49b6-b81d-b151186ec4c5 HTTP/1.1" status: 200 len: 945 time: 0.1053512 Nov 11 17:41:20.190827 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-eaf38b16-d60d-4feb-941c-fc769999eaa7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] For port 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0,segment=NetworkSegment(9e037fe0-33a3-41f0-af33-eb594233dc5d),segment_id=9e037fe0-33a3-41f0-af33-eb594233dc5d)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:20.191213 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eaf38b16-d60d-4feb-941c-fc769999eaa7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:20.219121 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dff9dcbf-9424-4e0d-b7ae-485b93b24ed8 req-727a4aa4-4a50-472f-9ae8-cebcefa4cafa tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea54823a-3342-4a32-810c-79fda1d004bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389601 Nov 11 17:41:20.226369 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-eaf38b16-d60d-4feb-941c-fc769999eaa7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Calling delete_port for 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:41:20.301799 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:41:20.512852 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4f4b30b9-dfe9-422b-83fb-445a73f712d8 req-076e856c-a147-484f-86e0-eff95ef86071 service neutron] 10.222.0.83 "GET /v2.0/networks/401ac1b0-6936-49b6-bce2-6f0de51be0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0632348 Nov 11 17:41:20.516006 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eaf38b16-d60d-4feb-941c-fc769999eaa7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:20.548222 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device d0392e99-8030-4c9c-90aa-33453eea679e details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:41:20.622912 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b8d5a-3257-4c65-8367-56ff4cfde690 req-00b93a26-0f8f-4228-ba6d-70e5197ee8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:20.626098 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5a4b8d5a-3257-4c65-8367-56ff4cfde690 req-00b93a26-0f8f-4228-ba6d-70e5197ee8ec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3a4b45a1-3c96-49b6-b81d-b151186ec4c5 HTTP/1.1" status: 200 len: 1096 time: 0.9747584 Nov 11 17:41:20.638355 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ae16e-58cf-432f-96ef-5a21ca026feb req-2d44939a-31c8-445b-8c8c-f4ade0ab2f01 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:20.654240 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d76ae16e-58cf-432f-96ef-5a21ca026feb req-2d44939a-31c8-445b-8c8c-f4ade0ab2f01 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 943 time: 0.1992254 Nov 11 17:41:20.748641 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d76ae16e-58cf-432f-96ef-5a21ca026feb req-240aab52-4b71-4f6d-96c5-849a98a98b21 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889316 Nov 11 17:41:20.779419 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d67af92a-568b-4258-9567-20287e2d9789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:20.783789 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d67af92a-568b-4258-9567-20287e2d9789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:20.789339 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d67af92a-568b-4258-9567-20287e2d9789 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f1c260e7-581f-4517-ab8c-99b72128002e HTTP/1.1" status: 204 len: 168 time: 1.8758569 Nov 11 17:41:21.054061 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port d0392e99-8030-4c9c-90aa-33453eea679e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d0392e99-8030-4c9c-90aa-33453eea679e,segment=NetworkSegment(5f3878bf-345d-4247-b71c-49243ef85b30),segment_id=5f3878bf-345d-4247-b71c-49243ef85b30)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:21.084464 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'd0392e99-8030-4c9c-90aa-33453eea679e', 'network_id': '401ac1b0-6936-49b6-bce2-6f0de51be0e2', 'port_id': 'd0392e99-8030-4c9c-90aa-33453eea679e', 'mac_address': 'fa:16:3e:8d:8a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '240c294b-d8f3-4633-a1d2-d3c876d7f4d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:41:21.098303 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf38b16-d60d-4feb-941c-fc769999eaa7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Port': ['ID=6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:21.177434 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67af92a-568b-4258-9567-20287e2d9789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c260e7-581f-4517-ab8c-99b72128002e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:21.191215 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:21.256563 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5a4b8d5a-3257-4c65-8367-56ff4cfde690 req-411c83f1-7ae4-4d89-94e6-9174f052b2a5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ea54823a-3342-4a32-810c-79fda1d004bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446271 Nov 11 17:41:21.292320 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0392e99-8030-4c9c-90aa-33453eea679e {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:41:21.350338 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4f4b30b9-dfe9-422b-83fb-445a73f712d8 req-2cf261fb-3a63-4d00-9e1a-1a0a62d664e2 service neutron] 10.222.0.83 "GET /v2.0/networks/401ac1b0-6936-49b6-bce2-6f0de51be0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8227184 Nov 11 17:41:21.381458 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port d0392e99-8030-4c9c-90aa-33453eea679e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d0392e99-8030-4c9c-90aa-33453eea679e,segment=NetworkSegment(5f3878bf-345d-4247-b71c-49243ef85b30),segment_id=5f3878bf-345d-4247-b71c-49243ef85b30)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:21.398108 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:21.494107 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1b766-94ae-47bd-b1d2-2a3a50ed877c req-5796c9de-ec0e-4fb9-bc21-9677a3c92d36 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:21.510083 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e3d1b766-94ae-47bd-b1d2-2a3a50ed877c req-5796c9de-ec0e-4fb9-bc21-9677a3c92d36 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a4b45a1-3c96-49b6-b81d-b151186ec4c5 HTTP/1.1" status: 200 len: 945 time: 0.1142046 Nov 11 17:41:21.543155 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-eaf38b16-d60d-4feb-941c-fc769999eaa7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:21.562057 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6c6f76-619a-488a-beb4-6f9126565431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a28fe8-7d1d-447d-b230-0d81943d791c'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:41:21.566106 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a700846-4d47-4db5-b9d6-ff9dd03ccef4" -d '{"events": [{"server_uuid": "af6c6f76-619a-488a-beb4-6f9126565431", "name": "network-vif-plugged", "status": "completed", "tag": "f2a28fe8-7d1d-447d-b230-0d81943d791c"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:41:21.623544 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e3d1b766-94ae-47bd-b1d2-2a3a50ed877c req-aa52d307-aefb-4f28-a98c-d131e114dec3 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea54823a-3342-4a32-810c-79fda1d004bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089141 Nov 11 17:41:21.662303 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['d0392e99-8030-4c9c-90aa-33453eea679e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:41:21.802653 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930fe114-ba58-48f9-a3a8-c7271c77620d x-openstack-request-id: req-930fe114-ba58-48f9-a3a8-c7271c77620d {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:41:21.802653 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6c6f76-619a-488a-beb4-6f9126565431", "name": "network-vif-plugged", "status": "completed", "tag": "f2a28fe8-7d1d-447d-b230-0d81943d791c", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:41:21.802653 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-930fe114-ba58-48f9-a3a8-c7271c77620d {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:41:21.802653 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6c6f76-619a-488a-beb4-6f9126565431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a28fe8-7d1d-447d-b230-0d81943d791c', 'code': 200} Nov 11 17:41:21.833395 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=d0392e99-8030-4c9c-90aa-33453eea679e,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:21.969231 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7633332-fa52-4aee-a754-bc143fccc6a8 req-99ae5e12-29d8-4372-8de8-088f4cf61daf tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:21.978278 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d7633332-fa52-4aee-a754-bc143fccc6a8 req-99ae5e12-29d8-4372-8de8-088f4cf61daf tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 944 time: 0.1083601 Nov 11 17:41:22.061552 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf38b16-d60d-4feb-941c-fc769999eaa7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Router 011fb005-0628-46f5-8582-39b2fb64ac93 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:41:22.092247 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d7633332-fa52-4aee-a754-bc143fccc6a8 req-e53bd750-b637-45d7-8575-50ec6cfcab43 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044285 Nov 11 17:41:22.277250 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf38b16-d60d-4feb-941c-fc769999eaa7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:41:22.293299 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-eaf38b16-d60d-4feb-941c-fc769999eaa7 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "PUT /v2.0/routers/011fb005-0628-46f5-8582-39b2fb64ac93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5049913 Nov 11 17:41:22.296711 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55970) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:22.305839 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c732d4-07d6-4d1f-b4b7-9db8103ae076 None None] Sync routers for ids ['011fb005-0628-46f5-8582-39b2fb64ac93'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:41:22.320920 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c732d4-07d6-4d1f-b4b7-9db8103ae076 None None] Routers {'011fb005-0628-46f5-8582-39b2fb64ac93'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:41:22.321578 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-18c732d4-07d6-4d1f-b4b7-9db8103ae076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:41:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['011fb005-0628-46f5-8582-39b2fb64ac93'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:22.408362 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f17f20-dfdb-4b9b-bbf1-250bff08de4a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Deleting subnet 102178f6-db4c-4d9a-a96e-8baada1632bd {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:41:22.416979 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-53f17f20-dfdb-4b9b-bbf1-250bff08de4a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:22.439776 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387517f-314f-4458-86ef-0d09a158ab6e req-adf73525-ff73-4a22-8bec-e6bf4af2b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:22.441472 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6387517f-314f-4458-86ef-0d09a158ab6e req-adf73525-ff73-4a22-8bec-e6bf4af2b231 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 1097 time: 0.0934811 Nov 11 17:41:22.503882 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-53f17f20-dfdb-4b9b-bbf1-250bff08de4a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:22.652321 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-18c732d4-07d6-4d1f-b4b7-9db8103ae076 None None] Set router 011fb005-0628-46f5-8582-39b2fb64ac93 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:41:22.794862 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387517f-314f-4458-86ef-0d09a158ab6e req-1678ab6e-9082-45b0-a4cd-8a7c5d032534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:22.806924 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6387517f-314f-4458-86ef-0d09a158ab6e req-1678ab6e-9082-45b0-a4cd-8a7c5d032534 service neutron] 10.222.0.64 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 914 time: 0.2995605 Nov 11 17:41:22.820991 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-53f17f20-dfdb-4b9b-bbf1-250bff08de4a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:22.998741 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6387517f-314f-4458-86ef-0d09a158ab6e req-b510c3c0-0307-458d-ad1d-e1c9f259769a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c HTTP/1.1" status: 200 len: 1001 time: 0.1833110 Nov 11 17:41:23.060397 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-18c732d4-07d6-4d1f-b4b7-9db8103ae076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394540125', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:31Z', 'updated_at': '2021-11-11T17:41:20Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ab:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:32Z', 'updated_at': '2021-11-11T17:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:23.098084 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387517f-314f-4458-86ef-0d09a158ab6e req-c4e49088-e7c7-4cb3-8ca9-ae5fbe09d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:23.099565 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6387517f-314f-4458-86ef-0d09a158ab6e req-c4e49088-e7c7-4cb3-8ca9-ae5fbe09d059 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.0933974 Nov 11 17:41:23.130308 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c732d4-07d6-4d1f-b4b7-9db8103ae076 None None] Checking router: 011fb005-0628-46f5-8582-39b2fb64ac93 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:41:23.136366 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def3d48-0917-41bf-a38f-8ef1265619c3 req-6fe42b8c-a15e-4980-a710-b246c18540c0 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:23.146607 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c732d4-07d6-4d1f-b4b7-9db8103ae076 None None] Routers {'011fb005-0628-46f5-8582-39b2fb64ac93'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:41:23.147233 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-18c732d4-07d6-4d1f-b4b7-9db8103ae076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:41:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['011fb005-0628-46f5-8582-39b2fb64ac93'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:23.150011 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9def3d48-0917-41bf-a38f-8ef1265619c3 req-6fe42b8c-a15e-4980-a710-b246c18540c0 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a4b45a1-3c96-49b6-b81d-b151186ec4c5 HTTP/1.1" status: 200 len: 945 time: 0.2458644 Nov 11 17:41:23.198514 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387517f-314f-4458-86ef-0d09a158ab6e req-0c0a7571-c422-4d22-957e-a69c08a372e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:23.200237 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6387517f-314f-4458-86ef-0d09a158ab6e req-0c0a7571-c422-4d22-957e-a69c08a372e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906560 Nov 11 17:41:23.274825 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-53f17f20-dfdb-4b9b-bbf1-250bff08de4a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:23.369158 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f17f20-dfdb-4b9b-bbf1-250bff08de4a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Subnet': ['ID=102178f6-db4c-4d9a-a96e-8baada1632bd,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:23.395453 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-53f17f20-dfdb-4b9b-bbf1-250bff08de4a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:23.407225 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-53f17f20-dfdb-4b9b-bbf1-250bff08de4a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "DELETE /v2.0/subnets/102178f6-db4c-4d9a-a96e-8baada1632bd HTTP/1.1" status: 204 len: 168 time: 1.1092477 Nov 11 17:41:23.410941 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6387517f-314f-4458-86ef-0d09a158ab6e req-9a0c6a9e-9c1a-4854-84f7-ddf6f5c9f258 service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017291 Nov 11 17:41:23.416052 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55998) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:23.446718 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9def3d48-0917-41bf-a38f-8ef1265619c3 req-9dc10e4b-c978-475b-86af-351b4ee002f2 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea54823a-3342-4a32-810c-79fda1d004bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939544 Nov 11 17:41:23.716052 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4731d730-4bbf-4453-8d16-996bcf40a1ff None None] Network f4307d6a-976c-4915-9c6a-3c516e8bedde requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:41:23.719795 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6387517f-314f-4458-86ef-0d09a158ab6e req-4e7d6156-f511-404c-b637-e664f708e337 service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001297 Nov 11 17:41:23.964506 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4331b0a-6099-4cde-abfd-32163c5a6505 req-30119fd7-19a3-4a0c-8ce5-db606e409745 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:23.975012 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c4331b0a-6099-4cde-abfd-32163c5a6505 req-30119fd7-19a3-4a0c-8ce5-db606e409745 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 944 time: 0.3476095 Nov 11 17:41:24.040964 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-346f7f1e-d313-4c8e-861b-13190915e5c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:24.063718 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-18c732d4-07d6-4d1f-b4b7-9db8103ae076 None None] Set router 011fb005-0628-46f5-8582-39b2fb64ac93 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:41:24.164869 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d8dae8-b5dc-4a3a-8eda-b43ba4e0eb47 None None] DHCP port deletion for f4307d6a-976c-4915-9c6a-3c516e8bedde request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:41:24.173186 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:24.223153 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c4331b0a-6099-4cde-abfd-32163c5a6505 req-9f6446c1-1197-4c19-8eff-6d478d79eec0 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459054 Nov 11 17:41:24.347060 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-346f7f1e-d313-4c8e-861b-13190915e5c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:24.452032 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-346f7f1e-d313-4c8e-861b-13190915e5c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Deleting port 9f3db3f6-b214-4eef-9d9d-e1068b6048f6 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:41:24.452522 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-346f7f1e-d313-4c8e-861b-13190915e5c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:24.506083 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-77d8dae8-b5dc-4a3a-8eda-b43ba4e0eb47 None None] Deleting port be049efb-9af6-45b5-a84e-cf8a3d62d87f {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:41:24.506472 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-77d8dae8-b5dc-4a3a-8eda-b43ba4e0eb47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:24.572280 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-346f7f1e-d313-4c8e-861b-13190915e5c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] For port 9f3db3f6-b214-4eef-9d9d-e1068b6048f6, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=9f3db3f6-b214-4eef-9d9d-e1068b6048f6,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:24.572656 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-346f7f1e-d313-4c8e-861b-13190915e5c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:24.600270 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-346f7f1e-d313-4c8e-861b-13190915e5c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Calling delete_port for 9f3db3f6-b214-4eef-9d9d-e1068b6048f6 owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:41:24.683025 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-77d8dae8-b5dc-4a3a-8eda-b43ba4e0eb47 None None] For port be049efb-9af6-45b5-a84e-cf8a3d62d87f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=be049efb-9af6-45b5-a84e-cf8a3d62d87f,segment=NetworkSegment(9e037fe0-33a3-41f0-af33-eb594233dc5d),segment_id=9e037fe0-33a3-41f0-af33-eb594233dc5d)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:24.684262 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-77d8dae8-b5dc-4a3a-8eda-b43ba4e0eb47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:24.712301 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-77d8dae8-b5dc-4a3a-8eda-b43ba4e0eb47 None None] Calling delete_port for be049efb-9af6-45b5-a84e-cf8a3d62d87f owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:41:24.971645 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device d0392e99-8030-4c9c-90aa-33453eea679e up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:41:24.975757 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device be049efb-9af6-45b5-a84e-cf8a3d62d87f no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:41:25.042653 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: be049efb-9af6-45b5-a84e-cf8a3d62d87f {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:41:25.043489 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-346f7f1e-d313-4c8e-861b-13190915e5c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:25.050485 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device be049efb-9af6-45b5-a84e-cf8a3d62d87f not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:41:25.060728 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-77d8dae8-b5dc-4a3a-8eda-b43ba4e0eb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:25.124482 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f7f1e-d313-4c8e-861b-13190915e5c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Port': ['ID=9f3db3f6-b214-4eef-9d9d-e1068b6048f6,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:25.312809 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-346f7f1e-d313-4c8e-861b-13190915e5c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:25.418368 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8dae8-b5dc-4a3a-8eda-b43ba4e0eb47 None None] Pushing event deleted for resources: {'Port': ['ID=be049efb-9af6-45b5-a84e-cf8a3d62d87f,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:25.429306 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f828c6a5-729c-43f3-98a5-0f4ad8693bce None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:41:25.524962 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d8dae8-b5dc-4a3a-8eda-b43ba4e0eb47 None None] No DVR routers for this DVR port be049efb-9af6-45b5-a84e-cf8a3d62d87f on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:41:25.593389 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port d0392e99-8030-4c9c-90aa-33453eea679e completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:41:25.598741 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-18c732d4-07d6-4d1f-b4b7-9db8103ae076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394540125', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:31Z', 'updated_at': '2021-11-11T17:41:20Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ab:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:32Z', 'updated_at': '2021-11-11T17:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:25.610338 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port d0392e99-8030-4c9c-90aa-33453eea679e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:41:25.612190 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:25.704178 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c732d4-07d6-4d1f-b4b7-9db8103ae076 None None] The sync data for ids ['011fb005-0628-46f5-8582-39b2fb64ac93'] in n-d-816206-4 is: [{'id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394540125', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:37:31Z', 'updated_at': '2021-11-11T17:41:20Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '9f3db3f6-b214-4eef-9d9d-e1068b6048f6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ab:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011fb005-0628-46f5-8582-39b2fb64ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:37:32Z', 'updated_at': '2021-11-11T17:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:41:25.747668 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-346f7f1e-d313-4c8e-861b-13190915e5c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:25.750658 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-346f7f1e-d313-4c8e-861b-13190915e5c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:25.784579 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea82edd-0ae5-41cd-88c6-a4e1c3cbd2bc req-c16c64a0-abf5-40fe-93a1-ab1ec64969fe tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:25.786205 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aea82edd-0ae5-41cd-88c6-a4e1c3cbd2bc req-c16c64a0-abf5-40fe-93a1-ab1ec64969fe tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 944 time: 0.2169437 Nov 11 17:41:25.865812 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:25.905166 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34703b8-0344-49fc-b51f-53a866bdae73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0392e99-8030-4c9c-90aa-33453eea679e'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:41:25.909266 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bebfc9-36a7-4f13-ac01-1105373b5079" -d '{"events": [{"server_uuid": "e34703b8-0344-49fc-b51f-53a866bdae73", "name": "network-vif-plugged", "status": "completed", "tag": "d0392e99-8030-4c9c-90aa-33453eea679e"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:41:25.931906 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-346f7f1e-d313-4c8e-861b-13190915e5c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:25.932158 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346f7f1e-d313-4c8e-861b-13190915e5c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Fanout notify agent at l3_agent the message router_deleted on router 011fb005-0628-46f5-8582-39b2fb64ac93 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:41:25.943574 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port d0392e99-8030-4c9c-90aa-33453eea679e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d0392e99-8030-4c9c-90aa-33453eea679e,segment=NetworkSegment(5f3878bf-345d-4247-b71c-49243ef85b30),segment_id=5f3878bf-345d-4247-b71c-49243ef85b30)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:25.949941 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:25.952175 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-346f7f1e-d313-4c8e-861b-13190915e5c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:25.957352 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-346f7f1e-d313-4c8e-861b-13190915e5c9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "DELETE /v2.0/routers/011fb005-0628-46f5-8582-39b2fb64ac93 HTTP/1.1" status: 204 len: 168 time: 2.5382359 Nov 11 17:41:25.961162 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56068) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:25.978706 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aea82edd-0ae5-41cd-88c6-a4e1c3cbd2bc req-b8cf40c5-ddec-463b-9004-6bbc1ba1fb1d tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344407 Nov 11 17:41:26.049757 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=d0392e99-8030-4c9c-90aa-33453eea679e,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:26.158907 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65bba8f6-1fb6-4cd1-b919-c4ad0409d9f5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:26.309580 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65bba8f6-1fb6-4cd1-b919-c4ad0409d9f5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:26.349632 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-65bba8f6-1fb6-4cd1-b919-c4ad0409d9f5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4307d6a-976c-4915-9c6a-3c516e8bedde']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:26.370887 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-65bba8f6-1fb6-4cd1-b919-c4ad0409d9f5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e037fe0-33a3-41f0-af33-eb594233dc5d') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:26.373208 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-65bba8f6-1fb6-4cd1-b919-c4ad0409d9f5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e037fe0-33a3-41f0-af33-eb594233dc5d') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:26.399298 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65bba8f6-1fb6-4cd1-b919-c4ad0409d9f5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:26.408810 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0b806a-79c5-4080-b4fd-aaa6bbb13b73 x-openstack-request-id: req-df0b806a-79c5-4080-b4fd-aaa6bbb13b73 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:41:26.409153 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34703b8-0344-49fc-b51f-53a866bdae73", "name": "network-vif-plugged", "status": "completed", "tag": "d0392e99-8030-4c9c-90aa-33453eea679e", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:41:26.409502 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-df0b806a-79c5-4080-b4fd-aaa6bbb13b73 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:41:26.409971 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34703b8-0344-49fc-b51f-53a866bdae73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0392e99-8030-4c9c-90aa-33453eea679e', 'code': 200} Nov 11 17:41:26.425006 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65bba8f6-1fb6-4cd1-b919-c4ad0409d9f5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:26.450114 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bba8f6-1fb6-4cd1-b919-c4ad0409d9f5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Releasing vlan 1279 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:41:26.456015 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65bba8f6-1fb6-4cd1-b919-c4ad0409d9f5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:41:26.467021 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:41:26.710901 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0281e-ce09-46e0-9008-479440dab47d req-301ade54-04fd-43f4-8879-55d3a2b6d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:26.710901 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-41c0281e-ce09-46e0-9008-479440dab47d req-301ade54-04fd-43f4-8879-55d3a2b6d2f0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 1096 time: 0.2070220 Nov 11 17:41:26.712674 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:41:26.753756 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65bba8f6-1fb6-4cd1-b919-c4ad0409d9f5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:26.770893 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:41:26.771240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6e6fb4db-51ab-418e-86c9-2cd06b5cd2f0 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:41:26.801552 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65bba8f6-1fb6-4cd1-b919-c4ad0409d9f5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:26.804899 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-65bba8f6-1fb6-4cd1-b919-c4ad0409d9f5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "DELETE /v2.0/networks/f4307d6a-976c-4915-9c6a-3c516e8bedde HTTP/1.1" status: 204 len: 168 time: 0.8427250 Nov 11 17:41:26.805805 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bba8f6-1fb6-4cd1-b919-c4ad0409d9f5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Network': ['ID=f4307d6a-976c-4915-9c6a-3c516e8bedde,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:26.807635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 56094) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:26.898874 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-41c0281e-ce09-46e0-9008-479440dab47d req-3ecaf387-88ac-4450-a05b-59f1814e907e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675067 Nov 11 17:41:26.996553 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d27f81e-f8b4-4100-a11d-5345d1c8f672 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:27.065424 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d27f81e-f8b4-4100-a11d-5345d1c8f672 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:27.210287 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5eb17-0c26-4dbd-aa4a-b52813f2fd76 req-64b179fd-9348-41b1-83b6-681976951e4c tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:27.213222 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-86b5eb17-0c26-4dbd-aa4a-b52813f2fd76 req-64b179fd-9348-41b1-83b6-681976951e4c tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 945 time: 0.0893624 Nov 11 17:41:27.248123 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d27f81e-f8b4-4100-a11d-5345d1c8f672 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:27.251631 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d27f81e-f8b4-4100-a11d-5345d1c8f672 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:27.253841 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7d27f81e-f8b4-4100-a11d-5345d1c8f672 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "DELETE /v2.0/security-groups/2eeed95f-9ce4-412d-82d0-bdabfe230b02 HTTP/1.1" status: 204 len: 168 time: 0.4440308 Nov 11 17:41:27.277827 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27f81e-f8b4-4100-a11d-5345d1c8f672 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eeed95f-9ce4-412d-82d0-bdabfe230b02,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:27.327014 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-86b5eb17-0c26-4dbd-aa4a-b52813f2fd76 req-ddadb747-23b6-43c7-8c25-f0e81f9bec46 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928853 Nov 11 17:41:28.074082 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 56152) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:28.087637 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-61ab7157-e96e-4ceb-8c50-a7044c7870b1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1666739839', 'description': 'tempest-secgroup-smoke-1666739839 description', 'project_id': '4a967e21f8b349ab96ba5689386c16b9'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:28.121447 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61ab7157-e96e-4ceb-8c50-a7044c7870b1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:28.263969 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61ab7157-e96e-4ceb-8c50-a7044c7870b1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:28.280766 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61ab7157-e96e-4ceb-8c50-a7044c7870b1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:28.312903 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61ab7157-e96e-4ceb-8c50-a7044c7870b1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:28.315916 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-61ab7157-e96e-4ceb-8c50-a7044c7870b1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2400768 Nov 11 17:41:28.319785 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 56156) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:28.324398 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-92144679-89f4-41de-a5da-daf6ffcf4b00 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': '83faf7b1-b684-4d2c-a284-545a38a4c7cc', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:28.354655 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab7157-e96e-4ceb-8c50-a7044c7870b1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83faf7b1-b684-4d2c-a284-545a38a4c7cc,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:28.384046 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-92144679-89f4-41de-a5da-daf6ffcf4b00 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:28.450808 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-92144679-89f4-41de-a5da-daf6ffcf4b00 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:28.460491 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-92144679-89f4-41de-a5da-daf6ffcf4b00 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:28.491770 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92144679-89f4-41de-a5da-daf6ffcf4b00 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe854b8-9087-4a3d-833c-82b63b96a7f2,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:28.564129 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-92144679-89f4-41de-a5da-daf6ffcf4b00 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:28.571017 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-92144679-89f4-41de-a5da-daf6ffcf4b00 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2505338 Nov 11 17:41:28.572212 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56164) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:28.584799 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-6e98304f-2eab-4158-92e1-7c470be534ba tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': '83faf7b1-b684-4d2c-a284-545a38a4c7cc', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:28.599877 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 9f3db3f6-b214-4eef-9d9d-e1068b6048f6 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:41:28.619876 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a32415-b695-4e89-b8d1-9c1ef7f79dec req-dbaaa783-9fc2-4217-be46-771a2a1c2859 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:28.619876 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f8a32415-b695-4e89-b8d1-9c1ef7f79dec req-dbaaa783-9fc2-4217-be46-771a2a1c2859 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 945 time: 0.1166224 Nov 11 17:41:28.657385 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 9f3db3f6-b214-4eef-9d9d-e1068b6048f6 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:41:28.662278 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 9f3db3f6-b214-4eef-9d9d-e1068b6048f6 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:41:28.674299 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6e98304f-2eab-4158-92e1-7c470be534ba tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:28.756976 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f8a32415-b695-4e89-b8d1-9c1ef7f79dec req-2d068bae-08a4-44f2-975b-467a8c372c9e tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287992 Nov 11 17:41:28.849686 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6e98304f-2eab-4158-92e1-7c470be534ba tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:28.855872 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6e98304f-2eab-4158-92e1-7c470be534ba tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:28.933203 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6e98304f-2eab-4158-92e1-7c470be534ba tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:28.943661 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6e98304f-2eab-4158-92e1-7c470be534ba tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3703716 Nov 11 17:41:28.946908 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56176) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:28.973587 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-d868d5db-bf92-40af-9ce5-d12214857ec3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': '83faf7b1-b684-4d2c-a284-545a38a4c7cc', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:28.979565 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98304f-2eab-4158-92e1-7c470be534ba tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58329fe3-c219-4d2c-87a2-5bf1f454feb4,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:29.016778 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d868d5db-bf92-40af-9ce5-d12214857ec3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:29.159510 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e79cda-137d-47ee-9c40-62f2fe98dad2 req-41c43041-9c4c-40da-be39-730fa184e06c tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:29.169194 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-25e79cda-137d-47ee-9c40-62f2fe98dad2 req-41c43041-9c4c-40da-be39-730fa184e06c tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 945 time: 0.1146431 Nov 11 17:41:29.179252 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d868d5db-bf92-40af-9ce5-d12214857ec3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:29.190873 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d868d5db-bf92-40af-9ce5-d12214857ec3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:29.242139 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868d5db-bf92-40af-9ce5-d12214857ec3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518c404c-a617-43ee-8534-e68490cda6e8,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:29.271826 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d868d5db-bf92-40af-9ce5-d12214857ec3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:29.274128 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d868d5db-bf92-40af-9ce5-d12214857ec3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3247182 Nov 11 17:41:29.282409 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56186) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:29.300814 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-4f0a1390-4282-46df-b94b-c121d5b24a35 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': '83faf7b1-b684-4d2c-a284-545a38a4c7cc', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:29.305434 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-25e79cda-137d-47ee-9c40-62f2fe98dad2 req-e9d3d7b5-bba9-4916-9349-7571cce62e09 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234322 Nov 11 17:41:29.390801 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4f0a1390-4282-46df-b94b-c121d5b24a35 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:29.563518 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4f0a1390-4282-46df-b94b-c121d5b24a35 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:29.588320 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4f0a1390-4282-46df-b94b-c121d5b24a35 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:29.661166 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a1390-4282-46df-b94b-c121d5b24a35 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31284154-8eab-4284-9f35-f78d07bd7771,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:29.702923 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4f0a1390-4282-46df-b94b-c121d5b24a35 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:29.708019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 56204) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:29.711026 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4f0a1390-4282-46df-b94b-c121d5b24a35 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4267833 Nov 11 17:41:29.712865 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-9145c3ac-2061-4ab6-a258-07cb7b86d9ae tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': '83faf7b1-b684-4d2c-a284-545a38a4c7cc', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:29.772046 n-d-816206-4 neutron-server[102618]: INFO neutron.db.securitygroups_db [None req-9145c3ac-2061-4ab6-a258-07cb7b86d9ae tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Project 4a967e21f8b349ab96ba5689386c16b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:41:29.781793 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9145c3ac-2061-4ab6-a258-07cb7b86d9ae tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:29.892327 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9145c3ac-2061-4ab6-a258-07cb7b86d9ae tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:29.901134 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9145c3ac-2061-4ab6-a258-07cb7b86d9ae tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:29.921925 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145c3ac-2061-4ab6-a258-07cb7b86d9ae tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08bc505-1e08-465f-801d-f5489f600987,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:29.967477 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9145c3ac-2061-4ab6-a258-07cb7b86d9ae tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:29.969760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9145c3ac-2061-4ab6-a258-07cb7b86d9ae tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2602301 Nov 11 17:41:29.972227 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56214) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:29.978605 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-cb4e0d54-f505-4149-a683-bab1ec4308ac tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': '83faf7b1-b684-4d2c-a284-545a38a4c7cc', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:30.017981 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-cb4e0d54-f505-4149-a683-bab1ec4308ac tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Project 4a967e21f8b349ab96ba5689386c16b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:41:30.028551 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb4e0d54-f505-4149-a683-bab1ec4308ac tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:30.061622 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e42e07-88f4-45b3-9b30-b534171e3d1b req-0d7168b3-6476-48c8-9019-011c2f82a2b8 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:30.069053 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26e42e07-88f4-45b3-9b30-b534171e3d1b req-0d7168b3-6476-48c8-9019-011c2f82a2b8 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a4b45a1-3c96-49b6-b81d-b151186ec4c5 HTTP/1.1" status: 200 len: 945 time: 0.0646734 Nov 11 17:41:30.146867 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb4e0d54-f505-4149-a683-bab1ec4308ac tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:30.156887 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb4e0d54-f505-4149-a683-bab1ec4308ac tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:30.170955 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-26e42e07-88f4-45b3-9b30-b534171e3d1b req-84488461-ca63-48b4-a17d-6fece0e04a9e tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea54823a-3342-4a32-810c-79fda1d004bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994418 Nov 11 17:41:30.206168 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e0d54-f505-4149-a683-bab1ec4308ac tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e19a2e2-e1b2-4493-a061-d5bdcf54ddf2,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:30.221786 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb4e0d54-f505-4149-a683-bab1ec4308ac tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:30.222380 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 56222) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:30.229146 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 56224) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:30.230677 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cb4e0d54-f505-4149-a683-bab1ec4308ac tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2564180 Nov 11 17:41:30.250818 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-a5d9c4c4-6510-4f09-a16f-34985c5ba752 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'network': {'name': 'tempest-network-smoke--1020732295', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'port_security_enabled': True}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:30.373139 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d9c4c4-6510-4f09-a16f-34985c5ba752 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Made reservation on behalf of 4a967e21f8b349ab96ba5689386c16b9 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:41:30.379244 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c4c4-6510-4f09-a16f-34985c5ba752 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:30.417577 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469bf3c-67e6-4876-b19b-0344220a0e14 req-7d84f8e0-ae72-45dc-8dfc-be2703cf4a8e tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:30.425124 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a469bf3c-67e6-4876-b19b-0344220a0e14 req-7d84f8e0-ae72-45dc-8dfc-be2703cf4a8e tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 945 time: 0.1652677 Nov 11 17:41:30.475608 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-376877bc-95bd-4fe3-b1d0-b90f4fdcb721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:30.514234 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d9c4c4-6510-4f09-a16f-34985c5ba752 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1264} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:41:30.543082 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a469bf3c-67e6-4876-b19b-0344220a0e14 req-847a21d9-9e6a-4b71-9166-0bb537fa71e9 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168947 Nov 11 17:41:30.568102 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c4c4-6510-4f09-a16f-34985c5ba752 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:30.568941 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-a5d9c4c4-6510-4f09-a16f-34985c5ba752 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Added segment 30085baf-2cca-4a70-9fd9-ffdf232677b2 of type vlan for network c965a6f6-b3ad-4501-a42b-4657a33c23a9 Nov 11 17:41:30.711849 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c4c4-6510-4f09-a16f-34985c5ba752 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:30.797624 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-376877bc-95bd-4fe3-b1d0-b90f4fdcb721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:30.810886 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-376877bc-95bd-4fe3-b1d0-b90f4fdcb721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:30.825621 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c4c4-6510-4f09-a16f-34985c5ba752 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:30.840837 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d9c4c4-6510-4f09-a16f-34985c5ba752 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:30.841757 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c4c4-6510-4f09-a16f-34985c5ba752 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:30.882348 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-376877bc-95bd-4fe3-b1d0-b90f4fdcb721 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=13ee801d3b084e9cafa71f0f3c0b4687&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6570652 Nov 11 17:41:30.884644 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56238) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:30.969321 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376877bc-95bd-4fe3-b1d0-b90f4fdcb721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460ea873-462d-4ce5-9551-e8f374a1205f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:30.996340 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a5d9c4c4-6510-4f09-a16f-34985c5ba752 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7599623 Nov 11 17:41:31.000781 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56240) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:31.001472 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-81c063c5-e8ec-4301-bb64-6fb17ae3f45b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:31.018884 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-07ea10f4-26f3-4f84-97b1-34a964badb19 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1868616981', 'admin_state_up': True, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:31.019790 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9c4c4-6510-4f09-a16f-34985c5ba752 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Network': ['ID=c965a6f6-b3ad-4501-a42b-4657a33c23a9,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:31.038403 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network c965a6f6-b3ad-4501-a42b-4657a33c23a9 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:41:31.149603 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-81c063c5-e8ec-4301-bb64-6fb17ae3f45b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:31.181985 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07ea10f4-26f3-4f84-97b1-34a964badb19 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:31.191113 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07ea10f4-26f3-4f84-97b1-34a964badb19 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:31.333966 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01790aff-a073-4430-bf00-959f2d870297 req-757f83b5-e5e0-44b5-8e7c-63940ae63453 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:31.336651 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-01790aff-a073-4430-bf00-959f2d870297 req-757f83b5-e5e0-44b5-8e7c-63940ae63453 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a4b45a1-3c96-49b6-b81d-b151186ec4c5 HTTP/1.1" status: 200 len: 945 time: 0.2746851 Nov 11 17:41:31.354424 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07ea10f4-26f3-4f84-97b1-34a964badb19 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:31.425876 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-81c063c5-e8ec-4301-bb64-6fb17ae3f45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:31.432075 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-81c063c5-e8ec-4301-bb64-6fb17ae3f45b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:31.438002 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-81c063c5-e8ec-4301-bb64-6fb17ae3f45b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/460ea873-462d-4ce5-9551-e8f374a1205f HTTP/1.1" status: 204 len: 168 time: 0.5500875 Nov 11 17:41:31.482885 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59d592-f45f-4d75-a290-c4bd320c8e90 req-22d09875-fc07-4648-85bc-58d342d14d93 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:31.486857 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c59d592-f45f-4d75-a290-c4bd320c8e90 req-22d09875-fc07-4648-85bc-58d342d14d93 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a4b45a1-3c96-49b6-b81d-b151186ec4c5 HTTP/1.1" status: 200 len: 945 time: 0.1155887 Nov 11 17:41:31.593350 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c59d592-f45f-4d75-a290-c4bd320c8e90 req-3f393c7f-f4f1-407a-98e6-2e78cc5b2787 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea54823a-3342-4a32-810c-79fda1d004bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000819 Nov 11 17:41:31.641211 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c063c5-e8ec-4301-bb64-6fb17ae3f45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460ea873-462d-4ce5-9551-e8f374a1205f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:31.764943 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07ea10f4-26f3-4f84-97b1-34a964badb19 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:31.808110 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf974bc-d234-4359-9404-744202bb4d93 req-27ded8f2-8f3d-404a-a6da-2245dd7dacc7 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:31.824043 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-acf974bc-d234-4359-9404-744202bb4d93 req-27ded8f2-8f3d-404a-a6da-2245dd7dacc7 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 945 time: 0.1200156 Nov 11 17:41:31.866121 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-01790aff-a073-4430-bf00-959f2d870297 req-30a1f81d-e960-41b4-82e5-565829d24de5 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Deleting port 87acb03c-3ab6-4015-b95a-2fed1c42bcd2 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:41:31.866573 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-01790aff-a073-4430-bf00-959f2d870297 req-30a1f81d-e960-41b4-82e5-565829d24de5 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:31.947234 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-acf974bc-d234-4359-9404-744202bb4d93 req-e9993983-3353-470d-a450-d2832c868cc5 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169863 Nov 11 17:41:31.951688 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56260) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:31.982984 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91ff4d6f-cc4a-4fed-9c51-46d6db4ace50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:32.037951 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-01790aff-a073-4430-bf00-959f2d870297 req-30a1f81d-e960-41b4-82e5-565829d24de5 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] For port 87acb03c-3ab6-4015-b95a-2fed1c42bcd2, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=87acb03c-3ab6-4015-b95a-2fed1c42bcd2,segment=NetworkSegment(568dcbb6-7955-45ff-ad00-a15301a3f2b5),segment_id=568dcbb6-7955-45ff-ad00-a15301a3f2b5)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:32.038435 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-01790aff-a073-4430-bf00-959f2d870297 req-30a1f81d-e960-41b4-82e5-565829d24de5 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:32.060872 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-01790aff-a073-4430-bf00-959f2d870297 req-30a1f81d-e960-41b4-82e5-565829d24de5 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Calling delete_port for 87acb03c-3ab6-4015-b95a-2fed1c42bcd2 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:41:32.326703 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91ff4d6f-cc4a-4fed-9c51-46d6db4ace50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:32.343878 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91ff4d6f-cc4a-4fed-9c51-46d6db4ace50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:32.464964 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81123833-4872-4ae4-9dc0-41957587e2a7 req-26cc793a-b3ea-4259-97d9-7fa7e83758a4 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:32.466766 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-81123833-4872-4ae4-9dc0-41957587e2a7 req-26cc793a-b3ea-4259-97d9-7fa7e83758a4 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 945 time: 0.1059730 Nov 11 17:41:32.580010 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-81123833-4872-4ae4-9dc0-41957587e2a7 req-1ac8b9c4-2e90-4f0f-b213-604dc86a1a5e tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062500 Nov 11 17:41:32.795012 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07ea10f4-26f3-4f84-97b1-34a964badb19 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:32.917924 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07ea10f4-26f3-4f84-97b1-34a964badb19 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:32.926981 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-91ff4d6f-cc4a-4fed-9c51-46d6db4ace50 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7c308359abc943cbbac8321f7a746c60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9708147 Nov 11 17:41:32.945040 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56276) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:32.950739 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcbb20-b742-4683-a103-5e79374f78a1 req-19e6e648-edd1-4ffd-a5d5-46dc7c5febd6 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:32.957381 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8bdcbb20-b742-4683-a103-5e79374f78a1 req-19e6e648-edd1-4ffd-a5d5-46dc7c5febd6 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a4b45a1-3c96-49b6-b81d-b151186ec4c5 HTTP/1.1" status: 200 len: 945 time: 0.2084734 Nov 11 17:41:32.964886 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff4d6f-cc4a-4fed-9c51-46d6db4ace50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0370bdf6-6f40-4123-aae0-f1e4caebfd45,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:33.141754 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69079793-87ba-46d0-b4fa-b616ddedfea6 req-d3df6b33-9afa-4538-9107-e1f34b4c98cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:33.144267 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-69079793-87ba-46d0-b4fa-b616ddedfea6 req-d3df6b33-9afa-4538-9107-e1f34b4c98cc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3a2bcbd88abb40d9b5482ba600944f61&device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 1096 time: 0.3698959 Nov 11 17:41:33.154693 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-01790aff-a073-4430-bf00-959f2d870297 req-30a1f81d-e960-41b4-82e5-565829d24de5 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:33.167367 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8bdcbb20-b742-4683-a103-5e79374f78a1 req-65d67785-196b-4511-a945-7a4dfca9ec95 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea54823a-3342-4a32-810c-79fda1d004bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829050 Nov 11 17:41:33.218812 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14316405-8467-46d0-aece-3995f76ea48b None None] DHCP port deletion for 89f05d19-4e6a-4f66-acc2-ba507324af45 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:41:33.367366 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1f81d-e960-41b4-82e5-565829d24de5 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Pushing event deleted for resources: {'Port': ['ID=87acb03c-3ab6-4015-b95a-2fed1c42bcd2,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:33.395753 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-01790aff-a073-4430-bf00-959f2d870297 req-30a1f81d-e960-41b4-82e5-565829d24de5 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] No DVR routers for this DVR port 87acb03c-3ab6-4015-b95a-2fed1c42bcd2 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:41:33.398491 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-01790aff-a073-4430-bf00-959f2d870297 req-30a1f81d-e960-41b4-82e5-565829d24de5 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:33.402182 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-01790aff-a073-4430-bf00-959f2d870297 req-30a1f81d-e960-41b4-82e5-565829d24de5 tempest-VolumesActionsTest-496648841 tempest-VolumesActionsTest-496648841-project] 10.222.0.64 "DELETE /v2.0/ports/87acb03c-3ab6-4015-b95a-2fed1c42bcd2 HTTP/1.1" status: 204 len: 173 time: 2.0575294 Nov 11 17:41:33.402815 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22145b9e-8e34-449a-a70b-154712e5c241 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:33.408697 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4b45a1-3c96-49b6-b81d-b151186ec4c5', 'name': 'network-vif-deleted', 'tag': '87acb03c-3ab6-4015-b95a-2fed1c42bcd2'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:41:33.411163 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f72412e-5d6b-41ca-abda-89a6b3f198fa" -d '{"events": [{"server_uuid": "3a4b45a1-3c96-49b6-b81d-b151186ec4c5", "name": "network-vif-deleted", "tag": "87acb03c-3ab6-4015-b95a-2fed1c42bcd2"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:41:33.483989 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-07ea10f4-26f3-4f84-97b1-34a964badb19 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Allocated IP 172.25.2.21 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/94828425-a9d0-4ae1-a0e2-c597468b4ccd) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:41:33.508746 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22145b9e-8e34-449a-a70b-154712e5c241 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:33.586177 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69079793-87ba-46d0-b4fa-b616ddedfea6 req-134d99c2-4ee4-43db-8f65-33ce4b0cf155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:33.588268 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-69079793-87ba-46d0-b4fa-b616ddedfea6 req-134d99c2-4ee4-43db-8f65-33ce4b0cf155 service neutron] 10.222.0.83 "GET /v2.0/networks?id=401ac1b0-6936-49b6-bce2-6f0de51be0e2 HTTP/1.1" status: 200 len: 914 time: 0.4071629 Nov 11 17:41:33.675612 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-69079793-87ba-46d0-b4fa-b616ddedfea6 req-08c43ab1-f85a-4b4c-97f2-9b721282be32 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0392e99-8030-4c9c-90aa-33453eea679e HTTP/1.1" status: 200 len: 217 time: 0.0718036 Nov 11 17:41:33.805051 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07ea10f4-26f3-4f84-97b1-34a964badb19 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:33.874584 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a2843e-1ea1-4b89-9526-b12dbb5c4f39 x-openstack-request-id: req-48a2843e-1ea1-4b89-9526-b12dbb5c4f39 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:41:33.879608 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4b45a1-3c96-49b6-b81d-b151186ec4c5", "name": "network-vif-deleted", "tag": "87acb03c-3ab6-4015-b95a-2fed1c42bcd2", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:41:33.880342 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-48a2843e-1ea1-4b89-9526-b12dbb5c4f39 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:41:33.880797 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4b45a1-3c96-49b6-b81d-b151186ec4c5', 'name': 'network-vif-deleted', 'tag': '87acb03c-3ab6-4015-b95a-2fed1c42bcd2', 'status': 'completed', 'code': 200} Nov 11 17:41:33.885785 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07ea10f4-26f3-4f84-97b1-34a964badb19 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:33.900807 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69251a26-9229-4621-989a-56ad42ba40e7 req-5d6dd35b-ede8-455b-b5b3-5ce3db888feb tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:33.915221 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69251a26-9229-4621-989a-56ad42ba40e7 req-5d6dd35b-ede8-455b-b5b3-5ce3db888feb tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 945 time: 0.0880561 Nov 11 17:41:34.010402 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22145b9e-8e34-449a-a70b-154712e5c241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:34.025707 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22145b9e-8e34-449a-a70b-154712e5c241 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:34.029493 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-22145b9e-8e34-449a-a70b-154712e5c241 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0370bdf6-6f40-4123-aae0-f1e4caebfd45 HTTP/1.1" status: 204 len: 168 time: 1.0395637 Nov 11 17:41:34.088943 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22145b9e-8e34-449a-a70b-154712e5c241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0370bdf6-6f40-4123-aae0-f1e4caebfd45,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:34.090132 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69251a26-9229-4621-989a-56ad42ba40e7 req-8bcd3e62-ed70-4bad-9f3d-cf636074212d tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684480 Nov 11 17:41:34.117662 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ea10f4-26f3-4f84-97b1-34a964badb19 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:41:34.126736 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69079793-87ba-46d0-b4fa-b616ddedfea6 req-a8e0e29b-d3d9-4cd4-af8d-3ff2188d0eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:34.128268 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-69079793-87ba-46d0-b4fa-b616ddedfea6 req-a8e0e29b-d3d9-4cd4-af8d-3ff2188d0eb0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=240c294b-d8f3-4633-a1d2-d3c876d7f4d9 HTTP/1.1" status: 200 len: 852 time: 0.4358594 Nov 11 17:41:34.131436 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-07ea10f4-26f3-4f84-97b1-34a964badb19 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:41:34.155953 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ea10f4-26f3-4f84-97b1-34a964badb19 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:41:34.163002 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe78934-6e8a-4f6a-b6d2-112a05ecc5cd None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:41:34.179329 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea10f4-26f3-4f84-97b1-34a964badb19 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=94828425-a9d0-4ae1-a0e2-c597468b4ccd,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:34.240164 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-69079793-87ba-46d0-b4fa-b616ddedfea6 req-36d7a344-7902-4e38-8617-0d3ee4902f89 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=401ac1b0-6936-49b6-bce2-6f0de51be0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874059 Nov 11 17:41:34.291437 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a63ab756-593b-4b5b-9987-d73cdda5b00c None None] Provisioning complete for port 94828425-a9d0-4ae1-a0e2-c597468b4ccd triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:41:34.294777 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a63ab756-593b-4b5b-9987-d73cdda5b00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:34.407290 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a63ab756-593b-4b5b-9987-d73cdda5b00c None None] Port 94828425-a9d0-4ae1-a0e2-c597468b4ccd cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:41:34.419579 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 87acb03c-3ab6-4015-b95a-2fed1c42bcd2 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:41:34.478777 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 87acb03c-3ab6-4015-b95a-2fed1c42bcd2 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:41:34.479204 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 87acb03c-3ab6-4015-b95a-2fed1c42bcd2 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:41:34.852262 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-69079793-87ba-46d0-b4fa-b616ddedfea6 req-b306bc4e-0093-4ecb-983e-7b5b10add8c2 service neutron] 10.222.0.83 "GET /v2.0/networks/401ac1b0-6936-49b6-bce2-6f0de51be0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005585 Nov 11 17:41:34.974302 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07ea10f4-26f3-4f84-97b1-34a964badb19 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:35.086105 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-69079793-87ba-46d0-b4fa-b616ddedfea6 req-74c4b4b7-7350-4cd8-bd34-24deb9e0c58f service neutron] 10.222.0.83 "GET /v2.0/networks/401ac1b0-6936-49b6-bce2-6f0de51be0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247782 Nov 11 17:41:35.354510 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07ea10f4-26f3-4f84-97b1-34a964badb19 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:35.435052 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8652338-4efd-4911-88f8-a2f71f914a18 req-fe3d1a90-1789-458a-8b07-dcc67cd4f88b tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:35.446337 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c8652338-4efd-4911-88f8-a2f71f914a18 req-fe3d1a90-1789-458a-8b07-dcc67cd4f88b tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 945 time: 0.2213693 Nov 11 17:41:35.548003 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c8652338-4efd-4911-88f8-a2f71f914a18 req-9e2a489b-9d14-4bed-8a46-230b66105809 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811660 Nov 11 17:41:35.663180 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ea10f4-26f3-4f84-97b1-34a964badb19 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Router 4b9c87d1-a15d-4a28-a273-aac41247f14e is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:41:35.911517 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ea10f4-26f3-4f84-97b1-34a964badb19 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:41:35.925426 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] Sync routers for ids ['4b9c87d1-a15d-4a28-a273-aac41247f14e'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:41:35.946096 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] Routers {'4b9c87d1-a15d-4a28-a273-aac41247f14e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:41:35.954242 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:41:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['4b9c87d1-a15d-4a28-a273-aac41247f14e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:35.980878 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-07ea10f4-26f3-4f84-97b1-34a964badb19 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:35.985849 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 56354) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:35.986548 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-07ea10f4-26f3-4f84-97b1-34a964badb19 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.9786162 Nov 11 17:41:36.058186 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56358) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:36.069157 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7d82989e-320d-4529-bd4e-0d0c1ce3c488 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=4a967e21f8b349ab96ba5689386c16b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0819442 Nov 11 17:41:36.219908 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] Set router 4b9c87d1-a15d-4a28-a273-aac41247f14e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:41:36.254712 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f21164-e8ff-4ed1-a81c-158a547c7c56 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:36.263628 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-07f21164-e8ff-4ed1-a81c-158a547c7c56 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2037063 Nov 11 17:41:36.264314 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56366) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:36.341301 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-64852a39-c62f-47dc-9cb7-9640aaac5854 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0733383 Nov 11 17:41:36.341639 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56372) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:36.347464 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-6617c2f2-0cbd-4c1b-907b-868d0500d515 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-933897602', 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:36.646280 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868616981', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:41:31Z', 'updated_at': '2021-11-11T17:41:34Z', 'revision_number': 3, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:32Z', 'updated_at': '2021-11-11T17:41:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:36.658021 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6617c2f2-0cbd-4c1b-907b-868d0500d515 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Made reservation on behalf of 4a967e21f8b349ab96ba5689386c16b9 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:41:36.661883 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6617c2f2-0cbd-4c1b-907b-868d0500d515 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:36.765746 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] Checking router: 4b9c87d1-a15d-4a28-a273-aac41247f14e for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:41:36.766624 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] Updating router 4b9c87d1-a15d-4a28-a273-aac41247f14e port 94828425-a9d0-4ae1-a0e2-c597468b4ccd binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:41:36.822711 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:36.953416 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2d5fd-62cc-4437-a8f9-2074a69cbe80 req-d6af06b9-ecb3-4a1b-bb82-a505ad19334a tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:36.955108 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f5e2d5fd-62cc-4437-a8f9-2074a69cbe80 req-d6af06b9-ecb3-4a1b-bb82-a505ad19334a tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 945 time: 0.2160182 Nov 11 17:41:37.138012 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6617c2f2-0cbd-4c1b-907b-868d0500d515 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:37.161392 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f5e2d5fd-62cc-4437-a8f9-2074a69cbe80 req-7fa32e0f-fbdb-4420-8193-b2f27a7f1ebb tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961064 Nov 11 17:41:37.385750 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617c2f2-0cbd-4c1b-907b-868d0500d515 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Subnet': ['ID=a3e0310e-b30e-45a2-a86b-bf7aa15152e1,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:37.441942 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bdf04b59-87f5-4c30-a299-ece8b6568ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:37.455024 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6617c2f2-0cbd-4c1b-907b-868d0500d515 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Checking segment: {'id': '30085baf-2cca-4a70-9fd9-ffdf232677b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:41:37.455997 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6617c2f2-0cbd-4c1b-907b-868d0500d515 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network hostable DHCP agents. Network: c965a6f6-b3ad-4501-a42b-4657a33c23a9, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:41:37.516372 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6617c2f2-0cbd-4c1b-907b-868d0500d515 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network c965a6f6-b3ad-4501-a42b-4657a33c23a9 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:41:37.527590 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-6617c2f2-0cbd-4c1b-907b-868d0500d515 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, c965a6f6-b3ad-4501-a42b-4657a33c23a9) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:41:37.546667 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6617c2f2-0cbd-4c1b-907b-868d0500d515 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:37.550351 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6617c2f2-0cbd-4c1b-907b-868d0500d515 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:37.555094 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f487ba-3260-44db-b135-68858521f4fc None None] Network c965a6f6-b3ad-4501-a42b-4657a33c23a9 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:41:37.629810 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6617c2f2-0cbd-4c1b-907b-868d0500d515 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2843664 Nov 11 17:41:37.630643 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 56416) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:37.715274 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:37.734772 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:37.814621 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bf92ec-fb6e-48bd-83e3-c3c5a7827695 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:41:37.998044 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-aab07ee5-8ba2-4846-a0b1-857f189a985c None None] Provisioning complete for port 94828425-a9d0-4ae1-a0e2-c597468b4ccd triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:41:37.999108 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-aab07ee5-8ba2-4846-a0b1-857f189a985c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:38.021232 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] Attempting to bind port 94828425-a9d0-4ae1-a0e2-c597468b4ccd on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:41:38.022015 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] Attempting to bind port 94828425-a9d0-4ae1-a0e2-c597468b4ccd by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:41:38.022015 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] Attempting to bind port 94828425-a9d0-4ae1-a0e2-c597468b4ccd on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:41:38.074713 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-aab07ee5-8ba2-4846-a0b1-857f189a985c None None] Port 94828425-a9d0-4ae1-a0e2-c597468b4ccd cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:41:38.098022 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ff4f9-ed8a-4b90-b122-a035263634d8 None None] Pushing event updated for resources: {'Port': ['ID=94828425-a9d0-4ae1-a0e2-c597468b4ccd,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:38.138062 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:41:38.140180 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:41:38.141225 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:38.142351 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:41:38.144239 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] Bound port: 94828425-a9d0-4ae1-a0e2-c597468b4ccd, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:41:38.144829 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:38.185473 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-c965a6f6-b3ad-4501-a42b-4657a33c23a9', 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'fixed_ips': [{'subnet_id': 'a3e0310e-b30e-45a2-a86b-bf7aa15152e1'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:41:38.186583 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:38.187391 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ff4f9-ed8a-4b90-b122-a035263634d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:38.188001 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ff4f9-ed8a-4b90-b122-a035263634d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:38.188864 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ff4f9-ed8a-4b90-b122-a035263634d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:38.189360 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ff4f9-ed8a-4b90-b122-a035263634d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:38.195857 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ff4f9-ed8a-4b90-b122-a035263634d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:38.196374 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ff4f9-ed8a-4b90-b122-a035263634d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:38.197040 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ff4f9-ed8a-4b90-b122-a035263634d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:38.197710 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ff4f9-ed8a-4b90-b122-a035263634d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:38.198219 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ff4f9-ed8a-4b90-b122-a035263634d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:38.198711 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ff4f9-ed8a-4b90-b122-a035263634d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:38.199258 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ff4f9-ed8a-4b90-b122-a035263634d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:38.199769 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12ff4f9-ed8a-4b90-b122-a035263634d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:38.310570 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] For port 94828425-a9d0-4ae1-a0e2-c597468b4ccd, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:41:38.316693 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] For port 94828425-a9d0-4ae1-a0e2-c597468b4ccd, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=94828425-a9d0-4ae1-a0e2-c597468b4ccd,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:41:38.334319 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:38.440257 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ff4f9-ed8a-4b90-b122-a035263634d8 None None] Pushing event updated for resources: {'Port': ['ID=94828425-a9d0-4ae1-a0e2-c597468b4ccd,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:38.502317 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] Routers {'4b9c87d1-a15d-4a28-a273-aac41247f14e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:41:38.503278 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:41:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['4b9c87d1-a15d-4a28-a273-aac41247f14e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:38.512418 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884693b6-d9f1-48d1-b2f2-10f08a0ae9ba None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:41:38.712469 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Allocated IP 172.20.0.2 (c965a6f6-b3ad-4501-a42b-4657a33c23a9/a3e0310e-b30e-45a2-a86b-bf7aa15152e1/2ce97cb3-5280-4a27-954f-429fb6d445ad) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:41:38.893663 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] Set router 4b9c87d1-a15d-4a28-a273-aac41247f14e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:41:39.241182 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ee76b-fa43-4973-a34f-e6fc48c6f315 req-afad89fd-3adb-47a5-bbf8-654211a2b95c tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:39.266686 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f41ee76b-fa43-4973-a34f-e6fc48c6f315 req-afad89fd-3adb-47a5-bbf8-654211a2b95c tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 945 time: 1.4353895 Nov 11 17:41:39.299598 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-39f96ad2-cb07-42c1-8aa0-fb54c8276d8d None None] Provisioning complete for port 94828425-a9d0-4ae1-a0e2-c597468b4ccd triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:41:39.304252 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-39f96ad2-cb07-42c1-8aa0-fb54c8276d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:39.357763 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:39.398580 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:39.420338 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f41ee76b-fa43-4973-a34f-e6fc48c6f315 req-431d5545-a943-42ab-8c34-3f5fd1f1711a tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511087 Nov 11 17:41:39.582543 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Network c965a6f6-b3ad-4501-a42b-4657a33c23a9 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:41:39.592395 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4a69c9c7-ffd0-4529-aa66-bd61f4f4553f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:39.610242 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868616981', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:41:31Z', 'updated_at': '2021-11-11T17:41:34Z', 'revision_number': 3, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:32Z', 'updated_at': '2021-11-11T17:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:39.628098 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:41:39.636432 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:41:39.674115 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Pushing event updated for resources: {'Port': ['ID=2ce97cb3-5280-4a27-954f-429fb6d445ad,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:39.692967 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51371bf-b9bb-48fd-800a-f56890da42b4 None None] The sync data for ids ['4b9c87d1-a15d-4a28-a273-aac41247f14e'] in n-d-816206-4 is: [{'id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868616981', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:41:31Z', 'updated_at': '2021-11-11T17:41:34Z', 'revision_number': 3, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:32Z', 'updated_at': '2021-11-11T17:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:41:39.876490 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:39.876985 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:39.879283 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:39.879868 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:39.880569 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:39.881001 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:39.886137 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:39.886625 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:39.887066 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:39.887502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:39.887974 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:39.888397 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:40.059852 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-4a69c9c7-ffd0-4529-aa66-bd61f4f4553f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Allocated IP 172.20.0.1 (c965a6f6-b3ad-4501-a42b-4657a33c23a9/a3e0310e-b30e-45a2-a86b-bf7aa15152e1/e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:41:40.076173 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-39f96ad2-cb07-42c1-8aa0-fb54c8276d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:40.139382 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Attempting to bind port 2ce97cb3-5280-4a27-954f-429fb6d445ad on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:41:40.142689 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Attempting to bind port 2ce97cb3-5280-4a27-954f-429fb6d445ad by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '30085baf-2cca-4a70-9fd9-ffdf232677b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:41:40.142975 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Attempting to bind port 2ce97cb3-5280-4a27-954f-429fb6d445ad on network c965a6f6-b3ad-4501-a42b-4657a33c23a9 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:41:40.169649 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:41:40.170071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Checking segment: {'id': '30085baf-2cca-4a70-9fd9-ffdf232677b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:41:40.170420 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:40.170960 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Bound using segment: {'id': '30085baf-2cca-4a70-9fd9-ffdf232677b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:41:40.171459 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Bound port: 2ce97cb3-5280-4a27-954f-429fb6d445ad, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30085baf-2cca-4a70-9fd9-ffdf232677b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:41:40.171954 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:40.227427 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-39f96ad2-cb07-42c1-8aa0-fb54c8276d8d None None] For port 94828425-a9d0-4ae1-a0e2-c597468b4ccd, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=94828425-a9d0-4ae1-a0e2-c597468b4ccd,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:40.311598 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4a69c9c7-ffd0-4529-aa66-bd61f4f4553f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:40.351512 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4a69c9c7-ffd0-4529-aa66-bd61f4f4553f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:40.395030 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-39f96ad2-cb07-42c1-8aa0-fb54c8276d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:40.484613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69c9c7-ffd0-4529-aa66-bd61f4f4553f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:40.500171 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a69c9c7-ffd0-4529-aa66-bd61f4f4553f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network c965a6f6-b3ad-4501-a42b-4657a33c23a9 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:41:40.503086 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-4a69c9c7-ffd0-4529-aa66-bd61f4f4553f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:41:40.520123 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a69c9c7-ffd0-4529-aa66-bd61f4f4553f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:41:40.588301 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f96ad2-cb07-42c1-8aa0-fb54c8276d8d None None] Pushing event updated for resources: {'Port': ['ID=94828425-a9d0-4ae1-a0e2-c597468b4ccd,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:40.614439 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-35ae80ae-0eda-4805-bed8-097f971e1174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:40.646600 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] For port 2ce97cb3-5280-4a27-954f-429fb6d445ad, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:41:40.673040 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] For port 2ce97cb3-5280-4a27-954f-429fb6d445ad, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=2ce97cb3-5280-4a27-954f-429fb6d445ad,segment=NetworkSegment(30085baf-2cca-4a70-9fd9-ffdf232677b2),segment_id=30085baf-2cca-4a70-9fd9-ffdf232677b2)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:41:40.687214 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:40.768728 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4a69c9c7-ffd0-4529-aa66-bd61f4f4553f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:40.840922 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13945c2e-83dc-4297-962e-3fa7b0cdc602 None None] Pushing event updated for resources: {'Port': ['ID=2ce97cb3-5280-4a27-954f-429fb6d445ad,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:40.946994 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:40.987012 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 94828425-a9d0-4ae1-a0e2-c597468b4ccd up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:41:41.174559 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 94828425-a9d0-4ae1-a0e2-c597468b4ccd triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:41:41.175232 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:41.293296 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e8dc1-1ba8-46e0-8a15-995e87c0492e req-805578f9-b6c0-4dba-8cbc-809533a02bf0 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:41.295019 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e47e8dc1-1ba8-46e0-8a15-995e87c0492e req-805578f9-b6c0-4dba-8cbc-809533a02bf0 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 945 time: 0.5091791 Nov 11 17:41:41.653635 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e47e8dc1-1ba8-46e0-8a15-995e87c0492e req-f924ea29-4d5f-44a3-9cfc-f1cf9f160806 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197182 Nov 11 17:41:41.751809 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4a69c9c7-ffd0-4529-aa66-bd61f4f4553f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:41.784086 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56564) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:42.132274 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c1e46358-d6e6-4608-b5bd-ea3d04ffd6ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:42.486188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a210cd4-5309-4601-af8f-15a98dd75287 req-be9e8afd-e2c6-458b-9467-50e55ddbdd61 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:42.503516 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9a210cd4-5309-4601-af8f-15a98dd75287 req-be9e8afd-e2c6-458b-9467-50e55ddbdd61 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 945 time: 0.1864409 Nov 11 17:41:42.546173 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b80a3-a78f-4acd-800e-8de5be267049 req-6f94a0e5-fb55-4df3-87a2-39c113c25316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:42.546173 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d85b80a3-a78f-4acd-800e-8de5be267049 req-6f94a0e5-fb55-4df3-87a2-39c113c25316 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3a2bcbd88abb40d9b5482ba600944f61&device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 1096 time: 0.2475696 Nov 11 17:41:42.595639 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:42.912486 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c1e46358-d6e6-4608-b5bd-ea3d04ffd6ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:42.934450 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:42.989256 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c1e46358-d6e6-4608-b5bd-ea3d04ffd6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:43.048913 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9a210cd4-5309-4601-af8f-15a98dd75287 req-1b90e316-94ac-419f-be01-1c1f98a2c437 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5401764 Nov 11 17:41:43.089368 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb13846c-1a0e-4cc7-a3e7-567ba4eadc5e None None] Network c965a6f6-b3ad-4501-a42b-4657a33c23a9 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:41:43.301830 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4a69c9c7-ffd0-4529-aa66-bd61f4f4553f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:43.313015 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4a69c9c7-ffd0-4529-aa66-bd61f4f4553f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:43.318739 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c1e46358-d6e6-4608-b5bd-ea3d04ffd6ff admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=617057fe768a46909a846c78e2370280&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5293236 Nov 11 17:41:43.322798 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56594) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:43.359943 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e46358-d6e6-4608-b5bd-ea3d04ffd6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932cf940-3660-46a5-90a3-d6c1f8acec96,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:43.452112 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b80a3-a78f-4acd-800e-8de5be267049 req-7686624c-2126-4a63-ac00-bc04aa527395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:43.454112 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d85b80a3-a78f-4acd-800e-8de5be267049 req-7686624c-2126-4a63-ac00-bc04aa527395 service neutron] 10.222.0.83 "GET /v2.0/networks?id=401ac1b0-6936-49b6-bce2-6f0de51be0e2 HTTP/1.1" status: 200 len: 914 time: 0.8640826 Nov 11 17:41:43.528862 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4a69c9c7-ffd0-4529-aa66-bd61f4f4553f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:43.551137 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69c9c7-ffd0-4529-aa66-bd61f4f4553f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:43.694432 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d85b80a3-a78f-4acd-800e-8de5be267049 req-c95db109-7346-401c-a32a-8a143e69437b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0392e99-8030-4c9c-90aa-33453eea679e HTTP/1.1" status: 200 len: 217 time: 0.2300315 Nov 11 17:41:43.804644 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6cae863-bb3d-4916-b18b-ee0645940ad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:43.827445 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 2ce97cb3-5280-4a27-954f-429fb6d445ad up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:41:43.927822 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b80a3-a78f-4acd-800e-8de5be267049 req-e2e0aa55-ebc9-415a-9f99-11afa0455183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:43.935266 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d85b80a3-a78f-4acd-800e-8de5be267049 req-e2e0aa55-ebc9-415a-9f99-11afa0455183 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=240c294b-d8f3-4633-a1d2-d3c876d7f4d9 HTTP/1.1" status: 200 len: 852 time: 0.2209835 Nov 11 17:41:43.948060 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2a1dad3f-ae73-4952-8697-9b02a54fddbf None None] Provisioning complete for port 2ce97cb3-5280-4a27-954f-429fb6d445ad triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:41:43.948702 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2a1dad3f-ae73-4952-8697-9b02a54fddbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:43.960639 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a69c9c7-ffd0-4529-aa66-bd61f4f4553f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network c965a6f6-b3ad-4501-a42b-4657a33c23a9 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:41:43.971903 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-4a69c9c7-ffd0-4529-aa66-bd61f4f4553f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:41:44.082009 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 2ce97cb3-5280-4a27-954f-429fb6d445ad triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:41:44.082647 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:44.093778 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2a1dad3f-ae73-4952-8697-9b02a54fddbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:44.170363 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2a1dad3f-ae73-4952-8697-9b02a54fddbf None None] For port 2ce97cb3-5280-4a27-954f-429fb6d445ad, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=2ce97cb3-5280-4a27-954f-429fb6d445ad,segment=NetworkSegment(30085baf-2cca-4a70-9fd9-ffdf232677b2),segment_id=30085baf-2cca-4a70-9fd9-ffdf232677b2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:44.181483 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2a1dad3f-ae73-4952-8697-9b02a54fddbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:44.190901 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d85b80a3-a78f-4acd-800e-8de5be267049 req-45f68e66-3b8e-4285-8bcd-6eed66f4d80b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=401ac1b0-6936-49b6-bce2-6f0de51be0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2483981 Nov 11 17:41:44.200967 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6cae863-bb3d-4916-b18b-ee0645940ad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:44.331139 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 94828425-a9d0-4ae1-a0e2-c597468b4ccd up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:41:44.431977 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dad3f-ae73-4952-8697-9b02a54fddbf None None] Pushing event updated for resources: {'Port': ['ID=2ce97cb3-5280-4a27-954f-429fb6d445ad,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:44.473611 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 94828425-a9d0-4ae1-a0e2-c597468b4ccd triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:41:44.474107 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:44.505634 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a69c9c7-ffd0-4529-aa66-bd61f4f4553f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Router 4b9c87d1-a15d-4a28-a273-aac41247f14e has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:41:44.691948 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6cae863-bb3d-4916-b18b-ee0645940ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:44.699382 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6cae863-bb3d-4916-b18b-ee0645940ad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:44.708935 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b6cae863-bb3d-4916-b18b-ee0645940ad1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/932cf940-3660-46a5-90a3-d6c1f8acec96 HTTP/1.1" status: 204 len: 168 time: 1.3591733 Nov 11 17:41:44.763696 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cae863-bb3d-4916-b18b-ee0645940ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932cf940-3660-46a5-90a3-d6c1f8acec96,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:44.868990 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cae863-bb3d-4916-b18b-ee0645940ad1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:44.869352 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cae863-bb3d-4916-b18b-ee0645940ad1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:44.872481 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cae863-bb3d-4916-b18b-ee0645940ad1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:44.872832 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cae863-bb3d-4916-b18b-ee0645940ad1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:44.873169 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cae863-bb3d-4916-b18b-ee0645940ad1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:44.873502 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cae863-bb3d-4916-b18b-ee0645940ad1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:44.879626 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cae863-bb3d-4916-b18b-ee0645940ad1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:44.884986 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cae863-bb3d-4916-b18b-ee0645940ad1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:44.887324 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cae863-bb3d-4916-b18b-ee0645940ad1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:44.890167 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cae863-bb3d-4916-b18b-ee0645940ad1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:44.892148 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cae863-bb3d-4916-b18b-ee0645940ad1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:44.894219 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cae863-bb3d-4916-b18b-ee0645940ad1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:44.917808 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-41895153-29ab-4445-81af-bae7210b49cf None None] Provisioning complete for port e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:41:44.918323 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-41895153-29ab-4445-81af-bae7210b49cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:45.026809 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d85b80a3-a78f-4acd-800e-8de5be267049 req-b075ab8e-020e-48fb-9fbd-944a6b185b71 service neutron] 10.222.0.83 "GET /v2.0/networks/401ac1b0-6936-49b6-bce2-6f0de51be0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932488 Nov 11 17:41:45.089705 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-41895153-29ab-4445-81af-bae7210b49cf None None] Port e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:41:45.117416 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 2ce97cb3-5280-4a27-954f-429fb6d445ad up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:41:45.210995 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-41895153-29ab-4445-81af-bae7210b49cf None None] Provisioning complete for port 2ce97cb3-5280-4a27-954f-429fb6d445ad triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:41:45.211292 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-41895153-29ab-4445-81af-bae7210b49cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:45.350241 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d85b80a3-a78f-4acd-800e-8de5be267049 req-b9422808-bb6c-4d30-8d74-59338a548b55 service neutron] 10.222.0.83 "GET /v2.0/networks/401ac1b0-6936-49b6-bce2-6f0de51be0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136609 Nov 11 17:41:45.414487 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 2ce97cb3-5280-4a27-954f-429fb6d445ad triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:41:45.414860 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:45.664484 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56632) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:45.700456 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b9561547-eb42-48c8-a976-abfb6d720d54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:45.881072 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-015201db-c5c8-4cba-aeb9-96bda3c37b2c None None] Provisioning complete for port e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:41:45.884078 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-015201db-c5c8-4cba-aeb9-96bda3c37b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:45.933660 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b9561547-eb42-48c8-a976-abfb6d720d54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:45.940493 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b9561547-eb42-48c8-a976-abfb6d720d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:46.044560 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a69c9c7-ffd0-4529-aa66-bd61f4f4553f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:41:46.065956 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4a69c9c7-ffd0-4529-aa66-bd61f4f4553f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "PUT /v2.0/routers/4b9c87d1-a15d-4a28-a273-aac41247f14e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4340761 Nov 11 17:41:46.083258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115f0a6-1aaa-4b73-8873-33dfa19bc52c req-2225faa4-fa90-43f4-87f9-a0b0fe055551 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:46.085345 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] Sync routers for ids ['4b9c87d1-a15d-4a28-a273-aac41247f14e'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:41:46.104761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b115f0a6-1aaa-4b73-8873-33dfa19bc52c req-2225faa4-fa90-43f4-87f9-a0b0fe055551 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 945 time: 1.6313431 Nov 11 17:41:46.105002 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9561547-eb42-48c8-a976-abfb6d720d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8a8933-8ba4-4398-b8dd-45256fefd275,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:46.161311 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b9561547-eb42-48c8-a976-abfb6d720d54 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4141532480a743d1a6a3e4140a09b2e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4954977 Nov 11 17:41:46.176581 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 56642) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:46.239521 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] Routers {'4b9c87d1-a15d-4a28-a273-aac41247f14e'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:41:46.240201 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:41:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['4b9c87d1-a15d-4a28-a273-aac41247f14e'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:46.244590 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-015201db-c5c8-4cba-aeb9-96bda3c37b2c None None] Port e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:41:46.282217 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b115f0a6-1aaa-4b73-8873-33dfa19bc52c req-49d4ac96-7211-49c0-8c58-35c3da67abb6 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803918 Nov 11 17:41:46.356858 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-999ec1be-c98f-443b-94fd-1e9f2633e4d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:46.500098 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-999ec1be-c98f-443b-94fd-1e9f2633e4d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:46.600192 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] Set router 4b9c87d1-a15d-4a28-a273-aac41247f14e gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:41:46.683892 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-999ec1be-c98f-443b-94fd-1e9f2633e4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:46.687093 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-999ec1be-c98f-443b-94fd-1e9f2633e4d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:46.691499 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-999ec1be-c98f-443b-94fd-1e9f2633e4d9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1d8a8933-8ba4-4398-b8dd-45256fefd275 HTTP/1.1" status: 204 len: 168 time: 0.5098455 Nov 11 17:41:46.729688 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ec1be-c98f-443b-94fd-1e9f2633e4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8a8933-8ba4-4398-b8dd-45256fefd275,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:46.812388 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5c34f8d-e17b-40cd-9589-89681034828a req-3dc8277d-cbf3-47c2-9d12-b88e0f88570b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666739839&fields=id&tenant_id=4a967e21f8b349ab96ba5689386c16b9 HTTP/1.1" status: 200 len: 267 time: 0.1652546 Nov 11 17:41:47.114395 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c34f8d-e17b-40cd-9589-89681034828a req-f0ee2c8c-7216-4572-b541-d7ad229e3f5b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:47.144837 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5c34f8d-e17b-40cd-9589-89681034828a req-f0ee2c8c-7216-4572-b541-d7ad229e3f5b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/networks?id=c965a6f6-b3ad-4501-a42b-4657a33c23a9 HTTP/1.1" status: 200 len: 797 time: 0.3271759 Nov 11 17:41:47.200366 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5c34f8d-e17b-40cd-9589-89681034828a req-0f879d82-047f-42c0-b451-3c50f62a826f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/quotas/4a967e21f8b349ab96ba5689386c16b9 HTTP/1.1" status: 200 len: 375 time: 0.0540061 Nov 11 17:41:47.233602 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868616981', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:41:31Z', 'updated_at': '2021-11-11T17:41:41Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:32Z', 'updated_at': '2021-11-11T17:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e', 'name': '', 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:3a:09:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'a3e0310e-b30e-45a2-a86b-bf7aa15152e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:39Z', 'updated_at': '2021-11-11T17:41:42Z', 'revision_number': 2, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': 'a3e0310e-b30e-45a2-a86b-bf7aa15152e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:47.269493 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] Checking router: 4b9c87d1-a15d-4a28-a273-aac41247f14e for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:41:47.269493 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] Updating router 4b9c87d1-a15d-4a28-a273-aac41247f14e port e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:41:47.300655 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:47.394537 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5c34f8d-e17b-40cd-9589-89681034828a req-a7c98106-2710-4cdf-95bb-be9488fb35bf tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1932192 Nov 11 17:41:47.623755 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5c34f8d-e17b-40cd-9589-89681034828a req-b6d62195-dd13-4fbb-af33-159c80dc0142 service neutron] 10.222.0.76 "GET /v2.0/networks/c965a6f6-b3ad-4501-a42b-4657a33c23a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173848 Nov 11 17:41:48.043667 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5c34f8d-e17b-40cd-9589-89681034828a req-af609722-d8d0-48e2-b01d-62900ee39deb service neutron] 10.222.0.76 "GET /v2.0/networks/c965a6f6-b3ad-4501-a42b-4657a33c23a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990388 Nov 11 17:41:48.258070 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:48.271296 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:48.565534 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:48.836785 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f067bf-6d28-44df-91ca-5626c0e60832 None None] Pushing event updated for resources: {'Port': ['ID=e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:48.888800 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1d4a2-9607-49c1-8b6e-6c62188f9c20 req-9540a4b9-d688-47fe-b5a7-142f345e118b tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:48.898147 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00f1d4a2-9607-49c1-8b6e-6c62188f9c20 req-9540a4b9-d688-47fe-b5a7-142f345e118b tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 945 time: 0.1613522 Nov 11 17:41:48.943495 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] Attempting to bind port e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:41:48.946726 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] Attempting to bind port e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '30085baf-2cca-4a70-9fd9-ffdf232677b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:41:48.951477 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] Attempting to bind port e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e on network c965a6f6-b3ad-4501-a42b-4657a33c23a9 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:41:48.986618 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:41:48.992762 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] Checking segment: {'id': '30085baf-2cca-4a70-9fd9-ffdf232677b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:41:48.994579 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:48.996973 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] Bound using segment: {'id': '30085baf-2cca-4a70-9fd9-ffdf232677b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:41:49.000594 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] Bound port: e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30085baf-2cca-4a70-9fd9-ffdf232677b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:41:49.003505 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:49.053919 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00f1d4a2-9607-49c1-8b6e-6c62188f9c20 req-b34d58f3-895a-43fb-be7a-5957503d2fc9 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477225 Nov 11 17:41:49.275201 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e4cca93b-9134-433c-a647-ef7bec460ebd None None] Provisioning complete for port e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:41:49.276494 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e4cca93b-9134-433c-a647-ef7bec460ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:49.339978 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0103ff14-09fd-472b-bcda-270647e1076c req-02fe9146-9ba5-4044-b0b1-d2dd35fb773b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 210 time: 0.0509176 Nov 11 17:41:49.548844 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] For port e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:41:49.553136 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e4cca93b-9134-433c-a647-ef7bec460ebd None None] Port e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:41:49.561948 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] For port e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e,segment=NetworkSegment(30085baf-2cca-4a70-9fd9-ffdf232677b2),segment_id=30085baf-2cca-4a70-9fd9-ffdf232677b2)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:41:49.574494 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:49.774211 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] Routers {'4b9c87d1-a15d-4a28-a273-aac41247f14e'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:41:49.774316 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:41:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['4b9c87d1-a15d-4a28-a273-aac41247f14e'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:49.801529 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f067bf-6d28-44df-91ca-5626c0e60832 None None] Pushing event updated for resources: {'Port': ['ID=e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:49.995507 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7767a4-19c4-4a17-89b9-b171a6c83b69 req-69cdf1d3-1595-485e-b605-d09e7f7ddf65 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:50.019345 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f7767a4-19c4-4a17-89b9-b171a6c83b69 req-69cdf1d3-1595-485e-b605-d09e7f7ddf65 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 945 time: 0.1974616 Nov 11 17:41:50.165734 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] Set router 4b9c87d1-a15d-4a28-a273-aac41247f14e gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:41:50.181975 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f7767a4-19c4-4a17-89b9-b171a6c83b69 req-699c365d-3734-43a8-b9e4-5a263703dc6a tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602204 Nov 11 17:41:50.425833 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6e843fa5-9114-4069-b21a-cba9f292696f None None] Provisioning complete for port e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:41:50.425833 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6e843fa5-9114-4069-b21a-cba9f292696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:50.567743 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0a724-137d-485d-87ee-001230d3327a req-de67da84-55f6-4cec-a344-9227c09ccb45 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:50.585246 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7fc0a724-137d-485d-87ee-001230d3327a req-de67da84-55f6-4cec-a344-9227c09ccb45 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 946 time: 0.1046336 Nov 11 17:41:50.665700 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7fc0a724-137d-485d-87ee-001230d3327a req-9c0aaeaf-7510-4dc2-9858-64e97535249f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794435 Nov 11 17:41:50.857691 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6e843fa5-9114-4069-b21a-cba9f292696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:50.881935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c728628b-5c2b-4362-a473-67c69fb22df5 req-a58be7bd-95fc-4107-abe8-01a1d96c3888 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 210 time: 0.0825207 Nov 11 17:41:50.924427 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6e843fa5-9114-4069-b21a-cba9f292696f None None] For port e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e,segment=NetworkSegment(30085baf-2cca-4a70-9fd9-ffdf232677b2),segment_id=30085baf-2cca-4a70-9fd9-ffdf232677b2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:50.935279 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6e843fa5-9114-4069-b21a-cba9f292696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:51.043414 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e843fa5-9114-4069-b21a-cba9f292696f None None] Pushing event updated for resources: {'Port': ['ID=e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:51.055664 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868616981', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:41:31Z', 'updated_at': '2021-11-11T17:41:41Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:32Z', 'updated_at': '2021-11-11T17:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e', 'name': '', 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:3a:09:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'a3e0310e-b30e-45a2-a86b-bf7aa15152e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:39Z', 'updated_at': '2021-11-11T17:41:49Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': 'a3e0310e-b30e-45a2-a86b-bf7aa15152e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:51.173552 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbbac2f-1845-4c28-965f-9cd78957d5db None None] The sync data for ids ['4b9c87d1-a15d-4a28-a273-aac41247f14e'] in n-d-816206-4 is: [{'id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868616981', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:41:31Z', 'updated_at': '2021-11-11T17:41:41Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:32Z', 'updated_at': '2021-11-11T17:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e', 'name': '', 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:3a:09:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'a3e0310e-b30e-45a2-a86b-bf7aa15152e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:39Z', 'updated_at': '2021-11-11T17:41:49Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': 'a3e0310e-b30e-45a2-a86b-bf7aa15152e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:41:51.215932 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c34f8d-e17b-40cd-9589-89681034828a req-123853fa-1ce0-4dac-a1c7-45b8c740a6df tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:51.234760 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a5c34f8d-e17b-40cd-9589-89681034828a req-123853fa-1ce0-4dac-a1c7-45b8c740a6df tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.64 "GET /v2.0/networks?id=c965a6f6-b3ad-4501-a42b-4657a33c23a9 HTTP/1.1" status: 200 len: 797 time: 0.2981524 Nov 11 17:41:51.409671 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a5c34f8d-e17b-40cd-9589-89681034828a req-b47b698c-0653-46bf-a5ce-cbf0ef8513d9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a967e21f8b349ab96ba5689386c16b9 HTTP/1.1" status: 200 len: 380 time: 0.1698301 Nov 11 17:41:51.421677 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-a5c34f8d-e17b-40cd-9589-89681034828a req-70fb8612-1e3e-4086-ac3b-888d40808969 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'port': {'device_id': '287fa1d9-342c-4a44-b14b-8de4ac58717b', 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9', 'admin_state_up': True, 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'security_groups': ['83faf7b1-b684-4d2c-a284-545a38a4c7cc']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:51.499676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d0184-c451-4134-8839-b81cc18e843c req-5de23478-a22f-4099-a055-d9dfee4bf9b5 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:51.507701 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-953d0184-c451-4134-8839-b81cc18e843c req-5de23478-a22f-4099-a055-d9dfee4bf9b5 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 945 time: 0.0856254 Nov 11 17:41:51.621017 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-953d0184-c451-4134-8839-b81cc18e843c req-fadd0c82-abb5-46fb-a5b8-7f47882ba801 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123157 Nov 11 17:41:51.752042 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c4828-e896-4023-9233-de826de9b837 req-ef0e89ec-0bf4-4cae-a96d-8f13ae79433e tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:51.758007 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f54c4828-e896-4023-9233-de826de9b837 req-ef0e89ec-0bf4-4cae-a96d-8f13ae79433e tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.83 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 945 time: 0.2072294 Nov 11 17:41:51.910081 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da65529-2564-4c20-bc63-780782fa09f2 req-d72b83d4-1f4b-4f7a-a318-db860c021863 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:51.915650 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c34f8d-e17b-40cd-9589-89681034828a req-70fb8612-1e3e-4086-ac3b-888d40808969 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Made reservation on behalf of 4a967e21f8b349ab96ba5689386c16b9 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:41:51.920920 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0da65529-2564-4c20-bc63-780782fa09f2 req-d72b83d4-1f4b-4f7a-a318-db860c021863 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 946 time: 0.1138647 Nov 11 17:41:51.921118 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5c34f8d-e17b-40cd-9589-89681034828a req-70fb8612-1e3e-4086-ac3b-888d40808969 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:52.041634 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-f54c4828-e896-4023-9233-de826de9b837 req-a6782f7a-8c79-4dcc-bc05-2fb831e4bedd tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Deleting port d0392e99-8030-4c9c-90aa-33453eea679e {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:41:52.043350 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f54c4828-e896-4023-9233-de826de9b837 req-a6782f7a-8c79-4dcc-bc05-2fb831e4bedd tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:52.068410 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0da65529-2564-4c20-bc63-780782fa09f2 req-1556b368-3a1f-4db0-84f7-9e9f3cfaeb88 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463017 Nov 11 17:41:52.275596 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1b3cbfe4-5a6f-4f08-9544-8bc88739114d req-5cbf87a2-5354-4eeb-9a19-8201fc28d57c tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 210 time: 0.0561554 Nov 11 17:41:52.444290 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-f54c4828-e896-4023-9233-de826de9b837 req-a6782f7a-8c79-4dcc-bc05-2fb831e4bedd tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] For port d0392e99-8030-4c9c-90aa-33453eea679e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=d0392e99-8030-4c9c-90aa-33453eea679e,segment=NetworkSegment(5f3878bf-345d-4247-b71c-49243ef85b30),segment_id=5f3878bf-345d-4247-b71c-49243ef85b30)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:52.452127 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f54c4828-e896-4023-9233-de826de9b837 req-a6782f7a-8c79-4dcc-bc05-2fb831e4bedd tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:52.547796 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-f54c4828-e896-4023-9233-de826de9b837 req-a6782f7a-8c79-4dcc-bc05-2fb831e4bedd tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Calling delete_port for d0392e99-8030-4c9c-90aa-33453eea679e owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:41:53.169954 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:41:53.285281 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cf6f7-45ab-4dff-beac-acf3d8a14e91 req-3a709003-6a46-48a0-8597-c30e915daadb tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:53.297092 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce0cf6f7-45ab-4dff-beac-acf3d8a14e91 req-3a709003-6a46-48a0-8597-c30e915daadb tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/ports?device_id=e34703b8-0344-49fc-b51f-53a866bdae73 HTTP/1.1" status: 200 len: 945 time: 0.2346647 Nov 11 17:41:53.369152 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f54c4828-e896-4023-9233-de826de9b837 req-a6782f7a-8c79-4dcc-bc05-2fb831e4bedd tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:53.371630 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-a5c34f8d-e17b-40cd-9589-89681034828a req-70fb8612-1e3e-4086-ac3b-888d40808969 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Allocated IP 172.20.0.12 (c965a6f6-b3ad-4501-a42b-4657a33c23a9/a3e0310e-b30e-45a2-a86b-bf7aa15152e1/601161e9-309a-499a-8196-6028b7d4eade) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:41:53.390067 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:41:53.391482 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:53.412450 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce0cf6f7-45ab-4dff-beac-acf3d8a14e91 req-93ad13b6-6ccc-483c-ba73-136ef913d049 tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.76 "GET /v2.0/security-groups?id=c972e849-ff99-478b-898b-42170c19f2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132257 Nov 11 17:41:53.468292 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6782f7a-8c79-4dcc-bc05-2fb831e4bedd tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Pushing event deleted for resources: {'Port': ['ID=d0392e99-8030-4c9c-90aa-33453eea679e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:53.506634 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004015b7-9935-430d-b617-43f198ffa89e None None] DHCP port deletion for 401ac1b0-6936-49b6-bce2-6f0de51be0e2 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:41:53.561136 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54c4828-e896-4023-9233-de826de9b837 req-a6782f7a-8c79-4dcc-bc05-2fb831e4bedd tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] No DVR routers for this DVR port d0392e99-8030-4c9c-90aa-33453eea679e on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:41:53.575132 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f54c4828-e896-4023-9233-de826de9b837 req-a6782f7a-8c79-4dcc-bc05-2fb831e4bedd tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:53.578470 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f54c4828-e896-4023-9233-de826de9b837 req-a6782f7a-8c79-4dcc-bc05-2fb831e4bedd tempest-TestServerAdvancedOps-1577160870 tempest-TestServerAdvancedOps-1577160870-project] 10.222.0.83 "DELETE /v2.0/ports/d0392e99-8030-4c9c-90aa-33453eea679e HTTP/1.1" status: 204 len: 173 time: 1.8165729 Nov 11 17:41:53.578934 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34703b8-0344-49fc-b51f-53a866bdae73', 'name': 'network-vif-deleted', 'tag': 'd0392e99-8030-4c9c-90aa-33453eea679e'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:41:53.597917 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea659bf-8a88-4761-910d-c102f206a875" -d '{"events": [{"server_uuid": "e34703b8-0344-49fc-b51f-53a866bdae73", "name": "network-vif-deleted", "tag": "d0392e99-8030-4c9c-90aa-33453eea679e"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:41:53.678552 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7c12386-130c-4f9a-92b3-926665e27b7a req-3bd454c6-e975-4548-ab56-864802881358 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 210 time: 0.0399549 Nov 11 17:41:53.810468 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c265d7ba-5152-4819-b00a-6b46aa63eeb1 x-openstack-request-id: req-c265d7ba-5152-4819-b00a-6b46aa63eeb1 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:41:53.810767 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34703b8-0344-49fc-b51f-53a866bdae73", "name": "network-vif-deleted", "tag": "d0392e99-8030-4c9c-90aa-33453eea679e", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:41:53.811141 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c265d7ba-5152-4819-b00a-6b46aa63eeb1 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:41:53.811412 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34703b8-0344-49fc-b51f-53a866bdae73', 'name': 'network-vif-deleted', 'tag': 'd0392e99-8030-4c9c-90aa-33453eea679e', 'status': 'completed', 'code': 200} Nov 11 17:41:53.895079 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5c34f8d-e17b-40cd-9589-89681034828a req-70fb8612-1e3e-4086-ac3b-888d40808969 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:53.957905 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5c34f8d-e17b-40cd-9589-89681034828a req-70fb8612-1e3e-4086-ac3b-888d40808969 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:54.008160 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c34f8d-e17b-40cd-9589-89681034828a req-70fb8612-1e3e-4086-ac3b-888d40808969 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network c965a6f6-b3ad-4501-a42b-4657a33c23a9 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:41:54.011676 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-a5c34f8d-e17b-40cd-9589-89681034828a req-70fb8612-1e3e-4086-ac3b-888d40808969 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:41:54.018574 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c34f8d-e17b-40cd-9589-89681034828a req-70fb8612-1e3e-4086-ac3b-888d40808969 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:41:54.058649 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb8612-1e3e-4086-ac3b-888d40808969 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=601161e9-309a-499a-8196-6028b7d4eade,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:54.070461 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:54.090406 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c34f8d-e17b-40cd-9589-89681034828a req-70fb8612-1e3e-4086-ac3b-888d40808969 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:54.091025 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5c34f8d-e17b-40cd-9589-89681034828a req-70fb8612-1e3e-4086-ac3b-888d40808969 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:54.121166 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a5c34f8d-e17b-40cd-9589-89681034828a req-70fb8612-1e3e-4086-ac3b-888d40808969 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7049632 Nov 11 17:41:54.141519 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-a5c34f8d-e17b-40cd-9589-89681034828a req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] Request body: {'port': {'device_id': '287fa1d9-342c-4a44-b14b-8de4ac58717b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:41:54.503130 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 56888) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:54.514092 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7ddb7246-e34d-4276-bd2a-ec18cd7249e5 None None] Provisioning complete for port 601161e9-309a-499a-8196-6028b7d4eade triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:41:54.515303 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ddb7246-e34d-4276-bd2a-ec18cd7249e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:54.634553 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a75a6d-464c-4eb0-8a66-8dab3a8b180b admin admin] Deleting subnet 240c294b-d8f3-4633-a1d2-d3c876d7f4d9 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:41:54.638268 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-81a75a6d-464c-4eb0-8a66-8dab3a8b180b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:54.645308 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-7ddb7246-e34d-4276-bd2a-ec18cd7249e5 None None] Port 601161e9-309a-499a-8196-6028b7d4eade cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:41:54.653662 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f2a28fe8-7d1d-447d-b230-0d81943d791c no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:41:54.729634 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-81a75a6d-464c-4eb0-8a66-8dab3a8b180b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:54.814311 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device d0392e99-8030-4c9c-90aa-33453eea679e no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:41:54.909469 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: d0392e99-8030-4c9c-90aa-33453eea679e {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:41:54.909811 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device d0392e99-8030-4c9c-90aa-33453eea679e not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:41:54.978331 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-81a75a6d-464c-4eb0-8a66-8dab3a8b180b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:54.995140 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:55.033632 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5c34f8d-e17b-40cd-9589-89681034828a req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:55.041465 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b7dcd-2984-4772-acdc-f479054b651b req-25a92302-b1dd-4d46-8365-1b96b862e6da tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:55.043055 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd8b7dcd-2984-4772-acdc-f479054b651b req-25a92302-b1dd-4d46-8365-1b96b862e6da tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 932 time: 0.1442795 Nov 11 17:41:55.065663 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f2a28fe8-7d1d-447d-b230-0d81943d791c, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:55.066593 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6c6f76-619a-488a-beb4-6f9126565431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a28fe8-7d1d-447d-b230-0d81943d791c'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:41:55.068897 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c883eba3-5cfc-4738-8344-04b99d1dd5c0" -d '{"events": [{"server_uuid": "af6c6f76-619a-488a-beb4-6f9126565431", "name": "network-vif-unplugged", "status": "completed", "tag": "f2a28fe8-7d1d-447d-b230-0d81943d791c"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:41:55.077761 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:55.129613 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-81a75a6d-464c-4eb0-8a66-8dab3a8b180b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:55.174064 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a75a6d-464c-4eb0-8a66-8dab3a8b180b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=240c294b-d8f3-4633-a1d2-d3c876d7f4d9,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:55.193452 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a75a6d-464c-4eb0-8a66-8dab3a8b180b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:55.193886 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a75a6d-464c-4eb0-8a66-8dab3a8b180b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:55.194825 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a75a6d-464c-4eb0-8a66-8dab3a8b180b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:55.196462 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a75a6d-464c-4eb0-8a66-8dab3a8b180b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:55.196904 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a75a6d-464c-4eb0-8a66-8dab3a8b180b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:55.198561 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a75a6d-464c-4eb0-8a66-8dab3a8b180b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:55.200617 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a75a6d-464c-4eb0-8a66-8dab3a8b180b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:55.201276 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a75a6d-464c-4eb0-8a66-8dab3a8b180b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:55.201952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a75a6d-464c-4eb0-8a66-8dab3a8b180b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:55.203003 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a75a6d-464c-4eb0-8a66-8dab3a8b180b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:55.203546 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a75a6d-464c-4eb0-8a66-8dab3a8b180b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:55.204074 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a75a6d-464c-4eb0-8a66-8dab3a8b180b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:41:55.240174 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=f2a28fe8-7d1d-447d-b230-0d81943d791c,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:55.271261 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd8b7dcd-2984-4772-acdc-f479054b651b req-8e7a35d6-b462-416f-a8bf-051511f85f93 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644487 Nov 11 17:41:55.289744 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-81a75a6d-464c-4eb0-8a66-8dab3a8b180b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:55.297370 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da7f61f-fe13-47a0-bf14-f510eef46b99 None None] Network 401ac1b0-6936-49b6-bce2-6f0de51be0e2 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:41:55.298000 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-81a75a6d-464c-4eb0-8a66-8dab3a8b180b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/240c294b-d8f3-4633-a1d2-d3c876d7f4d9 HTTP/1.1" status: 204 len: 168 time: 0.7930348 Nov 11 17:41:55.299194 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 56920) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:55.469210 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-abc32daf-a38d-451d-9d1e-927b7232d447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:55.478799 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d7e6d0-a874-436e-86c3-4ff3c9c50b80 x-openstack-request-id: req-11d7e6d0-a874-436e-86c3-4ff3c9c50b80 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:41:55.479487 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6c6f76-619a-488a-beb4-6f9126565431", "name": "network-vif-unplugged", "status": "completed", "tag": "f2a28fe8-7d1d-447d-b230-0d81943d791c", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:41:55.480197 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-11d7e6d0-a874-436e-86c3-4ff3c9c50b80 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:41:55.480815 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6c6f76-619a-488a-beb4-6f9126565431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a28fe8-7d1d-447d-b230-0d81943d791c', 'code': 200} Nov 11 17:41:55.552099 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b81f8f4-4101-43cc-b8b0-b285a4db51f8 None None] DHCP port deletion for 401ac1b0-6936-49b6-bce2-6f0de51be0e2 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:41:55.563916 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-abc32daf-a38d-451d-9d1e-927b7232d447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:55.606895 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-abc32daf-a38d-451d-9d1e-927b7232d447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['401ac1b0-6936-49b6-bce2-6f0de51be0e2']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:55.626285 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-abc32daf-a38d-451d-9d1e-927b7232d447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3878bf-345d-4247-b71c-49243ef85b30') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:55.626589 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-abc32daf-a38d-451d-9d1e-927b7232d447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3878bf-345d-4247-b71c-49243ef85b30') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:55.649969 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-abc32daf-a38d-451d-9d1e-927b7232d447 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:55.675204 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-abc32daf-a38d-451d-9d1e-927b7232d447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:55.681264 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-a5c34f8d-e17b-40cd-9589-89681034828a req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 601161e9-309a-499a-8196-6028b7d4eade {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:41:55.689190 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc32daf-a38d-451d-9d1e-927b7232d447 admin admin] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:41:55.689646 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-abc32daf-a38d-451d-9d1e-927b7232d447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:41:55.691349 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:41:55.704230 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5c34f8d-e17b-40cd-9589-89681034828a req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:55.799354 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-abc32daf-a38d-451d-9d1e-927b7232d447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:55.825077 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-a5c34f8d-e17b-40cd-9589-89681034828a req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] Transition to ACTIVE for port object 601161e9-309a-499a-8196-6028b7d4eade will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:41:55.830274 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-abc32daf-a38d-451d-9d1e-927b7232d447 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:55.838727 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5c34f8d-e17b-40cd-9589-89681034828a req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:55.844250 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-abc32daf-a38d-451d-9d1e-927b7232d447 admin admin] 10.222.0.76 "DELETE /v2.0/networks/401ac1b0-6936-49b6-bce2-6f0de51be0e2 HTTP/1.1" status: 204 len: 168 time: 0.5437891 Nov 11 17:41:55.846363 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc32daf-a38d-451d-9d1e-927b7232d447 admin admin] Pushing event deleted for resources: {'Network': ['ID=401ac1b0-6936-49b6-bce2-6f0de51be0e2,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:55.853945 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 56930) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:55.946153 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] Pushing event updated for resources: {'Port': ['ID=601161e9-309a-499a-8196-6028b7d4eade,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:55.949162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32129d5-7724-4ca6-9d54-15655153bfb4 admin admin] Deleting subnet 86cb8f2b-1a14-4e6c-b906-4905b9a2f91a {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:41:55.958097 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d32129d5-7724-4ca6-9d54-15655153bfb4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:56.113117 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d32129d5-7724-4ca6-9d54-15655153bfb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:56.132319 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-a5c34f8d-e17b-40cd-9589-89681034828a req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] Attempting to bind port 601161e9-309a-499a-8196-6028b7d4eade on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:41:56.133351 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-a5c34f8d-e17b-40cd-9589-89681034828a req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] Attempting to bind port 601161e9-309a-499a-8196-6028b7d4eade by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '30085baf-2cca-4a70-9fd9-ffdf232677b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:41:56.133907 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c34f8d-e17b-40cd-9589-89681034828a req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] Attempting to bind port 601161e9-309a-499a-8196-6028b7d4eade on network c965a6f6-b3ad-4501-a42b-4657a33c23a9 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:41:56.139060 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c34f8d-e17b-40cd-9589-89681034828a req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] Port 601161e9-309a-499a-8196-6028b7d4eade on network c965a6f6-b3ad-4501-a42b-4657a33c23a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:41:56.139654 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c34f8d-e17b-40cd-9589-89681034828a req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] Attempting to bind port 601161e9-309a-499a-8196-6028b7d4eade on network c965a6f6-b3ad-4501-a42b-4657a33c23a9 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:41:56.145836 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c34f8d-e17b-40cd-9589-89681034828a req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:41:56.146554 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c34f8d-e17b-40cd-9589-89681034828a req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] Checking segment: {'id': '30085baf-2cca-4a70-9fd9-ffdf232677b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:41:56.147157 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c34f8d-e17b-40cd-9589-89681034828a req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] Bound using segment: {'id': '30085baf-2cca-4a70-9fd9-ffdf232677b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:41:56.148388 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-a5c34f8d-e17b-40cd-9589-89681034828a req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] Bound port: 601161e9-309a-499a-8196-6028b7d4eade, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30085baf-2cca-4a70-9fd9-ffdf232677b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:41:56.148986 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5c34f8d-e17b-40cd-9589-89681034828a req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:56.244401 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-a5c34f8d-e17b-40cd-9589-89681034828a req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] For port 601161e9-309a-499a-8196-6028b7d4eade, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:41:56.247851 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-a5c34f8d-e17b-40cd-9589-89681034828a req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] For port 601161e9-309a-499a-8196-6028b7d4eade, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=601161e9-309a-499a-8196-6028b7d4eade,segment=NetworkSegment(30085baf-2cca-4a70-9fd9-ffdf232677b2),segment_id=30085baf-2cca-4a70-9fd9-ffdf232677b2)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:41:56.256856 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5c34f8d-e17b-40cd-9589-89681034828a req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:56.283807 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d32129d5-7724-4ca6-9d54-15655153bfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:56.457208 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] Pushing event updated for resources: {'Port': ['ID=601161e9-309a-499a-8196-6028b7d4eade,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:56.472168 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c34f8d-e17b-40cd-9589-89681034828a req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:56.472930 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a5c34f8d-e17b-40cd-9589-89681034828a req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:56.474471 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a5c34f8d-e17b-40cd-9589-89681034828a req-997391f7-0603-43cb-8af4-652487f6fc05 service neutron] 10.222.0.64 "PUT /v2.0/ports/601161e9-309a-499a-8196-6028b7d4eade HTTP/1.1" status: 200 len: 1092 time: 2.3375850 Nov 11 17:41:56.476584 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287fa1d9-342c-4a44-b14b-8de4ac58717b', 'tag': '601161e9-309a-499a-8196-6028b7d4eade'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:41:56.483609 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc1ece2-64bf-4f89-8304-3f8a6350388d" -d '{"events": [{"name": "network-changed", "server_uuid": "287fa1d9-342c-4a44-b14b-8de4ac58717b", "tag": "601161e9-309a-499a-8196-6028b7d4eade"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:41:56.561132 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f2a28fe8-7d1d-447d-b230-0d81943d791c details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:41:56.633694 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d32129d5-7724-4ca6-9d54-15655153bfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:56.744596 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c34f8d-e17b-40cd-9589-89681034828a req-04be2605-e10b-4a34-8b7a-43ae069575d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:56.750952 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a5c34f8d-e17b-40cd-9589-89681034828a req-04be2605-e10b-4a34-8b7a-43ae069575d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 1095 time: 0.1955974 Nov 11 17:41:56.818572 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32129d5-7724-4ca6-9d54-15655153bfb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86cb8f2b-1a14-4e6c-b906-4905b9a2f91a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:56.836785 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d32129d5-7724-4ca6-9d54-15655153bfb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:56.849420 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d32129d5-7724-4ca6-9d54-15655153bfb4 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/86cb8f2b-1a14-4e6c-b906-4905b9a2f91a HTTP/1.1" status: 204 len: 168 time: 0.9914854 Nov 11 17:41:56.851298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 56974) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:56.939426 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a5c34f8d-e17b-40cd-9589-89681034828a req-1281a9ad-2f7c-49c3-8cce-06ad6eb7c96c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=601161e9-309a-499a-8196-6028b7d4eade HTTP/1.1" status: 200 len: 217 time: 0.1743932 Nov 11 17:41:57.004769 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c67ffff7-8914-41a2-a779-aec23659a0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:57.017330 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f2a28fe8-7d1d-447d-b230-0d81943d791c, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:57.045253 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75dbefe-b562-478f-b579-97c7dce93d37 req-5d9e1e93-101e-425d-a19a-09976ae1b1d3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:57.064855 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c75dbefe-b562-478f-b579-97c7dce93d37 req-5d9e1e93-101e-425d-a19a-09976ae1b1d3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 944 time: 0.5658939 Nov 11 17:41:57.079281 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'f2a28fe8-7d1d-447d-b230-0d81943d791c', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'port_id': 'f2a28fe8-7d1d-447d-b230-0d81943d791c', 'mac_address': 'fa:16:3e:64:02:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:41:57.088410 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaf1dd9-6484-41a7-a281-0ef41d013909 None None] Network 8fd0939e-92a2-47cd-a17c-2d7db43e2c67 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:41:57.118245 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c34f8d-e17b-40cd-9589-89681034828a req-d6f467b8-843b-4add-a6b1-b390677fd769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:57.128144 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a5c34f8d-e17b-40cd-9589-89681034828a req-d6f467b8-843b-4add-a6b1-b390677fd769 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3e0310e-b30e-45a2-a86b-bf7aa15152e1 HTTP/1.1" status: 200 len: 834 time: 0.1644223 Nov 11 17:41:57.228867 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c75dbefe-b562-478f-b579-97c7dce93d37 req-3473b044-79b6-4575-a0fa-6fe6b507507c tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625135 Nov 11 17:41:57.269652 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c34f8d-e17b-40cd-9589-89681034828a req-25a1417c-4751-4485-9ade-d9b40d111b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:57.279042 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c67ffff7-8914-41a2-a779-aec23659a0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:57.285343 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a5c34f8d-e17b-40cd-9589-89681034828a req-25a1417c-4751-4485-9ade-d9b40d111b4c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c965a6f6-b3ad-4501-a42b-4657a33c23a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558080 Nov 11 17:41:57.291080 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:41:57.353630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-c67ffff7-8914-41a2-a779-aec23659a0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd0939e-92a2-47cd-a17c-2d7db43e2c67']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:57.370618 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a0e2ec-c1c2-44dd-b2bc-01389a32ed91 x-openstack-request-id: req-e2a0e2ec-c1c2-44dd-b2bc-01389a32ed91 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:41:57.370928 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287fa1d9-342c-4a44-b14b-8de4ac58717b", "tag": "601161e9-309a-499a-8196-6028b7d4eade", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:41:57.371190 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e2a0e2ec-c1c2-44dd-b2bc-01389a32ed91 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:41:57.371742 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287fa1d9-342c-4a44-b14b-8de4ac58717b', 'tag': '601161e9-309a-499a-8196-6028b7d4eade', 'status': 'completed', 'code': 200} Nov 11 17:41:57.395065 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-c67ffff7-8914-41a2-a779-aec23659a0b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39636b37-9ed2-4821-b359-b2728d57fca5') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:57.395368 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-c67ffff7-8914-41a2-a779-aec23659a0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39636b37-9ed2-4821-b359-b2728d57fca5') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:41:57.429486 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c67ffff7-8914-41a2-a779-aec23659a0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:57.476480 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c67ffff7-8914-41a2-a779-aec23659a0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:57.498036 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:57.521416 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67ffff7-8914-41a2-a779-aec23659a0b5 admin admin] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:41:57.530938 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c67ffff7-8914-41a2-a779-aec23659a0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:41:57.562516 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:41:57.584591 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a5c34f8d-e17b-40cd-9589-89681034828a req-2026f72d-52d0-4d8a-9c29-8758b332a57a service neutron] 10.222.0.64 "GET /v2.0/networks/c965a6f6-b3ad-4501-a42b-4657a33c23a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898362 Nov 11 17:41:57.673237 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a28fe8-7d1d-447d-b230-0d81943d791c {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:41:57.791454 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f2a28fe8-7d1d-447d-b230-0d81943d791c, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:41:57.811546 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c67ffff7-8914-41a2-a779-aec23659a0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:57.830937 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c67ffff7-8914-41a2-a779-aec23659a0b5 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:57.837162 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c67ffff7-8914-41a2-a779-aec23659a0b5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/8fd0939e-92a2-47cd-a17c-2d7db43e2c67 HTTP/1.1" status: 204 len: 168 time: 0.9786246 Nov 11 17:41:57.886466 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ffff7-8914-41a2-a779-aec23659a0b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fd0939e-92a2-47cd-a17c-2d7db43e2c67,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:57.929854 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:57.935410 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a5c34f8d-e17b-40cd-9589-89681034828a req-50c70465-ee90-4909-9126-1a795227240e service neutron] 10.222.0.64 "GET /v2.0/networks/c965a6f6-b3ad-4501-a42b-4657a33c23a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430736 Nov 11 17:41:58.157768 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=f2a28fe8-7d1d-447d-b230-0d81943d791c,revision_number=9']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:58.178635 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ea0598-2ec5-4027-84a7-572ec4ea5232 None None] DHCP port deletion for 8fd0939e-92a2-47cd-a17c-2d7db43e2c67 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:41:58.251582 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['f2a28fe8-7d1d-447d-b230-0d81943d791c'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:41:58.280110 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1ece2-64bf-4f89-8304-3f8a6350388d req-7b8d566a-129c-4d75-ab85-04d839e324ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:58.292659 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0bc1ece2-64bf-4f89-8304-3f8a6350388d req-7b8d566a-129c-4d75-ab85-04d839e324ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 1095 time: 0.2395003 Nov 11 17:41:58.556786 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57014) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:58.592596 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ca55c-021b-4807-9f77-2431e5895952 req-91c1987d-41af-43f7-84f4-672bc69cc8d4 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:58.607897 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca3ca55c-021b-4807-9f77-2431e5895952 req-91c1987d-41af-43f7-84f4-672bc69cc8d4 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 944 time: 0.1212745 Nov 11 17:41:58.707403 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1ece2-64bf-4f89-8304-3f8a6350388d req-cd08068a-80e5-4867-a9b5-6e9fc125c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:58.709471 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0bc1ece2-64bf-4f89-8304-3f8a6350388d req-cd08068a-80e5-4867-a9b5-6e9fc125c7f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c965a6f6-b3ad-4501-a42b-4657a33c23a9 HTTP/1.1" status: 200 len: 899 time: 0.4085708 Nov 11 17:41:58.714513 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d6f1c28e-d09c-4e82-bc25-4a7571ee569d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3a2bcbd88abb40d9b5482ba600944f61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1566200 Nov 11 17:41:58.720371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57020) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:41:58.786225 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0bc1ece2-64bf-4f89-8304-3f8a6350388d req-a0c1adc1-2437-4357-b4ee-ad1bace8d530 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=601161e9-309a-499a-8196-6028b7d4eade HTTP/1.1" status: 200 len: 217 time: 0.0686011 Nov 11 17:41:58.872608 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1ece2-64bf-4f89-8304-3f8a6350388d req-a0f85d8e-07d3-4691-beb8-8c0ab6a724f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:58.874072 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0bc1ece2-64bf-4f89-8304-3f8a6350388d req-a0f85d8e-07d3-4691-beb8-8c0ab6a724f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3e0310e-b30e-45a2-a86b-bf7aa15152e1 HTTP/1.1" status: 200 len: 834 time: 0.0808771 Nov 11 17:41:58.924381 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca3ca55c-021b-4807-9f77-2431e5895952 req-c1679a0e-e0e0-4cb8-93ce-7edd7167c7ff tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3103247 Nov 11 17:41:58.969187 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9272e84b-60e6-4cd9-8802-5173ae8137ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:58.998487 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9272e84b-60e6-4cd9-8802-5173ae8137ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:59.067618 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9272e84b-60e6-4cd9-8802-5173ae8137ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:59.071186 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9272e84b-60e6-4cd9-8802-5173ae8137ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:41:59.072881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1ece2-64bf-4f89-8304-3f8a6350388d req-05b1c0f4-6bf5-45d4-b9e1-05302d48b17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:41:59.079804 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0bc1ece2-64bf-4f89-8304-3f8a6350388d req-05b1c0f4-6bf5-45d4-b9e1-05302d48b17b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c965a6f6-b3ad-4501-a42b-4657a33c23a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967967 Nov 11 17:41:59.090420 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9272e84b-60e6-4cd9-8802-5173ae8137ea admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c972e849-ff99-478b-898b-42170c19f2cd HTTP/1.1" status: 204 len: 168 time: 0.3547435 Nov 11 17:41:59.130745 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272e84b-60e6-4cd9-8802-5173ae8137ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c972e849-ff99-478b-898b-42170c19f2cd,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:41:59.455604 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0bc1ece2-64bf-4f89-8304-3f8a6350388d req-953e0354-d569-4e03-b6fd-0aafb760bb05 service neutron] 10.222.0.64 "GET /v2.0/networks/c965a6f6-b3ad-4501-a42b-4657a33c23a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653998 Nov 11 17:41:59.798015 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0bc1ece2-64bf-4f89-8304-3f8a6350388d req-fad591e3-c4c5-43d7-887d-663e4b6ee045 service neutron] 10.222.0.64 "GET /v2.0/networks/c965a6f6-b3ad-4501-a42b-4657a33c23a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336933 Nov 11 17:41:59.974612 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57050) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:00.117938 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d48f3bdb-8232-43a2-aa50-b766bee629ce admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=70d558671b2a4a90987c14bc697520c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388030 Nov 11 17:42:00.118864 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57054) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:00.308704 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b1aca3fd-a14f-487d-8fef-03dd231587d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:00.334236 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b1aca3fd-a14f-487d-8fef-03dd231587d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:00.407067 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b1aca3fd-a14f-487d-8fef-03dd231587d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:00.415464 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b1aca3fd-a14f-487d-8fef-03dd231587d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:00.417871 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b1aca3fd-a14f-487d-8fef-03dd231587d0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b3c5a5d2-14fc-47d5-b756-564fefe5fbca HTTP/1.1" status: 204 len: 168 time: 0.2974854 Nov 11 17:42:00.461377 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aca3fd-a14f-487d-8fef-03dd231587d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c5a5d2-14fc-47d5-b756-564fefe5fbca,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:00.489723 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616eb54-53de-477b-b80f-0237b8883187 req-13b62c29-9d9d-4099-8cf8-80dd9ebadaee tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:00.497836 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f616eb54-53de-477b-b80f-0237b8883187 req-13b62c29-9d9d-4099-8cf8-80dd9ebadaee tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 944 time: 0.3182333 Nov 11 17:42:00.574769 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 601161e9-309a-499a-8196-6028b7d4eade details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:42:00.652335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f616eb54-53de-477b-b80f-0237b8883187 req-32ce9c69-bfed-4585-a83e-173632d0f19a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531484 Nov 11 17:42:00.940025 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 601161e9-309a-499a-8196-6028b7d4eade, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=601161e9-309a-499a-8196-6028b7d4eade,segment=NetworkSegment(30085baf-2cca-4a70-9fd9-ffdf232677b2),segment_id=30085baf-2cca-4a70-9fd9-ffdf232677b2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:42:00.973777 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '601161e9-309a-499a-8196-6028b7d4eade', 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9', 'port_id': '601161e9-309a-499a-8196-6028b7d4eade', 'mac_address': 'fa:16:3e:8a:43:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e0310e-b30e-45a2-a86b-bf7aa15152e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:42:00.979844 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f2a28fe8-7d1d-447d-b230-0d81943d791c up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:42:01.165550 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:01.210878 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 601161e9-309a-499a-8196-6028b7d4eade {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:42:01.278843 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 601161e9-309a-499a-8196-6028b7d4eade, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=601161e9-309a-499a-8196-6028b7d4eade,segment=NetworkSegment(30085baf-2cca-4a70-9fd9-ffdf232677b2),segment_id=30085baf-2cca-4a70-9fd9-ffdf232677b2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:42:01.291400 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:01.443791 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port f2a28fe8-7d1d-447d-b230-0d81943d791c triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:01.444602 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:01.447932 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=601161e9-309a-499a-8196-6028b7d4eade,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:01.705038 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:01.719683 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['601161e9-309a-499a-8196-6028b7d4eade'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:42:01.746117 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f2a28fe8-7d1d-447d-b230-0d81943d791c, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:42:01.754208 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6c6f76-619a-488a-beb4-6f9126565431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a28fe8-7d1d-447d-b230-0d81943d791c'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:42:01.758354 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36482702-1d32-4ed6-8507-99931d06279e" -d '{"events": [{"server_uuid": "af6c6f76-619a-488a-beb4-6f9126565431", "name": "network-vif-plugged", "status": "completed", "tag": "f2a28fe8-7d1d-447d-b230-0d81943d791c"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:42:01.784252 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:01.992039 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14166d-ae5c-4340-84d2-5d1a1dd90da8 req-b1a0d6a8-5e6f-4084-b90d-c15bd817f64a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:01.999297 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f14166d-ae5c-4340-84d2-5d1a1dd90da8 req-b1a0d6a8-5e6f-4084-b90d-c15bd817f64a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 945 time: 0.1101284 Nov 11 17:42:02.106751 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=f2a28fe8-7d1d-447d-b230-0d81943d791c,revision_number=10']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:02.124749 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f14166d-ae5c-4340-84d2-5d1a1dd90da8 req-0b3e261f-40ba-4c2f-94ca-cbcb45d58ea0 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169121 Nov 11 17:42:02.470181 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b898f31-1164-4a1b-a603-e10b66f1aece x-openstack-request-id: req-2b898f31-1164-4a1b-a603-e10b66f1aece {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:42:02.470181 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6c6f76-619a-488a-beb4-6f9126565431", "name": "network-vif-plugged", "status": "completed", "tag": "f2a28fe8-7d1d-447d-b230-0d81943d791c", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:42:02.470542 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2b898f31-1164-4a1b-a603-e10b66f1aece {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:42:02.470660 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6c6f76-619a-488a-beb4-6f9126565431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a28fe8-7d1d-447d-b230-0d81943d791c', 'code': 200} Nov 11 17:42:03.314323 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d446a-8036-47fd-83e1-0761d10e763d req-e3827a31-e564-47f4-84ab-bf13aeb7cf3e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:03.316648 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f9d446a-8036-47fd-83e1-0761d10e763d req-e3827a31-e564-47f4-84ab-bf13aeb7cf3e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 945 time: 0.0854187 Nov 11 17:42:03.420432 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f9d446a-8036-47fd-83e1-0761d10e763d req-bc882181-e31d-482d-9a1e-c53c443bb2d8 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980046 Nov 11 17:42:04.605858 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 601161e9-309a-499a-8196-6028b7d4eade up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:42:04.635146 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb4591-bd6d-45fe-963b-590046ec9d69 req-91407605-48c4-4b3a-b6a3-5482d5aa08ed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:04.654923 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-33cb4591-bd6d-45fe-963b-590046ec9d69 req-91407605-48c4-4b3a-b6a3-5482d5aa08ed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 945 time: 0.1070454 Nov 11 17:42:04.747254 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 601161e9-309a-499a-8196-6028b7d4eade completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:42:04.753037 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 601161e9-309a-499a-8196-6028b7d4eade triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:04.753530 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:04.818976 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-33cb4591-bd6d-45fe-963b-590046ec9d69 req-6b2a5711-c217-4afe-b492-4fe159810a20 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616600 Nov 11 17:42:05.000314 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:05.085361 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 601161e9-309a-499a-8196-6028b7d4eade, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=601161e9-309a-499a-8196-6028b7d4eade,segment=NetworkSegment(30085baf-2cca-4a70-9fd9-ffdf232677b2),segment_id=30085baf-2cca-4a70-9fd9-ffdf232677b2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:42:05.091610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287fa1d9-342c-4a44-b14b-8de4ac58717b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601161e9-309a-499a-8196-6028b7d4eade'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:42:05.094873 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02de7495-793e-42f4-84c0-5886a4764923" -d '{"events": [{"server_uuid": "287fa1d9-342c-4a44-b14b-8de4ac58717b", "name": "network-vif-plugged", "status": "completed", "tag": "601161e9-309a-499a-8196-6028b7d4eade"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:42:05.104603 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:05.267582 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df521aa2-a793-4a6a-b7f4-5de68ae6900a x-openstack-request-id: req-df521aa2-a793-4a6a-b7f4-5de68ae6900a {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:42:05.268044 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287fa1d9-342c-4a44-b14b-8de4ac58717b", "name": "network-vif-plugged", "status": "completed", "tag": "601161e9-309a-499a-8196-6028b7d4eade", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:42:05.273538 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-df521aa2-a793-4a6a-b7f4-5de68ae6900a {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:42:05.274080 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287fa1d9-342c-4a44-b14b-8de4ac58717b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601161e9-309a-499a-8196-6028b7d4eade', 'code': 200} Nov 11 17:42:05.276273 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=601161e9-309a-499a-8196-6028b7d4eade,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:05.473950 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cf329-2279-4a24-99b9-8aa5b00619ed req-a6854c5f-4641-46bb-89df-f677fe5e9b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:05.476036 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-138cf329-2279-4a24-99b9-8aa5b00619ed req-a6854c5f-4641-46bb-89df-f677fe5e9b9c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 1097 time: 0.1430967 Nov 11 17:42:05.711915 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-138cf329-2279-4a24-99b9-8aa5b00619ed req-bc01a4bf-3b58-4b58-8ee8-1b01cc86beea service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136285 Nov 11 17:42:06.127232 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fd661-9161-4795-9cb0-497bd093bd4e req-a5df8be6-112a-441f-9401-a9ebb0f59036 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:06.132694 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-739fd661-9161-4795-9cb0-497bd093bd4e req-a5df8be6-112a-441f-9401-a9ebb0f59036 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 946 time: 0.1523290 Nov 11 17:42:06.250449 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-739fd661-9161-4795-9cb0-497bd093bd4e req-737b3da4-09ad-4b2f-8036-a4a615febba3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087048 Nov 11 17:42:07.452209 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8135a891-2033-4b28-84d8-62e699792555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:07.559709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36baea66-ce44-44eb-ab2a-ff744802f747 req-5f3819f6-e4f1-445b-a292-0cce4b0c370b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:07.576375 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36baea66-ce44-44eb-ab2a-ff744802f747 req-5f3819f6-e4f1-445b-a292-0cce4b0c370b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 946 time: 0.2009463 Nov 11 17:42:07.823080 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36baea66-ce44-44eb-ab2a-ff744802f747 req-495b8f39-b80b-47cc-a648-ee650b7194f3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455289 Nov 11 17:42:08.250488 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31222ffa-b422-4270-8c94-99a8c9d51d13 req-f535f9f2-292e-4b87-b31e-751847829fb8 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:08.259604 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-31222ffa-b422-4270-8c94-99a8c9d51d13 req-f535f9f2-292e-4b87-b31e-751847829fb8 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 946 time: 0.1518531 Nov 11 17:42:08.353854 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-31222ffa-b422-4270-8c94-99a8c9d51d13 req-64b2026e-5588-41ad-9796-9923e445128c tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908637 Nov 11 17:42:08.380980 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57228) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:08.438191 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57230) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:08.491987 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d8d352-d1d4-4109-99eb-38e6bed3990b tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:08.501127 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c1d8d352-d1d4-4109-99eb-38e6bed3990b tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 1092 time: 0.1179278 Nov 11 17:42:08.503962 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57234) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:08.509689 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-aee98f5b-2d20-44af-8d20-340759dff550 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': '601161e9-309a-499a-8196-6028b7d4eade', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:42:08.585868 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aee98f5b-2d20-44af-8d20-340759dff550 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for floatingip, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:08.738336 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-436ef9e9-9208-476b-9a54-6865c66ac48f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:08.988606 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-436ef9e9-9208-476b-9a54-6865c66ac48f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:09.010406 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-436ef9e9-9208-476b-9a54-6865c66ac48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:09.286742 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-436ef9e9-9208-476b-9a54-6865c66ac48f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3b6c28ddf6b24d04b9356a69b0c3085d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8474107 Nov 11 17:42:09.303831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57260) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:09.329886 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aee98f5b-2d20-44af-8d20-340759dff550 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:09.331873 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ef9e9-9208-476b-9a54-6865c66ac48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b86baa-d6cd-4039-9354-d1cedbea797c,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:09.523004 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8a87d11b-26c6-4575-ab21-760e5175a09b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:09.625994 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8a87d11b-26c6-4575-ab21-760e5175a09b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:09.666349 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-aee98f5b-2d20-44af-8d20-340759dff550 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Allocated IP 172.25.2.25 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/5e6f6d72-9cd4-44c6-bb3f-b573dfc6955b) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:42:09.755085 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8a87d11b-26c6-4575-ab21-760e5175a09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:09.758826 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8a87d11b-26c6-4575-ab21-760e5175a09b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:09.760685 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8a87d11b-26c6-4575-ab21-760e5175a09b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/65b86baa-d6cd-4039-9354-d1cedbea797c HTTP/1.1" status: 204 len: 168 time: 0.4547787 Nov 11 17:42:09.778551 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87d11b-26c6-4575-ab21-760e5175a09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b86baa-d6cd-4039-9354-d1cedbea797c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:09.997843 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aee98f5b-2d20-44af-8d20-340759dff550 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:10.065809 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aee98f5b-2d20-44af-8d20-340759dff550 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:10.161547 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee98f5b-2d20-44af-8d20-340759dff550 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:42:10.174737 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-aee98f5b-2d20-44af-8d20-340759dff550 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:42:10.191914 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee98f5b-2d20-44af-8d20-340759dff550 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:42:10.291693 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee98f5b-2d20-44af-8d20-340759dff550 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=5e6f6d72-9cd4-44c6-bb3f-b573dfc6955b,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:10.401021 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-84f06f3a-de12-45c0-aee8-50783b7a7e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:10.476257 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57278) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:10.503650 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ff30acc4-a6dd-408b-acb1-3d1828280af9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:10.733429 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ff30acc4-a6dd-408b-acb1-3d1828280af9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:10.742700 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ff30acc4-a6dd-408b-acb1-3d1828280af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:10.848313 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ff30acc4-a6dd-408b-acb1-3d1828280af9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7607ef9aa3254eac8f74bf8bc7dabb40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3707025 Nov 11 17:42:10.849435 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57284) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:10.850837 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30acc4-a6dd-408b-acb1-3d1828280af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0c764f-ae0b-4ea8-be6f-7bb1f778207f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:10.959332 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:10.968558 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8edb9eaf-e151-4a03-a5b7-59c5decf0e51 req-b21ff35d-41d3-4b00-a3af-ee26e532300f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2139049 Nov 11 17:42:10.988911 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f91d223f-075f-49b9-b5b4-5481778cef85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:11.050569 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f91d223f-075f-49b9-b5b4-5481778cef85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:11.181105 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f91d223f-075f-49b9-b5b4-5481778cef85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:11.185230 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f91d223f-075f-49b9-b5b4-5481778cef85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:11.191702 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f91d223f-075f-49b9-b5b4-5481778cef85 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8c0c764f-ae0b-4ea8-be6f-7bb1f778207f HTTP/1.1" status: 204 len: 168 time: 0.3376875 Nov 11 17:42:11.217044 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb9eaf-e151-4a03-a5b7-59c5decf0e51 req-3a251e37-979c-4993-a4e1-59f4258bd3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:11.221391 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8edb9eaf-e151-4a03-a5b7-59c5decf0e51 req-3a251e37-979c-4993-a4e1-59f4258bd3bb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eeac632c30574948b103f77246d9180e&device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 1097 time: 0.1850369 Nov 11 17:42:11.243445 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d223f-075f-49b9-b5b4-5481778cef85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0c764f-ae0b-4ea8-be6f-7bb1f778207f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:11.629384 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aee98f5b-2d20-44af-8d20-340759dff550 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:11.654199 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb9eaf-e151-4a03-a5b7-59c5decf0e51 req-375de514-67ed-486d-8191-6d1217157166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:11.662188 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8edb9eaf-e151-4a03-a5b7-59c5decf0e51 req-375de514-67ed-486d-8191-6d1217157166 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3a8bf47-1430-4314-97ff-b3524a589a13 HTTP/1.1" status: 200 len: 918 time: 0.3720016 Nov 11 17:42:12.050306 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8edb9eaf-e151-4a03-a5b7-59c5decf0e51 req-67d804ce-9dcd-48c0-9d27-a3b084dda7be service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf96950-13e3-43e8-a7ce-4d027f26e852 HTTP/1.1" status: 200 len: 1002 time: 0.3360219 Nov 11 17:42:12.225005 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aee98f5b-2d20-44af-8d20-340759dff550 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:12.295782 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb9eaf-e151-4a03-a5b7-59c5decf0e51 req-b0827bb1-059a-408d-953a-023c9e554c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:12.297192 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8edb9eaf-e151-4a03-a5b7-59c5decf0e51 req-b0827bb1-059a-408d-953a-023c9e554c79 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fa447a7e-c385-460f-86cb-d149b7215da5 HTTP/1.1" status: 200 len: 855 time: 0.2027068 Nov 11 17:42:12.572803 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:12.663281 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aee98f5b-2d20-44af-8d20-340759dff550 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:12.663281 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb9eaf-e151-4a03-a5b7-59c5decf0e51 req-4d3b0dbc-4f95-4acd-ab61-b2d1b5d86881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:12.685437 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8edb9eaf-e151-4a03-a5b7-59c5decf0e51 req-4d3b0dbc-4f95-4acd-ab61-b2d1b5d86881 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3a8bf47-1430-4314-97ff-b3524a589a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3794031 Nov 11 17:42:12.899778 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8edb9eaf-e151-4a03-a5b7-59c5decf0e51 req-b5f620f6-ade0-4086-8329-166c2179923c service neutron] 10.222.0.83 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038231 Nov 11 17:42:12.900431 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aee98f5b-2d20-44af-8d20-340759dff550 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:12.939264 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:13.260154 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee98f5b-2d20-44af-8d20-340759dff550 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=5e6f6d72-9cd4-44c6-bb3f-b573dfc6955b,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:13.276938 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8edb9eaf-e151-4a03-a5b7-59c5decf0e51 req-8533dc33-e448-4fc6-952e-0550ed764165 service neutron] 10.222.0.83 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097208 Nov 11 17:42:13.299706 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aee98f5b-2d20-44af-8d20-340759dff550 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:13.545143 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-aee98f5b-2d20-44af-8d20-340759dff550 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Floating IP 8be3a15a-0638-4620-a144-4ea4456b7c25 associated. External IP: 172.25.2.25, port: 601161e9-309a-499a-8196-6028b7d4eade. Nov 11 17:42:13.929191 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee98f5b-2d20-44af-8d20-340759dff550 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Router 4b9c87d1-a15d-4a28-a273-aac41247f14e has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:42:14.258899 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee98f5b-2d20-44af-8d20-340759dff550 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:42:14.278229 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b0360d-c8fa-4499-9a7d-f5b4311f1e68 None None] Sync routers for ids ['4b9c87d1-a15d-4a28-a273-aac41247f14e'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:42:14.292550 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b0360d-c8fa-4499-9a7d-f5b4311f1e68 None None] Routers {'4b9c87d1-a15d-4a28-a273-aac41247f14e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:42:14.293186 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-a4b0360d-c8fa-4499-9a7d-f5b4311f1e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:42:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['4b9c87d1-a15d-4a28-a273-aac41247f14e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:14.328802 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aee98f5b-2d20-44af-8d20-340759dff550 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:14.397538 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-aee98f5b-2d20-44af-8d20-340759dff550 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8909435 Nov 11 17:42:14.398106 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287fa1d9-342c-4a44-b14b-8de4ac58717b', 'tag': '601161e9-309a-499a-8196-6028b7d4eade'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:42:14.400475 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30cdf87-8936-43ae-98a1-15bbb39d7983" -d '{"events": [{"name": "network-changed", "server_uuid": "287fa1d9-342c-4a44-b14b-8de4ac58717b", "tag": "601161e9-309a-499a-8196-6028b7d4eade"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:42:14.666800 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01512230-024f-46e9-8f6e-eac9c80edc64 req-3f726116-253b-467d-a8f3-8f2022098c21 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:14.689172 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-01512230-024f-46e9-8f6e-eac9c80edc64 req-3f726116-253b-467d-a8f3-8f2022098c21 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 946 time: 0.1504407 Nov 11 17:42:14.736355 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-a4b0360d-c8fa-4499-9a7d-f5b4311f1e68 None None] Set router 4b9c87d1-a15d-4a28-a273-aac41247f14e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:42:14.833283 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57384) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:14.833536 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-01512230-024f-46e9-8f6e-eac9c80edc64 req-d8988ba4-839d-4f17-af57-e769bfad1126 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362398 Nov 11 17:42:15.066925 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d3774d-c77d-4007-bb1f-b0f2d84a9fe1 x-openstack-request-id: req-38d3774d-c77d-4007-bb1f-b0f2d84a9fe1 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:42:15.066925 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287fa1d9-342c-4a44-b14b-8de4ac58717b", "tag": "601161e9-309a-499a-8196-6028b7d4eade", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:42:15.070305 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-38d3774d-c77d-4007-bb1f-b0f2d84a9fe1 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:42:15.071083 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287fa1d9-342c-4a44-b14b-8de4ac58717b', 'tag': '601161e9-309a-499a-8196-6028b7d4eade', 'status': 'completed', 'code': 200} Nov 11 17:42:15.091119 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-49e901c1-2dbe-4b9e-87a3-30d6a254bbe6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/floatingips/8be3a15a-0638-4620-a144-4ea4456b7c25 HTTP/1.1" status: 200 len: 991 time: 0.2564626 Nov 11 17:42:15.298328 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cdf87-8936-43ae-98a1-15bbb39d7983 req-5d8d4216-13d5-465e-923c-68f15d1e8e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:15.298328 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e30cdf87-8936-43ae-98a1-15bbb39d7983 req-5d8d4216-13d5-465e-923c-68f15d1e8e69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 1097 time: 0.2217379 Nov 11 17:42:15.469200 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-a4b0360d-c8fa-4499-9a7d-f5b4311f1e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868616981', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:41:31Z', 'updated_at': '2021-11-11T17:41:41Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:32Z', 'updated_at': '2021-11-11T17:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '8be3a15a-0638-4620-a144-4ea4456b7c25', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'floating_ip_address': '172.25.2.25', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'port_id': '601161e9-309a-499a-8196-6028b7d4eade', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9', 'mac_address': 'fa:16:3e:8a:43:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287fa1d9-342c-4a44-b14b-8de4ac58717b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:42:11Z', 'updated_at': '2021-11-11T17:42:11Z', 'revision_number': 0, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e', 'name': '', 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:3a:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'a3e0310e-b30e-45a2-a86b-bf7aa15152e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:39Z', 'updated_at': '2021-11-11T17:41:50Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': 'a3e0310e-b30e-45a2-a86b-bf7aa15152e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:15.529098 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cdf87-8936-43ae-98a1-15bbb39d7983 req-818b3eb9-408f-4822-b6ea-bdbe4a3e9263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:15.530549 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e30cdf87-8936-43ae-98a1-15bbb39d7983 req-818b3eb9-408f-4822-b6ea-bdbe4a3e9263 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c965a6f6-b3ad-4501-a42b-4657a33c23a9 HTTP/1.1" status: 200 len: 899 time: 0.2261977 Nov 11 17:42:15.569111 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b0360d-c8fa-4499-9a7d-f5b4311f1e68 None None] Checking router: 4b9c87d1-a15d-4a28-a273-aac41247f14e for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:42:15.588251 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b0360d-c8fa-4499-9a7d-f5b4311f1e68 None None] Routers {'4b9c87d1-a15d-4a28-a273-aac41247f14e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:42:15.588251 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-a4b0360d-c8fa-4499-9a7d-f5b4311f1e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:42:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['4b9c87d1-a15d-4a28-a273-aac41247f14e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:15.689002 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e30cdf87-8936-43ae-98a1-15bbb39d7983 req-56223737-f66f-44fa-99e7-af913162ec01 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=601161e9-309a-499a-8196-6028b7d4eade HTTP/1.1" status: 200 len: 999 time: 0.1511707 Nov 11 17:42:15.807970 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57410) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:15.830642 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cdf87-8936-43ae-98a1-15bbb39d7983 req-6f42d1ba-49ec-4b91-8aff-1d36c04f0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:15.838036 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e30cdf87-8936-43ae-98a1-15bbb39d7983 req-6f42d1ba-49ec-4b91-8aff-1d36c04f0aa6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3e0310e-b30e-45a2-a86b-bf7aa15152e1 HTTP/1.1" status: 200 len: 834 time: 0.1371279 Nov 11 17:42:15.879389 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-a4b0360d-c8fa-4499-9a7d-f5b4311f1e68 None None] Set router 4b9c87d1-a15d-4a28-a273-aac41247f14e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:42:15.962747 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61742ffa-6d29-4233-ad28-57bf6b8c5564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:15.970931 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cdf87-8936-43ae-98a1-15bbb39d7983 req-db304281-e480-47cb-b377-3802e989bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:15.974111 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e30cdf87-8936-43ae-98a1-15bbb39d7983 req-db304281-e480-47cb-b377-3802e989bb72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c965a6f6-b3ad-4501-a42b-4657a33c23a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293721 Nov 11 17:42:16.119283 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57416) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:16.204450 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61742ffa-6d29-4233-ad28-57bf6b8c5564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:16.211928 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61742ffa-6d29-4233-ad28-57bf6b8c5564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:16.310974 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61742ffa-6d29-4233-ad28-57bf6b8c5564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2253f25a-3173-4211-aba3-080aa202422f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:16.389634 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c092a035-f1ab-4f02-a19c-7c3d2db5e211 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/floatingips/8be3a15a-0638-4620-a144-4ea4456b7c25 HTTP/1.1" status: 200 len: 991 time: 0.2564933 Nov 11 17:42:16.397507 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-61742ffa-6d29-4233-ad28-57bf6b8c5564 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=474228e4aeec4faba931b5843627c4b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5884237 Nov 11 17:42:16.397759 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57426) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:16.528734 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e30cdf87-8936-43ae-98a1-15bbb39d7983 req-570ecaba-0334-4c56-af79-8d28b4170e73 service neutron] 10.222.0.64 "GET /v2.0/networks/c965a6f6-b3ad-4501-a42b-4657a33c23a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459301 Nov 11 17:42:16.665205 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-a4b0360d-c8fa-4499-9a7d-f5b4311f1e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868616981', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:41:31Z', 'updated_at': '2021-11-11T17:41:41Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:32Z', 'updated_at': '2021-11-11T17:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '8be3a15a-0638-4620-a144-4ea4456b7c25', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'floating_ip_address': '172.25.2.25', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'port_id': '601161e9-309a-499a-8196-6028b7d4eade', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9', 'mac_address': 'fa:16:3e:8a:43:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287fa1d9-342c-4a44-b14b-8de4ac58717b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:42:11Z', 'updated_at': '2021-11-11T17:42:11Z', 'revision_number': 0, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e', 'name': '', 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:3a:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'a3e0310e-b30e-45a2-a86b-bf7aa15152e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:39Z', 'updated_at': '2021-11-11T17:41:50Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': 'a3e0310e-b30e-45a2-a86b-bf7aa15152e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:16.736920 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8db5bc70-5274-45ba-a76b-bc6142d4bf3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:16.813266 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b0360d-c8fa-4499-9a7d-f5b4311f1e68 None None] The sync data for ids ['4b9c87d1-a15d-4a28-a273-aac41247f14e'] in n-d-816206-4 is: [{'id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868616981', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:41:31Z', 'updated_at': '2021-11-11T17:41:41Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:32Z', 'updated_at': '2021-11-11T17:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '8be3a15a-0638-4620-a144-4ea4456b7c25', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'floating_ip_address': '172.25.2.25', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'port_id': '601161e9-309a-499a-8196-6028b7d4eade', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9', 'mac_address': 'fa:16:3e:8a:43:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287fa1d9-342c-4a44-b14b-8de4ac58717b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:42:11Z', 'updated_at': '2021-11-11T17:42:11Z', 'revision_number': 0, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e', 'name': '', 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:3a:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'a3e0310e-b30e-45a2-a86b-bf7aa15152e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:39Z', 'updated_at': '2021-11-11T17:41:50Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': 'a3e0310e-b30e-45a2-a86b-bf7aa15152e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:42:16.915361 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8db5bc70-5274-45ba-a76b-bc6142d4bf3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:17.085277 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e30cdf87-8936-43ae-98a1-15bbb39d7983 req-6980fd28-9b16-4d1b-b365-eb7e18c8f41d service neutron] 10.222.0.64 "GET /v2.0/networks/c965a6f6-b3ad-4501-a42b-4657a33c23a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469046 Nov 11 17:42:17.131464 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8db5bc70-5274-45ba-a76b-bc6142d4bf3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:17.137471 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8db5bc70-5274-45ba-a76b-bc6142d4bf3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:17.139910 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8db5bc70-5274-45ba-a76b-bc6142d4bf3f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2253f25a-3173-4211-aba3-080aa202422f HTTP/1.1" status: 204 len: 168 time: 0.7368083 Nov 11 17:42:17.159170 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5bc70-5274-45ba-a76b-bc6142d4bf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2253f25a-3173-4211-aba3-080aa202422f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:17.376490 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9fa07-6bad-4cc3-a861-1dc09c2a5247 None None] New status for floating IP 8be3a15a-0638-4620-a144-4ea4456b7c25: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:42:17.393593 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57450) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:17.624922 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f8700f5b-f9ed-4949-a68d-d90bdc4c01e0 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/floatingips/8be3a15a-0638-4620-a144-4ea4456b7c25 HTTP/1.1" status: 200 len: 991 time: 0.2293344 Nov 11 17:42:18.339713 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:18.626020 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57490) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:18.863214 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7eaa5cb4-db90-43ff-8c14-6af5c9af34a5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/floatingips/8be3a15a-0638-4620-a144-4ea4456b7c25 HTTP/1.1" status: 200 len: 993 time: 0.2358739 Nov 11 17:42:19.328395 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57514) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:19.618139 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-370c6332-197a-4f79-82f7-f08f21d121b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:19.852937 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-370c6332-197a-4f79-82f7-f08f21d121b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:19.859963 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-370c6332-197a-4f79-82f7-f08f21d121b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:19.947641 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c6332-197a-4f79-82f7-f08f21d121b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3f82ee-4ac2-43c1-9ce5-6de96e1e4cf7,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:20.585032 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-370c6332-197a-4f79-82f7-f08f21d121b9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f41485edb1d24dff833a86d820823b6d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2555120 Nov 11 17:42:20.585683 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57564) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:20.715241 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-010593d6-d9c4-4b4b-87bb-46132826e8d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:20.745016 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-010593d6-d9c4-4b4b-87bb-46132826e8d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:20.822562 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-010593d6-d9c4-4b4b-87bb-46132826e8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:20.837722 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-010593d6-d9c4-4b4b-87bb-46132826e8d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:20.847579 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-010593d6-d9c4-4b4b-87bb-46132826e8d0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0d3f82ee-4ac2-43c1-9ce5-6de96e1e4cf7 HTTP/1.1" status: 204 len: 168 time: 0.2592406 Nov 11 17:42:20.863750 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010593d6-d9c4-4b4b-87bb-46132826e8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3f82ee-4ac2-43c1-9ce5-6de96e1e4cf7,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:22.043003 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57606) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:22.210059 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-76d4c2af-f75b-41d0-a428-848ff63f6dbe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2137926599-network', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:42:22.257102 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d4c2af-f75b-41d0-a428-848ff63f6dbe admin admin] Made reservation on behalf of 1e37f40ca1514a7584bca23f0becbfbf for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:42:22.259367 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76d4c2af-f75b-41d0-a428-848ff63f6dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:22.269331 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76d4c2af-f75b-41d0-a428-848ff63f6dbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:22.441180 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76d4c2af-f75b-41d0-a428-848ff63f6dbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:22.452218 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76d4c2af-f75b-41d0-a428-848ff63f6dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:22.477637 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d4c2af-f75b-41d0-a428-848ff63f6dbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1285} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:42:22.491899 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76d4c2af-f75b-41d0-a428-848ff63f6dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:22.492240 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-76d4c2af-f75b-41d0-a428-848ff63f6dbe admin admin] Added segment c473301b-0c5a-451e-9163-177e7e44e89a of type vlan for network c569cf45-b127-45e4-97f6-75d37a12e9cb Nov 11 17:42:22.567054 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76d4c2af-f75b-41d0-a428-848ff63f6dbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:22.676549 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76d4c2af-f75b-41d0-a428-848ff63f6dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:22.678049 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d4c2af-f75b-41d0-a428-848ff63f6dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:22.678643 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76d4c2af-f75b-41d0-a428-848ff63f6dbe admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:22.736119 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-76d4c2af-f75b-41d0-a428-848ff63f6dbe admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6910179 Nov 11 17:42:22.738963 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57618) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:22.744761 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-cdb23960-e3b9-42e6-b7f2-218b4e7403ad admin admin] Request body: {'subnet': {'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2137926599-subnet', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:42:22.790856 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb23960-e3b9-42e6-b7f2-218b4e7403ad admin admin] Made reservation on behalf of 1e37f40ca1514a7584bca23f0becbfbf for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:42:22.794031 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cdb23960-e3b9-42e6-b7f2-218b4e7403ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:22.887963 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4c2af-f75b-41d0-a428-848ff63f6dbe admin admin] Pushing event updated for resources: {'Network': ['ID=c569cf45-b127-45e4-97f6-75d37a12e9cb,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:22.892706 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4c2af-f75b-41d0-a428-848ff63f6dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61083bc0-383e-4259-b08e-fb2a7aef2473,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:22.898955 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network c569cf45-b127-45e4-97f6-75d37a12e9cb details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:42:23.222388 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cdb23960-e3b9-42e6-b7f2-218b4e7403ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:23.445751 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb23960-e3b9-42e6-b7f2-218b4e7403ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e5e7674-c87d-4949-9af6-9219acd03bbb,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:23.450760 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb23960-e3b9-42e6-b7f2-218b4e7403ad admin admin] Checking segment: {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:42:23.451422 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb23960-e3b9-42e6-b7f2-218b4e7403ad admin admin] Network hostable DHCP agents. Network: c569cf45-b127-45e4-97f6-75d37a12e9cb, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:42:23.557513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb23960-e3b9-42e6-b7f2-218b4e7403ad admin admin] Network c569cf45-b127-45e4-97f6-75d37a12e9cb is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:42:23.585700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-cdb23960-e3b9-42e6-b7f2-218b4e7403ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, c569cf45-b127-45e4-97f6-75d37a12e9cb) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:42:23.598299 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb23960-e3b9-42e6-b7f2-218b4e7403ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:23.602903 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e4d702-d3a1-4bb2-94b9-41e46d5841b1 None None] Network c569cf45-b127-45e4-97f6-75d37a12e9cb requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:42:23.612893 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cdb23960-e3b9-42e6-b7f2-218b4e7403ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:23.648936 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57644) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:23.651399 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-cdb23960-e3b9-42e6-b7f2-218b4e7403ad admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9112945 Nov 11 17:42:23.653349 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e31b92e4-f4fd-4952-9b8b-37e20b4cc561 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:42:23.729826 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e31b92e4-f4fd-4952-9b8b-37e20b4cc561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:23.731011 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e31b92e4-f4fd-4952-9b8b-37e20b4cc561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:23.992813 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e31b92e4-f4fd-4952-9b8b-37e20b4cc561 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:24.121833 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:24.163673 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc96eaa5-fd0f-4ac5-bd31-3e22f10c31f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-c569cf45-b127-45e4-97f6-75d37a12e9cb', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:42:24.167094 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dc96eaa5-fd0f-4ac5-bd31-3e22f10c31f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:24.396798 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e31b92e4-f4fd-4952-9b8b-37e20b4cc561 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:24.468652 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-dc96eaa5-fd0f-4ac5-bd31-3e22f10c31f8 None None] Allocated IP 172.20.0.2 (c569cf45-b127-45e4-97f6-75d37a12e9cb/8e5e7674-c87d-4949-9af6-9219acd03bbb/bebf3c5f-a696-4a1f-bd25-85804aa54bcb) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:42:24.583613 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059c537-7fbb-43e1-9c38-824cb166d489 req-6dc2b0c6-3834-4628-9b35-cae2e4b4c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:24.585179 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d059c537-7fbb-43e1-9c38-824cb166d489 req-6dc2b0c6-3834-4628-9b35-cae2e4b4c67f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 1098 time: 0.1764441 Nov 11 17:42:24.902572 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059c537-7fbb-43e1-9c38-824cb166d489 req-6afda3ca-6e14-4186-b705-7c324fd8749f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:24.908424 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d059c537-7fbb-43e1-9c38-824cb166d489 req-6afda3ca-6e14-4186-b705-7c324fd8749f service neutron] 10.222.0.64 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 914 time: 0.2842913 Nov 11 17:42:24.963673 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dc96eaa5-fd0f-4ac5-bd31-3e22f10c31f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:24.988426 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dc96eaa5-fd0f-4ac5-bd31-3e22f10c31f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:25.213825 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d059c537-7fbb-43e1-9c38-824cb166d489 req-64b192b2-7250-4758-b446-e076121f4318 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c HTTP/1.1" status: 200 len: 1001 time: 0.2967238 Nov 11 17:42:25.260644 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc96eaa5-fd0f-4ac5-bd31-3e22f10c31f8 None None] Network c569cf45-b127-45e4-97f6-75d37a12e9cb is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:42:25.269425 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96eaa5-fd0f-4ac5-bd31-3e22f10c31f8 None None] Pushing event updated for resources: {'Port': ['ID=bebf3c5f-a696-4a1f-bd25-85804aa54bcb,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:25.288086 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-dc96eaa5-fd0f-4ac5-bd31-3e22f10c31f8 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:42:25.298877 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc96eaa5-fd0f-4ac5-bd31-3e22f10c31f8 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:42:25.441801 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e31b92e4-f4fd-4952-9b8b-37e20b4cc561 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:25.482665 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e31b92e4-f4fd-4952-9b8b-37e20b4cc561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:25.492561 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059c537-7fbb-43e1-9c38-824cb166d489 req-dad12d16-fc8e-4d24-9e9d-fdb37e21bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:25.494431 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d059c537-7fbb-43e1-9c38-824cb166d489 req-dad12d16-fc8e-4d24-9e9d-fdb37e21bb62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.2727067 Nov 11 17:42:25.499290 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57690) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:25.771109 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-535a7ca6-130f-4c29-9f63-d4b1ac7fe0d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:25.775985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059c537-7fbb-43e1-9c38-824cb166d489 req-b5de0cc4-23fb-4684-96b1-7953d712096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:25.784956 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d059c537-7fbb-43e1-9c38-824cb166d489 req-b5de0cc4-23fb-4684-96b1-7953d712096d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2723100 Nov 11 17:42:25.931435 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-dc96eaa5-fd0f-4ac5-bd31-3e22f10c31f8 None None] Attempting to bind port bebf3c5f-a696-4a1f-bd25-85804aa54bcb on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:42:25.932670 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-dc96eaa5-fd0f-4ac5-bd31-3e22f10c31f8 None None] Attempting to bind port bebf3c5f-a696-4a1f-bd25-85804aa54bcb by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:42:25.933063 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc96eaa5-fd0f-4ac5-bd31-3e22f10c31f8 None None] Attempting to bind port bebf3c5f-a696-4a1f-bd25-85804aa54bcb on network c569cf45-b127-45e4-97f6-75d37a12e9cb {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:42:25.955070 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc96eaa5-fd0f-4ac5-bd31-3e22f10c31f8 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:42:25.957618 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc96eaa5-fd0f-4ac5-bd31-3e22f10c31f8 None None] Checking segment: {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:42:25.958209 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dc96eaa5-fd0f-4ac5-bd31-3e22f10c31f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:25.960087 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc96eaa5-fd0f-4ac5-bd31-3e22f10c31f8 None None] Bound using segment: {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:42:25.960762 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-dc96eaa5-fd0f-4ac5-bd31-3e22f10c31f8 None None] Bound port: bebf3c5f-a696-4a1f-bd25-85804aa54bcb, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:42:25.962384 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dc96eaa5-fd0f-4ac5-bd31-3e22f10c31f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:26.039264 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-535a7ca6-130f-4c29-9f63-d4b1ac7fe0d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:26.054768 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-535a7ca6-130f-4c29-9f63-d4b1ac7fe0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:26.059437 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d059c537-7fbb-43e1-9c38-824cb166d489 req-a201b424-bb6a-44b6-91a4-009a54daf79c service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631035 Nov 11 17:42:26.078379 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-dc96eaa5-fd0f-4ac5-bd31-3e22f10c31f8 None None] For port bebf3c5f-a696-4a1f-bd25-85804aa54bcb, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:42:26.089111 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-dc96eaa5-fd0f-4ac5-bd31-3e22f10c31f8 None None] For port bebf3c5f-a696-4a1f-bd25-85804aa54bcb, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bebf3c5f-a696-4a1f-bd25-85804aa54bcb,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:42:26.098331 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dc96eaa5-fd0f-4ac5-bd31-3e22f10c31f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:26.142411 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-535a7ca6-130f-4c29-9f63-d4b1ac7fe0d2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e748ade27fdd4560b11c19643b14ed66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6397512 Nov 11 17:42:26.158160 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57708) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:26.234087 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a7ca6-130f-4c29-9f63-d4b1ac7fe0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3df8c8-6f61-4f4f-90b5-8608ba379086,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:26.328234 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ace80d99-7c54-4202-a4d0-a7afd012bc02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:26.330368 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96eaa5-fd0f-4ac5-bd31-3e22f10c31f8 None None] Pushing event updated for resources: {'Port': ['ID=bebf3c5f-a696-4a1f-bd25-85804aa54bcb,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:26.400633 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ace80d99-7c54-4202-a4d0-a7afd012bc02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:26.468335 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d059c537-7fbb-43e1-9c38-824cb166d489 req-e941c773-b4df-4dd6-a2ba-c96279806c8f service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554440 Nov 11 17:42:26.488654 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ace80d99-7c54-4202-a4d0-a7afd012bc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:26.491746 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ace80d99-7c54-4202-a4d0-a7afd012bc02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:26.495912 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ace80d99-7c54-4202-a4d0-a7afd012bc02 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8b3df8c8-6f61-4f4f-90b5-8608ba379086 HTTP/1.1" status: 204 len: 168 time: 0.3222704 Nov 11 17:42:26.513074 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace80d99-7c54-4202-a4d0-a7afd012bc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3df8c8-6f61-4f4f-90b5-8608ba379086,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:26.556865 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-e31b92e4-f4fd-4952-9b8b-37e20b4cc561 admin admin] Allocated IP 172.25.2.3 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/584ce1c7-1d6e-472d-8517-67e074037cd1) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:42:26.898203 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e31b92e4-f4fd-4952-9b8b-37e20b4cc561 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:26.998317 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e31b92e4-f4fd-4952-9b8b-37e20b4cc561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:27.057429 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31b92e4-f4fd-4952-9b8b-37e20b4cc561 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:42:27.060563 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-e31b92e4-f4fd-4952-9b8b-37e20b4cc561 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:42:27.076238 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec3dc31-d41b-4702-948e-9f858e200e9f None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:42:27.079595 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57732) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:27.104868 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31b92e4-f4fd-4952-9b8b-37e20b4cc561 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:42:27.125327 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9ae8cf7e-a727-42d0-9214-6be3a7205c5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:27.223289 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6a958544-7cab-4a93-8b3d-1140ed58d904 None None] Provisioning complete for port 584ce1c7-1d6e-472d-8517-67e074037cd1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:27.225834 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6a958544-7cab-4a93-8b3d-1140ed58d904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:27.298083 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bebf3c5f-a696-4a1f-bd25-85804aa54bcb up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:42:27.354031 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b92e4-f4fd-4952-9b8b-37e20b4cc561 admin admin] Pushing event updated for resources: {'Port': ['ID=584ce1c7-1d6e-472d-8517-67e074037cd1,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:27.380670 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6a958544-7cab-4a93-8b3d-1140ed58d904 None None] Port 584ce1c7-1d6e-472d-8517-67e074037cd1 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:42:27.391938 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port bebf3c5f-a696-4a1f-bd25-85804aa54bcb triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:27.392964 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:27.436239 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9ae8cf7e-a727-42d0-9214-6be3a7205c5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:27.446373 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9ae8cf7e-a727-42d0-9214-6be3a7205c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:27.524794 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9ae8cf7e-a727-42d0-9214-6be3a7205c5b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6b8e54ef24a94fb0af78fa7d2916815d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4440238 Nov 11 17:42:27.526870 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8cf7e-a727-42d0-9214-6be3a7205c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d7c797-1290-4ade-8ec9-44d45f53a92d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:27.546538 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:27.551965 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57744) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:27.565905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e467ccb-aacf-4aae-96ff-28e66b21b0b7 req-372631d3-e075-48d5-ae0f-b4a3ab53d991 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:27.575236 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5e467ccb-aacf-4aae-96ff-28e66b21b0b7 req-372631d3-e075-48d5-ae0f-b4a3ab53d991 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 947 time: 0.2821994 Nov 11 17:42:27.637871 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port bebf3c5f-a696-4a1f-bd25-85804aa54bcb, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bebf3c5f-a696-4a1f-bd25-85804aa54bcb,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:42:27.663540 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:27.710396 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5e467ccb-aacf-4aae-96ff-28e66b21b0b7 req-29de03c6-208f-47c7-a3c6-22353bc32e62 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336269 Nov 11 17:42:27.728889 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e31b92e4-f4fd-4952-9b8b-37e20b4cc561 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:27.736606 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b0c1bb93-6caa-47ac-adf3-e535700866bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:27.767878 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=bebf3c5f-a696-4a1f-bd25-85804aa54bcb,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:27.783414 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b0c1bb93-6caa-47ac-adf3-e535700866bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:27.855161 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b0c1bb93-6caa-47ac-adf3-e535700866bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:27.866075 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b0c1bb93-6caa-47ac-adf3-e535700866bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:27.869561 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b0c1bb93-6caa-47ac-adf3-e535700866bb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d7d7c797-1290-4ade-8ec9-44d45f53a92d HTTP/1.1" status: 204 len: 168 time: 0.2736969 Nov 11 17:42:27.900616 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1bb93-6caa-47ac-adf3-e535700866bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d7c797-1290-4ade-8ec9-44d45f53a92d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:28.289595 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e31b92e4-f4fd-4952-9b8b-37e20b4cc561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:28.347872 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea38c8a-a9e1-4506-a919-6508c7184cde None None] Network c569cf45-b127-45e4-97f6-75d37a12e9cb requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:42:28.472854 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31b92e4-f4fd-4952-9b8b-37e20b4cc561 admin admin] Router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:42:28.606336 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7117327b-f82d-4857-96ff-a81afdaa870a None None] Provisioning complete for port bebf3c5f-a696-4a1f-bd25-85804aa54bcb triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:28.607203 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7117327b-f82d-4857-96ff-a81afdaa870a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:28.691397 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31b92e4-f4fd-4952-9b8b-37e20b4cc561 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:42:28.705022 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] Sync routers for ids ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:42:28.729405 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] Routers {'5fbab56d-59f7-4161-9894-fd49d0afbfe4'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:42:28.732876 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:42:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:28.738329 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e31b92e4-f4fd-4952-9b8b-37e20b4cc561 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:28.742578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57782) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:28.752986 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e31b92e4-f4fd-4952-9b8b-37e20b4cc561 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1028564 Nov 11 17:42:29.085379 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3ff6b4e3-0e5e-4e59-948b-0d5aaf73e57d None None] Provisioning complete for port bebf3c5f-a696-4a1f-bd25-85804aa54bcb triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:29.085990 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b4e3-0e5e-4e59-948b-0d5aaf73e57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:29.092160 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] Set router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:42:29.188419 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bebf3c5f-a696-4a1f-bd25-85804aa54bcb up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:42:29.365039 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port bebf3c5f-a696-4a1f-bd25-85804aa54bcb triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:29.366187 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:29.460665 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a10c4-aaba-40e9-a1a2-3dd181bc4e83 req-f8c140fd-3b59-476e-b06a-897d653cb492 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:29.463906 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-193a10c4-aaba-40e9-a1a2-3dd181bc4e83 req-f8c140fd-3b59-476e-b06a-897d653cb492 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 947 time: 0.2116947 Nov 11 17:42:29.526444 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:27Z', 'revision_number': 3, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:29.582011 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57808) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:29.591163 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] Checking router: 5fbab56d-59f7-4161-9894-fd49d0afbfe4 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:42:29.592326 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] Updating router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 port 584ce1c7-1d6e-472d-8517-67e074037cd1 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:42:29.619396 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:29.625002 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-193a10c4-aaba-40e9-a1a2-3dd181bc4e83 req-11d1050e-d4d2-4281-8a25-5f5498f6a610 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162918 Nov 11 17:42:29.713142 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f877a4a-74af-4587-97ee-4fe976ea2d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:29.740667 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d598d55-0328-49ba-9d7f-7a8a72ab8486 admin admin] Deleting subnet e5eef66b-d518-4b5b-9fe4-39e39f0bf822 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:42:29.769441 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2d598d55-0328-49ba-9d7f-7a8a72ab8486 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:29.845364 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f024a-50db-419e-9f14-a509a6635380 req-c5f8e834-2d0c-4545-9e0b-9815a2e3f432 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:29.853151 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-249f024a-50db-419e-9f14-a509a6635380 req-c5f8e834-2d0c-4545-9e0b-9815a2e3f432 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 946 time: 0.1299801 Nov 11 17:42:29.859421 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2d598d55-0328-49ba-9d7f-7a8a72ab8486 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:29.951578 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2d598d55-0328-49ba-9d7f-7a8a72ab8486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:29.980129 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-249f024a-50db-419e-9f14-a509a6635380 req-53f062da-dd77-4d69-a5f2-d0929d8429d8 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259878 Nov 11 17:42:30.074652 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2d598d55-0328-49ba-9d7f-7a8a72ab8486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:30.091690 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-5f877a4a-74af-4587-97ee-4fe976ea2d11 admin admin] Allocated IP 172.20.0.1 (c569cf45-b127-45e4-97f6-75d37a12e9cb/8e5e7674-c87d-4949-9af6-9219acd03bbb/df8d9805-d836-48d4-85db-4e4aa93290b3) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:42:30.096917 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2d598d55-0328-49ba-9d7f-7a8a72ab8486 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:30.097937 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26bcb5e-34e0-4b28-a70f-59fbca2c6dd0 None None] Network 89f05d19-4e6a-4f66-acc2-ba507324af45 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:42:30.106010 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2d598d55-0328-49ba-9d7f-7a8a72ab8486 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e5eef66b-d518-4b5b-9fe4-39e39f0bf822 HTTP/1.1" status: 204 len: 168 time: 0.5228157 Nov 11 17:42:30.109372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57818) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:30.147928 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d598d55-0328-49ba-9d7f-7a8a72ab8486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5eef66b-d518-4b5b-9fe4-39e39f0bf822,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:30.148138 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:30.163515 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:30.270785 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44009491-6e81-4b8e-8fae-6fb5863c736f None None] Pushing event updated for resources: {'Port': ['ID=584ce1c7-1d6e-472d-8517-67e074037cd1,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:30.282309 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06408e00-2b7b-4af3-8a1b-c887e971a3a3 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:42:30.288279 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] Attempting to bind port 584ce1c7-1d6e-472d-8517-67e074037cd1 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:42:30.288650 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] Attempting to bind port 584ce1c7-1d6e-472d-8517-67e074037cd1 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:42:30.289007 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] Attempting to bind port 584ce1c7-1d6e-472d-8517-67e074037cd1 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:42:30.294321 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:42:30.294701 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:42:30.295097 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:30.295484 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:42:30.295967 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] Bound port: 584ce1c7-1d6e-472d-8517-67e074037cd1, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:42:30.296361 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:30.339384 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18876fe8-7f90-4a80-b6cb-53b46481eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:30.345816 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e40b2cc-1acf-4a6d-ac86-654007698b46 None None] DHCP port deletion for 89f05d19-4e6a-4f66-acc2-ba507324af45 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:42:30.423579 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] For port 584ce1c7-1d6e-472d-8517-67e074037cd1, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:42:30.424534 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-633befae-1722-451c-9d8f-91d17cfbdb84 None None] Provisioning complete for port 584ce1c7-1d6e-472d-8517-67e074037cd1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:30.424909 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-633befae-1722-451c-9d8f-91d17cfbdb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:30.428768 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] For port 584ce1c7-1d6e-472d-8517-67e074037cd1, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=584ce1c7-1d6e-472d-8517-67e074037cd1,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:42:30.436716 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:30.484013 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f877a4a-74af-4587-97ee-4fe976ea2d11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:30.507622 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18876fe8-7f90-4a80-b6cb-53b46481eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:30.518168 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-633befae-1722-451c-9d8f-91d17cfbdb84 None None] Port 584ce1c7-1d6e-472d-8517-67e074037cd1 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:42:30.544852 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-18876fe8-7f90-4a80-b6cb-53b46481eb4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f05d19-4e6a-4f66-acc2-ba507324af45']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:30.559641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-18876fe8-7f90-4a80-b6cb-53b46481eb4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568dcbb6-7955-45ff-ad00-a15301a3f2b5') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:30.560032 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-18876fe8-7f90-4a80-b6cb-53b46481eb4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568dcbb6-7955-45ff-ad00-a15301a3f2b5') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:30.573231 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18876fe8-7f90-4a80-b6cb-53b46481eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:30.586418 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f877a4a-74af-4587-97ee-4fe976ea2d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:30.609248 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107d2418-a793-460f-ae96-a2050a87e7df None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:42:30.613068 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18876fe8-7f90-4a80-b6cb-53b46481eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:30.631073 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18876fe8-7f90-4a80-b6cb-53b46481eb4c admin admin] Releasing vlan 1280 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:42:30.631986 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18876fe8-7f90-4a80-b6cb-53b46481eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:42:30.634092 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:42:30.646202 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f877a4a-74af-4587-97ee-4fe976ea2d11 admin admin] Network c569cf45-b127-45e4-97f6-75d37a12e9cb is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:42:30.646782 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44009491-6e81-4b8e-8fae-6fb5863c736f None None] Pushing event updated for resources: {'Port': ['ID=584ce1c7-1d6e-472d-8517-67e074037cd1,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:30.654487 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] Routers {'5fbab56d-59f7-4161-9894-fd49d0afbfe4'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:42:30.655034 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:42:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:30.666504 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5a283dca-5a0c-44db-9d15-290f7a22716e None None] Provisioning complete for port 584ce1c7-1d6e-472d-8517-67e074037cd1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:30.667162 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5a283dca-5a0c-44db-9d15-290f7a22716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:30.744308 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f2a28fe8-7d1d-447d-b230-0d81943d791c details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:42:30.746870 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f2a28fe8-7d1d-447d-b230-0d81943d791c no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:42:30.868209 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5a283dca-5a0c-44db-9d15-290f7a22716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:31.007150 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:31.051681 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-5a283dca-5a0c-44db-9d15-290f7a22716e None None] For port 584ce1c7-1d6e-472d-8517-67e074037cd1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=584ce1c7-1d6e-472d-8517-67e074037cd1,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:42:31.086321 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] Set router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:42:31.089649 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5a283dca-5a0c-44db-9d15-290f7a22716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:31.223203 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a283dca-5a0c-44db-9d15-290f7a22716e None None] Pushing event updated for resources: {'Port': ['ID=584ce1c7-1d6e-472d-8517-67e074037cd1,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:31.241564 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6c6f76-619a-488a-beb4-6f9126565431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a28fe8-7d1d-447d-b230-0d81943d791c'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:42:31.249960 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1bc8a8-c5b0-4ab3-b4f1-e8ba58cb11bd" -d '{"events": [{"server_uuid": "af6c6f76-619a-488a-beb4-6f9126565431", "name": "network-vif-unplugged", "status": "completed", "tag": "f2a28fe8-7d1d-447d-b230-0d81943d791c"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:42:31.297067 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f2a28fe8-7d1d-447d-b230-0d81943d791c, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:42:31.311378 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-5f877a4a-74af-4587-97ee-4fe976ea2d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:42:31.325351 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f877a4a-74af-4587-97ee-4fe976ea2d11 admin admin] Pushing event updated for resources: {'Port': ['ID=df8d9805-d836-48d4-85db-4e4aa93290b3,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:31.332449 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f877a4a-74af-4587-97ee-4fe976ea2d11 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:42:31.337308 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18876fe8-7f90-4a80-b6cb-53b46481eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:31.340442 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:27Z', 'revision_number': 3, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:31.364607 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:31.398716 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18876fe8-7f90-4a80-b6cb-53b46481eb4c admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:31.402640 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bffcf73-df5e-4356-b41c-c6829a4cfdee None None] The sync data for ids ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'] in n-d-816206-4 is: [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:27Z', 'revision_number': 3, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:42:31.405585 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-18876fe8-7f90-4a80-b6cb-53b46481eb4c admin admin] 10.222.0.76 "DELETE /v2.0/networks/89f05d19-4e6a-4f66-acc2-ba507324af45 HTTP/1.1" status: 204 len: 168 time: 1.2950361 Nov 11 17:42:31.408784 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57846) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:31.478547 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=f2a28fe8-7d1d-447d-b230-0d81943d791c,revision_number=11']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:31.492706 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18876fe8-7f90-4a80-b6cb-53b46481eb4c admin admin] Pushing event deleted for resources: {'Network': ['ID=89f05d19-4e6a-4f66-acc2-ba507324af45,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:31.492960 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f2a28fe8-7d1d-447d-b230-0d81943d791c, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:42:31.521002 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'f2a28fe8-7d1d-447d-b230-0d81943d791c', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'port_id': 'f2a28fe8-7d1d-447d-b230-0d81943d791c', 'mac_address': 'fa:16:3e:64:02:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:42:31.542583 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f877a4a-74af-4587-97ee-4fe976ea2d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:31.558335 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-356ee112-f58e-4caf-b4ac-0c4984337d86 admin admin] Deleting subnet 86218824-2068-4a46-b8f4-11e51f814e29 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:42:31.572572 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-356ee112-f58e-4caf-b4ac-0c4984337d86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:31.602324 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:31.637372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acacf47-10c8-4e1a-9692-eccb2c15a120 req-a7205bea-3126-413b-87a0-1eb3180b44e1 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:31.638811 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a28fe8-7d1d-447d-b230-0d81943d791c {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:42:31.639378 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3acacf47-10c8-4e1a-9692-eccb2c15a120 req-a7205bea-3126-413b-87a0-1eb3180b44e1 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.3409343 Nov 11 17:42:31.670067 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-356ee112-f58e-4caf-b4ac-0c4984337d86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:31.712735 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f2a28fe8-7d1d-447d-b230-0d81943d791c, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:42:31.715758 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3acacf47-10c8-4e1a-9692-eccb2c15a120 req-e28ffbe2-af77-45eb-b84b-83898fd9fa83 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679688 Nov 11 17:42:31.726704 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:31.814804 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-356ee112-f58e-4caf-b4ac-0c4984337d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:31.847663 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=f2a28fe8-7d1d-447d-b230-0d81943d791c,revision_number=12']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:31.858991 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-557e42a8-614f-4706-bd74-a842007ffa88 None None] Provisioning complete for port df8d9805-d836-48d4-85db-4e4aa93290b3 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:31.859840 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-557e42a8-614f-4706-bd74-a842007ffa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:31.926140 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-356ee112-f58e-4caf-b4ac-0c4984337d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:31.926402 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['f2a28fe8-7d1d-447d-b230-0d81943d791c'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:42:31.943025 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-356ee112-f58e-4caf-b4ac-0c4984337d86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:31.950293 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-356ee112-f58e-4caf-b4ac-0c4984337d86 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/86218824-2068-4a46-b8f4-11e51f814e29 HTTP/1.1" status: 204 len: 168 time: 0.5387635 Nov 11 17:42:31.956464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57856) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:31.970751 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ee112-f58e-4caf-b4ac-0c4984337d86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86218824-2068-4a46-b8f4-11e51f814e29,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:31.984663 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3757c98d-5c38-4e9b-b85f-7f6ce7e16e2e None None] Network 9009a964-55ae-4375-b4e6-627bdda383b5 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:42:32.057334 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-557e42a8-614f-4706-bd74-a842007ffa88 None None] Port df8d9805-d836-48d4-85db-4e4aa93290b3 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:42:32.100431 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cb759-cb09-4280-bcb9-8fce632e6941 req-f1a990f6-c247-46f8-94e2-15a0db3cdf4f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:32.102406 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1a0cb759-cb09-4280-bcb9-8fce632e6941 req-f1a990f6-c247-46f8-94e2-15a0db3cdf4f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 946 time: 0.2537131 Nov 11 17:42:32.104967 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f877a4a-74af-4587-97ee-4fe976ea2d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:32.217816 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d13b20-7cef-4b2c-a01d-fdc823b94a48 None None] DHCP port deletion for 9009a964-55ae-4375-b4e6-627bdda383b5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:42:32.352842 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-29ecd3ba-31fa-406c-97d4-2cc9601f558f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:32.373429 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1a0cb759-cb09-4280-bcb9-8fce632e6941 req-d0e6719c-62bc-4da7-8b95-d5e6ac778772 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147374 Nov 11 17:42:32.501136 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3825d3af-cc49-4065-aeca-987c4a13a125 x-openstack-request-id: req-3825d3af-cc49-4065-aeca-987c4a13a125 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:42:32.501708 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6c6f76-619a-488a-beb4-6f9126565431", "name": "network-vif-unplugged", "status": "completed", "tag": "f2a28fe8-7d1d-447d-b230-0d81943d791c", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:42:32.501708 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3825d3af-cc49-4065-aeca-987c4a13a125 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:42:32.502085 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6c6f76-619a-488a-beb4-6f9126565431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a28fe8-7d1d-447d-b230-0d81943d791c', 'code': 200} Nov 11 17:42:32.558385 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-29ecd3ba-31fa-406c-97d4-2cc9601f558f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:32.604611 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-29ecd3ba-31fa-406c-97d4-2cc9601f558f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9009a964-55ae-4375-b4e6-627bdda383b5']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:32.621527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-29ecd3ba-31fa-406c-97d4-2cc9601f558f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0237256-b8ad-42a0-a3cb-6afd5e572588') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:32.621842 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-29ecd3ba-31fa-406c-97d4-2cc9601f558f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0237256-b8ad-42a0-a3cb-6afd5e572588') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:32.642363 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-29ecd3ba-31fa-406c-97d4-2cc9601f558f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:32.649612 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f877a4a-74af-4587-97ee-4fe976ea2d11 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:32.683061 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-29ecd3ba-31fa-406c-97d4-2cc9601f558f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:32.693019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ecd3ba-31fa-406c-97d4-2cc9601f558f admin admin] Releasing vlan 1258 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:42:32.693775 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-29ecd3ba-31fa-406c-97d4-2cc9601f558f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:42:32.763471 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:42:32.766080 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f877a4a-74af-4587-97ee-4fe976ea2d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:32.867322 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f877a4a-74af-4587-97ee-4fe976ea2d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:32.875852 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-29ecd3ba-31fa-406c-97d4-2cc9601f558f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:32.909217 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-29ecd3ba-31fa-406c-97d4-2cc9601f558f admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:32.917481 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-29ecd3ba-31fa-406c-97d4-2cc9601f558f admin admin] 10.222.0.76 "DELETE /v2.0/networks/9009a964-55ae-4375-b4e6-627bdda383b5 HTTP/1.1" status: 204 len: 168 time: 0.9580309 Nov 11 17:42:33.080481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f877a4a-74af-4587-97ee-4fe976ea2d11 admin admin] Pushing event updated for resources: {'Port': ['ID=df8d9805-d836-48d4-85db-4e4aa93290b3,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:33.166807 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ecd3ba-31fa-406c-97d4-2cc9601f558f admin admin] Pushing event deleted for resources: {'Network': ['ID=9009a964-55ae-4375-b4e6-627bdda383b5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:33.178486 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 584ce1c7-1d6e-472d-8517-67e074037cd1 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:42:33.226161 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5559a-c9d1-471b-bb5a-4c92981570ba req-5b1cd9e1-86c5-4a59-8709-90eb60f17c8a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:33.228289 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aeb5559a-c9d1-471b-bb5a-4c92981570ba req-5b1cd9e1-86c5-4a59-8709-90eb60f17c8a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 946 time: 0.3505592 Nov 11 17:42:33.317581 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 584ce1c7-1d6e-472d-8517-67e074037cd1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:33.317963 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:33.333851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f877a4a-74af-4587-97ee-4fe976ea2d11 admin admin] Network c569cf45-b127-45e4-97f6-75d37a12e9cb is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:42:33.344768 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-5f877a4a-74af-4587-97ee-4fe976ea2d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:42:33.404713 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57894) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:33.504499 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b03297c4-0689-4cde-9602-bef0644c8600 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7c6106aaf5ff4a29b2e3d844247e6f01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0984585 Nov 11 17:42:33.506877 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57898) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:33.523230 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aeb5559a-c9d1-471b-bb5a-4c92981570ba req-6bbe8084-db82-442d-af45-681d6138ca6c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720008 Nov 11 17:42:33.633984 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dd527aca-bcef-4c64-9863-7578552a1bc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:33.667790 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dd527aca-bcef-4c64-9863-7578552a1bc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:33.714669 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f877a4a-74af-4587-97ee-4fe976ea2d11 admin admin] Router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:42:33.734654 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dd527aca-bcef-4c64-9863-7578552a1bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:33.737815 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dd527aca-bcef-4c64-9863-7578552a1bc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:33.742544 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dd527aca-bcef-4c64-9863-7578552a1bc2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ea54823a-3342-4a32-810c-79fda1d004bb HTTP/1.1" status: 204 len: 168 time: 0.2344859 Nov 11 17:42:33.763267 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd527aca-bcef-4c64-9863-7578552a1bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea54823a-3342-4a32-810c-79fda1d004bb,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:33.950658 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5395cda6-6def-406e-bc14-0bd57b360024 None None] Provisioning complete for port df8d9805-d836-48d4-85db-4e4aa93290b3 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:33.951682 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5395cda6-6def-406e-bc14-0bd57b360024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:34.035755 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-5395cda6-6def-406e-bc14-0bd57b360024 None None] Port df8d9805-d836-48d4-85db-4e4aa93290b3 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:42:34.076666 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392f018-62e7-4bdd-9ea7-ba1ebae61a30 req-40c24c21-3bf3-402d-b625-6c9955885b93 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:34.093919 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9392f018-62e7-4bdd-9ea7-ba1ebae61a30 req-40c24c21-3bf3-402d-b625-6c9955885b93 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 946 time: 0.2138581 Nov 11 17:42:34.158471 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f877a4a-74af-4587-97ee-4fe976ea2d11 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:42:34.192707 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5f877a4a-74af-4587-97ee-4fe976ea2d11 admin admin] 10.222.0.76 "PUT /v2.0/routers/5fbab56d-59f7-4161-9894-fd49d0afbfe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4408028 Nov 11 17:42:34.272179 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9392f018-62e7-4bdd-9ea7-ba1ebae61a30 req-a264a7da-495b-4e1d-b92e-8c53c2be5d3b tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730587 Nov 11 17:42:34.292363 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:42:34.403753 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] Sync routers for ids ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:42:34.420779 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] Routers {'5fbab56d-59f7-4161-9894-fd49d0afbfe4'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:42:34.422072 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:42:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:34.680362 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57930) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:34.710579 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f2a28fe8-7d1d-447d-b230-0d81943d791c up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:42:34.851444 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] Set router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:42:34.861161 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-43ee2229-a02d-4b56-8a1f-c6a8b8f46664 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=57c151689e4b44dd808a6a4a914696e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1767066 Nov 11 17:42:34.861478 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57932) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:34.894571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d832f4-81fe-46ee-b7b4-3c6d78f4e7ce req-358108fd-ba5a-4d37-a063-28a0b9c73cb5 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:34.906828 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94d832f4-81fe-46ee-b7b4-3c6d78f4e7ce req-358108fd-ba5a-4d37-a063-28a0b9c73cb5 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 946 time: 0.1752899 Nov 11 17:42:35.030130 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-168179e0-fef7-4fb0-a0a6-0b3241d7caa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:35.039321 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94d832f4-81fe-46ee-b7b4-3c6d78f4e7ce req-f9594aa9-f1e8-4f94-9c56-04464211dd5e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296270 Nov 11 17:42:35.044812 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port f2a28fe8-7d1d-447d-b230-0d81943d791c triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:35.045407 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:35.104828 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-168179e0-fef7-4fb0-a0a6-0b3241d7caa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:35.223465 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-168179e0-fef7-4fb0-a0a6-0b3241d7caa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:35.226843 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-168179e0-fef7-4fb0-a0a6-0b3241d7caa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:35.230909 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-168179e0-fef7-4fb0-a0a6-0b3241d7caa6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/adbc3b1e-e41c-4320-b8c0-24e1a880d8df HTTP/1.1" status: 204 len: 168 time: 0.3677893 Nov 11 17:42:35.245069 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168179e0-fef7-4fb0-a0a6-0b3241d7caa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbc3b1e-e41c-4320-b8c0-24e1a880d8df,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:35.554749 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefc3fc-f006-49df-91e1-c835e177e5f7 req-93151339-a2d3-41eb-996a-c40bea162538 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:35.575776 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7eefc3fc-f006-49df-91e1-c835e177e5f7 req-93151339-a2d3-41eb-996a-c40bea162538 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 946 time: 0.1612999 Nov 11 17:42:35.701315 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7eefc3fc-f006-49df-91e1-c835e177e5f7 req-1cf16eb4-3632-4b6d-b5e8-7692b639c372 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243935 Nov 11 17:42:35.770032 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57960) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:35.776927 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a6edc8a5-9d15-4ec5-ad2b-3baf7044df95 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1699371986-network', 'tenant_id': 'db2e7ec3c8c34463929096535c6877c4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:42:35.838168 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6edc8a5-9d15-4ec5-ad2b-3baf7044df95 admin admin] Made reservation on behalf of db2e7ec3c8c34463929096535c6877c4 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:42:35.847388 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6edc8a5-9d15-4ec5-ad2b-3baf7044df95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:35.875053 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6edc8a5-9d15-4ec5-ad2b-3baf7044df95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:36.014493 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:36.057754 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6c6f76-619a-488a-beb4-6f9126565431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a28fe8-7d1d-447d-b230-0d81943d791c'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:42:36.062569 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b25986-5815-4fec-b469-883c3ef48bb6" -d '{"events": [{"server_uuid": "af6c6f76-619a-488a-beb4-6f9126565431", "name": "network-vif-plugged", "status": "completed", "tag": "f2a28fe8-7d1d-447d-b230-0d81943d791c"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:42:36.092782 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f2a28fe8-7d1d-447d-b230-0d81943d791c, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:42:36.100763 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:36.117214 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:31Z', 'revision_number': 4, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'df8d9805-d836-48d4-85db-4e4aa93290b3', 'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'mac_address': 'fa:16:3e:65:96:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:29Z', 'updated_at': '2021-11-11T17:42:32Z', 'revision_number': 2, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'subnets': [{'id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:36.165555 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6edc8a5-9d15-4ec5-ad2b-3baf7044df95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:36.176995 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6edc8a5-9d15-4ec5-ad2b-3baf7044df95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:36.217392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6edc8a5-9d15-4ec5-ad2b-3baf7044df95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1271} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:42:36.239961 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] Checking router: 5fbab56d-59f7-4161-9894-fd49d0afbfe4 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:42:36.244745 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] Updating router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 port df8d9805-d836-48d4-85db-4e4aa93290b3 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:42:36.248830 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c64bc9-98f2-4abf-9fd7-aec4985f1921 req-479877fe-f31a-4029-bd86-1625b35dba41 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:36.263094 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a9c64bc9-98f2-4abf-9fd7-aec4985f1921 req-479877fe-f31a-4029-bd86-1625b35dba41 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 947 time: 0.0945106 Nov 11 17:42:36.266352 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6edc8a5-9d15-4ec5-ad2b-3baf7044df95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:36.266704 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-a6edc8a5-9d15-4ec5-ad2b-3baf7044df95 admin admin] Added segment 3f55eafd-2d85-4a62-8280-bfa81833556e of type vlan for network 3ac26ddd-75e4-45b9-a1dd-4a818733331e Nov 11 17:42:36.302402 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:36.431409 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a9c64bc9-98f2-4abf-9fd7-aec4985f1921 req-76900f8e-2f65-4781-82e8-1af7b538e9a1 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673396 Nov 11 17:42:36.536983 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edc8a5-9d15-4ec5-ad2b-3baf7044df95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498a1e9b-5cc6-4740-aedf-4a6bba7507d8,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:36.591433 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6edc8a5-9d15-4ec5-ad2b-3baf7044df95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:36.649763 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6edc8a5-9d15-4ec5-ad2b-3baf7044df95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:36.650755 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6edc8a5-9d15-4ec5-ad2b-3baf7044df95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:36.651342 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6edc8a5-9d15-4ec5-ad2b-3baf7044df95 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:36.689266 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a6edc8a5-9d15-4ec5-ad2b-3baf7044df95 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9175508 Nov 11 17:42:36.691971 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 57990) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:36.698997 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e6f3a094-7056-4604-9cbf-2e0f6e340106 admin admin] Request body: {'subnet': {'network_id': '3ac26ddd-75e4-45b9-a1dd-4a818733331e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1699371986-subnet', 'tenant_id': 'db2e7ec3c8c34463929096535c6877c4', 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:42:36.741133 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f3a094-7056-4604-9cbf-2e0f6e340106 admin admin] Made reservation on behalf of db2e7ec3c8c34463929096535c6877c4 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:42:36.748508 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6f3a094-7056-4604-9cbf-2e0f6e340106 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:36.816835 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edc8a5-9d15-4ec5-ad2b-3baf7044df95 admin admin] Pushing event updated for resources: {'Network': ['ID=3ac26ddd-75e4-45b9-a1dd-4a818733331e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:36.872928 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 57994) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:37.017013 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:37.041750 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1137238-88f0-407f-ab3d-e793411b7a82 x-openstack-request-id: req-d1137238-88f0-407f-ab3d-e793411b7a82 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:42:37.044016 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6c6f76-619a-488a-beb4-6f9126565431", "name": "network-vif-plugged", "status": "completed", "tag": "f2a28fe8-7d1d-447d-b230-0d81943d791c", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:42:37.044277 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d1137238-88f0-407f-ab3d-e793411b7a82 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:42:37.044683 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6c6f76-619a-488a-beb4-6f9126565431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a28fe8-7d1d-447d-b230-0d81943d791c', 'code': 200} Nov 11 17:42:37.055408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-0814fe09-22fa-4ea5-8a28-ecececa47d6b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1057559443-network', 'tenant_id': 'adfd73a4482d43babef5c4f089c28b07'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:42:37.062340 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 3ac26ddd-75e4-45b9-a1dd-4a818733331e details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:42:37.064732 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:37.096111 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0814fe09-22fa-4ea5-8a28-ecececa47d6b admin admin] Made reservation on behalf of adfd73a4482d43babef5c4f089c28b07 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:42:37.099443 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0814fe09-22fa-4ea5-8a28-ecececa47d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:37.121095 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0814fe09-22fa-4ea5-8a28-ecececa47d6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:37.187369 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=f2a28fe8-7d1d-447d-b230-0d81943d791c,revision_number=13']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:37.257564 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6f3a094-7056-4604-9cbf-2e0f6e340106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:37.340216 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b7af3-90da-49dd-9482-24ddbe011a4c None None] Pushing event updated for resources: {'Port': ['ID=df8d9805-d836-48d4-85db-4e4aa93290b3,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:37.352332 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0814fe09-22fa-4ea5-8a28-ecececa47d6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:37.359063 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0814fe09-22fa-4ea5-8a28-ecececa47d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:37.383455 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0814fe09-22fa-4ea5-8a28-ecececa47d6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1289} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:42:37.401499 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0814fe09-22fa-4ea5-8a28-ecececa47d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:37.401879 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-0814fe09-22fa-4ea5-8a28-ecececa47d6b admin admin] Added segment c456b43e-cce1-4da9-8bab-50fc84f92f69 of type vlan for network 4c167514-cf24-4800-a856-f2e1b2266685 Nov 11 17:42:37.515457 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0814fe09-22fa-4ea5-8a28-ecececa47d6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:37.518902 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fd687-60af-4823-9b65-c178aa0ba89c req-12d31e79-88b2-425a-a156-e27a5a74babb tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:37.522711 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-600fd687-60af-4823-9b65-c178aa0ba89c req-12d31e79-88b2-425a-a156-e27a5a74babb tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 946 time: 0.2809589 Nov 11 17:42:37.524117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f3a094-7056-4604-9cbf-2e0f6e340106 admin admin] Checking segment: {'id': '3f55eafd-2d85-4a62-8280-bfa81833556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '3ac26ddd-75e4-45b9-a1dd-4a818733331e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:42:37.524482 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f3a094-7056-4604-9cbf-2e0f6e340106 admin admin] Network hostable DHCP agents. Network: 3ac26ddd-75e4-45b9-a1dd-4a818733331e, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:42:37.534755 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3a094-7056-4604-9cbf-2e0f6e340106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb2b7c6-fe1e-4052-88cb-f3ea39cb1221,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:37.587641 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-04e3ca5f-d0ab-44f6-9519-86bde7cb74dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:37.639245 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] Attempting to bind port df8d9805-d836-48d4-85db-4e4aa93290b3 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:42:37.639526 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] Attempting to bind port df8d9805-d836-48d4-85db-4e4aa93290b3 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:42:37.642419 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] Attempting to bind port df8d9805-d836-48d4-85db-4e4aa93290b3 on network c569cf45-b127-45e4-97f6-75d37a12e9cb {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:42:37.651796 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:42:37.652181 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] Checking segment: {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:42:37.652808 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:37.653369 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] Bound using segment: {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:42:37.654012 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] Bound port: df8d9805-d836-48d4-85db-4e4aa93290b3, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:42:37.654923 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:37.656716 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814fe09-22fa-4ea5-8a28-ecececa47d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401d6f6a-2eda-46ff-8adb-4e897514a453,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:37.664518 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f3a094-7056-4604-9cbf-2e0f6e340106 admin admin] Network 3ac26ddd-75e4-45b9-a1dd-4a818733331e is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:42:37.677269 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0814fe09-22fa-4ea5-8a28-ecececa47d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:37.678680 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0814fe09-22fa-4ea5-8a28-ecececa47d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:37.680658 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0814fe09-22fa-4ea5-8a28-ecececa47d6b admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:37.766541 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-600fd687-60af-4823-9b65-c178aa0ba89c req-f8d43ec8-ff6f-4da9-9aaf-5b49bcf2ee30 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2200055 Nov 11 17:42:37.768427 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-e6f3a094-7056-4604-9cbf-2e0f6e340106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 3ac26ddd-75e4-45b9-a1dd-4a818733331e) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:42:37.790686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f3a094-7056-4604-9cbf-2e0f6e340106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:37.791425 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6f3a094-7056-4604-9cbf-2e0f6e340106 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:37.854468 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e6f3a094-7056-4604-9cbf-2e0f6e340106 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1609206 Nov 11 17:42:37.864163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 58006) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:37.882763 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-db8102b1-f377-4adc-baed-f667c0a82371 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1699371986-router', 'tenant_id': 'db2e7ec3c8c34463929096535c6877c4', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:42:37.944766 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e9b28773-672a-497c-97fd-23ac5d5b47de None None] Provisioning complete for port df8d9805-d836-48d4-85db-4e4aa93290b3 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:37.945558 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e9b28773-672a-497c-97fd-23ac5d5b47de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:37.961418 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d2dabb-6913-4f87-9eb4-2c081b92840e None None] Network 3ac26ddd-75e4-45b9-a1dd-4a818733331e requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:42:38.006575 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0814fe09-22fa-4ea5-8a28-ecececa47d6b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1314957 Nov 11 17:42:38.016284 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58008) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:38.051555 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-00058793-a96d-4e67-bce2-05b3934d967b admin admin] Request body: {'subnet': {'network_id': '4c167514-cf24-4800-a856-f2e1b2266685', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1057559443-subnet', 'tenant_id': 'adfd73a4482d43babef5c4f089c28b07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:42:38.078234 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814fe09-22fa-4ea5-8a28-ecececa47d6b admin admin] Pushing event updated for resources: {'Network': ['ID=4c167514-cf24-4800-a856-f2e1b2266685,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:38.087069 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db8102b1-f377-4adc-baed-f667c0a82371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:38.088174 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db8102b1-f377-4adc-baed-f667c0a82371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:38.123942 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca47b1-214f-4c75-8b0e-be8f444f3805 req-2f519ef7-0963-48e3-818b-ee2f4b0d17b5 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:38.125547 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ccca47b1-214f-4c75-8b0e-be8f444f3805 req-2f519ef7-0963-48e3-818b-ee2f4b0d17b5 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 947 time: 0.2026706 Nov 11 17:42:38.153804 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 4c167514-cf24-4800-a856-f2e1b2266685 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:42:38.159950 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00058793-a96d-4e67-bce2-05b3934d967b admin admin] Made reservation on behalf of adfd73a4482d43babef5c4f089c28b07 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:42:38.171336 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-00058793-a96d-4e67-bce2-05b3934d967b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:38.228940 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e9b28773-672a-497c-97fd-23ac5d5b47de None None] Port df8d9805-d836-48d4-85db-4e4aa93290b3 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:42:38.285487 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] For port df8d9805-d836-48d4-85db-4e4aa93290b3, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:42:38.310114 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] For port df8d9805-d836-48d4-85db-4e4aa93290b3, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=df8d9805-d836-48d4-85db-4e4aa93290b3,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:42:38.316211 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:38.361018 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db8102b1-f377-4adc-baed-f667c0a82371 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:38.415582 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] Routers {'5fbab56d-59f7-4161-9894-fd49d0afbfe4'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:42:38.416556 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:42:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:38.539902 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-3ac26ddd-75e4-45b9-a1dd-4a818733331e', 'network_id': '3ac26ddd-75e4-45b9-a1dd-4a818733331e', 'tenant_id': 'db2e7ec3c8c34463929096535c6877c4', 'fixed_ips': [{'subnet_id': 'eeb2b7c6-fe1e-4052-88cb-f3ea39cb1221'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:42:38.542940 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:38.557074 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ccca47b1-214f-4c75-8b0e-be8f444f3805 req-49445ee3-86d8-453b-a735-f8fc1cb79e3e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4234080 Nov 11 17:42:38.634598 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-00058793-a96d-4e67-bce2-05b3934d967b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:38.760064 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db8102b1-f377-4adc-baed-f667c0a82371 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:38.835855 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00058793-a96d-4e67-bce2-05b3934d967b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c1113ca-7d7f-43da-856f-5d9bc25b5841,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:38.843325 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00058793-a96d-4e67-bce2-05b3934d967b admin admin] Checking segment: {'id': 'c456b43e-cce1-4da9-8bab-50fc84f92f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '4c167514-cf24-4800-a856-f2e1b2266685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:42:38.843620 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Allocated IP 172.20.0.2 (3ac26ddd-75e4-45b9-a1dd-4a818733331e/eeb2b7c6-fe1e-4052-88cb-f3ea39cb1221/3e1870dd-c7e0-489a-afce-88b5aab5607d) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:42:38.844226 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00058793-a96d-4e67-bce2-05b3934d967b admin admin] Network hostable DHCP agents. Network: 4c167514-cf24-4800-a856-f2e1b2266685, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:42:38.878986 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00058793-a96d-4e67-bce2-05b3934d967b admin admin] Network 4c167514-cf24-4800-a856-f2e1b2266685 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:42:38.894144 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-00058793-a96d-4e67-bce2-05b3934d967b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 4c167514-cf24-4800-a856-f2e1b2266685) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:42:38.899496 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00058793-a96d-4e67-bce2-05b3934d967b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:38.901049 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-00058793-a96d-4e67-bce2-05b3934d967b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:38.925856 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-00058793-a96d-4e67-bce2-05b3934d967b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8960323 Nov 11 17:42:39.058837 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb2eaf-fa4a-4c25-84ee-aba697903ad7 req-a5b1566b-2120-447c-8d19-d020271ace08 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:39.060435 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03cb2eaf-fa4a-4c25-84ee-aba697903ad7 req-a5b1566b-2120-447c-8d19-d020271ace08 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 946 time: 0.1475060 Nov 11 17:42:39.198585 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b7af3-90da-49dd-9482-24ddbe011a4c None None] Pushing event updated for resources: {'Port': ['ID=df8d9805-d836-48d4-85db-4e4aa93290b3,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:39.211221 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03cb2eaf-fa4a-4c25-84ee-aba697903ad7 req-e0244f0f-6600-47fb-806d-a0d313f819b6 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436384 Nov 11 17:42:39.237106 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:39.257545 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8269be-2f8b-451a-9971-7659d4315fa4 None None] Network 4c167514-cf24-4800-a856-f2e1b2266685 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:42:39.269099 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:39.305097 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Network 3ac26ddd-75e4-45b9-a1dd-4a818733331e is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:42:39.346847 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:42:39.351687 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:42:39.420551 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db8102b1-f377-4adc-baed-f667c0a82371 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:39.441333 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db8102b1-f377-4adc-baed-f667c0a82371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:39.836670 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-db8102b1-f377-4adc-baed-f667c0a82371 admin admin] Allocated IP 172.25.2.88 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/30fafd01-f5b3-4b8a-bc26-54193a89fd5c) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:42:39.857984 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e86dc-3464-4086-a66c-ec3c5b306e7b req-f01167ca-50cf-4d49-a630-00725181b392 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:39.860456 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0e5e86dc-3464-4086-a66c-ec3c5b306e7b req-f01167ca-50cf-4d49-a630-00725181b392 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 947 time: 0.1493123 Nov 11 17:42:39.939276 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] Set router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:42:39.942658 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0e5e86dc-3464-4086-a66c-ec3c5b306e7b req-67cb2daf-0129-45ab-8f58-c089896515a8 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742919 Nov 11 17:42:40.089393 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Pushing event updated for resources: {'Port': ['ID=3e1870dd-c7e0-489a-afce-88b5aab5607d,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:40.119459 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db8102b1-f377-4adc-baed-f667c0a82371 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:40.152432 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Attempting to bind port 3e1870dd-c7e0-489a-afce-88b5aab5607d on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:42:40.157518 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Attempting to bind port 3e1870dd-c7e0-489a-afce-88b5aab5607d by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '3f55eafd-2d85-4a62-8280-bfa81833556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '3ac26ddd-75e4-45b9-a1dd-4a818733331e'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:42:40.158847 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Attempting to bind port 3e1870dd-c7e0-489a-afce-88b5aab5607d on network 3ac26ddd-75e4-45b9-a1dd-4a818733331e {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:42:40.160496 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db8102b1-f377-4adc-baed-f667c0a82371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:40.230063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8102b1-f377-4adc-baed-f667c0a82371 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:42:40.251595 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-db8102b1-f377-4adc-baed-f667c0a82371 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:42:40.255411 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8102b1-f377-4adc-baed-f667c0a82371 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:42:40.323864 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8102b1-f377-4adc-baed-f667c0a82371 admin admin] Pushing event updated for resources: {'Port': ['ID=30fafd01-f5b3-4b8a-bc26-54193a89fd5c,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:40.408084 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:42:40.408678 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Checking segment: {'id': '3f55eafd-2d85-4a62-8280-bfa81833556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '3ac26ddd-75e4-45b9-a1dd-4a818733331e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:42:40.408857 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:40.410883 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Bound using segment: {'id': '3f55eafd-2d85-4a62-8280-bfa81833556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '3ac26ddd-75e4-45b9-a1dd-4a818733331e'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:42:40.411440 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Bound port: 3e1870dd-c7e0-489a-afce-88b5aab5607d, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f55eafd-2d85-4a62-8280-bfa81833556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '3ac26ddd-75e4-45b9-a1dd-4a818733331e'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:42:40.414842 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:40.445598 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6f5a4474-0437-4a58-b2ae-a15d22525833 None None] Provisioning complete for port df8d9805-d836-48d4-85db-4e4aa93290b3 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:40.445980 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6f5a4474-0437-4a58-b2ae-a15d22525833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:40.512686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe91972-e1e9-4e71-aae8-1573002e69df req-881d0d41-a19b-4201-80fa-15bc5e3d250e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:40.526692 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffebcfd7-534b-49ce-96bc-d0a43ad79de5 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:42:40.539238 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ebe91972-e1e9-4e71-aae8-1573002e69df req-881d0d41-a19b-4201-80fa-15bc5e3d250e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 946 time: 0.2053554 Nov 11 17:42:40.546597 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:40.546949 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:40.547288 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:40.547627 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:40.548066 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:40.548340 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:40.548670 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:40.548997 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:40.549328 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:40.549654 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:40.549979 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:40.550297 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:40.701489 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d234929d-08aa-440c-8c18-c4453f7bba0b None None] Network 4c167514-cf24-4800-a856-f2e1b2266685 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:42:40.707702 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-68044278-5e62-461c-9315-965154cb8187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:40.764331 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ebe91972-e1e9-4e71-aae8-1573002e69df req-e1701021-1d29-41ea-b562-7369f2fe74cf tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225697 Nov 11 17:42:40.830416 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] For port 3e1870dd-c7e0-489a-afce-88b5aab5607d, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:42:40.833708 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] For port 3e1870dd-c7e0-489a-afce-88b5aab5607d, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=3e1870dd-c7e0-489a-afce-88b5aab5607d,segment=NetworkSegment(3f55eafd-2d85-4a62-8280-bfa81833556e),segment_id=3f55eafd-2d85-4a62-8280-bfa81833556e)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:42:40.904817 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:40.986657 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db8102b1-f377-4adc-baed-f667c0a82371 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:41.003613 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device dbf96950-13e3-43e8-a7ce-4d027f26e852 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:42:41.356398 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port dbf96950-13e3-43e8-a7ce-4d027f26e852, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=dbf96950-13e3-43e8-a7ce-4d027f26e852,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:42:41.416691 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'dbf96950-13e3-43e8-a7ce-4d027f26e852', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'port_id': 'dbf96950-13e3-43e8-a7ce-4d027f26e852', 'mac_address': 'fa:16:3e:21:48:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:42:41.525287 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6f5a4474-0437-4a58-b2ae-a15d22525833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:41.583487 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:41.659674 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e15a38-2ab8-4073-86f0-6dbe0c3ec619 req-a3e2de58-10f4-4213-aa5e-560eefa93da2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:41.671100 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-44e15a38-2ab8-4073-86f0-6dbe0c3ec619 req-a3e2de58-10f4-4213-aa5e-560eefa93da2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 947 time: 0.4388199 Nov 11 17:42:41.704147 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6f5a4474-0437-4a58-b2ae-a15d22525833 None None] For port df8d9805-d836-48d4-85db-4e4aa93290b3, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=df8d9805-d836-48d4-85db-4e4aa93290b3,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:42:41.715239 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:41.728337 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6f5a4474-0437-4a58-b2ae-a15d22525833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:41.762071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbf96950-13e3-43e8-a7ce-4d027f26e852 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:42:41.796406 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port dbf96950-13e3-43e8-a7ce-4d027f26e852, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=dbf96950-13e3-43e8-a7ce-4d027f26e852,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:42:41.803215 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda159fb-6445-4428-be9a-b0707fda989e None None] Pushing event updated for resources: {'Port': ['ID=3e1870dd-c7e0-489a-afce-88b5aab5607d,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:41.833235 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db8102b1-f377-4adc-baed-f667c0a82371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:41.861259 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-44e15a38-2ab8-4073-86f0-6dbe0c3ec619 req-504da057-581d-4f1d-b0a5-7d67cee15fed tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891682 Nov 11 17:42:41.906740 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:41.908468 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a4474-0437-4a58-b2ae-a15d22525833 None None] Pushing event updated for resources: {'Port': ['ID=df8d9805-d836-48d4-85db-4e4aa93290b3,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:42.022848 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:31Z', 'revision_number': 4, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'df8d9805-d836-48d4-85db-4e4aa93290b3', 'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'mac_address': 'fa:16:3e:65:96:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:29Z', 'updated_at': '2021-11-11T17:42:38Z', 'revision_number': 4, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'subnets': [{'id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:42.060549 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2383693e-64ed-4e9a-b997-4d3b0ed8d0f2 None None] Provisioning complete for port 30fafd01-f5b3-4b8a-bc26-54193a89fd5c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:42.061203 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2383693e-64ed-4e9a-b997-4d3b0ed8d0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:42.063808 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['dbf96950-13e3-43e8-a7ce-4d027f26e852'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:42:42.182539 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edceda5f-c48b-4679-8782-fc321aed7cdf None None] The sync data for ids ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'] in n-d-816206-4 is: [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:31Z', 'revision_number': 4, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'df8d9805-d836-48d4-85db-4e4aa93290b3', 'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'mac_address': 'fa:16:3e:65:96:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:29Z', 'updated_at': '2021-11-11T17:42:38Z', 'revision_number': 4, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'subnets': [{'id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:42:42.362084 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=dbf96950-13e3-43e8-a7ce-4d027f26e852,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:42.414894 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2383693e-64ed-4e9a-b997-4d3b0ed8d0f2 None None] Port 30fafd01-f5b3-4b8a-bc26-54193a89fd5c cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:42:42.618070 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:42.914661 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:42.931435 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device dbf96950-13e3-43e8-a7ce-4d027f26e852 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:42:43.198711 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c16c917-edf4-43ef-96d9-430fc86453ba None None] Network 3ac26ddd-75e4-45b9-a1dd-4a818733331e requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:42:43.371137 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device df8d9805-d836-48d4-85db-4e4aa93290b3 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:42:43.405770 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58106) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:43.447323 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59a149-ec17-4122-aadf-9fdc209990b0 req-2ead0b07-da6c-4a56-881d-af231eede35d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:43.457335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b59a149-ec17-4122-aadf-9fdc209990b0 req-2ead0b07-da6c-4a56-881d-af231eede35d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 945 time: 0.2543564 Nov 11 17:42:43.492902 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port dbf96950-13e3-43e8-a7ce-4d027f26e852 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:43.493381 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:43.680418 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b59a149-ec17-4122-aadf-9fdc209990b0 req-9af3ad1e-7d93-4e4c-ae6a-02b1daf16c37 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220571 Nov 11 17:42:43.717700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8102b1-f377-4adc-baed-f667c0a82371 admin admin] Router 6739a5ce-c829-4b65-a70f-84e4996bc259 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:42:43.717947 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c029bc62-9960-45c1-a8e9-01b25761070e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:43.806354 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-bfe43575-d25a-43a9-8da3-5de98b0293ba None None] Provisioning complete for port 3e1870dd-c7e0-489a-afce-88b5aab5607d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:43.806855 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bfe43575-d25a-43a9-8da3-5de98b0293ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:43.999355 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port df8d9805-d836-48d4-85db-4e4aa93290b3 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:44.000635 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:44.044149 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c029bc62-9960-45c1-a8e9-01b25761070e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:44.047485 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8b9c1-ae0f-4e8f-827d-bdc0641e3a2b req-e563e05d-7ec1-4a57-b10e-46db5aea1066 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:44.059157 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c029bc62-9960-45c1-a8e9-01b25761070e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:44.062236 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4fc8b9c1-ae0f-4e8f-827d-bdc0641e3a2b req-e563e05d-7ec1-4a57-b10e-46db5aea1066 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 947 time: 0.1921427 Nov 11 17:42:44.153896 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:44.219280 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8102b1-f377-4adc-baed-f667c0a82371 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:42:44.233739 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] Sync routers for ids ['6739a5ce-c829-4b65-a70f-84e4996bc259'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:42:44.261008 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] Routers {'6739a5ce-c829-4b65-a70f-84e4996bc259'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:42:44.263938 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:42:41Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6739a5ce-c829-4b65-a70f-84e4996bc259'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:44.268674 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c029bc62-9960-45c1-a8e9-01b25761070e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0e2fa2d6abd14c21b81941fcf2c51fda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8616936 Nov 11 17:42:44.269408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58120) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:44.298482 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029bc62-9960-45c1-a8e9-01b25761070e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573c94e6-dcc2-4681-8644-0356eb309f8a,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:44.326051 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-db8102b1-f377-4adc-baed-f667c0a82371 admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:44.334880 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-db8102b1-f377-4adc-baed-f667c0a82371 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4577014 Nov 11 17:42:44.335675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 58124) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:44.346932 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 3e1870dd-c7e0-489a-afce-88b5aab5607d up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:42:44.466153 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c6af8c-aeb1-4bea-8db3-c46a6570958b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf96950-13e3-43e8-a7ce-4d027f26e852'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:42:44.474912 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b721a8-c2a6-4a84-9db1-4ad852e3dc15" -d '{"events": [{"server_uuid": "75c6af8c-aeb1-4bea-8db3-c46a6570958b", "name": "network-vif-plugged", "status": "completed", "tag": "dbf96950-13e3-43e8-a7ce-4d027f26e852"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:42:44.545072 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb799094-1d1d-4739-9832-e18edfc354cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:44.559501 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4fc8b9c1-ae0f-4e8f-827d-bdc0641e3a2b req-1c661b6d-10d2-4be2-a668-e2929c4f957b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4915094 Nov 11 17:42:44.666776 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb799094-1d1d-4739-9832-e18edfc354cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:44.673074 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bfe43575-d25a-43a9-8da3-5de98b0293ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:44.686589 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] Set router 6739a5ce-c829-4b65-a70f-84e4996bc259 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:42:44.797373 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port dbf96950-13e3-43e8-a7ce-4d027f26e852, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=dbf96950-13e3-43e8-a7ce-4d027f26e852,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:42:44.827084 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb799094-1d1d-4739-9832-e18edfc354cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:44.832790 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb799094-1d1d-4739-9832-e18edfc354cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:44.839862 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fb799094-1d1d-4739-9832-e18edfc354cf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/573c94e6-dcc2-4681-8644-0356eb309f8a HTTP/1.1" status: 204 len: 168 time: 0.5691590 Nov 11 17:42:44.855020 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb799094-1d1d-4739-9832-e18edfc354cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573c94e6-dcc2-4681-8644-0356eb309f8a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:44.859230 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 3e1870dd-c7e0-489a-afce-88b5aab5607d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:44.859911 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:44.876132 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:45.179480 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=dbf96950-13e3-43e8-a7ce-4d027f26e852,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:45.189271 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-bfe43575-d25a-43a9-8da3-5de98b0293ba None None] For port 3e1870dd-c7e0-489a-afce-88b5aab5607d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=3e1870dd-c7e0-489a-afce-88b5aab5607d,segment=NetworkSegment(3f55eafd-2d85-4a62-8280-bfa81833556e),segment_id=3f55eafd-2d85-4a62-8280-bfa81833556e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:42:45.217059 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bfe43575-d25a-43a9-8da3-5de98b0293ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:45.414613 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6739a5ce-c829-4b65-a70f-84e4996bc259', 'name': 'tempest-TestVolumeBootPattern-1699371986-router', 'tenant_id': 'db2e7ec3c8c34463929096535c6877c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '30fafd01-f5b3-4b8a-bc26-54193a89fd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:38Z', 'updated_at': '2021-11-11T17:42:40Z', 'revision_number': 3, 'project_id': 'db2e7ec3c8c34463929096535c6877c4', 'gw_port': {'id': '30fafd01-f5b3-4b8a-bc26-54193a89fd5c', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6739a5ce-c829-4b65-a70f-84e4996bc259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:39Z', 'updated_at': '2021-11-11T17:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:45.483064 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] Checking router: 6739a5ce-c829-4b65-a70f-84e4996bc259 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:42:45.485499 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] Updating router 6739a5ce-c829-4b65-a70f-84e4996bc259 port 30fafd01-f5b3-4b8a-bc26-54193a89fd5c binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:42:45.509080 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe43575-d25a-43a9-8da3-5de98b0293ba None None] Pushing event updated for resources: {'Port': ['ID=3e1870dd-c7e0-489a-afce-88b5aab5607d,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:45.572079 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:45.652672 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e81fddb2-fb04-4e1d-bdae-5afcc29ae1ef None None] Provisioning complete for port 3e1870dd-c7e0-489a-afce-88b5aab5607d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:45.657472 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e81fddb2-fb04-4e1d-bdae-5afcc29ae1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:45.683867 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58152) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:45.710025 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b73bd05f-12ab-4a1d-a247-e6944b007842 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:45.932564 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b73bd05f-12ab-4a1d-a247-e6944b007842 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:45.939481 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b73bd05f-12ab-4a1d-a247-e6944b007842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:45.944936 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-984fbf69-5a82-4805-94f4-fa2d2ec1b8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:45.980162 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b73bd05f-12ab-4a1d-a247-e6944b007842 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4a3fb5c460af40d980644fe34ad85546&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2942815 Nov 11 17:42:45.982005 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58154) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:46.086153 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bd05f-12ab-4a1d-a247-e6944b007842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29405e6c-7f9e-470b-9069-73d520bbd564,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:46.128598 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bd05f-12ab-4a1d-a247-e6944b007842 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:46.128598 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bd05f-12ab-4a1d-a247-e6944b007842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:46.130356 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bd05f-12ab-4a1d-a247-e6944b007842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:46.131052 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bd05f-12ab-4a1d-a247-e6944b007842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:46.132097 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bd05f-12ab-4a1d-a247-e6944b007842 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:46.135422 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bd05f-12ab-4a1d-a247-e6944b007842 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:46.136544 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bd05f-12ab-4a1d-a247-e6944b007842 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:46.136881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bd05f-12ab-4a1d-a247-e6944b007842 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:46.137210 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bd05f-12ab-4a1d-a247-e6944b007842 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:46.137825 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bd05f-12ab-4a1d-a247-e6944b007842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:46.138159 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bd05f-12ab-4a1d-a247-e6944b007842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:46.138481 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73bd05f-12ab-4a1d-a247-e6944b007842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:46.210666 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3b10373d-2caa-43e4-af79-a2e801fb9127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:46.282831 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3b10373d-2caa-43e4-af79-a2e801fb9127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:46.424540 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3b10373d-2caa-43e4-af79-a2e801fb9127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:46.428282 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3b10373d-2caa-43e4-af79-a2e801fb9127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:46.441100 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3b10373d-2caa-43e4-af79-a2e801fb9127 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/29405e6c-7f9e-470b-9069-73d520bbd564 HTTP/1.1" status: 204 len: 168 time: 0.4529784 Nov 11 17:42:46.492825 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10373d-2caa-43e4-af79-a2e801fb9127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29405e6c-7f9e-470b-9069-73d520bbd564,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:46.511141 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:46.525063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-984fbf69-5a82-4805-94f4-fa2d2ec1b8be admin admin] Allocated IP 172.20.0.1 (3ac26ddd-75e4-45b9-a1dd-4a818733331e/eeb2b7c6-fe1e-4052-88cb-f3ea39cb1221/6a93dc08-f5a4-489a-94eb-f5dd3dd9499b) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:42:46.544241 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:46.588367 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 3e1870dd-c7e0-489a-afce-88b5aab5607d up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:42:46.852726 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] Attempting to bind port 30fafd01-f5b3-4b8a-bc26-54193a89fd5c on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:42:46.853145 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] Attempting to bind port 30fafd01-f5b3-4b8a-bc26-54193a89fd5c by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:42:46.876866 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] Attempting to bind port 30fafd01-f5b3-4b8a-bc26-54193a89fd5c on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:42:46.922982 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e332ad-6fa0-4f70-8620-2ff401ddda2b None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:42:46.937222 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9a71f-f650-4f34-9065-aba8a54ba53e None None] Pushing event updated for resources: {'Port': ['ID=30fafd01-f5b3-4b8a-bc26-54193a89fd5c,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:46.960545 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 3e1870dd-c7e0-489a-afce-88b5aab5607d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:46.960545 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:46.978512 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:42:46.978991 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:42:46.979271 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:46.979661 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:42:46.980162 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] Bound port: 30fafd01-f5b3-4b8a-bc26-54193a89fd5c, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:42:46.980530 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:47.033981 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-984fbf69-5a82-4805-94f4-fa2d2ec1b8be admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:47.061022 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9a71f-f650-4f34-9065-aba8a54ba53e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:47.061368 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9a71f-f650-4f34-9065-aba8a54ba53e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:47.061769 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9a71f-f650-4f34-9065-aba8a54ba53e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:47.062021 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9a71f-f650-4f34-9065-aba8a54ba53e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:47.062354 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9a71f-f650-4f34-9065-aba8a54ba53e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:47.062669 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9a71f-f650-4f34-9065-aba8a54ba53e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:47.062988 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9a71f-f650-4f34-9065-aba8a54ba53e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:47.063306 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9a71f-f650-4f34-9065-aba8a54ba53e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:47.076690 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9a71f-f650-4f34-9065-aba8a54ba53e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:47.077159 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9a71f-f650-4f34-9065-aba8a54ba53e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:47.077496 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9a71f-f650-4f34-9065-aba8a54ba53e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:47.077830 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b9a71f-f650-4f34-9065-aba8a54ba53e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:42:47.092979 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-cf593dcb-62fa-4c08-a5c1-31f5299db780 None None] Provisioning complete for port 30fafd01-f5b3-4b8a-bc26-54193a89fd5c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:47.093356 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cf593dcb-62fa-4c08-a5c1-31f5299db780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:47.107237 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-984fbf69-5a82-4805-94f4-fa2d2ec1b8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:47.126532 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] For port 30fafd01-f5b3-4b8a-bc26-54193a89fd5c, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:42:47.133434 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] For port 30fafd01-f5b3-4b8a-bc26-54193a89fd5c, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=30fafd01-f5b3-4b8a-bc26-54193a89fd5c,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:42:47.142615 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:47.193120 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-cf593dcb-62fa-4c08-a5c1-31f5299db780 None None] Port 30fafd01-f5b3-4b8a-bc26-54193a89fd5c cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:42:47.250758 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b377c84-f80f-4975-acb2-aef46f6473d4 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:42:47.306540 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] Routers {'6739a5ce-c829-4b65-a70f-84e4996bc259'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:42:47.312549 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:42:41Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6739a5ce-c829-4b65-a70f-84e4996bc259'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:47.321194 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9a71f-f650-4f34-9065-aba8a54ba53e None None] Pushing event updated for resources: {'Port': ['ID=30fafd01-f5b3-4b8a-bc26-54193a89fd5c,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:47.323631 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984fbf69-5a82-4805-94f4-fa2d2ec1b8be admin admin] Network 3ac26ddd-75e4-45b9-a1dd-4a818733331e is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:42:47.328912 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-56e91fb7-767d-4e59-92af-2de6a697a8c1 None None] Provisioning complete for port 30fafd01-f5b3-4b8a-bc26-54193a89fd5c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:47.329278 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-56e91fb7-767d-4e59-92af-2de6a697a8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:47.387495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-984fbf69-5a82-4805-94f4-fa2d2ec1b8be admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:42:47.405708 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984fbf69-5a82-4805-94f4-fa2d2ec1b8be admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:42:47.507228 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-56e91fb7-767d-4e59-92af-2de6a697a8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:47.534024 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fbf69-5a82-4805-94f4-fa2d2ec1b8be admin admin] Pushing event updated for resources: {'Port': ['ID=6a93dc08-f5a4-489a-94eb-f5dd3dd9499b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:47.555482 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-984fbf69-5a82-4805-94f4-fa2d2ec1b8be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:47.565070 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-56e91fb7-767d-4e59-92af-2de6a697a8c1 None None] For port 30fafd01-f5b3-4b8a-bc26-54193a89fd5c, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=30fafd01-f5b3-4b8a-bc26-54193a89fd5c,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:42:47.571458 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-56e91fb7-767d-4e59-92af-2de6a697a8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:47.664397 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] Set router 6739a5ce-c829-4b65-a70f-84e4996bc259 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:42:47.789694 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e91fb7-767d-4e59-92af-2de6a697a8c1 None None] Pushing event updated for resources: {'Port': ['ID=30fafd01-f5b3-4b8a-bc26-54193a89fd5c,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:47.932917 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c25a8215-c588-4467-ba19-31f4a9f66e95 None None] Provisioning complete for port 6a93dc08-f5a4-489a-94eb-f5dd3dd9499b triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:47.933314 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c25a8215-c588-4467-ba19-31f4a9f66e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:47.942885 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-984fbf69-5a82-4805-94f4-fa2d2ec1b8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:48.048433 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c25a8215-c588-4467-ba19-31f4a9f66e95 None None] Port 6a93dc08-f5a4-489a-94eb-f5dd3dd9499b cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:42:48.153895 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6739a5ce-c829-4b65-a70f-84e4996bc259', 'name': 'tempest-TestVolumeBootPattern-1699371986-router', 'tenant_id': 'db2e7ec3c8c34463929096535c6877c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '30fafd01-f5b3-4b8a-bc26-54193a89fd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:38Z', 'updated_at': '2021-11-11T17:42:40Z', 'revision_number': 3, 'project_id': 'db2e7ec3c8c34463929096535c6877c4', 'gw_port': {'id': '30fafd01-f5b3-4b8a-bc26-54193a89fd5c', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6739a5ce-c829-4b65-a70f-84e4996bc259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:39Z', 'updated_at': '2021-11-11T17:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:48.218366 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a29ea-883e-4b57-8d33-e9b05b0267c5 None None] The sync data for ids ['6739a5ce-c829-4b65-a70f-84e4996bc259'] in n-d-816206-4 is: [{'id': '6739a5ce-c829-4b65-a70f-84e4996bc259', 'name': 'tempest-TestVolumeBootPattern-1699371986-router', 'tenant_id': 'db2e7ec3c8c34463929096535c6877c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '30fafd01-f5b3-4b8a-bc26-54193a89fd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:38Z', 'updated_at': '2021-11-11T17:42:40Z', 'revision_number': 3, 'project_id': 'db2e7ec3c8c34463929096535c6877c4', 'gw_port': {'id': '30fafd01-f5b3-4b8a-bc26-54193a89fd5c', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6739a5ce-c829-4b65-a70f-84e4996bc259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:39Z', 'updated_at': '2021-11-11T17:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:42:48.377181 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:48.411424 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-984fbf69-5a82-4805-94f4-fa2d2ec1b8be admin admin] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:48.417990 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-984fbf69-5a82-4805-94f4-fa2d2ec1b8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:48.559824 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-984fbf69-5a82-4805-94f4-fa2d2ec1b8be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:48.727451 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fbf69-5a82-4805-94f4-fa2d2ec1b8be admin admin] Pushing event updated for resources: {'Port': ['ID=6a93dc08-f5a4-489a-94eb-f5dd3dd9499b,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:48.960913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984fbf69-5a82-4805-94f4-fa2d2ec1b8be admin admin] Network 3ac26ddd-75e4-45b9-a1dd-4a818733331e is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:42:48.963497 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-984fbf69-5a82-4805-94f4-fa2d2ec1b8be admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:42:49.290416 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984fbf69-5a82-4805-94f4-fa2d2ec1b8be admin admin] Router 6739a5ce-c829-4b65-a70f-84e4996bc259 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:42:49.488583 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b6387d45-becd-40a7-a70f-ee6683dc955f None None] Provisioning complete for port 6a93dc08-f5a4-489a-94eb-f5dd3dd9499b triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:49.489200 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b6387d45-becd-40a7-a70f-ee6683dc955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:49.544498 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984fbf69-5a82-4805-94f4-fa2d2ec1b8be admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:42:49.558471 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-984fbf69-5a82-4805-94f4-fa2d2ec1b8be admin admin] 10.222.0.76 "PUT /v2.0/routers/6739a5ce-c829-4b65-a70f-84e4996bc259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2086041 Nov 11 17:42:49.596800 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b6387d45-becd-40a7-a70f-ee6683dc955f None None] Port 6a93dc08-f5a4-489a-94eb-f5dd3dd9499b cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:42:50.623022 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 30fafd01-f5b3-4b8a-bc26-54193a89fd5c up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:42:50.787580 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 30fafd01-f5b3-4b8a-bc26-54193a89fd5c triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:50.789104 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:51.450846 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58250) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:51.602250 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086ac65e-1c94-4d92-b591-32299695410c None None] Sync routers for ids ['6739a5ce-c829-4b65-a70f-84e4996bc259'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:42:51.612657 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14c74b02-bbe0-4671-8e94-a8a408f8328a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:51.632087 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086ac65e-1c94-4d92-b591-32299695410c None None] Routers {'6739a5ce-c829-4b65-a70f-84e4996bc259'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:42:51.633492 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-086ac65e-1c94-4d92-b591-32299695410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:42:41Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6739a5ce-c829-4b65-a70f-84e4996bc259'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:51.765304 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14c74b02-bbe0-4671-8e94-a8a408f8328a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:51.772368 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14c74b02-bbe0-4671-8e94-a8a408f8328a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:51.889605 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c74b02-bbe0-4671-8e94-a8a408f8328a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930b5097-fe98-4e1f-a00d-3095bc07db04,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:51.910043 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-14c74b02-bbe0-4671-8e94-a8a408f8328a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=847d0cd2088649a9a78b7bcee331d49c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4574666 Nov 11 17:42:51.913432 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 58264) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:51.943841 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-086ac65e-1c94-4d92-b591-32299695410c None None] Set router 6739a5ce-c829-4b65-a70f-84e4996bc259 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:42:52.069684 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-181e9851-d554-4f66-b36e-c7628e4f19e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:52.149367 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-181e9851-d554-4f66-b36e-c7628e4f19e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:52.200301 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-181e9851-d554-4f66-b36e-c7628e4f19e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:52.205962 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-181e9851-d554-4f66-b36e-c7628e4f19e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:52.210322 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-181e9851-d554-4f66-b36e-c7628e4f19e9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/930b5097-fe98-4e1f-a00d-3095bc07db04 HTTP/1.1" status: 204 len: 168 time: 0.2958307 Nov 11 17:42:52.233875 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e9851-d554-4f66-b36e-c7628e4f19e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930b5097-fe98-4e1f-a00d-3095bc07db04,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:52.339207 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-086ac65e-1c94-4d92-b591-32299695410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6739a5ce-c829-4b65-a70f-84e4996bc259', 'name': 'tempest-TestVolumeBootPattern-1699371986-router', 'tenant_id': 'db2e7ec3c8c34463929096535c6877c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '30fafd01-f5b3-4b8a-bc26-54193a89fd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:38Z', 'updated_at': '2021-11-11T17:42:47Z', 'revision_number': 4, 'project_id': 'db2e7ec3c8c34463929096535c6877c4', 'gw_port': {'id': '30fafd01-f5b3-4b8a-bc26-54193a89fd5c', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6739a5ce-c829-4b65-a70f-84e4996bc259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:39Z', 'updated_at': '2021-11-11T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '6a93dc08-f5a4-489a-94eb-f5dd3dd9499b', 'name': '', 'network_id': '3ac26ddd-75e4-45b9-a1dd-4a818733331e', 'tenant_id': 'db2e7ec3c8c34463929096535c6877c4', 'mac_address': 'fa:16:3e:5e:05:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6739a5ce-c829-4b65-a70f-84e4996bc259', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'eeb2b7c6-fe1e-4052-88cb-f3ea39cb1221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:46Z', 'updated_at': '2021-11-11T17:42:48Z', 'revision_number': 2, 'project_id': 'db2e7ec3c8c34463929096535c6877c4', 'subnets': [{'id': 'eeb2b7c6-fe1e-4052-88cb-f3ea39cb1221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:52.401237 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086ac65e-1c94-4d92-b591-32299695410c None None] Checking router: 6739a5ce-c829-4b65-a70f-84e4996bc259 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:42:52.401644 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086ac65e-1c94-4d92-b591-32299695410c None None] Updating router 6739a5ce-c829-4b65-a70f-84e4996bc259 port 6a93dc08-f5a4-489a-94eb-f5dd3dd9499b binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:42:52.460131 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-086ac65e-1c94-4d92-b591-32299695410c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:53.006952 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58276) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:53.057340 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1c70fcb3-dc9c-4345-9bac-752f189a24ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:53.131928 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-086ac65e-1c94-4d92-b591-32299695410c None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:53.141190 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-086ac65e-1c94-4d92-b591-32299695410c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:53.300013 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff30ee-14df-4621-9a20-3135b37e6e46 None None] Pushing event updated for resources: {'Port': ['ID=6a93dc08-f5a4-489a-94eb-f5dd3dd9499b,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:53.303079 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1c70fcb3-dc9c-4345-9bac-752f189a24ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:53.311257 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1c70fcb3-dc9c-4345-9bac-752f189a24ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:53.382957 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70fcb3-dc9c-4345-9bac-752f189a24ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4d1eca-d5c7-49ba-8456-079135adac5c,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:53.423358 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-086ac65e-1c94-4d92-b591-32299695410c None None] Attempting to bind port 6a93dc08-f5a4-489a-94eb-f5dd3dd9499b on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:42:53.423956 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-086ac65e-1c94-4d92-b591-32299695410c None None] Attempting to bind port 6a93dc08-f5a4-489a-94eb-f5dd3dd9499b by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '3f55eafd-2d85-4a62-8280-bfa81833556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '3ac26ddd-75e4-45b9-a1dd-4a818733331e'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:42:53.424336 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ac65e-1c94-4d92-b591-32299695410c None None] Attempting to bind port 6a93dc08-f5a4-489a-94eb-f5dd3dd9499b on network 3ac26ddd-75e4-45b9-a1dd-4a818733331e {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:42:53.428598 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1c70fcb3-dc9c-4345-9bac-752f189a24ab admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7b0bc34059a444269912240429f6c05a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4174542 Nov 11 17:42:53.428946 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58278) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:53.437775 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ac65e-1c94-4d92-b591-32299695410c None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:42:53.441258 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ac65e-1c94-4d92-b591-32299695410c None None] Checking segment: {'id': '3f55eafd-2d85-4a62-8280-bfa81833556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '3ac26ddd-75e4-45b9-a1dd-4a818733331e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:42:53.441688 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-086ac65e-1c94-4d92-b591-32299695410c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:53.442099 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ac65e-1c94-4d92-b591-32299695410c None None] Bound using segment: {'id': '3f55eafd-2d85-4a62-8280-bfa81833556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '3ac26ddd-75e4-45b9-a1dd-4a818733331e'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:42:53.442593 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-086ac65e-1c94-4d92-b591-32299695410c None None] Bound port: 6a93dc08-f5a4-489a-94eb-f5dd3dd9499b, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f55eafd-2d85-4a62-8280-bfa81833556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '3ac26ddd-75e4-45b9-a1dd-4a818733331e'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:42:53.443014 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-086ac65e-1c94-4d92-b591-32299695410c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:53.575202 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2580151d-1b43-441d-8060-226d0f51157a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:53.635471 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-086ac65e-1c94-4d92-b591-32299695410c None None] For port 6a93dc08-f5a4-489a-94eb-f5dd3dd9499b, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:42:53.647408 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-086ac65e-1c94-4d92-b591-32299695410c None None] For port 6a93dc08-f5a4-489a-94eb-f5dd3dd9499b, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6a93dc08-f5a4-489a-94eb-f5dd3dd9499b,segment=NetworkSegment(3f55eafd-2d85-4a62-8280-bfa81833556e),segment_id=3f55eafd-2d85-4a62-8280-bfa81833556e)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:42:53.662503 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2580151d-1b43-441d-8060-226d0f51157a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:53.674341 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-086ac65e-1c94-4d92-b591-32299695410c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:53.796192 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2580151d-1b43-441d-8060-226d0f51157a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:53.806988 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086ac65e-1c94-4d92-b591-32299695410c None None] Routers {'6739a5ce-c829-4b65-a70f-84e4996bc259'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:42:53.807884 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-086ac65e-1c94-4d92-b591-32299695410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:42:41Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6739a5ce-c829-4b65-a70f-84e4996bc259'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:53.822306 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2580151d-1b43-441d-8060-226d0f51157a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:53.823817 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2580151d-1b43-441d-8060-226d0f51157a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2b4d1eca-d5c7-49ba-8456-079135adac5c HTTP/1.1" status: 204 len: 168 time: 0.3939579 Nov 11 17:42:53.857100 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff30ee-14df-4621-9a20-3135b37e6e46 None None] Pushing event updated for resources: {'Port': ['ID=6a93dc08-f5a4-489a-94eb-f5dd3dd9499b,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:53.860990 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580151d-1b43-441d-8060-226d0f51157a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4d1eca-d5c7-49ba-8456-079135adac5c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:53.862932 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c8e5268f-06c3-4237-8bd1-501f2d273e56 None None] Provisioning complete for port 6a93dc08-f5a4-489a-94eb-f5dd3dd9499b triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:53.863427 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c8e5268f-06c3-4237-8bd1-501f2d273e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:54.168311 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:54.174076 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c8e5268f-06c3-4237-8bd1-501f2d273e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:54.228767 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-086ac65e-1c94-4d92-b591-32299695410c None None] Set router 6739a5ce-c829-4b65-a70f-84e4996bc259 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:42:54.294618 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c8e5268f-06c3-4237-8bd1-501f2d273e56 None None] For port 6a93dc08-f5a4-489a-94eb-f5dd3dd9499b, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6a93dc08-f5a4-489a-94eb-f5dd3dd9499b,segment=NetworkSegment(3f55eafd-2d85-4a62-8280-bfa81833556e),segment_id=3f55eafd-2d85-4a62-8280-bfa81833556e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:42:54.300911 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c8e5268f-06c3-4237-8bd1-501f2d273e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:54.508502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5268f-06c3-4237-8bd1-501f2d273e56 None None] Pushing event updated for resources: {'Port': ['ID=6a93dc08-f5a4-489a-94eb-f5dd3dd9499b,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:42:54.571668 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e2d96ced-a7a0-4db8-8e90-044ab11e41ca None None] Provisioning complete for port 6a93dc08-f5a4-489a-94eb-f5dd3dd9499b triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:54.572338 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e2d96ced-a7a0-4db8-8e90-044ab11e41ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:55.087895 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-086ac65e-1c94-4d92-b591-32299695410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6739a5ce-c829-4b65-a70f-84e4996bc259', 'name': 'tempest-TestVolumeBootPattern-1699371986-router', 'tenant_id': 'db2e7ec3c8c34463929096535c6877c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '30fafd01-f5b3-4b8a-bc26-54193a89fd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:38Z', 'updated_at': '2021-11-11T17:42:47Z', 'revision_number': 4, 'project_id': 'db2e7ec3c8c34463929096535c6877c4', 'gw_port': {'id': '30fafd01-f5b3-4b8a-bc26-54193a89fd5c', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6739a5ce-c829-4b65-a70f-84e4996bc259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:39Z', 'updated_at': '2021-11-11T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '6a93dc08-f5a4-489a-94eb-f5dd3dd9499b', 'name': '', 'network_id': '3ac26ddd-75e4-45b9-a1dd-4a818733331e', 'tenant_id': 'db2e7ec3c8c34463929096535c6877c4', 'mac_address': 'fa:16:3e:5e:05:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6739a5ce-c829-4b65-a70f-84e4996bc259', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'eeb2b7c6-fe1e-4052-88cb-f3ea39cb1221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:46Z', 'updated_at': '2021-11-11T17:42:53Z', 'revision_number': 4, 'project_id': 'db2e7ec3c8c34463929096535c6877c4', 'subnets': [{'id': 'eeb2b7c6-fe1e-4052-88cb-f3ea39cb1221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:42:55.182559 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086ac65e-1c94-4d92-b591-32299695410c None None] The sync data for ids ['6739a5ce-c829-4b65-a70f-84e4996bc259'] in n-d-816206-4 is: [{'id': '6739a5ce-c829-4b65-a70f-84e4996bc259', 'name': 'tempest-TestVolumeBootPattern-1699371986-router', 'tenant_id': 'db2e7ec3c8c34463929096535c6877c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '30fafd01-f5b3-4b8a-bc26-54193a89fd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:38Z', 'updated_at': '2021-11-11T17:42:47Z', 'revision_number': 4, 'project_id': 'db2e7ec3c8c34463929096535c6877c4', 'gw_port': {'id': '30fafd01-f5b3-4b8a-bc26-54193a89fd5c', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6739a5ce-c829-4b65-a70f-84e4996bc259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:39Z', 'updated_at': '2021-11-11T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '6a93dc08-f5a4-489a-94eb-f5dd3dd9499b', 'name': '', 'network_id': '3ac26ddd-75e4-45b9-a1dd-4a818733331e', 'tenant_id': 'db2e7ec3c8c34463929096535c6877c4', 'mac_address': 'fa:16:3e:5e:05:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6739a5ce-c829-4b65-a70f-84e4996bc259', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'eeb2b7c6-fe1e-4052-88cb-f3ea39cb1221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:46Z', 'updated_at': '2021-11-11T17:42:53Z', 'revision_number': 4, 'project_id': 'db2e7ec3c8c34463929096535c6877c4', 'subnets': [{'id': 'eeb2b7c6-fe1e-4052-88cb-f3ea39cb1221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:42:56.570777 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6a93dc08-f5a4-489a-94eb-f5dd3dd9499b up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:42:57.053204 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 6a93dc08-f5a4-489a-94eb-f5dd3dd9499b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:42:57.053843 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:42:58.517956 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-4c4a2804-dc67-4d9e-a9f6-6f54122fa03a tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:58.520451 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-4c4a2804-dc67-4d9e-a9f6-6f54122fa03a tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/networks?id=4c167514-cf24-4800-a856-f2e1b2266685 HTTP/1.1" status: 200 len: 809 time: 0.1623595 Nov 11 17:42:58.544548 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-21408ad2-c6b5-4b54-8d78-801729aca247 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/quotas/adfd73a4482d43babef5c4f089c28b07 HTTP/1.1" status: 200 len: 375 time: 0.0156488 Nov 11 17:42:58.587841 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-c76fc70d-7e62-4eca-8a77-5fb9639f103f tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=adfd73a4482d43babef5c4f089c28b07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420191 Nov 11 17:42:58.806071 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-5593086d-1f00-4186-a07a-64d37dd2e035 service neutron] 10.222.0.76 "GET /v2.0/networks/4c167514-cf24-4800-a856-f2e1b2266685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170095 Nov 11 17:42:59.010626 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-17990ac7-d67f-4ba1-8f03-04b566c31507 service neutron] 10.222.0.76 "GET /v2.0/networks/4c167514-cf24-4800-a856-f2e1b2266685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950068 Nov 11 17:42:59.254559 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3115b2b-6557-496a-a7df-6e336b085413 x-openstack-request-id: req-a3115b2b-6557-496a-a7df-6e336b085413 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:42:59.255069 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c6af8c-aeb1-4bea-8db3-c46a6570958b", "name": "network-vif-plugged", "status": "completed", "tag": "dbf96950-13e3-43e8-a7ce-4d027f26e852", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:42:59.255220 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a3115b2b-6557-496a-a7df-6e336b085413 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:42:59.258769 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c6af8c-aeb1-4bea-8db3-c46a6570958b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf96950-13e3-43e8-a7ce-4d027f26e852', 'code': 200} Nov 11 17:42:59.388187 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41c9cd-2905-41db-a7f5-ca38b38b945d req-8a23bc09-db59-44cf-b473-ce0934721d99 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:59.397678 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a41c9cd-2905-41db-a7f5-ca38b38b945d req-8a23bc09-db59-44cf-b473-ce0934721d99 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 946 time: 0.0645037 Nov 11 17:42:59.476399 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a41c9cd-2905-41db-a7f5-ca38b38b945d req-52e5122e-0745-40ff-a233-3286bb73457a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775104 Nov 11 17:42:59.495954 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 58414) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:42:59.596255 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3b5a84f8-559d-4b0d-b039-d3c5f5fef85b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/floatingips/8be3a15a-0638-4620-a144-4ea4456b7c25 HTTP/1.1" status: 200 len: 993 time: 0.0990374 Nov 11 17:42:59.885341 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7a3d9-15d3-48fd-89dd-b11140f93168 req-0eec5e3b-7077-424a-a8b6-719045ac6194 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:42:59.889827 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cdb7a3d9-15d3-48fd-89dd-b11140f93168 req-0eec5e3b-7077-424a-a8b6-719045ac6194 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 946 time: 0.1794910 Nov 11 17:43:00.057661 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cdb7a3d9-15d3-48fd-89dd-b11140f93168 req-4801935c-7ed5-40d4-b2f0-85d145e72a6f tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593969 Nov 11 17:43:00.279976 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11783f0-662a-4470-b8da-755560562da0 req-2b7aaa1a-2d19-47b6-b773-a036820f5942 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:00.282093 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d11783f0-662a-4470-b8da-755560562da0 req-2b7aaa1a-2d19-47b6-b773-a036820f5942 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 947 time: 0.0896289 Nov 11 17:43:00.354579 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d11783f0-662a-4470-b8da-755560562da0 req-08c2b66c-d6c8-44cf-b06f-d480333a9d0a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630946 Nov 11 17:43:00.658539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-9d73e20b-a0af-4427-8431-032b786f5057 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:00.660002 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-9d73e20b-a0af-4427-8431-032b786f5057 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 812 time: 0.1669555 Nov 11 17:43:00.679978 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-a7c0730e-bbd0-495b-ac12-8798e15faf66 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/quotas/1e37f40ca1514a7584bca23f0becbfbf HTTP/1.1" status: 200 len: 375 time: 0.0117021 Nov 11 17:43:00.802868 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-223e8b33-6068-433f-a577-e7bb22b57641 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1133654 Nov 11 17:43:01.015390 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-9d5617e6-b480-4852-99b7-5fe722a029c8 service neutron] 10.222.0.76 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076578 Nov 11 17:43:01.157820 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-da5893e8-3263-49fe-bdec-1b462874fb99 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:01.160989 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-da5893e8-3263-49fe-bdec-1b462874fb99 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.83 "GET /v2.0/networks?id=4c167514-cf24-4800-a856-f2e1b2266685 HTTP/1.1" status: 200 len: 809 time: 0.2480087 Nov 11 17:43:01.182295 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-7e2a3dba-b481-4e81-8240-140be168f79a tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Request body: {'port': {'device_id': 'e18b9b62-e707-4e72-b73b-e50c5e8d2424', 'network_id': '4c167514-cf24-4800-a856-f2e1b2266685', 'admin_state_up': True, 'tenant_id': 'adfd73a4482d43babef5c4f089c28b07'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:43:01.183511 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-d178ea81-b19c-49ed-a9cd-66f31b801dd3 service neutron] 10.222.0.76 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596406 Nov 11 17:43:01.374170 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-7e2a3dba-b481-4e81-8240-140be168f79a tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Made reservation on behalf of adfd73a4482d43babef5c4f089c28b07 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:43:01.378454 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-7e2a3dba-b481-4e81-8240-140be168f79a tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:01.945186 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74df9121-d7ee-49f8-83ac-07da390f464f req-7bf97ea9-f7b9-4bf8-b933-555e56b3cef6 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=e18b9b62-e707-4e72-b73b-e50c5e8d2424 HTTP/1.1" status: 200 len: 210 time: 0.0574234 Nov 11 17:43:02.273579 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec62c6-0bb5-415a-9d1c-02e46081775a req-80fd2a48-e6ac-4d67-a965-9a55ba622264 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:02.281563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57ec62c6-0bb5-415a-9d1c-02e46081775a req-80fd2a48-e6ac-4d67-a965-9a55ba622264 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 947 time: 0.0890152 Nov 11 17:43:02.328392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-7e2a3dba-b481-4e81-8240-140be168f79a tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Allocated IP 172.20.0.12 (4c167514-cf24-4800-a856-f2e1b2266685/5c1113ca-7d7f-43da-856f-5d9bc25b5841/be0bd6fb-3942-4538-b32c-484e01d89a9e) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:43:02.354618 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57ec62c6-0bb5-415a-9d1c-02e46081775a req-728aa356-7a66-4ffd-983a-7beae12a3b45 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719407 Nov 11 17:43:02.710899 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494a0e0-a563-41d9-b28a-474d48513c1f req-ce6f9dfa-b554-4496-9ae0-451114cead1e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:02.720191 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b494a0e0-a563-41d9-b28a-474d48513c1f req-ce6f9dfa-b554-4496-9ae0-451114cead1e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 946 time: 0.1763272 Nov 11 17:43:02.762752 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-7e2a3dba-b481-4e81-8240-140be168f79a tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:02.792330 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f2a28fe8-7d1d-447d-b230-0d81943d791c no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:43:02.864308 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-7e2a3dba-b481-4e81-8240-140be168f79a tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:02.884743 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b494a0e0-a563-41d9-b28a-474d48513c1f req-9674115e-860f-4e4d-ae28-3859348d0142 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593297 Nov 11 17:43:03.012071 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:03.019269 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-7e2a3dba-b481-4e81-8240-140be168f79a tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Network 4c167514-cf24-4800-a856-f2e1b2266685 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:43:03.033470 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0447ed1c-9628-43f5-975d-09b47e23d571 req-9b15915c-e1bc-44e0-af75-b446cd8dc8dc tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0375d7e9-b3fc-481c-8f5c-9104194fb14c HTTP/1.1" status: 200 len: 210 time: 0.0647492 Nov 11 17:43:03.039949 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-7e2a3dba-b481-4e81-8240-140be168f79a tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:43:03.055288 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-7e2a3dba-b481-4e81-8240-140be168f79a tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:43:03.084066 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6c6f76-619a-488a-beb4-6f9126565431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a28fe8-7d1d-447d-b230-0d81943d791c'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:43:03.087018 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93215ed-b689-47aa-84df-7b35d02506b1" -d '{"events": [{"server_uuid": "af6c6f76-619a-488a-beb4-6f9126565431", "name": "network-vif-unplugged", "status": "completed", "tag": "f2a28fe8-7d1d-447d-b230-0d81943d791c"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:43:03.122964 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f2a28fe8-7d1d-447d-b230-0d81943d791c, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:03.132104 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:03.151455 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a3dba-b481-4e81-8240-140be168f79a tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Pushing event updated for resources: {'Port': ['ID=be0bd6fb-3942-4538-b32c-484e01d89a9e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:03.203393 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-7e2a3dba-b481-4e81-8240-140be168f79a tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:03.212199 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-7e2a3dba-b481-4e81-8240-140be168f79a tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:03.228932 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=f2a28fe8-7d1d-447d-b230-0d81943d791c,revision_number=14']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:03.229164 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905d520-f5fb-42a4-8191-1a4f3f296db0 req-f6308e6e-92b2-4d06-903f-afb394828368 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:03.248229 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d905d520-f5fb-42a4-8191-1a4f3f296db0 req-f6308e6e-92b2-4d06-903f-afb394828368 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 1097 time: 0.1075056 Nov 11 17:43:03.266235 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-7e2a3dba-b481-4e81-8240-140be168f79a tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0924730 Nov 11 17:43:03.299938 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] Request body: {'port': {'device_id': 'e18b9b62-e707-4e72-b73b-e50c5e8d2424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:43:03.414449 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d905d520-f5fb-42a4-8191-1a4f3f296db0 req-8fa501d0-284a-44a6-964f-8573e23cb515 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590557 Nov 11 17:43:03.445760 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:03.700777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189203c6-d6b1-43e5-8103-899e1f00646a req-a3ce1ecd-13b4-4d5d-bd19-f653cac9096d tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:03.702340 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-189203c6-d6b1-43e5-8103-899e1f00646a req-a3ce1ecd-13b4-4d5d-bd19-f653cac9096d tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=e18b9b62-e707-4e72-b73b-e50c5e8d2424 HTTP/1.1" status: 200 len: 932 time: 0.1406438 Nov 11 17:43:03.816233 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-189203c6-d6b1-43e5-8103-899e1f00646a req-6381e870-1504-4180-acad-c3cf3272c620 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/security-groups?id=401d6f6a-2eda-46ff-8adb-4e897514a453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982845 Nov 11 17:43:03.908184 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a967e437-a2c6-4c8e-8634-d99032fe718c x-openstack-request-id: req-a967e437-a2c6-4c8e-8634-d99032fe718c {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:43:03.909028 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6c6f76-619a-488a-beb4-6f9126565431", "name": "network-vif-unplugged", "status": "completed", "tag": "f2a28fe8-7d1d-447d-b230-0d81943d791c", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:43:03.909494 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a967e437-a2c6-4c8e-8634-d99032fe718c {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:43:03.910099 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6c6f76-619a-488a-beb4-6f9126565431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a28fe8-7d1d-447d-b230-0d81943d791c', 'code': 200} Nov 11 17:43:04.045267 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-996b006f-5ac5-4999-a219-794918c00d4b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:04.047856 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-996b006f-5ac5-4999-a219-794918c00d4b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.64 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 812 time: 0.1607029 Nov 11 17:43:04.070006 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-7d69282f-165b-4e50-ab94-98056219672f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Request body: {'port': {'device_id': '0375d7e9-b3fc-481c-8f5c-9104194fb14c', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'admin_state_up': True, 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:43:04.192239 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be0bd6fb-3942-4538-b32c-484e01d89a9e {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:43:04.246766 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:04.445390 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-7d69282f-165b-4e50-ab94-98056219672f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Made reservation on behalf of 1e37f40ca1514a7584bca23f0becbfbf for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:43:04.449827 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-7d69282f-165b-4e50-ab94-98056219672f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:04.468461 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] Transition to ACTIVE for port object be0bd6fb-3942-4538-b32c-484e01d89a9e will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:43:04.482330 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:04.549470 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] Pushing event updated for resources: {'Port': ['ID=be0bd6fb-3942-4538-b32c-484e01d89a9e,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:05.157543 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-7d69282f-165b-4e50-ab94-98056219672f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Allocated IP 172.20.0.13 (c569cf45-b127-45e4-97f6-75d37a12e9cb/8e5e7674-c87d-4949-9af6-9219acd03bbb/e03de65a-c2a5-44fc-b45a-ec1c0318a23f) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:43:05.159598 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] Attempting to bind port be0bd6fb-3942-4538-b32c-484e01d89a9e on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:43:05.168772 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] Attempting to bind port be0bd6fb-3942-4538-b32c-484e01d89a9e by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'c456b43e-cce1-4da9-8bab-50fc84f92f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '4c167514-cf24-4800-a856-f2e1b2266685'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:43:05.169172 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] Attempting to bind port be0bd6fb-3942-4538-b32c-484e01d89a9e on network 4c167514-cf24-4800-a856-f2e1b2266685 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:43:05.193292 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] Port be0bd6fb-3942-4538-b32c-484e01d89a9e on network 4c167514-cf24-4800-a856-f2e1b2266685 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:43:05.193623 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] Attempting to bind port be0bd6fb-3942-4538-b32c-484e01d89a9e on network 4c167514-cf24-4800-a856-f2e1b2266685 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:43:05.230365 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 58644) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:05.386804 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:43:05.387294 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] Checking segment: {'id': 'c456b43e-cce1-4da9-8bab-50fc84f92f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '4c167514-cf24-4800-a856-f2e1b2266685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:43:05.387833 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] Bound using segment: {'id': 'c456b43e-cce1-4da9-8bab-50fc84f92f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '4c167514-cf24-4800-a856-f2e1b2266685'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:43:05.388389 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] Bound port: be0bd6fb-3942-4538-b32c-484e01d89a9e, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c456b43e-cce1-4da9-8bab-50fc84f92f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '4c167514-cf24-4800-a856-f2e1b2266685'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:43:05.388854 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:05.397932 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0317-8e8d-4720-b32c-3ac676936fa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:05.524992 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-7d69282f-165b-4e50-ab94-98056219672f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:05.575244 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0317-8e8d-4720-b32c-3ac676936fa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:05.590833 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0317-8e8d-4720-b32c-3ac676936fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:05.620821 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-e69ffb18-41ed-4b58-ab84-d23fdebc031d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6473022 Nov 11 17:43:05.632067 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf0317-8e8d-4720-b32c-3ac676936fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e3eeaa-ab59-4a28-a806-eee945a67af5,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:05.641466 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf0317-8e8d-4720-b32c-3ac676936fa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:05.641819 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf0317-8e8d-4720-b32c-3ac676936fa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:05.642168 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf0317-8e8d-4720-b32c-3ac676936fa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:05.642561 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf0317-8e8d-4720-b32c-3ac676936fa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:05.642684 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-fecf34b2-dfa0-4962-a7e3-898db8374cd7 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:43:05.642899 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf0317-8e8d-4720-b32c-3ac676936fa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:05.643396 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf0317-8e8d-4720-b32c-3ac676936fa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:05.643781 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf0317-8e8d-4720-b32c-3ac676936fa3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:05.644093 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf0317-8e8d-4720-b32c-3ac676936fa3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:05.644424 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf0317-8e8d-4720-b32c-3ac676936fa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:05.644754 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf0317-8e8d-4720-b32c-3ac676936fa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:05.645084 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf0317-8e8d-4720-b32c-3ac676936fa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:05.645412 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf0317-8e8d-4720-b32c-3ac676936fa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:05.658894 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-fecf34b2-dfa0-4962-a7e3-898db8374cd7 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0366762 Nov 11 17:43:05.710092 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] For port be0bd6fb-3942-4538-b32c-484e01d89a9e, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:43:05.713941 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7ddf0317-8e8d-4720-b32c-3ac676936fa3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=32f0b64182394498aa70fe7ea8bb412a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4802456 Nov 11 17:43:05.714306 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 58654) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:05.718165 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] For port be0bd6fb-3942-4538-b32c-484e01d89a9e, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=be0bd6fb-3942-4538-b32c-484e01d89a9e,segment=NetworkSegment(c456b43e-cce1-4da9-8bab-50fc84f92f69),segment_id=c456b43e-cce1-4da9-8bab-50fc84f92f69)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:43:05.727985 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:05.762229 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-7d69282f-165b-4e50-ab94-98056219672f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:05.766267 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:05.770644 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:05.772671 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] 10.222.0.83 "PUT /v2.0/ports/be0bd6fb-3942-4538-b32c-484e01d89a9e HTTP/1.1" status: 200 len: 1092 time: 2.4958527 Nov 11 17:43:05.814583 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18b9b62-e707-4e72-b73b-e50c5e8d2424', 'tag': 'be0bd6fb-3942-4538-b32c-484e01d89a9e'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:43:05.816987 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1482c1a6-51b2-4dfb-b808-832ed9aae452" -d '{"events": [{"name": "network-changed", "server_uuid": "e18b9b62-e707-4e72-b73b-e50c5e8d2424", "tag": "be0bd6fb-3942-4538-b32c-484e01d89a9e"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:43:05.872923 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-263b580d-296a-40b5-9ed9-93bbdea72516 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:05.909834 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-263b580d-296a-40b5-9ed9-93bbdea72516 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:05.978256 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-263b580d-296a-40b5-9ed9-93bbdea72516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:05.984480 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-263b580d-296a-40b5-9ed9-93bbdea72516 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:05.987955 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-263b580d-296a-40b5-9ed9-93bbdea72516 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/24e3eeaa-ab59-4a28-a806-eee945a67af5 HTTP/1.1" status: 204 len: 168 time: 0.2719870 Nov 11 17:43:06.021239 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-7d69282f-165b-4e50-ab94-98056219672f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Network c569cf45-b127-45e4-97f6-75d37a12e9cb is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:43:06.027348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b580d-296a-40b5-9ed9-93bbdea72516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e3eeaa-ab59-4a28-a806-eee945a67af5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:06.041058 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-7d69282f-165b-4e50-ab94-98056219672f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:43:06.060675 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-7d69282f-165b-4e50-ab94-98056219672f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:43:06.070092 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e03e2f-c7dd-4419-a3bd-a9d5869b2152 service neutron] Pushing event updated for resources: {'Port': ['ID=be0bd6fb-3942-4538-b32c-484e01d89a9e,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:06.101964 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-e433c6d8-0925-4e5a-9c03-0f058a1d4c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:06.103456 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-e433c6d8-0925-4e5a-9c03-0f058a1d4c83 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=adfd73a4482d43babef5c4f089c28b07&device_id=e18b9b62-e707-4e72-b73b-e50c5e8d2424 HTTP/1.1" status: 200 len: 1095 time: 0.2740624 Nov 11 17:43:06.288148 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-4ffaa828-a434-4dc2-ac2d-e8a9e9a7ed49 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be0bd6fb-3942-4538-b32c-484e01d89a9e HTTP/1.1" status: 200 len: 217 time: 0.1453881 Nov 11 17:43:06.412910 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-7d69282f-165b-4e50-ab94-98056219672f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:06.413582 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-7d69282f-165b-4e50-ab94-98056219672f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:06.416058 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69282f-165b-4e50-ab94-98056219672f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event updated for resources: {'Port': ['ID=e03de65a-c2a5-44fc-b45a-ec1c0318a23f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:06.502473 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-7d69282f-165b-4e50-ab94-98056219672f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4384780 Nov 11 17:43:06.512707 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-665d3d30-ff3b-48cf-816e-6f2d67f4d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:06.514147 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-665d3d30-ff3b-48cf-816e-6f2d67f4d8c6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5c1113ca-7d7f-43da-856f-5d9bc25b5841 HTTP/1.1" status: 200 len: 849 time: 0.1986415 Nov 11 17:43:06.529333 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] Request body: {'port': {'device_id': '0375d7e9-b3fc-481c-8f5c-9104194fb14c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:43:06.657902 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e17dce14-b07a-4241-b10b-857baafa5758 None None] Provisioning complete for port e03de65a-c2a5-44fc-b45a-ec1c0318a23f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:43:06.662202 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e17dce14-b07a-4241-b10b-857baafa5758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:06.674740 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-ae5127b2-cccc-4148-b561-278e852b80b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4c167514-cf24-4800-a856-f2e1b2266685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789382 Nov 11 17:43:06.675669 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-22252d15-4dcc-4f62-8ff9-a95bdd7752d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:06.677563 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-22252d15-4dcc-4f62-8ff9-a95bdd7752d3 service neutron] 10.222.0.76 "GET /v2.0/ports/601161e9-309a-499a-8196-6028b7d4eade HTTP/1.1" status: 200 len: 1094 time: 0.0361216 Nov 11 17:43:06.728476 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df695f94-769d-4ab0-972c-c9b177a4cc08 req-01428837-d074-452c-b5fc-7425c761a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:06.731039 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df695f94-769d-4ab0-972c-c9b177a4cc08 req-01428837-d074-452c-b5fc-7425c761a060 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eeac632c30574948b103f77246d9180e&device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 1097 time: 0.1301553 Nov 11 17:43:06.733109 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-46d65653-5881-4726-bb7b-458650fa71d3 service neutron] Request body: {'binding': {'host': 'n-h2-816206-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:43:06.733642 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-46d65653-5881-4726-bb7b-458650fa71d3 service neutron] Unknown quota resources ['binding']. {{(pid=102617) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 17:43:06.806348 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e17dce14-b07a-4241-b10b-857baafa5758 None None] Port e03de65a-c2a5-44fc-b45a-ec1c0318a23f cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:43:06.937580 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df695f94-769d-4ab0-972c-c9b177a4cc08 req-a2db8128-dd14-45e9-955b-8a9a8247ef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:06.941540 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df695f94-769d-4ab0-972c-c9b177a4cc08 req-a2db8128-dd14-45e9-955b-8a9a8247ef1e service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3a8bf47-1430-4314-97ff-b3524a589a13 HTTP/1.1" status: 200 len: 918 time: 0.2002332 Nov 11 17:43:07.014773 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-46d65653-5881-4726-bb7b-458650fa71d3 service neutron] Attempting to bind port 601161e9-309a-499a-8196-6028b7d4eade on host n-h2-816206-4 for vnic_type normal with profile None {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:43:07.014928 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-46d65653-5881-4726-bb7b-458650fa71d3 service neutron] Attempting to bind port 601161e9-309a-499a-8196-6028b7d4eade by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '30085baf-2cca-4a70-9fd9-ffdf232677b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:43:07.015262 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-46d65653-5881-4726-bb7b-458650fa71d3 service neutron] Attempting to bind port 601161e9-309a-499a-8196-6028b7d4eade on network c965a6f6-b3ad-4501-a42b-4657a33c23a9 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:43:07.087108 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-46d65653-5881-4726-bb7b-458650fa71d3 service neutron] Port 601161e9-309a-499a-8196-6028b7d4eade on network c965a6f6-b3ad-4501-a42b-4657a33c23a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:43:07.087436 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-46d65653-5881-4726-bb7b-458650fa71d3 service neutron] Attempting to bind port 601161e9-309a-499a-8196-6028b7d4eade on network c965a6f6-b3ad-4501-a42b-4657a33c23a9 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:43:07.091746 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:07.096635 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df695f94-769d-4ab0-972c-c9b177a4cc08 req-5fe73b91-f0dc-496a-a69c-911031107de5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf96950-13e3-43e8-a7ce-4d027f26e852 HTTP/1.1" status: 200 len: 1002 time: 0.1478751 Nov 11 17:43:07.106495 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-46d65653-5881-4726-bb7b-458650fa71d3 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:43:07.106839 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-46d65653-5881-4726-bb7b-458650fa71d3 service neutron] Checking segment: {'id': '30085baf-2cca-4a70-9fd9-ffdf232677b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:43:07.107503 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-46d65653-5881-4726-bb7b-458650fa71d3 service neutron] Bound using segment: {'id': '30085baf-2cca-4a70-9fd9-ffdf232677b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:43:07.108192 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-46d65653-5881-4726-bb7b-458650fa71d3 service neutron] Bound port: 601161e9-309a-499a-8196-6028b7d4eade, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30085baf-2cca-4a70-9fd9-ffdf232677b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:43:07.217682 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df695f94-769d-4ab0-972c-c9b177a4cc08 req-72c68ff2-dd62-4507-a0ec-1d72613b7b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:07.230875 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df695f94-769d-4ab0-972c-c9b177a4cc08 req-72c68ff2-dd62-4507-a0ec-1d72613b7b48 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fa447a7e-c385-460f-86cb-d149b7215da5 HTTP/1.1" status: 200 len: 855 time: 0.1173177 Nov 11 17:43:07.231943 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-46d65653-5881-4726-bb7b-458650fa71d3 service neutron] For port 601161e9-309a-499a-8196-6028b7d4eade, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=601161e9-309a-499a-8196-6028b7d4eade,segment=NetworkSegment(30085baf-2cca-4a70-9fd9-ffdf232677b2),segment_id=30085baf-2cca-4a70-9fd9-ffdf232677b2)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:43:07.246957 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-46d65653-5881-4726-bb7b-458650fa71d3 service neutron] Publish callbacks [] for binding, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:07.248570 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-46d65653-5881-4726-bb7b-458650fa71d3 service neutron] 10.222.0.76 "POST /v2.0/ports/601161e9-309a-499a-8196-6028b7d4eade/bindings HTTP/1.1" status: 201 len: 389 time: 0.5511124 Nov 11 17:43:07.288905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df695f94-769d-4ab0-972c-c9b177a4cc08 req-4dea621f-513a-4c4a-b8aa-176dfd577bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:07.290891 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df695f94-769d-4ab0-972c-c9b177a4cc08 req-4dea621f-513a-4c4a-b8aa-176dfd577bf3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3a8bf47-1430-4314-97ff-b3524a589a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591118 Nov 11 17:43:07.336173 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-4ecca6b7-6212-46f4-9289-832505987b92 service neutron] 10.222.0.83 "GET /v2.0/networks/4c167514-cf24-4800-a856-f2e1b2266685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6398292 Nov 11 17:43:07.432136 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6075492c-e5c5-45be-9a6b-061511fa277e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:07.582505 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-55606a42-2e4e-4b90-beae-8ebcb6a52a97 req-fc2e29a2-80fa-4d2f-95ff-0b2c7e5de62e service neutron] 10.222.0.83 "GET /v2.0/networks/4c167514-cf24-4800-a856-f2e1b2266685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823263 Nov 11 17:43:07.647252 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4123dc-6685-4b74-a696-03fbb19ab220 req-175bc429-db8e-4826-ae23-384a5890417b tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:07.658179 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f4123dc-6685-4b74-a696-03fbb19ab220 req-175bc429-db8e-4826-ae23-384a5890417b tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 946 time: 0.1935761 Nov 11 17:43:07.694089 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-eae1c209-2f4f-4a15-8f1a-a9a032cb5887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:07.696305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-eae1c209-2f4f-4a15-8f1a-a9a032cb5887 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 1097 time: 0.1548617 Nov 11 17:43:07.809516 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f4123dc-6685-4b74-a696-03fbb19ab220 req-436fb65c-83ea-45f4-8e5a-7dca0aedf5cd tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498773 Nov 11 17:43:07.820377 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03de65a-c2a5-44fc-b45a-ec1c0318a23f {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:43:07.839161 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:07.852998 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df695f94-769d-4ab0-972c-c9b177a4cc08 req-d050585c-913b-42ea-966f-a4a543a3360d service neutron] 10.222.0.83 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507600 Nov 11 17:43:07.858814 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] Transition to ACTIVE for port object e03de65a-c2a5-44fc-b45a-ec1c0318a23f will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:43:07.865393 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:07.977615 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] Pushing event updated for resources: {'Port': ['ID=e03de65a-c2a5-44fc-b45a-ec1c0318a23f,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:08.023368 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df695f94-769d-4ab0-972c-c9b177a4cc08 req-57ff25d7-e6c2-41c1-a577-d80d4b95f699 service neutron] 10.222.0.83 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636729 Nov 11 17:43:08.053581 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] Attempting to bind port e03de65a-c2a5-44fc-b45a-ec1c0318a23f on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:43:08.056627 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] Attempting to bind port e03de65a-c2a5-44fc-b45a-ec1c0318a23f by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:43:08.058036 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] Attempting to bind port e03de65a-c2a5-44fc-b45a-ec1c0318a23f on network c569cf45-b127-45e4-97f6-75d37a12e9cb {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:43:08.064576 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] Port e03de65a-c2a5-44fc-b45a-ec1c0318a23f on network c569cf45-b127-45e4-97f6-75d37a12e9cb not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:43:08.065747 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] Attempting to bind port e03de65a-c2a5-44fc-b45a-ec1c0318a23f on network c569cf45-b127-45e4-97f6-75d37a12e9cb {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:43:08.074188 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:43:08.074826 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] Checking segment: {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:43:08.075856 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] Bound using segment: {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:43:08.076745 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] Bound port: e03de65a-c2a5-44fc-b45a-ec1c0318a23f, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:43:08.078229 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:08.115162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-51da25f6-6a89-45a5-b1a5-3a8ccb27ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:08.122156 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-51da25f6-6a89-45a5-b1a5-3a8ccb27ffe2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c965a6f6-b3ad-4501-a42b-4657a33c23a9 HTTP/1.1" status: 200 len: 899 time: 0.4141841 Nov 11 17:43:08.145515 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12900b1-a2d5-4711-9b0f-09b635d068f0 req-1bb844fa-abb1-4646-a22a-79816147a199 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:08.154397 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b12900b1-a2d5-4711-9b0f-09b635d068f0 req-1bb844fa-abb1-4646-a22a-79816147a199 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0375d7e9-b3fc-481c-8f5c-9104194fb14c HTTP/1.1" status: 200 len: 944 time: 0.1271777 Nov 11 17:43:08.180193 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] For port e03de65a-c2a5-44fc-b45a-ec1c0318a23f, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:43:08.185773 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] For port e03de65a-c2a5-44fc-b45a-ec1c0318a23f, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e03de65a-c2a5-44fc-b45a-ec1c0318a23f,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:43:08.199535 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:08.248385 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-1dde77fe-37f5-4b63-b7ea-59abc58c6720 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=601161e9-309a-499a-8196-6028b7d4eade HTTP/1.1" status: 200 len: 1001 time: 0.0919101 Nov 11 17:43:08.276697 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:08.276869 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:08.279843 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] 10.222.0.64 "PUT /v2.0/ports/e03de65a-c2a5-44fc-b45a-ec1c0318a23f HTTP/1.1" status: 200 len: 1092 time: 1.7597532 Nov 11 17:43:08.311538 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9dec9-b2c2-43c7-937c-3ed9a869eb4f service neutron] Pushing event updated for resources: {'Port': ['ID=e03de65a-c2a5-44fc-b45a-ec1c0318a23f,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:08.352714 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b12900b1-a2d5-4711-9b0f-09b635d068f0 req-a0d2b0a6-e472-4e99-90ba-a91b9467a809 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873777 Nov 11 17:43:08.397290 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-c72a01b2-bc63-4a42-abcd-7b7e2ba2475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:08.402529 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-c72a01b2-bc63-4a42-abcd-7b7e2ba2475d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a3e0310e-b30e-45a2-a86b-bf7aa15152e1 HTTP/1.1" status: 200 len: 834 time: 0.1408963 Nov 11 17:43:08.449918 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-cfd4755e-d607-44b0-ad96-9916e5743bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:08.451186 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-cfd4755e-d607-44b0-ad96-9916e5743bb7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=0375d7e9-b3fc-481c-8f5c-9104194fb14c HTTP/1.1" status: 200 len: 1095 time: 0.0900927 Nov 11 17:43:08.533208 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-0ed0d37f-1e23-42cc-b18d-898624227855 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e03de65a-c2a5-44fc-b45a-ec1c0318a23f HTTP/1.1" status: 200 len: 217 time: 0.0667529 Nov 11 17:43:08.533448 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-461dadd5-4f3c-4e74-b1af-603e02efa872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:08.534744 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-461dadd5-4f3c-4e74-b1af-603e02efa872 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c965a6f6-b3ad-4501-a42b-4657a33c23a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219959 Nov 11 17:43:08.564280 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3db77-d3d6-42e4-a714-712f0af0d87c req-44df19e7-c46f-434a-a13e-0f0847840017 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:08.571605 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74d3db77-d3d6-42e4-a714-712f0af0d87c req-44df19e7-c46f-434a-a13e-0f0847840017 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.1013672 Nov 11 17:43:08.640723 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-fb181153-e719-4b87-968c-f6d78eec2520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:08.642681 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-fb181153-e719-4b87-968c-f6d78eec2520 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.1024892 Nov 11 17:43:08.679904 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74d3db77-d3d6-42e4-a714-712f0af0d87c req-0b07f532-d209-484d-aa6f-bbd73e028c01 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017334 Nov 11 17:43:08.749850 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-b540af25-de1f-456a-ac29-fa7c7bd61615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:08.751572 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-b540af25-de1f-456a-ac29-fa7c7bd61615 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018901 Nov 11 17:43:08.756213 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-ff3f7cf3-4dd0-4c9d-a565-93deb4bf9766 service neutron] 10.222.0.83 "GET /v2.0/networks/c965a6f6-b3ad-4501-a42b-4657a33c23a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106514 Nov 11 17:43:08.872709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0fc0e-1592-482c-bc2e-e36c10563d41 req-8d4202ae-7f83-41ec-91eb-9ccfd7dd1445 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:08.873776 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16f0fc0e-1592-482c-bc2e-e36c10563d41 req-8d4202ae-7f83-41ec-91eb-9ccfd7dd1445 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=e18b9b62-e707-4e72-b73b-e50c5e8d2424 HTTP/1.1" status: 200 len: 944 time: 0.1164510 Nov 11 17:43:08.916368 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-b7075382-d22e-4d60-9abe-b2afc8c9d8a8 service neutron] 10.222.0.64 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551347 Nov 11 17:43:08.919031 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-101ab1ca-1c81-4cfd-a6c0-eda869c68621 service neutron] 10.222.0.83 "GET /v2.0/networks/c965a6f6-b3ad-4501-a42b-4657a33c23a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502264 Nov 11 17:43:08.954297 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16f0fc0e-1592-482c-bc2e-e36c10563d41 req-edc150e1-fe28-4f1b-9638-e100e3f403f6 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/security-groups?id=401d6f6a-2eda-46ff-8adb-4e897514a453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657744 Nov 11 17:43:09.181304 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b3a4cb99-0dca-4c44-a4c2-6ec40632a0ea req-f2270be3-7aac-4040-bd4e-028333a97e91 service neutron] 10.222.0.64 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587957 Nov 11 17:43:09.188735 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c86cbec-1a2e-4f48-b72f-6607a7421ca0 x-openstack-request-id: req-9c86cbec-1a2e-4f48-b72f-6607a7421ca0 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:43:09.189059 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18b9b62-e707-4e72-b73b-e50c5e8d2424", "tag": "be0bd6fb-3942-4538-b32c-484e01d89a9e", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:43:09.189278 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9c86cbec-1a2e-4f48-b72f-6607a7421ca0 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:43:09.192477 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18b9b62-e707-4e72-b73b-e50c5e8d2424', 'tag': 'be0bd6fb-3942-4538-b32c-484e01d89a9e', 'status': 'completed', 'code': 200} Nov 11 17:43:09.276706 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-bda9718e-dbde-456a-ab77-c03d0f12cbac tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:09.278135 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-bda9718e-dbde-456a-ab77-c03d0f12cbac tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b&tenant_id=4a967e21f8b349ab96ba5689386c16b9&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 1097 time: 0.2915328 Nov 11 17:43:09.299268 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-4'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:43:09.304088 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c1a6-51b2-4dfb-b808-832ed9aae452 req-151b6a97-ddd5-4dd1-9ea7-14ff7391303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:09.305534 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1482c1a6-51b2-4dfb-b808-832ed9aae452 req-151b6a97-ddd5-4dd1-9ea7-14ff7391303a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=adfd73a4482d43babef5c4f089c28b07&device_id=e18b9b62-e707-4e72-b73b-e50c5e8d2424 HTTP/1.1" status: 200 len: 1095 time: 0.1293559 Nov 11 17:43:09.385442 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa31ff4-dfdf-495f-b72c-bc38d1b6432d req-2bd6b82c-fda9-4502-a73f-c0ccf3726085 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:09.410842 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cfa31ff4-dfdf-495f-b72c-bc38d1b6432d req-2bd6b82c-fda9-4502-a73f-c0ccf3726085 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 946 time: 0.1831198 Nov 11 17:43:09.512367 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:09.586099 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cfa31ff4-dfdf-495f-b72c-bc38d1b6432d req-8dd63e82-9594-46a2-b87f-7025ab50a55d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496720 Nov 11 17:43:10.102616 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b34f1-9c5d-4d16-ad46-54bfd8a0dc11 req-dbc86626-82bd-41c4-ac87-e0bf37a54ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:10.111290 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3f8b34f1-9c5d-4d16-ad46-54bfd8a0dc11 req-dbc86626-82bd-41c4-ac87-e0bf37a54ea2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 1096 time: 0.1616926 Nov 11 17:43:10.310900 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b34f1-9c5d-4d16-ad46-54bfd8a0dc11 req-802e2d0f-a5b7-4ad5-81cc-fbbaead2c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:10.312981 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3f8b34f1-9c5d-4d16-ad46-54bfd8a0dc11 req-802e2d0f-a5b7-4ad5-81cc-fbbaead2c061 service neutron] 10.222.0.64 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 914 time: 0.1970329 Nov 11 17:43:10.424174 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ef7b93ef-8ef1-420b-bdcb-3dafcb0d845b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:10.468841 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c1a6-51b2-4dfb-b808-832ed9aae452 req-d742a5c6-f78c-4fa8-a3e6-814cd51d3807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:10.470198 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1482c1a6-51b2-4dfb-b808-832ed9aae452 req-d742a5c6-f78c-4fa8-a3e6-814cd51d3807 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4c167514-cf24-4800-a856-f2e1b2266685 HTTP/1.1" status: 200 len: 911 time: 1.1222577 Nov 11 17:43:10.471914 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3f8b34f1-9c5d-4d16-ad46-54bfd8a0dc11 req-bc84c01b-58d2-4070-adcb-8c607e1cbf18 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c HTTP/1.1" status: 200 len: 999 time: 0.1517644 Nov 11 17:43:10.527151 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7396d-6a80-4999-9431-d8f6e9d7b769 req-cfd73e5a-2084-42d5-bf07-7bf98354fd13 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:10.534468 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38c7396d-6a80-4999-9431-d8f6e9d7b769 req-cfd73e5a-2084-42d5-bf07-7bf98354fd13 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 946 time: 0.2132707 Nov 11 17:43:10.581686 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1482c1a6-51b2-4dfb-b808-832ed9aae452 req-837abd8f-aeeb-4a67-a1ac-3ec02d878a09 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be0bd6fb-3942-4538-b32c-484e01d89a9e HTTP/1.1" status: 200 len: 217 time: 0.0952647 Nov 11 17:43:10.594462 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b34f1-9c5d-4d16-ad46-54bfd8a0dc11 req-9379236b-183c-40e0-b749-20e940338c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:10.597035 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3f8b34f1-9c5d-4d16-ad46-54bfd8a0dc11 req-9379236b-183c-40e0-b749-20e940338c8c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.1176126 Nov 11 17:43:10.676291 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b34f1-9c5d-4d16-ad46-54bfd8a0dc11 req-9fdf0439-c067-4c37-a9da-cd0c657f5239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:10.678367 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3f8b34f1-9c5d-4d16-ad46-54bfd8a0dc11 req-9fdf0439-c067-4c37-a9da-cd0c657f5239 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743382 Nov 11 17:43:10.684331 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38c7396d-6a80-4999-9431-d8f6e9d7b769 req-ba89e6c5-b059-49b1-a057-07e59cb76552 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489263 Nov 11 17:43:10.753155 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] For port 601161e9-309a-499a-8196-6028b7d4eade, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=601161e9-309a-499a-8196-6028b7d4eade,segment=NetworkSegment(30085baf-2cca-4a70-9fd9-ffdf232677b2),segment_id=30085baf-2cca-4a70-9fd9-ffdf232677b2)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:10.788444 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c1a6-51b2-4dfb-b808-832ed9aae452 req-2c3515b6-6b80-4fdc-8c41-19bd3ab1ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:10.789956 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1482c1a6-51b2-4dfb-b808-832ed9aae452 req-2c3515b6-6b80-4fdc-8c41-19bd3ab1ece3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5c1113ca-7d7f-43da-856f-5d9bc25b5841 HTTP/1.1" status: 200 len: 849 time: 0.1977918 Nov 11 17:43:10.903650 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3f8b34f1-9c5d-4d16-ad46-54bfd8a0dc11 req-bfdcaf50-08f9-4f77-8973-22af6d6d7dcf service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181845 Nov 11 17:43:10.947740 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:10.956302 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1482c1a6-51b2-4dfb-b808-832ed9aae452 req-fe0b2f9b-cd78-4f77-b48e-2e8dff77eb3c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4c167514-cf24-4800-a856-f2e1b2266685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654089 Nov 11 17:43:11.053591 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device be0bd6fb-3942-4538-b32c-484e01d89a9e details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:43:11.056180 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device dbf96950-13e3-43e8-a7ce-4d027f26e852 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:43:11.077211 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3f8b34f1-9c5d-4d16-ad46-54bfd8a0dc11 req-9d847f07-929c-43e7-a9e2-8cb3988bc0c3 service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664555 Nov 11 17:43:11.090987 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85c6ad-4a6d-424e-8e02-5c961c28303e req-95403d24-a616-4e1e-972f-74532b418ca9 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:11.098280 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4f85c6ad-4a6d-424e-8e02-5c961c28303e req-95403d24-a616-4e1e-972f-74532b418ca9 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0375d7e9-b3fc-481c-8f5c-9104194fb14c HTTP/1.1" status: 200 len: 944 time: 0.3073514 Nov 11 17:43:11.171474 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4f85c6ad-4a6d-424e-8e02-5c961c28303e req-c538ad13-5728-4420-a122-2092e08369c9 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717263 Nov 11 17:43:11.172766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] For port 601161e9-309a-499a-8196-6028b7d4eade, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:43:11.194010 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0375d7e9-b3fc-481c-8f5c-9104194fb14c', 'tag': 'e03de65a-c2a5-44fc-b45a-ec1c0318a23f'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:43:11.197067 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ca189a-fd2b-49e5-bb8a-801f8dd44ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "0375d7e9-b3fc-481c-8f5c-9104194fb14c", "tag": "e03de65a-c2a5-44fc-b45a-ec1c0318a23f"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:43:11.293217 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:43:11.330082 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:11.348457 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287fa1d9-342c-4a44-b14b-8de4ac58717b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '601161e9-309a-499a-8196-6028b7d4eade'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:43:11.354449 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ceab0d9-f598-48fa-814f-4a6cc6a3e9a0" -d '{"events": [{"server_uuid": "287fa1d9-342c-4a44-b14b-8de4ac58717b", "name": "network-vif-unplugged", "status": "completed", "tag": "601161e9-309a-499a-8196-6028b7d4eade"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:43:11.372018 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:11.375954 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c6af8c-aeb1-4bea-8db3-c46a6570958b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbf96950-13e3-43e8-a7ce-4d027f26e852'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:43:11.378100 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e3c70e-6617-41e7-a74e-7f253489c0b2" -d '{"events": [{"server_uuid": "75c6af8c-aeb1-4bea-8db3-c46a6570958b", "name": "network-vif-unplugged", "status": "completed", "tag": "dbf96950-13e3-43e8-a7ce-4d027f26e852"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:43:11.395173 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1482c1a6-51b2-4dfb-b808-832ed9aae452 req-75d38ff1-cb4b-4db1-bd8f-6d66c96d984c service neutron] 10.222.0.83 "GET /v2.0/networks/4c167514-cf24-4800-a856-f2e1b2266685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379785 Nov 11 17:43:11.399040 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:11.405342 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port dbf96950-13e3-43e8-a7ce-4d027f26e852, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=dbf96950-13e3-43e8-a7ce-4d027f26e852,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:11.408156 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port be0bd6fb-3942-4538-b32c-484e01d89a9e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=be0bd6fb-3942-4538-b32c-484e01d89a9e,segment=NetworkSegment(c456b43e-cce1-4da9-8bab-50fc84f92f69),segment_id=c456b43e-cce1-4da9-8bab-50fc84f92f69)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:11.427135 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:11.543989 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'be0bd6fb-3942-4538-b32c-484e01d89a9e', 'network_id': '4c167514-cf24-4800-a856-f2e1b2266685', 'port_id': 'be0bd6fb-3942-4538-b32c-484e01d89a9e', 'mac_address': 'fa:16:3e:1b:67:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1113ca-7d7f-43da-856f-5d9bc25b5841', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:43:11.545838 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=dbf96950-13e3-43e8-a7ce-4d027f26e852,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:11.557073 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] Pushing event updated for resources: {'Port': ['ID=601161e9-309a-499a-8196-6028b7d4eade,revision_number=7']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:11.602558 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:11.623430 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0bd6fb-3942-4538-b32c-484e01d89a9e {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:43:11.623692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da763be5-f51e-404b-9e0f-ba5baa6a63a1 req-f48b0e0b-dc8f-4101-8f0f-8831be1206c6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:11.649770 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port be0bd6fb-3942-4538-b32c-484e01d89a9e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=be0bd6fb-3942-4538-b32c-484e01d89a9e,segment=NetworkSegment(c456b43e-cce1-4da9-8bab-50fc84f92f69),segment_id=c456b43e-cce1-4da9-8bab-50fc84f92f69)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:11.653715 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da763be5-f51e-404b-9e0f-ba5baa6a63a1 req-f48b0e0b-dc8f-4101-8f0f-8831be1206c6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.3615904 Nov 11 17:43:11.674275 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:11.871097 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1482c1a6-51b2-4dfb-b808-832ed9aae452 req-7677685c-2f99-4ada-9bea-3fcf1770a443 service neutron] 10.222.0.83 "GET /v2.0/networks/4c167514-cf24-4800-a856-f2e1b2266685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598892 Nov 11 17:43:11.913141 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=be0bd6fb-3942-4538-b32c-484e01d89a9e,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:11.922161 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da763be5-f51e-404b-9e0f-ba5baa6a63a1 req-a88128fc-76f3-46fb-9a80-dee04a8a2875 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675500 Nov 11 17:43:11.980202 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['be0bd6fb-3942-4538-b32c-484e01d89a9e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:43:12.009383 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] Attempting to bind port 601161e9-309a-499a-8196-6028b7d4eade on host n-h1-816206-4 for vnic_type normal with profile {"migrating_to": "n-h2-816206-4"} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:43:12.009727 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] Attempting to bind port 601161e9-309a-499a-8196-6028b7d4eade by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '30085baf-2cca-4a70-9fd9-ffdf232677b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:43:12.010069 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] Attempting to bind port 601161e9-309a-499a-8196-6028b7d4eade on network c965a6f6-b3ad-4501-a42b-4657a33c23a9 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:43:12.018832 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] Port 601161e9-309a-499a-8196-6028b7d4eade on network c965a6f6-b3ad-4501-a42b-4657a33c23a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:43:12.019163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] Attempting to bind port 601161e9-309a-499a-8196-6028b7d4eade on network c965a6f6-b3ad-4501-a42b-4657a33c23a9 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:43:12.042667 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:43:12.043370 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] Checking segment: {'id': '30085baf-2cca-4a70-9fd9-ffdf232677b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:43:12.043995 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] Bound using segment: {'id': '30085baf-2cca-4a70-9fd9-ffdf232677b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:43:12.044659 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] Bound port: 601161e9-309a-499a-8196-6028b7d4eade, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30085baf-2cca-4a70-9fd9-ffdf232677b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:43:12.045226 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:12.134910 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f06f5b-a796-427d-946a-67ea25c210e9 req-c78c555b-1b99-4977-a20d-12315ba8e613 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:12.136805 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1f06f5b-a796-427d-946a-67ea25c210e9 req-c78c555b-1b99-4977-a20d-12315ba8e613 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=e18b9b62-e707-4e72-b73b-e50c5e8d2424 HTTP/1.1" status: 200 len: 945 time: 0.1093698 Nov 11 17:43:12.170828 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] For port 601161e9-309a-499a-8196-6028b7d4eade, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:43:12.199816 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-eed2add6-745b-4249-8831-fc8d4ddca565 None None] Provisioning complete for port 601161e9-309a-499a-8196-6028b7d4eade triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:43:12.200189 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-eed2add6-745b-4249-8831-fc8d4ddca565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:12.209207 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1f06f5b-a796-427d-946a-67ea25c210e9 req-07aeac2c-a30f-4323-aedc-b21e39e3d486 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/security-groups?id=401d6f6a-2eda-46ff-8adb-4e897514a453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546832 Nov 11 17:43:12.214374 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] For port 601161e9-309a-499a-8196-6028b7d4eade, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=601161e9-309a-499a-8196-6028b7d4eade,segment=NetworkSegment(30085baf-2cca-4a70-9fd9-ffdf232677b2),segment_id=30085baf-2cca-4a70-9fd9-ffdf232677b2)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:43:12.225312 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:12.298159 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-eed2add6-745b-4249-8831-fc8d4ddca565 None None] Port 601161e9-309a-499a-8196-6028b7d4eade cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:43:12.367835 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] Pushing event updated for resources: {'Port': ['ID=601161e9-309a-499a-8196-6028b7d4eade,revision_number=8']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:12.446015 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598bbe2-26f3-4788-b87f-049297f380f9 req-757aa083-972a-40c3-8d89-917ff25cfbb3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:12.447954 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4598bbe2-26f3-4788-b87f-049297f380f9 req-757aa083-972a-40c3-8d89-917ff25cfbb3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 944 time: 0.0956125 Nov 11 17:43:12.471661 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:12.472299 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:12.473875 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-62a70c2f-4ed9-4462-9275-c926f61667bf service neutron] 10.222.0.83 "PUT /v2.0/ports/601161e9-309a-499a-8196-6028b7d4eade HTTP/1.1" status: 200 len: 1122 time: 3.1821396 Nov 11 17:43:12.566235 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:12.572974 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4598bbe2-26f3-4788-b87f-049297f380f9 req-aeed386b-75a2-4063-be37-0571b859d22b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101480 Nov 11 17:43:12.599892 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['601161e9-309a-499a-8196-6028b7d4eade'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:43:12.705515 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d0993f31-3c08-4c74-8210-66734810c535 None None] Provisioning complete for port 601161e9-309a-499a-8196-6028b7d4eade triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:43:12.706234 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d0993f31-3c08-4c74-8210-66734810c535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:12.942947 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d0993f31-3c08-4c74-8210-66734810c535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:12.964310 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:13.027801 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d0993f31-3c08-4c74-8210-66734810c535 None None] For port 601161e9-309a-499a-8196-6028b7d4eade, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=601161e9-309a-499a-8196-6028b7d4eade,segment=NetworkSegment(30085baf-2cca-4a70-9fd9-ffdf232677b2),segment_id=30085baf-2cca-4a70-9fd9-ffdf232677b2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:13.039303 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d0993f31-3c08-4c74-8210-66734810c535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:13.101963 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device be0bd6fb-3942-4538-b32c-484e01d89a9e up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:43:13.267552 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0993f31-3c08-4c74-8210-66734810c535 None None] Pushing event updated for resources: {'Port': ['ID=601161e9-309a-499a-8196-6028b7d4eade,revision_number=9']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:13.289776 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port be0bd6fb-3942-4538-b32c-484e01d89a9e completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:43:13.310239 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port be0bd6fb-3942-4538-b32c-484e01d89a9e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:43:13.310749 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:13.404382 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e24e23-dbb6-4beb-ac92-d07e8565e92e x-openstack-request-id: req-48e24e23-dbb6-4beb-ac92-d07e8565e92e {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:43:13.404902 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0375d7e9-b3fc-481c-8f5c-9104194fb14c", "tag": "e03de65a-c2a5-44fc-b45a-ec1c0318a23f", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:43:13.407004 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-48e24e23-dbb6-4beb-ac92-d07e8565e92e {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:43:13.408191 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0375d7e9-b3fc-481c-8f5c-9104194fb14c', 'tag': 'e03de65a-c2a5-44fc-b45a-ec1c0318a23f', 'status': 'completed', 'code': 200} Nov 11 17:43:13.453957 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:13.475118 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f390af5-ac0f-4f83-9768-f6d3d4dbfc87 x-openstack-request-id: req-0f390af5-ac0f-4f83-9768-f6d3d4dbfc87 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:43:13.475755 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287fa1d9-342c-4a44-b14b-8de4ac58717b", "name": "network-vif-unplugged", "status": "completed", "tag": "601161e9-309a-499a-8196-6028b7d4eade", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:43:13.476770 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0f390af5-ac0f-4f83-9768-f6d3d4dbfc87 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:43:13.477190 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287fa1d9-342c-4a44-b14b-8de4ac58717b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '601161e9-309a-499a-8196-6028b7d4eade', 'code': 200} Nov 11 17:43:13.507404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port be0bd6fb-3942-4538-b32c-484e01d89a9e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=be0bd6fb-3942-4538-b32c-484e01d89a9e,segment=NetworkSegment(c456b43e-cce1-4da9-8bab-50fc84f92f69),segment_id=c456b43e-cce1-4da9-8bab-50fc84f92f69)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:13.514992 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:13.517274 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device dbf96950-13e3-43e8-a7ce-4d027f26e852 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:43:13.564184 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca189a-fd2b-49e5-bb8a-801f8dd44ba5 req-4865627f-94f3-4352-8eaa-d5bba79fea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:13.572431 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 17:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f567ae5-f585-48d4-a988-852913f96a92 x-openstack-request-id: req-3f567ae5-f585-48d4-a988-852913f96a92 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:43:13.572950 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c6af8c-aeb1-4bea-8db3-c46a6570958b", "name": "network-vif-unplugged", "status": "failed", "tag": "dbf96950-13e3-43e8-a7ce-4d027f26e852", "code": 422}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:43:13.572950 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3f567ae5-f585-48d4-a988-852913f96a92 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:43:13.573277 n-d-816206-4 neutron-server[102619]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '75c6af8c-aeb1-4bea-8db3-c46a6570958b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dbf96950-13e3-43e8-a7ce-4d027f26e852', 'code': 422} returned with failed status Nov 11 17:43:13.585336 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-61ca189a-fd2b-49e5-bb8a-801f8dd44ba5 req-4865627f-94f3-4352-8eaa-d5bba79fea59 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=0375d7e9-b3fc-481c-8f5c-9104194fb14c HTTP/1.1" status: 200 len: 1095 time: 0.1358349 Nov 11 17:43:13.740609 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=be0bd6fb-3942-4538-b32c-484e01d89a9e,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:13.790034 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25824ec-96e7-488f-ae4a-df14aa7c25af req-7b852833-e2b0-476f-b761-fb07ade13959 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:13.804239 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a25824ec-96e7-488f-ae4a-df14aa7c25af req-7b852833-e2b0-476f-b761-fb07ade13959 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0375d7e9-b3fc-481c-8f5c-9104194fb14c HTTP/1.1" status: 200 len: 944 time: 0.0942502 Nov 11 17:43:13.853019 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca189a-fd2b-49e5-bb8a-801f8dd44ba5 req-30529a3a-1fae-4533-ba28-08e4f735a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:13.855041 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-61ca189a-fd2b-49e5-bb8a-801f8dd44ba5 req-30529a3a-1fae-4533-ba28-08e4f735a489 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 914 time: 0.2607696 Nov 11 17:43:13.856447 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a25824ec-96e7-488f-ae4a-df14aa7c25af req-256d7b2e-499a-4eff-a5cd-2e809614edc8 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558102 Nov 11 17:43:13.904926 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-61ca189a-fd2b-49e5-bb8a-801f8dd44ba5 req-ea6431c5-9b8c-4ede-addc-621d6a29cb11 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e03de65a-c2a5-44fc-b45a-ec1c0318a23f HTTP/1.1" status: 200 len: 217 time: 0.0414743 Nov 11 17:43:13.979977 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca189a-fd2b-49e5-bb8a-801f8dd44ba5 req-937ff37f-5cd3-4d73-879b-ab18e0963dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:13.983202 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-61ca189a-fd2b-49e5-bb8a-801f8dd44ba5 req-937ff37f-5cd3-4d73-879b-ab18e0963dbe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.0683064 Nov 11 17:43:14.022369 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058757c-4905-4d9f-b69b-a620eb696d12 req-f211708d-5ff8-4ded-97af-e13683d9a690 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:14.024123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7058757c-4905-4d9f-b69b-a620eb696d12 req-f211708d-5ff8-4ded-97af-e13683d9a690 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0898905 Nov 11 17:43:14.058417 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca189a-fd2b-49e5-bb8a-801f8dd44ba5 req-6192d98a-3d2b-4461-86a7-ff125545bced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:14.060043 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-61ca189a-fd2b-49e5-bb8a-801f8dd44ba5 req-6192d98a-3d2b-4461-86a7-ff125545bced service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691302 Nov 11 17:43:14.094422 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7058757c-4905-4d9f-b69b-a620eb696d12 req-2564ad20-bdb3-478c-965d-a22c02783789 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597634 Nov 11 17:43:14.187439 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-61ca189a-fd2b-49e5-bb8a-801f8dd44ba5 req-ce304bb3-f0f0-4be0-b6a2-edbbc92eb4e5 service neutron] 10.222.0.64 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141093 Nov 11 17:43:14.262001 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118a8cc-6440-437d-b53a-134597fe3abf req-c7ba2770-0754-4dfe-aefc-ef3939fbf2d2 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:14.271629 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d118a8cc-6440-437d-b53a-134597fe3abf req-c7ba2770-0754-4dfe-aefc-ef3939fbf2d2 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=e18b9b62-e707-4e72-b73b-e50c5e8d2424 HTTP/1.1" status: 200 len: 946 time: 0.0728748 Nov 11 17:43:14.298202 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-61ca189a-fd2b-49e5-bb8a-801f8dd44ba5 req-db2d90b1-5b30-457c-9cb8-82de36abc04c service neutron] 10.222.0.64 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029675 Nov 11 17:43:14.329513 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d118a8cc-6440-437d-b53a-134597fe3abf req-b7808d6a-b5e0-4fb1-86db-62fddae85995 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/security-groups?id=401d6f6a-2eda-46ff-8adb-4e897514a453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546677 Nov 11 17:43:14.775075 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d280e5-4d98-4b78-9331-8c07033b12fe req-26e21283-84e8-4c7b-af19-c358041f63ef tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:14.776937 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42d280e5-4d98-4b78-9331-8c07033b12fe req-26e21283-84e8-4c7b-af19-c358041f63ef tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 946 time: 0.0704436 Nov 11 17:43:14.836808 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42d280e5-4d98-4b78-9331-8c07033b12fe req-08b79ded-9538-4b0c-9d70-4f99f1bea809 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533032 Nov 11 17:43:14.970386 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-f1065bcf-584c-4806-b1ad-e3213c0e0d5b req-e98443e6-9a69-41c0-88cc-fd038e0558e4 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:43:14.971489 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1065bcf-584c-4806-b1ad-e3213c0e0d5b req-e98443e6-9a69-41c0-88cc-fd038e0558e4 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055773 Nov 11 17:43:15.086720 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 601161e9-309a-499a-8196-6028b7d4eade details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:43:15.187344 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624037ab-3da5-4e92-8ae7-9596bb2d45ca req-a05936bd-9883-4809-bbaa-5c7cf1ded29d tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:15.191616 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-624037ab-3da5-4e92-8ae7-9596bb2d45ca req-a05936bd-9883-4809-bbaa-5c7cf1ded29d tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0375d7e9-b3fc-481c-8f5c-9104194fb14c HTTP/1.1" status: 200 len: 944 time: 0.0962176 Nov 11 17:43:15.264471 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-624037ab-3da5-4e92-8ae7-9596bb2d45ca req-8470bbd0-8fa5-457a-beff-f8648582f14f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635500 Nov 11 17:43:15.431489 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67600d-3d0d-42dd-aec9-f58a542b155a req-0f4c7c80-1889-4e90-8231-38800091ea2a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:15.436511 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae67600d-3d0d-42dd-aec9-f58a542b155a req-0f4c7c80-1889-4e90-8231-38800091ea2a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0972455 Nov 11 17:43:15.534208 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287fa1d9-342c-4a44-b14b-8de4ac58717b', 'tag': '601161e9-309a-499a-8196-6028b7d4eade'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:43:15.536716 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4653a1-ef70-4e26-afa7-e7899282c572" -d '{"events": [{"name": "network-changed", "server_uuid": "287fa1d9-342c-4a44-b14b-8de4ac58717b", "tag": "601161e9-309a-499a-8196-6028b7d4eade"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:43:15.537507 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 601161e9-309a-499a-8196-6028b7d4eade, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=601161e9-309a-499a-8196-6028b7d4eade,segment=NetworkSegment(30085baf-2cca-4a70-9fd9-ffdf232677b2),segment_id=30085baf-2cca-4a70-9fd9-ffdf232677b2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:15.555016 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 601161e9-309a-499a-8196-6028b7d4eade has no active binding in host n-h2-816206-4 {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 11 17:43:15.569421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae67600d-3d0d-42dd-aec9-f58a542b155a req-3a7b4695-0d03-4fe1-aa23-238290a4ccdd tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275041 Nov 11 17:43:15.583485 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287fa1d9-342c-4a44-b14b-8de4ac58717b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601161e9-309a-499a-8196-6028b7d4eade'}, {'server_uuid': 'e18b9b62-e707-4e72-b73b-e50c5e8d2424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0bd6fb-3942-4538-b32c-484e01d89a9e'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:43:15.600527 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-daeec308-76eb-4e3a-9305-49c5689da8c0 req-8c3a5ab4-e080-4aab-8ebc-8005f3b371aa service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0645399 Nov 11 17:43:15.604200 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc7f27a-c4f7-4394-8e51-472c1adc33e2" -d '{"events": [{"server_uuid": "287fa1d9-342c-4a44-b14b-8de4ac58717b", "name": "network-vif-plugged", "status": "completed", "tag": "601161e9-309a-499a-8196-6028b7d4eade"}, {"server_uuid": "e18b9b62-e707-4e72-b73b-e50c5e8d2424", "name": "network-vif-plugged", "status": "completed", "tag": "be0bd6fb-3942-4538-b32c-484e01d89a9e"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:43:15.720522 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885bff9-8d5d-4e90-a535-525174b4436f req-9f47a5f6-4622-4b0d-8bd7-33059b6a8829 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:15.722431 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d885bff9-8d5d-4e90-a535-525174b4436f req-9f47a5f6-4622-4b0d-8bd7-33059b6a8829 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 944 time: 0.0658977 Nov 11 17:43:15.781379 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d885bff9-8d5d-4e90-a535-525174b4436f req-61468a98-ba1a-4c6a-93e9-f50a985f9c38 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527451 Nov 11 17:43:15.954887 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377642b-26df-4c73-942a-39778a254794 req-9508deb6-e40e-4357-8993-c27f8588316f tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:15.956594 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d377642b-26df-4c73-942a-39778a254794 req-9508deb6-e40e-4357-8993-c27f8588316f tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=e18b9b62-e707-4e72-b73b-e50c5e8d2424 HTTP/1.1" status: 200 len: 946 time: 0.0771761 Nov 11 17:43:16.040833 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d377642b-26df-4c73-942a-39778a254794 req-fd0390eb-b0da-4ba0-b721-a67df3d17781 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/security-groups?id=401d6f6a-2eda-46ff-8adb-4e897514a453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735092 Nov 11 17:43:16.112438 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ed53f9-d78e-4eaf-b7e5-b097ed71b34d x-openstack-request-id: req-17ed53f9-d78e-4eaf-b7e5-b097ed71b34d {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:43:16.112729 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287fa1d9-342c-4a44-b14b-8de4ac58717b", "tag": "601161e9-309a-499a-8196-6028b7d4eade", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:43:16.113173 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-17ed53f9-d78e-4eaf-b7e5-b097ed71b34d {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:43:16.113372 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287fa1d9-342c-4a44-b14b-8de4ac58717b', 'tag': '601161e9-309a-499a-8196-6028b7d4eade', 'status': 'completed', 'code': 200} Nov 11 17:43:16.227401 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4653a1-ef70-4e26-afa7-e7899282c572 req-7d9cbc8c-ec75-4496-bf67-5271380ed04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:16.229592 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9b4653a1-ef70-4e26-afa7-e7899282c572 req-7d9cbc8c-ec75-4496-bf67-5271380ed04d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 1127 time: 0.0659938 Nov 11 17:43:16.253047 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9922f-9d49-49d2-935a-1046734cc2ff req-c4157c5d-1429-4151-9564-80ddd79588ae tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:16.257956 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a3d9922f-9d49-49d2-935a-1046734cc2ff req-c4157c5d-1429-4151-9564-80ddd79588ae tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0957406 Nov 11 17:43:16.318170 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a3d9922f-9d49-49d2-935a-1046734cc2ff req-901500f1-0c4f-48db-9d41-0b0a6060021c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553613 Nov 11 17:43:16.341119 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4653a1-ef70-4e26-afa7-e7899282c572 req-7203f57a-1a17-4de0-a751-941ac30fbd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:16.342969 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9b4653a1-ef70-4e26-afa7-e7899282c572 req-7203f57a-1a17-4de0-a751-941ac30fbd53 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c965a6f6-b3ad-4501-a42b-4657a33c23a9 HTTP/1.1" status: 200 len: 899 time: 0.1055255 Nov 11 17:43:16.425243 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 17:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3d865f-75ab-4139-9ebb-14c2c16ae7e5 x-openstack-request-id: req-0e3d865f-75ab-4139-9ebb-14c2c16ae7e5 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:43:16.429353 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287fa1d9-342c-4a44-b14b-8de4ac58717b", "name": "network-vif-plugged", "status": "completed", "tag": "601161e9-309a-499a-8196-6028b7d4eade", "code": 200}, {"server_uuid": "e18b9b62-e707-4e72-b73b-e50c5e8d2424", "name": "network-vif-plugged", "status": "completed", "tag": "be0bd6fb-3942-4538-b32c-484e01d89a9e", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:43:16.429775 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0e3d865f-75ab-4139-9ebb-14c2c16ae7e5 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:43:16.431619 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287fa1d9-342c-4a44-b14b-8de4ac58717b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601161e9-309a-499a-8196-6028b7d4eade', 'code': 200} Nov 11 17:43:16.432007 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18b9b62-e707-4e72-b73b-e50c5e8d2424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0bd6fb-3942-4538-b32c-484e01d89a9e', 'code': 200} Nov 11 17:43:16.456805 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9b4653a1-ef70-4e26-afa7-e7899282c572 req-afb22139-9025-40e7-bf7e-ac5669112f78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=601161e9-309a-499a-8196-6028b7d4eade HTTP/1.1" status: 200 len: 1001 time: 0.1066864 Nov 11 17:43:16.553026 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4653a1-ef70-4e26-afa7-e7899282c572 req-eee1fcb3-6bce-4a9f-b906-052b4e4b3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:16.555312 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9b4653a1-ef70-4e26-afa7-e7899282c572 req-eee1fcb3-6bce-4a9f-b906-052b4e4b3fc1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3e0310e-b30e-45a2-a86b-bf7aa15152e1 HTTP/1.1" status: 200 len: 834 time: 0.0902274 Nov 11 17:43:16.617986 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4653a1-ef70-4e26-afa7-e7899282c572 req-2cc0ecd9-7c80-4be5-b962-fbeb8e19b93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:16.620530 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9b4653a1-ef70-4e26-afa7-e7899282c572 req-2cc0ecd9-7c80-4be5-b962-fbeb8e19b93c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c965a6f6-b3ad-4501-a42b-4657a33c23a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576947 Nov 11 17:43:16.629620 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeec308-76eb-4e3a-9305-49c5689da8c0 req-5eedeebd-1719-4d22-a0c8-40134eb75520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:16.631539 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-daeec308-76eb-4e3a-9305-49c5689da8c0 req-5eedeebd-1719-4d22-a0c8-40134eb75520 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b&tenant_id=eeac632c30574948b103f77246d9180e HTTP/1.1" status: 200 len: 1095 time: 0.1099677 Nov 11 17:43:16.641384 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fcd2c-5539-43d1-a614-5a9d7a7596dd req-3a5ee6bd-5f8f-469d-bde1-e92a588c7e7f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:16.643274 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b1fcd2c-5539-43d1-a614-5a9d7a7596dd req-3a5ee6bd-5f8f-469d-bde1-e92a588c7e7f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 946 time: 0.1498077 Nov 11 17:43:16.649348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fda58-afda-4248-8187-1ffe87e81535 req-9af54ac1-b179-4842-8886-ce4a02e62dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:16.650779 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-073fda58-afda-4248-8187-1ffe87e81535 req-9af54ac1-b179-4842-8886-ce4a02e62dcc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e18b9b62-e707-4e72-b73b-e50c5e8d2424 HTTP/1.1" status: 200 len: 1097 time: 0.1466463 Nov 11 17:43:16.746447 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9b4653a1-ef70-4e26-afa7-e7899282c572 req-91ed33f1-5061-410c-af05-659be4ba3a56 service neutron] 10.222.0.64 "GET /v2.0/networks/c965a6f6-b3ad-4501-a42b-4657a33c23a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185687 Nov 11 17:43:16.753666 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b1fcd2c-5539-43d1-a614-5a9d7a7596dd req-c6521a11-8b48-41da-881a-1bad48a58e27 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019297 Nov 11 17:43:16.767286 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-073fda58-afda-4248-8187-1ffe87e81535 req-26ac5c2e-40fb-4735-acc4-2af7144e40f9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=401d6f6a-2eda-46ff-8adb-4e897514a453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007535 Nov 11 17:43:16.769983 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeec308-76eb-4e3a-9305-49c5689da8c0 req-0402d754-1b77-49a7-a3ed-b4369afd9749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:16.771970 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-daeec308-76eb-4e3a-9305-49c5689da8c0 req-0402d754-1b77-49a7-a3ed-b4369afd9749 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eeac632c30574948b103f77246d9180e&device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 1095 time: 0.1045053 Nov 11 17:43:16.865101 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9b4653a1-ef70-4e26-afa7-e7899282c572 req-86b8a860-b031-422d-9bd1-8ed1051cec2e service neutron] 10.222.0.64 "GET /v2.0/networks/c965a6f6-b3ad-4501-a42b-4657a33c23a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108534 Nov 11 17:43:16.892791 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b49bd-a920-47a7-acec-cc7ccf2d038e req-2311f6e4-7fe7-4270-b023-d1d3478237b5 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:16.901289 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-569b49bd-a920-47a7-acec-cc7ccf2d038e req-2311f6e4-7fe7-4270-b023-d1d3478237b5 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0375d7e9-b3fc-481c-8f5c-9104194fb14c HTTP/1.1" status: 200 len: 944 time: 0.0667522 Nov 11 17:43:16.960026 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-569b49bd-a920-47a7-acec-cc7ccf2d038e req-2c5a5c85-38cc-405b-b784-036e1dd75c8f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577526 Nov 11 17:43:17.092769 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeec308-76eb-4e3a-9305-49c5689da8c0 req-65931d6e-a05a-4e72-907f-7d9ca44efb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:17.094344 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-daeec308-76eb-4e3a-9305-49c5689da8c0 req-65931d6e-a05a-4e72-907f-7d9ca44efb26 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3a8bf47-1430-4314-97ff-b3524a589a13 HTTP/1.1" status: 200 len: 918 time: 0.1333959 Nov 11 17:43:17.226558 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-daeec308-76eb-4e3a-9305-49c5689da8c0 req-1c14cb65-9f69-484f-9ef6-0664366749f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf96950-13e3-43e8-a7ce-4d027f26e852 HTTP/1.1" status: 200 len: 1000 time: 0.0848262 Nov 11 17:43:17.273242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-9983953b-22b2-4a59-b9a1-0acb6252a389 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:17.274827 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-9983953b-22b2-4a59-b9a1-0acb6252a389 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 812 time: 0.2181807 Nov 11 17:43:17.308129 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-486df7c4-3d01-4a87-a040-ed826cf90276 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/quotas/bcd3129868e344c297295704aeeec2c1 HTTP/1.1" status: 200 len: 375 time: 0.0227218 Nov 11 17:43:17.309632 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeec308-76eb-4e3a-9305-49c5689da8c0 req-fc306792-d73e-460b-9f44-3438e18d5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:17.311019 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-daeec308-76eb-4e3a-9305-49c5689da8c0 req-fc306792-d73e-460b-9f44-3438e18d5709 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fa447a7e-c385-460f-86cb-d149b7215da5 HTTP/1.1" status: 200 len: 855 time: 0.0732853 Nov 11 17:43:17.341986 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-dae8ea8e-253a-496b-8e9e-caae0c173c56 service neutron] 10.222.0.64 "GET /v2.0/ports/601161e9-309a-499a-8196-6028b7d4eade/bindings/n-h2-816206-4 HTTP/1.1" status: 200 len: 384 time: 0.0641019 Nov 11 17:43:17.399598 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-fa418b21-ba2f-47b5-9df4-63b8adeb5d83 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0868020 Nov 11 17:43:17.410705 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeec308-76eb-4e3a-9305-49c5689da8c0 req-7aab4597-8e4d-45e3-ba39-f67cfd442356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:17.412269 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-daeec308-76eb-4e3a-9305-49c5689da8c0 req-7aab4597-8e4d-45e3-ba39-f67cfd442356 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3a8bf47-1430-4314-97ff-b3524a589a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908241 Nov 11 17:43:17.568259 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-82f38217-f76d-46ee-ac8b-1f44242af3cf service neutron] For port 601161e9-309a-499a-8196-6028b7d4eade, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=601161e9-309a-499a-8196-6028b7d4eade,segment=NetworkSegment(30085baf-2cca-4a70-9fd9-ffdf232677b2),segment_id=30085baf-2cca-4a70-9fd9-ffdf232677b2)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:17.581385 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-0e2f1b27-59af-4939-8a02-6d330b372b50 service neutron] 10.222.0.76 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807773 Nov 11 17:43:17.593301 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-daeec308-76eb-4e3a-9305-49c5689da8c0 req-253eea51-ce98-4db0-a2ec-5ff261c25feb service neutron] 10.222.0.83 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703763 Nov 11 17:43:17.593523 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-82f38217-f76d-46ee-ac8b-1f44242af3cf service neutron] For port 601161e9-309a-499a-8196-6028b7d4eade, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:43:17.683790 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287fa1d9-342c-4a44-b14b-8de4ac58717b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '601161e9-309a-499a-8196-6028b7d4eade'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:43:17.689305 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00d09ed-ed4f-418b-ac73-f839c98bc6ec" -d '{"events": [{"server_uuid": "287fa1d9-342c-4a44-b14b-8de4ac58717b", "name": "network-vif-unplugged", "status": "completed", "tag": "601161e9-309a-499a-8196-6028b7d4eade"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:43:17.706248 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-82f38217-f76d-46ee-ac8b-1f44242af3cf service neutron] For port 601161e9-309a-499a-8196-6028b7d4eade, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=601161e9-309a-499a-8196-6028b7d4eade,segment=NetworkSegment(30085baf-2cca-4a70-9fd9-ffdf232677b2),segment_id=30085baf-2cca-4a70-9fd9-ffdf232677b2)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:17.737890 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-82f38217-f76d-46ee-ac8b-1f44242af3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:17.773346 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-daeec308-76eb-4e3a-9305-49c5689da8c0 req-57a60a64-5d54-411b-bb1e-9e82b00e10ed service neutron] 10.222.0.83 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679540 Nov 11 17:43:17.785832 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-45cbfb5e-2af3-4e45-adfe-a4f88608ec20 service neutron] 10.222.0.76 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035394 Nov 11 17:43:17.857431 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-82f38217-f76d-46ee-ac8b-1f44242af3cf service neutron] Transition to ACTIVE for port object 601161e9-309a-499a-8196-6028b7d4eade will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:43:17.863991 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-82f38217-f76d-46ee-ac8b-1f44242af3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:17.975282 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f38217-f76d-46ee-ac8b-1f44242af3cf service neutron] Pushing event updated for resources: {'Port': ['ID=601161e9-309a-499a-8196-6028b7d4eade,revision_number=11']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:18.146442 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5ff16-c361-4455-8fa2-df637bfdab25 req-e0f23413-728e-4592-b53a-58fab759f2a0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:18.148418 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3f5ff16-c361-4455-8fa2-df637bfdab25 req-e0f23413-728e-4592-b53a-58fab759f2a0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 944 time: 0.1059158 Nov 11 17:43:18.349038 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:18.371623 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3f5ff16-c361-4455-8fa2-df637bfdab25 req-e6ba6bc5-636b-4dfb-8e50-9d05c0933f2c tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167761 Nov 11 17:43:18.702217 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817e488-7c8f-4da8-a7d1-3a371b6861e5 req-c25c28e2-a181-4aa5-9400-7ea52b5ae0df tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:18.716581 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b817e488-7c8f-4da8-a7d1-3a371b6861e5 req-c25c28e2-a181-4aa5-9400-7ea52b5ae0df tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=e18b9b62-e707-4e72-b73b-e50c5e8d2424 HTTP/1.1" status: 200 len: 946 time: 0.2120187 Nov 11 17:43:18.914755 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b817e488-7c8f-4da8-a7d1-3a371b6861e5 req-ce67635a-c2bf-405a-b9b0-089fc8d92cc3 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/security-groups?id=401d6f6a-2eda-46ff-8adb-4e897514a453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878321 Nov 11 17:43:18.949503 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-82f38217-f76d-46ee-ac8b-1f44242af3cf service neutron] No DVR routers for this DVR port 601161e9-309a-499a-8196-6028b7d4eade on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:43:19.121239 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656f9426-41c1-450a-9350-08160d4e0855 x-openstack-request-id: req-656f9426-41c1-450a-9350-08160d4e0855 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:43:19.121554 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287fa1d9-342c-4a44-b14b-8de4ac58717b", "name": "network-vif-unplugged", "status": "completed", "tag": "601161e9-309a-499a-8196-6028b7d4eade", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:43:19.121811 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-656f9426-41c1-450a-9350-08160d4e0855 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:43:19.123978 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287fa1d9-342c-4a44-b14b-8de4ac58717b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '601161e9-309a-499a-8196-6028b7d4eade', 'code': 200} Nov 11 17:43:19.193408 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43d609-001b-4a78-9c10-e5e693cae2bc req-05802fa8-5909-40d7-a544-12793105d1b2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:19.195830 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9c43d609-001b-4a78-9c10-e5e693cae2bc req-05802fa8-5909-40d7-a544-12793105d1b2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 945 time: 0.0896535 Nov 11 17:43:19.374948 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9c43d609-001b-4a78-9c10-e5e693cae2bc req-a460b793-9e97-465d-bcde-1691eaf69c2e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722107 Nov 11 17:43:19.499974 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-82f38217-f76d-46ee-ac8b-1f44242af3cf service neutron] 10.222.0.64 "PUT /v2.0/ports/601161e9-309a-499a-8196-6028b7d4eade/bindings/n-h2-816206-4/activate HTTP/1.1" status: 200 len: 369 time: 2.1509860 Nov 11 17:43:19.600507 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ac09b30c-fe04-4d24-9a72-504b3dc5b926 req-7543e144-f817-4115-9ea1-ec58435173b4 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 210 time: 0.0716331 Nov 11 17:43:19.763237 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c14d0-c6ea-477d-80a0-94176af28261 req-cf0388ae-2494-45ba-9adc-e9ddb7ad4df3 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:19.771405 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fb8c14d0-c6ea-477d-80a0-94176af28261 req-cf0388ae-2494-45ba-9adc-e9ddb7ad4df3 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0375d7e9-b3fc-481c-8f5c-9104194fb14c HTTP/1.1" status: 200 len: 944 time: 0.0702415 Nov 11 17:43:19.876799 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fb8c14d0-c6ea-477d-80a0-94176af28261 req-3decce8c-d6e4-45c1-a081-f85d861209da tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037457 Nov 11 17:43:19.908696 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-b40bbb0b-5c50-4d33-a91d-6f6c6f7e0068 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:19.912501 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-b40bbb0b-5c50-4d33-a91d-6f6c6f7e0068 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b&tenant_id=4a967e21f8b349ab96ba5689386c16b9&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 1096 time: 0.1239936 Nov 11 17:43:20.038014 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-096d5e44-6a7a-4df3-97d5-fe19611dbe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:20.039935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-096d5e44-6a7a-4df3-97d5-fe19611dbe9e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b&tenant_id=4a967e21f8b349ab96ba5689386c16b9 HTTP/1.1" status: 200 len: 1096 time: 0.1200469 Nov 11 17:43:20.232699 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d6eb4-c4a5-4c03-a97e-b75e6a4ba175 req-6267da02-c791-4359-879e-b22647b48ca0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:20.234295 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-285d6eb4-c4a5-4c03-a97e-b75e6a4ba175 req-6267da02-c791-4359-879e-b22647b48ca0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 944 time: 0.1878207 Nov 11 17:43:20.267107 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-958e0a4a-cd0a-4b0c-a0e6-06b22c9ee36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:20.268657 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-958e0a4a-cd0a-4b0c-a0e6-06b22c9ee36a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 1096 time: 0.1839390 Nov 11 17:43:20.320949 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-285d6eb4-c4a5-4c03-a97e-b75e6a4ba175 req-487b0b9c-02e9-419a-b32f-e15cf345b31d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768573 Nov 11 17:43:20.673124 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e5e87-6442-4519-bcb5-19b1dd8b598d req-0a857dc6-4911-41d0-90d3-d6a56a5cb58a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:20.688602 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7b5e5e87-6442-4519-bcb5-19b1dd8b598d req-0a857dc6-4911-41d0-90d3-d6a56a5cb58a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 945 time: 0.0958660 Nov 11 17:43:20.767860 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7b5e5e87-6442-4519-bcb5-19b1dd8b598d req-07beb227-760f-497e-ac5c-dbf1e6046d1c tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781865 Nov 11 17:43:20.836799 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device e03de65a-c2a5-44fc-b45a-ec1c0318a23f details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:43:20.855165 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 601161e9-309a-499a-8196-6028b7d4eade no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:43:20.991614 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 601161e9-309a-499a-8196-6028b7d4eade not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:43:21.038252 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36709fb8-cbee-4446-9759-df5ff6a1bc26 req-34125759-338f-4a25-abd2-31865a6cd4df tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:21.050889 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36709fb8-cbee-4446-9759-df5ff6a1bc26 req-34125759-338f-4a25-abd2-31865a6cd4df tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=e18b9b62-e707-4e72-b73b-e50c5e8d2424 HTTP/1.1" status: 200 len: 946 time: 0.1159010 Nov 11 17:43:21.080565 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port e03de65a-c2a5-44fc-b45a-ec1c0318a23f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e03de65a-c2a5-44fc-b45a-ec1c0318a23f,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:21.105990 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'e03de65a-c2a5-44fc-b45a-ec1c0318a23f', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'port_id': 'e03de65a-c2a5-44fc-b45a-ec1c0318a23f', 'mac_address': 'fa:16:3e:70:2d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:43:21.167783 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36709fb8-cbee-4446-9759-df5ff6a1bc26 req-f60a27c3-9a1f-4df6-be87-e6c4bc7d5ca4 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/security-groups?id=401d6f6a-2eda-46ff-8adb-4e897514a453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158030 Nov 11 17:43:21.241260 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:21.300463 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03de65a-c2a5-44fc-b45a-ec1c0318a23f {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:43:21.339832 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port e03de65a-c2a5-44fc-b45a-ec1c0318a23f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e03de65a-c2a5-44fc-b45a-ec1c0318a23f,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:21.344939 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-52e70060-eb89-405e-90f5-02f59a99570c req-773215c0-ea79-40ef-9624-d03c70656103 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 210 time: 0.0604897 Nov 11 17:43:21.348628 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:21.418319 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=e03de65a-c2a5-44fc-b45a-ec1c0318a23f,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:21.561819 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f7e49-0e19-4ced-a61e-a1fa61f8124b req-52cf8f25-9914-4982-8ad6-aa2cad1b43dc tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:21.582218 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-863f7e49-0e19-4ced-a61e-a1fa61f8124b req-52cf8f25-9914-4982-8ad6-aa2cad1b43dc tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0375d7e9-b3fc-481c-8f5c-9104194fb14c HTTP/1.1" status: 200 len: 945 time: 0.1116016 Nov 11 17:43:21.652758 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['e03de65a-c2a5-44fc-b45a-ec1c0318a23f'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:43:21.696375 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-863f7e49-0e19-4ced-a61e-a1fa61f8124b req-97063118-b5a6-4db5-becc-fe03fef966e9 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086192 Nov 11 17:43:21.911635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a600aea-9f40-456d-911e-107eee2698cc req-45d46965-b733-45eb-ac2d-99e658f20812 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:21.914070 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a600aea-9f40-456d-911e-107eee2698cc req-45d46965-b733-45eb-ac2d-99e658f20812 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 944 time: 0.1302779 Nov 11 17:43:22.045354 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a600aea-9f40-456d-911e-107eee2698cc req-d84d1142-b06d-41bf-8ec2-6a5db495650d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239378 Nov 11 17:43:22.229904 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fcc3b-651d-4b80-8b61-d32a76c3c3a8 req-9df70bf9-a62e-4984-b127-cfd993c11404 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:22.231889 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b8fcc3b-651d-4b80-8b61-d32a76c3c3a8 req-9df70bf9-a62e-4984-b127-cfd993c11404 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 945 time: 0.0703502 Nov 11 17:43:22.355147 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b8fcc3b-651d-4b80-8b61-d32a76c3c3a8 req-28a64767-510d-4b5c-b8aa-b97c40ee346c tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020665 Nov 11 17:43:22.543013 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33239093-f401-4516-9887-fcc61816db6d req-31f941fe-895f-4edd-bdcb-27f4311525c8 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:22.544807 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-33239093-f401-4516-9887-fcc61816db6d req-31f941fe-895f-4edd-bdcb-27f4311525c8 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=e18b9b62-e707-4e72-b73b-e50c5e8d2424 HTTP/1.1" status: 200 len: 946 time: 0.0942678 Nov 11 17:43:22.615859 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-33239093-f401-4516-9887-fcc61816db6d req-1ee4be7a-fcd5-4385-8618-6107028219b0 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/security-groups?id=401d6f6a-2eda-46ff-8adb-4e897514a453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650964 Nov 11 17:43:22.750131 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e8774da-1048-4079-a96e-4be52ad7a828 req-0c4d7478-5329-4792-b42d-cb130e576ee8 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 210 time: 0.0299447 Nov 11 17:43:22.860837 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device e03de65a-c2a5-44fc-b45a-ec1c0318a23f up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:43:22.943844 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc812bb4-6d9d-459a-bad9-164e83c64bca req-6ec6ec98-9e26-4ebe-b061-9cf244b49df7 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:22.947590 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port e03de65a-c2a5-44fc-b45a-ec1c0318a23f completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:43:22.949462 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dc812bb4-6d9d-459a-bad9-164e83c64bca req-6ec6ec98-9e26-4ebe-b061-9cf244b49df7 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0375d7e9-b3fc-481c-8f5c-9104194fb14c HTTP/1.1" status: 200 len: 945 time: 0.0798385 Nov 11 17:43:22.954061 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port e03de65a-c2a5-44fc-b45a-ec1c0318a23f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:43:22.954438 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:23.025404 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dc812bb4-6d9d-459a-bad9-164e83c64bca req-62fb29a1-faee-4804-9b99-4f99b64cd502 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677426 Nov 11 17:43:23.099239 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:23.151627 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0375d7e9-b3fc-481c-8f5c-9104194fb14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03de65a-c2a5-44fc-b45a-ec1c0318a23f'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:43:23.154451 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bab2b23-bba8-4abc-b963-4edf56fbea5d" -d '{"events": [{"server_uuid": "0375d7e9-b3fc-481c-8f5c-9104194fb14c", "name": "network-vif-plugged", "status": "completed", "tag": "e03de65a-c2a5-44fc-b45a-ec1c0318a23f"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:43:23.197679 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port e03de65a-c2a5-44fc-b45a-ec1c0318a23f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e03de65a-c2a5-44fc-b45a-ec1c0318a23f,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:23.202637 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:23.257823 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=e03de65a-c2a5-44fc-b45a-ec1c0318a23f,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:23.293687 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576e123-32fa-4aff-a6dc-026745c3c1ee req-e4e67d9f-f79b-4024-8bff-1b260ca6c7b7 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:23.295169 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1576e123-32fa-4aff-a6dc-026745c3c1ee req-e4e67d9f-f79b-4024-8bff-1b260ca6c7b7 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 944 time: 0.1228120 Nov 11 17:43:23.383875 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1576e123-32fa-4aff-a6dc-026745c3c1ee req-6e091774-db2a-4c8d-a172-e5364389df9a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758812 Nov 11 17:43:23.448470 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbab82f-a015-4947-834c-3e977ddaa583 x-openstack-request-id: req-6cbab82f-a015-4947-834c-3e977ddaa583 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:43:23.448843 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0375d7e9-b3fc-481c-8f5c-9104194fb14c", "name": "network-vif-plugged", "status": "completed", "tag": "e03de65a-c2a5-44fc-b45a-ec1c0318a23f", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:43:23.449119 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6cbab82f-a015-4947-834c-3e977ddaa583 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:43:23.449524 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0375d7e9-b3fc-481c-8f5c-9104194fb14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03de65a-c2a5-44fc-b45a-ec1c0318a23f', 'code': 200} Nov 11 17:43:23.611481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f3c66-66ec-4ea0-8bd2-e85ef6623daf req-ab6c75c3-6cc6-4582-a09f-909fcb4b1821 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:23.613130 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b56f3c66-66ec-4ea0-8bd2-e85ef6623daf req-ab6c75c3-6cc6-4582-a09f-909fcb4b1821 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 945 time: 0.1126876 Nov 11 17:43:23.667782 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dedced-d435-426a-850f-2f33b1644b09 req-5a5d86e8-299d-424f-81f3-bb42bb68dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:23.672737 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-39dedced-d435-426a-850f-2f33b1644b09 req-5a5d86e8-299d-424f-81f3-bb42bb68dd78 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0375d7e9-b3fc-481c-8f5c-9104194fb14c HTTP/1.1" status: 200 len: 1097 time: 0.1125748 Nov 11 17:43:23.700271 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b56f3c66-66ec-4ea0-8bd2-e85ef6623daf req-d2f3648a-df73-40b9-ae3a-4119a91b88fc tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774891 Nov 11 17:43:23.783020 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-39dedced-d435-426a-850f-2f33b1644b09 req-7f75a94b-810d-4d4e-85dd-f4c26daba025 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017988 Nov 11 17:43:23.859829 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cc446-7ff4-491a-928c-594ec5c6cc86 req-7862682d-58d8-4d54-8234-2a75e8229a3e tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:23.868022 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff4cc446-7ff4-491a-928c-594ec5c6cc86 req-7862682d-58d8-4d54-8234-2a75e8229a3e tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=e18b9b62-e707-4e72-b73b-e50c5e8d2424 HTTP/1.1" status: 200 len: 946 time: 0.0751708 Nov 11 17:43:23.936975 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff4cc446-7ff4-491a-928c-594ec5c6cc86 req-fefbb534-0926-465b-a07c-812537e64ad3 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/security-groups?id=401d6f6a-2eda-46ff-8adb-4e897514a453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678434 Nov 11 17:43:24.052112 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8e45a495-68d8-4b61-bcfd-eb3f4c60e775 req-8cfc92b4-e428-439a-8f45-a7d4b4c661ea tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 210 time: 0.0307190 Nov 11 17:43:24.129218 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:24.269125 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d4948-7ab2-446e-a840-964d3858828d req-05b4cbe0-32dd-4cfe-9cf3-ff5ef28261a0 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:24.271101 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-551d4948-7ab2-446e-a840-964d3858828d req-05b4cbe0-32dd-4cfe-9cf3-ff5ef28261a0 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0375d7e9-b3fc-481c-8f5c-9104194fb14c HTTP/1.1" status: 200 len: 946 time: 0.0844653 Nov 11 17:43:24.312498 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2eaf3-b06d-4d47-a84c-3063b93c1295 req-19f45908-9c68-4d36-926a-c06f211bf838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:24.314435 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7dc2eaf3-b06d-4d47-a84c-3063b93c1295 req-19f45908-9c68-4d36-926a-c06f211bf838 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 1096 time: 0.0815811 Nov 11 17:43:24.393851 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-551d4948-7ab2-446e-a840-964d3858828d req-e78c6367-fc07-4d6a-95cf-33a5fd1ebc6c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153793 Nov 11 17:43:24.610047 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd94bdf-adff-415e-b935-03b8f095cb2d req-2c67f8bf-b91d-404b-af24-c46af84ffd6e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:24.619095 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdd94bdf-adff-415e-b935-03b8f095cb2d req-2c67f8bf-b91d-404b-af24-c46af84ffd6e tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 944 time: 0.1162729 Nov 11 17:43:24.620954 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2eaf3-b06d-4d47-a84c-3063b93c1295 req-b8956350-2e12-4c80-b246-f322508b94a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:24.622424 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7dc2eaf3-b06d-4d47-a84c-3063b93c1295 req-b8956350-2e12-4c80-b246-f322508b94a0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c965a6f6-b3ad-4501-a42b-4657a33c23a9 HTTP/1.1" status: 200 len: 899 time: 0.2831209 Nov 11 17:43:24.681709 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdd94bdf-adff-415e-b935-03b8f095cb2d req-ae31765c-f232-4170-beb8-f7e90dbee93d tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610220 Nov 11 17:43:24.787480 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7dc2eaf3-b06d-4d47-a84c-3063b93c1295 req-eb07e629-8b25-4467-9ef6-c55a9b99ba03 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=601161e9-309a-499a-8196-6028b7d4eade HTTP/1.1" status: 200 len: 999 time: 0.1521204 Nov 11 17:43:24.871954 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2eaf3-b06d-4d47-a84c-3063b93c1295 req-5bf4dad5-eaa8-4d4a-a782-7f0c7624e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:24.873486 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7dc2eaf3-b06d-4d47-a84c-3063b93c1295 req-5bf4dad5-eaa8-4d4a-a782-7f0c7624e254 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3e0310e-b30e-45a2-a86b-bf7aa15152e1 HTTP/1.1" status: 200 len: 834 time: 0.0626888 Nov 11 17:43:24.966409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c153f-73c5-495f-87b7-f1dc76b2012e req-201d9200-46f2-43a3-a16e-adb5c8217a63 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:24.969852 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a31c153f-73c5-495f-87b7-f1dc76b2012e req-201d9200-46f2-43a3-a16e-adb5c8217a63 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 945 time: 0.1517549 Nov 11 17:43:24.985237 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2eaf3-b06d-4d47-a84c-3063b93c1295 req-df61b847-4e70-47b9-a76a-cea5d985c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:24.986881 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7dc2eaf3-b06d-4d47-a84c-3063b93c1295 req-df61b847-4e70-47b9-a76a-cea5d985c54a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c965a6f6-b3ad-4501-a42b-4657a33c23a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045136 Nov 11 17:43:25.090852 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a31c153f-73c5-495f-87b7-f1dc76b2012e req-735ad10d-48af-40b6-a424-42cc1854120e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135757 Nov 11 17:43:25.165398 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7dc2eaf3-b06d-4d47-a84c-3063b93c1295 req-dc1264ef-a6d9-4f58-86f6-b92e88d6e606 service neutron] 10.222.0.64 "GET /v2.0/networks/c965a6f6-b3ad-4501-a42b-4657a33c23a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680884 Nov 11 17:43:25.300978 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59172) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:25.362171 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae376751-079b-45d1-b90e-5cb3d0faa3c7 req-e7d25c1a-c49a-4814-8694-8121ad05777b tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:25.380206 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae376751-079b-45d1-b90e-5cb3d0faa3c7 req-e7d25c1a-c49a-4814-8694-8121ad05777b tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=e18b9b62-e707-4e72-b73b-e50c5e8d2424 HTTP/1.1" status: 200 len: 946 time: 0.1259015 Nov 11 17:43:25.433800 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7dc2eaf3-b06d-4d47-a84c-3063b93c1295 req-c6777d47-6afc-41ff-b64e-c8465bef3a46 service neutron] 10.222.0.64 "GET /v2.0/networks/c965a6f6-b3ad-4501-a42b-4657a33c23a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598228 Nov 11 17:43:25.495833 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae376751-079b-45d1-b90e-5cb3d0faa3c7 req-2f5a54ab-135e-4dc2-a88e-6ab55ce98de5 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/security-groups?id=401d6f6a-2eda-46ff-8adb-4e897514a453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145351 Nov 11 17:43:25.559253 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6ae1e4fb-8473-4de0-ade3-7d2634c4ecc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:25.656106 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cdf7a059-c3c2-490e-ad83-9ae3c575528e req-a0dafadc-83a3-42a9-ac8e-3dd0bb6137cd tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 210 time: 0.0548224 Nov 11 17:43:25.664756 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6ae1e4fb-8473-4de0-ade3-7d2634c4ecc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:25.726140 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6ae1e4fb-8473-4de0-ade3-7d2634c4ecc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:25.848256 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6ae1e4fb-8473-4de0-ade3-7d2634c4ecc4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ccefecbf8dc84bffa7b0e95e140f4916&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5456140 Nov 11 17:43:25.866614 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59184) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:25.906420 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1e4fb-8473-4de0-ade3-7d2634c4ecc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10dc2a57-5840-4606-87aa-908490251c62,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:26.108607 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76d815fb-5b0e-4fdd-bcd1-453c7ae75f1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:26.157813 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76d815fb-5b0e-4fdd-bcd1-453c7ae75f1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:26.270594 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76d815fb-5b0e-4fdd-bcd1-453c7ae75f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:26.273258 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76d815fb-5b0e-4fdd-bcd1-453c7ae75f1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:26.274452 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-76d815fb-5b0e-4fdd-bcd1-453c7ae75f1d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/10dc2a57-5840-4606-87aa-908490251c62 HTTP/1.1" status: 204 len: 168 time: 0.3697879 Nov 11 17:43:26.296118 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d815fb-5b0e-4fdd-bcd1-453c7ae75f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10dc2a57-5840-4606-87aa-908490251c62,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:26.314411 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-c82e4cfe-62c2-492a-855f-8ddef504791e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:26.316087 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-c82e4cfe-62c2-492a-855f-8ddef504791e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.83 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 812 time: 0.2403853 Nov 11 17:43:26.340258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1397270-2882-47f6-ac96-5b53e9a80dea req-ca2c98c6-1e04-4619-a3c3-3f140fc1bf86 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:26.347682 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1397270-2882-47f6-ac96-5b53e9a80dea req-ca2c98c6-1e04-4619-a3c3-3f140fc1bf86 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0375d7e9-b3fc-481c-8f5c-9104194fb14c HTTP/1.1" status: 200 len: 946 time: 0.3629279 Nov 11 17:43:26.360578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-4554080f-e1fe-43f5-b4c2-94e6af2c708f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Request body: {'port': {'device_id': '33852c00-64be-4380-a087-59b8bbd91f96', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'admin_state_up': True, 'tenant_id': 'bcd3129868e344c297295704aeeec2c1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:43:26.700695 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-c1950962-90fa-4e59-9d88-991a0911dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:26.705372 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-c1950962-90fa-4e59-9d88-991a0911dd10 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c965a6f6-b3ad-4501-a42b-4657a33c23a9 HTTP/1.1" status: 200 len: 899 time: 0.9359603 Nov 11 17:43:26.744329 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1397270-2882-47f6-ac96-5b53e9a80dea req-da7bcb90-603e-4cd5-a7c1-05d60f69dfa7 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955708 Nov 11 17:43:26.766702 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-4554080f-e1fe-43f5-b4c2-94e6af2c708f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Made reservation on behalf of bcd3129868e344c297295704aeeec2c1 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:43:26.776006 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-4554080f-e1fe-43f5-b4c2-94e6af2c708f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:27.042822 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59208) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:27.069061 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61b52413-31d6-4819-93d8-71ed6dd6f248 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:27.217677 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61b52413-31d6-4819-93d8-71ed6dd6f248 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:27.224832 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61b52413-31d6-4819-93d8-71ed6dd6f248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:27.263226 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-61b52413-31d6-4819-93d8-71ed6dd6f248 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3a7c5a1016c04271a2e7c63d5129ff07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2164469 Nov 11 17:43:27.264376 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59212) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:27.312014 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b52413-31d6-4819-93d8-71ed6dd6f248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6278336f-193c-4fdd-a337-b80b23248cf5,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:27.341358 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e95fe585-5abf-4d65-9464-10556714c306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:27.387287 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e95fe585-5abf-4d65-9464-10556714c306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:27.483801 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e95fe585-5abf-4d65-9464-10556714c306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:27.487232 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e95fe585-5abf-4d65-9464-10556714c306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:27.491144 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e95fe585-5abf-4d65-9464-10556714c306 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6278336f-193c-4fdd-a337-b80b23248cf5 HTTP/1.1" status: 204 len: 168 time: 0.2241361 Nov 11 17:43:27.506389 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fe585-5abf-4d65-9464-10556714c306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6278336f-193c-4fdd-a337-b80b23248cf5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:27.552051 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f4865-dd6a-466d-a0f0-d8fa6a8d485b req-d4b51c7f-e48e-416f-a3dc-a55a9e5ba67a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:27.562086 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ab9f4865-dd6a-466d-a0f0-d8fa6a8d485b req-d4b51c7f-e48e-416f-a3dc-a55a9e5ba67a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 944 time: 0.2202384 Nov 11 17:43:27.721194 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ab9f4865-dd6a-466d-a0f0-d8fa6a8d485b req-9eb05609-cddb-4fd4-849e-f283766ad5d5 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571782 Nov 11 17:43:27.738664 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-4554080f-e1fe-43f5-b4c2-94e6af2c708f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Allocated IP 172.20.0.13 (26b89f42-47fd-4a3b-9482-68a15714eda2/4b8a9933-5f05-4272-8e1a-da4284619290/9743ee10-6856-4674-a165-32e9475500c0) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:43:28.127907 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cbdc1-50f1-4350-ab71-9236f1dce2d3 req-0a52b14b-2c3e-4855-aeff-308de008cecc tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:28.129703 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-826cbdc1-50f1-4350-ab71-9236f1dce2d3 req-0a52b14b-2c3e-4855-aeff-308de008cecc tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 945 time: 0.2594297 Nov 11 17:43:28.198950 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59228) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:28.224400 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6281691c-54d3-449f-8908-d51ecfb4bf4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:28.242997 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-826cbdc1-50f1-4350-ab71-9236f1dce2d3 req-00e32f29-685b-403c-942b-3a4e96c52a2c tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934491 Nov 11 17:43:28.330885 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-4554080f-e1fe-43f5-b4c2-94e6af2c708f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:28.392657 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6281691c-54d3-449f-8908-d51ecfb4bf4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:28.398032 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6281691c-54d3-449f-8908-d51ecfb4bf4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:28.432753 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281691c-54d3-449f-8908-d51ecfb4bf4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e32854e-350c-4f64-919b-16da6bd5699b,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:28.456580 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f857d-1d1c-4a2f-bd8d-34f2d1b7ec82 req-047e255c-6f6a-498a-87a4-1ad7b50a39a3 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:28.458211 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b5f857d-1d1c-4a2f-bd8d-34f2d1b7ec82 req-047e255c-6f6a-498a-87a4-1ad7b50a39a3 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=e18b9b62-e707-4e72-b73b-e50c5e8d2424 HTTP/1.1" status: 200 len: 946 time: 0.0948448 Nov 11 17:43:28.460455 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-4554080f-e1fe-43f5-b4c2-94e6af2c708f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:28.468931 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6281691c-54d3-449f-8908-d51ecfb4bf4d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4370b8ac47914998b9feb2d585216dcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2688546 Nov 11 17:43:28.469698 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59234) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:28.538690 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ec1775be-6d9f-4d67-ac18-570b942f6ac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:28.579144 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-4554080f-e1fe-43f5-b4c2-94e6af2c708f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Network 26b89f42-47fd-4a3b-9482-68a15714eda2 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:43:28.582839 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ec1775be-6d9f-4d67-ac18-570b942f6ac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:28.610860 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-4554080f-e1fe-43f5-b4c2-94e6af2c708f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:43:28.621207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-4554080f-e1fe-43f5-b4c2-94e6af2c708f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:43:28.635251 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554080f-e1fe-43f5-b4c2-94e6af2c708f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Pushing event updated for resources: {'Port': ['ID=9743ee10-6856-4674-a165-32e9475500c0,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:28.709909 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ec1775be-6d9f-4d67-ac18-570b942f6ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:28.713033 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ec1775be-6d9f-4d67-ac18-570b942f6ac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:28.716273 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b5f857d-1d1c-4a2f-bd8d-34f2d1b7ec82 req-63d27888-55ca-4104-8d8a-b01d662ae27e tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/security-groups?id=401d6f6a-2eda-46ff-8adb-4e897514a453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466924 Nov 11 17:43:28.717799 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ec1775be-6d9f-4d67-ac18-570b942f6ac1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4e32854e-350c-4f64-919b-16da6bd5699b HTTP/1.1" status: 204 len: 168 time: 0.2470508 Nov 11 17:43:28.730964 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1775be-6d9f-4d67-ac18-570b942f6ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e32854e-350c-4f64-919b-16da6bd5699b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:28.782207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-4554080f-e1fe-43f5-b4c2-94e6af2c708f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:28.782929 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-4554080f-e1fe-43f5-b4c2-94e6af2c708f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:28.820930 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-4554080f-e1fe-43f5-b4c2-94e6af2c708f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4644666 Nov 11 17:43:28.996700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a676d0-1ad6-470f-bd04-c9c78ba76743 req-134d9393-46ad-4472-880e-65d07cb25364 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:29.005360 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59a676d0-1ad6-470f-bd04-c9c78ba76743 req-134d9393-46ad-4472-880e-65d07cb25364 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 932 time: 0.1173763 Nov 11 17:43:29.105293 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1f45f9eb-5840-41c2-8ba5-65fc5bfd6385 None None] Provisioning complete for port 9743ee10-6856-4674-a165-32e9475500c0 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:43:29.107119 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1f45f9eb-5840-41c2-8ba5-65fc5bfd6385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:29.110486 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59a676d0-1ad6-470f-bd04-c9c78ba76743 req-e77005fc-3eb7-4d7c-8cf1-44fd627006d4 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989769 Nov 11 17:43:29.192920 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-1f45f9eb-5840-41c2-8ba5-65fc5bfd6385 None None] Port 9743ee10-6856-4674-a165-32e9475500c0 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:43:29.318149 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76beacf-4afe-45db-ad17-839395c7fb88 req-050ef11b-607b-4b46-9849-b6d9f7fed88b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:29.324328 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f76beacf-4afe-45db-ad17-839395c7fb88 req-050ef11b-607b-4b46-9849-b6d9f7fed88b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0375d7e9-b3fc-481c-8f5c-9104194fb14c HTTP/1.1" status: 200 len: 946 time: 0.0787709 Nov 11 17:43:29.388308 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f76beacf-4afe-45db-ad17-839395c7fb88 req-ea847481-b1c8-4544-a6fd-6aa6f643298f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624208 Nov 11 17:43:29.509842 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ab99f-8b0e-444f-8235-bf2cfd58c6ca req-ff830a4a-ae68-483e-9b6a-4740663ffa74 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:29.511431 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bd1ab99f-8b0e-444f-8235-bf2cfd58c6ca req-ff830a4a-ae68-483e-9b6a-4740663ffa74 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 944 time: 0.0612967 Nov 11 17:43:29.573482 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bd1ab99f-8b0e-444f-8235-bf2cfd58c6ca req-b410f5c5-b582-4333-9bdd-a504ed98f9f0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544322 Nov 11 17:43:29.706121 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829295b-1112-419c-a1f7-0e823ac1ae4c req-26a97d40-8ea8-4838-a1bd-99944fe5497f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:29.713387 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d829295b-1112-419c-a1f7-0e823ac1ae4c req-26a97d40-8ea8-4838-a1bd-99944fe5497f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 945 time: 0.0610135 Nov 11 17:43:29.763429 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d829295b-1112-419c-a1f7-0e823ac1ae4c req-d12357a9-f6e7-4340-9c53-cf6faa81c41c tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466156 Nov 11 17:43:29.882194 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b106b-0bf6-4e35-9f7f-6dcc172f04de req-6b90c19f-ae8f-41da-b204-72ea052274b4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:29.884127 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f6b106b-0bf6-4e35-9f7f-6dcc172f04de req-6b90c19f-ae8f-41da-b204-72ea052274b4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0375d7e9-b3fc-481c-8f5c-9104194fb14c HTTP/1.1" status: 200 len: 946 time: 0.0579596 Nov 11 17:43:29.900071 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] Request body: {'port': {'device_id': '33852c00-64be-4380-a087-59b8bbd91f96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:43:30.044811 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-4d04b59f-8615-434c-94b3-c2109163f46a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=601161e9-309a-499a-8196-6028b7d4eade HTTP/1.1" status: 200 len: 999 time: 0.1577067 Nov 11 17:43:30.057760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f6b106b-0bf6-4e35-9f7f-6dcc172f04de req-f067b38e-7993-49a6-bd77-c8d9bf6a3a27 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620739 Nov 11 17:43:30.067808 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:30.177297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-8d06b424-2218-4405-841d-d88d7264ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:30.178813 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-8d06b424-2218-4405-841d-d88d7264ffae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a3e0310e-b30e-45a2-a86b-bf7aa15152e1 HTTP/1.1" status: 200 len: 834 time: 0.1202283 Nov 11 17:43:30.293490 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dab7c-2f38-47e4-8f61-64ab8ff60c6a req-603ff4a6-8ff4-41b6-a375-d48233ed26db tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:30.295093 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d56dab7c-2f38-47e4-8f61-64ab8ff60c6a req-603ff4a6-8ff4-41b6-a375-d48233ed26db tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=e18b9b62-e707-4e72-b73b-e50c5e8d2424 HTTP/1.1" status: 200 len: 946 time: 0.1676600 Nov 11 17:43:30.359102 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-72b3170c-e7bb-4559-899e-e0eff4b8ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:30.360666 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-72b3170c-e7bb-4559-899e-e0eff4b8ab9b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c965a6f6-b3ad-4501-a42b-4657a33c23a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1710181 Nov 11 17:43:30.476325 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d56dab7c-2f38-47e4-8f61-64ab8ff60c6a req-42c8427f-85c5-4ea4-a1f9-b717534c86bc tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/security-groups?id=401d6f6a-2eda-46ff-8adb-4e897514a453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710227 Nov 11 17:43:30.528805 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-69a598fb-426f-470a-8211-bccc214696bf service neutron] 10.222.0.83 "GET /v2.0/networks/c965a6f6-b3ad-4501-a42b-4657a33c23a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571445 Nov 11 17:43:30.663403 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9743ee10-6856-4674-a165-32e9475500c0 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:43:30.715390 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:30.732878 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] Transition to ACTIVE for port object 9743ee10-6856-4674-a165-32e9475500c0 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:43:30.738501 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-943ed243-2ddb-47d0-a2ab-19b196102d27 service neutron] 10.222.0.83 "GET /v2.0/networks/c965a6f6-b3ad-4501-a42b-4657a33c23a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970649 Nov 11 17:43:30.740369 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:30.853171 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] Pushing event updated for resources: {'Port': ['ID=9743ee10-6856-4674-a165-32e9475500c0,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:30.902575 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158eb5b-c289-49e1-86c4-e63bd7719ab2 req-619c2c25-0189-4537-b82b-dbeedf74f564 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:30.904875 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b158eb5b-c289-49e1-86c4-e63bd7719ab2 req-619c2c25-0189-4537-b82b-dbeedf74f564 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 944 time: 0.1326144 Nov 11 17:43:31.081092 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c9660-90d4-47c7-a870-c4baf1a37804 req-351dbe1b-3d03-4284-8815-8fca7a5f3e2f tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:31.083197 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d2c9660-90d4-47c7-a870-c4baf1a37804 req-351dbe1b-3d03-4284-8815-8fca7a5f3e2f tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.83 "GET /v2.0/ports?device_id=e18b9b62-e707-4e72-b73b-e50c5e8d2424 HTTP/1.1" status: 200 len: 946 time: 0.1197834 Nov 11 17:43:31.135826 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b158eb5b-c289-49e1-86c4-e63bd7719ab2 req-e0061f42-89ab-4585-bfca-c8c681156e0b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695738 Nov 11 17:43:31.159390 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] Attempting to bind port 9743ee10-6856-4674-a165-32e9475500c0 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:43:31.160520 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-045b2962-b58c-4dd8-8d7b-c3ff0deff894 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:31.162350 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-045b2962-b58c-4dd8-8d7b-c3ff0deff894 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b&tenant_id=4a967e21f8b349ab96ba5689386c16b9&binding%3Ahost_id=n-h2-816206-4 HTTP/1.1" status: 200 len: 1096 time: 0.1609709 Nov 11 17:43:31.163000 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] Attempting to bind port 9743ee10-6856-4674-a165-32e9475500c0 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:43:31.163343 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] Attempting to bind port 9743ee10-6856-4674-a165-32e9475500c0 on network 26b89f42-47fd-4a3b-9482-68a15714eda2 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:43:31.179756 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] Port 9743ee10-6856-4674-a165-32e9475500c0 on network 26b89f42-47fd-4a3b-9482-68a15714eda2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:43:31.180096 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] Attempting to bind port 9743ee10-6856-4674-a165-32e9475500c0 on network 26b89f42-47fd-4a3b-9482-68a15714eda2 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:43:31.222478 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:43:31.222804 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] Checking segment: {'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:43:31.223196 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] Bound using segment: {'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:43:31.223689 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] Bound port: 9743ee10-6856-4674-a165-32e9475500c0, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:43:31.224605 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:31.334860 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-9d2c9660-90d4-47c7-a870-c4baf1a37804 req-befec302-94de-47f0-97d9-32c4675a8691 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Deleting port be0bd6fb-3942-4538-b32c-484e01d89a9e {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:43:31.335106 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9d2c9660-90d4-47c7-a870-c4baf1a37804 req-befec302-94de-47f0-97d9-32c4675a8691 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:31.443934 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-77434d07-0d7e-4ca2-a1e7-a554db88654b service neutron] For port 601161e9-309a-499a-8196-6028b7d4eade, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:43:31.447750 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-77434d07-0d7e-4ca2-a1e7-a554db88654b service neutron] Publish callbacks [] for binding, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:31.448868 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-77434d07-0d7e-4ca2-a1e7-a554db88654b service neutron] 10.222.0.83 "DELETE /v2.0/ports/601161e9-309a-499a-8196-6028b7d4eade/bindings/n-h1-816206-4 HTTP/1.1" status: 204 len: 173 time: 0.2786279 Nov 11 17:43:31.463105 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5cd9e-d713-4475-b8bd-a811e41e65f4 req-94968db6-b98d-4bfe-ab6d-2567efe798d4 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:31.464604 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0a5cd9e-d713-4475-b8bd-a811e41e65f4 req-94968db6-b98d-4bfe-ab6d-2567efe798d4 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 944 time: 0.1938825 Nov 11 17:43:31.466419 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-9d2c9660-90d4-47c7-a870-c4baf1a37804 req-befec302-94de-47f0-97d9-32c4675a8691 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] For port be0bd6fb-3942-4538-b32c-484e01d89a9e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=be0bd6fb-3942-4538-b32c-484e01d89a9e,segment=NetworkSegment(c456b43e-cce1-4da9-8bab-50fc84f92f69),segment_id=c456b43e-cce1-4da9-8bab-50fc84f92f69)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:31.466750 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9d2c9660-90d4-47c7-a870-c4baf1a37804 req-befec302-94de-47f0-97d9-32c4675a8691 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:31.469685 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] For port 9743ee10-6856-4674-a165-32e9475500c0, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:43:31.494275 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-9d2c9660-90d4-47c7-a870-c4baf1a37804 req-befec302-94de-47f0-97d9-32c4675a8691 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Calling delete_port for be0bd6fb-3942-4538-b32c-484e01d89a9e owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:43:31.497160 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] For port 9743ee10-6856-4674-a165-32e9475500c0, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=9743ee10-6856-4674-a165-32e9475500c0,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:43:31.511344 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:31.595135 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:31.595674 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:31.597085 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] 10.222.0.83 "PUT /v2.0/ports/9743ee10-6856-4674-a165-32e9475500c0 HTTP/1.1" status: 200 len: 1092 time: 1.7037652 Nov 11 17:43:31.603886 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33852c00-64be-4380-a087-59b8bbd91f96', 'tag': '9743ee10-6856-4674-a165-32e9475500c0'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:43:31.606279 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbcd0cc-533d-40fb-832d-2611b7c8c801" -d '{"events": [{"name": "network-changed", "server_uuid": "33852c00-64be-4380-a087-59b8bbd91f96", "tag": "9743ee10-6856-4674-a165-32e9475500c0"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:43:31.653718 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0a5cd9e-d713-4475-b8bd-a811e41e65f4 req-91477e21-1875-4eda-aab4-5942f007fd82 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738434 Nov 11 17:43:31.654093 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5dc5a-d6f2-4a5d-b157-b59833950779 service neutron] Pushing event updated for resources: {'Port': ['ID=9743ee10-6856-4674-a165-32e9475500c0,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:31.821851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-dbe467ca-fd2d-4ac4-b06a-b0e22bf42813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:31.823499 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-dbe467ca-fd2d-4ac4-b06a-b0e22bf42813 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 1095 time: 0.1311724 Nov 11 17:43:31.835194 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840a7a0-a45b-421a-9dcc-cac84f4fb9f4 req-3c39a4cd-bce9-449f-bf38-a349cb6613bd tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:31.836694 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a840a7a0-a45b-421a-9dcc-cac84f4fb9f4 req-3c39a4cd-bce9-449f-bf38-a349cb6613bd tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0375d7e9-b3fc-481c-8f5c-9104194fb14c HTTP/1.1" status: 200 len: 946 time: 0.0903018 Nov 11 17:43:31.837344 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9d2c9660-90d4-47c7-a870-c4baf1a37804 req-befec302-94de-47f0-97d9-32c4675a8691 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:31.850241 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['be0bd6fb-3942-4538-b32c-484e01d89a9e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:43:31.907863 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-1c522248-0e26-4be6-b4c1-6933f84f670f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9743ee10-6856-4674-a165-32e9475500c0 HTTP/1.1" status: 200 len: 217 time: 0.0685711 Nov 11 17:43:31.914543 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befec302-94de-47f0-97d9-32c4675a8691 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Pushing event deleted for resources: {'Port': ['ID=be0bd6fb-3942-4538-b32c-484e01d89a9e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:32.022864 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2c9660-90d4-47c7-a870-c4baf1a37804 req-befec302-94de-47f0-97d9-32c4675a8691 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] No DVR routers for this DVR port be0bd6fb-3942-4538-b32c-484e01d89a9e on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:43:32.029363 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9d2c9660-90d4-47c7-a870-c4baf1a37804 req-befec302-94de-47f0-97d9-32c4675a8691 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:32.032625 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d2c9660-90d4-47c7-a870-c4baf1a37804 req-befec302-94de-47f0-97d9-32c4675a8691 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.83 "DELETE /v2.0/ports/be0bd6fb-3942-4538-b32c-484e01d89a9e HTTP/1.1" status: 204 len: 173 time: 0.9394231 Nov 11 17:43:32.040773 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-c3e132e5-668b-4c25-8c19-053223e7dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:32.043440 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-c3e132e5-668b-4c25-8c19-053223e7dcc3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.1256220 Nov 11 17:43:32.056299 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a840a7a0-a45b-421a-9dcc-cac84f4fb9f4 req-b3c5cf7c-1ca8-4b89-9c10-03278b5f56fb tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855576 Nov 11 17:43:32.108047 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-f37ba397-1da2-4824-bade-fce9bb6d0a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:32.110012 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-f37ba397-1da2-4824-bade-fce9bb6d0a81 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525577 Nov 11 17:43:32.260844 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665977fc-6d1c-4a24-a880-99b3c45fb6d4 req-58eb93de-4145-4dbc-9173-2de330f80040 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:32.262317 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-665977fc-6d1c-4a24-a880-99b3c45fb6d4 req-58eb93de-4145-4dbc-9173-2de330f80040 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 945 time: 0.1349266 Nov 11 17:43:32.265885 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-21df2fd7-72fd-47ae-a457-baf28f19d66b service neutron] 10.222.0.83 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478097 Nov 11 17:43:32.362860 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-665977fc-6d1c-4a24-a880-99b3c45fb6d4 req-d6f4c919-4f80-41cb-b475-13037af5956c tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939622 Nov 11 17:43:32.431351 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a279661f-e286-49f4-a9ff-e869cb7fd85a req-8d628733-da3d-43c7-8217-57ac2e04d5a5 service neutron] 10.222.0.83 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562805 Nov 11 17:43:32.544977 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bd96990e-0e3d-4626-96d0-8cfd3805c58b req-b4fec7e2-51c8-4a80-9c58-bdf6dcdcf973 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=e18b9b62-e707-4e72-b73b-e50c5e8d2424 HTTP/1.1" status: 200 len: 210 time: 0.0328250 Nov 11 17:43:32.732677 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67fc325-f8a8-456e-ad22-086d8c8c26d4 x-openstack-request-id: req-b67fc325-f8a8-456e-ad22-086d8c8c26d4 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:43:32.732975 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33852c00-64be-4380-a087-59b8bbd91f96", "tag": "9743ee10-6856-4674-a165-32e9475500c0", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:43:32.733236 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b67fc325-f8a8-456e-ad22-086d8c8c26d4 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:43:32.733647 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33852c00-64be-4380-a087-59b8bbd91f96', 'tag': '9743ee10-6856-4674-a165-32e9475500c0', 'status': 'completed', 'code': 200} Nov 11 17:43:32.760926 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760ffb2-b9d9-471c-86c3-2c62cf0a4e2d req-a2e5c9bc-545d-404e-8309-caadaf12fa2c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:32.762618 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f760ffb2-b9d9-471c-86c3-2c62cf0a4e2d req-a2e5c9bc-545d-404e-8309-caadaf12fa2c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.64 "GET /v2.0/ports?device_id=0375d7e9-b3fc-481c-8f5c-9104194fb14c HTTP/1.1" status: 200 len: 946 time: 0.0734053 Nov 11 17:43:32.838306 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcd0cc-533d-40fb-832d-2611b7c8c801 req-927d6bfd-1e2d-4295-a4bb-1658024e0e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:32.839862 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9dbcd0cc-533d-40fb-832d-2611b7c8c801 req-927d6bfd-1e2d-4295-a4bb-1658024e0e59 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 1095 time: 0.0717061 Nov 11 17:43:32.877556 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-f760ffb2-b9d9-471c-86c3-2c62cf0a4e2d req-9a7aa99e-4b33-47b3-bb15-0b28efc8ca2c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Deleting port e03de65a-c2a5-44fc-b45a-ec1c0318a23f {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:43:32.877798 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f760ffb2-b9d9-471c-86c3-2c62cf0a4e2d req-9a7aa99e-4b33-47b3-bb15-0b28efc8ca2c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:32.915161 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66200ed0-21eb-49db-bf74-2e7ab060589e req-51749d4e-f4e1-44be-9791-9748bf8a74bb tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:32.916754 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66200ed0-21eb-49db-bf74-2e7ab060589e req-51749d4e-f4e1-44be-9791-9748bf8a74bb tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 944 time: 0.1209750 Nov 11 17:43:32.977473 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-f760ffb2-b9d9-471c-86c3-2c62cf0a4e2d req-9a7aa99e-4b33-47b3-bb15-0b28efc8ca2c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] For port e03de65a-c2a5-44fc-b45a-ec1c0318a23f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e03de65a-c2a5-44fc-b45a-ec1c0318a23f,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:32.978292 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f760ffb2-b9d9-471c-86c3-2c62cf0a4e2d req-9a7aa99e-4b33-47b3-bb15-0b28efc8ca2c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:32.993116 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-f760ffb2-b9d9-471c-86c3-2c62cf0a4e2d req-9a7aa99e-4b33-47b3-bb15-0b28efc8ca2c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Calling delete_port for e03de65a-c2a5-44fc-b45a-ec1c0318a23f owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:43:32.998183 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66200ed0-21eb-49db-bf74-2e7ab060589e req-286ec710-2ed6-4ed6-a513-4fe73397e949 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690224 Nov 11 17:43:32.999486 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcd0cc-533d-40fb-832d-2611b7c8c801 req-f95db5e5-df0a-4fb3-a660-d55c635851b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:33.001123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9dbcd0cc-533d-40fb-832d-2611b7c8c801 req-f95db5e5-df0a-4fb3-a660-d55c635851b4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 914 time: 0.1526353 Nov 11 17:43:33.065801 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9dbcd0cc-533d-40fb-832d-2611b7c8c801 req-001f3e7a-c896-4e17-ab70-dbcebf2dd37c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9743ee10-6856-4674-a165-32e9475500c0 HTTP/1.1" status: 200 len: 217 time: 0.0548642 Nov 11 17:43:33.148811 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f760ffb2-b9d9-471c-86c3-2c62cf0a4e2d req-9a7aa99e-4b33-47b3-bb15-0b28efc8ca2c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:33.149160 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c01e4-1a61-4b73-b1f3-2bf1ce3c940e req-34056200-2d8d-4937-b967-f0d0dc3e4529 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:33.150813 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-604c01e4-1a61-4b73-b1f3-2bf1ce3c940e req-34056200-2d8d-4937-b967-f0d0dc3e4529 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 1096 time: 0.0797760 Nov 11 17:43:33.152440 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcd0cc-533d-40fb-832d-2611b7c8c801 req-08f72b22-a106-4366-933e-2e922b26ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:33.153914 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9dbcd0cc-533d-40fb-832d-2611b7c8c801 req-08f72b22-a106-4366-933e-2e922b26ab65 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.0730853 Nov 11 17:43:33.186890 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['e03de65a-c2a5-44fc-b45a-ec1c0318a23f'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:43:33.190893 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device dbf96950-13e3-43e8-a7ce-4d027f26e852 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:43:33.204158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7aa99e-4b33-47b3-bb15-0b28efc8ca2c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event deleted for resources: {'Port': ['ID=e03de65a-c2a5-44fc-b45a-ec1c0318a23f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:33.224597 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-f760ffb2-b9d9-471c-86c3-2c62cf0a4e2d req-9a7aa99e-4b33-47b3-bb15-0b28efc8ca2c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] No DVR routers for this DVR port e03de65a-c2a5-44fc-b45a-ec1c0318a23f on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:43:33.227582 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f760ffb2-b9d9-471c-86c3-2c62cf0a4e2d req-9a7aa99e-4b33-47b3-bb15-0b28efc8ca2c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:33.231755 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f760ffb2-b9d9-471c-86c3-2c62cf0a4e2d req-9a7aa99e-4b33-47b3-bb15-0b28efc8ca2c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.64 "DELETE /v2.0/ports/e03de65a-c2a5-44fc-b45a-ec1c0318a23f HTTP/1.1" status: 204 len: 173 time: 0.4624999 Nov 11 17:43:33.232245 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0375d7e9-b3fc-481c-8f5c-9104194fb14c', 'name': 'network-vif-deleted', 'tag': 'e03de65a-c2a5-44fc-b45a-ec1c0318a23f'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:43:33.235403 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd0eda3-c244-4b3f-a620-8964f8ec6b34" -d '{"events": [{"server_uuid": "0375d7e9-b3fc-481c-8f5c-9104194fb14c", "name": "network-vif-deleted", "tag": "e03de65a-c2a5-44fc-b45a-ec1c0318a23f"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:43:33.249546 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcd0cc-533d-40fb-832d-2611b7c8c801 req-c4e40fe1-7a8a-47ae-a423-a282817517d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:33.251138 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9dbcd0cc-533d-40fb-832d-2611b7c8c801 req-c4e40fe1-7a8a-47ae-a423-a282817517d3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866485 Nov 11 17:43:33.266997 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-604c01e4-1a61-4b73-b1f3-2bf1ce3c940e req-64d36fd6-7040-445e-a10b-2684267b6f9a tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086736 Nov 11 17:43:33.429345 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port dbf96950-13e3-43e8-a7ce-4d027f26e852, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=dbf96950-13e3-43e8-a7ce-4d027f26e852,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:33.459843 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'dbf96950-13e3-43e8-a7ce-4d027f26e852', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'port_id': 'dbf96950-13e3-43e8-a7ce-4d027f26e852', 'mac_address': 'fa:16:3e:21:48:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:43:33.462916 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-d17cc3d3-9fea-4005-bc63-b2e2528a3f2c tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=56100b50627147e69ad7ae7d826f17ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542266 Nov 11 17:43:33.466827 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9dbcd0cc-533d-40fb-832d-2611b7c8c801 req-5874acf1-e868-402d-a07c-9e8e42452a1e service neutron] 10.222.0.83 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988518 Nov 11 17:43:33.515181 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:33.532174 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf96950-13e3-43e8-a7ce-4d027f26e852 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:43:33.558878 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port dbf96950-13e3-43e8-a7ce-4d027f26e852, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=dbf96950-13e3-43e8-a7ce-4d027f26e852,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:33.565620 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:33.633456 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=dbf96950-13e3-43e8-a7ce-4d027f26e852,revision_number=9']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:33.777652 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['dbf96950-13e3-43e8-a7ce-4d027f26e852'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:43:34.100043 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9dbcd0cc-533d-40fb-832d-2611b7c8c801 req-e1fceb34-fb5e-4b15-81d8-0792227b0462 service neutron] 10.222.0.83 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6233501 Nov 11 17:43:34.106929 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-898211e2-b099-46a4-8453-53766235751c tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:34.108363 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-898211e2-b099-46a4-8453-53766235751c tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6447115 Nov 11 17:43:34.123833 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-93a403d9-e3e5-4661-be84-34c6ffbcf5e5 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/quotas/56100b50627147e69ad7ae7d826f17ce HTTP/1.1" status: 200 len: 375 time: 0.0094140 Nov 11 17:43:34.156450 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-a936a0a3-ba0b-4de6-bce0-282071c4e8ac tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=56100b50627147e69ad7ae7d826f17ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270200 Nov 11 17:43:34.362017 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952b46a-3040-44b4-a05c-ad993b691f31 req-662555fe-7b09-4a7a-bb96-c48ee51ea4b0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:34.363629 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9952b46a-3040-44b4-a05c-ad993b691f31 req-662555fe-7b09-4a7a-bb96-c48ee51ea4b0 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 945 time: 0.0514994 Nov 11 17:43:34.419004 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9952b46a-3040-44b4-a05c-ad993b691f31 req-ec6bdef3-e4b4-4f45-a06f-6e26c59e7c36 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473511 Nov 11 17:43:34.520650 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3714cd50-401f-4277-999d-9b9a2be2125b req-9418817b-36ea-47d7-9fec-43db1d4983b6 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0375d7e9-b3fc-481c-8f5c-9104194fb14c HTTP/1.1" status: 200 len: 210 time: 0.0395029 Nov 11 17:43:34.570625 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eaa86d-e978-4ab9-8eab-3f6f864d3355 x-openstack-request-id: req-80eaa86d-e978-4ab9-8eab-3f6f864d3355 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:43:34.571139 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0375d7e9-b3fc-481c-8f5c-9104194fb14c", "name": "network-vif-deleted", "tag": "e03de65a-c2a5-44fc-b45a-ec1c0318a23f", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:43:34.571239 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-80eaa86d-e978-4ab9-8eab-3f6f864d3355 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:43:34.571571 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0375d7e9-b3fc-481c-8f5c-9104194fb14c', 'name': 'network-vif-deleted', 'tag': 'e03de65a-c2a5-44fc-b45a-ec1c0318a23f', 'status': 'completed', 'code': 200} Nov 11 17:43:34.674268 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ce8a4-5d1b-4d32-8625-cece5ba5e337 req-d107bf67-c7ec-4bae-9480-f847eab5f911 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:34.676959 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec8ce8a4-5d1b-4d32-8625-cece5ba5e337 req-d107bf67-c7ec-4bae-9480-f847eab5f911 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 945 time: 0.0537305 Nov 11 17:43:34.732786 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec8ce8a4-5d1b-4d32-8625-cece5ba5e337 req-99439cdb-fb45-4e2f-b05e-38029e2e409a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498447 Nov 11 17:43:34.734534 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18b9b62-e707-4e72-b73b-e50c5e8d2424', 'name': 'network-vif-deleted', 'tag': 'be0bd6fb-3942-4538-b32c-484e01d89a9e'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:43:34.737139 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2f103f-d7e6-4547-b9e2-d7eb65506108" -d '{"events": [{"server_uuid": "e18b9b62-e707-4e72-b73b-e50c5e8d2424", "name": "network-vif-deleted", "tag": "be0bd6fb-3942-4538-b32c-484e01d89a9e"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:43:34.759247 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59410) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:34.851456 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-347556b0-e322-4741-b93b-8c8d437e9fa9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/floatingips/8be3a15a-0638-4620-a144-4ea4456b7c25 HTTP/1.1" status: 200 len: 991 time: 0.0903056 Nov 11 17:43:34.937290 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24a70b-0ef4-43bc-a6b8-47071cf33649 req-0983704a-2361-4a1f-800d-833e4fb43e6e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:34.939139 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8d24a70b-0ef4-43bc-a6b8-47071cf33649 req-0983704a-2361-4a1f-800d-833e4fb43e6e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 944 time: 0.0847201 Nov 11 17:43:35.003494 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8d24a70b-0ef4-43bc-a6b8-47071cf33649 req-064c7693-377e-4760-9c75-26ab0375061d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553641 Nov 11 17:43:35.081686 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07421f42-8fe9-47a9-95be-92804d755f6e req-de44829f-6c88-4620-8b8a-c0d2de041acd tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf97d8d6-24b6-4104-af76-e09dfc74807f HTTP/1.1" status: 200 len: 210 time: 0.0274382 Nov 11 17:43:35.129911 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8456420c-e54a-43fb-bcf4-2a1476208efe x-openstack-request-id: req-8456420c-e54a-43fb-bcf4-2a1476208efe {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:43:35.130919 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18b9b62-e707-4e72-b73b-e50c5e8d2424", "name": "network-vif-deleted", "tag": "be0bd6fb-3942-4538-b32c-484e01d89a9e", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:43:35.130919 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8456420c-e54a-43fb-bcf4-2a1476208efe {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:43:35.130919 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18b9b62-e707-4e72-b73b-e50c5e8d2424', 'name': 'network-vif-deleted', 'tag': 'be0bd6fb-3942-4538-b32c-484e01d89a9e', 'status': 'completed', 'code': 200} Nov 11 17:43:35.203998 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 9743ee10-6856-4674-a165-32e9475500c0 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:43:35.207008 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device dbf96950-13e3-43e8-a7ce-4d027f26e852 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:43:35.326875 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port dbf96950-13e3-43e8-a7ce-4d027f26e852 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:43:35.327257 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:35.341924 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59428) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:35.391579 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-30230de2-1059-494f-b729-1e3a80da9d75 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:35.398517 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-30230de2-1059-494f-b729-1e3a80da9d75 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/networks?id=4c167514-cf24-4800-a856-f2e1b2266685 HTTP/1.1" status: 200 len: 809 time: 0.1297894 Nov 11 17:43:35.414878 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-870cbdbc-757b-4f53-b76b-4e28b4c50ff1 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/quotas/adfd73a4482d43babef5c4f089c28b07 HTTP/1.1" status: 200 len: 375 time: 0.0154197 Nov 11 17:43:35.444806 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:35.448809 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 9743ee10-6856-4674-a165-32e9475500c0, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=9743ee10-6856-4674-a165-32e9475500c0,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:35.452606 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-5b9a5c7d-e31a-454e-9545-d091c67c8c0f tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=adfd73a4482d43babef5c4f089c28b07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368118 Nov 11 17:43:35.483917 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '9743ee10-6856-4674-a165-32e9475500c0', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'port_id': '9743ee10-6856-4674-a165-32e9475500c0', 'mac_address': 'fa:16:3e:8e:36:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:43:35.493079 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c6af8c-aeb1-4bea-8db3-c46a6570958b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf96950-13e3-43e8-a7ce-4d027f26e852'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:43:35.497431 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02956f21-0894-4951-ae78-f602a51aa1e2" -d '{"events": [{"server_uuid": "75c6af8c-aeb1-4bea-8db3-c46a6570958b", "name": "network-vif-plugged", "status": "completed", "tag": "dbf96950-13e3-43e8-a7ce-4d027f26e852"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:43:35.537180 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-68be975a-5220-4828-b978-c9f28ab0b00b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Deleting port 5e6f6d72-9cd4-44c6-bb3f-b573dfc6955b {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:43:35.537660 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-68be975a-5220-4828-b978-c9f28ab0b00b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:35.551917 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:35.555073 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port dbf96950-13e3-43e8-a7ce-4d027f26e852, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=dbf96950-13e3-43e8-a7ce-4d027f26e852,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:35.571138 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:35.572420 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device be0bd6fb-3942-4538-b32c-484e01d89a9e no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:43:35.638251 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9743ee10-6856-4674-a165-32e9475500c0 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:43:35.642256 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-68be975a-5220-4828-b978-c9f28ab0b00b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:35.643189 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-68be975a-5220-4828-b978-c9f28ab0b00b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:35.652645 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-af956084-6cd1-4c0f-967f-cb6d82d30afc service neutron] 10.222.0.76 "GET /v2.0/networks/4c167514-cf24-4800-a856-f2e1b2266685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991234 Nov 11 17:43:35.661497 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 9743ee10-6856-4674-a165-32e9475500c0, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=9743ee10-6856-4674-a165-32e9475500c0,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:35.664088 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=dbf96950-13e3-43e8-a7ce-4d027f26e852,revision_number=10']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:35.669078 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-68be975a-5220-4828-b978-c9f28ab0b00b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Calling delete_port for 5e6f6d72-9cd4-44c6-bb3f-b573dfc6955b owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:43:35.696928 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:35.701215 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: be0bd6fb-3942-4538-b32c-484e01d89a9e {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:43:35.701675 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device be0bd6fb-3942-4538-b32c-484e01d89a9e not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:43:35.769617 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=9743ee10-6856-4674-a165-32e9475500c0,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:35.777585 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-70563404-c302-4795-8849-366d493f2f3f tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=56100b50627147e69ad7ae7d826f17ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480945 Nov 11 17:43:35.818949 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-89b6b430-fb36-4ffa-9a4d-a4d1acdd9784 service neutron] 10.222.0.76 "GET /v2.0/networks/4c167514-cf24-4800-a856-f2e1b2266685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653585 Nov 11 17:43:35.916816 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['9743ee10-6856-4674-a165-32e9475500c0'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:43:36.053186 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-55a009f2-27af-4b67-8e2d-08c73a3fbc18 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:36.054679 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-55a009f2-27af-4b67-8e2d-08c73a3fbc18 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2624202 Nov 11 17:43:36.070501 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa29f4-77e5-4482-833c-2808bcfae145 req-06e88d1c-601d-45af-87ff-7bacf2c17553 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:36.080633 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99aa29f4-77e5-4482-833c-2808bcfae145 req-06e88d1c-601d-45af-87ff-7bacf2c17553 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 947 time: 0.0812798 Nov 11 17:43:36.081712 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-faef7fb5-3e10-4be5-8d52-fcbe13438ee3 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Request body: {'port': {'device_id': 'bf97d8d6-24b6-4104-af76-e09dfc74807f', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': '56100b50627147e69ad7ae7d826f17ce'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:43:36.149500 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99aa29f4-77e5-4482-833c-2808bcfae145 req-55a3b43b-96bb-4c5a-9e58-5de5d1fa4efc tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634017 Nov 11 17:43:36.208807 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad431d65-2d20-4bd0-9786-e6b0474fae6a x-openstack-request-id: req-ad431d65-2d20-4bd0-9786-e6b0474fae6a {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:43:36.209312 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c6af8c-aeb1-4bea-8db3-c46a6570958b", "name": "network-vif-plugged", "status": "completed", "tag": "dbf96950-13e3-43e8-a7ce-4d027f26e852", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:43:36.209441 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ad431d65-2d20-4bd0-9786-e6b0474fae6a {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:43:36.209787 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c6af8c-aeb1-4bea-8db3-c46a6570958b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf96950-13e3-43e8-a7ce-4d027f26e852', 'code': 200} Nov 11 17:43:36.277437 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-68be975a-5220-4828-b978-c9f28ab0b00b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:36.365110 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be975a-5220-4828-b978-c9f28ab0b00b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Port': ['ID=5e6f6d72-9cd4-44c6-bb3f-b573dfc6955b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:36.373606 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb5f952e-b822-47e7-9529-13a12e9280f8 req-872827b1-60eb-4689-8819-9106dc85cfce tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0375d7e9-b3fc-481c-8f5c-9104194fb14c HTTP/1.1" status: 200 len: 210 time: 0.0754116 Nov 11 17:43:36.455756 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-faef7fb5-3e10-4be5-8d52-fcbe13438ee3 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Made reservation on behalf of 56100b50627147e69ad7ae7d826f17ce for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:43:36.460908 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-faef7fb5-3e10-4be5-8d52-fcbe13438ee3 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:36.472771 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-68be975a-5220-4828-b978-c9f28ab0b00b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:36.473352 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-68be975a-5220-4828-b978-c9f28ab0b00b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Floating IP 8be3a15a-0638-4620-a144-4ea4456b7c25 disassociated (deleted). External IP: 172.25.2.25, port: 601161e9-309a-499a-8196-6028b7d4eade. Nov 11 17:43:36.476668 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-faef7fb5-3e10-4be5-8d52-fcbe13438ee3 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:36.477955 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e2ce34d3-d3ae-4c25-aeec-c8c6013d6f87 req-e41f947a-791a-4014-a0c1-5df1dbb6162b tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=935e9bb8-1335-4496-950c-a1c689256f65 HTTP/1.1" status: 200 len: 210 time: 0.0498002 Nov 11 17:43:36.613932 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31421cdb-3085-4a14-b246-90e2e24ae18b req-03e12330-556b-445f-94c5-e1f1a0c232dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:36.615959 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-31421cdb-3085-4a14-b246-90e2e24ae18b req-03e12330-556b-445f-94c5-e1f1a0c232dd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 1098 time: 0.1327386 Nov 11 17:43:36.679847 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-31421cdb-3085-4a14-b246-90e2e24ae18b req-aa7ead71-278d-45f9-b59a-290a43345773 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563323 Nov 11 17:43:36.689424 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94818e69-b6b1-4ca1-8bb5-1ca7f4740829 req-d8533ad2-d524-4e99-ae1b-1091888b21b0 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:36.690982 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94818e69-b6b1-4ca1-8bb5-1ca7f4740829 req-d8533ad2-d524-4e99-ae1b-1091888b21b0 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 945 time: 0.1239324 Nov 11 17:43:36.691165 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-faef7fb5-3e10-4be5-8d52-fcbe13438ee3 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:36.700125 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-faef7fb5-3e10-4be5-8d52-fcbe13438ee3 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:36.749928 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94818e69-b6b1-4ca1-8bb5-1ca7f4740829 req-e8016341-d2ac-407b-816c-59bd9ae69c12 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493929 Nov 11 17:43:36.840765 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef7fb5-3e10-4be5-8d52-fcbe13438ee3 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a5f922-a636-4050-b440-f4fd3dd69f13,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:36.857277 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4c22810b-1b95-49d8-b11a-7b57ddd0c199 req-06dc579d-b896-4f8f-86e1-fbef6bfa19f3 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf97d8d6-24b6-4104-af76-e09dfc74807f HTTP/1.1" status: 200 len: 210 time: 0.0287929 Nov 11 17:43:36.915005 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device e03de65a-c2a5-44fc-b45a-ec1c0318a23f no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:43:36.946857 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: e03de65a-c2a5-44fc-b45a-ec1c0318a23f {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:43:36.947346 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device e03de65a-c2a5-44fc-b45a-ec1c0318a23f not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:43:36.956360 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-faef7fb5-3e10-4be5-8d52-fcbe13438ee3 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Allocated IP 192.168.233.204 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/b9f6c183-d124-41ac-a280-f4ee60b171e9) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:43:36.963307 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68be975a-5220-4828-b978-c9f28ab0b00b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Router 4b9c87d1-a15d-4a28-a273-aac41247f14e has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:43:37.162133 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68be975a-5220-4828-b978-c9f28ab0b00b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:43:37.167999 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-68be975a-5220-4828-b978-c9f28ab0b00b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:37.173862 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b1b57-e626-4a22-954d-68018af59872 None None] Sync routers for ids ['4b9c87d1-a15d-4a28-a273-aac41247f14e'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:43:37.184499 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b1b57-e626-4a22-954d-68018af59872 None None] Routers {'4b9c87d1-a15d-4a28-a273-aac41247f14e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:43:37.184916 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-976b1b57-e626-4a22-954d-68018af59872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:43:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['4b9c87d1-a15d-4a28-a273-aac41247f14e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:43:37.216959 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 9743ee10-6856-4674-a165-32e9475500c0 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:43:37.222050 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-68be975a-5220-4828-b978-c9f28ab0b00b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "DELETE /v2.0/floatingips/8be3a15a-0638-4620-a144-4ea4456b7c25 HTTP/1.1" status: 204 len: 168 time: 1.8790240 Nov 11 17:43:37.227533 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287fa1d9-342c-4a44-b14b-8de4ac58717b', 'tag': '601161e9-309a-499a-8196-6028b7d4eade'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:43:37.229981 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4794991-6d1f-413f-b28d-fddcdc43de14" -d '{"events": [{"name": "network-changed", "server_uuid": "287fa1d9-342c-4a44-b14b-8de4ac58717b", "tag": "601161e9-309a-499a-8196-6028b7d4eade"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:43:37.243152 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-faef7fb5-3e10-4be5-8d52-fcbe13438ee3 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:37.292941 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-faef7fb5-3e10-4be5-8d52-fcbe13438ee3 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:37.297171 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 9743ee10-6856-4674-a165-32e9475500c0 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:43:37.302537 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-976b1b57-e626-4a22-954d-68018af59872 None None] Set router 4b9c87d1-a15d-4a28-a273-aac41247f14e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:43:37.305857 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 9743ee10-6856-4674-a165-32e9475500c0 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:43:37.306048 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:37.320551 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9418492-2696-48cf-8e3e-2d9c1767dab4 req-f708e2d9-3a1e-4431-b713-8995f4c9c108 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:37.340992 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9418492-2696-48cf-8e3e-2d9c1767dab4 req-f708e2d9-3a1e-4431-b713-8995f4c9c108 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 947 time: 0.0986891 Nov 11 17:43:37.388238 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef7fb5-3e10-4be5-8d52-fcbe13438ee3 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Pushing event updated for resources: {'Port': ['ID=b9f6c183-d124-41ac-a280-f4ee60b171e9,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:37.425443 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-faef7fb5-3e10-4be5-8d52-fcbe13438ee3 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:43:37.428251 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-faef7fb5-3e10-4be5-8d52-fcbe13438ee3 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:43:37.429933 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:37.447698 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-faef7fb5-3e10-4be5-8d52-fcbe13438ee3 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:43:37.458547 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9418492-2696-48cf-8e3e-2d9c1767dab4 req-dec4dffd-1651-4a35-b2d7-fe3f26e04060 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164024 Nov 11 17:43:37.466282 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7116534b-49e3-4694-bbaf-a114307d7d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:37.485684 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 9743ee10-6856-4674-a165-32e9475500c0, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=9743ee10-6856-4674-a165-32e9475500c0,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:37.491471 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:37.634926 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-faef7fb5-3e10-4be5-8d52-fcbe13438ee3 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:37.642710 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=9743ee10-6856-4674-a165-32e9475500c0,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:37.643686 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-976b1b57-e626-4a22-954d-68018af59872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868616981', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:41:31Z', 'updated_at': '2021-11-11T17:41:41Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:32Z', 'updated_at': '2021-11-11T17:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e', 'name': '', 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:3a:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'a3e0310e-b30e-45a2-a86b-bf7aa15152e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:39Z', 'updated_at': '2021-11-11T17:41:50Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': 'a3e0310e-b30e-45a2-a86b-bf7aa15152e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:43:37.648639 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-faef7fb5-3e10-4be5-8d52-fcbe13438ee3 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:37.680420 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-faef7fb5-3e10-4be5-8d52-fcbe13438ee3 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6038816 Nov 11 17:43:37.700332 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] Request body: {'port': {'device_id': 'bf97d8d6-24b6-4104-af76-e09dfc74807f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:43:37.702834 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b1b57-e626-4a22-954d-68018af59872 None None] Checking router: 4b9c87d1-a15d-4a28-a273-aac41247f14e for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:43:37.720291 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b1b57-e626-4a22-954d-68018af59872 None None] Routers {'4b9c87d1-a15d-4a28-a273-aac41247f14e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:43:37.720908 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-976b1b57-e626-4a22-954d-68018af59872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:43:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['4b9c87d1-a15d-4a28-a273-aac41247f14e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:43:37.815153 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb920626-67b3-4b86-bda0-8eecb41e28d6 x-openstack-request-id: req-bb920626-67b3-4b86-bda0-8eecb41e28d6 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:43:37.815459 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287fa1d9-342c-4a44-b14b-8de4ac58717b", "tag": "601161e9-309a-499a-8196-6028b7d4eade", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:43:37.820189 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bb920626-67b3-4b86-bda0-8eecb41e28d6 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:43:37.820657 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287fa1d9-342c-4a44-b14b-8de4ac58717b', 'tag': '601161e9-309a-499a-8196-6028b7d4eade', 'status': 'completed', 'code': 200} Nov 11 17:43:37.840781 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:37.862171 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-f686dc79-83d8-4233-bd88-06066e416451 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:37.863885 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-f686dc79-83d8-4233-bd88-06066e416451 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.83 "GET /v2.0/networks?id=4c167514-cf24-4800-a856-f2e1b2266685 HTTP/1.1" status: 200 len: 809 time: 0.3935239 Nov 11 17:43:37.900256 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-552d5347-b410-4ffe-b002-460035edf235 None None] Provisioning complete for port b9f6c183-d124-41ac-a280-f4ee60b171e9 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:43:37.900630 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-552d5347-b410-4ffe-b002-460035edf235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:37.918423 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-25003b85-337e-4103-a0e2-a3de5b829ac9 req-5e51e78a-5613-4709-9219-0207dc008a18 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=0375d7e9-b3fc-481c-8f5c-9104194fb14c HTTP/1.1" status: 200 len: 210 time: 0.0495236 Nov 11 17:43:37.920718 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-976b1b57-e626-4a22-954d-68018af59872 None None] Set router 4b9c87d1-a15d-4a28-a273-aac41247f14e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:43:37.950405 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-2efd306d-ebf7-47c2-a368-694d6009ae5d tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Request body: {'port': {'device_id': '935e9bb8-1335-4496-950c-a1c689256f65', 'network_id': '4c167514-cf24-4800-a856-f2e1b2266685', 'admin_state_up': True, 'tenant_id': 'adfd73a4482d43babef5c4f089c28b07'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:43:37.992681 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-552d5347-b410-4ffe-b002-460035edf235 None None] Port b9f6c183-d124-41ac-a280-f4ee60b171e9 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:43:38.115387 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fea7626c-6801-4fbe-8843-e47bb8006c7a req-9c7d4e8f-c308-4d45-b1c3-97933c186377 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=935e9bb8-1335-4496-950c-a1c689256f65 HTTP/1.1" status: 200 len: 210 time: 0.0369403 Nov 11 17:43:38.172385 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4794991-6d1f-413f-b28d-fddcdc43de14 req-b6c250fb-5b38-4f2c-89cf-4e14e6f7cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:38.175382 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a4794991-6d1f-413f-b28d-fddcdc43de14 req-b6c250fb-5b38-4f2c-89cf-4e14e6f7cbf6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 1096 time: 0.2552152 Nov 11 17:43:38.211016 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33852c00-64be-4380-a087-59b8bbd91f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9743ee10-6856-4674-a165-32e9475500c0'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:43:38.213582 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6ef3f1-5687-4a78-82a2-848896f873c8" -d '{"events": [{"server_uuid": "33852c00-64be-4380-a087-59b8bbd91f96", "name": "network-vif-plugged", "status": "completed", "tag": "9743ee10-6856-4674-a165-32e9475500c0"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:43:38.245343 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-976b1b57-e626-4a22-954d-68018af59872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868616981', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:41:31Z', 'updated_at': '2021-11-11T17:41:41Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:32Z', 'updated_at': '2021-11-11T17:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e', 'name': '', 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:3a:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'a3e0310e-b30e-45a2-a86b-bf7aa15152e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:39Z', 'updated_at': '2021-11-11T17:41:50Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': 'a3e0310e-b30e-45a2-a86b-bf7aa15152e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:43:38.272267 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b1b57-e626-4a22-954d-68018af59872 None None] The sync data for ids ['4b9c87d1-a15d-4a28-a273-aac41247f14e'] in n-d-816206-4 is: [{'id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868616981', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:41:31Z', 'updated_at': '2021-11-11T17:41:41Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:32Z', 'updated_at': '2021-11-11T17:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e', 'name': '', 'network_id': 'c965a6f6-b3ad-4501-a42b-4657a33c23a9', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:3a:09:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': 'a3e0310e-b30e-45a2-a86b-bf7aa15152e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:39Z', 'updated_at': '2021-11-11T17:41:50Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': 'a3e0310e-b30e-45a2-a86b-bf7aa15152e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:43:38.333300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4794991-6d1f-413f-b28d-fddcdc43de14 req-a354c0fb-d87b-4274-bf9b-58e43995f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:38.334782 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a4794991-6d1f-413f-b28d-fddcdc43de14 req-a354c0fb-d87b-4274-bf9b-58e43995f63e service neutron] 10.222.0.83 "GET /v2.0/networks?id=c965a6f6-b3ad-4501-a42b-4657a33c23a9 HTTP/1.1" status: 200 len: 899 time: 0.1459854 Nov 11 17:43:38.435598 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a4794991-6d1f-413f-b28d-fddcdc43de14 req-ff7b358a-f915-4e3f-9092-65e038d21af8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=601161e9-309a-499a-8196-6028b7d4eade HTTP/1.1" status: 200 len: 217 time: 0.0762138 Nov 11 17:43:38.435715 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d92af6-3dc6-480b-83e0-0b901ca8ddc0 req-d0db9b62-7c8f-403a-8ea0-d37847692877 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:38.437254 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-24d92af6-3dc6-480b-83e0-0b901ca8ddc0 req-d0db9b62-7c8f-403a-8ea0-d37847692877 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.83 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 945 time: 0.2515683 Nov 11 17:43:38.490656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-2efd306d-ebf7-47c2-a368-694d6009ae5d tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Made reservation on behalf of adfd73a4482d43babef5c4f089c28b07 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:43:38.494152 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-2efd306d-ebf7-47c2-a368-694d6009ae5d tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:38.526601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f56750-43bc-49c5-945a-3595f746e9e7 req-e5bb4c7b-18e6-4172-8808-ab06c3d3ca77 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:38.534885 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38f56750-43bc-49c5-945a-3595f746e9e7 req-e5bb4c7b-18e6-4172-8808-ab06c3d3ca77 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=287fa1d9-342c-4a44-b14b-8de4ac58717b HTTP/1.1" status: 200 len: 945 time: 0.1767128 Nov 11 17:43:38.535494 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f6c183-d124-41ac-a280-f4ee60b171e9 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:43:38.554523 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:38.561650 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4794991-6d1f-413f-b28d-fddcdc43de14 req-c63ed8d8-2ea4-4db3-b9e0-9dc576a3f9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:38.563811 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a4794991-6d1f-413f-b28d-fddcdc43de14 req-c63ed8d8-2ea4-4db3-b9e0-9dc576a3f9f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a3e0310e-b30e-45a2-a86b-bf7aa15152e1 HTTP/1.1" status: 200 len: 834 time: 0.1131883 Nov 11 17:43:38.598246 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] Transition to ACTIVE for port object b9f6c183-d124-41ac-a280-f4ee60b171e9 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:43:38.644192 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:38.698162 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f6c183-d124-41ac-a280-f4ee60b171e9,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:38.825638 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7542b56d-bf06-4b8e-b225-2a693f6a1f0c None None] New status for floating IP 8be3a15a-0638-4620-a144-4ea4456b7c25: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:43:38.845045 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-24d92af6-3dc6-480b-83e0-0b901ca8ddc0 req-d622c07b-8f8a-4810-be07-569f07432b3f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Deleting port 601161e9-309a-499a-8196-6028b7d4eade {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:43:38.845646 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-24d92af6-3dc6-480b-83e0-0b901ca8ddc0 req-d622c07b-8f8a-4810-be07-569f07432b3f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:38.875750 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38f56750-43bc-49c5-945a-3595f746e9e7 req-b063baa9-50a2-458e-932e-1d985a825441 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=83faf7b1-b684-4d2c-a284-545a38a4c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3399413 Nov 11 17:43:38.880051 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-2efd306d-ebf7-47c2-a368-694d6009ae5d tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Allocated IP 172.20.0.6 (4c167514-cf24-4800-a856-f2e1b2266685/5c1113ca-7d7f-43da-856f-5d9bc25b5841/03ac8c5d-cbaa-49bd-9519-b69f368ae563) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:43:38.908370 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4794991-6d1f-413f-b28d-fddcdc43de14 req-c60db9d4-76de-4b25-bb20-661904f452af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:38.910324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a4794991-6d1f-413f-b28d-fddcdc43de14 req-c60db9d4-76de-4b25-bb20-661904f452af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c965a6f6-b3ad-4501-a42b-4657a33c23a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2454231 Nov 11 17:43:38.939263 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] Attempting to bind port b9f6c183-d124-41ac-a280-f4ee60b171e9 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:43:38.939644 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] Attempting to bind port b9f6c183-d124-41ac-a280-f4ee60b171e9 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:43:38.939982 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] Attempting to bind port b9f6c183-d124-41ac-a280-f4ee60b171e9 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:43:38.955048 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] Port b9f6c183-d124-41ac-a280-f4ee60b171e9 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:43:38.955406 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] Attempting to bind port b9f6c183-d124-41ac-a280-f4ee60b171e9 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:43:38.982901 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:43:38.983159 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:43:38.983534 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:43:38.984014 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] Bound port: b9f6c183-d124-41ac-a280-f4ee60b171e9, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:43:38.984379 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:39.065265 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] For port b9f6c183-d124-41ac-a280-f4ee60b171e9, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:43:39.070822 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] For port b9f6c183-d124-41ac-a280-f4ee60b171e9, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b9f6c183-d124-41ac-a280-f4ee60b171e9,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:43:39.079614 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:39.124339 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:39.124969 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:39.126395 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] 10.222.0.64 "PUT /v2.0/ports/b9f6c183-d124-41ac-a280-f4ee60b171e9 HTTP/1.1" status: 200 len: 1096 time: 1.4314513 Nov 11 17:43:39.198161 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-24d92af6-3dc6-480b-83e0-0b901ca8ddc0 req-d622c07b-8f8a-4810-be07-569f07432b3f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] For port 601161e9-309a-499a-8196-6028b7d4eade, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=601161e9-309a-499a-8196-6028b7d4eade,segment=NetworkSegment(30085baf-2cca-4a70-9fd9-ffdf232677b2),segment_id=30085baf-2cca-4a70-9fd9-ffdf232677b2)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:39.198698 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-24d92af6-3dc6-480b-83e0-0b901ca8ddc0 req-d622c07b-8f8a-4810-be07-569f07432b3f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:39.219568 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-24d92af6-3dc6-480b-83e0-0b901ca8ddc0 req-d622c07b-8f8a-4810-be07-569f07432b3f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Calling delete_port for 601161e9-309a-499a-8196-6028b7d4eade owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:43:39.312536 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2847239-7d46-4bb2-952a-ef85ca406aba req-ef10ce33-3ac6-4cf1-8b90-9269228032c5 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:39.321145 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2847239-7d46-4bb2-952a-ef85ca406aba req-ef10ce33-3ac6-4cf1-8b90-9269228032c5 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.2973425 Nov 11 17:43:39.367260 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a4794991-6d1f-413f-b28d-fddcdc43de14 req-1bd86ffc-897e-4eb3-bd92-d1a7c96f89d7 service neutron] 10.222.0.83 "GET /v2.0/networks/c965a6f6-b3ad-4501-a42b-4657a33c23a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451332 Nov 11 17:43:39.466653 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2847239-7d46-4bb2-952a-ef85ca406aba req-9f97b827-51c8-4007-acd4-c818cf983605 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425858 Nov 11 17:43:39.540307 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-2efd306d-ebf7-47c2-a368-694d6009ae5d tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:39.557393 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a4794991-6d1f-413f-b28d-fddcdc43de14 req-cfbe65e5-77fd-4083-84ca-3bd52bfd8491 service neutron] 10.222.0.83 "GET /v2.0/networks/c965a6f6-b3ad-4501-a42b-4657a33c23a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783888 Nov 11 17:43:39.602065 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-2efd306d-ebf7-47c2-a368-694d6009ae5d tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:39.703418 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-2efd306d-ebf7-47c2-a368-694d6009ae5d tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Network 4c167514-cf24-4800-a856-f2e1b2266685 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:43:39.708369 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-2efd306d-ebf7-47c2-a368-694d6009ae5d tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:43:39.712851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd306d-ebf7-47c2-a368-694d6009ae5d tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Pushing event updated for resources: {'Port': ['ID=03ac8c5d-cbaa-49bd-9519-b69f368ae563,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:39.715269 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-2efd306d-ebf7-47c2-a368-694d6009ae5d tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:43:39.752269 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51938929-9bc6-4728-8589-1aed39bf8fa6 req-0b0bc69d-e37d-4ee5-ae63-2d23bb27aee2 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:39.753761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51938929-9bc6-4728-8589-1aed39bf8fa6 req-0b0bc69d-e37d-4ee5-ae63-2d23bb27aee2 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf97d8d6-24b6-4104-af76-e09dfc74807f HTTP/1.1" status: 200 len: 948 time: 0.1684468 Nov 11 17:43:39.806246 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f37a36-4b3a-4f58-8761-123e5fa78c85 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f6c183-d124-41ac-a280-f4ee60b171e9,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:39.834029 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-2efd306d-ebf7-47c2-a368-694d6009ae5d tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:39.834761 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-2efd306d-ebf7-47c2-a368-694d6009ae5d tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:39.860126 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51938929-9bc6-4728-8589-1aed39bf8fa6 req-dece8fe9-7efc-4ec2-8aad-241d092d46cb tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4a5f922-a636-4050-b440-f4fd3dd69f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905559 Nov 11 17:43:39.863256 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf97d8d6-24b6-4104-af76-e09dfc74807f', 'tag': 'b9f6c183-d124-41ac-a280-f4ee60b171e9'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:43:39.867823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-2efd306d-ebf7-47c2-a368-694d6009ae5d tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9416032 Nov 11 17:43:39.868270 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebca51e-0a47-43b3-a365-f8b96af45d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf97d8d6-24b6-4104-af76-e09dfc74807f", "tag": "b9f6c183-d124-41ac-a280-f4ee60b171e9"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:43:39.887175 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] Request body: {'port': {'device_id': '935e9bb8-1335-4496-950c-a1c689256f65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:43:39.906121 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-bf3398d4-4ce8-47f9-9f51-5e5c057f9042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:39.907768 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-bf3398d4-4ce8-47f9-9f51-5e5c057f9042 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56100b50627147e69ad7ae7d826f17ce&device_id=bf97d8d6-24b6-4104-af76-e09dfc74807f HTTP/1.1" status: 200 len: 1099 time: 0.1574233 Nov 11 17:43:39.924236 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e78582-4f75-4a9e-88c7-46ac1562d692 x-openstack-request-id: req-07e78582-4f75-4a9e-88c7-46ac1562d692 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:43:39.925281 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33852c00-64be-4380-a087-59b8bbd91f96", "name": "network-vif-plugged", "status": "completed", "tag": "9743ee10-6856-4674-a165-32e9475500c0", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:43:39.925711 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-07e78582-4f75-4a9e-88c7-46ac1562d692 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:43:39.927128 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33852c00-64be-4380-a087-59b8bbd91f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9743ee10-6856-4674-a165-32e9475500c0', 'code': 200} Nov 11 17:43:39.999023 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:40.026653 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-2f147113-a963-4d35-b332-cb1ef5f41956 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=b9f6c183-d124-41ac-a280-f4ee60b171e9 HTTP/1.1" status: 200 len: 217 time: 0.0473917 Nov 11 17:43:40.070825 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-24d92af6-3dc6-480b-83e0-0b901ca8ddc0 req-d622c07b-8f8a-4810-be07-569f07432b3f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:40.113825 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622c07b-8f8a-4810-be07-569f07432b3f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Port': ['ID=601161e9-309a-499a-8196-6028b7d4eade,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:40.124722 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-848b508f-4ab4-4b23-8b2e-eaf8413ea9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:40.126321 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-848b508f-4ab4-4b23-8b2e-eaf8413ea9d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0878212 Nov 11 17:43:40.193918 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d92af6-3dc6-480b-83e0-0b901ca8ddc0 req-d622c07b-8f8a-4810-be07-569f07432b3f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] No DVR routers for this DVR port 601161e9-309a-499a-8196-6028b7d4eade on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:43:40.196933 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-24d92af6-3dc6-480b-83e0-0b901ca8ddc0 req-d622c07b-8f8a-4810-be07-569f07432b3f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:40.201135 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-24d92af6-3dc6-480b-83e0-0b901ca8ddc0 req-d622c07b-8f8a-4810-be07-569f07432b3f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.83 "DELETE /v2.0/ports/601161e9-309a-499a-8196-6028b7d4eade HTTP/1.1" status: 204 len: 173 time: 1.6594417 Nov 11 17:43:40.215351 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436906c-5c66-4658-a315-f0deffe40b3d req-40ef92fd-a394-4d9e-a6cf-efdc4e72380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:40.216398 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-7f96331d-c5aa-47ed-8fb9-fcbe2566096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:40.216931 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1436906c-5c66-4658-a315-f0deffe40b3d req-40ef92fd-a394-4d9e-a6cf-efdc4e72380d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 1097 time: 0.2208185 Nov 11 17:43:40.218392 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-7f96331d-c5aa-47ed-8fb9-fcbe2566096e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0839918 Nov 11 17:43:40.291157 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60364fb6-7213-4ca7-94f9-994a1f255a44 req-7295f5af-f529-4294-8a56-1842755e2ce6 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:40.298517 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60364fb6-7213-4ca7-94f9-994a1f255a44 req-7295f5af-f529-4294-8a56-1842755e2ce6 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 947 time: 0.2656217 Nov 11 17:43:40.301887 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1436906c-5c66-4658-a315-f0deffe40b3d req-f337df6c-55ec-4fa4-bba0-3706ef9ea949 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725756 Nov 11 17:43:40.333537 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-61b53773-523c-45dd-af89-ff736c4dd811 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047866 Nov 11 17:43:40.388168 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6813f6f1-07e3-4852-a41e-19c66fbdf1a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:40.413339 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60364fb6-7213-4ca7-94f9-994a1f255a44 req-c2816b9b-7e98-416d-9af5-80fa32e14578 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138906 Nov 11 17:43:40.452042 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0dd9bf9-fd34-4430-b207-d01ff00a2801 req-37d9b403-3847-4ab2-89bf-00b63aa4ba3a service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068339 Nov 11 17:43:40.597675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ac8c5d-cbaa-49bd-9519-b69f368ae563 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:43:40.623519 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:40.672981 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5882e1-a120-4e8e-991a-6b84e2f15c23 req-0bdeb9ce-aff2-43bc-9d41-967a346c9a9c tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:40.672981 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf5882e1-a120-4e8e-991a-6b84e2f15c23 req-0bdeb9ce-aff2-43bc-9d41-967a346c9a9c tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=935e9bb8-1335-4496-950c-a1c689256f65 HTTP/1.1" status: 200 len: 931 time: 0.0938344 Nov 11 17:43:40.672981 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] Transition to ACTIVE for port object 03ac8c5d-cbaa-49bd-9519-b69f368ae563 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:43:40.679708 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:40.810585 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf5882e1-a120-4e8e-991a-6b84e2f15c23 req-7f395762-590d-4f51-9dc7-6080a7340e78 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/security-groups?id=401d6f6a-2eda-46ff-8adb-4e897514a453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329625 Nov 11 17:43:40.829583 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] Pushing event updated for resources: {'Port': ['ID=03ac8c5d-cbaa-49bd-9519-b69f368ae563,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:40.863476 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] Attempting to bind port 03ac8c5d-cbaa-49bd-9519-b69f368ae563 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:43:40.864025 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] Attempting to bind port 03ac8c5d-cbaa-49bd-9519-b69f368ae563 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'c456b43e-cce1-4da9-8bab-50fc84f92f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '4c167514-cf24-4800-a856-f2e1b2266685'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:43:40.864364 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] Attempting to bind port 03ac8c5d-cbaa-49bd-9519-b69f368ae563 on network 4c167514-cf24-4800-a856-f2e1b2266685 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:43:40.866063 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8689790-c08e-4c3a-9032-9bbea27efdeb x-openstack-request-id: req-f8689790-c08e-4c3a-9032-9bbea27efdeb {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:43:40.866554 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf97d8d6-24b6-4104-af76-e09dfc74807f", "tag": "b9f6c183-d124-41ac-a280-f4ee60b171e9", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:43:40.866677 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f8689790-c08e-4c3a-9032-9bbea27efdeb {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:43:40.866984 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf97d8d6-24b6-4104-af76-e09dfc74807f', 'tag': 'b9f6c183-d124-41ac-a280-f4ee60b171e9', 'status': 'completed', 'code': 200} Nov 11 17:43:40.869687 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] Port 03ac8c5d-cbaa-49bd-9519-b69f368ae563 on network 4c167514-cf24-4800-a856-f2e1b2266685 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:43:40.870074 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] Attempting to bind port 03ac8c5d-cbaa-49bd-9519-b69f368ae563 on network 4c167514-cf24-4800-a856-f2e1b2266685 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:43:40.875224 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:43:40.875626 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] Checking segment: {'id': 'c456b43e-cce1-4da9-8bab-50fc84f92f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '4c167514-cf24-4800-a856-f2e1b2266685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:43:40.876120 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] Bound using segment: {'id': 'c456b43e-cce1-4da9-8bab-50fc84f92f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '4c167514-cf24-4800-a856-f2e1b2266685'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:43:40.876615 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] Bound port: 03ac8c5d-cbaa-49bd-9519-b69f368ae563, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c456b43e-cce1-4da9-8bab-50fc84f92f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '4c167514-cf24-4800-a856-f2e1b2266685'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:43:40.877042 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:40.905953 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59536) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:40.952016 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] For port 03ac8c5d-cbaa-49bd-9519-b69f368ae563, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:43:40.955170 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:40.962476 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] For port 03ac8c5d-cbaa-49bd-9519-b69f368ae563, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=03ac8c5d-cbaa-49bd-9519-b69f368ae563,segment=NetworkSegment(c456b43e-cce1-4da9-8bab-50fc84f92f69),segment_id=c456b43e-cce1-4da9-8bab-50fc84f92f69)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:43:40.969067 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:41.063847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:41.064238 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebca51e-0a47-43b3-a365-f8b96af45d6c req-c916d453-52a8-4d53-af1b-26bcda6e8e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:41.064467 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:41.065728 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aebca51e-0a47-43b3-a365-f8b96af45d6c req-c916d453-52a8-4d53-af1b-26bcda6e8e44 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56100b50627147e69ad7ae7d826f17ce&device_id=bf97d8d6-24b6-4104-af76-e09dfc74807f HTTP/1.1" status: 200 len: 1099 time: 0.0980234 Nov 11 17:43:41.065861 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] 10.222.0.83 "PUT /v2.0/ports/03ac8c5d-cbaa-49bd-9519-b69f368ae563 HTTP/1.1" status: 200 len: 1091 time: 1.1893666 Nov 11 17:43:41.068684 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935e9bb8-1335-4496-950c-a1c689256f65', 'tag': '03ac8c5d-cbaa-49bd-9519-b69f368ae563'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:43:41.071017 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6f22d9-3c09-4152-b11e-67d3dfe5f168" -d '{"events": [{"name": "network-changed", "server_uuid": "935e9bb8-1335-4496-950c-a1c689256f65", "tag": "03ac8c5d-cbaa-49bd-9519-b69f368ae563"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:43:41.091495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc68592-6ab3-4bd6-af8d-047418fb4bae service neutron] Pushing event updated for resources: {'Port': ['ID=03ac8c5d-cbaa-49bd-9519-b69f368ae563,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:41.113941 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ff6fa-04d2-490d-941e-aaecf5e7ca9a req-859940a7-fd04-4acc-8ffe-9c927a8e36ec tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:41.116219 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-817ff6fa-04d2-490d-941e-aaecf5e7ca9a req-859940a7-fd04-4acc-8ffe-9c927a8e36ec tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.0948751 Nov 11 17:43:41.204169 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-817ff6fa-04d2-490d-941e-aaecf5e7ca9a req-f8e718b9-b44b-4f32-b134-22d2ffb74f19 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798044 Nov 11 17:43:41.207989 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 601161e9-309a-499a-8196-6028b7d4eade no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:43:41.227961 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-b511ce68-395b-4093-98ab-f40173dca0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:41.229447 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-b511ce68-395b-4093-98ab-f40173dca0ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=adfd73a4482d43babef5c4f089c28b07&device_id=935e9bb8-1335-4496-950c-a1c689256f65 HTTP/1.1" status: 200 len: 1094 time: 0.0968480 Nov 11 17:43:41.233383 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 601161e9-309a-499a-8196-6028b7d4eade {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:43:41.233885 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 601161e9-309a-499a-8196-6028b7d4eade not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:43:41.281771 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebca51e-0a47-43b3-a365-f8b96af45d6c req-9b52d009-a105-4211-b3b4-850929d71a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:41.283262 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aebca51e-0a47-43b3-a365-f8b96af45d6c req-9b52d009-a105-4211-b3b4-850929d71a40 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.2098997 Nov 11 17:43:41.338306 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aebca51e-0a47-43b3-a365-f8b96af45d6c req-1f83f485-b41a-4621-90fd-644674c951cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=b9f6c183-d124-41ac-a280-f4ee60b171e9 HTTP/1.1" status: 200 len: 217 time: 0.0466647 Nov 11 17:43:41.469957 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebca51e-0a47-43b3-a365-f8b96af45d6c req-68b1cbed-d7ba-47fa-86a3-6a3101829347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:41.471423 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aebca51e-0a47-43b3-a365-f8b96af45d6c req-68b1cbed-d7ba-47fa-86a3-6a3101829347 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.1091270 Nov 11 17:43:41.558432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebca51e-0a47-43b3-a365-f8b96af45d6c req-6e2fddc5-8191-4b06-9e01-0a63bf11b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:41.559969 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aebca51e-0a47-43b3-a365-f8b96af45d6c req-6e2fddc5-8191-4b06-9e01-0a63bf11b61e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0798125 Nov 11 17:43:41.667556 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-2020c950-c30e-44e0-a80d-e79c7d0042d0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03ac8c5d-cbaa-49bd-9519-b69f368ae563 HTTP/1.1" status: 200 len: 217 time: 0.4300287 Nov 11 17:43:41.723983 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aebca51e-0a47-43b3-a365-f8b96af45d6c req-c2c0144b-cf2b-4cf0-92c7-10777a5e73d0 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532054 Nov 11 17:43:41.756881 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb698c4-3af6-44b3-8ea9-eaf439dc417c req-022ffc1b-9614-4610-930f-3583d612678c tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:41.758752 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9fb698c4-3af6-44b3-8ea9-eaf439dc417c req-022ffc1b-9614-4610-930f-3583d612678c tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf97d8d6-24b6-4104-af76-e09dfc74807f HTTP/1.1" status: 200 len: 948 time: 0.0937171 Nov 11 17:43:41.791199 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-2aa1d0a3-23c1-4a7a-b7e8-f40ff8bcbb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:41.792669 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-2aa1d0a3-23c1-4a7a-b7e8-f40ff8bcbb9f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5c1113ca-7d7f-43da-856f-5d9bc25b5841 HTTP/1.1" status: 200 len: 849 time: 0.0921366 Nov 11 17:43:41.792844 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-454fed31-400b-4242-8824-0c756bc83f85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:41.835816 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-52d0cfba-8bbd-4fec-87b5-8f885114cfc1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4c167514-cf24-4800-a856-f2e1b2266685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323915 Nov 11 17:43:41.870012 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9fb698c4-3af6-44b3-8ea9-eaf439dc417c req-281cbda4-7009-4467-a87b-c58e85e42d7d tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4a5f922-a636-4050-b440-f4fd3dd69f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019418 Nov 11 17:43:41.931998 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aebca51e-0a47-43b3-a365-f8b96af45d6c req-edd0a70c-754c-4599-be23-4fc550409bc0 service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969023 Nov 11 17:43:41.961792 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a521bde1-dbc5-476b-99ed-b02ca340fa5a x-openstack-request-id: req-a521bde1-dbc5-476b-99ed-b02ca340fa5a {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:43:41.962116 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935e9bb8-1335-4496-950c-a1c689256f65", "tag": "03ac8c5d-cbaa-49bd-9519-b69f368ae563", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:43:41.962510 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a521bde1-dbc5-476b-99ed-b02ca340fa5a {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:43:41.962816 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935e9bb8-1335-4496-950c-a1c689256f65', 'tag': '03ac8c5d-cbaa-49bd-9519-b69f368ae563', 'status': 'completed', 'code': 200} Nov 11 17:43:41.967303 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-6a8ddaa9-57cc-4228-bb15-dcc4003e013f service neutron] 10.222.0.83 "GET /v2.0/networks/4c167514-cf24-4800-a856-f2e1b2266685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200206 Nov 11 17:43:42.112139 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac570398-914a-4ee4-909b-711dca4550f4 req-93d92740-99ce-461c-8881-329b9bb71a6f tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:42.113677 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ac570398-914a-4ee4-909b-711dca4550f4 req-93d92740-99ce-461c-8881-329b9bb71a6f tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=935e9bb8-1335-4496-950c-a1c689256f65 HTTP/1.1" status: 200 len: 943 time: 0.1050334 Nov 11 17:43:42.155365 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1daf32a-3d21-4243-8869-534e2c5626d2 req-b108abc0-a0a4-4c5d-a293-50093719ca80 service neutron] 10.222.0.83 "GET /v2.0/networks/4c167514-cf24-4800-a856-f2e1b2266685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775327 Nov 11 17:43:42.184288 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-454fed31-400b-4242-8824-0c756bc83f85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Deleting port e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:43:42.184689 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-454fed31-400b-4242-8824-0c756bc83f85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:42.206508 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ac570398-914a-4ee4-909b-711dca4550f4 req-fe6e7afb-e623-456e-82e8-01ceb2ec29ce tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/security-groups?id=401d6f6a-2eda-46ff-8adb-4e897514a453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815284 Nov 11 17:43:42.269577 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f22d9-3c09-4152-b11e-67d3dfe5f168 req-9a036142-9e1e-45de-8f26-290bbb71f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:42.271176 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de6f22d9-3c09-4152-b11e-67d3dfe5f168 req-9a036142-9e1e-45de-8f26-290bbb71f6a2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=adfd73a4482d43babef5c4f089c28b07&device_id=935e9bb8-1335-4496-950c-a1c689256f65 HTTP/1.1" status: 200 len: 1094 time: 0.0637336 Nov 11 17:43:42.331871 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-454fed31-400b-4242-8824-0c756bc83f85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] For port e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e,segment=NetworkSegment(30085baf-2cca-4a70-9fd9-ffdf232677b2),segment_id=30085baf-2cca-4a70-9fd9-ffdf232677b2)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:42.332271 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-454fed31-400b-4242-8824-0c756bc83f85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:42.347550 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-454fed31-400b-4242-8824-0c756bc83f85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Calling delete_port for e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:43:42.414081 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e64062-2309-4e28-a776-078bc99cac47 req-82ece121-563d-4816-b932-f30bc83e9ec3 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:42.421581 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5e64062-2309-4e28-a776-078bc99cac47 req-82ece121-563d-4816-b932-f30bc83e9ec3 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.0796714 Nov 11 17:43:42.460259 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f22d9-3c09-4152-b11e-67d3dfe5f168 req-507a95db-2b9b-480c-ade2-9f725efe3e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:42.462102 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de6f22d9-3c09-4152-b11e-67d3dfe5f168 req-507a95db-2b9b-480c-ade2-9f725efe3e31 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4c167514-cf24-4800-a856-f2e1b2266685 HTTP/1.1" status: 200 len: 911 time: 0.1833341 Nov 11 17:43:42.529199 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de6f22d9-3c09-4152-b11e-67d3dfe5f168 req-28cb2247-bf28-4ffc-9280-816249d5ec32 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03ac8c5d-cbaa-49bd-9519-b69f368ae563 HTTP/1.1" status: 200 len: 217 time: 0.0560789 Nov 11 17:43:42.542979 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5e64062-2309-4e28-a776-078bc99cac47 req-bb48b20c-558b-4b38-99a3-b44557068f65 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201737 Nov 11 17:43:42.574723 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:42.637363 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f22d9-3c09-4152-b11e-67d3dfe5f168 req-12d3a839-499a-4448-a1f8-16ea28032da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:42.640786 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de6f22d9-3c09-4152-b11e-67d3dfe5f168 req-12d3a839-499a-4448-a1f8-16ea28032da5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5c1113ca-7d7f-43da-856f-5d9bc25b5841 HTTP/1.1" status: 200 len: 849 time: 0.0933633 Nov 11 17:43:42.689099 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de6f22d9-3c09-4152-b11e-67d3dfe5f168 req-4fb49af2-b4fa-4bf1-bca8-e064bc42ecac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4c167514-cf24-4800-a856-f2e1b2266685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403848 Nov 11 17:43:42.905454 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de6f22d9-3c09-4152-b11e-67d3dfe5f168 req-6636b60d-2cf2-43f7-a09c-f5e93830752c service neutron] 10.222.0.83 "GET /v2.0/networks/4c167514-cf24-4800-a856-f2e1b2266685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080090 Nov 11 17:43:42.914050 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:42.927332 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa023a1-c464-488f-96d2-02a9cafa7493 req-434ffb2e-aa26-49f2-87ab-bf5829998993 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:42.930289 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b9f6c183-d124-41ac-a280-f4ee60b171e9 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:43:42.938107 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1aa023a1-c464-488f-96d2-02a9cafa7493 req-434ffb2e-aa26-49f2-87ab-bf5829998993 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.1169477 Nov 11 17:43:42.987196 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287fa1d9-342c-4a44-b14b-8de4ac58717b', 'name': 'network-vif-deleted', 'tag': '601161e9-309a-499a-8196-6028b7d4eade'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:43:42.991230 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1944767e-15d5-4ec9-95c1-0e82c425b2c8" -d '{"events": [{"server_uuid": "287fa1d9-342c-4a44-b14b-8de4ac58717b", "name": "network-vif-deleted", "tag": "601161e9-309a-499a-8196-6028b7d4eade"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:43:42.996288 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-454fed31-400b-4242-8824-0c756bc83f85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:43.053794 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fed31-400b-4242-8824-0c756bc83f85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Port': ['ID=e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:43.090255 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de6f22d9-3c09-4152-b11e-67d3dfe5f168 req-f8159d1e-7954-44c5-951e-5df35e79c58a service neutron] 10.222.0.83 "GET /v2.0/networks/4c167514-cf24-4800-a856-f2e1b2266685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737251 Nov 11 17:43:43.133084 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port b9f6c183-d124-41ac-a280-f4ee60b171e9, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b9f6c183-d124-41ac-a280-f4ee60b171e9,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:43.153006 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'b9f6c183-d124-41ac-a280-f4ee60b171e9', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': 'b9f6c183-d124-41ac-a280-f4ee60b171e9', 'mac_address': 'fa:16:3e:38:29:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:43:43.182663 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1aa023a1-c464-488f-96d2-02a9cafa7493 req-d8b4d0dc-a3fe-47c7-bdb4-8daf5d3f32a1 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157614 Nov 11 17:43:43.215479 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:43.240555 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f6c183-d124-41ac-a280-f4ee60b171e9 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:43:43.277142 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port b9f6c183-d124-41ac-a280-f4ee60b171e9, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b9f6c183-d124-41ac-a280-f4ee60b171e9,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:43.282279 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:43.345613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df53e6-bcaf-4052-b109-138946b68d26 req-bd39be3b-5ed0-461a-9aaa-e86abad605a7 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:43.354579 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8df53e6-bcaf-4052-b109-138946b68d26 req-bd39be3b-5ed0-461a-9aaa-e86abad605a7 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf97d8d6-24b6-4104-af76-e09dfc74807f HTTP/1.1" status: 200 len: 949 time: 0.0645030 Nov 11 17:43:43.384677 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=b9f6c183-d124-41ac-a280-f4ee60b171e9,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:43.403556 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:43.403951 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:43.404296 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:43.404636 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:43.404972 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:43.405302 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:43.405634 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:43.405963 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:43.406289 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:43.406751 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:43.406924 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:43.407249 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:43.408022 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-454fed31-400b-4242-8824-0c756bc83f85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:43.416711 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b8df53e6-bcaf-4052-b109-138946b68d26 req-357af8ac-f53f-47a4-bef0-d06042398da4 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4a5f922-a636-4050-b440-f4fd3dd69f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610263 Nov 11 17:43:43.474947 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e703d018-7aed-472f-ad77-aa0db827dfc3 x-openstack-request-id: req-e703d018-7aed-472f-ad77-aa0db827dfc3 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:43:43.475245 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287fa1d9-342c-4a44-b14b-8de4ac58717b", "name": "network-vif-deleted", "tag": "601161e9-309a-499a-8196-6028b7d4eade", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:43:43.475509 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e703d018-7aed-472f-ad77-aa0db827dfc3 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:43:43.475932 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287fa1d9-342c-4a44-b14b-8de4ac58717b', 'name': 'network-vif-deleted', 'tag': '601161e9-309a-499a-8196-6028b7d4eade', 'status': 'completed', 'code': 200} Nov 11 17:43:43.585599 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278212c5-33d3-4752-a639-12cfad646273 req-de5df354-350d-4d81-afd0-3f807d2132c1 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:43.586032 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['b9f6c183-d124-41ac-a280-f4ee60b171e9'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:43:43.587334 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-278212c5-33d3-4752-a639-12cfad646273 req-de5df354-350d-4d81-afd0-3f807d2132c1 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=935e9bb8-1335-4496-950c-a1c689256f65 HTTP/1.1" status: 200 len: 943 time: 0.0537186 Nov 11 17:43:43.663284 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-278212c5-33d3-4752-a639-12cfad646273 req-6e00d715-8ad3-4503-8292-04515b3340a3 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/security-groups?id=401d6f6a-2eda-46ff-8adb-4e897514a453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656111 Nov 11 17:43:43.718930 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454fed31-400b-4242-8824-0c756bc83f85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Router 4b9c87d1-a15d-4a28-a273-aac41247f14e has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:43:43.850510 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454fed31-400b-4242-8824-0c756bc83f85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:43:43.862235 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea6290-6636-47ba-be6c-aee188eac2f1 None None] Sync routers for ids ['4b9c87d1-a15d-4a28-a273-aac41247f14e'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:43:43.866273 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-454fed31-400b-4242-8824-0c756bc83f85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "PUT /v2.0/routers/4b9c87d1-a15d-4a28-a273-aac41247f14e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9588780 Nov 11 17:43:43.869007 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59568) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:43.887300 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ea6290-6636-47ba-be6c-aee188eac2f1 None None] Routers {'4b9c87d1-a15d-4a28-a273-aac41247f14e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:43:43.887953 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e7ea6290-6636-47ba-be6c-aee188eac2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:43:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['4b9c87d1-a15d-4a28-a273-aac41247f14e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:43:43.930028 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a90823-e1cb-44e0-8d46-cc70990abe3d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Deleting subnet a3e0310e-b30e-45a2-a86b-bf7aa15152e1 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:43:43.933737 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-14a90823-e1cb-44e0-8d46-cc70990abe3d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:43.980521 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-14a90823-e1cb-44e0-8d46-cc70990abe3d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:44.000875 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-e7ea6290-6636-47ba-be6c-aee188eac2f1 None None] Set router 4b9c87d1-a15d-4a28-a273-aac41247f14e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:43:44.084289 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-14a90823-e1cb-44e0-8d46-cc70990abe3d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:44.151620 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-14a90823-e1cb-44e0-8d46-cc70990abe3d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:44.185488 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a90823-e1cb-44e0-8d46-cc70990abe3d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e0310e-b30e-45a2-a86b-bf7aa15152e1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:44.187716 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-14a90823-e1cb-44e0-8d46-cc70990abe3d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:44.191395 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-14a90823-e1cb-44e0-8d46-cc70990abe3d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "DELETE /v2.0/subnets/a3e0310e-b30e-45a2-a86b-bf7aa15152e1 HTTP/1.1" status: 204 len: 168 time: 0.3214729 Nov 11 17:43:44.194012 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59570) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:44.199647 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e062c4c6-5c95-4171-a429-8162e3197fff None None] Network c965a6f6-b3ad-4501-a42b-4657a33c23a9 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:43:44.264801 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e7ea6290-6636-47ba-be6c-aee188eac2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868616981', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:41:31Z', 'updated_at': '2021-11-11T17:43:42Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:32Z', 'updated_at': '2021-11-11T17:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:43:44.334245 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea6290-6636-47ba-be6c-aee188eac2f1 None None] Checking router: 4b9c87d1-a15d-4a28-a273-aac41247f14e for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:43:44.339679 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-17b2e111-61c6-425c-94c4-ee008d9315d6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:44.343679 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ea6290-6636-47ba-be6c-aee188eac2f1 None None] Routers {'4b9c87d1-a15d-4a28-a273-aac41247f14e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:43:44.344394 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e7ea6290-6636-47ba-be6c-aee188eac2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:43:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['4b9c87d1-a15d-4a28-a273-aac41247f14e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:43:44.471564 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-e7ea6290-6636-47ba-be6c-aee188eac2f1 None None] Set router 4b9c87d1-a15d-4a28-a273-aac41247f14e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:43:44.497956 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-17b2e111-61c6-425c-94c4-ee008d9315d6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:44.586257 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40ca7ec-6ff6-4207-8efc-9d689345f485 None None] DHCP port deletion for c965a6f6-b3ad-4501-a42b-4657a33c23a9 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:43:44.592123 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36508577-003c-4c3e-a2bc-cc11dcd133c0 req-498eed5e-484a-45a4-899b-da15d6cb1505 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:44.594000 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36508577-003c-4c3e-a2bc-cc11dcd133c0 req-498eed5e-484a-45a4-899b-da15d6cb1505 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.1412923 Nov 11 17:43:44.634072 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-17b2e111-61c6-425c-94c4-ee008d9315d6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Deleting port 94828425-a9d0-4ae1-a0e2-c597468b4ccd {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:43:44.634404 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-17b2e111-61c6-425c-94c4-ee008d9315d6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:44.659807 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-f40ca7ec-6ff6-4207-8efc-9d689345f485 None None] Deleting port 2ce97cb3-5280-4a27-954f-429fb6d445ad {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:43:44.660590 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f40ca7ec-6ff6-4207-8efc-9d689345f485 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:44.743481 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36508577-003c-4c3e-a2bc-cc11dcd133c0 req-999d0c5c-9dec-4f54-b706-a5b1141bd048 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383147 Nov 11 17:43:44.767936 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f40ca7ec-6ff6-4207-8efc-9d689345f485 None None] For port 2ce97cb3-5280-4a27-954f-429fb6d445ad, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=2ce97cb3-5280-4a27-954f-429fb6d445ad,segment=NetworkSegment(30085baf-2cca-4a70-9fd9-ffdf232677b2),segment_id=30085baf-2cca-4a70-9fd9-ffdf232677b2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:44.770565 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f40ca7ec-6ff6-4207-8efc-9d689345f485 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:44.810693 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-f40ca7ec-6ff6-4207-8efc-9d689345f485 None None] Calling delete_port for 2ce97cb3-5280-4a27-954f-429fb6d445ad owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:43:44.830804 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-17b2e111-61c6-425c-94c4-ee008d9315d6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] For port 94828425-a9d0-4ae1-a0e2-c597468b4ccd, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=94828425-a9d0-4ae1-a0e2-c597468b4ccd,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:44.831183 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-17b2e111-61c6-425c-94c4-ee008d9315d6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:44.862223 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-17b2e111-61c6-425c-94c4-ee008d9315d6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Calling delete_port for 94828425-a9d0-4ae1-a0e2-c597468b4ccd owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:43:44.865662 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e7ea6290-6636-47ba-be6c-aee188eac2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868616981', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:41:31Z', 'updated_at': '2021-11-11T17:43:42Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:32Z', 'updated_at': '2021-11-11T17:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:43:44.931635 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b9f6c183-d124-41ac-a280-f4ee60b171e9 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:43:44.958356 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea6290-6636-47ba-be6c-aee188eac2f1 None None] The sync data for ids ['4b9c87d1-a15d-4a28-a273-aac41247f14e'] in n-d-816206-4 is: [{'id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868616981', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:41:31Z', 'updated_at': '2021-11-11T17:43:42Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '94828425-a9d0-4ae1-a0e2-c597468b4ccd', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c87d1-a15d-4a28-a273-aac41247f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:41:32Z', 'updated_at': '2021-11-11T17:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:43:44.997305 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd8a30-70f5-494b-9565-c3e2ee030aa4 req-d025f41e-8dd5-4ff7-a923-553c8b028279 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:45.007566 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-adbd8a30-70f5-494b-9565-c3e2ee030aa4 req-d025f41e-8dd5-4ff7-a923-553c8b028279 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf97d8d6-24b6-4104-af76-e09dfc74807f HTTP/1.1" status: 200 len: 949 time: 0.1299474 Nov 11 17:43:45.055649 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f40ca7ec-6ff6-4207-8efc-9d689345f485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:45.123041 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-adbd8a30-70f5-494b-9565-c3e2ee030aa4 req-7ac41749-0ff0-420e-9a96-04ba71c14dcb tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4a5f922-a636-4050-b440-f4fd3dd69f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144528 Nov 11 17:43:45.142706 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ca7ec-6ff6-4207-8efc-9d689345f485 None None] Pushing event deleted for resources: {'Port': ['ID=2ce97cb3-5280-4a27-954f-429fb6d445ad,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:45.151506 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port b9f6c183-d124-41ac-a280-f4ee60b171e9 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:43:45.168701 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40ca7ec-6ff6-4207-8efc-9d689345f485 None None] No DVR routers for this DVR port 2ce97cb3-5280-4a27-954f-429fb6d445ad on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:43:45.170002 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port b9f6c183-d124-41ac-a280-f4ee60b171e9 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:43:45.170373 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:45.217589 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 03ac8c5d-cbaa-49bd-9519-b69f368ae563 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:43:45.289476 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:45.312829 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-17b2e111-61c6-425c-94c4-ee008d9315d6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:45.357618 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.resource_extend [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 17:43:45.368481 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf97d8d6-24b6-4104-af76-e09dfc74807f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f6c183-d124-41ac-a280-f4ee60b171e9'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:43:45.370992 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221e1880-c972-4d50-b69a-bcda99ffe2bb" -d '{"events": [{"server_uuid": "bf97d8d6-24b6-4104-af76-e09dfc74807f", "name": "network-vif-plugged", "status": "completed", "tag": "b9f6c183-d124-41ac-a280-f4ee60b171e9"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:43:45.390489 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2e111-61c6-425c-94c4-ee008d9315d6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Port': ['ID=94828425-a9d0-4ae1-a0e2-c597468b4ccd,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:45.469504 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5013288f-3129-4418-bf01-f9c6bf044e54 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:43:45.483851 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port b9f6c183-d124-41ac-a280-f4ee60b171e9, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b9f6c183-d124-41ac-a280-f4ee60b171e9,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:45.497693 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:45.574845 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-17b2e111-61c6-425c-94c4-ee008d9315d6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:45.625165 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 03ac8c5d-cbaa-49bd-9519-b69f368ae563, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=03ac8c5d-cbaa-49bd-9519-b69f368ae563,segment=NetworkSegment(c456b43e-cce1-4da9-8bab-50fc84f92f69),segment_id=c456b43e-cce1-4da9-8bab-50fc84f92f69)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:45.638601 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=b9f6c183-d124-41ac-a280-f4ee60b171e9,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:45.662266 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '03ac8c5d-cbaa-49bd-9519-b69f368ae563', 'network_id': '4c167514-cf24-4800-a856-f2e1b2266685', 'port_id': '03ac8c5d-cbaa-49bd-9519-b69f368ae563', 'mac_address': 'fa:16:3e:ec:0d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1113ca-7d7f-43da-856f-5d9bc25b5841', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:43:45.794979 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-17b2e111-61c6-425c-94c4-ee008d9315d6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:45.807362 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-17b2e111-61c6-425c-94c4-ee008d9315d6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:45.886757 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17b7f5-9908-4b4c-bc75-bcdc44dbb99b req-4fecbd89-39ae-4b59-890e-cf7bfdc1add0 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:45.888389 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7d17b7f5-9908-4b4c-bc75-bcdc44dbb99b req-4fecbd89-39ae-4b59-890e-cf7bfdc1add0 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=935e9bb8-1335-4496-950c-a1c689256f65 HTTP/1.1" status: 200 len: 943 time: 0.6222820 Nov 11 17:43:45.926312 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-17b2e111-61c6-425c-94c4-ee008d9315d6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:45.927488 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b2e111-61c6-425c-94c4-ee008d9315d6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Fanout notify agent at l3_agent the message router_deleted on router 4b9c87d1-a15d-4a28-a273-aac41247f14e {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:43:45.929247 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:45.936513 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-17b2e111-61c6-425c-94c4-ee008d9315d6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:45.938236 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-17b2e111-61c6-425c-94c4-ee008d9315d6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "DELETE /v2.0/routers/4b9c87d1-a15d-4a28-a273-aac41247f14e HTTP/1.1" status: 204 len: 168 time: 1.7431898 Nov 11 17:43:45.940959 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59636) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:45.953960 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ac8c5d-cbaa-49bd-9519-b69f368ae563 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:43:45.993822 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 03ac8c5d-cbaa-49bd-9519-b69f368ae563, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=03ac8c5d-cbaa-49bd-9519-b69f368ae563,segment=NetworkSegment(c456b43e-cce1-4da9-8bab-50fc84f92f69),segment_id=c456b43e-cce1-4da9-8bab-50fc84f92f69)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:46.005249 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:46.023438 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7d17b7f5-9908-4b4c-bc75-bcdc44dbb99b req-db46adea-c38b-4f6f-a23e-06f16bf72127 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/security-groups?id=401d6f6a-2eda-46ff-8adb-4e897514a453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200182 Nov 11 17:43:46.074234 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1184adb2-0b7d-4baa-ac33-c9d420b8030f x-openstack-request-id: req-1184adb2-0b7d-4baa-ac33-c9d420b8030f {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:43:46.074487 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf97d8d6-24b6-4104-af76-e09dfc74807f", "name": "network-vif-plugged", "status": "completed", "tag": "b9f6c183-d124-41ac-a280-f4ee60b171e9", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:43:46.074589 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1184adb2-0b7d-4baa-ac33-c9d420b8030f {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:43:46.074939 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf97d8d6-24b6-4104-af76-e09dfc74807f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f6c183-d124-41ac-a280-f4ee60b171e9', 'code': 200} Nov 11 17:43:46.126051 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:46.140114 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=03ac8c5d-cbaa-49bd-9519-b69f368ae563,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:46.216896 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ed484-a3d8-4426-824e-868b69227deb req-4c7ab453-fb9e-4157-b9a3-43fa32084561 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:46.231921 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb9ed484-a3d8-4426-824e-868b69227deb req-4c7ab453-fb9e-4157-b9a3-43fa32084561 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.0789125 Nov 11 17:43:46.237163 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['03ac8c5d-cbaa-49bd-9519-b69f368ae563'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:43:46.302996 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb9ed484-a3d8-4426-824e-868b69227deb req-d9c46881-1066-4fb8-847d-f70bb7a06f5a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699167 Nov 11 17:43:46.362269 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082fe6b-5a02-47c0-ab21-bda2dc9f1218 req-b2840955-2502-49dc-9572-71cae2aabda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:46.364511 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e082fe6b-5a02-47c0-ab21-bda2dc9f1218 req-b2840955-2502-49dc-9572-71cae2aabda4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bf97d8d6-24b6-4104-af76-e09dfc74807f HTTP/1.1" status: 200 len: 1101 time: 0.1990404 Nov 11 17:43:46.370429 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:46.419175 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c965a6f6-b3ad-4501-a42b-4657a33c23a9']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:43:46.467921 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30085baf-2cca-4a70-9fd9-ffdf232677b2') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:43:46.468338 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30085baf-2cca-4a70-9fd9-ffdf232677b2') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:43:46.497047 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:46.551339 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:46.557441 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255e328-4a15-4f69-b69c-ec5a2be5142b req-61073b4e-ecbb-44f6-b4ba-079da197ab77 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:46.570008 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3255e328-4a15-4f69-b69c-ec5a2be5142b req-61073b4e-ecbb-44f6-b4ba-079da197ab77 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf97d8d6-24b6-4104-af76-e09dfc74807f HTTP/1.1" status: 200 len: 950 time: 0.1282165 Nov 11 17:43:46.589845 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:43:46.591205 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:43:46.595944 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:43:46.647665 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 2ce97cb3-5280-4a27-954f-429fb6d445ad no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:43:46.675220 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 2ce97cb3-5280-4a27-954f-429fb6d445ad {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:43:46.675885 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 2ce97cb3-5280-4a27-954f-429fb6d445ad not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:43:46.676668 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 94828425-a9d0-4ae1-a0e2-c597468b4ccd no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:43:46.682347 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3255e328-4a15-4f69-b69c-ec5a2be5142b req-bddefa97-af65-4413-b68a-58a683f25afa tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4a5f922-a636-4050-b440-f4fd3dd69f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112354 Nov 11 17:43:46.701146 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 94828425-a9d0-4ae1-a0e2-c597468b4ccd {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:43:46.701649 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 94828425-a9d0-4ae1-a0e2-c597468b4ccd not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:43:46.702278 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:43:46.723564 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e082fe6b-5a02-47c0-ab21-bda2dc9f1218 req-de26a14a-8e6a-426f-a3d6-49dd7eafda79 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a4a5f922-a636-4050-b440-f4fd3dd69f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921558 Nov 11 17:43:46.725291 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:46.734254 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:46.739229 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "DELETE /v2.0/networks/c965a6f6-b3ad-4501-a42b-4657a33c23a9 HTTP/1.1" status: 204 len: 168 time: 0.7954233 Nov 11 17:43:46.741326 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59674) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:46.744458 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:43:46.745079 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e14fa318-fa8b-4c0e-b0b3-66ff46d04a3e not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:43:46.757509 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Network': ['ID=c965a6f6-b3ad-4501-a42b-4657a33c23a9,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:46.766708 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:46.767064 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:46.767409 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:46.767764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:46.768144 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:46.768488 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:46.769485 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:46.770377 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:46.770713 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:46.771041 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:46.771364 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:46.771832 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5bebb4-f01f-4bc3-af27-b5618d947da5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:46.814695 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8d81dea-0820-4f07-b006-8befadfe8fff tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:46.846261 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8d81dea-0820-4f07-b006-8befadfe8fff tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:46.932319 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8d81dea-0820-4f07-b006-8befadfe8fff tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:46.936039 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8d81dea-0820-4f07-b006-8befadfe8fff tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:46.939350 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e8d81dea-0820-4f07-b006-8befadfe8fff tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "DELETE /v2.0/security-groups/83faf7b1-b684-4d2c-a284-545a38a4c7cc HTTP/1.1" status: 204 len: 168 time: 0.1967762 Nov 11 17:43:46.950281 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d81dea-0820-4f07-b006-8befadfe8fff tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83faf7b1-b684-4d2c-a284-545a38a4c7cc,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:47.224833 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 03ac8c5d-cbaa-49bd-9519-b69f368ae563 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:43:47.256957 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59686) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:47.263418 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-06fcb815-54f7-4339-8cad-865c5f741019 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1065689440', 'description': 'tempest-secgroup-smoke-1065689440 description', 'project_id': '4a967e21f8b349ab96ba5689386c16b9'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:43:47.283387 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 03ac8c5d-cbaa-49bd-9519-b69f368ae563 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:43:47.288918 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 03ac8c5d-cbaa-49bd-9519-b69f368ae563 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:43:47.289309 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:47.319663 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-06fcb815-54f7-4339-8cad-865c5f741019 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:47.413255 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:47.429516 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae43b6e-afe3-4b58-bb93-c0f2d0ab4761 req-a07a5c21-b0b5-45ba-b7d0-a97dbfae73c9 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:47.432166 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0ae43b6e-afe3-4b58-bb93-c0f2d0ab4761 req-a07a5c21-b0b5-45ba-b7d0-a97dbfae73c9 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=935e9bb8-1335-4496-950c-a1c689256f65 HTTP/1.1" status: 200 len: 944 time: 0.0887654 Nov 11 17:43:47.476177 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-06fcb815-54f7-4339-8cad-865c5f741019 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:47.476897 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 03ac8c5d-cbaa-49bd-9519-b69f368ae563, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=03ac8c5d-cbaa-49bd-9519-b69f368ae563,segment=NetworkSegment(c456b43e-cce1-4da9-8bab-50fc84f92f69),segment_id=c456b43e-cce1-4da9-8bab-50fc84f92f69)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:47.484491 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:47.492338 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-06fcb815-54f7-4339-8cad-865c5f741019 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:47.538336 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0ae43b6e-afe3-4b58-bb93-c0f2d0ab4761 req-079f28e9-a432-476e-9cd4-816d9233f022 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/security-groups?id=401d6f6a-2eda-46ff-8adb-4e897514a453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962148 Nov 11 17:43:47.540764 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-06fcb815-54f7-4339-8cad-865c5f741019 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:47.544738 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-06fcb815-54f7-4339-8cad-865c5f741019 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2833748 Nov 11 17:43:47.545070 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59690) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:47.552004 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-cc9f365b-b47c-4900-a1c6-8d468299a8df tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': '045ef10d-adc8-467a-a43f-de67a3677d46', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:43:47.557294 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcb815-54f7-4339-8cad-865c5f741019 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045ef10d-adc8-467a-a43f-de67a3677d46,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:47.558578 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=03ac8c5d-cbaa-49bd-9519-b69f368ae563,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:47.591798 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc9f365b-b47c-4900-a1c6-8d468299a8df tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:47.666215 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc9f365b-b47c-4900-a1c6-8d468299a8df tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:47.670708 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc9f365b-b47c-4900-a1c6-8d468299a8df tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:47.690870 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f365b-b47c-4900-a1c6-8d468299a8df tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2398a6-a544-43cf-834a-4aa55d518059,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:47.703283 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc9f365b-b47c-4900-a1c6-8d468299a8df tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:47.707056 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cc9f365b-b47c-4900-a1c6-8d468299a8df tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1579826 Nov 11 17:43:47.707878 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59694) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:47.709340 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a335b71-3d35-4bb4-8a1a-3ed4cd956810 req-2d11e604-53ae-44a6-8b30-199d1f205e9b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:47.710887 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a335b71-3d35-4bb4-8a1a-3ed4cd956810 req-2d11e604-53ae-44a6-8b30-199d1f205e9b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.0561929 Nov 11 17:43:47.718393 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-6c0411d9-ae7a-43cf-9674-fd2f340b59e3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': '045ef10d-adc8-467a-a43f-de67a3677d46', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:43:47.758469 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c0411d9-ae7a-43cf-9674-fd2f340b59e3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:47.789661 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a335b71-3d35-4bb4-8a1a-3ed4cd956810 req-62494f9b-48dc-4e55-b097-80360f2bdce1 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648603 Nov 11 17:43:47.829654 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c0411d9-ae7a-43cf-9674-fd2f340b59e3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:47.836349 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c0411d9-ae7a-43cf-9674-fd2f340b59e3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:47.859297 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0411d9-ae7a-43cf-9674-fd2f340b59e3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc412ed3-f96b-4040-a7ae-8524014f5d9d,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:47.867637 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c0411d9-ae7a-43cf-9674-fd2f340b59e3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:47.868941 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6c0411d9-ae7a-43cf-9674-fd2f340b59e3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1578820 Nov 11 17:43:47.871585 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59696) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:47.875986 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-3e9fadb4-e87a-421e-a901-55dfaa7cdbaa tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': '045ef10d-adc8-467a-a43f-de67a3677d46', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:43:47.910954 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3e9fadb4-e87a-421e-a901-55dfaa7cdbaa tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:47.918859 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76dcf6-9c38-4c4c-9850-8490d75c4129 req-7fdd732a-f45f-4793-9313-9d6357cdd845 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:47.926911 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e76dcf6-9c38-4c4c-9850-8490d75c4129 req-7fdd732a-f45f-4793-9313-9d6357cdd845 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf97d8d6-24b6-4104-af76-e09dfc74807f HTTP/1.1" status: 200 len: 950 time: 0.0607846 Nov 11 17:43:47.983096 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e76dcf6-9c38-4c4c-9850-8490d75c4129 req-3c64f939-bad8-494d-adb9-7f91d9272839 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4a5f922-a636-4050-b440-f4fd3dd69f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551438 Nov 11 17:43:47.985366 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3e9fadb4-e87a-421e-a901-55dfaa7cdbaa tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:47.990186 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3e9fadb4-e87a-421e-a901-55dfaa7cdbaa tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:48.012337 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fadb4-e87a-421e-a901-55dfaa7cdbaa tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7152b0e0-87b5-4ef5-86d9-b2560e55dc00,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:48.023368 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3e9fadb4-e87a-421e-a901-55dfaa7cdbaa tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:48.024658 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3e9fadb4-e87a-421e-a901-55dfaa7cdbaa tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1520889 Nov 11 17:43:48.027361 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59702) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:48.033050 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-46cf19c1-066c-4fa7-a023-3b3b0fb2cdf2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': '045ef10d-adc8-467a-a43f-de67a3677d46', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:43:48.070139 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46cf19c1-066c-4fa7-a023-3b3b0fb2cdf2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:48.076204 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935e9bb8-1335-4496-950c-a1c689256f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ac8c5d-cbaa-49bd-9519-b69f368ae563'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:43:48.078444 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22abe740-31e2-4827-ad0a-b57e263aa0ca" -d '{"events": [{"server_uuid": "935e9bb8-1335-4496-950c-a1c689256f65", "name": "network-vif-plugged", "status": "completed", "tag": "03ac8c5d-cbaa-49bd-9519-b69f368ae563"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:43:48.137325 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46cf19c1-066c-4fa7-a023-3b3b0fb2cdf2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:48.142371 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46cf19c1-066c-4fa7-a023-3b3b0fb2cdf2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:48.163370 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf19c1-066c-4fa7-a023-3b3b0fb2cdf2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626bd72a-ead7-4ab6-ac7a-4485d9898fee,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:48.171650 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46cf19c1-066c-4fa7-a023-3b3b0fb2cdf2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:48.173024 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-46cf19c1-066c-4fa7-a023-3b3b0fb2cdf2 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1436236 Nov 11 17:43:48.175659 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59708) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:48.180734 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e9a1100c-b861-4b29-a4a9-12ecfa122ca3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': '045ef10d-adc8-467a-a43f-de67a3677d46', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:43:48.206438 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-e9a1100c-b861-4b29-a4a9-12ecfa122ca3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Project 4a967e21f8b349ab96ba5689386c16b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:43:48.212493 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9a1100c-b861-4b29-a4a9-12ecfa122ca3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:48.280307 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9a1100c-b861-4b29-a4a9-12ecfa122ca3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:48.285080 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9a1100c-b861-4b29-a4a9-12ecfa122ca3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:48.297654 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:43:48.303811 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1100c-b861-4b29-a4a9-12ecfa122ca3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b947b90-578e-48bc-af93-fea1aaef6c76,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:48.316123 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9a1100c-b861-4b29-a4a9-12ecfa122ca3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:48.320865 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e9a1100c-b861-4b29-a4a9-12ecfa122ca3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1406708 Nov 11 17:43:48.321032 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59714) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:48.331256 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-b536ea74-311a-4aa7-9b60-b01707e13336 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'security_group_rule': {'security_group_id': '045ef10d-adc8-467a-a43f-de67a3677d46', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:43:48.354963 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:48.374742 n-d-816206-4 neutron-server[102618]: INFO neutron.db.securitygroups_db [None req-b536ea74-311a-4aa7-9b60-b01707e13336 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Project 4a967e21f8b349ab96ba5689386c16b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:43:48.384127 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b536ea74-311a-4aa7-9b60-b01707e13336 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:48.396446 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb8a61a-a683-4906-ab21-85bb68461f99 x-openstack-request-id: req-0bb8a61a-a683-4906-ab21-85bb68461f99 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:43:48.396986 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935e9bb8-1335-4496-950c-a1c689256f65", "name": "network-vif-plugged", "status": "completed", "tag": "03ac8c5d-cbaa-49bd-9519-b69f368ae563", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:43:48.397464 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0bb8a61a-a683-4906-ab21-85bb68461f99 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:43:48.397868 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935e9bb8-1335-4496-950c-a1c689256f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ac8c5d-cbaa-49bd-9519-b69f368ae563', 'code': 200} Nov 11 17:43:48.457967 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b536ea74-311a-4aa7-9b60-b01707e13336 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:48.462468 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b536ea74-311a-4aa7-9b60-b01707e13336 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:48.490215 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536ea74-311a-4aa7-9b60-b01707e13336 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837bb8c4-0e2f-4fea-980b-22f1e926462a,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:48.513303 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b536ea74-311a-4aa7-9b60-b01707e13336 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:48.514539 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b536ea74-311a-4aa7-9b60-b01707e13336 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1925263 Nov 11 17:43:48.517522 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59718) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:48.523561 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-fc451627-40fb-4d7d-a0d3-cdbea893765a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'network': {'name': 'tempest-network-smoke--1724455340', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'port_security_enabled': True}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:43:48.552100 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2234330-43ec-49c7-aa08-d09ae9f3abd6 req-a4028e2d-f110-4d25-afe0-78fce0535086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:48.553867 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a2234330-43ec-49c7-aa08-d09ae9f3abd6 req-a4028e2d-f110-4d25-afe0-78fce0535086 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=935e9bb8-1335-4496-950c-a1c689256f65 HTTP/1.1" status: 200 len: 1096 time: 0.0796742 Nov 11 17:43:48.554899 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc451627-40fb-4d7d-a0d3-cdbea893765a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Made reservation on behalf of 4a967e21f8b349ab96ba5689386c16b9 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:43:48.558379 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc451627-40fb-4d7d-a0d3-cdbea893765a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:48.605398 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc451627-40fb-4d7d-a0d3-cdbea893765a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1273} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:43:48.627939 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc451627-40fb-4d7d-a0d3-cdbea893765a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:48.628301 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-fc451627-40fb-4d7d-a0d3-cdbea893765a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Added segment 894493d0-b1f6-4812-9235-1f618ca24296 of type vlan for network 7b858174-7681-40b4-a8b2-2e2980650477 Nov 11 17:43:48.638282 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a2234330-43ec-49c7-aa08-d09ae9f3abd6 req-997ffb60-95ab-41df-a0fd-84594e446e53 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=401d6f6a-2eda-46ff-8adb-4e897514a453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696366 Nov 11 17:43:48.706209 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc451627-40fb-4d7d-a0d3-cdbea893765a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:48.763237 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e63ba-4b26-44a7-b57d-4e7adc9929dd req-1a853d22-e415-474a-92ae-55bd3609ccfe tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:48.763995 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e59e63ba-4b26-44a7-b57d-4e7adc9929dd req-1a853d22-e415-474a-92ae-55bd3609ccfe tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=935e9bb8-1335-4496-950c-a1c689256f65 HTTP/1.1" status: 200 len: 945 time: 0.0977399 Nov 11 17:43:48.765263 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc451627-40fb-4d7d-a0d3-cdbea893765a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:48.771031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc451627-40fb-4d7d-a0d3-cdbea893765a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:48.772497 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc451627-40fb-4d7d-a0d3-cdbea893765a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:48.874441 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fc451627-40fb-4d7d-a0d3-cdbea893765a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3535113 Nov 11 17:43:48.874798 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59726) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:48.881836 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-c30cccb2-7d72-45db-a3b0-75788f5ffd85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-900904577', 'admin_state_up': True, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:43:48.884319 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc451627-40fb-4d7d-a0d3-cdbea893765a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Network': ['ID=7b858174-7681-40b4-a8b2-2e2980650477,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:48.897090 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 7b858174-7681-40b4-a8b2-2e2980650477 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:43:48.914014 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e59e63ba-4b26-44a7-b57d-4e7adc9929dd req-428b3266-5f01-4db8-8c6d-6a82c1f3b957 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/security-groups?id=401d6f6a-2eda-46ff-8adb-4e897514a453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386607 Nov 11 17:43:48.937898 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c30cccb2-7d72-45db-a3b0-75788f5ffd85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:48.940086 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c30cccb2-7d72-45db-a3b0-75788f5ffd85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:49.052285 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c30cccb2-7d72-45db-a3b0-75788f5ffd85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:49.145623 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a47d7d-1585-40d4-8e66-29e3684eb48e req-f0f3327e-7ccc-498a-a75b-e815ed88f6e9 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:49.148442 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0a47d7d-1585-40d4-8e66-29e3684eb48e req-f0f3327e-7ccc-498a-a75b-e815ed88f6e9 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.0872746 Nov 11 17:43:49.241295 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c30cccb2-7d72-45db-a3b0-75788f5ffd85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:49.259957 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0a47d7d-1585-40d4-8e66-29e3684eb48e req-0d09b208-682d-49a2-8e86-faf44667de11 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047902 Nov 11 17:43:49.474334 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c30cccb2-7d72-45db-a3b0-75788f5ffd85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:49.494589 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c30cccb2-7d72-45db-a3b0-75788f5ffd85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:49.614134 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-c30cccb2-7d72-45db-a3b0-75788f5ffd85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Allocated IP 172.25.2.84 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/67c51460-4ada-4e35-8b75-66c8ded60340) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:43:49.749484 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c30cccb2-7d72-45db-a3b0-75788f5ffd85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:49.808906 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c30cccb2-7d72-45db-a3b0-75788f5ffd85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:49.851197 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30cccb2-7d72-45db-a3b0-75788f5ffd85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:43:49.857252 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-c30cccb2-7d72-45db-a3b0-75788f5ffd85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:43:49.860877 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30cccb2-7d72-45db-a3b0-75788f5ffd85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:43:49.875050 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d89d40-770f-4de0-aa93-66e87f59e8c5 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:43:49.889019 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30cccb2-7d72-45db-a3b0-75788f5ffd85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=67c51460-4ada-4e35-8b75-66c8ded60340,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:50.016934 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6b403138-8277-4165-bdf4-5f6b5b44b231 None None] Provisioning complete for port 67c51460-4ada-4e35-8b75-66c8ded60340 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:43:50.017575 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6b403138-8277-4165-bdf4-5f6b5b44b231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:50.105141 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6b403138-8277-4165-bdf4-5f6b5b44b231 None None] Port 67c51460-4ada-4e35-8b75-66c8ded60340 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:43:50.126437 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc65f9-900d-40a6-bc34-187f7f1301b6 req-2c0348f7-b170-4870-93dc-ca7f57eccafb tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:50.136358 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d9bc65f9-900d-40a6-bc34-187f7f1301b6 req-2c0348f7-b170-4870-93dc-ca7f57eccafb tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=935e9bb8-1335-4496-950c-a1c689256f65 HTTP/1.1" status: 200 len: 945 time: 0.0863369 Nov 11 17:43:50.215931 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d9bc65f9-900d-40a6-bc34-187f7f1301b6 req-50eeceb1-781a-457d-aae8-f175357a9e92 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/security-groups?id=401d6f6a-2eda-46ff-8adb-4e897514a453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644650 Nov 11 17:43:50.225937 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c30cccb2-7d72-45db-a3b0-75788f5ffd85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:50.405508 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e44f81-4c03-4342-8c9d-07ebb163b7d2 req-5aee7516-b04b-4621-8377-e44a97b9c950 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:50.407643 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07e44f81-4c03-4342-8c9d-07ebb163b7d2 req-5aee7516-b04b-4621-8377-e44a97b9c950 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.0655823 Nov 11 17:43:50.475675 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07e44f81-4c03-4342-8c9d-07ebb163b7d2 req-e3a3eb1d-420e-4450-85b5-e757906f96f6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615091 Nov 11 17:43:50.516637 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c30cccb2-7d72-45db-a3b0-75788f5ffd85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:50.686522 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30cccb2-7d72-45db-a3b0-75788f5ffd85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Router 48938854-82a5-487d-b39c-c1bdef6f8e8c is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:43:50.836280 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30cccb2-7d72-45db-a3b0-75788f5ffd85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:43:50.847847 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] Sync routers for ids ['48938854-82a5-487d-b39c-c1bdef6f8e8c'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:43:50.864130 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c30cccb2-7d72-45db-a3b0-75788f5ffd85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:50.865461 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c30cccb2-7d72-45db-a3b0-75788f5ffd85 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9881670 Nov 11 17:43:50.868646 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59756) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:50.878503 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] Routers {'48938854-82a5-487d-b39c-c1bdef6f8e8c'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:43:50.882295 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:43:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['48938854-82a5-487d-b39c-c1bdef6f8e8c'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:43:50.933641 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59760) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:50.936100 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-98af8982-d8da-4b42-8b3d-35d39da04c10 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=4a967e21f8b349ab96ba5689386c16b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0647495 Nov 11 17:43:51.052546 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] Set router 48938854-82a5-487d-b39c-c1bdef6f8e8c gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:43:51.094441 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc28e20-1b0a-48f3-afc8-0ecdc4237bcc tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:51.101320 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2bc28e20-1b0a-48f3-afc8-0ecdc4237bcc tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1643922 Nov 11 17:43:51.102237 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 59764) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:51.154495 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59768) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:51.155086 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c7c7e540-3196-4ad7-9105-596589ea5466 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0516405 Nov 11 17:43:51.161151 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-63def81a-f01c-4b3b-86cc-c621db9f31f6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-155611527', 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477', 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:43:51.239302 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fba70-225a-4e6a-b9d8-c901d77b587f req-ece04cd1-76ad-4a5a-b52e-7bf198b7a09c tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:51.249783 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f49fba70-225a-4e6a-b9d8-c901d77b587f req-ece04cd1-76ad-4a5a-b52e-7bf198b7a09c tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=935e9bb8-1335-4496-950c-a1c689256f65 HTTP/1.1" status: 200 len: 945 time: 0.1010928 Nov 11 17:43:51.296675 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63def81a-f01c-4b3b-86cc-c621db9f31f6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Made reservation on behalf of 4a967e21f8b349ab96ba5689386c16b9 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:43:51.301923 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63def81a-f01c-4b3b-86cc-c621db9f31f6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:51.345345 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f49fba70-225a-4e6a-b9d8-c901d77b587f req-ba60c818-60cb-4a92-8207-96334a9ce3e6 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/security-groups?id=401d6f6a-2eda-46ff-8adb-4e897514a453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923226 Nov 11 17:43:51.358346 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900904577', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:43:48Z', 'updated_at': '2021-11-11T17:43:50Z', 'revision_number': 3, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:49Z', 'updated_at': '2021-11-11T17:43:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:43:51.389333 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] Checking router: 48938854-82a5-487d-b39c-c1bdef6f8e8c for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:43:51.389721 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] Updating router 48938854-82a5-487d-b39c-c1bdef6f8e8c port 67c51460-4ada-4e35-8b75-66c8ded60340 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:43:51.421353 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:51.540204 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63def81a-f01c-4b3b-86cc-c621db9f31f6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:51.619821 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63def81a-f01c-4b3b-86cc-c621db9f31f6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Checking segment: {'id': '894493d0-b1f6-4812-9235-1f618ca24296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:43:51.620541 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63def81a-f01c-4b3b-86cc-c621db9f31f6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network hostable DHCP agents. Network: 7b858174-7681-40b4-a8b2-2e2980650477, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:43:51.624348 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63def81a-f01c-4b3b-86cc-c621db9f31f6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Subnet': ['ID=bdcc17b9-1e5b-450c-9776-e8919a32f6f2,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:51.654930 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63def81a-f01c-4b3b-86cc-c621db9f31f6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network 7b858174-7681-40b4-a8b2-2e2980650477 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:43:51.671124 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-63def81a-f01c-4b3b-86cc-c621db9f31f6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 7b858174-7681-40b4-a8b2-2e2980650477) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:43:51.680789 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63def81a-f01c-4b3b-86cc-c621db9f31f6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:51.682935 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-63def81a-f01c-4b3b-86cc-c621db9f31f6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:51.688325 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48b6a36-a790-4e6e-93d2-4ce28ae75db6 None None] Network 7b858174-7681-40b4-a8b2-2e2980650477 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:43:51.707579 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275c741-7a8d-4cd9-992d-b651b8490b82 req-c55a47ca-4dff-41e4-8e2e-5ca7efbe535d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:51.717745 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0275c741-7a8d-4cd9-992d-b651b8490b82 req-c55a47ca-4dff-41e4-8e2e-5ca7efbe535d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.1330154 Nov 11 17:43:51.720944 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-63def81a-f01c-4b3b-86cc-c621db9f31f6 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5641963 Nov 11 17:43:51.724146 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 59774) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:43:51.786531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0275c741-7a8d-4cd9-992d-b651b8490b82 req-ccb5542e-5d45-4a90-a69c-f680d5e1fe2c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651600 Nov 11 17:43:51.992761 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7df3be-dcbd-47b0-9366-565567718ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-7b858174-7681-40b4-a8b2-2e2980650477', 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'fixed_ips': [{'subnet_id': 'bdcc17b9-1e5b-450c-9776-e8919a32f6f2'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:43:51.994703 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ea7df3be-dcbd-47b0-9366-565567718ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:52.052869 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:52.117030 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:52.179067 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239e7e98-d3e8-458d-809e-89ab3b2b29d0 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:43:52.202634 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] Attempting to bind port 67c51460-4ada-4e35-8b75-66c8ded60340 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:43:52.203008 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] Attempting to bind port 67c51460-4ada-4e35-8b75-66c8ded60340 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:43:52.203368 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] Attempting to bind port 67c51460-4ada-4e35-8b75-66c8ded60340 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:43:52.254277 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e9e67-d6d6-4b25-8f9b-13ecf574fe59 None None] Pushing event updated for resources: {'Port': ['ID=67c51460-4ada-4e35-8b75-66c8ded60340,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:52.258544 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:43:52.258954 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:43:52.259325 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:52.259719 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:43:52.260244 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] Bound port: 67c51460-4ada-4e35-8b75-66c8ded60340, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:43:52.260627 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:52.355043 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5924ef02-8a3c-4ad8-9069-f4a8f69f9fd1 None None] Provisioning complete for port 67c51460-4ada-4e35-8b75-66c8ded60340 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:43:52.355411 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5924ef02-8a3c-4ad8-9069-f4a8f69f9fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:52.359043 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-ea7df3be-dcbd-47b0-9366-565567718ae3 None None] Allocated IP 172.20.0.2 (7b858174-7681-40b4-a8b2-2e2980650477/bdcc17b9-1e5b-450c-9776-e8919a32f6f2/5f26227a-f980-4be3-a81a-16108e33d9a1) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:43:52.418108 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] For port 67c51460-4ada-4e35-8b75-66c8ded60340, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:43:52.427357 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] For port 67c51460-4ada-4e35-8b75-66c8ded60340, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=67c51460-4ada-4e35-8b75-66c8ded60340,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:43:52.444997 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:52.618840 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10348258-2bf2-43e0-8a45-62db179029fd req-a1b8635f-9e32-4820-8a30-2ae29fac7925 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:52.622958 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10348258-2bf2-43e0-8a45-62db179029fd req-a1b8635f-9e32-4820-8a30-2ae29fac7925 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=935e9bb8-1335-4496-950c-a1c689256f65 HTTP/1.1" status: 200 len: 945 time: 0.1346436 Nov 11 17:43:52.672006 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc4476-c37b-4876-b9d6-3bb8a9045078 req-47090d15-2699-4b84-b87f-4b2c5cbf217f tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:52.673842 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85bc4476-c37b-4876-b9d6-3bb8a9045078 req-47090d15-2699-4b84-b87f-4b2c5cbf217f tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.83 "GET /v2.0/ports?device_id=935e9bb8-1335-4496-950c-a1c689256f65 HTTP/1.1" status: 200 len: 945 time: 0.1222510 Nov 11 17:43:52.689473 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ea7df3be-dcbd-47b0-9366-565567718ae3 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:52.690762 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-69eabd47-1e33-4d8f-b6a1-6aecfebfc8d1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:52.693737 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-5924ef02-8a3c-4ad8-9069-f4a8f69f9fd1 None None] Port 67c51460-4ada-4e35-8b75-66c8ded60340 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:43:52.712214 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39fbf01-a3a3-492b-8101-bad1f31cceed None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:43:52.717813 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ea7df3be-dcbd-47b0-9366-565567718ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:52.817272 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] Routers {'48938854-82a5-487d-b39c-c1bdef6f8e8c'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:43:52.817903 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:43:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['48938854-82a5-487d-b39c-c1bdef6f8e8c'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:43:52.840434 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10348258-2bf2-43e0-8a45-62db179029fd req-551c502c-ad7a-4bca-98a8-0bd1dfa21524 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/security-groups?id=401d6f6a-2eda-46ff-8adb-4e897514a453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101872 Nov 11 17:43:52.920297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-85bc4476-c37b-4876-b9d6-3bb8a9045078 req-55c89437-b13d-46ae-9582-4ac64edf06cc tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Deleting port 03ac8c5d-cbaa-49bd-9519-b69f368ae563 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:43:52.921028 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-85bc4476-c37b-4876-b9d6-3bb8a9045078 req-55c89437-b13d-46ae-9582-4ac64edf06cc tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:52.928009 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7df3be-dcbd-47b0-9366-565567718ae3 None None] Network 7b858174-7681-40b4-a8b2-2e2980650477 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:43:52.930043 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e9e67-d6d6-4b25-8f9b-13ecf574fe59 None None] Pushing event updated for resources: {'Port': ['ID=67c51460-4ada-4e35-8b75-66c8ded60340,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:52.983973 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7df3be-dcbd-47b0-9366-565567718ae3 None None] Pushing event updated for resources: {'Port': ['ID=5f26227a-f980-4be3-a81a-16108e33d9a1,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:52.993574 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-ea7df3be-dcbd-47b0-9366-565567718ae3 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:43:52.998973 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7df3be-dcbd-47b0-9366-565567718ae3 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:43:53.102340 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ba09c-6cac-4a0c-9136-8bd335f30a0f req-f0d6d927-aadd-46a8-893b-599ae480079a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:53.110196 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7b3ba09c-6cac-4a0c-9136-8bd335f30a0f req-f0d6d927-aadd-46a8-893b-599ae480079a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.1000733 Nov 11 17:43:53.137411 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3a189b87-c7cd-4235-94c8-a6622c7252e3 None None] Provisioning complete for port 67c51460-4ada-4e35-8b75-66c8ded60340 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:43:53.137773 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3a189b87-c7cd-4235-94c8-a6622c7252e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:53.162752 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-85bc4476-c37b-4876-b9d6-3bb8a9045078 req-55c89437-b13d-46ae-9582-4ac64edf06cc tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] For port 03ac8c5d-cbaa-49bd-9519-b69f368ae563, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=03ac8c5d-cbaa-49bd-9519-b69f368ae563,segment=NetworkSegment(c456b43e-cce1-4da9-8bab-50fc84f92f69),segment_id=c456b43e-cce1-4da9-8bab-50fc84f92f69)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:53.163527 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-85bc4476-c37b-4876-b9d6-3bb8a9045078 req-55c89437-b13d-46ae-9582-4ac64edf06cc tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:53.187710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-85bc4476-c37b-4876-b9d6-3bb8a9045078 req-55c89437-b13d-46ae-9582-4ac64edf06cc tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Calling delete_port for 03ac8c5d-cbaa-49bd-9519-b69f368ae563 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:43:53.208797 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7b3ba09c-6cac-4a0c-9136-8bd335f30a0f req-eafa7981-3ac7-42a6-9fd0-728f7b93c5dd tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919785 Nov 11 17:43:53.255192 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ea7df3be-dcbd-47b0-9366-565567718ae3 None None] Attempting to bind port 5f26227a-f980-4be3-a81a-16108e33d9a1 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:43:53.255565 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ea7df3be-dcbd-47b0-9366-565567718ae3 None None] Attempting to bind port 5f26227a-f980-4be3-a81a-16108e33d9a1 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '894493d0-b1f6-4812-9235-1f618ca24296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:43:53.257858 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7df3be-dcbd-47b0-9366-565567718ae3 None None] Attempting to bind port 5f26227a-f980-4be3-a81a-16108e33d9a1 on network 7b858174-7681-40b4-a8b2-2e2980650477 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:43:53.266696 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] Set router 48938854-82a5-487d-b39c-c1bdef6f8e8c gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:43:53.270118 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7df3be-dcbd-47b0-9366-565567718ae3 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:43:53.270508 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7df3be-dcbd-47b0-9366-565567718ae3 None None] Checking segment: {'id': '894493d0-b1f6-4812-9235-1f618ca24296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:43:53.270919 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ea7df3be-dcbd-47b0-9366-565567718ae3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:53.271320 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7df3be-dcbd-47b0-9366-565567718ae3 None None] Bound using segment: {'id': '894493d0-b1f6-4812-9235-1f618ca24296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:43:53.271834 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ea7df3be-dcbd-47b0-9366-565567718ae3 None None] Bound port: 5f26227a-f980-4be3-a81a-16108e33d9a1, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894493d0-b1f6-4812-9235-1f618ca24296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:43:53.272221 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ea7df3be-dcbd-47b0-9366-565567718ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:53.418452 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-69eabd47-1e33-4d8f-b6a1-6aecfebfc8d1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Allocated IP 172.20.0.1 (7b858174-7681-40b4-a8b2-2e2980650477/bdcc17b9-1e5b-450c-9776-e8919a32f6f2/60e9a522-bc52-4c57-82fc-faffa087d015) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:43:53.420137 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-85bc4476-c37b-4876-b9d6-3bb8a9045078 req-55c89437-b13d-46ae-9582-4ac64edf06cc tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:53.461298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c89437-b13d-46ae-9582-4ac64edf06cc tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Pushing event deleted for resources: {'Port': ['ID=03ac8c5d-cbaa-49bd-9519-b69f368ae563,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:53.515941 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bc4476-c37b-4876-b9d6-3bb8a9045078 req-55c89437-b13d-46ae-9582-4ac64edf06cc tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] No DVR routers for this DVR port 03ac8c5d-cbaa-49bd-9519-b69f368ae563 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:43:53.518693 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-85bc4476-c37b-4876-b9d6-3bb8a9045078 req-55c89437-b13d-46ae-9582-4ac64edf06cc tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:53.523080 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85bc4476-c37b-4876-b9d6-3bb8a9045078 req-55c89437-b13d-46ae-9582-4ac64edf06cc tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.83 "DELETE /v2.0/ports/03ac8c5d-cbaa-49bd-9519-b69f368ae563 HTTP/1.1" status: 204 len: 173 time: 0.8358526 Nov 11 17:43:53.523631 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935e9bb8-1335-4496-950c-a1c689256f65', 'name': 'network-vif-deleted', 'tag': '03ac8c5d-cbaa-49bd-9519-b69f368ae563'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:43:53.528744 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf240dc-2eef-4b96-95a8-03b74b78c415" -d '{"events": [{"server_uuid": "935e9bb8-1335-4496-950c-a1c689256f65", "name": "network-vif-deleted", "tag": "03ac8c5d-cbaa-49bd-9519-b69f368ae563"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:43:53.582790 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612e851f-adda-4ce7-bd17-6e8fea65720d x-openstack-request-id: req-612e851f-adda-4ce7-bd17-6e8fea65720d {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:43:53.583871 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935e9bb8-1335-4496-950c-a1c689256f65", "name": "network-vif-deleted", "tag": "03ac8c5d-cbaa-49bd-9519-b69f368ae563", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:43:53.584448 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-612e851f-adda-4ce7-bd17-6e8fea65720d {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:43:53.584886 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935e9bb8-1335-4496-950c-a1c689256f65', 'name': 'network-vif-deleted', 'tag': '03ac8c5d-cbaa-49bd-9519-b69f368ae563', 'status': 'completed', 'code': 200} Nov 11 17:43:53.600717 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-69eabd47-1e33-4d8f-b6a1-6aecfebfc8d1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:53.641017 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-69eabd47-1e33-4d8f-b6a1-6aecfebfc8d1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:53.696404 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eabd47-1e33-4d8f-b6a1-6aecfebfc8d1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network 7b858174-7681-40b4-a8b2-2e2980650477 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:43:53.700019 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-69eabd47-1e33-4d8f-b6a1-6aecfebfc8d1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:43:53.713635 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eabd47-1e33-4d8f-b6a1-6aecfebfc8d1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:43:53.763422 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eabd47-1e33-4d8f-b6a1-6aecfebfc8d1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=60e9a522-bc52-4c57-82fc-faffa087d015,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:53.783756 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-69eabd47-1e33-4d8f-b6a1-6aecfebfc8d1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:53.964859 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ea7df3be-dcbd-47b0-9366-565567718ae3 None None] For port 5f26227a-f980-4be3-a81a-16108e33d9a1, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:43:54.005516 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ea7df3be-dcbd-47b0-9366-565567718ae3 None None] For port 5f26227a-f980-4be3-a81a-16108e33d9a1, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5f26227a-f980-4be3-a81a-16108e33d9a1,segment=NetworkSegment(894493d0-b1f6-4812-9235-1f618ca24296),segment_id=894493d0-b1f6-4812-9235-1f618ca24296)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:43:54.013013 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3a189b87-c7cd-4235-94c8-a6622c7252e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:54.021672 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ea7df3be-dcbd-47b0-9366-565567718ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:54.077267 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-69eabd47-1e33-4d8f-b6a1-6aecfebfc8d1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:54.084547 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca50ee85-2342-4c2b-8bcc-93abfc251928 req-e2540323-710f-457d-af92-42feade8fcf6 tempest-VolumesActionsTest-731824611 tempest-VolumesActionsTest-731824611-project] 10.222.0.76 "GET /v2.0/ports?device_id=935e9bb8-1335-4496-950c-a1c689256f65 HTTP/1.1" status: 200 len: 210 time: 0.0410194 Nov 11 17:43:54.114012 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900904577', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:43:48Z', 'updated_at': '2021-11-11T17:43:50Z', 'revision_number': 3, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:49Z', 'updated_at': '2021-11-11T17:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:43:54.130121 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3a189b87-c7cd-4235-94c8-a6622c7252e3 None None] For port 67c51460-4ada-4e35-8b75-66c8ded60340, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=67c51460-4ada-4e35-8b75-66c8ded60340,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:54.186688 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3a189b87-c7cd-4235-94c8-a6622c7252e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:54.194265 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454e1f6d-8c95-4691-8744-8de251f86c52 None None] The sync data for ids ['48938854-82a5-487d-b39c-c1bdef6f8e8c'] in n-d-816206-4 is: [{'id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900904577', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:43:48Z', 'updated_at': '2021-11-11T17:43:50Z', 'revision_number': 3, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:49Z', 'updated_at': '2021-11-11T17:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:43:54.275120 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:54.278584 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7df3be-dcbd-47b0-9366-565567718ae3 None None] Pushing event updated for resources: {'Port': ['ID=5f26227a-f980-4be3-a81a-16108e33d9a1,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:54.379988 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a189b87-c7cd-4235-94c8-a6622c7252e3 None None] Pushing event updated for resources: {'Port': ['ID=67c51460-4ada-4e35-8b75-66c8ded60340,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:54.414882 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcb4ba-1e0c-420e-b8bc-c222b8dece16 req-02d1738d-eae9-4f47-b724-c6ecf2051c97 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:54.416841 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35dcb4ba-1e0c-420e-b8bc-c222b8dece16 req-02d1738d-eae9-4f47-b724-c6ecf2051c97 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.0902467 Nov 11 17:43:54.637833 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35dcb4ba-1e0c-420e-b8bc-c222b8dece16 req-06ed8c38-0d8d-4528-9adc-574dd55406de tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958272 Nov 11 17:43:54.664135 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-69eabd47-1e33-4d8f-b6a1-6aecfebfc8d1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:54.678365 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-69eabd47-1e33-4d8f-b6a1-6aecfebfc8d1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:54.814271 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-69eabd47-1e33-4d8f-b6a1-6aecfebfc8d1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:54.816165 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eabd47-1e33-4d8f-b6a1-6aecfebfc8d1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=60e9a522-bc52-4c57-82fc-faffa087d015,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:54.980106 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eabd47-1e33-4d8f-b6a1-6aecfebfc8d1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network 7b858174-7681-40b4-a8b2-2e2980650477 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:43:54.982284 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-69eabd47-1e33-4d8f-b6a1-6aecfebfc8d1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:43:55.168634 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69eabd47-1e33-4d8f-b6a1-6aecfebfc8d1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Router 48938854-82a5-487d-b39c-c1bdef6f8e8c has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:43:55.254777 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 03ac8c5d-cbaa-49bd-9519-b69f368ae563 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:43:55.335523 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 03ac8c5d-cbaa-49bd-9519-b69f368ae563 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:43:55.336171 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 03ac8c5d-cbaa-49bd-9519-b69f368ae563 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:43:55.367913 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69eabd47-1e33-4d8f-b6a1-6aecfebfc8d1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:43:55.384672 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-69eabd47-1e33-4d8f-b6a1-6aecfebfc8d1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "PUT /v2.0/routers/48938854-82a5-487d-b39c-c1bdef6f8e8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6592822 Nov 11 17:43:55.735525 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-821ee8e8-cd43-4e29-9006-c25b8af0459d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1065689440&fields=id&tenant_id=4a967e21f8b349ab96ba5689386c16b9 HTTP/1.1" status: 200 len: 267 time: 0.0944798 Nov 11 17:43:55.770901 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a06ef3-a5d9-4ce4-a32f-481dc1d68dda None None] Network 7b858174-7681-40b4-a8b2-2e2980650477 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:43:55.912705 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-1b3c744a-3d30-4469-b54e-2b8c3e573be9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:55.915838 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-1b3c744a-3d30-4469-b54e-2b8c3e573be9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/networks?id=7b858174-7681-40b4-a8b2-2e2980650477 HTTP/1.1" status: 200 len: 797 time: 0.1698291 Nov 11 17:43:55.944278 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-b8d85482-d7a5-4dfb-b728-e62978113f7c tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/quotas/4a967e21f8b349ab96ba5689386c16b9 HTTP/1.1" status: 200 len: 375 time: 0.0189173 Nov 11 17:43:55.962671 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-328a2579-69de-4291-bb25-54094b0e5267 None None] Provisioning complete for port 5f26227a-f980-4be3-a81a-16108e33d9a1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:43:55.963144 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-328a2579-69de-4291-bb25-54094b0e5267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:56.043841 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-4ea2476f-99c8-40fb-8998-a31008378c0b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953231 Nov 11 17:43:56.129694 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-328a2579-69de-4291-bb25-54094b0e5267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:56.198518 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-328a2579-69de-4291-bb25-54094b0e5267 None None] For port 5f26227a-f980-4be3-a81a-16108e33d9a1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5f26227a-f980-4be3-a81a-16108e33d9a1,segment=NetworkSegment(894493d0-b1f6-4812-9235-1f618ca24296),segment_id=894493d0-b1f6-4812-9235-1f618ca24296)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:56.205178 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-328a2579-69de-4291-bb25-54094b0e5267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:56.212585 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-78309317-e862-4f6b-9536-bf2acc9fb8e7 service neutron] 10.222.0.76 "GET /v2.0/networks/7b858174-7681-40b4-a8b2-2e2980650477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523213 Nov 11 17:43:56.339218 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a2579-69de-4291-bb25-54094b0e5267 None None] Pushing event updated for resources: {'Port': ['ID=5f26227a-f980-4be3-a81a-16108e33d9a1,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:56.363867 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-d03c6474-a205-46e7-a3fd-9796db3e13ee service neutron] 10.222.0.76 "GET /v2.0/networks/7b858174-7681-40b4-a8b2-2e2980650477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496356 Nov 11 17:43:56.599219 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e82cecc1-5ba6-42c7-bbed-e74694ce3a35 None None] Provisioning complete for port 60e9a522-bc52-4c57-82fc-faffa087d015 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:43:56.599746 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e82cecc1-5ba6-42c7-bbed-e74694ce3a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:56.709117 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 67c51460-4ada-4e35-8b75-66c8ded60340 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:43:56.727995 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b933e-82b2-49bc-ba5c-30253db8270f req-fc60da46-e971-407b-becc-b0908bc1df98 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:56.740243 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-be0b933e-82b2-49bc-ba5c-30253db8270f req-fc60da46-e971-407b-becc-b0908bc1df98 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.1428244 Nov 11 17:43:56.773984 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e82cecc1-5ba6-42c7-bbed-e74694ce3a35 None None] Port 60e9a522-bc52-4c57-82fc-faffa087d015 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:43:56.859083 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e82cecc1-5ba6-42c7-bbed-e74694ce3a35 None None] Provisioning complete for port 5f26227a-f980-4be3-a81a-16108e33d9a1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:43:56.859461 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e82cecc1-5ba6-42c7-bbed-e74694ce3a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:56.907821 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 67c51460-4ada-4e35-8b75-66c8ded60340 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:43:56.914617 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-be0b933e-82b2-49bc-ba5c-30253db8270f req-d4eb917b-dd88-48e6-84fc-e51481fb38dc tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713152 Nov 11 17:43:56.922542 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:57.030669 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] Sync routers for ids ['48938854-82a5-487d-b39c-c1bdef6f8e8c'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:43:57.054220 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] Routers {'48938854-82a5-487d-b39c-c1bdef6f8e8c'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:43:57.054871 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:43:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['48938854-82a5-487d-b39c-c1bdef6f8e8c'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:43:57.088138 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ead0d734-6412-4f7b-ba02-120d7253c108 req-c331297a-8cf9-41b3-b55d-4abfdb81b8d3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 210 time: 0.0926309 Nov 11 17:43:57.340601 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] Set router 48938854-82a5-487d-b39c-c1bdef6f8e8c gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:43:57.351071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5f26227a-f980-4be3-a81a-16108e33d9a1 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:43:57.481832 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8a556023-6e8b-4371-86a3-2e1d49dc4303 None None] Provisioning complete for port 60e9a522-bc52-4c57-82fc-faffa087d015 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:43:57.482537 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8a556023-6e8b-4371-86a3-2e1d49dc4303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:57.531882 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 5f26227a-f980-4be3-a81a-16108e33d9a1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:43:57.532256 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:57.595351 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-8a556023-6e8b-4371-86a3-2e1d49dc4303 None None] Port 60e9a522-bc52-4c57-82fc-faffa087d015 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:43:57.694047 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900904577', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:43:48Z', 'updated_at': '2021-11-11T17:43:53Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:49Z', 'updated_at': '2021-11-11T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '60e9a522-bc52-4c57-82fc-faffa087d015', 'name': '', 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:d4:65:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'bdcc17b9-1e5b-450c-9776-e8919a32f6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:53Z', 'updated_at': '2021-11-11T17:43:54Z', 'revision_number': 2, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': 'bdcc17b9-1e5b-450c-9776-e8919a32f6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:43:57.726563 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ea0ef317-f0cd-4c17-bed8-87ed6244c108 None None] Provisioning complete for port 60e9a522-bc52-4c57-82fc-faffa087d015 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:43:57.727097 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ea0ef317-f0cd-4c17-bed8-87ed6244c108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:57.746765 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] Checking router: 48938854-82a5-487d-b39c-c1bdef6f8e8c for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:43:57.747607 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] Updating router 48938854-82a5-487d-b39c-c1bdef6f8e8c port 60e9a522-bc52-4c57-82fc-faffa087d015 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:43:57.789392 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:57.801160 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ef317-f0cd-4c17-bed8-87ed6244c108 None None] Port 60e9a522-bc52-4c57-82fc-faffa087d015 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:43:58.300151 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:58.321106 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:58.351834 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde229e6-aba6-4d36-9fe5-558cd0cf7f8d req-b9bfac5a-0981-42f2-b352-ecfcf7fc1019 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:58.354833 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bde229e6-aba6-4d36-9fe5-558cd0cf7f8d req-b9bfac5a-0981-42f2-b352-ecfcf7fc1019 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.1277068 Nov 11 17:43:58.498657 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b6f16-b11a-4ef6-bd0f-4b01daf4b682 None None] Pushing event updated for resources: {'Port': ['ID=60e9a522-bc52-4c57-82fc-faffa087d015,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:58.531522 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bde229e6-aba6-4d36-9fe5-558cd0cf7f8d req-f8071731-9360-46db-8f5b-5ed1075be836 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596811 Nov 11 17:43:58.561180 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6f16-b11a-4ef6-bd0f-4b01daf4b682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:58.561534 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6f16-b11a-4ef6-bd0f-4b01daf4b682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:58.561933 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6f16-b11a-4ef6-bd0f-4b01daf4b682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:58.562365 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6f16-b11a-4ef6-bd0f-4b01daf4b682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:58.562870 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6f16-b11a-4ef6-bd0f-4b01daf4b682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:58.563211 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6f16-b11a-4ef6-bd0f-4b01daf4b682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:58.563541 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6f16-b11a-4ef6-bd0f-4b01daf4b682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:58.563949 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6f16-b11a-4ef6-bd0f-4b01daf4b682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:58.564281 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6f16-b11a-4ef6-bd0f-4b01daf4b682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:58.564607 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6f16-b11a-4ef6-bd0f-4b01daf4b682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:58.564933 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6f16-b11a-4ef6-bd0f-4b01daf4b682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:58.565523 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6f16-b11a-4ef6-bd0f-4b01daf4b682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:43:58.707582 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] Attempting to bind port 60e9a522-bc52-4c57-82fc-faffa087d015 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:43:58.707582 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] Attempting to bind port 60e9a522-bc52-4c57-82fc-faffa087d015 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '894493d0-b1f6-4812-9235-1f618ca24296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:43:58.707582 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] Attempting to bind port 60e9a522-bc52-4c57-82fc-faffa087d015 on network 7b858174-7681-40b4-a8b2-2e2980650477 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:43:58.734303 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:43:58.734925 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] Checking segment: {'id': '894493d0-b1f6-4812-9235-1f618ca24296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:43:58.735346 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:58.735769 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] Bound using segment: {'id': '894493d0-b1f6-4812-9235-1f618ca24296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:43:58.736245 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] Bound port: 60e9a522-bc52-4c57-82fc-faffa087d015, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894493d0-b1f6-4812-9235-1f618ca24296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:43:58.736625 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:58.756071 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7c5a40c-8d69-4b9a-baba-35b091b0b7b7 req-86e8afcd-0ec8-43b1-8ec9-b521674d397e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 210 time: 0.0744834 Nov 11 17:43:58.822055 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-ccd95f77-262b-4e4c-8238-8b64e4fcee09 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:58.836043 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-ccd95f77-262b-4e4c-8238-8b64e4fcee09 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.64 "GET /v2.0/networks?id=7b858174-7681-40b4-a8b2-2e2980650477 HTTP/1.1" status: 200 len: 797 time: 0.3578300 Nov 11 17:43:58.878448 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] For port 60e9a522-bc52-4c57-82fc-faffa087d015, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:43:58.884126 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] For port 60e9a522-bc52-4c57-82fc-faffa087d015, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=60e9a522-bc52-4c57-82fc-faffa087d015,segment=NetworkSegment(894493d0-b1f6-4812-9235-1f618ca24296),segment_id=894493d0-b1f6-4812-9235-1f618ca24296)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:43:58.889295 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:58.952673 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] Routers {'48938854-82a5-487d-b39c-c1bdef6f8e8c'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:43:58.953509 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:43:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['48938854-82a5-487d-b39c-c1bdef6f8e8c'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:43:58.961738 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d21c312d-5b61-459e-8a8e-c24375abfe80 None None] Provisioning complete for port 60e9a522-bc52-4c57-82fc-faffa087d015 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:43:58.967047 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d21c312d-5b61-459e-8a8e-c24375abfe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:58.969518 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-9f62238c-86e0-4343-912d-1d62c0bf7880 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a967e21f8b349ab96ba5689386c16b9 HTTP/1.1" status: 200 len: 380 time: 0.1161120 Nov 11 17:43:58.994581 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-d700183e-5f5a-4b21-a080-7b1a5b84eb76 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'port': {'device_id': '2d4c7821-a419-4618-bea9-065fe8429b2a', 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477', 'admin_state_up': True, 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'security_groups': ['045ef10d-adc8-467a-a43f-de67a3677d46']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:43:59.248864 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] Set router 48938854-82a5-487d-b39c-c1bdef6f8e8c gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:43:59.258291 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d21c312d-5b61-459e-8a8e-c24375abfe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:59.291022 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b6f16-b11a-4ef6-bd0f-4b01daf4b682 None None] Pushing event updated for resources: {'Port': ['ID=60e9a522-bc52-4c57-82fc-faffa087d015,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:59.370204 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d21c312d-5b61-459e-8a8e-c24375abfe80 None None] For port 60e9a522-bc52-4c57-82fc-faffa087d015, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=60e9a522-bc52-4c57-82fc-faffa087d015,segment=NetworkSegment(894493d0-b1f6-4812-9235-1f618ca24296),segment_id=894493d0-b1f6-4812-9235-1f618ca24296)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:43:59.381672 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d21c312d-5b61-459e-8a8e-c24375abfe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:59.392972 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-d700183e-5f5a-4b21-a080-7b1a5b84eb76 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Made reservation on behalf of 4a967e21f8b349ab96ba5689386c16b9 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:43:59.400992 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-d700183e-5f5a-4b21-a080-7b1a5b84eb76 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:59.519321 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c312d-5b61-459e-8a8e-c24375abfe80 None None] Pushing event updated for resources: {'Port': ['ID=60e9a522-bc52-4c57-82fc-faffa087d015,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:43:59.575388 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-df2d622c-640b-4fc7-9670-255393a2a988 None None] Provisioning complete for port 60e9a522-bc52-4c57-82fc-faffa087d015 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:43:59.577673 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-df2d622c-640b-4fc7-9670-255393a2a988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:43:59.687966 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900904577', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:43:48Z', 'updated_at': '2021-11-11T17:43:53Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:49Z', 'updated_at': '2021-11-11T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '60e9a522-bc52-4c57-82fc-faffa087d015', 'name': '', 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:d4:65:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'bdcc17b9-1e5b-450c-9776-e8919a32f6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:53Z', 'updated_at': '2021-11-11T17:43:58Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': 'bdcc17b9-1e5b-450c-9776-e8919a32f6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:43:59.724126 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-d700183e-5f5a-4b21-a080-7b1a5b84eb76 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Allocated IP 172.20.0.6 (7b858174-7681-40b4-a8b2-2e2980650477/bdcc17b9-1e5b-450c-9776-e8919a32f6f2/cc0ae07f-bd40-48a9-a83a-3a260d11ce6d) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:43:59.813844 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfd5b2-0018-410c-908d-22b9dcf5f8be req-5cc97a15-dd15-4b5a-a7a5-e871eac1810f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:43:59.833107 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2bfd5b2-0018-410c-908d-22b9dcf5f8be req-5cc97a15-dd15-4b5a-a7a5-e871eac1810f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.1851876 Nov 11 17:43:59.935218 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2bfd5b2-0018-410c-908d-22b9dcf5f8be req-406b2033-a8c3-4637-ac6f-d88278d4b210 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962076 Nov 11 17:43:59.997344 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641807fe-10ae-4f29-abdf-f580ddadfda2 None None] The sync data for ids ['48938854-82a5-487d-b39c-c1bdef6f8e8c'] in n-d-816206-4 is: [{'id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900904577', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:43:48Z', 'updated_at': '2021-11-11T17:43:53Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:49Z', 'updated_at': '2021-11-11T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '60e9a522-bc52-4c57-82fc-faffa087d015', 'name': '', 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:d4:65:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'bdcc17b9-1e5b-450c-9776-e8919a32f6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:53Z', 'updated_at': '2021-11-11T17:43:58Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': 'bdcc17b9-1e5b-450c-9776-e8919a32f6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:44:00.108986 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0ca508f7-b59d-49dd-9850-febbb217334e req-0246e4f5-ebea-40df-8f56-4b90a252bf08 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 210 time: 0.0683270 Nov 11 17:44:00.156378 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-d700183e-5f5a-4b21-a080-7b1a5b84eb76 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:00.204475 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-d700183e-5f5a-4b21-a080-7b1a5b84eb76 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:00.279645 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-d700183e-5f5a-4b21-a080-7b1a5b84eb76 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network 7b858174-7681-40b4-a8b2-2e2980650477 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:44:00.288524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-d700183e-5f5a-4b21-a080-7b1a5b84eb76 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:44:00.291161 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-d700183e-5f5a-4b21-a080-7b1a5b84eb76 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:44:00.340996 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700183e-5f5a-4b21-a080-7b1a5b84eb76 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=cc0ae07f-bd40-48a9-a83a-3a260d11ce6d,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:00.414308 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-d700183e-5f5a-4b21-a080-7b1a5b84eb76 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:00.415933 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-d700183e-5f5a-4b21-a080-7b1a5b84eb76 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:00.473379 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-d700183e-5f5a-4b21-a080-7b1a5b84eb76 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4880085 Nov 11 17:44:00.498297 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] Request body: {'port': {'device_id': '2d4c7821-a419-4618-bea9-065fe8429b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:44:00.642309 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:00.651994 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 60e9a522-bc52-4c57-82fc-faffa087d015 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:44:00.720798 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 60e9a522-bc52-4c57-82fc-faffa087d015 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:44:00.721377 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:00.818991 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d428f7b4-c0ee-4a77-8c94-52d63c145ee4 None None] Provisioning complete for port cc0ae07f-bd40-48a9-a83a-3a260d11ce6d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:44:00.819503 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d428f7b4-c0ee-4a77-8c94-52d63c145ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:00.890509 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d428f7b4-c0ee-4a77-8c94-52d63c145ee4 None None] Port cc0ae07f-bd40-48a9-a83a-3a260d11ce6d cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:44:01.208220 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42825d4b-b78f-4817-a999-c7cf52a9bdb3 req-fee9bbfd-cfb2-4dba-b216-e557a837959a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:01.210442 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42825d4b-b78f-4817-a999-c7cf52a9bdb3 req-fee9bbfd-cfb2-4dba-b216-e557a837959a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.0903082 Nov 11 17:44:01.234712 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc0ae07f-bd40-48a9-a83a-3a260d11ce6d {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:44:01.244146 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:01.270498 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] Transition to ACTIVE for port object cc0ae07f-bd40-48a9-a83a-3a260d11ce6d will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:44:01.277111 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:01.311794 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42825d4b-b78f-4817-a999-c7cf52a9bdb3 req-bf78f4da-9ea1-4e29-ae46-fe48204de4eb tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844257 Nov 11 17:44:01.334409 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0ae07f-bd40-48a9-a83a-3a260d11ce6d,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:01.475073 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] Attempting to bind port cc0ae07f-bd40-48a9-a83a-3a260d11ce6d on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:44:01.477129 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] Attempting to bind port cc0ae07f-bd40-48a9-a83a-3a260d11ce6d by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '894493d0-b1f6-4812-9235-1f618ca24296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:44:01.478521 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] Attempting to bind port cc0ae07f-bd40-48a9-a83a-3a260d11ce6d on network 7b858174-7681-40b4-a8b2-2e2980650477 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:44:01.487329 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] Port cc0ae07f-bd40-48a9-a83a-3a260d11ce6d on network 7b858174-7681-40b4-a8b2-2e2980650477 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:44:01.488341 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] Attempting to bind port cc0ae07f-bd40-48a9-a83a-3a260d11ce6d on network 7b858174-7681-40b4-a8b2-2e2980650477 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:44:01.498823 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:44:01.500813 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] Checking segment: {'id': '894493d0-b1f6-4812-9235-1f618ca24296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:44:01.501443 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] Bound using segment: {'id': '894493d0-b1f6-4812-9235-1f618ca24296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:44:01.502346 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] Bound port: cc0ae07f-bd40-48a9-a83a-3a260d11ce6d, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '894493d0-b1f6-4812-9235-1f618ca24296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:44:01.502981 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:01.596932 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7cfcd-4aad-45d6-9244-f65af88f5b7b req-65f76a34-1cb1-4350-a4cd-b89ab51f6707 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:01.610513 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97c7cfcd-4aad-45d6-9244-f65af88f5b7b req-65f76a34-1cb1-4350-a4cd-b89ab51f6707 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 943 time: 0.1747544 Nov 11 17:44:01.697511 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] For port cc0ae07f-bd40-48a9-a83a-3a260d11ce6d, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:44:01.714900 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] For port cc0ae07f-bd40-48a9-a83a-3a260d11ce6d, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=cc0ae07f-bd40-48a9-a83a-3a260d11ce6d,segment=NetworkSegment(894493d0-b1f6-4812-9235-1f618ca24296),segment_id=894493d0-b1f6-4812-9235-1f618ca24296)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:44:01.731831 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:01.740071 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97c7cfcd-4aad-45d6-9244-f65af88f5b7b req-9800b81c-f24c-4b30-b340-d3f3b210ad79 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=045ef10d-adc8-467a-a43f-de67a3677d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221685 Nov 11 17:44:01.847125 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:01.848282 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:01.849736 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] 10.222.0.64 "PUT /v2.0/ports/cc0ae07f-bd40-48a9-a83a-3a260d11ce6d HTTP/1.1" status: 200 len: 1091 time: 1.3558018 Nov 11 17:44:01.850161 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4c7821-a419-4618-bea9-065fe8429b2a', 'tag': 'cc0ae07f-bd40-48a9-a83a-3a260d11ce6d'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:44:01.852551 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8d2e44-b753-47e6-87ab-ed5cc83202e5" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4c7821-a419-4618-bea9-065fe8429b2a", "tag": "cc0ae07f-bd40-48a9-a83a-3a260d11ce6d"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:44:01.957539 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c7abb1-631b-4a4e-b800-ea79ff4a46f1 x-openstack-request-id: req-34c7abb1-631b-4a4e-b800-ea79ff4a46f1 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:44:01.959677 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4c7821-a419-4618-bea9-065fe8429b2a", "tag": "cc0ae07f-bd40-48a9-a83a-3a260d11ce6d", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:44:01.961877 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-34c7abb1-631b-4a4e-b800-ea79ff4a46f1 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:44:01.962410 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4c7821-a419-4618-bea9-065fe8429b2a', 'tag': 'cc0ae07f-bd40-48a9-a83a-3a260d11ce6d', 'status': 'completed', 'code': 200} Nov 11 17:44:01.989721 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb2194-75a1-4fa1-b193-26c2272b0987 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0ae07f-bd40-48a9-a83a-3a260d11ce6d,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:02.012152 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-947f8f2a-0194-4fb5-8f0b-c24314364659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:02.013797 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-947f8f2a-0194-4fb5-8f0b-c24314364659 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 1094 time: 0.0788198 Nov 11 17:44:02.093650 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-45232ce2-ff39-461c-a4ab-5c60f4e51c1e req-1cd8c060-5f19-4f94-a99b-cbbe535563f9 service neutron] (102617) timed out ('10.222.0.76', 35946) {{(pid=102617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 17:44:02.096701 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-4d45e2f1-2e58-4f4a-810b-14df46aca753 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc0ae07f-bd40-48a9-a83a-3a260d11ce6d HTTP/1.1" status: 200 len: 217 time: 0.0660212 Nov 11 17:44:02.171419 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-49c705a4-1086-4d88-8497-f4d0b846de71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:02.173259 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-49c705a4-1086-4d88-8497-f4d0b846de71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdcc17b9-1e5b-450c-9776-e8919a32f6f2 HTTP/1.1" status: 200 len: 834 time: 0.0697298 Nov 11 17:44:02.285615 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-9b4ce284-d4e6-4369-95f8-1cf7bff6f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:02.292308 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-9b4ce284-d4e6-4369-95f8-1cf7bff6f305 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7b858174-7681-40b4-a8b2-2e2980650477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110280 Nov 11 17:44:02.482348 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-ce264ad2-ac7f-4e8a-bbd1-23e2a8563ae7 service neutron] 10.222.0.64 "GET /v2.0/networks/7b858174-7681-40b4-a8b2-2e2980650477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819365 Nov 11 17:44:02.551995 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a20bca-0517-4d31-a257-a5ab26aed90f req-abd7eddc-cb62-40d2-b4ad-4e0a1689e434 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:02.569081 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-54a20bca-0517-4d31-a257-a5ab26aed90f req-abd7eddc-cb62-40d2-b4ad-4e0a1689e434 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.0969617 Nov 11 17:44:02.595277 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2225c577-f9a2-438f-a80d-6e0caf903f5e req-27831d4f-0f11-4cf3-9c0b-88465a2dcec7 service neutron] 10.222.0.64 "GET /v2.0/networks/7b858174-7681-40b4-a8b2-2e2980650477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055079 Nov 11 17:44:02.667648 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-54a20bca-0517-4d31-a257-a5ab26aed90f req-902ba37b-afd9-4a13-972d-44ff7e3c38ef tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877421 Nov 11 17:44:02.767800 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d2e44-b753-47e6-87ab-ed5cc83202e5 req-03b74705-9298-4c21-b4f7-96ada1561db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:02.770639 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7e8d2e44-b753-47e6-87ab-ed5cc83202e5 req-03b74705-9298-4c21-b4f7-96ada1561db0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 1094 time: 0.0834332 Nov 11 17:44:02.939245 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d2e44-b753-47e6-87ab-ed5cc83202e5 req-8a68d81d-a68e-48eb-8561-266f9e179a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:02.941066 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7e8d2e44-b753-47e6-87ab-ed5cc83202e5 req-8a68d81d-a68e-48eb-8561-266f9e179a97 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7b858174-7681-40b4-a8b2-2e2980650477 HTTP/1.1" status: 200 len: 899 time: 0.1631424 Nov 11 17:44:02.988803 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2dee5-f0b9-441f-bbb3-3dd1dd3f0fe6 req-00d7bf2a-0e04-458f-9bfa-6200e0c52887 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:02.993318 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34e2dee5-f0b9-441f-bbb3-3dd1dd3f0fe6 req-00d7bf2a-0e04-458f-9bfa-6200e0c52887 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 943 time: 0.1151421 Nov 11 17:44:03.034230 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7e8d2e44-b753-47e6-87ab-ed5cc83202e5 req-25b5acf8-ec71-4466-bab8-4210adcc2404 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc0ae07f-bd40-48a9-a83a-3a260d11ce6d HTTP/1.1" status: 200 len: 217 time: 0.0839789 Nov 11 17:44:03.109693 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34e2dee5-f0b9-441f-bbb3-3dd1dd3f0fe6 req-b7258c2b-139d-46cc-878c-0bef640347cc tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=045ef10d-adc8-467a-a43f-de67a3677d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065280 Nov 11 17:44:03.120053 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d2e44-b753-47e6-87ab-ed5cc83202e5 req-3172caf5-9a2c-48dc-a3ca-94f4863d5eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:03.129311 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7e8d2e44-b753-47e6-87ab-ed5cc83202e5 req-3172caf5-9a2c-48dc-a3ca-94f4863d5eaf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdcc17b9-1e5b-450c-9776-e8919a32f6f2 HTTP/1.1" status: 200 len: 834 time: 0.0820019 Nov 11 17:44:03.208066 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d2e44-b753-47e6-87ab-ed5cc83202e5 req-3d363818-d7bb-4991-901a-2213ff2b0667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:03.209944 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7e8d2e44-b753-47e6-87ab-ed5cc83202e5 req-3d363818-d7bb-4991-901a-2213ff2b0667 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7b858174-7681-40b4-a8b2-2e2980650477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732772 Nov 11 17:44:03.413278 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7e8d2e44-b753-47e6-87ab-ed5cc83202e5 req-c6ac0ed9-9f54-4f40-916e-c931f7f43054 service neutron] 10.222.0.64 "GET /v2.0/networks/7b858174-7681-40b4-a8b2-2e2980650477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943092 Nov 11 17:44:03.565824 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7e8d2e44-b753-47e6-87ab-ed5cc83202e5 req-916faa28-d29f-4f73-8786-06a99bcc4dfa service neutron] 10.222.0.64 "GET /v2.0/networks/7b858174-7681-40b4-a8b2-2e2980650477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402752 Nov 11 17:44:03.804729 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787dac6-3720-47d5-986d-9a855037db2e req-34acb10e-ab07-44b2-aa60-62828cbc32f4 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:03.806459 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b787dac6-3720-47d5-986d-9a855037db2e req-34acb10e-ab07-44b2-aa60-62828cbc32f4 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.0711393 Nov 11 17:44:03.889702 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b787dac6-3720-47d5-986d-9a855037db2e req-522e38d0-dc71-4a47-a587-73c11497ecc9 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750756 Nov 11 17:44:04.251571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1258fed-0031-49d7-b1f3-da06d9e5d254 req-1fb4404e-e22d-4be9-97c8-a4deec10b9fd tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:04.253110 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a1258fed-0031-49d7-b1f3-da06d9e5d254 req-1fb4404e-e22d-4be9-97c8-a4deec10b9fd tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 943 time: 0.0586402 Nov 11 17:44:04.318764 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a1258fed-0031-49d7-b1f3-da06d9e5d254 req-bfbab6b5-cb17-40cf-9896-0e5d02f577d9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=045ef10d-adc8-467a-a43f-de67a3677d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591516 Nov 11 17:44:05.008173 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device cc0ae07f-bd40-48a9-a83a-3a260d11ce6d details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:44:05.121847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e00b9b-6b5f-4954-95dc-d98a5f63b76c req-c36e8b22-f097-4651-bf4c-1bb1b33b1783 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:05.130256 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00e00b9b-6b5f-4954-95dc-d98a5f63b76c req-c36e8b22-f097-4651-bf4c-1bb1b33b1783 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.1255860 Nov 11 17:44:05.194434 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00e00b9b-6b5f-4954-95dc-d98a5f63b76c req-dba31d06-2194-47d1-bbbf-7afd06b4f07d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584767 Nov 11 17:44:05.250875 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port cc0ae07f-bd40-48a9-a83a-3a260d11ce6d, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=cc0ae07f-bd40-48a9-a83a-3a260d11ce6d,segment=NetworkSegment(894493d0-b1f6-4812-9235-1f618ca24296),segment_id=894493d0-b1f6-4812-9235-1f618ca24296)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:44:05.272429 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'cc0ae07f-bd40-48a9-a83a-3a260d11ce6d', 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477', 'port_id': 'cc0ae07f-bd40-48a9-a83a-3a260d11ce6d', 'mac_address': 'fa:16:3e:12:03:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdcc17b9-1e5b-450c-9776-e8919a32f6f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:44:05.333844 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:05.350673 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0ae07f-bd40-48a9-a83a-3a260d11ce6d {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:44:05.375430 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port cc0ae07f-bd40-48a9-a83a-3a260d11ce6d, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=cc0ae07f-bd40-48a9-a83a-3a260d11ce6d,segment=NetworkSegment(894493d0-b1f6-4812-9235-1f618ca24296),segment_id=894493d0-b1f6-4812-9235-1f618ca24296)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:44:05.384124 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:05.686593 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=cc0ae07f-bd40-48a9-a83a-3a260d11ce6d,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:05.690598 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399a1c3-5674-46bd-b0ef-1eddc9992527 req-a171d10a-4a32-4244-83b0-1ed296bc298a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:05.729314 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b399a1c3-5674-46bd-b0ef-1eddc9992527 req-a171d10a-4a32-4244-83b0-1ed296bc298a tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 944 time: 0.3086700 Nov 11 17:44:05.752553 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['cc0ae07f-bd40-48a9-a83a-3a260d11ce6d'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:44:05.903669 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b399a1c3-5674-46bd-b0ef-1eddc9992527 req-df82df37-24cd-4c71-b8ae-232a4b026835 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=045ef10d-adc8-467a-a43f-de67a3677d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652327 Nov 11 17:44:06.427042 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376fadd-7529-4940-b091-229ebb9f3407 req-cc8ef028-c229-493e-8f57-eaa963b3cee8 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:06.429960 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b376fadd-7529-4940-b091-229ebb9f3407 req-cc8ef028-c229-493e-8f57-eaa963b3cee8 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.0777225 Nov 11 17:44:06.511603 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b376fadd-7529-4940-b091-229ebb9f3407 req-66ce063b-f333-4b77-bdd3-786c5dc931ff tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687001 Nov 11 17:44:07.013230 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device cc0ae07f-bd40-48a9-a83a-3a260d11ce6d up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:44:07.089856 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port cc0ae07f-bd40-48a9-a83a-3a260d11ce6d completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:44:07.099916 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port cc0ae07f-bd40-48a9-a83a-3a260d11ce6d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:44:07.100575 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:07.157836 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca1ca1-4884-4fa0-9391-3b7203ede514 req-70ae0c0f-7441-4d2c-b435-e8abb9e75274 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:07.159420 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdca1ca1-4884-4fa0-9391-3b7203ede514 req-70ae0c0f-7441-4d2c-b435-e8abb9e75274 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 944 time: 0.1369376 Nov 11 17:44:07.237390 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:07.313991 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdca1ca1-4884-4fa0-9391-3b7203ede514 req-5479deff-32f8-499f-b417-ef681a2cb759 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=045ef10d-adc8-467a-a43f-de67a3677d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405430 Nov 11 17:44:07.351034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port cc0ae07f-bd40-48a9-a83a-3a260d11ce6d, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=cc0ae07f-bd40-48a9-a83a-3a260d11ce6d,segment=NetworkSegment(894493d0-b1f6-4812-9235-1f618ca24296),segment_id=894493d0-b1f6-4812-9235-1f618ca24296)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:44:07.352183 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4c7821-a419-4618-bea9-065fe8429b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0ae07f-bd40-48a9-a83a-3a260d11ce6d'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:44:07.356661 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0dadf0-d445-4b1e-8576-d41ee4c2a0df" -d '{"events": [{"server_uuid": "2d4c7821-a419-4618-bea9-065fe8429b2a", "name": "network-vif-plugged", "status": "completed", "tag": "cc0ae07f-bd40-48a9-a83a-3a260d11ce6d"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:44:07.364571 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:07.434106 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=cc0ae07f-bd40-48a9-a83a-3a260d11ce6d,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:07.461711 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ae444d6-a5f2-4634-b038-f2b08528dce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:07.468968 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbbaf85-5cc4-45ba-85d4-04d51bb709d5 x-openstack-request-id: req-8cbbaf85-5cc4-45ba-85d4-04d51bb709d5 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:44:07.469275 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4c7821-a419-4618-bea9-065fe8429b2a", "name": "network-vif-plugged", "status": "completed", "tag": "cc0ae07f-bd40-48a9-a83a-3a260d11ce6d", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:44:07.469539 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8cbbaf85-5cc4-45ba-85d4-04d51bb709d5 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:44:07.469945 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4c7821-a419-4618-bea9-065fe8429b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0ae07f-bd40-48a9-a83a-3a260d11ce6d', 'code': 200} Nov 11 17:44:07.767017 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd6750-d935-444c-8a89-dbb503aa5ef9 req-0f1a8598-86a0-4490-8df9-cf6e0ee575c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:07.773439 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e2fd6750-d935-444c-8a89-dbb503aa5ef9 req-0f1a8598-86a0-4490-8df9-cf6e0ee575c1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 1096 time: 0.1358652 Nov 11 17:44:07.876367 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d6c92-f95d-4d45-a997-de8136350158 req-fa284270-1983-4b78-abe4-99893563718b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:07.898081 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-947d6c92-f95d-4d45-a997-de8136350158 req-fa284270-1983-4b78-abe4-99893563718b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.2141328 Nov 11 17:44:07.946071 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e2fd6750-d935-444c-8a89-dbb503aa5ef9 req-16ae94a3-c732-40ce-9dc1-b514a3d82b7e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=045ef10d-adc8-467a-a43f-de67a3677d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664708 Nov 11 17:44:08.004566 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-947d6c92-f95d-4d45-a997-de8136350158 req-9f40204f-9008-4031-b685-1e829e2aa8cb tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046629 Nov 11 17:44:08.537442 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b76df0-f9ca-40c7-bfa3-610a3bc8215b req-0ec353de-8b74-4fc1-89e2-0a8908214415 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:08.547708 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92b76df0-f9ca-40c7-bfa3-610a3bc8215b req-0ec353de-8b74-4fc1-89e2-0a8908214415 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 945 time: 0.1027610 Nov 11 17:44:08.640300 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92b76df0-f9ca-40c7-bfa3-610a3bc8215b req-c51309c5-1011-4c35-be8d-5085d95c8a72 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=045ef10d-adc8-467a-a43f-de67a3677d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909336 Nov 11 17:44:09.428880 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e761e91-dede-4680-bf94-d2aea631f46f req-1fa85143-e877-4ba4-93e2-8d0914c645c2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:09.433775 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8e761e91-dede-4680-bf94-d2aea631f46f req-1fa85143-e877-4ba4-93e2-8d0914c645c2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.1671991 Nov 11 17:44:09.575796 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8e761e91-dede-4680-bf94-d2aea631f46f req-ffc96695-e65b-4060-bd8d-ae19bf7d6178 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352649 Nov 11 17:44:09.896794 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050e599-de48-4e6c-a1c2-417bbdae664a req-afd9a2c5-d86e-474d-ac04-e9abe48e1739 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:09.923780 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3050e599-de48-4e6c-a1c2-417bbdae664a req-afd9a2c5-d86e-474d-ac04-e9abe48e1739 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 945 time: 0.1277432 Nov 11 17:44:10.038836 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3050e599-de48-4e6c-a1c2-417bbdae664a req-a2f7c837-8bbd-478c-9b61-6ca163f0112f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=045ef10d-adc8-467a-a43f-de67a3677d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138368 Nov 11 17:44:10.279852 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f8eb6-55c5-4a49-91f4-20e7f472c502 req-c2a93124-fccd-4a11-9b92-f91ac66074f5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:10.286945 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d01f8eb6-55c5-4a49-91f4-20e7f472c502 req-c2a93124-fccd-4a11-9b92-f91ac66074f5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 945 time: 0.1276116 Nov 11 17:44:10.379961 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d01f8eb6-55c5-4a49-91f4-20e7f472c502 req-1e20959a-e19b-488a-bed9-0914f4328e1d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=045ef10d-adc8-467a-a43f-de67a3677d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867286 Nov 11 17:44:10.403706 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60124) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:10.413100 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-48cf7688-0a0d-4774-9923-1652d47137a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:10.509645 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c0b540-b3a7-418a-a589-e14952cecc11 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:10.514037 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-26c0b540-b3a7-418a-a589-e14952cecc11 tempest-TestNetworkAdvancedServerOps-2052027573 tempest-TestNetworkAdvancedServerOps-2052027573-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 1091 time: 0.1060534 Nov 11 17:44:10.514690 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60128) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:10.521364 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': 'cc0ae07f-bd40-48a9-a83a-3a260d11ce6d', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:44:10.584006 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:10.939121 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed599df-836c-49c6-9d7f-0c4901878d7f req-3d3b1119-1ca7-4200-90c5-6be91fa6eef4 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:10.949520 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ed599df-836c-49c6-9d7f-0c4901878d7f req-3d3b1119-1ca7-4200-90c5-6be91fa6eef4 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.2270274 Nov 11 17:44:10.964518 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:12.046669 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ed599df-836c-49c6-9d7f-0c4901878d7f req-9b88b3dd-4fd3-4325-979e-1817345a3649 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0957699 Nov 11 17:44:12.145152 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:12.532237 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-026ceeea-e7fb-4d9b-b41d-26a2e91a3ce4 req-99a4b6f1-42c2-4248-9e98-36759e2cab64 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5843618 Nov 11 17:44:12.616448 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:12.769234 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Allocated IP 172.25.2.172 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/2034825c-321c-4936-9796-fa2bfe6ecda6) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:44:12.853136 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ceeea-e7fb-4d9b-b41d-26a2e91a3ce4 req-3355be0f-b4e4-40e5-8955-319f5ea836df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:12.854864 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-026ceeea-e7fb-4d9b-b41d-26a2e91a3ce4 req-3355be0f-b4e4-40e5-8955-319f5ea836df service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eeac632c30574948b103f77246d9180e&device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 1098 time: 0.2345417 Nov 11 17:44:12.945500 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:13.186285 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:13.267158 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:13.323824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ed9f6-4971-4a74-9e23-25be74c6ec93 req-b0e26b91-05b9-4c6c-970b-1b2e6178da29 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:13.343123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b51ed9f6-4971-4a74-9e23-25be74c6ec93 req-b0e26b91-05b9-4c6c-970b-1b2e6178da29 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 947 time: 0.3845353 Nov 11 17:44:13.462870 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:44:13.474807 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b51ed9f6-4971-4a74-9e23-25be74c6ec93 req-63e9ed38-9bfa-491c-b606-73634e6483c7 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302059 Nov 11 17:44:13.484570 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ceeea-e7fb-4d9b-b41d-26a2e91a3ce4 req-fed0c696-80ea-41ce-8ce1-fdbbeca93d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:13.490127 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-026ceeea-e7fb-4d9b-b41d-26a2e91a3ce4 req-fed0c696-80ea-41ce-8ce1-fdbbeca93d1d service neutron] 10.222.0.83 "GET /v2.0/networks?id=a3a8bf47-1430-4314-97ff-b3524a589a13 HTTP/1.1" status: 200 len: 918 time: 0.5349162 Nov 11 17:44:13.500944 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:44:13.505488 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:44:13.529548 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=2034825c-321c-4936-9796-fa2bfe6ecda6,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:13.687740 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:13.688389 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:13.688916 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:13.689536 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:13.690035 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:13.690768 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:13.691348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:13.691880 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:13.692405 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:13.692889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:13.693395 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:13.694063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:13.768945 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-026ceeea-e7fb-4d9b-b41d-26a2e91a3ce4 req-ac5de052-c5d6-4c58-bf30-7300a64e0e77 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf96950-13e3-43e8-a7ce-4d027f26e852 HTTP/1.1" status: 200 len: 1002 time: 0.2590063 Nov 11 17:44:13.890683 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c50466-f1d5-4b4d-bf87-dd09b7732cfa req-75b336af-6450-4c2b-96ff-3df70bcfedd7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:13.913063 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28c50466-f1d5-4b4d-bf87-dd09b7732cfa req-75b336af-6450-4c2b-96ff-3df70bcfedd7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.2785151 Nov 11 17:44:14.114103 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ceeea-e7fb-4d9b-b41d-26a2e91a3ce4 req-ea182780-81dc-49be-954f-d8431f1d555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:14.115975 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-026ceeea-e7fb-4d9b-b41d-26a2e91a3ce4 req-ea182780-81dc-49be-954f-d8431f1d555b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fa447a7e-c385-460f-86cb-d149b7215da5 HTTP/1.1" status: 200 len: 855 time: 0.3324654 Nov 11 17:44:14.139843 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-28c50466-f1d5-4b4d-bf87-dd09b7732cfa req-db912884-6748-4e9a-a8ce-b1c5cfdb9be9 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190719 Nov 11 17:44:14.523773 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5f16a-8326-4367-896c-470db5e2b083 req-2f2e0f37-4e74-48be-8a24-5ae5dea5d130 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:14.526463 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bcf5f16a-8326-4367-896c-470db5e2b083 req-2f2e0f37-4e74-48be-8a24-5ae5dea5d130 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.83 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 947 time: 0.4261332 Nov 11 17:44:14.640113 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ceeea-e7fb-4d9b-b41d-26a2e91a3ce4 req-ca6f4c7e-4c45-454d-94fe-7ef9982606e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:14.641644 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-026ceeea-e7fb-4d9b-b41d-26a2e91a3ce4 req-ca6f4c7e-4c45-454d-94fe-7ef9982606e1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a3a8bf47-1430-4314-97ff-b3524a589a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4700191 Nov 11 17:44:14.815821 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-026ceeea-e7fb-4d9b-b41d-26a2e91a3ce4 req-bacfb58d-c081-4d30-92b9-d0a1532f9624 service neutron] 10.222.0.83 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111417 Nov 11 17:44:15.088722 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-026ceeea-e7fb-4d9b-b41d-26a2e91a3ce4 req-46079998-5012-4f57-8b33-c5918ba03240 service neutron] 10.222.0.83 "GET /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587037 Nov 11 17:44:15.149250 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89c486-097f-469e-bb6b-9dd750b45a4c req-661543b2-5a9d-4752-a567-4942091c8020 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:15.149250 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f89c486-097f-469e-bb6b-9dd750b45a4c req-661543b2-5a9d-4752-a567-4942091c8020 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.6182077 Nov 11 17:44:15.280348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-bcf5f16a-8326-4367-896c-470db5e2b083 req-bf0053d8-dffe-4f59-8873-c9c955593220 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Deleting port dbf96950-13e3-43e8-a7ce-4d027f26e852 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:44:15.280693 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-bcf5f16a-8326-4367-896c-470db5e2b083 req-bf0053d8-dffe-4f59-8873-c9c955593220 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:15.598563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f89c486-097f-469e-bb6b-9dd750b45a4c req-876481b0-bbd9-49bd-a83e-e0cba67f14fa tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4260814 Nov 11 17:44:15.724448 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:15.936036 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-bcf5f16a-8326-4367-896c-470db5e2b083 req-bf0053d8-dffe-4f59-8873-c9c955593220 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] For port dbf96950-13e3-43e8-a7ce-4d027f26e852, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=dbf96950-13e3-43e8-a7ce-4d027f26e852,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:44:15.936274 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-bcf5f16a-8326-4367-896c-470db5e2b083 req-bf0053d8-dffe-4f59-8873-c9c955593220 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:15.991007 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4fb5d-9638-4a96-a06d-2d8b8c7b9cae req-98bef78d-29d4-4fff-a0df-b161f1cb35c3 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:15.992577 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6da4fb5d-9638-4a96-a06d-2d8b8c7b9cae req-98bef78d-29d4-4fff-a0df-b161f1cb35c3 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/ports?device_id=75c6af8c-aeb1-4bea-8db3-c46a6570958b HTTP/1.1" status: 200 len: 947 time: 0.2266591 Nov 11 17:44:16.034660 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:16.112321 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6da4fb5d-9638-4a96-a06d-2d8b8c7b9cae req-b945dfe8-72a8-4b7f-b495-386533353593 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups?id=51a18e10-be0a-4a78-aab3-2d5e495da193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759063 Nov 11 17:44:16.665430 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880abb4a-18df-4c7b-847f-5f1caa493088 req-fd751a46-6d42-4a59-bcee-467f9fed7086 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:16.667787 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-880abb4a-18df-4c7b-847f-5f1caa493088 req-fd751a46-6d42-4a59-bcee-467f9fed7086 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.3145795 Nov 11 17:44:16.768514 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-bcf5f16a-8326-4367-896c-470db5e2b083 req-bf0053d8-dffe-4f59-8873-c9c955593220 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:16.785496 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-bcf5f16a-8326-4367-896c-470db5e2b083 req-bf0053d8-dffe-4f59-8873-c9c955593220 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:16.785496 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [req-bcf5f16a-8326-4367-896c-470db5e2b083 req-bf0053d8-dffe-4f59-8873-c9c955593220 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Floating IP 1cde3558-b9df-4259-a8ac-792f906246cf disassociated. External IP: 172.25.2.240, port: dbf96950-13e3-43e8-a7ce-4d027f26e852. Nov 11 17:44:16.785496 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-bcf5f16a-8326-4367-896c-470db5e2b083 req-bf0053d8-dffe-4f59-8873-c9c955593220 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Calling delete_port for dbf96950-13e3-43e8-a7ce-4d027f26e852 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:44:17.012315 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:17.039382 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-880abb4a-18df-4c7b-847f-5f1caa493088 req-0aada6ec-3f55-4146-a05c-0251d30e3d2c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3607492 Nov 11 17:44:17.047421 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:17.357937 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device dbf96950-13e3-43e8-a7ce-4d027f26e852 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:44:17.579838 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:17.670026 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:17.741752 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port dbf96950-13e3-43e8-a7ce-4d027f26e852, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=dbf96950-13e3-43e8-a7ce-4d027f26e852,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:44:17.772179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c6af8c-aeb1-4bea-8db3-c46a6570958b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbf96950-13e3-43e8-a7ce-4d027f26e852'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:44:17.775830 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6851b92e-ffea-49bd-834a-4a444d13d513" -d '{"events": [{"server_uuid": "75c6af8c-aeb1-4bea-8db3-c46a6570958b", "name": "network-vif-unplugged", "status": "completed", "tag": "dbf96950-13e3-43e8-a7ce-4d027f26e852"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:44:17.781986 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:18.074925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=dbf96950-13e3-43e8-a7ce-4d027f26e852,revision_number=11']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:18.307300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event updated for resources: {'Port': ['ID=2034825c-321c-4936-9796-fa2bfe6ecda6,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:18.326815 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-bcf5f16a-8326-4367-896c-470db5e2b083 req-bf0053d8-dffe-4f59-8873-c9c955593220 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:18.369863 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:18.470758 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0053d8-dffe-4f59-8873-c9c955593220 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Pushing event deleted for resources: {'Port': ['ID=dbf96950-13e3-43e8-a7ce-4d027f26e852,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:19.156929 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Floating IP 40b2102c-a6fc-44cf-a8b2-32d86fd839cb associated. External IP: 172.25.2.172, port: cc0ae07f-bd40-48a9-a83a-3a260d11ce6d. Nov 11 17:44:19.179897 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-d9409bb6-5fe9-44c9-abf4-d668ca86f033 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:19.201651 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-d9409bb6-5fe9-44c9-abf4-d668ca86f033 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 812 time: 1.8831787 Nov 11 17:44:19.367823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-a16cb43e-795e-4bdc-831a-d45ab6b76772 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/quotas/bcd3129868e344c297295704aeeec2c1 HTTP/1.1" status: 200 len: 375 time: 0.1709638 Nov 11 17:44:19.512675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcf5f16a-8326-4367-896c-470db5e2b083 req-bf0053d8-dffe-4f59-8873-c9c955593220 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Router 7f00dfe0-00fa-44b2-82ad-960ecb73921d has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:44:19.689398 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcf5f16a-8326-4367-896c-470db5e2b083 req-bf0053d8-dffe-4f59-8873-c9c955593220 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:44:19.718924 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e249fd1-28ae-4e50-9a08-1a479611cb95 None None] Sync routers for ids ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:44:19.752856 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-830c1f85-948c-4d06-9850-6c1bbf748a39 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3665693 Nov 11 17:44:19.759327 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e249fd1-28ae-4e50-9a08-1a479611cb95 None None] Routers {'7f00dfe0-00fa-44b2-82ad-960ecb73921d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:44:19.762823 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6e249fd1-28ae-4e50-9a08-1a479611cb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:44:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:44:19.874563 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf5f16a-8326-4367-896c-470db5e2b083 req-bf0053d8-dffe-4f59-8873-c9c955593220 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] No DVR routers for this DVR port dbf96950-13e3-43e8-a7ce-4d027f26e852 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:44:19.970119 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-bcf5f16a-8326-4367-896c-470db5e2b083 req-bf0053d8-dffe-4f59-8873-c9c955593220 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:19.976749 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bcf5f16a-8326-4367-896c-470db5e2b083 req-bf0053d8-dffe-4f59-8873-c9c955593220 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.83 "DELETE /v2.0/ports/dbf96950-13e3-43e8-a7ce-4d027f26e852 HTTP/1.1" status: 204 len: 173 time: 5.4311967 Nov 11 17:44:19.998453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c6af8c-aeb1-4bea-8db3-c46a6570958b', 'name': 'network-vif-deleted', 'tag': 'dbf96950-13e3-43e8-a7ce-4d027f26e852'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:44:20.002562 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5688e4-444c-4b0a-b7d9-9caef67f6f62" -d '{"events": [{"server_uuid": "75c6af8c-aeb1-4bea-8db3-c46a6570958b", "name": "network-vif-deleted", "tag": "dbf96950-13e3-43e8-a7ce-4d027f26e852"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:44:20.171047 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-6e249fd1-28ae-4e50-9a08-1a479611cb95 None None] Set router 7f00dfe0-00fa-44b2-82ad-960ecb73921d gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:44:20.438644 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-23b0eff9-73ba-4adc-9701-c5fa805f8558 service neutron] 10.222.0.76 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6833138 Nov 11 17:44:20.441566 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Router 48938854-82a5-487d-b39c-c1bdef6f8e8c has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:44:20.616038 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-44262a2b-5e8e-47c3-8ec5-79e276bc8286 service neutron] 10.222.0.76 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536548 Nov 11 17:44:20.905823 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:44:20.934970 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ba8914-ffa3-4000-8a8a-bbd7161c1114 None None] Sync routers for ids ['48938854-82a5-487d-b39c-c1bdef6f8e8c'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:44:20.952319 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6e249fd1-28ae-4e50-9a08-1a479611cb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'name': 'tempest-AttachVolumeShelveTestJSON-890161507-router', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:35:16Z', 'updated_at': '2021-11-11T17:35:29Z', 'revision_number': 4, 'project_id': 'eeac632c30574948b103f77246d9180e', 'gw_port': {'id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:17Z', 'updated_at': '2021-11-11T17:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'b69d6db5-f278-4bfe-b393-813404e70c02', 'name': '', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'mac_address': 'fa:16:3e:7d:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:25Z', 'updated_at': '2021-11-11T17:35:36Z', 'revision_number': 5, 'project_id': 'eeac632c30574948b103f77246d9180e', 'subnets': [{'id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:44:21.030048 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ba8914-ffa3-4000-8a8a-bbd7161c1114 None None] Routers {'48938854-82a5-487d-b39c-c1bdef6f8e8c'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:44:21.040981 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-94ba8914-ffa3-4000-8a8a-bbd7161c1114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:44:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['48938854-82a5-487d-b39c-c1bdef6f8e8c'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:44:21.049962 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e249fd1-28ae-4e50-9a08-1a479611cb95 None None] Checking router: 7f00dfe0-00fa-44b2-82ad-960ecb73921d for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:44:21.073144 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e249fd1-28ae-4e50-9a08-1a479611cb95 None None] Routers {'7f00dfe0-00fa-44b2-82ad-960ecb73921d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:44:21.074097 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6e249fd1-28ae-4e50-9a08-1a479611cb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:44:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:44:21.076857 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:21.237400 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a0fa77c8-5a9e-4e6d-a852-6bf1b427c048 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.7208712 Nov 11 17:44:21.409302 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1859c8-d8b9-4dbc-a9ca-954d8211dec8 x-openstack-request-id: req-ac1859c8-d8b9-4dbc-a9ca-954d8211dec8 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:44:21.410036 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c6af8c-aeb1-4bea-8db3-c46a6570958b", "name": "network-vif-deleted", "tag": "dbf96950-13e3-43e8-a7ce-4d027f26e852", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:44:21.410375 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ac1859c8-d8b9-4dbc-a9ca-954d8211dec8 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:44:21.410867 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c6af8c-aeb1-4bea-8db3-c46a6570958b', 'name': 'network-vif-deleted', 'tag': 'dbf96950-13e3-43e8-a7ce-4d027f26e852', 'status': 'completed', 'code': 200} Nov 11 17:44:21.559124 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-94ba8914-ffa3-4000-8a8a-bbd7161c1114 None None] Set router 48938854-82a5-487d-b39c-c1bdef6f8e8c gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:44:21.635104 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844f64fc-aad1-4a7a-ac20-262c3f0f6e1e x-openstack-request-id: req-844f64fc-aad1-4a7a-ac20-262c3f0f6e1e {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:44:21.635389 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c6af8c-aeb1-4bea-8db3-c46a6570958b", "name": "network-vif-unplugged", "status": "completed", "tag": "dbf96950-13e3-43e8-a7ce-4d027f26e852", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:44:21.635630 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-844f64fc-aad1-4a7a-ac20-262c3f0f6e1e {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:44:21.636071 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c6af8c-aeb1-4bea-8db3-c46a6570958b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbf96950-13e3-43e8-a7ce-4d027f26e852', 'code': 200} Nov 11 17:44:21.672229 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-581bd687-0ada-4cfc-9e04-865741767385 req-7866f824-edca-4aa1-b1b7-4727e8e2a877 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=284294ab-96e4-4414-af95-51ea7725efe9 HTTP/1.1" status: 200 len: 210 time: 0.1970432 Nov 11 17:44:21.730789 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-6e249fd1-28ae-4e50-9a08-1a479611cb95 None None] Set router 7f00dfe0-00fa-44b2-82ad-960ecb73921d gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:44:21.780087 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60360) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:22.089589 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91a48be7-d482-4fff-bea9-ef3ca92dce37 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:22.164513 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91a48be7-d482-4fff-bea9-ef3ca92dce37 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:22.195872 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-94ba8914-ffa3-4000-8a8a-bbd7161c1114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900904577', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:43:48Z', 'updated_at': '2021-11-11T17:43:53Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:49Z', 'updated_at': '2021-11-11T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '40b2102c-a6fc-44cf-a8b2-32d86fd839cb', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'port_id': 'cc0ae07f-bd40-48a9-a83a-3a260d11ce6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477', 'mac_address': 'fa:16:3e:12:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4c7821-a419-4618-bea9-065fe8429b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:44:15Z', 'updated_at': '2021-11-11T17:44:15Z', 'revision_number': 0, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e9a522-bc52-4c57-82fc-faffa087d015', 'name': '', 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:d4:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'bdcc17b9-1e5b-450c-9776-e8919a32f6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:53Z', 'updated_at': '2021-11-11T17:43:59Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': 'bdcc17b9-1e5b-450c-9776-e8919a32f6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:44:22.207833 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e022ee7-dbd5-418a-8dc9-55e2d222b075 req-d0e31949-03cb-4a6e-ac2b-3f7b83c688c0 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:22.214679 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e022ee7-dbd5-418a-8dc9-55e2d222b075 req-d0e31949-03cb-4a6e-ac2b-3f7b83c688c0 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 945 time: 0.3050153 Nov 11 17:44:22.285569 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91a48be7-d482-4fff-bea9-ef3ca92dce37 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:22.297653 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91a48be7-d482-4fff-bea9-ef3ca92dce37 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:22.300248 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ba8914-ffa3-4000-8a8a-bbd7161c1114 None None] Checking router: 48938854-82a5-487d-b39c-c1bdef6f8e8c for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:44:22.303037 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-91a48be7-d482-4fff-bea9-ef3ca92dce37 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "DELETE /v2.0/security-groups/51a18e10-be0a-4a78-aab3-2d5e495da193 HTTP/1.1" status: 204 len: 168 time: 0.5212412 Nov 11 17:44:22.310402 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60370) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:22.344357 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ba8914-ffa3-4000-8a8a-bbd7161c1114 None None] Routers {'48938854-82a5-487d-b39c-c1bdef6f8e8c'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:44:22.345381 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-94ba8914-ffa3-4000-8a8a-bbd7161c1114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:44:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['48938854-82a5-487d-b39c-c1bdef6f8e8c'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:44:22.375966 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a48be7-d482-4fff-bea9-ef3ca92dce37 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a18e10-be0a-4a78-aab3-2d5e495da193,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:22.396861 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-ca0135de-cd63-48ad-8e72-bddadac9d301 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] show failed (client error): The resource could not be found. Nov 11 17:44:22.399944 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ca0135de-cd63-48ad-8e72-bddadac9d301 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "GET /v2.0/security-groups/51a18e10-be0a-4a78-aab3-2d5e495da193 HTTP/1.1" status: 404 len: 347 time: 0.0845890 Nov 11 17:44:22.407428 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60372) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:22.422884 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e022ee7-dbd5-418a-8dc9-55e2d222b075 req-3ac12f6b-ca18-405f-acc9-63dddc80f4b3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=045ef10d-adc8-467a-a43f-de67a3677d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867595 Nov 11 17:44:22.463227 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60374) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:22.500941 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6e249fd1-28ae-4e50-9a08-1a479611cb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'name': 'tempest-AttachVolumeShelveTestJSON-890161507-router', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:35:16Z', 'updated_at': '2021-11-11T17:35:29Z', 'revision_number': 4, 'project_id': 'eeac632c30574948b103f77246d9180e', 'gw_port': {'id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:17Z', 'updated_at': '2021-11-11T17:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'b69d6db5-f278-4bfe-b393-813404e70c02', 'name': '', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'mac_address': 'fa:16:3e:7d:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:25Z', 'updated_at': '2021-11-11T17:35:36Z', 'revision_number': 5, 'project_id': 'eeac632c30574948b103f77246d9180e', 'subnets': [{'id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:44:22.625815 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e249fd1-28ae-4e50-9a08-1a479611cb95 None None] The sync data for ids ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'] in n-d-816206-4 is: [{'id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'name': 'tempest-AttachVolumeShelveTestJSON-890161507-router', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:35:16Z', 'updated_at': '2021-11-11T17:35:29Z', 'revision_number': 4, 'project_id': 'eeac632c30574948b103f77246d9180e', 'gw_port': {'id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:17Z', 'updated_at': '2021-11-11T17:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'b69d6db5-f278-4bfe-b393-813404e70c02', 'name': '', 'network_id': 'a3a8bf47-1430-4314-97ff-b3524a589a13', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'mac_address': 'fa:16:3e:7d:52:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:25Z', 'updated_at': '2021-11-11T17:35:36Z', 'revision_number': 5, 'project_id': 'eeac632c30574948b103f77246d9180e', 'subnets': [{'id': 'fa447a7e-c385-460f-86cb-d149b7215da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:44:22.678961 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d4bcb0f6-095b-4f7e-82d0-ec3b4b8de6a1 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/floatingips/40b2102c-a6fc-44cf-a8b2-32d86fd839cb HTTP/1.1" status: 200 len: 991 time: 0.2130189 Nov 11 17:44:22.739563 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-94ba8914-ffa3-4000-8a8a-bbd7161c1114 None None] Set router 48938854-82a5-487d-b39c-c1bdef6f8e8c gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:44:22.981608 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-954d879c-c5fa-42da-9624-1e34c5f5c2a3 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Deleting port 1322c291-e96c-4957-a9f6-6f35de0e78d4 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:44:22.985235 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-954d879c-c5fa-42da-9624-1e34c5f5c2a3 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:22.990622 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-514fa88e-eb3b-43af-9f36-5c5f07c7108e req-99546412-b09a-40e9-b67b-09b6d30a36b2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=284294ab-96e4-4414-af95-51ea7725efe9 HTTP/1.1" status: 200 len: 210 time: 0.0571096 Nov 11 17:44:23.419051 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6b6e4-1d58-4ebb-99f0-9f1ee279bfc0 None None] New status for floating IP 1cde3558-b9df-4259-a8ac-792f906246cf: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:44:23.434252 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4c7821-a419-4618-bea9-065fe8429b2a', 'tag': 'cc0ae07f-bd40-48a9-a83a-3a260d11ce6d'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:44:23.442666 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f223b4-758a-49b7-8098-3763efe92165" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4c7821-a419-4618-bea9-065fe8429b2a", "tag": "cc0ae07f-bd40-48a9-a83a-3a260d11ce6d"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:44:23.601955 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5166db-e902-4bc3-9065-1af53b76a62c x-openstack-request-id: req-fd5166db-e902-4bc3-9065-1af53b76a62c {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:44:23.602311 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4c7821-a419-4618-bea9-065fe8429b2a", "tag": "cc0ae07f-bd40-48a9-a83a-3a260d11ce6d", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:44:23.602502 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fd5166db-e902-4bc3-9065-1af53b76a62c {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:44:23.602922 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4c7821-a419-4618-bea9-065fe8429b2a', 'tag': 'cc0ae07f-bd40-48a9-a83a-3a260d11ce6d', 'status': 'completed', 'code': 200} Nov 11 17:44:23.637393 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-30f88e94-7cbd-41e3-9313-3f7d1df365bf tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:23.644397 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-30f88e94-7cbd-41e3-9313-3f7d1df365bf tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.83 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 812 time: 0.5302176 Nov 11 17:44:23.658747 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-763cc391-ac79-48f3-891a-5a46d9cb321b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Request body: {'port': {'device_id': '284294ab-96e4-4414-af95-51ea7725efe9', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'admin_state_up': True, 'tenant_id': 'bcd3129868e344c297295704aeeec2c1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:44:23.745844 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-94ba8914-ffa3-4000-8a8a-bbd7161c1114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900904577', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:43:48Z', 'updated_at': '2021-11-11T17:43:53Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:49Z', 'updated_at': '2021-11-11T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '40b2102c-a6fc-44cf-a8b2-32d86fd839cb', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'port_id': 'cc0ae07f-bd40-48a9-a83a-3a260d11ce6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477', 'mac_address': 'fa:16:3e:12:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4c7821-a419-4618-bea9-065fe8429b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:44:15Z', 'updated_at': '2021-11-11T17:44:15Z', 'revision_number': 0, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e9a522-bc52-4c57-82fc-faffa087d015', 'name': '', 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:d4:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'bdcc17b9-1e5b-450c-9776-e8919a32f6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:53Z', 'updated_at': '2021-11-11T17:43:59Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': 'bdcc17b9-1e5b-450c-9776-e8919a32f6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:44:23.845156 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60404) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:23.917315 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ba8914-ffa3-4000-8a8a-bbd7161c1114 None None] The sync data for ids ['48938854-82a5-487d-b39c-c1bdef6f8e8c'] in n-d-816206-4 is: [{'id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900904577', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:43:48Z', 'updated_at': '2021-11-11T17:43:53Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:49Z', 'updated_at': '2021-11-11T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '40b2102c-a6fc-44cf-a8b2-32d86fd839cb', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'port_id': 'cc0ae07f-bd40-48a9-a83a-3a260d11ce6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477', 'mac_address': 'fa:16:3e:12:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4c7821-a419-4618-bea9-065fe8429b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:44:15Z', 'updated_at': '2021-11-11T17:44:15Z', 'revision_number': 0, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e9a522-bc52-4c57-82fc-faffa087d015', 'name': '', 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:d4:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'bdcc17b9-1e5b-450c-9776-e8919a32f6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:53Z', 'updated_at': '2021-11-11T17:43:59Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': 'bdcc17b9-1e5b-450c-9776-e8919a32f6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:44:24.028147 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-954d879c-c5fa-42da-9624-1e34c5f5c2a3 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:24.028773 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-954d879c-c5fa-42da-9624-1e34c5f5c2a3 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:24.070169 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-954d879c-c5fa-42da-9624-1e34c5f5c2a3 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Calling delete_port for 1322c291-e96c-4957-a9f6-6f35de0e78d4 owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:44:24.116230 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f223b4-758a-49b7-8098-3763efe92165 req-84fb5752-2623-457b-9ae2-f2f498af0d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:24.118357 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b7f223b4-758a-49b7-8098-3763efe92165 req-84fb5752-2623-457b-9ae2-f2f498af0d90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 1096 time: 0.2116756 Nov 11 17:44:24.129240 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:24.164730 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e1242bcc-d18e-46e4-9a1b-2838e3babc26 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/floatingips/40b2102c-a6fc-44cf-a8b2-32d86fd839cb HTTP/1.1" status: 200 len: 991 time: 0.3182645 Nov 11 17:44:24.216763 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c233fde-d946-4a89-97d7-7221aab1b538 req-0e6b49b3-86e0-4f77-8b63-4a3e830ec5c2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=284294ab-96e4-4414-af95-51ea7725efe9 HTTP/1.1" status: 200 len: 210 time: 0.0803800 Nov 11 17:44:24.284167 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-763cc391-ac79-48f3-891a-5a46d9cb321b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Made reservation on behalf of bcd3129868e344c297295704aeeec2c1 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:44:24.288715 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-763cc391-ac79-48f3-891a-5a46d9cb321b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:24.340284 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f223b4-758a-49b7-8098-3763efe92165 req-6cf14250-0c0b-446f-b62f-64154a64504c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:24.344163 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b7f223b4-758a-49b7-8098-3763efe92165 req-6cf14250-0c0b-446f-b62f-64154a64504c service neutron] 10.222.0.64 "GET /v2.0/networks?id=7b858174-7681-40b4-a8b2-2e2980650477 HTTP/1.1" status: 200 len: 899 time: 0.2188935 Nov 11 17:44:24.532873 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9017d4f-f515-4da2-9e7e-aeec8c179656 None None] New status for floating IP 40b2102c-a6fc-44cf-a8b2-32d86fd839cb: ACTIVE {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:44:24.599626 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5845b8cd-7f9b-47d8-b4b8-31df4b09136a req-391ddf96-b0ce-4af6-8249-715792f52869 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2342367 Nov 11 17:44:24.606381 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b7f223b4-758a-49b7-8098-3763efe92165 req-f68b633b-3e61-48bc-ad09-49c3991475f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc0ae07f-bd40-48a9-a83a-3a260d11ce6d HTTP/1.1" status: 200 len: 999 time: 0.2484889 Nov 11 17:44:24.707250 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-763cc391-ac79-48f3-891a-5a46d9cb321b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Allocated IP 172.20.0.12 (26b89f42-47fd-4a3b-9482-68a15714eda2/4b8a9933-5f05-4272-8e1a-da4284619290/ed9c46a9-7038-4440-bc0f-3ebd2c694ffc) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:44:24.740392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f223b4-758a-49b7-8098-3763efe92165 req-408b3c16-5c7a-46e9-a686-60be2921e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:24.742020 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b7f223b4-758a-49b7-8098-3763efe92165 req-408b3c16-5c7a-46e9-a686-60be2921e2fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdcc17b9-1e5b-450c-9776-e8919a32f6f2 HTTP/1.1" status: 200 len: 834 time: 0.1102822 Nov 11 17:44:25.046481 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f223b4-758a-49b7-8098-3763efe92165 req-b72c1242-a49d-43d6-bfb9-8928a1d11bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:25.055071 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b7f223b4-758a-49b7-8098-3763efe92165 req-b72c1242-a49d-43d6-bfb9-8928a1d11bc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7b858174-7681-40b4-a8b2-2e2980650477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456413 Nov 11 17:44:25.059439 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845b8cd-7f9b-47d8-b4b8-31df4b09136a req-f10a6576-ae7f-4934-af3c-16bea4f50145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:25.062282 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5845b8cd-7f9b-47d8-b4b8-31df4b09136a req-f10a6576-ae7f-4934-af3c-16bea4f50145 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 1096 time: 0.3135500 Nov 11 17:44:25.063062 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-954d879c-c5fa-42da-9624-1e34c5f5c2a3 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:25.191185 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-763cc391-ac79-48f3-891a-5a46d9cb321b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:25.264944 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60436) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:25.275951 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-763cc391-ac79-48f3-891a-5a46d9cb321b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:25.289683 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['9743ee10-6856-4674-a165-32e9475500c0'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:44:25.299573 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:44:25.306074 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d879c-c5fa-42da-9624-1e34c5f5c2a3 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Pushing event deleted for resources: {'Port': ['ID=1322c291-e96c-4957-a9f6-6f35de0e78d4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:25.434086 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b7f223b4-758a-49b7-8098-3763efe92165 req-eb58d738-60f6-44e3-b799-2bef88e37b58 service neutron] 10.222.0.64 "GET /v2.0/networks/7b858174-7681-40b4-a8b2-2e2980650477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663619 Nov 11 17:44:25.478216 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-954d879c-c5fa-42da-9624-1e34c5f5c2a3 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:25.481382 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-954d879c-c5fa-42da-9624-1e34c5f5c2a3 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:25.486845 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-954d879c-c5fa-42da-9624-1e34c5f5c2a3 tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] 10.222.0.76 "DELETE /v2.0/floatingips/1cde3558-b9df-4259-a8ac-792f906246cf HTTP/1.1" status: 204 len: 168 time: 3.0771532 Nov 11 17:44:25.571264 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845b8cd-7f9b-47d8-b4b8-31df4b09136a req-546148f7-8fd3-474a-ba26-39912fa23d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:25.573092 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5845b8cd-7f9b-47d8-b4b8-31df4b09136a req-546148f7-8fd3-474a-ba26-39912fa23d30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 914 time: 0.4397564 Nov 11 17:44:25.602976 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-763cc391-ac79-48f3-891a-5a46d9cb321b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Network 26b89f42-47fd-4a3b-9482-68a15714eda2 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:44:25.650632 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-763cc391-ac79-48f3-891a-5a46d9cb321b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:44:25.738593 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5845b8cd-7f9b-47d8-b4b8-31df4b09136a req-198938bf-0279-4418-89e1-e79b6857b3e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c HTTP/1.1" status: 200 len: 999 time: 0.1560726 Nov 11 17:44:25.788170 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-763cc391-ac79-48f3-891a-5a46d9cb321b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:44:25.892248 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845b8cd-7f9b-47d8-b4b8-31df4b09136a req-1fda78d6-af35-4ace-971c-baaeed0cc26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:25.893771 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5845b8cd-7f9b-47d8-b4b8-31df4b09136a req-1fda78d6-af35-4ace-971c-baaeed0cc26f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.1451821 Nov 11 17:44:25.970102 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763cc391-ac79-48f3-891a-5a46d9cb321b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Pushing event updated for resources: {'Port': ['ID=ed9c46a9-7038-4440-bc0f-3ebd2c694ffc,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:26.022183 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845b8cd-7f9b-47d8-b4b8-31df4b09136a req-df50e609-04ac-4a7c-9d7c-b50d379b43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:26.028164 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5845b8cd-7f9b-47d8-b4b8-31df4b09136a req-df50e609-04ac-4a7c-9d7c-b50d379b43ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266398 Nov 11 17:44:26.038733 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e71965d1-7c83-4d8c-a927-8e8f1dc255da tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/floatingips/40b2102c-a6fc-44cf-a8b2-32d86fd839cb HTTP/1.1" status: 200 len: 993 time: 0.7705419 Nov 11 17:44:26.081699 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb693997-60eb-487f-8a3d-433d0538b17c req-35512572-e4e7-4941-b258-6cf0ef6cdd33 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:26.099465 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb693997-60eb-487f-8a3d-433d0538b17c req-35512572-e4e7-4941-b258-6cf0ef6cdd33 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=284294ab-96e4-4414-af95-51ea7725efe9 HTTP/1.1" status: 200 len: 932 time: 0.5793886 Nov 11 17:44:26.136762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-763cc391-ac79-48f3-891a-5a46d9cb321b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:26.148470 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-763cc391-ac79-48f3-891a-5a46d9cb321b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:26.193263 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8a3e83d4-f49c-4472-995e-713671114fd1 None None] Provisioning complete for port ed9c46a9-7038-4440-bc0f-3ebd2c694ffc triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:44:26.197238 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8a3e83d4-f49c-4472-995e-713671114fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:26.287171 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-8a3e83d4-f49c-4472-995e-713671114fd1 None None] Port ed9c46a9-7038-4440-bc0f-3ebd2c694ffc cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:44:26.305170 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-763cc391-ac79-48f3-891a-5a46d9cb321b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6509471 Nov 11 17:44:26.321638 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] Request body: {'port': {'device_id': '284294ab-96e4-4414-af95-51ea7725efe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:44:26.367321 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5845b8cd-7f9b-47d8-b4b8-31df4b09136a req-0eae7b86-b887-495a-be29-3cdab4f0d7c5 service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953632 Nov 11 17:44:26.372720 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb693997-60eb-487f-8a3d-433d0538b17c req-60e0d6e7-0f65-44ad-9d4b-3192be2719c4 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658691 Nov 11 17:44:26.524596 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5845b8cd-7f9b-47d8-b4b8-31df4b09136a req-1156dfbe-564d-48c8-bf7a-449a5e21c8f7 service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247163 Nov 11 17:44:26.536979 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b7f223b4-758a-49b7-8098-3763efe92165 req-32122435-378d-4813-a962-9c7794b903e6 service neutron] 10.222.0.64 "GET /v2.0/networks/7b858174-7681-40b4-a8b2-2e2980650477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0912111 Nov 11 17:44:26.590869 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:27.420684 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed9c46a9-7038-4440-bc0f-3ebd2c694ffc {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:44:27.444071 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:27.469407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] Transition to ACTIVE for port object ed9c46a9-7038-4440-bc0f-3ebd2c694ffc will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:44:27.480535 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:27.638172 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] Pushing event updated for resources: {'Port': ['ID=ed9c46a9-7038-4440-bc0f-3ebd2c694ffc,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:27.684982 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f9280-8850-412f-9ddf-b50fa506c953 req-92dd5fa1-ac62-4cd8-b029-7773f2ee3a23 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:27.687211 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-133f9280-8850-412f-9ddf-b50fa506c953 req-92dd5fa1-ac62-4cd8-b029-7773f2ee3a23 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=284294ab-96e4-4414-af95-51ea7725efe9 HTTP/1.1" status: 200 len: 944 time: 0.1400554 Nov 11 17:44:27.875037 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] Attempting to bind port ed9c46a9-7038-4440-bc0f-3ebd2c694ffc on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:44:27.875372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] Attempting to bind port ed9c46a9-7038-4440-bc0f-3ebd2c694ffc by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:44:27.875785 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] Attempting to bind port ed9c46a9-7038-4440-bc0f-3ebd2c694ffc on network 26b89f42-47fd-4a3b-9482-68a15714eda2 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:44:27.906674 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-133f9280-8850-412f-9ddf-b50fa506c953 req-59c0503c-dec9-41c0-9fb6-79be92bf1328 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751952 Nov 11 17:44:27.913138 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] Port ed9c46a9-7038-4440-bc0f-3ebd2c694ffc on network 26b89f42-47fd-4a3b-9482-68a15714eda2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:44:27.913138 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] Attempting to bind port ed9c46a9-7038-4440-bc0f-3ebd2c694ffc on network 26b89f42-47fd-4a3b-9482-68a15714eda2 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:44:27.920629 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:44:27.922135 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] Checking segment: {'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:44:27.922612 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] Bound using segment: {'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:44:27.923097 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] Bound port: ed9c46a9-7038-4440-bc0f-3ebd2c694ffc, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:44:27.924622 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:28.078013 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] For port ed9c46a9-7038-4440-bc0f-3ebd2c694ffc, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:44:28.082805 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] For port ed9c46a9-7038-4440-bc0f-3ebd2c694ffc, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=ed9c46a9-7038-4440-bc0f-3ebd2c694ffc,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:44:28.100055 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:28.155368 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:28.155876 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:28.162865 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] 10.222.0.83 "PUT /v2.0/ports/ed9c46a9-7038-4440-bc0f-3ebd2c694ffc HTTP/1.1" status: 200 len: 1092 time: 1.8489637 Nov 11 17:44:28.163367 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284294ab-96e4-4414-af95-51ea7725efe9', 'tag': 'ed9c46a9-7038-4440-bc0f-3ebd2c694ffc'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:44:28.165705 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a56c898-8353-4596-90d5-045c36c70e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "284294ab-96e4-4414-af95-51ea7725efe9", "tag": "ed9c46a9-7038-4440-bc0f-3ebd2c694ffc"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:44:28.289467 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13972d6-a414-472a-ac8d-6cdeb0b79730 x-openstack-request-id: req-d13972d6-a414-472a-ac8d-6cdeb0b79730 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:44:28.289771 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284294ab-96e4-4414-af95-51ea7725efe9", "tag": "ed9c46a9-7038-4440-bc0f-3ebd2c694ffc", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:44:28.289992 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d13972d6-a414-472a-ac8d-6cdeb0b79730 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:44:28.290858 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284294ab-96e4-4414-af95-51ea7725efe9', 'tag': 'ed9c46a9-7038-4440-bc0f-3ebd2c694ffc', 'status': 'completed', 'code': 200} Nov 11 17:44:28.304955 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255b65b-9ef9-4bfb-a258-e770788eddec service neutron] Pushing event updated for resources: {'Port': ['ID=ed9c46a9-7038-4440-bc0f-3ebd2c694ffc,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:28.330750 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-34d150b7-9d93-4789-9186-de86d72836ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:28.332697 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-34d150b7-9d93-4789-9186-de86d72836ec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=284294ab-96e4-4414-af95-51ea7725efe9 HTTP/1.1" status: 200 len: 1095 time: 0.1029832 Nov 11 17:44:28.422888 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-a9333df7-3b2d-4051-a28f-755202e11ad3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed9c46a9-7038-4440-bc0f-3ebd2c694ffc HTTP/1.1" status: 200 len: 217 time: 0.0804701 Nov 11 17:44:28.627251 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-3919c4e7-a93a-4aac-8c6c-5245dadb7971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:28.630622 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-3919c4e7-a93a-4aac-8c6c-5245dadb7971 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.1988671 Nov 11 17:44:28.796887 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-f9aba548-c71d-4a70-8ecf-f6c2d83edc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:28.806932 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-f9aba548-c71d-4a70-8ecf-f6c2d83edc7b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650152 Nov 11 17:44:28.984952 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-b1288cd3-910c-4500-9e50-29f98c50a61a service neutron] 10.222.0.83 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703935 Nov 11 17:44:29.134107 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0b5b4f6-852b-429e-836f-9855105bcd26 req-bbab31ef-ce90-4010-a2e4-47c7c2e4c8b1 service neutron] 10.222.0.83 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367035 Nov 11 17:44:29.450050 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c898-8353-4596-90d5-045c36c70e7e req-f3fe5681-0047-47a1-9889-4f3399e79f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:29.452019 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a56c898-8353-4596-90d5-045c36c70e7e req-f3fe5681-0047-47a1-9889-4f3399e79f2e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=284294ab-96e4-4414-af95-51ea7725efe9 HTTP/1.1" status: 200 len: 1095 time: 0.2599592 Nov 11 17:44:29.589679 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-931737ca-b9ca-4139-b178-a4bdd5cac59a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:29.591556 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-931737ca-b9ca-4139-b178-a4bdd5cac59a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 812 time: 0.3505929 Nov 11 17:44:29.632806 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-556cfa6a-4335-446c-8c74-c0d7a7673eb3 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/quotas/1e37f40ca1514a7584bca23f0becbfbf HTTP/1.1" status: 200 len: 375 time: 0.0307827 Nov 11 17:44:29.764931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c898-8353-4596-90d5-045c36c70e7e req-89b1f717-e190-437e-9245-8463d5911d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:29.766387 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a56c898-8353-4596-90d5-045c36c70e7e req-89b1f717-e190-437e-9245-8463d5911d49 service neutron] 10.222.0.83 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 914 time: 0.3005748 Nov 11 17:44:29.846501 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a56c898-8353-4596-90d5-045c36c70e7e req-b8905420-2c49-4065-84ae-5a0230dd7000 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed9c46a9-7038-4440-bc0f-3ebd2c694ffc HTTP/1.1" status: 200 len: 217 time: 0.0659294 Nov 11 17:44:29.859778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-35be8fd8-33da-4a93-9127-288882f88451 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2190387 Nov 11 17:44:29.985507 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c898-8353-4596-90d5-045c36c70e7e req-0336e65f-b70e-48cc-9c32-6b4d0e0d4772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:29.987009 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a56c898-8353-4596-90d5-045c36c70e7e req-0336e65f-b70e-48cc-9c32-6b4d0e0d4772 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.1263571 Nov 11 17:44:30.114762 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-97ff55e8-5a68-4592-9a2e-96a94d69b54b service neutron] 10.222.0.76 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384713 Nov 11 17:44:30.207191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c898-8353-4596-90d5-045c36c70e7e req-8a68056f-6e60-4432-b880-c5c8c98d378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:30.209213 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a56c898-8353-4596-90d5-045c36c70e7e req-8a68056f-6e60-4432-b880-c5c8c98d378b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2082508 Nov 11 17:44:30.416879 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a56c898-8353-4596-90d5-045c36c70e7e req-1bf9d815-8767-47e0-a3b4-2547bf169495 service neutron] 10.222.0.83 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966805 Nov 11 17:44:30.588737 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-00c86523-f686-4a52-9d02-2bf187596f64 service neutron] 10.222.0.76 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553950 Nov 11 17:44:30.693247 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a56c898-8353-4596-90d5-045c36c70e7e req-2c3a210e-1f1e-4dbf-be0c-c0479fe7a1dc service neutron] 10.222.0.83 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683406 Nov 11 17:44:31.069311 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b81f76-6792-4cd0-8587-75180d43a01e req-4c1d82ab-8d7d-41cd-a298-10257596d191 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:31.077218 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-15b81f76-6792-4cd0-8587-75180d43a01e req-4c1d82ab-8d7d-41cd-a298-10257596d191 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=284294ab-96e4-4414-af95-51ea7725efe9 HTTP/1.1" status: 200 len: 944 time: 0.0982306 Nov 11 17:44:31.156494 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-15b81f76-6792-4cd0-8587-75180d43a01e req-789564aa-d7be-40ef-8049-1342c8822d28 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780449 Nov 11 17:44:31.328454 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-33aa76f6-644c-40a1-ad83-c9620aca6ad1 req-72225bbf-943d-499e-94c8-d5b1b4344c69 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 210 time: 0.0422404 Nov 11 17:44:31.417724 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device ed9c46a9-7038-4440-bc0f-3ebd2c694ffc details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:44:31.665395 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port ed9c46a9-7038-4440-bc0f-3ebd2c694ffc, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=ed9c46a9-7038-4440-bc0f-3ebd2c694ffc,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:44:31.690544 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'ed9c46a9-7038-4440-bc0f-3ebd2c694ffc', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'port_id': 'ed9c46a9-7038-4440-bc0f-3ebd2c694ffc', 'mac_address': 'fa:16:3e:7a:e7:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:44:31.755921 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:31.802824 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9c46a9-7038-4440-bc0f-3ebd2c694ffc {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:44:31.865217 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port ed9c46a9-7038-4440-bc0f-3ebd2c694ffc, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=ed9c46a9-7038-4440-bc0f-3ebd2c694ffc,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:44:31.876871 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:31.965024 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=ed9c46a9-7038-4440-bc0f-3ebd2c694ffc,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:32.102097 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['ed9c46a9-7038-4440-bc0f-3ebd2c694ffc'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:44:32.485672 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bb54d-9661-45b0-98c9-496c4a3abc88 req-50100318-9a44-440a-b62c-3a7d6ea7b9e3 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:32.496293 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-097bb54d-9661-45b0-98c9-496c4a3abc88 req-50100318-9a44-440a-b62c-3a7d6ea7b9e3 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=284294ab-96e4-4414-af95-51ea7725efe9 HTTP/1.1" status: 200 len: 945 time: 0.1737044 Nov 11 17:44:32.590144 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-097bb54d-9661-45b0-98c9-496c4a3abc88 req-21a69f80-2e24-4be7-967c-84eaa5f91a97 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910389 Nov 11 17:44:33.045772 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07c6fc4b-8b7d-45f1-ab24-55197a146f5d req-cc3793fa-b484-4835-b761-f7ca4908995c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 210 time: 0.1776502 Nov 11 17:44:33.133490 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-8b4b753d-926e-405f-be62-6633f5948d61 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:33.136704 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-8b4b753d-926e-405f-be62-6633f5948d61 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.64 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 812 time: 0.4475346 Nov 11 17:44:33.157593 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-19f513dd-7925-425e-bad4-48607f7774cf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Request body: {'port': {'device_id': 'f66edce9-e64f-41fd-b1fc-b7049b95b9db', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'admin_state_up': True, 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:44:33.340742 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-19f513dd-7925-425e-bad4-48607f7774cf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Made reservation on behalf of 1e37f40ca1514a7584bca23f0becbfbf for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:44:33.348609 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-19f513dd-7925-425e-bad4-48607f7774cf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:33.433502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device ed9c46a9-7038-4440-bc0f-3ebd2c694ffc up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:44:33.577405 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port ed9c46a9-7038-4440-bc0f-3ebd2c694ffc completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:44:33.586777 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port ed9c46a9-7038-4440-bc0f-3ebd2c694ffc triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:44:33.587815 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:33.757654 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-19f513dd-7925-425e-bad4-48607f7774cf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Allocated IP 172.20.0.9 (c569cf45-b127-45e4-97f6-75d37a12e9cb/8e5e7674-c87d-4949-9af6-9219acd03bbb/cecb2c6a-3b1c-4477-8b48-0b08e9de3e57) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:44:33.855453 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:34.000672 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284294ab-96e4-4414-af95-51ea7725efe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9c46a9-7038-4440-bc0f-3ebd2c694ffc'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:44:34.003583 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43692735-6f66-490f-a274-cceab4d231fe" -d '{"events": [{"server_uuid": "284294ab-96e4-4414-af95-51ea7725efe9", "name": "network-vif-plugged", "status": "completed", "tag": "ed9c46a9-7038-4440-bc0f-3ebd2c694ffc"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:44:34.071204 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port ed9c46a9-7038-4440-bc0f-3ebd2c694ffc, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=ed9c46a9-7038-4440-bc0f-3ebd2c694ffc,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:44:34.086990 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:34.277420 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=ed9c46a9-7038-4440-bc0f-3ebd2c694ffc,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:34.298329 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-19f513dd-7925-425e-bad4-48607f7774cf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:34.350146 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-19f513dd-7925-425e-bad4-48607f7774cf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:34.455412 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-19f513dd-7925-425e-bad4-48607f7774cf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Network c569cf45-b127-45e4-97f6-75d37a12e9cb is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:44:34.459557 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-19f513dd-7925-425e-bad4-48607f7774cf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:44:34.474743 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-19f513dd-7925-425e-bad4-48607f7774cf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:44:34.527212 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f513dd-7925-425e-bad4-48607f7774cf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event updated for resources: {'Port': ['ID=cecb2c6a-3b1c-4477-8b48-0b08e9de3e57,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:34.609910 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-19f513dd-7925-425e-bad4-48607f7774cf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:34.610597 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-19f513dd-7925-425e-bad4-48607f7774cf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:34.648928 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-19f513dd-7925-425e-bad4-48607f7774cf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4956234 Nov 11 17:44:34.669649 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] Request body: {'port': {'device_id': 'f66edce9-e64f-41fd-b1fc-b7049b95b9db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:44:34.828409 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:34.846481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d1763-a790-4ec3-a5fe-8f08ba10c356 req-e86ab612-e988-4a4d-af6e-b8bdb26cfbfc tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:34.848108 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-240d1763-a790-4ec3-a5fe-8f08ba10c356 req-e86ab612-e988-4a4d-af6e-b8bdb26cfbfc tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=284294ab-96e4-4414-af95-51ea7725efe9 HTTP/1.1" status: 200 len: 945 time: 1.0341969 Nov 11 17:44:34.980376 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-240d1763-a790-4ec3-a5fe-8f08ba10c356 req-cc6bd828-1bd6-4c2d-9c75-f8ff8c424fe2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139941 Nov 11 17:44:34.989513 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1572055d-d5f5-40d9-b562-a44010b1b185 None None] Provisioning complete for port cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:44:34.990002 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1572055d-d5f5-40d9-b562-a44010b1b185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:35.086584 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-1572055d-d5f5-40d9-b562-a44010b1b185 None None] Port cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:44:35.109114 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a098ce-ad7d-4b07-bb72-36dd899bd1bf x-openstack-request-id: req-f9a098ce-ad7d-4b07-bb72-36dd899bd1bf {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:44:35.109419 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284294ab-96e4-4414-af95-51ea7725efe9", "name": "network-vif-plugged", "status": "completed", "tag": "ed9c46a9-7038-4440-bc0f-3ebd2c694ffc", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:44:35.109674 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f9a098ce-ad7d-4b07-bb72-36dd899bd1bf {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:44:35.110294 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284294ab-96e4-4414-af95-51ea7725efe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9c46a9-7038-4440-bc0f-3ebd2c694ffc', 'code': 200} Nov 11 17:44:35.388793 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379abcd-d9fb-4a54-8a68-6f0e397c0173 req-7158477d-2960-46d0-aa35-911aa1b0d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:35.398740 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4379abcd-d9fb-4a54-8a68-6f0e397c0173 req-7158477d-2960-46d0-aa35-911aa1b0d492 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=284294ab-96e4-4414-af95-51ea7725efe9 HTTP/1.1" status: 200 len: 1097 time: 0.1908355 Nov 11 17:44:35.458542 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491dade1-8479-4f35-9375-a623311ff48e req-c88676d0-eddf-49b5-8b7c-42065e1e1564 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:35.467513 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-491dade1-8479-4f35-9375-a623311ff48e req-c88676d0-eddf-49b5-8b7c-42065e1e1564 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 931 time: 0.1830413 Nov 11 17:44:35.548486 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:44:35.568342 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:35.568789 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-491dade1-8479-4f35-9375-a623311ff48e req-8fde0b3c-cd62-4d93-bce0-5ac800f8b950 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001198 Nov 11 17:44:35.573072 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4379abcd-d9fb-4a54-8a68-6f0e397c0173 req-d1e73e6a-51a6-42b2-9a15-b4898b64bf5f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642084 Nov 11 17:44:35.587150 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] Transition to ACTIVE for port object cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:44:35.599993 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:35.749893 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] Pushing event updated for resources: {'Port': ['ID=cecb2c6a-3b1c-4477-8b48-0b08e9de3e57,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:35.912575 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] Attempting to bind port cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:44:35.912906 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] Attempting to bind port cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:44:35.915433 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] Attempting to bind port cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 on network c569cf45-b127-45e4-97f6-75d37a12e9cb {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:44:35.961187 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] Port cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 on network c569cf45-b127-45e4-97f6-75d37a12e9cb not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:44:35.963975 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] Attempting to bind port cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 on network c569cf45-b127-45e4-97f6-75d37a12e9cb {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:44:35.997478 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:44:35.997771 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] Checking segment: {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:44:35.998174 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] Bound using segment: {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:44:35.998613 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] Bound port: cecb2c6a-3b1c-4477-8b48-0b08e9de3e57, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:44:35.998976 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:36.208748 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] For port cecb2c6a-3b1c-4477-8b48-0b08e9de3e57, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:44:36.213568 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] For port cecb2c6a-3b1c-4477-8b48-0b08e9de3e57, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=cecb2c6a-3b1c-4477-8b48-0b08e9de3e57,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:44:36.224731 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:36.308033 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:36.308972 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:36.310666 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] 10.222.0.64 "PUT /v2.0/ports/cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 HTTP/1.1" status: 200 len: 1091 time: 1.6456580 Nov 11 17:44:36.311280 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66edce9-e64f-41fd-b1fc-b7049b95b9db', 'tag': 'cecb2c6a-3b1c-4477-8b48-0b08e9de3e57'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:44:36.315502 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255aeb68-0b93-4718-9117-e6bcb23791ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f66edce9-e64f-41fd-b1fc-b7049b95b9db", "tag": "cecb2c6a-3b1c-4477-8b48-0b08e9de3e57"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:44:36.364676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262108de-af83-458c-9467-2ce281a24720 req-734627ac-bfbd-4eea-9f23-a64207468602 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:36.387857 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-262108de-af83-458c-9467-2ce281a24720 req-734627ac-bfbd-4eea-9f23-a64207468602 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=284294ab-96e4-4414-af95-51ea7725efe9 HTTP/1.1" status: 200 len: 946 time: 0.1856294 Nov 11 17:44:36.411082 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b97a8-85cd-4410-b468-4539a9acfc80 service neutron] Pushing event updated for resources: {'Port': ['ID=cecb2c6a-3b1c-4477-8b48-0b08e9de3e57,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:36.528254 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-262108de-af83-458c-9467-2ce281a24720 req-4e8a8b8d-22d1-4fec-9bd9-a301891dd290 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338253 Nov 11 17:44:36.573927 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-2fdce2bf-324d-49a8-bbc3-dcba96d43b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:36.584360 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-2fdce2bf-324d-49a8-bbc3-dcba96d43b30 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 1094 time: 0.1696630 Nov 11 17:44:36.600990 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259939a1-77cc-4a65-86f1-946a34553be1 x-openstack-request-id: req-259939a1-77cc-4a65-86f1-946a34553be1 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:44:36.601314 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66edce9-e64f-41fd-b1fc-b7049b95b9db", "tag": "cecb2c6a-3b1c-4477-8b48-0b08e9de3e57", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:44:36.601533 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-259939a1-77cc-4a65-86f1-946a34553be1 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:44:36.601937 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66edce9-e64f-41fd-b1fc-b7049b95b9db', 'tag': 'cecb2c6a-3b1c-4477-8b48-0b08e9de3e57', 'status': 'completed', 'code': 200} Nov 11 17:44:36.731925 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-bc480707-aecb-4eaf-8e6b-f6ab0ed1ad59 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 HTTP/1.1" status: 200 len: 217 time: 0.1158292 Nov 11 17:44:36.751773 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c39e1-87d9-4991-9782-cecc22f181ef req-2844f7c1-c88a-41ce-a969-03f538857e8b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:36.762106 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de1c39e1-87d9-4991-9782-cecc22f181ef req-2844f7c1-c88a-41ce-a969-03f538857e8b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 943 time: 0.0887403 Nov 11 17:44:36.866584 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de1c39e1-87d9-4991-9782-cecc22f181ef req-6d336528-9440-47dd-96a3-87c7ee55ee53 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031945 Nov 11 17:44:36.908343 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-732df5d4-b6e7-4f45-b91f-f391c0fa0de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:36.910396 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-732df5d4-b6e7-4f45-b91f-f391c0fa0de2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.1714344 Nov 11 17:44:37.000301 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-1ba42ea1-60ef-4dd5-b1ab-245599c3ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:37.008735 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-1ba42ea1-60ef-4dd5-b1ab-245599c3ef4d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899725 Nov 11 17:44:37.189535 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-950915d6-965b-4aa5-9ab9-1e0002b305c9 service neutron] 10.222.0.64 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717536 Nov 11 17:44:37.414769 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9e796af6-fbee-486d-98bf-9d1b0558d41e req-05420c85-2cb4-4fce-9ff2-8698d45f58b7 service neutron] 10.222.0.64 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159934 Nov 11 17:44:37.429301 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8215cc1b-4bca-4bc3-92c3-66d4359c342e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:37.692078 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255aeb68-0b93-4718-9117-e6bcb23791ae req-4add4bc2-8005-4581-a64f-7d3c2f317f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:37.693706 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-255aeb68-0b93-4718-9117-e6bcb23791ae req-4add4bc2-8005-4581-a64f-7d3c2f317f4a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 1094 time: 0.1749182 Nov 11 17:44:37.860337 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255aeb68-0b93-4718-9117-e6bcb23791ae req-3bb9a36c-6dbd-4787-9c99-a83910ee4231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:37.863710 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-255aeb68-0b93-4718-9117-e6bcb23791ae req-3bb9a36c-6dbd-4787-9c99-a83910ee4231 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 914 time: 0.1618030 Nov 11 17:44:37.877314 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4d086-a9f6-4d2e-a437-654582e2c621 req-9f7a243f-7531-4d2f-bde3-07613c0c5798 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:37.880474 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6aa4d086-a9f6-4d2e-a437-654582e2c621 req-9f7a243f-7531-4d2f-bde3-07613c0c5798 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=284294ab-96e4-4414-af95-51ea7725efe9 HTTP/1.1" status: 200 len: 946 time: 0.1762567 Nov 11 17:44:37.965425 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-255aeb68-0b93-4718-9117-e6bcb23791ae req-a74465b2-a24b-4b92-b48a-fb9d2f8ab104 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 HTTP/1.1" status: 200 len: 217 time: 0.0890200 Nov 11 17:44:38.000181 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6aa4d086-a9f6-4d2e-a437-654582e2c621 req-bde2b11f-cd44-4617-8aa6-621fd92f9bea tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890300 Nov 11 17:44:38.143041 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255aeb68-0b93-4718-9117-e6bcb23791ae req-471087cf-409d-4180-b7d3-968339c8637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:38.145310 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-255aeb68-0b93-4718-9117-e6bcb23791ae req-471087cf-409d-4180-b7d3-968339c8637d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.1726191 Nov 11 17:44:38.232285 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255aeb68-0b93-4718-9117-e6bcb23791ae req-5b3dd535-103d-4bcf-a3f0-5f047ea9b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:38.234102 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-255aeb68-0b93-4718-9117-e6bcb23791ae req-5b3dd535-103d-4bcf-a3f0-5f047ea9b346 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805626 Nov 11 17:44:38.340952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e66dc0-85bc-4b41-914f-fb365f87bd7d req-38fc0cec-1a7b-44f2-a061-dfa6f2fba395 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:38.351364 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f5e66dc0-85bc-4b41-914f-fb365f87bd7d req-38fc0cec-1a7b-44f2-a061-dfa6f2fba395 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 943 time: 0.1580470 Nov 11 17:44:38.402011 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-255aeb68-0b93-4718-9117-e6bcb23791ae req-394e05b0-9836-4d33-b926-703ed84023a2 service neutron] 10.222.0.64 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544716 Nov 11 17:44:38.492647 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f5e66dc0-85bc-4b41-914f-fb365f87bd7d req-2230d9a0-2980-4d02-8330-a236b0b9aaa6 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298060 Nov 11 17:44:38.618469 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-255aeb68-0b93-4718-9117-e6bcb23791ae req-1effc4d9-1b2b-4c3e-9ad7-f1d0dad81f5d service neutron] 10.222.0.64 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075610 Nov 11 17:44:39.706101 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fb77-32bd-4299-a336-84768744e917 req-7b35317c-8936-4b5d-9d78-d25ec26c9f35 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:39.722848 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-09c0fb77-32bd-4299-a336-84768744e917 req-7b35317c-8936-4b5d-9d78-d25ec26c9f35 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 943 time: 0.1074197 Nov 11 17:44:39.820342 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-09c0fb77-32bd-4299-a336-84768744e917 req-fcdab86d-5ab3-468f-9898-8f40bb4fcd8b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966237 Nov 11 17:44:40.396905 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6fb6a8f3-b428-4f41-9c02-58d95fd4ccbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:40.991114 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:41.138194 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad2142-a6e8-4aad-8181-e69f3d3cd9b5 req-4dad4852-1b70-40df-b532-b4071678683d tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:41.141425 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35ad2142-a6e8-4aad-8181-e69f3d3cd9b5 req-4dad4852-1b70-40df-b532-b4071678683d tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 943 time: 0.1120267 Nov 11 17:44:41.230923 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35ad2142-a6e8-4aad-8181-e69f3d3cd9b5 req-203152e8-0fb2-494a-b146-caf56ffaf0ca tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715606 Nov 11 17:44:41.877137 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60814) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:42.534236 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78af82-1e4d-435b-9b07-311e41fef671 req-9c6f0e50-9294-4a61-b5cc-505237fe056e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:42.549306 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf78af82-1e4d-435b-9b07-311e41fef671 req-9c6f0e50-9294-4a61-b5cc-505237fe056e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 943 time: 0.1231189 Nov 11 17:44:42.620905 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:42.680791 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf78af82-1e4d-435b-9b07-311e41fef671 req-730bc813-1ae1-41e1-bf80-79e99643c96e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255381 Nov 11 17:44:42.958026 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:43.674120 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c4910-5642-4a2a-9127-e87bc5ba5a7b req-3b066540-05b2-43ec-a196-227fba0f7843 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:43.676965 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-076e3e54-221b-4de8-951f-e11b8ca7d1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:43.701202 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e3c4910-5642-4a2a-9127-e87bc5ba5a7b req-3b066540-05b2-43ec-a196-227fba0f7843 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 945 time: 0.0946782 Nov 11 17:44:43.853891 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e3c4910-5642-4a2a-9127-e87bc5ba5a7b req-5b94d6ad-76e6-4502-8a7a-a4fe1e4c7651 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=045ef10d-adc8-467a-a43f-de67a3677d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489913 Nov 11 17:44:44.085680 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf79a1d-226b-487d-bf65-36ad1f37c7fb req-973b3a0b-43e2-42e0-b4e6-f5c312ed219c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:44.088245 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5cf79a1d-226b-487d-bf65-36ad1f37c7fb req-973b3a0b-43e2-42e0-b4e6-f5c312ed219c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 943 time: 0.1076810 Nov 11 17:44:44.206436 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5cf79a1d-226b-487d-bf65-36ad1f37c7fb req-7186e7fa-4d87-46d7-a68c-a8c40e144439 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106920 Nov 11 17:44:44.387330 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-076e3e54-221b-4de8-951f-e11b8ca7d1e8 admin admin] Deleting port b69d6db5-f278-4bfe-b393-813404e70c02 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:44:44.387817 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-076e3e54-221b-4de8-951f-e11b8ca7d1e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:44.534053 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-076e3e54-221b-4de8-951f-e11b8ca7d1e8 admin admin] For port b69d6db5-f278-4bfe-b393-813404e70c02, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b69d6db5-f278-4bfe-b393-813404e70c02,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:44:44.535201 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-076e3e54-221b-4de8-951f-e11b8ca7d1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:44.558498 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-076e3e54-221b-4de8-951f-e11b8ca7d1e8 admin admin] Calling delete_port for b69d6db5-f278-4bfe-b393-813404e70c02 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:44:45.023978 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-076e3e54-221b-4de8-951f-e11b8ca7d1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:45.092678 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca636ba-1d76-4a05-adf5-71f8ea0dec70 req-a8452117-bd1b-4724-a4fc-20268388ae81 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:45.109347 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dca636ba-1d76-4a05-adf5-71f8ea0dec70 req-a8452117-bd1b-4724-a4fc-20268388ae81 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 945 time: 0.1633012 Nov 11 17:44:45.146873 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e3e54-221b-4de8-951f-e11b8ca7d1e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b69d6db5-f278-4bfe-b393-813404e70c02,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:45.239595 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dca636ba-1d76-4a05-adf5-71f8ea0dec70 req-ebbcde7b-274e-4b57-983d-39e366495925 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=045ef10d-adc8-467a-a43f-de67a3677d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159139 Nov 11 17:44:45.428101 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-076e3e54-221b-4de8-951f-e11b8ca7d1e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:45.508495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449f152-d48f-4527-ae49-f81715f80522 req-467339f4-d120-4f95-a4c5-c078f2852cfb tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:45.517620 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3449f152-d48f-4527-ae49-f81715f80522 req-467339f4-d120-4f95-a4c5-c078f2852cfb tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 943 time: 0.1473289 Nov 11 17:44:45.607371 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3449f152-d48f-4527-ae49-f81715f80522 req-bc1a272f-b4de-4481-8b70-cf06e3481c94 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882647 Nov 11 17:44:45.850859 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076e3e54-221b-4de8-951f-e11b8ca7d1e8 admin admin] Router 7f00dfe0-00fa-44b2-82ad-960ecb73921d has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:44:46.053598 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076e3e54-221b-4de8-951f-e11b8ca7d1e8 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:44:46.067870 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-076e3e54-221b-4de8-951f-e11b8ca7d1e8 admin admin] 10.222.0.76 "PUT /v2.0/routers/7f00dfe0-00fa-44b2-82ad-960ecb73921d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1998155 Nov 11 17:44:46.073095 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 60958) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:46.075288 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be416292-b23b-4423-8994-bd15d05606b3 None None] Sync routers for ids ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:44:46.098582 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be416292-b23b-4423-8994-bd15d05606b3 None None] Routers {'7f00dfe0-00fa-44b2-82ad-960ecb73921d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:44:46.098582 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-be416292-b23b-4423-8994-bd15d05606b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:44:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:44:46.331764 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18ede3b0-0e01-4dc0-a932-21bffc1a1605 admin admin] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:46.360306 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-be416292-b23b-4423-8994-bd15d05606b3 None None] Set router 7f00dfe0-00fa-44b2-82ad-960ecb73921d gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:44:46.534760 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18ede3b0-0e01-4dc0-a932-21bffc1a1605 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:46.673023 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f837a8c-6d58-4611-968b-87e870f7e9fa req-6cddf5ad-60e9-4065-9f62-fa7234dedff8 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:46.680191 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f837a8c-6d58-4611-968b-87e870f7e9fa req-6cddf5ad-60e9-4065-9f62-fa7234dedff8 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 945 time: 0.1645370 Nov 11 17:44:46.716252 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-18ede3b0-0e01-4dc0-a932-21bffc1a1605 admin admin] Deleting port bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:44:46.716593 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18ede3b0-0e01-4dc0-a932-21bffc1a1605 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:46.828988 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-18ede3b0-0e01-4dc0-a932-21bffc1a1605 admin admin] For port bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:44:46.829336 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18ede3b0-0e01-4dc0-a932-21bffc1a1605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:46.844797 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-18ede3b0-0e01-4dc0-a932-21bffc1a1605 admin admin] Calling delete_port for bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7 owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:44:46.908058 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f837a8c-6d58-4611-968b-87e870f7e9fa req-eba61c91-f588-49b5-9f92-6072afe2113f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=045ef10d-adc8-467a-a43f-de67a3677d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220123 Nov 11 17:44:46.908196 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-be416292-b23b-4423-8994-bd15d05606b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'name': 'tempest-AttachVolumeShelveTestJSON-890161507-router', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:35:16Z', 'updated_at': '2021-11-11T17:44:44Z', 'revision_number': 5, 'project_id': 'eeac632c30574948b103f77246d9180e', 'gw_port': {'id': 'bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:35:17Z', 'updated_at': '2021-11-11T17:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:44:46.987809 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be416292-b23b-4423-8994-bd15d05606b3 None None] Checking router: 7f00dfe0-00fa-44b2-82ad-960ecb73921d for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:44:47.036709 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be416292-b23b-4423-8994-bd15d05606b3 None None] Routers {'7f00dfe0-00fa-44b2-82ad-960ecb73921d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:44:47.041674 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-be416292-b23b-4423-8994-bd15d05606b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:44:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:44:47.339227 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab86917-7bf4-4838-afb9-6e69d8f2e578 req-673fce82-0870-4db1-9885-352981863b83 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:47.348912 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2ab86917-7bf4-4838-afb9-6e69d8f2e578 req-673fce82-0870-4db1-9885-352981863b83 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 943 time: 0.2221570 Nov 11 17:44:47.355677 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-be416292-b23b-4423-8994-bd15d05606b3 None None] Set router 7f00dfe0-00fa-44b2-82ad-960ecb73921d gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:44:47.451479 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-be416292-b23b-4423-8994-bd15d05606b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'name': 'tempest-AttachVolumeShelveTestJSON-890161507-router', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:35:16Z', 'updated_at': '2021-11-11T17:44:46Z', 'revision_number': 6, 'project_id': 'eeac632c30574948b103f77246d9180e', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:44:47.509446 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2ab86917-7bf4-4838-afb9-6e69d8f2e578 req-9511dbe3-aa10-44bd-867d-494758c0d39f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551988 Nov 11 17:44:47.512054 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be416292-b23b-4423-8994-bd15d05606b3 None None] The sync data for ids ['7f00dfe0-00fa-44b2-82ad-960ecb73921d'] in n-d-816206-4 is: [{'id': '7f00dfe0-00fa-44b2-82ad-960ecb73921d', 'name': 'tempest-AttachVolumeShelveTestJSON-890161507-router', 'tenant_id': 'eeac632c30574948b103f77246d9180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:35:16Z', 'updated_at': '2021-11-11T17:44:46Z', 'revision_number': 6, 'project_id': 'eeac632c30574948b103f77246d9180e', 'gw_port_host': None}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:44:47.637994 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18ede3b0-0e01-4dc0-a932-21bffc1a1605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:47.673964 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60986) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:47.695952 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef5d216-2b4a-4f17-b6db-22610d0616fe None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:44:47.722781 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ede3b0-0e01-4dc0-a932-21bffc1a1605 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:47.771704 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e5ef0a-0523-4f22-9c3a-79c674ef79ca admin admin] Deleting subnet 5c1113ca-7d7f-43da-856f-5d9bc25b5841 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:44:47.780374 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-71e5ef0a-0523-4f22-9c3a-79c674ef79ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:47.831289 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18ede3b0-0e01-4dc0-a932-21bffc1a1605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:47.912290 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-71e5ef0a-0523-4f22-9c3a-79c674ef79ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:48.096841 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-71e5ef0a-0523-4f22-9c3a-79c674ef79ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:48.125259 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18ede3b0-0e01-4dc0-a932-21bffc1a1605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:48.130046 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18ede3b0-0e01-4dc0-a932-21bffc1a1605 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:48.219131 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18ede3b0-0e01-4dc0-a932-21bffc1a1605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:48.220155 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ede3b0-0e01-4dc0-a932-21bffc1a1605 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f00dfe0-00fa-44b2-82ad-960ecb73921d {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:44:48.235028 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18ede3b0-0e01-4dc0-a932-21bffc1a1605 admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:48.245121 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-18ede3b0-0e01-4dc0-a932-21bffc1a1605 admin admin] 10.222.0.76 "DELETE /v2.0/routers/7f00dfe0-00fa-44b2-82ad-960ecb73921d HTTP/1.1" status: 204 len: 168 time: 2.1703100 Nov 11 17:44:48.255183 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 60998) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:48.334114 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ede0e-ed0d-4055-8d93-0a0422408c48 req-ffa82ad9-194d-4f90-8168-b2df9353ef3e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:48.343043 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd0ede0e-ed0d-4055-8d93-0a0422408c48 req-ffa82ad9-194d-4f90-8168-b2df9353ef3e tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 945 time: 0.2421095 Nov 11 17:44:48.381020 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:48.463412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd0ede0e-ed0d-4055-8d93-0a0422408c48 req-8c482e6a-5dd6-4c24-8f9f-a21d290e1c7f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=045ef10d-adc8-467a-a43f-de67a3677d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166451 Nov 11 17:44:48.481015 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-71e5ef0a-0523-4f22-9c3a-79c674ef79ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:48.572306 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5ef0a-0523-4f22-9c3a-79c674ef79ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c1113ca-7d7f-43da-856f-5d9bc25b5841,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:48.610330 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-71e5ef0a-0523-4f22-9c3a-79c674ef79ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:48.614052 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-71e5ef0a-0523-4f22-9c3a-79c674ef79ca admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5c1113ca-7d7f-43da-856f-5d9bc25b5841 HTTP/1.1" status: 204 len: 168 time: 0.9379215 Nov 11 17:44:48.616823 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 32772) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:48.617425 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a1b946-46b9-405e-bec3-261a04cded36 admin admin] Deleting subnet fa447a7e-c385-460f-86cb-d149b7215da5 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:44:48.621802 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5ef0a-0523-4f22-9c3a-79c674ef79ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:48.622294 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5ef0a-0523-4f22-9c3a-79c674ef79ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:48.622749 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5ef0a-0523-4f22-9c3a-79c674ef79ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:48.623161 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5ef0a-0523-4f22-9c3a-79c674ef79ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:48.623576 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5ef0a-0523-4f22-9c3a-79c674ef79ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:48.624040 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5ef0a-0523-4f22-9c3a-79c674ef79ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:48.624460 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5ef0a-0523-4f22-9c3a-79c674ef79ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:48.624905 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5ef0a-0523-4f22-9c3a-79c674ef79ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:48.625331 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5ef0a-0523-4f22-9c3a-79c674ef79ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:48.636569 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5ef0a-0523-4f22-9c3a-79c674ef79ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:48.637001 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5ef0a-0523-4f22-9c3a-79c674ef79ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:48.637422 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5ef0a-0523-4f22-9c3a-79c674ef79ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:48.646536 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-71a1b946-46b9-405e-bec3-261a04cded36 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:48.707556 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b69d6db5-f278-4bfe-b393-813404e70c02 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:44:48.745765 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: b69d6db5-f278-4bfe-b393-813404e70c02 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:44:48.748303 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b69d6db5-f278-4bfe-b393-813404e70c02 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:44:48.748760 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-71a1b946-46b9-405e-bec3-261a04cded36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:48.749649 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:44:48.796102 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:44:48.796493 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bb1bed4b-eb6d-4b43-82f8-fda8796b2fb7 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:44:48.891518 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f31b4d-9ec2-4d2a-a811-d3d59f7849a4 req-cd41df21-a1b4-40b7-8f63-0ee256ee8f83 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:48.894732 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56f31b4d-9ec2-4d2a-a811-d3d59f7849a4 req-cd41df21-a1b4-40b7-8f63-0ee256ee8f83 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 943 time: 0.2359462 Nov 11 17:44:48.900172 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d0bc62e1-423b-46b8-867a-848c751f4043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:49.040440 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-71a1b946-46b9-405e-bec3-261a04cded36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:49.070855 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56f31b4d-9ec2-4d2a-a811-d3d59f7849a4 req-bc2da0ad-e17e-4e83-a935-3178c31bac1b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603670 Nov 11 17:44:49.105719 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d0bc62e1-423b-46b8-867a-848c751f4043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:49.118502 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-71a1b946-46b9-405e-bec3-261a04cded36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:49.154683 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-71a1b946-46b9-405e-bec3-261a04cded36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:49.158090 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a766cc1f-5d2f-4578-b036-e61b338fa08d None None] Network a3a8bf47-1430-4314-97ff-b3524a589a13 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:44:49.163299 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-d0bc62e1-423b-46b8-867a-848c751f4043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c167514-cf24-4800-a856-f2e1b2266685']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:44:49.166375 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-71a1b946-46b9-405e-bec3-261a04cded36 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/fa447a7e-c385-460f-86cb-d149b7215da5 HTTP/1.1" status: 204 len: 168 time: 0.9021797 Nov 11 17:44:49.180801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-d0bc62e1-423b-46b8-867a-848c751f4043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c456b43e-cce1-4da9-8bab-50fc84f92f69') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:44:49.181512 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-d0bc62e1-423b-46b8-867a-848c751f4043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c456b43e-cce1-4da9-8bab-50fc84f92f69') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:44:49.195430 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 32786) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:49.207050 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d0bc62e1-423b-46b8-867a-848c751f4043 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:49.245996 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1b946-46b9-405e-bec3-261a04cded36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa447a7e-c385-460f-86cb-d149b7215da5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:49.370412 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d0bc62e1-423b-46b8-867a-848c751f4043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:49.388477 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bc62e1-423b-46b8-867a-848c751f4043 admin admin] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:44:49.388787 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d0bc62e1-423b-46b8-867a-848c751f4043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:44:49.391119 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:44:49.437591 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-605c8a0c-fae0-4463-a9d1-017d4aae7ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:49.481787 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718dced-e1c8-4582-a82c-174b77065eba req-ca5e6d7c-cb06-401a-91d2-f9b411285b08 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:49.488782 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5718dced-e1c8-4582-a82c-174b77065eba req-ca5e6d7c-cb06-401a-91d2-f9b411285b08 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.1602156 Nov 11 17:44:49.490583 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d0bc62e1-423b-46b8-867a-848c751f4043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:49.508377 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05221a36-14fe-49b7-9276-825203d51538 None None] DHCP port deletion for a3a8bf47-1430-4314-97ff-b3524a589a13 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:44:49.558181 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d0bc62e1-423b-46b8-867a-848c751f4043 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:49.562106 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d0bc62e1-423b-46b8-867a-848c751f4043 admin admin] 10.222.0.76 "DELETE /v2.0/networks/4c167514-cf24-4800-a856-f2e1b2266685 HTTP/1.1" status: 204 len: 168 time: 0.9437649 Nov 11 17:44:49.568902 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-05221a36-14fe-49b7-9276-825203d51538 None None] Deleting port b5d95b45-dde8-4a1c-abe3-b853bf83a0b7 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:44:49.569342 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-05221a36-14fe-49b7-9276-825203d51538 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:49.574389 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc62e1-423b-46b8-867a-848c751f4043 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c167514-cf24-4800-a856-f2e1b2266685,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:49.658847 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5718dced-e1c8-4582-a82c-174b77065eba req-ddecbf77-1924-4694-a4ac-0d5b9a33dde1 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659949 Nov 11 17:44:49.662980 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-605c8a0c-fae0-4463-a9d1-017d4aae7ce8 admin admin] Deleting port b5d95b45-dde8-4a1c-abe3-b853bf83a0b7 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:44:49.663361 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-605c8a0c-fae0-4463-a9d1-017d4aae7ce8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:49.672897 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-05221a36-14fe-49b7-9276-825203d51538 None None] For port b5d95b45-dde8-4a1c-abe3-b853bf83a0b7, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b5d95b45-dde8-4a1c-abe3-b853bf83a0b7,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:44:49.673468 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-05221a36-14fe-49b7-9276-825203d51538 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:49.733997 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-05221a36-14fe-49b7-9276-825203d51538 None None] Calling delete_port for b5d95b45-dde8-4a1c-abe3-b853bf83a0b7 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:44:49.771204 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-605c8a0c-fae0-4463-a9d1-017d4aae7ce8 admin admin] For port b5d95b45-dde8-4a1c-abe3-b853bf83a0b7, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b5d95b45-dde8-4a1c-abe3-b853bf83a0b7,segment=NetworkSegment(433d53cd-2d4a-403a-84ce-59d53d82509b),segment_id=433d53cd-2d4a-403a-84ce-59d53d82509b)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:44:49.771585 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-605c8a0c-fae0-4463-a9d1-017d4aae7ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:49.792300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-605c8a0c-fae0-4463-a9d1-017d4aae7ce8 admin admin] Calling delete_port for b5d95b45-dde8-4a1c-abe3-b853bf83a0b7 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:44:49.801765 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 32806) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:49.928246 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6ce18563-a493-4ba4-b586-65db15c9bc67 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=adfd73a4482d43babef5c4f089c28b07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1228750 Nov 11 17:44:49.931905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 32810) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:49.966577 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-605c8a0c-fae0-4463-a9d1-017d4aae7ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:49.971598 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-05221a36-14fe-49b7-9276-825203d51538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:50.002324 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605c8a0c-fae0-4463-a9d1-017d4aae7ce8 admin admin] No DVR routers for this DVR port b5d95b45-dde8-4a1c-abe3-b853bf83a0b7 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:44:50.013691 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c8a0c-fae0-4463-a9d1-017d4aae7ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d95b45-dde8-4a1c-abe3-b853bf83a0b7,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:50.022987 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05221a36-14fe-49b7-9276-825203d51538 None None] Pushing event deleted for resources: {'Port': ['ID=b5d95b45-dde8-4a1c-abe3-b853bf83a0b7,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:50.032972 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05221a36-14fe-49b7-9276-825203d51538 None None] No DVR routers for this DVR port b5d95b45-dde8-4a1c-abe3-b853bf83a0b7 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:44:50.049215 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05221a36-14fe-49b7-9276-825203d51538 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:50.050174 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05221a36-14fe-49b7-9276-825203d51538 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:50.050601 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05221a36-14fe-49b7-9276-825203d51538 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:50.051796 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05221a36-14fe-49b7-9276-825203d51538 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:50.052235 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05221a36-14fe-49b7-9276-825203d51538 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:50.056187 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05221a36-14fe-49b7-9276-825203d51538 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:50.057099 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05221a36-14fe-49b7-9276-825203d51538 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:50.057449 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05221a36-14fe-49b7-9276-825203d51538 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:50.057752 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05221a36-14fe-49b7-9276-825203d51538 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:50.058273 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05221a36-14fe-49b7-9276-825203d51538 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:50.058595 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05221a36-14fe-49b7-9276-825203d51538 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:50.059472 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05221a36-14fe-49b7-9276-825203d51538 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:44:50.102731 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6e574b67-17ce-48e5-9a1c-02d5ff4e6829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:50.130589 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 32818) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:50.135342 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-605c8a0c-fae0-4463-a9d1-017d4aae7ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:50.139303 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b5dbcd74-6be7-4c36-8c96-9e065d593378 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1065575894', 'description': 'tempest-secgroup-smoke-1065575894 description', 'project_id': 'da0609b8911e49f0b0d1e564372cbf92'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:44:50.152608 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6e574b67-17ce-48e5-9a1c-02d5ff4e6829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:50.184163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-605c8a0c-fae0-4463-a9d1-017d4aae7ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a8bf47-1430-4314-97ff-b3524a589a13']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:44:50.184389 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b5dbcd74-6be7-4c36-8c96-9e065d593378 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:50.239273 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-605c8a0c-fae0-4463-a9d1-017d4aae7ce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433d53cd-2d4a-403a-84ce-59d53d82509b') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:44:50.239890 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-605c8a0c-fae0-4463-a9d1-017d4aae7ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433d53cd-2d4a-403a-84ce-59d53d82509b') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:44:50.255628 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-605c8a0c-fae0-4463-a9d1-017d4aae7ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:50.264167 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b5dbcd74-6be7-4c36-8c96-9e065d593378 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:50.276396 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-605c8a0c-fae0-4463-a9d1-017d4aae7ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:50.276639 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b5dbcd74-6be7-4c36-8c96-9e065d593378 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:50.292620 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61a540-77bb-45f9-8e81-14b1aee304c3 req-38d318ed-4684-45b3-9b70-c5558884ade5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:50.294127 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1a61a540-77bb-45f9-8e81-14b1aee304c3 req-38d318ed-4684-45b3-9b70-c5558884ade5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 945 time: 0.1006656 Nov 11 17:44:50.296383 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605c8a0c-fae0-4463-a9d1-017d4aae7ce8 admin admin] Releasing vlan 1297 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:44:50.296931 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-605c8a0c-fae0-4463-a9d1-017d4aae7ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:44:50.298950 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:44:50.313491 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6e574b67-17ce-48e5-9a1c-02d5ff4e6829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:50.316167 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6e574b67-17ce-48e5-9a1c-02d5ff4e6829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:50.317252 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6e574b67-17ce-48e5-9a1c-02d5ff4e6829 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/401d6f6a-2eda-46ff-8adb-4e897514a453 HTTP/1.1" status: 204 len: 168 time: 0.3809404 Nov 11 17:44:50.357184 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b5dbcd74-6be7-4c36-8c96-9e065d593378 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:50.361238 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b5dbcd74-6be7-4c36-8c96-9e065d593378 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2265499 Nov 11 17:44:50.361238 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbcd74-6be7-4c36-8c96-9e065d593378 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01c976bc-cf24-4686-9a0d-beb7cd683024,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:50.363162 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 32822) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:50.367712 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e574b67-17ce-48e5-9a1c-02d5ff4e6829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401d6f6a-2eda-46ff-8adb-4e897514a453,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:50.373283 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-aaee7455-0e2b-4a0b-bdd4-b779349f5569 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Request body: {'security_group_rule': {'security_group_id': '01c976bc-cf24-4686-9a0d-beb7cd683024', 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:44:50.419505 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-605c8a0c-fae0-4463-a9d1-017d4aae7ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:50.429676 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-605c8a0c-fae0-4463-a9d1-017d4aae7ce8 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:50.437393 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-605c8a0c-fae0-4463-a9d1-017d4aae7ce8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/a3a8bf47-1430-4314-97ff-b3524a589a13 HTTP/1.1" status: 204 len: 168 time: 1.2403235 Nov 11 17:44:50.460709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c8a0c-fae0-4463-a9d1-017d4aae7ce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3a8bf47-1430-4314-97ff-b3524a589a13,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:50.463402 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aaee7455-0e2b-4a0b-bdd4-b779349f5569 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:50.477440 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1a61a540-77bb-45f9-8e81-14b1aee304c3 req-0c49f5b8-dec6-4d8b-a7d9-454aa4bbc963 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=045ef10d-adc8-467a-a43f-de67a3677d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612868 Nov 11 17:44:50.575574 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aaee7455-0e2b-4a0b-bdd4-b779349f5569 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:50.584205 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aaee7455-0e2b-4a0b-bdd4-b779349f5569 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:50.627550 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee7455-0e2b-4a0b-bdd4-b779349f5569 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2955184e-2399-46be-af4b-7e807ec9a199,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:50.644825 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aaee7455-0e2b-4a0b-bdd4-b779349f5569 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:50.646552 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-aaee7455-0e2b-4a0b-bdd4-b779349f5569 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2820942 Nov 11 17:44:50.649827 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 32830) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:50.650599 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b5d95b45-dde8-4a1c-abe3-b853bf83a0b7 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:44:50.655557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-232cb21e-bc36-4efe-9fe6-50449928659f tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Request body: {'security_group_rule': {'security_group_id': '01c976bc-cf24-4686-9a0d-beb7cd683024', 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:44:50.674267 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b81903-1348-4834-8119-490c4e94b438 req-7d1978f8-2b45-4309-a54b-43deed3dfa61 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:50.682445 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46b81903-1348-4834-8119-490c4e94b438 req-7d1978f8-2b45-4309-a54b-43deed3dfa61 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.1405890 Nov 11 17:44:50.703520 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: b5d95b45-dde8-4a1c-abe3-b853bf83a0b7 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:44:50.704018 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b5d95b45-dde8-4a1c-abe3-b853bf83a0b7 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:44:50.737593 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-232cb21e-bc36-4efe-9fe6-50449928659f tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:50.776984 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46b81903-1348-4834-8119-490c4e94b438 req-69942630-50b8-4957-99d7-623e49ac56ef tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783935 Nov 11 17:44:50.833131 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 32836) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:50.875939 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-232cb21e-bc36-4efe-9fe6-50449928659f tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:50.882943 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-232cb21e-bc36-4efe-9fe6-50449928659f tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:50.911117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cb21e-bc36-4efe-9fe6-50449928659f tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a696f40f-fec7-40d3-89e4-0258c17dd19c,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:50.943900 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-29b93fe7-2bc6-4f6c-ae7e-2610f975ad66 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eeac632c30574948b103f77246d9180e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1089633 Nov 11 17:44:50.946470 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 32842) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:50.951796 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-232cb21e-bc36-4efe-9fe6-50449928659f tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:50.953468 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-232cb21e-bc36-4efe-9fe6-50449928659f tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3011675 Nov 11 17:44:50.962958 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 32844) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:50.969228 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-af15ff50-d955-4fb2-aca6-d0324131e40b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Request body: {'security_group_rule': {'security_group_id': '01c976bc-cf24-4686-9a0d-beb7cd683024', 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:44:51.036843 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3970d5-f0ab-456b-867c-1f13ae01766d req-6f60de1d-03ef-43f9-8b26-c001bd4c35a3 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:51.038399 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d3970d5-f0ab-456b-867c-1f13ae01766d req-6f60de1d-03ef-43f9-8b26-c001bd4c35a3 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 943 time: 0.0964303 Nov 11 17:44:51.044809 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-af15ff50-d955-4fb2-aca6-d0324131e40b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:51.053312 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-58b1c0da-be80-4e21-9871-c2a80459ff39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:51.096192 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-58b1c0da-be80-4e21-9871-c2a80459ff39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:51.150525 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d3970d5-f0ab-456b-867c-1f13ae01766d req-ac9075ec-1b82-47d1-9624-383d9210d17c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023469 Nov 11 17:44:51.178620 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-58b1c0da-be80-4e21-9871-c2a80459ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:51.185098 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-58b1c0da-be80-4e21-9871-c2a80459ff39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:51.189544 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-af15ff50-d955-4fb2-aca6-d0324131e40b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:51.193134 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-58b1c0da-be80-4e21-9871-c2a80459ff39 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6cd063e4-5f42-4c18-9814-e8cb79aefa49 HTTP/1.1" status: 204 len: 168 time: 0.2452037 Nov 11 17:44:51.199080 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-af15ff50-d955-4fb2-aca6-d0324131e40b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:51.208436 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1c0da-be80-4e21-9871-c2a80459ff39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd063e4-5f42-4c18-9814-e8cb79aefa49,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:51.242422 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15ff50-d955-4fb2-aca6-d0324131e40b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052f3d18-74c9-4258-9d37-4f85c5ceafdb,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:51.267351 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-af15ff50-d955-4fb2-aca6-d0324131e40b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:51.272007 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 32858) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:51.280927 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-ae42f1f7-f5f5-41a5-a577-f51ad41c1229 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Request body: {'security_group_rule': {'security_group_id': '01c976bc-cf24-4686-9a0d-beb7cd683024', 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:44:51.281211 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-af15ff50-d955-4fb2-aca6-d0324131e40b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3154273 Nov 11 17:44:51.337334 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae42f1f7-f5f5-41a5-a577-f51ad41c1229 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:51.415262 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae42f1f7-f5f5-41a5-a577-f51ad41c1229 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:51.420856 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae42f1f7-f5f5-41a5-a577-f51ad41c1229 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:51.456173 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42f1f7-f5f5-41a5-a577-f51ad41c1229 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d06d2c6-f01a-4b61-a104-4927077d2719,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:51.470239 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548571c-6ee3-4bfa-a8d6-1a2a25dde320 req-4655f809-30ed-4901-b2de-99529ffa9488 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:51.471876 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3548571c-6ee3-4bfa-a8d6-1a2a25dde320 req-4655f809-30ed-4901-b2de-99529ffa9488 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.1019874 Nov 11 17:44:51.473132 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae42f1f7-f5f5-41a5-a577-f51ad41c1229 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:51.489277 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ae42f1f7-f5f5-41a5-a577-f51ad41c1229 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2154393 Nov 11 17:44:51.491951 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 32870) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:51.506580 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a577a3ca-dad1-4607-a575-6efa8ef067bd tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Request body: {'security_group_rule': {'security_group_id': '01c976bc-cf24-4686-9a0d-beb7cd683024', 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:44:51.571364 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-a577a3ca-dad1-4607-a575-6efa8ef067bd tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Project da0609b8911e49f0b0d1e564372cbf92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:44:51.578370 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3548571c-6ee3-4bfa-a8d6-1a2a25dde320 req-024cbee0-3e90-4564-b96c-6d2aebe1afcb tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997503 Nov 11 17:44:51.581553 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a577a3ca-dad1-4607-a575-6efa8ef067bd tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:51.729831 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a577a3ca-dad1-4607-a575-6efa8ef067bd tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:51.741231 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a577a3ca-dad1-4607-a575-6efa8ef067bd tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:51.760560 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577a3ca-dad1-4607-a575-6efa8ef067bd tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf5d415-d59c-466c-b920-57ad4b02d7e1,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:51.775087 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a577a3ca-dad1-4607-a575-6efa8ef067bd tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:51.776987 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a577a3ca-dad1-4607-a575-6efa8ef067bd tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2822967 Nov 11 17:44:51.779775 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 32886) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:51.785988 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a09e26e6-eb66-42d9-99d5-d81f74e965c8 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Request body: {'security_group_rule': {'security_group_id': '01c976bc-cf24-4686-9a0d-beb7cd683024', 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:44:51.829510 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-a09e26e6-eb66-42d9-99d5-d81f74e965c8 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Project da0609b8911e49f0b0d1e564372cbf92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:44:51.844054 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a09e26e6-eb66-42d9-99d5-d81f74e965c8 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:51.855813 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bcabc-719c-4692-80a9-53fe9aa59b82 req-a4647533-8c88-4eba-88d4-c0e63beece7d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:51.864556 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-977bcabc-719c-4692-80a9-53fe9aa59b82 req-a4647533-8c88-4eba-88d4-c0e63beece7d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 945 time: 0.1391673 Nov 11 17:44:51.977567 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-977bcabc-719c-4692-80a9-53fe9aa59b82 req-a4f9f8f3-5401-4b54-bd0c-1cb98065f4dd tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=045ef10d-adc8-467a-a43f-de67a3677d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024778 Nov 11 17:44:51.989005 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a09e26e6-eb66-42d9-99d5-d81f74e965c8 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:51.997941 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a09e26e6-eb66-42d9-99d5-d81f74e965c8 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:52.032421 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e26e6-eb66-42d9-99d5-d81f74e965c8 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657339b2-f240-4f49-8f19-d58f31f27fec,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:52.043441 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a09e26e6-eb66-42d9-99d5-d81f74e965c8 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:52.053682 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a09e26e6-eb66-42d9-99d5-d81f74e965c8 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2654266 Nov 11 17:44:52.409233 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb043ac-96d0-4855-8109-121107ce8a1c req-51c83818-57cc-4416-9916-bea820616b31 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:52.417441 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-edb043ac-96d0-4855-8109-121107ce8a1c req-51c83818-57cc-4416-9916-bea820616b31 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 943 time: 0.0777311 Nov 11 17:44:52.496487 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-edb043ac-96d0-4855-8109-121107ce8a1c req-07b20ef6-8add-46d7-a570-f0edd7f5a142 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779517 Nov 11 17:44:52.728921 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-841192b6-2565-4a39-af80-27cbf55e4d1d tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1065575894&fields=id&tenant_id=da0609b8911e49f0b0d1e564372cbf92 HTTP/1.1" status: 200 len: 267 time: 0.1386912 Nov 11 17:44:52.789504 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 32944) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:52.910220 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-59497046-193c-4262-a65f-0a6fc4120cb8 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:52.920100 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-59497046-193c-4262-a65f-0a6fc4120cb8 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/networks?id=c86a5577-7cc1-4dba-9dcb-52b1cdd5856e HTTP/1.1" status: 200 len: 813 time: 0.1906021 Nov 11 17:44:52.952761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-9dcd1262-fe87-46b5-ad08-eac4a521409a tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/quotas/da0609b8911e49f0b0d1e564372cbf92 HTTP/1.1" status: 200 len: 375 time: 0.0246754 Nov 11 17:44:52.977682 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-82e92b48-204c-4dd8-a117-0a412c9f5327 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1800739326-network', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:44:53.006418 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e92b48-204c-4dd8-a117-0a412c9f5327 admin admin] Made reservation on behalf of 48fb128c35bc48a4b1d1b4a9aab07a98 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:44:53.009952 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-82e92b48-204c-4dd8-a117-0a412c9f5327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:53.020572 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-82e92b48-204c-4dd8-a117-0a412c9f5327 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:53.057674 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-25bca82e-d1c7-45e6-97fe-c3f0e111c14c tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=da0609b8911e49f0b0d1e564372cbf92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1036892 Nov 11 17:44:53.150429 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-82e92b48-204c-4dd8-a117-0a412c9f5327 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:53.160995 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-82e92b48-204c-4dd8-a117-0a412c9f5327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:53.196545 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e92b48-204c-4dd8-a117-0a412c9f5327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cafce4c-5fbc-48a1-b5c1-b7bb72b5539f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:53.216554 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e92b48-204c-4dd8-a117-0a412c9f5327 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1289} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:44:53.233928 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-82e92b48-204c-4dd8-a117-0a412c9f5327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:53.234480 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-82e92b48-204c-4dd8-a117-0a412c9f5327 admin admin] Added segment abee9609-9b18-4ba9-9b72-2318c77ba40e of type vlan for network 5f6d2839-0fe3-4464-b00c-6e51db67d47c Nov 11 17:44:53.237019 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-2369e056-baf7-482d-9281-19b27b61b893 service neutron] 10.222.0.76 "GET /v2.0/networks/c86a5577-7cc1-4dba-9dcb-52b1cdd5856e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782808 Nov 11 17:44:53.293627 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-82e92b48-204c-4dd8-a117-0a412c9f5327 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:53.329410 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-82e92b48-204c-4dd8-a117-0a412c9f5327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:53.331876 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e92b48-204c-4dd8-a117-0a412c9f5327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:53.333754 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-82e92b48-204c-4dd8-a117-0a412c9f5327 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:53.359838 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-45e849c2-c5d3-4c6e-b159-a020b297d1c4 service neutron] 10.222.0.76 "GET /v2.0/networks/c86a5577-7cc1-4dba-9dcb-52b1cdd5856e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218352 Nov 11 17:44:53.453181 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e92b48-204c-4dd8-a117-0a412c9f5327 admin admin] Pushing event updated for resources: {'Network': ['ID=5f6d2839-0fe3-4464-b00c-6e51db67d47c,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:53.468028 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 5f6d2839-0fe3-4464-b00c-6e51db67d47c details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:44:53.500964 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-82e92b48-204c-4dd8-a117-0a412c9f5327 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7075028 Nov 11 17:44:53.501347 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33020) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:53.507759 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-4e3c8c8a-fa3c-48dc-b902-6e18491d6174 admin admin] Request body: {'subnet': {'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1800739326-subnet', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:44:53.534581 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3c8c8a-fa3c-48dc-b902-6e18491d6174 admin admin] Made reservation on behalf of 48fb128c35bc48a4b1d1b4a9aab07a98 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:44:53.537671 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4e3c8c8a-fa3c-48dc-b902-6e18491d6174 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:53.834937 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4e3c8c8a-fa3c-48dc-b902-6e18491d6174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:53.898421 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c8c8a-fa3c-48dc-b902-6e18491d6174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1145fbb8-f349-4241-b0f7-289be88670f2,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:53.921198 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3c8c8a-fa3c-48dc-b902-6e18491d6174 admin admin] Checking segment: {'id': 'abee9609-9b18-4ba9-9b72-2318c77ba40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:44:53.926591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3c8c8a-fa3c-48dc-b902-6e18491d6174 admin admin] Network hostable DHCP agents. Network: 5f6d2839-0fe3-4464-b00c-6e51db67d47c, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:44:53.959975 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3c8c8a-fa3c-48dc-b902-6e18491d6174 admin admin] Network 5f6d2839-0fe3-4464-b00c-6e51db67d47c is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:44:53.971925 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-4e3c8c8a-fa3c-48dc-b902-6e18491d6174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 5f6d2839-0fe3-4464-b00c-6e51db67d47c) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:44:53.982122 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ded2f58-5839-4283-b98c-563205c4797f None None] Network 5f6d2839-0fe3-4464-b00c-6e51db67d47c requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:44:53.982752 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3c8c8a-fa3c-48dc-b902-6e18491d6174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:53.983584 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4e3c8c8a-fa3c-48dc-b902-6e18491d6174 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:54.029242 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4e3c8c8a-fa3c-48dc-b902-6e18491d6174 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5234418 Nov 11 17:44:54.029696 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33096) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:54.034441 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e669bcd7-a8d2-4a6b-8163-9a677daaa875 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1800739326-router', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:44:54.076072 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e669bcd7-a8d2-4a6b-8163-9a677daaa875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:54.077091 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e669bcd7-a8d2-4a6b-8163-9a677daaa875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:54.239147 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e669bcd7-a8d2-4a6b-8163-9a677daaa875 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:54.257119 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1a0c4-2925-4509-94e6-8b53868ad2bf req-f8b9d46f-7ac4-4f73-b242-5e9161da6817 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:54.277287 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c9b1a0c4-2925-4509-94e6-8b53868ad2bf req-f8b9d46f-7ac4-4f73-b242-5e9161da6817 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 945 time: 0.1180618 Nov 11 17:44:54.379453 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d925868f-6d29-41b2-89e4-372a792fc917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'fixed_ips': [{'subnet_id': '1145fbb8-f349-4241-b0f7-289be88670f2'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:44:54.380417 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d925868f-6d29-41b2-89e4-372a792fc917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:54.436581 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c9b1a0c4-2925-4509-94e6-8b53868ad2bf req-039ed593-2af4-4899-a67d-b4269c5ed5b3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=045ef10d-adc8-467a-a43f-de67a3677d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588864 Nov 11 17:44:54.437358 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33108) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:54.547215 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-d925868f-6d29-41b2-89e4-372a792fc917 None None] Allocated IP 172.20.0.2 (5f6d2839-0fe3-4464-b00c-6e51db67d47c/1145fbb8-f349-4241-b0f7-289be88670f2/59f5064b-80ac-48a0-9965-edff11f8f7c7) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:44:54.640182 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e669bcd7-a8d2-4a6b-8163-9a677daaa875 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:54.715162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e34d4f-29e5-4b12-ad77-05637e055030 req-aa612b4b-6125-4ab7-8a8b-4b322deca378 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:54.725564 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64e34d4f-29e5-4b12-ad77-05637e055030 req-aa612b4b-6125-4ab7-8a8b-4b322deca378 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 943 time: 0.1634252 Nov 11 17:44:54.807073 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:54.812655 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64e34d4f-29e5-4b12-ad77-05637e055030 req-f8926a86-ba3f-4d2d-97e0-8b0b78e7330a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861380 Nov 11 17:44:54.813495 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9db165db-2acb-49e2-b2e5-2fd6fcf98196 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:54.863910 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d925868f-6d29-41b2-89e4-372a792fc917 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:54.875145 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d925868f-6d29-41b2-89e4-372a792fc917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:54.952542 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925868f-6d29-41b2-89e4-372a792fc917 None None] Pushing event updated for resources: {'Port': ['ID=59f5064b-80ac-48a0-9965-edff11f8f7c7,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:54.963064 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e9d7b251-0b44-40be-a8c4-858e11d8dc04 req-eb968a36-aa9a-4a45-978c-e01005f88936 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 210 time: 0.0605989 Nov 11 17:44:54.966053 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d925868f-6d29-41b2-89e4-372a792fc917 None None] Network 5f6d2839-0fe3-4464-b00c-6e51db67d47c is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:44:54.968773 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-d925868f-6d29-41b2-89e4-372a792fc917 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:44:54.971275 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d925868f-6d29-41b2-89e4-372a792fc917 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:44:55.050208 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e669bcd7-a8d2-4a6b-8163-9a677daaa875 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:55.062356 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-d925868f-6d29-41b2-89e4-372a792fc917 None None] Attempting to bind port 59f5064b-80ac-48a0-9965-edff11f8f7c7 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:44:55.063594 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-d925868f-6d29-41b2-89e4-372a792fc917 None None] Attempting to bind port 59f5064b-80ac-48a0-9965-edff11f8f7c7 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'abee9609-9b18-4ba9-9b72-2318c77ba40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:44:55.065028 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d925868f-6d29-41b2-89e4-372a792fc917 None None] Attempting to bind port 59f5064b-80ac-48a0-9965-edff11f8f7c7 on network 5f6d2839-0fe3-4464-b00c-6e51db67d47c {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:44:55.077912 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d925868f-6d29-41b2-89e4-372a792fc917 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:44:55.081598 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d925868f-6d29-41b2-89e4-372a792fc917 None None] Checking segment: {'id': 'abee9609-9b18-4ba9-9b72-2318c77ba40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:44:55.082117 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d925868f-6d29-41b2-89e4-372a792fc917 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:55.082572 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d925868f-6d29-41b2-89e4-372a792fc917 None None] Bound using segment: {'id': 'abee9609-9b18-4ba9-9b72-2318c77ba40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:44:55.083133 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-d925868f-6d29-41b2-89e4-372a792fc917 None None] Bound port: 59f5064b-80ac-48a0-9965-edff11f8f7c7, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abee9609-9b18-4ba9-9b72-2318c77ba40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:44:55.083594 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d925868f-6d29-41b2-89e4-372a792fc917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:55.101280 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e669bcd7-a8d2-4a6b-8163-9a677daaa875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:55.109099 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9db165db-2acb-49e2-b2e5-2fd6fcf98196 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:55.123760 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9db165db-2acb-49e2-b2e5-2fd6fcf98196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:55.191085 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d925868f-6d29-41b2-89e4-372a792fc917 None None] For port 59f5064b-80ac-48a0-9965-edff11f8f7c7, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:44:55.199092 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d925868f-6d29-41b2-89e4-372a792fc917 None None] For port 59f5064b-80ac-48a0-9965-edff11f8f7c7, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=59f5064b-80ac-48a0-9965-edff11f8f7c7,segment=NetworkSegment(abee9609-9b18-4ba9-9b72-2318c77ba40e),segment_id=abee9609-9b18-4ba9-9b72-2318c77ba40e)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:44:55.199554 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9db165db-2acb-49e2-b2e5-2fd6fcf98196 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b66fcb6fdcf64d0bbcfdfcebd944d542&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7607334 Nov 11 17:44:55.201020 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33120) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:55.203946 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db165db-2acb-49e2-b2e5-2fd6fcf98196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ec2f8d-0552-4b9e-85a8-fcbebd7ee5b3,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:55.208052 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d925868f-6d29-41b2-89e4-372a792fc917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:55.235284 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f5127-9cee-405a-be3e-5fa6f7c0e011 req-73a8f49d-075f-4300-ae72-143c3fccd4c9 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:55.246453 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1b7f5127-9cee-405a-be3e-5fa6f7c0e011 req-73a8f49d-075f-4300-ae72-143c3fccd4c9 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.1577325 Nov 11 17:44:55.331483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925868f-6d29-41b2-89e4-372a792fc917 None None] Pushing event updated for resources: {'Port': ['ID=59f5064b-80ac-48a0-9965-edff11f8f7c7,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:55.349586 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1b7f5127-9cee-405a-be3e-5fa6f7c0e011 req-9c7b7f9f-9248-4e37-b584-9b820c01d927 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022141 Nov 11 17:44:55.384282 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-e669bcd7-a8d2-4a6b-8163-9a677daaa875 admin admin] Allocated IP 172.25.2.58 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/5f994678-723e-4dcd-9382-a9ee2dc956e2) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:44:55.390892 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a4239af-84fe-4ab9-b260-a8bb76b05fdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:55.444961 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a4239af-84fe-4ab9-b260-a8bb76b05fdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:55.552135 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a4239af-84fe-4ab9-b260-a8bb76b05fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:55.560471 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a4239af-84fe-4ab9-b260-a8bb76b05fdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:55.568848 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5a4239af-84fe-4ab9-b260-a8bb76b05fdc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/30ec2f8d-0552-4b9e-85a8-fcbebd7ee5b3 HTTP/1.1" status: 204 len: 168 time: 0.3659806 Nov 11 17:44:55.592582 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4239af-84fe-4ab9-b260-a8bb76b05fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ec2f8d-0552-4b9e-85a8-fcbebd7ee5b3,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:55.731458 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e669bcd7-a8d2-4a6b-8163-9a677daaa875 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:55.786109 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e669bcd7-a8d2-4a6b-8163-9a677daaa875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:55.908019 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e669bcd7-a8d2-4a6b-8163-9a677daaa875 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:44:55.912935 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-e669bcd7-a8d2-4a6b-8163-9a677daaa875 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:44:55.934954 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5111d920-3b1e-42be-8ffb-7d5b258b1717 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:44:55.936288 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-2c192770-fce7-4e83-a4f3-d557fa92e77c tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:55.938342 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-2c192770-fce7-4e83-a4f3-d557fa92e77c tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.83 "GET /v2.0/networks?id=c86a5577-7cc1-4dba-9dcb-52b1cdd5856e HTTP/1.1" status: 200 len: 813 time: 0.4131460 Nov 11 17:44:55.939967 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e669bcd7-a8d2-4a6b-8163-9a677daaa875 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:44:55.965345 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669bcd7-a8d2-4a6b-8163-9a677daaa875 admin admin] Pushing event updated for resources: {'Port': ['ID=5f994678-723e-4dcd-9382-a9ee2dc956e2,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:56.005519 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-459d65bc-71ac-478d-8376-9c7669982448 None None] Provisioning complete for port 5f994678-723e-4dcd-9382-a9ee2dc956e2 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:44:56.005916 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-459d65bc-71ac-478d-8376-9c7669982448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:56.041235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bae22-fcfd-4bac-bfae-04c022c63f04 req-1d021e92-46b4-42e2-9eff-e3b4972a7b76 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:56.063624 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce7bae22-fcfd-4bac-bfae-04c022c63f04 req-1d021e92-46b4-42e2-9eff-e3b4972a7b76 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 945 time: 0.2674794 Nov 11 17:44:56.291239 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-e18cf7b1-acfc-4d32-a70c-9abb3d2fe46e tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da0609b8911e49f0b0d1e564372cbf92 HTTP/1.1" status: 200 len: 380 time: 0.3364279 Nov 11 17:44:56.296166 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-acca47ea-0275-4dbc-9dc0-757f96b7503b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Request body: {'port': {'device_id': 'e948acca-7348-4271-b648-35d47fd40fdc', 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'admin_state_up': True, 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'security_groups': ['01c976bc-cf24-4686-9a0d-beb7cd683024']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:44:56.318914 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33146) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:56.336773 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce7bae22-fcfd-4bac-bfae-04c022c63f04 req-a77bc343-ec93-4a48-8600-6e7409c8a498 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=045ef10d-adc8-467a-a43f-de67a3677d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691228 Nov 11 17:44:56.354945 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-82af07ea-270f-49a7-9ec1-fc268bf0e091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:56.574345 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-459d65bc-71ac-478d-8376-9c7669982448 None None] Port 5f994678-723e-4dcd-9382-a9ee2dc956e2 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:44:56.723406 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 59f5064b-80ac-48a0-9965-edff11f8f7c7 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:44:56.731501 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e669bcd7-a8d2-4a6b-8163-9a677daaa875 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:56.778542 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660d6af-608b-4cfb-bd62-8a9596d8f741 req-3806963b-9213-46d2-afbf-f62021e3d486 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:56.780715 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8660d6af-608b-4cfb-bd62-8a9596d8f741 req-3806963b-9213-46d2-afbf-f62021e3d486 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 943 time: 0.2527611 Nov 11 17:44:56.821500 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-82af07ea-270f-49a7-9ec1-fc268bf0e091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:56.836115 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-acca47ea-0275-4dbc-9dc0-757f96b7503b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Made reservation on behalf of da0609b8911e49f0b0d1e564372cbf92 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:44:56.852046 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 59f5064b-80ac-48a0-9965-edff11f8f7c7 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:44:56.852421 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:56.854801 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-acca47ea-0275-4dbc-9dc0-757f96b7503b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:57.002805 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8660d6af-608b-4cfb-bd62-8a9596d8f741 req-2c00753c-8696-4e5b-8ed0-b0648c014dce tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040186 Nov 11 17:44:57.011414 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:57.025736 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e24d6a-ddad-40b3-9b4c-c5a2052d1b9c None None] Network 5f6d2839-0fe3-4464-b00c-6e51db67d47c requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:44:57.205464 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f659ae1a-d32e-4be7-ba76-1ae06ff1a1c0 req-ec49b593-9e50-46ca-adf5-ca9fa0cb7b7a tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 210 time: 0.0437300 Nov 11 17:44:57.256401 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c60d0063-f34c-4f5f-965e-d7a5b3023475 None None] Provisioning complete for port 59f5064b-80ac-48a0-9965-edff11f8f7c7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:44:57.257866 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c60d0063-f34c-4f5f-965e-d7a5b3023475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:57.261584 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-acca47ea-0275-4dbc-9dc0-757f96b7503b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Allocated IP 172.20.0.7 (c86a5577-7cc1-4dba-9dcb-52b1cdd5856e/e4f3241c-7021-46c1-aebb-c1049e6646ce/c0411435-e321-4fae-82e1-7a5c3c0b1b80) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:44:57.323437 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 59f5064b-80ac-48a0-9965-edff11f8f7c7, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=59f5064b-80ac-48a0-9965-edff11f8f7c7,segment=NetworkSegment(abee9609-9b18-4ba9-9b72-2318c77ba40e),segment_id=abee9609-9b18-4ba9-9b72-2318c77ba40e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:44:57.342799 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:57.471778 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=59f5064b-80ac-48a0-9965-edff11f8f7c7,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:57.549383 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-82af07ea-270f-49a7-9ec1-fc268bf0e091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:57.629851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bbfa7-990d-4fd7-9e78-757d66a111dc req-f65b9995-947f-49b4-a50f-a0ae9ce9836a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:57.631515 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e85bbfa7-990d-4fd7-9e78-757d66a111dc req-f65b9995-947f-49b4-a50f-a0ae9ce9836a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.1374516 Nov 11 17:44:57.656927 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-82af07ea-270f-49a7-9ec1-fc268bf0e091 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=11b6a85da5574685bc2004beb1a8d767&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3351369 Nov 11 17:44:57.662248 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33160) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:57.677825 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-acca47ea-0275-4dbc-9dc0-757f96b7503b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:57.685483 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af07ea-270f-49a7-9ec1-fc268bf0e091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712b9021-4a9d-4325-9ab1-f57086c85aa4,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:57.716667 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff443e23-33e8-43b7-85fd-f624c8b736fd req-96ba2405-456f-4844-a2c3-61474c90ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:57.718139 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ff443e23-33e8-43b7-85fd-f624c8b736fd req-96ba2405-456f-4844-a2c3-61474c90ae18 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 1096 time: 0.1701696 Nov 11 17:44:57.728699 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e85bbfa7-990d-4fd7-9e78-757d66a111dc req-87d72762-6ddd-475c-a8cc-a6fc60cec453 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816810 Nov 11 17:44:57.801609 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-acca47ea-0275-4dbc-9dc0-757f96b7503b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:57.811195 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d03703bf-9ab6-474c-89ba-861659bd256c None None] Provisioning complete for port 59f5064b-80ac-48a0-9965-edff11f8f7c7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:44:57.811874 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d03703bf-9ab6-474c-89ba-861659bd256c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:57.911951 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-acca47ea-0275-4dbc-9dc0-757f96b7503b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Network c86a5577-7cc1-4dba-9dcb-52b1cdd5856e is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:44:57.929056 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-acca47ea-0275-4dbc-9dc0-757f96b7503b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:44:57.939404 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1f80cdb5-c9d5-45b4-b528-eaf4e87b6de2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:57.945621 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ff443e23-33e8-43b7-85fd-f624c8b736fd req-157ffc9d-8d1b-44cb-93a5-062fee4049ac service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=045ef10d-adc8-467a-a43f-de67a3677d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190387 Nov 11 17:44:57.947829 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-acca47ea-0275-4dbc-9dc0-757f96b7503b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:44:57.989766 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1f80cdb5-c9d5-45b4-b528-eaf4e87b6de2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:58.018639 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e669bcd7-a8d2-4a6b-8163-9a677daaa875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:58.026776 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca47ea-0275-4dbc-9dc0-757f96b7503b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Pushing event updated for resources: {'Port': ['ID=c0411435-e321-4fae-82e1-7a5c3c0b1b80,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:58.060466 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb61cd-b9ef-4ecd-b5ae-3c45c7b4a80e req-970c5c87-a664-4795-a4b9-27e5a3fb18d9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:58.068151 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4dcb61cd-b9ef-4ecd-b5ae-3c45c7b4a80e req-970c5c87-a664-4795-a4b9-27e5a3fb18d9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 945 time: 0.2544818 Nov 11 17:44:58.098307 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-acca47ea-0275-4dbc-9dc0-757f96b7503b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:58.098946 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-acca47ea-0275-4dbc-9dc0-757f96b7503b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:58.128743 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-acca47ea-0275-4dbc-9dc0-757f96b7503b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8365726 Nov 11 17:44:58.147221 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] Request body: {'port': {'device_id': 'e948acca-7348-4271-b648-35d47fd40fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:44:58.172487 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1f80cdb5-c9d5-45b4-b528-eaf4e87b6de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:58.178370 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1f80cdb5-c9d5-45b4-b528-eaf4e87b6de2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:58.184201 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1f80cdb5-c9d5-45b4-b528-eaf4e87b6de2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/712b9021-4a9d-4325-9ab1-f57086c85aa4 HTTP/1.1" status: 204 len: 168 time: 0.5122588 Nov 11 17:44:58.197767 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4dcb61cd-b9ef-4ecd-b5ae-3c45c7b4a80e req-85d39a53-ae43-49f7-86d2-3c69ad963971 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=045ef10d-adc8-467a-a43f-de67a3677d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286802 Nov 11 17:44:58.237952 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80cdb5-c9d5-45b4-b528-eaf4e87b6de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712b9021-4a9d-4325-9ab1-f57086c85aa4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:58.254967 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:58.384815 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c06d7d66-d64e-4269-a8fc-ce5865bc41ff None None] Provisioning complete for port c0411435-e321-4fae-82e1-7a5c3c0b1b80 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:44:58.385390 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c06d7d66-d64e-4269-a8fc-ce5865bc41ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:58.437006 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e669bcd7-a8d2-4a6b-8163-9a677daaa875 admin admin] Router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:44:58.489377 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c06d7d66-d64e-4269-a8fc-ce5865bc41ff None None] Port c0411435-e321-4fae-82e1-7a5c3c0b1b80 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:44:58.570177 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6c360-fb59-4239-9ea8-d1e36935f313 req-a0031b48-c6e4-4eb8-a569-3dfa7716efc5 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:58.584644 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7dc6c360-fb59-4239-9ea8-d1e36935f313 req-a0031b48-c6e4-4eb8-a569-3dfa7716efc5 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 943 time: 0.2366669 Nov 11 17:44:58.643094 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e669bcd7-a8d2-4a6b-8163-9a677daaa875 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:44:58.662648 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] Sync routers for ids ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:44:58.664118 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 59f5064b-80ac-48a0-9965-edff11f8f7c7 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:44:58.679507 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] Routers {'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:44:58.680456 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e669bcd7-a8d2-4a6b-8163-9a677daaa875 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:58.680901 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:44:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:44:58.681807 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e669bcd7-a8d2-4a6b-8163-9a677daaa875 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6516230 Nov 11 17:44:58.687559 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33176) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:44:58.800789 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 59f5064b-80ac-48a0-9965-edff11f8f7c7 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:44:58.801215 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:58.920963 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7dc6c360-fb59-4239-9ea8-d1e36935f313 req-6d77ee9e-2000-4b57-a95f-cc77ad951fe0 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354063 Nov 11 17:44:59.047524 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] Set router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:44:59.169940 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb938d-7455-4bf9-8486-34807d5765aa req-7fc6015a-5cf1-4c9c-bc8c-8ab3c1406bf3 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:44:59.179832 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03cb938d-7455-4bf9-8486-34807d5765aa req-7fc6015a-5cf1-4c9c-bc8c-8ab3c1406bf3 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 931 time: 0.1323733 Nov 11 17:44:59.282603 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0411435-e321-4fae-82e1-7a5c3c0b1b80 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:44:59.289380 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device cc0ae07f-bd40-48a9-a83a-3a260d11ce6d details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:44:59.304777 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device cc0ae07f-bd40-48a9-a83a-3a260d11ce6d no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:44:59.339328 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'name': 'tempest-AttachVolumeTestJSON-1800739326-router', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:44:54Z', 'updated_at': '2021-11-11T17:44:56Z', 'revision_number': 3, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'gw_port': {'id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:55Z', 'updated_at': '2021-11-11T17:44:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:44:59.409836 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] Checking router: efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:44:59.410181 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] Updating router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 port 5f994678-723e-4dcd-9382-a9ee2dc956e2 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:44:59.657834 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:59.694934 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:59.762359 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-34eae553-c157-4f5f-bef2-2b74a6459a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:59.777610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4c7821-a419-4618-bea9-065fe8429b2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc0ae07f-bd40-48a9-a83a-3a260d11ce6d'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:44:59.785294 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52270f8-509f-4ea0-b339-31dc33e64630" -d '{"events": [{"server_uuid": "2d4c7821-a419-4618-bea9-065fe8429b2a", "name": "network-vif-unplugged", "status": "completed", "tag": "cc0ae07f-bd40-48a9-a83a-3a260d11ce6d"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:44:59.855800 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port cc0ae07f-bd40-48a9-a83a-3a260d11ce6d, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=cc0ae07f-bd40-48a9-a83a-3a260d11ce6d,segment=NetworkSegment(894493d0-b1f6-4812-9235-1f618ca24296),segment_id=894493d0-b1f6-4812-9235-1f618ca24296)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:44:59.873694 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port cc0ae07f-bd40-48a9-a83a-3a260d11ce6d, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=cc0ae07f-bd40-48a9-a83a-3a260d11ce6d,segment=NetworkSegment(894493d0-b1f6-4812-9235-1f618ca24296),segment_id=894493d0-b1f6-4812-9235-1f618ca24296)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:44:59.876997 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:44:59.950319 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=cc0ae07f-bd40-48a9-a83a-3a260d11ce6d,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:44:59.959921 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'cc0ae07f-bd40-48a9-a83a-3a260d11ce6d', 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477', 'port_id': 'cc0ae07f-bd40-48a9-a83a-3a260d11ce6d', 'mac_address': 'fa:16:3e:12:03:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdcc17b9-1e5b-450c-9776-e8919a32f6f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:45:00.026603 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:00.036035 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:00.042705 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:00.073019 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0ae07f-bd40-48a9-a83a-3a260d11ce6d {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:45:00.091545 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e16383-0161-48f9-9067-880cbcb026a0 None None] Pushing event updated for resources: {'Port': ['ID=5f994678-723e-4dcd-9382-a9ee2dc956e2,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:00.109773 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port cc0ae07f-bd40-48a9-a83a-3a260d11ce6d, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=cc0ae07f-bd40-48a9-a83a-3a260d11ce6d,segment=NetworkSegment(894493d0-b1f6-4812-9235-1f618ca24296),segment_id=894493d0-b1f6-4812-9235-1f618ca24296)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:45:00.112615 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d2398d-73c2-486e-9e51-fae55cf81327 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:45:00.118754 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:00.136936 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e16383-0161-48f9-9067-880cbcb026a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:00.137279 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e16383-0161-48f9-9067-880cbcb026a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:00.139691 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e16383-0161-48f9-9067-880cbcb026a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:00.140122 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e16383-0161-48f9-9067-880cbcb026a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:00.141742 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e16383-0161-48f9-9067-880cbcb026a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:00.142204 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e16383-0161-48f9-9067-880cbcb026a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:00.142614 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e16383-0161-48f9-9067-880cbcb026a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:00.145839 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e16383-0161-48f9-9067-880cbcb026a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:00.146392 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e16383-0161-48f9-9067-880cbcb026a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:00.146613 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e16383-0161-48f9-9067-880cbcb026a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:00.146951 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e16383-0161-48f9-9067-880cbcb026a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:00.147550 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e16383-0161-48f9-9067-880cbcb026a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:00.158669 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-34eae553-c157-4f5f-bef2-2b74a6459a9e admin admin] Allocated IP 172.20.0.1 (5f6d2839-0fe3-4464-b00c-6e51db67d47c/1145fbb8-f349-4241-b0f7-289be88670f2/46893ea1-e034-4eb7-9147-09ecbb631ef1) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:45:00.161386 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] Attempting to bind port 5f994678-723e-4dcd-9382-a9ee2dc956e2 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:45:00.162445 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] Attempting to bind port 5f994678-723e-4dcd-9382-a9ee2dc956e2 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:45:00.163572 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] Attempting to bind port 5f994678-723e-4dcd-9382-a9ee2dc956e2 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:45:00.184580 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:00.190541 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:45:00.191774 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:45:00.194033 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:00.194432 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:45:00.194921 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] Bound port: 5f994678-723e-4dcd-9382-a9ee2dc956e2, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:45:00.198877 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:00.211500 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=cc0ae07f-bd40-48a9-a83a-3a260d11ce6d,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:00.216391 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03cb938d-7455-4bf9-8486-34807d5765aa req-999be1e4-6742-492e-92c4-13025e974b4f tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/security-groups?id=01c976bc-cf24-4686-9a0d-beb7cd683024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0354512 Nov 11 17:45:00.217889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] Transition to ACTIVE for port object c0411435-e321-4fae-82e1-7a5c3c0b1b80 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:45:00.225459 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:00.340429 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-858c96d1-3e04-48c9-89ef-46e53bdf0498 None None] Provisioning complete for port 5f994678-723e-4dcd-9382-a9ee2dc956e2 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:00.340801 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-858c96d1-3e04-48c9-89ef-46e53bdf0498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:00.342762 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] For port 5f994678-723e-4dcd-9382-a9ee2dc956e2, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:45:00.349927 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] For port 5f994678-723e-4dcd-9382-a9ee2dc956e2, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5f994678-723e-4dcd-9382-a9ee2dc956e2,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:45:00.355786 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] Pushing event updated for resources: {'Port': ['ID=c0411435-e321-4fae-82e1-7a5c3c0b1b80,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:00.365961 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:00.416580 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-858c96d1-3e04-48c9-89ef-46e53bdf0498 None None] Port 5f994678-723e-4dcd-9382-a9ee2dc956e2 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:45:00.438566 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['cc0ae07f-bd40-48a9-a83a-3a260d11ce6d'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:45:00.473059 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-34eae553-c157-4f5f-bef2-2b74a6459a9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:00.525401 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] Routers {'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:45:00.526052 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:44:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:00.537217 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0755b87d-b967-473c-9419-7251fd65b11a None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:45:00.541475 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] Attempting to bind port c0411435-e321-4fae-82e1-7a5c3c0b1b80 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:45:00.552185 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-34eae553-c157-4f5f-bef2-2b74a6459a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:00.553339 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] Attempting to bind port c0411435-e321-4fae-82e1-7a5c3c0b1b80 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'e61f15ac-17f9-4b9f-85e6-7b4230d7856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:45:00.553957 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] Attempting to bind port c0411435-e321-4fae-82e1-7a5c3c0b1b80 on network c86a5577-7cc1-4dba-9dcb-52b1cdd5856e {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:45:00.582656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b7128-512d-4af5-8b48-dac9daf3b3be req-9bee03cf-4516-4c34-8d58-91c1bc89aead tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:00.584252 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-139b7128-512d-4af5-8b48-dac9daf3b3be req-9bee03cf-4516-4c34-8d58-91c1bc89aead tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.2871673 Nov 11 17:45:00.620749 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] Port c0411435-e321-4fae-82e1-7a5c3c0b1b80 on network c86a5577-7cc1-4dba-9dcb-52b1cdd5856e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:45:00.620974 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] Attempting to bind port c0411435-e321-4fae-82e1-7a5c3c0b1b80 on network c86a5577-7cc1-4dba-9dcb-52b1cdd5856e {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:45:00.663555 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eae553-c157-4f5f-bef2-2b74a6459a9e admin admin] Pushing event updated for resources: {'Port': ['ID=46893ea1-e034-4eb7-9147-09ecbb631ef1,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:00.674271 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:45:00.675135 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] Checking segment: {'id': 'e61f15ac-17f9-4b9f-85e6-7b4230d7856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:45:00.675525 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] Bound using segment: {'id': 'e61f15ac-17f9-4b9f-85e6-7b4230d7856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:45:00.675984 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] Bound port: c0411435-e321-4fae-82e1-7a5c3c0b1b80, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61f15ac-17f9-4b9f-85e6-7b4230d7856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:45:00.676336 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:00.680137 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eae553-c157-4f5f-bef2-2b74a6459a9e admin admin] Network 5f6d2839-0fe3-4464-b00c-6e51db67d47c is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:45:00.684723 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-34eae553-c157-4f5f-bef2-2b74a6459a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:45:00.691679 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eae553-c157-4f5f-bef2-2b74a6459a9e admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:45:00.726966 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] Set router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:45:00.772932 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3fa961d5-5b90-4072-a9a5-d3a362f8745b None None] Provisioning complete for port 5f994678-723e-4dcd-9382-a9ee2dc956e2 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:00.773511 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3fa961d5-5b90-4072-a9a5-d3a362f8745b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:00.778933 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-34eae553-c157-4f5f-bef2-2b74a6459a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:00.811262 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-139b7128-512d-4af5-8b48-dac9daf3b3be req-6259a817-19fe-4fba-8d6f-ecc32aefae69 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077804 Nov 11 17:45:00.959863 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e16383-0161-48f9-9067-880cbcb026a0 None None] Pushing event updated for resources: {'Port': ['ID=5f994678-723e-4dcd-9382-a9ee2dc956e2,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:00.979647 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] For port c0411435-e321-4fae-82e1-7a5c3c0b1b80, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:45:00.985637 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] For port c0411435-e321-4fae-82e1-7a5c3c0b1b80, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=c0411435-e321-4fae-82e1-7a5c3c0b1b80,segment=NetworkSegment(e61f15ac-17f9-4b9f-85e6-7b4230d7856f),segment_id=e61f15ac-17f9-4b9f-85e6-7b4230d7856f)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:45:00.999197 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'name': 'tempest-AttachVolumeTestJSON-1800739326-router', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:44:54Z', 'updated_at': '2021-11-11T17:44:56Z', 'revision_number': 3, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'gw_port': {'id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:55Z', 'updated_at': '2021-11-11T17:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:01.013468 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:01.046451 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24623bda-97a5-4a6b-98d8-796dfc7db711 None None] The sync data for ids ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'] in n-d-816206-4 is: [{'id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'name': 'tempest-AttachVolumeTestJSON-1800739326-router', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:44:54Z', 'updated_at': '2021-11-11T17:44:56Z', 'revision_number': 3, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'gw_port': {'id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:55Z', 'updated_at': '2021-11-11T17:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:45:01.147475 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:01.148505 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:01.150296 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] 10.222.0.83 "PUT /v2.0/ports/c0411435-e321-4fae-82e1-7a5c3c0b1b80 HTTP/1.1" status: 200 len: 1091 time: 3.0079699 Nov 11 17:45:01.152763 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-34eae553-c157-4f5f-bef2-2b74a6459a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:01.172664 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3fa961d5-5b90-4072-a9a5-d3a362f8745b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:01.180742 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e948acca-7348-4271-b648-35d47fd40fdc', 'tag': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:45:01.192792 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c33f584-bf73-424e-801f-9c7b8a5d3fda" -d '{"events": [{"name": "network-changed", "server_uuid": "e948acca-7348-4271-b648-35d47fd40fdc", "tag": "c0411435-e321-4fae-82e1-7a5c3c0b1b80"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:45:01.262955 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3fa961d5-5b90-4072-a9a5-d3a362f8745b None None] For port 5f994678-723e-4dcd-9382-a9ee2dc956e2, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5f994678-723e-4dcd-9382-a9ee2dc956e2,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:45:01.274821 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3fa961d5-5b90-4072-a9a5-d3a362f8745b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:01.325782 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa2d66-b1d6-4cb6-be39-14f425916cfa req-e7d0e584-ffc4-4ffd-a79c-fbbd80f30d8d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:01.327368 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e3fa2d66-b1d6-4cb6-be39-14f425916cfa req-e7d0e584-ffc4-4ffd-a79c-fbbd80f30d8d tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 944 time: 0.3782678 Nov 11 17:45:01.336886 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9febdc7-6f2f-432d-9f57-0facb3677595 service neutron] Pushing event updated for resources: {'Port': ['ID=c0411435-e321-4fae-82e1-7a5c3c0b1b80,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:01.416132 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa961d5-5b90-4072-a9a5-d3a362f8745b None None] Pushing event updated for resources: {'Port': ['ID=5f994678-723e-4dcd-9382-a9ee2dc956e2,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:01.447401 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e3fa2d66-b1d6-4cb6-be39-14f425916cfa req-1f2219fb-71cd-4a9e-be85-509d684090ed tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=045ef10d-adc8-467a-a43f-de67a3677d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039579 Nov 11 17:45:01.454875 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-8da55c85-af9a-4e28-8353-30ed3c7d6f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:01.456472 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-8da55c85-af9a-4e28-8353-30ed3c7d6f19 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=da0609b8911e49f0b0d1e564372cbf92&device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 1094 time: 0.2343979 Nov 11 17:45:01.484679 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5a9a6c23-eaaf-4e1c-be2e-eb519a1497b1 None None] Provisioning complete for port 46893ea1-e034-4eb7-9147-09ecbb631ef1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:01.485264 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5a9a6c23-eaaf-4e1c-be2e-eb519a1497b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:01.501472 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33216) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:01.553905 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-c5bba206-a581-4724-9421-63feabf30dae service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0411435-e321-4fae-82e1-7a5c3c0b1b80 HTTP/1.1" status: 200 len: 217 time: 0.0870235 Nov 11 17:45:01.558220 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-34eae553-c157-4f5f-bef2-2b74a6459a9e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:01.601014 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a6c23-eaaf-4e1c-be2e-eb519a1497b1 None None] Port 46893ea1-e034-4eb7-9147-09ecbb631ef1 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:45:01.607541 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 17:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0a9e87-81c5-4e50-b38a-3a968878779f x-openstack-request-id: req-ce0a9e87-81c5-4e50-b38a-3a968878779f {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:45:01.607986 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4c7821-a419-4618-bea9-065fe8429b2a", "name": "network-vif-unplugged", "status": "completed", "tag": "cc0ae07f-bd40-48a9-a83a-3a260d11ce6d", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:45:01.608208 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ce0a9e87-81c5-4e50-b38a-3a968878779f {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:45:01.608594 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4c7821-a419-4618-bea9-065fe8429b2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc0ae07f-bd40-48a9-a83a-3a260d11ce6d', 'code': 200} Nov 11 17:45:01.638594 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-34eae553-c157-4f5f-bef2-2b74a6459a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:01.679197 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-a39dfdc8-9195-44f2-9c37-edbc42678e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:01.681448 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-a39dfdc8-9195-44f2-9c37-edbc42678e19 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4f3241c-7021-46c1-aebb-c1049e6646ce HTTP/1.1" status: 200 len: 852 time: 0.1136301 Nov 11 17:45:01.750725 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-34eae553-c157-4f5f-bef2-2b74a6459a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:01.833242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7a186-de89-42aa-aacb-8bd597e018a0 req-1d05468f-2fdc-473e-82f2-4d42ba19a235 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:01.834762 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6a7a186-de89-42aa-aacb-8bd597e018a0 req-1d05468f-2fdc-473e-82f2-4d42ba19a235 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 943 time: 0.0960374 Nov 11 17:45:01.843093 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-b4045310-eaf2-40da-b1b6-0c9cff5d2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:01.844747 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-b4045310-eaf2-40da-b1b6-0c9cff5d2dd2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c86a5577-7cc1-4dba-9dcb-52b1cdd5856e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1528287 Nov 11 17:45:01.851762 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eae553-c157-4f5f-bef2-2b74a6459a9e admin admin] Pushing event updated for resources: {'Port': ['ID=46893ea1-e034-4eb7-9147-09ecbb631ef1,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:01.865858 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a7ee4d41-1838-43f9-932c-ee0ad4ac8b0b tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/floatingips/40b2102c-a6fc-44cf-a8b2-32d86fd839cb HTTP/1.1" status: 200 len: 992 time: 0.3635802 Nov 11 17:45:01.954291 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eae553-c157-4f5f-bef2-2b74a6459a9e admin admin] Network 5f6d2839-0fe3-4464-b00c-6e51db67d47c is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:45:01.956887 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-34eae553-c157-4f5f-bef2-2b74a6459a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:45:01.989251 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6a7a186-de89-42aa-aacb-8bd597e018a0 req-e45c6717-988e-4f7e-908a-2844ccfa2a3f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435630 Nov 11 17:45:02.070612 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-94defa76-7a64-45c8-81cd-82fcffce5485 service neutron] 10.222.0.83 "GET /v2.0/networks/c86a5577-7cc1-4dba-9dcb-52b1cdd5856e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093079 Nov 11 17:45:02.093360 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa37756a-cacf-4c0e-817a-35327f3217f2 x-openstack-request-id: req-aa37756a-cacf-4c0e-817a-35327f3217f2 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:45:02.093656 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e948acca-7348-4271-b648-35d47fd40fdc", "tag": "c0411435-e321-4fae-82e1-7a5c3c0b1b80", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:45:02.093914 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aa37756a-cacf-4c0e-817a-35327f3217f2 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:45:02.094314 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e948acca-7348-4271-b648-35d47fd40fdc', 'tag': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80', 'status': 'completed', 'code': 200} Nov 11 17:45:02.183472 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34eae553-c157-4f5f-bef2-2b74a6459a9e admin admin] Router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:45:02.300472 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:45:02.320456 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544109f1-e26f-4108-8c5e-58783392d4b0 req-b763a6b0-a1da-4299-bc60-864d5047c3de tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:02.327582 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-544109f1-e26f-4108-8c5e-58783392d4b0 req-b763a6b0-a1da-4299-bc60-864d5047c3de tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 943 time: 0.1345270 Nov 11 17:45:02.345499 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-afbddd9a-bbb6-44dc-97f9-c53900342c67 req-ead05c0f-611b-4e60-908c-c7799f6f1c1c service neutron] 10.222.0.83 "GET /v2.0/networks/c86a5577-7cc1-4dba-9dcb-52b1cdd5856e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610874 Nov 11 17:45:02.349712 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34eae553-c157-4f5f-bef2-2b74a6459a9e admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:45:02.362262 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-34eae553-c157-4f5f-bef2-2b74a6459a9e admin admin] 10.222.0.76 "PUT /v2.0/routers/efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6735976 Nov 11 17:45:02.373279 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5f6ca545-6bc2-462d-8e05-9fcbffa9f5c4 None None] Provisioning complete for port 46893ea1-e034-4eb7-9147-09ecbb631ef1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:02.373766 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5f6ca545-6bc2-462d-8e05-9fcbffa9f5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:02.422897 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-544109f1-e26f-4108-8c5e-58783392d4b0 req-02b571ea-6c2a-4657-a73b-e11ddbc4fb06 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/security-groups?id=01c976bc-cf24-4686-9a0d-beb7cd683024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944397 Nov 11 17:45:02.474917 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-5f6ca545-6bc2-462d-8e05-9fcbffa9f5c4 None None] Port 46893ea1-e034-4eb7-9147-09ecbb631ef1 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:45:02.503137 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33f584-bf73-424e-801f-9c7b8a5d3fda req-4ea1adbc-7168-4d5d-9fcd-1099bdbfb51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:02.504846 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c33f584-bf73-424e-801f-9c7b8a5d3fda req-4ea1adbc-7168-4d5d-9fcd-1099bdbfb51d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=da0609b8911e49f0b0d1e564372cbf92&device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 1094 time: 0.0810733 Nov 11 17:45:02.618228 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33f584-bf73-424e-801f-9c7b8a5d3fda req-d4278220-efeb-4d22-b95f-003ac242c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:02.619669 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c33f584-bf73-424e-801f-9c7b8a5d3fda req-d4278220-efeb-4d22-b95f-003ac242c2e4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c86a5577-7cc1-4dba-9dcb-52b1cdd5856e HTTP/1.1" status: 200 len: 915 time: 0.1044888 Nov 11 17:45:02.662188 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5f994678-723e-4dcd-9382-a9ee2dc956e2 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:45:02.718479 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c33f584-bf73-424e-801f-9c7b8a5d3fda req-f4a17cfa-34e6-41b9-a05b-336c5e440237 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0411435-e321-4fae-82e1-7a5c3c0b1b80 HTTP/1.1" status: 200 len: 217 time: 0.0545595 Nov 11 17:45:02.730762 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 5f994678-723e-4dcd-9382-a9ee2dc956e2 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:02.731139 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:02.792303 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4ed7f-15a5-4e35-93f9-4f8e276851b4 req-02d8d535-63e6-48c5-b950-4bff25912d4b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:02.794039 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dd4ed7f-15a5-4e35-93f9-4f8e276851b4 req-02d8d535-63e6-48c5-b950-4bff25912d4b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.2882941 Nov 11 17:45:02.818806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33f584-bf73-424e-801f-9c7b8a5d3fda req-10bf04dd-be12-4010-8d63-d7f00ef1e174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:02.820545 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c33f584-bf73-424e-801f-9c7b8a5d3fda req-10bf04dd-be12-4010-8d63-d7f00ef1e174 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4f3241c-7021-46c1-aebb-c1049e6646ce HTTP/1.1" status: 200 len: 852 time: 0.0915115 Nov 11 17:45:02.922649 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dd4ed7f-15a5-4e35-93f9-4f8e276851b4 req-8dcb0329-2f14-4223-b4bf-cfc1f13ee397 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157219 Nov 11 17:45:02.926111 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33f584-bf73-424e-801f-9c7b8a5d3fda req-3ba6eb08-c94c-4a40-9df7-76e225db8611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:02.928017 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c33f584-bf73-424e-801f-9c7b8a5d3fda req-3ba6eb08-c94c-4a40-9df7-76e225db8611 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c86a5577-7cc1-4dba-9dcb-52b1cdd5856e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973394 Nov 11 17:45:03.049307 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c33f584-bf73-424e-801f-9c7b8a5d3fda req-73bb9d5a-bdae-4d27-b126-0665b380c748 service neutron] 10.222.0.83 "GET /v2.0/networks/c86a5577-7cc1-4dba-9dcb-52b1cdd5856e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121981 Nov 11 17:45:03.174706 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c33f584-bf73-424e-801f-9c7b8a5d3fda req-a4a71787-9376-4891-926b-72fe93425413 service neutron] 10.222.0.83 "GET /v2.0/networks/c86a5577-7cc1-4dba-9dcb-52b1cdd5856e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176209 Nov 11 17:45:03.287388 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device cc0ae07f-bd40-48a9-a83a-3a260d11ce6d up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:45:03.379282 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port cc0ae07f-bd40-48a9-a83a-3a260d11ce6d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:03.379994 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:03.444350 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33252) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:03.451380 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-8ed8eb2a-9056-4aa6-8b81-728638dc7892 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1232620653', 'description': 'tempest-description--595363588'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:45:03.527143 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:03.537677 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ed8eb2a-9056-4aa6-8b81-728638dc7892 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:03.572807 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2530f3-3bee-48dc-891d-47b0977f4fb0 req-1d511c35-7599-427c-a02e-ef646962b3bc tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:03.574333 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b2530f3-3bee-48dc-891d-47b0977f4fb0 req-1d511c35-7599-427c-a02e-ef646962b3bc tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 943 time: 0.0783286 Nov 11 17:45:03.579201 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port cc0ae07f-bd40-48a9-a83a-3a260d11ce6d, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=cc0ae07f-bd40-48a9-a83a-3a260d11ce6d,segment=NetworkSegment(894493d0-b1f6-4812-9235-1f618ca24296),segment_id=894493d0-b1f6-4812-9235-1f618ca24296)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:45:03.588838 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:03.653580 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4c7821-a419-4618-bea9-065fe8429b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0ae07f-bd40-48a9-a83a-3a260d11ce6d'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:45:03.656998 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8494a1d-0cb9-4230-96eb-f3838118d5dd" -d '{"events": [{"server_uuid": "2d4c7821-a419-4618-bea9-065fe8429b2a", "name": "network-vif-plugged", "status": "completed", "tag": "cc0ae07f-bd40-48a9-a83a-3a260d11ce6d"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:45:03.663603 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=cc0ae07f-bd40-48a9-a83a-3a260d11ce6d,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:03.677950 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b2530f3-3bee-48dc-891d-47b0977f4fb0 req-ab27c10d-643d-4e4f-a3d9-c85fbd8d1d79 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954609 Nov 11 17:45:03.721877 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ed8eb2a-9056-4aa6-8b81-728638dc7892 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:03.736290 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ed8eb2a-9056-4aa6-8b81-728638dc7892 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:03.777495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8eb2a-9056-4aa6-8b81-728638dc7892 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3d44f7-5253-4deb-91b7-a7857ace78db,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:03.780572 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] Sync routers for ids ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:45:03.783082 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8ed8eb2a-9056-4aa6-8b81-728638dc7892 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:03.785068 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8ed8eb2a-9056-4aa6-8b81-728638dc7892 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3391047 Nov 11 17:45:03.789196 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33264) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:03.793888 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-96f53e05-f391-4ed2-abdd-84dbc86e3f09 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Request body: {'security_group_rule': {'security_group_id': 'ed3d44f7-5253-4deb-91b7-a7857ace78db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:45:03.797379 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] Routers {'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:45:03.798592 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:44:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:03.862055 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-96f53e05-f391-4ed2-abdd-84dbc86e3f09 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:03.911084 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04010f34-f498-46e2-8fa0-aef325286e9e req-06cad0ba-32ad-4392-9241-cd6e158fdd04 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:03.913225 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-04010f34-f498-46e2-8fa0-aef325286e9e req-06cad0ba-32ad-4392-9241-cd6e158fdd04 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 943 time: 0.1330488 Nov 11 17:45:03.947113 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-96f53e05-f391-4ed2-abdd-84dbc86e3f09 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:03.955177 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-96f53e05-f391-4ed2-abdd-84dbc86e3f09 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:03.984284 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f53e05-f391-4ed2-abdd-84dbc86e3f09 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9e249b-ae35-4206-a9ac-f5f3904710a5,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:03.997493 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] Set router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:45:03.998555 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-04010f34-f498-46e2-8fa0-aef325286e9e req-2090c415-7ec7-4ca0-8d2b-698d7e4e6a77 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/security-groups?id=01c976bc-cf24-4686-9a0d-beb7cd683024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792701 Nov 11 17:45:04.009247 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-96f53e05-f391-4ed2-abdd-84dbc86e3f09 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:04.012918 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-96f53e05-f391-4ed2-abdd-84dbc86e3f09 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2201831 Nov 11 17:45:04.014627 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33268) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:04.026715 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-11c95e76-3ddb-43b1-9684-7d7ed56c95f8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Request body: {'security_group_rule': {'security_group_id': 'ed3d44f7-5253-4deb-91b7-a7857ace78db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:45:04.062498 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79878d3-fd63-4117-bcf8-0f2a69fb5a80 x-openstack-request-id: req-f79878d3-fd63-4117-bcf8-0f2a69fb5a80 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:45:04.063810 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4c7821-a419-4618-bea9-065fe8429b2a", "name": "network-vif-plugged", "status": "completed", "tag": "cc0ae07f-bd40-48a9-a83a-3a260d11ce6d", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:45:04.065242 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f79878d3-fd63-4117-bcf8-0f2a69fb5a80 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:45:04.146334 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4c7821-a419-4618-bea9-065fe8429b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0ae07f-bd40-48a9-a83a-3a260d11ce6d', 'code': 200} Nov 11 17:45:04.147275 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-11c95e76-3ddb-43b1-9684-7d7ed56c95f8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:04.233376 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760730b-be55-478b-b332-5f40dd15be91 req-eb9fea01-7ab9-47a8-b0b8-7754e72f6d02 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:04.237851 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7760730b-be55-478b-b332-5f40dd15be91 req-eb9fea01-7ab9-47a8-b0b8-7754e72f6d02 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0877023 Nov 11 17:45:04.247895 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-11c95e76-3ddb-43b1-9684-7d7ed56c95f8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:04.256472 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-11c95e76-3ddb-43b1-9684-7d7ed56c95f8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:04.284628 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'name': 'tempest-AttachVolumeTestJSON-1800739326-router', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:44:54Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'gw_port': {'id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:55Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '46893ea1-e034-4eb7-9147-09ecbb631ef1', 'name': '', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'mac_address': 'fa:16:3e:99:04:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:59Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 2, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'subnets': [{'id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:04.287011 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c95e76-3ddb-43b1-9684-7d7ed56c95f8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f738107-de45-44f8-9ed7-eb287864a1e8,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:04.294072 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-11c95e76-3ddb-43b1-9684-7d7ed56c95f8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:04.295950 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-11c95e76-3ddb-43b1-9684-7d7ed56c95f8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2802675 Nov 11 17:45:04.299840 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33274) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:04.306919 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-9062e07f-3183-439f-ad5f-ba3bac14586d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:45:04.315220 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] Checking router: efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:45:04.315715 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] Updating router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 port 46893ea1-e034-4eb7-9147-09ecbb631ef1 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:45:04.333440 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7760730b-be55-478b-b332-5f40dd15be91 req-7e79101e-3c3d-4c9e-9798-4d5b00e674f7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856185 Nov 11 17:45:04.346415 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:04.360623 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9062e07f-3183-439f-ad5f-ba3bac14586d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for floatingip, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:04.475761 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9062e07f-3183-439f-ad5f-ba3bac14586d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:04.634459 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-9062e07f-3183-439f-ad5f-ba3bac14586d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Allocated IP 172.25.2.189 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/e6edf968-3c04-4543-ad62-3d525a336b64) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:45:04.671160 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:04.678735 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:04.768689 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d7969-73fa-4c61-90eb-4fad4b98a47b None None] Pushing event updated for resources: {'Port': ['ID=46893ea1-e034-4eb7-9147-09ecbb631ef1,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:04.821577 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9062e07f-3183-439f-ad5f-ba3bac14586d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:04.856194 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] Attempting to bind port 46893ea1-e034-4eb7-9147-09ecbb631ef1 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:45:04.857286 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] Attempting to bind port 46893ea1-e034-4eb7-9147-09ecbb631ef1 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'abee9609-9b18-4ba9-9b72-2318c77ba40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:45:04.858210 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] Attempting to bind port 46893ea1-e034-4eb7-9147-09ecbb631ef1 on network 5f6d2839-0fe3-4464-b00c-6e51db67d47c {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:45:04.863990 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9062e07f-3183-439f-ad5f-ba3bac14586d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:04.865383 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:45:04.866009 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] Checking segment: {'id': 'abee9609-9b18-4ba9-9b72-2318c77ba40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:45:04.866604 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:04.867228 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] Bound using segment: {'id': 'abee9609-9b18-4ba9-9b72-2318c77ba40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:45:04.867989 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] Bound port: 46893ea1-e034-4eb7-9147-09ecbb631ef1, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abee9609-9b18-4ba9-9b72-2318c77ba40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:45:04.868314 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:04.909449 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9062e07f-3183-439f-ad5f-ba3bac14586d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:45:04.914800 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-9062e07f-3183-439f-ad5f-ba3bac14586d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:45:04.917621 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9062e07f-3183-439f-ad5f-ba3bac14586d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:45:04.946993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ffdd7-43a0-4f90-9bd5-882266bd414e req-37805d7f-10fd-4bc2-a327-cdd824092540 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:04.948644 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f63ffdd7-43a0-4f90-9bd5-882266bd414e req-37805d7f-10fd-4bc2-a327-cdd824092540 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 943 time: 0.1294968 Nov 11 17:45:04.988155 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062e07f-3183-439f-ad5f-ba3bac14586d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Pushing event updated for resources: {'Port': ['ID=e6edf968-3c04-4543-ad62-3d525a336b64,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:05.031238 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] For port 46893ea1-e034-4eb7-9147-09ecbb631ef1, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:45:05.037651 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] For port 46893ea1-e034-4eb7-9147-09ecbb631ef1, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=46893ea1-e034-4eb7-9147-09ecbb631ef1,segment=NetworkSegment(abee9609-9b18-4ba9-9b72-2318c77ba40e),segment_id=abee9609-9b18-4ba9-9b72-2318c77ba40e)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:45:05.046598 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:05.066890 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9062e07f-3183-439f-ad5f-ba3bac14586d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:05.067751 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f63ffdd7-43a0-4f90-9bd5-882266bd414e req-075b6a73-9dbf-486b-ba8b-7972c9e895a7 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126146 Nov 11 17:45:05.137555 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] Routers {'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:45:05.138188 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:44:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:05.178913 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9062e07f-3183-439f-ad5f-ba3bac14586d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:05.218960 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d7969-73fa-4c61-90eb-4fad4b98a47b None None] Pushing event updated for resources: {'Port': ['ID=46893ea1-e034-4eb7-9147-09ecbb631ef1,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:05.306547 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af0b55-177d-4cbf-bf05-a192219a5080 req-2f806e3e-eddc-45c6-b76f-98466a608f58 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:05.309359 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8af0b55-177d-4cbf-bf05-a192219a5080 req-2f806e3e-eddc-45c6-b76f-98466a608f58 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 943 time: 0.1274602 Nov 11 17:45:05.399801 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8af0b55-177d-4cbf-bf05-a192219a5080 req-602828b1-f398-4147-939a-69183b6ab935 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/security-groups?id=01c976bc-cf24-4686-9a0d-beb7cd683024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813639 Nov 11 17:45:05.425408 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] Set router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:45:05.450950 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9062e07f-3183-439f-ad5f-ba3bac14586d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:05.462075 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9062e07f-3183-439f-ad5f-ba3bac14586d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:05.562093 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7909bc6c-4115-4831-89ff-a7211c102916 None None] Provisioning complete for port 46893ea1-e034-4eb7-9147-09ecbb631ef1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:05.562466 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7909bc6c-4115-4831-89ff-a7211c102916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:05.588345 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062e07f-3183-439f-ad5f-ba3bac14586d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Pushing event updated for resources: {'Port': ['ID=e6edf968-3c04-4543-ad62-3d525a336b64,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:05.598473 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9062e07f-3183-439f-ad5f-ba3bac14586d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:05.619699 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9062e07f-3183-439f-ad5f-ba3bac14586d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:05.623387 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9062e07f-3183-439f-ad5f-ba3bac14586d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3225057 Nov 11 17:45:05.633065 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf4ee0-fa33-4e41-a744-65ffbfecbfef req-ffd43929-2387-41b3-8d25-191707d76445 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:05.639409 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1fbf4ee0-fa33-4e41-a744-65ffbfecbfef req-ffd43929-2387-41b3-8d25-191707d76445 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0821402 Nov 11 17:45:05.720725 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1fbf4ee0-fa33-4e41-a744-65ffbfecbfef req-bb5862d7-2975-42ad-8cab-2b7884e39976 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746944 Nov 11 17:45:05.792267 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7909bc6c-4115-4831-89ff-a7211c102916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:05.836499 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7909bc6c-4115-4831-89ff-a7211c102916 None None] For port 46893ea1-e034-4eb7-9147-09ecbb631ef1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=46893ea1-e034-4eb7-9147-09ecbb631ef1,segment=NetworkSegment(abee9609-9b18-4ba9-9b72-2318c77ba40e),segment_id=abee9609-9b18-4ba9-9b72-2318c77ba40e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:45:05.845517 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7909bc6c-4115-4831-89ff-a7211c102916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:05.852524 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'name': 'tempest-AttachVolumeTestJSON-1800739326-router', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:44:54Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'gw_port': {'id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:55Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '46893ea1-e034-4eb7-9147-09ecbb631ef1', 'name': '', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'mac_address': 'fa:16:3e:99:04:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:59Z', 'updated_at': '2021-11-11T17:45:05Z', 'revision_number': 4, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'subnets': [{'id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:05.896508 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-9d5d7739-971f-4e0c-bb8f-9b02fa5eb109 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1232620653&fields=id&tenant_id=48fb128c35bc48a4b1d1b4a9aab07a98 HTTP/1.1" status: 200 len: 267 time: 0.0759740 Nov 11 17:45:06.050180 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c7dbee-3822-42e2-8c53-de1a7dc800c3 None None] The sync data for ids ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'] in n-d-816206-4 is: [{'id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'name': 'tempest-AttachVolumeTestJSON-1800739326-router', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:44:54Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'gw_port': {'id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:55Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '46893ea1-e034-4eb7-9147-09ecbb631ef1', 'name': '', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'mac_address': 'fa:16:3e:99:04:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:59Z', 'updated_at': '2021-11-11T17:45:05Z', 'revision_number': 4, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'subnets': [{'id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:45:06.060140 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c4a96101-0a7b-4faa-994f-5cfadc5bfeac tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:06.069134 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c4a96101-0a7b-4faa-994f-5cfadc5bfeac tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/networks?id=5f6d2839-0fe3-4464-b00c-6e51db67d47c HTTP/1.1" status: 200 len: 811 time: 0.1713898 Nov 11 17:45:06.088152 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-9de21ddc-dc57-4027-947b-edb5fdf87e8b tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/quotas/48fb128c35bc48a4b1d1b4a9aab07a98 HTTP/1.1" status: 200 len: 375 time: 0.0178549 Nov 11 17:45:06.121424 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-372542c6-10aa-49e4-a90a-86e0e81b7886 None None] Provisioning complete for port 46893ea1-e034-4eb7-9147-09ecbb631ef1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:06.121544 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-372542c6-10aa-49e4-a90a-86e0e81b7886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:06.130274 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909bc6c-4115-4831-89ff-a7211c102916 None None] Pushing event updated for resources: {'Port': ['ID=46893ea1-e034-4eb7-9147-09ecbb631ef1,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:06.206860 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-b2e9ea9d-0195-429f-b09b-b9e0669bfe4c tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=48fb128c35bc48a4b1d1b4a9aab07a98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1177926 Nov 11 17:45:06.336690 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-e8b7609d-251d-41e5-a616-c042a8c81498 service neutron] 10.222.0.76 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249797 Nov 11 17:45:06.444172 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-5e7badf5-6d9c-42dc-9202-500b5a65979c service neutron] 10.222.0.76 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064029 Nov 11 17:45:06.703153 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45920ea-9de4-4f7f-88f2-e09762b30632 req-d4990fec-5e14-4f75-ba43-eeec8e5c2fa0 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:06.708062 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 46893ea1-e034-4eb7-9147-09ecbb631ef1 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:45:06.712507 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a45920ea-9de4-4f7f-88f2-e09762b30632 req-d4990fec-5e14-4f75-ba43-eeec8e5c2fa0 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 943 time: 0.0698218 Nov 11 17:45:06.782855 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a45920ea-9de4-4f7f-88f2-e09762b30632 req-9ff0e05d-9214-4e29-a3d2-1b6c92edd1a0 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667441 Nov 11 17:45:06.813874 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 46893ea1-e034-4eb7-9147-09ecbb631ef1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:06.814785 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:06.977044 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae9829-0ad8-439c-be19-5ceaa7a34262 req-245c08bb-e2a5-4ff4-a4ae-a6fdc4f7349f tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:06.984708 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-18ae9829-0ad8-439c-be19-5ceaa7a34262 req-245c08bb-e2a5-4ff4-a4ae-a6fdc4f7349f tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 943 time: 0.0783620 Nov 11 17:45:07.057714 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-18ae9829-0ad8-439c-be19-5ceaa7a34262 req-b7e69f6c-2d44-492a-8732-8a77b4ba675c tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/security-groups?id=01c976bc-cf24-4686-9a0d-beb7cd683024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720119 Nov 11 17:45:07.162812 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8179162c-2b07-4a1d-a1b9-f6961d63279a req-30f50dc1-694f-49ff-9ca9-b265b88ae7ed tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 210 time: 0.0421593 Nov 11 17:45:07.289355 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:45:07.308303 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36b9f6-8605-4d8a-bfbe-cc55b4aa240f req-ea03ec73-75ac-4077-8350-18ff7132b5a9 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:07.310169 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f36b9f6-8605-4d8a-bfbe-cc55b4aa240f req-ea03ec73-75ac-4077-8350-18ff7132b5a9 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0869231 Nov 11 17:45:07.392024 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f36b9f6-8605-4d8a-bfbe-cc55b4aa240f req-42e63523-9a78-4144-a487-a8be2abf934e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687211 Nov 11 17:45:07.438371 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-71698b42-daee-4ef5-95a4-3499cf066719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:07.470579 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port cecb2c6a-3b1c-4477-8b48-0b08e9de3e57, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=cecb2c6a-3b1c-4477-8b48-0b08e9de3e57,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:45:07.482669 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'cecb2c6a-3b1c-4477-8b48-0b08e9de3e57', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'port_id': 'cecb2c6a-3b1c-4477-8b48-0b08e9de3e57', 'mac_address': 'fa:16:3e:0b:8d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:45:07.526943 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:07.542049 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:45:07.570927 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port cecb2c6a-3b1c-4477-8b48-0b08e9de3e57, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=cecb2c6a-3b1c-4477-8b48-0b08e9de3e57,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:45:07.575188 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:07.632293 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=cecb2c6a-3b1c-4477-8b48-0b08e9de3e57,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:07.897980 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['cecb2c6a-3b1c-4477-8b48-0b08e9de3e57'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:45:07.986129 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15961e5d-e183-4f92-b63e-76906b9cce9a req-8d776977-90c5-40e7-a82d-662ae95b76f8 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:07.988261 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-15961e5d-e183-4f92-b63e-76906b9cce9a req-8d776977-90c5-40e7-a82d-662ae95b76f8 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 944 time: 0.1149285 Nov 11 17:45:08.071246 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-15961e5d-e183-4f92-b63e-76906b9cce9a req-61cc3eb2-c80c-4f12-bea4-3f2ad5a42481 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689480 Nov 11 17:45:08.156136 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-45f24c62-a1d7-4c7f-8ef0-c8f8f69990f7 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:08.157819 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-45f24c62-a1d7-4c7f-8ef0-c8f8f69990f7 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.64 "GET /v2.0/networks?id=5f6d2839-0fe3-4464-b00c-6e51db67d47c HTTP/1.1" status: 200 len: 811 time: 0.1951342 Nov 11 17:45:08.206569 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f7c58-c6c7-481a-b0fa-80e2e7cede40 req-17cc89eb-9522-490e-b989-0dead40dc3b2 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:08.208084 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b1f7c58-c6c7-481a-b0fa-80e2e7cede40 req-17cc89eb-9522-490e-b989-0dead40dc3b2 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 943 time: 0.0619648 Nov 11 17:45:08.230074 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-afb34f09-dd96-4173-a203-b8d0bade767e tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48fb128c35bc48a4b1d1b4a9aab07a98 HTTP/1.1" status: 200 len: 380 time: 0.0574555 Nov 11 17:45:08.250057 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-014dc8e1-6b73-4be7-85e5-c34d41c8bfb1 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Request body: {'port': {'device_id': 'd88e23a6-7b6b-4613-85bf-7eb0f73f3a76', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'admin_state_up': True, 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'security_groups': ['ed3d44f7-5253-4deb-91b7-a7857ace78db']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:45:08.260930 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b1f7c58-c6c7-481a-b0fa-80e2e7cede40 req-537c45c5-b790-4313-8672-406327ec324c tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/security-groups?id=01c976bc-cf24-4686-9a0d-beb7cd683024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463119 Nov 11 17:45:08.348878 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00aebbda-046b-48ce-a6cc-96829039e648 req-8da0064e-7201-49e2-bda7-b7d491d6ef63 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 210 time: 0.0314980 Nov 11 17:45:08.370834 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-014dc8e1-6b73-4be7-85e5-c34d41c8bfb1 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Made reservation on behalf of 48fb128c35bc48a4b1d1b4a9aab07a98 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:45:08.374405 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-014dc8e1-6b73-4be7-85e5-c34d41c8bfb1 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:08.520882 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-014dc8e1-6b73-4be7-85e5-c34d41c8bfb1 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Allocated IP 172.20.0.10 (5f6d2839-0fe3-4464-b00c-6e51db67d47c/1145fbb8-f349-4241-b0f7-289be88670f2/5ed2588d-75ee-4532-a0ae-df07c2771a8e) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:45:08.540440 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d2e9d-f099-4262-9139-21764298a421 req-134dacc7-9b82-454c-a725-a5ee76a0d0f6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:08.542163 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d50d2e9d-f099-4262-9139-21764298a421 req-134dacc7-9b82-454c-a725-a5ee76a0d0f6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0575492 Nov 11 17:45:08.598013 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d50d2e9d-f099-4262-9139-21764298a421 req-743219c8-54db-41de-81a0-08471d426caa tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491238 Nov 11 17:45:08.668970 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-014dc8e1-6b73-4be7-85e5-c34d41c8bfb1 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:08.701881 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-014dc8e1-6b73-4be7-85e5-c34d41c8bfb1 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:08.752749 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-014dc8e1-6b73-4be7-85e5-c34d41c8bfb1 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Network 5f6d2839-0fe3-4464-b00c-6e51db67d47c is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:45:08.756140 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-014dc8e1-6b73-4be7-85e5-c34d41c8bfb1 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:45:08.760371 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-014dc8e1-6b73-4be7-85e5-c34d41c8bfb1 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:45:08.791165 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014dc8e1-6b73-4be7-85e5-c34d41c8bfb1 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Pushing event updated for resources: {'Port': ['ID=5ed2588d-75ee-4532-a0ae-df07c2771a8e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:08.828361 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-014dc8e1-6b73-4be7-85e5-c34d41c8bfb1 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:08.828981 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-014dc8e1-6b73-4be7-85e5-c34d41c8bfb1 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:08.848631 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-014dc8e1-6b73-4be7-85e5-c34d41c8bfb1 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6028588 Nov 11 17:45:08.867059 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] Request body: {'port': {'device_id': 'd88e23a6-7b6b-4613-85bf-7eb0f73f3a76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:45:08.925765 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:09.126775 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5e5e5a0c-36b3-4bad-bf8c-059762622bef None None] Provisioning complete for port 5ed2588d-75ee-4532-a0ae-df07c2771a8e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:09.128150 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5e5e5a0c-36b3-4bad-bf8c-059762622bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:09.202931 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-5e5e5a0c-36b3-4bad-bf8c-059762622bef None None] Port 5ed2588d-75ee-4532-a0ae-df07c2771a8e cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:45:09.250521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa544c-1f29-4739-a236-3c49db346597 req-0586d8f0-571f-469f-9c1c-1eaac114079e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:09.259016 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1caa544c-1f29-4739-a236-3c49db346597 req-0586d8f0-571f-469f-9c1c-1eaac114079e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 944 time: 0.0886130 Nov 11 17:45:09.286798 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed2588d-75ee-4532-a0ae-df07c2771a8e {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:45:09.296901 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:09.311650 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:45:09.329480 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] Transition to ACTIVE for port object 5ed2588d-75ee-4532-a0ae-df07c2771a8e will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:45:09.338549 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:09.342458 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1caa544c-1f29-4739-a236-3c49db346597 req-f981300b-bbbe-40ce-a05b-becae0d98e51 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822785 Nov 11 17:45:09.428497 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:45:09.432391 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] Pushing event updated for resources: {'Port': ['ID=5ed2588d-75ee-4532-a0ae-df07c2771a8e,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:09.432823 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:09.433223 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:09.503030 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a360917-7344-4110-a418-331b65542e0a req-46014fb8-92c1-42ec-9d1a-367d4b4f28f7 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:09.516394 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a360917-7344-4110-a418-331b65542e0a req-46014fb8-92c1-42ec-9d1a-367d4b4f28f7 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 943 time: 0.0941617 Nov 11 17:45:09.589778 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:09.618972 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a360917-7344-4110-a418-331b65542e0a req-374aa809-0d18-4980-bf6b-71bac2727982 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/security-groups?id=01c976bc-cf24-4686-9a0d-beb7cd683024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016281 Nov 11 17:45:09.624224 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] Attempting to bind port 5ed2588d-75ee-4532-a0ae-df07c2771a8e on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:45:09.624780 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] Attempting to bind port 5ed2588d-75ee-4532-a0ae-df07c2771a8e by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'abee9609-9b18-4ba9-9b72-2318c77ba40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:45:09.625304 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] Attempting to bind port 5ed2588d-75ee-4532-a0ae-df07c2771a8e on network 5f6d2839-0fe3-4464-b00c-6e51db67d47c {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:45:09.634238 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] Port 5ed2588d-75ee-4532-a0ae-df07c2771a8e on network 5f6d2839-0fe3-4464-b00c-6e51db67d47c not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:45:09.634920 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] Attempting to bind port 5ed2588d-75ee-4532-a0ae-df07c2771a8e on network 5f6d2839-0fe3-4464-b00c-6e51db67d47c {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:45:09.641778 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:45:09.642377 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] Checking segment: {'id': 'abee9609-9b18-4ba9-9b72-2318c77ba40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:45:09.642979 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] Bound using segment: {'id': 'abee9609-9b18-4ba9-9b72-2318c77ba40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:45:09.643707 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] Bound port: 5ed2588d-75ee-4532-a0ae-df07c2771a8e, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abee9609-9b18-4ba9-9b72-2318c77ba40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:45:09.644653 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:09.646893 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66edce9-e64f-41fd-b1fc-b7049b95b9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecb2c6a-3b1c-4477-8b48-0b08e9de3e57'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:45:09.651684 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab7f7bc-4d25-4619-b02b-d6636350bd80" -d '{"events": [{"server_uuid": "f66edce9-e64f-41fd-b1fc-b7049b95b9db", "name": "network-vif-plugged", "status": "completed", "tag": "cecb2c6a-3b1c-4477-8b48-0b08e9de3e57"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:45:09.691917 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port cecb2c6a-3b1c-4477-8b48-0b08e9de3e57, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=cecb2c6a-3b1c-4477-8b48-0b08e9de3e57,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:45:09.700025 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:09.770295 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] For port 5ed2588d-75ee-4532-a0ae-df07c2771a8e, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:45:09.773966 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] For port 5ed2588d-75ee-4532-a0ae-df07c2771a8e, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=5ed2588d-75ee-4532-a0ae-df07c2771a8e,segment=NetworkSegment(abee9609-9b18-4ba9-9b72-2318c77ba40e),segment_id=abee9609-9b18-4ba9-9b72-2318c77ba40e)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:45:09.781637 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:09.784293 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=cecb2c6a-3b1c-4477-8b48-0b08e9de3e57,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:09.878337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792ab9b-231c-4f2c-874a-ec8f34f60a23 req-50ddcb31-a397-44c6-9af6-cf1cfd6325fb tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:09.880010 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1792ab9b-231c-4f2c-874a-ec8f34f60a23 req-50ddcb31-a397-44c6-9af6-cf1cfd6325fb tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 944 time: 0.1244280 Nov 11 17:45:09.945265 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1792ab9b-231c-4f2c-874a-ec8f34f60a23 req-f0c522b6-e4ed-4614-a80e-766f2b169585 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571671 Nov 11 17:45:10.120469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17475dd-509b-4f33-88f3-f8cd2e6adea7 req-b563c228-8421-44bf-9cc3-f7f647932639 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:10.132908 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:10.133528 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:10.134893 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] 10.222.0.64 "PUT /v2.0/ports/5ed2588d-75ee-4532-a0ae-df07c2771a8e HTTP/1.1" status: 200 len: 1092 time: 1.2725775 Nov 11 17:45:10.135340 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88e23a6-7b6b-4613-85bf-7eb0f73f3a76', 'tag': '5ed2588d-75ee-4532-a0ae-df07c2771a8e'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:45:10.137609 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f63873e-759d-4b6c-8fca-ac886aceda40" -d '{"events": [{"name": "network-changed", "server_uuid": "d88e23a6-7b6b-4613-85bf-7eb0f73f3a76", "tag": "5ed2588d-75ee-4532-a0ae-df07c2771a8e"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:45:10.145923 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d17475dd-509b-4f33-88f3-f8cd2e6adea7 req-b563c228-8421-44bf-9cc3-f7f647932639 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0983813 Nov 11 17:45:10.174022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e34ae2-3c11-4762-81fe-fcc9071c11af service neutron] Pushing event updated for resources: {'Port': ['ID=5ed2588d-75ee-4532-a0ae-df07c2771a8e,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:10.230185 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d17475dd-509b-4f33-88f3-f8cd2e6adea7 req-fc7145bb-825a-45f2-ac68-31986bbd021e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832832 Nov 11 17:45:10.258898 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-e3f09139-5eca-42e0-ace8-028749a4f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:10.260563 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-e3f09139-5eca-42e0-ace8-028749a4f47c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=48fb128c35bc48a4b1d1b4a9aab07a98&device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 1095 time: 0.0637288 Nov 11 17:45:10.269212 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731f14fe-f23a-4f4e-8103-2e10dc46ffca x-openstack-request-id: req-731f14fe-f23a-4f4e-8103-2e10dc46ffca {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:45:10.270011 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66edce9-e64f-41fd-b1fc-b7049b95b9db", "name": "network-vif-plugged", "status": "completed", "tag": "cecb2c6a-3b1c-4477-8b48-0b08e9de3e57", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:45:10.270405 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-731f14fe-f23a-4f4e-8103-2e10dc46ffca {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:45:10.270961 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66edce9-e64f-41fd-b1fc-b7049b95b9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecb2c6a-3b1c-4477-8b48-0b08e9de3e57', 'code': 200} Nov 11 17:45:10.312083 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4c3f43-cf14-4e28-8b32-1159cb16ae11 x-openstack-request-id: req-ca4c3f43-cf14-4e28-8b32-1159cb16ae11 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:45:10.312466 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d88e23a6-7b6b-4613-85bf-7eb0f73f3a76", "tag": "5ed2588d-75ee-4532-a0ae-df07c2771a8e", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:45:10.312466 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ca4c3f43-cf14-4e28-8b32-1159cb16ae11 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:45:10.312885 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd88e23a6-7b6b-4613-85bf-7eb0f73f3a76', 'tag': '5ed2588d-75ee-4532-a0ae-df07c2771a8e', 'status': 'completed', 'code': 200} Nov 11 17:45:10.352803 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-d5dd4e6a-f1f0-4e6f-92c0-ce89f4b859b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ed2588d-75ee-4532-a0ae-df07c2771a8e HTTP/1.1" status: 200 len: 217 time: 0.0513196 Nov 11 17:45:10.419752 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4d51a638-f42f-4a74-bd37-3ab40a7c7cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:10.521056 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-934d0db7-1a29-4fe1-bbde-b80789986b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:10.522525 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-934d0db7-1a29-4fe1-bbde-b80789986b61 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1145fbb8-f349-4241-b0f7-289be88670f2 HTTP/1.1" status: 200 len: 850 time: 0.1504786 Nov 11 17:45:10.529462 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e56f3-46a3-4c00-b969-8737e28a781f req-2803453e-25e0-421d-b6a6-d037eb7b3ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:10.530962 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-464e56f3-46a3-4c00-b969-8737e28a781f req-2803453e-25e0-421d-b6a6-d037eb7b3ab5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 1096 time: 0.1508324 Nov 11 17:45:10.576391 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ceb95-3a0a-4f7e-929e-4b3e652ff60f req-cc9c7957-2525-4113-9685-0b33ba3483ef tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:10.584345 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea8ceb95-3a0a-4f7e-929e-4b3e652ff60f req-cc9c7957-2525-4113-9685-0b33ba3483ef tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 945 time: 0.0681963 Nov 11 17:45:10.634900 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea8ceb95-3a0a-4f7e-929e-4b3e652ff60f req-a9d689de-edc0-493a-a3d2-1d7a75a9f386 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490637 Nov 11 17:45:10.682802 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-464e56f3-46a3-4c00-b969-8737e28a781f req-9ba7e02f-6046-40a9-8638-695841220c5e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403282 Nov 11 17:45:10.686440 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-75ca2367-7b4c-4889-a569-6ddc1916e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:10.688423 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-75ca2367-7b4c-4889-a569-6ddc1916e8b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f6d2839-0fe3-4464-b00c-6e51db67d47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1565461 Nov 11 17:45:10.690480 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa309a-f521-42c8-b9e7-3eb4568480b4 req-8925bb3f-408e-4eee-93a4-86235eb56d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:10.691899 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fbaa309a-f521-42c8-b9e7-3eb4568480b4 req-8925bb3f-408e-4eee-93a4-86235eb56d7c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 1096 time: 0.0897660 Nov 11 17:45:10.783390 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fd3b3-3222-4218-88b0-e3f5bc417e57 req-27c481b4-4337-451a-b9af-e5202248965c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:10.785261 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b13fd3b3-3222-4218-88b0-e3f5bc417e57 req-27c481b4-4337-451a-b9af-e5202248965c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0594163 Nov 11 17:45:10.838084 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b13fd3b3-3222-4218-88b0-e3f5bc417e57 req-75d44adf-e928-486f-86a2-5d5993abf52b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468984 Nov 11 17:45:10.941784 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179ef2d-3ddb-4df7-95a6-c53d7c988c96 req-c5ba341b-b7b6-4ab0-9f57-50d30859f14a tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:10.943281 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f179ef2d-3ddb-4df7-95a6-c53d7c988c96 req-c5ba341b-b7b6-4ab0-9f57-50d30859f14a tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 943 time: 0.0491247 Nov 11 17:45:10.960128 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:11.008186 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f179ef2d-3ddb-4df7-95a6-c53d7c988c96 req-d31f67a9-21a6-447e-9b68-71e7d5274283 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/security-groups?id=01c976bc-cf24-4686-9a0d-beb7cd683024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583851 Nov 11 17:45:11.131414 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a3175-c453-4c84-993b-6d9470a6e7a0 req-60053e35-e6e2-4891-a2aa-e07bafec5a65 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:11.133184 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ad0a3175-c453-4c84-993b-6d9470a6e7a0 req-60053e35-e6e2-4891-a2aa-e07bafec5a65 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 944 time: 0.0524867 Nov 11 17:45:11.143420 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa309a-f521-42c8-b9e7-3eb4568480b4 req-05568ad5-9d33-412e-b01f-c126e8bbe122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:11.144898 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fbaa309a-f521-42c8-b9e7-3eb4568480b4 req-05568ad5-9d33-412e-b01f-c126e8bbe122 service neutron] 10.222.0.64 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 914 time: 0.1591671 Nov 11 17:45:11.146770 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-75b91732-eaff-4a84-944b-2c9a169f619a service neutron] 10.222.0.64 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708846 Nov 11 17:45:11.184003 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ad0a3175-c453-4c84-993b-6d9470a6e7a0 req-ace4dca1-5aaa-4fdf-a8a6-749388e311e5 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437598 Nov 11 17:45:11.274046 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fbaa309a-f521-42c8-b9e7-3eb4568480b4 req-a5872596-b649-4297-b7ff-278a0f1a23d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c HTTP/1.1" status: 200 len: 999 time: 0.1127205 Nov 11 17:45:11.332842 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a30e4bb4-8ac6-425c-83cb-72e7f6fa4b9e req-2f7a0d6d-14b3-43e1-b499-68dc8bf126b6 service neutron] 10.222.0.64 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654932 Nov 11 17:45:11.354456 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa309a-f521-42c8-b9e7-3eb4568480b4 req-fed5b9a1-91ae-4ce3-b146-91371796dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:11.356296 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fbaa309a-f521-42c8-b9e7-3eb4568480b4 req-fed5b9a1-91ae-4ce3-b146-91371796dd01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.0574214 Nov 11 17:45:11.412064 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa309a-f521-42c8-b9e7-3eb4568480b4 req-65bcddcc-f321-4172-8182-dfb76f0f44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:11.413555 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fbaa309a-f521-42c8-b9e7-3eb4568480b4 req-65bcddcc-f321-4172-8182-dfb76f0f44ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478132 Nov 11 17:45:11.534686 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63873e-759d-4b6c-8fca-ac886aceda40 req-aafc3db6-9c87-4cb6-be7c-13313caf59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:11.536193 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9f63873e-759d-4b6c-8fca-ac886aceda40 req-aafc3db6-9c87-4cb6-be7c-13313caf59f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=48fb128c35bc48a4b1d1b4a9aab07a98&device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 1095 time: 0.1019621 Nov 11 17:45:11.570254 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fbaa309a-f521-42c8-b9e7-3eb4568480b4 req-cbc206e6-82c8-4bf1-bd07-408709b24534 service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369848 Nov 11 17:45:11.703874 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63873e-759d-4b6c-8fca-ac886aceda40 req-4c0f1ca1-7828-41c3-8328-9e7966ec8500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:11.705475 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9f63873e-759d-4b6c-8fca-ac886aceda40 req-4c0f1ca1-7828-41c3-8328-9e7966ec8500 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5f6d2839-0fe3-4464-b00c-6e51db67d47c HTTP/1.1" status: 200 len: 913 time: 0.1590877 Nov 11 17:45:11.716284 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fbaa309a-f521-42c8-b9e7-3eb4568480b4 req-b76678ff-5f0c-486a-9cd3-64306292238c service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206295 Nov 11 17:45:11.754875 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed0a9c-200a-42d6-b833-0f4eacae1a5e req-07c57f17-e2bf-4289-8c51-c92042b12140 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:11.756433 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94ed0a9c-200a-42d6-b833-0f4eacae1a5e req-07c57f17-e2bf-4289-8c51-c92042b12140 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 945 time: 0.0539985 Nov 11 17:45:11.806717 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9f63873e-759d-4b6c-8fca-ac886aceda40 req-4fc8f4df-949c-4667-ac10-b1eb7b9ea555 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ed2588d-75ee-4532-a0ae-df07c2771a8e HTTP/1.1" status: 200 len: 217 time: 0.0386815 Nov 11 17:45:11.808723 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94ed0a9c-200a-42d6-b833-0f4eacae1a5e req-fa7fef6e-a75a-4d11-b0c9-56528ab0fece tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453162 Nov 11 17:45:11.891449 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63873e-759d-4b6c-8fca-ac886aceda40 req-560e8d80-9272-4e54-a62d-37492b792d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:11.893835 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9f63873e-759d-4b6c-8fca-ac886aceda40 req-560e8d80-9272-4e54-a62d-37492b792d58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1145fbb8-f349-4241-b0f7-289be88670f2 HTTP/1.1" status: 200 len: 850 time: 0.0701988 Nov 11 17:45:11.968192 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63873e-759d-4b6c-8fca-ac886aceda40 req-10569794-2e1e-44e9-920f-1a7ae3485d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:11.971225 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9f63873e-759d-4b6c-8fca-ac886aceda40 req-10569794-2e1e-44e9-920f-1a7ae3485d56 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f6d2839-0fe3-4464-b00c-6e51db67d47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679152 Nov 11 17:45:11.990949 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f922a2-2a20-4e8a-b54c-b926b1c5cd80 req-08910e99-42aa-4bc9-a225-0f55d238cae2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:11.992560 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-18f922a2-2a20-4e8a-b54c-b926b1c5cd80 req-08910e99-42aa-4bc9-a225-0f55d238cae2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0536799 Nov 11 17:45:12.052308 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-18f922a2-2a20-4e8a-b54c-b926b1c5cd80 req-5fcab724-0d11-46bc-99fa-bc610a149a3c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521684 Nov 11 17:45:12.093432 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9f63873e-759d-4b6c-8fca-ac886aceda40 req-937ef3c4-4421-4450-9cc0-827390f001e3 service neutron] 10.222.0.64 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094551 Nov 11 17:45:12.183592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfcdac-e337-4866-b29b-7772530c39ef req-d9d58fe2-c764-484e-8eaf-f01ffdf8ed8f tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:12.185515 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-73dfcdac-e337-4866-b29b-7772530c39ef req-d9d58fe2-c764-484e-8eaf-f01ffdf8ed8f tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 943 time: 0.0629230 Nov 11 17:45:12.201519 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9f63873e-759d-4b6c-8fca-ac886aceda40 req-6a1718ee-4ec5-46c9-8f68-5e62fe4ad42f service neutron] 10.222.0.64 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954602 Nov 11 17:45:12.239646 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-73dfcdac-e337-4866-b29b-7772530c39ef req-7a9cdbc8-4a25-49a5-8c1b-6c036769f571 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/security-groups?id=01c976bc-cf24-4686-9a0d-beb7cd683024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475438 Nov 11 17:45:12.346924 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd568b1d-0842-45f8-be4b-9bdee9350d99 req-a714133a-1e3c-47e3-a137-66515d0278cf tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:12.348631 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fd568b1d-0842-45f8-be4b-9bdee9350d99 req-a714133a-1e3c-47e3-a137-66515d0278cf tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 944 time: 0.0506296 Nov 11 17:45:12.403844 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fd568b1d-0842-45f8-be4b-9bdee9350d99 req-08d53e16-45e2-43ac-a329-3fdd9b647025 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464561 Nov 11 17:45:12.576611 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:12.671378 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-52098c41-7720-466c-ab9d-a4781d5778ed req-8cb0c274-8ecd-41b5-bc5b-73fcf16de0a5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417449 Nov 11 17:45:12.741336 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52098c41-7720-466c-ab9d-a4781d5778ed req-1cf348f7-fecf-41bd-b9b5-02e8207af244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:12.742820 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-52098c41-7720-466c-ab9d-a4781d5778ed req-1cf348f7-fecf-41bd-b9b5-02e8207af244 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 1097 time: 0.0443189 Nov 11 17:45:12.868155 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52098c41-7720-466c-ab9d-a4781d5778ed req-4a58d384-8668-47aa-a2ff-accd0a417be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:12.869737 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-52098c41-7720-466c-ab9d-a4781d5778ed req-4a58d384-8668-47aa-a2ff-accd0a417be9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 914 time: 0.1027703 Nov 11 17:45:12.920646 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:12.944616 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-52098c41-7720-466c-ab9d-a4781d5778ed req-815296ed-116b-41fc-a1b7-c06822fee488 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9743ee10-6856-4674-a165-32e9475500c0 HTTP/1.1" status: 200 len: 217 time: 0.0645924 Nov 11 17:45:12.993734 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb72e3b-50ec-4b96-8c23-4d9088468e1e req-5e6f1e36-2f7a-4dd3-8369-be32b7171dd1 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:12.995213 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4eb72e3b-50ec-4b96-8c23-4d9088468e1e req-5e6f1e36-2f7a-4dd3-8369-be32b7171dd1 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 945 time: 0.1179535 Nov 11 17:45:13.023066 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52098c41-7720-466c-ab9d-a4781d5778ed req-2404b06c-bc9c-4fca-b6c0-d062c47235cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:13.024453 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-52098c41-7720-466c-ab9d-a4781d5778ed req-2404b06c-bc9c-4fca-b6c0-d062c47235cb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.0715656 Nov 11 17:45:13.078967 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4eb72e3b-50ec-4b96-8c23-4d9088468e1e req-fa3c41d4-19af-4162-ab5d-2f3168015627 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743411 Nov 11 17:45:13.092023 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52098c41-7720-466c-ab9d-a4781d5778ed req-014c94ac-f58a-4454-aa22-384b15bfeb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:13.093532 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-52098c41-7720-466c-ab9d-a4781d5778ed req-014c94ac-f58a-4454-aa22-384b15bfeb1f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561528 Nov 11 17:45:13.231031 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-52098c41-7720-466c-ab9d-a4781d5778ed req-60fabb66-fa73-4b86-8be7-3bc0f38b9283 service neutron] 10.222.0.83 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292224 Nov 11 17:45:13.243983 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce1e55-2a77-4f43-938e-5ec637cca0d0 req-1fc923c8-842a-4532-96f4-8f8f3fa18cc5 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:13.245541 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dfce1e55-2a77-4f43-938e-5ec637cca0d0 req-1fc923c8-842a-4532-96f4-8f8f3fa18cc5 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0755205 Nov 11 17:45:13.301843 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 5ed2588d-75ee-4532-a0ae-df07c2771a8e details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:45:13.348364 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dfce1e55-2a77-4f43-938e-5ec637cca0d0 req-22a00ee3-e7bc-4295-b7bb-c4db32431e83 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942855 Nov 11 17:45:13.372526 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-52098c41-7720-466c-ab9d-a4781d5778ed req-94dbc896-399c-4fa0-bb73-8b1fe643ad3d service neutron] 10.222.0.83 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260014 Nov 11 17:45:13.417752 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 5ed2588d-75ee-4532-a0ae-df07c2771a8e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=5ed2588d-75ee-4532-a0ae-df07c2771a8e,segment=NetworkSegment(abee9609-9b18-4ba9-9b72-2318c77ba40e),segment_id=abee9609-9b18-4ba9-9b72-2318c77ba40e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:45:13.431175 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '5ed2588d-75ee-4532-a0ae-df07c2771a8e', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'port_id': '5ed2588d-75ee-4532-a0ae-df07c2771a8e', 'mac_address': 'fa:16:3e:ab:c4:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:45:13.466070 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b8db4-f268-4ced-b1c9-3b6e1df32682 req-70b0a42a-ec68-48d0-99a3-9a37453e431c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:13.467947 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-727b8db4-f268-4ced-b1c9-3b6e1df32682 req-70b0a42a-ec68-48d0-99a3-9a37453e431c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 945 time: 0.0539284 Nov 11 17:45:13.474551 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:13.492404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed2588d-75ee-4532-a0ae-df07c2771a8e {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:45:13.513695 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 5ed2588d-75ee-4532-a0ae-df07c2771a8e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=5ed2588d-75ee-4532-a0ae-df07c2771a8e,segment=NetworkSegment(abee9609-9b18-4ba9-9b72-2318c77ba40e),segment_id=abee9609-9b18-4ba9-9b72-2318c77ba40e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:45:13.518557 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:13.522964 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-727b8db4-f268-4ced-b1c9-3b6e1df32682 req-439b6107-b9dd-498e-b41b-27ab8aa01668 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484586 Nov 11 17:45:13.575469 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=5ed2588d-75ee-4532-a0ae-df07c2771a8e,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:13.624904 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device c0411435-e321-4fae-82e1-7a5c3c0b1b80 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:45:13.650481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40660db0-8175-4f67-8a8e-1136ab75fbdb req-585d7097-259c-4b3c-8048-bd8fd17aec9b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:13.652016 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40660db0-8175-4f67-8a8e-1136ab75fbdb req-585d7097-259c-4b3c-8048-bd8fd17aec9b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 943 time: 0.0572505 Nov 11 17:45:13.705436 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40660db0-8175-4f67-8a8e-1136ab75fbdb req-07b8eb58-5eee-4024-a167-030df6109569 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/security-groups?id=01c976bc-cf24-4686-9a0d-beb7cd683024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468485 Nov 11 17:45:13.729611 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port c0411435-e321-4fae-82e1-7a5c3c0b1b80, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=c0411435-e321-4fae-82e1-7a5c3c0b1b80,segment=NetworkSegment(e61f15ac-17f9-4b9f-85e6-7b4230d7856f),segment_id=e61f15ac-17f9-4b9f-85e6-7b4230d7856f)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:45:13.749853 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80', 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'port_id': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80', 'mac_address': 'fa:16:3e:60:24:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:45:13.791246 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:13.806480 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0411435-e321-4fae-82e1-7a5c3c0b1b80 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:45:13.827753 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port c0411435-e321-4fae-82e1-7a5c3c0b1b80, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=c0411435-e321-4fae-82e1-7a5c3c0b1b80,segment=NetworkSegment(e61f15ac-17f9-4b9f-85e6-7b4230d7856f),segment_id=e61f15ac-17f9-4b9f-85e6-7b4230d7856f)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:45:13.832212 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:13.851514 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28e23f-e43d-439d-b305-2cab476e58ec req-939406ff-dc27-4c89-aefa-8e7a674df2bf tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:13.853193 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f28e23f-e43d-439d-b305-2cab476e58ec req-939406ff-dc27-4c89-aefa-8e7a674df2bf tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0772178 Nov 11 17:45:13.860609 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['5ed2588d-75ee-4532-a0ae-df07c2771a8e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:45:13.914420 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=c0411435-e321-4fae-82e1-7a5c3c0b1b80,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:13.916261 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f28e23f-e43d-439d-b305-2cab476e58ec req-f2bce80f-d793-420d-bb9f-166d4bbbf752 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528636 Nov 11 17:45:14.039276 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a49f4-f3d2-4623-be09-0e4aab5483c2 req-b27a1913-5403-4586-a96e-3f06735f1876 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:14.042160 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a2a49f4-f3d2-4623-be09-0e4aab5483c2 req-b27a1913-5403-4586-a96e-3f06735f1876 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 945 time: 0.0636902 Nov 11 17:45:14.064087 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['c0411435-e321-4fae-82e1-7a5c3c0b1b80'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:45:14.101164 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a2a49f4-f3d2-4623-be09-0e4aab5483c2 req-da4d2fc8-f181-4d39-8a74-78ac859b365d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510778 Nov 11 17:45:14.214109 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef4ccb-e072-448c-812f-ad76df0749ff req-6e2dffad-2979-464a-8af4-5a38062fc309 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:14.215671 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4eef4ccb-e072-448c-812f-ad76df0749ff req-6e2dffad-2979-464a-8af4-5a38062fc309 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 945 time: 0.0500815 Nov 11 17:45:14.268893 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4eef4ccb-e072-448c-812f-ad76df0749ff req-fcb53dd0-ef43-4889-a897-e885cc4d5594 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455937 Nov 11 17:45:14.669901 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688335c5-cdb2-46f4-84aa-cd290794a6b4 req-5629b262-df86-4f78-bb27-fcf6e98b3668 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:14.678424 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-688335c5-cdb2-46f4-84aa-cd290794a6b4 req-5629b262-df86-4f78-bb27-fcf6e98b3668 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0594742 Nov 11 17:45:14.728291 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-688335c5-cdb2-46f4-84aa-cd290794a6b4 req-97322225-c290-427e-99f8-4c52ebe8a885 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489137 Nov 11 17:45:14.838694 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edae69-27c2-4e8b-b8f2-e42dbd0b2511 req-3ad3344f-16bc-4573-a06e-fb8e63f0e558 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:14.840152 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1edae69-27c2-4e8b-b8f2-e42dbd0b2511 req-3ad3344f-16bc-4573-a06e-fb8e63f0e558 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 945 time: 0.0599532 Nov 11 17:45:14.888635 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1edae69-27c2-4e8b-b8f2-e42dbd0b2511 req-0d73e410-2640-4010-861b-417ee1bf3148 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 Nov 11 17:45:14.994817 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aad0fe-8b9c-46b0-bc78-c7e031f1b683 req-7d14f087-5b62-4b05-a753-1ac37c6cf63c tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:14.996324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10aad0fe-8b9c-46b0-bc78-c7e031f1b683 req-7d14f087-5b62-4b05-a753-1ac37c6cf63c tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 944 time: 0.0497808 Nov 11 17:45:15.047151 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10aad0fe-8b9c-46b0-bc78-c7e031f1b683 req-b7e230e4-27cf-4be2-957f-277b090d54fa tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/security-groups?id=01c976bc-cf24-4686-9a0d-beb7cd683024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441165 Nov 11 17:45:15.255280 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdbfc8-d2b0-49b5-b425-1dc82b713821 req-e3fda325-47fc-4023-a360-21b30ac1a9bc tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:15.256815 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-61bdbfc8-d2b0-49b5-b425-1dc82b713821 req-e3fda325-47fc-4023-a360-21b30ac1a9bc tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 945 time: 0.0565491 Nov 11 17:45:15.307858 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-61bdbfc8-d2b0-49b5-b425-1dc82b713821 req-218b8525-0240-4b16-ae12-ce3e38c0e601 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449281 Nov 11 17:45:15.332200 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 5ed2588d-75ee-4532-a0ae-df07c2771a8e up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:45:15.401204 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 5ed2588d-75ee-4532-a0ae-df07c2771a8e completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:45:15.406869 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 5ed2588d-75ee-4532-a0ae-df07c2771a8e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:15.407396 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:15.421219 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c5804-1145-41de-bb12-791070a01f76 req-6f820d7d-f129-43fd-96c2-6c2b72bb6ec1 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:15.429273 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b4c5804-1145-41de-bb12-791070a01f76 req-6f820d7d-f129-43fd-96c2-6c2b72bb6ec1 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0628095 Nov 11 17:45:15.503914 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b4c5804-1145-41de-bb12-791070a01f76 req-6cb446f8-3eb3-41c7-8a81-cae3862648d0 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683808 Nov 11 17:45:15.516449 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:15.539311 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88e23a6-7b6b-4613-85bf-7eb0f73f3a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed2588d-75ee-4532-a0ae-df07c2771a8e'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:45:15.541662 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e102397-0c69-4052-8405-512526263f3d" -d '{"events": [{"server_uuid": "d88e23a6-7b6b-4613-85bf-7eb0f73f3a76", "name": "network-vif-plugged", "status": "completed", "tag": "5ed2588d-75ee-4532-a0ae-df07c2771a8e"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:45:15.554724 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 5ed2588d-75ee-4532-a0ae-df07c2771a8e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=5ed2588d-75ee-4532-a0ae-df07c2771a8e,segment=NetworkSegment(abee9609-9b18-4ba9-9b72-2318c77ba40e),segment_id=abee9609-9b18-4ba9-9b72-2318c77ba40e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:45:15.558932 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:15.584588 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a5c733-3a2a-4805-b45d-6e66be386038 x-openstack-request-id: req-86a5c733-3a2a-4805-b45d-6e66be386038 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:45:15.584889 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88e23a6-7b6b-4613-85bf-7eb0f73f3a76", "name": "network-vif-plugged", "status": "completed", "tag": "5ed2588d-75ee-4532-a0ae-df07c2771a8e", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:45:15.585149 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-86a5c733-3a2a-4805-b45d-6e66be386038 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:45:15.585543 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88e23a6-7b6b-4613-85bf-7eb0f73f3a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed2588d-75ee-4532-a0ae-df07c2771a8e', 'code': 200} Nov 11 17:45:15.608398 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=5ed2588d-75ee-4532-a0ae-df07c2771a8e,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:15.626370 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device c0411435-e321-4fae-82e1-7a5c3c0b1b80 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:45:15.682212 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port c0411435-e321-4fae-82e1-7a5c3c0b1b80 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:45:15.686559 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port c0411435-e321-4fae-82e1-7a5c3c0b1b80 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:15.686928 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:15.737722 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2a328-2073-4541-bc43-583c711afbbe req-e93732bc-f371-44ad-bbb0-8e5c8fa0a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:15.739216 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05f2a328-2073-4541-bc43-583c711afbbe req-e93732bc-f371-44ad-bbb0-8e5c8fa0a625 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 1097 time: 0.0531487 Nov 11 17:45:15.769078 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:15.802493 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05f2a328-2073-4541-bc43-583c711afbbe req-fcded3b1-f37d-42d3-a0a4-2d424b00eab5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519922 Nov 11 17:45:15.823359 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port c0411435-e321-4fae-82e1-7a5c3c0b1b80, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=c0411435-e321-4fae-82e1-7a5c3c0b1b80,segment=NetworkSegment(e61f15ac-17f9-4b9f-85e6-7b4230d7856f),segment_id=e61f15ac-17f9-4b9f-85e6-7b4230d7856f)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:45:15.827400 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:15.881127 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=c0411435-e321-4fae-82e1-7a5c3c0b1b80,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:16.011015 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9750b7-2415-4953-baaa-5f468ad8b7da req-04fb1393-8aad-4d0b-9c90-669f0dcf65a5 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:16.012637 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0c9750b7-2415-4953-baaa-5f468ad8b7da req-04fb1393-8aad-4d0b-9c90-669f0dcf65a5 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 945 time: 0.0525835 Nov 11 17:45:16.065537 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0c9750b7-2415-4953-baaa-5f468ad8b7da req-083ce8a4-dd97-4295-bd91-a0371c8fe632 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464637 Nov 11 17:45:16.176232 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5cbf3-2c6f-432e-9f13-f9283a982e67 req-c7cc3803-4d74-4ab9-8bd6-eb446a4cc023 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:16.177636 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fbd5cbf3-2c6f-432e-9f13-f9283a982e67 req-c7cc3803-4d74-4ab9-8bd6-eb446a4cc023 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 945 time: 0.0588915 Nov 11 17:45:16.229602 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fbd5cbf3-2c6f-432e-9f13-f9283a982e67 req-60388bf2-8cfc-465a-a4d3-7cfbee899531 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/security-groups?id=01c976bc-cf24-4686-9a0d-beb7cd683024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460622 Nov 11 17:45:16.422012 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2ee0c-0d05-4d8b-a969-1180cb5a8c23 req-f1020841-209f-4bde-b5b2-248cf91ed4da tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:16.423495 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-54f2ee0c-0d05-4d8b-a969-1180cb5a8c23 req-f1020841-209f-4bde-b5b2-248cf91ed4da tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0498385 Nov 11 17:45:16.471003 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-54f2ee0c-0d05-4d8b-a969-1180cb5a8c23 req-a8a4a313-a140-40c5-91a6-eda8480b8550 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415461 Nov 11 17:45:16.620008 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b5b84-ec10-46a8-b4bf-4cc62ac6db97 req-c4bd1d32-3aee-41c1-956a-94081e8edff7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:16.621498 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ad3b5b84-ec10-46a8-b4bf-4cc62ac6db97 req-c4bd1d32-3aee-41c1-956a-94081e8edff7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0532150 Nov 11 17:45:16.671672 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ad3b5b84-ec10-46a8-b4bf-4cc62ac6db97 req-05422c2b-500c-40b4-bcbd-7509ad4ac21e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431502 Nov 11 17:45:16.876166 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22ace3-f701-4e35-abcc-d31b68ff2896 req-d8b394fe-1443-4a36-b38e-4a0de1702b23 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:16.877684 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8b22ace3-f701-4e35-abcc-d31b68ff2896 req-d8b394fe-1443-4a36-b38e-4a0de1702b23 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.64 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 945 time: 0.0807512 Nov 11 17:45:16.886653 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a529de-d02d-4c9a-a192-50d550a64b15 req-f14e605f-6936-402b-acd3-54fadef2c1f2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:16.888431 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6a529de-d02d-4c9a-a192-50d550a64b15 req-f14e605f-6936-402b-acd3-54fadef2c1f2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0586071 Nov 11 17:45:16.940852 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6a529de-d02d-4c9a-a192-50d550a64b15 req-0eb3fe21-4612-4521-a5d4-899a4cd74006 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448198 Nov 11 17:45:16.978547 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-8b22ace3-f701-4e35-abcc-d31b68ff2896 req-ce8aeaea-9399-47a6-9c76-22aefce8856f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Deleting port cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:45:16.978894 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-8b22ace3-f701-4e35-abcc-d31b68ff2896 req-ce8aeaea-9399-47a6-9c76-22aefce8856f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:17.079863 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-8b22ace3-f701-4e35-abcc-d31b68ff2896 req-ce8aeaea-9399-47a6-9c76-22aefce8856f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] For port cecb2c6a-3b1c-4477-8b48-0b08e9de3e57, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=cecb2c6a-3b1c-4477-8b48-0b08e9de3e57,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:45:17.080790 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-8b22ace3-f701-4e35-abcc-d31b68ff2896 req-ce8aeaea-9399-47a6-9c76-22aefce8856f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:17.095353 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-8b22ace3-f701-4e35-abcc-d31b68ff2896 req-ce8aeaea-9399-47a6-9c76-22aefce8856f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Calling delete_port for cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:45:17.247585 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68ca21-466a-4a97-86b1-3eea8e8044ac req-dd99f685-8194-4ed6-bef0-5636d9fbfe14 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:17.249822 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2c68ca21-466a-4a97-86b1-3eea8e8044ac req-dd99f685-8194-4ed6-bef0-5636d9fbfe14 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 945 time: 0.0813365 Nov 11 17:45:17.278458 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-8b22ace3-f701-4e35-abcc-d31b68ff2896 req-ce8aeaea-9399-47a6-9c76-22aefce8856f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:17.306859 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2c68ca21-466a-4a97-86b1-3eea8e8044ac req-1be4d3a0-e2ab-4ea4-b89e-a4b7fa523585 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508168 Nov 11 17:45:17.310744 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8aeaea-9399-47a6-9c76-22aefce8856f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event deleted for resources: {'Port': ['ID=cecb2c6a-3b1c-4477-8b48-0b08e9de3e57,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:17.322581 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['cecb2c6a-3b1c-4477-8b48-0b08e9de3e57'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:45:17.355133 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b22ace3-f701-4e35-abcc-d31b68ff2896 req-ce8aeaea-9399-47a6-9c76-22aefce8856f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] No DVR routers for this DVR port cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:45:17.357772 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-8b22ace3-f701-4e35-abcc-d31b68ff2896 req-ce8aeaea-9399-47a6-9c76-22aefce8856f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:17.362605 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8b22ace3-f701-4e35-abcc-d31b68ff2896 req-ce8aeaea-9399-47a6-9c76-22aefce8856f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.64 "DELETE /v2.0/ports/cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 HTTP/1.1" status: 204 len: 173 time: 0.4758844 Nov 11 17:45:17.363170 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66edce9-e64f-41fd-b1fc-b7049b95b9db', 'name': 'network-vif-deleted', 'tag': 'cecb2c6a-3b1c-4477-8b48-0b08e9de3e57'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:45:17.365559 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34804eb1-1952-4a11-a78b-d1e8c6a108ec" -d '{"events": [{"server_uuid": "f66edce9-e64f-41fd-b1fc-b7049b95b9db", "name": "network-vif-deleted", "tag": "cecb2c6a-3b1c-4477-8b48-0b08e9de3e57"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:45:17.480439 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f376e-1795-4547-aa8a-7883e23fb61a req-17db3b6c-5330-44a9-8c90-bcc6418d2466 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:17.482452 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb7f376e-1795-4547-aa8a-7883e23fb61a req-17db3b6c-5330-44a9-8c90-bcc6418d2466 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 945 time: 0.0651994 Nov 11 17:45:17.567102 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb7f376e-1795-4547-aa8a-7883e23fb61a req-1aeb6e38-67bc-473e-b188-0516e3f90f85 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/security-groups?id=01c976bc-cf24-4686-9a0d-beb7cd683024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616033 Nov 11 17:45:17.586662 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e948acca-7348-4271-b648-35d47fd40fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:45:17.589360 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaccecc-5743-47be-bd3d-b94af5992f6e" -d '{"events": [{"server_uuid": "e948acca-7348-4271-b648-35d47fd40fdc", "name": "network-vif-plugged", "status": "completed", "tag": "c0411435-e321-4fae-82e1-7a5c3c0b1b80"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:45:17.615157 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3b271e-87dd-41a3-bacc-b9b4ec3352bd x-openstack-request-id: req-ed3b271e-87dd-41a3-bacc-b9b4ec3352bd {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:45:17.615525 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66edce9-e64f-41fd-b1fc-b7049b95b9db", "name": "network-vif-deleted", "tag": "cecb2c6a-3b1c-4477-8b48-0b08e9de3e57", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:45:17.615872 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ed3b271e-87dd-41a3-bacc-b9b4ec3352bd {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:45:17.616342 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66edce9-e64f-41fd-b1fc-b7049b95b9db', 'name': 'network-vif-deleted', 'tag': 'cecb2c6a-3b1c-4477-8b48-0b08e9de3e57', 'status': 'completed', 'code': 200} Nov 11 17:45:17.715109 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84054fdd-88dd-4a14-8226-1e4417ef9c4f req-8cb46983-cccd-43a9-9a06-0cba52fd5456 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:17.716634 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-84054fdd-88dd-4a14-8226-1e4417ef9c4f req-8cb46983-cccd-43a9-9a06-0cba52fd5456 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0569472 Nov 11 17:45:17.770075 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-84054fdd-88dd-4a14-8226-1e4417ef9c4f req-5d96806d-e062-4f9b-ba61-9a0a7c231488 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468411 Nov 11 17:45:17.819603 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a728ef3-cd8e-455c-aae3-0891cfeb3193 x-openstack-request-id: req-9a728ef3-cd8e-455c-aae3-0891cfeb3193 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:45:17.819951 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e948acca-7348-4271-b648-35d47fd40fdc", "name": "network-vif-plugged", "status": "completed", "tag": "c0411435-e321-4fae-82e1-7a5c3c0b1b80", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:45:17.820200 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9a728ef3-cd8e-455c-aae3-0891cfeb3193 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:45:17.820693 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e948acca-7348-4271-b648-35d47fd40fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80', 'code': 200} Nov 11 17:45:17.996841 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739db3a-7863-4a08-b0f0-e46e0a2ab9de req-7bf5ba84-ad20-4d5d-878f-ab12eac0e25e tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:17.998517 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b739db3a-7863-4a08-b0f0-e46e0a2ab9de req-7bf5ba84-ad20-4d5d-878f-ab12eac0e25e tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.1248538 Nov 11 17:45:18.009296 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33620) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:18.012727 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93a9fe-d99b-46b2-9a8f-9b0dfa9080dd req-a56ae21c-74ee-4d3c-9bce-6c7278d40872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:18.013894 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-2ebdcf8a-0b47-4ef3-9557-7a1f6dcc28a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Request body: {'floatingip': {'port_id': '5ed2588d-75ee-4532-a0ae-df07c2771a8e'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:45:18.014485 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d93a9fe-d99b-46b2-9a8f-9b0dfa9080dd req-a56ae21c-74ee-4d3c-9bce-6c7278d40872 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 1096 time: 0.0720663 Nov 11 17:45:18.092731 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d93a9fe-d99b-46b2-9a8f-9b0dfa9080dd req-915c2149-6648-4e60-9957-749625fff52f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=01c976bc-cf24-4686-9a0d-beb7cd683024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707591 Nov 11 17:45:18.094919 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2ebdcf8a-0b47-4ef3-9557-7a1f6dcc28a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for floatingip, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:18.275336 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfbd99-758a-49fb-a41f-200c168ac6ce req-d9f022f8-3de9-486b-8e1d-2b18b2de36d0 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:18.276926 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94cfbd99-758a-49fb-a41f-200c168ac6ce req-d9f022f8-3de9-486b-8e1d-2b18b2de36d0 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.1939218 Nov 11 17:45:18.343779 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94cfbd99-758a-49fb-a41f-200c168ac6ce req-7938a046-5ef6-49e0-803b-e1ef9aa42500 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543087 Nov 11 17:45:18.405828 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:18.447814 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f568b26-2afe-4657-9dc8-bf82b7ac5bad req-44edf740-2f83-46aa-83de-a0a77ba4d123 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 210 time: 0.0399315 Nov 11 17:45:18.607352 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077c84d-17c8-46f9-9f40-6187be69c20d req-56061b7e-0af5-4336-9677-f67fadf38f6b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:18.610487 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9077c84d-17c8-46f9-9f40-6187be69c20d req-56061b7e-0af5-4336-9677-f67fadf38f6b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0774875 Nov 11 17:45:18.672087 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9077c84d-17c8-46f9-9f40-6187be69c20d req-1943a22a-8275-43c0-9048-77639758894f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532486 Nov 11 17:45:18.698614 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2ebdcf8a-0b47-4ef3-9557-7a1f6dcc28a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:18.707717 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2ebdcf8a-0b47-4ef3-9557-7a1f6dcc28a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:18.804127 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e2bca-8f96-41b5-9c6c-628e9c4f2399 req-6f21a0f1-af62-474c-9c94-4b0a13d31cef tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:18.812264 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b51e2bca-8f96-41b5-9c6c-628e9c4f2399 req-6f21a0f1-af62-474c-9c94-4b0a13d31cef tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 945 time: 0.0620992 Nov 11 17:45:18.822648 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-2ebdcf8a-0b47-4ef3-9557-7a1f6dcc28a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Floating IP 035e9f4f-057f-4903-ad5a-2805223fb82f associated. External IP: 172.25.2.189, port: 5ed2588d-75ee-4532-a0ae-df07c2771a8e. Nov 11 17:45:18.877778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b51e2bca-8f96-41b5-9c6c-628e9c4f2399 req-c7a647c8-fb38-4fbc-8bf0-0b653ea8c643 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/security-groups?id=01c976bc-cf24-4686-9a0d-beb7cd683024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637746 Nov 11 17:45:19.033806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfae875-22e8-4c81-a883-824a469f7f96 req-29106cf1-fae5-4e91-a429-2c83ebe10238 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:19.035486 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ddfae875-22e8-4c81-a883-824a469f7f96 req-29106cf1-fae5-4e91-a429-2c83ebe10238 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0809503 Nov 11 17:45:19.096886 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ddfae875-22e8-4c81-a883-824a469f7f96 req-3cdf2f3d-d2c7-4c9e-bd73-a70b025cc012 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552540 Nov 11 17:45:19.104980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebdcf8a-0b47-4ef3-9557-7a1f6dcc28a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:45:19.250553 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90af7a7-bf36-421c-a93d-c14e19de44c8 req-ed34fa4f-ab68-4b15-874e-43e7f4ef11a5 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:19.260090 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e90af7a7-bf36-421c-a93d-c14e19de44c8 req-ed34fa4f-ab68-4b15-874e-43e7f4ef11a5 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0647297 Nov 11 17:45:19.321675 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e90af7a7-bf36-421c-a93d-c14e19de44c8 req-69ba7e8e-6b6b-4107-b0d7-65c318a53ed0 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594521 Nov 11 17:45:19.334947 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:45:19.364194 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:45:19.364801 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device cecb2c6a-3b1c-4477-8b48-0b08e9de3e57 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:45:19.624983 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebdcf8a-0b47-4ef3-9557-7a1f6dcc28a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:45:19.636439 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb788442-7027-43aa-ada8-2069d83a99ff None None] Sync routers for ids ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:45:19.636976 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2ebdcf8a-0b47-4ef3-9557-7a1f6dcc28a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:19.661400 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb788442-7027-43aa-ada8-2069d83a99ff None None] Routers {'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:45:19.663323 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fb788442-7027-43aa-ada8-2069d83a99ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:45:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:19.681148 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2ebdcf8a-0b47-4ef3-9557-7a1f6dcc28a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "PUT /v2.0/floatingips/035e9f4f-057f-4903-ad5a-2805223fb82f HTTP/1.1" status: 200 len: 992 time: 1.6692619 Nov 11 17:45:19.682120 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88e23a6-7b6b-4613-85bf-7eb0f73f3a76', 'tag': '5ed2588d-75ee-4532-a0ae-df07c2771a8e'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:45:19.686287 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d85178-f48c-4899-85b6-9e1b547672d5" -d '{"events": [{"name": "network-changed", "server_uuid": "d88e23a6-7b6b-4613-85bf-7eb0f73f3a76", "tag": "5ed2588d-75ee-4532-a0ae-df07c2771a8e"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:45:19.794934 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-fb788442-7027-43aa-ada8-2069d83a99ff None None] Set router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:45:19.822110 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7427a6ed-a037-43f7-9a96-ec909013048f req-190b9711-4962-4267-a35e-4948a224ea2b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 210 time: 0.0422101 Nov 11 17:45:19.974629 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b3cf2e-ce5f-4880-acfa-35765cec66c1 x-openstack-request-id: req-23b3cf2e-ce5f-4880-acfa-35765cec66c1 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:45:19.974629 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d88e23a6-7b6b-4613-85bf-7eb0f73f3a76", "tag": "5ed2588d-75ee-4532-a0ae-df07c2771a8e", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:45:19.974629 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-23b3cf2e-ce5f-4880-acfa-35765cec66c1 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:45:19.974629 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd88e23a6-7b6b-4613-85bf-7eb0f73f3a76', 'tag': '5ed2588d-75ee-4532-a0ae-df07c2771a8e', 'status': 'completed', 'code': 200} Nov 11 17:45:20.085173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7a0d3-3a9f-419f-a4a7-14d4fe6c0f09 req-ae234d74-f65c-47ba-851b-39249b8f1e37 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:20.085689 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d85178-f48c-4899-85b6-9e1b547672d5 req-5a0337f9-3428-4289-8957-c9c163145652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:20.087580 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-71d7a0d3-3a9f-419f-a4a7-14d4fe6c0f09 req-ae234d74-f65c-47ba-851b-39249b8f1e37 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 945 time: 0.0650289 Nov 11 17:45:20.100962 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e2d85178-f48c-4899-85b6-9e1b547672d5 req-5a0337f9-3428-4289-8957-c9c163145652 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=48fb128c35bc48a4b1d1b4a9aab07a98&device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 1097 time: 0.0661652 Nov 11 17:45:20.105617 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fb788442-7027-43aa-ada8-2069d83a99ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'name': 'tempest-AttachVolumeTestJSON-1800739326-router', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:44:54Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'gw_port': {'id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:55Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '035e9f4f-057f-4903-ad5a-2805223fb82f', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'port_id': '5ed2588d-75ee-4532-a0ae-df07c2771a8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'mac_address': 'fa:16:3e:ab:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e23a6-7b6b-4613-85bf-7eb0f73f3a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:45:05Z', 'updated_at': '2021-11-11T17:45:18Z', 'revision_number': 1, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46893ea1-e034-4eb7-9147-09ecbb631ef1', 'name': '', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'mac_address': 'fa:16:3e:99:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:59Z', 'updated_at': '2021-11-11T17:45:05Z', 'revision_number': 5, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'subnets': [{'id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:20.135706 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb788442-7027-43aa-ada8-2069d83a99ff None None] Checking router: efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:45:20.146558 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb788442-7027-43aa-ada8-2069d83a99ff None None] Routers {'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:45:20.147287 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fb788442-7027-43aa-ada8-2069d83a99ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:45:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:20.193588 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-71d7a0d3-3a9f-419f-a4a7-14d4fe6c0f09 req-c212df7e-c297-4597-b300-a5a573c1f8af tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/security-groups?id=01c976bc-cf24-4686-9a0d-beb7cd683024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827849 Nov 11 17:45:20.238021 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d85178-f48c-4899-85b6-9e1b547672d5 req-597e3c35-59c1-46ef-a9d1-2cfdc6b7c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:20.240577 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e2d85178-f48c-4899-85b6-9e1b547672d5 req-597e3c35-59c1-46ef-a9d1-2cfdc6b7c68c service neutron] 10.222.0.64 "GET /v2.0/networks?id=5f6d2839-0fe3-4464-b00c-6e51db67d47c HTTP/1.1" status: 200 len: 913 time: 0.1388571 Nov 11 17:45:20.314835 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-fb788442-7027-43aa-ada8-2069d83a99ff None None] Set router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:45:20.333174 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db765a42-d7e1-4628-a853-051413d7a50c req-700ccb7f-6882-4633-980f-6eaa0fd51162 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:20.335364 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db765a42-d7e1-4628-a853-051413d7a50c req-700ccb7f-6882-4633-980f-6eaa0fd51162 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 945 time: 0.0914612 Nov 11 17:45:20.351343 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e2d85178-f48c-4899-85b6-9e1b547672d5 req-da44db47-caf7-4216-9289-3466d2c6d71f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ed2588d-75ee-4532-a0ae-df07c2771a8e HTTP/1.1" status: 200 len: 1000 time: 0.1014011 Nov 11 17:45:20.401294 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db765a42-d7e1-4628-a853-051413d7a50c req-d25a9ecb-7159-4da4-ba81-2713c78fb83f tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/security-groups?id=01c976bc-cf24-4686-9a0d-beb7cd683024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541852 Nov 11 17:45:20.425000 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33680) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:20.449054 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d85178-f48c-4899-85b6-9e1b547672d5 req-ae4d1197-372e-4220-860d-594efd0fcecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:20.450223 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e2d85178-f48c-4899-85b6-9e1b547672d5 req-ae4d1197-372e-4220-860d-594efd0fcecb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1145fbb8-f349-4241-b0f7-289be88670f2 HTTP/1.1" status: 200 len: 850 time: 0.0923061 Nov 11 17:45:20.524834 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d85178-f48c-4899-85b6-9e1b547672d5 req-cde09a3e-389f-40de-9cdd-a77f65078826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:20.526343 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e2d85178-f48c-4899-85b6-9e1b547672d5 req-cde09a3e-389f-40de-9cdd-a77f65078826 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f6d2839-0fe3-4464-b00c-6e51db67d47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656481 Nov 11 17:45:20.665409 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3aa52a8-b312-4384-8d21-f0a5c374ce79 tempest-TestVolumeBackupRestore-1381448187 tempest-TestVolumeBackupRestore-1381448187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:20.667103 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a3aa52a8-b312-4384-8d21-f0a5c374ce79 tempest-TestVolumeBackupRestore-1381448187 tempest-TestVolumeBackupRestore-1381448187-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 1091 time: 0.2378037 Nov 11 17:45:20.670591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33688) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:20.676301 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:45:20.680944 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fb788442-7027-43aa-ada8-2069d83a99ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'name': 'tempest-AttachVolumeTestJSON-1800739326-router', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:44:54Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'gw_port': {'id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:55Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '035e9f4f-057f-4903-ad5a-2805223fb82f', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'port_id': '5ed2588d-75ee-4532-a0ae-df07c2771a8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'mac_address': 'fa:16:3e:ab:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e23a6-7b6b-4613-85bf-7eb0f73f3a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:45:05Z', 'updated_at': '2021-11-11T17:45:18Z', 'revision_number': 1, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46893ea1-e034-4eb7-9147-09ecbb631ef1', 'name': '', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'mac_address': 'fa:16:3e:99:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:59Z', 'updated_at': '2021-11-11T17:45:05Z', 'revision_number': 5, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'subnets': [{'id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:20.703308 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:20.709256 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e2d85178-f48c-4899-85b6-9e1b547672d5 req-8bd77777-1caf-4181-b7a0-76679940d5aa service neutron] 10.222.0.64 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642146 Nov 11 17:45:20.714964 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb788442-7027-43aa-ada8-2069d83a99ff None None] The sync data for ids ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'] in n-d-816206-4 is: [{'id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'name': 'tempest-AttachVolumeTestJSON-1800739326-router', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:44:54Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'gw_port': {'id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:55Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '035e9f4f-057f-4903-ad5a-2805223fb82f', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'port_id': '5ed2588d-75ee-4532-a0ae-df07c2771a8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'mac_address': 'fa:16:3e:ab:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e23a6-7b6b-4613-85bf-7eb0f73f3a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:45:05Z', 'updated_at': '2021-11-11T17:45:18Z', 'revision_number': 1, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46893ea1-e034-4eb7-9147-09ecbb631ef1', 'name': '', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'mac_address': 'fa:16:3e:99:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:59Z', 'updated_at': '2021-11-11T17:45:05Z', 'revision_number': 5, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'subnets': [{'id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:45:20.836829 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e2d85178-f48c-4899-85b6-9e1b547672d5 req-a9ef28e9-1b6c-4d9b-8ad6-2bc5878600dd service neutron] 10.222.0.64 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177406 Nov 11 17:45:20.863861 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:21.010045 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Allocated IP 172.25.2.118 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/eeae5881-7d7b-4d32-aa19-692363272335) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:45:21.037457 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-32898286-49e6-4f8f-a17d-3d65f90dc399 req-d8a819cb-edb6-45c1-8ef5-1cd72acbad48 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 210 time: 0.0374837 Nov 11 17:45:21.058243 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a92f3a-6bb8-4b55-a98b-7d140ac6a4b8 None None] New status for floating IP 035e9f4f-057f-4903-ad5a-2805223fb82f: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:45:21.161276 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:21.202232 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:21.221482 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:45:21.224206 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:45:21.258332 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:45:21.317195 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Pushing event updated for resources: {'Port': ['ID=eeae5881-7d7b-4d32-aa19-692363272335,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:21.345846 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:21.346996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:21.346996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:21.346996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:21.347244 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:21.347543 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:21.347919 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:21.348241 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:21.348980 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:21.348980 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:21.349153 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:21.349531 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:21.699907 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:21.774023 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:22.294300 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd35467f-c801-4dce-aa23-2769737d46cc req-d59813fa-c80d-4800-b62e-ee3edd8dbe92 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=f66edce9-e64f-41fd-b1fc-b7049b95b9db HTTP/1.1" status: 200 len: 210 time: 0.0400455 Nov 11 17:45:22.322134 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:22.327550 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:22.432960 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:22.435767 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Pushing event updated for resources: {'Port': ['ID=eeae5881-7d7b-4d32-aa19-692363272335,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:22.552602 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Floating IP aec22ed1-e119-4ab0-b0ea-7186e947ef08 associated. External IP: 172.25.2.118, port: c0411435-e321-4fae-82e1-7a5c3c0b1b80. Nov 11 17:45:22.799649 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Router f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:45:22.931862 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:45:22.945007 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4c7493-9ded-4c9e-b683-d14c31229d06 None None] Sync routers for ids ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:45:22.953602 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:22.958446 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4c7493-9ded-4c9e-b683-d14c31229d06 None None] Routers {'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:45:22.959255 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-1e4c7493-9ded-4c9e-b683-d14c31229d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:45:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:22.987868 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e0268fc8-d8c0-408a-baff-4cfd4a3b1c3b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3162844 Nov 11 17:45:22.988459 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e948acca-7348-4271-b648-35d47fd40fdc', 'tag': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:45:22.990407 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 33734) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:23.002371 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6189dbb-46ba-443f-ac5e-d1fa1e761459" -d '{"events": [{"name": "network-changed", "server_uuid": "e948acca-7348-4271-b648-35d47fd40fdc", "tag": "c0411435-e321-4fae-82e1-7a5c3c0b1b80"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:45:23.051987 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a13253-d483-4899-9b45-7492cdfa45b5 tempest-TestVolumeBackupRestore-1381448187 tempest-TestVolumeBackupRestore-1381448187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:23.053663 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f7a13253-d483-4899-9b45-7492cdfa45b5 tempest-TestVolumeBackupRestore-1381448187 tempest-TestVolumeBackupRestore-1381448187-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 1091 time: 0.0622694 Nov 11 17:45:23.056641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 33738) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:23.062442 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ee238abc-554b-429d-af73-d0fa11a0f70a tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Request body: {'floatingip': {'port_id': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:45:23.181783 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4710807-cd6a-4d22-8d95-b155b07da9ca x-openstack-request-id: req-a4710807-cd6a-4d22-8d95-b155b07da9ca {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:45:23.182156 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e948acca-7348-4271-b648-35d47fd40fdc", "tag": "c0411435-e321-4fae-82e1-7a5c3c0b1b80", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:45:23.182479 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a4710807-cd6a-4d22-8d95-b155b07da9ca {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:45:23.184857 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e948acca-7348-4271-b648-35d47fd40fdc', 'tag': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80', 'status': 'completed', 'code': 200} Nov 11 17:45:23.230062 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-1e4c7493-9ded-4c9e-b683-d14c31229d06 None None] Set router f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:45:23.257534 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6189dbb-46ba-443f-ac5e-d1fa1e761459 req-0b3b3931-4e07-4832-b358-484f4f1ab149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:23.259294 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6189dbb-46ba-443f-ac5e-d1fa1e761459 req-0b3b3931-4e07-4832-b358-484f4f1ab149 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=da0609b8911e49f0b0d1e564372cbf92&device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 1096 time: 0.0732608 Nov 11 17:45:23.264246 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee238abc-554b-429d-af73-d0fa11a0f70a tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for floatingip, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:23.576363 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-1e4c7493-9ded-4c9e-b683-d14c31229d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'name': 'tempest-TestVolumeBackupRestore-908602681-router', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:19Z', 'updated_at': '2021-11-11T17:40:28Z', 'revision_number': 4, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'gw_port': {'id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:21Z', 'updated_at': '2021-11-11T17:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'aec22ed1-e119-4ab0-b0ea-7186e947ef08', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'port_id': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'mac_address': 'fa:16:3e:60:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e948acca-7348-4271-b648-35d47fd40fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:45:21Z', 'updated_at': '2021-11-11T17:45:21Z', 'revision_number': 0, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de528f2-fa40-44eb-a7a0-34592bfe34cc', 'name': '', 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'mac_address': 'fa:16:3e:4f:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:26Z', 'updated_at': '2021-11-11T17:40:48Z', 'revision_number': 5, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'subnets': [{'id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:23.611849 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4c7493-9ded-4c9e-b683-d14c31229d06 None None] Checking router: f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:45:23.621564 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4c7493-9ded-4c9e-b683-d14c31229d06 None None] Routers {'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:45:23.622391 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-1e4c7493-9ded-4c9e-b683-d14c31229d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:45:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:23.736788 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6189dbb-46ba-443f-ac5e-d1fa1e761459 req-95a3d69d-dba8-490d-ab76-538bffbd3f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:23.738216 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6189dbb-46ba-443f-ac5e-d1fa1e761459 req-95a3d69d-dba8-490d-ab76-538bffbd3f18 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c86a5577-7cc1-4dba-9dcb-52b1cdd5856e HTTP/1.1" status: 200 len: 915 time: 0.1965866 Nov 11 17:45:23.747959 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-1e4c7493-9ded-4c9e-b683-d14c31229d06 None None] Set router f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:45:23.946019 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6189dbb-46ba-443f-ac5e-d1fa1e761459 req-5b2ddc9e-74c0-467d-8e46-e82b6d0e2d76 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0411435-e321-4fae-82e1-7a5c3c0b1b80 HTTP/1.1" status: 200 len: 999 time: 0.1722603 Nov 11 17:45:23.995122 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee238abc-554b-429d-af73-d0fa11a0f70a tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:24.007190 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee238abc-554b-429d-af73-d0fa11a0f70a tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:24.023491 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-1e4c7493-9ded-4c9e-b683-d14c31229d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'name': 'tempest-TestVolumeBackupRestore-908602681-router', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:19Z', 'updated_at': '2021-11-11T17:40:28Z', 'revision_number': 4, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'gw_port': {'id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:21Z', 'updated_at': '2021-11-11T17:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'aec22ed1-e119-4ab0-b0ea-7186e947ef08', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'port_id': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'mac_address': 'fa:16:3e:60:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e948acca-7348-4271-b648-35d47fd40fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:45:21Z', 'updated_at': '2021-11-11T17:45:21Z', 'revision_number': 0, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de528f2-fa40-44eb-a7a0-34592bfe34cc', 'name': '', 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'mac_address': 'fa:16:3e:4f:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:26Z', 'updated_at': '2021-11-11T17:40:48Z', 'revision_number': 5, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'subnets': [{'id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:24.058360 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4c7493-9ded-4c9e-b683-d14c31229d06 None None] The sync data for ids ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'] in n-d-816206-4 is: [{'id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'name': 'tempest-TestVolumeBackupRestore-908602681-router', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:19Z', 'updated_at': '2021-11-11T17:40:28Z', 'revision_number': 4, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'gw_port': {'id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:21Z', 'updated_at': '2021-11-11T17:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'aec22ed1-e119-4ab0-b0ea-7186e947ef08', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'port_id': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'mac_address': 'fa:16:3e:60:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e948acca-7348-4271-b648-35d47fd40fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:45:21Z', 'updated_at': '2021-11-11T17:45:21Z', 'revision_number': 0, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de528f2-fa40-44eb-a7a0-34592bfe34cc', 'name': '', 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'mac_address': 'fa:16:3e:4f:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:26Z', 'updated_at': '2021-11-11T17:40:48Z', 'revision_number': 5, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'subnets': [{'id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:45:24.101734 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6189dbb-46ba-443f-ac5e-d1fa1e761459 req-5a89d26b-1374-4915-bbf1-ebbe5895aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:24.103064 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6189dbb-46ba-443f-ac5e-d1fa1e761459 req-5a89d26b-1374-4915-bbf1-ebbe5895aca4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4f3241c-7021-46c1-aebb-c1049e6646ce HTTP/1.1" status: 200 len: 852 time: 0.1402931 Nov 11 17:45:24.152897 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:24.208909 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6189dbb-46ba-443f-ac5e-d1fa1e761459 req-d39e0db0-70a9-429d-84e7-2ff7937c9e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:24.210424 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6189dbb-46ba-443f-ac5e-d1fa1e761459 req-d39e0db0-70a9-429d-84e7-2ff7937c9e14 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c86a5577-7cc1-4dba-9dcb-52b1cdd5856e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982256 Nov 11 17:45:24.341992 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c6a2f6-bf92-4d15-ad19-1f1fe3ec09b3 None None] New status for floating IP aec22ed1-e119-4ab0-b0ea-7186e947ef08: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:45:24.356497 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee238abc-554b-429d-af73-d0fa11a0f70a tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Router f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:45:24.360693 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6189dbb-46ba-443f-ac5e-d1fa1e761459 req-d1b24190-8d40-4ec0-a783-bc65f448cd61 service neutron] 10.222.0.83 "GET /v2.0/networks/c86a5577-7cc1-4dba-9dcb-52b1cdd5856e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417780 Nov 11 17:45:24.555366 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6189dbb-46ba-443f-ac5e-d1fa1e761459 req-3607b132-57c3-413a-a615-3a90a101b952 service neutron] 10.222.0.83 "GET /v2.0/networks/c86a5577-7cc1-4dba-9dcb-52b1cdd5856e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866124 Nov 11 17:45:24.559968 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee238abc-554b-429d-af73-d0fa11a0f70a tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:45:24.564231 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee238abc-554b-429d-af73-d0fa11a0f70a tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:24.636977 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ee238abc-554b-429d-af73-d0fa11a0f70a tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "PUT /v2.0/floatingips/aec22ed1-e119-4ab0-b0ea-7186e947ef08 HTTP/1.1" status: 200 len: 991 time: 1.5789745 Nov 11 17:45:24.687973 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002be5c6-9608-403c-a978-1d5a0c6cb623 None None] Sync routers for ids ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:45:24.699578 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002be5c6-9608-403c-a978-1d5a0c6cb623 None None] Routers {'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:45:24.700217 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-002be5c6-9608-403c-a978-1d5a0c6cb623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:45:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:24.811285 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-002be5c6-9608-403c-a978-1d5a0c6cb623 None None] Set router f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:45:25.043568 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-002be5c6-9608-403c-a978-1d5a0c6cb623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'name': 'tempest-TestVolumeBackupRestore-908602681-router', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:19Z', 'updated_at': '2021-11-11T17:40:28Z', 'revision_number': 4, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'gw_port': {'id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:21Z', 'updated_at': '2021-11-11T17:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'aec22ed1-e119-4ab0-b0ea-7186e947ef08', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'port_id': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'mac_address': 'fa:16:3e:60:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e948acca-7348-4271-b648-35d47fd40fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:45:21Z', 'updated_at': '2021-11-11T17:45:24Z', 'revision_number': 2, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de528f2-fa40-44eb-a7a0-34592bfe34cc', 'name': '', 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'mac_address': 'fa:16:3e:4f:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:26Z', 'updated_at': '2021-11-11T17:40:48Z', 'revision_number': 5, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'subnets': [{'id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:25.069839 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002be5c6-9608-403c-a978-1d5a0c6cb623 None None] Checking router: f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:45:25.078172 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002be5c6-9608-403c-a978-1d5a0c6cb623 None None] Routers {'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:45:25.078775 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-002be5c6-9608-403c-a978-1d5a0c6cb623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:45:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:25.186588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e948acca-7348-4271-b648-35d47fd40fdc', 'tag': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80'}, {'name': 'network-changed', 'server_uuid': 'e948acca-7348-4271-b648-35d47fd40fdc', 'tag': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:45:25.189008 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed144d03-8645-42dd-b0db-804003c0c2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "e948acca-7348-4271-b648-35d47fd40fdc", "tag": "c0411435-e321-4fae-82e1-7a5c3c0b1b80"}, {"name": "network-changed", "server_uuid": "e948acca-7348-4271-b648-35d47fd40fdc", "tag": "c0411435-e321-4fae-82e1-7a5c3c0b1b80"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:45:25.189223 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-002be5c6-9608-403c-a978-1d5a0c6cb623 None None] Set router f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:45:25.240400 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 11 Nov 2021 17:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e3c37b-0343-4018-8d3b-2a08d97f8198 x-openstack-request-id: req-29e3c37b-0343-4018-8d3b-2a08d97f8198 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:45:25.240726 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e948acca-7348-4271-b648-35d47fd40fdc", "tag": "c0411435-e321-4fae-82e1-7a5c3c0b1b80", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e948acca-7348-4271-b648-35d47fd40fdc", "tag": "c0411435-e321-4fae-82e1-7a5c3c0b1b80", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:45:25.240993 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-29e3c37b-0343-4018-8d3b-2a08d97f8198 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:45:25.241415 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e948acca-7348-4271-b648-35d47fd40fdc', 'tag': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80', 'status': 'completed', 'code': 200} Nov 11 17:45:25.241681 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e948acca-7348-4271-b648-35d47fd40fdc', 'tag': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80', 'status': 'completed', 'code': 200} Nov 11 17:45:25.313075 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed144d03-8645-42dd-b0db-804003c0c2f3 req-93dfb0b9-42c3-433f-a55e-29b174612e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:25.315640 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed144d03-8645-42dd-b0db-804003c0c2f3 req-93dfb0b9-42c3-433f-a55e-29b174612e68 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=da0609b8911e49f0b0d1e564372cbf92&device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 1096 time: 0.0506647 Nov 11 17:45:25.447585 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-002be5c6-9608-403c-a978-1d5a0c6cb623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'name': 'tempest-TestVolumeBackupRestore-908602681-router', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:19Z', 'updated_at': '2021-11-11T17:40:28Z', 'revision_number': 4, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'gw_port': {'id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:21Z', 'updated_at': '2021-11-11T17:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'aec22ed1-e119-4ab0-b0ea-7186e947ef08', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'port_id': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'mac_address': 'fa:16:3e:60:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e948acca-7348-4271-b648-35d47fd40fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:45:21Z', 'updated_at': '2021-11-11T17:45:24Z', 'revision_number': 2, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de528f2-fa40-44eb-a7a0-34592bfe34cc', 'name': '', 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'mac_address': 'fa:16:3e:4f:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:26Z', 'updated_at': '2021-11-11T17:40:48Z', 'revision_number': 5, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'subnets': [{'id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:25.454208 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed144d03-8645-42dd-b0db-804003c0c2f3 req-c422bcfb-47dc-4b22-aab4-0e9cd3da3ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:25.455961 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed144d03-8645-42dd-b0db-804003c0c2f3 req-c422bcfb-47dc-4b22-aab4-0e9cd3da3ed9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c86a5577-7cc1-4dba-9dcb-52b1cdd5856e HTTP/1.1" status: 200 len: 915 time: 0.1332481 Nov 11 17:45:25.484983 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002be5c6-9608-403c-a978-1d5a0c6cb623 None None] The sync data for ids ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'] in n-d-816206-4 is: [{'id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'name': 'tempest-TestVolumeBackupRestore-908602681-router', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:19Z', 'updated_at': '2021-11-11T17:40:28Z', 'revision_number': 4, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'gw_port': {'id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:21Z', 'updated_at': '2021-11-11T17:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'aec22ed1-e119-4ab0-b0ea-7186e947ef08', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'port_id': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'mac_address': 'fa:16:3e:60:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e948acca-7348-4271-b648-35d47fd40fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:45:21Z', 'updated_at': '2021-11-11T17:45:24Z', 'revision_number': 2, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de528f2-fa40-44eb-a7a0-34592bfe34cc', 'name': '', 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'mac_address': 'fa:16:3e:4f:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:26Z', 'updated_at': '2021-11-11T17:40:48Z', 'revision_number': 5, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'subnets': [{'id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:45:25.539408 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed144d03-8645-42dd-b0db-804003c0c2f3 req-113eaa30-5b80-444c-9f15-5da34e115b1a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0411435-e321-4fae-82e1-7a5c3c0b1b80 HTTP/1.1" status: 200 len: 1001 time: 0.0748000 Nov 11 17:45:25.615908 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed144d03-8645-42dd-b0db-804003c0c2f3 req-5d9eb079-7b9a-4cd8-aaeb-038966ceae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:25.617525 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed144d03-8645-42dd-b0db-804003c0c2f3 req-5d9eb079-7b9a-4cd8-aaeb-038966ceae8b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4f3241c-7021-46c1-aebb-c1049e6646ce HTTP/1.1" status: 200 len: 852 time: 0.0698402 Nov 11 17:45:25.668517 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed144d03-8645-42dd-b0db-804003c0c2f3 req-dbfa5706-7d57-4475-8769-91c1fa9e98f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:25.670248 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed144d03-8645-42dd-b0db-804003c0c2f3 req-dbfa5706-7d57-4475-8769-91c1fa9e98f7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c86a5577-7cc1-4dba-9dcb-52b1cdd5856e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460682 Nov 11 17:45:25.810556 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed144d03-8645-42dd-b0db-804003c0c2f3 req-89b50cd7-ffa8-4092-80d4-486fb672d0bb service neutron] 10.222.0.83 "GET /v2.0/networks/c86a5577-7cc1-4dba-9dcb-52b1cdd5856e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326864 Nov 11 17:45:25.925282 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed144d03-8645-42dd-b0db-804003c0c2f3 req-6bba844e-66db-485b-a9b9-c1e558556815 service neutron] 10.222.0.83 "GET /v2.0/networks/c86a5577-7cc1-4dba-9dcb-52b1cdd5856e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068842 Nov 11 17:45:26.027819 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed144d03-8645-42dd-b0db-804003c0c2f3 req-173e4215-0b53-4814-9d0e-f7dc431f1de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:26.029545 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed144d03-8645-42dd-b0db-804003c0c2f3 req-173e4215-0b53-4814-9d0e-f7dc431f1de2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=da0609b8911e49f0b0d1e564372cbf92&device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 1096 time: 0.0564013 Nov 11 17:45:26.134291 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed144d03-8645-42dd-b0db-804003c0c2f3 req-4a4442e3-53e6-4f5e-a362-7da70d4bccec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:26.136411 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed144d03-8645-42dd-b0db-804003c0c2f3 req-4a4442e3-53e6-4f5e-a362-7da70d4bccec service neutron] 10.222.0.83 "GET /v2.0/networks?id=c86a5577-7cc1-4dba-9dcb-52b1cdd5856e HTTP/1.1" status: 200 len: 915 time: 0.1004596 Nov 11 17:45:26.203083 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0e3e986d-7cc1-4037-aaf3-87b9b4c8fc51 req-f0615190-d856-4c33-87d6-419263abd0d8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bf97d8d6-24b6-4104-af76-e09dfc74807f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439918 Nov 11 17:45:26.209757 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed144d03-8645-42dd-b0db-804003c0c2f3 req-56d7b1eb-6f4a-43cb-a0fc-9c6be826ab80 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0411435-e321-4fae-82e1-7a5c3c0b1b80 HTTP/1.1" status: 200 len: 1001 time: 0.0659332 Nov 11 17:45:26.264485 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed144d03-8645-42dd-b0db-804003c0c2f3 req-5a0fa9a4-2d99-4290-9cc5-41e0a1e323ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:26.266056 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed144d03-8645-42dd-b0db-804003c0c2f3 req-5a0fa9a4-2d99-4290-9cc5-41e0a1e323ec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4f3241c-7021-46c1-aebb-c1049e6646ce HTTP/1.1" status: 200 len: 852 time: 0.0492675 Nov 11 17:45:26.300511 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e986d-7cc1-4037-aaf3-87b9b4c8fc51 req-b98d4733-4bb2-4a2e-bccd-11d00f793c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:26.302281 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0e3e986d-7cc1-4037-aaf3-87b9b4c8fc51 req-b98d4733-4bb2-4a2e-bccd-11d00f793c17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=56100b50627147e69ad7ae7d826f17ce&device_id=bf97d8d6-24b6-4104-af76-e09dfc74807f HTTP/1.1" status: 200 len: 1101 time: 0.0487313 Nov 11 17:45:26.320422 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed144d03-8645-42dd-b0db-804003c0c2f3 req-2c485e5e-4d15-463e-82bf-5aebf136f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:26.322021 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed144d03-8645-42dd-b0db-804003c0c2f3 req-2c485e5e-4d15-463e-82bf-5aebf136f8c6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c86a5577-7cc1-4dba-9dcb-52b1cdd5856e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488958 Nov 11 17:45:26.428451 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed144d03-8645-42dd-b0db-804003c0c2f3 req-d6b89947-2147-4bfe-97ac-e81a677118c3 service neutron] 10.222.0.83 "GET /v2.0/networks/c86a5577-7cc1-4dba-9dcb-52b1cdd5856e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991156 Nov 11 17:45:26.442149 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e986d-7cc1-4037-aaf3-87b9b4c8fc51 req-3a8a0cf2-e0da-42fb-b14b-b664fe9038f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:26.443633 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0e3e986d-7cc1-4037-aaf3-87b9b4c8fc51 req-3a8a0cf2-e0da-42fb-b14b-b664fe9038f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.1071954 Nov 11 17:45:26.492727 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0e3e986d-7cc1-4037-aaf3-87b9b4c8fc51 req-5cb72722-e5ec-40b9-b4bd-3f80cfdcad7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=b9f6c183-d124-41ac-a280-f4ee60b171e9 HTTP/1.1" status: 200 len: 217 time: 0.0404081 Nov 11 17:45:26.544224 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed144d03-8645-42dd-b0db-804003c0c2f3 req-13a6c7b8-7125-4f56-b080-b3a1b6711728 service neutron] 10.222.0.83 "GET /v2.0/networks/c86a5577-7cc1-4dba-9dcb-52b1cdd5856e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074314 Nov 11 17:45:26.567477 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e986d-7cc1-4037-aaf3-87b9b4c8fc51 req-993147bb-12a3-43c8-9584-8183fdff0545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:26.569763 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0e3e986d-7cc1-4037-aaf3-87b9b4c8fc51 req-993147bb-12a3-43c8-9584-8183fdff0545 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0649571 Nov 11 17:45:26.629965 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e986d-7cc1-4037-aaf3-87b9b4c8fc51 req-61ea8ffd-0412-4737-9a6b-839cf299d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:26.631779 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0e3e986d-7cc1-4037-aaf3-87b9b4c8fc51 req-61ea8ffd-0412-4737-9a6b-839cf299d93a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0482280 Nov 11 17:45:26.750496 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0e3e986d-7cc1-4037-aaf3-87b9b4c8fc51 req-2bcf849f-1364-4881-8851-12261f674d1a service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068604 Nov 11 17:45:26.881057 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0e3e986d-7cc1-4037-aaf3-87b9b4c8fc51 req-1e5ad632-7e5e-4622-aee6-c2c3406a3ccf service neutron] 10.222.0.64 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104920 Nov 11 17:45:37.006171 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34364) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:37.189417 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a35b107d-0dcb-459f-8ef3-acb4a35afe36 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Deleting port 2034825c-321c-4936-9796-fa2bfe6ecda6 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:45:37.189964 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a35b107d-0dcb-459f-8ef3-acb4a35afe36 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:37.270408 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a35b107d-0dcb-459f-8ef3-acb4a35afe36 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:37.270842 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a35b107d-0dcb-459f-8ef3-acb4a35afe36 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:37.285636 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a35b107d-0dcb-459f-8ef3-acb4a35afe36 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Calling delete_port for 2034825c-321c-4936-9796-fa2bfe6ecda6 owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:45:37.433520 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8e834a43-d5eb-40f5-8e02-88df5ed4f1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:37.460211 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a35b107d-0dcb-459f-8ef3-acb4a35afe36 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:37.493324 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b107d-0dcb-459f-8ef3-acb4a35afe36 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Port': ['ID=2034825c-321c-4936-9796-fa2bfe6ecda6,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:37.556567 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a35b107d-0dcb-459f-8ef3-acb4a35afe36 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:37.556938 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-a35b107d-0dcb-459f-8ef3-acb4a35afe36 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Floating IP 40b2102c-a6fc-44cf-a8b2-32d86fd839cb disassociated (deleted). External IP: 172.25.2.172, port: cc0ae07f-bd40-48a9-a83a-3a260d11ce6d. Nov 11 17:45:37.789369 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35b107d-0dcb-459f-8ef3-acb4a35afe36 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Router 48938854-82a5-487d-b39c-c1bdef6f8e8c has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:45:37.933274 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35b107d-0dcb-459f-8ef3-acb4a35afe36 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:45:37.943721 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e36371-e546-4c9b-bfcc-1cab6595939e None None] Sync routers for ids ['48938854-82a5-487d-b39c-c1bdef6f8e8c'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:45:37.946566 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a35b107d-0dcb-459f-8ef3-acb4a35afe36 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:37.960408 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e36371-e546-4c9b-bfcc-1cab6595939e None None] Routers {'48938854-82a5-487d-b39c-c1bdef6f8e8c'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:45:37.963160 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-d7e36371-e546-4c9b-bfcc-1cab6595939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:45:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['48938854-82a5-487d-b39c-c1bdef6f8e8c'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:37.990489 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a35b107d-0dcb-459f-8ef3-acb4a35afe36 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "DELETE /v2.0/floatingips/40b2102c-a6fc-44cf-a8b2-32d86fd839cb HTTP/1.1" status: 204 len: 168 time: 0.9831975 Nov 11 17:45:37.991238 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4c7821-a419-4618-bea9-065fe8429b2a', 'tag': 'cc0ae07f-bd40-48a9-a83a-3a260d11ce6d'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:45:37.993917 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0970b56-3eda-46c0-b60d-5c9bafefcf71" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4c7821-a419-4618-bea9-065fe8429b2a", "tag": "cc0ae07f-bd40-48a9-a83a-3a260d11ce6d"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:45:38.102669 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-d7e36371-e546-4c9b-bfcc-1cab6595939e None None] Set router 48938854-82a5-487d-b39c-c1bdef6f8e8c gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:45:38.203437 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5f3163-346b-47bf-8625-dffe0ca1b856 x-openstack-request-id: req-4a5f3163-346b-47bf-8625-dffe0ca1b856 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:45:38.204340 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4c7821-a419-4618-bea9-065fe8429b2a", "tag": "cc0ae07f-bd40-48a9-a83a-3a260d11ce6d", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:45:38.204637 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4a5f3163-346b-47bf-8625-dffe0ca1b856 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:45:38.205067 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4c7821-a419-4618-bea9-065fe8429b2a', 'tag': 'cc0ae07f-bd40-48a9-a83a-3a260d11ce6d', 'status': 'completed', 'code': 200} Nov 11 17:45:38.325210 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e2eaa-6532-4b8d-9504-1aa08b0b7b88 req-46212e97-238a-4af9-b7f5-7ccdc96a0ef4 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:38.330725 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0970b56-3eda-46c0-b60d-5c9bafefcf71 req-4f70437e-d7d9-495b-8002-e7b21a468d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:38.332344 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-853e2eaa-6532-4b8d-9504-1aa08b0b7b88 req-46212e97-238a-4af9-b7f5-7ccdc96a0ef4 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 945 time: 0.0794108 Nov 11 17:45:38.332469 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0970b56-3eda-46c0-b60d-5c9bafefcf71 req-4f70437e-d7d9-495b-8002-e7b21a468d50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a967e21f8b349ab96ba5689386c16b9&device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 1096 time: 0.0459383 Nov 11 17:45:38.371945 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-d7e36371-e546-4c9b-bfcc-1cab6595939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900904577', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:43:48Z', 'updated_at': '2021-11-11T17:43:53Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:49Z', 'updated_at': '2021-11-11T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '60e9a522-bc52-4c57-82fc-faffa087d015', 'name': '', 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:d4:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'bdcc17b9-1e5b-450c-9776-e8919a32f6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:53Z', 'updated_at': '2021-11-11T17:43:59Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': 'bdcc17b9-1e5b-450c-9776-e8919a32f6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:38.402159 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e36371-e546-4c9b-bfcc-1cab6595939e None None] Checking router: 48938854-82a5-487d-b39c-c1bdef6f8e8c for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:45:38.412410 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e36371-e546-4c9b-bfcc-1cab6595939e None None] Routers {'48938854-82a5-487d-b39c-c1bdef6f8e8c'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:45:38.413035 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-d7e36371-e546-4c9b-bfcc-1cab6595939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:45:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['48938854-82a5-487d-b39c-c1bdef6f8e8c'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:38.442366 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-853e2eaa-6532-4b8d-9504-1aa08b0b7b88 req-cf19ae5e-bb15-461d-a947-20393f9727d5 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=045ef10d-adc8-467a-a43f-de67a3677d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080310 Nov 11 17:45:38.453889 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0970b56-3eda-46c0-b60d-5c9bafefcf71 req-9c378d2e-8231-4a02-aba9-50c786e0a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:38.455932 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0970b56-3eda-46c0-b60d-5c9bafefcf71 req-9c378d2e-8231-4a02-aba9-50c786e0a7f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7b858174-7681-40b4-a8b2-2e2980650477 HTTP/1.1" status: 200 len: 899 time: 0.1141610 Nov 11 17:45:38.523829 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0970b56-3eda-46c0-b60d-5c9bafefcf71 req-3e4ea047-943b-401b-a8b9-953b7a985687 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc0ae07f-bd40-48a9-a83a-3a260d11ce6d HTTP/1.1" status: 200 len: 217 time: 0.0534627 Nov 11 17:45:38.589660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0970b56-3eda-46c0-b60d-5c9bafefcf71 req-76158b24-dbed-4fbc-9240-288e24278389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:38.592152 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0970b56-3eda-46c0-b60d-5c9bafefcf71 req-76158b24-dbed-4fbc-9240-288e24278389 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bdcc17b9-1e5b-450c-9776-e8919a32f6f2 HTTP/1.1" status: 200 len: 834 time: 0.0596390 Nov 11 17:45:38.667639 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0970b56-3eda-46c0-b60d-5c9bafefcf71 req-583903d8-0f75-4891-b86b-e0b1555678b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:38.671909 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0970b56-3eda-46c0-b60d-5c9bafefcf71 req-583903d8-0f75-4891-b86b-e0b1555678b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7b858174-7681-40b4-a8b2-2e2980650477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684843 Nov 11 17:45:38.712664 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-d7e36371-e546-4c9b-bfcc-1cab6595939e None None] Set router 48938854-82a5-487d-b39c-c1bdef6f8e8c gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:45:38.755801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98ae1f-db87-474e-a6d4-d93a6dad9d92 req-7810435a-ef23-4e94-bc64-f9eec14e2527 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:38.757968 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e98ae1f-db87-474e-a6d4-d93a6dad9d92 req-7810435a-ef23-4e94-bc64-f9eec14e2527 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf97d8d6-24b6-4104-af76-e09dfc74807f HTTP/1.1" status: 200 len: 950 time: 0.0611684 Nov 11 17:45:38.827060 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e98ae1f-db87-474e-a6d4-d93a6dad9d92 req-3618a682-0ea3-42e7-a961-9b688e4a4903 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4a5f922-a636-4050-b440-f4fd3dd69f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625875 Nov 11 17:45:38.829777 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0970b56-3eda-46c0-b60d-5c9bafefcf71 req-ba9440f8-1a92-41f6-82ba-cd08821a4601 service neutron] 10.222.0.64 "GET /v2.0/networks/7b858174-7681-40b4-a8b2-2e2980650477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096728 Nov 11 17:45:38.942622 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c0970b56-3eda-46c0-b60d-5c9bafefcf71 req-906d86a7-3fd6-44f7-b878-d8125af695b3 service neutron] 10.222.0.64 "GET /v2.0/networks/7b858174-7681-40b4-a8b2-2e2980650477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018629 Nov 11 17:45:38.965026 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-d7e36371-e546-4c9b-bfcc-1cab6595939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900904577', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:43:48Z', 'updated_at': '2021-11-11T17:43:53Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:49Z', 'updated_at': '2021-11-11T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '60e9a522-bc52-4c57-82fc-faffa087d015', 'name': '', 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:d4:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'bdcc17b9-1e5b-450c-9776-e8919a32f6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:53Z', 'updated_at': '2021-11-11T17:43:59Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': 'bdcc17b9-1e5b-450c-9776-e8919a32f6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:38.994443 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e36371-e546-4c9b-bfcc-1cab6595939e None None] The sync data for ids ['48938854-82a5-487d-b39c-c1bdef6f8e8c'] in n-d-816206-4 is: [{'id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900904577', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:43:48Z', 'updated_at': '2021-11-11T17:43:53Z', 'revision_number': 4, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:49Z', 'updated_at': '2021-11-11T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '60e9a522-bc52-4c57-82fc-faffa087d015', 'name': '', 'network_id': '7b858174-7681-40b4-a8b2-2e2980650477', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'mac_address': 'fa:16:3e:d4:65:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': 'bdcc17b9-1e5b-450c-9776-e8919a32f6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:53Z', 'updated_at': '2021-11-11T17:43:59Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'subnets': [{'id': 'bdcc17b9-1e5b-450c-9776-e8919a32f6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:45:39.264393 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83afb5e3-8ce7-4be7-8517-bff1d22bf74d None None] New status for floating IP 40b2102c-a6fc-44cf-a8b2-32d86fd839cb: DOWN {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:45:39.420933 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:45:39.566676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb906a1-f652-4228-943d-1a01ab0c2b10 req-dbc5e3fc-afc7-45d4-b338-5ad1af4274e9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:39.568286 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4fb906a1-f652-4228-943d-1a01ab0c2b10 req-dbc5e3fc-afc7-45d4-b338-5ad1af4274e9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 945 time: 0.0534301 Nov 11 17:45:39.625291 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4fb906a1-f652-4228-943d-1a01ab0c2b10 req-3b0bee41-722c-4586-be50-544d87738424 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/security-groups?id=045ef10d-adc8-467a-a43f-de67a3677d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455511 Nov 11 17:45:39.958766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b6cc1-52a2-43b7-a1a8-f1c7d2532443 req-d17fd260-79ba-4bdf-a39a-3bf03d333ec9 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:39.960293 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-277b6cc1-52a2-43b7-a1a8-f1c7d2532443 req-d17fd260-79ba-4bdf-a39a-3bf03d333ec9 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf97d8d6-24b6-4104-af76-e09dfc74807f HTTP/1.1" status: 200 len: 950 time: 0.0580211 Nov 11 17:45:40.014322 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-277b6cc1-52a2-43b7-a1a8-f1c7d2532443 req-239828c6-b963-46d8-921e-075c61a46140 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4a5f922-a636-4050-b440-f4fd3dd69f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477061 Nov 11 17:45:40.171264 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2ed33-5522-4030-9724-ddb6fbfac96a req-4a24aabf-2f67-4152-94b4-2846796e5541 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:40.173105 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9fe2ed33-5522-4030-9724-ddb6fbfac96a req-4a24aabf-2f67-4152-94b4-2846796e5541 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 945 time: 0.0687306 Nov 11 17:45:40.301615 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-9fe2ed33-5522-4030-9724-ddb6fbfac96a req-1627b8b8-c209-4cc8-b73a-0f0310c1c254 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Deleting port cc0ae07f-bd40-48a9-a83a-3a260d11ce6d {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:45:40.301962 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9fe2ed33-5522-4030-9724-ddb6fbfac96a req-1627b8b8-c209-4cc8-b73a-0f0310c1c254 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:40.394298 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-036b0596-ea47-4f78-84c3-6e3c938e9a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:40.406278 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-9fe2ed33-5522-4030-9724-ddb6fbfac96a req-1627b8b8-c209-4cc8-b73a-0f0310c1c254 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] For port cc0ae07f-bd40-48a9-a83a-3a260d11ce6d, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=cc0ae07f-bd40-48a9-a83a-3a260d11ce6d,segment=NetworkSegment(894493d0-b1f6-4812-9235-1f618ca24296),segment_id=894493d0-b1f6-4812-9235-1f618ca24296)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:45:40.406640 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9fe2ed33-5522-4030-9724-ddb6fbfac96a req-1627b8b8-c209-4cc8-b73a-0f0310c1c254 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:40.421099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-9fe2ed33-5522-4030-9724-ddb6fbfac96a req-1627b8b8-c209-4cc8-b73a-0f0310c1c254 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Calling delete_port for cc0ae07f-bd40-48a9-a83a-3a260d11ce6d owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:45:40.563706 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9fe2ed33-5522-4030-9724-ddb6fbfac96a req-1627b8b8-c209-4cc8-b73a-0f0310c1c254 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:40.591437 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627b8b8-c209-4cc8-b73a-0f0310c1c254 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Port': ['ID=cc0ae07f-bd40-48a9-a83a-3a260d11ce6d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:40.647124 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe2ed33-5522-4030-9724-ddb6fbfac96a req-1627b8b8-c209-4cc8-b73a-0f0310c1c254 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] No DVR routers for this DVR port cc0ae07f-bd40-48a9-a83a-3a260d11ce6d on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:45:40.649865 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9fe2ed33-5522-4030-9724-ddb6fbfac96a req-1627b8b8-c209-4cc8-b73a-0f0310c1c254 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:40.653699 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9fe2ed33-5522-4030-9724-ddb6fbfac96a req-1627b8b8-c209-4cc8-b73a-0f0310c1c254 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.64 "DELETE /v2.0/ports/cc0ae07f-bd40-48a9-a83a-3a260d11ce6d HTTP/1.1" status: 204 len: 173 time: 0.4437783 Nov 11 17:45:40.654199 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4c7821-a419-4618-bea9-065fe8429b2a', 'name': 'network-vif-deleted', 'tag': 'cc0ae07f-bd40-48a9-a83a-3a260d11ce6d'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:45:40.656471 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2511248f-a329-4390-a79d-78e0f5a715a3" -d '{"events": [{"server_uuid": "2d4c7821-a419-4618-bea9-065fe8429b2a", "name": "network-vif-deleted", "tag": "cc0ae07f-bd40-48a9-a83a-3a260d11ce6d"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:45:40.751411 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2885617d-ef26-47c4-92cc-e2450605ed02 req-21ec0ac8-d083-46a0-b7c4-6fc833b9b6b8 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d4c7821-a419-4618-bea9-065fe8429b2a HTTP/1.1" status: 200 len: 210 time: 0.0313733 Nov 11 17:45:40.799240 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e09578-5673-4f18-8a72-8d46a9ea38fc x-openstack-request-id: req-09e09578-5673-4f18-8a72-8d46a9ea38fc {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:45:40.799536 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4c7821-a419-4618-bea9-065fe8429b2a", "name": "network-vif-deleted", "tag": "cc0ae07f-bd40-48a9-a83a-3a260d11ce6d", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:45:40.799820 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-09e09578-5673-4f18-8a72-8d46a9ea38fc {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:45:40.800227 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4c7821-a419-4618-bea9-065fe8429b2a', 'name': 'network-vif-deleted', 'tag': 'cc0ae07f-bd40-48a9-a83a-3a260d11ce6d', 'status': 'completed', 'code': 200} Nov 11 17:45:40.917285 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88e3f1-c14f-4b90-a51f-783fd924641d req-597aa93c-7e03-497b-a359-00c591bb16ca tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:40.918591 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0f88e3f1-c14f-4b90-a51f-783fd924641d req-597aa93c-7e03-497b-a359-00c591bb16ca tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf97d8d6-24b6-4104-af76-e09dfc74807f HTTP/1.1" status: 200 len: 950 time: 0.0565181 Nov 11 17:45:40.964006 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:41.061340 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-0f88e3f1-c14f-4b90-a51f-783fd924641d req-45d944c1-1132-4c96-8399-5a3c3465997d tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Deleting port b9f6c183-d124-41ac-a280-f4ee60b171e9 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:45:41.061684 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0f88e3f1-c14f-4b90-a51f-783fd924641d req-45d944c1-1132-4c96-8399-5a3c3465997d tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:41.192710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485ee35-30c1-47cb-8481-a0efcb20ed84 req-8d449b39-00fc-48fa-ad0e-18270d531992 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:41.198784 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-0f88e3f1-c14f-4b90-a51f-783fd924641d req-45d944c1-1132-4c96-8399-5a3c3465997d tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] For port b9f6c183-d124-41ac-a280-f4ee60b171e9, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b9f6c183-d124-41ac-a280-f4ee60b171e9,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:45:41.199962 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0f88e3f1-c14f-4b90-a51f-783fd924641d req-45d944c1-1132-4c96-8399-5a3c3465997d tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:41.203880 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3485ee35-30c1-47cb-8481-a0efcb20ed84 req-8d449b39-00fc-48fa-ad0e-18270d531992 tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf97d8d6-24b6-4104-af76-e09dfc74807f HTTP/1.1" status: 200 len: 950 time: 0.0931659 Nov 11 17:45:41.222780 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-0f88e3f1-c14f-4b90-a51f-783fd924641d req-45d944c1-1132-4c96-8399-5a3c3465997d tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Calling delete_port for b9f6c183-d124-41ac-a280-f4ee60b171e9 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:45:41.270082 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3485ee35-30c1-47cb-8481-a0efcb20ed84 req-56bf6ad4-e885-4a97-b9d7-7426e36c84ab tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4a5f922-a636-4050-b440-f4fd3dd69f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644939 Nov 11 17:45:41.372846 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0f88e3f1-c14f-4b90-a51f-783fd924641d req-45d944c1-1132-4c96-8399-5a3c3465997d tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:41.404668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d944c1-1132-4c96-8399-5a3c3465997d tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Pushing event deleted for resources: {'Port': ['ID=b9f6c183-d124-41ac-a280-f4ee60b171e9,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:41.407854 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['b9f6c183-d124-41ac-a280-f4ee60b171e9'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:45:41.454140 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f88e3f1-c14f-4b90-a51f-783fd924641d req-45d944c1-1132-4c96-8399-5a3c3465997d tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] No DVR routers for this DVR port b9f6c183-d124-41ac-a280-f4ee60b171e9 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:45:41.457124 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0f88e3f1-c14f-4b90-a51f-783fd924641d req-45d944c1-1132-4c96-8399-5a3c3465997d tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:41.460965 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0f88e3f1-c14f-4b90-a51f-783fd924641d req-45d944c1-1132-4c96-8399-5a3c3465997d tempest-VolumesBackupsTest-109522109 tempest-VolumesBackupsTest-109522109-project] 10.222.0.64 "DELETE /v2.0/ports/b9f6c183-d124-41ac-a280-f4ee60b171e9 HTTP/1.1" status: 204 len: 173 time: 0.5347297 Nov 11 17:45:41.816019 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34410) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:42.533646 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-92024b6c-ec9a-4f3c-8c0d-a20337265ca3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:42.587835 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:42.801398 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf97d8d6-24b6-4104-af76-e09dfc74807f', 'name': 'network-vif-deleted', 'tag': 'b9f6c183-d124-41ac-a280-f4ee60b171e9'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:45:42.803983 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19bf645-8d8c-4d72-af5e-f7f8f87bffc3" -d '{"events": [{"server_uuid": "bf97d8d6-24b6-4104-af76-e09dfc74807f", "name": "network-vif-deleted", "tag": "b9f6c183-d124-41ac-a280-f4ee60b171e9"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:45:42.838798 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-92024b6c-ec9a-4f3c-8c0d-a20337265ca3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Deleting port 60e9a522-bc52-4c57-82fc-faffa087d015 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:45:42.839056 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-92024b6c-ec9a-4f3c-8c0d-a20337265ca3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:42.886487 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c7df2b-ce5d-4ed4-98e3-70046c03467a x-openstack-request-id: req-f6c7df2b-ce5d-4ed4-98e3-70046c03467a {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:45:42.886861 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf97d8d6-24b6-4104-af76-e09dfc74807f", "name": "network-vif-deleted", "tag": "b9f6c183-d124-41ac-a280-f4ee60b171e9", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:45:42.887059 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f6c7df2b-ce5d-4ed4-98e3-70046c03467a {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:45:42.887427 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf97d8d6-24b6-4104-af76-e09dfc74807f', 'name': 'network-vif-deleted', 'tag': 'b9f6c183-d124-41ac-a280-f4ee60b171e9', 'status': 'completed', 'code': 200} Nov 11 17:45:42.947594 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:42.952142 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-92024b6c-ec9a-4f3c-8c0d-a20337265ca3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] For port 60e9a522-bc52-4c57-82fc-faffa087d015, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=60e9a522-bc52-4c57-82fc-faffa087d015,segment=NetworkSegment(894493d0-b1f6-4812-9235-1f618ca24296),segment_id=894493d0-b1f6-4812-9235-1f618ca24296)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:45:42.952516 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-92024b6c-ec9a-4f3c-8c0d-a20337265ca3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:42.969126 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-92024b6c-ec9a-4f3c-8c0d-a20337265ca3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Calling delete_port for 60e9a522-bc52-4c57-82fc-faffa087d015 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:45:43.255500 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-92024b6c-ec9a-4f3c-8c0d-a20337265ca3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:43.291435 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92024b6c-ec9a-4f3c-8c0d-a20337265ca3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Port': ['ID=60e9a522-bc52-4c57-82fc-faffa087d015,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:43.476083 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b9f6c183-d124-41ac-a280-f4ee60b171e9 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:45:43.535359 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-92024b6c-ec9a-4f3c-8c0d-a20337265ca3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:43.581030 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: b9f6c183-d124-41ac-a280-f4ee60b171e9 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:45:43.581297 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b9f6c183-d124-41ac-a280-f4ee60b171e9 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:45:43.581895 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device cc0ae07f-bd40-48a9-a83a-3a260d11ce6d no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:45:43.633991 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: cc0ae07f-bd40-48a9-a83a-3a260d11ce6d {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:45:43.635049 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device cc0ae07f-bd40-48a9-a83a-3a260d11ce6d not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:45:43.818670 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92024b6c-ec9a-4f3c-8c0d-a20337265ca3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Router 48938854-82a5-487d-b39c-c1bdef6f8e8c has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:45:43.940041 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92024b6c-ec9a-4f3c-8c0d-a20337265ca3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:45:43.947987 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34438) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:43.948429 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-92024b6c-ec9a-4f3c-8c0d-a20337265ca3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "PUT /v2.0/routers/48938854-82a5-487d-b39c-c1bdef6f8e8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1309040 Nov 11 17:45:43.951288 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8905731a-a563-4e3f-be71-afea300982ea None None] Sync routers for ids ['48938854-82a5-487d-b39c-c1bdef6f8e8c'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:45:43.964347 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8905731a-a563-4e3f-be71-afea300982ea None None] Routers {'48938854-82a5-487d-b39c-c1bdef6f8e8c'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:45:43.965361 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-8905731a-a563-4e3f-be71-afea300982ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:45:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['48938854-82a5-487d-b39c-c1bdef6f8e8c'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:44.011275 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d413b3-21fe-402b-baaa-3bbff5fd6ddb tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Deleting subnet bdcc17b9-1e5b-450c-9776-e8919a32f6f2 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:45:44.017314 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0d413b3-21fe-402b-baaa-3bbff5fd6ddb tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:44.067674 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0d413b3-21fe-402b-baaa-3bbff5fd6ddb tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:44.112054 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-8905731a-a563-4e3f-be71-afea300982ea None None] Set router 48938854-82a5-487d-b39c-c1bdef6f8e8c gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:45:44.341660 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-8905731a-a563-4e3f-be71-afea300982ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900904577', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:43:48Z', 'updated_at': '2021-11-11T17:45:43Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:49Z', 'updated_at': '2021-11-11T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:44.377949 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8905731a-a563-4e3f-be71-afea300982ea None None] Checking router: 48938854-82a5-487d-b39c-c1bdef6f8e8c for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:45:44.396833 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8905731a-a563-4e3f-be71-afea300982ea None None] Routers {'48938854-82a5-487d-b39c-c1bdef6f8e8c'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:45:44.399968 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-8905731a-a563-4e3f-be71-afea300982ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:45:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['48938854-82a5-487d-b39c-c1bdef6f8e8c'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:44.593199 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-8905731a-a563-4e3f-be71-afea300982ea None None] Set router 48938854-82a5-487d-b39c-c1bdef6f8e8c gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:45:44.612848 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0d413b3-21fe-402b-baaa-3bbff5fd6ddb tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:44.713846 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0d413b3-21fe-402b-baaa-3bbff5fd6ddb tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:44.739202 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0d413b3-21fe-402b-baaa-3bbff5fd6ddb tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:44.742831 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c0d413b3-21fe-402b-baaa-3bbff5fd6ddb tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "DELETE /v2.0/subnets/bdcc17b9-1e5b-450c-9776-e8919a32f6f2 HTTP/1.1" status: 204 len: 168 time: 0.7937536 Nov 11 17:45:44.746247 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34454) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:44.764663 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d413b3-21fe-402b-baaa-3bbff5fd6ddb tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Subnet': ['ID=bdcc17b9-1e5b-450c-9776-e8919a32f6f2,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:44.773889 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3ad0e3-0a3d-44c4-8b6c-93aa6a01706b None None] Network 7b858174-7681-40b4-a8b2-2e2980650477 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:45:44.907301 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fca29248-e369-4ece-b5f8-d3d970fd5ed9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:45.014499 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-8905731a-a563-4e3f-be71-afea300982ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900904577', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:43:48Z', 'updated_at': '2021-11-11T17:45:43Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:49Z', 'updated_at': '2021-11-11T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:45.047272 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fca29248-e369-4ece-b5f8-d3d970fd5ed9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:45.057731 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8905731a-a563-4e3f-be71-afea300982ea None None] The sync data for ids ['48938854-82a5-487d-b39c-c1bdef6f8e8c'] in n-d-816206-4 is: [{'id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900904577', 'tenant_id': '4a967e21f8b349ab96ba5689386c16b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:43:48Z', 'updated_at': '2021-11-11T17:45:43Z', 'revision_number': 5, 'project_id': '4a967e21f8b349ab96ba5689386c16b9', 'gw_port': {'id': '67c51460-4ada-4e35-8b75-66c8ded60340', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48938854-82a5-487d-b39c-c1bdef6f8e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:43:49Z', 'updated_at': '2021-11-11T17:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:45:45.102627 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8279c2-30bf-45e1-912a-dc397727408f None None] DHCP port deletion for 7b858174-7681-40b4-a8b2-2e2980650477 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:45:45.145721 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-fca29248-e369-4ece-b5f8-d3d970fd5ed9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Deleting port 67c51460-4ada-4e35-8b75-66c8ded60340 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:45:45.146055 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fca29248-e369-4ece-b5f8-d3d970fd5ed9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:45.162340 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-cd8279c2-30bf-45e1-912a-dc397727408f None None] Deleting port 5f26227a-f980-4be3-a81a-16108e33d9a1 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:45:45.163041 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cd8279c2-30bf-45e1-912a-dc397727408f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:45.230003 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-cd8279c2-30bf-45e1-912a-dc397727408f None None] For port 5f26227a-f980-4be3-a81a-16108e33d9a1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5f26227a-f980-4be3-a81a-16108e33d9a1,segment=NetworkSegment(894493d0-b1f6-4812-9235-1f618ca24296),segment_id=894493d0-b1f6-4812-9235-1f618ca24296)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:45:45.230902 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cd8279c2-30bf-45e1-912a-dc397727408f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:45.240410 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-fca29248-e369-4ece-b5f8-d3d970fd5ed9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] For port 67c51460-4ada-4e35-8b75-66c8ded60340, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=67c51460-4ada-4e35-8b75-66c8ded60340,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:45:45.241125 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fca29248-e369-4ece-b5f8-d3d970fd5ed9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:45.245044 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-cd8279c2-30bf-45e1-912a-dc397727408f None None] Calling delete_port for 5f26227a-f980-4be3-a81a-16108e33d9a1 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:45:45.253926 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-fca29248-e369-4ece-b5f8-d3d970fd5ed9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Calling delete_port for 67c51460-4ada-4e35-8b75-66c8ded60340 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:45:45.332078 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cd8279c2-30bf-45e1-912a-dc397727408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:45.365123 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8279c2-30bf-45e1-912a-dc397727408f None None] Pushing event deleted for resources: {'Port': ['ID=5f26227a-f980-4be3-a81a-16108e33d9a1,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:45.367323 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8279c2-30bf-45e1-912a-dc397727408f None None] No DVR routers for this DVR port 5f26227a-f980-4be3-a81a-16108e33d9a1 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:45:45.469109 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fca29248-e369-4ece-b5f8-d3d970fd5ed9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:45.521370 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca29248-e369-4ece-b5f8-d3d970fd5ed9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Port': ['ID=67c51460-4ada-4e35-8b75-66c8ded60340,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:45.527246 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d905f697-6cb7-49ed-9b16-a0a6cedc74dc None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:45:45.614925 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fca29248-e369-4ece-b5f8-d3d970fd5ed9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:45.782494 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fca29248-e369-4ece-b5f8-d3d970fd5ed9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:45.792507 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fca29248-e369-4ece-b5f8-d3d970fd5ed9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:45.913773 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fca29248-e369-4ece-b5f8-d3d970fd5ed9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:45.914300 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca29248-e369-4ece-b5f8-d3d970fd5ed9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Fanout notify agent at l3_agent the message router_deleted on router 48938854-82a5-487d-b39c-c1bdef6f8e8c {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:45:45.928304 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fca29248-e369-4ece-b5f8-d3d970fd5ed9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:45.929435 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fca29248-e369-4ece-b5f8-d3d970fd5ed9 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "DELETE /v2.0/routers/48938854-82a5-487d-b39c-c1bdef6f8e8c HTTP/1.1" status: 204 len: 168 time: 1.1821840 Nov 11 17:45:45.932460 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34484) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:46.026800 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0de38c3-0e7b-448b-a00b-ae7f4339c5a3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:46.150118 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0de38c3-0e7b-448b-a00b-ae7f4339c5a3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:46.173319 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-c0de38c3-0e7b-448b-a00b-ae7f4339c5a3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b858174-7681-40b4-a8b2-2e2980650477']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:46.188137 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-c0de38c3-0e7b-448b-a00b-ae7f4339c5a3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894493d0-b1f6-4812-9235-1f618ca24296') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:46.188556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-c0de38c3-0e7b-448b-a00b-ae7f4339c5a3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894493d0-b1f6-4812-9235-1f618ca24296') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:46.211383 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0de38c3-0e7b-448b-a00b-ae7f4339c5a3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:46.233300 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0de38c3-0e7b-448b-a00b-ae7f4339c5a3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:46.242152 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0de38c3-0e7b-448b-a00b-ae7f4339c5a3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Releasing vlan 1273 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:45:46.242977 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0de38c3-0e7b-448b-a00b-ae7f4339c5a3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:45:46.316950 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:45:46.324132 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0de38c3-0e7b-448b-a00b-ae7f4339c5a3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:46.343863 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0de38c3-0e7b-448b-a00b-ae7f4339c5a3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:46.349038 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c0de38c3-0e7b-448b-a00b-ae7f4339c5a3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "DELETE /v2.0/networks/7b858174-7681-40b4-a8b2-2e2980650477 HTTP/1.1" status: 204 len: 168 time: 0.4153440 Nov 11 17:45:46.350249 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de38c3-0e7b-448b-a00b-ae7f4339c5a3 tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'Network': ['ID=7b858174-7681-40b4-a8b2-2e2980650477,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:46.352101 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34512) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:46.424280 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21539864-e733-4e52-aa95-e94fc0b04daf tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:46.468181 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21539864-e733-4e52-aa95-e94fc0b04daf tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:46.573382 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21539864-e733-4e52-aa95-e94fc0b04daf tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:46.584046 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21539864-e733-4e52-aa95-e94fc0b04daf tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:46.591032 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-21539864-e733-4e52-aa95-e94fc0b04daf tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] 10.222.0.76 "DELETE /v2.0/security-groups/045ef10d-adc8-467a-a43f-de67a3677d46 HTTP/1.1" status: 204 len: 168 time: 0.2372928 Nov 11 17:45:46.610123 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21539864-e733-4e52-aa95-e94fc0b04daf tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=045ef10d-adc8-467a-a43f-de67a3677d46,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:46.671553 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 60e9a522-bc52-4c57-82fc-faffa087d015 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:45:46.743012 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 60e9a522-bc52-4c57-82fc-faffa087d015 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:45:46.743602 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 60e9a522-bc52-4c57-82fc-faffa087d015 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:45:46.759644 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 67c51460-4ada-4e35-8b75-66c8ded60340 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:45:46.790020 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 67c51460-4ada-4e35-8b75-66c8ded60340 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:45:46.790362 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 67c51460-4ada-4e35-8b75-66c8ded60340 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:45:46.790975 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5f26227a-f980-4be3-a81a-16108e33d9a1 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:45:46.814803 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 5f26227a-f980-4be3-a81a-16108e33d9a1 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:45:46.815348 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5f26227a-f980-4be3-a81a-16108e33d9a1 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:45:47.119783 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34558) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:47.317396 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-19884af7-7134-4352-8076-09b20f1a7c02 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4a967e21f8b349ab96ba5689386c16b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1957335 Nov 11 17:45:47.318100 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34562) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:47.388926 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7147d066-0908-499f-a089-f72d004d271e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:47.413473 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7147d066-0908-499f-a089-f72d004d271e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:47.474510 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7147d066-0908-499f-a089-f72d004d271e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:47.480880 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7147d066-0908-499f-a089-f72d004d271e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:47.487505 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7147d066-0908-499f-a089-f72d004d271e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/45b724c2-ef05-4032-99c0-c6aa6328c29c HTTP/1.1" status: 204 len: 168 time: 0.1675386 Nov 11 17:45:47.509735 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147d066-0908-499f-a089-f72d004d271e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b724c2-ef05-4032-99c0-c6aa6328c29c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:47.906108 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34574) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:47.975677 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6c24206f-a7a7-4375-922b-b9e2c429f4f4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1ede145500cc4ec4a4f1fe7228528b1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0661757 Nov 11 17:45:47.976042 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34576) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:48.041380 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a57a-e2ae-4025-a4bf-adcfa7dc65ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:48.069207 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a57a-e2ae-4025-a4bf-adcfa7dc65ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:48.132077 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a57a-e2ae-4025-a4bf-adcfa7dc65ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:48.135860 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a57a-e2ae-4025-a4bf-adcfa7dc65ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:48.137200 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f0d2a57a-e2ae-4025-a4bf-adcfa7dc65ec admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a12e367c-6360-422c-ac79-53eff9d57613 HTTP/1.1" status: 204 len: 168 time: 0.1602068 Nov 11 17:45:48.147990 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2a57a-e2ae-4025-a4bf-adcfa7dc65ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12e367c-6360-422c-ac79-53eff9d57613,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:48.409845 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:49.138077 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34606) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:49.377854 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1561854811-network', 'tenant_id': 'd67ccdf7aff94566965796f9b7571599'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:45:49.405517 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Made reservation on behalf of d67ccdf7aff94566965796f9b7571599 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:45:49.408148 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:49.418151 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:49.534190 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:49.539003 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:49.571111 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1288} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:45:49.581753 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aeafab2-948f-461a-99e3-3b09b8f19972,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:49.586839 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:49.587261 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Added segment bea7e513-b82c-4a24-9cac-e15f2b25b156 of type vlan for network ae6a59ca-0a66-4cbb-a675-dec1f1b71b15 Nov 11 17:45:49.599459 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:49.599925 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:49.600331 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:49.600755 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:49.601151 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:49.601547 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:49.601938 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:49.602330 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:49.602716 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:49.603203 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:49.603589 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:49.604023 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:49.655433 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:49.691422 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:49.692751 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:49.693615 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:49.754041 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6143682 Nov 11 17:45:49.757143 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34618) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:49.766111 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-96267890-eb09-40e7-94de-af8adeadc612 admin admin] Request body: {'subnet': {'network_id': 'ae6a59ca-0a66-4cbb-a675-dec1f1b71b15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1561854811-subnet', 'tenant_id': 'd67ccdf7aff94566965796f9b7571599', 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:45:49.771551 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779969a5-63a1-4817-9729-ff5a6727df09 admin admin] Pushing event updated for resources: {'Network': ['ID=ae6a59ca-0a66-4cbb-a675-dec1f1b71b15,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:49.786678 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network ae6a59ca-0a66-4cbb-a675-dec1f1b71b15 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:45:49.838499 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96267890-eb09-40e7-94de-af8adeadc612 admin admin] Made reservation on behalf of d67ccdf7aff94566965796f9b7571599 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:45:49.843010 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-96267890-eb09-40e7-94de-af8adeadc612 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:50.003484 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1e924-6499-495f-9a45-eca6acd4dc9b req-23565b80-612b-46e1-88a8-9fe09bca8bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:50.006014 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a0f1e924-6499-495f-9a45-eca6acd4dc9b req-23565b80-612b-46e1-88a8-9fe09bca8bf6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 1096 time: 0.0977874 Nov 11 17:45:50.091808 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18b567-eb4d-47d3-b33e-005eadb4254e req-4b856574-82c4-4199-817a-6e5a8195b0b1 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:50.096618 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed18b567-eb4d-47d3-b33e-005eadb4254e req-4b856574-82c4-4199-817a-6e5a8195b0b1 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.1063023 Nov 11 17:45:50.195655 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ed18b567-eb4d-47d3-b33e-005eadb4254e req-b297c609-5b8d-469d-965d-58a74f47e4f8 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907309 Nov 11 17:45:50.242834 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1e924-6499-495f-9a45-eca6acd4dc9b req-f3b866f5-1d7b-4647-a2f5-31baabf3e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:50.244642 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a0f1e924-6499-495f-9a45-eca6acd4dc9b req-f3b866f5-1d7b-4647-a2f5-31baabf3e6d5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 914 time: 0.2306612 Nov 11 17:45:50.274846 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-96267890-eb09-40e7-94de-af8adeadc612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:50.338869 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96267890-eb09-40e7-94de-af8adeadc612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6242863d-950a-4d1f-aa6d-594166f8fcbe,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:50.353836 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a0f1e924-6499-495f-9a45-eca6acd4dc9b req-809815c7-5621-4988-bef3-d53980626315 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c HTTP/1.1" status: 200 len: 999 time: 0.0970616 Nov 11 17:45:50.372119 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96267890-eb09-40e7-94de-af8adeadc612 admin admin] Checking segment: {'id': 'bea7e513-b82c-4a24-9cac-e15f2b25b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'ae6a59ca-0a66-4cbb-a675-dec1f1b71b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:45:50.372472 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96267890-eb09-40e7-94de-af8adeadc612 admin admin] Network hostable DHCP agents. Network: ae6a59ca-0a66-4cbb-a675-dec1f1b71b15, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:45:50.389923 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96267890-eb09-40e7-94de-af8adeadc612 admin admin] Network ae6a59ca-0a66-4cbb-a675-dec1f1b71b15 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:45:50.398978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-96267890-eb09-40e7-94de-af8adeadc612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, ae6a59ca-0a66-4cbb-a675-dec1f1b71b15) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:45:50.403124 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96267890-eb09-40e7-94de-af8adeadc612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:50.403685 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-96267890-eb09-40e7-94de-af8adeadc612 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:50.411423 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1e924-6499-495f-9a45-eca6acd4dc9b req-bca26612-d109-46ab-a6d1-abc27b84aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:50.412970 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c04ed2-b47c-4295-80d8-2ca1d5712c64 None None] Network ae6a59ca-0a66-4cbb-a675-dec1f1b71b15 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:45:50.413417 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a0f1e924-6499-495f-9a45-eca6acd4dc9b req-bca26612-d109-46ab-a6d1-abc27b84aa10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.0511672 Nov 11 17:45:50.425307 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-96267890-eb09-40e7-94de-af8adeadc612 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6642537 Nov 11 17:45:50.425494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34626) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:50.430325 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ac8e7a71-7b4f-40b7-9979-63737345bdb7 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1561854811-router', 'tenant_id': 'd67ccdf7aff94566965796f9b7571599', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:45:50.455212 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7a71-7b4f-40b7-9979-63737345bdb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:50.456417 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7a71-7b4f-40b7-9979-63737345bdb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:50.477321 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1e924-6499-495f-9a45-eca6acd4dc9b req-aad33cd9-244f-40bd-9cfa-ce8a051c2cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:50.479684 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a0f1e924-6499-495f-9a45-eca6acd4dc9b req-aad33cd9-244f-40bd-9cfa-ce8a051c2cb2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574801 Nov 11 17:45:50.493236 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-a0f1e924-6499-495f-9a45-eca6acd4dc9b req-970a2632-a207-44d9-a76f-0c7c2361440b service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:45:50.494364 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a0f1e924-6499-495f-9a45-eca6acd4dc9b req-970a2632-a207-44d9-a76f-0c7c2361440b service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067301 Nov 11 17:45:50.522992 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7a71-7b4f-40b7-9979-63737345bdb7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:50.613964 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-ae6a59ca-0a66-4cbb-a675-dec1f1b71b15', 'network_id': 'ae6a59ca-0a66-4cbb-a675-dec1f1b71b15', 'tenant_id': 'd67ccdf7aff94566965796f9b7571599', 'fixed_ips': [{'subnet_id': '6242863d-950a-4d1f-aa6d-594166f8fcbe'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:45:50.616852 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:50.650749 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a0f1e924-6499-495f-9a45-eca6acd4dc9b req-f10ab7fa-3faa-4b90-85cb-9b9c05b8b14b service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476605 Nov 11 17:45:50.698853 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7a71-7b4f-40b7-9979-63737345bdb7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:50.778979 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a0f1e924-6499-495f-9a45-eca6acd4dc9b req-211755e8-cd6e-44af-857c-95fd850b1b72 service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195712 Nov 11 17:45:50.835636 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Allocated IP 172.20.0.2 (ae6a59ca-0a66-4cbb-a675-dec1f1b71b15/6242863d-950a-4d1f-aa6d-594166f8fcbe/7ea478ec-fa65-4c49-84f6-f253bbdc6451) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:45:50.958148 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7a71-7b4f-40b7-9979-63737345bdb7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:50.980363 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7a71-7b4f-40b7-9979-63737345bdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:51.014094 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:51.021495 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:51.076502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Network ae6a59ca-0a66-4cbb-a675-dec1f1b71b15 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:45:51.080158 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:45:51.083629 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:45:51.118931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-ac8e7a71-7b4f-40b7-9979-63737345bdb7 admin admin] Allocated IP 172.25.2.17 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/d0a2fa8c-08e1-4f87-9d58-418bba19152f) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:45:51.155093 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Pushing event updated for resources: {'Port': ['ID=7ea478ec-fa65-4c49-84f6-f253bbdc6451,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:51.171359 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:51.171773 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:51.172154 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:51.172500 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:51.172832 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:51.173728 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:51.174063 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:51.174388 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:51.174713 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:51.175035 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:51.175358 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:51.175681 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:45:51.184216 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Attempting to bind port 7ea478ec-fa65-4c49-84f6-f253bbdc6451 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:45:51.184830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Attempting to bind port 7ea478ec-fa65-4c49-84f6-f253bbdc6451 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bea7e513-b82c-4a24-9cac-e15f2b25b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'ae6a59ca-0a66-4cbb-a675-dec1f1b71b15'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:45:51.185207 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Attempting to bind port 7ea478ec-fa65-4c49-84f6-f253bbdc6451 on network ae6a59ca-0a66-4cbb-a675-dec1f1b71b15 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:45:51.192057 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:45:51.192437 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Checking segment: {'id': 'bea7e513-b82c-4a24-9cac-e15f2b25b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'ae6a59ca-0a66-4cbb-a675-dec1f1b71b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:45:51.192840 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:51.193230 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Bound using segment: {'id': 'bea7e513-b82c-4a24-9cac-e15f2b25b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'ae6a59ca-0a66-4cbb-a675-dec1f1b71b15'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:45:51.193697 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Bound port: 7ea478ec-fa65-4c49-84f6-f253bbdc6451, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea7e513-b82c-4a24-9cac-e15f2b25b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'ae6a59ca-0a66-4cbb-a675-dec1f1b71b15'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:45:51.194077 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:51.267172 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7a71-7b4f-40b7-9979-63737345bdb7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:51.272584 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] For port 7ea478ec-fa65-4c49-84f6-f253bbdc6451, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:45:51.277453 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] For port 7ea478ec-fa65-4c49-84f6-f253bbdc6451, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7ea478ec-fa65-4c49-84f6-f253bbdc6451,segment=NetworkSegment(bea7e513-b82c-4a24-9cac-e15f2b25b156),segment_id=bea7e513-b82c-4a24-9cac-e15f2b25b156)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:45:51.283469 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:51.351178 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7a71-7b4f-40b7-9979-63737345bdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:51.382690 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f66ebb-7a35-4295-af20-7604e1623011 None None] Pushing event updated for resources: {'Port': ['ID=7ea478ec-fa65-4c49-84f6-f253bbdc6451,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:51.415383 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68947ee1-2ead-4569-bae7-61a2a2734835 req-5c5f8ec8-b2fa-4bab-b5cd-609bbb923e83 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:51.416982 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-68947ee1-2ead-4569-bae7-61a2a2734835 req-5c5f8ec8-b2fa-4bab-b5cd-609bbb923e83 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.1258471 Nov 11 17:45:51.430630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8e7a71-7b4f-40b7-9979-63737345bdb7 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:45:51.442433 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-ac8e7a71-7b4f-40b7-9979-63737345bdb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:45:51.452766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8e7a71-7b4f-40b7-9979-63737345bdb7 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:45:51.455417 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e7a71-7b4f-40b7-9979-63737345bdb7 admin admin] Pushing event updated for resources: {'Port': ['ID=d0a2fa8c-08e1-4f87-9d58-418bba19152f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:51.457667 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ba44a8-3a78-43c8-b64d-5ec315d9f054 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:45:51.535190 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-68947ee1-2ead-4569-bae7-61a2a2734835 req-0bf0f01d-b1a9-4f1f-95f3-8d3f24a0a73e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066966 Nov 11 17:45:51.573362 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-26fefdd5-4e92-4a68-b062-5be0987e8e32 None None] Provisioning complete for port d0a2fa8c-08e1-4f87-9d58-418bba19152f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:51.573981 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-26fefdd5-4e92-4a68-b062-5be0987e8e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:51.641517 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-26fefdd5-4e92-4a68-b062-5be0987e8e32 None None] Port d0a2fa8c-08e1-4f87-9d58-418bba19152f cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:45:51.874831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-a8bf89b5-b444-4588-afc1-10d55cd5fc6b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:51.876916 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-a8bf89b5-b444-4588-afc1-10d55cd5fc6b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 812 time: 0.1919305 Nov 11 17:45:51.889486 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7a71-7b4f-40b7-9979-63737345bdb7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:51.927847 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-747917a2-76ff-4307-a96e-7e0bd534a718 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/quotas/1e37f40ca1514a7584bca23f0becbfbf HTTP/1.1" status: 200 len: 375 time: 0.0444727 Nov 11 17:45:52.031367 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-7d4d41fc-5450-4279-a203-65dce3e9f484 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940328 Nov 11 17:45:52.196102 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7a71-7b4f-40b7-9979-63737345bdb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:52.204438 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-347ea283-e34d-4210-83c3-7d4eb44be1d7 service neutron] 10.222.0.76 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426015 Nov 11 17:45:52.383962 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-97aeab71-1c17-41d0-a62f-732229d6f403 service neutron] 10.222.0.76 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422539 Nov 11 17:45:52.406331 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b3b8cb-9e89-41bd-ad2b-06f15090458a None None] Network ae6a59ca-0a66-4cbb-a675-dec1f1b71b15 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:45:52.413441 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8e7a71-7b4f-40b7-9979-63737345bdb7 admin admin] Router c7a34d0c-6333-4688-ac1a-0fc462a622ea is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:45:52.493895 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5f0c69f0-3537-446c-a7c4-fb4e3a2cee16 None None] Provisioning complete for port 7ea478ec-fa65-4c49-84f6-f253bbdc6451 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:52.494276 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5f0c69f0-3537-446c-a7c4-fb4e3a2cee16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:52.562327 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8e7a71-7b4f-40b7-9979-63737345bdb7 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:45:52.573524 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] Sync routers for ids ['c7a34d0c-6333-4688-ac1a-0fc462a622ea'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:45:52.590551 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] Routers {'c7a34d0c-6333-4688-ac1a-0fc462a622ea'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:45:52.591168 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:45:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c7a34d0c-6333-4688-ac1a-0fc462a622ea'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:52.618185 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7a71-7b4f-40b7-9979-63737345bdb7 admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:52.619599 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ac8e7a71-7b4f-40b7-9979-63737345bdb7 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.1931016 Nov 11 17:45:52.622575 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34654) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:52.781019 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7ea478ec-fa65-4c49-84f6-f253bbdc6451 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:45:52.884525 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5f0c69f0-3537-446c-a7c4-fb4e3a2cee16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:52.904064 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] Set router c7a34d0c-6333-4688-ac1a-0fc462a622ea gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:45:52.964301 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-5f0c69f0-3537-446c-a7c4-fb4e3a2cee16 None None] For port 7ea478ec-fa65-4c49-84f6-f253bbdc6451, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7ea478ec-fa65-4c49-84f6-f253bbdc6451,segment=NetworkSegment(bea7e513-b82c-4a24-9cac-e15f2b25b156),segment_id=bea7e513-b82c-4a24-9cac-e15f2b25b156)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:45:52.970684 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5f0c69f0-3537-446c-a7c4-fb4e3a2cee16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:53.014991 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 7ea478ec-fa65-4c49-84f6-f253bbdc6451 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:53.015376 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:53.021708 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b45cd-daa6-4364-9296-ac5f887d5aeb req-6430f1e8-056b-4a95-b6d1-1c506ce231b6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:53.031000 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d2b45cd-daa6-4364-9296-ac5f887d5aeb req-6430f1e8-056b-4a95-b6d1-1c506ce231b6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0651908 Nov 11 17:45:53.091358 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d2b45cd-daa6-4364-9296-ac5f887d5aeb req-8a6c3e6b-995e-4166-86a7-d72637364b24 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593367 Nov 11 17:45:53.189098 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c69f0-3537-446c-a7c4-fb4e3a2cee16 None None] Pushing event updated for resources: {'Port': ['ID=7ea478ec-fa65-4c49-84f6-f253bbdc6451,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:53.228122 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a6888e4a-2781-420f-9ec7-53fbd30a936e req-7ab2c196-1000-432f-9950-2d1656f78834 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 210 time: 0.0886950 Nov 11 17:45:53.299648 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a34d0c-6333-4688-ac1a-0fc462a622ea', 'name': 'tempest-ImageQuotaTest-1561854811-router', 'tenant_id': 'd67ccdf7aff94566965796f9b7571599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'd0a2fa8c-08e1-4f87-9d58-418bba19152f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:45:50Z', 'updated_at': '2021-11-11T17:45:51Z', 'revision_number': 3, 'project_id': 'd67ccdf7aff94566965796f9b7571599', 'gw_port': {'id': 'd0a2fa8c-08e1-4f87-9d58-418bba19152f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a34d0c-6333-4688-ac1a-0fc462a622ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:45:50Z', 'updated_at': '2021-11-11T17:45:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:53.349497 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] Checking router: c7a34d0c-6333-4688-ac1a-0fc462a622ea for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:45:53.349798 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] Updating router c7a34d0c-6333-4688-ac1a-0fc462a622ea port d0a2fa8c-08e1-4f87-9d58-418bba19152f binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:45:53.388186 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:53.496605 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d738790-026d-4c8c-9277-ffa43d54b97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:53.504625 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a033c847-df18-4aa4-9463-4210ebf062dd None None] Provisioning complete for port 7ea478ec-fa65-4c49-84f6-f253bbdc6451 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:53.506511 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a033c847-df18-4aa4-9463-4210ebf062dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:53.730409 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:53.736906 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:53.791445 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bd44a-ae98-483d-a564-be48c6f07a57 None None] Pushing event updated for resources: {'Port': ['ID=d0a2fa8c-08e1-4f87-9d58-418bba19152f,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:53.796105 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] Attempting to bind port d0a2fa8c-08e1-4f87-9d58-418bba19152f on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:45:53.796478 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] Attempting to bind port d0a2fa8c-08e1-4f87-9d58-418bba19152f by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:45:53.796911 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] Attempting to bind port d0a2fa8c-08e1-4f87-9d58-418bba19152f on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:45:53.803936 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:45:53.804205 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:45:53.804397 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:53.806743 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:45:53.807212 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] Bound port: d0a2fa8c-08e1-4f87-9d58-418bba19152f, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:45:53.807613 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:53.815683 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221bbef6-5da6-4c06-8e98-6ba7af90dbc0 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:45:53.888960 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] For port d0a2fa8c-08e1-4f87-9d58-418bba19152f, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:45:53.892523 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] For port d0a2fa8c-08e1-4f87-9d58-418bba19152f, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d0a2fa8c-08e1-4f87-9d58-418bba19152f,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:45:53.898215 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:53.952873 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6a5b0d39-0ab7-4fa4-8cb6-822a4d4fbea6 None None] Provisioning complete for port d0a2fa8c-08e1-4f87-9d58-418bba19152f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:53.953773 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6a5b0d39-0ab7-4fa4-8cb6-822a4d4fbea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:53.976741 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] Routers {'c7a34d0c-6333-4688-ac1a-0fc462a622ea'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:45:53.977430 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:45:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c7a34d0c-6333-4688-ac1a-0fc462a622ea'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:54.013601 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661d592a-402c-4f3e-b605-9674484e8f2f None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:45:54.026330 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-6d738790-026d-4c8c-9277-ffa43d54b97c admin admin] Allocated IP 172.20.0.1 (ae6a59ca-0a66-4cbb-a675-dec1f1b71b15/6242863d-950a-4d1f-aa6d-594166f8fcbe/a7609982-873e-42b9-8a6f-4f5ffd8bc134) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:45:54.082733 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6a5b0d39-0ab7-4fa4-8cb6-822a4d4fbea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:54.088803 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bd44a-ae98-483d-a564-be48c6f07a57 None None] Pushing event updated for resources: {'Port': ['ID=d0a2fa8c-08e1-4f87-9d58-418bba19152f,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:54.110221 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6a5b0d39-0ab7-4fa4-8cb6-822a4d4fbea6 None None] For port d0a2fa8c-08e1-4f87-9d58-418bba19152f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d0a2fa8c-08e1-4f87-9d58-418bba19152f,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:45:54.117787 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6a5b0d39-0ab7-4fa4-8cb6-822a4d4fbea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:54.123704 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] Set router c7a34d0c-6333-4688-ac1a-0fc462a622ea gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:45:54.173869 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b0d39-0ab7-4fa4-8cb6-822a4d4fbea6 None None] Pushing event updated for resources: {'Port': ['ID=d0a2fa8c-08e1-4f87-9d58-418bba19152f,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:54.196930 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:54.229395 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d738790-026d-4c8c-9277-ffa43d54b97c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:54.242597 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-53cd49a9-c042-4b68-aebf-502af7999905 None None] Provisioning complete for port d0a2fa8c-08e1-4f87-9d58-418bba19152f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:54.245270 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-53cd49a9-c042-4b68-aebf-502af7999905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:54.355340 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d738790-026d-4c8c-9277-ffa43d54b97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:54.384191 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-259ff914-9888-4b03-9d04-a7b16e868825 req-65dbb04d-6e11-43a9-a4a4-23d52b7da201 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 210 time: 0.0471325 Nov 11 17:45:54.387826 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a34d0c-6333-4688-ac1a-0fc462a622ea', 'name': 'tempest-ImageQuotaTest-1561854811-router', 'tenant_id': 'd67ccdf7aff94566965796f9b7571599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'd0a2fa8c-08e1-4f87-9d58-418bba19152f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:45:50Z', 'updated_at': '2021-11-11T17:45:51Z', 'revision_number': 3, 'project_id': 'd67ccdf7aff94566965796f9b7571599', 'gw_port': {'id': 'd0a2fa8c-08e1-4f87-9d58-418bba19152f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a34d0c-6333-4688-ac1a-0fc462a622ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:45:50Z', 'updated_at': '2021-11-11T17:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:54.434297 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7df5b83-027c-4582-a1d0-89d1100af8d0 None None] The sync data for ids ['c7a34d0c-6333-4688-ac1a-0fc462a622ea'] in n-d-816206-4 is: [{'id': 'c7a34d0c-6333-4688-ac1a-0fc462a622ea', 'name': 'tempest-ImageQuotaTest-1561854811-router', 'tenant_id': 'd67ccdf7aff94566965796f9b7571599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'd0a2fa8c-08e1-4f87-9d58-418bba19152f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:45:50Z', 'updated_at': '2021-11-11T17:45:51Z', 'revision_number': 3, 'project_id': 'd67ccdf7aff94566965796f9b7571599', 'gw_port': {'id': 'd0a2fa8c-08e1-4f87-9d58-418bba19152f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a34d0c-6333-4688-ac1a-0fc462a622ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:45:50Z', 'updated_at': '2021-11-11T17:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:45:54.456076 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d738790-026d-4c8c-9277-ffa43d54b97c admin admin] Pushing event updated for resources: {'Port': ['ID=a7609982-873e-42b9-8a6f-4f5ffd8bc134,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:54.480506 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d738790-026d-4c8c-9277-ffa43d54b97c admin admin] Network ae6a59ca-0a66-4cbb-a675-dec1f1b71b15 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:45:54.484128 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-6d738790-026d-4c8c-9277-ffa43d54b97c admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:45:54.489042 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d738790-026d-4c8c-9277-ffa43d54b97c admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:45:54.609546 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d738790-026d-4c8c-9277-ffa43d54b97c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:54.653563 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7ea478ec-fa65-4c49-84f6-f253bbdc6451 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:45:54.755234 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-6e807a57-549d-4ddd-b58e-8ddc782696a5 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:54.757182 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-6e807a57-549d-4ddd-b58e-8ddc782696a5 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.64 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 812 time: 0.4725106 Nov 11 17:45:54.781305 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 7ea478ec-fa65-4c49-84f6-f253bbdc6451 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:54.781305 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:54.792271 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d738790-026d-4c8c-9277-ffa43d54b97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:54.811772 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-8cf1cd86-065f-4e5e-b48b-b6ec5349d6bf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Request body: {'port': {'device_id': '19726e8c-be86-4c3a-b62f-2465526338e7', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'admin_state_up': True, 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:45:55.010778 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-64a0555f-e015-4927-b293-d2c12512ad31 None None] Provisioning complete for port a7609982-873e-42b9-8a6f-4f5ffd8bc134 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:55.011558 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-64a0555f-e015-4927-b293-d2c12512ad31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:55.071339 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-64a0555f-e015-4927-b293-d2c12512ad31 None None] Port a7609982-873e-42b9-8a6f-4f5ffd8bc134 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:45:55.176049 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d738790-026d-4c8c-9277-ffa43d54b97c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:55.192522 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d738790-026d-4c8c-9277-ffa43d54b97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:55.273900 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-8cf1cd86-065f-4e5e-b48b-b6ec5349d6bf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Made reservation on behalf of 1e37f40ca1514a7584bca23f0becbfbf for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:45:55.277617 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-8cf1cd86-065f-4e5e-b48b-b6ec5349d6bf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:55.303964 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d738790-026d-4c8c-9277-ffa43d54b97c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:55.309038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d738790-026d-4c8c-9277-ffa43d54b97c admin admin] Pushing event updated for resources: {'Port': ['ID=a7609982-873e-42b9-8a6f-4f5ffd8bc134,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:55.523760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c056762e-8c24-4c57-8fc2-5568982f494e req-ece6c91d-9cb8-4dc6-be52-5a090e928321 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 210 time: 0.0409648 Nov 11 17:45:55.562162 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d738790-026d-4c8c-9277-ffa43d54b97c admin admin] Network ae6a59ca-0a66-4cbb-a675-dec1f1b71b15 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:45:55.565760 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-6d738790-026d-4c8c-9277-ffa43d54b97c admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:45:55.585377 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-8cf1cd86-065f-4e5e-b48b-b6ec5349d6bf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Allocated IP 172.20.0.12 (c569cf45-b127-45e4-97f6-75d37a12e9cb/8e5e7674-c87d-4949-9af6-9219acd03bbb/f22a40f6-fe77-4985-9b81-7fa95071fae7) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:45:55.806996 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d738790-026d-4c8c-9277-ffa43d54b97c admin admin] Router c7a34d0c-6333-4688-ac1a-0fc462a622ea has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:45:55.901389 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-949aa68a-9d39-4537-87a2-cc9bd9c92e0b None None] Provisioning complete for port a7609982-873e-42b9-8a6f-4f5ffd8bc134 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:55.901922 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-949aa68a-9d39-4537-87a2-cc9bd9c92e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:55.954294 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-949aa68a-9d39-4537-87a2-cc9bd9c92e0b None None] Port a7609982-873e-42b9-8a6f-4f5ffd8bc134 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:45:55.983706 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-8cf1cd86-065f-4e5e-b48b-b6ec5349d6bf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:56.012995 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d738790-026d-4c8c-9277-ffa43d54b97c admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:45:56.018458 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6d738790-026d-4c8c-9277-ffa43d54b97c admin admin] 10.222.0.76 "PUT /v2.0/routers/c7a34d0c-6333-4688-ac1a-0fc462a622ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3940287 Nov 11 17:45:56.048664 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-8cf1cd86-065f-4e5e-b48b-b6ec5349d6bf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:56.100550 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-8cf1cd86-065f-4e5e-b48b-b6ec5349d6bf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Network c569cf45-b127-45e4-97f6-75d37a12e9cb is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:45:56.104387 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-8cf1cd86-065f-4e5e-b48b-b6ec5349d6bf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:45:56.107091 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-8cf1cd86-065f-4e5e-b48b-b6ec5349d6bf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:45:56.149919 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1cd86-065f-4e5e-b48b-b6ec5349d6bf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event updated for resources: {'Port': ['ID=f22a40f6-fe77-4985-9b81-7fa95071fae7,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:56.177128 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-8cf1cd86-065f-4e5e-b48b-b6ec5349d6bf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:56.177973 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-8cf1cd86-065f-4e5e-b48b-b6ec5349d6bf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:56.199375 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-8cf1cd86-065f-4e5e-b48b-b6ec5349d6bf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4081328 Nov 11 17:45:56.225138 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] Request body: {'port': {'device_id': '19726e8c-be86-4c3a-b62f-2465526338e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:45:56.305240 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:56.607009 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-4ce0864c-f93c-4d54-a373-799266d22966 None None] Provisioning complete for port f22a40f6-fe77-4985-9b81-7fa95071fae7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:56.609787 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4ce0864c-f93c-4d54-a373-799266d22966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:56.723469 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-4ce0864c-f93c-4d54-a373-799266d22966 None None] Port f22a40f6-fe77-4985-9b81-7fa95071fae7 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:45:56.752675 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device d0a2fa8c-08e1-4f87-9d58-418bba19152f up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:45:56.853814 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940d615-4d86-4703-b6d5-b03b32520917 req-198a63a0-8aa2-44e9-8506-ec94e3ad2280 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:56.863359 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8940d615-4d86-4703-b6d5-b03b32520917 req-198a63a0-8aa2-44e9-8506-ec94e3ad2280 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 932 time: 0.1303780 Nov 11 17:45:56.905611 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port d0a2fa8c-08e1-4f87-9d58-418bba19152f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:56.906697 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:56.915904 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22a40f6-fe77-4985-9b81-7fa95071fae7 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:45:56.944238 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:56.959959 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] Transition to ACTIVE for port object f22a40f6-fe77-4985-9b81-7fa95071fae7 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:45:56.965283 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:57.013524 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8940d615-4d86-4703-b6d5-b03b32520917 req-9a228765-8f79-496a-acd0-c23f6c1ab33a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356611 Nov 11 17:45:57.061160 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] Sync routers for ids ['c7a34d0c-6333-4688-ac1a-0fc462a622ea'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:45:57.086585 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] Pushing event updated for resources: {'Port': ['ID=f22a40f6-fe77-4985-9b81-7fa95071fae7,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:57.090174 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] Routers {'c7a34d0c-6333-4688-ac1a-0fc462a622ea'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:45:57.090907 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:45:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c7a34d0c-6333-4688-ac1a-0fc462a622ea'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:57.170767 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] Attempting to bind port f22a40f6-fe77-4985-9b81-7fa95071fae7 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:45:57.174566 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] Attempting to bind port f22a40f6-fe77-4985-9b81-7fa95071fae7 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:45:57.175967 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] Attempting to bind port f22a40f6-fe77-4985-9b81-7fa95071fae7 on network c569cf45-b127-45e4-97f6-75d37a12e9cb {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:45:57.189526 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] Port f22a40f6-fe77-4985-9b81-7fa95071fae7 on network c569cf45-b127-45e4-97f6-75d37a12e9cb not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:45:57.191147 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] Attempting to bind port f22a40f6-fe77-4985-9b81-7fa95071fae7 on network c569cf45-b127-45e4-97f6-75d37a12e9cb {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:45:57.211618 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:45:57.211990 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] Checking segment: {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:45:57.212385 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] Bound using segment: {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:45:57.212820 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] Bound port: f22a40f6-fe77-4985-9b81-7fa95071fae7, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:45:57.215031 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:57.382057 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] Set router c7a34d0c-6333-4688-ac1a-0fc462a622ea gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:45:57.413087 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] For port f22a40f6-fe77-4985-9b81-7fa95071fae7, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:45:57.424662 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] For port f22a40f6-fe77-4985-9b81-7fa95071fae7, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f22a40f6-fe77-4985-9b81-7fa95071fae7,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:45:57.429962 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:57.505947 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34712) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:57.520845 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:57.521569 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:57.530526 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] 10.222.0.64 "PUT /v2.0/ports/f22a40f6-fe77-4985-9b81-7fa95071fae7 HTTP/1.1" status: 200 len: 1092 time: 1.3052406 Nov 11 17:45:57.531275 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19726e8c-be86-4c3a-b62f-2465526338e7', 'tag': 'f22a40f6-fe77-4985-9b81-7fa95071fae7'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:45:57.533580 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6215b5e1-7e24-4704-82b1-5c9ef755eb69" -d '{"events": [{"name": "network-changed", "server_uuid": "19726e8c-be86-4c3a-b62f-2465526338e7", "tag": "f22a40f6-fe77-4985-9b81-7fa95071fae7"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:45:57.656433 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d6a5f-87a8-4cfa-8f04-f578021c93ff service neutron] Pushing event updated for resources: {'Port': ['ID=f22a40f6-fe77-4985-9b81-7fa95071fae7,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:57.703457 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59216541-71b6-4e5a-8874-111cc3d72112 x-openstack-request-id: req-59216541-71b6-4e5a-8874-111cc3d72112 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:45:57.703778 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19726e8c-be86-4c3a-b62f-2465526338e7", "tag": "f22a40f6-fe77-4985-9b81-7fa95071fae7", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:45:57.704771 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-59216541-71b6-4e5a-8874-111cc3d72112 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:45:57.706826 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19726e8c-be86-4c3a-b62f-2465526338e7', 'tag': 'f22a40f6-fe77-4985-9b81-7fa95071fae7', 'status': 'completed', 'code': 200} Nov 11 17:45:57.749832 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-1da20b1a-fa52-477f-b8d8-c8369e348ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:57.755685 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-1da20b1a-fa52-477f-b8d8-c8369e348ad6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 1095 time: 0.1573288 Nov 11 17:45:57.862849 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-eb3427d0-95df-4a39-844f-d0b0e2b2bcef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f22a40f6-fe77-4985-9b81-7fa95071fae7 HTTP/1.1" status: 200 len: 217 time: 0.0951228 Nov 11 17:45:57.948416 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a34d0c-6333-4688-ac1a-0fc462a622ea', 'name': 'tempest-ImageQuotaTest-1561854811-router', 'tenant_id': 'd67ccdf7aff94566965796f9b7571599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'd0a2fa8c-08e1-4f87-9d58-418bba19152f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:45:50Z', 'updated_at': '2021-11-11T17:45:54Z', 'revision_number': 4, 'project_id': 'd67ccdf7aff94566965796f9b7571599', 'gw_port': {'id': 'd0a2fa8c-08e1-4f87-9d58-418bba19152f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a34d0c-6333-4688-ac1a-0fc462a622ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:45:50Z', 'updated_at': '2021-11-11T17:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'a7609982-873e-42b9-8a6f-4f5ffd8bc134', 'name': '', 'network_id': 'ae6a59ca-0a66-4cbb-a675-dec1f1b71b15', 'tenant_id': 'd67ccdf7aff94566965796f9b7571599', 'mac_address': 'fa:16:3e:2d:9c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a34d0c-6333-4688-ac1a-0fc462a622ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '6242863d-950a-4d1f-aa6d-594166f8fcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:45:53Z', 'updated_at': '2021-11-11T17:45:54Z', 'revision_number': 2, 'project_id': 'd67ccdf7aff94566965796f9b7571599', 'subnets': [{'id': '6242863d-950a-4d1f-aa6d-594166f8fcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:57.956266 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34720) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:45:57.986324 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-bc24bacf-57e2-420f-9735-16b37caca4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:57.988405 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-bc24bacf-57e2-420f-9735-16b37caca4ed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.1186428 Nov 11 17:45:57.992057 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] Checking router: c7a34d0c-6333-4688-ac1a-0fc462a622ea for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:45:57.992421 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] Updating router c7a34d0c-6333-4688-ac1a-0fc462a622ea port a7609982-873e-42b9-8a6f-4f5ffd8bc134 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:45:58.047256 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:58.085323 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-877e31b8-5de4-455b-9a7f-77b34a14bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:58.086941 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-877e31b8-5de4-455b-9a7f-77b34a14bdb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912111 Nov 11 17:45:58.268759 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-f2a35dc0-71f8-4bf2-bbdc-1ad45910b916 service neutron] 10.222.0.64 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738858 Nov 11 17:45:58.275939 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd262c9-d809-4e62-a90b-727c725d57aa req-51a48fc4-fb59-4703-bd77-bcb09c75b575 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:58.285405 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ffd262c9-d809-4e62-a90b-727c725d57aa req-51a48fc4-fb59-4703-bd77-bcb09c75b575 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 944 time: 0.1179557 Nov 11 17:45:58.446400 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2bfea3f-7df5-4220-8f1b-6959005bd172 req-b29e82b3-cfc3-46ef-aead-0882ca92d8c8 service neutron] 10.222.0.64 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709418 Nov 11 17:45:58.470503 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ffd262c9-d809-4e62-a90b-727c725d57aa req-a933c6a7-3dcc-48f0-a126-90a6772c853f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834216 Nov 11 17:45:58.473678 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-566cf140-6a91-4d85-b9ac-acb3f2c7a3de tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Deleting port eeae5881-7d7b-4d32-aa19-692363272335 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:45:58.474019 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-566cf140-6a91-4d85-b9ac-acb3f2c7a3de tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:58.602073 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215b5e1-7e24-4704-82b1-5c9ef755eb69 req-82413661-07dd-433a-80ff-01cc898049f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:58.603787 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6215b5e1-7e24-4704-82b1-5c9ef755eb69 req-82413661-07dd-433a-80ff-01cc898049f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 1095 time: 0.0668826 Nov 11 17:45:58.642050 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:58.650199 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:58.747607 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215b5e1-7e24-4704-82b1-5c9ef755eb69 req-23fd7919-2e05-45b9-8afb-3a2a632b6ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:58.749934 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6215b5e1-7e24-4704-82b1-5c9ef755eb69 req-23fd7919-2e05-45b9-8afb-3a2a632b6ac7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 914 time: 0.1391065 Nov 11 17:45:58.813622 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b144f6c-0e3f-48d8-9caa-ff271310f923 None None] Pushing event updated for resources: {'Port': ['ID=a7609982-873e-42b9-8a6f-4f5ffd8bc134,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:58.850967 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6215b5e1-7e24-4704-82b1-5c9ef755eb69 req-c07c78f7-f003-434f-b573-6c6b6abe82dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f22a40f6-fe77-4985-9b81-7fa95071fae7 HTTP/1.1" status: 200 len: 217 time: 0.0893469 Nov 11 17:45:58.860315 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] Attempting to bind port a7609982-873e-42b9-8a6f-4f5ffd8bc134 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:45:58.860935 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] Attempting to bind port a7609982-873e-42b9-8a6f-4f5ffd8bc134 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bea7e513-b82c-4a24-9cac-e15f2b25b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'ae6a59ca-0a66-4cbb-a675-dec1f1b71b15'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:45:58.861456 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] Attempting to bind port a7609982-873e-42b9-8a6f-4f5ffd8bc134 on network ae6a59ca-0a66-4cbb-a675-dec1f1b71b15 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:45:58.869053 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:45:58.870077 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] Checking segment: {'id': 'bea7e513-b82c-4a24-9cac-e15f2b25b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'ae6a59ca-0a66-4cbb-a675-dec1f1b71b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:45:58.870391 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:58.870989 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] Bound using segment: {'id': 'bea7e513-b82c-4a24-9cac-e15f2b25b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'ae6a59ca-0a66-4cbb-a675-dec1f1b71b15'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:45:58.871829 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] Bound port: a7609982-873e-42b9-8a6f-4f5ffd8bc134, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea7e513-b82c-4a24-9cac-e15f2b25b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'ae6a59ca-0a66-4cbb-a675-dec1f1b71b15'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:45:58.872660 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:58.960713 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215b5e1-7e24-4704-82b1-5c9ef755eb69 req-578c150a-ff8f-4753-8eb7-26a51459c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:58.971249 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6215b5e1-7e24-4704-82b1-5c9ef755eb69 req-578c150a-ff8f-4753-8eb7-26a51459c632 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.1058128 Nov 11 17:45:59.062881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215b5e1-7e24-4704-82b1-5c9ef755eb69 req-a45f32dc-7427-4e14-aa2a-c4d3735ffe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:59.066372 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6215b5e1-7e24-4704-82b1-5c9ef755eb69 req-a45f32dc-7427-4e14-aa2a-c4d3735ffe45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919285 Nov 11 17:45:59.068196 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] For port a7609982-873e-42b9-8a6f-4f5ffd8bc134, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:45:59.088444 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8747f59c-9c87-4eb9-9774-89b489a2cdd7 None None] Provisioning complete for port a7609982-873e-42b9-8a6f-4f5ffd8bc134 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:59.088901 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8747f59c-9c87-4eb9-9774-89b489a2cdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:59.096283 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] For port a7609982-873e-42b9-8a6f-4f5ffd8bc134, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a7609982-873e-42b9-8a6f-4f5ffd8bc134,segment=NetworkSegment(bea7e513-b82c-4a24-9cac-e15f2b25b156),segment_id=bea7e513-b82c-4a24-9cac-e15f2b25b156)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:45:59.119412 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:59.200870 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b144f6c-0e3f-48d8-9caa-ff271310f923 None None] Pushing event updated for resources: {'Port': ['ID=a7609982-873e-42b9-8a6f-4f5ffd8bc134,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:59.207591 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-566cf140-6a91-4d85-b9ac-acb3f2c7a3de tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:59.208175 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-566cf140-6a91-4d85-b9ac-acb3f2c7a3de tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:59.225884 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] Routers {'c7a34d0c-6333-4688-ac1a-0fc462a622ea'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:45:59.226690 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:45:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c7a34d0c-6333-4688-ac1a-0fc462a622ea'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:45:59.234678 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-566cf140-6a91-4d85-b9ac-acb3f2c7a3de tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Calling delete_port for eeae5881-7d7b-4d32-aa19-692363272335 owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:45:59.286283 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-8747f59c-9c87-4eb9-9774-89b489a2cdd7 None None] Port a7609982-873e-42b9-8a6f-4f5ffd8bc134 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:45:59.363653 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6215b5e1-7e24-4704-82b1-5c9ef755eb69 req-7d8f66af-7950-41cf-a2dc-9397eec58014 service neutron] 10.222.0.64 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893665 Nov 11 17:45:59.505005 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] Set router c7a34d0c-6333-4688-ac1a-0fc462a622ea gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:45:59.571903 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6215b5e1-7e24-4704-82b1-5c9ef755eb69 req-3383a6f9-8afa-41f1-b941-2766eb6c6e79 service neutron] 10.222.0.64 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002347 Nov 11 17:45:59.717212 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-566cf140-6a91-4d85-b9ac-acb3f2c7a3de tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:59.738601 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-64d55a25-8d1b-44ab-8621-ce88380ac12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:59.744817 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-839d7acd-69f1-45ac-960a-d00194ee65d9 None None] Provisioning complete for port a7609982-873e-42b9-8a6f-4f5ffd8bc134 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:45:59.745349 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-839d7acd-69f1-45ac-960a-d00194ee65d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:59.830978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566cf140-6a91-4d85-b9ac-acb3f2c7a3de tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Pushing event deleted for resources: {'Port': ['ID=eeae5881-7d7b-4d32-aa19-692363272335,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:45:59.914834 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-839d7acd-69f1-45ac-960a-d00194ee65d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:45:59.932500 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392949a2-9404-4fac-998e-123f61d4d757 req-4aa38a68-05f9-41de-9381-e22e6815e6e9 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:45:59.934363 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-392949a2-9404-4fac-998e-123f61d4d757 req-4aa38a68-05f9-41de-9381-e22e6815e6e9 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 944 time: 0.2236414 Nov 11 17:46:00.015592 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-566cf140-6a91-4d85-b9ac-acb3f2c7a3de tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:00.016145 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-566cf140-6a91-4d85-b9ac-acb3f2c7a3de tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Floating IP aec22ed1-e119-4ab0-b0ea-7186e947ef08 disassociated (deleted). External IP: 172.25.2.118, port: c0411435-e321-4fae-82e1-7a5c3c0b1b80. Nov 11 17:46:00.017915 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-839d7acd-69f1-45ac-960a-d00194ee65d9 None None] For port a7609982-873e-42b9-8a6f-4f5ffd8bc134, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a7609982-873e-42b9-8a6f-4f5ffd8bc134,segment=NetworkSegment(bea7e513-b82c-4a24-9cac-e15f2b25b156),segment_id=bea7e513-b82c-4a24-9cac-e15f2b25b156)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:00.024675 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-839d7acd-69f1-45ac-960a-d00194ee65d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:00.095365 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a34d0c-6333-4688-ac1a-0fc462a622ea', 'name': 'tempest-ImageQuotaTest-1561854811-router', 'tenant_id': 'd67ccdf7aff94566965796f9b7571599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'd0a2fa8c-08e1-4f87-9d58-418bba19152f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:45:50Z', 'updated_at': '2021-11-11T17:45:54Z', 'revision_number': 4, 'project_id': 'd67ccdf7aff94566965796f9b7571599', 'gw_port': {'id': 'd0a2fa8c-08e1-4f87-9d58-418bba19152f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a34d0c-6333-4688-ac1a-0fc462a622ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:45:50Z', 'updated_at': '2021-11-11T17:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'a7609982-873e-42b9-8a6f-4f5ffd8bc134', 'name': '', 'network_id': 'ae6a59ca-0a66-4cbb-a675-dec1f1b71b15', 'tenant_id': 'd67ccdf7aff94566965796f9b7571599', 'mac_address': 'fa:16:3e:2d:9c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a34d0c-6333-4688-ac1a-0fc462a622ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '6242863d-950a-4d1f-aa6d-594166f8fcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:45:53Z', 'updated_at': '2021-11-11T17:45:59Z', 'revision_number': 4, 'project_id': 'd67ccdf7aff94566965796f9b7571599', 'subnets': [{'id': '6242863d-950a-4d1f-aa6d-594166f8fcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:00.097341 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d7acd-69f1-45ac-960a-d00194ee65d9 None None] Pushing event updated for resources: {'Port': ['ID=a7609982-873e-42b9-8a6f-4f5ffd8bc134,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:00.103903 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-392949a2-9404-4fac-998e-123f61d4d757 req-8b65d9b9-b38f-4ee8-ba0f-fe38119a583e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340632 Nov 11 17:46:00.140421 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d6e1cd-7b35-44ef-902a-5cf667871fb1 None None] The sync data for ids ['c7a34d0c-6333-4688-ac1a-0fc462a622ea'] in n-d-816206-4 is: [{'id': 'c7a34d0c-6333-4688-ac1a-0fc462a622ea', 'name': 'tempest-ImageQuotaTest-1561854811-router', 'tenant_id': 'd67ccdf7aff94566965796f9b7571599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'd0a2fa8c-08e1-4f87-9d58-418bba19152f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:45:50Z', 'updated_at': '2021-11-11T17:45:54Z', 'revision_number': 4, 'project_id': 'd67ccdf7aff94566965796f9b7571599', 'gw_port': {'id': 'd0a2fa8c-08e1-4f87-9d58-418bba19152f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a34d0c-6333-4688-ac1a-0fc462a622ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:45:50Z', 'updated_at': '2021-11-11T17:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'a7609982-873e-42b9-8a6f-4f5ffd8bc134', 'name': '', 'network_id': 'ae6a59ca-0a66-4cbb-a675-dec1f1b71b15', 'tenant_id': 'd67ccdf7aff94566965796f9b7571599', 'mac_address': 'fa:16:3e:2d:9c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a34d0c-6333-4688-ac1a-0fc462a622ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '6242863d-950a-4d1f-aa6d-594166f8fcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:45:53Z', 'updated_at': '2021-11-11T17:45:59Z', 'revision_number': 4, 'project_id': 'd67ccdf7aff94566965796f9b7571599', 'subnets': [{'id': '6242863d-950a-4d1f-aa6d-594166f8fcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:46:00.494252 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566cf140-6a91-4d85-b9ac-acb3f2c7a3de tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Router f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:46:00.583047 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-64d55a25-8d1b-44ab-8621-ce88380ac12f admin admin] Deleting port a7609982-873e-42b9-8a6f-4f5ffd8bc134 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:46:00.583047 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-64d55a25-8d1b-44ab-8621-ce88380ac12f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:00.720462 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a7609982-873e-42b9-8a6f-4f5ffd8bc134 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:46:00.753771 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566cf140-6a91-4d85-b9ac-acb3f2c7a3de tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:46:00.768381 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d5e6fc-40d0-42e1-8a7e-344206d5ebfa None None] Sync routers for ids ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:46:00.790475 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d5e6fc-40d0-42e1-8a7e-344206d5ebfa None None] Routers {'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:46:00.791001 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-26d5e6fc-40d0-42e1-8a7e-344206d5ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:45:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:00.795451 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-566cf140-6a91-4d85-b9ac-acb3f2c7a3de tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:00.813987 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port a7609982-873e-42b9-8a6f-4f5ffd8bc134 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:46:00.815353 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:00.849540 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-566cf140-6a91-4d85-b9ac-acb3f2c7a3de tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "DELETE /v2.0/floatingips/aec22ed1-e119-4ab0-b0ea-7186e947ef08 HTTP/1.1" status: 204 len: 168 time: 3.3409619 Nov 11 17:46:00.859483 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-64d55a25-8d1b-44ab-8621-ce88380ac12f admin admin] For port a7609982-873e-42b9-8a6f-4f5ffd8bc134, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a7609982-873e-42b9-8a6f-4f5ffd8bc134,segment=NetworkSegment(bea7e513-b82c-4a24-9cac-e15f2b25b156),segment_id=bea7e513-b82c-4a24-9cac-e15f2b25b156)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:00.861306 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-64d55a25-8d1b-44ab-8621-ce88380ac12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:00.896722 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-64d55a25-8d1b-44ab-8621-ce88380ac12f admin admin] Calling delete_port for a7609982-873e-42b9-8a6f-4f5ffd8bc134 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:46:00.988289 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e948acca-7348-4271-b648-35d47fd40fdc', 'tag': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:46:00.990713 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d55fc3c-a732-4eed-90d4-25418369de07" -d '{"events": [{"name": "network-changed", "server_uuid": "e948acca-7348-4271-b648-35d47fd40fdc", "tag": "c0411435-e321-4fae-82e1-7a5c3c0b1b80"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:46:01.274567 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-26d5e6fc-40d0-42e1-8a7e-344206d5ebfa None None] Set router f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:46:01.342266 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a059e1-2236-46e0-a887-30f294eb973e x-openstack-request-id: req-39a059e1-2236-46e0-a887-30f294eb973e {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:46:01.342560 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e948acca-7348-4271-b648-35d47fd40fdc", "tag": "c0411435-e321-4fae-82e1-7a5c3c0b1b80", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:46:01.342823 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-39a059e1-2236-46e0-a887-30f294eb973e {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:46:01.343229 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e948acca-7348-4271-b648-35d47fd40fdc', 'tag': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80', 'status': 'completed', 'code': 200} Nov 11 17:46:01.466028 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-64d55a25-8d1b-44ab-8621-ce88380ac12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:01.472872 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55fc3c-a732-4eed-90d4-25418369de07 req-5065053a-a559-4de4-970d-e47bf8e7863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:01.474410 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d55fc3c-a732-4eed-90d4-25418369de07 req-5065053a-a559-4de4-970d-e47bf8e7863a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=da0609b8911e49f0b0d1e564372cbf92&device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 1096 time: 0.1302819 Nov 11 17:46:01.486717 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e83bc-de30-4fd9-8760-d5ac24bd435c req-8005828a-0a5d-4faf-bd36-34c86dfe3a36 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:01.488321 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-596e83bc-de30-4fd9-8760-d5ac24bd435c req-8005828a-0a5d-4faf-bd36-34c86dfe3a36 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 944 time: 0.1184571 Nov 11 17:46:01.544340 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d55a25-8d1b-44ab-8621-ce88380ac12f admin admin] Pushing event deleted for resources: {'Port': ['ID=a7609982-873e-42b9-8a6f-4f5ffd8bc134,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:01.683188 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-26d5e6fc-40d0-42e1-8a7e-344206d5ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'name': 'tempest-TestVolumeBackupRestore-908602681-router', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:19Z', 'updated_at': '2021-11-11T17:40:28Z', 'revision_number': 4, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'gw_port': {'id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:21Z', 'updated_at': '2021-11-11T17:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '1de528f2-fa40-44eb-a7a0-34592bfe34cc', 'name': '', 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'mac_address': 'fa:16:3e:4f:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:26Z', 'updated_at': '2021-11-11T17:40:48Z', 'revision_number': 5, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'subnets': [{'id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:01.753402 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-596e83bc-de30-4fd9-8760-d5ac24bd435c req-8e6e1ae5-fbff-4d98-b420-b5a5c2832102 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340050 Nov 11 17:46:01.767809 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d5e6fc-40d0-42e1-8a7e-344206d5ebfa None None] Checking router: f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:46:01.803232 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d5e6fc-40d0-42e1-8a7e-344206d5ebfa None None] Routers {'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:46:01.807258 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-26d5e6fc-40d0-42e1-8a7e-344206d5ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:45:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:02.008311 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55fc3c-a732-4eed-90d4-25418369de07 req-9938fb92-4adf-4fb4-b7b0-3ddfc9d7e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:02.009802 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d55fc3c-a732-4eed-90d4-25418369de07 req-9938fb92-4adf-4fb4-b7b0-3ddfc9d7e5b9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c86a5577-7cc1-4dba-9dcb-52b1cdd5856e HTTP/1.1" status: 200 len: 915 time: 0.5181763 Nov 11 17:46:02.020796 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-64d55a25-8d1b-44ab-8621-ce88380ac12f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:02.037797 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-26d5e6fc-40d0-42e1-8a7e-344206d5ebfa None None] Set router f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:46:02.079913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16158721-c518-45ea-8088-f60a577e121f req-14fc512b-aaa1-408c-97ea-a6ede54219a3 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:02.081423 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16158721-c518-45ea-8088-f60a577e121f req-14fc512b-aaa1-408c-97ea-a6ede54219a3 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 945 time: 0.1315625 Nov 11 17:46:02.083191 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d55fc3c-a732-4eed-90d4-25418369de07 req-c8e5a998-0eac-4c36-91cf-9e738624d7fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0411435-e321-4fae-82e1-7a5c3c0b1b80 HTTP/1.1" status: 200 len: 217 time: 0.0640070 Nov 11 17:46:02.261562 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55fc3c-a732-4eed-90d4-25418369de07 req-83060a3f-9b7f-4d22-a9b3-3a856614b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:02.263193 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d55fc3c-a732-4eed-90d4-25418369de07 req-83060a3f-9b7f-4d22-a9b3-3a856614b14e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4f3241c-7021-46c1-aebb-c1049e6646ce HTTP/1.1" status: 200 len: 852 time: 0.1394243 Nov 11 17:46:02.272073 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16158721-c518-45ea-8088-f60a577e121f req-bb306f56-664d-498a-8289-3129d7c59723 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/security-groups?id=01c976bc-cf24-4686-9a0d-beb7cd683024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508369 Nov 11 17:46:02.332085 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-26d5e6fc-40d0-42e1-8a7e-344206d5ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'name': 'tempest-TestVolumeBackupRestore-908602681-router', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:19Z', 'updated_at': '2021-11-11T17:40:28Z', 'revision_number': 4, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'gw_port': {'id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:21Z', 'updated_at': '2021-11-11T17:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '1de528f2-fa40-44eb-a7a0-34592bfe34cc', 'name': '', 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'mac_address': 'fa:16:3e:4f:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:26Z', 'updated_at': '2021-11-11T17:40:48Z', 'revision_number': 5, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'subnets': [{'id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:02.365947 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55fc3c-a732-4eed-90d4-25418369de07 req-23b38b2c-a18c-4ae8-9c7f-5082fa9c5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:02.368830 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d55fc3c-a732-4eed-90d4-25418369de07 req-23b38b2c-a18c-4ae8-9c7f-5082fa9c5bb0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c86a5577-7cc1-4dba-9dcb-52b1cdd5856e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934026 Nov 11 17:46:02.386307 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-3d55fc3c-a732-4eed-90d4-25418369de07 req-c8da3db2-9754-4c6a-842d-c216984b7b50 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:46:02.387407 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d55fc3c-a732-4eed-90d4-25418369de07 req-c8da3db2-9754-4c6a-842d-c216984b7b50 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056512 Nov 11 17:46:02.389843 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d5e6fc-40d0-42e1-8a7e-344206d5ebfa None None] The sync data for ids ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'] in n-d-816206-4 is: [{'id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'name': 'tempest-TestVolumeBackupRestore-908602681-router', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:19Z', 'updated_at': '2021-11-11T17:40:28Z', 'revision_number': 4, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'gw_port': {'id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:21Z', 'updated_at': '2021-11-11T17:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '1de528f2-fa40-44eb-a7a0-34592bfe34cc', 'name': '', 'network_id': 'c86a5577-7cc1-4dba-9dcb-52b1cdd5856e', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'mac_address': 'fa:16:3e:4f:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:26Z', 'updated_at': '2021-11-11T17:40:48Z', 'revision_number': 5, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'subnets': [{'id': 'e4f3241c-7021-46c1-aebb-c1049e6646ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:46:02.530009 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d55a25-8d1b-44ab-8621-ce88380ac12f admin admin] Router c7a34d0c-6333-4688-ac1a-0fc462a622ea has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:46:02.550056 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d55fc3c-a732-4eed-90d4-25418369de07 req-929b5400-010e-4e11-aeed-77948b9053cd service neutron] 10.222.0.83 "GET /v2.0/networks/c86a5577-7cc1-4dba-9dcb-52b1cdd5856e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528196 Nov 11 17:46:02.738000 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447ca070-e478-4c46-98be-9022bc381a84 None None] New status for floating IP aec22ed1-e119-4ab0-b0ea-7186e947ef08: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:46:03.300601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009af49-66a7-43c5-a224-4029f80424c6 req-d393c1d2-e545-49a0-bfa5-d44b9419e36e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:03.301989 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e009af49-66a7-43c5-a224-4029f80424c6 req-d393c1d2-e545-49a0-bfa5-d44b9419e36e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 944 time: 0.1563013 Nov 11 17:46:03.316351 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df99f7-2814-470b-bcba-fb4d72d4cb51 req-350f42ee-364f-4782-af92-c3c56b19697b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:03.317815 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3df99f7-2814-470b-bcba-fb4d72d4cb51 req-350f42ee-364f-4782-af92-c3c56b19697b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.83 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 945 time: 0.1852779 Nov 11 17:46:03.322426 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d55fc3c-a732-4eed-90d4-25418369de07 req-b12a1b50-8231-46e6-9171-acca58a928be service neutron] 10.222.0.83 "GET /v2.0/networks/c86a5577-7cc1-4dba-9dcb-52b1cdd5856e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7156975 Nov 11 17:46:03.328585 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d55a25-8d1b-44ab-8621-ce88380ac12f admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:46:03.341971 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b870e3c9-0cdc-45ae-ad69-df916de37689 None None] Sync routers for ids ['c7a34d0c-6333-4688-ac1a-0fc462a622ea'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:46:03.349685 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-64d55a25-8d1b-44ab-8621-ce88380ac12f admin admin] 10.222.0.76 "PUT /v2.0/routers/c7a34d0c-6333-4688-ac1a-0fc462a622ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3923674 Nov 11 17:46:03.352832 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34754) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:46:03.381705 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b870e3c9-0cdc-45ae-ad69-df916de37689 None None] Routers {'c7a34d0c-6333-4688-ac1a-0fc462a622ea'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:46:03.382721 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b870e3c9-0cdc-45ae-ad69-df916de37689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:45:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c7a34d0c-6333-4688-ac1a-0fc462a622ea'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:03.416888 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e009af49-66a7-43c5-a224-4029f80424c6 req-a3c3df17-22b6-466e-9740-245105b58432 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978248 Nov 11 17:46:03.548358 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-f3df99f7-2814-470b-bcba-fb4d72d4cb51 req-05fa0e2b-96ec-4ad2-bd13-db2a460f26b0 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Deleting port c0411435-e321-4fae-82e1-7a5c3c0b1b80 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:46:03.550894 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f3df99f7-2814-470b-bcba-fb4d72d4cb51 req-05fa0e2b-96ec-4ad2-bd13-db2a460f26b0 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:03.553644 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b57e6bce-0a68-4a2d-bb9c-fc1d0268ab0b admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:03.557643 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-b870e3c9-0cdc-45ae-ad69-df916de37689 None None] Set router c7a34d0c-6333-4688-ac1a-0fc462a622ea gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:46:03.611785 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ee2e2-8d2b-42f3-baf7-c62243086b11 req-b16f2ce4-209b-478f-aa98-7d0e42d6009b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:03.619110 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-882ee2e2-8d2b-42f3-baf7-c62243086b11 req-b16f2ce4-209b-478f-aa98-7d0e42d6009b tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 945 time: 0.1284516 Nov 11 17:46:03.668790 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b57e6bce-0a68-4a2d-bb9c-fc1d0268ab0b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:03.709140 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-882ee2e2-8d2b-42f3-baf7-c62243086b11 req-cad787c6-083a-4102-bb82-9e031e0ba7b4 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/security-groups?id=01c976bc-cf24-4686-9a0d-beb7cd683024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888853 Nov 11 17:46:03.724353 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-f3df99f7-2814-470b-bcba-fb4d72d4cb51 req-05fa0e2b-96ec-4ad2-bd13-db2a460f26b0 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] For port c0411435-e321-4fae-82e1-7a5c3c0b1b80, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=c0411435-e321-4fae-82e1-7a5c3c0b1b80,segment=NetworkSegment(e61f15ac-17f9-4b9f-85e6-7b4230d7856f),segment_id=e61f15ac-17f9-4b9f-85e6-7b4230d7856f)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:03.724898 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f3df99f7-2814-470b-bcba-fb4d72d4cb51 req-05fa0e2b-96ec-4ad2-bd13-db2a460f26b0 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:03.740145 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-b57e6bce-0a68-4a2d-bb9c-fc1d0268ab0b admin admin] Deleting port d0a2fa8c-08e1-4f87-9d58-418bba19152f {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:46:03.740498 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b57e6bce-0a68-4a2d-bb9c-fc1d0268ab0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:03.754599 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-f3df99f7-2814-470b-bcba-fb4d72d4cb51 req-05fa0e2b-96ec-4ad2-bd13-db2a460f26b0 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Calling delete_port for c0411435-e321-4fae-82e1-7a5c3c0b1b80 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:46:03.838095 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b870e3c9-0cdc-45ae-ad69-df916de37689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a34d0c-6333-4688-ac1a-0fc462a622ea', 'name': 'tempest-ImageQuotaTest-1561854811-router', 'tenant_id': 'd67ccdf7aff94566965796f9b7571599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'd0a2fa8c-08e1-4f87-9d58-418bba19152f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:45:50Z', 'updated_at': '2021-11-11T17:46:01Z', 'revision_number': 5, 'project_id': 'd67ccdf7aff94566965796f9b7571599', 'gw_port': {'id': 'd0a2fa8c-08e1-4f87-9d58-418bba19152f', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a34d0c-6333-4688-ac1a-0fc462a622ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:45:50Z', 'updated_at': '2021-11-11T17:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:03.866879 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-b57e6bce-0a68-4a2d-bb9c-fc1d0268ab0b admin admin] For port d0a2fa8c-08e1-4f87-9d58-418bba19152f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d0a2fa8c-08e1-4f87-9d58-418bba19152f,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:03.869892 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b57e6bce-0a68-4a2d-bb9c-fc1d0268ab0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:03.871517 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b870e3c9-0cdc-45ae-ad69-df916de37689 None None] Checking router: c7a34d0c-6333-4688-ac1a-0fc462a622ea for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:46:03.882955 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b870e3c9-0cdc-45ae-ad69-df916de37689 None None] Routers {'c7a34d0c-6333-4688-ac1a-0fc462a622ea'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:46:03.883534 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b870e3c9-0cdc-45ae-ad69-df916de37689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:45:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c7a34d0c-6333-4688-ac1a-0fc462a622ea'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:03.903026 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-b57e6bce-0a68-4a2d-bb9c-fc1d0268ab0b admin admin] Calling delete_port for d0a2fa8c-08e1-4f87-9d58-418bba19152f owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:46:03.937153 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f3df99f7-2814-470b-bcba-fb4d72d4cb51 req-05fa0e2b-96ec-4ad2-bd13-db2a460f26b0 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:03.992764 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-b870e3c9-0cdc-45ae-ad69-df916de37689 None None] Set router c7a34d0c-6333-4688-ac1a-0fc462a622ea gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:46:04.011613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa0e2b-96ec-4ad2-bd13-db2a460f26b0 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Pushing event deleted for resources: {'Port': ['ID=c0411435-e321-4fae-82e1-7a5c3c0b1b80,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:04.042946 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3df99f7-2814-470b-bcba-fb4d72d4cb51 req-05fa0e2b-96ec-4ad2-bd13-db2a460f26b0 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] No DVR routers for this DVR port c0411435-e321-4fae-82e1-7a5c3c0b1b80 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:46:04.045679 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f3df99f7-2814-470b-bcba-fb4d72d4cb51 req-05fa0e2b-96ec-4ad2-bd13-db2a460f26b0 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:04.049893 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f3df99f7-2814-470b-bcba-fb4d72d4cb51 req-05fa0e2b-96ec-4ad2-bd13-db2a460f26b0 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.83 "DELETE /v2.0/ports/c0411435-e321-4fae-82e1-7a5c3c0b1b80 HTTP/1.1" status: 204 len: 173 time: 0.7179837 Nov 11 17:46:04.050348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e948acca-7348-4271-b648-35d47fd40fdc', 'name': 'network-vif-deleted', 'tag': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:46:04.052966 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc32a42-fd4b-4e41-a5eb-2c90b3df24e4" -d '{"events": [{"server_uuid": "e948acca-7348-4271-b648-35d47fd40fdc", "name": "network-vif-deleted", "tag": "c0411435-e321-4fae-82e1-7a5c3c0b1b80"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:46:04.056215 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b870e3c9-0cdc-45ae-ad69-df916de37689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a34d0c-6333-4688-ac1a-0fc462a622ea', 'name': 'tempest-ImageQuotaTest-1561854811-router', 'tenant_id': 'd67ccdf7aff94566965796f9b7571599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:45:50Z', 'updated_at': '2021-11-11T17:46:03Z', 'revision_number': 6, 'project_id': 'd67ccdf7aff94566965796f9b7571599', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:04.098277 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b870e3c9-0cdc-45ae-ad69-df916de37689 None None] The sync data for ids ['c7a34d0c-6333-4688-ac1a-0fc462a622ea'] in n-d-816206-4 is: [{'id': 'c7a34d0c-6333-4688-ac1a-0fc462a622ea', 'name': 'tempest-ImageQuotaTest-1561854811-router', 'tenant_id': 'd67ccdf7aff94566965796f9b7571599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:45:50Z', 'updated_at': '2021-11-11T17:46:03Z', 'revision_number': 6, 'project_id': 'd67ccdf7aff94566965796f9b7571599', 'gw_port_host': None}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:46:04.130124 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0859174-e1ca-460d-a969-015e705f9551 x-openstack-request-id: req-a0859174-e1ca-460d-a969-015e705f9551 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:46:04.130770 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e948acca-7348-4271-b648-35d47fd40fdc", "name": "network-vif-deleted", "tag": "c0411435-e321-4fae-82e1-7a5c3c0b1b80", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:46:04.131230 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a0859174-e1ca-460d-a969-015e705f9551 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:46:04.132025 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e948acca-7348-4271-b648-35d47fd40fdc', 'name': 'network-vif-deleted', 'tag': 'c0411435-e321-4fae-82e1-7a5c3c0b1b80', 'status': 'completed', 'code': 200} Nov 11 17:46:04.169073 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b57e6bce-0a68-4a2d-bb9c-fc1d0268ab0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:04.200446 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e6bce-0a68-4a2d-bb9c-fc1d0268ab0b admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a2fa8c-08e1-4f87-9d58-418bba19152f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:04.217286 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de07a9fd-c8d6-4737-98f3-1474655da51e None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:46:04.277977 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b57e6bce-0a68-4a2d-bb9c-fc1d0268ab0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:04.618347 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da24346-0f0b-4b11-8634-699a7fe5cf76 req-00aa867f-20a4-4c05-99ec-3287251fc332 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:04.657889 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6da24346-0f0b-4b11-8634-699a7fe5cf76 req-00aa867f-20a4-4c05-99ec-3287251fc332 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 944 time: 0.1166201 Nov 11 17:46:04.697664 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b57e6bce-0a68-4a2d-bb9c-fc1d0268ab0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:04.699899 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b57e6bce-0a68-4a2d-bb9c-fc1d0268ab0b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:04.721845 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6da24346-0f0b-4b11-8634-699a7fe5cf76 req-5e1d65cd-3325-4d42-a491-d8a913eeb891 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581560 Nov 11 17:46:04.755648 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b57e6bce-0a68-4a2d-bb9c-fc1d0268ab0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:04.756506 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57e6bce-0a68-4a2d-bb9c-fc1d0268ab0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7a34d0c-6333-4688-ac1a-0fc462a622ea {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:46:04.762274 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b57e6bce-0a68-4a2d-bb9c-fc1d0268ab0b admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:04.763700 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b57e6bce-0a68-4a2d-bb9c-fc1d0268ab0b admin admin] 10.222.0.76 "DELETE /v2.0/routers/c7a34d0c-6333-4688-ac1a-0fc462a622ea HTTP/1.1" status: 204 len: 168 time: 1.4087248 Nov 11 17:46:04.766223 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34782) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:46:04.839060 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-546dd5fd-7c06-443b-a435-6f291e4b3fb0 req-bb21c413-86aa-41c9-92c1-03ef8896173f tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 210 time: 0.0421641 Nov 11 17:46:04.850667 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-3262762b-96ec-4c2b-a849-66e55d1dafe5 admin admin] Deleting subnet 6242863d-950a-4d1f-aa6d-594166f8fcbe {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:46:04.859244 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3262762b-96ec-4c2b-a849-66e55d1dafe5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:04.905279 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3262762b-96ec-4c2b-a849-66e55d1dafe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:04.987527 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a7609982-873e-42b9-8a6f-4f5ffd8bc134 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:46:05.023318 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: a7609982-873e-42b9-8a6f-4f5ffd8bc134 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:46:05.024508 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a7609982-873e-42b9-8a6f-4f5ffd8bc134 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:46:05.055059 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3262762b-96ec-4c2b-a849-66e55d1dafe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:05.123144 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3262762b-96ec-4c2b-a849-66e55d1dafe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:05.158736 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262762b-96ec-4c2b-a849-66e55d1dafe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6242863d-950a-4d1f-aa6d-594166f8fcbe,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:05.169455 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3262762b-96ec-4c2b-a849-66e55d1dafe5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:05.174762 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3262762b-96ec-4c2b-a849-66e55d1dafe5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6242863d-950a-4d1f-aa6d-594166f8fcbe HTTP/1.1" status: 204 len: 168 time: 0.4072638 Nov 11 17:46:05.178565 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34788) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:46:05.186061 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0b6a1c-bae0-47d1-807e-f6157b801ba8 None None] Network ae6a59ca-0a66-4cbb-a675-dec1f1b71b15 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:46:05.272246 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1a19029-2c7b-42a2-b359-abda62b72a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:05.356359 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-f1a19029-2c7b-42a2-b359-abda62b72a18 admin admin] Deleting port 7ea478ec-fa65-4c49-84f6-f253bbdc6451 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:46:05.357067 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1a19029-2c7b-42a2-b359-abda62b72a18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:05.429704 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af619957-4ea1-4e38-af22-8ffb6aec86ba None None] DHCP port deletion for ae6a59ca-0a66-4cbb-a675-dec1f1b71b15 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:46:05.461398 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-f1a19029-2c7b-42a2-b359-abda62b72a18 admin admin] For port 7ea478ec-fa65-4c49-84f6-f253bbdc6451, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7ea478ec-fa65-4c49-84f6-f253bbdc6451,segment=NetworkSegment(bea7e513-b82c-4a24-9cac-e15f2b25b156),segment_id=bea7e513-b82c-4a24-9cac-e15f2b25b156)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:05.462121 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1a19029-2c7b-42a2-b359-abda62b72a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:05.476767 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-f1a19029-2c7b-42a2-b359-abda62b72a18 admin admin] Calling delete_port for 7ea478ec-fa65-4c49-84f6-f253bbdc6451 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:46:05.498726 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-af619957-4ea1-4e38-af22-8ffb6aec86ba None None] Deleting port 7ea478ec-fa65-4c49-84f6-f253bbdc6451 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:46:05.499357 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-af619957-4ea1-4e38-af22-8ffb6aec86ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:05.567285 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-af619957-4ea1-4e38-af22-8ffb6aec86ba None None] For port 7ea478ec-fa65-4c49-84f6-f253bbdc6451, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7ea478ec-fa65-4c49-84f6-f253bbdc6451,segment=NetworkSegment(bea7e513-b82c-4a24-9cac-e15f2b25b156),segment_id=bea7e513-b82c-4a24-9cac-e15f2b25b156)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:05.567684 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-af619957-4ea1-4e38-af22-8ffb6aec86ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:05.582130 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-af619957-4ea1-4e38-af22-8ffb6aec86ba None None] Calling delete_port for 7ea478ec-fa65-4c49-84f6-f253bbdc6451 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:46:05.583968 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1a19029-2c7b-42a2-b359-abda62b72a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:05.599692 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a19029-2c7b-42a2-b359-abda62b72a18 admin admin] No DVR routers for this DVR port 7ea478ec-fa65-4c49-84f6-f253bbdc6451 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:46:05.644085 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a19029-2c7b-42a2-b359-abda62b72a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea478ec-fa65-4c49-84f6-f253bbdc6451,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:05.670159 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 17:46:05.676955 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-af619957-4ea1-4e38-af22-8ffb6aec86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:05.690528 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af619957-4ea1-4e38-af22-8ffb6aec86ba None None] No DVR routers for this DVR port 7ea478ec-fa65-4c49-84f6-f253bbdc6451 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:46:05.716229 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af619957-4ea1-4e38-af22-8ffb6aec86ba None None] Pushing event deleted for resources: {'Port': ['ID=7ea478ec-fa65-4c49-84f6-f253bbdc6451,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:05.724599 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1a19029-2c7b-42a2-b359-abda62b72a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:05.756678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-f1a19029-2c7b-42a2-b359-abda62b72a18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6a59ca-0a66-4cbb-a675-dec1f1b71b15']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:05.768837 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-f1a19029-2c7b-42a2-b359-abda62b72a18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea7e513-b82c-4a24-9cac-e15f2b25b156') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:05.769267 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-f1a19029-2c7b-42a2-b359-abda62b72a18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea7e513-b82c-4a24-9cac-e15f2b25b156') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:05.780861 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1a19029-2c7b-42a2-b359-abda62b72a18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:05.807828 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1a19029-2c7b-42a2-b359-abda62b72a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:05.825003 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a19029-2c7b-42a2-b359-abda62b72a18 admin admin] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:46:05.833664 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1a19029-2c7b-42a2-b359-abda62b72a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:46:05.836340 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:46:05.852526 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device c0411435-e321-4fae-82e1-7a5c3c0b1b80 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:46:05.899259 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: c0411435-e321-4fae-82e1-7a5c3c0b1b80 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:46:05.901118 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device c0411435-e321-4fae-82e1-7a5c3c0b1b80 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:46:05.918804 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9d82c-a006-4bdb-b02f-28079a42fa1b req-d13ce2d5-94ee-4ae4-9e98-07beb4deca4a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:05.920611 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0e9d82c-a006-4bdb-b02f-28079a42fa1b req-d13ce2d5-94ee-4ae4-9e98-07beb4deca4a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 944 time: 0.0925210 Nov 11 17:46:05.956840 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1a19029-2c7b-42a2-b359-abda62b72a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:05.963381 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1a19029-2c7b-42a2-b359-abda62b72a18 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:05.970981 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f1a19029-2c7b-42a2-b359-abda62b72a18 admin admin] 10.222.0.76 "DELETE /v2.0/networks/ae6a59ca-0a66-4cbb-a675-dec1f1b71b15 HTTP/1.1" status: 204 len: 168 time: 0.7910669 Nov 11 17:46:05.996082 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0e9d82c-a006-4bdb-b02f-28079a42fa1b req-05f50932-1efb-4ef7-8650-c92ab2607ff0 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682585 Nov 11 17:46:06.009461 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a19029-2c7b-42a2-b359-abda62b72a18 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae6a59ca-0a66-4cbb-a675-dec1f1b71b15,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:06.097511 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-baa2aa82-0459-4cde-a49a-e46ebf9d5095 req-457bdea2-4c43-497b-b443-6fb5ab129217 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 210 time: 0.0280831 Nov 11 17:46:06.153731 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34808) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:46:06.201995 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b14bc64a-4148-4e98-9ec9-12c54729ae7d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d67ccdf7aff94566965796f9b7571599&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445006 Nov 11 17:46:06.202226 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34810) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:46:06.260457 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22e347a2-afcf-4640-98eb-b7e479bdd793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:06.284056 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22e347a2-afcf-4640-98eb-b7e479bdd793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:06.337225 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22e347a2-afcf-4640-98eb-b7e479bdd793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:06.340153 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22e347a2-afcf-4640-98eb-b7e479bdd793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:06.344178 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-22e347a2-afcf-4640-98eb-b7e479bdd793 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3aeafab2-948f-461a-99e3-3b09b8f19972 HTTP/1.1" status: 204 len: 168 time: 0.1387548 Nov 11 17:46:06.351319 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e347a2-afcf-4640-98eb-b7e479bdd793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aeafab2-948f-461a-99e3-3b09b8f19972,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:06.640343 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7ea478ec-fa65-4c49-84f6-f253bbdc6451 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:46:06.664481 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 7ea478ec-fa65-4c49-84f6-f253bbdc6451 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:46:06.665083 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7ea478ec-fa65-4c49-84f6-f253bbdc6451 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:46:06.665671 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device d0a2fa8c-08e1-4f87-9d58-418bba19152f no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:46:06.686429 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: d0a2fa8c-08e1-4f87-9d58-418bba19152f {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:46:06.686819 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device d0a2fa8c-08e1-4f87-9d58-418bba19152f not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:46:06.751522 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 34816) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:46:06.768364 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-edca3781-27c2-490b-a157-666a7326c27f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:06.862019 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-edca3781-27c2-490b-a157-666a7326c27f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:06.866727 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-edca3781-27c2-490b-a157-666a7326c27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:06.910096 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-edca3781-27c2-490b-a157-666a7326c27f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1567218 Nov 11 17:46:06.911326 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca3781-27c2-490b-a157-666a7326c27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc0d90b-c539-400b-b10d-9480087446f0,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:06.912657 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34818) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:46:06.973855 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-32e38083-e574-480f-b643-a88466102dfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:06.996078 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-32e38083-e574-480f-b643-a88466102dfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:07.049259 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-32e38083-e574-480f-b643-a88466102dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:07.068990 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-32e38083-e574-480f-b643-a88466102dfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:07.071977 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-32e38083-e574-480f-b643-a88466102dfc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7cc0d90b-c539-400b-b10d-9480087446f0 HTTP/1.1" status: 204 len: 168 time: 0.1582034 Nov 11 17:46:07.130439 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e38083-e574-480f-b643-a88466102dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc0d90b-c539-400b-b10d-9480087446f0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:07.183224 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b34f4-8465-4f66-a99c-226ab1640786 req-5c8208eb-c0dc-4ecb-8553-6ae2bec5d871 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:07.185224 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-557b34f4-8465-4f66-a99c-226ab1640786 req-5c8208eb-c0dc-4ecb-8553-6ae2bec5d871 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 944 time: 0.1103129 Nov 11 17:46:07.252224 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-557b34f4-8465-4f66-a99c-226ab1640786 req-b80ad954-4b8d-4721-b388-eef0422a20a3 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601931 Nov 11 17:46:07.358180 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-515b46c7-fa0a-48e1-bb7a-25821c61a894 req-740c2a3c-2b85-4e0d-b3fd-fc2bf003f071 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 210 time: 0.0302429 Nov 11 17:46:07.440695 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ba67652c-ff92-4c65-81e5-f102d25d8bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:08.381503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434f195-3ab8-42b1-a4ed-79708ed0497e req-f5084dd4-8419-4918-89d0-12260267d97e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:08.383280 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b434f195-3ab8-42b1-a4ed-79708ed0497e req-f5084dd4-8419-4918-89d0-12260267d97e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 944 time: 0.0552759 Nov 11 17:46:08.435889 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b434f195-3ab8-42b1-a4ed-79708ed0497e req-2dd61b67-28c9-4533-91e3-eba71bfc04ef tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459483 Nov 11 17:46:08.535770 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9bdbaa20-5131-4c01-b162-28fbcd9e7ee4 req-e1b71875-f904-4469-9063-914c98d362dd tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "GET /v2.0/ports?device_id=e948acca-7348-4271-b648-35d47fd40fdc HTTP/1.1" status: 200 len: 210 time: 0.0334380 Nov 11 17:46:09.578009 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c330be2-deca-4b4a-9892-b555ddc9f676 req-aa521e70-1ad5-4393-bd5d-863a251e6491 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:09.580200 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c330be2-deca-4b4a-9892-b555ddc9f676 req-aa521e70-1ad5-4393-bd5d-863a251e6491 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 944 time: 0.0698965 Nov 11 17:46:09.596639 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f22a40f6-fe77-4985-9b81-7fa95071fae7 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:46:09.660182 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c330be2-deca-4b4a-9892-b555ddc9f676 req-6853daa4-9b32-495b-91b3-970a1f7e63f2 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616212 Nov 11 17:46:09.696636 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 34846) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:46:09.755441 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f22a40f6-fe77-4985-9b81-7fa95071fae7, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f22a40f6-fe77-4985-9b81-7fa95071fae7,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:09.770446 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-533261e6-719d-441c-afa0-19f3ed90d190 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:09.773946 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'f22a40f6-fe77-4985-9b81-7fa95071fae7', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'port_id': 'f22a40f6-fe77-4985-9b81-7fa95071fae7', 'mac_address': 'fa:16:3e:c6:43:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:46:09.807519 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-533261e6-719d-441c-afa0-19f3ed90d190 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:09.834697 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:09.853452 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22a40f6-fe77-4985-9b81-7fa95071fae7 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:46:09.880740 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f22a40f6-fe77-4985-9b81-7fa95071fae7, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f22a40f6-fe77-4985-9b81-7fa95071fae7,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:09.886395 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:09.895354 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-533261e6-719d-441c-afa0-19f3ed90d190 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:09.898562 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-533261e6-719d-441c-afa0-19f3ed90d190 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:09.900831 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-533261e6-719d-441c-afa0-19f3ed90d190 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] 10.222.0.76 "DELETE /v2.0/security-groups/01c976bc-cf24-4686-9a0d-beb7cd683024 HTTP/1.1" status: 204 len: 168 time: 0.2029519 Nov 11 17:46:09.915299 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533261e6-719d-441c-afa0-19f3ed90d190 tempest-TestVolumeBackupRestore-426002293 tempest-TestVolumeBackupRestore-426002293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c976bc-cf24-4686-9a0d-beb7cd683024,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:09.964431 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=f22a40f6-fe77-4985-9b81-7fa95071fae7,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:10.195131 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['f22a40f6-fe77-4985-9b81-7fa95071fae7'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:46:10.427210 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-88907cda-c3d3-4e9b-bb55-d52593ea20eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:10.782493 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dd10f-b762-457b-93af-d9b8514c4b6f req-d40e4190-29a8-4a6e-9e58-5378d29abebd tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:10.784059 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-880dd10f-b762-457b-93af-d9b8514c4b6f req-d40e4190-29a8-4a6e-9e58-5378d29abebd tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 945 time: 0.0539773 Nov 11 17:46:10.873136 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-880dd10f-b762-457b-93af-d9b8514c4b6f req-f15ca75b-3338-45f2-a2b1-545f5a368a4c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738809 Nov 11 17:46:10.977620 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:11.603782 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f22a40f6-fe77-4985-9b81-7fa95071fae7 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:46:11.667092 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port f22a40f6-fe77-4985-9b81-7fa95071fae7 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:46:11.671344 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port f22a40f6-fe77-4985-9b81-7fa95071fae7 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:46:11.672026 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:11.761935 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:11.789746 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19726e8c-be86-4c3a-b62f-2465526338e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22a40f6-fe77-4985-9b81-7fa95071fae7'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:46:11.792460 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b36ba70-7a26-49ae-8b3c-7e7e5cbfc8f3" -d '{"events": [{"server_uuid": "19726e8c-be86-4c3a-b62f-2465526338e7", "name": "network-vif-plugged", "status": "completed", "tag": "f22a40f6-fe77-4985-9b81-7fa95071fae7"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:46:11.807488 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f22a40f6-fe77-4985-9b81-7fa95071fae7, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f22a40f6-fe77-4985-9b81-7fa95071fae7,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:11.814594 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:11.866191 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5350e3-c400-4105-ba06-d4efbf95fdcd x-openstack-request-id: req-ee5350e3-c400-4105-ba06-d4efbf95fdcd {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:46:11.866486 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19726e8c-be86-4c3a-b62f-2465526338e7", "name": "network-vif-plugged", "status": "completed", "tag": "f22a40f6-fe77-4985-9b81-7fa95071fae7", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:46:11.866743 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ee5350e3-c400-4105-ba06-d4efbf95fdcd {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:46:11.867141 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19726e8c-be86-4c3a-b62f-2465526338e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22a40f6-fe77-4985-9b81-7fa95071fae7', 'code': 200} Nov 11 17:46:11.880990 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=f22a40f6-fe77-4985-9b81-7fa95071fae7,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:12.041504 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8ba21-c942-4d0b-b985-a611d121ac3e req-26ea5f36-91eb-45a9-92e9-4170a0283f0e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:12.043717 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c3b8ba21-c942-4d0b-b985-a611d121ac3e req-26ea5f36-91eb-45a9-92e9-4170a0283f0e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 946 time: 0.0776408 Nov 11 17:46:12.047474 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978331a-d01f-4408-9a32-38f7e631bf71 req-2624523e-4e24-479f-abcd-d4a9293f2985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:12.049778 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1978331a-d01f-4408-9a32-38f7e631bf71 req-2624523e-4e24-479f-abcd-d4a9293f2985 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 1097 time: 0.0673244 Nov 11 17:46:12.112000 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1978331a-d01f-4408-9a32-38f7e631bf71 req-999beadd-44a1-456f-98b8-856a39eb8b0c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530679 Nov 11 17:46:12.144191 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c3b8ba21-c942-4d0b-b985-a611d121ac3e req-747b4b80-be47-42fa-b9ea-b6839c4725c2 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884602 Nov 11 17:46:12.594833 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:12.930989 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:13.355012 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1a3da-ff20-4a90-bdd6-da23d37714c8 req-eace68d5-aa77-4bb9-bbfc-fa3abc5973ef tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:13.392342 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1e1a3da-ff20-4a90-bdd6-da23d37714c8 req-eace68d5-aa77-4bb9-bbfc-fa3abc5973ef tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 946 time: 0.1332169 Nov 11 17:46:13.489859 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1e1a3da-ff20-4a90-bdd6-da23d37714c8 req-ae7abc87-b949-4e18-8f0d-ec0c9134a58e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956044 Nov 11 17:46:13.880883 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24523fc7-780d-4a8d-9e09-0de9cb8eb9d3 req-b1ec2009-e221-4ef8-9b6f-ce44e2376bf5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2453539 Nov 11 17:46:13.993084 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24523fc7-780d-4a8d-9e09-0de9cb8eb9d3 req-3d3ee7c4-d050-486c-a221-a6c0e2b57c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:13.995422 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24523fc7-780d-4a8d-9e09-0de9cb8eb9d3 req-3d3ee7c4-d050-486c-a221-a6c0e2b57c1d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 1097 time: 0.0596337 Nov 11 17:46:14.145752 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24523fc7-780d-4a8d-9e09-0de9cb8eb9d3 req-fafdf2eb-6a0d-4516-8f59-be6179abae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:14.147606 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24523fc7-780d-4a8d-9e09-0de9cb8eb9d3 req-fafdf2eb-6a0d-4516-8f59-be6179abae2a service neutron] 10.222.0.83 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 914 time: 0.1238563 Nov 11 17:46:14.224439 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24523fc7-780d-4a8d-9e09-0de9cb8eb9d3 req-2f58183c-cddf-4066-a3b3-89e16fdfa8ad service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9743ee10-6856-4674-a165-32e9475500c0 HTTP/1.1" status: 200 len: 217 time: 0.0685909 Nov 11 17:46:14.284010 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24523fc7-780d-4a8d-9e09-0de9cb8eb9d3 req-3892f8ef-2820-45b7-85b2-bcfbff4a6ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:14.285758 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24523fc7-780d-4a8d-9e09-0de9cb8eb9d3 req-3892f8ef-2820-45b7-85b2-bcfbff4a6ab2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.0529115 Nov 11 17:46:14.368373 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24523fc7-780d-4a8d-9e09-0de9cb8eb9d3 req-1f0c5f75-9f6e-4cbc-9286-72e82d600798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:14.370453 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24523fc7-780d-4a8d-9e09-0de9cb8eb9d3 req-1f0c5f75-9f6e-4cbc-9286-72e82d600798 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758688 Nov 11 17:46:14.500080 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24523fc7-780d-4a8d-9e09-0de9cb8eb9d3 req-bb25763c-eb21-4058-a4e0-038628acdf43 service neutron] 10.222.0.83 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212029 Nov 11 17:46:14.650766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7f5ec-5a3d-485b-9bdc-73122feaeaff req-89d72125-2258-4968-9272-c3bc35d90598 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:14.658136 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fbe7f5ec-5a3d-485b-9bdc-73122feaeaff req-89d72125-2258-4968-9272-c3bc35d90598 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 946 time: 0.0819387 Nov 11 17:46:14.750985 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fbe7f5ec-5a3d-485b-9bdc-73122feaeaff req-419ff5a1-140b-4b9d-948c-dba1988be7eb tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873430 Nov 11 17:46:14.753336 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24523fc7-780d-4a8d-9e09-0de9cb8eb9d3 req-ba048f96-0ec7-47ae-b218-f17de737fa51 service neutron] 10.222.0.83 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463288 Nov 11 17:46:15.151045 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74057407-75f6-430e-abe4-290d64848977 req-efc01c5c-29b4-46b0-99d8-783a2a323242 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:15.161426 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74057407-75f6-430e-abe4-290d64848977 req-efc01c5c-29b4-46b0-99d8-783a2a323242 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 946 time: 0.0663829 Nov 11 17:46:15.214060 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74057407-75f6-430e-abe4-290d64848977 req-c21152e4-50da-49fc-b17f-bc31737bd1ad tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529909 Nov 11 17:46:15.602731 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35352) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:46:16.212871 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18dbedc8-c405-4eeb-ab12-4a3001ddee73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:16.400613 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:46:16.558516 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-18dbedc8-c405-4eeb-ab12-4a3001ddee73 admin admin] Deleting port 1de528f2-fa40-44eb-a7a0-34592bfe34cc {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:46:16.558869 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18dbedc8-c405-4eeb-ab12-4a3001ddee73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:16.667372 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-18dbedc8-c405-4eeb-ab12-4a3001ddee73 admin admin] For port 1de528f2-fa40-44eb-a7a0-34592bfe34cc, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1de528f2-fa40-44eb-a7a0-34592bfe34cc,segment=NetworkSegment(e61f15ac-17f9-4b9f-85e6-7b4230d7856f),segment_id=e61f15ac-17f9-4b9f-85e6-7b4230d7856f)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:16.668115 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18dbedc8-c405-4eeb-ab12-4a3001ddee73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:16.684562 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-18dbedc8-c405-4eeb-ab12-4a3001ddee73 admin admin] Calling delete_port for 1de528f2-fa40-44eb-a7a0-34592bfe34cc owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:46:16.975163 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18dbedc8-c405-4eeb-ab12-4a3001ddee73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:17.002127 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbedc8-c405-4eeb-ab12-4a3001ddee73 admin admin] Pushing event deleted for resources: {'Port': ['ID=1de528f2-fa40-44eb-a7a0-34592bfe34cc,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:17.204473 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18dbedc8-c405-4eeb-ab12-4a3001ddee73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:17.508001 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18dbedc8-c405-4eeb-ab12-4a3001ddee73 admin admin] Router f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:46:17.638461 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dbedc8-c405-4eeb-ab12-4a3001ddee73 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:46:17.647842 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-18dbedc8-c405-4eeb-ab12-4a3001ddee73 admin admin] 10.222.0.76 "PUT /v2.0/routers/f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0438545 Nov 11 17:46:17.648312 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 35418) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:46:17.651780 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6083497-2c1d-4621-aed2-72e3d03ccb4e None None] Sync routers for ids ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:46:17.663933 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6083497-2c1d-4621-aed2-72e3d03ccb4e None None] Routers {'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:46:17.664926 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e6083497-2c1d-4621-aed2-72e3d03ccb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:46:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:17.776697 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-846b601f-61f8-4307-97b4-27adab56c27f admin admin] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:17.790736 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-e6083497-2c1d-4621-aed2-72e3d03ccb4e None None] Set router f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:46:17.883172 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-846b601f-61f8-4307-97b4-27adab56c27f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:17.965560 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-846b601f-61f8-4307-97b4-27adab56c27f admin admin] Deleting port 979300ee-e81e-4674-acf1-9b931d2c98a5 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:46:17.966110 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-846b601f-61f8-4307-97b4-27adab56c27f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:17.996986 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e6083497-2c1d-4621-aed2-72e3d03ccb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'name': 'tempest-TestVolumeBackupRestore-908602681-router', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:19Z', 'updated_at': '2021-11-11T17:46:16Z', 'revision_number': 5, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'gw_port': {'id': '979300ee-e81e-4674-acf1-9b931d2c98a5', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:21Z', 'updated_at': '2021-11-11T17:40:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:18.029508 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6083497-2c1d-4621-aed2-72e3d03ccb4e None None] Checking router: f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:46:18.039941 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6083497-2c1d-4621-aed2-72e3d03ccb4e None None] Routers {'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:46:18.040646 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e6083497-2c1d-4621-aed2-72e3d03ccb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:46:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:18.067983 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-846b601f-61f8-4307-97b4-27adab56c27f admin admin] For port 979300ee-e81e-4674-acf1-9b931d2c98a5, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=979300ee-e81e-4674-acf1-9b931d2c98a5,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:18.068338 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-846b601f-61f8-4307-97b4-27adab56c27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:18.080779 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-846b601f-61f8-4307-97b4-27adab56c27f admin admin] Calling delete_port for 979300ee-e81e-4674-acf1-9b931d2c98a5 owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:46:18.129287 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-e6083497-2c1d-4621-aed2-72e3d03ccb4e None None] Set router f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:46:18.182658 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e6083497-2c1d-4621-aed2-72e3d03ccb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'name': 'tempest-TestVolumeBackupRestore-908602681-router', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:19Z', 'updated_at': '2021-11-11T17:46:17Z', 'revision_number': 6, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:18.212351 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6083497-2c1d-4621-aed2-72e3d03ccb4e None None] The sync data for ids ['f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17'] in n-d-816206-4 is: [{'id': 'f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17', 'name': 'tempest-TestVolumeBackupRestore-908602681-router', 'tenant_id': 'da0609b8911e49f0b0d1e564372cbf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:19Z', 'updated_at': '2021-11-11T17:46:17Z', 'revision_number': 6, 'project_id': 'da0609b8911e49f0b0d1e564372cbf92', 'gw_port_host': None}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:46:18.330051 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-85f1609d-7e84-4cf1-9a62-ea1198fb8689 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:18.331513 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-85f1609d-7e84-4cf1-9a62-ea1198fb8689 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 812 time: 0.1824820 Nov 11 17:46:18.348134 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-846b601f-61f8-4307-97b4-27adab56c27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:18.359935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-3685de62-06dd-4802-8a62-8fbab609b627 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/quotas/1e37f40ca1514a7584bca23f0becbfbf HTTP/1.1" status: 200 len: 375 time: 0.0221682 Nov 11 17:46:18.382371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b601f-61f8-4307-97b4-27adab56c27f admin admin] Pushing event deleted for resources: {'Port': ['ID=979300ee-e81e-4674-acf1-9b931d2c98a5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:18.397512 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcce70c8-540e-4164-8bf0-0009e68b0629 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:46:18.418516 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:18.485105 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-9d43957a-6606-4fa0-94fd-cccfcd614395 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1046093 Nov 11 17:46:18.487718 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-846b601f-61f8-4307-97b4-27adab56c27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:18.621542 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-846b601f-61f8-4307-97b4-27adab56c27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:18.625061 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-846b601f-61f8-4307-97b4-27adab56c27f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:18.701131 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-846b601f-61f8-4307-97b4-27adab56c27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:18.701802 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846b601f-61f8-4307-97b4-27adab56c27f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:46:18.708970 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-846b601f-61f8-4307-97b4-27adab56c27f admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:18.710101 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-846b601f-61f8-4307-97b4-27adab56c27f admin admin] 10.222.0.76 "DELETE /v2.0/routers/f7a57f3f-28c0-48e0-a0b8-99c1bd8e2b17 HTTP/1.1" status: 204 len: 168 time: 1.0606456 Nov 11 17:46:18.719322 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35438) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:46:18.724166 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-bf727348-81cd-4977-b37b-e6532364bf2a service neutron] 10.222.0.76 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077036 Nov 11 17:46:18.768231 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0afc08d-2e5f-4325-97df-bfcb70535cfe admin admin] Deleting subnet e4f3241c-7021-46c1-aebb-c1049e6646ce {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:46:18.771295 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c0afc08d-2e5f-4325-97df-bfcb70535cfe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:18.807989 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c0afc08d-2e5f-4325-97df-bfcb70535cfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:18.823057 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-819c85de-a7c6-465f-b836-d8862a9d2d69 service neutron] 10.222.0.76 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943377 Nov 11 17:46:18.904843 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c0afc08d-2e5f-4325-97df-bfcb70535cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:18.965197 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c0afc08d-2e5f-4325-97df-bfcb70535cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:19.012757 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afc08d-2e5f-4325-97df-bfcb70535cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4f3241c-7021-46c1-aebb-c1049e6646ce,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:19.027013 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c0afc08d-2e5f-4325-97df-bfcb70535cfe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:19.034281 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c0afc08d-2e5f-4325-97df-bfcb70535cfe admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e4f3241c-7021-46c1-aebb-c1049e6646ce HTTP/1.1" status: 204 len: 168 time: 0.3156216 Nov 11 17:46:19.035302 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35450) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:46:19.036428 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3216f16e-1dd5-40f7-b97c-4836ddbf8805 None None] Network c86a5577-7cc1-4dba-9dcb-52b1cdd5856e requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:46:19.118146 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8185a785-220c-41ed-9f4b-7ad19d020dcd req-5db67f52-5f05-475f-977e-9b5b402f2462 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 210 time: 0.0947294 Nov 11 17:46:19.134418 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7382ecca-c5c0-41ff-a333-fd9ad3647546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:19.179535 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1de528f2-fa40-44eb-a7a0-34592bfe34cc no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:46:19.204283 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-7382ecca-c5c0-41ff-a333-fd9ad3647546 admin admin] Deleting port 53c55664-38de-448c-ac6b-f59dddb8f3ec {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:46:19.206044 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7382ecca-c5c0-41ff-a333-fd9ad3647546 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:19.250105 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 1de528f2-fa40-44eb-a7a0-34592bfe34cc {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:46:19.251016 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1de528f2-fa40-44eb-a7a0-34592bfe34cc not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:46:19.311952 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-7382ecca-c5c0-41ff-a333-fd9ad3647546 admin admin] For port 53c55664-38de-448c-ac6b-f59dddb8f3ec, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=53c55664-38de-448c-ac6b-f59dddb8f3ec,segment=NetworkSegment(e61f15ac-17f9-4b9f-85e6-7b4230d7856f),segment_id=e61f15ac-17f9-4b9f-85e6-7b4230d7856f)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:19.312318 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7382ecca-c5c0-41ff-a333-fd9ad3647546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:19.326528 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-7382ecca-c5c0-41ff-a333-fd9ad3647546 admin admin] Calling delete_port for 53c55664-38de-448c-ac6b-f59dddb8f3ec owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:46:19.415857 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433b47d0-0c9d-4c3d-a520-e0fb1b1c2c09 None None] DHCP port deletion for c86a5577-7cc1-4dba-9dcb-52b1cdd5856e request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:46:19.460728 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7382ecca-c5c0-41ff-a333-fd9ad3647546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:19.490232 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-433b47d0-0c9d-4c3d-a520-e0fb1b1c2c09 None None] Deleting port 53c55664-38de-448c-ac6b-f59dddb8f3ec {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:46:19.490997 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-433b47d0-0c9d-4c3d-a520-e0fb1b1c2c09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:19.492368 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382ecca-c5c0-41ff-a333-fd9ad3647546 admin admin] Pushing event deleted for resources: {'Port': ['ID=53c55664-38de-448c-ac6b-f59dddb8f3ec,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:19.506776 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7382ecca-c5c0-41ff-a333-fd9ad3647546 admin admin] No DVR routers for this DVR port 53c55664-38de-448c-ac6b-f59dddb8f3ec on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:46:19.585611 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-433b47d0-0c9d-4c3d-a520-e0fb1b1c2c09 None None] For port 53c55664-38de-448c-ac6b-f59dddb8f3ec, host n-d-816206-4, got binding levels [] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:19.586192 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-433b47d0-0c9d-4c3d-a520-e0fb1b1c2c09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:19.603472 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-433b47d0-0c9d-4c3d-a520-e0fb1b1c2c09 None None] Calling delete_port for 53c55664-38de-448c-ac6b-f59dddb8f3ec owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:46:19.606425 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.ipam_backend_mixin [None req-433b47d0-0c9d-4c3d-a520-e0fb1b1c2c09 None None] Port 53c55664-38de-448c-ac6b-f59dddb8f3ec was not found and therefore no delete operation was performed {{(pid=102619) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 17:46:19.607857 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-433b47d0-0c9d-4c3d-a520-e0fb1b1c2c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:19.615755 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7382ecca-c5c0-41ff-a333-fd9ad3647546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:19.623421 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433b47d0-0c9d-4c3d-a520-e0fb1b1c2c09 None None] No DVR routers for this DVR port 53c55664-38de-448c-ac6b-f59dddb8f3ec on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:46:19.650544 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b47d0-0c9d-4c3d-a520-e0fb1b1c2c09 None None] Pushing event deleted for resources: {'Port': ['ID=53c55664-38de-448c-ac6b-f59dddb8f3ec,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:19.654529 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-7382ecca-c5c0-41ff-a333-fd9ad3647546 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86a5577-7cc1-4dba-9dcb-52b1cdd5856e']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:19.665205 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-7382ecca-c5c0-41ff-a333-fd9ad3647546 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61f15ac-17f9-4b9f-85e6-7b4230d7856f') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:19.665502 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-7382ecca-c5c0-41ff-a333-fd9ad3647546 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61f15ac-17f9-4b9f-85e6-7b4230d7856f') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:19.676553 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7382ecca-c5c0-41ff-a333-fd9ad3647546 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:19.690201 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7382ecca-c5c0-41ff-a333-fd9ad3647546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:19.696021 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7382ecca-c5c0-41ff-a333-fd9ad3647546 admin admin] Releasing vlan 1290 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:46:19.696385 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7382ecca-c5c0-41ff-a333-fd9ad3647546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:46:19.698082 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:46:19.758724 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7382ecca-c5c0-41ff-a333-fd9ad3647546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:19.767362 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7382ecca-c5c0-41ff-a333-fd9ad3647546 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:19.770574 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7382ecca-c5c0-41ff-a333-fd9ad3647546 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c86a5577-7cc1-4dba-9dcb-52b1cdd5856e HTTP/1.1" status: 204 len: 168 time: 0.7342379 Nov 11 17:46:19.773520 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 35470) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:46:19.780623 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382ecca-c5c0-41ff-a333-fd9ad3647546 admin admin] Pushing event deleted for resources: {'Network': ['ID=c86a5577-7cc1-4dba-9dcb-52b1cdd5856e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:20.195659 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:20.211717 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-32511b47-034a-4faf-8217-8eae10f5a4a2 req-2e90f3b9-b6bc-4945-9ced-dfc0d438766b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 210 time: 0.0304072 Nov 11 17:46:20.517625 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-213efc07-5b0c-46c9-8421-e3e4e7e95c72 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:20.519085 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-213efc07-5b0c-46c9-8421-e3e4e7e95c72 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.83 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 812 time: 0.1399193 Nov 11 17:46:20.533475 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-11352275-e45c-4dc3-9725-c1e0d3461c4a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Request body: {'port': {'device_id': '6be007ba-4af8-46e1-956b-8fa71431c546', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'admin_state_up': True, 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:46:20.642566 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 979300ee-e81e-4674-acf1-9b931d2c98a5 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:46:20.662857 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 979300ee-e81e-4674-acf1-9b931d2c98a5 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:46:20.663438 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 979300ee-e81e-4674-acf1-9b931d2c98a5 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:46:20.664053 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 53c55664-38de-448c-ac6b-f59dddb8f3ec no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:46:20.665925 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] Deleting port 343b6142-62ea-4eb7-accf-6862cab717f3 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:46:20.666272 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:20.687316 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 53c55664-38de-448c-ac6b-f59dddb8f3ec {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:46:20.688009 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 53c55664-38de-448c-ac6b-f59dddb8f3ec not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:46:20.734892 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-11352275-e45c-4dc3-9725-c1e0d3461c4a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Made reservation on behalf of 1e37f40ca1514a7584bca23f0becbfbf for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:46:20.738804 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-11352275-e45c-4dc3-9725-c1e0d3461c4a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:20.839769 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] For port 343b6142-62ea-4eb7-accf-6862cab717f3, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=343b6142-62ea-4eb7-accf-6862cab717f3,segment=NetworkSegment(5b548591-c83a-44df-8a7f-c22c51478386),segment_id=5b548591-c83a-44df-8a7f-c22c51478386)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:20.840440 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:20.861854 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] Calling delete_port for 343b6142-62ea-4eb7-accf-6862cab717f3 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:46:21.364082 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6fb2bc6c-48e3-447b-ae7f-e0ef01906e15 req-9a492504-6c98-4e67-9007-8a339b870f27 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 210 time: 0.0384126 Nov 11 17:46:21.376527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-11352275-e45c-4dc3-9725-c1e0d3461c4a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Allocated IP 172.20.0.9 (c569cf45-b127-45e4-97f6-75d37a12e9cb/8e5e7674-c87d-4949-9af6-9219acd03bbb/ae0cb6ad-3241-4bab-8ce7-19a73602ccfb) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:46:21.643146 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-11352275-e45c-4dc3-9725-c1e0d3461c4a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:21.651216 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:21.690950 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] Pushing event deleted for resources: {'Port': ['ID=343b6142-62ea-4eb7-accf-6862cab717f3,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:21.702557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:21.702557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:21.702557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:21.702939 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:21.703206 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:21.703604 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:21.704210 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:21.704512 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:21.704841 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:21.705171 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:21.705502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:21.705828 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:21.777593 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-11352275-e45c-4dc3-9725-c1e0d3461c4a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:21.814256 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['f22a40f6-fe77-4985-9b81-7fa95071fae7'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:46:21.948200 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-11352275-e45c-4dc3-9725-c1e0d3461c4a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Network c569cf45-b127-45e4-97f6-75d37a12e9cb is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:46:21.959790 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-11352275-e45c-4dc3-9725-c1e0d3461c4a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:46:21.976041 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-11352275-e45c-4dc3-9725-c1e0d3461c4a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:46:22.052217 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11352275-e45c-4dc3-9725-c1e0d3461c4a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event updated for resources: {'Port': ['ID=ae0cb6ad-3241-4bab-8ce7-19a73602ccfb,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:22.101161 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-11352275-e45c-4dc3-9725-c1e0d3461c4a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:22.102047 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-11352275-e45c-4dc3-9725-c1e0d3461c4a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:22.117144 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:22.131221 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-11352275-e45c-4dc3-9725-c1e0d3461c4a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6021507 Nov 11 17:46:22.253482 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] Request body: {'port': {'device_id': '6be007ba-4af8-46e1-956b-8fa71431c546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:46:22.270700 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-108468e5-486f-45e4-a98b-1ee23eed5dd9 None None] Provisioning complete for port ae0cb6ad-3241-4bab-8ce7-19a73602ccfb triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:46:22.271353 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-108468e5-486f-45e4-a98b-1ee23eed5dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:22.315058 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-108468e5-486f-45e4-a98b-1ee23eed5dd9 None None] Port ae0cb6ad-3241-4bab-8ce7-19a73602ccfb cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:46:22.394320 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:22.462966 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] Router 20f2afdc-db41-44ca-a9cb-301b1fcc433e has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:46:22.701273 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5230bbd-3c6a-4214-a8fd-ba1813322006 req-5cd38fe7-eba7-49d4-bd12-6a34da553845 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:22.702769 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f5230bbd-3c6a-4214-a8fd-ba1813322006 req-5cd38fe7-eba7-49d4-bd12-6a34da553845 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 931 time: 0.2344060 Nov 11 17:46:22.778440 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:46:22.791693 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f15f026-21bb-44dc-89ad-e8b9fb3a24f7 None None] Sync routers for ids ['20f2afdc-db41-44ca-a9cb-301b1fcc433e'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:46:22.793520 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35506) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:46:22.793919 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-adf1a33a-4a7a-4380-adbd-7f8e71304818 admin admin] 10.222.0.76 "PUT /v2.0/routers/20f2afdc-db41-44ca-a9cb-301b1fcc433e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0184538 Nov 11 17:46:22.810123 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f15f026-21bb-44dc-89ad-e8b9fb3a24f7 None None] Routers {'20f2afdc-db41-44ca-a9cb-301b1fcc433e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:46:22.811670 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-4f15f026-21bb-44dc-89ad-e8b9fb3a24f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:46:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['20f2afdc-db41-44ca-a9cb-301b1fcc433e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:22.814383 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f5230bbd-3c6a-4214-a8fd-ba1813322006 req-53e9c480-7fb5-4c6c-a4e2-ee256357cafa tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002810 Nov 11 17:46:22.863238 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae0cb6ad-3241-4bab-8ce7-19a73602ccfb {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:46:22.875557 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:22.899981 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] Transition to ACTIVE for port object ae0cb6ad-3241-4bab-8ce7-19a73602ccfb will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:46:22.907609 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:22.994104 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] Pushing event updated for resources: {'Port': ['ID=ae0cb6ad-3241-4bab-8ce7-19a73602ccfb,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:23.048905 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0e366021-2b6c-4d94-892e-d45d94a844a7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:23.107312 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] Attempting to bind port ae0cb6ad-3241-4bab-8ce7-19a73602ccfb on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:46:23.108072 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] Attempting to bind port ae0cb6ad-3241-4bab-8ce7-19a73602ccfb by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:46:23.108600 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] Attempting to bind port ae0cb6ad-3241-4bab-8ce7-19a73602ccfb on network c569cf45-b127-45e4-97f6-75d37a12e9cb {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:46:23.114184 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] Port ae0cb6ad-3241-4bab-8ce7-19a73602ccfb on network c569cf45-b127-45e4-97f6-75d37a12e9cb not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:46:23.114751 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] Attempting to bind port ae0cb6ad-3241-4bab-8ce7-19a73602ccfb on network c569cf45-b127-45e4-97f6-75d37a12e9cb {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:46:23.128677 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:46:23.129307 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] Checking segment: {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:46:23.130198 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] Bound using segment: {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:46:23.131985 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] Bound port: ae0cb6ad-3241-4bab-8ce7-19a73602ccfb, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:46:23.132769 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:23.213817 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-4f15f026-21bb-44dc-89ad-e8b9fb3a24f7 None None] Set router 20f2afdc-db41-44ca-a9cb-301b1fcc433e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:46:23.325178 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] For port ae0cb6ad-3241-4bab-8ce7-19a73602ccfb, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:46:23.327950 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0e366021-2b6c-4d94-892e-d45d94a844a7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:23.335141 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] For port ae0cb6ad-3241-4bab-8ce7-19a73602ccfb, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=ae0cb6ad-3241-4bab-8ce7-19a73602ccfb,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:46:23.347440 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:23.417646 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-0e366021-2b6c-4d94-892e-d45d94a844a7 admin admin] Deleting port 20ad4204-6242-4888-aaa2-dbddd5a15bd8 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:46:23.417996 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0e366021-2b6c-4d94-892e-d45d94a844a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:23.424098 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:23.425084 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:23.426861 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] 10.222.0.83 "PUT /v2.0/ports/ae0cb6ad-3241-4bab-8ce7-19a73602ccfb HTTP/1.1" status: 200 len: 1091 time: 1.1775589 Nov 11 17:46:23.427555 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be007ba-4af8-46e1-956b-8fa71431c546', 'tag': 'ae0cb6ad-3241-4bab-8ce7-19a73602ccfb'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:46:23.434517 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9a5c82-d372-4d08-a324-2de1a9d15ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "6be007ba-4af8-46e1-956b-8fa71431c546", "tag": "ae0cb6ad-3241-4bab-8ce7-19a73602ccfb"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:46:23.497903 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-4f15f026-21bb-44dc-89ad-e8b9fb3a24f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f2afdc-db41-44ca-a9cb-301b1fcc433e', 'name': 'tempest-TestVolumeBackupRestore-510431852-router', 'tenant_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '20ad4204-6242-4888-aaa2-dbddd5a15bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:36Z', 'updated_at': '2021-11-11T17:46:21Z', 'revision_number': 5, 'project_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'gw_port': {'id': '20ad4204-6242-4888-aaa2-dbddd5a15bd8', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f2afdc-db41-44ca-a9cb-301b1fcc433e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:40:38Z', 'updated_at': '2021-11-11T17:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:23.543056 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f15f026-21bb-44dc-89ad-e8b9fb3a24f7 None None] Checking router: 20f2afdc-db41-44ca-a9cb-301b1fcc433e for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:46:23.555237 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f15f026-21bb-44dc-89ad-e8b9fb3a24f7 None None] Routers {'20f2afdc-db41-44ca-a9cb-301b1fcc433e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:46:23.555921 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-4f15f026-21bb-44dc-89ad-e8b9fb3a24f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:46:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['20f2afdc-db41-44ca-a9cb-301b1fcc433e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:23.559941 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3584a94-7583-487f-bd2a-b4e2102aaa6f service neutron] Pushing event updated for resources: {'Port': ['ID=ae0cb6ad-3241-4bab-8ce7-19a73602ccfb,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:23.585961 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a30653d-f40c-4f93-82f2-d14b590e02a5 x-openstack-request-id: req-5a30653d-f40c-4f93-82f2-d14b590e02a5 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:46:23.586245 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be007ba-4af8-46e1-956b-8fa71431c546", "tag": "ae0cb6ad-3241-4bab-8ce7-19a73602ccfb", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:46:23.586502 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5a30653d-f40c-4f93-82f2-d14b590e02a5 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:46:23.586908 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be007ba-4af8-46e1-956b-8fa71431c546', 'tag': 'ae0cb6ad-3241-4bab-8ce7-19a73602ccfb', 'status': 'completed', 'code': 200} Nov 11 17:46:23.610222 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-8709c520-bba1-49ab-9532-3d3ba43b8b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:23.612221 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-8709c520-bba1-49ab-9532-3d3ba43b8b46 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 1094 time: 0.1395843 Nov 11 17:46:23.622672 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-0e366021-2b6c-4d94-892e-d45d94a844a7 admin admin] For port 20ad4204-6242-4888-aaa2-dbddd5a15bd8, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=20ad4204-6242-4888-aaa2-dbddd5a15bd8,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:23.623701 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0e366021-2b6c-4d94-892e-d45d94a844a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:23.638242 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-0e366021-2b6c-4d94-892e-d45d94a844a7 admin admin] Calling delete_port for 20ad4204-6242-4888-aaa2-dbddd5a15bd8 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:46:23.670208 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-9f3d369a-35de-442f-b401-1ac3d43d4e82 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae0cb6ad-3241-4bab-8ce7-19a73602ccfb HTTP/1.1" status: 200 len: 217 time: 0.0499208 Nov 11 17:46:23.731088 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-4f15f026-21bb-44dc-89ad-e8b9fb3a24f7 None None] Set router 20f2afdc-db41-44ca-a9cb-301b1fcc433e gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:46:23.770851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-89e2e50b-d8ca-49c0-b04a-7b109390ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:23.780189 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-89e2e50b-d8ca-49c0-b04a-7b109390ae7f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.0934193 Nov 11 17:46:23.842309 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-87981d88-0b1d-43b3-84b2-07bf44abecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:23.846984 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-87981d88-0b1d-43b3-84b2-07bf44abecf1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632212 Nov 11 17:46:23.853689 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-4f15f026-21bb-44dc-89ad-e8b9fb3a24f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f2afdc-db41-44ca-a9cb-301b1fcc433e', 'name': 'tempest-TestVolumeBackupRestore-510431852-router', 'tenant_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:36Z', 'updated_at': '2021-11-11T17:46:23Z', 'revision_number': 6, 'project_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:23.912386 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0e366021-2b6c-4d94-892e-d45d94a844a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:23.954427 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f15f026-21bb-44dc-89ad-e8b9fb3a24f7 None None] The sync data for ids ['20f2afdc-db41-44ca-a9cb-301b1fcc433e'] in n-d-816206-4 is: [{'id': '20f2afdc-db41-44ca-a9cb-301b1fcc433e', 'name': 'tempest-TestVolumeBackupRestore-510431852-router', 'tenant_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:40:36Z', 'updated_at': '2021-11-11T17:46:23Z', 'revision_number': 6, 'project_id': '8ec72dfc23fc456bb1b8bc871e0092c7', 'gw_port_host': None}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:46:23.957728 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e366021-2b6c-4d94-892e-d45d94a844a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=20ad4204-6242-4888-aaa2-dbddd5a15bd8,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:23.997162 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbceadb-e800-4452-a1dd-ea461877325a None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:46:24.081300 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0e366021-2b6c-4d94-892e-d45d94a844a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:24.087905 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-08436f84-179d-4738-886b-0abd129951f3 service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325931 Nov 11 17:46:24.155039 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:24.217290 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0e366021-2b6c-4d94-892e-d45d94a844a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:24.224222 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0e366021-2b6c-4d94-892e-d45d94a844a7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:24.261638 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1cf05bb-af4f-4769-bcee-ec1492dbff9e req-5ae7c580-4d88-4ef2-9022-63153c579858 service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610410 Nov 11 17:46:24.275315 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0e366021-2b6c-4d94-892e-d45d94a844a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:24.276633 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e366021-2b6c-4d94-892e-d45d94a844a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20f2afdc-db41-44ca-a9cb-301b1fcc433e {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:46:24.282824 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0e366021-2b6c-4d94-892e-d45d94a844a7 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:24.285409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca07f1-c69b-4882-bbd2-e075ce6af1ef req-90d36c2c-c296-4dd8-92e4-80791fa1e484 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:24.287384 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0e366021-2b6c-4d94-892e-d45d94a844a7 admin admin] 10.222.0.76 "DELETE /v2.0/routers/20f2afdc-db41-44ca-a9cb-301b1fcc433e HTTP/1.1" status: 204 len: 168 time: 1.4927275 Nov 11 17:46:24.288217 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35530) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:46:24.294350 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1fca07f1-c69b-4882-bbd2-e075ce6af1ef req-90d36c2c-c296-4dd8-92e4-80791fa1e484 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 943 time: 0.2051368 Nov 11 17:46:24.350716 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d821f2-2f02-4bf0-94e3-61ea92675a3b admin admin] Deleting subnet 7ae71e19-86f5-44fe-83d9-b06d60f2188d {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:46:24.354544 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c8d821f2-2f02-4bf0-94e3-61ea92675a3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:24.394792 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c8d821f2-2f02-4bf0-94e3-61ea92675a3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:24.431886 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1fca07f1-c69b-4882-bbd2-e075ce6af1ef req-0a3e8a96-3db6-465f-be02-0f39ac6a9adf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253483 Nov 11 17:46:24.479973 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a5c82-d372-4d08-a324-2de1a9d15ffe req-9b421b86-e958-4e2f-9fc4-d0c4d0f2a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:24.481517 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f9a5c82-d372-4d08-a324-2de1a9d15ffe req-9b421b86-e958-4e2f-9fc4-d0c4d0f2a62b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 1094 time: 0.1585608 Nov 11 17:46:24.660750 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a5c82-d372-4d08-a324-2de1a9d15ffe req-8b283a27-2745-4555-9427-e851093b5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:24.663110 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f9a5c82-d372-4d08-a324-2de1a9d15ffe req-8b283a27-2745-4555-9427-e851093b5cc2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 914 time: 0.1732216 Nov 11 17:46:24.729103 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f9a5c82-d372-4d08-a324-2de1a9d15ffe req-9cd52ded-a9fd-4635-ae2a-27bbd838aa1c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae0cb6ad-3241-4bab-8ce7-19a73602ccfb HTTP/1.1" status: 200 len: 217 time: 0.0577109 Nov 11 17:46:24.790066 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a5c82-d372-4d08-a324-2de1a9d15ffe req-a7caa5d7-5e1c-42b3-b6a8-919d810c1952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:24.791549 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f9a5c82-d372-4d08-a324-2de1a9d15ffe req-a7caa5d7-5e1c-42b3-b6a8-919d810c1952 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.0552413 Nov 11 17:46:24.846019 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c8d821f2-2f02-4bf0-94e3-61ea92675a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:24.877250 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a5c82-d372-4d08-a324-2de1a9d15ffe req-33e7b97f-c7fe-4ff4-b9eb-eda24014fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:24.880261 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f9a5c82-d372-4d08-a324-2de1a9d15ffe req-33e7b97f-c7fe-4ff4-b9eb-eda24014fa12 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800002 Nov 11 17:46:24.926969 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c8d821f2-2f02-4bf0-94e3-61ea92675a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:24.965867 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 20ad4204-6242-4888-aaa2-dbddd5a15bd8 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:46:24.997789 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d821f2-2f02-4bf0-94e3-61ea92675a3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ae71e19-86f5-44fe-83d9-b06d60f2188d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:25.013347 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 20ad4204-6242-4888-aaa2-dbddd5a15bd8 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:46:25.014353 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 20ad4204-6242-4888-aaa2-dbddd5a15bd8 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:46:25.024860 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 343b6142-62ea-4eb7-accf-6862cab717f3 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:46:25.030018 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c8d821f2-2f02-4bf0-94e3-61ea92675a3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:25.046464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 35538) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:46:25.049598 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c8d821f2-2f02-4bf0-94e3-61ea92675a3b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/7ae71e19-86f5-44fe-83d9-b06d60f2188d HTTP/1.1" status: 204 len: 168 time: 0.7578642 Nov 11 17:46:25.068379 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3e119d-1667-47c4-8ab1-e7a9092b4514 None None] Network 2b739410-7ac2-4f62-a6ae-8ff3150e8241 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:46:25.144417 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 343b6142-62ea-4eb7-accf-6862cab717f3 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:46:25.144861 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 343b6142-62ea-4eb7-accf-6862cab717f3 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:46:25.223164 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8cdc035d-4742-40e6-aec9-701560ca01bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:25.228807 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f9a5c82-d372-4d08-a324-2de1a9d15ffe req-ce037d6d-cd47-4965-95a7-e2b99f4febe7 service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428612 Nov 11 17:46:25.416162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6218b-e05d-4fc9-a973-e3119794b045 req-faff6614-c28a-4840-82d1-e39f90c2f580 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:25.429548 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4ef6218b-e05d-4fc9-a973-e3119794b045 req-faff6614-c28a-4840-82d1-e39f90c2f580 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.3060350 Nov 11 17:46:25.555232 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-8cdc035d-4742-40e6-aec9-701560ca01bf admin admin] Deleting port f99efac5-cc05-4628-88c2-6d4081586079 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:46:25.556840 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8cdc035d-4742-40e6-aec9-701560ca01bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:25.562683 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad271b5-18bd-49e5-b8fe-b6c03a5f3c61 None None] DHCP port deletion for 2b739410-7ac2-4f62-a6ae-8ff3150e8241 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:46:25.563017 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f9a5c82-d372-4d08-a324-2de1a9d15ffe req-b13a8702-76f2-4095-aeae-f62038a3cc1e service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253708 Nov 11 17:46:25.635647 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-fad271b5-18bd-49e5-b8fe-b6c03a5f3c61 None None] Deleting port f99efac5-cc05-4628-88c2-6d4081586079 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:46:25.636906 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fad271b5-18bd-49e5-b8fe-b6c03a5f3c61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:25.638428 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4ef6218b-e05d-4fc9-a973-e3119794b045 req-05a14a2a-decd-40d6-9172-e38d8865152c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075787 Nov 11 17:46:25.698514 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-8cdc035d-4742-40e6-aec9-701560ca01bf admin admin] For port f99efac5-cc05-4628-88c2-6d4081586079, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f99efac5-cc05-4628-88c2-6d4081586079,segment=NetworkSegment(5b548591-c83a-44df-8a7f-c22c51478386),segment_id=5b548591-c83a-44df-8a7f-c22c51478386)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:25.698885 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8cdc035d-4742-40e6-aec9-701560ca01bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:25.729573 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-8cdc035d-4742-40e6-aec9-701560ca01bf admin admin] Calling delete_port for f99efac5-cc05-4628-88c2-6d4081586079 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:46:25.744286 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-fad271b5-18bd-49e5-b8fe-b6c03a5f3c61 None None] For port f99efac5-cc05-4628-88c2-6d4081586079, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f99efac5-cc05-4628-88c2-6d4081586079,segment=NetworkSegment(5b548591-c83a-44df-8a7f-c22c51478386),segment_id=5b548591-c83a-44df-8a7f-c22c51478386)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:25.747217 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fad271b5-18bd-49e5-b8fe-b6c03a5f3c61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:25.772118 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-fad271b5-18bd-49e5-b8fe-b6c03a5f3c61 None None] Calling delete_port for f99efac5-cc05-4628-88c2-6d4081586079 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:46:25.878020 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fad271b5-18bd-49e5-b8fe-b6c03a5f3c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:25.908924 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad271b5-18bd-49e5-b8fe-b6c03a5f3c61 None None] Pushing event deleted for resources: {'Port': ['ID=f99efac5-cc05-4628-88c2-6d4081586079,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:25.926260 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad271b5-18bd-49e5-b8fe-b6c03a5f3c61 None None] No DVR routers for this DVR port f99efac5-cc05-4628-88c2-6d4081586079 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:46:25.948592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac706a92-b869-4827-b33f-feda11379102 req-64d1e99f-95e9-4e8f-9cbe-6dfe51626fa2 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:25.950271 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ac706a92-b869-4827-b33f-feda11379102 req-64d1e99f-95e9-4e8f-9cbe-6dfe51626fa2 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 943 time: 0.1875520 Nov 11 17:46:25.975308 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8cdc035d-4742-40e6-aec9-701560ca01bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:26.007965 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc035d-4742-40e6-aec9-701560ca01bf admin admin] Pushing event deleted for resources: {'Port': ['ID=f99efac5-cc05-4628-88c2-6d4081586079,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:26.016569 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc035d-4742-40e6-aec9-701560ca01bf admin admin] No DVR routers for this DVR port f99efac5-cc05-4628-88c2-6d4081586079 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:46:26.134893 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ac706a92-b869-4827-b33f-feda11379102 req-0e5f45e4-483a-41ce-935d-f76ddd4a07f5 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754143 Nov 11 17:46:26.154928 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8cdc035d-4742-40e6-aec9-701560ca01bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:26.181906 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-8cdc035d-4742-40e6-aec9-701560ca01bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b739410-7ac2-4f62-a6ae-8ff3150e8241']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:26.193211 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-8cdc035d-4742-40e6-aec9-701560ca01bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b548591-c83a-44df-8a7f-c22c51478386') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:26.193211 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-8cdc035d-4742-40e6-aec9-701560ca01bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b548591-c83a-44df-8a7f-c22c51478386') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:46:26.204151 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8cdc035d-4742-40e6-aec9-701560ca01bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:26.221326 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8cdc035d-4742-40e6-aec9-701560ca01bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:26.229853 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdc035d-4742-40e6-aec9-701560ca01bf admin admin] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:46:26.231136 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8cdc035d-4742-40e6-aec9-701560ca01bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:46:26.232706 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:46:26.311417 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8cdc035d-4742-40e6-aec9-701560ca01bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:26.331502 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8cdc035d-4742-40e6-aec9-701560ca01bf admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:26.335143 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8cdc035d-4742-40e6-aec9-701560ca01bf admin admin] 10.222.0.76 "DELETE /v2.0/networks/2b739410-7ac2-4f62-a6ae-8ff3150e8241 HTTP/1.1" status: 204 len: 168 time: 1.2861154 Nov 11 17:46:26.337944 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc035d-4742-40e6-aec9-701560ca01bf admin admin] Pushing event deleted for resources: {'Network': ['ID=2b739410-7ac2-4f62-a6ae-8ff3150e8241,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:26.485229 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ce03a-f085-42fb-bbb7-7bbe540cb7eb req-fe7937c9-aa98-4997-a53f-952a262c45d3 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:26.486798 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ac5ce03a-f085-42fb-bbb7-7bbe540cb7eb req-fe7937c9-aa98-4997-a53f-952a262c45d3 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0836673 Nov 11 17:46:26.537891 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35564) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:46:26.573054 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ac5ce03a-f085-42fb-bbb7-7bbe540cb7eb req-da0ed1b3-d0e8-4296-af16-cab3d33cb56a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787807 Nov 11 17:46:26.610395 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-60f54306-320d-4327-87e0-d51f5ec8ca8b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=da0609b8911e49f0b0d1e564372cbf92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0702343 Nov 11 17:46:26.613272 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 35566) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:46:26.663791 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f99efac5-cc05-4628-88c2-6d4081586079 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:46:26.689931 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-289a0402-a5be-44e9-9674-80100460ec88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:26.692094 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: f99efac5-cc05-4628-88c2-6d4081586079 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:46:26.692653 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f99efac5-cc05-4628-88c2-6d4081586079 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:46:26.742175 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-289a0402-a5be-44e9-9674-80100460ec88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:26.841887 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-289a0402-a5be-44e9-9674-80100460ec88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:26.850032 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-289a0402-a5be-44e9-9674-80100460ec88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:26.854441 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-289a0402-a5be-44e9-9674-80100460ec88 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/62c7948a-11aa-4a71-bcd3-a07a519197d0 HTTP/1.1" status: 204 len: 168 time: 0.2366743 Nov 11 17:46:26.869860 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a0402-a5be-44e9-9674-80100460ec88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c7948a-11aa-4a71-bcd3-a07a519197d0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:27.121415 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-da6500fd-4f7f-43ce-b8fa-3e2bc32a0e8a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:27.122880 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-da6500fd-4f7f-43ce-b8fa-3e2bc32a0e8a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 812 time: 0.1865144 Nov 11 17:46:27.163432 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-0e969e95-5d90-452b-96d7-fe0e78cb3b21 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/quotas/bcd3129868e344c297295704aeeec2c1 HTTP/1.1" status: 200 len: 375 time: 0.0261977 Nov 11 17:46:27.311509 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-c459ab56-e063-40c3-9333-b095b18588e1 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1162629 Nov 11 17:46:27.459253 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-ab268173-4175-493b-88f5-d5299e082030 service neutron] 10.222.0.76 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328640 Nov 11 17:46:27.518795 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35598) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:46:27.590257 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f5d64a80-94ae-404a-b739-5bcc8f0a33e5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8ec72dfc23fc456bb1b8bc871e0092c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0681024 Nov 11 17:46:27.590900 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-92c906dc-8afd-4fc3-8de4-f672370d4202 service neutron] 10.222.0.76 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242085 Nov 11 17:46:27.591103 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 35600) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:46:27.660384 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-83725fc8-cb1f-4368-bae7-463c38426e46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:27.688274 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-83725fc8-cb1f-4368-bae7-463c38426e46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:27.804561 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-83725fc8-cb1f-4368-bae7-463c38426e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:27.812044 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-83725fc8-cb1f-4368-bae7-463c38426e46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:27.817258 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-83725fc8-cb1f-4368-bae7-463c38426e46 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1350fc52-b04b-4bd1-a5e3-a2d06958749a HTTP/1.1" status: 204 len: 168 time: 0.2224591 Nov 11 17:46:27.826716 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83725fc8-cb1f-4368-bae7-463c38426e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1350fc52-b04b-4bd1-a5e3-a2d06958749a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:27.991246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e925b02-2692-4db7-8bd5-58998b147c0a req-5a457704-8112-467a-9d1b-3e05318a53f8 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:28.000030 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e925b02-2692-4db7-8bd5-58998b147c0a req-5a457704-8112-467a-9d1b-3e05318a53f8 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 943 time: 0.1214757 Nov 11 17:46:28.157309 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e925b02-2692-4db7-8bd5-58998b147c0a req-20d21430-f3d8-41f8-b8f8-7b266237ee57 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454008 Nov 11 17:46:28.502476 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36fb1678-c4ce-4918-98cb-bb8701f1c1f1 req-9c56053a-9841-4317-921d-7d157b7d9d40 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f995c10-6ec0-437d-a072-6ccb5f34812e HTTP/1.1" status: 200 len: 210 time: 0.1535072 Nov 11 17:46:29.376233 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdaa2d-dace-451d-b0ca-03ba1b5e2652 req-3dc900fd-cbd1-46c4-b833-48f4c5802523 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:29.388156 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-32bdaa2d-dace-451d-b0ca-03ba1b5e2652 req-3dc900fd-cbd1-46c4-b833-48f4c5802523 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 943 time: 0.1008673 Nov 11 17:46:29.538035 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-32bdaa2d-dace-451d-b0ca-03ba1b5e2652 req-395955ed-55e3-44ed-ac4c-23bdb2451ebc tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390152 Nov 11 17:46:29.607803 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-a0f3ca09-e953-49a2-85de-8bb6c04c785e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:29.609452 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-a0f3ca09-e953-49a2-85de-8bb6c04c785e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.83 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 812 time: 0.2185431 Nov 11 17:46:29.633799 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-dcfbea5c-87e3-4bd4-bfad-593ae7b9804d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Request body: {'port': {'device_id': '1f995c10-6ec0-437d-a072-6ccb5f34812e', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'admin_state_up': True, 'tenant_id': 'bcd3129868e344c297295704aeeec2c1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:46:29.768526 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-304ca345-6c5c-4c9e-b9bf-87e7fdbbcd86 req-c2721566-4f1b-4a33-b447-c4fa5fbfa7f5 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f995c10-6ec0-437d-a072-6ccb5f34812e HTTP/1.1" status: 200 len: 210 time: 0.0418410 Nov 11 17:46:29.826553 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-dcfbea5c-87e3-4bd4-bfad-593ae7b9804d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Made reservation on behalf of bcd3129868e344c297295704aeeec2c1 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:46:29.831111 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-dcfbea5c-87e3-4bd4-bfad-593ae7b9804d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:30.001651 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-dcfbea5c-87e3-4bd4-bfad-593ae7b9804d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Allocated IP 172.20.0.3 (26b89f42-47fd-4a3b-9482-68a15714eda2/4b8a9933-5f05-4272-8e1a-da4284619290/fa17eaec-de3c-4a2e-beea-e845352607cf) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:46:30.209385 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-dcfbea5c-87e3-4bd4-bfad-593ae7b9804d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:30.266304 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-dcfbea5c-87e3-4bd4-bfad-593ae7b9804d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:30.296058 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['9743ee10-6856-4674-a165-32e9475500c0', 'ed9c46a9-7038-4440-bc0f-3ebd2c694ffc'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:46:30.328755 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-dcfbea5c-87e3-4bd4-bfad-593ae7b9804d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Network 26b89f42-47fd-4a3b-9482-68a15714eda2 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:46:30.333112 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-dcfbea5c-87e3-4bd4-bfad-593ae7b9804d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:46:30.335100 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbea5c-87e3-4bd4-bfad-593ae7b9804d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Pushing event updated for resources: {'Port': ['ID=fa17eaec-de3c-4a2e-beea-e845352607cf,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:30.346594 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-dcfbea5c-87e3-4bd4-bfad-593ae7b9804d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:46:30.452070 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-dcfbea5c-87e3-4bd4-bfad-593ae7b9804d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:30.452729 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-dcfbea5c-87e3-4bd4-bfad-593ae7b9804d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:30.481510 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-dcfbea5c-87e3-4bd4-bfad-593ae7b9804d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8524859 Nov 11 17:46:30.512041 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] Request body: {'port': {'device_id': '1f995c10-6ec0-437d-a072-6ccb5f34812e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:46:30.737783 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:30.941108 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-49e2c83f-b315-417e-88d2-7f20585236c2 None None] Provisioning complete for port fa17eaec-de3c-4a2e-beea-e845352607cf triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:46:30.941839 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-49e2c83f-b315-417e-88d2-7f20585236c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:30.988224 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-49e2c83f-b315-417e-88d2-7f20585236c2 None None] Port fa17eaec-de3c-4a2e-beea-e845352607cf cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:46:31.179692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef24a0-97d6-425e-b209-d1215df7babe req-341a8651-15a8-47d1-9154-3abb54255c3f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:31.186822 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6ef24a0-97d6-425e-b209-d1215df7babe req-341a8651-15a8-47d1-9154-3abb54255c3f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 943 time: 0.5593388 Nov 11 17:46:31.302738 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6ef24a0-97d6-425e-b209-d1215df7babe req-e269910a-3e35-43ca-81dc-dd37e1df6397 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149867 Nov 11 17:46:31.553293 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa17eaec-de3c-4a2e-beea-e845352607cf {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:46:31.563376 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:31.573145 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6571516-896f-43bb-b906-d12c1a28dd2b req-68f7e2db-7d9f-4b1d-871b-687d1c4197b9 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:31.575007 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6571516-896f-43bb-b906-d12c1a28dd2b req-68f7e2db-7d9f-4b1d-871b-687d1c4197b9 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f995c10-6ec0-437d-a072-6ccb5f34812e HTTP/1.1" status: 200 len: 931 time: 0.0765278 Nov 11 17:46:31.588460 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] Transition to ACTIVE for port object fa17eaec-de3c-4a2e-beea-e845352607cf will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:46:31.600004 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:31.681784 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] Pushing event updated for resources: {'Port': ['ID=fa17eaec-de3c-4a2e-beea-e845352607cf,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:31.690306 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6571516-896f-43bb-b906-d12c1a28dd2b req-a51f773b-67ed-4a87-a2ab-0ca9f1e16b6b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987868 Nov 11 17:46:31.793829 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] Attempting to bind port fa17eaec-de3c-4a2e-beea-e845352607cf on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:46:31.796046 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] Attempting to bind port fa17eaec-de3c-4a2e-beea-e845352607cf by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:46:31.796046 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] Attempting to bind port fa17eaec-de3c-4a2e-beea-e845352607cf on network 26b89f42-47fd-4a3b-9482-68a15714eda2 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:46:31.800208 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] Port fa17eaec-de3c-4a2e-beea-e845352607cf on network 26b89f42-47fd-4a3b-9482-68a15714eda2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:46:31.800208 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] Attempting to bind port fa17eaec-de3c-4a2e-beea-e845352607cf on network 26b89f42-47fd-4a3b-9482-68a15714eda2 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:46:31.805770 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:46:31.806370 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] Checking segment: {'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:46:31.806370 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] Bound using segment: {'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:46:31.807396 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] Bound port: fa17eaec-de3c-4a2e-beea-e845352607cf, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:46:31.807396 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:31.936788 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] For port fa17eaec-de3c-4a2e-beea-e845352607cf, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:46:31.941363 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] For port fa17eaec-de3c-4a2e-beea-e845352607cf, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=fa17eaec-de3c-4a2e-beea-e845352607cf,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:46:31.952588 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:32.013564 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:32.014272 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:32.016329 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] 10.222.0.83 "PUT /v2.0/ports/fa17eaec-de3c-4a2e-beea-e845352607cf HTTP/1.1" status: 200 len: 1091 time: 1.5254724 Nov 11 17:46:32.016848 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f995c10-6ec0-437d-a072-6ccb5f34812e', 'tag': 'fa17eaec-de3c-4a2e-beea-e845352607cf'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:46:32.021008 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef8fd0a-a55d-4de7-ab46-f3b3b1004c98" -d '{"events": [{"name": "network-changed", "server_uuid": "1f995c10-6ec0-437d-a072-6ccb5f34812e", "tag": "fa17eaec-de3c-4a2e-beea-e845352607cf"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:46:32.103357 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a4a7cf-f69b-48df-b586-5992cc44ba99 x-openstack-request-id: req-67a4a7cf-f69b-48df-b586-5992cc44ba99 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:46:32.104046 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f995c10-6ec0-437d-a072-6ccb5f34812e", "tag": "fa17eaec-de3c-4a2e-beea-e845352607cf", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:46:32.104136 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-67a4a7cf-f69b-48df-b586-5992cc44ba99 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:46:32.104488 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f995c10-6ec0-437d-a072-6ccb5f34812e', 'tag': 'fa17eaec-de3c-4a2e-beea-e845352607cf', 'status': 'completed', 'code': 200} Nov 11 17:46:32.128365 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe874ec5-f676-4ac1-a398-d2fbd94bda8d service neutron] Pushing event updated for resources: {'Port': ['ID=fa17eaec-de3c-4a2e-beea-e845352607cf,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:32.154418 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-922be76a-1c45-4c7a-8a4d-c2593dda3a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:32.156736 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-922be76a-1c45-4c7a-8a4d-c2593dda3a8b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=1f995c10-6ec0-437d-a072-6ccb5f34812e HTTP/1.1" status: 200 len: 1094 time: 0.0725644 Nov 11 17:46:32.221748 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-8ad70ea1-1085-4f35-b290-447cee952d1b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa17eaec-de3c-4a2e-beea-e845352607cf HTTP/1.1" status: 200 len: 217 time: 0.0552504 Nov 11 17:46:32.278635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-f7a7bd82-c75c-4fdd-98a9-38233c16788a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:32.280144 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-f7a7bd82-c75c-4fdd-98a9-38233c16788a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.0514886 Nov 11 17:46:32.328007 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-a86cc909-3615-4b9d-9cf3-b7243ef9620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:32.330684 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-a86cc909-3615-4b9d-9cf3-b7243ef9620d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432005 Nov 11 17:46:32.462908 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-18956be6-c344-4ce7-8510-5e378830a6cc service neutron] 10.222.0.83 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246028 Nov 11 17:46:32.473949 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d1558-b8c9-403b-b353-d334dad929e6 req-c0a8c85f-38a6-4627-ab9c-264d54bbe386 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:32.475328 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b4d1558-b8c9-403b-b353-d334dad929e6 req-c0a8c85f-38a6-4627-ab9c-264d54bbe386 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 943 time: 0.0707769 Nov 11 17:46:32.574000 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b4d1558-b8c9-403b-b353-d334dad929e6 req-36218ffa-bee6-4a1b-829b-9b4a80a2dcdc tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908418 Nov 11 17:46:32.603806 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce810f0d-afbc-4434-b9f4-1659a1f1de6a req-91d60406-7d66-4b70-8164-3bd3cdd49844 service neutron] 10.222.0.83 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274991 Nov 11 17:46:32.693588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8fd0a-a55d-4de7-ab46-f3b3b1004c98 req-90e63dde-9b24-491f-9e8a-434d07163e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:32.695071 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eef8fd0a-a55d-4de7-ab46-f3b3b1004c98 req-90e63dde-9b24-491f-9e8a-434d07163e01 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=1f995c10-6ec0-437d-a072-6ccb5f34812e HTTP/1.1" status: 200 len: 1094 time: 0.0426931 Nov 11 17:46:32.822467 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8fd0a-a55d-4de7-ab46-f3b3b1004c98 req-d58d4773-5473-4b44-b960-ecdc2fab398e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:32.823957 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eef8fd0a-a55d-4de7-ab46-f3b3b1004c98 req-d58d4773-5473-4b44-b960-ecdc2fab398e service neutron] 10.222.0.83 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 914 time: 0.1220021 Nov 11 17:46:32.876541 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b413a-1187-4e6d-9c2c-0837e48d62c9 req-9549d2a5-14b6-48c2-90eb-ec15a023c42a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:32.877914 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e4b413a-1187-4e6d-9c2c-0837e48d62c9 req-9549d2a5-14b6-48c2-90eb-ec15a023c42a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f995c10-6ec0-437d-a072-6ccb5f34812e HTTP/1.1" status: 200 len: 943 time: 0.0989344 Nov 11 17:46:32.879122 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eef8fd0a-a55d-4de7-ab46-f3b3b1004c98 req-8b850cdd-7c6c-41f1-bbed-59edb14079eb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa17eaec-de3c-4a2e-beea-e845352607cf HTTP/1.1" status: 200 len: 217 time: 0.0465791 Nov 11 17:46:32.965381 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e4b413a-1187-4e6d-9c2c-0837e48d62c9 req-a365bd49-174c-435c-a510-0b6fae5307f4 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811698 Nov 11 17:46:32.966747 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8fd0a-a55d-4de7-ab46-f3b3b1004c98 req-efd7178f-ed32-475d-9b08-da442d51128e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:32.968090 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eef8fd0a-a55d-4de7-ab46-f3b3b1004c98 req-efd7178f-ed32-475d-9b08-da442d51128e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.0783195 Nov 11 17:46:33.018527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8fd0a-a55d-4de7-ab46-f3b3b1004c98 req-54630aaf-a13b-45fb-894d-7f752aa723b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:33.020032 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eef8fd0a-a55d-4de7-ab46-f3b3b1004c98 req-54630aaf-a13b-45fb-894d-7f752aa723b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438907 Nov 11 17:46:33.112379 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eef8fd0a-a55d-4de7-ab46-f3b3b1004c98 req-5877914b-1b19-4901-b930-26e83102e7a0 service neutron] 10.222.0.83 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844741 Nov 11 17:46:33.211893 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eef8fd0a-a55d-4de7-ab46-f3b3b1004c98 req-c010ddbd-e0a9-435e-9429-9bcae81cd1a3 service neutron] 10.222.0.83 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922654 Nov 11 17:46:33.694246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa28932-dd66-4d40-a400-cd808dce82ba req-35290578-7a51-4909-99b2-e8938500cce6 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:33.695917 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eaa28932-dd66-4d40-a400-cd808dce82ba req-35290578-7a51-4909-99b2-e8938500cce6 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 943 time: 0.0514989 Nov 11 17:46:33.752607 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eaa28932-dd66-4d40-a400-cd808dce82ba req-3a72ac51-e120-454d-898a-020abbe10f79 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503895 Nov 11 17:46:34.007949 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device fa17eaec-de3c-4a2e-beea-e845352607cf details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:46:34.095776 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb3132-ecf0-40de-a71b-953431bb6f6a req-a75c8c31-a5a9-4757-a142-999c66bd9e37 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:34.097514 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9bcb3132-ecf0-40de-a71b-953431bb6f6a req-a75c8c31-a5a9-4757-a142-999c66bd9e37 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f995c10-6ec0-437d-a072-6ccb5f34812e HTTP/1.1" status: 200 len: 943 time: 0.0575516 Nov 11 17:46:34.141753 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port fa17eaec-de3c-4a2e-beea-e845352607cf, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=fa17eaec-de3c-4a2e-beea-e845352607cf,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:34.168815 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9bcb3132-ecf0-40de-a71b-953431bb6f6a req-8abb8b01-ceaa-41f8-b138-8d6c668aaf5b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650337 Nov 11 17:46:34.177855 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'fa17eaec-de3c-4a2e-beea-e845352607cf', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'port_id': 'fa17eaec-de3c-4a2e-beea-e845352607cf', 'mac_address': 'fa:16:3e:64:39:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:46:34.234835 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:34.249027 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa17eaec-de3c-4a2e-beea-e845352607cf {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:46:34.269810 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port fa17eaec-de3c-4a2e-beea-e845352607cf, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=fa17eaec-de3c-4a2e-beea-e845352607cf,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:34.273955 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:34.325701 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=fa17eaec-de3c-4a2e-beea-e845352607cf,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:34.505800 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['fa17eaec-de3c-4a2e-beea-e845352607cf'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:46:34.889919 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed53223-828b-4516-acaa-c6d593236c93 req-8390c199-1c87-468c-af6f-a4db544d1e21 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:34.892061 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8ed53223-828b-4516-acaa-c6d593236c93 req-8390c199-1c87-468c-af6f-a4db544d1e21 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 943 time: 0.0556235 Nov 11 17:46:34.957299 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8ed53223-828b-4516-acaa-c6d593236c93 req-7eb02be4-8a84-41f2-8025-fc3145321ee3 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565100 Nov 11 17:46:35.301848 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2ff8e-a865-4822-87c4-1524f3011dee req-c7d10e24-bc4c-4de7-81b1-d7faadad8e42 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:35.304280 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46d2ff8e-a865-4822-87c4-1524f3011dee req-c7d10e24-bc4c-4de7-81b1-d7faadad8e42 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f995c10-6ec0-437d-a072-6ccb5f34812e HTTP/1.1" status: 200 len: 944 time: 0.0564783 Nov 11 17:46:35.366398 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46d2ff8e-a865-4822-87c4-1524f3011dee req-ec90b2a2-b06b-410d-88e6-17aefd3e9bfa tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547025 Nov 11 17:46:36.022853 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device fa17eaec-de3c-4a2e-beea-e845352607cf up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:46:36.106759 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd28ac5-a4d9-41c4-99d0-3bd7ce5a4ad4 req-389787d1-1b01-4bae-aceb-8ae05a7e3431 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:36.111319 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ccd28ac5-a4d9-41c4-99d0-3bd7ce5a4ad4 req-389787d1-1b01-4bae-aceb-8ae05a7e3431 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 943 time: 0.0865221 Nov 11 17:46:36.113394 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port fa17eaec-de3c-4a2e-beea-e845352607cf completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:46:36.117923 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port fa17eaec-de3c-4a2e-beea-e845352607cf triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:46:36.118560 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:36.178642 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ccd28ac5-a4d9-41c4-99d0-3bd7ce5a4ad4 req-4345a17e-6df5-47b3-ad18-afa45cd4706c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608811 Nov 11 17:46:36.221203 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:36.244911 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f995c10-6ec0-437d-a072-6ccb5f34812e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa17eaec-de3c-4a2e-beea-e845352607cf'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:46:36.247182 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0345de7c-8ccd-4e07-bea4-61b37e0f48e6" -d '{"events": [{"server_uuid": "1f995c10-6ec0-437d-a072-6ccb5f34812e", "name": "network-vif-plugged", "status": "completed", "tag": "fa17eaec-de3c-4a2e-beea-e845352607cf"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:46:36.260585 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port fa17eaec-de3c-4a2e-beea-e845352607cf, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=fa17eaec-de3c-4a2e-beea-e845352607cf,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:36.266946 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:36.321754 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=fa17eaec-de3c-4a2e-beea-e845352607cf,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:36.534655 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009070e4-94d9-4d5a-89b5-033a03878953 x-openstack-request-id: req-009070e4-94d9-4d5a-89b5-033a03878953 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:46:36.534958 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f995c10-6ec0-437d-a072-6ccb5f34812e", "name": "network-vif-plugged", "status": "completed", "tag": "fa17eaec-de3c-4a2e-beea-e845352607cf", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:46:36.535217 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-009070e4-94d9-4d5a-89b5-033a03878953 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:46:36.535646 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f995c10-6ec0-437d-a072-6ccb5f34812e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa17eaec-de3c-4a2e-beea-e845352607cf', 'code': 200} Nov 11 17:46:36.677727 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a555b-f403-4d8e-a14e-39605a2987cb req-2a914ce0-77c4-41cf-8cf7-0f926d17a5f8 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:36.679276 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e61a555b-f403-4d8e-a14e-39605a2987cb req-2a914ce0-77c4-41cf-8cf7-0f926d17a5f8 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f995c10-6ec0-437d-a072-6ccb5f34812e HTTP/1.1" status: 200 len: 945 time: 0.0913250 Nov 11 17:46:36.685897 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2630d-b6f0-4e8d-8a84-800471c8a2c2 req-1ce4e2d9-3a87-4f86-86b6-f3a4dbc5513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:36.687941 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8de2630d-b6f0-4e8d-8a84-800471c8a2c2 req-1ce4e2d9-3a87-4f86-86b6-f3a4dbc5513a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1f995c10-6ec0-437d-a072-6ccb5f34812e HTTP/1.1" status: 200 len: 1096 time: 0.0704505 Nov 11 17:46:36.767391 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e61a555b-f403-4d8e-a14e-39605a2987cb req-a36061c1-d901-4492-ba1d-9dc9539bad42 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766101 Nov 11 17:46:36.769562 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8de2630d-b6f0-4e8d-8a84-800471c8a2c2 req-65c90f1b-570e-4b04-b9f3-7c8c8a00911d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725396 Nov 11 17:46:37.296426 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930ad0c-7bdd-4979-ace4-fe99ecafd686 req-41141ed2-30e6-41a8-8b04-73db0f5a82a6 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:37.298686 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2930ad0c-7bdd-4979-ace4-fe99ecafd686 req-41141ed2-30e6-41a8-8b04-73db0f5a82a6 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 943 time: 0.0538883 Nov 11 17:46:37.350032 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2930ad0c-7bdd-4979-ace4-fe99ecafd686 req-6f2fec59-27ac-4d5f-85b0-8915d1e1a121 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438488 Nov 11 17:46:37.437655 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-56582c0c-1178-4d9c-a2a4-aff71693414f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:37.925858 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebca63-cb3b-4526-93ce-76c43ec90a8a req-1bb11c17-d50f-468d-adfd-08071db65cf1 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:37.935087 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03ebca63-cb3b-4526-93ce-76c43ec90a8a req-1bb11c17-d50f-468d-adfd-08071db65cf1 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f995c10-6ec0-437d-a072-6ccb5f34812e HTTP/1.1" status: 200 len: 945 time: 0.0631807 Nov 11 17:46:37.991165 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03ebca63-cb3b-4526-93ce-76c43ec90a8a req-d7e964e0-73ce-425e-92c7-2a94e51b822f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544586 Nov 11 17:46:38.113443 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a4c15c2b-e1d0-4820-ae9a-a41b3532fc36 req-c20a7b0a-6ecb-46d1-954b-79955a24f0c6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=bcd3129868e344c297295704aeeec2c1 HTTP/1.1" status: 200 len: 267 time: 0.0571079 Nov 11 17:46:38.171779 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c15c2b-e1d0-4820-ae9a-a41b3532fc36 req-f2d3c5d8-ef1d-42d5-9d76-bd8a588ab491 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:38.173893 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a4c15c2b-e1d0-4820-ae9a-a41b3532fc36 req-f2d3c5d8-ef1d-42d5-9d76-bd8a588ab491 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f995c10-6ec0-437d-a072-6ccb5f34812e HTTP/1.1" status: 200 len: 945 time: 0.0535965 Nov 11 17:46:38.190411 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-a4c15c2b-e1d0-4820-ae9a-a41b3532fc36 req-34d3818f-1e38-4582-99b1-1ebb59d18fe7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Request body: {'port': {'security_groups': []}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:46:38.260390 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a4c15c2b-e1d0-4820-ae9a-a41b3532fc36 req-34d3818f-1e38-4582-99b1-1ebb59d18fe7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:38.442851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-a4c15c2b-e1d0-4820-ae9a-a41b3532fc36 req-34d3818f-1e38-4582-99b1-1ebb59d18fe7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] For port fa17eaec-de3c-4a2e-beea-e845352607cf, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=fa17eaec-de3c-4a2e-beea-e845352607cf,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:38.476851 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a4c15c2b-e1d0-4820-ae9a-a41b3532fc36 req-34d3818f-1e38-4582-99b1-1ebb59d18fe7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:38.482472 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a4c15c2b-e1d0-4820-ae9a-a41b3532fc36 req-34d3818f-1e38-4582-99b1-1ebb59d18fe7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:38.495094 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['9743ee10-6856-4674-a165-32e9475500c0', 'ed9c46a9-7038-4440-bc0f-3ebd2c694ffc', 'fa17eaec-de3c-4a2e-beea-e845352607cf'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:46:38.575633 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3818f-1e38-4582-99b1-1ebb59d18fe7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Pushing event updated for resources: {'Port': ['ID=fa17eaec-de3c-4a2e-beea-e845352607cf,revision_number=6']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:38.584859 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c15c2b-e1d0-4820-ae9a-a41b3532fc36 req-34d3818f-1e38-4582-99b1-1ebb59d18fe7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:38.585538 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a4c15c2b-e1d0-4820-ae9a-a41b3532fc36 req-34d3818f-1e38-4582-99b1-1ebb59d18fe7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:38.592841 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a4c15c2b-e1d0-4820-ae9a-a41b3532fc36 req-34d3818f-1e38-4582-99b1-1ebb59d18fe7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "PUT /v2.0/ports/fa17eaec-de3c-4a2e-beea-e845352607cf HTTP/1.1" status: 200 len: 904 time: 0.4081404 Nov 11 17:46:38.593352 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f995c10-6ec0-437d-a072-6ccb5f34812e', 'tag': 'fa17eaec-de3c-4a2e-beea-e845352607cf'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:46:38.604746 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3f0f72-f328-430e-87d6-c643217df3f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1f995c10-6ec0-437d-a072-6ccb5f34812e", "tag": "fa17eaec-de3c-4a2e-beea-e845352607cf"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:46:38.657105 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['fa17eaec-de3c-4a2e-beea-e845352607cf'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:46:38.729888 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25c872-73b3-4563-825f-0de5f2abdf2b req-221df9e3-928a-4a8c-a36d-bd6752328e45 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:38.731640 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ab25c872-73b3-4563-825f-0de5f2abdf2b req-221df9e3-928a-4a8c-a36d-bd6752328e45 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 943 time: 0.0582697 Nov 11 17:46:38.809109 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ab25c872-73b3-4563-825f-0de5f2abdf2b req-6cd11c02-1cad-4d71-b5a5-1fa08e7d9046 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683730 Nov 11 17:46:38.899578 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-255e1a35-22cf-467a-b6f3-14e8193b6724 None None] Provisioning complete for port fa17eaec-de3c-4a2e-beea-e845352607cf triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:46:38.900033 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-255e1a35-22cf-467a-b6f3-14e8193b6724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:39.038545 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a83623-5830-4b56-aa10-4fea68c4f90e req-1bb6fd8f-0e3e-49e1-a1c6-a64a54fdaddb tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:39.040953 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6a83623-5830-4b56-aa10-4fea68c4f90e req-1bb6fd8f-0e3e-49e1-a1c6-a64a54fdaddb tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f995c10-6ec0-437d-a072-6ccb5f34812e HTTP/1.1" status: 200 len: 907 time: 0.0721331 Nov 11 17:46:39.112890 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5822504b-b9cc-45d7-b929-843f5f678dd2 x-openstack-request-id: req-5822504b-b9cc-45d7-b929-843f5f678dd2 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:46:39.113422 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f995c10-6ec0-437d-a072-6ccb5f34812e", "tag": "fa17eaec-de3c-4a2e-beea-e845352607cf", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:46:39.113829 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5822504b-b9cc-45d7-b929-843f5f678dd2 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:46:39.114383 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f995c10-6ec0-437d-a072-6ccb5f34812e', 'tag': 'fa17eaec-de3c-4a2e-beea-e845352607cf', 'status': 'completed', 'code': 200} Nov 11 17:46:39.233416 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f0f72-f328-430e-87d6-c643217df3f7 req-cfb71d30-1b3a-4ff4-946e-84bc1f7709ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:39.234950 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e3f0f72-f328-430e-87d6-c643217df3f7 req-cfb71d30-1b3a-4ff4-946e-84bc1f7709ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=1f995c10-6ec0-437d-a072-6ccb5f34812e HTTP/1.1" status: 200 len: 1058 time: 0.0768886 Nov 11 17:46:39.250689 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bd185-9ec5-4f74-86ee-050619067049 req-15bc4d36-5a4c-4df7-a844-9520061ac9a3 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:39.252156 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d2bd185-9ec5-4f74-86ee-050619067049 req-15bc4d36-5a4c-4df7-a844-9520061ac9a3 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0837736 Nov 11 17:46:39.363931 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d2bd185-9ec5-4f74-86ee-050619067049 req-ae5576dc-b94f-4fe0-8d16-3dcb3d247f1d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927730 Nov 11 17:46:39.374908 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f0f72-f328-430e-87d6-c643217df3f7 req-d25734fc-66f9-405f-b351-637c552e05f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:39.376748 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e3f0f72-f328-430e-87d6-c643217df3f7 req-d25734fc-66f9-405f-b351-637c552e05f5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 914 time: 0.1235034 Nov 11 17:46:39.435218 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e3f0f72-f328-430e-87d6-c643217df3f7 req-09a2ce8b-9d4d-4eaf-870e-8f4be411912d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa17eaec-de3c-4a2e-beea-e845352607cf HTTP/1.1" status: 200 len: 217 time: 0.0424044 Nov 11 17:46:39.526310 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f0f72-f328-430e-87d6-c643217df3f7 req-aa91fe5d-bc8f-4329-8d3d-cef12e3a0eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:39.527861 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e3f0f72-f328-430e-87d6-c643217df3f7 req-aa91fe5d-bc8f-4329-8d3d-cef12e3a0eec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.0848072 Nov 11 17:46:39.542145 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd2b08-bc53-4d4a-9ec7-79329d88e605 req-49016c14-3a4e-45cb-9ce9-dad598164249 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:39.543685 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4abd2b08-bc53-4d4a-9ec7-79329d88e605 req-49016c14-3a4e-45cb-9ce9-dad598164249 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0927756 Nov 11 17:46:39.631464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f0f72-f328-430e-87d6-c643217df3f7 req-5b59e18a-9591-425d-8352-ab60f8c1c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:39.633421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e3f0f72-f328-430e-87d6-c643217df3f7 req-5b59e18a-9591-425d-8352-ab60f8c1c37f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888164 Nov 11 17:46:39.637283 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4abd2b08-bc53-4d4a-9ec7-79329d88e605 req-c48b7151-0345-4c37-b3d3-c90eaead3a52 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841024 Nov 11 17:46:39.748131 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e3f0f72-f328-430e-87d6-c643217df3f7 req-34534f48-29e8-4050-8fc3-9cb2e70dd48e service neutron] 10.222.0.83 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059504 Nov 11 17:46:39.931386 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e3f0f72-f328-430e-87d6-c643217df3f7 req-ac316aaf-0836-47e3-97d9-81758c32b42a service neutron] 10.222.0.83 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748531 Nov 11 17:46:39.986890 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-b5af1669-cb6b-42c2-a04e-5b5d196c6fff tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:39.988354 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-b5af1669-cb6b-42c2-a04e-5b5d196c6fff tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 812 time: 0.1454849 Nov 11 17:46:40.004011 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-782d69e3-4f79-48d8-8f25-eff195e5bf30 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/quotas/bcd3129868e344c297295704aeeec2c1 HTTP/1.1" status: 200 len: 375 time: 0.0095391 Nov 11 17:46:40.076883 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-fe7b382a-2828-486b-928a-c563cc70dcdf tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0663416 Nov 11 17:46:40.170599 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-06294793-312d-4835-a168-6ac103002aea service neutron] 10.222.0.76 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929782 Nov 11 17:46:40.261170 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-bc78a266-5a36-42d4-985f-e5eaf6fbcbe5 service neutron] 10.222.0.76 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844052 Nov 11 17:46:40.396688 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f0328986-a01d-4afe-8898-629c306d953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:40.476709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebbdc1-021e-4258-9dbb-d476699bd756 req-db7120e2-5321-440b-8d7f-ab23d0fed403 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:40.478241 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16ebbdc1-021e-4258-9dbb-d476699bd756 req-db7120e2-5321-440b-8d7f-ab23d0fed403 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 943 time: 0.0583103 Nov 11 17:46:40.530638 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16ebbdc1-021e-4258-9dbb-d476699bd756 req-d6270384-53be-4a80-80bc-6283fc511548 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460732 Nov 11 17:46:40.691204 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38d590f5-6052-44c3-a31b-c0fe6ff63604 req-67192d4e-4940-4d12-bc64-23a72289055b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 210 time: 0.0273325 Nov 11 17:46:40.968580 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:41.498724 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-b2e6eda3-4a4c-4bdd-9706-5083cc3b05b8 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:41.500166 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-b2e6eda3-4a4c-4bdd-9706-5083cc3b05b8 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.64 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 812 time: 0.1134431 Nov 11 17:46:41.524026 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-db93f9a8-1bb0-44a8-9d5c-518285454070 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Request body: {'port': {'device_id': '069f00bc-282f-48ad-8aac-928d83c12974', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'admin_state_up': True, 'tenant_id': 'bcd3129868e344c297295704aeeec2c1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:46:41.637793 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-db93f9a8-1bb0-44a8-9d5c-518285454070 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Made reservation on behalf of bcd3129868e344c297295704aeeec2c1 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:46:41.641941 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-db93f9a8-1bb0-44a8-9d5c-518285454070 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:41.658236 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a8927-4b4f-49a4-87ff-d21c770f4358 req-2123b3e4-584f-4ae0-9f61-cfea08119b48 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:41.659768 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fb3a8927-4b4f-49a4-87ff-d21c770f4358 req-2123b3e4-584f-4ae0-9f61-cfea08119b48 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 943 time: 0.0518084 Nov 11 17:46:41.709969 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fb3a8927-4b4f-49a4-87ff-d21c770f4358 req-283f1bcf-7eef-47c7-9615-b06301c4483c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434635 Nov 11 17:46:41.786687 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-db93f9a8-1bb0-44a8-9d5c-518285454070 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Allocated IP 172.20.0.5 (26b89f42-47fd-4a3b-9482-68a15714eda2/4b8a9933-5f05-4272-8e1a-da4284619290/2cbcb66f-0886-4a65-8a02-b42cde424c0b) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:46:41.897201 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b99acc51-0657-4b31-bc20-cc32e5fa1015 req-a81ed5bc-9d35-4364-85b5-0d16d8ccd379 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 210 time: 0.0333052 Nov 11 17:46:41.957831 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-db93f9a8-1bb0-44a8-9d5c-518285454070 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:41.993495 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-db93f9a8-1bb0-44a8-9d5c-518285454070 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:42.005676 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['9743ee10-6856-4674-a165-32e9475500c0', 'ed9c46a9-7038-4440-bc0f-3ebd2c694ffc'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:46:42.046367 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93f9a8-1bb0-44a8-9d5c-518285454070 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Pushing event updated for resources: {'Port': ['ID=2cbcb66f-0886-4a65-8a02-b42cde424c0b,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:42.049285 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-db93f9a8-1bb0-44a8-9d5c-518285454070 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Network 26b89f42-47fd-4a3b-9482-68a15714eda2 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:46:42.051009 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-db93f9a8-1bb0-44a8-9d5c-518285454070 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:46:42.053117 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-db93f9a8-1bb0-44a8-9d5c-518285454070 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:46:42.107653 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-db93f9a8-1bb0-44a8-9d5c-518285454070 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:42.109273 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-db93f9a8-1bb0-44a8-9d5c-518285454070 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:42.127991 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-db93f9a8-1bb0-44a8-9d5c-518285454070 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6077464 Nov 11 17:46:42.265976 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] Request body: {'port': {'device_id': '069f00bc-282f-48ad-8aac-928d83c12974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:46:42.326978 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:42.338229 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-56f6f90b-6481-4651-9008-57f1056ea1be None None] Provisioning complete for port 2cbcb66f-0886-4a65-8a02-b42cde424c0b triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:46:42.338516 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-56f6f90b-6481-4651-9008-57f1056ea1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:42.377534 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-56f6f90b-6481-4651-9008-57f1056ea1be None None] Port 2cbcb66f-0886-4a65-8a02-b42cde424c0b cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:46:42.592633 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cbcb66f-0886-4a65-8a02-b42cde424c0b {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:46:42.593277 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:42.602189 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:42.614946 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] Transition to ACTIVE for port object 2cbcb66f-0886-4a65-8a02-b42cde424c0b will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:46:42.619120 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:42.670016 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbcb66f-0886-4a65-8a02-b42cde424c0b,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:42.760869 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] Attempting to bind port 2cbcb66f-0886-4a65-8a02-b42cde424c0b on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:46:42.761249 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] Attempting to bind port 2cbcb66f-0886-4a65-8a02-b42cde424c0b by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:46:42.761680 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] Attempting to bind port 2cbcb66f-0886-4a65-8a02-b42cde424c0b on network 26b89f42-47fd-4a3b-9482-68a15714eda2 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:46:42.772093 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] Port 2cbcb66f-0886-4a65-8a02-b42cde424c0b on network 26b89f42-47fd-4a3b-9482-68a15714eda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:46:42.779072 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] Attempting to bind port 2cbcb66f-0886-4a65-8a02-b42cde424c0b on network 26b89f42-47fd-4a3b-9482-68a15714eda2 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:46:42.785708 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:46:42.786189 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] Checking segment: {'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:46:42.786796 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] Bound using segment: {'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:46:42.787430 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] Bound port: 2cbcb66f-0886-4a65-8a02-b42cde424c0b, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:46:42.787928 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:42.865381 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210ad70-1d24-4d7d-918b-36cba2ee154d req-27eaee7e-6a74-48ea-b52e-aefd166aee25 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:42.867746 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2210ad70-1d24-4d7d-918b-36cba2ee154d req-27eaee7e-6a74-48ea-b52e-aefd166aee25 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 943 time: 0.0647545 Nov 11 17:46:42.871820 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] For port 2cbcb66f-0886-4a65-8a02-b42cde424c0b, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:46:42.876094 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] For port 2cbcb66f-0886-4a65-8a02-b42cde424c0b, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=2cbcb66f-0886-4a65-8a02-b42cde424c0b,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:46:42.883273 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:42.925002 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:42.925884 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:42.927626 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] 10.222.0.64 "PUT /v2.0/ports/2cbcb66f-0886-4a65-8a02-b42cde424c0b HTTP/1.1" status: 200 len: 1091 time: 0.7847455 Nov 11 17:46:42.928416 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '069f00bc-282f-48ad-8aac-928d83c12974', 'tag': '2cbcb66f-0886-4a65-8a02-b42cde424c0b'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:46:42.930132 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:42.931078 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51babd35-41c0-4885-b20e-c36e4b20fbfe" -d '{"events": [{"name": "network-changed", "server_uuid": "069f00bc-282f-48ad-8aac-928d83c12974", "tag": "2cbcb66f-0886-4a65-8a02-b42cde424c0b"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:46:42.939539 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2210ad70-1d24-4d7d-918b-36cba2ee154d req-0ff48e75-f3ae-42c7-b5a0-a0f183e61d98 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623393 Nov 11 17:46:42.993922 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1dd06-e417-46a0-882f-6affb9699fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbcb66f-0886-4a65-8a02-b42cde424c0b,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:43.052135 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-72de5f6c-fe21-4b45-b213-9147f1e61c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:43.054247 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-72de5f6c-fe21-4b45-b213-9147f1e61c33 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 1094 time: 0.0555675 Nov 11 17:46:43.116900 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-71df2986-fbb1-4e2b-9dfc-df6fa1f43c1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cbcb66f-0886-4a65-8a02-b42cde424c0b HTTP/1.1" status: 200 len: 217 time: 0.0497735 Nov 11 17:46:43.169205 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f21e1-7159-4965-9167-c5a99e97a07b req-01c20c80-fc96-4f41-a05c-7505aa68f619 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:43.177444 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-818f21e1-7159-4965-9167-c5a99e97a07b req-01c20c80-fc96-4f41-a05c-7505aa68f619 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 943 time: 0.0609121 Nov 11 17:46:43.185962 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-9c99b53b-908e-46b2-b823-b5a91907d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:43.188274 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-9c99b53b-908e-46b2-b823-b5a91907d4a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.0637810 Nov 11 17:46:43.228113 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-818f21e1-7159-4965-9167-c5a99e97a07b req-e15a2b5d-e310-4a01-ad4d-25bb060fde22 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493908 Nov 11 17:46:43.265975 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-f32b657a-3a56-44bc-a7c3-c8b0310e07d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:43.268051 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-f32b657a-3a56-44bc-a7c3-c8b0310e07d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731175 Nov 11 17:46:43.379310 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25c3332-7b23-4a21-96eb-022bef96b769 x-openstack-request-id: req-b25c3332-7b23-4a21-96eb-022bef96b769 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:46:43.379606 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "069f00bc-282f-48ad-8aac-928d83c12974", "tag": "2cbcb66f-0886-4a65-8a02-b42cde424c0b", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:46:43.379906 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b25c3332-7b23-4a21-96eb-022bef96b769 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:46:43.380311 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '069f00bc-282f-48ad-8aac-928d83c12974', 'tag': '2cbcb66f-0886-4a65-8a02-b42cde424c0b', 'status': 'completed', 'code': 200} Nov 11 17:46:43.386584 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-1bf6d1b2-5197-4df3-9113-a3df151341d9 service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111526 Nov 11 17:46:43.486540 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-34e50c3a-a576-46e8-9967-f91c6122ac00 req-ee301f5c-23f6-49ef-975c-9822d7d3e3d7 service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926082 Nov 11 17:46:43.616209 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51babd35-41c0-4885-b20e-c36e4b20fbfe req-822c5a9e-4c5f-4750-98f2-2b7f97247b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:43.618297 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51babd35-41c0-4885-b20e-c36e4b20fbfe req-822c5a9e-4c5f-4750-98f2-2b7f97247b3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 1094 time: 0.0456376 Nov 11 17:46:43.720098 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51babd35-41c0-4885-b20e-c36e4b20fbfe req-101786ce-8151-4f68-8946-02d73cf7d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:43.721564 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51babd35-41c0-4885-b20e-c36e4b20fbfe req-101786ce-8151-4f68-8946-02d73cf7d0b5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 914 time: 0.0961070 Nov 11 17:46:43.762636 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51babd35-41c0-4885-b20e-c36e4b20fbfe req-05f2408b-c287-49e6-a4d1-ae00fde1126e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cbcb66f-0886-4a65-8a02-b42cde424c0b HTTP/1.1" status: 200 len: 217 time: 0.0340381 Nov 11 17:46:43.815705 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51babd35-41c0-4885-b20e-c36e4b20fbfe req-d1278556-3d7d-4cda-8cb1-b5c48a270c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:43.817255 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51babd35-41c0-4885-b20e-c36e4b20fbfe req-d1278556-3d7d-4cda-8cb1-b5c48a270c4a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.0466239 Nov 11 17:46:43.866984 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51babd35-41c0-4885-b20e-c36e4b20fbfe req-12d1d5b4-5bf5-40c1-bc47-ee2491586f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:43.868834 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51babd35-41c0-4885-b20e-c36e4b20fbfe req-12d1d5b4-5bf5-40c1-bc47-ee2491586f17 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434294 Nov 11 17:46:43.976655 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51babd35-41c0-4885-b20e-c36e4b20fbfe req-87776c0d-dd4d-4d4a-b455-98858e71328d service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998378 Nov 11 17:46:44.071179 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d813eba-4485-4432-b3b9-622d6b5ccf2c req-769ad1c6-ed44-4c42-98b7-e7368a670868 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:44.072767 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d813eba-4485-4432-b3b9-622d6b5ccf2c req-769ad1c6-ed44-4c42-98b7-e7368a670868 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 943 time: 0.0579751 Nov 11 17:46:44.085554 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51babd35-41c0-4885-b20e-c36e4b20fbfe req-95e2c919-555b-49d5-aa98-fa09b09b520c service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011879 Nov 11 17:46:44.122307 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d813eba-4485-4432-b3b9-622d6b5ccf2c req-6833ba28-b938-4f64-ae97-5e2ef8193024 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423789 Nov 11 17:46:44.360729 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a66e27-8755-4798-9c0b-372c2f7c8314 req-560156b7-adf8-4f29-971f-6da3b5679682 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:44.362350 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e3a66e27-8755-4798-9c0b-372c2f7c8314 req-560156b7-adf8-4f29-971f-6da3b5679682 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 943 time: 0.0519590 Nov 11 17:46:44.412872 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e3a66e27-8755-4798-9c0b-372c2f7c8314 req-e5132afa-9d6f-494c-bb20-4668cc847aa6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442917 Nov 11 17:46:45.246138 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19997a92-f21e-4042-bad0-df0e4e65e058 req-46645bf3-11b9-4ac5-af48-b69cd19068a8 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:45.247618 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-19997a92-f21e-4042-bad0-df0e4e65e058 req-46645bf3-11b9-4ac5-af48-b69cd19068a8 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 943 time: 0.0499160 Nov 11 17:46:45.303857 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-19997a92-f21e-4042-bad0-df0e4e65e058 req-1d238d9a-bedc-4ff3-9bf9-f87220d0eefa tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454051 Nov 11 17:46:45.539806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fdce7-e0db-4b15-bdc4-dd3d4f0ea3b5 req-ab5f1cc4-de9c-4d47-8b4f-f382212814ba tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:45.541282 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f33fdce7-e0db-4b15-bdc4-dd3d4f0ea3b5 req-ab5f1cc4-de9c-4d47-8b4f-f382212814ba tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 943 time: 0.0582833 Nov 11 17:46:45.596855 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f33fdce7-e0db-4b15-bdc4-dd3d4f0ea3b5 req-446c99e1-b37c-48ea-a050-be14cc024577 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490601 Nov 11 17:46:45.752624 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 2cbcb66f-0886-4a65-8a02-b42cde424c0b details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:46:45.855977 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 2cbcb66f-0886-4a65-8a02-b42cde424c0b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=2cbcb66f-0886-4a65-8a02-b42cde424c0b,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:45.868291 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '2cbcb66f-0886-4a65-8a02-b42cde424c0b', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'port_id': '2cbcb66f-0886-4a65-8a02-b42cde424c0b', 'mac_address': 'fa:16:3e:cd:03:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:46:45.917735 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:45.933596 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cbcb66f-0886-4a65-8a02-b42cde424c0b {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:46:45.957186 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 2cbcb66f-0886-4a65-8a02-b42cde424c0b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=2cbcb66f-0886-4a65-8a02-b42cde424c0b,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:45.960807 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:46.010270 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=2cbcb66f-0886-4a65-8a02-b42cde424c0b,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:46.043298 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device ae0cb6ad-3241-4bab-8ce7-19a73602ccfb details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:46:46.153418 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port ae0cb6ad-3241-4bab-8ce7-19a73602ccfb, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=ae0cb6ad-3241-4bab-8ce7-19a73602ccfb,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:46.166594 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'ae0cb6ad-3241-4bab-8ce7-19a73602ccfb', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'port_id': 'ae0cb6ad-3241-4bab-8ce7-19a73602ccfb', 'mac_address': 'fa:16:3e:e5:cf:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:46:46.205270 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:46.219539 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae0cb6ad-3241-4bab-8ce7-19a73602ccfb {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:46:46.245226 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port ae0cb6ad-3241-4bab-8ce7-19a73602ccfb, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=ae0cb6ad-3241-4bab-8ce7-19a73602ccfb,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:46.249399 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:46.275321 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['2cbcb66f-0886-4a65-8a02-b42cde424c0b'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:46:46.349620 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=ae0cb6ad-3241-4bab-8ce7-19a73602ccfb,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:46.449993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a05ce2-1638-493b-b4d9-c3b703eea4c7 req-052d8007-b903-4ea0-9366-82e82190c706 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:46.452468 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b2a05ce2-1638-493b-b4d9-c3b703eea4c7 req-052d8007-b903-4ea0-9366-82e82190c706 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 944 time: 0.0609343 Nov 11 17:46:46.483510 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['ae0cb6ad-3241-4bab-8ce7-19a73602ccfb'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:46:46.509495 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b2a05ce2-1638-493b-b4d9-c3b703eea4c7 req-688a4f45-8f78-4e39-92cc-d9b0e75e8baf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508192 Nov 11 17:46:46.736800 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f0bb1-fdcd-4e92-88ac-afd7403c330d req-644092f1-6cbf-4250-9f1d-fe55dc0c05ac tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:46.739186 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-363f0bb1-fdcd-4e92-88ac-afd7403c330d req-644092f1-6cbf-4250-9f1d-fe55dc0c05ac tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 944 time: 0.0658972 Nov 11 17:46:46.795001 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-363f0bb1-fdcd-4e92-88ac-afd7403c330d req-c75dc278-e58a-42d8-a837-33c048087ff3 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496800 Nov 11 17:46:47.631521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf02ee-469e-487f-a053-e27b013400c1 req-5a8319a3-3b34-4f23-aa19-502190ca2a93 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:47.633146 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9acf02ee-469e-487f-a053-e27b013400c1 req-5a8319a3-3b34-4f23-aa19-502190ca2a93 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 944 time: 0.0494733 Nov 11 17:46:47.683992 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9acf02ee-469e-487f-a053-e27b013400c1 req-8ca79692-d173-443e-b0dc-21821a0fc875 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448580 Nov 11 17:46:47.752804 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 2cbcb66f-0886-4a65-8a02-b42cde424c0b up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:46:47.803864 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 2cbcb66f-0886-4a65-8a02-b42cde424c0b completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:46:47.807980 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 2cbcb66f-0886-4a65-8a02-b42cde424c0b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:46:47.808331 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:47.889671 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:47.924624 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069f00bc-282f-48ad-8aac-928d83c12974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbcb66f-0886-4a65-8a02-b42cde424c0b'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:46:47.927022 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe2265c-bb21-4ba4-abdf-8bee6c1d0760" -d '{"events": [{"server_uuid": "069f00bc-282f-48ad-8aac-928d83c12974", "name": "network-vif-plugged", "status": "completed", "tag": "2cbcb66f-0886-4a65-8a02-b42cde424c0b"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:46:47.938691 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 2cbcb66f-0886-4a65-8a02-b42cde424c0b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=2cbcb66f-0886-4a65-8a02-b42cde424c0b,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:47.942143 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:47.946380 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bac07-9d04-449a-a2e0-d26167c0025b req-9fa4ea70-1011-48a4-b4ff-edc3dce80f9e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:47.948001 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b4bac07-9d04-449a-a2e0-d26167c0025b req-9fa4ea70-1011-48a4-b4ff-edc3dce80f9e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 944 time: 0.0708745 Nov 11 17:46:47.996928 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=2cbcb66f-0886-4a65-8a02-b42cde424c0b,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:48.001758 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b4bac07-9d04-449a-a2e0-d26167c0025b req-41fd1b25-5bc5-4da5-93d9-d9f8020d4c53 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460870 Nov 11 17:46:48.053358 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device ae0cb6ad-3241-4bab-8ce7-19a73602ccfb up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:46:48.056537 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b55d8fc-11e7-4f82-b7e3-23372eca6d37 x-openstack-request-id: req-7b55d8fc-11e7-4f82-b7e3-23372eca6d37 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:46:48.056736 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069f00bc-282f-48ad-8aac-928d83c12974", "name": "network-vif-plugged", "status": "completed", "tag": "2cbcb66f-0886-4a65-8a02-b42cde424c0b", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:46:48.056987 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7b55d8fc-11e7-4f82-b7e3-23372eca6d37 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:46:48.057367 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069f00bc-282f-48ad-8aac-928d83c12974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbcb66f-0886-4a65-8a02-b42cde424c0b', 'code': 200} Nov 11 17:46:48.111135 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port ae0cb6ad-3241-4bab-8ce7-19a73602ccfb completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:46:48.115560 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port ae0cb6ad-3241-4bab-8ce7-19a73602ccfb triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:46:48.116615 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:48.194317 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41236a8-b192-408f-9481-b35e3740f7bd req-4a86c42c-4524-4fb9-a7c4-99cf01534b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:48.196161 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d41236a8-b192-408f-9481-b35e3740f7bd req-4a86c42c-4524-4fb9-a7c4-99cf01534b1d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 1096 time: 0.0519829 Nov 11 17:46:48.214951 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:48.243900 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d41236a8-b192-408f-9481-b35e3740f7bd req-4d0c0655-dcd8-41bd-b483-ae8d508aad04 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410526 Nov 11 17:46:48.252521 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port ae0cb6ad-3241-4bab-8ce7-19a73602ccfb, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=ae0cb6ad-3241-4bab-8ce7-19a73602ccfb,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:48.256532 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:48.304130 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=ae0cb6ad-3241-4bab-8ce7-19a73602ccfb,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:48.409463 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:48.802232 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811b01a-ce6f-4710-9020-da0619250a8b req-c6b1933a-202b-40d0-a75f-6818038946c1 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:48.803720 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0811b01a-ce6f-4710-9020-da0619250a8b req-c6b1933a-202b-40d0-a75f-6818038946c1 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 945 time: 0.0495040 Nov 11 17:46:48.854079 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0811b01a-ce6f-4710-9020-da0619250a8b req-2707ee81-8e9c-4a37-9d0b-8705c7dffec2 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423985 Nov 11 17:46:49.126125 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6924b4-7051-4fa3-9468-6283db512e6a req-91da2ff1-6697-4f2d-b1c3-dcf6bc8966e6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:49.127498 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da6924b4-7051-4fa3-9468-6283db512e6a req-91da2ff1-6697-4f2d-b1c3-dcf6bc8966e6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 945 time: 0.0510139 Nov 11 17:46:49.177283 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da6924b4-7051-4fa3-9468-6283db512e6a req-6c559bfd-0e48-40cd-923c-74cea6be6d5b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436366 Nov 11 17:46:49.969927 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007b9b4-e7ac-41e7-b022-a682bff7ef96 req-0db66801-78f9-451b-8d2d-4b00ff199289 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:49.971484 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4007b9b4-e7ac-41e7-b022-a682bff7ef96 req-0db66801-78f9-451b-8d2d-4b00ff199289 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 945 time: 0.0502889 Nov 11 17:46:50.018698 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4007b9b4-e7ac-41e7-b022-a682bff7ef96 req-b1699225-e453-4dc0-aa6e-b7f99fd8ec95 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412774 Nov 11 17:46:50.058404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be007ba-4af8-46e1-956b-8fa71431c546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0cb6ad-3241-4bab-8ce7-19a73602ccfb'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:46:50.061512 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fc5641-53fe-4818-9e2f-b8419e2b3cde" -d '{"events": [{"server_uuid": "6be007ba-4af8-46e1-956b-8fa71431c546", "name": "network-vif-plugged", "status": "completed", "tag": "ae0cb6ad-3241-4bab-8ce7-19a73602ccfb"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:46:50.138470 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310a789e-3249-4757-9040-262234244728 x-openstack-request-id: req-310a789e-3249-4757-9040-262234244728 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:46:50.138764 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be007ba-4af8-46e1-956b-8fa71431c546", "name": "network-vif-plugged", "status": "completed", "tag": "ae0cb6ad-3241-4bab-8ce7-19a73602ccfb", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:46:50.139024 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-310a789e-3249-4757-9040-262234244728 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:46:50.139425 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be007ba-4af8-46e1-956b-8fa71431c546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0cb6ad-3241-4bab-8ce7-19a73602ccfb', 'code': 200} Nov 11 17:46:50.241661 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de334267-4f91-47a5-b26f-74221abb2224 req-081d99d4-3068-4801-a8cc-db7b26b68a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:50.243245 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de334267-4f91-47a5-b26f-74221abb2224 req-081d99d4-3068-4801-a8cc-db7b26b68a27 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 1096 time: 0.0465884 Nov 11 17:46:50.325637 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de334267-4f91-47a5-b26f-74221abb2224 req-10ea5b03-1fb1-431b-98ee-d907e2da0b40 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742936 Nov 11 17:46:50.336215 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4c0fd-352a-421e-854a-cd9cb26e6246 req-83477d83-aefc-4af4-9087-93fd6ca0ca0c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:50.337671 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89a4c0fd-352a-421e-854a-cd9cb26e6246 req-83477d83-aefc-4af4-9087-93fd6ca0ca0c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 945 time: 0.0803711 Nov 11 17:46:50.388274 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89a4c0fd-352a-421e-854a-cd9cb26e6246 req-b70f94b2-f9a8-4080-8b40-171948509e5e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438209 Nov 11 17:46:50.591685 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ca142-1214-46be-a3b6-4844f131f44e req-df326b2d-e326-4a6d-948b-4d0da53d9d5e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:50.594031 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7c9ca142-1214-46be-a3b6-4844f131f44e req-df326b2d-e326-4a6d-948b-4d0da53d9d5e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 945 time: 0.0515771 Nov 11 17:46:50.642992 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7c9ca142-1214-46be-a3b6-4844f131f44e req-d3f70e66-d114-4ac1-937e-1c3fc4930a4b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429432 Nov 11 17:46:51.148711 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08750af4-1193-4276-8a66-8f24cc8d9ccb req-80cd1395-5d24-43a2-8d56-6f049e454efd tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:51.150088 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08750af4-1193-4276-8a66-8f24cc8d9ccb req-80cd1395-5d24-43a2-8d56-6f049e454efd tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 945 time: 0.0540302 Nov 11 17:46:51.202281 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08750af4-1193-4276-8a66-8f24cc8d9ccb req-d29c55c1-fcca-405b-9242-6ff734490620 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462999 Nov 11 17:46:51.760293 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f480928-4fbd-4024-88bf-c9702577ed8a req-1b22b26e-9a62-4cd5-96fb-1e2a60c4cf8e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:51.761765 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f480928-4fbd-4024-88bf-c9702577ed8a req-1b22b26e-9a62-4cd5-96fb-1e2a60c4cf8e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 945 time: 0.0488949 Nov 11 17:46:51.808663 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f480928-4fbd-4024-88bf-c9702577ed8a req-62ed7bb4-586c-4775-a810-56125abeccc5 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410261 Nov 11 17:46:52.235700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a0ae3-d2de-465b-a472-7e616a7ff132 req-6c2965de-191e-434e-b455-c18df452034b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:52.237339 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b05a0ae3-d2de-465b-a472-7e616a7ff132 req-6c2965de-191e-434e-b455-c18df452034b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 945 time: 0.0498252 Nov 11 17:46:52.284640 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b05a0ae3-d2de-465b-a472-7e616a7ff132 req-eb03e748-39ba-4d81-9fe4-b6f57e629482 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411839 Nov 11 17:46:52.396469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3ccb4-01f5-4d79-b405-b545d7f4d7b9 req-a3b31ff5-8910-47ac-8339-7f86688f3c8e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:52.397942 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ae3ccb4-01f5-4d79-b405-b545d7f4d7b9 req-a3b31ff5-8910-47ac-8339-7f86688f3c8e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 945 time: 0.0584722 Nov 11 17:46:52.445687 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ae3ccb4-01f5-4d79-b405-b545d7f4d7b9 req-3f79d363-1c16-4a77-badc-6a01a02e05c5 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413816 Nov 11 17:46:52.645738 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce6e6d-cff0-4cad-b306-b52ba7f5423a req-9c334b5e-cfa8-4431-bdc7-e131957876ef tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:52.647213 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51ce6e6d-cff0-4cad-b306-b52ba7f5423a req-9c334b5e-cfa8-4431-bdc7-e131957876ef tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 945 time: 0.0491343 Nov 11 17:46:52.696917 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51ce6e6d-cff0-4cad-b306-b52ba7f5423a req-27924465-eee6-434a-97f7-50dfdda8ac64 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434017 Nov 11 17:46:53.004978 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7c3c6-89a3-4cf1-b731-5dd279b87db3 req-12321e68-5841-465d-a077-0c8ead69f752 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:53.006447 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d1a7c3c6-89a3-4cf1-b731-5dd279b87db3 req-12321e68-5841-465d-a077-0c8ead69f752 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 945 time: 0.0565448 Nov 11 17:46:53.066644 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d1a7c3c6-89a3-4cf1-b731-5dd279b87db3 req-47af9df7-6efa-4560-b68b-0315d9398e5c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537310 Nov 11 17:46:53.400270 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:46:53.400853 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca3420-2251-48ab-a497-ccb8076783e5 req-1476a3db-9638-4d8c-a39e-ce1277a7d35b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:53.402252 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6ca3420-2251-48ab-a497-ccb8076783e5 req-1476a3db-9638-4d8c-a39e-ce1277a7d35b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 945 time: 0.0500531 Nov 11 17:46:53.449487 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6ca3420-2251-48ab-a497-ccb8076783e5 req-377098e6-7ebf-4a65-8b8b-60b017a8f42e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412273 Nov 11 17:46:53.771640 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 2cbcb66f-0886-4a65-8a02-b42cde424c0b details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:46:53.864661 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 2cbcb66f-0886-4a65-8a02-b42cde424c0b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=2cbcb66f-0886-4a65-8a02-b42cde424c0b,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:53.875369 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '2cbcb66f-0886-4a65-8a02-b42cde424c0b', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'port_id': '2cbcb66f-0886-4a65-8a02-b42cde424c0b', 'mac_address': 'fa:16:3e:cd:03:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:46:53.914538 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:53.927428 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cbcb66f-0886-4a65-8a02-b42cde424c0b {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:46:53.946071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 2cbcb66f-0886-4a65-8a02-b42cde424c0b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=2cbcb66f-0886-4a65-8a02-b42cde424c0b,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:53.950004 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:53.996624 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=2cbcb66f-0886-4a65-8a02-b42cde424c0b,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:54.003912 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:54.004265 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:54.004612 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:54.005005 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:54.005352 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:54.005680 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:54.006012 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:54.006344 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:54.006671 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:54.006998 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:54.007323 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:54.007648 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:46:54.149146 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['2cbcb66f-0886-4a65-8a02-b42cde424c0b'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:46:54.194794 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953721bf-effc-4aec-ba4c-1da7d4b822df req-f8217a4e-8c7b-4697-86e8-ddd4b23d0a03 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:54.196426 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-953721bf-effc-4aec-ba4c-1da7d4b822df req-f8217a4e-8c7b-4697-86e8-ddd4b23d0a03 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 945 time: 0.0554800 Nov 11 17:46:54.220794 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:54.264054 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-953721bf-effc-4aec-ba4c-1da7d4b822df req-6f3fb0cd-671d-4989-b9ac-1c393101210c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599661 Nov 11 17:46:54.556528 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96aa45d-062e-4f98-911d-1e3e6947aed4 req-de214f61-153d-47fa-9154-33234d8e9491 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:54.558628 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d96aa45d-062e-4f98-911d-1e3e6947aed4 req-de214f61-153d-47fa-9154-33234d8e9491 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.83 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 945 time: 0.0908818 Nov 11 17:46:54.664057 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241091c-3a8b-44a6-a65f-032984635d70 req-0e45326c-7934-4796-9c20-fcb58b65ea93 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:54.665568 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6241091c-3a8b-44a6-a65f-032984635d70 req-0e45326c-7934-4796-9c20-fcb58b65ea93 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 944 time: 0.1294265 Nov 11 17:46:54.734059 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6241091c-3a8b-44a6-a65f-032984635d70 req-bf51e8de-0f0f-4246-a5c8-1fc0a7c95d6a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579927 Nov 11 17:46:54.736793 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-d96aa45d-062e-4f98-911d-1e3e6947aed4 req-e35d2fa5-358c-4989-b351-2fd446262e5e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Deleting port ae0cb6ad-3241-4bab-8ce7-19a73602ccfb {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:46:54.736793 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d96aa45d-062e-4f98-911d-1e3e6947aed4 req-e35d2fa5-358c-4989-b351-2fd446262e5e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:54.855997 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-d96aa45d-062e-4f98-911d-1e3e6947aed4 req-e35d2fa5-358c-4989-b351-2fd446262e5e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] For port ae0cb6ad-3241-4bab-8ce7-19a73602ccfb, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=ae0cb6ad-3241-4bab-8ce7-19a73602ccfb,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:54.856469 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d96aa45d-062e-4f98-911d-1e3e6947aed4 req-e35d2fa5-358c-4989-b351-2fd446262e5e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:54.881782 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-d96aa45d-062e-4f98-911d-1e3e6947aed4 req-e35d2fa5-358c-4989-b351-2fd446262e5e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Calling delete_port for ae0cb6ad-3241-4bab-8ce7-19a73602ccfb owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:46:55.069927 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d96aa45d-062e-4f98-911d-1e3e6947aed4 req-e35d2fa5-358c-4989-b351-2fd446262e5e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:55.084320 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['ae0cb6ad-3241-4bab-8ce7-19a73602ccfb'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:46:55.115647 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d2fa5-358c-4989-b351-2fd446262e5e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event deleted for resources: {'Port': ['ID=ae0cb6ad-3241-4bab-8ce7-19a73602ccfb,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:55.150774 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['f22a40f6-fe77-4985-9b81-7fa95071fae7'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:46:55.194342 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96aa45d-062e-4f98-911d-1e3e6947aed4 req-e35d2fa5-358c-4989-b351-2fd446262e5e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] No DVR routers for this DVR port ae0cb6ad-3241-4bab-8ce7-19a73602ccfb on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:46:55.203219 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-d96aa45d-062e-4f98-911d-1e3e6947aed4 req-e35d2fa5-358c-4989-b351-2fd446262e5e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:55.207439 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d96aa45d-062e-4f98-911d-1e3e6947aed4 req-e35d2fa5-358c-4989-b351-2fd446262e5e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.83 "DELETE /v2.0/ports/ae0cb6ad-3241-4bab-8ce7-19a73602ccfb HTTP/1.1" status: 204 len: 173 time: 0.6278923 Nov 11 17:46:55.207981 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be007ba-4af8-46e1-956b-8fa71431c546', 'name': 'network-vif-deleted', 'tag': 'ae0cb6ad-3241-4bab-8ce7-19a73602ccfb'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:46:55.210968 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9933293-f1ff-43bb-90d8-cca3079082e7" -d '{"events": [{"server_uuid": "6be007ba-4af8-46e1-956b-8fa71431c546", "name": "network-vif-deleted", "tag": "ae0cb6ad-3241-4bab-8ce7-19a73602ccfb"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:46:55.287049 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8425a161-de13-4c6a-9b9c-763c10d5b2c4 x-openstack-request-id: req-8425a161-de13-4c6a-9b9c-763c10d5b2c4 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:46:55.287822 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be007ba-4af8-46e1-956b-8fa71431c546", "name": "network-vif-deleted", "tag": "ae0cb6ad-3241-4bab-8ce7-19a73602ccfb", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:46:55.288228 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8425a161-de13-4c6a-9b9c-763c10d5b2c4 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:46:55.288820 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be007ba-4af8-46e1-956b-8fa71431c546', 'name': 'network-vif-deleted', 'tag': 'ae0cb6ad-3241-4bab-8ce7-19a73602ccfb', 'status': 'completed', 'code': 200} Nov 11 17:46:55.447319 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6826c8c1-9225-4a26-912a-9b42d5f75cb0 req-99afff42-9193-425b-8263-92a8ffd8d883 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 210 time: 0.0688181 Nov 11 17:46:55.783822 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 2cbcb66f-0886-4a65-8a02-b42cde424c0b up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:46:55.899653 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 2cbcb66f-0886-4a65-8a02-b42cde424c0b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:46:55.899984 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:55.928920 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e6387-417d-4007-87af-872fc5892bd6 req-f5e83c7f-4bad-4c34-a843-c62f883260b2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:55.943529 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d03e6387-417d-4007-87af-872fc5892bd6 req-f5e83c7f-4bad-4c34-a843-c62f883260b2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 944 time: 0.1205094 Nov 11 17:46:56.029884 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:56.051706 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d03e6387-417d-4007-87af-872fc5892bd6 req-bcdde46c-ca83-436f-926c-ea6e18e3a259 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072321 Nov 11 17:46:56.110937 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069f00bc-282f-48ad-8aac-928d83c12974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbcb66f-0886-4a65-8a02-b42cde424c0b'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:46:56.114947 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f72988-8f0a-4f6d-a0f7-c7fd1b8547d3" -d '{"events": [{"server_uuid": "069f00bc-282f-48ad-8aac-928d83c12974", "name": "network-vif-plugged", "status": "completed", "tag": "2cbcb66f-0886-4a65-8a02-b42cde424c0b"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:46:56.133991 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 2cbcb66f-0886-4a65-8a02-b42cde424c0b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=2cbcb66f-0886-4a65-8a02-b42cde424c0b,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:46:56.141968 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:46:56.224707 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=2cbcb66f-0886-4a65-8a02-b42cde424c0b,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:46:56.270500 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95734ae0-6b6f-48aa-85ca-7338dd2711f4 x-openstack-request-id: req-95734ae0-6b6f-48aa-85ca-7338dd2711f4 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:46:56.270812 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069f00bc-282f-48ad-8aac-928d83c12974", "name": "network-vif-plugged", "status": "completed", "tag": "2cbcb66f-0886-4a65-8a02-b42cde424c0b", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:46:56.271122 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-95734ae0-6b6f-48aa-85ca-7338dd2711f4 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:46:56.271527 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069f00bc-282f-48ad-8aac-928d83c12974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbcb66f-0886-4a65-8a02-b42cde424c0b', 'code': 200} Nov 11 17:46:56.602974 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c188b2e0-e3e4-4ce3-bcd4-aa06b06a1cf8 req-0fb8920d-3366-4392-b5a7-15bade4c0453 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 210 time: 0.0775545 Nov 11 17:46:57.226920 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e2331-9a6a-4fd6-9d49-46aad637ef6b req-4b609f96-cc27-4c81-aca6-7ca3f3aa770a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:57.229949 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-532e2331-9a6a-4fd6-9d49-46aad637ef6b req-4b609f96-cc27-4c81-aca6-7ca3f3aa770a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 945 time: 0.0848963 Nov 11 17:46:57.314233 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-532e2331-9a6a-4fd6-9d49-46aad637ef6b req-fa853495-f225-4570-91b7-a8c40d2eb3a8 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708368 Nov 11 17:46:57.748365 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94a024c9-3c67-4fe7-a079-5f4e20da9493 req-cb6538a2-c408-46ed-a903-ef01e1832273 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 210 time: 0.0576441 Nov 11 17:46:58.085982 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device ae0cb6ad-3241-4bab-8ce7-19a73602ccfb no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:46:58.117726 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: ae0cb6ad-3241-4bab-8ce7-19a73602ccfb {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:46:58.118334 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device ae0cb6ad-3241-4bab-8ce7-19a73602ccfb not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:46:58.466697 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f203f-d3c6-486b-9617-7a734b99c8a5 req-cbc28a9f-28ae-4986-acbf-2908cba829ba tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:58.468306 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f3f203f-d3c6-486b-9617-7a734b99c8a5 req-cbc28a9f-28ae-4986-acbf-2908cba829ba tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 945 time: 0.0661025 Nov 11 17:46:58.553891 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f3f203f-d3c6-486b-9617-7a734b99c8a5 req-8d00eea3-424e-442e-82f7-e3367e490f6f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778084 Nov 11 17:46:58.953702 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-62b1b297-1ed1-47f9-9216-6fa3d9eeb647 req-54226df3-d2d4-4f65-85fd-942d54ae0f84 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 210 time: 0.0483582 Nov 11 17:46:59.709665 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b2e9a-e4ab-47f5-ba30-9636a751b136 req-2feb6603-7c11-43c3-9f7e-5c993346059b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:46:59.719205 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-346b2e9a-e4ab-47f5-ba30-9636a751b136 req-2feb6603-7c11-43c3-9f7e-5c993346059b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 945 time: 0.0696385 Nov 11 17:46:59.780228 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-346b2e9a-e4ab-47f5-ba30-9636a751b136 req-0adaf534-4c9f-4ec4-bb98-eb21adcd986b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597308 Nov 11 17:47:00.078111 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a90a451-700b-4715-b618-cb2b9a2689e0 req-8167e628-4ac3-41ce-9675-e9bf11829673 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 210 time: 0.0359850 Nov 11 17:47:00.977496 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415cd30-b667-40e2-9b71-8a9f56b7370d req-35791b9b-f8af-4729-ad1c-ee12dab11ca7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:00.987313 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a415cd30-b667-40e2-9b71-8a9f56b7370d req-35791b9b-f8af-4729-ad1c-ee12dab11ca7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 945 time: 0.0770059 Nov 11 17:47:01.090650 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a415cd30-b667-40e2-9b71-8a9f56b7370d req-be23c06a-9e77-4b2b-889d-1c4415cb8b02 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964365 Nov 11 17:47:01.294371 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-86037679-408e-4e8a-9351-9e6269f1baaf req-9e95dc8f-5f37-4fe1-a9e8-5c9507d80ee3 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=6be007ba-4af8-46e1-956b-8fa71431c546 HTTP/1.1" status: 200 len: 210 time: 0.0537457 Nov 11 17:47:02.392885 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800cdfe-ad99-4c5e-b4b7-589ae54dd828 req-15a42367-521d-4334-a0f5-6c528962f80a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:02.408323 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f800cdfe-ad99-4c5e-b4b7-589ae54dd828 req-15a42367-521d-4334-a0f5-6c528962f80a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 945 time: 0.1668401 Nov 11 17:47:02.536176 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f800cdfe-ad99-4c5e-b4b7-589ae54dd828 req-68788d97-3208-4348-ac03-7f6ab54f11fb tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269050 Nov 11 17:47:03.693660 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71c8d0-7f4c-4068-8f01-e03163d78a25 req-0466f2db-120f-4df4-b2ed-9a5800e1828b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:03.695316 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee71c8d0-7f4c-4068-8f01-e03163d78a25 req-0466f2db-120f-4df4-b2ed-9a5800e1828b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 945 time: 0.0551009 Nov 11 17:47:03.786869 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee71c8d0-7f4c-4068-8f01-e03163d78a25 req-f917020e-6720-4637-8894-ed18c45558b9 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786498 Nov 11 17:47:05.018163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390015c-3076-4cec-8439-8b19da171aea req-d3361f1c-091c-40ad-a225-6715b396ec42 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:05.030025 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4390015c-3076-4cec-8439-8b19da171aea req-d3361f1c-091c-40ad-a225-6715b396ec42 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 945 time: 0.1143360 Nov 11 17:47:05.105050 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4390015c-3076-4cec-8439-8b19da171aea req-e487a5cd-e78d-4284-a590-38246ce6f51a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678923 Nov 11 17:47:06.304857 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dd540-f617-461c-9380-4ab4b88f1e42 req-180bafe0-124e-407e-8908-35bfaa1b2708 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:06.320770 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-925dd540-f617-461c-9380-4ab4b88f1e42 req-180bafe0-124e-407e-8908-35bfaa1b2708 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 945 time: 0.1558106 Nov 11 17:47:06.419974 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-925dd540-f617-461c-9380-4ab4b88f1e42 req-57beb1a1-14ea-411a-8938-24483dbbbb58 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914826 Nov 11 17:47:07.444234 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-388d0f7f-1547-44b4-b4e0-6c0835623370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:07.659675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3675838-2c72-498f-a09e-3ab64784a6d0 req-b011c751-6fc0-477d-9bb3-6f9661a88303 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:07.674741 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3675838-2c72-498f-a09e-3ab64784a6d0 req-b011c751-6fc0-477d-9bb3-6f9661a88303 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 945 time: 0.1431906 Nov 11 17:47:07.762316 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3675838-2c72-498f-a09e-3ab64784a6d0 req-0579eb32-9434-445b-9b64-6260d95042d5 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854852 Nov 11 17:47:08.908450 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2caab-4d66-4887-8686-df129673699d req-2dd82684-6495-4749-b7f1-204112311211 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:08.917123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0fc2caab-4d66-4887-8686-df129673699d req-2dd82684-6495-4749-b7f1-204112311211 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 945 time: 0.0613761 Nov 11 17:47:08.986996 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0fc2caab-4d66-4887-8686-df129673699d req-09f3d561-3265-405f-bc6b-b17ac0ba808a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686579 Nov 11 17:47:09.564006 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59657e04-f9e6-4b5c-9e1a-376451c228eb req-57a1dad2-74c5-4227-b45b-bef331819de7 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:09.565921 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59657e04-f9e6-4b5c-9e1a-376451c228eb req-57a1dad2-74c5-4227-b45b-bef331819de7 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 946 time: 0.0765946 Nov 11 17:47:09.635625 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59657e04-f9e6-4b5c-9e1a-376451c228eb req-dc789cfc-9f04-4327-97c8-429c03aa83e3 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580912 Nov 11 17:47:10.159234 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90393fa3-db2f-4ef1-9da3-2ea2996f2c59 req-203586dd-c7de-4ce8-9a88-464cfc13e398 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:10.168149 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90393fa3-db2f-4ef1-9da3-2ea2996f2c59 req-203586dd-c7de-4ce8-9a88-464cfc13e398 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 945 time: 0.0678508 Nov 11 17:47:10.229496 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90393fa3-db2f-4ef1-9da3-2ea2996f2c59 req-fb38281b-527c-48b1-88bf-48ae89bc5a28 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594909 Nov 11 17:47:10.253995 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa920c2e-538b-42b6-8e07-91358eff8e42 req-deba6d75-c32c-4488-a1b6-9fc2c97d2308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:10.256167 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fa920c2e-538b-42b6-8e07-91358eff8e42 req-deba6d75-c32c-4488-a1b6-9fc2c97d2308 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 1096 time: 0.0662684 Nov 11 17:47:10.361238 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa920c2e-538b-42b6-8e07-91358eff8e42 req-1782989e-daa7-4a3a-b105-6eaa6e268ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:10.362731 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fa920c2e-538b-42b6-8e07-91358eff8e42 req-1782989e-daa7-4a3a-b105-6eaa6e268ca4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 914 time: 0.0981829 Nov 11 17:47:10.406606 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c118035a-5add-43db-96a7-1603256a9d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:10.446404 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fa920c2e-538b-42b6-8e07-91358eff8e42 req-08400889-fdd1-460d-a441-72833ce161a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cbcb66f-0886-4a65-8a02-b42cde424c0b HTTP/1.1" status: 200 len: 217 time: 0.0657659 Nov 11 17:47:10.501611 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa920c2e-538b-42b6-8e07-91358eff8e42 req-f3365bd3-ce84-499a-b295-c949dacfc140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:10.503222 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fa920c2e-538b-42b6-8e07-91358eff8e42 req-f3365bd3-ce84-499a-b295-c949dacfc140 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.0497723 Nov 11 17:47:10.555432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa920c2e-538b-42b6-8e07-91358eff8e42 req-e0426bd2-db0e-4ef4-b0fc-f9aaf7555ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:10.556980 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fa920c2e-538b-42b6-8e07-91358eff8e42 req-e0426bd2-db0e-4ef4-b0fc-f9aaf7555ef0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463412 Nov 11 17:47:10.659584 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fa920c2e-538b-42b6-8e07-91358eff8e42 req-22dd13d6-a12c-4a54-8860-5c81b5a0f409 service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933423 Nov 11 17:47:10.774628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a958f3-b452-47ce-9c2b-ec5b69c5bcca req-e70920d4-ac56-42f9-916c-327ffaa43a8b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:10.782419 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-02a958f3-b452-47ce-9c2b-ec5b69c5bcca req-e70920d4-ac56-42f9-916c-327ffaa43a8b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 946 time: 0.0758502 Nov 11 17:47:10.816135 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fa920c2e-538b-42b6-8e07-91358eff8e42 req-afea001b-d480-4c12-be7a-339ae720c469 service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478119 Nov 11 17:47:10.850513 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-02a958f3-b452-47ce-9c2b-ec5b69c5bcca req-6ee7bcdd-963a-42cd-9142-601588636593 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=61083bc0-383e-4259-b08e-fb2a7aef2473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672534 Nov 11 17:47:10.971886 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:11.341115 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac1fb3-3990-4145-9afe-f00ff5c5f150 req-af13b2f4-91f7-4ece-ac5e-ac51819deaa4 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:11.342521 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-88ac1fb3-3990-4145-9afe-f00ff5c5f150 req-af13b2f4-91f7-4ece-ac5e-ac51819deaa4 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 945 time: 0.0552073 Nov 11 17:47:11.391704 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-88ac1fb3-3990-4145-9afe-f00ff5c5f150 req-5a0b5e00-1f44-4ce0-8886-b4c4e46c2e90 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425258 Nov 11 17:47:11.406036 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235882d-62b6-456c-911b-78897b701bd9 req-8c574333-166d-4904-88d9-0fc6f56d0254 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:11.407478 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f235882d-62b6-456c-911b-78897b701bd9 req-8c574333-166d-4904-88d9-0fc6f56d0254 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.64 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 946 time: 0.0501056 Nov 11 17:47:11.502310 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-f235882d-62b6-456c-911b-78897b701bd9 req-3ec89317-9a0c-4ae4-800a-64df2bc286e4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Deleting port f22a40f6-fe77-4985-9b81-7fa95071fae7 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:47:11.502652 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f235882d-62b6-456c-911b-78897b701bd9 req-3ec89317-9a0c-4ae4-800a-64df2bc286e4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:11.592662 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-f235882d-62b6-456c-911b-78897b701bd9 req-3ec89317-9a0c-4ae4-800a-64df2bc286e4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] For port f22a40f6-fe77-4985-9b81-7fa95071fae7, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f22a40f6-fe77-4985-9b81-7fa95071fae7,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:47:11.592963 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f235882d-62b6-456c-911b-78897b701bd9 req-3ec89317-9a0c-4ae4-800a-64df2bc286e4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:11.605019 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-f235882d-62b6-456c-911b-78897b701bd9 req-3ec89317-9a0c-4ae4-800a-64df2bc286e4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Calling delete_port for f22a40f6-fe77-4985-9b81-7fa95071fae7 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:47:11.731716 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f235882d-62b6-456c-911b-78897b701bd9 req-3ec89317-9a0c-4ae4-800a-64df2bc286e4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:11.760556 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec89317-9a0c-4ae4-800a-64df2bc286e4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event deleted for resources: {'Port': ['ID=f22a40f6-fe77-4985-9b81-7fa95071fae7,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:11.766403 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['f22a40f6-fe77-4985-9b81-7fa95071fae7'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:47:11.781419 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec89317-9a0c-4ae4-800a-64df2bc286e4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:11.781419 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec89317-9a0c-4ae4-800a-64df2bc286e4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:11.781419 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec89317-9a0c-4ae4-800a-64df2bc286e4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:11.781763 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec89317-9a0c-4ae4-800a-64df2bc286e4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:11.782092 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec89317-9a0c-4ae4-800a-64df2bc286e4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:11.782426 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec89317-9a0c-4ae4-800a-64df2bc286e4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:11.782758 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec89317-9a0c-4ae4-800a-64df2bc286e4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:11.783089 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec89317-9a0c-4ae4-800a-64df2bc286e4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:11.783423 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec89317-9a0c-4ae4-800a-64df2bc286e4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:11.786196 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec89317-9a0c-4ae4-800a-64df2bc286e4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:11.786582 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec89317-9a0c-4ae4-800a-64df2bc286e4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:11.787772 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec89317-9a0c-4ae4-800a-64df2bc286e4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:11.825094 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-f235882d-62b6-456c-911b-78897b701bd9 req-3ec89317-9a0c-4ae4-800a-64df2bc286e4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] No DVR routers for this DVR port f22a40f6-fe77-4985-9b81-7fa95071fae7 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:47:11.828493 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f235882d-62b6-456c-911b-78897b701bd9 req-3ec89317-9a0c-4ae4-800a-64df2bc286e4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:11.832612 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f235882d-62b6-456c-911b-78897b701bd9 req-3ec89317-9a0c-4ae4-800a-64df2bc286e4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.64 "DELETE /v2.0/ports/f22a40f6-fe77-4985-9b81-7fa95071fae7 HTTP/1.1" status: 204 len: 173 time: 0.4182303 Nov 11 17:47:11.835278 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19726e8c-be86-4c3a-b62f-2465526338e7', 'name': 'network-vif-deleted', 'tag': 'f22a40f6-fe77-4985-9b81-7fa95071fae7'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:47:11.838384 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f6e48f-e20c-48e8-b8be-4ba284fa7687" -d '{"events": [{"server_uuid": "19726e8c-be86-4c3a-b62f-2465526338e7", "name": "network-vif-deleted", "tag": "f22a40f6-fe77-4985-9b81-7fa95071fae7"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:47:11.900057 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70fad06-b43d-436e-a774-64ab4cd80fa7 x-openstack-request-id: req-f70fad06-b43d-436e-a774-64ab4cd80fa7 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:47:11.900359 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19726e8c-be86-4c3a-b62f-2465526338e7", "name": "network-vif-deleted", "tag": "f22a40f6-fe77-4985-9b81-7fa95071fae7", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:47:11.900619 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f70fad06-b43d-436e-a774-64ab4cd80fa7 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:47:11.901027 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19726e8c-be86-4c3a-b62f-2465526338e7', 'name': 'network-vif-deleted', 'tag': 'f22a40f6-fe77-4985-9b81-7fa95071fae7', 'status': 'completed', 'code': 200} Nov 11 17:47:11.981846 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6be2bbe0-65ff-49f1-968a-24d906998030 req-833f82ac-6ec2-401c-a7de-df2470c42713 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 210 time: 0.0304503 Nov 11 17:47:12.522558 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56183471-90d0-45a7-9a40-e81f645a2573 req-2edcb431-29ba-4157-81db-c8adf385b326 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:12.524072 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56183471-90d0-45a7-9a40-e81f645a2573 req-2edcb431-29ba-4157-81db-c8adf385b326 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 945 time: 0.0497518 Nov 11 17:47:12.576112 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56183471-90d0-45a7-9a40-e81f645a2573 req-54e7382b-8c3b-4828-ad0b-e76ef2982909 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416574 Nov 11 17:47:12.607154 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:12.929205 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:13.094881 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-efda2c98-f6e9-4308-85f1-e53937985bd7 req-df074120-98ae-47a9-b910-33e140372495 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 210 time: 0.0304239 Nov 11 17:47:13.708316 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b4afb-699e-472b-bfe0-5e404f0c656f req-cd31b408-42a8-403c-9bbf-44788948fec9 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:13.710054 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-731b4afb-699e-472b-bfe0-5e404f0c656f req-cd31b408-42a8-403c-9bbf-44788948fec9 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 945 time: 0.0533402 Nov 11 17:47:13.761764 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-731b4afb-699e-472b-bfe0-5e404f0c656f req-817c3010-4583-4325-a120-52a1c8a44426 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448320 Nov 11 17:47:13.881247 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f22a40f6-fe77-4985-9b81-7fa95071fae7 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:47:13.899037 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4824d9-cc74-4ccb-aaa2-a5a1a3874903 req-8b406b1c-3d28-48b6-822d-2bad0e6acba0 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:13.900824 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b4824d9-cc74-4ccb-aaa2-a5a1a3874903 req-8b406b1c-3d28-48b6-822d-2bad0e6acba0 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0521915 Nov 11 17:47:13.915347 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: f22a40f6-fe77-4985-9b81-7fa95071fae7 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:47:13.915347 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f22a40f6-fe77-4985-9b81-7fa95071fae7 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:47:13.915516 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 2cbcb66f-0886-4a65-8a02-b42cde424c0b no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:47:13.995329 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b4824d9-cc74-4ccb-aaa2-a5a1a3874903 req-04a7e37e-e1b1-46d6-b5f6-12a0c7294363 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868387 Nov 11 17:47:14.023608 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:14.056826 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069f00bc-282f-48ad-8aac-928d83c12974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cbcb66f-0886-4a65-8a02-b42cde424c0b'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:47:14.059216 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ca863f-cde6-4396-93e9-e09b6e6fb9d6" -d '{"events": [{"server_uuid": "069f00bc-282f-48ad-8aac-928d83c12974", "name": "network-vif-unplugged", "status": "completed", "tag": "2cbcb66f-0886-4a65-8a02-b42cde424c0b"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:47:14.073296 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 2cbcb66f-0886-4a65-8a02-b42cde424c0b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=2cbcb66f-0886-4a65-8a02-b42cde424c0b,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:47:14.078222 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:14.141157 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=2cbcb66f-0886-4a65-8a02-b42cde424c0b,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:14.534184 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b3b4c-30f2-4463-ae03-4607707a7639 req-08a97472-5fe0-42e7-91bc-71f9490cc2e7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:14.542047 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb1b3b4c-30f2-4463-ae03-4607707a7639 req-08a97472-5fe0-42e7-91bc-71f9490cc2e7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.4463699 Nov 11 17:47:14.612235 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb1b3b4c-30f2-4463-ae03-4607707a7639 req-fb1ffd52-b9ef-4de5-b15b-8384b74649bb tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691640 Nov 11 17:47:14.741783 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95923371-eb92-4de7-baf3-d978966ee952 req-2ee11996-0d5e-4a04-a158-fca1ae4b0f78 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 210 time: 0.0422523 Nov 11 17:47:14.773074 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 17:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0451dc0-20dc-4faa-b5c5-0fdcdc651ab4 x-openstack-request-id: req-d0451dc0-20dc-4faa-b5c5-0fdcdc651ab4 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:47:14.773372 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069f00bc-282f-48ad-8aac-928d83c12974", "name": "network-vif-unplugged", "status": "failed", "tag": "2cbcb66f-0886-4a65-8a02-b42cde424c0b", "code": 422}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:47:14.773629 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d0451dc0-20dc-4faa-b5c5-0fdcdc651ab4 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:47:14.774027 n-d-816206-4 neutron-server[102619]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '069f00bc-282f-48ad-8aac-928d83c12974', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2cbcb66f-0886-4a65-8a02-b42cde424c0b', 'code': 422} returned with failed status Nov 11 17:47:14.981588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318988f-3f80-4ef6-828d-b98a03018f92 req-e0c5daae-df5b-4745-97e9-e30e2f0d0d72 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:14.985244 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e318988f-3f80-4ef6-828d-b98a03018f92 req-e0c5daae-df5b-4745-97e9-e30e2f0d0d72 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0809183 Nov 11 17:47:15.038378 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e318988f-3f80-4ef6-828d-b98a03018f92 req-3c366301-d7ee-43b7-a0b9-251d50e2ccfb tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456133 Nov 11 17:47:15.676541 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dea7af5c-2381-438e-acab-fb3521720051 req-98813da8-00b6-4843-b560-383cd445b2ae service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=284294ab-96e4-4414-af95-51ea7725efe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437434 Nov 11 17:47:15.740768 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7af5c-2381-438e-acab-fb3521720051 req-4636809b-0029-4dc5-bf64-c88ddde14cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:15.742460 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dea7af5c-2381-438e-acab-fb3521720051 req-4636809b-0029-4dc5-bf64-c88ddde14cf9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=284294ab-96e4-4414-af95-51ea7725efe9 HTTP/1.1" status: 200 len: 1097 time: 0.0427411 Nov 11 17:47:15.867638 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8266b8a8-6d6f-4139-8655-812ba594695e req-6fa9d240-6480-48f3-a7e6-6c8cedee5d69 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 210 time: 0.0302825 Nov 11 17:47:15.905417 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7af5c-2381-438e-acab-fb3521720051 req-2905c31f-4715-450b-8c9c-2947945fc8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:15.907248 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dea7af5c-2381-438e-acab-fb3521720051 req-2905c31f-4715-450b-8c9c-2947945fc8de service neutron] 10.222.0.83 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 914 time: 0.1433282 Nov 11 17:47:15.954183 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dea7af5c-2381-438e-acab-fb3521720051 req-90221713-2bbb-4cef-bbae-83ec9ac9aaf5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed9c46a9-7038-4440-bc0f-3ebd2c694ffc HTTP/1.1" status: 200 len: 217 time: 0.0371659 Nov 11 17:47:16.008676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7af5c-2381-438e-acab-fb3521720051 req-76e9d7f1-9666-436d-ac31-829c79cf59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:16.010340 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dea7af5c-2381-438e-acab-fb3521720051 req-76e9d7f1-9666-436d-ac31-829c79cf59c3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.0487382 Nov 11 17:47:16.071502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7af5c-2381-438e-acab-fb3521720051 req-9dc012d9-3376-4002-ad1c-baa8ced42a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:16.073116 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dea7af5c-2381-438e-acab-fb3521720051 req-9dc012d9-3376-4002-ad1c-baa8ced42a44 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549953 Nov 11 17:47:16.200939 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dea7af5c-2381-438e-acab-fb3521720051 req-81a5e905-b266-44f8-88ff-310627f42df2 service neutron] 10.222.0.83 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201291 Nov 11 17:47:16.223640 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1905f-aab1-442c-b613-6f16d7929b0d req-7ee8e637-5188-44e0-87e4-4f481c6fb668 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:16.225157 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4c1905f-aab1-442c-b613-6f16d7929b0d req-7ee8e637-5188-44e0-87e4-4f481c6fb668 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0804384 Nov 11 17:47:16.317528 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4c1905f-aab1-442c-b613-6f16d7929b0d req-3351293f-7235-4896-84c9-126651bcb3b1 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809717 Nov 11 17:47:16.345757 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dea7af5c-2381-438e-acab-fb3521720051 req-6054f470-4e9e-4bb1-95be-b24dbf6512e4 service neutron] 10.222.0.83 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364350 Nov 11 17:47:16.997968 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-30691ab1-e076-4469-9765-076ef3e0a769 req-ddb957a7-22db-4b74-8b38-d1d5d6e5b745 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=19726e8c-be86-4c3a-b62f-2465526338e7 HTTP/1.1" status: 200 len: 210 time: 0.0449157 Nov 11 17:47:17.477861 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d705e-03bd-4bf9-aebf-c468844ca37b req-b5a920e9-2378-4e4d-9761-44e24f07168b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:17.479537 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-969d705e-03bd-4bf9-aebf-c468844ca37b req-b5a920e9-2378-4e4d-9761-44e24f07168b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0585451 Nov 11 17:47:17.538548 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-969d705e-03bd-4bf9-aebf-c468844ca37b req-fbdd0d14-3904-4189-80e8-6aca5943dbfd tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497260 Nov 11 17:47:17.651862 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42793c23-b2d5-4741-9351-babbae1f39b0 req-117489a7-058d-4374-896d-3b0c0ed3c4ec tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:17.653628 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42793c23-b2d5-4741-9351-babbae1f39b0 req-117489a7-058d-4374-896d-3b0c0ed3c4ec tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0540526 Nov 11 17:47:17.708516 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-42793c23-b2d5-4741-9351-babbae1f39b0 req-b6298094-729f-49c2-b48d-914e5c97b909 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485177 Nov 11 17:47:17.875765 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 2cbcb66f-0886-4a65-8a02-b42cde424c0b no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:47:18.429929 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:18.664368 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a988b-3d8e-407e-8234-7306a2fb671a req-b4f91938-0622-4770-ac78-db2d3377fb40 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:18.666156 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8e5a988b-3d8e-407e-8234-7306a2fb671a req-b4f91938-0622-4770-ac78-db2d3377fb40 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0543499 Nov 11 17:47:18.715493 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8e5a988b-3d8e-407e-8234-7306a2fb671a req-4e71c619-f3d8-4379-8e42-de5e96ff572e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430543 Nov 11 17:47:18.831594 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb13e2a-afe8-42d8-884f-b718faca9a12 req-82eb3ec3-3e6d-4581-a61f-3132ae2d735e tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:18.833360 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7fb13e2a-afe8-42d8-884f-b718faca9a12 req-82eb3ec3-3e6d-4581-a61f-3132ae2d735e tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0512297 Nov 11 17:47:18.888503 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7fb13e2a-afe8-42d8-884f-b718faca9a12 req-017778bc-48f4-498a-8ab0-49a7c9487867 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470564 Nov 11 17:47:19.851134 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c2203-9c38-428a-b88e-77fe6b55ee16 req-25b79a41-a252-4d27-8489-306eb84e9fdf tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:19.852765 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-067c2203-9c38-428a-b88e-77fe6b55ee16 req-25b79a41-a252-4d27-8489-306eb84e9fdf tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0661380 Nov 11 17:47:19.906439 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-067c2203-9c38-428a-b88e-77fe6b55ee16 req-4883551e-25fc-4576-b5e6-b9c51acb4519 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472901 Nov 11 17:47:20.020032 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be5441-aa84-4189-a700-2b77325850eb req-922e57e1-37f1-41d7-a1b5-5484439e556c tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:20.021637 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38be5441-aa84-4189-a700-2b77325850eb req-922e57e1-37f1-41d7-a1b5-5484439e556c tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0592492 Nov 11 17:47:20.084484 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38be5441-aa84-4189-a700-2b77325850eb req-5df11e60-dc43-4537-b3de-2fd5d61e63cb tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538313 Nov 11 17:47:21.010963 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36510) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:47:21.016109 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-1d861879-0a36-4aff-8526-7b25aeab3eb6 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-467614130', 'description': 'tempest-secgroup-smoke-467614130 description', 'project_id': '1e37f40ca1514a7584bca23f0becbfbf'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:47:21.042106 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1d861879-0a36-4aff-8526-7b25aeab3eb6 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.100210 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bfb1a-c4b0-4410-b048-5f6fa384cf97 req-70fa90a0-8c7b-4a50-a755-c2feabe6d91b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:21.101694 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-680bfb1a-c4b0-4410-b048-5f6fa384cf97 req-70fa90a0-8c7b-4a50-a755-c2feabe6d91b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0510101 Nov 11 17:47:21.114667 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1d861879-0a36-4aff-8526-7b25aeab3eb6 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.118673 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1d861879-0a36-4aff-8526-7b25aeab3eb6 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.156295 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1d861879-0a36-4aff-8526-7b25aeab3eb6 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.159797 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1d861879-0a36-4aff-8526-7b25aeab3eb6 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1454792 Nov 11 17:47:21.159928 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-680bfb1a-c4b0-4410-b048-5f6fa384cf97 req-8f09dcf9-cd5a-4686-b571-80b6a72accb1 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485425 Nov 11 17:47:21.160039 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d861879-0a36-4aff-8526-7b25aeab3eb6 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eddf84a4-5b90-4507-b707-09f952124931,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:21.160837 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 36516) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:47:21.165693 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ad745bf0-2e7c-4fab-9855-fc9f8749bcf7 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Request body: {'security_group_rule': {'security_group_id': 'eddf84a4-5b90-4507-b707-09f952124931', 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:47:21.206424 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ad745bf0-2e7c-4fab-9855-fc9f8749bcf7 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.317077 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07565e0d-f0aa-4bea-b9be-204e1948daf8 req-89a7e4fb-56de-44c5-8b9d-949dbd83e423 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:21.318568 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07565e0d-f0aa-4bea-b9be-204e1948daf8 req-89a7e4fb-56de-44c5-8b9d-949dbd83e423 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0821424 Nov 11 17:47:21.324400 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ad745bf0-2e7c-4fab-9855-fc9f8749bcf7 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.333204 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ad745bf0-2e7c-4fab-9855-fc9f8749bcf7 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.367007 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad745bf0-2e7c-4fab-9855-fc9f8749bcf7 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba65a4cc-3264-46fd-85e9-e69f67a9b9bb,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:21.381422 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ad745bf0-2e7c-4fab-9855-fc9f8749bcf7 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.382616 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ad745bf0-2e7c-4fab-9855-fc9f8749bcf7 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2204800 Nov 11 17:47:21.385869 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36522) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:47:21.390996 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07565e0d-f0aa-4bea-b9be-204e1948daf8 req-ed860904-0d22-47cf-bfc5-9e5d25334ffd tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647395 Nov 11 17:47:21.391606 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-8f4c8377-b229-43fe-8ca4-be536c33ac5c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Request body: {'security_group_rule': {'security_group_id': 'eddf84a4-5b90-4507-b707-09f952124931', 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:47:21.418065 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8f4c8377-b229-43fe-8ca4-be536c33ac5c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.477875 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8f4c8377-b229-43fe-8ca4-be536c33ac5c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.481976 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8f4c8377-b229-43fe-8ca4-be536c33ac5c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.502799 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c8377-b229-43fe-8ca4-be536c33ac5c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b6dac9-dc68-4ba4-9b65-1db4f9b53ebb,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:21.512725 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8f4c8377-b229-43fe-8ca4-be536c33ac5c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.513964 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8f4c8377-b229-43fe-8ca4-be536c33ac5c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269164 Nov 11 17:47:21.517326 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36528) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:47:21.521767 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-7cec93fc-c9dc-436c-84d7-2d0d1a1c5b68 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Request body: {'security_group_rule': {'security_group_id': 'eddf84a4-5b90-4507-b707-09f952124931', 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:47:21.548768 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cec93fc-c9dc-436c-84d7-2d0d1a1c5b68 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.605127 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cec93fc-c9dc-436c-84d7-2d0d1a1c5b68 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.608736 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cec93fc-c9dc-436c-84d7-2d0d1a1c5b68 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.627677 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec93fc-c9dc-436c-84d7-2d0d1a1c5b68 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5a9947-d5fa-4615-8e38-c1d438ca9399,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:21.635883 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cec93fc-c9dc-436c-84d7-2d0d1a1c5b68 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.637029 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7cec93fc-c9dc-436c-84d7-2d0d1a1c5b68 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187625 Nov 11 17:47:21.640432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36530) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:47:21.645045 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-08ac2c8a-2f7f-4797-b30a-41f905e54d91 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Request body: {'security_group_rule': {'security_group_id': 'eddf84a4-5b90-4507-b707-09f952124931', 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:47:21.670664 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-08ac2c8a-2f7f-4797-b30a-41f905e54d91 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.735497 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-08ac2c8a-2f7f-4797-b30a-41f905e54d91 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.747094 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-08ac2c8a-2f7f-4797-b30a-41f905e54d91 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.767864 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac2c8a-2f7f-4797-b30a-41f905e54d91 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3ba93b-d205-4fe2-af9d-0df5e801e59c,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:21.775302 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-08ac2c8a-2f7f-4797-b30a-41f905e54d91 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.776554 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-08ac2c8a-2f7f-4797-b30a-41f905e54d91 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352284 Nov 11 17:47:21.779215 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 36536) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:47:21.784076 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-fb4bf089-f898-4fd9-b7a9-d7b2ade84ab8 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Request body: {'security_group_rule': {'security_group_id': 'eddf84a4-5b90-4507-b707-09f952124931', 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:47:21.806005 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-fb4bf089-f898-4fd9-b7a9-d7b2ade84ab8 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Project 1e37f40ca1514a7584bca23f0becbfbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:47:21.811846 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb4bf089-f898-4fd9-b7a9-d7b2ade84ab8 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.870390 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb4bf089-f898-4fd9-b7a9-d7b2ade84ab8 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.874679 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb4bf089-f898-4fd9-b7a9-d7b2ade84ab8 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.895366 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4bf089-f898-4fd9-b7a9-d7b2ade84ab8 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c81e11-fbf8-40b1-acca-4b5a5f507b23,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:21.900826 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb4bf089-f898-4fd9-b7a9-d7b2ade84ab8 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:21.901999 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fb4bf089-f898-4fd9-b7a9-d7b2ade84ab8 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216455 Nov 11 17:47:21.904811 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 36538) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:47:21.909506 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d37af115-9bf3-43cd-968b-5ac35ead88db tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Request body: {'security_group_rule': {'security_group_id': 'eddf84a4-5b90-4507-b707-09f952124931', 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:47:21.932335 n-d-816206-4 neutron-server[102618]: INFO neutron.db.securitygroups_db [None req-d37af115-9bf3-43cd-968b-5ac35ead88db tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Project 1e37f40ca1514a7584bca23f0becbfbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:47:21.937472 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d37af115-9bf3-43cd-968b-5ac35ead88db tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:22.001941 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d37af115-9bf3-43cd-968b-5ac35ead88db tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:22.006389 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d37af115-9bf3-43cd-968b-5ac35ead88db tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:22.025529 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37af115-9bf3-43cd-968b-5ac35ead88db tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19fba21f-2eac-4bca-9650-0820d1189716,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:22.037944 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d37af115-9bf3-43cd-968b-5ac35ead88db tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:22.039168 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d37af115-9bf3-43cd-968b-5ac35ead88db tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332116 Nov 11 17:47:22.041216 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37af115-9bf3-43cd-968b-5ac35ead88db tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:22.041216 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37af115-9bf3-43cd-968b-5ac35ead88db tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:22.041682 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37af115-9bf3-43cd-968b-5ac35ead88db tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:22.042402 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37af115-9bf3-43cd-968b-5ac35ead88db tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:22.042402 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37af115-9bf3-43cd-968b-5ac35ead88db tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:22.042752 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37af115-9bf3-43cd-968b-5ac35ead88db tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:22.043096 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37af115-9bf3-43cd-968b-5ac35ead88db tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:22.043438 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37af115-9bf3-43cd-968b-5ac35ead88db tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:22.043783 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37af115-9bf3-43cd-968b-5ac35ead88db tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:22.044584 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37af115-9bf3-43cd-968b-5ac35ead88db tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:22.044584 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37af115-9bf3-43cd-968b-5ac35ead88db tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:22.044860 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37af115-9bf3-43cd-968b-5ac35ead88db tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:22.313350 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd11a9-9b58-4115-bcc0-e72e2b58f146 req-dd7a5b64-edc2-4c7a-b008-93c57cd675c6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:22.315227 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-affd11a9-9b58-4115-bcc0-e72e2b58f146 req-dd7a5b64-edc2-4c7a-b008-93c57cd675c6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0552735 Nov 11 17:47:22.370442 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-affd11a9-9b58-4115-bcc0-e72e2b58f146 req-7261e358-a96f-4aa0-ad84-6df95db3e892 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489085 Nov 11 17:47:22.533589 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82862e95-35c2-40af-818b-1b9feac08523 req-1df9f78b-70e7-4ccd-9cbb-d010c0e5c315 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:22.535372 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82862e95-35c2-40af-818b-1b9feac08523 req-1df9f78b-70e7-4ccd-9cbb-d010c0e5c315 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0523293 Nov 11 17:47:22.603903 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82862e95-35c2-40af-818b-1b9feac08523 req-cce37d28-22df-409f-8f7a-a224034bea5f tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596485 Nov 11 17:47:23.503971 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ded299-1682-4bd2-a1d7-4c56a7dc623b req-602385ca-e656-411e-87f5-b7f52d99abd8 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:23.508454 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3ded299-1682-4bd2-a1d7-4c56a7dc623b req-602385ca-e656-411e-87f5-b7f52d99abd8 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0616302 Nov 11 17:47:23.556126 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3ded299-1682-4bd2-a1d7-4c56a7dc623b req-b604ae8b-6248-4c08-8fdc-6021b36fc2ab tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441592 Nov 11 17:47:23.716862 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8231768-fa85-48c8-a6bd-036cd3a7a487 req-a040125e-d2f5-4808-ba30-e448800c272f tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:23.718746 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c8231768-fa85-48c8-a6bd-036cd3a7a487 req-a040125e-d2f5-4808-ba30-e448800c272f tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0525565 Nov 11 17:47:23.770484 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c8231768-fa85-48c8-a6bd-036cd3a7a487 req-f6e3b9b3-51dc-441c-ab0a-84a467d5cc95 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453808 Nov 11 17:47:24.181373 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:24.690297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e967b43-7a07-4cc4-aafd-ab1ca0c11444 req-2a6a20ea-10de-43eb-a6ec-3e4acba91fd3 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:24.691935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8e967b43-7a07-4cc4-aafd-ab1ca0c11444 req-2a6a20ea-10de-43eb-a6ec-3e4acba91fd3 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0540118 Nov 11 17:47:24.755593 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8e967b43-7a07-4cc4-aafd-ab1ca0c11444 req-d92ff221-a287-46c3-813a-582bf002cce9 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570824 Nov 11 17:47:24.902802 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f17121-cb92-4ad7-bb1c-789edfd223ac req-8897bd0a-ca49-47b8-aa7f-db537ad7b17e tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:24.904305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7f17121-cb92-4ad7-bb1c-789edfd223ac req-8897bd0a-ca49-47b8-aa7f-db537ad7b17e tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0507259 Nov 11 17:47:24.957385 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7f17121-cb92-4ad7-bb1c-789edfd223ac req-ede56914-13dd-4c64-b9cd-4d77b497d737 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455480 Nov 11 17:47:25.875265 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102db97-fa75-4918-9d35-4e273d0aa4cc req-3af2da49-a761-492a-8686-fc42a96d4276 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:25.877023 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8102db97-fa75-4918-9d35-4e273d0aa4cc req-3af2da49-a761-492a-8686-fc42a96d4276 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0591853 Nov 11 17:47:25.931891 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8102db97-fa75-4918-9d35-4e273d0aa4cc req-37d6d0fb-f2bb-482b-85e5-e50913c36970 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474696 Nov 11 17:47:26.167358 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8e5cd-2097-442d-bc8d-0330463a54c8 req-5fc8657a-41a0-40de-b8ad-607ebbda0680 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:26.169248 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ff8e5cd-2097-442d-bc8d-0330463a54c8 req-5fc8657a-41a0-40de-b8ad-607ebbda0680 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0730946 Nov 11 17:47:26.236397 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ff8e5cd-2097-442d-bc8d-0330463a54c8 req-2591e5c2-ae6c-4afa-94fb-aa8a53822c0d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537484 Nov 11 17:47:26.240639 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42470cc9-dc28-432a-885c-ce8d86a473c8 req-860b4f7f-940e-4d3f-b43c-b7bf0ce5da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:26.243266 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-42470cc9-dc28-432a-885c-ce8d86a473c8 req-860b4f7f-940e-4d3f-b43c-b7bf0ce5da2e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 1096 time: 0.0746214 Nov 11 17:47:26.371655 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42470cc9-dc28-432a-885c-ce8d86a473c8 req-a96c70cf-77e3-4606-ad28-01f0734a4ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:26.373357 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-42470cc9-dc28-432a-885c-ce8d86a473c8 req-a96c70cf-77e3-4606-ad28-01f0734a4ab1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 914 time: 0.1221547 Nov 11 17:47:26.374426 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f02fa-447b-447f-ae06-6024f1767da7 req-5a3e0cfb-0dfa-4fdb-b605-15723af336fa tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:26.376084 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b1f02fa-447b-447f-ae06-6024f1767da7 req-5a3e0cfb-0dfa-4fdb-b605-15723af336fa tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0746355 Nov 11 17:47:26.440423 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b1f02fa-447b-447f-ae06-6024f1767da7 req-38c872c4-831d-45a1-a26b-cbdc292b279a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578713 Nov 11 17:47:26.470662 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-42470cc9-dc28-432a-885c-ce8d86a473c8 req-709df4f1-83ce-4ca3-b295-00304cce6fe5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c HTTP/1.1" status: 200 len: 999 time: 0.0905046 Nov 11 17:47:26.533198 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42470cc9-dc28-432a-885c-ce8d86a473c8 req-be028268-bf58-4029-a66a-99325ef6b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:26.535239 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-42470cc9-dc28-432a-885c-ce8d86a473c8 req-be028268-bf58-4029-a66a-99325ef6b876 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.0579293 Nov 11 17:47:26.584748 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42470cc9-dc28-432a-885c-ce8d86a473c8 req-f7c83b5a-3686-4394-92d2-2121198daee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:26.586263 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-42470cc9-dc28-432a-885c-ce8d86a473c8 req-f7c83b5a-3686-4394-92d2-2121198daee1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439487 Nov 11 17:47:26.694822 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-42470cc9-dc28-432a-885c-ce8d86a473c8 req-e3e182ea-6c4d-4a19-afa3-38eefcd584fe service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015434 Nov 11 17:47:26.794243 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-42470cc9-dc28-432a-885c-ce8d86a473c8 req-e09c23a1-3299-406e-897f-1f1d94e53b1f service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922554 Nov 11 17:47:27.394653 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0cd16-0edd-4caf-bad2-f5cdbc396c6c req-90ee8388-a08e-443e-8d51-74b4850584d5 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:27.402010 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97c0cd16-0edd-4caf-bad2-f5cdbc396c6c req-90ee8388-a08e-443e-8d51-74b4850584d5 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0699468 Nov 11 17:47:27.455381 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97c0cd16-0edd-4caf-bad2-f5cdbc396c6c req-e7ffb5f0-a69a-4743-a29c-f2137b6600a7 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524924 Nov 11 17:47:27.583433 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6547c-60e7-451d-ab17-56c769d2d87d req-821170e0-a7e3-420b-95d5-9988c091d972 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:27.585761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c8e6547c-60e7-451d-ab17-56c769d2d87d req-821170e0-a7e3-420b-95d5-9988c091d972 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0588782 Nov 11 17:47:27.637222 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c8e6547c-60e7-451d-ab17-56c769d2d87d req-05c5de4b-566b-4b13-abbf-fa8ff38cfbfb tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456860 Nov 11 17:47:27.771589 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497dc7d8-4db8-46f7-8dc0-7e01c4c64816 req-33e9a878-701d-4ee9-905d-480f63c1af47 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:27.773369 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-497dc7d8-4db8-46f7-8dc0-7e01c4c64816 req-33e9a878-701d-4ee9-905d-480f63c1af47 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0584991 Nov 11 17:47:27.837598 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-497dc7d8-4db8-46f7-8dc0-7e01c4c64816 req-2db46dc4-8554-41c6-941b-139b6e03b92e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583627 Nov 11 17:47:27.965813 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fb937-2664-49f8-acac-5f890c27dfa1 req-fedfd444-b147-403e-a9b0-986161480089 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:27.968174 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9c8fb937-2664-49f8-acac-5f890c27dfa1 req-fedfd444-b147-403e-a9b0-986161480089 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0639284 Nov 11 17:47:28.039464 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9c8fb937-2664-49f8-acac-5f890c27dfa1 req-a9ecddb6-11fb-455e-b80b-bb9e7182f813 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636454 Nov 11 17:47:28.297589 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8134a1-421f-4ee8-bf57-e167dde244a9 req-234952bc-4e76-46ca-af4f-bede0162b89e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:28.299091 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fb8134a1-421f-4ee8-bf57-e167dde244a9 req-234952bc-4e76-46ca-af4f-bede0162b89e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0524001 Nov 11 17:47:28.351943 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fb8134a1-421f-4ee8-bf57-e167dde244a9 req-1390d73d-7944-4260-b37d-d5a7d78da0bd tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451910 Nov 11 17:47:28.588845 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a0f15-1222-43a5-95b0-c8acf9f19a36 req-6ab6b175-6829-4285-9e50-4900655015bb tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:28.592195 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e56a0f15-1222-43a5-95b0-c8acf9f19a36 req-6ab6b175-6829-4285-9e50-4900655015bb tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0602694 Nov 11 17:47:28.644550 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e56a0f15-1222-43a5-95b0-c8acf9f19a36 req-32f0c8bd-15ee-4dd8-a9d0-4f293f103f75 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467291 Nov 11 17:47:29.482457 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8e18b-17c0-4f52-bb20-1c8aaa68223b req-2182d4cc-6171-4028-99b7-d05088d95839 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:29.482457 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-43b8e18b-17c0-4f52-bb20-1c8aaa68223b req-2182d4cc-6171-4028-99b7-d05088d95839 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0526862 Nov 11 17:47:29.537582 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-43b8e18b-17c0-4f52-bb20-1c8aaa68223b req-c8ac30ce-a30e-4177-803f-edbe668f220f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493741 Nov 11 17:47:29.787239 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55020b8f-eac1-40bf-80d2-e731ce4eaa38 req-8249ef56-819f-4059-9e2b-1318ea9e5d9f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:29.789146 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55020b8f-eac1-40bf-80d2-e731ce4eaa38 req-8249ef56-819f-4059-9e2b-1318ea9e5d9f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0585403 Nov 11 17:47:29.838147 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960c282-e1a5-4a17-b968-ac2f171f600b req-9158634f-f6a6-4c94-ba09-8eb3c2ce3b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:29.840919 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3960c282-e1a5-4a17-b968-ac2f171f600b req-9158634f-f6a6-4c94-ba09-8eb3c2ce3b54 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 1096 time: 0.0692327 Nov 11 17:47:29.880007 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55020b8f-eac1-40bf-80d2-e731ce4eaa38 req-395be18e-06e7-4640-9271-f11d70e19d74 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841808 Nov 11 17:47:29.960365 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960c282-e1a5-4a17-b968-ac2f171f600b req-f02f14f9-0436-4919-b167-f8df7cce780c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:29.961883 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3960c282-e1a5-4a17-b968-ac2f171f600b req-f02f14f9-0436-4919-b167-f8df7cce780c service neutron] 10.222.0.64 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 914 time: 0.1138036 Nov 11 17:47:29.993648 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a58620-3e4c-42f2-9d75-6ad1e880394f req-a9257562-c412-4431-ab3f-baa815465377 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:29.995349 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82a58620-3e4c-42f2-9d75-6ad1e880394f req-a9257562-c412-4431-ab3f-baa815465377 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0571144 Nov 11 17:47:30.039888 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3960c282-e1a5-4a17-b968-ac2f171f600b req-80cd8ec0-7d66-4502-bae1-11263abd7033 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c HTTP/1.1" status: 200 len: 999 time: 0.0707223 Nov 11 17:47:30.064526 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82a58620-3e4c-42f2-9d75-6ad1e880394f req-53246a11-316d-46fd-939c-3823cd12a739 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558586 Nov 11 17:47:30.105617 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960c282-e1a5-4a17-b968-ac2f171f600b req-ced9d86b-4b81-4e35-bc3d-3763759ff4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:30.107151 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3960c282-e1a5-4a17-b968-ac2f171f600b req-ced9d86b-4b81-4e35-bc3d-3763759ff4a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.0605042 Nov 11 17:47:30.175196 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960c282-e1a5-4a17-b968-ac2f171f600b req-cd494821-c305-47cc-be2c-9967de9b009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:30.176696 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3960c282-e1a5-4a17-b968-ac2f171f600b req-cd494821-c305-47cc-be2c-9967de9b009e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516629 Nov 11 17:47:30.275376 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3960c282-e1a5-4a17-b968-ac2f171f600b req-8c494e4c-805c-4302-af2e-0b8a3086dd57 service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908775 Nov 11 17:47:30.380690 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3960c282-e1a5-4a17-b968-ac2f171f600b req-e204994d-3b33-4f46-b378-ba799b560744 service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983794 Nov 11 17:47:30.406513 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:47:30.528142 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a5260-313a-400b-83f0-a777dc771a69 req-71e308cb-bf42-40ba-b797-192e3bdcdb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:30.529654 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fa0a5260-313a-400b-83f0-a777dc771a69 req-71e308cb-bf42-40ba-b797-192e3bdcdb50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcd3129868e344c297295704aeeec2c1&device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 1096 time: 0.0450375 Nov 11 17:47:30.661532 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a5260-313a-400b-83f0-a777dc771a69 req-b74af001-ccb8-4f5e-a7fd-09f7eec15d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:30.663130 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fa0a5260-313a-400b-83f0-a777dc771a69 req-b74af001-ccb8-4f5e-a7fd-09f7eec15d6e service neutron] 10.222.0.64 "GET /v2.0/networks?id=26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 200 len: 914 time: 0.1120574 Nov 11 17:47:30.736169 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fa0a5260-313a-400b-83f0-a777dc771a69 req-cf9e8270-741d-48f9-a938-3f1ed65b27a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c HTTP/1.1" status: 200 len: 999 time: 0.0638924 Nov 11 17:47:30.794268 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a5260-313a-400b-83f0-a777dc771a69 req-5e7b2eef-8f3c-426a-bf30-0bdf48f444dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:30.796419 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fa0a5260-313a-400b-83f0-a777dc771a69 req-5e7b2eef-8f3c-426a-bf30-0bdf48f444dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 200 len: 851 time: 0.0512502 Nov 11 17:47:30.849918 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a5260-313a-400b-83f0-a777dc771a69 req-4c5b67e3-162a-442f-a607-88ff9a31638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:30.851437 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fa0a5260-313a-400b-83f0-a777dc771a69 req-4c5b67e3-162a-442f-a607-88ff9a31638b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26b89f42-47fd-4a3b-9482-68a15714eda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474582 Nov 11 17:47:30.961681 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fa0a5260-313a-400b-83f0-a777dc771a69 req-07ce5423-7abb-491b-9c18-8fa2ac4b6f76 service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020074 Nov 11 17:47:31.008277 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032ee57-d287-4421-8a45-6e5b7631549f req-e9757ab6-a675-40fb-af74-8db0ce2c9128 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:31.009762 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9032ee57-d287-4421-8a45-6e5b7631549f req-e9757ab6-a675-40fb-af74-8db0ce2c9128 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0571404 Nov 11 17:47:31.060889 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9032ee57-d287-4421-8a45-6e5b7631549f req-6bf98dc6-9629-495d-935a-355fb6c1a6d0 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439670 Nov 11 17:47:31.124671 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fa0a5260-313a-400b-83f0-a777dc771a69 req-3c6d0d18-7570-41eb-848e-e01acc6081e4 service neutron] 10.222.0.64 "GET /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202192 Nov 11 17:47:31.197815 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25917a-b766-4355-8fe8-3ca06f8ab278 req-76ad7059-04e0-4ae0-9f58-ce2b4197bee6 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:31.199299 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4f25917a-b766-4355-8fe8-3ca06f8ab278 req-76ad7059-04e0-4ae0-9f58-ce2b4197bee6 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0603554 Nov 11 17:47:31.249032 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4f25917a-b766-4355-8fe8-3ca06f8ab278 req-bf2cb5a6-d41a-4eb0-84bd-3a2b7c1cc734 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430570 Nov 11 17:47:32.189578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc76ac8-2994-4977-afb2-07cb5b4edadd req-fe7a9906-7e1e-4910-bb4c-eefb5847573d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:32.191136 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dcc76ac8-2994-4977-afb2-07cb5b4edadd req-fe7a9906-7e1e-4910-bb4c-eefb5847573d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0549004 Nov 11 17:47:32.243509 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dcc76ac8-2994-4977-afb2-07cb5b4edadd req-75c628fa-4079-4eaa-9fab-39303de50979 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451584 Nov 11 17:47:32.364337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbead07-6bdf-430b-9be7-0da5416ec0ba req-7f0c565f-8e3c-475d-b6ea-8e08bc9f685d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:32.365938 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5fbead07-6bdf-430b-9be7-0da5416ec0ba req-7f0c565f-8e3c-475d-b6ea-8e08bc9f685d tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0520227 Nov 11 17:47:32.422038 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5fbead07-6bdf-430b-9be7-0da5416ec0ba req-6b471621-049a-4b1e-8f24-7c4341f7ad6b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493236 Nov 11 17:47:32.568737 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5365b95-f2ec-4470-977e-ed6fc41344f2 req-b4b49e4c-6c32-412c-a4a0-37b0096ad0f1 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:32.570540 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c5365b95-f2ec-4470-977e-ed6fc41344f2 req-b4b49e4c-6c32-412c-a4a0-37b0096ad0f1 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0732515 Nov 11 17:47:32.626375 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c5365b95-f2ec-4470-977e-ed6fc41344f2 req-31d12acf-0b78-4fae-9701-300657be4f0d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485215 Nov 11 17:47:33.316111 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2f624-c9cd-460d-8101-2cc327216aed req-abd2c424-166b-4559-95ce-e473f00e130a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:33.317681 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50c2f624-c9cd-460d-8101-2cc327216aed req-abd2c424-166b-4559-95ce-e473f00e130a tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=069f00bc-282f-48ad-8aac-928d83c12974 HTTP/1.1" status: 200 len: 943 time: 0.0559800 Nov 11 17:47:33.450848 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-50c2f624-c9cd-460d-8101-2cc327216aed req-ab262567-b81e-44ec-bcb6-63eeaa9ab314 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Deleting port 2cbcb66f-0886-4a65-8a02-b42cde424c0b {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:47:33.451156 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-50c2f624-c9cd-460d-8101-2cc327216aed req-ab262567-b81e-44ec-bcb6-63eeaa9ab314 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:33.551751 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-50c2f624-c9cd-460d-8101-2cc327216aed req-ab262567-b81e-44ec-bcb6-63eeaa9ab314 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] For port 2cbcb66f-0886-4a65-8a02-b42cde424c0b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=2cbcb66f-0886-4a65-8a02-b42cde424c0b,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:47:33.552238 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-50c2f624-c9cd-460d-8101-2cc327216aed req-ab262567-b81e-44ec-bcb6-63eeaa9ab314 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:33.566831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-50c2f624-c9cd-460d-8101-2cc327216aed req-ab262567-b81e-44ec-bcb6-63eeaa9ab314 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Calling delete_port for 2cbcb66f-0886-4a65-8a02-b42cde424c0b owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:47:33.701658 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-50c2f624-c9cd-460d-8101-2cc327216aed req-ab262567-b81e-44ec-bcb6-63eeaa9ab314 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:33.714214 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['9743ee10-6856-4674-a165-32e9475500c0', 'ed9c46a9-7038-4440-bc0f-3ebd2c694ffc'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:47:33.734480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab262567-b81e-44ec-bcb6-63eeaa9ab314 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Pushing event deleted for resources: {'Port': ['ID=2cbcb66f-0886-4a65-8a02-b42cde424c0b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:33.790265 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c2f624-c9cd-460d-8101-2cc327216aed req-ab262567-b81e-44ec-bcb6-63eeaa9ab314 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] No DVR routers for this DVR port 2cbcb66f-0886-4a65-8a02-b42cde424c0b on host n-h1-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:47:33.793725 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-50c2f624-c9cd-460d-8101-2cc327216aed req-ab262567-b81e-44ec-bcb6-63eeaa9ab314 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:33.803297 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50c2f624-c9cd-460d-8101-2cc327216aed req-ab262567-b81e-44ec-bcb6-63eeaa9ab314 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "DELETE /v2.0/ports/2cbcb66f-0886-4a65-8a02-b42cde424c0b HTTP/1.1" status: 204 len: 173 time: 0.4758580 Nov 11 17:47:33.804317 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069f00bc-282f-48ad-8aac-928d83c12974', 'name': 'network-vif-deleted', 'tag': '2cbcb66f-0886-4a65-8a02-b42cde424c0b'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:47:33.807782 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5b5153-0c1e-408e-90c6-18305ae40f8f" -d '{"events": [{"server_uuid": "069f00bc-282f-48ad-8aac-928d83c12974", "name": "network-vif-deleted", "tag": "2cbcb66f-0886-4a65-8a02-b42cde424c0b"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:47:34.307373 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6aa67b-4863-4259-b805-3623b9340306 req-0079d0a3-3572-45f9-a658-46b18f5bca85 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:34.308913 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b6aa67b-4863-4259-b805-3623b9340306 req-0079d0a3-3572-45f9-a658-46b18f5bca85 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0543795 Nov 11 17:47:34.361607 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b6aa67b-4863-4259-b805-3623b9340306 req-dbceaaf6-a8c2-45b3-aa31-f48818c3da35 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456450 Nov 11 17:47:34.407836 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 11 Nov 2021 17:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c078309d-9aeb-4ef4-a532-60e4842a2b2f x-openstack-request-id: req-c078309d-9aeb-4ef4-a532-60e4842a2b2f {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:47:34.408334 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069f00bc-282f-48ad-8aac-928d83c12974", "name": "network-vif-deleted", "tag": "2cbcb66f-0886-4a65-8a02-b42cde424c0b", "status": "failed", "code": 422}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:47:34.408741 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c078309d-9aeb-4ef4-a532-60e4842a2b2f {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:47:34.409311 n-d-816206-4 neutron-server[102618]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '069f00bc-282f-48ad-8aac-928d83c12974', 'name': 'network-vif-deleted', 'tag': '2cbcb66f-0886-4a65-8a02-b42cde424c0b', 'status': 'failed', 'code': 422} returned with failed status Nov 11 17:47:34.703654 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fb53f-7112-4c10-b066-949dd936335a req-75e3e52f-9fc2-41cd-9a37-14969aa1ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:34.705348 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a54fb53f-7112-4c10-b066-949dd936335a req-75e3e52f-9fc2-41cd-9a37-14969aa1ee3b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=48fb128c35bc48a4b1d1b4a9aab07a98&device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 1097 time: 0.0710461 Nov 11 17:47:34.792718 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18fc10-c0b0-443b-8d32-14eeb0994a05 req-85d395c0-2d8e-4fa8-84da-ffd5ffc31388 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:34.802224 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da18fc10-c0b0-443b-8d32-14eeb0994a05 req-85d395c0-2d8e-4fa8-84da-ffd5ffc31388 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0674357 Nov 11 17:47:34.820944 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fb53f-7112-4c10-b066-949dd936335a req-6d5756e2-4d01-4fb5-99a0-ce38db8ac176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:34.822431 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a54fb53f-7112-4c10-b066-949dd936335a req-6d5756e2-4d01-4fb5-99a0-ce38db8ac176 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5f6d2839-0fe3-4464-b00c-6e51db67d47c HTTP/1.1" status: 200 len: 913 time: 0.1092975 Nov 11 17:47:34.868975 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da18fc10-c0b0-443b-8d32-14eeb0994a05 req-ee1d9ead-c646-4f09-8076-9c2279ae7dec tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655251 Nov 11 17:47:34.896375 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a54fb53f-7112-4c10-b066-949dd936335a req-f0a40104-e919-4462-af44-292baa76207a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ed2588d-75ee-4532-a0ae-df07c2771a8e HTTP/1.1" status: 200 len: 1002 time: 0.0642114 Nov 11 17:47:34.969012 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fb53f-7112-4c10-b066-949dd936335a req-e8aa9eb0-d2af-470f-870e-a5abbcd55aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:34.970594 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a54fb53f-7112-4c10-b066-949dd936335a req-e8aa9eb0-d2af-470f-870e-a5abbcd55aca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1145fbb8-f349-4241-b0f7-289be88670f2 HTTP/1.1" status: 200 len: 850 time: 0.0677979 Nov 11 17:47:35.003384 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8e532-869a-46d7-89ff-917df13baef0 req-0bbce84f-22b4-4ecd-8629-b52bc30148f6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:35.012705 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e3b8e532-869a-46d7-89ff-917df13baef0 req-0bbce84f-22b4-4ecd-8629-b52bc30148f6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f995c10-6ec0-437d-a072-6ccb5f34812e HTTP/1.1" status: 200 len: 907 time: 0.0735488 Nov 11 17:47:35.040393 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fb53f-7112-4c10-b066-949dd936335a req-be05ad77-9b40-4538-83ef-01a1623f9459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:35.041983 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a54fb53f-7112-4c10-b066-949dd936335a req-be05ad77-9b40-4538-83ef-01a1623f9459 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f6d2839-0fe3-4464-b00c-6e51db67d47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637071 Nov 11 17:47:35.134800 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a54fb53f-7112-4c10-b066-949dd936335a req-6aa2afef-3af2-4779-8209-e92e8d55da71 service neutron] 10.222.0.64 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858188 Nov 11 17:47:35.234158 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a54fb53f-7112-4c10-b066-949dd936335a req-3693ccc5-1b54-43e0-9a3a-744b82bdf622 service neutron] 10.222.0.64 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929172 Nov 11 17:47:36.005117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d683f5-5e2f-4127-a9f0-e6ff47fb967f req-7edfb0d1-839d-4716-ac26-b13b02e6a172 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:36.011181 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-41d683f5-5e2f-4127-a9f0-e6ff47fb967f req-7edfb0d1-839d-4716-ac26-b13b02e6a172 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0641232 Nov 11 17:47:36.091707 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e3475-35b1-46c3-88e6-0892df71112c req-b867d0ba-f943-4c90-8d85-0f176d6bf1fd tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:36.093222 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b8e3475-35b1-46c3-88e6-0892df71112c req-b867d0ba-f943-4c90-8d85-0f176d6bf1fd tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f995c10-6ec0-437d-a072-6ccb5f34812e HTTP/1.1" status: 200 len: 907 time: 0.0809312 Nov 11 17:47:36.101872 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-41d683f5-5e2f-4127-a9f0-e6ff47fb967f req-6163c349-d8bf-43b1-a2d6-aa2f09b6524d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798817 Nov 11 17:47:36.199095 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-4b8e3475-35b1-46c3-88e6-0892df71112c req-5f19c4e4-addd-45c9-a9e4-6749e5761b4c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Deleting port fa17eaec-de3c-4a2e-beea-e845352607cf {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:47:36.199560 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4b8e3475-35b1-46c3-88e6-0892df71112c req-5f19c4e4-addd-45c9-a9e4-6749e5761b4c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:36.342229 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce6f6c-19fc-453e-941d-1325c289adad req-a6c87d90-e731-4499-9254-1cf7b935697c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:36.344565 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39ce6f6c-19fc-453e-941d-1325c289adad req-a6c87d90-e731-4499-9254-1cf7b935697c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f995c10-6ec0-437d-a072-6ccb5f34812e HTTP/1.1" status: 200 len: 907 time: 0.0938616 Nov 11 17:47:36.352620 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-4b8e3475-35b1-46c3-88e6-0892df71112c req-5f19c4e4-addd-45c9-a9e4-6749e5761b4c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] For port fa17eaec-de3c-4a2e-beea-e845352607cf, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=fa17eaec-de3c-4a2e-beea-e845352607cf,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:47:36.353292 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4b8e3475-35b1-46c3-88e6-0892df71112c req-5f19c4e4-addd-45c9-a9e4-6749e5761b4c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:36.377706 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-4b8e3475-35b1-46c3-88e6-0892df71112c req-5f19c4e4-addd-45c9-a9e4-6749e5761b4c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Calling delete_port for fa17eaec-de3c-4a2e-beea-e845352607cf owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:47:36.517407 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4b8e3475-35b1-46c3-88e6-0892df71112c req-5f19c4e4-addd-45c9-a9e4-6749e5761b4c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:36.553347 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19c4e4-addd-45c9-a9e4-6749e5761b4c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Pushing event deleted for resources: {'Port': ['ID=fa17eaec-de3c-4a2e-beea-e845352607cf,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:36.599101 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8e3475-35b1-46c3-88e6-0892df71112c req-5f19c4e4-addd-45c9-a9e4-6749e5761b4c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] No DVR routers for this DVR port fa17eaec-de3c-4a2e-beea-e845352607cf on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:47:36.601904 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4b8e3475-35b1-46c3-88e6-0892df71112c req-5f19c4e4-addd-45c9-a9e4-6749e5761b4c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:36.606424 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b8e3475-35b1-46c3-88e6-0892df71112c req-5f19c4e4-addd-45c9-a9e4-6749e5761b4c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.83 "DELETE /v2.0/ports/fa17eaec-de3c-4a2e-beea-e845352607cf HTTP/1.1" status: 204 len: 173 time: 0.5036733 Nov 11 17:47:36.606890 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f995c10-6ec0-437d-a072-6ccb5f34812e', 'name': 'network-vif-deleted', 'tag': 'fa17eaec-de3c-4a2e-beea-e845352607cf'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:47:36.609844 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a6acb8-0b73-46d9-bcee-128347ae761d" -d '{"events": [{"server_uuid": "1f995c10-6ec0-437d-a072-6ccb5f34812e", "name": "network-vif-deleted", "tag": "fa17eaec-de3c-4a2e-beea-e845352607cf"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:47:36.676336 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a846886f-0cef-4d45-93d5-4ee67e54e795 x-openstack-request-id: req-a846886f-0cef-4d45-93d5-4ee67e54e795 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:47:36.676636 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f995c10-6ec0-437d-a072-6ccb5f34812e", "name": "network-vif-deleted", "tag": "fa17eaec-de3c-4a2e-beea-e845352607cf", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:47:36.676914 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a846886f-0cef-4d45-93d5-4ee67e54e795 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:47:36.677539 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f995c10-6ec0-437d-a072-6ccb5f34812e', 'name': 'network-vif-deleted', 'tag': 'fa17eaec-de3c-4a2e-beea-e845352607cf', 'status': 'completed', 'code': 200} Nov 11 17:47:37.448449 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1d7700b6-4d43-4012-8714-e5b24499315d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:37.672644 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a115c0c-fba7-47bc-8605-8d0d8760cde6 req-bcbb0088-1642-46c2-a398-426aa711b56e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:37.674284 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a115c0c-fba7-47bc-8605-8d0d8760cde6 req-bcbb0088-1642-46c2-a398-426aa711b56e tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=284294ab-96e4-4414-af95-51ea7725efe9 HTTP/1.1" status: 200 len: 946 time: 0.0666201 Nov 11 17:47:37.724160 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a115c0c-fba7-47bc-8605-8d0d8760cde6 req-5001f23a-c8ef-44a8-8cc0-40bd6ddabfbb tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433815 Nov 11 17:47:38.277551 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device fa17eaec-de3c-4a2e-beea-e845352607cf no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:47:38.300513 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: fa17eaec-de3c-4a2e-beea-e845352607cf {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:47:38.300840 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device fa17eaec-de3c-4a2e-beea-e845352607cf not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:47:38.864791 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094ce01-b805-4fdb-84be-6f69bd5fc749 req-a586e80b-dd3b-4d63-88c9-1c5e140e9397 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:38.866856 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d094ce01-b805-4fdb-84be-6f69bd5fc749 req-a586e80b-dd3b-4d63-88c9-1c5e140e9397 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=284294ab-96e4-4414-af95-51ea7725efe9 HTTP/1.1" status: 200 len: 946 time: 0.0631580 Nov 11 17:47:38.946270 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d094ce01-b805-4fdb-84be-6f69bd5fc749 req-e89acd70-a878-4044-a0e1-20efbd83fdcd tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731232 Nov 11 17:47:38.957771 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717d67d-0eb2-42eb-a92b-5c97b96b1947 req-861c6519-d03b-460d-a6d5-89dded84d568 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:38.959319 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9717d67d-0eb2-42eb-a92b-5c97b96b1947 req-861c6519-d03b-460d-a6d5-89dded84d568 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.83 "GET /v2.0/ports?device_id=284294ab-96e4-4414-af95-51ea7725efe9 HTTP/1.1" status: 200 len: 946 time: 0.0804355 Nov 11 17:47:39.110707 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-9717d67d-0eb2-42eb-a92b-5c97b96b1947 req-168ea399-3dbb-4676-8aa6-0753c56690f2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Deleting port ed9c46a9-7038-4440-bc0f-3ebd2c694ffc {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:47:39.110707 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9717d67d-0eb2-42eb-a92b-5c97b96b1947 req-168ea399-3dbb-4676-8aa6-0753c56690f2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:39.212863 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-9717d67d-0eb2-42eb-a92b-5c97b96b1947 req-168ea399-3dbb-4676-8aa6-0753c56690f2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] For port ed9c46a9-7038-4440-bc0f-3ebd2c694ffc, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=ed9c46a9-7038-4440-bc0f-3ebd2c694ffc,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:47:39.212863 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9717d67d-0eb2-42eb-a92b-5c97b96b1947 req-168ea399-3dbb-4676-8aa6-0753c56690f2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:39.226211 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-9717d67d-0eb2-42eb-a92b-5c97b96b1947 req-168ea399-3dbb-4676-8aa6-0753c56690f2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Calling delete_port for ed9c46a9-7038-4440-bc0f-3ebd2c694ffc owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:47:39.375880 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9717d67d-0eb2-42eb-a92b-5c97b96b1947 req-168ea399-3dbb-4676-8aa6-0753c56690f2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:39.401598 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['9743ee10-6856-4674-a165-32e9475500c0', 'ed9c46a9-7038-4440-bc0f-3ebd2c694ffc'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:47:39.432130 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ea399-3dbb-4676-8aa6-0753c56690f2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Pushing event deleted for resources: {'Port': ['ID=ed9c46a9-7038-4440-bc0f-3ebd2c694ffc,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:39.500808 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-9717d67d-0eb2-42eb-a92b-5c97b96b1947 req-168ea399-3dbb-4676-8aa6-0753c56690f2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] No DVR routers for this DVR port ed9c46a9-7038-4440-bc0f-3ebd2c694ffc on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:47:39.503463 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9717d67d-0eb2-42eb-a92b-5c97b96b1947 req-168ea399-3dbb-4676-8aa6-0753c56690f2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:39.507991 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9717d67d-0eb2-42eb-a92b-5c97b96b1947 req-168ea399-3dbb-4676-8aa6-0753c56690f2 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.83 "DELETE /v2.0/ports/ed9c46a9-7038-4440-bc0f-3ebd2c694ffc HTTP/1.1" status: 204 len: 173 time: 0.5417774 Nov 11 17:47:39.508717 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284294ab-96e4-4414-af95-51ea7725efe9', 'name': 'network-vif-deleted', 'tag': 'ed9c46a9-7038-4440-bc0f-3ebd2c694ffc'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:47:39.511203 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40328d71-d3e8-4079-a6d8-73a7d1e23292" -d '{"events": [{"server_uuid": "284294ab-96e4-4414-af95-51ea7725efe9", "name": "network-vif-deleted", "tag": "ed9c46a9-7038-4440-bc0f-3ebd2c694ffc"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:47:39.575923 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e422a336-a3a6-4f77-baf2-d9e7bb750004 x-openstack-request-id: req-e422a336-a3a6-4f77-baf2-d9e7bb750004 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:47:39.576481 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284294ab-96e4-4414-af95-51ea7725efe9", "name": "network-vif-deleted", "tag": "ed9c46a9-7038-4440-bc0f-3ebd2c694ffc", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:47:39.579389 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e422a336-a3a6-4f77-baf2-d9e7bb750004 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:47:39.580638 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284294ab-96e4-4414-af95-51ea7725efe9', 'name': 'network-vif-deleted', 'tag': 'ed9c46a9-7038-4440-bc0f-3ebd2c694ffc', 'status': 'completed', 'code': 200} Nov 11 17:47:40.088753 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-76450687-0db2-4a43-b692-4e23a7905cb3 req-77876828-30b4-49c5-b860-8b04385b5022 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=284294ab-96e4-4414-af95-51ea7725efe9 HTTP/1.1" status: 200 len: 210 time: 0.0347216 Nov 11 17:47:40.394120 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5cad735e-e605-4cbf-9768-a0cc63f502e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:40.723421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-88f5af67-8b85-4c0c-aef6-09b657b87b8e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-467614130&fields=id&tenant_id=1e37f40ca1514a7584bca23f0becbfbf HTTP/1.1" status: 200 len: 267 time: 0.0456913 Nov 11 17:47:40.839892 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-727ff21d-239e-47f9-9e06-170ea555f93b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:40.841364 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-727ff21d-239e-47f9-9e06-170ea555f93b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 812 time: 0.1107893 Nov 11 17:47:40.857023 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-c417e088-40ca-4c92-952b-2d57b402d1cc tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/quotas/1e37f40ca1514a7584bca23f0becbfbf HTTP/1.1" status: 200 len: 375 time: 0.0093000 Nov 11 17:47:40.916350 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-9fe943c9-b3d8-41bb-a3d8-493e2c5bb068 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538580 Nov 11 17:47:40.974454 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:41.017786 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-28201e95-b3c5-4388-9af3-e8e01f5fa581 service neutron] 10.222.0.76 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907521 Nov 11 17:47:41.126394 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-84bb08f1-76ac-4014-b6f0-9c117f715e8c service neutron] 10.222.0.76 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013892 Nov 11 17:47:41.452185 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-74b9f5e7-4a23-429b-ab73-d6d3d2bcfa0a req-75ab6385-3ff4-4b16-9253-8319445a5989 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 210 time: 0.0280828 Nov 11 17:47:41.720268 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198d2e5-7b81-4464-860b-d838b6e62f62 req-e77d4245-f6fb-44df-97bb-28c9f4f90562 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:41.722028 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f198d2e5-7b81-4464-860b-d838b6e62f62 req-e77d4245-f6fb-44df-97bb-28c9f4f90562 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.0531182 Nov 11 17:47:41.780625 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f198d2e5-7b81-4464-860b-d838b6e62f62 req-abaea5aa-5129-4283-bfbe-046aed0153ba tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477085 Nov 11 17:47:42.277890 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device ed9c46a9-7038-4440-bc0f-3ebd2c694ffc no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:47:42.302202 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: ed9c46a9-7038-4440-bc0f-3ebd2c694ffc {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:47:42.302557 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device ed9c46a9-7038-4440-bc0f-3ebd2c694ffc not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:47:42.470656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-4d70e58a-9bed-46b9-a4b2-eda028fefdf6 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:42.473237 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-4d70e58a-9bed-46b9-a4b2-eda028fefdf6 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.83 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 812 time: 0.1221766 Nov 11 17:47:42.561716 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-8d8d8e20-6821-44a9-b04e-6fc173478354 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e37f40ca1514a7584bca23f0becbfbf HTTP/1.1" status: 200 len: 379 time: 0.0785832 Nov 11 17:47:42.578300 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eaacee38-4117-446d-9d30-847e3deb8d86 req-685bdb5c-4506-4e6f-8c49-a2c507ae3a6f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 210 time: 0.0394025 Nov 11 17:47:42.581670 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-f5c63b2c-4696-4a9e-afdf-60534530983f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Request body: {'port': {'device_id': '197f4bb4-e445-43ed-bcb4-9fb1c2c98afa', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'admin_state_up': True, 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'security_groups': ['eddf84a4-5b90-4507-b707-09f952124931']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:47:42.615603 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:42.734973 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-f5c63b2c-4696-4a9e-afdf-60534530983f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Made reservation on behalf of 1e37f40ca1514a7584bca23f0becbfbf for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:47:42.739264 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-f5c63b2c-4696-4a9e-afdf-60534530983f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:42.928979 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:42.970134 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-f5c63b2c-4696-4a9e-afdf-60534530983f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Allocated IP 172.20.0.4 (c569cf45-b127-45e4-97f6-75d37a12e9cb/8e5e7674-c87d-4949-9af6-9219acd03bbb/437a9d7c-3ff9-4950-b82e-a12c10ef5626) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:47:42.993296 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eea03c-edfd-4624-88bd-4ac53d6af2b6 req-e8d60ffe-7690-42a8-8327-d464cceb4e8f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:43.000796 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6eea03c-edfd-4624-88bd-4ac53d6af2b6 req-e8d60ffe-7690-42a8-8327-d464cceb4e8f tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.1411219 Nov 11 17:47:43.022603 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73feb35c-d3c4-4a5c-86cd-01660be16f99 req-083e7eeb-ffe3-4295-8f9c-488156b40df7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:43.023150 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-73feb35c-d3c4-4a5c-86cd-01660be16f99 req-083e7eeb-ffe3-4295-8f9c-488156b40df7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.83 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 946 time: 0.1127930 Nov 11 17:47:43.184500 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6eea03c-edfd-4624-88bd-4ac53d6af2b6 req-516acd05-2e2f-4728-ae6b-e23fdb38fbfe tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828396 Nov 11 17:47:43.250463 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-73feb35c-d3c4-4a5c-86cd-01660be16f99 req-f5df2056-13d5-4e19-85a2-5915fdafc0b6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Deleting port 9743ee10-6856-4674-a165-32e9475500c0 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:47:43.250808 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-73feb35c-d3c4-4a5c-86cd-01660be16f99 req-f5df2056-13d5-4e19-85a2-5915fdafc0b6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:43.307822 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-f5c63b2c-4696-4a9e-afdf-60534530983f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:43.386627 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-73feb35c-d3c4-4a5c-86cd-01660be16f99 req-f5df2056-13d5-4e19-85a2-5915fdafc0b6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] For port 9743ee10-6856-4674-a165-32e9475500c0, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=9743ee10-6856-4674-a165-32e9475500c0,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:47:43.387000 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-73feb35c-d3c4-4a5c-86cd-01660be16f99 req-f5df2056-13d5-4e19-85a2-5915fdafc0b6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:43.400020 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-f5c63b2c-4696-4a9e-afdf-60534530983f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:43.406150 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-73feb35c-d3c4-4a5c-86cd-01660be16f99 req-f5df2056-13d5-4e19-85a2-5915fdafc0b6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Calling delete_port for 9743ee10-6856-4674-a165-32e9475500c0 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:47:43.503494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-f5c63b2c-4696-4a9e-afdf-60534530983f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Network c569cf45-b127-45e4-97f6-75d37a12e9cb is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:47:43.510570 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-f5c63b2c-4696-4a9e-afdf-60534530983f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:47:43.514618 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c63b2c-4696-4a9e-afdf-60534530983f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event updated for resources: {'Port': ['ID=437a9d7c-3ff9-4950-b82e-a12c10ef5626,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:43.518174 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-f5c63b2c-4696-4a9e-afdf-60534530983f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:47:43.608855 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-f5c63b2c-4696-4a9e-afdf-60534530983f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:43.609504 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-f5c63b2c-4696-4a9e-afdf-60534530983f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:43.659075 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-f5c63b2c-4696-4a9e-afdf-60534530983f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0836825 Nov 11 17:47:43.693090 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] Request body: {'port': {'device_id': '197f4bb4-e445-43ed-bcb4-9fb1c2c98afa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:47:43.730549 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-73feb35c-d3c4-4a5c-86cd-01660be16f99 req-f5df2056-13d5-4e19-85a2-5915fdafc0b6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:43.743765 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['9743ee10-6856-4674-a165-32e9475500c0'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:47:43.826763 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df2056-13d5-4e19-85a2-5915fdafc0b6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Pushing event deleted for resources: {'Port': ['ID=9743ee10-6856-4674-a165-32e9475500c0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:43.866360 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:43.880150 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905695f1-e2c3-4a0a-9eec-a72958fd36b3 req-7f131c92-0ba2-401c-bd46-da95b61bdf08 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:43.887882 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-905695f1-e2c3-4a0a-9eec-a72958fd36b3 req-7f131c92-0ba2-401c-bd46-da95b61bdf08 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 931 time: 0.1906323 Nov 11 17:47:43.903237 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7555a3eb-5366-4573-a835-bd493bf30ca2 None None] Provisioning complete for port 437a9d7c-3ff9-4950-b82e-a12c10ef5626 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:47:43.903713 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7555a3eb-5366-4573-a835-bd493bf30ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:43.928670 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-73feb35c-d3c4-4a5c-86cd-01660be16f99 req-f5df2056-13d5-4e19-85a2-5915fdafc0b6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] No DVR routers for this DVR port 9743ee10-6856-4674-a165-32e9475500c0 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:47:43.942137 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-73feb35c-d3c4-4a5c-86cd-01660be16f99 req-f5df2056-13d5-4e19-85a2-5915fdafc0b6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:43.945834 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-7555a3eb-5366-4573-a835-bd493bf30ca2 None None] Port 437a9d7c-3ff9-4950-b82e-a12c10ef5626 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:47:43.946226 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-73feb35c-d3c4-4a5c-86cd-01660be16f99 req-f5df2056-13d5-4e19-85a2-5915fdafc0b6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.83 "DELETE /v2.0/ports/9743ee10-6856-4674-a165-32e9475500c0 HTTP/1.1" status: 204 len: 173 time: 0.9123051 Nov 11 17:47:43.946703 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33852c00-64be-4380-a087-59b8bbd91f96', 'name': 'network-vif-deleted', 'tag': '9743ee10-6856-4674-a165-32e9475500c0'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:47:43.949074 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a21288-0b8a-4064-9c4e-77bd749e857c" -d '{"events": [{"server_uuid": "33852c00-64be-4380-a087-59b8bbd91f96", "name": "network-vif-deleted", "tag": "9743ee10-6856-4674-a165-32e9475500c0"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:47:44.060335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-905695f1-e2c3-4a0a-9eec-a72958fd36b3 req-cb5a681f-5d08-4eae-88ad-f9c23c3332bc tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636779 Nov 11 17:47:44.161333 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34aa6755-d675-43b4-be91-ff812aa92c29 x-openstack-request-id: req-34aa6755-d675-43b4-be91-ff812aa92c29 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:47:44.161875 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33852c00-64be-4380-a087-59b8bbd91f96", "name": "network-vif-deleted", "tag": "9743ee10-6856-4674-a165-32e9475500c0", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:47:44.162268 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-34aa6755-d675-43b4-be91-ff812aa92c29 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:47:44.162811 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33852c00-64be-4380-a087-59b8bbd91f96', 'name': 'network-vif-deleted', 'tag': '9743ee10-6856-4674-a165-32e9475500c0', 'status': 'completed', 'code': 200} Nov 11 17:47:44.319817 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6717e601-1aac-4d07-8db2-7ec7f97fd397 req-40be4748-da19-4655-8f92-eb5cb3e766f5 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=33852c00-64be-4380-a087-59b8bbd91f96 HTTP/1.1" status: 200 len: 210 time: 0.0385072 Nov 11 17:47:44.423684 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 437a9d7c-3ff9-4950-b82e-a12c10ef5626 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:47:44.433944 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:44.450548 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] Transition to ACTIVE for port object 437a9d7c-3ff9-4950-b82e-a12c10ef5626 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:47:44.456641 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:44.554291 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] Pushing event updated for resources: {'Port': ['ID=437a9d7c-3ff9-4950-b82e-a12c10ef5626,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:44.652610 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] Attempting to bind port 437a9d7c-3ff9-4950-b82e-a12c10ef5626 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:47:44.652970 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] Attempting to bind port 437a9d7c-3ff9-4950-b82e-a12c10ef5626 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:47:44.653351 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] Attempting to bind port 437a9d7c-3ff9-4950-b82e-a12c10ef5626 on network c569cf45-b127-45e4-97f6-75d37a12e9cb {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:47:44.659293 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] Port 437a9d7c-3ff9-4950-b82e-a12c10ef5626 on network c569cf45-b127-45e4-97f6-75d37a12e9cb not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:47:44.660462 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] Attempting to bind port 437a9d7c-3ff9-4950-b82e-a12c10ef5626 on network c569cf45-b127-45e4-97f6-75d37a12e9cb {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:47:44.666851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:47:44.667056 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] Checking segment: {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:47:44.667667 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] Bound using segment: {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:47:44.668153 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] Bound port: 437a9d7c-3ff9-4950-b82e-a12c10ef5626, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:47:44.668539 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:44.771309 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] For port 437a9d7c-3ff9-4950-b82e-a12c10ef5626, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:47:44.776743 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] For port 437a9d7c-3ff9-4950-b82e-a12c10ef5626, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=437a9d7c-3ff9-4950-b82e-a12c10ef5626,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:47:44.785008 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:44.848741 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:44.849378 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:44.851695 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] 10.222.0.83 "PUT /v2.0/ports/437a9d7c-3ff9-4950-b82e-a12c10ef5626 HTTP/1.1" status: 200 len: 1091 time: 1.1799500 Nov 11 17:47:44.879582 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9218b-cfa0-4cc0-83f1-2fde2481de0f service neutron] Pushing event updated for resources: {'Port': ['ID=437a9d7c-3ff9-4950-b82e-a12c10ef5626,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:44.965406 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-a3014517-4d0f-4314-a4f6-8e572eb7e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:44.967747 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-a3014517-4d0f-4314-a4f6-8e572eb7e4a0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 1094 time: 0.0506859 Nov 11 17:47:45.023158 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-603a2b99-edbc-4ead-b483-5aebc0e1fa87 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=437a9d7c-3ff9-4950-b82e-a12c10ef5626 HTTP/1.1" status: 200 len: 217 time: 0.0460258 Nov 11 17:47:45.096820 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-cbc193b3-90b1-4763-b7da-b7b17a9a1ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:45.099007 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-cbc193b3-90b1-4763-b7da-b7b17a9a1ac6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.0680032 Nov 11 17:47:45.572747 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-43f6cf76-b7a3-4a89-839d-f06b69a5a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:45.574260 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-43f6cf76-b7a3-4a89-839d-f06b69a5a532 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4654818 Nov 11 17:47:45.668548 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973c301-1339-4059-9a88-f7659535ddd4 req-544f7499-e261-4944-a7b2-b5ed77b4ed31 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:45.670716 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7973c301-1339-4059-9a88-f7659535ddd4 req-544f7499-e261-4944-a7b2-b5ed77b4ed31 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 943 time: 0.1419110 Nov 11 17:47:45.728915 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-05ea490e-7452-4658-8439-967e1a335842 service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461380 Nov 11 17:47:45.762795 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7973c301-1339-4059-9a88-f7659535ddd4 req-906e1ffa-d7e5-4489-ae7c-e6d6282c80ed tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819809 Nov 11 17:47:45.873003 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f98449b-b7a3-40c4-bcb1-f6dc5c4352ff req-6077e405-4e1d-4654-b058-2157b6491855 service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353590 Nov 11 17:47:46.091527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d088e-f0ed-4690-a07a-fed607d65438 req-9a1242b0-6afb-4ff9-a07c-2ece15c9a6a1 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:46.093785 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fc1d088e-f0ed-4690-a07a-fed607d65438 req-9a1242b0-6afb-4ff9-a07c-2ece15c9a6a1 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0533507 Nov 11 17:47:46.150134 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fc1d088e-f0ed-4690-a07a-fed607d65438 req-0be11438-7c28-4ebb-a35c-1f50ef0fdf04 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498185 Nov 11 17:47:46.163876 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197f4bb4-e445-43ed-bcb4-9fb1c2c98afa', 'tag': '437a9d7c-3ff9-4950-b82e-a12c10ef5626'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:47:46.166179 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1323b1f-9462-4ae6-8222-f4d6639b8452" -d '{"events": [{"name": "network-changed", "server_uuid": "197f4bb4-e445-43ed-bcb4-9fb1c2c98afa", "tag": "437a9d7c-3ff9-4950-b82e-a12c10ef5626"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:47:46.215688 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0ca797-fc63-45d1-9f59-6f79efd310b2 x-openstack-request-id: req-7b0ca797-fc63-45d1-9f59-6f79efd310b2 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:47:46.216014 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197f4bb4-e445-43ed-bcb4-9fb1c2c98afa", "tag": "437a9d7c-3ff9-4950-b82e-a12c10ef5626", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:47:46.216277 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7b0ca797-fc63-45d1-9f59-6f79efd310b2 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:47:46.217147 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197f4bb4-e445-43ed-bcb4-9fb1c2c98afa', 'tag': '437a9d7c-3ff9-4950-b82e-a12c10ef5626', 'status': 'completed', 'code': 200} Nov 11 17:47:46.283998 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1323b1f-9462-4ae6-8222-f4d6639b8452 req-f907eb49-8f4e-4c2e-8cb5-c2ca831bb260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:46.285633 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1323b1f-9462-4ae6-8222-f4d6639b8452 req-f907eb49-8f4e-4c2e-8cb5-c2ca831bb260 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 1094 time: 0.0456986 Nov 11 17:47:46.307139 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 9743ee10-6856-4674-a165-32e9475500c0 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:47:46.349878 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 9743ee10-6856-4674-a165-32e9475500c0 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:47:46.350305 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 9743ee10-6856-4674-a165-32e9475500c0 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:47:46.400862 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1323b1f-9462-4ae6-8222-f4d6639b8452 req-c14c010b-1ef4-4ec3-8998-069313b624bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:46.402368 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1323b1f-9462-4ae6-8222-f4d6639b8452 req-c14c010b-1ef4-4ec3-8998-069313b624bb service neutron] 10.222.0.83 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 914 time: 0.1100538 Nov 11 17:47:46.448428 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1323b1f-9462-4ae6-8222-f4d6639b8452 req-51f2ab54-21c9-451d-b712-7ce27de097c7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=437a9d7c-3ff9-4950-b82e-a12c10ef5626 HTTP/1.1" status: 200 len: 217 time: 0.0362186 Nov 11 17:47:46.513099 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1323b1f-9462-4ae6-8222-f4d6639b8452 req-a01ae085-9d66-4e31-ad3c-55492d006829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:46.515224 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1323b1f-9462-4ae6-8222-f4d6639b8452 req-a01ae085-9d66-4e31-ad3c-55492d006829 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.0603285 Nov 11 17:47:46.567045 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1323b1f-9462-4ae6-8222-f4d6639b8452 req-126a4c77-33da-46f0-82ce-8e3590d12e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:46.568525 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1323b1f-9462-4ae6-8222-f4d6639b8452 req-126a4c77-33da-46f0-82ce-8e3590d12e6e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458076 Nov 11 17:47:46.669733 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1323b1f-9462-4ae6-8222-f4d6639b8452 req-283a6d8a-c154-44a6-8972-ef93377561df service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938923 Nov 11 17:47:46.771710 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1323b1f-9462-4ae6-8222-f4d6639b8452 req-fb8f50cb-98ef-4f7a-a872-ad14489f87d6 service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939586 Nov 11 17:47:46.894341 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322f0a5-c952-4444-8da7-16e73be5032d req-fa8acd2b-e8a4-4a2c-904f-a6f3be765669 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:46.895959 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9322f0a5-c952-4444-8da7-16e73be5032d req-fa8acd2b-e8a4-4a2c-904f-a6f3be765669 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 943 time: 0.0546072 Nov 11 17:47:46.959073 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9322f0a5-c952-4444-8da7-16e73be5032d req-c777286e-42a1-4343-8d61-73066863926c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567694 Nov 11 17:47:47.288384 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ec7a7-9f8f-4de1-9eb3-d429eb3b5a58 req-389b5370-cef4-407b-895a-4d48e41ee1e9 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:47.289870 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d81ec7a7-9f8f-4de1-9eb3-d429eb3b5a58 req-389b5370-cef4-407b-895a-4d48e41ee1e9 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0562844 Nov 11 17:47:47.360110 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d81ec7a7-9f8f-4de1-9eb3-d429eb3b5a58 req-d53e72f1-e80f-4a0c-ad44-28a618f5cf01 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568473 Nov 11 17:47:47.979167 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42dc98-d089-407d-8622-9dbe16b97adc req-dc70a80f-7fd1-48ab-9ba6-e228612e22d3 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:47.980995 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7b42dc98-d089-407d-8622-9dbe16b97adc req-dc70a80f-7fd1-48ab-9ba6-e228612e22d3 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.64 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0565555 Nov 11 17:47:48.114689 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-7b42dc98-d089-407d-8622-9dbe16b97adc req-bb57fa4d-abee-4976-a56c-1e6dc3155b89 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Deleting port f2a28fe8-7d1d-447d-b230-0d81943d791c {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:47:48.114689 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7b42dc98-d089-407d-8622-9dbe16b97adc req-bb57fa4d-abee-4976-a56c-1e6dc3155b89 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:48.139356 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b96ae-a06d-458e-8c35-da074b831a13 req-d7fed6fa-958d-4ad9-8e41-87d5473ec866 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:48.141826 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-430b96ae-a06d-458e-8c35-da074b831a13 req-d7fed6fa-958d-4ad9-8e41-87d5473ec866 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 943 time: 0.0672455 Nov 11 17:47:48.221870 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-7b42dc98-d089-407d-8622-9dbe16b97adc req-bb57fa4d-abee-4976-a56c-1e6dc3155b89 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] For port f2a28fe8-7d1d-447d-b230-0d81943d791c, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f2a28fe8-7d1d-447d-b230-0d81943d791c,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:47:48.222501 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7b42dc98-d089-407d-8622-9dbe16b97adc req-bb57fa4d-abee-4976-a56c-1e6dc3155b89 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:48.240340 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-430b96ae-a06d-458e-8c35-da074b831a13 req-f66fb722-d66d-4686-bea6-325297f48712 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927632 Nov 11 17:47:48.452989 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:48.536196 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ff423-7d2a-4212-8279-0994b429586b req-d8980d65-268e-4d03-a993-7963b519d299 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:48.542714 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-335ff423-7d2a-4212-8279-0994b429586b req-d8980d65-268e-4d03-a993-7963b519d299 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 945 time: 0.0729983 Nov 11 17:47:48.598216 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-335ff423-7d2a-4212-8279-0994b429586b req-eef9d792-6aa5-42b0-8d03-799c7feafef1 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups?id=3616a4ff-6172-4dcb-9bc1-d3254d73569c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486157 Nov 11 17:47:48.771979 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7b42dc98-d089-407d-8622-9dbe16b97adc req-bb57fa4d-abee-4976-a56c-1e6dc3155b89 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:48.772340 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7b42dc98-d089-407d-8622-9dbe16b97adc req-bb57fa4d-abee-4976-a56c-1e6dc3155b89 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:48.772661 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [req-7b42dc98-d089-407d-8622-9dbe16b97adc req-bb57fa4d-abee-4976-a56c-1e6dc3155b89 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Floating IP a6df97e5-2a7b-4982-8589-faf89c7fbb0b disassociated. External IP: 172.25.2.32, port: f2a28fe8-7d1d-447d-b230-0d81943d791c. Nov 11 17:47:48.773008 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-7b42dc98-d089-407d-8622-9dbe16b97adc req-bb57fa4d-abee-4976-a56c-1e6dc3155b89 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Calling delete_port for f2a28fe8-7d1d-447d-b230-0d81943d791c owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:47:48.922905 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7b42dc98-d089-407d-8622-9dbe16b97adc req-bb57fa4d-abee-4976-a56c-1e6dc3155b89 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:48.952023 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57fa4d-abee-4976-a56c-1e6dc3155b89 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Pushing event deleted for resources: {'Port': ['ID=f2a28fe8-7d1d-447d-b230-0d81943d791c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:49.092843 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b42dc98-d089-407d-8622-9dbe16b97adc req-bb57fa4d-abee-4976-a56c-1e6dc3155b89 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Router 495e83c9-0424-4a2f-a57c-6cad9f6f3196 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:47:49.208723 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b42dc98-d089-407d-8622-9dbe16b97adc req-bb57fa4d-abee-4976-a56c-1e6dc3155b89 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:47:49.220683 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964b130b-98fc-4726-924e-8b25c2f37a0a None None] Sync routers for ids ['495e83c9-0424-4a2f-a57c-6cad9f6f3196'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:47:49.232414 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964b130b-98fc-4726-924e-8b25c2f37a0a None None] Routers {'495e83c9-0424-4a2f-a57c-6cad9f6f3196'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:47:49.233002 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-964b130b-98fc-4726-924e-8b25c2f37a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:47:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['495e83c9-0424-4a2f-a57c-6cad9f6f3196'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:47:49.252614 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b42dc98-d089-407d-8622-9dbe16b97adc req-bb57fa4d-abee-4976-a56c-1e6dc3155b89 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] No DVR routers for this DVR port f2a28fe8-7d1d-447d-b230-0d81943d791c on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:47:49.255284 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-7b42dc98-d089-407d-8622-9dbe16b97adc req-bb57fa4d-abee-4976-a56c-1e6dc3155b89 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:49.258946 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7b42dc98-d089-407d-8622-9dbe16b97adc req-bb57fa4d-abee-4976-a56c-1e6dc3155b89 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.64 "DELETE /v2.0/ports/f2a28fe8-7d1d-447d-b230-0d81943d791c HTTP/1.1" status: 204 len: 173 time: 1.2685134 Nov 11 17:47:49.259394 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6c6f76-619a-488a-beb4-6f9126565431', 'name': 'network-vif-deleted', 'tag': 'f2a28fe8-7d1d-447d-b230-0d81943d791c'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:47:49.261892 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2bb1fa-48c8-4a99-8435-40cfd4f69ca1" -d '{"events": [{"server_uuid": "af6c6f76-619a-488a-beb4-6f9126565431", "name": "network-vif-deleted", "tag": "f2a28fe8-7d1d-447d-b230-0d81943d791c"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:47:49.346486 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-964b130b-98fc-4726-924e-8b25c2f37a0a None None] Set router 495e83c9-0424-4a2f-a57c-6cad9f6f3196 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:47:49.385971 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9bb72-3d45-4091-b3ac-b5901ed53f59 req-6ec1f131-bfb6-424c-84e2-33c54110fd7b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:49.388212 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fea9bb72-3d45-4091-b3ac-b5901ed53f59 req-6ec1f131-bfb6-424c-84e2-33c54110fd7b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 943 time: 0.0631862 Nov 11 17:47:49.497360 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fea9bb72-3d45-4091-b3ac-b5901ed53f59 req-2cb086a6-43a6-4eb4-b005-f96caf0fbd92 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901515 Nov 11 17:47:49.546625 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a815e20d-d851-4ed4-9451-6783bb7de9e9 x-openstack-request-id: req-a815e20d-d851-4ed4-9451-6783bb7de9e9 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:47:49.546925 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6c6f76-619a-488a-beb4-6f9126565431", "name": "network-vif-deleted", "tag": "f2a28fe8-7d1d-447d-b230-0d81943d791c", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:47:49.547183 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a815e20d-d851-4ed4-9451-6783bb7de9e9 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:47:49.547597 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6c6f76-619a-488a-beb4-6f9126565431', 'name': 'network-vif-deleted', 'tag': 'f2a28fe8-7d1d-447d-b230-0d81943d791c', 'status': 'completed', 'code': 200} Nov 11 17:47:49.597035 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-964b130b-98fc-4726-924e-8b25c2f37a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'name': 'tempest-ServerActionsTestJSON-1743766751-router', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '3c60a584-5a93-463b-9838-ad344d47a857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:42Z', 'updated_at': '2021-11-11T17:38:54Z', 'revision_number': 4, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'gw_port': {'id': '3c60a584-5a93-463b-9838-ad344d47a857', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:43Z', 'updated_at': '2021-11-11T17:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'f220e49e-81a1-419a-b04b-fc164f5269a4', 'name': '', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'mac_address': 'fa:16:3e:48:83:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:51Z', 'updated_at': '2021-11-11T17:39:01Z', 'revision_number': 5, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'subnets': [{'id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:47:49.624546 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964b130b-98fc-4726-924e-8b25c2f37a0a None None] Checking router: 495e83c9-0424-4a2f-a57c-6cad9f6f3196 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:47:49.634265 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964b130b-98fc-4726-924e-8b25c2f37a0a None None] Routers {'495e83c9-0424-4a2f-a57c-6cad9f6f3196'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:47:49.634895 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-964b130b-98fc-4726-924e-8b25c2f37a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:47:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['495e83c9-0424-4a2f-a57c-6cad9f6f3196'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:47:49.717902 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-33f757df-9f01-44ab-ac13-58f9fdd986b1 req-e7927330-f226-422d-b254-827312c7cb8b tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/ports?device_id=af6c6f76-619a-488a-beb4-6f9126565431 HTTP/1.1" status: 200 len: 210 time: 0.0266714 Nov 11 17:47:49.761757 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-964b130b-98fc-4726-924e-8b25c2f37a0a None None] Set router 495e83c9-0424-4a2f-a57c-6cad9f6f3196 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:47:49.999563 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-964b130b-98fc-4726-924e-8b25c2f37a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'name': 'tempest-ServerActionsTestJSON-1743766751-router', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '3c60a584-5a93-463b-9838-ad344d47a857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:42Z', 'updated_at': '2021-11-11T17:38:54Z', 'revision_number': 4, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'gw_port': {'id': '3c60a584-5a93-463b-9838-ad344d47a857', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:43Z', 'updated_at': '2021-11-11T17:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'f220e49e-81a1-419a-b04b-fc164f5269a4', 'name': '', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'mac_address': 'fa:16:3e:48:83:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:51Z', 'updated_at': '2021-11-11T17:39:01Z', 'revision_number': 5, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'subnets': [{'id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:47:50.026631 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964b130b-98fc-4726-924e-8b25c2f37a0a None None] The sync data for ids ['495e83c9-0424-4a2f-a57c-6cad9f6f3196'] in n-d-816206-4 is: [{'id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'name': 'tempest-ServerActionsTestJSON-1743766751-router', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '3c60a584-5a93-463b-9838-ad344d47a857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:42Z', 'updated_at': '2021-11-11T17:38:54Z', 'revision_number': 4, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'gw_port': {'id': '3c60a584-5a93-463b-9838-ad344d47a857', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:43Z', 'updated_at': '2021-11-11T17:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'f220e49e-81a1-419a-b04b-fc164f5269a4', 'name': '', 'network_id': '26b89f42-47fd-4a3b-9482-68a15714eda2', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'mac_address': 'fa:16:3e:48:83:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:51Z', 'updated_at': '2021-11-11T17:39:01Z', 'revision_number': 5, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'subnets': [{'id': '4b8a9933-5f05-4272-8e1a-da4284619290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:47:50.264643 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009ec0d0-4d0b-4695-a296-76a583e74e65 None None] New status for floating IP a6df97e5-2a7b-4982-8589-faf89c7fbb0b: DOWN {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:47:50.680768 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048401e6-d84c-43c9-8d0e-fc03e65c0a6c req-a36fea94-8da3-4fd5-a8cf-a18e2c9ea29a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:50.682307 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-048401e6-d84c-43c9-8d0e-fc03e65c0a6c req-a36fea94-8da3-4fd5-a8cf-a18e2c9ea29a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 943 time: 0.0545151 Nov 11 17:47:50.733420 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-048401e6-d84c-43c9-8d0e-fc03e65c0a6c req-493b7816-747c-4581-906d-b81b67ec8389 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445979 Nov 11 17:47:50.814555 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37156) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:47:50.872437 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e43d662-a477-4585-b16c-264013f8b27c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:50.896126 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e43d662-a477-4585-b16c-264013f8b27c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:50.951746 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e43d662-a477-4585-b16c-264013f8b27c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:50.954574 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e43d662-a477-4585-b16c-264013f8b27c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:50.956066 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5e43d662-a477-4585-b16c-264013f8b27c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "DELETE /v2.0/security-groups/3616a4ff-6172-4dcb-9bc1-d3254d73569c HTTP/1.1" status: 204 len: 168 time: 0.1401246 Nov 11 17:47:50.958482 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37160) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:47:50.965883 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43d662-a477-4585-b16c-264013f8b27c tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3616a4ff-6172-4dcb-9bc1-d3254d73569c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:50.987655 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-3daaa1cc-1305-4b8a-a3b5-9159714faffd tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] show failed (client error): The resource could not be found. Nov 11 17:47:50.991380 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37164) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:47:50.991719 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3daaa1cc-1305-4b8a-a3b5-9159714faffd tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "GET /v2.0/security-groups/3616a4ff-6172-4dcb-9bc1-d3254d73569c HTTP/1.1" status: 404 len: 347 time: 0.0321698 Nov 11 17:47:51.122750 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-4f661574-eb77-451c-8cac-9c31c5e983b7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Deleting port 9515b781-5ced-4c2a-9f4f-979f0d5d0280 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:47:51.123209 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4f661574-eb77-451c-8cac-9c31c5e983b7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:51.207132 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4f661574-eb77-451c-8cac-9c31c5e983b7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:51.207492 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4f661574-eb77-451c-8cac-9c31c5e983b7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:51.220822 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-4f661574-eb77-451c-8cac-9c31c5e983b7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Calling delete_port for 9515b781-5ced-4c2a-9f4f-979f0d5d0280 owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:47:51.363105 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4f661574-eb77-451c-8cac-9c31c5e983b7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:51.389437 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f661574-eb77-451c-8cac-9c31c5e983b7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Pushing event deleted for resources: {'Port': ['ID=9515b781-5ced-4c2a-9f4f-979f0d5d0280,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:51.467082 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4f661574-eb77-451c-8cac-9c31c5e983b7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:51.470103 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4f661574-eb77-451c-8cac-9c31c5e983b7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:51.473898 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4f661574-eb77-451c-8cac-9c31c5e983b7 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] 10.222.0.76 "DELETE /v2.0/floatingips/a6df97e5-2a7b-4982-8589-faf89c7fbb0b HTTP/1.1" status: 204 len: 168 time: 0.4788420 Nov 11 17:47:51.475178 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37176) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:47:51.876321 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f803397-eab2-4b74-9704-e0dfa0130c90 req-48c752d5-c4d6-4fd4-a874-912fee747e26 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:51.877970 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f803397-eab2-4b74-9704-e0dfa0130c90 req-48c752d5-c4d6-4fd4-a874-912fee747e26 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 943 time: 0.0654829 Nov 11 17:47:51.933675 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f803397-eab2-4b74-9704-e0dfa0130c90 req-90967110-586e-442f-ae9e-d988acbba4b8 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486138 Nov 11 17:47:51.996054 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65199941-55d7-48ad-97c4-6ae042c3a1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:52.015763 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f2a28fe8-7d1d-447d-b230-0d81943d791c no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:47:52.038729 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: f2a28fe8-7d1d-447d-b230-0d81943d791c {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:47:52.039087 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f2a28fe8-7d1d-447d-b230-0d81943d791c not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:47:52.264763 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-65199941-55d7-48ad-97c4-6ae042c3a1c3 admin admin] Deleting port f220e49e-81a1-419a-b04b-fc164f5269a4 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:47:52.265107 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65199941-55d7-48ad-97c4-6ae042c3a1c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:52.350185 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-65199941-55d7-48ad-97c4-6ae042c3a1c3 admin admin] For port f220e49e-81a1-419a-b04b-fc164f5269a4, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f220e49e-81a1-419a-b04b-fc164f5269a4,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:47:52.350185 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65199941-55d7-48ad-97c4-6ae042c3a1c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:52.365317 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-65199941-55d7-48ad-97c4-6ae042c3a1c3 admin admin] Calling delete_port for f220e49e-81a1-419a-b04b-fc164f5269a4 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:47:52.567365 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65199941-55d7-48ad-97c4-6ae042c3a1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:52.594861 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65199941-55d7-48ad-97c4-6ae042c3a1c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f220e49e-81a1-419a-b04b-fc164f5269a4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:52.775748 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-65199941-55d7-48ad-97c4-6ae042c3a1c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:53.050197 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65199941-55d7-48ad-97c4-6ae042c3a1c3 admin admin] Router 495e83c9-0424-4a2f-a57c-6cad9f6f3196 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:47:53.072817 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48954aa-2cf8-4fdb-b19e-e2226a9f957e req-b1340d1d-4cb9-4382-899c-0371d54dcf8f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:53.074548 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a48954aa-2cf8-4fdb-b19e-e2226a9f957e req-b1340d1d-4cb9-4382-899c-0371d54dcf8f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 943 time: 0.0560465 Nov 11 17:47:53.126015 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a48954aa-2cf8-4fdb-b19e-e2226a9f957e req-50cc7682-08be-4a10-b0b4-3661b509a50b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444574 Nov 11 17:47:53.165667 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65199941-55d7-48ad-97c4-6ae042c3a1c3 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:47:53.174065 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-65199941-55d7-48ad-97c4-6ae042c3a1c3 admin admin] 10.222.0.76 "PUT /v2.0/routers/495e83c9-0424-4a2f-a57c-6cad9f6f3196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6961989 Nov 11 17:47:53.174065 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37206) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:47:53.176474 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7417642f-f96b-4308-96d5-f88167f26a62 None None] Sync routers for ids ['495e83c9-0424-4a2f-a57c-6cad9f6f3196'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:47:53.187203 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7417642f-f96b-4308-96d5-f88167f26a62 None None] Routers {'495e83c9-0424-4a2f-a57c-6cad9f6f3196'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:47:53.187866 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-7417642f-f96b-4308-96d5-f88167f26a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:47:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['495e83c9-0424-4a2f-a57c-6cad9f6f3196'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:47:53.281744 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-24832d60-6300-4aee-858e-9776091ad5df admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:53.298436 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-7417642f-f96b-4308-96d5-f88167f26a62 None None] Set router 495e83c9-0424-4a2f-a57c-6cad9f6f3196 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:47:53.390949 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-24832d60-6300-4aee-858e-9776091ad5df admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:53.451606 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-24832d60-6300-4aee-858e-9776091ad5df admin admin] Deleting port 3c60a584-5a93-463b-9838-ad344d47a857 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:47:53.453096 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-24832d60-6300-4aee-858e-9776091ad5df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:53.500037 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-7417642f-f96b-4308-96d5-f88167f26a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'name': 'tempest-ServerActionsTestJSON-1743766751-router', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '3c60a584-5a93-463b-9838-ad344d47a857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:42Z', 'updated_at': '2021-11-11T17:47:52Z', 'revision_number': 5, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'gw_port': {'id': '3c60a584-5a93-463b-9838-ad344d47a857', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:38:43Z', 'updated_at': '2021-11-11T17:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:47:53.526485 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7417642f-f96b-4308-96d5-f88167f26a62 None None] Checking router: 495e83c9-0424-4a2f-a57c-6cad9f6f3196 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:47:53.537487 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7417642f-f96b-4308-96d5-f88167f26a62 None None] Routers {'495e83c9-0424-4a2f-a57c-6cad9f6f3196'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:47:53.538384 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-7417642f-f96b-4308-96d5-f88167f26a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:47:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['495e83c9-0424-4a2f-a57c-6cad9f6f3196'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:47:53.543585 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-24832d60-6300-4aee-858e-9776091ad5df admin admin] For port 3c60a584-5a93-463b-9838-ad344d47a857, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=3c60a584-5a93-463b-9838-ad344d47a857,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:47:53.544003 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-24832d60-6300-4aee-858e-9776091ad5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:53.562240 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-24832d60-6300-4aee-858e-9776091ad5df admin admin] Calling delete_port for 3c60a584-5a93-463b-9838-ad344d47a857 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:47:53.636733 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-7417642f-f96b-4308-96d5-f88167f26a62 None None] Set router 495e83c9-0424-4a2f-a57c-6cad9f6f3196 gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:47:53.696506 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-7417642f-f96b-4308-96d5-f88167f26a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'name': 'tempest-ServerActionsTestJSON-1743766751-router', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:42Z', 'updated_at': '2021-11-11T17:47:53Z', 'revision_number': 6, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:47:53.723567 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7417642f-f96b-4308-96d5-f88167f26a62 None None] The sync data for ids ['495e83c9-0424-4a2f-a57c-6cad9f6f3196'] in n-d-816206-4 is: [{'id': '495e83c9-0424-4a2f-a57c-6cad9f6f3196', 'name': 'tempest-ServerActionsTestJSON-1743766751-router', 'tenant_id': 'bcd3129868e344c297295704aeeec2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:38:42Z', 'updated_at': '2021-11-11T17:47:53Z', 'revision_number': 6, 'project_id': 'bcd3129868e344c297295704aeeec2c1', 'gw_port_host': None}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:47:53.742333 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-24832d60-6300-4aee-858e-9776091ad5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:53.769653 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24832d60-6300-4aee-858e-9776091ad5df admin admin] Pushing event deleted for resources: {'Port': ['ID=3c60a584-5a93-463b-9838-ad344d47a857,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:53.784977 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a059eba5-01a3-42ab-90c9-3b3903bb986c None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:47:53.833747 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-24832d60-6300-4aee-858e-9776091ad5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:53.930170 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-24832d60-6300-4aee-858e-9776091ad5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:53.932258 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-24832d60-6300-4aee-858e-9776091ad5df admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:53.975924 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-24832d60-6300-4aee-858e-9776091ad5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:53.976451 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24832d60-6300-4aee-858e-9776091ad5df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 495e83c9-0424-4a2f-a57c-6cad9f6f3196 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:47:53.980737 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-24832d60-6300-4aee-858e-9776091ad5df admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:53.981879 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-24832d60-6300-4aee-858e-9776091ad5df admin admin] 10.222.0.76 "DELETE /v2.0/routers/495e83c9-0424-4a2f-a57c-6cad9f6f3196 HTTP/1.1" status: 204 len: 168 time: 0.8069088 Nov 11 17:47:53.985864 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37210) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:47:54.030627 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb5ca65-8fb0-4c93-8c72-5b5320d332ad admin admin] Deleting subnet 4b8a9933-5f05-4272-8e1a-da4284619290 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:47:54.033729 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7eb5ca65-8fb0-4c93-8c72-5b5320d332ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:54.070600 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7eb5ca65-8fb0-4c93-8c72-5b5320d332ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:54.157646 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7eb5ca65-8fb0-4c93-8c72-5b5320d332ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:54.191186 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:54.225372 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7eb5ca65-8fb0-4c93-8c72-5b5320d332ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:54.252520 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5ca65-8fb0-4c93-8c72-5b5320d332ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b8a9933-5f05-4272-8e1a-da4284619290,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:54.257160 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7eb5ca65-8fb0-4c93-8c72-5b5320d332ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:54.260927 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7eb5ca65-8fb0-4c93-8c72-5b5320d332ad admin admin] 10.222.0.76 "DELETE /v2.0/subnets/4b8a9933-5f05-4272-8e1a-da4284619290 HTTP/1.1" status: 204 len: 168 time: 0.2740295 Nov 11 17:47:54.263355 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37214) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:47:54.269289 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deb97fb-6373-4291-8f19-70b516e27882 None None] Network 26b89f42-47fd-4a3b-9482-68a15714eda2 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:47:54.278872 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacbb6a-46c0-4ab3-a995-6f8da3109d3f req-6c2dc593-ad06-4a4f-916b-f8ae8a71e23a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:54.281165 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8cacbb6a-46c0-4ab3-a995-6f8da3109d3f req-6c2dc593-ad06-4a4f-916b-f8ae8a71e23a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 943 time: 0.0634439 Nov 11 17:47:54.340989 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7788229-0052-4b95-ab3a-04f235ee05df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:54.348214 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8cacbb6a-46c0-4ab3-a995-6f8da3109d3f req-82d20014-e61d-4ba4-b5e1-a5d62224e284 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588338 Nov 11 17:47:54.396707 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-d7788229-0052-4b95-ab3a-04f235ee05df admin admin] Deleting port 676b998a-cf7b-4cdd-a36e-b6382b2c2070 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:47:54.397052 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7788229-0052-4b95-ab3a-04f235ee05df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:54.467412 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-d7788229-0052-4b95-ab3a-04f235ee05df admin admin] For port 676b998a-cf7b-4cdd-a36e-b6382b2c2070, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=676b998a-cf7b-4cdd-a36e-b6382b2c2070,segment=NetworkSegment(3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3),segment_id=3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:47:54.467777 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7788229-0052-4b95-ab3a-04f235ee05df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:54.481448 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-d7788229-0052-4b95-ab3a-04f235ee05df admin admin] Calling delete_port for 676b998a-cf7b-4cdd-a36e-b6382b2c2070 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:47:54.557940 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d6c93c-b47e-425c-8928-dc307a529c07 None None] DHCP port deletion for 26b89f42-47fd-4a3b-9482-68a15714eda2 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:47:54.607068 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7788229-0052-4b95-ab3a-04f235ee05df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:54.647644 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7788229-0052-4b95-ab3a-04f235ee05df admin admin] Pushing event deleted for resources: {'Port': ['ID=676b998a-cf7b-4cdd-a36e-b6382b2c2070,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:54.649494 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7788229-0052-4b95-ab3a-04f235ee05df admin admin] No DVR routers for this DVR port 676b998a-cf7b-4cdd-a36e-b6382b2c2070 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:47:54.659851 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a1d6c93c-b47e-425c-8928-dc307a529c07 None None] Deleting port 676b998a-cf7b-4cdd-a36e-b6382b2c2070 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:47:54.660336 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a1d6c93c-b47e-425c-8928-dc307a529c07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:54.734790 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a1d6c93c-b47e-425c-8928-dc307a529c07 None None] For port 676b998a-cf7b-4cdd-a36e-b6382b2c2070, host n-d-816206-4, got binding levels [] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:47:54.735187 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a1d6c93c-b47e-425c-8928-dc307a529c07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:54.746570 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7788229-0052-4b95-ab3a-04f235ee05df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:54.752740 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f220e49e-81a1-419a-b04b-fc164f5269a4 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:47:54.755257 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a1d6c93c-b47e-425c-8928-dc307a529c07 None None] Calling delete_port for 676b998a-cf7b-4cdd-a36e-b6382b2c2070 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:47:54.759228 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.ipam_backend_mixin [None req-a1d6c93c-b47e-425c-8928-dc307a529c07 None None] Port 676b998a-cf7b-4cdd-a36e-b6382b2c2070 was not found and therefore no delete operation was performed {{(pid=102619) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 17:47:54.781057 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a1d6c93c-b47e-425c-8928-dc307a529c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:54.785315 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: f220e49e-81a1-419a-b04b-fc164f5269a4 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:47:54.785692 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f220e49e-81a1-419a-b04b-fc164f5269a4 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:47:54.786121 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 3c60a584-5a93-463b-9838-ad344d47a857 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:47:54.827570 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6c93c-b47e-425c-8928-dc307a529c07 None None] Pushing event deleted for resources: {'Port': ['ID=676b998a-cf7b-4cdd-a36e-b6382b2c2070,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:54.836701 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d6c93c-b47e-425c-8928-dc307a529c07 None None] No DVR routers for this DVR port 676b998a-cf7b-4cdd-a36e-b6382b2c2070 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:47:54.838932 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6c93c-b47e-425c-8928-dc307a529c07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:54.839289 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6c93c-b47e-425c-8928-dc307a529c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:54.839636 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6c93c-b47e-425c-8928-dc307a529c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:54.840006 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6c93c-b47e-425c-8928-dc307a529c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:54.840345 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6c93c-b47e-425c-8928-dc307a529c07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:54.840681 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6c93c-b47e-425c-8928-dc307a529c07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:54.841006 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6c93c-b47e-425c-8928-dc307a529c07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:54.841337 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6c93c-b47e-425c-8928-dc307a529c07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:54.842190 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6c93c-b47e-425c-8928-dc307a529c07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:54.842520 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6c93c-b47e-425c-8928-dc307a529c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:54.842847 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6c93c-b47e-425c-8928-dc307a529c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:54.843173 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d6c93c-b47e-425c-8928-dc307a529c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:47:54.845757 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 3c60a584-5a93-463b-9838-ad344d47a857 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:47:54.846107 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 3c60a584-5a93-463b-9838-ad344d47a857 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:47:54.846534 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 676b998a-cf7b-4cdd-a36e-b6382b2c2070 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:47:54.872724 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 676b998a-cf7b-4cdd-a36e-b6382b2c2070 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:47:54.873124 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 676b998a-cf7b-4cdd-a36e-b6382b2c2070 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:47:55.085961 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-d7788229-0052-4b95-ab3a-04f235ee05df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b89f42-47fd-4a3b-9482-68a15714eda2']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:47:55.096345 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-d7788229-0052-4b95-ab3a-04f235ee05df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:47:55.096644 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-d7788229-0052-4b95-ab3a-04f235ee05df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb89d49-5c0b-4b0d-a472-9e4f6e9350c3') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:47:55.105819 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7788229-0052-4b95-ab3a-04f235ee05df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:55.118523 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7788229-0052-4b95-ab3a-04f235ee05df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:55.125081 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7788229-0052-4b95-ab3a-04f235ee05df admin admin] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:47:55.125526 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7788229-0052-4b95-ab3a-04f235ee05df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:47:55.127273 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:47:55.181866 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7788229-0052-4b95-ab3a-04f235ee05df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:55.187290 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7788229-0052-4b95-ab3a-04f235ee05df admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:55.191143 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d7788229-0052-4b95-ab3a-04f235ee05df admin admin] 10.222.0.76 "DELETE /v2.0/networks/26b89f42-47fd-4a3b-9482-68a15714eda2 HTTP/1.1" status: 204 len: 168 time: 0.9261177 Nov 11 17:47:55.205280 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7788229-0052-4b95-ab3a-04f235ee05df admin admin] Pushing event deleted for resources: {'Network': ['ID=26b89f42-47fd-4a3b-9482-68a15714eda2,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:55.302694 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37220) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:47:55.346063 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c3992346-99a8-4022-b790-344adf50f640 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bcd3129868e344c297295704aeeec2c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418446 Nov 11 17:47:55.347445 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37222) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:47:55.405829 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e945f252-9ee0-42f6-b008-aca48ec3d7ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:55.450874 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e945f252-9ee0-42f6-b008-aca48ec3d7ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:55.500205 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579a9f-6c4c-4477-af36-a39ce325ce1b req-18644aec-c112-4403-8f02-099656f3d854 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:55.501702 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb579a9f-6c4c-4477-af36-a39ce325ce1b req-18644aec-c112-4403-8f02-099656f3d854 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 943 time: 0.0910821 Nov 11 17:47:55.522473 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e945f252-9ee0-42f6-b008-aca48ec3d7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:55.526706 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e945f252-9ee0-42f6-b008-aca48ec3d7ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:55.527887 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e945f252-9ee0-42f6-b008-aca48ec3d7ae admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3d12e2ea-a3ae-43a5-a932-5bbf94b81e47 HTTP/1.1" status: 204 len: 168 time: 0.1793575 Nov 11 17:47:55.553027 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945f252-9ee0-42f6-b008-aca48ec3d7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d12e2ea-a3ae-43a5-a932-5bbf94b81e47,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:55.587566 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb579a9f-6c4c-4477-af36-a39ce325ce1b req-2c5fabcf-d046-43c3-843f-1b22ae34b07f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584505 Nov 11 17:47:56.260185 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37248) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:47:56.352628 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 437a9d7c-3ff9-4950-b82e-a12c10ef5626 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:47:56.358305 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-8c1377d3-f3a7-42d2-8b9f-591a628d48d0 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1093264222-network', 'tenant_id': 'eaf2065bcef74df1b72962921ca06973'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:47:56.378931 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1377d3-f3a7-42d2-8b9f-591a628d48d0 admin admin] Made reservation on behalf of eaf2065bcef74df1b72962921ca06973 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:47:56.381544 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8c1377d3-f3a7-42d2-8b9f-591a628d48d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:56.391689 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8c1377d3-f3a7-42d2-8b9f-591a628d48d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:56.454402 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 437a9d7c-3ff9-4950-b82e-a12c10ef5626, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=437a9d7c-3ff9-4950-b82e-a12c10ef5626,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:47:56.467765 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '437a9d7c-3ff9-4950-b82e-a12c10ef5626', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'port_id': '437a9d7c-3ff9-4950-b82e-a12c10ef5626', 'mac_address': 'fa:16:3e:3d:e9:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:47:56.480553 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8c1377d3-f3a7-42d2-8b9f-591a628d48d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:56.485492 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8c1377d3-f3a7-42d2-8b9f-591a628d48d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:56.498008 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1377d3-f3a7-42d2-8b9f-591a628d48d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1296} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:47:56.507793 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8c1377d3-f3a7-42d2-8b9f-591a628d48d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:56.508140 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-8c1377d3-f3a7-42d2-8b9f-591a628d48d0 admin admin] Added segment 5b0e2e30-6655-4d4d-bd59-47b5dcd79832 of type vlan for network a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9 Nov 11 17:47:56.512199 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:56.526701 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 437a9d7c-3ff9-4950-b82e-a12c10ef5626 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:47:56.547144 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 437a9d7c-3ff9-4950-b82e-a12c10ef5626, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=437a9d7c-3ff9-4950-b82e-a12c10ef5626,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:47:56.551209 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:56.573251 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8c1377d3-f3a7-42d2-8b9f-591a628d48d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:56.575479 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1377d3-f3a7-42d2-8b9f-591a628d48d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e3debc-80a3-47c2-aaca-5abecadd9d73,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:56.605084 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8c1377d3-f3a7-42d2-8b9f-591a628d48d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:56.605980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1377d3-f3a7-42d2-8b9f-591a628d48d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:56.606555 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8c1377d3-f3a7-42d2-8b9f-591a628d48d0 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:56.606722 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=437a9d7c-3ff9-4950-b82e-a12c10ef5626,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:56.662290 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8c1377d3-f3a7-42d2-8b9f-591a628d48d0 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.3984156 Nov 11 17:47:56.662644 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37256) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:47:56.667592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-3fc0d186-dbb9-4e30-ac22-69e549bb9759 admin admin] Request body: {'subnet': {'network_id': 'a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1093264222-subnet', 'tenant_id': 'eaf2065bcef74df1b72962921ca06973', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:47:56.673766 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1377d3-f3a7-42d2-8b9f-591a628d48d0 admin admin] Pushing event updated for resources: {'Network': ['ID=a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:56.684884 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:47:56.690994 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc0d186-dbb9-4e30-ac22-69e549bb9759 admin admin] Made reservation on behalf of eaf2065bcef74df1b72962921ca06973 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:47:56.693441 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3fc0d186-dbb9-4e30-ac22-69e549bb9759 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:56.823918 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7daaf-47bd-4754-99fd-f4749febf8bf req-7252e719-108e-4181-a777-a74213257c52 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:56.834833 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5a7daaf-47bd-4754-99fd-f4749febf8bf req-7252e719-108e-4181-a777-a74213257c52 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 944 time: 0.1374307 Nov 11 17:47:56.919314 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5a7daaf-47bd-4754-99fd-f4749febf8bf req-85146db0-2a0b-4f81-b5db-c0224a7e0652 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834479 Nov 11 17:47:56.929147 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['437a9d7c-3ff9-4950-b82e-a12c10ef5626'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:47:56.981976 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3fc0d186-dbb9-4e30-ac22-69e549bb9759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:57.046470 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0d186-dbb9-4e30-ac22-69e549bb9759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2750a3e5-f3bc-43df-ae01-246d135cf8d5,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:57.050663 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc0d186-dbb9-4e30-ac22-69e549bb9759 admin admin] Checking segment: {'id': '5b0e2e30-6655-4d4d-bd59-47b5dcd79832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:47:57.051031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc0d186-dbb9-4e30-ac22-69e549bb9759 admin admin] Network hostable DHCP agents. Network: a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:47:57.070121 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc0d186-dbb9-4e30-ac22-69e549bb9759 admin admin] Network a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:47:57.082370 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-3fc0d186-dbb9-4e30-ac22-69e549bb9759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:47:57.086611 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc0d186-dbb9-4e30-ac22-69e549bb9759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:57.087289 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3fc0d186-dbb9-4e30-ac22-69e549bb9759 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:57.099632 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef03e11-4385-4ef9-836c-5b41e57fee5f None None] Network a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:47:57.105832 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3fc0d186-dbb9-4e30-ac22-69e549bb9759 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4420512 Nov 11 17:47:57.292796 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba4bf34-b168-48a2-b2b2-66cd14dab94b None None] Network a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:47:57.568347 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-874a66d8-66d8-47e6-a798-134d85e9d887 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:57.569767 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-874a66d8-66d8-47e6-a798-134d85e9d887 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/networks?id=a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9 HTTP/1.1" status: 200 len: 821 time: 0.1094110 Nov 11 17:47:57.585747 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-0c25f5cf-7e33-4096-8ebf-2f80b092502b tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/quotas/eaf2065bcef74df1b72962921ca06973 HTTP/1.1" status: 200 len: 375 time: 0.0102201 Nov 11 17:47:57.617357 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-adb8c6b5-9127-4ceb-af53-4c1732a2e456 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=eaf2065bcef74df1b72962921ca06973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260415 Nov 11 17:47:57.629177 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-a642f99e-9871-47ee-9106-6028242ad7d1 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:47:57.630114 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-a642f99e-9871-47ee-9106-6028242ad7d1 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049467 Nov 11 17:47:57.729897 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-5e593570-0b4b-4966-8932-91a1621e315e service neutron] 10.222.0.76 "GET /v2.0/networks/a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881841 Nov 11 17:47:57.820075 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-9700575e-755a-4bc3-9cf3-72d6e1db2671 service neutron] 10.222.0.76 "GET /v2.0/networks/a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847473 Nov 11 17:47:57.983305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-12976b18-9a3a-42fc-b724-2d83d048ce20 req-f76b48ab-c61e-4069-ad81-b77758dfc2a1 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/ports?device_id=974771e7-20bd-4eda-a72c-033b49bb6cd5 HTTP/1.1" status: 200 len: 210 time: 0.0294533 Nov 11 17:47:58.121104 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53a168-7b1b-484b-9ec6-36db9a392db0 req-753d443e-f0ac-46f2-a010-67a68fb3c4cd tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:58.122591 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e53a168-7b1b-484b-9ec6-36db9a392db0 req-753d443e-f0ac-46f2-a010-67a68fb3c4cd tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 944 time: 0.0574408 Nov 11 17:47:58.174064 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e53a168-7b1b-484b-9ec6-36db9a392db0 req-535ee026-5f47-4886-a9dd-13fb730cb183 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452802 Nov 11 17:47:58.366675 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 437a9d7c-3ff9-4950-b82e-a12c10ef5626 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:47:58.419056 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 437a9d7c-3ff9-4950-b82e-a12c10ef5626 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:47:58.424116 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 437a9d7c-3ff9-4950-b82e-a12c10ef5626 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:47:58.424489 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:58.506027 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:58.528759 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197f4bb4-e445-43ed-bcb4-9fb1c2c98afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437a9d7c-3ff9-4950-b82e-a12c10ef5626'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:47:58.531527 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0eff7a-4a88-4b85-8611-41edffe14406" -d '{"events": [{"server_uuid": "197f4bb4-e445-43ed-bcb4-9fb1c2c98afa", "name": "network-vif-plugged", "status": "completed", "tag": "437a9d7c-3ff9-4950-b82e-a12c10ef5626"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:47:58.550111 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 437a9d7c-3ff9-4950-b82e-a12c10ef5626, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=437a9d7c-3ff9-4950-b82e-a12c10ef5626,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:47:58.555021 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:58.584383 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b41836c-0df9-4537-bf44-c536fb944653 x-openstack-request-id: req-9b41836c-0df9-4537-bf44-c536fb944653 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:47:58.584697 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197f4bb4-e445-43ed-bcb4-9fb1c2c98afa", "name": "network-vif-plugged", "status": "completed", "tag": "437a9d7c-3ff9-4950-b82e-a12c10ef5626", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:47:58.584934 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9b41836c-0df9-4537-bf44-c536fb944653 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:47:58.585294 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197f4bb4-e445-43ed-bcb4-9fb1c2c98afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437a9d7c-3ff9-4950-b82e-a12c10ef5626', 'code': 200} Nov 11 17:47:58.613644 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=437a9d7c-3ff9-4950-b82e-a12c10ef5626,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:58.672302 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1b2d6-e05e-4407-aa84-684fa509dd00 req-73c401a1-7544-45ff-b498-09df57b33f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:58.673806 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-01d1b2d6-e05e-4407-aa84-684fa509dd00 req-73c401a1-7544-45ff-b498-09df57b33f08 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 1096 time: 0.0437610 Nov 11 17:47:58.720418 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-01d1b2d6-e05e-4407-aa84-684fa509dd00 req-fee4e4c1-3480-47ea-b487-a3e39d92df6e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393512 Nov 11 17:47:59.083311 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-ec9800c8-0d4f-4575-a13e-6a527ae2c362 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:59.085007 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-ec9800c8-0d4f-4575-a13e-6a527ae2c362 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.64 "GET /v2.0/networks?id=a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9 HTTP/1.1" status: 200 len: 821 time: 0.1277323 Nov 11 17:47:59.099890 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9973b180-3f9d-47ec-9e02-50f34df69dd9 req-55e092cd-39c3-4284-8709-edb438e7af00 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/ports?device_id=974771e7-20bd-4eda-a72c-033b49bb6cd5 HTTP/1.1" status: 200 len: 210 time: 0.0296826 Nov 11 17:47:59.105578 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-af3bf544-4b50-4616-bbe4-d8c68d686767 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Request body: {'port': {'device_id': '974771e7-20bd-4eda-a72c-033b49bb6cd5', 'network_id': 'a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9', 'admin_state_up': True, 'tenant_id': 'eaf2065bcef74df1b72962921ca06973'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:47:59.222245 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-af3bf544-4b50-4616-bbe4-d8c68d686767 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Made reservation on behalf of eaf2065bcef74df1b72962921ca06973 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:47:59.226054 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-af3bf544-4b50-4616-bbe4-d8c68d686767 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:59.301552 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88503c2-03b6-4896-8044-5f18e43117da req-6f4b2d9f-efa0-4184-bf45-a3820c0a2592 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:59.303159 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b88503c2-03b6-4896-8044-5f18e43117da req-6f4b2d9f-efa0-4184-bf45-a3820c0a2592 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 945 time: 0.0543880 Nov 11 17:47:59.354147 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-af3bf544-4b50-4616-bbe4-d8c68d686767 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Allocated IP 172.20.0.6 (a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9/2750a3e5-f3bc-43df-ae01-246d135cf8d5/eb0c1b81-3633-49d0-a0b9-580b882e352b) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:47:59.356927 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b88503c2-03b6-4896-8044-5f18e43117da req-9d3857e1-b44e-4e3e-9cf2-54bc262ec4aa tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444176 Nov 11 17:47:59.512726 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-af3bf544-4b50-4616-bbe4-d8c68d686767 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:59.546389 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-af3bf544-4b50-4616-bbe4-d8c68d686767 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:59.598408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-af3bf544-4b50-4616-bbe4-d8c68d686767 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Network a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:47:59.601751 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-af3bf544-4b50-4616-bbe4-d8c68d686767 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:47:59.606376 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-af3bf544-4b50-4616-bbe4-d8c68d686767 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:47:59.609025 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bf544-4b50-4616-bbe4-d8c68d686767 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Pushing event updated for resources: {'Port': ['ID=eb0c1b81-3633-49d0-a0b9-580b882e352b,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:47:59.659312 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-af3bf544-4b50-4616-bbe4-d8c68d686767 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:47:59.661347 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-af3bf544-4b50-4616-bbe4-d8c68d686767 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:47:59.677756 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-af3bf544-4b50-4616-bbe4-d8c68d686767 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5762959 Nov 11 17:47:59.697294 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] Request body: {'port': {'device_id': '974771e7-20bd-4eda-a72c-033b49bb6cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:47:59.756635 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:00.044475 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb0c1b81-3633-49d0-a0b9-580b882e352b {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:48:00.051950 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:00.064919 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] Transition to ACTIVE for port object eb0c1b81-3633-49d0-a0b9-580b882e352b will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:48:00.068438 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:00.122151 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0c1b81-3633-49d0-a0b9-580b882e352b,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:00.196187 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] Attempting to bind port eb0c1b81-3633-49d0-a0b9-580b882e352b on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:48:00.196618 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] Attempting to bind port eb0c1b81-3633-49d0-a0b9-580b882e352b by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '5b0e2e30-6655-4d4d-bd59-47b5dcd79832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:48:00.196951 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] Attempting to bind port eb0c1b81-3633-49d0-a0b9-580b882e352b on network a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:48:00.201467 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] Port eb0c1b81-3633-49d0-a0b9-580b882e352b on network a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:48:00.201790 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] Attempting to bind port eb0c1b81-3633-49d0-a0b9-580b882e352b on network a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:48:00.206585 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:48:00.206919 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] Checking segment: {'id': '5b0e2e30-6655-4d4d-bd59-47b5dcd79832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:48:00.207299 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] Bound using segment: {'id': '5b0e2e30-6655-4d4d-bd59-47b5dcd79832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:48:00.207719 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] Bound port: eb0c1b81-3633-49d0-a0b9-580b882e352b, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b0e2e30-6655-4d4d-bd59-47b5dcd79832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:48:00.208099 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:00.225866 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d39e9a-6b6f-4978-ae11-2e1d07b6a41a req-2afdfc88-1ef9-400d-932b-6c3c19d5b362 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:00.227430 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90d39e9a-6b6f-4978-ae11-2e1d07b6a41a req-2afdfc88-1ef9-400d-932b-6c3c19d5b362 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/ports?device_id=974771e7-20bd-4eda-a72c-033b49bb6cd5 HTTP/1.1" status: 200 len: 943 time: 0.0550911 Nov 11 17:48:00.272017 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] For port eb0c1b81-3633-49d0-a0b9-580b882e352b, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:48:00.276347 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] For port eb0c1b81-3633-49d0-a0b9-580b882e352b, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=eb0c1b81-3633-49d0-a0b9-580b882e352b,segment=NetworkSegment(5b0e2e30-6655-4d4d-bd59-47b5dcd79832),segment_id=5b0e2e30-6655-4d4d-bd59-47b5dcd79832)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:48:00.277086 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90d39e9a-6b6f-4978-ae11-2e1d07b6a41a req-a2de2e38-858a-47d6-bb78-1b1362036fc5 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/security-groups?id=57e3debc-80a3-47c2-aaca-5abecadd9d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426190 Nov 11 17:48:00.281229 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:00.325801 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:00.326513 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:00.327957 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] 10.222.0.64 "PUT /v2.0/ports/eb0c1b81-3633-49d0-a0b9-580b882e352b HTTP/1.1" status: 200 len: 1091 time: 0.6351404 Nov 11 17:48:00.328400 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974771e7-20bd-4eda-a72c-033b49bb6cd5', 'tag': 'eb0c1b81-3633-49d0-a0b9-580b882e352b'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:48:00.330643 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f17a166-f4a9-4801-b776-7cea6bd7ddfc" -d '{"events": [{"name": "network-changed", "server_uuid": "974771e7-20bd-4eda-a72c-033b49bb6cd5", "tag": "eb0c1b81-3633-49d0-a0b9-580b882e352b"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:48:00.360371 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab40c0-23a4-41db-b464-a116a5b7b2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0c1b81-3633-49d0-a0b9-580b882e352b,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:00.388000 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2812be-c6be-47d0-ad2d-b05e57cf4111 x-openstack-request-id: req-0b2812be-c6be-47d0-ad2d-b05e57cf4111 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:48:00.388436 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974771e7-20bd-4eda-a72c-033b49bb6cd5", "tag": "eb0c1b81-3633-49d0-a0b9-580b882e352b", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:48:00.388925 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0b2812be-c6be-47d0-ad2d-b05e57cf4111 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:48:00.389445 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974771e7-20bd-4eda-a72c-033b49bb6cd5', 'tag': 'eb0c1b81-3633-49d0-a0b9-580b882e352b', 'status': 'completed', 'code': 200} Nov 11 17:48:00.446053 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-1efc7f33-bada-4586-b6ab-e784035e3be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:00.446053 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-1efc7f33-bada-4586-b6ab-e784035e3be4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eaf2065bcef74df1b72962921ca06973&device_id=974771e7-20bd-4eda-a72c-033b49bb6cd5 HTTP/1.1" status: 200 len: 1094 time: 0.0441666 Nov 11 17:48:00.481346 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5da64b-3a8e-497c-bc2a-822f4cef351c req-8e173d0d-1d9d-4f0c-adbc-1ccd1d69f06c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:00.483384 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c5da64b-3a8e-497c-bc2a-822f4cef351c req-8e173d0d-1d9d-4f0c-adbc-1ccd1d69f06c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 945 time: 0.0501361 Nov 11 17:48:00.501446 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-00a11fbf-fcdf-446e-9cde-e2dcb7f5e363 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb0c1b81-3633-49d0-a0b9-580b882e352b HTTP/1.1" status: 200 len: 217 time: 0.0407474 Nov 11 17:48:00.539092 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c5da64b-3a8e-497c-bc2a-822f4cef351c req-de20da91-5c0d-4c2f-9907-c87180c61a21 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489123 Nov 11 17:48:00.558308 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-ce1645ef-3271-42cc-8d71-3df48e86f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:00.559947 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-ce1645ef-3271-42cc-8d71-3df48e86f076 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2750a3e5-f3bc-43df-ae01-246d135cf8d5 HTTP/1.1" status: 200 len: 861 time: 0.0497963 Nov 11 17:48:00.596563 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-d74d96c7-b861-48ce-8ed1-09caca5138aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283267 Nov 11 17:48:00.663967 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57db91-431c-4da4-9e98-4f537afc542e req-9853ccae-ec3a-4105-9c2b-f96fed35011d tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:00.665570 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a57db91-431c-4da4-9e98-4f537afc542e req-9853ccae-ec3a-4105-9c2b-f96fed35011d tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 945 time: 0.0523515 Nov 11 17:48:00.698524 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-108ebec6-5eb6-44b5-809e-a8589790707e service neutron] 10.222.0.64 "GET /v2.0/networks/a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939763 Nov 11 17:48:00.716325 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a57db91-431c-4da4-9e98-4f537afc542e req-df787d22-b3b6-453d-85f2-6cf0153409a8 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442369 Nov 11 17:48:00.741119 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37314) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:48:00.796600 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ec8fa080-c708-4e6a-88ff-f291031ad4fb req-37b8c27a-dad4-4dc6-a316-c0440251eea0 service neutron] 10.222.0.64 "GET /v2.0/networks/a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911171 Nov 11 17:48:00.899486 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f374717-3c97-420e-8573-182dfdd7265c tempest-TestVolumeBootPattern-1760372512 tempest-TestVolumeBootPattern-1760372512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:00.903883 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6f374717-3c97-420e-8573-182dfdd7265c tempest-TestVolumeBootPattern-1760372512 tempest-TestVolumeBootPattern-1760372512-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 1091 time: 0.1589386 Nov 11 17:48:00.907562 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37318) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:48:00.908975 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-815c6197-4190-47e0-ba81-fc979b082477 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': '437a9d7c-3ff9-4950-b82e-a12c10ef5626', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:48:00.931805 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17a166-f4a9-4801-b776-7cea6bd7ddfc req-656624cc-b46f-44ac-973b-334da36591c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:00.932623 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-815c6197-4190-47e0-ba81-fc979b082477 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:00.933348 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6f17a166-f4a9-4801-b776-7cea6bd7ddfc req-656624cc-b46f-44ac-973b-334da36591c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eaf2065bcef74df1b72962921ca06973&device_id=974771e7-20bd-4eda-a72c-033b49bb6cd5 HTTP/1.1" status: 200 len: 1094 time: 0.0517390 Nov 11 17:48:01.041796 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17a166-f4a9-4801-b776-7cea6bd7ddfc req-58c0fbfc-04b7-48f4-b20d-4f48bbbc7a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:01.043467 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6f17a166-f4a9-4801-b776-7cea6bd7ddfc req-58c0fbfc-04b7-48f4-b20d-4f48bbbc7a54 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9 HTTP/1.1" status: 200 len: 923 time: 0.1027343 Nov 11 17:48:01.061200 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-815c6197-4190-47e0-ba81-fc979b082477 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:01.087369 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6f17a166-f4a9-4801-b776-7cea6bd7ddfc req-e89a3cbe-7ae2-4afa-b9c5-47f145192b96 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb0c1b81-3633-49d0-a0b9-580b882e352b HTTP/1.1" status: 200 len: 217 time: 0.0368912 Nov 11 17:48:01.144296 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17a166-f4a9-4801-b776-7cea6bd7ddfc req-ccdd6039-2230-422f-8e50-5eb25dd6a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:01.145694 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6f17a166-f4a9-4801-b776-7cea6bd7ddfc req-ccdd6039-2230-422f-8e50-5eb25dd6a8e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2750a3e5-f3bc-43df-ae01-246d135cf8d5 HTTP/1.1" status: 200 len: 861 time: 0.0510035 Nov 11 17:48:01.168053 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-815c6197-4190-47e0-ba81-fc979b082477 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Allocated IP 172.25.2.168 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/2ee43e68-62c8-42c3-b8e5-e78312fa8c71) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:48:01.180267 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6f17a166-f4a9-4801-b776-7cea6bd7ddfc req-eafd0af8-fe32-4493-9745-7ef702e03708 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260386 Nov 11 17:48:01.281941 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6f17a166-f4a9-4801-b776-7cea6bd7ddfc req-24968bcf-0468-49a2-92f9-e795f50232cf service neutron] 10.222.0.64 "GET /v2.0/networks/a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923665 Nov 11 17:48:01.285396 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-815c6197-4190-47e0-ba81-fc979b082477 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:01.320796 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-815c6197-4190-47e0-ba81-fc979b082477 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:01.358675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c6197-4190-47e0-ba81-fc979b082477 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:48:01.363701 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-815c6197-4190-47e0-ba81-fc979b082477 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:48:01.366715 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c6197-4190-47e0-ba81-fc979b082477 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:48:01.390302 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6f17a166-f4a9-4801-b776-7cea6bd7ddfc req-53c9bc09-b518-4fd9-b136-d422b487514a service neutron] 10.222.0.64 "GET /v2.0/networks/a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008706 Nov 11 17:48:01.410794 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c6197-4190-47e0-ba81-fc979b082477 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event updated for resources: {'Port': ['ID=2ee43e68-62c8-42c3-b8e5-e78312fa8c71,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:01.488891 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2ac4b-206c-4b0c-b96f-8cefc46d3572 req-1af3b83c-978b-4885-b94e-86e625b56e1c tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:01.490560 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-17c2ac4b-206c-4b0c-b96f-8cefc46d3572 req-1af3b83c-978b-4885-b94e-86e625b56e1c tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/ports?device_id=974771e7-20bd-4eda-a72c-033b49bb6cd5 HTTP/1.1" status: 200 len: 943 time: 0.0921519 Nov 11 17:48:01.614514 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-17c2ac4b-206c-4b0c-b96f-8cefc46d3572 req-233defb1-ff66-4e37-b60c-aef471e46699 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/security-groups?id=57e3debc-80a3-47c2-aaca-5abecadd9d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046906 Nov 11 17:48:01.832385 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-815c6197-4190-47e0-ba81-fc979b082477 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:01.901493 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-815c6197-4190-47e0-ba81-fc979b082477 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:02.059907 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-815c6197-4190-47e0-ba81-fc979b082477 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:02.065623 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-815c6197-4190-47e0-ba81-fc979b082477 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:02.117186 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c6197-4190-47e0-ba81-fc979b082477 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event updated for resources: {'Port': ['ID=2ee43e68-62c8-42c3-b8e5-e78312fa8c71,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:02.165950 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-815c6197-4190-47e0-ba81-fc979b082477 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:02.278393 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-815c6197-4190-47e0-ba81-fc979b082477 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Floating IP 8722cded-1c15-48dc-ac92-2981087e95a5 associated. External IP: 172.25.2.168, port: 437a9d7c-3ff9-4950-b82e-a12c10ef5626. Nov 11 17:48:02.507427 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815c6197-4190-47e0-ba81-fc979b082477 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:48:02.631757 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815c6197-4190-47e0-ba81-fc979b082477 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:48:02.644919 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988d2b68-0b3b-47d6-b3fb-7c8fbd14180b None None] Sync routers for ids ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:48:02.664498 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988d2b68-0b3b-47d6-b3fb-7c8fbd14180b None None] Routers {'5fbab56d-59f7-4161-9894-fd49d0afbfe4'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:48:02.665811 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-988d2b68-0b3b-47d6-b3fb-7c8fbd14180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:47:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:48:02.675570 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-815c6197-4190-47e0-ba81-fc979b082477 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:02.714987 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-815c6197-4190-47e0-ba81-fc979b082477 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8093657 Nov 11 17:48:02.715538 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197f4bb4-e445-43ed-bcb4-9fb1c2c98afa', 'tag': '437a9d7c-3ff9-4950-b82e-a12c10ef5626'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:48:02.718491 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb49ff0-f3f8-4bbf-b8ac-eb5f84090a20" -d '{"events": [{"name": "network-changed", "server_uuid": "197f4bb4-e445-43ed-bcb4-9fb1c2c98afa", "tag": "437a9d7c-3ff9-4950-b82e-a12c10ef5626"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:48:02.776212 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1219b9-e9c8-40a2-a60d-f0c4023088cb req-2b46a780-268b-4b89-991d-148e89ff6828 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:02.777814 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c1219b9-e9c8-40a2-a60d-f0c4023088cb req-2b46a780-268b-4b89-991d-148e89ff6828 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/ports?device_id=974771e7-20bd-4eda-a72c-033b49bb6cd5 HTTP/1.1" status: 200 len: 943 time: 0.0552082 Nov 11 17:48:02.818055 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-988d2b68-0b3b-47d6-b3fb-7c8fbd14180b None None] Set router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:48:02.846116 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c1219b9-e9c8-40a2-a60d-f0c4023088cb req-03d21ebe-5356-4584-a45c-e54bf1d95c8c tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/security-groups?id=57e3debc-80a3-47c2-aaca-5abecadd9d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604599 Nov 11 17:48:02.902915 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caccc04-715e-4f85-ace7-330a600ca5cd x-openstack-request-id: req-9caccc04-715e-4f85-ace7-330a600ca5cd {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:48:02.903413 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197f4bb4-e445-43ed-bcb4-9fb1c2c98afa", "tag": "437a9d7c-3ff9-4950-b82e-a12c10ef5626", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:48:02.903714 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9caccc04-715e-4f85-ace7-330a600ca5cd {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:48:02.904288 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197f4bb4-e445-43ed-bcb4-9fb1c2c98afa', 'tag': '437a9d7c-3ff9-4950-b82e-a12c10ef5626', 'status': 'completed', 'code': 200} Nov 11 17:48:02.998826 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb49ff0-f3f8-4bbf-b8ac-eb5f84090a20 req-e043f7b9-1b31-45d8-971f-dcbb6817c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:03.000699 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9fb49ff0-f3f8-4bbf-b8ac-eb5f84090a20 req-e043f7b9-1b31-45d8-971f-dcbb6817c93c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 1096 time: 0.0766017 Nov 11 17:48:03.105889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb49ff0-f3f8-4bbf-b8ac-eb5f84090a20 req-150590e1-6554-444f-b931-f4a481148039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:03.108404 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9fb49ff0-f3f8-4bbf-b8ac-eb5f84090a20 req-150590e1-6554-444f-b931-f4a481148039 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 914 time: 0.0986617 Nov 11 17:48:03.132461 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-988d2b68-0b3b-47d6-b3fb-7c8fbd14180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:31Z', 'revision_number': 4, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '8722cded-1c15-48dc-ac92-2981087e95a5', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'port_id': '437a9d7c-3ff9-4950-b82e-a12c10ef5626', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'mac_address': 'fa:16:3e:3d:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197f4bb4-e445-43ed-bcb4-9fb1c2c98afa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:48:01Z', 'updated_at': '2021-11-11T17:48:01Z', 'revision_number': 0, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8d9805-d836-48d4-85db-4e4aa93290b3', 'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'mac_address': 'fa:16:3e:65:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:29Z', 'updated_at': '2021-11-11T17:42:41Z', 'revision_number': 5, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'subnets': [{'id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:48:03.167693 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988d2b68-0b3b-47d6-b3fb-7c8fbd14180b None None] Checking router: 5fbab56d-59f7-4161-9894-fd49d0afbfe4 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:48:03.178231 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988d2b68-0b3b-47d6-b3fb-7c8fbd14180b None None] Routers {'5fbab56d-59f7-4161-9894-fd49d0afbfe4'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:48:03.178855 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-988d2b68-0b3b-47d6-b3fb-7c8fbd14180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:47:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:48:03.215378 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9fb49ff0-f3f8-4bbf-b8ac-eb5f84090a20 req-e7833846-13ab-4a24-87ec-c307c13b55c0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=437a9d7c-3ff9-4950-b82e-a12c10ef5626 HTTP/1.1" status: 200 len: 999 time: 0.0994661 Nov 11 17:48:03.269273 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb49ff0-f3f8-4bbf-b8ac-eb5f84090a20 req-971481de-3bb1-48f7-ac76-7aa6dc616e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:03.270768 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9fb49ff0-f3f8-4bbf-b8ac-eb5f84090a20 req-971481de-3bb1-48f7-ac76-7aa6dc616e2e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.0479052 Nov 11 17:48:03.292340 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-988d2b68-0b3b-47d6-b3fb-7c8fbd14180b None None] Set router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:48:03.323937 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb49ff0-f3f8-4bbf-b8ac-eb5f84090a20 req-99b9498e-07be-4e38-a1d9-252d0c53a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:03.325635 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9fb49ff0-f3f8-4bbf-b8ac-eb5f84090a20 req-99b9498e-07be-4e38-a1d9-252d0c53a895 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476036 Nov 11 17:48:03.433027 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9fb49ff0-f3f8-4bbf-b8ac-eb5f84090a20 req-d2678bfd-1525-45c0-af48-b41aeb192f06 service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996697 Nov 11 17:48:03.537363 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9fb49ff0-f3f8-4bbf-b8ac-eb5f84090a20 req-35121fd2-f373-49ee-b5dd-d0950e604066 service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969036 Nov 11 17:48:03.645613 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-988d2b68-0b3b-47d6-b3fb-7c8fbd14180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:31Z', 'revision_number': 4, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '8722cded-1c15-48dc-ac92-2981087e95a5', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'port_id': '437a9d7c-3ff9-4950-b82e-a12c10ef5626', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'mac_address': 'fa:16:3e:3d:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197f4bb4-e445-43ed-bcb4-9fb1c2c98afa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:48:01Z', 'updated_at': '2021-11-11T17:48:01Z', 'revision_number': 0, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8d9805-d836-48d4-85db-4e4aa93290b3', 'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'mac_address': 'fa:16:3e:65:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:29Z', 'updated_at': '2021-11-11T17:42:41Z', 'revision_number': 5, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'subnets': [{'id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:48:03.671714 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988d2b68-0b3b-47d6-b3fb-7c8fbd14180b None None] The sync data for ids ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'] in n-d-816206-4 is: [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:31Z', 'revision_number': 4, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '8722cded-1c15-48dc-ac92-2981087e95a5', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'port_id': '437a9d7c-3ff9-4950-b82e-a12c10ef5626', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'mac_address': 'fa:16:3e:3d:e9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197f4bb4-e445-43ed-bcb4-9fb1c2c98afa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:48:01Z', 'updated_at': '2021-11-11T17:48:01Z', 'revision_number': 0, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8d9805-d836-48d4-85db-4e4aa93290b3', 'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'mac_address': 'fa:16:3e:65:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:29Z', 'updated_at': '2021-11-11T17:42:41Z', 'revision_number': 5, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'subnets': [{'id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:48:03.888181 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564d6cea-6280-4ba3-be52-25ba277bb397 None None] New status for floating IP 8722cded-1c15-48dc-ac92-2981087e95a5: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:48:04.007115 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b576481-a731-4cfb-8c0d-c3ed1716de81 req-d2465e79-86d3-491a-9b77-53ed6d90875c tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:04.009431 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b576481-a731-4cfb-8c0d-c3ed1716de81 req-d2465e79-86d3-491a-9b77-53ed6d90875c tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/ports?device_id=974771e7-20bd-4eda-a72c-033b49bb6cd5 HTTP/1.1" status: 200 len: 943 time: 0.0705841 Nov 11 17:48:04.047310 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device eb0c1b81-3633-49d0-a0b9-580b882e352b details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:48:04.105029 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b576481-a731-4cfb-8c0d-c3ed1716de81 req-73fd7568-2ecf-4451-9dd6-92b44156fec1 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/security-groups?id=57e3debc-80a3-47c2-aaca-5abecadd9d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845635 Nov 11 17:48:04.165698 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port eb0c1b81-3633-49d0-a0b9-580b882e352b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=eb0c1b81-3633-49d0-a0b9-580b882e352b,segment=NetworkSegment(5b0e2e30-6655-4d4d-bd59-47b5dcd79832),segment_id=5b0e2e30-6655-4d4d-bd59-47b5dcd79832)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:48:04.181964 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'eb0c1b81-3633-49d0-a0b9-580b882e352b', 'network_id': 'a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9', 'port_id': 'eb0c1b81-3633-49d0-a0b9-580b882e352b', 'mac_address': 'fa:16:3e:d4:c7:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2750a3e5-f3bc-43df-ae01-246d135cf8d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:48:04.225475 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:04.241601 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb0c1b81-3633-49d0-a0b9-580b882e352b {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:48:04.263823 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port eb0c1b81-3633-49d0-a0b9-580b882e352b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=eb0c1b81-3633-49d0-a0b9-580b882e352b,segment=NetworkSegment(5b0e2e30-6655-4d4d-bd59-47b5dcd79832),segment_id=5b0e2e30-6655-4d4d-bd59-47b5dcd79832)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:48:04.268154 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:04.320079 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=eb0c1b81-3633-49d0-a0b9-580b882e352b,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:04.561872 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['eb0c1b81-3633-49d0-a0b9-580b882e352b'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:48:05.218289 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ccb4b-7e6c-4ebf-814a-45606447a872 req-ca49a0a0-12ab-4e28-a670-024e8db189a1 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:05.220012 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-159ccb4b-7e6c-4ebf-814a-45606447a872 req-ca49a0a0-12ab-4e28-a670-024e8db189a1 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/ports?device_id=974771e7-20bd-4eda-a72c-033b49bb6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0504925 Nov 11 17:48:05.270327 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-159ccb4b-7e6c-4ebf-814a-45606447a872 req-57e26209-0b5f-4885-805b-19c290f6c9ae tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/security-groups?id=57e3debc-80a3-47c2-aaca-5abecadd9d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437324 Nov 11 17:48:06.046757 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device eb0c1b81-3633-49d0-a0b9-580b882e352b up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:48:06.101485 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port eb0c1b81-3633-49d0-a0b9-580b882e352b completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:48:06.105720 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port eb0c1b81-3633-49d0-a0b9-580b882e352b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:48:06.106094 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:06.189230 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:06.213241 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974771e7-20bd-4eda-a72c-033b49bb6cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0c1b81-3633-49d0-a0b9-580b882e352b'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:48:06.215438 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb7273d-a068-4520-b167-2e359114e7a0" -d '{"events": [{"server_uuid": "974771e7-20bd-4eda-a72c-033b49bb6cd5", "name": "network-vif-plugged", "status": "completed", "tag": "eb0c1b81-3633-49d0-a0b9-580b882e352b"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:48:06.229948 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port eb0c1b81-3633-49d0-a0b9-580b882e352b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=eb0c1b81-3633-49d0-a0b9-580b882e352b,segment=NetworkSegment(5b0e2e30-6655-4d4d-bd59-47b5dcd79832),segment_id=5b0e2e30-6655-4d4d-bd59-47b5dcd79832)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:48:06.236562 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:06.268188 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d129f763-11f3-4bda-b195-bee790c8ef81 x-openstack-request-id: req-d129f763-11f3-4bda-b195-bee790c8ef81 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:48:06.268534 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974771e7-20bd-4eda-a72c-033b49bb6cd5", "name": "network-vif-plugged", "status": "completed", "tag": "eb0c1b81-3633-49d0-a0b9-580b882e352b", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:48:06.268740 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d129f763-11f3-4bda-b195-bee790c8ef81 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:48:06.269135 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974771e7-20bd-4eda-a72c-033b49bb6cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0c1b81-3633-49d0-a0b9-580b882e352b', 'code': 200} Nov 11 17:48:06.296298 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=eb0c1b81-3633-49d0-a0b9-580b882e352b,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:06.392243 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9567fe-93d6-4ff8-8273-e9dd5d5df8c4 req-784d85d7-94ea-4612-aeab-c2edd551035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:06.393684 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aa9567fe-93d6-4ff8-8273-e9dd5d5df8c4 req-784d85d7-94ea-4612-aeab-c2edd551035c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=974771e7-20bd-4eda-a72c-033b49bb6cd5 HTTP/1.1" status: 200 len: 1096 time: 0.0415282 Nov 11 17:48:06.402556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae23b7c-56c3-4ff8-a98a-9e7c087f06c7 req-d7c70245-1196-43e9-801d-0979390b15a2 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:06.404619 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dae23b7c-56c3-4ff8-a98a-9e7c087f06c7 req-d7c70245-1196-43e9-801d-0979390b15a2 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/ports?device_id=974771e7-20bd-4eda-a72c-033b49bb6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0494955 Nov 11 17:48:06.440885 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-aa9567fe-93d6-4ff8-8273-e9dd5d5df8c4 req-4ddfbc2f-3dc1-49e6-8cc7-0a6f1f0bac67 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=57e3debc-80a3-47c2-aaca-5abecadd9d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387933 Nov 11 17:48:06.452153 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dae23b7c-56c3-4ff8-a98a-9e7c087f06c7 req-700d28b4-32db-4620-a8ec-4a5d96bb07b7 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/security-groups?id=57e3debc-80a3-47c2-aaca-5abecadd9d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413437 Nov 11 17:48:07.396830 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:48:07.440993 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a044abae-07d7-4f80-816d-a8a63ba89f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:07.586246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd603fab-e5a9-4fc7-9899-2a6015f7abed req-4d3618d6-4be2-4392-99d5-5eada612ba9d tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:07.587795 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fd603fab-e5a9-4fc7-9899-2a6015f7abed req-4d3618d6-4be2-4392-99d5-5eada612ba9d tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/ports?device_id=974771e7-20bd-4eda-a72c-033b49bb6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0575016 Nov 11 17:48:07.650207 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fd603fab-e5a9-4fc7-9899-2a6015f7abed req-5f000870-e5c9-4632-a199-354a7802e07e tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/security-groups?id=57e3debc-80a3-47c2-aaca-5abecadd9d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560381 Nov 11 17:48:08.775304 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a461a19-fde1-4c82-8180-8b21598ae67d req-053231c7-7f5b-490a-a6da-f8e2c82bd4c9 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:08.776704 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2a461a19-fde1-4c82-8180-8b21598ae67d req-053231c7-7f5b-490a-a6da-f8e2c82bd4c9 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/ports?device_id=974771e7-20bd-4eda-a72c-033b49bb6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0494242 Nov 11 17:48:08.824665 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2a461a19-fde1-4c82-8180-8b21598ae67d req-276a1bf4-565d-4c0a-8e18-8cdf3a7f2fa4 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/security-groups?id=57e3debc-80a3-47c2-aaca-5abecadd9d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411131 Nov 11 17:48:09.416461 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a101c6-e60e-4a6e-a67a-dd4767484168 req-3c9e4c04-9399-4e64-b5ea-d1a2a635d46c tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:09.418230 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24a101c6-e60e-4a6e-a67a-dd4767484168 req-3c9e4c04-9399-4e64-b5ea-d1a2a635d46c tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/ports?device_id=974771e7-20bd-4eda-a72c-033b49bb6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0563498 Nov 11 17:48:09.472062 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24a101c6-e60e-4a6e-a67a-dd4767484168 req-7bdd5267-752a-4110-a120-a87e4f1dc37f tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/security-groups?id=57e3debc-80a3-47c2-aaca-5abecadd9d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468786 Nov 11 17:48:10.396347 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e4432ed4-6a02-40e4-b770-1e26baa54e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:10.604452 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6c376-0780-4e7c-aee4-cf1f9cf68462 req-a04373dc-e051-4292-800d-4b1350bb7a97 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:10.606245 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c8b6c376-0780-4e7c-aee4-cf1f9cf68462 req-a04373dc-e051-4292-800d-4b1350bb7a97 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/ports?device_id=974771e7-20bd-4eda-a72c-033b49bb6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0578501 Nov 11 17:48:10.656090 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c8b6c376-0780-4e7c-aee4-cf1f9cf68462 req-5c2f9bcf-18dd-4d13-87a4-5aa9f859021f tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/security-groups?id=57e3debc-80a3-47c2-aaca-5abecadd9d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439353 Nov 11 17:48:10.770818 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63fdaa-7adf-4186-96d0-d7b66c6277af req-20d4d12d-c8c6-46ad-a64e-1affd04bfee5 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:10.772409 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9c63fdaa-7adf-4186-96d0-d7b66c6277af req-20d4d12d-c8c6-46ad-a64e-1affd04bfee5 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.64 "GET /v2.0/ports?device_id=974771e7-20bd-4eda-a72c-033b49bb6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0573082 Nov 11 17:48:10.866052 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-9c63fdaa-7adf-4186-96d0-d7b66c6277af req-2c80a9f4-5dad-47ef-b60d-37caff328e63 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Deleting port eb0c1b81-3633-49d0-a0b9-580b882e352b {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:48:10.866400 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9c63fdaa-7adf-4186-96d0-d7b66c6277af req-2c80a9f4-5dad-47ef-b60d-37caff328e63 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:10.960546 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-9c63fdaa-7adf-4186-96d0-d7b66c6277af req-2c80a9f4-5dad-47ef-b60d-37caff328e63 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] For port eb0c1b81-3633-49d0-a0b9-580b882e352b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=eb0c1b81-3633-49d0-a0b9-580b882e352b,segment=NetworkSegment(5b0e2e30-6655-4d4d-bd59-47b5dcd79832),segment_id=5b0e2e30-6655-4d4d-bd59-47b5dcd79832)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:48:10.960953 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9c63fdaa-7adf-4186-96d0-d7b66c6277af req-2c80a9f4-5dad-47ef-b60d-37caff328e63 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:10.975209 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-9c63fdaa-7adf-4186-96d0-d7b66c6277af req-2c80a9f4-5dad-47ef-b60d-37caff328e63 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Calling delete_port for eb0c1b81-3633-49d0-a0b9-580b882e352b owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:48:10.978580 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:11.105739 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9c63fdaa-7adf-4186-96d0-d7b66c6277af req-2c80a9f4-5dad-47ef-b60d-37caff328e63 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:11.140364 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80a9f4-5dad-47ef-b60d-37caff328e63 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Pushing event deleted for resources: {'Port': ['ID=eb0c1b81-3633-49d0-a0b9-580b882e352b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:11.141082 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['eb0c1b81-3633-49d0-a0b9-580b882e352b'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:48:11.180715 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c63fdaa-7adf-4186-96d0-d7b66c6277af req-2c80a9f4-5dad-47ef-b60d-37caff328e63 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] No DVR routers for this DVR port eb0c1b81-3633-49d0-a0b9-580b882e352b on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:48:11.183278 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9c63fdaa-7adf-4186-96d0-d7b66c6277af req-2c80a9f4-5dad-47ef-b60d-37caff328e63 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:11.187184 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9c63fdaa-7adf-4186-96d0-d7b66c6277af req-2c80a9f4-5dad-47ef-b60d-37caff328e63 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.64 "DELETE /v2.0/ports/eb0c1b81-3633-49d0-a0b9-580b882e352b HTTP/1.1" status: 204 len: 173 time: 0.4091210 Nov 11 17:48:11.187637 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974771e7-20bd-4eda-a72c-033b49bb6cd5', 'name': 'network-vif-deleted', 'tag': 'eb0c1b81-3633-49d0-a0b9-580b882e352b'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:48:11.189937 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3969c917-3340-4b5e-a820-7690211f43cf" -d '{"events": [{"server_uuid": "974771e7-20bd-4eda-a72c-033b49bb6cd5", "name": "network-vif-deleted", "tag": "eb0c1b81-3633-49d0-a0b9-580b882e352b"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:48:11.241758 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad69d09b-1026-47bd-9c5a-333ff6ed9ef5 x-openstack-request-id: req-ad69d09b-1026-47bd-9c5a-333ff6ed9ef5 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:48:11.242178 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974771e7-20bd-4eda-a72c-033b49bb6cd5", "name": "network-vif-deleted", "tag": "eb0c1b81-3633-49d0-a0b9-580b882e352b", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:48:11.242437 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ad69d09b-1026-47bd-9c5a-333ff6ed9ef5 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:48:11.242847 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974771e7-20bd-4eda-a72c-033b49bb6cd5', 'name': 'network-vif-deleted', 'tag': 'eb0c1b81-3633-49d0-a0b9-580b882e352b', 'status': 'completed', 'code': 200} Nov 11 17:48:11.779694 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b060d2b8-d3d6-4f5e-9661-fbae9b7afdf9 req-2a148258-506b-4f57-ad9e-3afbf65a5096 tempest-ServerMetadataNegativeTestJSON-1935176107 tempest-ServerMetadataNegativeTestJSON-1935176107-project] 10.222.0.76 "GET /v2.0/ports?device_id=974771e7-20bd-4eda-a72c-033b49bb6cd5 HTTP/1.1" status: 200 len: 210 time: 0.0308518 Nov 11 17:48:12.591899 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:12.850729 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37864) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:48:12.909945 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-33562b34-07c4-4e65-8661-b7bbb68f6933 admin admin] Deleting subnet 2750a3e5-f3bc-43df-ae01-246d135cf8d5 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:48:12.913752 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-33562b34-07c4-4e65-8661-b7bbb68f6933 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:12.932517 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:12.954101 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-33562b34-07c4-4e65-8661-b7bbb68f6933 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:12.994079 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-33562b34-07c4-4e65-8661-b7bbb68f6933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:13.052562 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-33562b34-07c4-4e65-8661-b7bbb68f6933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:13.080641 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-33562b34-07c4-4e65-8661-b7bbb68f6933 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:13.084104 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-33562b34-07c4-4e65-8661-b7bbb68f6933 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2750a3e5-f3bc-43df-ae01-246d135cf8d5 HTTP/1.1" status: 204 len: 168 time: 0.2317283 Nov 11 17:48:13.085284 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33562b34-07c4-4e65-8661-b7bbb68f6933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2750a3e5-f3bc-43df-ae01-246d135cf8d5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:13.086659 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37866) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:48:13.163408 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:13.243984 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:13.266949 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:48:13.277251 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0e2e30-6655-4d4d-bd59-47b5dcd79832') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:48:13.277543 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0e2e30-6655-4d4d-bd59-47b5dcd79832') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:48:13.288969 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:13.303707 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:13.311154 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:48:13.311554 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:48:13.313479 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:48:13.373750 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:13.379143 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:13.385020 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] 10.222.0.76 "DELETE /v2.0/networks/a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9 HTTP/1.1" status: 204 len: 168 time: 0.2938936 Nov 11 17:48:13.396602 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8c0ffa7-a968-4bd4-86e9-6b3a52e8cfd9,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:13.404543 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:13.404941 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:13.405218 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:13.405555 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:13.405890 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:13.406228 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:13.406556 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:13.406893 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:13.407199 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:13.407501 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:13.407845 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:13.408171 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17938d-3ec1-4886-b060-8360c671a716 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:13.492701 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37870) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:48:13.537382 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a60e4f3e-2328-4e76-85a8-92f0b240c54f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eaf2065bcef74df1b72962921ca06973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435236 Nov 11 17:48:13.539939 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37872) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:48:13.589430 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ed79964-d0e6-4e3c-8e87-4c1cc45df07f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:13.613314 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ed79964-d0e6-4e3c-8e87-4c1cc45df07f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:13.659669 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ed79964-d0e6-4e3c-8e87-4c1cc45df07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:13.662384 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ed79964-d0e6-4e3c-8e87-4c1cc45df07f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:13.665981 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6ed79964-d0e6-4e3c-8e87-4c1cc45df07f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/57e3debc-80a3-47c2-aaca-5abecadd9d73 HTTP/1.1" status: 204 len: 168 time: 0.1225436 Nov 11 17:48:13.671911 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed79964-d0e6-4e3c-8e87-4c1cc45df07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e3debc-80a3-47c2-aaca-5abecadd9d73,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:14.387824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37898) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:48:14.486644 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-5ec2cbf8-db69-4b18-8255-6e11ca35149f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-645459526-network', 'tenant_id': '16854391256f471c869e55daff5c627e'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:48:14.507828 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec2cbf8-db69-4b18-8255-6e11ca35149f admin admin] Made reservation on behalf of 16854391256f471c869e55daff5c627e for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:48:14.510481 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ec2cbf8-db69-4b18-8255-6e11ca35149f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:14.520276 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ec2cbf8-db69-4b18-8255-6e11ca35149f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:14.594910 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ec2cbf8-db69-4b18-8255-6e11ca35149f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:14.598774 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ec2cbf8-db69-4b18-8255-6e11ca35149f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:14.623585 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec2cbf8-db69-4b18-8255-6e11ca35149f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1268} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:48:14.633215 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2cbf8-db69-4b18-8255-6e11ca35149f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb74ab1-53de-45e7-aed3-f6f3a25bad08,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:14.638769 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ec2cbf8-db69-4b18-8255-6e11ca35149f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:14.639183 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-5ec2cbf8-db69-4b18-8255-6e11ca35149f admin admin] Added segment 00fd1d08-ea59-43a5-8fad-ee9ceca5f214 of type vlan for network d8a723ab-a60d-49e0-bc29-22b3cfd888e7 Nov 11 17:48:14.681762 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ec2cbf8-db69-4b18-8255-6e11ca35149f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:14.707165 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ec2cbf8-db69-4b18-8255-6e11ca35149f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:14.708151 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec2cbf8-db69-4b18-8255-6e11ca35149f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:14.708744 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ec2cbf8-db69-4b18-8255-6e11ca35149f admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:14.765315 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5ec2cbf8-db69-4b18-8255-6e11ca35149f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3759844 Nov 11 17:48:14.768281 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37902) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:48:14.770364 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2cbf8-db69-4b18-8255-6e11ca35149f admin admin] Pushing event updated for resources: {'Network': ['ID=d8a723ab-a60d-49e0-bc29-22b3cfd888e7,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:14.774086 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-bb87d0f9-5754-40a8-a5e7-5b8ebd66b104 admin admin] Request body: {'subnet': {'network_id': 'd8a723ab-a60d-49e0-bc29-22b3cfd888e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-645459526-subnet', 'tenant_id': '16854391256f471c869e55daff5c627e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:48:14.780649 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network d8a723ab-a60d-49e0-bc29-22b3cfd888e7 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:48:14.798536 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb87d0f9-5754-40a8-a5e7-5b8ebd66b104 admin admin] Made reservation on behalf of 16854391256f471c869e55daff5c627e for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:48:14.801314 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb87d0f9-5754-40a8-a5e7-5b8ebd66b104 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:14.993725 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb87d0f9-5754-40a8-a5e7-5b8ebd66b104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:15.061149 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87d0f9-5754-40a8-a5e7-5b8ebd66b104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b91e6091-f7d9-4a46-953b-2a263d607524,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:15.072006 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb87d0f9-5754-40a8-a5e7-5b8ebd66b104 admin admin] Checking segment: {'id': '00fd1d08-ea59-43a5-8fad-ee9ceca5f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'd8a723ab-a60d-49e0-bc29-22b3cfd888e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:48:15.072373 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb87d0f9-5754-40a8-a5e7-5b8ebd66b104 admin admin] Network hostable DHCP agents. Network: d8a723ab-a60d-49e0-bc29-22b3cfd888e7, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:48:15.095480 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb87d0f9-5754-40a8-a5e7-5b8ebd66b104 admin admin] Network d8a723ab-a60d-49e0-bc29-22b3cfd888e7 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:48:15.105728 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-bb87d0f9-5754-40a8-a5e7-5b8ebd66b104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, d8a723ab-a60d-49e0-bc29-22b3cfd888e7) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:48:15.112211 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb87d0f9-5754-40a8-a5e7-5b8ebd66b104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:15.113381 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bb87d0f9-5754-40a8-a5e7-5b8ebd66b104 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:15.119483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01458b13-aee4-4535-8791-d0ba4e0d3743 None None] Network d8a723ab-a60d-49e0-bc29-22b3cfd888e7 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:48:15.136768 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bb87d0f9-5754-40a8-a5e7-5b8ebd66b104 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3667777 Nov 11 17:48:15.139219 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 37912) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:48:15.144305 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-3bccc213-cd46-4b5c-8c9e-b0f2dfed8148 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-645459526-router', 'tenant_id': '16854391256f471c869e55daff5c627e', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:48:15.171183 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3bccc213-cd46-4b5c-8c9e-b0f2dfed8148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:15.174110 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3bccc213-cd46-4b5c-8c9e-b0f2dfed8148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:15.187499 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72b1b2-cce2-46c2-bf0f-8491488ca84f req-b01117db-4b27-4cbb-95fc-6c388fc40efa tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:15.198007 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf72b1b2-cce2-46c2-bf0f-8491488ca84f req-b01117db-4b27-4cbb-95fc-6c388fc40efa tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0702987 Nov 11 17:48:15.239513 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3bccc213-cd46-4b5c-8c9e-b0f2dfed8148 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:15.274739 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf72b1b2-cce2-46c2-bf0f-8491488ca84f req-3cc6158e-55f2-413b-b31f-174c710f98cc tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753248 Nov 11 17:48:15.296902 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d34182-3e5e-42e4-b2fd-82683b1c8f94 None None] Network d8a723ab-a60d-49e0-bc29-22b3cfd888e7 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:48:15.401703 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3bccc213-cd46-4b5c-8c9e-b0f2dfed8148 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:15.604579 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3bccc213-cd46-4b5c-8c9e-b0f2dfed8148 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:15.623673 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3bccc213-cd46-4b5c-8c9e-b0f2dfed8148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:15.737326 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-3bccc213-cd46-4b5c-8c9e-b0f2dfed8148 admin admin] Allocated IP 172.25.2.46 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/c80e0f63-68cb-4a34-aeff-a88e38a9e416) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:48:15.859679 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3bccc213-cd46-4b5c-8c9e-b0f2dfed8148 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:15.899655 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3bccc213-cd46-4b5c-8c9e-b0f2dfed8148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:15.948487 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bccc213-cd46-4b5c-8c9e-b0f2dfed8148 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:48:15.951755 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-3bccc213-cd46-4b5c-8c9e-b0f2dfed8148 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:48:15.955974 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bccc213-cd46-4b5c-8c9e-b0f2dfed8148 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:48:15.970245 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c19d617-bee0-4a79-92e2-79baa94a875d None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:48:15.983073 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccc213-cd46-4b5c-8c9e-b0f2dfed8148 admin admin] Pushing event updated for resources: {'Port': ['ID=c80e0f63-68cb-4a34-aeff-a88e38a9e416,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:16.117331 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-93c92fde-f517-4d98-8387-a6570baac247 None None] Provisioning complete for port c80e0f63-68cb-4a34-aeff-a88e38a9e416 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:48:16.117712 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-93c92fde-f517-4d98-8387-a6570baac247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:16.119554 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device eb0c1b81-3633-49d0-a0b9-580b882e352b no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:48:16.177141 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: eb0c1b81-3633-49d0-a0b9-580b882e352b {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:48:16.177418 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device eb0c1b81-3633-49d0-a0b9-580b882e352b not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:48:16.190086 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-93c92fde-f517-4d98-8387-a6570baac247 None None] Port c80e0f63-68cb-4a34-aeff-a88e38a9e416 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:48:16.242219 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3bccc213-cd46-4b5c-8c9e-b0f2dfed8148 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:16.389796 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef90224-7748-4553-b988-a0f413dc94da req-cbb4161a-9cbc-4717-9a35-025ee629a73a tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:16.391658 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ef90224-7748-4553-b988-a0f413dc94da req-cbb4161a-9cbc-4717-9a35-025ee629a73a tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0575626 Nov 11 17:48:16.441903 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ef90224-7748-4553-b988-a0f413dc94da req-7ffffc48-f673-4054-8c70-91409596825c tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441570 Nov 11 17:48:16.713046 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3bccc213-cd46-4b5c-8c9e-b0f2dfed8148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:16.838866 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bccc213-cd46-4b5c-8c9e-b0f2dfed8148 admin admin] Router 90360605-f17f-4c94-934b-fe2968defd1a is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:48:16.944189 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bccc213-cd46-4b5c-8c9e-b0f2dfed8148 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:48:16.953146 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] Sync routers for ids ['90360605-f17f-4c94-934b-fe2968defd1a'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:48:16.961335 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3bccc213-cd46-4b5c-8c9e-b0f2dfed8148 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:16.963228 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3bccc213-cd46-4b5c-8c9e-b0f2dfed8148 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8227868 Nov 11 17:48:16.965341 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] Routers {'90360605-f17f-4c94-934b-fe2968defd1a'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:48:16.966396 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:48:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['90360605-f17f-4c94-934b-fe2968defd1a'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:48:16.966567 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 37922) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:48:17.086365 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] Set router 90360605-f17f-4c94-934b-fe2968defd1a gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:48:17.299220 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90360605-f17f-4c94-934b-fe2968defd1a', 'name': 'tempest-ServerRescueTestJSON-645459526-router', 'tenant_id': '16854391256f471c869e55daff5c627e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c80e0f63-68cb-4a34-aeff-a88e38a9e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:48:15Z', 'updated_at': '2021-11-11T17:48:16Z', 'revision_number': 3, 'project_id': '16854391256f471c869e55daff5c627e', 'gw_port': {'id': 'c80e0f63-68cb-4a34-aeff-a88e38a9e416', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90360605-f17f-4c94-934b-fe2968defd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:48:15Z', 'updated_at': '2021-11-11T17:48:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:48:17.330993 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] Checking router: 90360605-f17f-4c94-934b-fe2968defd1a for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:48:17.331392 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] Updating router 90360605-f17f-4c94-934b-fe2968defd1a port c80e0f63-68cb-4a34-aeff-a88e38a9e416 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:48:17.369231 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:17.468180 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10ece882-f5df-4d3e-a762-c1e22a444e42 req-2c5d61ad-fb1c-4218-9f76-9735f9270884 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4493775 Nov 11 17:48:17.683178 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:17.688974 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:17.720713 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ece882-f5df-4d3e-a762-c1e22a444e42 req-ba3ad064-9092-4dec-ba60-3ad55c098f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:17.722474 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10ece882-f5df-4d3e-a762-c1e22a444e42 req-ba3ad064-9092-4dec-ba60-3ad55c098f2d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 1096 time: 0.1782176 Nov 11 17:48:17.738242 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857be5f-c25d-43cc-89f0-74972aba9101 None None] Pushing event updated for resources: {'Port': ['ID=c80e0f63-68cb-4a34-aeff-a88e38a9e416,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:17.751656 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92804b3a-81c4-4465-b372-1d2c1876d5d7 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:48:17.756959 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1112e9-8958-407b-ba46-52b8a6e01cba req-037104bc-424b-47fd-b80a-88519ec985c5 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:17.759178 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] Attempting to bind port c80e0f63-68cb-4a34-aeff-a88e38a9e416 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:48:17.759178 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] Attempting to bind port c80e0f63-68cb-4a34-aeff-a88e38a9e416 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:48:17.759543 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] Attempting to bind port c80e0f63-68cb-4a34-aeff-a88e38a9e416 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:48:17.760714 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f1112e9-8958-407b-ba46-52b8a6e01cba req-037104bc-424b-47fd-b80a-88519ec985c5 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.2151992 Nov 11 17:48:17.771762 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:48:17.772157 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:48:17.772609 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:17.773007 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:48:17.773478 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] Bound port: c80e0f63-68cb-4a34-aeff-a88e38a9e416, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:48:17.773860 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:17.776258 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857be5f-c25d-43cc-89f0-74972aba9101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:17.776772 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857be5f-c25d-43cc-89f0-74972aba9101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:17.776898 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857be5f-c25d-43cc-89f0-74972aba9101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:17.777233 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857be5f-c25d-43cc-89f0-74972aba9101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:17.777560 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857be5f-c25d-43cc-89f0-74972aba9101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:17.777884 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857be5f-c25d-43cc-89f0-74972aba9101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:17.778208 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857be5f-c25d-43cc-89f0-74972aba9101 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:17.778553 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857be5f-c25d-43cc-89f0-74972aba9101 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:17.779404 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857be5f-c25d-43cc-89f0-74972aba9101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:17.779772 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857be5f-c25d-43cc-89f0-74972aba9101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:17.780064 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857be5f-c25d-43cc-89f0-74972aba9101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:17.780381 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9857be5f-c25d-43cc-89f0-74972aba9101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:17.832996 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2b947798-ed81-47b8-a95a-31d726a3457f None None] Provisioning complete for port c80e0f63-68cb-4a34-aeff-a88e38a9e416 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:48:17.833686 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2b947798-ed81-47b8-a95a-31d726a3457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:17.837670 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] For port c80e0f63-68cb-4a34-aeff-a88e38a9e416, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:48:17.841592 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] For port c80e0f63-68cb-4a34-aeff-a88e38a9e416, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c80e0f63-68cb-4a34-aeff-a88e38a9e416,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:48:17.847029 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:17.891685 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2b947798-ed81-47b8-a95a-31d726a3457f None None] Port c80e0f63-68cb-4a34-aeff-a88e38a9e416 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:48:17.923170 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8d4ec4-2c89-40d7-9fc5-1e9a4cf28186 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:48:17.963942 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857be5f-c25d-43cc-89f0-74972aba9101 None None] Pushing event updated for resources: {'Port': ['ID=c80e0f63-68cb-4a34-aeff-a88e38a9e416,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:17.975011 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] Routers {'90360605-f17f-4c94-934b-fe2968defd1a'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:48:17.975011 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:48:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['90360605-f17f-4c94-934b-fe2968defd1a'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:48:17.975432 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f1112e9-8958-407b-ba46-52b8a6e01cba req-29b99d83-3c12-45cc-b4e2-7892ef3dc43f tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204927 Nov 11 17:48:18.009849 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ece882-f5df-4d3e-a762-c1e22a444e42 req-f8fb2382-e514-4c1e-86fc-c94c6bad5217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:18.011502 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10ece882-f5df-4d3e-a762-c1e22a444e42 req-f8fb2382-e514-4c1e-86fc-c94c6bad5217 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 914 time: 0.2496583 Nov 11 17:48:18.029409 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2d04816d-fbd8-4e10-99e9-ed886a33c411 None None] Provisioning complete for port c80e0f63-68cb-4a34-aeff-a88e38a9e416 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:48:18.029806 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2d04816d-fbd8-4e10-99e9-ed886a33c411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:18.109945 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] Set router 90360605-f17f-4c94-934b-fe2968defd1a gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:48:18.139299 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10ece882-f5df-4d3e-a762-c1e22a444e42 req-6fa22744-6b7a-4301-837d-f81530ea6736 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=437a9d7c-3ff9-4950-b82e-a12c10ef5626 HTTP/1.1" status: 200 len: 1001 time: 0.1017759 Nov 11 17:48:18.151831 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2d04816d-fbd8-4e10-99e9-ed886a33c411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:18.175347 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2d04816d-fbd8-4e10-99e9-ed886a33c411 None None] For port c80e0f63-68cb-4a34-aeff-a88e38a9e416, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c80e0f63-68cb-4a34-aeff-a88e38a9e416,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:48:18.180904 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2d04816d-fbd8-4e10-99e9-ed886a33c411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:18.237927 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ece882-f5df-4d3e-a762-c1e22a444e42 req-a712d746-ec88-40dd-b4ef-87fc1e025464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:18.239700 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10ece882-f5df-4d3e-a762-c1e22a444e42 req-a712d746-ec88-40dd-b4ef-87fc1e025464 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.0925124 Nov 11 17:48:18.246826 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4fc39d98-c165-44c5-84ab-f180bdbbedce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:18.263719 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04816d-fbd8-4e10-99e9-ed886a33c411 None None] Pushing event updated for resources: {'Port': ['ID=c80e0f63-68cb-4a34-aeff-a88e38a9e416,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:18.324356 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90360605-f17f-4c94-934b-fe2968defd1a', 'name': 'tempest-ServerRescueTestJSON-645459526-router', 'tenant_id': '16854391256f471c869e55daff5c627e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c80e0f63-68cb-4a34-aeff-a88e38a9e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:48:15Z', 'updated_at': '2021-11-11T17:48:16Z', 'revision_number': 3, 'project_id': '16854391256f471c869e55daff5c627e', 'gw_port': {'id': 'c80e0f63-68cb-4a34-aeff-a88e38a9e416', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90360605-f17f-4c94-934b-fe2968defd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:48:15Z', 'updated_at': '2021-11-11T17:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:48:18.353650 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153fbd6a-0b6b-46a9-9888-c948b71ad125 None None] The sync data for ids ['90360605-f17f-4c94-934b-fe2968defd1a'] in n-d-816206-4 is: [{'id': '90360605-f17f-4c94-934b-fe2968defd1a', 'name': 'tempest-ServerRescueTestJSON-645459526-router', 'tenant_id': '16854391256f471c869e55daff5c627e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c80e0f63-68cb-4a34-aeff-a88e38a9e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:48:15Z', 'updated_at': '2021-11-11T17:48:16Z', 'revision_number': 3, 'project_id': '16854391256f471c869e55daff5c627e', 'gw_port': {'id': 'c80e0f63-68cb-4a34-aeff-a88e38a9e416', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90360605-f17f-4c94-934b-fe2968defd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:48:15Z', 'updated_at': '2021-11-11T17:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:48:18.358230 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ece882-f5df-4d3e-a762-c1e22a444e42 req-337948e2-c3d9-47a0-a1fc-de953920fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:18.359127 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10ece882-f5df-4d3e-a762-c1e22a444e42 req-337948e2-c3d9-47a0-a1fc-de953920fa5d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913815 Nov 11 17:48:18.447401 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:18.527764 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-4fc39d98-c165-44c5-84ab-f180bdbbedce admin admin] Allocated IP 172.20.0.1 (d8a723ab-a60d-49e0-bc29-22b3cfd888e7/b91e6091-f7d9-4a46-953b-2a263d607524/6a74cad5-40d2-4c8c-a932-ac32a32605b1) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:48:18.531685 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10ece882-f5df-4d3e-a762-c1e22a444e42 req-20958ce4-9b33-4db2-bdb8-412c366a7556 service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645381 Nov 11 17:48:18.723419 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10ece882-f5df-4d3e-a762-c1e22a444e42 req-01d5298d-c83c-4333-a5a9-0cce47884f55 service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827834 Nov 11 17:48:18.744796 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4fc39d98-c165-44c5-84ab-f180bdbbedce admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:18.768929 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c80e0f63-68cb-4a34-aeff-a88e38a9e416 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:48:18.803946 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4fc39d98-c165-44c5-84ab-f180bdbbedce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:18.828515 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port c80e0f63-68cb-4a34-aeff-a88e38a9e416 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:48:18.829248 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:18.861284 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc39d98-c165-44c5-84ab-f180bdbbedce admin admin] Network d8a723ab-a60d-49e0-bc29-22b3cfd888e7 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:48:18.866212 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-4fc39d98-c165-44c5-84ab-f180bdbbedce admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:48:18.872635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc39d98-c165-44c5-84ab-f180bdbbedce admin admin] Pushing event updated for resources: {'Port': ['ID=6a74cad5-40d2-4c8c-a932-ac32a32605b1,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:18.876530 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc39d98-c165-44c5-84ab-f180bdbbedce admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:48:18.931640 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4fc39d98-c165-44c5-84ab-f180bdbbedce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:19.115715 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4fc39d98-c165-44c5-84ab-f180bdbbedce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:19.173516 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4993f-18da-4499-b992-a4a598ebb079 req-403352fa-8649-4525-9684-16c3121c7171 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:19.175080 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1fd4993f-18da-4499-b992-a4a598ebb079 req-403352fa-8649-4525-9684-16c3121c7171 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.1295309 Nov 11 17:48:19.291231 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1fd4993f-18da-4499-b992-a4a598ebb079 req-26d345b6-8fe9-4a1e-8f51-db725bb1eb70 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069052 Nov 11 17:48:19.364937 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4fc39d98-c165-44c5-84ab-f180bdbbedce admin admin] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:19.369259 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4fc39d98-c165-44c5-84ab-f180bdbbedce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:19.442890 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4fc39d98-c165-44c5-84ab-f180bdbbedce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:19.444721 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc39d98-c165-44c5-84ab-f180bdbbedce admin admin] Pushing event updated for resources: {'Port': ['ID=6a74cad5-40d2-4c8c-a932-ac32a32605b1,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:19.547065 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc39d98-c165-44c5-84ab-f180bdbbedce admin admin] Network d8a723ab-a60d-49e0-bc29-22b3cfd888e7 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:48:19.549492 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-4fc39d98-c165-44c5-84ab-f180bdbbedce admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:48:19.664246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc39d98-c165-44c5-84ab-f180bdbbedce admin admin] Router 90360605-f17f-4c94-934b-fe2968defd1a has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:48:19.797549 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc39d98-c165-44c5-84ab-f180bdbbedce admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:48:19.806353 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4fc39d98-c165-44c5-84ab-f180bdbbedce admin admin] 10.222.0.76 "PUT /v2.0/routers/90360605-f17f-4c94-934b-fe2968defd1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8383729 Nov 11 17:48:20.263872 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] Sync routers for ids ['90360605-f17f-4c94-934b-fe2968defd1a'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:48:20.275537 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] Routers {'90360605-f17f-4c94-934b-fe2968defd1a'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:48:20.276329 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:48:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['90360605-f17f-4c94-934b-fe2968defd1a'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:48:20.290482 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-7ed9a76e-7002-467e-9e83-b85ac9c26f36 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:20.292006 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-7ed9a76e-7002-467e-9e83-b85ac9c26f36 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/networks?id=d8a723ab-a60d-49e0-bc29-22b3cfd888e7 HTTP/1.1" status: 200 len: 810 time: 0.1153150 Nov 11 17:48:20.318220 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-0d2519ee-6f6a-4ae8-a067-ad4fc18d6723 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/quotas/16854391256f471c869e55daff5c627e HTTP/1.1" status: 200 len: 375 time: 0.0183442 Nov 11 17:48:20.369905 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-f4bf6961-4d2e-4a81-9e57-20e98c3e0841 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=16854391256f471c869e55daff5c627e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0449336 Nov 11 17:48:20.400962 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] Set router 90360605-f17f-4c94-934b-fe2968defd1a gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:48:20.538862 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-e888aada-85ae-4654-94bc-cebbe1572087 service neutron] 10.222.0.76 "GET /v2.0/networks/d8a723ab-a60d-49e0-bc29-22b3cfd888e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611242 Nov 11 17:48:20.627090 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90360605-f17f-4c94-934b-fe2968defd1a', 'name': 'tempest-ServerRescueTestJSON-645459526-router', 'tenant_id': '16854391256f471c869e55daff5c627e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c80e0f63-68cb-4a34-aeff-a88e38a9e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:48:15Z', 'updated_at': '2021-11-11T17:48:19Z', 'revision_number': 4, 'project_id': '16854391256f471c869e55daff5c627e', 'gw_port': {'id': 'c80e0f63-68cb-4a34-aeff-a88e38a9e416', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90360605-f17f-4c94-934b-fe2968defd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:48:15Z', 'updated_at': '2021-11-11T17:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '6a74cad5-40d2-4c8c-a932-ac32a32605b1', 'name': '', 'network_id': 'd8a723ab-a60d-49e0-bc29-22b3cfd888e7', 'tenant_id': '16854391256f471c869e55daff5c627e', 'mac_address': 'fa:16:3e:f5:ef:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90360605-f17f-4c94-934b-fe2968defd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'b91e6091-f7d9-4a46-953b-2a263d607524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:48:18Z', 'updated_at': '2021-11-11T17:48:19Z', 'revision_number': 2, 'project_id': '16854391256f471c869e55daff5c627e', 'subnets': [{'id': 'b91e6091-f7d9-4a46-953b-2a263d607524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:48:20.650269 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-ac404603-7879-4793-a25b-f2849d7cdbc4 service neutron] 10.222.0.76 "GET /v2.0/networks/d8a723ab-a60d-49e0-bc29-22b3cfd888e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046093 Nov 11 17:48:20.657215 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] Checking router: 90360605-f17f-4c94-934b-fe2968defd1a for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:48:20.657683 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] Updating router 90360605-f17f-4c94-934b-fe2968defd1a port 6a74cad5-40d2-4c8c-a932-ac32a32605b1 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:48:20.683216 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:20.900578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05081cf-bf4d-406b-86e5-f66ec21f38d6 req-b7a9167f-8677-48e7-8ff6-900d7797524d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:20.902577 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c05081cf-bf4d-406b-86e5-f66ec21f38d6 req-b7a9167f-8677-48e7-8ff6-900d7797524d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0666451 Nov 11 17:48:20.982725 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c05081cf-bf4d-406b-86e5-f66ec21f38d6 req-f91aaa32-c6b2-4644-914d-7edaf503d43d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721803 Nov 11 17:48:21.069303 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:21.072659 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-061eb417-5f31-4033-a610-64edbf0b2ce8 req-cfdd549f-1fbd-4acc-bf65-8c9cedaa307e tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 210 time: 0.0460267 Nov 11 17:48:21.077252 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:21.136686 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91f473-3c12-496b-80e2-d202a9546049 None None] Pushing event updated for resources: {'Port': ['ID=6a74cad5-40d2-4c8c-a932-ac32a32605b1,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:21.208199 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] Attempting to bind port 6a74cad5-40d2-4c8c-a932-ac32a32605b1 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:48:21.208576 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] Attempting to bind port 6a74cad5-40d2-4c8c-a932-ac32a32605b1 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '00fd1d08-ea59-43a5-8fad-ee9ceca5f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'd8a723ab-a60d-49e0-bc29-22b3cfd888e7'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:48:21.208945 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] Attempting to bind port 6a74cad5-40d2-4c8c-a932-ac32a32605b1 on network d8a723ab-a60d-49e0-bc29-22b3cfd888e7 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:48:21.220578 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:48:21.220974 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] Checking segment: {'id': '00fd1d08-ea59-43a5-8fad-ee9ceca5f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'd8a723ab-a60d-49e0-bc29-22b3cfd888e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:48:21.221389 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:21.221820 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] Bound using segment: {'id': '00fd1d08-ea59-43a5-8fad-ee9ceca5f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'd8a723ab-a60d-49e0-bc29-22b3cfd888e7'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:48:21.222314 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] Bound port: 6a74cad5-40d2-4c8c-a932-ac32a32605b1, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00fd1d08-ea59-43a5-8fad-ee9ceca5f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'd8a723ab-a60d-49e0-bc29-22b3cfd888e7'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:48:21.223106 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:21.297758 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] For port 6a74cad5-40d2-4c8c-a932-ac32a32605b1, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:48:21.301106 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] For port 6a74cad5-40d2-4c8c-a932-ac32a32605b1, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6a74cad5-40d2-4c8c-a932-ac32a32605b1,segment=NetworkSegment(00fd1d08-ea59-43a5-8fad-ee9ceca5f214),segment_id=00fd1d08-ea59-43a5-8fad-ee9ceca5f214)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:48:21.306048 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:21.368781 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91f473-3c12-496b-80e2-d202a9546049 None None] Pushing event updated for resources: {'Port': ['ID=6a74cad5-40d2-4c8c-a932-ac32a32605b1,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:21.371448 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] Routers {'90360605-f17f-4c94-934b-fe2968defd1a'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:48:21.372069 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:48:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['90360605-f17f-4c94-934b-fe2968defd1a'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:48:21.679153 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] Set router 90360605-f17f-4c94-934b-fe2968defd1a gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:48:21.909958 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90360605-f17f-4c94-934b-fe2968defd1a', 'name': 'tempest-ServerRescueTestJSON-645459526-router', 'tenant_id': '16854391256f471c869e55daff5c627e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c80e0f63-68cb-4a34-aeff-a88e38a9e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:48:15Z', 'updated_at': '2021-11-11T17:48:19Z', 'revision_number': 4, 'project_id': '16854391256f471c869e55daff5c627e', 'gw_port': {'id': 'c80e0f63-68cb-4a34-aeff-a88e38a9e416', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90360605-f17f-4c94-934b-fe2968defd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:48:15Z', 'updated_at': '2021-11-11T17:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '6a74cad5-40d2-4c8c-a932-ac32a32605b1', 'name': '', 'network_id': 'd8a723ab-a60d-49e0-bc29-22b3cfd888e7', 'tenant_id': '16854391256f471c869e55daff5c627e', 'mac_address': 'fa:16:3e:f5:ef:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90360605-f17f-4c94-934b-fe2968defd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'b91e6091-f7d9-4a46-953b-2a263d607524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:48:18Z', 'updated_at': '2021-11-11T17:48:21Z', 'revision_number': 4, 'project_id': '16854391256f471c869e55daff5c627e', 'subnets': [{'id': 'b91e6091-f7d9-4a46-953b-2a263d607524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:48:21.941118 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cb35ba-f4f6-4887-ad9a-8c9245713bc4 None None] The sync data for ids ['90360605-f17f-4c94-934b-fe2968defd1a'] in n-d-816206-4 is: [{'id': '90360605-f17f-4c94-934b-fe2968defd1a', 'name': 'tempest-ServerRescueTestJSON-645459526-router', 'tenant_id': '16854391256f471c869e55daff5c627e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c80e0f63-68cb-4a34-aeff-a88e38a9e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:48:15Z', 'updated_at': '2021-11-11T17:48:19Z', 'revision_number': 4, 'project_id': '16854391256f471c869e55daff5c627e', 'gw_port': {'id': 'c80e0f63-68cb-4a34-aeff-a88e38a9e416', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90360605-f17f-4c94-934b-fe2968defd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:48:15Z', 'updated_at': '2021-11-11T17:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '6a74cad5-40d2-4c8c-a932-ac32a32605b1', 'name': '', 'network_id': 'd8a723ab-a60d-49e0-bc29-22b3cfd888e7', 'tenant_id': '16854391256f471c869e55daff5c627e', 'mac_address': 'fa:16:3e:f5:ef:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90360605-f17f-4c94-934b-fe2968defd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'b91e6091-f7d9-4a46-953b-2a263d607524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:48:18Z', 'updated_at': '2021-11-11T17:48:21Z', 'revision_number': 4, 'project_id': '16854391256f471c869e55daff5c627e', 'subnets': [{'id': 'b91e6091-f7d9-4a46-953b-2a263d607524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:48:22.171647 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-ac130be9-2f62-4234-947a-f447a17ac092 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:22.175045 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-ac130be9-2f62-4234-947a-f447a17ac092 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.83 "GET /v2.0/networks?id=d8a723ab-a60d-49e0-bc29-22b3cfd888e7 HTTP/1.1" status: 200 len: 810 time: 0.1824911 Nov 11 17:48:22.209027 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Request body: {'port': {'device_id': '770ef2ad-f678-4fa2-9025-46ae6d6cefa3', 'network_id': 'd8a723ab-a60d-49e0-bc29-22b3cfd888e7', 'admin_state_up': True, 'tenant_id': '16854391256f471c869e55daff5c627e'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:48:22.222854 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2cefb-5002-4eaa-a8b1-528eacadaa77 req-9365b699-3b51-42aa-b226-b9198634e016 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:22.224544 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eaf2cefb-5002-4eaa-a8b1-528eacadaa77 req-9365b699-3b51-42aa-b226-b9198634e016 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0993447 Nov 11 17:48:22.339669 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eaf2cefb-5002-4eaa-a8b1-528eacadaa77 req-3d4dcb8b-0a7f-45c3-9479-2dbb8344a7d5 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770459 Nov 11 17:48:22.386613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Made reservation on behalf of 16854391256f471c869e55daff5c627e for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:48:22.391665 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:22.485072 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b74ef7fc-0ba1-4741-81d4-99762fbce20d req-a4b4eb07-ac7c-4351-8620-aa79e545b306 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 210 time: 0.0628619 Nov 11 17:48:22.568952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Allocated IP 172.20.0.5 (d8a723ab-a60d-49e0-bc29-22b3cfd888e7/b91e6091-f7d9-4a46-953b-2a263d607524/58d85bfe-a37c-487a-ae43-ac432e162d85) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:48:22.777312 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:22.798652 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6a74cad5-40d2-4c8c-a932-ac32a32605b1 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:48:22.834910 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:22.870853 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 6a74cad5-40d2-4c8c-a932-ac32a32605b1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:48:22.871208 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:22.897980 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Network d8a723ab-a60d-49e0-bc29-22b3cfd888e7 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:48:22.901799 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:48:22.905069 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:48:22.964163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:22.964712 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:22.968717 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Pushing event updated for resources: {'Port': ['ID=58d85bfe-a37c-487a-ae43-ac432e162d85,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:22.969880 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:22.996665 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:22.997893 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:23.000029 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:23.000606 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:23.001118 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:23.001678 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:23.002116 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:23.003110 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:23.003634 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:23.005902 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:23.006436 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:23.006905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:48:23.021945 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 6a74cad5-40d2-4c8c-a932-ac32a32605b1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6a74cad5-40d2-4c8c-a932-ac32a32605b1,segment=NetworkSegment(00fd1d08-ea59-43a5-8fad-ee9ceca5f214),segment_id=00fd1d08-ea59-43a5-8fad-ee9ceca5f214)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:48:23.027074 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:23.033664 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-85da6bf9-bc92-4695-a11a-fdeae166daef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8378048 Nov 11 17:48:23.057211 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] Request body: {'port': {'device_id': '770ef2ad-f678-4fa2-9025-46ae6d6cefa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:48:23.086633 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=6a74cad5-40d2-4c8c-a932-ac32a32605b1,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:23.119632 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:23.429257 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d85bfe-a37c-487a-ae43-ac432e162d85 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:48:23.438021 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:23.452727 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] Transition to ACTIVE for port object 58d85bfe-a37c-487a-ae43-ac432e162d85 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:48:23.464746 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:23.543823 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] Pushing event updated for resources: {'Port': ['ID=58d85bfe-a37c-487a-ae43-ac432e162d85,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:23.570268 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a45fa-6472-46e6-80d5-be66834e83ec req-2e079d93-282c-4453-9aaf-5245f08dc048 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:23.571937 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-366a45fa-6472-46e6-80d5-be66834e83ec req-2e079d93-282c-4453-9aaf-5245f08dc048 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.1179192 Nov 11 17:48:23.674076 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-366a45fa-6472-46e6-80d5-be66834e83ec req-438daedf-6275-418e-b3ff-a68eff2c2811 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954492 Nov 11 17:48:23.674916 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] Attempting to bind port 58d85bfe-a37c-487a-ae43-ac432e162d85 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:48:23.675396 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] Attempting to bind port 58d85bfe-a37c-487a-ae43-ac432e162d85 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '00fd1d08-ea59-43a5-8fad-ee9ceca5f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'd8a723ab-a60d-49e0-bc29-22b3cfd888e7'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:48:23.675707 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] Attempting to bind port 58d85bfe-a37c-487a-ae43-ac432e162d85 on network d8a723ab-a60d-49e0-bc29-22b3cfd888e7 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:48:23.680893 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] Port 58d85bfe-a37c-487a-ae43-ac432e162d85 on network d8a723ab-a60d-49e0-bc29-22b3cfd888e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:48:23.681367 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] Attempting to bind port 58d85bfe-a37c-487a-ae43-ac432e162d85 on network d8a723ab-a60d-49e0-bc29-22b3cfd888e7 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:48:23.687626 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:48:23.688157 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] Checking segment: {'id': '00fd1d08-ea59-43a5-8fad-ee9ceca5f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'd8a723ab-a60d-49e0-bc29-22b3cfd888e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:48:23.688606 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] Bound using segment: {'id': '00fd1d08-ea59-43a5-8fad-ee9ceca5f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'd8a723ab-a60d-49e0-bc29-22b3cfd888e7'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:48:23.689212 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] Bound port: 58d85bfe-a37c-487a-ae43-ac432e162d85, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00fd1d08-ea59-43a5-8fad-ee9ceca5f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'd8a723ab-a60d-49e0-bc29-22b3cfd888e7'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:48:23.689721 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:23.794951 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] For port 58d85bfe-a37c-487a-ae43-ac432e162d85, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:48:23.798706 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] For port 58d85bfe-a37c-487a-ae43-ac432e162d85, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=58d85bfe-a37c-487a-ae43-ac432e162d85,segment=NetworkSegment(00fd1d08-ea59-43a5-8fad-ee9ceca5f214),segment_id=00fd1d08-ea59-43a5-8fad-ee9ceca5f214)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:48:23.802445 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:23.822660 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800a809-7c8a-4e6a-b1fc-f57ea5bd30d5 req-30e037db-02e4-4e64-937c-2d26ad6a0135 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:23.824187 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e800a809-7c8a-4e6a-b1fc-f57ea5bd30d5 req-30e037db-02e4-4e64-937c-2d26ad6a0135 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 943 time: 0.0903697 Nov 11 17:48:23.863262 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:23.863891 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:23.865225 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] 10.222.0.83 "PUT /v2.0/ports/58d85bfe-a37c-487a-ae43-ac432e162d85 HTTP/1.1" status: 200 len: 1091 time: 0.8212490 Nov 11 17:48:23.869583 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770ef2ad-f678-4fa2-9025-46ae6d6cefa3', 'tag': '58d85bfe-a37c-487a-ae43-ac432e162d85'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:48:23.871789 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad8b4a8-421f-4e1c-b572-cd01f438b771" -d '{"events": [{"name": "network-changed", "server_uuid": "770ef2ad-f678-4fa2-9025-46ae6d6cefa3", "tag": "58d85bfe-a37c-487a-ae43-ac432e162d85"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:48:23.913687 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1765f1-de73-49cf-8232-bf358ffc0e2c service neutron] Pushing event updated for resources: {'Port': ['ID=58d85bfe-a37c-487a-ae43-ac432e162d85,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:23.963944 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e800a809-7c8a-4e6a-b1fc-f57ea5bd30d5 req-7e252e69-b7c4-4dc0-9f55-0d7d822bf8df tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159694 Nov 11 17:48:23.978405 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-400ff407-7455-4cc3-9f06-64c96baf0e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:23.980051 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-400ff407-7455-4cc3-9f06-64c96baf0e86 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=16854391256f471c869e55daff5c627e&device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 1094 time: 0.0597203 Nov 11 17:48:24.026717 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8eb7188-5297-4447-931d-5cd2c142b880 x-openstack-request-id: req-a8eb7188-5297-4447-931d-5cd2c142b880 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:48:24.027008 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770ef2ad-f678-4fa2-9025-46ae6d6cefa3", "tag": "58d85bfe-a37c-487a-ae43-ac432e162d85", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:48:24.027260 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a8eb7188-5297-4447-931d-5cd2c142b880 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:48:24.027655 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770ef2ad-f678-4fa2-9025-46ae6d6cefa3', 'tag': '58d85bfe-a37c-487a-ae43-ac432e162d85', 'status': 'completed', 'code': 200} Nov 11 17:48:24.029997 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-6e39a032-a263-4d1a-b0f0-5a90c1bd558b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d85bfe-a37c-487a-ae43-ac432e162d85 HTTP/1.1" status: 200 len: 217 time: 0.0425732 Nov 11 17:48:24.080608 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-ad830d21-6a4a-4bb5-8783-af81e05cf8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:24.082055 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-ad830d21-6a4a-4bb5-8783-af81e05cf8da service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b91e6091-f7d9-4a46-953b-2a263d607524 HTTP/1.1" status: 200 len: 850 time: 0.0442624 Nov 11 17:48:24.116895 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-d4b3b38b-ef22-48f2-bd01-df83a598bed0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8a723ab-a60d-49e0-bc29-22b3cfd888e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266776 Nov 11 17:48:24.186818 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:24.216319 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-1119ec55-f9ea-4978-abbc-2cca299ca338 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a723ab-a60d-49e0-bc29-22b3cfd888e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927517 Nov 11 17:48:24.312459 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39ae6a15-cd15-4f43-9394-30f86a696797 req-95f15e4d-7953-46ce-a733-f14659dd1be4 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a723ab-a60d-49e0-bc29-22b3cfd888e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886958 Nov 11 17:48:24.406090 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8b4a8-421f-4e1c-b572-cd01f438b771 req-ee7df85f-418f-4261-8ac4-c6e626da2a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:24.407829 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ad8b4a8-421f-4e1c-b572-cd01f438b771 req-ee7df85f-418f-4261-8ac4-c6e626da2a0e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=16854391256f471c869e55daff5c627e&device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 1094 time: 0.0506284 Nov 11 17:48:24.518081 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8b4a8-421f-4e1c-b572-cd01f438b771 req-95a30903-4a6e-4c00-8fd0-9fa5643e458b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:24.519575 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ad8b4a8-421f-4e1c-b572-cd01f438b771 req-95a30903-4a6e-4c00-8fd0-9fa5643e458b service neutron] 10.222.0.83 "GET /v2.0/networks?id=d8a723ab-a60d-49e0-bc29-22b3cfd888e7 HTTP/1.1" status: 200 len: 912 time: 0.1040626 Nov 11 17:48:24.564865 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ad8b4a8-421f-4e1c-b572-cd01f438b771 req-15b20b30-a8df-45e7-937c-658876a69b42 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d85bfe-a37c-487a-ae43-ac432e162d85 HTTP/1.1" status: 200 len: 217 time: 0.0374198 Nov 11 17:48:24.621569 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8b4a8-421f-4e1c-b572-cd01f438b771 req-e0cef68c-39f9-4d75-a418-2656c5bda2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:24.623625 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ad8b4a8-421f-4e1c-b572-cd01f438b771 req-e0cef68c-39f9-4d75-a418-2656c5bda2a0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b91e6091-f7d9-4a46-953b-2a263d607524 HTTP/1.1" status: 200 len: 850 time: 0.0494523 Nov 11 17:48:24.659168 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ad8b4a8-421f-4e1c-b572-cd01f438b771 req-547b32fc-5d8c-41f1-91df-48417bf00365 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8a723ab-a60d-49e0-bc29-22b3cfd888e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270023 Nov 11 17:48:24.724195 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6a74cad5-40d2-4c8c-a932-ac32a32605b1 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:48:24.777992 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ad8b4a8-421f-4e1c-b572-cd01f438b771 req-02581a87-d643-4388-ae9e-717da6a98093 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a723ab-a60d-49e0-bc29-22b3cfd888e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102843 Nov 11 17:48:24.782442 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 6a74cad5-40d2-4c8c-a932-ac32a32605b1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:48:24.782824 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:25.246930 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c579e-3083-4c17-9c8b-37e92e87abdd req-352bb2df-cbaf-4aa6-9f9b-cb1b448f8b13 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:25.248557 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e21c579e-3083-4c17-9c8b-37e92e87abdd req-352bb2df-cbaf-4aa6-9f9b-cb1b448f8b13 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.4700165 Nov 11 17:48:25.277628 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5ad8b4a8-421f-4e1c-b572-cd01f438b771 req-a47c043d-60ac-49ec-a715-4f946d62d519 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a723ab-a60d-49e0-bc29-22b3cfd888e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880757 Nov 11 17:48:25.320802 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e21c579e-3083-4c17-9c8b-37e92e87abdd req-6a06663a-771b-4cf8-a10c-70d70c07699a tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573308 Nov 11 17:48:25.441508 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a1369-b39e-4d4c-abab-db3ceb58399e req-429fe55d-09af-4b1f-9d1e-2532d4afd72e tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:25.443148 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a01a1369-b39e-4d4c-abab-db3ceb58399e req-429fe55d-09af-4b1f-9d1e-2532d4afd72e tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 943 time: 0.0574255 Nov 11 17:48:25.496931 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a01a1369-b39e-4d4c-abab-db3ceb58399e req-903adc5b-9412-4f87-9e1a-a85207806cf3 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470591 Nov 11 17:48:26.443991 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251f87f-cd13-4f38-9110-22fca1ea686a req-8c809a69-d7e8-42bd-97b0-81e65eb07da0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:26.445502 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1251f87f-cd13-4f38-9110-22fca1ea686a req-8c809a69-d7e8-42bd-97b0-81e65eb07da0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0490992 Nov 11 17:48:26.494919 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1251f87f-cd13-4f38-9110-22fca1ea686a req-4a4375dd-9a9c-4dee-b4bf-218b044337fa tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429020 Nov 11 17:48:26.509252 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 58d85bfe-a37c-487a-ae43-ac432e162d85 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:48:26.613106 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 58d85bfe-a37c-487a-ae43-ac432e162d85, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=58d85bfe-a37c-487a-ae43-ac432e162d85,segment=NetworkSegment(00fd1d08-ea59-43a5-8fad-ee9ceca5f214),segment_id=00fd1d08-ea59-43a5-8fad-ee9ceca5f214)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:48:26.630780 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '58d85bfe-a37c-487a-ae43-ac432e162d85', 'network_id': 'd8a723ab-a60d-49e0-bc29-22b3cfd888e7', 'port_id': '58d85bfe-a37c-487a-ae43-ac432e162d85', 'mac_address': 'fa:16:3e:73:f4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b91e6091-f7d9-4a46-953b-2a263d607524', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:48:26.673806 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:26.687580 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d85bfe-a37c-487a-ae43-ac432e162d85 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:48:26.707687 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 58d85bfe-a37c-487a-ae43-ac432e162d85, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=58d85bfe-a37c-487a-ae43-ac432e162d85,segment=NetworkSegment(00fd1d08-ea59-43a5-8fad-ee9ceca5f214),segment_id=00fd1d08-ea59-43a5-8fad-ee9ceca5f214)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:48:26.712399 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:26.743022 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a6a52-0a27-4db8-ace9-45bbed8a6350 req-78eb0297-8725-45de-ade9-8bc4e0a6b1aa tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:26.744660 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae3a6a52-0a27-4db8-ace9-45bbed8a6350 req-78eb0297-8725-45de-ade9-8bc4e0a6b1aa tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 943 time: 0.0838399 Nov 11 17:48:26.761257 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=58d85bfe-a37c-487a-ae43-ac432e162d85,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:26.802222 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae3a6a52-0a27-4db8-ace9-45bbed8a6350 req-043d771e-0078-42f6-b438-3d90f56cf3a9 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494199 Nov 11 17:48:26.803989 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e64c29-fa3d-43a1-aa05-1ae28122c1cd req-e56932d9-34c1-442c-bcf2-d9e16837adac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:26.806761 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2e64c29-fa3d-43a1-aa05-1ae28122c1cd req-e56932d9-34c1-442c-bcf2-d9e16837adac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=48fb128c35bc48a4b1d1b4a9aab07a98&device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 1097 time: 0.0514116 Nov 11 17:48:26.916655 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e64c29-fa3d-43a1-aa05-1ae28122c1cd req-134ec0c4-490e-408f-b974-c0ae816a4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:26.918167 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2e64c29-fa3d-43a1-aa05-1ae28122c1cd req-134ec0c4-490e-408f-b974-c0ae816a4c81 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5f6d2839-0fe3-4464-b00c-6e51db67d47c HTTP/1.1" status: 200 len: 913 time: 0.1049938 Nov 11 17:48:26.932320 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69b805-82c3-4a89-97bb-3ed440054b0a req-632cc3e6-22b5-4b6a-9e3b-2ad1bf614e0c tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:26.933905 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8e69b805-82c3-4a89-97bb-3ed440054b0a req-632cc3e6-22b5-4b6a-9e3b-2ad1bf614e0c tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0558679 Nov 11 17:48:26.939241 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['58d85bfe-a37c-487a-ae43-ac432e162d85'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:48:26.991102 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8e69b805-82c3-4a89-97bb-3ed440054b0a req-7bd30f49-a2fb-4656-b659-ff74d7341fdc tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458732 Nov 11 17:48:26.995777 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2e64c29-fa3d-43a1-aa05-1ae28122c1cd req-d0f1177d-4098-411c-b20e-03d7e40e9b29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ed2588d-75ee-4532-a0ae-df07c2771a8e HTTP/1.1" status: 200 len: 1002 time: 0.0707111 Nov 11 17:48:27.051408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e64c29-fa3d-43a1-aa05-1ae28122c1cd req-52f655b5-b3ab-45e6-8d00-7e0301ac8367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:27.054070 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2e64c29-fa3d-43a1-aa05-1ae28122c1cd req-52f655b5-b3ab-45e6-8d00-7e0301ac8367 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1145fbb8-f349-4241-b0f7-289be88670f2 HTTP/1.1" status: 200 len: 850 time: 0.0512719 Nov 11 17:48:27.101991 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e64c29-fa3d-43a1-aa05-1ae28122c1cd req-7d9a7944-c771-49bf-813b-655e92a43992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:27.103502 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2e64c29-fa3d-43a1-aa05-1ae28122c1cd req-7d9a7944-c771-49bf-813b-655e92a43992 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f6d2839-0fe3-4464-b00c-6e51db67d47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425801 Nov 11 17:48:27.199394 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2e64c29-fa3d-43a1-aa05-1ae28122c1cd req-b2fa566f-0dd7-44c8-ad83-ece3ad0dd03f service neutron] 10.222.0.64 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892279 Nov 11 17:48:27.291177 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d2e64c29-fa3d-43a1-aa05-1ae28122c1cd req-18569bf6-e0d9-475a-8596-c4dccf6ddb3f service neutron] 10.222.0.64 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852470 Nov 11 17:48:27.929853 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8024e14-37bb-40af-8573-6a18670d7653 req-9f29ffac-bdcc-4b0b-b4b9-f41f647e1dc3 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:27.931665 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8024e14-37bb-40af-8573-6a18670d7653 req-9f29ffac-bdcc-4b0b-b4b9-f41f647e1dc3 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 944 time: 0.0550404 Nov 11 17:48:27.987334 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8024e14-37bb-40af-8573-6a18670d7653 req-c3322b2c-78c1-464e-8654-f84bff2173ff tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494678 Nov 11 17:48:28.145162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261738fc-7cd9-456c-af25-9463a1eb017c req-555b662a-ddff-4680-878f-694487409ed9 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:28.146798 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-261738fc-7cd9-456c-af25-9463a1eb017c req-555b662a-ddff-4680-878f-694487409ed9 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0534296 Nov 11 17:48:28.197120 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-261738fc-7cd9-456c-af25-9463a1eb017c req-63cc8659-317c-4913-a09c-60944a53b5e5 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442688 Nov 11 17:48:28.525374 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 58d85bfe-a37c-487a-ae43-ac432e162d85 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:48:28.581753 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 58d85bfe-a37c-487a-ae43-ac432e162d85 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:48:28.585683 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 58d85bfe-a37c-487a-ae43-ac432e162d85 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:48:28.586165 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:28.675558 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:28.698441 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770ef2ad-f678-4fa2-9025-46ae6d6cefa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d85bfe-a37c-487a-ae43-ac432e162d85'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:48:28.701865 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebd6500-4126-4ef4-99e8-e6f258e9cf5e" -d '{"events": [{"server_uuid": "770ef2ad-f678-4fa2-9025-46ae6d6cefa3", "name": "network-vif-plugged", "status": "completed", "tag": "58d85bfe-a37c-487a-ae43-ac432e162d85"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:48:28.715109 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 58d85bfe-a37c-487a-ae43-ac432e162d85, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=58d85bfe-a37c-487a-ae43-ac432e162d85,segment=NetworkSegment(00fd1d08-ea59-43a5-8fad-ee9ceca5f214),segment_id=00fd1d08-ea59-43a5-8fad-ee9ceca5f214)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:48:28.719226 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:28.768165 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2f9f91-8645-40bb-a590-378a478259d0 x-openstack-request-id: req-7e2f9f91-8645-40bb-a590-378a478259d0 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:48:28.768697 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770ef2ad-f678-4fa2-9025-46ae6d6cefa3", "name": "network-vif-plugged", "status": "completed", "tag": "58d85bfe-a37c-487a-ae43-ac432e162d85", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:48:28.768968 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e2f9f91-8645-40bb-a590-378a478259d0 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:48:28.769364 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770ef2ad-f678-4fa2-9025-46ae6d6cefa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d85bfe-a37c-487a-ae43-ac432e162d85', 'code': 200} Nov 11 17:48:28.774115 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=58d85bfe-a37c-487a-ae43-ac432e162d85,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:48:28.867819 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caf1d4-3a65-4259-8f78-e3af8f935a1b req-adbae51d-5fda-4d81-948f-b840db84967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:28.869450 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a3caf1d4-3a65-4259-8f78-e3af8f935a1b req-adbae51d-5fda-4d81-948f-b840db84967a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 1096 time: 0.0417871 Nov 11 17:48:28.917483 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a3caf1d4-3a65-4259-8f78-e3af8f935a1b req-4d2b0fe7-5bbe-47dc-bb35-c2bb0fdaaae9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398796 Nov 11 17:48:29.126478 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e36de-3d37-4dd9-8367-48fffceac737 req-9e3f5b37-e1d0-4a9b-bada-b5093af4930a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:29.127972 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-296e36de-3d37-4dd9-8367-48fffceac737 req-9e3f5b37-e1d0-4a9b-bada-b5093af4930a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0631800 Nov 11 17:48:29.177107 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-296e36de-3d37-4dd9-8367-48fffceac737 req-c0ce44ba-d30d-4609-b46f-0a9fc154d64c tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427747 Nov 11 17:48:30.294188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ce169-1fff-48c6-808f-3616f24d5220 req-d0745f81-4c56-4012-86eb-2ef5594e2849 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:30.295665 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b79ce169-1fff-48c6-808f-3616f24d5220 req-d0745f81-4c56-4012-86eb-2ef5594e2849 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0500402 Nov 11 17:48:30.347897 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b79ce169-1fff-48c6-808f-3616f24d5220 req-de269ffc-25b3-40b8-83b0-68e024a1c29d tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460622 Nov 11 17:48:30.646598 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4d44f-cb49-4e53-8dba-905a6e054a9a req-541f25b3-a928-4bfc-85bc-3d6202740a25 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:30.648123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07c4d44f-cb49-4e53-8dba-905a6e054a9a req-541f25b3-a928-4bfc-85bc-3d6202740a25 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0845385 Nov 11 17:48:30.674965 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5944746-3712-4913-908a-5b2a4f21f527 req-3afaca45-c4da-492e-a68a-263bc0b38511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:30.676516 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5944746-3712-4913-908a-5b2a4f21f527 req-3afaca45-c4da-492e-a68a-263bc0b38511 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=16854391256f471c869e55daff5c627e&device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 1096 time: 0.1237035 Nov 11 17:48:30.748378 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07c4d44f-cb49-4e53-8dba-905a6e054a9a req-3ab4f88c-0365-4d1f-90c3-24c564eea635 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905914 Nov 11 17:48:30.791549 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5944746-3712-4913-908a-5b2a4f21f527 req-8c5bc7be-f3ab-4eaf-8845-440cc84b1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:30.793011 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5944746-3712-4913-908a-5b2a4f21f527 req-8c5bc7be-f3ab-4eaf-8845-440cc84b1d21 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d8a723ab-a60d-49e0-bc29-22b3cfd888e7 HTTP/1.1" status: 200 len: 912 time: 0.1081917 Nov 11 17:48:30.836146 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5944746-3712-4913-908a-5b2a4f21f527 req-bef9b42e-b887-4ddb-8f82-88f6a09a2e91 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d85bfe-a37c-487a-ae43-ac432e162d85 HTTP/1.1" status: 200 len: 217 time: 0.0351503 Nov 11 17:48:30.886236 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5944746-3712-4913-908a-5b2a4f21f527 req-f676e383-0d08-4fd6-ad5d-122b38943d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:30.887708 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5944746-3712-4913-908a-5b2a4f21f527 req-f676e383-0d08-4fd6-ad5d-122b38943d8c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b91e6091-f7d9-4a46-953b-2a263d607524 HTTP/1.1" status: 200 len: 850 time: 0.0452440 Nov 11 17:48:30.921279 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5944746-3712-4913-908a-5b2a4f21f527 req-bb85af46-e4b8-48a2-a44b-43b0ce59ac6d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8a723ab-a60d-49e0-bc29-22b3cfd888e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264826 Nov 11 17:48:31.024467 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5944746-3712-4913-908a-5b2a4f21f527 req-56ab69a8-0d99-493c-9025-fb9afcfd227f service neutron] 10.222.0.83 "GET /v2.0/networks/d8a723ab-a60d-49e0-bc29-22b3cfd888e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896549 Nov 11 17:48:31.120279 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5944746-3712-4913-908a-5b2a4f21f527 req-ccd1ac1c-8454-4fa4-bbef-d4ab11620963 service neutron] 10.222.0.83 "GET /v2.0/networks/d8a723ab-a60d-49e0-bc29-22b3cfd888e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862417 Nov 11 17:48:31.876459 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24836bc-ea75-42ca-a365-25c297979d0a req-110f898b-0345-4fd8-ad50-f066b509b4a6 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:31.878003 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f24836bc-ea75-42ca-a365-25c297979d0a req-110f898b-0345-4fd8-ad50-f066b509b4a6 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0606046 Nov 11 17:48:31.928345 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f24836bc-ea75-42ca-a365-25c297979d0a req-086cb7a9-5fd0-46f3-8f3e-50aa2e616d2b tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438645 Nov 11 17:48:32.198533 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-58fac3b9-f501-49a9-8c9b-dc24b0796ad1 req-cf269e91-8ba9-40bd-83e7-d0ce3b4fadad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559282 Nov 11 17:48:32.275469 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fac3b9-f501-49a9-8c9b-dc24b0796ad1 req-09448d39-461e-4782-982a-a3ebd21089cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:32.277041 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-58fac3b9-f501-49a9-8c9b-dc24b0796ad1 req-09448d39-461e-4782-982a-a3ebd21089cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=48fb128c35bc48a4b1d1b4a9aab07a98&device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 1097 time: 0.0461905 Nov 11 17:48:32.381309 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fac3b9-f501-49a9-8c9b-dc24b0796ad1 req-dd19bc32-d8cb-43b1-883b-41c43f8edc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:32.382777 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-58fac3b9-f501-49a9-8c9b-dc24b0796ad1 req-dd19bc32-d8cb-43b1-883b-41c43f8edc08 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5f6d2839-0fe3-4464-b00c-6e51db67d47c HTTP/1.1" status: 200 len: 913 time: 0.0869241 Nov 11 17:48:32.455420 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-58fac3b9-f501-49a9-8c9b-dc24b0796ad1 req-f708d3c8-bf7a-4c8e-b235-5c4e11fe9fe7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ed2588d-75ee-4532-a0ae-df07c2771a8e HTTP/1.1" status: 200 len: 1002 time: 0.0656803 Nov 11 17:48:32.510014 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fac3b9-f501-49a9-8c9b-dc24b0796ad1 req-f383beb9-26b1-4a8d-832f-8bd4321d258e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:32.511526 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-58fac3b9-f501-49a9-8c9b-dc24b0796ad1 req-f383beb9-26b1-4a8d-832f-8bd4321d258e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1145fbb8-f349-4241-b0f7-289be88670f2 HTTP/1.1" status: 200 len: 850 time: 0.0495460 Nov 11 17:48:32.557584 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fac3b9-f501-49a9-8c9b-dc24b0796ad1 req-fe9d12a3-1a44-4513-b71f-08e6512ce622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:32.559084 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-58fac3b9-f501-49a9-8c9b-dc24b0796ad1 req-fe9d12a3-1a44-4513-b71f-08e6512ce622 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f6d2839-0fe3-4464-b00c-6e51db67d47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409169 Nov 11 17:48:32.656584 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-58fac3b9-f501-49a9-8c9b-dc24b0796ad1 req-88096570-3d1f-4b49-b3cd-b5ec8a8cb899 service neutron] 10.222.0.64 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894783 Nov 11 17:48:32.750765 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-58fac3b9-f501-49a9-8c9b-dc24b0796ad1 req-0ed8f745-b925-49ca-a6d5-0aac1abee99f service neutron] 10.222.0.64 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867972 Nov 11 17:48:33.046242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86523e7-d435-4133-aae8-e9dd9bb3c7c7 req-96a81c1a-5010-413a-b701-c7bb30ce8d72 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:33.049323 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e86523e7-d435-4133-aae8-e9dd9bb3c7c7 req-96a81c1a-5010-413a-b701-c7bb30ce8d72 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0521197 Nov 11 17:48:33.095338 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e86523e7-d435-4133-aae8-e9dd9bb3c7c7 req-db7c7ae7-ce7c-42d9-81e1-b3b51373b6e7 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416765 Nov 11 17:48:34.216473 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d51f0-6e6c-4afb-a83a-9f679bc08b86 req-3bd4c541-1c9b-4c31-a7a1-40bce4b8f96e tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:34.217970 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f7d51f0-6e6c-4afb-a83a-9f679bc08b86 req-3bd4c541-1c9b-4c31-a7a1-40bce4b8f96e tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0504379 Nov 11 17:48:34.269897 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f7d51f0-6e6c-4afb-a83a-9f679bc08b86 req-2bdc4517-b670-44c7-8de1-3d657f6efaa9 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458465 Nov 11 17:48:35.387939 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ebf30-29de-4ba7-9518-20326a8207f2 req-bdaa42f3-04a1-4a32-8df3-37de2f15d66f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:35.389425 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1a0ebf30-29de-4ba7-9518-20326a8207f2 req-bdaa42f3-04a1-4a32-8df3-37de2f15d66f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0525723 Nov 11 17:48:35.440546 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1a0ebf30-29de-4ba7-9518-20326a8207f2 req-668fda46-b1d4-4581-b4df-fda9a2d1478e tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449529 Nov 11 17:48:36.557046 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6c569-69cf-4189-ae85-d6fc13306894 req-d7ffeba9-9755-48c9-b12b-dad1d5a2ccc3 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:36.558519 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8ed6c569-69cf-4189-ae85-d6fc13306894 req-d7ffeba9-9755-48c9-b12b-dad1d5a2ccc3 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0508840 Nov 11 17:48:36.607887 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8ed6c569-69cf-4189-ae85-d6fc13306894 req-838568e1-052f-4d42-a4bd-aae921a0e828 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424719 Nov 11 17:48:37.444263 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ddceb51-83ad-4840-836d-806e316c096d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:37.743205 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a12f2a-1254-4bd3-908c-db0d36f88288 req-7c68b207-de29-4594-83ab-e4a0586bd809 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:37.744762 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-32a12f2a-1254-4bd3-908c-db0d36f88288 req-7c68b207-de29-4594-83ab-e4a0586bd809 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0574808 Nov 11 17:48:37.799296 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-32a12f2a-1254-4bd3-908c-db0d36f88288 req-d7493a8c-be9d-4d2b-ad66-6214a8aac92f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462480 Nov 11 17:48:38.922720 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca2f50-34e4-4dcf-b291-ef4cce6a00c4 req-05ed9228-d5b7-49ed-b173-d6d0f0b19fe2 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:38.924293 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-32ca2f50-34e4-4dcf-b291-ef4cce6a00c4 req-05ed9228-d5b7-49ed-b173-d6d0f0b19fe2 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0501127 Nov 11 17:48:38.971549 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-32ca2f50-34e4-4dcf-b291-ef4cce6a00c4 req-7d907e56-ba4b-4ea3-9974-116228d286db tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412819 Nov 11 17:48:40.096375 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575346a-eaf3-48dc-833c-18c46d4cfdc1 req-f4476efb-db8a-4c66-85b4-6aa58259622e tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:40.098154 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1575346a-eaf3-48dc-833c-18c46d4cfdc1 req-f4476efb-db8a-4c66-85b4-6aa58259622e tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0560434 Nov 11 17:48:40.147281 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1575346a-eaf3-48dc-833c-18c46d4cfdc1 req-1f744f79-38dc-4d0c-a706-f94a60ef3111 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430470 Nov 11 17:48:40.398068 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-70cb93ed-96c8-41f5-a754-6f3ec20e06f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:40.978103 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:41.262017 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee085560-1fee-4fc1-a694-bd4948bb3a82 req-e89b1487-00ac-4dd8-9073-cccee6aac95b tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:41.264092 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee085560-1fee-4fc1-a694-bd4948bb3a82 req-e89b1487-00ac-4dd8-9073-cccee6aac95b tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0499966 Nov 11 17:48:41.312796 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee085560-1fee-4fc1-a694-bd4948bb3a82 req-f0e16e2c-0edb-4b8a-ab38-ced06f0ddc68 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427272 Nov 11 17:48:42.436052 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656d276-0655-4003-9a48-e524c565b53a req-8771090d-f5bc-4795-92e7-9846fa807825 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:42.437725 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6656d276-0655-4003-9a48-e524c565b53a req-8771090d-f5bc-4795-92e7-9846fa807825 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0521984 Nov 11 17:48:42.490992 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6656d276-0655-4003-9a48-e524c565b53a req-a6fa95f1-e163-4159-b04a-1b506838c1c0 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473104 Nov 11 17:48:42.594020 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:42.928254 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:43.615912 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edc620-7034-4181-bd30-b1036b582037 req-a5fcddbc-dd63-40f6-ac9d-0e3050c79283 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:43.617498 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6edc620-7034-4181-bd30-b1036b582037 req-a5fcddbc-dd63-40f6-ac9d-0e3050c79283 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0553594 Nov 11 17:48:43.666638 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6edc620-7034-4181-bd30-b1036b582037 req-e8ab6c80-cfe9-47c4-8316-daf8b84d7bc0 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430436 Nov 11 17:48:44.395417 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:48:44.783944 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5dc541-b627-42f2-8730-e302ede195c3 req-15c10a45-20c9-4012-89a3-a0ad70c6c2b0 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:44.785430 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b5dc541-b627-42f2-8730-e302ede195c3 req-15c10a45-20c9-4012-89a3-a0ad70c6c2b0 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0505154 Nov 11 17:48:44.835203 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b5dc541-b627-42f2-8730-e302ede195c3 req-eb1ea810-3a89-401e-b26f-1b038804805e tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431840 Nov 11 17:48:45.958730 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaac250-9e0a-4a45-8a78-8129f27871be req-13c9066c-d094-4d22-8ebd-28e51fc6c189 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:45.960285 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4eaac250-9e0a-4a45-8a78-8129f27871be req-13c9066c-d094-4d22-8ebd-28e51fc6c189 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0564282 Nov 11 17:48:46.012900 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4eaac250-9e0a-4a45-8a78-8129f27871be req-bee42179-2151-4d48-8c26-3d9d2b85d2c3 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453472 Nov 11 17:48:47.131989 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41991c6-492f-4235-be95-9debc3deac41 req-4b0722a2-a661-4875-87e6-9b86e3ba0317 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:47.133485 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e41991c6-492f-4235-be95-9debc3deac41 req-4b0722a2-a661-4875-87e6-9b86e3ba0317 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0496616 Nov 11 17:48:47.181192 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e41991c6-492f-4235-be95-9debc3deac41 req-6c7f2415-cff8-419b-b116-6bcdf04fa5ef tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414836 Nov 11 17:48:48.299382 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda54ad7-64ec-47b6-89f2-e772fb437da0 req-355efbe2-d668-42ef-8289-2ff6c166d432 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:48.301510 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fda54ad7-64ec-47b6-89f2-e772fb437da0 req-355efbe2-d668-42ef-8289-2ff6c166d432 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0521462 Nov 11 17:48:48.353046 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fda54ad7-64ec-47b6-89f2-e772fb437da0 req-5b1ad552-fad7-4ee6-ad14-9fb665f59ec2 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453703 Nov 11 17:48:48.460581 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:49.474001 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38829be-8222-40d4-a262-a6bbf8ab4df9 req-63735b71-e162-49af-9422-8eee7f15cb69 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:49.475760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f38829be-8222-40d4-a262-a6bbf8ab4df9 req-63735b71-e162-49af-9422-8eee7f15cb69 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0513966 Nov 11 17:48:49.529629 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f38829be-8222-40d4-a262-a6bbf8ab4df9 req-2ede07ba-370b-477a-a53d-3d5fef4b11b9 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470765 Nov 11 17:48:50.650076 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3a30d-90a1-4cda-8bbf-0bbd23478e2b req-1021f46b-d713-4fa1-ba9b-9fc545e9ddda tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:50.651427 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95f3a30d-90a1-4cda-8bbf-0bbd23478e2b req-1021f46b-d713-4fa1-ba9b-9fc545e9ddda tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0493593 Nov 11 17:48:50.698575 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95f3a30d-90a1-4cda-8bbf-0bbd23478e2b req-e01494da-8bf2-42ac-86ab-5abe42ed516a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410538 Nov 11 17:48:51.819113 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d80f1e-9b0a-4b64-87f1-7ca337997cca req-a4e2ecd0-6f1d-4c6d-ac4e-5b0c6fc53ba3 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:51.820649 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-81d80f1e-9b0a-4b64-87f1-7ca337997cca req-a4e2ecd0-6f1d-4c6d-ac4e-5b0c6fc53ba3 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0543301 Nov 11 17:48:51.868797 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-81d80f1e-9b0a-4b64-87f1-7ca337997cca req-edc312fe-bef4-472e-a936-738e69f0497f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414596 Nov 11 17:48:52.986629 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5996f5a-17b4-46e3-9d17-accf984d7889 req-0a6b52a3-07b8-4587-af16-939f3a25ac7e tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:52.988142 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d5996f5a-17b4-46e3-9d17-accf984d7889 req-0a6b52a3-07b8-4587-af16-939f3a25ac7e tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0494072 Nov 11 17:48:53.035943 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d5996f5a-17b4-46e3-9d17-accf984d7889 req-5344e5b5-1202-438c-a0db-f3a22b660dad tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419016 Nov 11 17:48:54.175476 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:48:54.177244 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73b0fc-568d-489f-b2fa-a0a2d2d9b849 req-2f95d1e8-7a8e-467e-bd8c-1efc56946270 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:54.178941 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8d73b0fc-568d-489f-b2fa-a0a2d2d9b849 req-2f95d1e8-7a8e-467e-bd8c-1efc56946270 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0556521 Nov 11 17:48:54.230179 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8d73b0fc-568d-489f-b2fa-a0a2d2d9b849 req-1091128a-e044-4189-951f-1ff6e77c2ee7 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447628 Nov 11 17:48:55.346702 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b310522-c906-4918-b979-4f097fe6b36f req-4aa17396-7892-459a-9eef-57208d99e183 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:55.348267 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b310522-c906-4918-b979-4f097fe6b36f req-4aa17396-7892-459a-9eef-57208d99e183 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0500660 Nov 11 17:48:55.397043 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b310522-c906-4918-b979-4f097fe6b36f req-2f3119bb-32e0-4ec3-8b29-e6d975194f3f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426898 Nov 11 17:48:56.519293 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25ebf8-8c1a-4c19-a2d4-c9cb08d40830 req-a77c0cfb-163d-4c4f-84af-24aab1765ea2 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:56.520885 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-be25ebf8-8c1a-4c19-a2d4-c9cb08d40830 req-a77c0cfb-163d-4c4f-84af-24aab1765ea2 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0511398 Nov 11 17:48:56.572720 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-be25ebf8-8c1a-4c19-a2d4-c9cb08d40830 req-29d1a972-2129-445b-8d77-358c07e110b4 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458248 Nov 11 17:48:57.180724 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ef3a0-889d-4819-91a6-34d392134b67 req-77507bcf-2e7b-4cf8-8272-cd3cf9250ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:57.182171 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c3ef3a0-889d-4819-91a6-34d392134b67 req-77507bcf-2e7b-4cf8-8272-cd3cf9250ded service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 1096 time: 0.0406363 Nov 11 17:48:57.227082 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c3ef3a0-889d-4819-91a6-34d392134b67 req-9bbf3c5f-5493-401d-b41f-69e367aa9e83 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374305 Nov 11 17:48:57.688333 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fc92a-b9b1-442d-8da5-9419d63bb69e req-b23f8ce9-394b-4531-ba3f-d41e0d9901e1 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:57.689807 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-768fc92a-b9b1-442d-8da5-9419d63bb69e req-b23f8ce9-394b-4531-ba3f-d41e0d9901e1 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0502949 Nov 11 17:48:57.737704 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-768fc92a-b9b1-442d-8da5-9419d63bb69e req-91b8f92a-0e0d-4b04-b250-860eab588544 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409987 Nov 11 17:48:58.856895 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8225b9-57c9-4b8d-9bcd-d3596e977891 req-c1c44a4f-ae45-40a6-b896-5c27b82b8a46 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:58.858386 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0f8225b9-57c9-4b8d-9bcd-d3596e977891 req-c1c44a4f-ae45-40a6-b896-5c27b82b8a46 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0539024 Nov 11 17:48:58.906379 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0f8225b9-57c9-4b8d-9bcd-d3596e977891 req-94e3b796-41f8-43e0-a13c-cc59b0de5371 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419388 Nov 11 17:48:59.160308 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-de0d1b44-6633-4dcd-b05e-d3816f4fc1da tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:48:59.161988 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-de0d1b44-6633-4dcd-b05e-d3816f4fc1da tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/networks?id=d8a723ab-a60d-49e0-bc29-22b3cfd888e7 HTTP/1.1" status: 200 len: 810 time: 0.1279900 Nov 11 17:48:59.177564 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-6b87c6f0-f891-4631-b5dc-6cd9a6f6191e tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/quotas/16854391256f471c869e55daff5c627e HTTP/1.1" status: 200 len: 375 time: 0.0099387 Nov 11 17:48:59.237138 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-337a2152-489c-434a-b933-964671b212b6 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=16854391256f471c869e55daff5c627e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537069 Nov 11 17:48:59.341116 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-29814923-5ae7-41d8-b3c1-66384c5cb03f service neutron] 10.222.0.76 "GET /v2.0/networks/d8a723ab-a60d-49e0-bc29-22b3cfd888e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925677 Nov 11 17:48:59.444117 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-5c0c370d-c844-4bab-bfbe-673634b89dc5 service neutron] 10.222.0.76 "GET /v2.0/networks/d8a723ab-a60d-49e0-bc29-22b3cfd888e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960243 Nov 11 17:48:59.618226 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fc2c7ffc-6540-49c9-9a20-e81cfbc68f73 req-969f8d13-b6a5-4390-b13a-50719322b0ce tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 210 time: 0.0399725 Nov 11 17:49:00.611286 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5929b7-61ae-45b1-9cb7-c1b5e0f99133 req-126cce17-a316-493a-90ba-a917d86e2cd6 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:00.613036 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb5929b7-61ae-45b1-9cb7-c1b5e0f99133 req-126cce17-a316-493a-90ba-a917d86e2cd6 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0713553 Nov 11 17:49:00.681868 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eb5929b7-61ae-45b1-9cb7-c1b5e0f99133 req-24d81ef7-f731-4eb2-bc81-c9085e468938 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598190 Nov 11 17:49:00.722003 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-6da00e82-b93d-47fd-9712-029b5f1afc1a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:00.724872 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-6da00e82-b93d-47fd-9712-029b5f1afc1a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.64 "GET /v2.0/networks?id=d8a723ab-a60d-49e0-bc29-22b3cfd888e7 HTTP/1.1" status: 200 len: 810 time: 0.1539109 Nov 11 17:49:00.745723 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-5caa3821-0aa0-4de3-b620-6c552ca9e64f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Request body: {'port': {'device_id': '8ad04185-b679-41f7-94e5-f8ad49e20c82', 'network_id': 'd8a723ab-a60d-49e0-bc29-22b3cfd888e7', 'admin_state_up': True, 'tenant_id': '16854391256f471c869e55daff5c627e'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:49:00.814855 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dfc3b782-24c7-45b5-9efd-711edcc2ba6f req-307365d8-721e-4428-a1a5-b2b0c4f3323a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 210 time: 0.0545232 Nov 11 17:49:00.865107 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-5caa3821-0aa0-4de3-b620-6c552ca9e64f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Made reservation on behalf of 16854391256f471c869e55daff5c627e for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:49:00.868844 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-5caa3821-0aa0-4de3-b620-6c552ca9e64f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:01.015001 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-5caa3821-0aa0-4de3-b620-6c552ca9e64f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Allocated IP 172.20.0.10 (d8a723ab-a60d-49e0-bc29-22b3cfd888e7/b91e6091-f7d9-4a46-953b-2a263d607524/f59a09b5-5309-4025-9977-c932213619bb) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:49:01.169080 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-5caa3821-0aa0-4de3-b620-6c552ca9e64f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:01.204228 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-5caa3821-0aa0-4de3-b620-6c552ca9e64f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:01.217962 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['58d85bfe-a37c-487a-ae43-ac432e162d85'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:49:01.250493 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-5caa3821-0aa0-4de3-b620-6c552ca9e64f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Network d8a723ab-a60d-49e0-bc29-22b3cfd888e7 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:49:01.254121 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-5caa3821-0aa0-4de3-b620-6c552ca9e64f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:49:01.258116 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-5caa3821-0aa0-4de3-b620-6c552ca9e64f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:49:01.284671 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa3821-0aa0-4de3-b620-6c552ca9e64f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Pushing event updated for resources: {'Port': ['ID=f59a09b5-5309-4025-9977-c932213619bb,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:01.322396 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-5caa3821-0aa0-4de3-b620-6c552ca9e64f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:01.323040 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-5caa3821-0aa0-4de3-b620-6c552ca9e64f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:01.340954 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-5caa3821-0aa0-4de3-b620-6c552ca9e64f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5987310 Nov 11 17:49:01.360914 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] Request body: {'port': {'device_id': '8ad04185-b679-41f7-94e5-f8ad49e20c82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:49:01.427136 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:01.700358 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59a09b5-5309-4025-9977-c932213619bb {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:49:01.708088 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:01.721022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] Transition to ACTIVE for port object f59a09b5-5309-4025-9977-c932213619bb will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:49:01.725142 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:01.790588 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] Pushing event updated for resources: {'Port': ['ID=f59a09b5-5309-4025-9977-c932213619bb,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:01.848481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c549d-2e74-475a-a546-e139c6e841b3 req-bcc13eaa-c285-4223-91ff-9e15ff1ef39c tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:01.850063 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f4c549d-2e74-475a-a546-e139c6e841b3 req-bcc13eaa-c285-4223-91ff-9e15ff1ef39c tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0620444 Nov 11 17:49:01.876590 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] Attempting to bind port f59a09b5-5309-4025-9977-c932213619bb on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:49:01.876934 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] Attempting to bind port f59a09b5-5309-4025-9977-c932213619bb by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '00fd1d08-ea59-43a5-8fad-ee9ceca5f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'd8a723ab-a60d-49e0-bc29-22b3cfd888e7'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:49:01.877269 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] Attempting to bind port f59a09b5-5309-4025-9977-c932213619bb on network d8a723ab-a60d-49e0-bc29-22b3cfd888e7 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:49:01.883269 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] Port f59a09b5-5309-4025-9977-c932213619bb on network d8a723ab-a60d-49e0-bc29-22b3cfd888e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:49:01.883614 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] Attempting to bind port f59a09b5-5309-4025-9977-c932213619bb on network d8a723ab-a60d-49e0-bc29-22b3cfd888e7 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:49:01.896101 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:49:01.896440 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] Checking segment: {'id': '00fd1d08-ea59-43a5-8fad-ee9ceca5f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'd8a723ab-a60d-49e0-bc29-22b3cfd888e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:49:01.896835 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] Bound using segment: {'id': '00fd1d08-ea59-43a5-8fad-ee9ceca5f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'd8a723ab-a60d-49e0-bc29-22b3cfd888e7'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:49:01.897279 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] Bound port: f59a09b5-5309-4025-9977-c932213619bb, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00fd1d08-ea59-43a5-8fad-ee9ceca5f214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'd8a723ab-a60d-49e0-bc29-22b3cfd888e7'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:49:01.897640 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:01.908264 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f4c549d-2e74-475a-a546-e139c6e841b3 req-4b733180-1e9d-415f-ae15-f83f236a5e20 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517876 Nov 11 17:49:01.964179 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] For port f59a09b5-5309-4025-9977-c932213619bb, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:49:01.967374 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] For port f59a09b5-5309-4025-9977-c932213619bb, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f59a09b5-5309-4025-9977-c932213619bb,segment=NetworkSegment(00fd1d08-ea59-43a5-8fad-ee9ceca5f214),segment_id=00fd1d08-ea59-43a5-8fad-ee9ceca5f214)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:49:01.973143 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:02.016329 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:02.016943 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:02.018493 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] 10.222.0.64 "PUT /v2.0/ports/f59a09b5-5309-4025-9977-c932213619bb HTTP/1.1" status: 200 len: 1092 time: 0.6629629 Nov 11 17:49:02.018755 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad04185-b679-41f7-94e5-f8ad49e20c82', 'tag': 'f59a09b5-5309-4025-9977-c932213619bb'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:49:02.021080 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e030c511-9f64-44f2-99b7-a4324d318cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad04185-b679-41f7-94e5-f8ad49e20c82", "tag": "f59a09b5-5309-4025-9977-c932213619bb"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:49:02.024368 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e367b-f005-462e-aa3d-88a4e3607d27 req-39a6b039-4a14-44a4-a9a4-7a7f47adb741 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:02.026071 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-552e367b-f005-462e-aa3d-88a4e3607d27 req-39a6b039-4a14-44a4-a9a4-7a7f47adb741 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 944 time: 0.0601771 Nov 11 17:49:02.052944 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609c08a-e251-491e-b31f-0f0da079ea36 service neutron] Pushing event updated for resources: {'Port': ['ID=f59a09b5-5309-4025-9977-c932213619bb,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:02.087808 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-552e367b-f005-462e-aa3d-88a4e3607d27 req-36cd39dd-b3fe-4799-893b-964a6831755c tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508740 Nov 11 17:49:02.132034 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-a22c331f-c6d1-456d-890d-fde0a91e4430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:02.134193 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-a22c331f-c6d1-456d-890d-fde0a91e4430 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16854391256f471c869e55daff5c627e&device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 1095 time: 0.0549870 Nov 11 17:49:02.143509 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f5d5c2-8dca-47a5-9a96-e7212b352504 x-openstack-request-id: req-29f5d5c2-8dca-47a5-9a96-e7212b352504 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:49:02.143850 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad04185-b679-41f7-94e5-f8ad49e20c82", "tag": "f59a09b5-5309-4025-9977-c932213619bb", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:49:02.144106 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-29f5d5c2-8dca-47a5-9a96-e7212b352504 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:49:02.144512 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad04185-b679-41f7-94e5-f8ad49e20c82', 'tag': 'f59a09b5-5309-4025-9977-c932213619bb', 'status': 'completed', 'code': 200} Nov 11 17:49:02.187391 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-77274c00-1b4e-467a-aab1-41b870201f81 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f59a09b5-5309-4025-9977-c932213619bb HTTP/1.1" status: 200 len: 217 time: 0.0360484 Nov 11 17:49:02.242847 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-bf7f4759-3cab-4fcc-90f4-6e7b06eae9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:02.244383 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-bf7f4759-3cab-4fcc-90f4-6e7b06eae9d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b91e6091-f7d9-4a46-953b-2a263d607524 HTTP/1.1" status: 200 len: 850 time: 0.0474477 Nov 11 17:49:02.279188 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-caacce9a-be00-4091-89fe-ddc5aaa492ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8a723ab-a60d-49e0-bc29-22b3cfd888e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257063 Nov 11 17:49:02.413236 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-4e0d4dce-e9ae-46a1-807a-c447d354bbcf service neutron] 10.222.0.64 "GET /v2.0/networks/d8a723ab-a60d-49e0-bc29-22b3cfd888e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922341 Nov 11 17:49:02.511453 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-78aeeb47-a1d0-4b92-b15b-ec58713a7ab6 req-4da6a0c4-c9aa-46bb-9c12-46c359cfce8f service neutron] 10.222.0.64 "GET /v2.0/networks/d8a723ab-a60d-49e0-bc29-22b3cfd888e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902188 Nov 11 17:49:02.712642 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030c511-9f64-44f2-99b7-a4324d318cc6 req-267b9ea6-bfc1-4f57-a05f-dc8ad11edfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:02.714263 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e030c511-9f64-44f2-99b7-a4324d318cc6 req-267b9ea6-bfc1-4f57-a05f-dc8ad11edfca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16854391256f471c869e55daff5c627e&device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 1095 time: 0.0848446 Nov 11 17:49:02.723584 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9cdcf-526d-4a22-8051-4b7edadbcb32 req-24fc93a9-09a3-4b50-a97a-590c781602a0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:02.725058 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f5e9cdcf-526d-4a22-8051-4b7edadbcb32 req-24fc93a9-09a3-4b50-a97a-590c781602a0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.64 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0855169 Nov 11 17:49:02.878027 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030c511-9f64-44f2-99b7-a4324d318cc6 req-9df63bac-8747-4434-80c2-92c868f68d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:02.879517 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e030c511-9f64-44f2-99b7-a4324d318cc6 req-9df63bac-8747-4434-80c2-92c868f68d2f service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8a723ab-a60d-49e0-bc29-22b3cfd888e7 HTTP/1.1" status: 200 len: 912 time: 0.1535921 Nov 11 17:49:02.926197 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-f5e9cdcf-526d-4a22-8051-4b7edadbcb32 req-a31c95d9-195a-4da1-bed3-8c2e5063f6c0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Deleting port 5ed2588d-75ee-4532-a0ae-df07c2771a8e {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:49:02.926635 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f5e9cdcf-526d-4a22-8051-4b7edadbcb32 req-a31c95d9-195a-4da1-bed3-8c2e5063f6c0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:02.930136 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e030c511-9f64-44f2-99b7-a4324d318cc6 req-afaa699b-b2f9-4d2b-9ff4-5fe52bed36e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f59a09b5-5309-4025-9977-c932213619bb HTTP/1.1" status: 200 len: 217 time: 0.0412059 Nov 11 17:49:03.045563 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9d85f-9639-4797-bcaf-01a03b3ed172 req-eb7100e6-d31e-4a3c-a968-173a5feb9401 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:03.060536 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3fb9d85f-9639-4797-bcaf-01a03b3ed172 req-eb7100e6-d31e-4a3c-a968-173a5feb9401 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 946 time: 0.0767319 Nov 11 17:49:03.065391 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030c511-9f64-44f2-99b7-a4324d318cc6 req-53d4a103-1876-44d9-8792-c47ad71a3871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:03.069993 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e030c511-9f64-44f2-99b7-a4324d318cc6 req-53d4a103-1876-44d9-8792-c47ad71a3871 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b91e6091-f7d9-4a46-953b-2a263d607524 HTTP/1.1" status: 200 len: 850 time: 0.1185038 Nov 11 17:49:03.114849 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3fb9d85f-9639-4797-bcaf-01a03b3ed172 req-44807966-cec0-4d84-8405-35c4bdc4c47b tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=ed3d44f7-5253-4deb-91b7-a7857ace78db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480108 Nov 11 17:49:03.115485 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e030c511-9f64-44f2-99b7-a4324d318cc6 req-e04bd817-ab50-43fa-a22d-8572e9944f8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8a723ab-a60d-49e0-bc29-22b3cfd888e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333495 Nov 11 17:49:03.136379 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-f5e9cdcf-526d-4a22-8051-4b7edadbcb32 req-a31c95d9-195a-4da1-bed3-8c2e5063f6c0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] For port 5ed2588d-75ee-4532-a0ae-df07c2771a8e, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=5ed2588d-75ee-4532-a0ae-df07c2771a8e,segment=NetworkSegment(abee9609-9b18-4ba9-9b72-2318c77ba40e),segment_id=abee9609-9b18-4ba9-9b72-2318c77ba40e)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:49:03.136840 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f5e9cdcf-526d-4a22-8051-4b7edadbcb32 req-a31c95d9-195a-4da1-bed3-8c2e5063f6c0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:03.238529 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a442b5c-befb-44cd-8aa7-a01d86d916f6 req-e7e38114-a8f7-4e70-a6eb-a050064f978e tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:03.240445 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a442b5c-befb-44cd-8aa7-a01d86d916f6 req-e7e38114-a8f7-4e70-a6eb-a050064f978e tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 944 time: 0.0519068 Nov 11 17:49:03.291377 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a442b5c-befb-44cd-8aa7-a01d86d916f6 req-bc4f2120-6c7a-4a35-8f58-ed659310d634 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437617 Nov 11 17:49:03.331575 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e030c511-9f64-44f2-99b7-a4324d318cc6 req-ef3a6f3a-7a10-4027-9c53-f263860217fc service neutron] 10.222.0.64 "GET /v2.0/networks/d8a723ab-a60d-49e0-bc29-22b3cfd888e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087684 Nov 11 17:49:03.455091 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f5e9cdcf-526d-4a22-8051-4b7edadbcb32 req-a31c95d9-195a-4da1-bed3-8c2e5063f6c0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:03.455453 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f5e9cdcf-526d-4a22-8051-4b7edadbcb32 req-a31c95d9-195a-4da1-bed3-8c2e5063f6c0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:03.455787 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [req-f5e9cdcf-526d-4a22-8051-4b7edadbcb32 req-a31c95d9-195a-4da1-bed3-8c2e5063f6c0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Floating IP 035e9f4f-057f-4903-ad5a-2805223fb82f disassociated. External IP: 172.25.2.189, port: 5ed2588d-75ee-4532-a0ae-df07c2771a8e. Nov 11 17:49:03.456129 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-f5e9cdcf-526d-4a22-8051-4b7edadbcb32 req-a31c95d9-195a-4da1-bed3-8c2e5063f6c0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Calling delete_port for 5ed2588d-75ee-4532-a0ae-df07c2771a8e owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:49:03.524490 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e030c511-9f64-44f2-99b7-a4324d318cc6 req-4aba3b52-8202-4bcc-8aa2-c417c828ec92 service neutron] 10.222.0.64 "GET /v2.0/networks/d8a723ab-a60d-49e0-bc29-22b3cfd888e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827128 Nov 11 17:49:03.626085 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f5e9cdcf-526d-4a22-8051-4b7edadbcb32 req-a31c95d9-195a-4da1-bed3-8c2e5063f6c0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:03.654062 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c95d9-195a-4da1-bed3-8c2e5063f6c0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Pushing event deleted for resources: {'Port': ['ID=5ed2588d-75ee-4532-a0ae-df07c2771a8e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:03.783559 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5e9cdcf-526d-4a22-8051-4b7edadbcb32 req-a31c95d9-195a-4da1-bed3-8c2e5063f6c0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:49:04.225673 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5e9cdcf-526d-4a22-8051-4b7edadbcb32 req-a31c95d9-195a-4da1-bed3-8c2e5063f6c0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:49:04.237514 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63db03e7-92a9-4e08-a956-6be958c22511 None None] Sync routers for ids ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:49:04.257365 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63db03e7-92a9-4e08-a956-6be958c22511 None None] Routers {'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:49:04.258604 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-63db03e7-92a9-4e08-a956-6be958c22511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:48:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:49:04.267695 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e9cdcf-526d-4a22-8051-4b7edadbcb32 req-a31c95d9-195a-4da1-bed3-8c2e5063f6c0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] No DVR routers for this DVR port 5ed2588d-75ee-4532-a0ae-df07c2771a8e on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:49:04.270624 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f5e9cdcf-526d-4a22-8051-4b7edadbcb32 req-a31c95d9-195a-4da1-bed3-8c2e5063f6c0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:04.274376 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f5e9cdcf-526d-4a22-8051-4b7edadbcb32 req-a31c95d9-195a-4da1-bed3-8c2e5063f6c0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.64 "DELETE /v2.0/ports/5ed2588d-75ee-4532-a0ae-df07c2771a8e HTTP/1.1" status: 204 len: 173 time: 1.5401261 Nov 11 17:49:04.275009 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88e23a6-7b6b-4613-85bf-7eb0f73f3a76', 'name': 'network-vif-deleted', 'tag': '5ed2588d-75ee-4532-a0ae-df07c2771a8e'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:49:04.278166 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28445187-c121-4f85-be67-7fd6fdce777f" -d '{"events": [{"server_uuid": "d88e23a6-7b6b-4613-85bf-7eb0f73f3a76", "name": "network-vif-deleted", "tag": "5ed2588d-75ee-4532-a0ae-df07c2771a8e"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:49:04.278969 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bf892217-965c-4dfb-b0e4-fa5a22414dfa req-9ce866e5-bc85-48fa-b354-d5db191d1556 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=d88e23a6-7b6b-4613-85bf-7eb0f73f3a76 HTTP/1.1" status: 200 len: 210 time: 0.0555768 Nov 11 17:49:04.322756 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93448e51-3a3f-4f69-b881-3905c4c5ca3a x-openstack-request-id: req-93448e51-3a3f-4f69-b881-3905c4c5ca3a {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:49:04.323081 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88e23a6-7b6b-4613-85bf-7eb0f73f3a76", "name": "network-vif-deleted", "tag": "5ed2588d-75ee-4532-a0ae-df07c2771a8e", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:49:04.323314 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-93448e51-3a3f-4f69-b881-3905c4c5ca3a {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:49:04.323712 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88e23a6-7b6b-4613-85bf-7eb0f73f3a76', 'name': 'network-vif-deleted', 'tag': '5ed2588d-75ee-4532-a0ae-df07c2771a8e', 'status': 'completed', 'code': 200} Nov 11 17:49:04.396967 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-63db03e7-92a9-4e08-a956-6be958c22511 None None] Set router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:49:04.440097 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc811a6-33e1-4c44-bcbe-69bdd75b69ed req-a9d2e909-5cf4-40fe-a9b3-87f07a4f7c6f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:04.448173 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5bc811a6-33e1-4c44-bcbe-69bdd75b69ed req-a9d2e909-5cf4-40fe-a9b3-87f07a4f7c6f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 944 time: 0.0668087 Nov 11 17:49:04.508424 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5bc811a6-33e1-4c44-bcbe-69bdd75b69ed req-dacb4b81-588b-4c3f-8914-445b39257a10 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589499 Nov 11 17:49:04.633191 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-63db03e7-92a9-4e08-a956-6be958c22511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'name': 'tempest-AttachVolumeTestJSON-1800739326-router', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:44:54Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'gw_port': {'id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:55Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '46893ea1-e034-4eb7-9147-09ecbb631ef1', 'name': '', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'mac_address': 'fa:16:3e:99:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:59Z', 'updated_at': '2021-11-11T17:45:05Z', 'revision_number': 5, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'subnets': [{'id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:49:04.753751 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63db03e7-92a9-4e08-a956-6be958c22511 None None] Checking router: efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:49:04.765600 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63db03e7-92a9-4e08-a956-6be958c22511 None None] Routers {'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:49:04.766227 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-63db03e7-92a9-4e08-a956-6be958c22511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:48:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:49:04.893047 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-63db03e7-92a9-4e08-a956-6be958c22511 None None] Set router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:49:05.109646 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-63db03e7-92a9-4e08-a956-6be958c22511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'name': 'tempest-AttachVolumeTestJSON-1800739326-router', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:44:54Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'gw_port': {'id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:55Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '46893ea1-e034-4eb7-9147-09ecbb631ef1', 'name': '', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'mac_address': 'fa:16:3e:99:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:59Z', 'updated_at': '2021-11-11T17:45:05Z', 'revision_number': 5, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'subnets': [{'id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:49:05.140688 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63db03e7-92a9-4e08-a956-6be958c22511 None None] The sync data for ids ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'] in n-d-816206-4 is: [{'id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'name': 'tempest-AttachVolumeTestJSON-1800739326-router', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:44:54Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'gw_port': {'id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:55Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '46893ea1-e034-4eb7-9147-09ecbb631ef1', 'name': '', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'mac_address': 'fa:16:3e:99:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:59Z', 'updated_at': '2021-11-11T17:45:05Z', 'revision_number': 5, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'subnets': [{'id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:49:05.366436 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 38790) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:49:05.398709 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa857e8-5a57-466a-bb48-e03aabf1c6c4 None None] New status for floating IP 035e9f4f-057f-4903-ad5a-2805223fb82f: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:49:05.434229 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c6050c8b-cd93-403f-ba4f-4581edec7e06 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:05.460920 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c6050c8b-cd93-403f-ba4f-4581edec7e06 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:05.523830 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c6050c8b-cd93-403f-ba4f-4581edec7e06 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:05.526520 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c6050c8b-cd93-403f-ba4f-4581edec7e06 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:05.530257 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c6050c8b-cd93-403f-ba4f-4581edec7e06 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "DELETE /v2.0/security-groups/ed3d44f7-5253-4deb-91b7-a7857ace78db HTTP/1.1" status: 204 len: 168 time: 0.1601834 Nov 11 17:49:05.530544 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 38798) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:49:05.538180 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6050c8b-cd93-403f-ba4f-4581edec7e06 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3d44f7-5253-4deb-91b7-a7857ace78db,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:05.564084 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-ef738c90-1c53-463e-97eb-5044ef2540f7 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] show failed (client error): The resource could not be found. Nov 11 17:49:05.565806 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ef738c90-1c53-463e-97eb-5044ef2540f7 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups/ed3d44f7-5253-4deb-91b7-a7857ace78db HTTP/1.1" status: 404 len: 347 time: 0.0342610 Nov 11 17:49:05.569351 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 38800) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:49:05.642117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963f8ea-fe9a-4179-a952-d7393a966ce6 req-c62af205-42ca-4010-a299-ff45f7d016f0 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:05.643991 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0963f8ea-fe9a-4179-a952-d7393a966ce6 req-c62af205-42ca-4010-a299-ff45f7d016f0 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 944 time: 0.0557628 Nov 11 17:49:05.703680 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0963f8ea-fe9a-4179-a952-d7393a966ce6 req-37b232c8-caa6-41ee-a43e-6f84bf782b53 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537286 Nov 11 17:49:05.727563 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-482603d6-5ca7-4a82-9816-9c7024601ef5 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Deleting port e6edf968-3c04-4543-ad62-3d525a336b64 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:49:05.728006 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-482603d6-5ca7-4a82-9816-9c7024601ef5 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:05.816029 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-482603d6-5ca7-4a82-9816-9c7024601ef5 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:05.816355 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-482603d6-5ca7-4a82-9816-9c7024601ef5 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:05.828565 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-482603d6-5ca7-4a82-9816-9c7024601ef5 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Calling delete_port for e6edf968-3c04-4543-ad62-3d525a336b64 owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:49:05.970813 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-482603d6-5ca7-4a82-9816-9c7024601ef5 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:06.005390 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482603d6-5ca7-4a82-9816-9c7024601ef5 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Pushing event deleted for resources: {'Port': ['ID=e6edf968-3c04-4543-ad62-3d525a336b64,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:06.087354 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-482603d6-5ca7-4a82-9816-9c7024601ef5 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:06.092773 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-482603d6-5ca7-4a82-9816-9c7024601ef5 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:06.093979 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-482603d6-5ca7-4a82-9816-9c7024601ef5 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "DELETE /v2.0/floatingips/035e9f4f-057f-4903-ad5a-2805223fb82f HTTP/1.1" status: 204 len: 168 time: 0.5226870 Nov 11 17:49:06.296349 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f59a09b5-5309-4025-9977-c932213619bb details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:49:06.300942 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 5ed2588d-75ee-4532-a0ae-df07c2771a8e no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:49:06.329056 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 5ed2588d-75ee-4532-a0ae-df07c2771a8e {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:49:06.329405 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 5ed2588d-75ee-4532-a0ae-df07c2771a8e not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:49:06.420422 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f59a09b5-5309-4025-9977-c932213619bb, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f59a09b5-5309-4025-9977-c932213619bb,segment=NetworkSegment(00fd1d08-ea59-43a5-8fad-ee9ceca5f214),segment_id=00fd1d08-ea59-43a5-8fad-ee9ceca5f214)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:49:06.434424 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'f59a09b5-5309-4025-9977-c932213619bb', 'network_id': 'd8a723ab-a60d-49e0-bc29-22b3cfd888e7', 'port_id': 'f59a09b5-5309-4025-9977-c932213619bb', 'mac_address': 'fa:16:3e:79:75:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b91e6091-f7d9-4a46-953b-2a263d607524', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:49:06.474799 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:06.489775 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59a09b5-5309-4025-9977-c932213619bb {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:49:06.521009 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f59a09b5-5309-4025-9977-c932213619bb, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f59a09b5-5309-4025-9977-c932213619bb,segment=NetworkSegment(00fd1d08-ea59-43a5-8fad-ee9ceca5f214),segment_id=00fd1d08-ea59-43a5-8fad-ee9ceca5f214)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:49:06.526254 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:06.580435 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=f59a09b5-5309-4025-9977-c932213619bb,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:06.589479 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:06.590012 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:06.590514 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:06.590898 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:06.591339 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:06.592024 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:06.592287 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:06.592720 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:06.593172 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:06.593784 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:06.594223 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:06.594685 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:06.632626 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 38828) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:49:06.637482 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-d495066e-4f50-4359-acc7-e7f9e45f43fe tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1359835694', 'description': 'tempest-description--1709375030'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:49:06.661316 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d495066e-4f50-4359-acc7-e7f9e45f43fe tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:06.743690 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d495066e-4f50-4359-acc7-e7f9e45f43fe tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:06.748688 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d495066e-4f50-4359-acc7-e7f9e45f43fe tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:06.783167 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d495066e-4f50-4359-acc7-e7f9e45f43fe tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:06.787224 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d495066e-4f50-4359-acc7-e7f9e45f43fe tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1509831 Nov 11 17:49:06.787513 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 38834) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:49:06.792697 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-911e5a0e-efe3-4c77-86c8-6de19927e1b3 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Request body: {'security_group_rule': {'security_group_id': '6a0681e9-9c57-4af2-acb3-df287cce3746', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:49:06.800685 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495066e-4f50-4359-acc7-e7f9e45f43fe tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0681e9-9c57-4af2-acb3-df287cce3746,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:06.801700 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['f59a09b5-5309-4025-9977-c932213619bb'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:49:06.837015 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8628a9-4fde-4ede-bd4c-9e175519edd8 req-62147a84-11ca-410e-9a53-bd5b713c35c5 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:06.838688 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d8628a9-4fde-4ede-bd4c-9e175519edd8 req-62147a84-11ca-410e-9a53-bd5b713c35c5 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 945 time: 0.0591726 Nov 11 17:49:06.851971 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-911e5a0e-efe3-4c77-86c8-6de19927e1b3 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:06.896289 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d8628a9-4fde-4ede-bd4c-9e175519edd8 req-87f5637e-134e-4a46-9bfd-51d2fad38fad tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494945 Nov 11 17:49:06.948704 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-911e5a0e-efe3-4c77-86c8-6de19927e1b3 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:06.953141 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-911e5a0e-efe3-4c77-86c8-6de19927e1b3 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:06.974567 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e5a0e-efe3-4c77-86c8-6de19927e1b3 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da015f5b-bce0-47e8-9346-e5b4ac759e98,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:06.980857 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-911e5a0e-efe3-4c77-86c8-6de19927e1b3 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:06.982253 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-911e5a0e-efe3-4c77-86c8-6de19927e1b3 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1932392 Nov 11 17:49:06.984878 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 38842) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:49:06.989325 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-1e7a39c6-9079-4588-b9d7-d7f866d358cf tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Request body: {'security_group_rule': {'security_group_id': '6a0681e9-9c57-4af2-acb3-df287cce3746', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:49:07.019782 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1e7a39c6-9079-4588-b9d7-d7f866d358cf tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:07.079689 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1e7a39c6-9079-4588-b9d7-d7f866d358cf tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:07.083947 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1e7a39c6-9079-4588-b9d7-d7f866d358cf tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:07.102661 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a39c6-9079-4588-b9d7-d7f866d358cf tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d64db5-f144-436b-8852-f2795ea00124,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:07.110543 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1e7a39c6-9079-4588-b9d7-d7f866d358cf tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:07.111766 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1e7a39c6-9079-4588-b9d7-d7f866d358cf tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259339 Nov 11 17:49:07.114905 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 38846) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:49:07.119811 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-30ad3117-8b31-490e-b6b1-ddfbda985038 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:49:07.147629 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-30ad3117-8b31-490e-b6b1-ddfbda985038 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for floatingip, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:07.254265 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-30ad3117-8b31-490e-b6b1-ddfbda985038 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:07.361392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-30ad3117-8b31-490e-b6b1-ddfbda985038 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Allocated IP 172.25.2.34 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/8da6a3a9-c1df-4caf-abb6-026462d37ca9) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:49:07.449962 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-72a8b6f3-dd80-497b-9b60-a877114d766e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:07.477088 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-30ad3117-8b31-490e-b6b1-ddfbda985038 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:07.515907 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-30ad3117-8b31-490e-b6b1-ddfbda985038 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:07.550620 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ad3117-8b31-490e-b6b1-ddfbda985038 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:49:07.553586 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-30ad3117-8b31-490e-b6b1-ddfbda985038 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:49:07.557101 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ad3117-8b31-490e-b6b1-ddfbda985038 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:49:07.590486 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad3117-8b31-490e-b6b1-ddfbda985038 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Pushing event updated for resources: {'Port': ['ID=8da6a3a9-c1df-4caf-abb6-026462d37ca9,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:07.660732 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-30ad3117-8b31-490e-b6b1-ddfbda985038 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:07.696893 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-30ad3117-8b31-490e-b6b1-ddfbda985038 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:07.861250 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-30ad3117-8b31-490e-b6b1-ddfbda985038 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:07.866132 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-30ad3117-8b31-490e-b6b1-ddfbda985038 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:07.934786 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad3117-8b31-490e-b6b1-ddfbda985038 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Pushing event updated for resources: {'Port': ['ID=8da6a3a9-c1df-4caf-abb6-026462d37ca9,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:07.964446 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-30ad3117-8b31-490e-b6b1-ddfbda985038 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:07.982527 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-30ad3117-8b31-490e-b6b1-ddfbda985038 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:07.988373 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-30ad3117-8b31-490e-b6b1-ddfbda985038 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8722279 Nov 11 17:49:08.048594 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135b01a-06c6-4bed-ba51-abebc28ac798 req-782401d5-f590-47c5-b793-7db03ec09f7a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:08.050098 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3135b01a-06c6-4bed-ba51-abebc28ac798 req-782401d5-f590-47c5-b793-7db03ec09f7a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 945 time: 0.0593812 Nov 11 17:49:08.103859 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3135b01a-06c6-4bed-ba51-abebc28ac798 req-06227a29-4ef4-4bca-8539-34a03df2af5a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478261 Nov 11 17:49:08.231783 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7aa815d-7978-409a-b72a-f6f546551dec req-303d6076-6c01-4dca-ba22-aa55ba19e2e1 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1359835694&fields=id&tenant_id=48fb128c35bc48a4b1d1b4a9aab07a98 HTTP/1.1" status: 200 len: 267 time: 0.0502350 Nov 11 17:49:08.325945 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f59a09b5-5309-4025-9977-c932213619bb up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:49:08.348161 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa815d-7978-409a-b72a-f6f546551dec req-a3819917-361a-434f-a230-108f17388254 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:08.349656 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7aa815d-7978-409a-b72a-f6f546551dec req-a3819917-361a-434f-a230-108f17388254 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/networks?id=5f6d2839-0fe3-4464-b00c-6e51db67d47c HTTP/1.1" status: 200 len: 811 time: 0.1108239 Nov 11 17:49:08.368934 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7aa815d-7978-409a-b72a-f6f546551dec req-6a8f062c-3b81-48de-b034-7ac5b16cb54c tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/quotas/48fb128c35bc48a4b1d1b4a9aab07a98 HTTP/1.1" status: 200 len: 375 time: 0.0100236 Nov 11 17:49:08.381171 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port f59a09b5-5309-4025-9977-c932213619bb completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:49:08.385648 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port f59a09b5-5309-4025-9977-c932213619bb triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:49:08.386023 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:08.441797 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7aa815d-7978-409a-b72a-f6f546551dec req-fd966d40-88b7-42a4-81c9-9556c2a4a0b0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=48fb128c35bc48a4b1d1b4a9aab07a98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0655406 Nov 11 17:49:08.488784 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:08.523342 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad04185-b679-41f7-94e5-f8ad49e20c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59a09b5-5309-4025-9977-c932213619bb'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:49:08.525767 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905d38ab-c02b-4ad9-b47b-b41dc7576ac8" -d '{"events": [{"server_uuid": "8ad04185-b679-41f7-94e5-f8ad49e20c82", "name": "network-vif-plugged", "status": "completed", "tag": "f59a09b5-5309-4025-9977-c932213619bb"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:49:08.548086 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port f59a09b5-5309-4025-9977-c932213619bb, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f59a09b5-5309-4025-9977-c932213619bb,segment=NetworkSegment(00fd1d08-ea59-43a5-8fad-ee9ceca5f214),segment_id=00fd1d08-ea59-43a5-8fad-ee9ceca5f214)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:49:08.550592 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7aa815d-7978-409a-b72a-f6f546551dec req-bc2533d6-78a8-4caf-a57d-3f127ed0b0d8 service neutron] 10.222.0.76 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961399 Nov 11 17:49:08.552525 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:08.612615 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=f59a09b5-5309-4025-9977-c932213619bb,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:08.656350 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7aa815d-7978-409a-b72a-f6f546551dec req-28cb9b76-c4dc-4af7-a9fb-8a6bdbd965bb service neutron] 10.222.0.76 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989206 Nov 11 17:49:08.799141 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38adafa-98c8-4ba3-8790-13b8f530f09c x-openstack-request-id: req-c38adafa-98c8-4ba3-8790-13b8f530f09c {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:49:08.799920 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad04185-b679-41f7-94e5-f8ad49e20c82", "name": "network-vif-plugged", "status": "completed", "tag": "f59a09b5-5309-4025-9977-c932213619bb", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:49:08.800818 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c38adafa-98c8-4ba3-8790-13b8f530f09c {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:49:08.801372 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad04185-b679-41f7-94e5-f8ad49e20c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59a09b5-5309-4025-9977-c932213619bb', 'code': 200} Nov 11 17:49:08.888196 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90a18249-a442-4c2a-b80c-2edb76e6724d req-e36801c2-8fc4-44b1-a471-69f45fc2a88b tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6 HTTP/1.1" status: 200 len: 210 time: 0.0411637 Nov 11 17:49:08.939815 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab69acd-1037-4aac-928f-c7c0c2c49667 req-9e15c0da-fa1a-4ce1-8d46-d28285129806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:08.942827 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2ab69acd-1037-4aac-928f-c7c0c2c49667 req-9e15c0da-fa1a-4ce1-8d46-d28285129806 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 1097 time: 0.0488148 Nov 11 17:49:09.014789 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2ab69acd-1037-4aac-928f-c7c0c2c49667 req-93ddf7e2-fbd7-4459-9394-30a17082a2c4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645406 Nov 11 17:49:09.251862 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9184ce4-a270-4ee4-92a6-39ad29dfe8ce req-0684856e-2759-41e6-9685-5436e49dfc14 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:09.253894 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d9184ce4-a270-4ee4-92a6-39ad29dfe8ce req-0684856e-2759-41e6-9685-5436e49dfc14 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0616279 Nov 11 17:49:09.313149 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d9184ce4-a270-4ee4-92a6-39ad29dfe8ce req-6fabf2c8-3fc9-41a7-8c2a-c72e7fbb3495 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527358 Nov 11 17:49:10.015433 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-55bc5b9f-37c9-42dd-909f-69108e57ec14 req-f481a867-a522-48a5-9100-216902a04fa0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6 HTTP/1.1" status: 200 len: 210 time: 0.0281610 Nov 11 17:49:10.186078 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa815d-7978-409a-b72a-f6f546551dec req-282e228c-47a6-4d90-82e5-2676187ea1ac tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:10.187658 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c7aa815d-7978-409a-b72a-f6f546551dec req-282e228c-47a6-4d90-82e5-2676187ea1ac tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.64 "GET /v2.0/networks?id=5f6d2839-0fe3-4464-b00c-6e51db67d47c HTTP/1.1" status: 200 len: 811 time: 0.1388128 Nov 11 17:49:10.268910 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c7aa815d-7978-409a-b72a-f6f546551dec req-03b29315-63b2-4a0d-9447-46de485c4b49 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48fb128c35bc48a4b1d1b4a9aab07a98 HTTP/1.1" status: 200 len: 380 time: 0.0659509 Nov 11 17:49:10.281447 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-c7aa815d-7978-409a-b72a-f6f546551dec req-c8a1cec7-f24c-458e-a5e0-3032e2aec8eb tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Request body: {'port': {'device_id': '914b419b-5ac2-4c08-9c7a-65263a5ff2d6', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'admin_state_up': True, 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'security_groups': ['6a0681e9-9c57-4af2-acb3-df287cce3746']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:49:10.408544 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7aa815d-7978-409a-b72a-f6f546551dec req-c8a1cec7-f24c-458e-a5e0-3032e2aec8eb tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Made reservation on behalf of 48fb128c35bc48a4b1d1b4a9aab07a98 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:49:10.411601 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9af8cbcc-b001-4f91-aea9-968b1fe303c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:10.412156 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c7aa815d-7978-409a-b72a-f6f546551dec req-c8a1cec7-f24c-458e-a5e0-3032e2aec8eb tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:10.444157 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c84aa8-8141-4463-98ab-4220be2d17d8 req-4a4ccbe6-7fe2-4dc5-926b-993d8b4b88e0 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:10.451356 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a9c84aa8-8141-4463-98ab-4220be2d17d8 req-4a4ccbe6-7fe2-4dc5-926b-993d8b4b88e0 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0614002 Nov 11 17:49:10.497738 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a9c84aa8-8141-4463-98ab-4220be2d17d8 req-65b67305-eb09-4194-ab74-b191302af8a0 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455022 Nov 11 17:49:10.554212 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-c7aa815d-7978-409a-b72a-f6f546551dec req-c8a1cec7-f24c-458e-a5e0-3032e2aec8eb tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Allocated IP 172.20.0.4 (5f6d2839-0fe3-4464-b00c-6e51db67d47c/1145fbb8-f349-4241-b0f7-289be88670f2/c5630806-6f76-4b33-8ba6-02de336e1d29) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:49:10.712134 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c7aa815d-7978-409a-b72a-f6f546551dec req-c8a1cec7-f24c-458e-a5e0-3032e2aec8eb tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:10.774950 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd30a2-6ef7-4995-978b-025d7a3a0889 req-a0112291-58ec-4e58-a33c-23ccd89b83ed tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:10.776469 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4fbd30a2-6ef7-4995-978b-025d7a3a0889 req-a0112291-58ec-4e58-a33c-23ccd89b83ed tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0543413 Nov 11 17:49:10.784391 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c7aa815d-7978-409a-b72a-f6f546551dec req-c8a1cec7-f24c-458e-a5e0-3032e2aec8eb tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:10.817563 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11113db7-e6e5-406b-a309-55907632e781 req-5104be64-6f5b-454e-9a81-5edda3dd8522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:10.819079 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-11113db7-e6e5-406b-a309-55907632e781 req-5104be64-6f5b-454e-9a81-5edda3dd8522 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16854391256f471c869e55daff5c627e&device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 1097 time: 0.0905223 Nov 11 17:49:10.837232 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4fbd30a2-6ef7-4995-978b-025d7a3a0889 req-793641d1-98ab-411d-850f-731deba373b1 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476954 Nov 11 17:49:10.904731 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7aa815d-7978-409a-b72a-f6f546551dec req-c8a1cec7-f24c-458e-a5e0-3032e2aec8eb tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Network 5f6d2839-0fe3-4464-b00c-6e51db67d47c is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:49:10.908985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1cec7-f24c-458e-a5e0-3032e2aec8eb tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Pushing event updated for resources: {'Port': ['ID=c5630806-6f76-4b33-8ba6-02de336e1d29,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:10.911433 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-c7aa815d-7978-409a-b72a-f6f546551dec req-c8a1cec7-f24c-458e-a5e0-3032e2aec8eb tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:49:10.917544 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7aa815d-7978-409a-b72a-f6f546551dec req-c8a1cec7-f24c-458e-a5e0-3032e2aec8eb tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:49:10.982311 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:11.001051 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa815d-7978-409a-b72a-f6f546551dec req-c8a1cec7-f24c-458e-a5e0-3032e2aec8eb tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:11.001719 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c7aa815d-7978-409a-b72a-f6f546551dec req-c8a1cec7-f24c-458e-a5e0-3032e2aec8eb tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:11.012348 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11113db7-e6e5-406b-a309-55907632e781 req-70a73549-bbd3-40f3-9b19-f6900a01ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:11.013879 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-11113db7-e6e5-406b-a309-55907632e781 req-70a73549-bbd3-40f3-9b19-f6900a01ffc6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8a723ab-a60d-49e0-bc29-22b3cfd888e7 HTTP/1.1" status: 200 len: 912 time: 0.1851149 Nov 11 17:49:11.030946 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c7aa815d-7978-409a-b72a-f6f546551dec req-c8a1cec7-f24c-458e-a5e0-3032e2aec8eb tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7550995 Nov 11 17:49:11.083041 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] Request body: {'port': {'device_id': '914b419b-5ac2-4c08-9c7a-65263a5ff2d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:49:11.088594 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-11113db7-e6e5-406b-a309-55907632e781 req-60360caf-79f8-4650-9039-dbd394043721 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f59a09b5-5309-4025-9977-c932213619bb HTTP/1.1" status: 200 len: 217 time: 0.0673773 Nov 11 17:49:11.171221 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6436e84-fc49-4ceb-9d0a-53801a551e07 req-70134b6f-5239-40fe-a7ed-a58f2f3a5fd0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:11.181334 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6436e84-fc49-4ceb-9d0a-53801a551e07 req-70134b6f-5239-40fe-a7ed-a58f2f3a5fd0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6 HTTP/1.1" status: 200 len: 931 time: 0.0738432 Nov 11 17:49:11.191842 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e6b93aa8-099b-48a0-9bc9-1f51d23d6c8f None None] Provisioning complete for port c5630806-6f76-4b33-8ba6-02de336e1d29 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:49:11.192476 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e6b93aa8-099b-48a0-9bc9-1f51d23d6c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:11.192725 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:11.195570 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11113db7-e6e5-406b-a309-55907632e781 req-6ca212a0-083e-4f5b-81cc-55caed37867f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:11.197191 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-11113db7-e6e5-406b-a309-55907632e781 req-6ca212a0-083e-4f5b-81cc-55caed37867f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b91e6091-f7d9-4a46-953b-2a263d607524 HTTP/1.1" status: 200 len: 850 time: 0.0898395 Nov 11 17:49:11.242234 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e6b93aa8-099b-48a0-9bc9-1f51d23d6c8f None None] Port c5630806-6f76-4b33-8ba6-02de336e1d29 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:49:11.243677 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6436e84-fc49-4ceb-9d0a-53801a551e07 req-a95e34e3-b210-4b40-9e82-57351c2d36c5 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a0681e9-9c57-4af2-acb3-df287cce3746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614252 Nov 11 17:49:11.262033 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-11113db7-e6e5-406b-a309-55907632e781 req-7a3f6864-b89c-420f-b257-5f14d1b1cc2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8a723ab-a60d-49e0-bc29-22b3cfd888e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472369 Nov 11 17:49:11.462842 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-11113db7-e6e5-406b-a309-55907632e781 req-3efefe53-0132-4828-8599-613ccbff98aa service neutron] 10.222.0.64 "GET /v2.0/networks/d8a723ab-a60d-49e0-bc29-22b3cfd888e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947019 Nov 11 17:49:11.614440 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-11113db7-e6e5-406b-a309-55907632e781 req-97c0fe73-cd12-4b0e-97e9-d35ebaa490c7 service neutron] 10.222.0.64 "GET /v2.0/networks/d8a723ab-a60d-49e0-bc29-22b3cfd888e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433380 Nov 11 17:49:11.624809 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5630806-6f76-4b33-8ba6-02de336e1d29 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:49:11.633072 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:11.646978 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] Transition to ACTIVE for port object c5630806-6f76-4b33-8ba6-02de336e1d29 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:49:11.651145 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:11.704517 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] Pushing event updated for resources: {'Port': ['ID=c5630806-6f76-4b33-8ba6-02de336e1d29,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:11.785826 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] Attempting to bind port c5630806-6f76-4b33-8ba6-02de336e1d29 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:49:11.786185 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] Attempting to bind port c5630806-6f76-4b33-8ba6-02de336e1d29 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'abee9609-9b18-4ba9-9b72-2318c77ba40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:49:11.786583 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] Attempting to bind port c5630806-6f76-4b33-8ba6-02de336e1d29 on network 5f6d2839-0fe3-4464-b00c-6e51db67d47c {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:49:11.791815 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] Port c5630806-6f76-4b33-8ba6-02de336e1d29 on network 5f6d2839-0fe3-4464-b00c-6e51db67d47c not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:49:11.792163 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] Attempting to bind port c5630806-6f76-4b33-8ba6-02de336e1d29 on network 5f6d2839-0fe3-4464-b00c-6e51db67d47c {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:49:11.800903 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:49:11.801769 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] Checking segment: {'id': 'abee9609-9b18-4ba9-9b72-2318c77ba40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:49:11.802338 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] Bound using segment: {'id': 'abee9609-9b18-4ba9-9b72-2318c77ba40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:49:11.802971 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] Bound port: c5630806-6f76-4b33-8ba6-02de336e1d29, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abee9609-9b18-4ba9-9b72-2318c77ba40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:49:11.803608 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:11.880301 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] For port c5630806-6f76-4b33-8ba6-02de336e1d29, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:49:11.884692 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] For port c5630806-6f76-4b33-8ba6-02de336e1d29, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c5630806-6f76-4b33-8ba6-02de336e1d29,segment=NetworkSegment(abee9609-9b18-4ba9-9b72-2318c77ba40e),segment_id=abee9609-9b18-4ba9-9b72-2318c77ba40e)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:49:11.902909 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:11.962758 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] Pushing event updated for resources: {'Port': ['ID=c5630806-6f76-4b33-8ba6-02de336e1d29,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:11.971928 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:11.972569 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:11.974036 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e2a1dece-941e-4a14-8ecb-0d16499b71da service neutron] 10.222.0.64 "PUT /v2.0/ports/c5630806-6f76-4b33-8ba6-02de336e1d29 HTTP/1.1" status: 200 len: 1091 time: 0.9010713 Nov 11 17:49:11.974361 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914b419b-5ac2-4c08-9c7a-65263a5ff2d6', 'tag': 'c5630806-6f76-4b33-8ba6-02de336e1d29'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:49:11.976671 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dbab01-c062-4747-bc0b-8f0883793bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "914b419b-5ac2-4c08-9c7a-65263a5ff2d6", "tag": "c5630806-6f76-4b33-8ba6-02de336e1d29"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:49:11.987666 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320ce95-bb3b-41ab-ba61-95d907aecc79 req-f35c9fd2-9b1c-4292-b8e1-9236cc8ecaf9 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:11.991076 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b320ce95-bb3b-41ab-ba61-95d907aecc79 req-f35c9fd2-9b1c-4292-b8e1-9236cc8ecaf9 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0726933 Nov 11 17:49:12.072884 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b320ce95-bb3b-41ab-ba61-95d907aecc79 req-974542f4-7e28-409e-9911-fb65b2b83258 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589685 Nov 11 17:49:12.080337 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa815d-7978-409a-b72a-f6f546551dec req-16c36c42-e381-4991-a330-0f1d674016e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:12.081921 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c7aa815d-7978-409a-b72a-f6f546551dec req-16c36c42-e381-4991-a330-0f1d674016e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=48fb128c35bc48a4b1d1b4a9aab07a98&device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6 HTTP/1.1" status: 200 len: 1094 time: 0.0514727 Nov 11 17:49:12.109046 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a75b9f-49ae-4357-af1a-e32fd7757746 x-openstack-request-id: req-36a75b9f-49ae-4357-af1a-e32fd7757746 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:49:12.109406 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914b419b-5ac2-4c08-9c7a-65263a5ff2d6", "tag": "c5630806-6f76-4b33-8ba6-02de336e1d29", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:49:12.109725 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-36a75b9f-49ae-4357-af1a-e32fd7757746 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:49:12.110193 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914b419b-5ac2-4c08-9c7a-65263a5ff2d6', 'tag': 'c5630806-6f76-4b33-8ba6-02de336e1d29', 'status': 'completed', 'code': 200} Nov 11 17:49:12.145305 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c7aa815d-7978-409a-b72a-f6f546551dec req-7149a6de-8283-41d5-b219-40f89f4e491e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5630806-6f76-4b33-8ba6-02de336e1d29 HTTP/1.1" status: 200 len: 217 time: 0.0470860 Nov 11 17:49:12.199519 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e3304b8c-fab6-482c-a9e0-e9b35c0a43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:12.201071 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c7aa815d-7978-409a-b72a-f6f546551dec req-e3304b8c-fab6-482c-a9e0-e9b35c0a43e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1145fbb8-f349-4241-b0f7-289be88670f2 HTTP/1.1" status: 200 len: 850 time: 0.0488236 Nov 11 17:49:12.248239 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa815d-7978-409a-b72a-f6f546551dec req-630c145b-17df-48da-9fc3-dcbf50375137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:12.249712 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c7aa815d-7978-409a-b72a-f6f546551dec req-630c145b-17df-48da-9fc3-dcbf50375137 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f6d2839-0fe3-4464-b00c-6e51db67d47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415623 Nov 11 17:49:12.358506 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c7aa815d-7978-409a-b72a-f6f546551dec req-6a612cf1-971c-46b3-a52a-5b5a050c4563 service neutron] 10.222.0.64 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010909 Nov 11 17:49:12.376268 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48c69f-06b1-491a-be19-ef4495afcbb0 req-bb415efe-3966-44d2-a851-863dff0cb6a1 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:12.377759 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d48c69f-06b1-491a-be19-ef4495afcbb0 req-bb415efe-3966-44d2-a851-863dff0cb6a1 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6 HTTP/1.1" status: 200 len: 943 time: 0.0507355 Nov 11 17:49:12.427093 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d48c69f-06b1-491a-be19-ef4495afcbb0 req-faa0a108-ae32-4e2a-b7f3-e468e9a81f1a tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a0681e9-9c57-4af2-acb3-df287cce3746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419445 Nov 11 17:49:12.453582 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c7aa815d-7978-409a-b72a-f6f546551dec req-7088eee7-ddbd-46d0-a372-511a96e3785e service neutron] 10.222.0.64 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886271 Nov 11 17:49:12.575852 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbab01-c062-4747-bc0b-8f0883793bc3 req-0ddf4e94-8fa0-4390-88b2-4c28cb106b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:12.577362 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c1dbab01-c062-4747-bc0b-8f0883793bc3 req-0ddf4e94-8fa0-4390-88b2-4c28cb106b88 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=48fb128c35bc48a4b1d1b4a9aab07a98&device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6 HTTP/1.1" status: 200 len: 1094 time: 0.0420542 Nov 11 17:49:12.601818 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:12.674395 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbab01-c062-4747-bc0b-8f0883793bc3 req-ccfe4291-77b3-4c37-b344-50a2986b7c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:12.675917 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c1dbab01-c062-4747-bc0b-8f0883793bc3 req-ccfe4291-77b3-4c37-b344-50a2986b7c80 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5f6d2839-0fe3-4464-b00c-6e51db67d47c HTTP/1.1" status: 200 len: 913 time: 0.0906334 Nov 11 17:49:12.718436 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c1dbab01-c062-4747-bc0b-8f0883793bc3 req-0f4fb76d-c907-4b6e-9eea-2e3d151966bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5630806-6f76-4b33-8ba6-02de336e1d29 HTTP/1.1" status: 200 len: 217 time: 0.0350380 Nov 11 17:49:12.775124 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbab01-c062-4747-bc0b-8f0883793bc3 req-7233aefc-7747-4ee5-8141-f5170d14538e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:12.776660 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c1dbab01-c062-4747-bc0b-8f0883793bc3 req-7233aefc-7747-4ee5-8141-f5170d14538e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1145fbb8-f349-4241-b0f7-289be88670f2 HTTP/1.1" status: 200 len: 850 time: 0.0506127 Nov 11 17:49:12.825505 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbab01-c062-4747-bc0b-8f0883793bc3 req-2e969799-a3c9-4642-a9d7-f28813e46635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:12.827037 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c1dbab01-c062-4747-bc0b-8f0883793bc3 req-2e969799-a3c9-4642-a9d7-f28813e46635 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f6d2839-0fe3-4464-b00c-6e51db67d47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425284 Nov 11 17:49:12.921436 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:12.926046 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c1dbab01-c062-4747-bc0b-8f0883793bc3 req-9385037b-be60-4985-aa8a-e125c4119821 service neutron] 10.222.0.64 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910907 Nov 11 17:49:13.018988 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c1dbab01-c062-4747-bc0b-8f0883793bc3 req-2eb5576e-bddd-49e2-9d51-1605295fa137 service neutron] 10.222.0.64 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852046 Nov 11 17:49:13.173079 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c75ca6-6691-454c-875d-1cac99637674 req-9e3be932-6e29-4b49-89a5-03d98968abb5 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:13.174644 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7c75ca6-6691-454c-875d-1cac99637674 req-9e3be932-6e29-4b49-89a5-03d98968abb5 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0546300 Nov 11 17:49:13.222839 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7c75ca6-6691-454c-875d-1cac99637674 req-8da07d3e-6fba-42bb-94a2-863f728640a9 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419405 Nov 11 17:49:13.546333 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a9243-a41d-4a98-af65-f18e1c662226 req-b9bd9047-7fa0-4892-8046-38b714f1e72d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:13.548048 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b52a9243-a41d-4a98-af65-f18e1c662226 req-b9bd9047-7fa0-4892-8046-38b714f1e72d tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6 HTTP/1.1" status: 200 len: 943 time: 0.0510085 Nov 11 17:49:13.598447 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b52a9243-a41d-4a98-af65-f18e1c662226 req-e1c1a243-36d8-47b1-94ab-1aea47103c1e tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a0681e9-9c57-4af2-acb3-df287cce3746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442972 Nov 11 17:49:14.338957 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cd9c8-e681-4320-aceb-a63d144437a9 req-d3f543ef-a745-4686-8d85-ee6204758593 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:14.340522 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b98cd9c8-e681-4320-aceb-a63d144437a9 req-d3f543ef-a745-4686-8d85-ee6204758593 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0495796 Nov 11 17:49:14.392871 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b98cd9c8-e681-4320-aceb-a63d144437a9 req-89ea631e-249e-4eb9-b8ed-94b8d1be30d8 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463488 Nov 11 17:49:14.713573 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18105af8-05bc-40dc-b54a-1ab8b6b778d7 req-3a46b697-410a-4b4c-939a-620a9205855c tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:14.715008 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-18105af8-05bc-40dc-b54a-1ab8b6b778d7 req-3a46b697-410a-4b4c-939a-620a9205855c tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6 HTTP/1.1" status: 200 len: 943 time: 0.0494502 Nov 11 17:49:14.762291 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-18105af8-05bc-40dc-b54a-1ab8b6b778d7 req-e0b3c15d-f3b7-4453-8d8d-705009c53868 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a0681e9-9c57-4af2-acb3-df287cce3746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412505 Nov 11 17:49:15.506763 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583996cd-2edc-4050-8920-3e862b0c946d req-f86753e5-ce6d-47af-aaf6-29c9a826f89a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:15.508168 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-583996cd-2edc-4050-8920-3e862b0c946d req-f86753e5-ce6d-47af-aaf6-29c9a826f89a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0483348 Nov 11 17:49:15.556748 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-583996cd-2edc-4050-8920-3e862b0c946d req-6aed4700-ead6-4af9-b3fb-0125ac0aa3be tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419459 Nov 11 17:49:15.878404 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5364d-78a2-48d3-9886-9c59b5293fa7 req-81e609ee-d681-4634-82fa-4e8f90ffcb3f tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:15.879890 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1d5364d-78a2-48d3-9886-9c59b5293fa7 req-81e609ee-d681-4634-82fa-4e8f90ffcb3f tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6 HTTP/1.1" status: 200 len: 943 time: 0.0520065 Nov 11 17:49:15.929824 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c1d5364d-78a2-48d3-9886-9c59b5293fa7 req-1499755d-a3a4-4ce2-b882-ffce7737192a tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a0681e9-9c57-4af2-acb3-df287cce3746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437958 Nov 11 17:49:16.333789 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device c5630806-6f76-4b33-8ba6-02de336e1d29 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:49:16.439216 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port c5630806-6f76-4b33-8ba6-02de336e1d29, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c5630806-6f76-4b33-8ba6-02de336e1d29,segment=NetworkSegment(abee9609-9b18-4ba9-9b72-2318c77ba40e),segment_id=abee9609-9b18-4ba9-9b72-2318c77ba40e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:49:16.453419 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'c5630806-6f76-4b33-8ba6-02de336e1d29', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'port_id': 'c5630806-6f76-4b33-8ba6-02de336e1d29', 'mac_address': 'fa:16:3e:30:f0:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:49:16.495002 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:16.509600 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5630806-6f76-4b33-8ba6-02de336e1d29 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:49:16.530326 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port c5630806-6f76-4b33-8ba6-02de336e1d29, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c5630806-6f76-4b33-8ba6-02de336e1d29,segment=NetworkSegment(abee9609-9b18-4ba9-9b72-2318c77ba40e),segment_id=abee9609-9b18-4ba9-9b72-2318c77ba40e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:49:16.534353 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:16.582728 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=c5630806-6f76-4b33-8ba6-02de336e1d29,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:16.681272 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66582cee-756d-4353-b550-ac3b57edcd34 req-0f8c87b5-bb79-4db4-906e-9beb1fa3181a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:16.682754 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66582cee-756d-4353-b550-ac3b57edcd34 req-0f8c87b5-bb79-4db4-906e-9beb1fa3181a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0498528 Nov 11 17:49:16.731219 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66582cee-756d-4353-b550-ac3b57edcd34 req-3ad4861a-b34e-4ada-9bb2-dffeb924d62a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413284 Nov 11 17:49:16.817223 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['c5630806-6f76-4b33-8ba6-02de336e1d29'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:49:17.049198 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7683ca5-5bfa-4aa5-aa89-5023f1918da4 req-c1813374-1d2f-4e6e-84fb-84ac9eb88271 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:17.050612 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b7683ca5-5bfa-4aa5-aa89-5023f1918da4 req-c1813374-1d2f-4e6e-84fb-84ac9eb88271 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6 HTTP/1.1" status: 200 len: 944 time: 0.0533545 Nov 11 17:49:17.101291 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b7683ca5-5bfa-4aa5-aa89-5023f1918da4 req-fe4d624f-2c84-462a-95c2-d16c551e1467 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a0681e9-9c57-4af2-acb3-df287cce3746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445974 Nov 11 17:49:17.622893 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-ff1fd6b1-54ea-4f0e-87ab-c059286ab207 req-7b1fa833-a3c0-427b-8b2e-a5daad6d3194 service neutron] (102618) timed out ('10.222.0.76', 46896) {{(pid=102618) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 17:49:17.879632 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9da111-26da-4d4f-a9b1-59fbdded0331 req-0f2038fd-80cc-4c5f-b8f3-e43bc45d9223 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:17.881222 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd9da111-26da-4d4f-a9b1-59fbdded0331 req-0f2038fd-80cc-4c5f-b8f3-e43bc45d9223 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0808599 Nov 11 17:49:17.884395 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e85bc5dd-2986-417a-8d80-59ae0a5d50c5 req-7bd0938f-45bb-430a-9f99-e531a7ffa42c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741220 Nov 11 17:49:17.940599 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd9da111-26da-4d4f-a9b1-59fbdded0331 req-8ada58d0-675c-454f-91db-93a92a8a15a6 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523334 Nov 11 17:49:17.974668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bc5dd-2986-417a-8d80-59ae0a5d50c5 req-0b3f6105-7726-4704-823f-b387154a6d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:17.976179 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e85bc5dd-2986-417a-8d80-59ae0a5d50c5 req-0b3f6105-7726-4704-823f-b387154a6d58 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 1096 time: 0.0488420 Nov 11 17:49:18.098742 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bc5dd-2986-417a-8d80-59ae0a5d50c5 req-f4e84d2a-fc27-4565-8405-6f5622638863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:18.100326 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e85bc5dd-2986-417a-8d80-59ae0a5d50c5 req-f4e84d2a-fc27-4565-8405-6f5622638863 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 914 time: 0.1023896 Nov 11 17:49:18.190734 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e85bc5dd-2986-417a-8d80-59ae0a5d50c5 req-7658cb08-f888-4ae2-a059-b19ebb8435b7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=437a9d7c-3ff9-4950-b82e-a12c10ef5626 HTTP/1.1" status: 200 len: 1001 time: 0.0811615 Nov 11 17:49:18.259697 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1714f99-26c3-4265-be21-1ef686751701 req-415808f5-2ed5-4547-b9b4-5906653d996a tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:18.261196 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1714f99-26c3-4265-be21-1ef686751701 req-415808f5-2ed5-4547-b9b4-5906653d996a tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6 HTTP/1.1" status: 200 len: 944 time: 0.0862570 Nov 11 17:49:18.265108 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bc5dd-2986-417a-8d80-59ae0a5d50c5 req-59fc9c99-d6a8-4c0f-93c5-8df64d1f9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:18.266440 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e85bc5dd-2986-417a-8d80-59ae0a5d50c5 req-59fc9c99-d6a8-4c0f-93c5-8df64d1f9c08 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.0625374 Nov 11 17:49:18.331142 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device c5630806-6f76-4b33-8ba6-02de336e1d29 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:49:18.339442 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1714f99-26c3-4265-be21-1ef686751701 req-0c665a84-ea5e-4ccf-9ab7-61e53eca007f tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a0681e9-9c57-4af2-acb3-df287cce3746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717814 Nov 11 17:49:18.345770 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bc5dd-2986-417a-8d80-59ae0a5d50c5 req-32fbb3a1-67fa-420e-b2ab-7402e4324df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:18.347308 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e85bc5dd-2986-417a-8d80-59ae0a5d50c5 req-32fbb3a1-67fa-420e-b2ab-7402e4324df8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658917 Nov 11 17:49:18.390228 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port c5630806-6f76-4b33-8ba6-02de336e1d29 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:49:18.394225 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port c5630806-6f76-4b33-8ba6-02de336e1d29 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:49:18.394664 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:18.444806 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e85bc5dd-2986-417a-8d80-59ae0a5d50c5 req-3bda73ca-c626-468f-8b94-bf99b02b1600 service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873458 Nov 11 17:49:18.494234 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:18.498182 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:18.531111 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914b419b-5ac2-4c08-9c7a-65263a5ff2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5630806-6f76-4b33-8ba6-02de336e1d29'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:49:18.534877 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129dce51-d155-46b8-bbf6-7a2fd6894ae8" -d '{"events": [{"server_uuid": "914b419b-5ac2-4c08-9c7a-65263a5ff2d6", "name": "network-vif-plugged", "status": "completed", "tag": "c5630806-6f76-4b33-8ba6-02de336e1d29"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:49:18.562523 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e85bc5dd-2986-417a-8d80-59ae0a5d50c5 req-8102c0fa-f8b3-4600-947c-f5288b6872cd service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110861 Nov 11 17:49:18.563778 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port c5630806-6f76-4b33-8ba6-02de336e1d29, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c5630806-6f76-4b33-8ba6-02de336e1d29,segment=NetworkSegment(abee9609-9b18-4ba9-9b72-2318c77ba40e),segment_id=abee9609-9b18-4ba9-9b72-2318c77ba40e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:49:18.580428 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:18.611317 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e87b03e-5a61-45b6-af73-5ee00b65083a x-openstack-request-id: req-6e87b03e-5a61-45b6-af73-5ee00b65083a {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:49:18.611641 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914b419b-5ac2-4c08-9c7a-65263a5ff2d6", "name": "network-vif-plugged", "status": "completed", "tag": "c5630806-6f76-4b33-8ba6-02de336e1d29", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:49:18.612025 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6e87b03e-5a61-45b6-af73-5ee00b65083a {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:49:18.612602 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914b419b-5ac2-4c08-9c7a-65263a5ff2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5630806-6f76-4b33-8ba6-02de336e1d29', 'code': 200} Nov 11 17:49:18.639265 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=c5630806-6f76-4b33-8ba6-02de336e1d29,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:18.717613 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643e03c-84a4-4e7f-ad4f-7461ab6ee0fa req-ebc3f6d5-8745-474a-8477-18224662c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:18.719119 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f643e03c-84a4-4e7f-ad4f-7461ab6ee0fa req-ebc3f6d5-8745-474a-8477-18224662c375 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6 HTTP/1.1" status: 200 len: 1096 time: 0.0406799 Nov 11 17:49:18.764959 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f643e03c-84a4-4e7f-ad4f-7461ab6ee0fa req-c14266f4-e8c6-4b52-abda-ec52f87f0f09 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6a0681e9-9c57-4af2-acb3-df287cce3746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377469 Nov 11 17:49:19.072178 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703249b-cdef-492a-a911-48c93a6e8fc1 req-c864eec4-12d6-4c3f-90dc-25a41ab0dbd4 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:19.073174 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8703249b-cdef-492a-a911-48c93a6e8fc1 req-c864eec4-12d6-4c3f-90dc-25a41ab0dbd4 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0536795 Nov 11 17:49:19.121508 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8703249b-cdef-492a-a911-48c93a6e8fc1 req-a0854734-b70a-4bc0-beb7-00a78d05df2f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418494 Nov 11 17:49:19.456874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c40f3-5a3f-4462-8b39-44de64c463c5 req-7f192f02-3a56-4259-bcb1-69a5a7d92a13 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:19.458341 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-af4c40f3-5a3f-4462-8b39-44de64c463c5 req-7f192f02-3a56-4259-bcb1-69a5a7d92a13 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6 HTTP/1.1" status: 200 len: 945 time: 0.0492775 Nov 11 17:49:19.504882 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-af4c40f3-5a3f-4462-8b39-44de64c463c5 req-90e91bf5-a984-4086-b4e2-0a0b3e31f854 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a0681e9-9c57-4af2-acb3-df287cce3746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403535 Nov 11 17:49:20.250438 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227806d-a52f-4d59-af36-a69048ee27c5 req-df3674e9-3923-4837-b145-80a4bcc36e6e tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:20.251904 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b227806d-a52f-4d59-af36-a69048ee27c5 req-df3674e9-3923-4837-b145-80a4bcc36e6e tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0571945 Nov 11 17:49:20.309523 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b227806d-a52f-4d59-af36-a69048ee27c5 req-64e128d6-e381-43d1-9372-cc76b7bc62aa tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475936 Nov 11 17:49:20.628342 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d788e5e-6a69-4ee3-96b4-c155de5dbea1 req-2e7769f2-15a1-4de4-8cd2-4e2fb1c26b1a tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:20.629861 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d788e5e-6a69-4ee3-96b4-c155de5dbea1 req-2e7769f2-15a1-4de4-8cd2-4e2fb1c26b1a tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6 HTTP/1.1" status: 200 len: 945 time: 0.0550020 Nov 11 17:49:20.682470 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d788e5e-6a69-4ee3-96b4-c155de5dbea1 req-10ce244d-e393-48a2-a9ca-e10eb69d98a2 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a0681e9-9c57-4af2-acb3-df287cce3746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441067 Nov 11 17:49:20.803762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043e68c-0d75-48b8-9a36-073ceb38b11d req-1f19ccfb-7cba-41d6-97c7-0ffbe217a6c9 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:20.803762 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e043e68c-0d75-48b8-9a36-073ceb38b11d req-1f19ccfb-7cba-41d6-97c7-0ffbe217a6c9 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6 HTTP/1.1" status: 200 len: 945 time: 0.0511971 Nov 11 17:49:20.810302 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 39208) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:49:20.815238 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-67e4d27d-d78c-47a5-a3bd-2ea3a218b5e0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Request body: {'floatingip': {'port_id': 'c5630806-6f76-4b33-8ba6-02de336e1d29'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:49:20.859809 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-67e4d27d-d78c-47a5-a3bd-2ea3a218b5e0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for floatingip, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:21.331472 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-67e4d27d-d78c-47a5-a3bd-2ea3a218b5e0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:21.336674 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-67e4d27d-d78c-47a5-a3bd-2ea3a218b5e0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:21.395301 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:49:21.455153 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ebeb3-3649-4696-a18c-04cd9f082375 req-ae75b5ea-d04a-4fc3-ac79-613be45e9e45 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:21.457152 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-170ebeb3-3649-4696-a18c-04cd9f082375 req-ae75b5ea-d04a-4fc3-ac79-613be45e9e45 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0789075 Nov 11 17:49:21.514634 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-170ebeb3-3649-4696-a18c-04cd9f082375 req-804a7704-8bbd-4bc8-853b-d2368b51c60f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507417 Nov 11 17:49:21.743173 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-67e4d27d-d78c-47a5-a3bd-2ea3a218b5e0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Floating IP eb84e0cb-d9c3-45e0-84ae-453e50da7d10 associated. External IP: 172.25.2.34, port: c5630806-6f76-4b33-8ba6-02de336e1d29. Nov 11 17:49:21.964798 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e4d27d-d78c-47a5-a3bd-2ea3a218b5e0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:49:22.082982 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e4d27d-d78c-47a5-a3bd-2ea3a218b5e0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:49:22.087972 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-67e4d27d-d78c-47a5-a3bd-2ea3a218b5e0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:22.093404 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7e643a-34c6-418d-ac3a-39f548ab7626 None None] Sync routers for ids ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:49:22.104398 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7e643a-34c6-418d-ac3a-39f548ab7626 None None] Routers {'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:49:22.105522 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-8b7e643a-34c6-418d-ac3a-39f548ab7626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:49:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:49:22.120705 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-67e4d27d-d78c-47a5-a3bd-2ea3a218b5e0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "PUT /v2.0/floatingips/eb84e0cb-d9c3-45e0-84ae-453e50da7d10 HTTP/1.1" status: 200 len: 990 time: 1.3088565 Nov 11 17:49:22.121660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914b419b-5ac2-4c08-9c7a-65263a5ff2d6', 'tag': 'c5630806-6f76-4b33-8ba6-02de336e1d29'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:49:22.124227 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6445c5-00e6-4020-8a5a-32edabc433b6" -d '{"events": [{"name": "network-changed", "server_uuid": "914b419b-5ac2-4c08-9c7a-65263a5ff2d6", "tag": "c5630806-6f76-4b33-8ba6-02de336e1d29"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:49:22.232317 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-8b7e643a-34c6-418d-ac3a-39f548ab7626 None None] Set router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:49:22.240172 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35387d88-0b52-411c-a05a-6316492dba91 x-openstack-request-id: req-35387d88-0b52-411c-a05a-6316492dba91 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:49:22.240472 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914b419b-5ac2-4c08-9c7a-65263a5ff2d6", "tag": "c5630806-6f76-4b33-8ba6-02de336e1d29", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:49:22.240728 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-35387d88-0b52-411c-a05a-6316492dba91 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:49:22.241262 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914b419b-5ac2-4c08-9c7a-65263a5ff2d6', 'tag': 'c5630806-6f76-4b33-8ba6-02de336e1d29', 'status': 'completed', 'code': 200} Nov 11 17:49:22.328497 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6445c5-00e6-4020-8a5a-32edabc433b6 req-19572976-f2f4-4b30-b9d4-51c8746f02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:22.330194 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3b6445c5-00e6-4020-8a5a-32edabc433b6 req-19572976-f2f4-4b30-b9d4-51c8746f02fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=48fb128c35bc48a4b1d1b4a9aab07a98&device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6 HTTP/1.1" status: 200 len: 1096 time: 0.0463140 Nov 11 17:49:22.433646 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6445c5-00e6-4020-8a5a-32edabc433b6 req-7fd756d6-1075-416a-aaf7-5e384d3c989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:22.435994 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3b6445c5-00e6-4020-8a5a-32edabc433b6 req-7fd756d6-1075-416a-aaf7-5e384d3c989a service neutron] 10.222.0.64 "GET /v2.0/networks?id=5f6d2839-0fe3-4464-b00c-6e51db67d47c HTTP/1.1" status: 200 len: 913 time: 0.0974903 Nov 11 17:49:22.478169 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-8b7e643a-34c6-418d-ac3a-39f548ab7626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'name': 'tempest-AttachVolumeTestJSON-1800739326-router', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:44:54Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'gw_port': {'id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:55Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'eb84e0cb-d9c3-45e0-84ae-453e50da7d10', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'port_id': 'c5630806-6f76-4b33-8ba6-02de336e1d29', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'mac_address': 'fa:16:3e:30:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914b419b-5ac2-4c08-9c7a-65263a5ff2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:49:07Z', 'updated_at': '2021-11-11T17:49:21Z', 'revision_number': 1, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46893ea1-e034-4eb7-9147-09ecbb631ef1', 'name': '', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'mac_address': 'fa:16:3e:99:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:59Z', 'updated_at': '2021-11-11T17:45:05Z', 'revision_number': 5, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'subnets': [{'id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:49:22.504506 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7e643a-34c6-418d-ac3a-39f548ab7626 None None] Checking router: efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:49:22.506952 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3b6445c5-00e6-4020-8a5a-32edabc433b6 req-e30d7af8-2343-402c-9381-c347c4bc30e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5630806-6f76-4b33-8ba6-02de336e1d29 HTTP/1.1" status: 200 len: 998 time: 0.0636842 Nov 11 17:49:22.513443 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7e643a-34c6-418d-ac3a-39f548ab7626 None None] Routers {'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:49:22.514039 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-8b7e643a-34c6-418d-ac3a-39f548ab7626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:49:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:49:22.566540 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6445c5-00e6-4020-8a5a-32edabc433b6 req-351d397e-b93b-41c2-8712-b759c57d9bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:22.570839 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3b6445c5-00e6-4020-8a5a-32edabc433b6 req-351d397e-b93b-41c2-8712-b759c57d9bbb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1145fbb8-f349-4241-b0f7-289be88670f2 HTTP/1.1" status: 200 len: 850 time: 0.0570087 Nov 11 17:49:22.621342 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6445c5-00e6-4020-8a5a-32edabc433b6 req-0031e785-6b5b-4bd9-a858-5ac6ab8ace55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:22.622954 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3b6445c5-00e6-4020-8a5a-32edabc433b6 req-0031e785-6b5b-4bd9-a858-5ac6ab8ace55 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f6d2839-0fe3-4464-b00c-6e51db67d47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457263 Nov 11 17:49:22.632919 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-8b7e643a-34c6-418d-ac3a-39f548ab7626 None None] Set router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:49:22.643977 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a44d1-8a60-4548-8895-3a97a4e58476 req-1eef0234-c79e-4d4b-8093-00e833e78a1a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:22.646125 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d2a44d1-8a60-4548-8895-3a97a4e58476 req-1eef0234-c79e-4d4b-8093-00e833e78a1a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0577371 Nov 11 17:49:22.699820 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d2a44d1-8a60-4548-8895-3a97a4e58476 req-8f534619-a42f-4e8f-a715-4d36bad38116 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481286 Nov 11 17:49:22.734656 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3b6445c5-00e6-4020-8a5a-32edabc433b6 req-23ed9436-d7f5-4ff2-bb0d-0a471724c7c6 service neutron] 10.222.0.64 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041098 Nov 11 17:49:22.853313 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3b6445c5-00e6-4020-8a5a-32edabc433b6 req-61e88dc8-db75-416b-a602-e3dbec3988c4 service neutron] 10.222.0.64 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110892 Nov 11 17:49:22.904854 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-8b7e643a-34c6-418d-ac3a-39f548ab7626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'name': 'tempest-AttachVolumeTestJSON-1800739326-router', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:44:54Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'gw_port': {'id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:55Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'eb84e0cb-d9c3-45e0-84ae-453e50da7d10', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'port_id': 'c5630806-6f76-4b33-8ba6-02de336e1d29', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'mac_address': 'fa:16:3e:30:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914b419b-5ac2-4c08-9c7a-65263a5ff2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:49:07Z', 'updated_at': '2021-11-11T17:49:21Z', 'revision_number': 1, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46893ea1-e034-4eb7-9147-09ecbb631ef1', 'name': '', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'mac_address': 'fa:16:3e:99:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:59Z', 'updated_at': '2021-11-11T17:45:05Z', 'revision_number': 5, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'subnets': [{'id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:49:22.937323 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7e643a-34c6-418d-ac3a-39f548ab7626 None None] The sync data for ids ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'] in n-d-816206-4 is: [{'id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'name': 'tempest-AttachVolumeTestJSON-1800739326-router', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:44:54Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'gw_port': {'id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:55Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'eb84e0cb-d9c3-45e0-84ae-453e50da7d10', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'port_id': 'c5630806-6f76-4b33-8ba6-02de336e1d29', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'mac_address': 'fa:16:3e:30:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914b419b-5ac2-4c08-9c7a-65263a5ff2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:49:07Z', 'updated_at': '2021-11-11T17:49:21Z', 'revision_number': 1, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46893ea1-e034-4eb7-9147-09ecbb631ef1', 'name': '', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'mac_address': 'fa:16:3e:99:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:59Z', 'updated_at': '2021-11-11T17:45:05Z', 'revision_number': 5, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'subnets': [{'id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:49:23.148031 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89139f7b-0b32-4fdd-90fb-51a0211c79d2 None None] New status for floating IP eb84e0cb-d9c3-45e0-84ae-453e50da7d10: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:49:23.823300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d109beb-930c-4d12-9c99-3a35294b6161 req-a709df96-ab22-408c-909f-656bead4aeed tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:23.827197 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7d109beb-930c-4d12-9c99-3a35294b6161 req-a709df96-ab22-408c-909f-656bead4aeed tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0559187 Nov 11 17:49:23.874140 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7d109beb-930c-4d12-9c99-3a35294b6161 req-d50f2f86-dca4-4f1a-be77-0ec3643f19ec tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418544 Nov 11 17:49:24.185412 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:25.006335 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead52e49-1112-45e7-9264-78e90952468c req-d56e6ed0-2f3c-42dd-b211-b29434f46d9a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:25.007190 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ead52e49-1112-45e7-9264-78e90952468c req-d56e6ed0-2f3c-42dd-b211-b29434f46d9a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0539229 Nov 11 17:49:25.058678 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ead52e49-1112-45e7-9264-78e90952468c req-a0649851-6da7-43a0-ba59-5dc76c38c171 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446086 Nov 11 17:49:26.210518 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd643f-a480-48f5-a635-3e3114ebfbdc req-52db0c19-2fb2-440c-8d69-5618997f390d tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:26.212107 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fccd643f-a480-48f5-a635-3e3114ebfbdc req-52db0c19-2fb2-440c-8d69-5618997f390d tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0529966 Nov 11 17:49:26.267113 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fccd643f-a480-48f5-a635-3e3114ebfbdc req-3e5423d5-40f0-4001-b199-0242a6ae6a16 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483701 Nov 11 17:49:27.386714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6d11b-4dbd-41fc-9e7a-bf8945b86120 req-3430cc2b-cb5d-409d-83dc-4b36f0a7aa3b tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:27.388189 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-12e6d11b-4dbd-41fc-9e7a-bf8945b86120 req-3430cc2b-cb5d-409d-83dc-4b36f0a7aa3b tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0500379 Nov 11 17:49:27.436572 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-12e6d11b-4dbd-41fc-9e7a-bf8945b86120 req-25435745-dfe4-4317-a85b-035421de85fe tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423298 Nov 11 17:49:28.564806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9d624-eb67-4d4b-9fe9-9cdf03c7de03 req-5d3eaf6d-07d5-4186-af89-7ab3f92daecb tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:28.566325 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63e9d624-eb67-4d4b-9fe9-9cdf03c7de03 req-5d3eaf6d-07d5-4186-af89-7ab3f92daecb tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0537202 Nov 11 17:49:28.614717 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63e9d624-eb67-4d4b-9fe9-9cdf03c7de03 req-9c32fdd8-e864-4633-8fcc-5ee3e0f13fa3 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421386 Nov 11 17:49:29.428573 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 39516) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:49:29.568653 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d5a52ef8-4651-4a78-a9c8-93f3f192ec9f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=56100b50627147e69ad7ae7d826f17ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388290 Nov 11 17:49:29.570961 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 39520) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:49:29.622617 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0c6c738-a2db-4ad6-b2b3-94bf8f64d308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:29.644997 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0c6c738-a2db-4ad6-b2b3-94bf8f64d308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:29.723214 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0c6c738-a2db-4ad6-b2b3-94bf8f64d308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:29.725786 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0c6c738-a2db-4ad6-b2b3-94bf8f64d308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:29.726908 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c0c6c738-a2db-4ad6-b2b3-94bf8f64d308 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a4a5f922-a636-4050-b440-f4fd3dd69f13 HTTP/1.1" status: 204 len: 168 time: 0.1550508 Nov 11 17:49:29.742222 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6c738-a2db-4ad6-b2b3-94bf8f64d308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a5f922-a636-4050-b440-f4fd3dd69f13,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:29.760529 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313f530-9fbf-4b68-b0a1-d4f8ac9ef6f0 req-445e95ea-5360-409c-9f1d-0ca79509a467 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:29.762058 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4313f530-9fbf-4b68-b0a1-d4f8ac9ef6f0 req-445e95ea-5360-409c-9f1d-0ca79509a467 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0707269 Nov 11 17:49:29.763895 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6c738-a2db-4ad6-b2b3-94bf8f64d308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:29.764244 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6c738-a2db-4ad6-b2b3-94bf8f64d308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:29.764585 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6c738-a2db-4ad6-b2b3-94bf8f64d308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:29.764923 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6c738-a2db-4ad6-b2b3-94bf8f64d308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:29.765256 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6c738-a2db-4ad6-b2b3-94bf8f64d308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:29.765584 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6c738-a2db-4ad6-b2b3-94bf8f64d308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:29.765916 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6c738-a2db-4ad6-b2b3-94bf8f64d308 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:29.766340 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6c738-a2db-4ad6-b2b3-94bf8f64d308 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:29.766669 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6c738-a2db-4ad6-b2b3-94bf8f64d308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:29.766995 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6c738-a2db-4ad6-b2b3-94bf8f64d308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:29.767321 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6c738-a2db-4ad6-b2b3-94bf8f64d308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:29.767643 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6c738-a2db-4ad6-b2b3-94bf8f64d308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:29.829918 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4313f530-9fbf-4b68-b0a1-d4f8ac9ef6f0 req-3ac2930d-b820-4cc6-b761-2292b761829e tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568628 Nov 11 17:49:30.369289 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 39546) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:49:30.463483 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-7b7b1aa3-1095-4bb7-a874-9498896c019a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2131389628-network', 'tenant_id': '96296ba98aac4cf4b53c1daa1b3aa163'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:49:30.484330 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7b1aa3-1095-4bb7-a874-9498896c019a admin admin] Made reservation on behalf of 96296ba98aac4cf4b53c1daa1b3aa163 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:49:30.486615 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1aa3-1095-4bb7-a874-9498896c019a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:30.497888 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1aa3-1095-4bb7-a874-9498896c019a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:30.569916 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1aa3-1095-4bb7-a874-9498896c019a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:30.574291 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1aa3-1095-4bb7-a874-9498896c019a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:30.593890 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7b1aa3-1095-4bb7-a874-9498896c019a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1255} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:49:30.608777 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1aa3-1095-4bb7-a874-9498896c019a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:30.609119 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-7b7b1aa3-1095-4bb7-a874-9498896c019a admin admin] Added segment c5220266-8366-4187-8407-76ea37f16b90 of type vlan for network 9830ecb6-48f5-4c2e-b809-ccf439f7c713 Nov 11 17:49:30.610414 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b1aa3-1095-4bb7-a874-9498896c019a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df449c78-a805-4181-9886-da76004507fb,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:30.651821 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1aa3-1095-4bb7-a874-9498896c019a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:30.676196 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1aa3-1095-4bb7-a874-9498896c019a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:30.677129 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7b1aa3-1095-4bb7-a874-9498896c019a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:30.677788 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1aa3-1095-4bb7-a874-9498896c019a admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:30.727744 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7b7b1aa3-1095-4bb7-a874-9498896c019a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3573623 Nov 11 17:49:30.730753 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 39550) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:49:30.735825 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] Request body: {'subnet': {'network_id': '9830ecb6-48f5-4c2e-b809-ccf439f7c713', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2131389628-subnet', 'tenant_id': '96296ba98aac4cf4b53c1daa1b3aa163', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:49:30.738908 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b1aa3-1095-4bb7-a874-9498896c019a admin admin] Pushing event updated for resources: {'Network': ['ID=9830ecb6-48f5-4c2e-b809-ccf439f7c713,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:30.753057 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 9830ecb6-48f5-4c2e-b809-ccf439f7c713 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:49:30.759611 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] Made reservation on behalf of 96296ba98aac4cf4b53c1daa1b3aa163 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:49:30.762646 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:30.938754 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:30.956759 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf120cc-db71-4cd9-a0b3-77919bbba590 req-41f7abc2-ca4b-4bfd-9d87-8d6c3658707a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:30.958255 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9bf120cc-db71-4cd9-a0b3-77919bbba590 req-41f7abc2-ca4b-4bfd-9d87-8d6c3658707a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0552161 Nov 11 17:49:30.992824 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=544e878c-504a-4f0e-91ea-60b0463a928e,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:31.006751 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9bf120cc-db71-4cd9-a0b3-77919bbba590 req-d587b315-a25f-4785-89d7-aad658335d7a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422740 Nov 11 17:49:31.008398 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:31.008750 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:31.009369 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:31.009831 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:31.010028 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:31.010362 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:31.010692 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:31.011054 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:31.011387 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:31.011716 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:31.012066 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:31.012391 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:49:31.021274 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] Checking segment: {'id': 'c5220266-8366-4187-8407-76ea37f16b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '9830ecb6-48f5-4c2e-b809-ccf439f7c713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:49:31.021668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] Network hostable DHCP agents. Network: 9830ecb6-48f5-4c2e-b809-ccf439f7c713, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:49:31.040150 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] Network 9830ecb6-48f5-4c2e-b809-ccf439f7c713 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:49:31.049768 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 9830ecb6-48f5-4c2e-b809-ccf439f7c713) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:49:31.055100 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:31.055686 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:31.064411 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feebc1f-770d-469f-ba80-1a7c363d63a9 None None] Network 9830ecb6-48f5-4c2e-b809-ccf439f7c713 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:49:31.075845 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-df3e47e3-77dc-44ec-b70d-84db17094e07 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3411543 Nov 11 17:49:31.190366 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b1cd4f-4d30-4c56-8527-7e9b720aae37 None None] Network 9830ecb6-48f5-4c2e-b809-ccf439f7c713 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:49:32.124138 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030caf9-c981-4202-9652-c5bdd7166619 req-a7794a04-3abb-4df4-aa56-edfd2ea9f0ab tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:32.125601 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d030caf9-c981-4202-9652-c5bdd7166619 req-a7794a04-3abb-4df4-aa56-edfd2ea9f0ab tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0482368 Nov 11 17:49:32.175023 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d030caf9-c981-4202-9652-c5bdd7166619 req-383f12e6-b36c-4928-9a93-12b600a88c1a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435207 Nov 11 17:49:33.298555 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5627522-874c-47be-94ae-038b26af9eb1 req-f6d015a6-db65-4fad-8023-89fda61b548f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:33.300017 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d5627522-874c-47be-94ae-038b26af9eb1 req-f6d015a6-db65-4fad-8023-89fda61b548f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0523906 Nov 11 17:49:33.349831 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d5627522-874c-47be-94ae-038b26af9eb1 req-c78e5311-10cc-4c0e-8819-41956903025c tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438111 Nov 11 17:49:34.279247 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a65b89-4799-44ae-a13b-33b6d2478682 req-6cd71476-95be-41c2-a97c-1e1856aebadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:34.280675 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-42a65b89-4799-44ae-a13b-33b6d2478682 req-6cd71476-95be-41c2-a97c-1e1856aebadf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16854391256f471c869e55daff5c627e&device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 1097 time: 0.0407307 Nov 11 17:49:34.389689 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a65b89-4799-44ae-a13b-33b6d2478682 req-019696d2-0e52-4fea-a5c5-238fc85772e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:34.391159 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-42a65b89-4799-44ae-a13b-33b6d2478682 req-019696d2-0e52-4fea-a5c5-238fc85772e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8a723ab-a60d-49e0-bc29-22b3cfd888e7 HTTP/1.1" status: 200 len: 912 time: 0.0924327 Nov 11 17:49:34.434463 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-42a65b89-4799-44ae-a13b-33b6d2478682 req-5f98d519-aebd-4aa7-a383-f1e21c7cd7b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f59a09b5-5309-4025-9977-c932213619bb HTTP/1.1" status: 200 len: 217 time: 0.0352468 Nov 11 17:49:34.471226 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a0c3f-b9f9-4a9e-a3f9-a824022aa23e req-da3843fe-a477-4a68-a187-ab3bdfe7209a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:34.472735 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-821a0c3f-b9f9-4a9e-a3f9-a824022aa23e req-da3843fe-a477-4a68-a187-ab3bdfe7209a tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0505538 Nov 11 17:49:34.483348 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a65b89-4799-44ae-a13b-33b6d2478682 req-dee7ae9c-cc89-4e71-bc56-180728a71b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:34.484819 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-42a65b89-4799-44ae-a13b-33b6d2478682 req-dee7ae9c-cc89-4e71-bc56-180728a71b34 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b91e6091-f7d9-4a46-953b-2a263d607524 HTTP/1.1" status: 200 len: 850 time: 0.0438688 Nov 11 17:49:34.516628 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-42a65b89-4799-44ae-a13b-33b6d2478682 req-b73cb600-7e2b-492b-b131-5839926c60fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8a723ab-a60d-49e0-bc29-22b3cfd888e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244284 Nov 11 17:49:34.520925 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-821a0c3f-b9f9-4a9e-a3f9-a824022aa23e req-1d91b96c-af72-490c-b700-fcf9e5fd9bc2 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422657 Nov 11 17:49:34.612356 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-42a65b89-4799-44ae-a13b-33b6d2478682 req-b3627d12-07c5-408f-9d9e-e5940f18d84c service neutron] 10.222.0.64 "GET /v2.0/networks/d8a723ab-a60d-49e0-bc29-22b3cfd888e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880783 Nov 11 17:49:34.711801 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-42a65b89-4799-44ae-a13b-33b6d2478682 req-9a75432c-1562-4405-8afe-79311f7f8aa8 service neutron] 10.222.0.64 "GET /v2.0/networks/d8a723ab-a60d-49e0-bc29-22b3cfd888e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841904 Nov 11 17:49:35.642144 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a465b-d282-4155-ac8a-768102a60af4 req-ee9e8ae1-ab20-4f93-b62f-3a4cc1e466c8 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:35.643621 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-211a465b-d282-4155-ac8a-768102a60af4 req-ee9e8ae1-ab20-4f93-b62f-3a4cc1e466c8 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0501242 Nov 11 17:49:35.702551 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-211a465b-d282-4155-ac8a-768102a60af4 req-bc2a94db-2460-4a0e-b6a2-f00588467eb2 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527492 Nov 11 17:49:36.826229 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae357ff-9338-4c69-9edb-1c7b3fdd5ecd req-91d998b7-5e84-4143-b931-1f0dbd60f013 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:36.827838 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7ae357ff-9338-4c69-9edb-1c7b3fdd5ecd req-91d998b7-5e84-4143-b931-1f0dbd60f013 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0540574 Nov 11 17:49:36.875922 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7ae357ff-9338-4c69-9edb-1c7b3fdd5ecd req-731f24eb-0a3f-4273-8aca-553f2a058816 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411694 Nov 11 17:49:37.443416 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-da5b115c-138d-43fc-8c2d-e25cd670d095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:37.907106 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a544e38-038d-441c-b96a-64b372a26955 req-117f2605-3c55-4cb1-a6b7-60860e9715ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:37.908955 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4a544e38-038d-441c-b96a-64b372a26955 req-117f2605-3c55-4cb1-a6b7-60860e9715ee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 1097 time: 0.0481977 Nov 11 17:49:37.963766 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4a544e38-038d-441c-b96a-64b372a26955 req-1e3a2b9a-5fdb-41b6-a699-81845ae6e879 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467947 Nov 11 17:49:38.015487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85c0aa-9404-4dd8-9856-cd243130576a req-8a8fbb52-92ea-42d3-a7b4-dd7f826070f2 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:38.017183 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb85c0aa-9404-4dd8-9856-cd243130576a req-8a8fbb52-92ea-42d3-a7b4-dd7f826070f2 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0535448 Nov 11 17:49:38.076637 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb85c0aa-9404-4dd8-9856-cd243130576a req-97ade832-4724-4f8c-9b83-cd8184f315bc tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516188 Nov 11 17:49:39.198783 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3febf6-a5dc-42ef-acfd-a125889ac56a req-d5ab4182-9efa-4ab7-86eb-2f489dcc51e3 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:39.200360 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce3febf6-a5dc-42ef-acfd-a125889ac56a req-d5ab4182-9efa-4ab7-86eb-2f489dcc51e3 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0566785 Nov 11 17:49:39.253680 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce3febf6-a5dc-42ef-acfd-a125889ac56a req-4ca8060a-c361-4224-b811-82180591974f tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466468 Nov 11 17:49:39.547474 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d264e1f-5a08-4462-8ddb-6e32bb1b0507 req-5be46145-bd3c-489f-8d95-642fb7a84eea tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:39.555630 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d264e1f-5a08-4462-8ddb-6e32bb1b0507 req-5be46145-bd3c-489f-8d95-642fb7a84eea tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0590165 Nov 11 17:49:39.569562 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7ed6c-5a80-484d-9840-3868e1456d60 req-0cc7fa4a-9233-4b0b-9daa-c2909281bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:39.571074 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d3c7ed6c-5a80-484d-9840-3868e1456d60 req-0cc7fa4a-9233-4b0b-9daa-c2909281bbdf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=16854391256f471c869e55daff5c627e&device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 1097 time: 0.0642455 Nov 11 17:49:39.607335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d264e1f-5a08-4462-8ddb-6e32bb1b0507 req-991f4119-431d-4832-8e5e-6125d339ad3e tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478830 Nov 11 17:49:39.676934 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7ed6c-5a80-484d-9840-3868e1456d60 req-bc5cb0b6-7035-4863-b1be-aebd56c8010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:39.678432 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d3c7ed6c-5a80-484d-9840-3868e1456d60 req-bc5cb0b6-7035-4863-b1be-aebd56c8010e service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8a723ab-a60d-49e0-bc29-22b3cfd888e7 HTTP/1.1" status: 200 len: 912 time: 0.0994353 Nov 11 17:49:39.724002 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d3c7ed6c-5a80-484d-9840-3868e1456d60 req-5ab1a572-30d5-4d70-b744-824167f26f28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f59a09b5-5309-4025-9977-c932213619bb HTTP/1.1" status: 200 len: 217 time: 0.0376039 Nov 11 17:49:39.772811 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7ed6c-5a80-484d-9840-3868e1456d60 req-8066b5de-e121-4290-a680-0765c2c8c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:39.774235 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d3c7ed6c-5a80-484d-9840-3868e1456d60 req-8066b5de-e121-4290-a680-0765c2c8c5bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b91e6091-f7d9-4a46-953b-2a263d607524 HTTP/1.1" status: 200 len: 850 time: 0.0433867 Nov 11 17:49:39.806732 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d3c7ed6c-5a80-484d-9840-3868e1456d60 req-971004f5-bd54-4b96-9e05-a6c224f28201 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8a723ab-a60d-49e0-bc29-22b3cfd888e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255733 Nov 11 17:49:39.913068 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d3c7ed6c-5a80-484d-9840-3868e1456d60 req-f96d67d0-59ec-4cc4-9316-3941c678f83c service neutron] 10.222.0.64 "GET /v2.0/networks/d8a723ab-a60d-49e0-bc29-22b3cfd888e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971043 Nov 11 17:49:40.021645 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d3c7ed6c-5a80-484d-9840-3868e1456d60 req-0d86e793-5ff8-46bb-beeb-56cd8634661b service neutron] 10.222.0.64 "GET /v2.0/networks/d8a723ab-a60d-49e0-bc29-22b3cfd888e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016972 Nov 11 17:49:40.413150 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-61d8a29a-bd91-465a-8bd5-aad88aa47221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:40.741154 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e17658-74eb-4bd7-ae62-dcb1f721d8f0 req-a2fa690d-6770-46a5-b6b5-2530cae543fb tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:40.742859 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e17658-74eb-4bd7-ae62-dcb1f721d8f0 req-a2fa690d-6770-46a5-b6b5-2530cae543fb tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0502872 Nov 11 17:49:40.799804 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e17658-74eb-4bd7-ae62-dcb1f721d8f0 req-87268bff-ca75-4a1c-ad70-ee838dde9474 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472157 Nov 11 17:49:40.991416 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:41.938745 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172053a-fedf-4b37-8531-b0331357fe91 req-d0841934-b166-4f12-8320-e87bb0df516b tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:41.940258 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f172053a-fedf-4b37-8531-b0331357fe91 req-d0841934-b166-4f12-8320-e87bb0df516b tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0515442 Nov 11 17:49:41.988985 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f172053a-fedf-4b37-8531-b0331357fe91 req-a8429803-2119-41e5-9349-ed27114bab49 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426693 Nov 11 17:49:42.264423 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed29715-e400-4f2d-9adc-b1d1d3564e17 req-3ef9d09e-33b0-45b4-a26b-aa72b5186b59 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:42.265992 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4ed29715-e400-4f2d-9adc-b1d1d3564e17 req-3ef9d09e-33b0-45b4-a26b-aa72b5186b59 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0548799 Nov 11 17:49:42.314526 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4ed29715-e400-4f2d-9adc-b1d1d3564e17 req-1d904878-04fc-4f5c-9ef6-1efe2928df29 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423219 Nov 11 17:49:42.600656 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:42.924270 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:43.436234 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b65aa-05cb-4bcc-a3cb-dea63ac3189a req-879c1501-3010-4b00-bd1a-1fe6be38c4b5 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:43.437635 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e12b65aa-05cb-4bcc-a3cb-dea63ac3189a req-879c1501-3010-4b00-bd1a-1fe6be38c4b5 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0528071 Nov 11 17:49:43.485295 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e12b65aa-05cb-4bcc-a3cb-dea63ac3189a req-c6d55188-96e7-4cfb-beda-a17c620fcd24 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418134 Nov 11 17:49:44.602676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940b32d-3b6f-452a-a5fe-1151e76a9e95 req-5da74b10-6895-409b-84f1-c9425045644e tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:44.604185 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f940b32d-3b6f-452a-a5fe-1151e76a9e95 req-5da74b10-6895-409b-84f1-c9425045644e tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0494039 Nov 11 17:49:44.652657 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f940b32d-3b6f-452a-a5fe-1151e76a9e95 req-45926c38-a3f0-4f9e-ba29-e26e850b3c97 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 Nov 11 17:49:45.514515 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71cc01-ce18-4453-8cdb-d677ce98acc4 req-c0cec53c-1e8e-4204-8c9b-728c5205896d tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:45.515957 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5c71cc01-ce18-4453-8cdb-d677ce98acc4 req-c0cec53c-1e8e-4204-8c9b-728c5205896d tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0495577 Nov 11 17:49:45.609620 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-5c71cc01-ce18-4453-8cdb-d677ce98acc4 req-6672bcb3-0af0-4ba4-91f0-33d08211d292 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Deleting port f59a09b5-5309-4025-9977-c932213619bb {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:49:45.609962 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5c71cc01-ce18-4453-8cdb-d677ce98acc4 req-6672bcb3-0af0-4ba4-91f0-33d08211d292 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:45.706870 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-5c71cc01-ce18-4453-8cdb-d677ce98acc4 req-6672bcb3-0af0-4ba4-91f0-33d08211d292 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] For port f59a09b5-5309-4025-9977-c932213619bb, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=f59a09b5-5309-4025-9977-c932213619bb,segment=NetworkSegment(00fd1d08-ea59-43a5-8fad-ee9ceca5f214),segment_id=00fd1d08-ea59-43a5-8fad-ee9ceca5f214)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:49:45.707267 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5c71cc01-ce18-4453-8cdb-d677ce98acc4 req-6672bcb3-0af0-4ba4-91f0-33d08211d292 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:45.721858 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-5c71cc01-ce18-4453-8cdb-d677ce98acc4 req-6672bcb3-0af0-4ba4-91f0-33d08211d292 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Calling delete_port for f59a09b5-5309-4025-9977-c932213619bb owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:49:45.777607 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c17372-4aaf-40de-97dc-3d09cbca8003 req-5d1969ff-9618-42a9-9ba3-3776faa05bf3 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:45.779141 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4c17372-4aaf-40de-97dc-3d09cbca8003 req-5d1969ff-9618-42a9-9ba3-3776faa05bf3 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ad04185-b679-41f7-94e5-f8ad49e20c82 HTTP/1.1" status: 200 len: 946 time: 0.0558257 Nov 11 17:49:45.829043 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4c17372-4aaf-40de-97dc-3d09cbca8003 req-5b85f89d-b205-4b84-afcf-bbd714b30b02 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430558 Nov 11 17:49:45.885475 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5c71cc01-ce18-4453-8cdb-d677ce98acc4 req-6672bcb3-0af0-4ba4-91f0-33d08211d292 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:45.898681 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['58d85bfe-a37c-487a-ae43-ac432e162d85'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:49:45.913319 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672bcb3-0af0-4ba4-91f0-33d08211d292 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Pushing event deleted for resources: {'Port': ['ID=f59a09b5-5309-4025-9977-c932213619bb,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:45.931595 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['f59a09b5-5309-4025-9977-c932213619bb'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:49:45.967647 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c71cc01-ce18-4453-8cdb-d677ce98acc4 req-6672bcb3-0af0-4ba4-91f0-33d08211d292 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] No DVR routers for this DVR port f59a09b5-5309-4025-9977-c932213619bb on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:49:45.970212 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-5c71cc01-ce18-4453-8cdb-d677ce98acc4 req-6672bcb3-0af0-4ba4-91f0-33d08211d292 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:45.973895 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5c71cc01-ce18-4453-8cdb-d677ce98acc4 req-6672bcb3-0af0-4ba4-91f0-33d08211d292 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.64 "DELETE /v2.0/ports/f59a09b5-5309-4025-9977-c932213619bb HTTP/1.1" status: 204 len: 173 time: 0.4502952 Nov 11 17:49:45.974350 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad04185-b679-41f7-94e5-f8ad49e20c82', 'name': 'network-vif-deleted', 'tag': 'f59a09b5-5309-4025-9977-c932213619bb'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:49:45.977132 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a4db08-79b3-4660-b4a0-4144e87b153c" -d '{"events": [{"server_uuid": "8ad04185-b679-41f7-94e5-f8ad49e20c82", "name": "network-vif-deleted", "tag": "f59a09b5-5309-4025-9977-c932213619bb"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:49:46.047234 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6b7eb0-100b-4b6a-9903-5bbf8225c1fe x-openstack-request-id: req-ac6b7eb0-100b-4b6a-9903-5bbf8225c1fe {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:49:46.048769 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad04185-b679-41f7-94e5-f8ad49e20c82", "name": "network-vif-deleted", "tag": "f59a09b5-5309-4025-9977-c932213619bb", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:49:46.048769 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ac6b7eb0-100b-4b6a-9903-5bbf8225c1fe {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:49:46.048769 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad04185-b679-41f7-94e5-f8ad49e20c82', 'name': 'network-vif-deleted', 'tag': 'f59a09b5-5309-4025-9977-c932213619bb', 'status': 'completed', 'code': 200} Nov 11 17:49:47.211167 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abac0f9-911b-4e6b-808a-4b750b6e5b94 req-fe68b007-f3a2-49b2-a806-bcaecafa0bee tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:47.212800 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3abac0f9-911b-4e6b-808a-4b750b6e5b94 req-fe68b007-f3a2-49b2-a806-bcaecafa0bee tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0511482 Nov 11 17:49:47.266416 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3abac0f9-911b-4e6b-808a-4b750b6e5b94 req-8e647ef9-7c43-4f79-b172-1e35c69d324d tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468605 Nov 11 17:49:48.390265 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db74a7-3685-4f18-aa01-48e028fe6ea5 req-2b907c78-883d-4671-bbb3-6e4fe18d07f2 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:48.392390 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-96db74a7-3685-4f18-aa01-48e028fe6ea5 req-2b907c78-883d-4671-bbb3-6e4fe18d07f2 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0499115 Nov 11 17:49:48.443206 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-96db74a7-3685-4f18-aa01-48e028fe6ea5 req-aefcd793-9d0b-4463-8c16-051497a459b9 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448990 Nov 11 17:49:48.484245 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:49.187617 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca564b4-53bb-4405-804f-8607a5c3a78e req-9a79d972-3226-4f61-9a59-b2fb48f28e95 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:49.189100 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dca564b4-53bb-4405-804f-8607a5c3a78e req-9a79d972-3226-4f61-9a59-b2fb48f28e95 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.83 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 945 time: 0.0500193 Nov 11 17:49:49.283526 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-dca564b4-53bb-4405-804f-8607a5c3a78e req-73357524-ac9c-4044-83b9-9078a8972e15 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Deleting port 58d85bfe-a37c-487a-ae43-ac432e162d85 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:49:49.283971 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-dca564b4-53bb-4405-804f-8607a5c3a78e req-73357524-ac9c-4044-83b9-9078a8972e15 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:49.383809 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-dca564b4-53bb-4405-804f-8607a5c3a78e req-73357524-ac9c-4044-83b9-9078a8972e15 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] For port 58d85bfe-a37c-487a-ae43-ac432e162d85, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=58d85bfe-a37c-487a-ae43-ac432e162d85,segment=NetworkSegment(00fd1d08-ea59-43a5-8fad-ee9ceca5f214),segment_id=00fd1d08-ea59-43a5-8fad-ee9ceca5f214)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:49:49.384438 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-dca564b4-53bb-4405-804f-8607a5c3a78e req-73357524-ac9c-4044-83b9-9078a8972e15 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:49.413844 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-dca564b4-53bb-4405-804f-8607a5c3a78e req-73357524-ac9c-4044-83b9-9078a8972e15 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Calling delete_port for 58d85bfe-a37c-487a-ae43-ac432e162d85 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:49:49.575954 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-dca564b4-53bb-4405-804f-8607a5c3a78e req-73357524-ac9c-4044-83b9-9078a8972e15 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:49.588180 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['58d85bfe-a37c-487a-ae43-ac432e162d85'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:49:49.593234 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ad8c0-7c19-45f9-b8a4-75b7604fbeb2 req-7391084f-2107-40d3-940d-47b317968321 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:49:49.594812 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf1ad8c0-7c19-45f9-b8a4-75b7604fbeb2 req-7391084f-2107-40d3-940d-47b317968321 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/ports?device_id=770ef2ad-f678-4fa2-9025-46ae6d6cefa3 HTTP/1.1" status: 200 len: 867 time: 0.0667343 Nov 11 17:49:49.617931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73357524-ac9c-4044-83b9-9078a8972e15 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Pushing event deleted for resources: {'Port': ['ID=58d85bfe-a37c-487a-ae43-ac432e162d85,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:49.683284 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca564b4-53bb-4405-804f-8607a5c3a78e req-73357524-ac9c-4044-83b9-9078a8972e15 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] No DVR routers for this DVR port 58d85bfe-a37c-487a-ae43-ac432e162d85 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:49:49.688547 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-dca564b4-53bb-4405-804f-8607a5c3a78e req-73357524-ac9c-4044-83b9-9078a8972e15 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:49.691959 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dca564b4-53bb-4405-804f-8607a5c3a78e req-73357524-ac9c-4044-83b9-9078a8972e15 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.83 "DELETE /v2.0/ports/58d85bfe-a37c-487a-ae43-ac432e162d85 HTTP/1.1" status: 204 len: 173 time: 0.4956887 Nov 11 17:49:49.692399 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770ef2ad-f678-4fa2-9025-46ae6d6cefa3', 'name': 'network-vif-deleted', 'tag': '58d85bfe-a37c-487a-ae43-ac432e162d85'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:49:49.694682 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168ed711-3a04-48df-95ab-6e55f2674c37" -d '{"events": [{"server_uuid": "770ef2ad-f678-4fa2-9025-46ae6d6cefa3", "name": "network-vif-deleted", "tag": "58d85bfe-a37c-487a-ae43-ac432e162d85"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:49:49.709737 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf1ad8c0-7c19-45f9-b8a4-75b7604fbeb2 req-37bc9409-5d56-4746-8e3e-0e25c1b0d4a0 tempest-ServerRescueTestJSON-1532065323 tempest-ServerRescueTestJSON-1532065323-project] 10.222.0.76 "GET /v2.0/security-groups?id=edb74ab1-53de-45e7-aed3-f6f3a25bad08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950444 Nov 11 17:49:49.900543 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da2f8d0-c5a2-4ec3-bc42-2772977a23ea x-openstack-request-id: req-9da2f8d0-c5a2-4ec3-bc42-2772977a23ea {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:49:49.900845 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770ef2ad-f678-4fa2-9025-46ae6d6cefa3", "name": "network-vif-deleted", "tag": "58d85bfe-a37c-487a-ae43-ac432e162d85", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:49:49.901100 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9da2f8d0-c5a2-4ec3-bc42-2772977a23ea {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:49:49.901555 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770ef2ad-f678-4fa2-9025-46ae6d6cefa3', 'name': 'network-vif-deleted', 'tag': '58d85bfe-a37c-487a-ae43-ac432e162d85', 'status': 'completed', 'code': 200} Nov 11 17:49:50.538943 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f59a09b5-5309-4025-9977-c932213619bb no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:49:50.561822 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: f59a09b5-5309-4025-9977-c932213619bb {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:49:50.562165 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device f59a09b5-5309-4025-9977-c932213619bb not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:49:50.778254 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 39746) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:49:51.128141 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25dc8201-a3f5-4b32-97d4-0fb175313aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:51.389425 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-25dc8201-a3f5-4b32-97d4-0fb175313aeb admin admin] Deleting port 6a74cad5-40d2-4c8c-a932-ac32a32605b1 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:49:51.389768 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25dc8201-a3f5-4b32-97d4-0fb175313aeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:51.470154 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-25dc8201-a3f5-4b32-97d4-0fb175313aeb admin admin] For port 6a74cad5-40d2-4c8c-a932-ac32a32605b1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6a74cad5-40d2-4c8c-a932-ac32a32605b1,segment=NetworkSegment(00fd1d08-ea59-43a5-8fad-ee9ceca5f214),segment_id=00fd1d08-ea59-43a5-8fad-ee9ceca5f214)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:49:51.470516 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25dc8201-a3f5-4b32-97d4-0fb175313aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:51.482874 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-25dc8201-a3f5-4b32-97d4-0fb175313aeb admin admin] Calling delete_port for 6a74cad5-40d2-4c8c-a932-ac32a32605b1 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:49:51.667944 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25dc8201-a3f5-4b32-97d4-0fb175313aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:51.700241 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc8201-a3f5-4b32-97d4-0fb175313aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=6a74cad5-40d2-4c8c-a932-ac32a32605b1,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:51.860631 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-25dc8201-a3f5-4b32-97d4-0fb175313aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:52.079886 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dc8201-a3f5-4b32-97d4-0fb175313aeb admin admin] Router 90360605-f17f-4c94-934b-fe2968defd1a has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:49:52.472345 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dc8201-a3f5-4b32-97d4-0fb175313aeb admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:49:52.479881 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-25dc8201-a3f5-4b32-97d4-0fb175313aeb admin admin] 10.222.0.76 "PUT /v2.0/routers/90360605-f17f-4c94-934b-fe2968defd1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7000165 Nov 11 17:49:52.481040 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 39780) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:49:52.485644 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffd4f9c-26dc-45ce-9632-6596aca61313 None None] Sync routers for ids ['90360605-f17f-4c94-934b-fe2968defd1a'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:49:52.500842 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffd4f9c-26dc-45ce-9632-6596aca61313 None None] Routers {'90360605-f17f-4c94-934b-fe2968defd1a'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:49:52.501884 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7ffd4f9c-26dc-45ce-9632-6596aca61313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:49:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['90360605-f17f-4c94-934b-fe2968defd1a'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:49:52.602194 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb224437-d9d8-4ea1-aa29-92eff54587d5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:52.631587 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-7ffd4f9c-26dc-45ce-9632-6596aca61313 None None] Set router 90360605-f17f-4c94-934b-fe2968defd1a gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:49:52.722237 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb224437-d9d8-4ea1-aa29-92eff54587d5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:52.798731 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-cb224437-d9d8-4ea1-aa29-92eff54587d5 admin admin] Deleting port c80e0f63-68cb-4a34-aeff-a88e38a9e416 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:49:52.799517 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb224437-d9d8-4ea1-aa29-92eff54587d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:52.890524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-cb224437-d9d8-4ea1-aa29-92eff54587d5 admin admin] For port c80e0f63-68cb-4a34-aeff-a88e38a9e416, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c80e0f63-68cb-4a34-aeff-a88e38a9e416,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:49:52.891256 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb224437-d9d8-4ea1-aa29-92eff54587d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:52.911976 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-cb224437-d9d8-4ea1-aa29-92eff54587d5 admin admin] Calling delete_port for c80e0f63-68cb-4a34-aeff-a88e38a9e416 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:49:52.920619 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 58d85bfe-a37c-487a-ae43-ac432e162d85 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:49:52.921846 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7ffd4f9c-26dc-45ce-9632-6596aca61313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90360605-f17f-4c94-934b-fe2968defd1a', 'name': 'tempest-ServerRescueTestJSON-645459526-router', 'tenant_id': '16854391256f471c869e55daff5c627e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c80e0f63-68cb-4a34-aeff-a88e38a9e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:48:15Z', 'updated_at': '2021-11-11T17:49:51Z', 'revision_number': 5, 'project_id': '16854391256f471c869e55daff5c627e', 'gw_port': {'id': 'c80e0f63-68cb-4a34-aeff-a88e38a9e416', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90360605-f17f-4c94-934b-fe2968defd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:48:15Z', 'updated_at': '2021-11-11T17:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:49:52.944640 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 58d85bfe-a37c-487a-ae43-ac432e162d85 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:49:52.945464 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 58d85bfe-a37c-487a-ae43-ac432e162d85 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:49:52.947785 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffd4f9c-26dc-45ce-9632-6596aca61313 None None] Checking router: 90360605-f17f-4c94-934b-fe2968defd1a for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:49:52.958169 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffd4f9c-26dc-45ce-9632-6596aca61313 None None] Routers {'90360605-f17f-4c94-934b-fe2968defd1a'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:49:52.958777 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7ffd4f9c-26dc-45ce-9632-6596aca61313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:49:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['90360605-f17f-4c94-934b-fe2968defd1a'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:49:53.046513 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-7ffd4f9c-26dc-45ce-9632-6596aca61313 None None] Set router 90360605-f17f-4c94-934b-fe2968defd1a gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:49:53.091905 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb224437-d9d8-4ea1-aa29-92eff54587d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:53.105360 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7ffd4f9c-26dc-45ce-9632-6596aca61313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90360605-f17f-4c94-934b-fe2968defd1a', 'name': 'tempest-ServerRescueTestJSON-645459526-router', 'tenant_id': '16854391256f471c869e55daff5c627e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:48:15Z', 'updated_at': '2021-11-11T17:49:52Z', 'revision_number': 6, 'project_id': '16854391256f471c869e55daff5c627e', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:49:53.123312 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb224437-d9d8-4ea1-aa29-92eff54587d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c80e0f63-68cb-4a34-aeff-a88e38a9e416,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:53.131704 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffd4f9c-26dc-45ce-9632-6596aca61313 None None] The sync data for ids ['90360605-f17f-4c94-934b-fe2968defd1a'] in n-d-816206-4 is: [{'id': '90360605-f17f-4c94-934b-fe2968defd1a', 'name': 'tempest-ServerRescueTestJSON-645459526-router', 'tenant_id': '16854391256f471c869e55daff5c627e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:48:15Z', 'updated_at': '2021-11-11T17:49:52Z', 'revision_number': 6, 'project_id': '16854391256f471c869e55daff5c627e', 'gw_port_host': None}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:49:53.145219 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a0a8f4-94a3-421e-886b-29f6d7acb8f1 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:49:53.207003 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb224437-d9d8-4ea1-aa29-92eff54587d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:53.297895 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb224437-d9d8-4ea1-aa29-92eff54587d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:53.300028 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb224437-d9d8-4ea1-aa29-92eff54587d5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:53.345464 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb224437-d9d8-4ea1-aa29-92eff54587d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:53.346271 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb224437-d9d8-4ea1-aa29-92eff54587d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90360605-f17f-4c94-934b-fe2968defd1a {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:49:53.350661 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb224437-d9d8-4ea1-aa29-92eff54587d5 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:53.353222 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cb224437-d9d8-4ea1-aa29-92eff54587d5 admin admin] 10.222.0.76 "DELETE /v2.0/routers/90360605-f17f-4c94-934b-fe2968defd1a HTTP/1.1" status: 204 len: 168 time: 0.8712106 Nov 11 17:49:53.355022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 39794) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:49:53.399477 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45b1dc3-acf9-4842-bdae-d74234ca8461 admin admin] Deleting subnet b91e6091-f7d9-4a46-953b-2a263d607524 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:49:53.404563 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f45b1dc3-acf9-4842-bdae-d74234ca8461 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:53.457657 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f45b1dc3-acf9-4842-bdae-d74234ca8461 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:53.502656 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f45b1dc3-acf9-4842-bdae-d74234ca8461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:53.568564 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f45b1dc3-acf9-4842-bdae-d74234ca8461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:53.604684 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b1dc3-acf9-4842-bdae-d74234ca8461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b91e6091-f7d9-4a46-953b-2a263d607524,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:53.606885 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f45b1dc3-acf9-4842-bdae-d74234ca8461 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:53.612839 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f45b1dc3-acf9-4842-bdae-d74234ca8461 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b91e6091-f7d9-4a46-953b-2a263d607524 HTTP/1.1" status: 204 len: 168 time: 0.2542803 Nov 11 17:49:53.612937 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 39804) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:49:53.689467 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b273ecb-b5f5-4f37-a972-154194da2731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:53.774019 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b273ecb-b5f5-4f37-a972-154194da2731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:53.793915 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8b273ecb-b5f5-4f37-a972-154194da2731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a723ab-a60d-49e0-bc29-22b3cfd888e7']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:49:53.803125 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8b273ecb-b5f5-4f37-a972-154194da2731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00fd1d08-ea59-43a5-8fad-ee9ceca5f214') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:49:53.803423 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8b273ecb-b5f5-4f37-a972-154194da2731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00fd1d08-ea59-43a5-8fad-ee9ceca5f214') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:49:53.813539 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b273ecb-b5f5-4f37-a972-154194da2731 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:53.827832 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b273ecb-b5f5-4f37-a972-154194da2731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:53.834083 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b273ecb-b5f5-4f37-a972-154194da2731 admin admin] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:49:53.834595 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b273ecb-b5f5-4f37-a972-154194da2731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:49:53.836291 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:49:53.892579 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b273ecb-b5f5-4f37-a972-154194da2731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:53.898651 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b273ecb-b5f5-4f37-a972-154194da2731 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:53.902306 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8b273ecb-b5f5-4f37-a972-154194da2731 admin admin] 10.222.0.76 "DELETE /v2.0/networks/d8a723ab-a60d-49e0-bc29-22b3cfd888e7 HTTP/1.1" status: 204 len: 168 time: 0.2884181 Nov 11 17:49:53.919544 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b273ecb-b5f5-4f37-a972-154194da2731 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8a723ab-a60d-49e0-bc29-22b3cfd888e7,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:54.054775 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 39816) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:49:54.227443 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:54.451788 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-61282676-7075-4922-9670-b279cbd3e5af admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=16854391256f471c869e55daff5c627e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3958163 Nov 11 17:49:54.454120 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 39824) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:49:54.504731 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-de493d3d-bd8f-42fb-9cf0-a98d11091f46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:54.526159 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-de493d3d-bd8f-42fb-9cf0-a98d11091f46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:54.581969 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-de493d3d-bd8f-42fb-9cf0-a98d11091f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:54.584542 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-de493d3d-bd8f-42fb-9cf0-a98d11091f46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:49:54.585682 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-de493d3d-bd8f-42fb-9cf0-a98d11091f46 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/edb74ab1-53de-45e7-aed3-f6f3a25bad08 HTTP/1.1" status: 204 len: 168 time: 0.1304572 Nov 11 17:49:54.594177 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de493d3d-bd8f-42fb-9cf0-a98d11091f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb74ab1-53de-45e7-aed3-f6f3a25bad08,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:49:54.773933 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c80e0f63-68cb-4a34-aeff-a88e38a9e416 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:49:54.796053 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: c80e0f63-68cb-4a34-aeff-a88e38a9e416 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:49:54.796407 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c80e0f63-68cb-4a34-aeff-a88e38a9e416 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:49:54.796829 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6a74cad5-40d2-4c8c-a932-ac32a32605b1 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:49:54.820853 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 6a74cad5-40d2-4c8c-a932-ac32a32605b1 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:49:54.821192 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6a74cad5-40d2-4c8c-a932-ac32a32605b1 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:49:58.394370 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:50:00.529703 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf85222-1b0b-4299-a15a-8cc675447d5a req-4e564388-57de-4163-8923-dc57690e9ed4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:00.531151 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cdf85222-1b0b-4299-a15a-8cc675447d5a req-4e564388-57de-4163-8923-dc57690e9ed4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 945 time: 0.0514426 Nov 11 17:50:00.590577 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cdf85222-1b0b-4299-a15a-8cc675447d5a req-cae7e616-b264-4141-9ed4-b89f7db41248 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525677 Nov 11 17:50:01.711635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36682fe3-ccb3-4e29-b8d6-17b3e75443cf req-e1b458a1-f0bc-4584-9dc4-8afd94348e04 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:01.713293 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36682fe3-ccb3-4e29-b8d6-17b3e75443cf req-e1b458a1-f0bc-4584-9dc4-8afd94348e04 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 945 time: 0.0494373 Nov 11 17:50:01.762867 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36682fe3-ccb3-4e29-b8d6-17b3e75443cf req-6413ff20-c2a2-4be9-9b42-b5c5744e1f9e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429475 Nov 11 17:50:02.005898 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f3a09-30bb-4bc5-97fe-d314a30b44b0 req-10b14976-0a31-41f1-bb45-703f2741d468 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:02.007488 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a5f3a09-30bb-4bc5-97fe-d314a30b44b0 req-10b14976-0a31-41f1-bb45-703f2741d468 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.83 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 945 time: 0.0523016 Nov 11 17:50:02.105483 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-3a5f3a09-30bb-4bc5-97fe-d314a30b44b0 req-eca0e68d-725e-4dc3-b549-2de4cb2e6cfe tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Deleting port 437a9d7c-3ff9-4950-b82e-a12c10ef5626 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:50:02.105757 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3a5f3a09-30bb-4bc5-97fe-d314a30b44b0 req-eca0e68d-725e-4dc3-b549-2de4cb2e6cfe tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:02.206786 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-3a5f3a09-30bb-4bc5-97fe-d314a30b44b0 req-eca0e68d-725e-4dc3-b549-2de4cb2e6cfe tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] For port 437a9d7c-3ff9-4950-b82e-a12c10ef5626, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=437a9d7c-3ff9-4950-b82e-a12c10ef5626,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:50:02.207149 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3a5f3a09-30bb-4bc5-97fe-d314a30b44b0 req-eca0e68d-725e-4dc3-b549-2de4cb2e6cfe tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:02.405966 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3a5f3a09-30bb-4bc5-97fe-d314a30b44b0 req-eca0e68d-725e-4dc3-b549-2de4cb2e6cfe tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:02.406427 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3a5f3a09-30bb-4bc5-97fe-d314a30b44b0 req-eca0e68d-725e-4dc3-b549-2de4cb2e6cfe tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:02.406970 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [req-3a5f3a09-30bb-4bc5-97fe-d314a30b44b0 req-eca0e68d-725e-4dc3-b549-2de4cb2e6cfe tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Floating IP 8722cded-1c15-48dc-ac92-2981087e95a5 disassociated. External IP: 172.25.2.168, port: 437a9d7c-3ff9-4950-b82e-a12c10ef5626. Nov 11 17:50:02.407392 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-3a5f3a09-30bb-4bc5-97fe-d314a30b44b0 req-eca0e68d-725e-4dc3-b549-2de4cb2e6cfe tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Calling delete_port for 437a9d7c-3ff9-4950-b82e-a12c10ef5626 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:50:02.547614 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3a5f3a09-30bb-4bc5-97fe-d314a30b44b0 req-eca0e68d-725e-4dc3-b549-2de4cb2e6cfe tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:02.583951 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0e68d-725e-4dc3-b549-2de4cb2e6cfe tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event deleted for resources: {'Port': ['ID=437a9d7c-3ff9-4950-b82e-a12c10ef5626,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:02.715225 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a5f3a09-30bb-4bc5-97fe-d314a30b44b0 req-eca0e68d-725e-4dc3-b549-2de4cb2e6cfe tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:50:02.849874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a5f3a09-30bb-4bc5-97fe-d314a30b44b0 req-eca0e68d-725e-4dc3-b549-2de4cb2e6cfe tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:50:02.860930 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ca8519-d445-442d-8fcb-9f293be91b41 None None] Sync routers for ids ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:50:02.875919 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ca8519-d445-442d-8fcb-9f293be91b41 None None] Routers {'5fbab56d-59f7-4161-9894-fd49d0afbfe4'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:50:02.876945 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c5ca8519-d445-442d-8fcb-9f293be91b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:49:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:02.970771 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c5eaccf9-c401-4c5e-bbfc-fa804da9d08c req-8ecc86e2-8a3f-4c71-b681-44a4e9dc25de tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 210 time: 0.0738506 Nov 11 17:50:02.972423 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5f3a09-30bb-4bc5-97fe-d314a30b44b0 req-eca0e68d-725e-4dc3-b549-2de4cb2e6cfe tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] No DVR routers for this DVR port 437a9d7c-3ff9-4950-b82e-a12c10ef5626 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:50:02.977235 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3a5f3a09-30bb-4bc5-97fe-d314a30b44b0 req-eca0e68d-725e-4dc3-b549-2de4cb2e6cfe tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:02.993057 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a5f3a09-30bb-4bc5-97fe-d314a30b44b0 req-eca0e68d-725e-4dc3-b549-2de4cb2e6cfe tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.83 "DELETE /v2.0/ports/437a9d7c-3ff9-4950-b82e-a12c10ef5626 HTTP/1.1" status: 204 len: 173 time: 0.9791067 Nov 11 17:50:03.005816 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197f4bb4-e445-43ed-bcb4-9fb1c2c98afa', 'name': 'network-vif-deleted', 'tag': '437a9d7c-3ff9-4950-b82e-a12c10ef5626'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:50:03.009070 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc00a917-6550-4fc9-8a49-bbd31648d085" -d '{"events": [{"server_uuid": "197f4bb4-e445-43ed-bcb4-9fb1c2c98afa", "name": "network-vif-deleted", "tag": "437a9d7c-3ff9-4950-b82e-a12c10ef5626"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:50:03.097421 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-c5ca8519-d445-442d-8fcb-9f293be91b41 None None] Set router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:50:03.189217 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07a134f-1ecb-4b98-adb6-d236bffdb56b x-openstack-request-id: req-c07a134f-1ecb-4b98-adb6-d236bffdb56b {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:50:03.189523 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197f4bb4-e445-43ed-bcb4-9fb1c2c98afa", "name": "network-vif-deleted", "tag": "437a9d7c-3ff9-4950-b82e-a12c10ef5626", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:50:03.189781 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c07a134f-1ecb-4b98-adb6-d236bffdb56b {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:50:03.190188 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197f4bb4-e445-43ed-bcb4-9fb1c2c98afa', 'name': 'network-vif-deleted', 'tag': '437a9d7c-3ff9-4950-b82e-a12c10ef5626', 'status': 'completed', 'code': 200} Nov 11 17:50:03.366580 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c5ca8519-d445-442d-8fcb-9f293be91b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:31Z', 'revision_number': 4, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'df8d9805-d836-48d4-85db-4e4aa93290b3', 'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'mac_address': 'fa:16:3e:65:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:29Z', 'updated_at': '2021-11-11T17:42:41Z', 'revision_number': 5, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'subnets': [{'id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:03.394323 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ca8519-d445-442d-8fcb-9f293be91b41 None None] Checking router: 5fbab56d-59f7-4161-9894-fd49d0afbfe4 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:50:03.405365 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ca8519-d445-442d-8fcb-9f293be91b41 None None] Routers {'5fbab56d-59f7-4161-9894-fd49d0afbfe4'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:50:03.406038 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c5ca8519-d445-442d-8fcb-9f293be91b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:49:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:03.540092 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-c5ca8519-d445-442d-8fcb-9f293be91b41 None None] Set router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:50:03.797904 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c5ca8519-d445-442d-8fcb-9f293be91b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:31Z', 'revision_number': 4, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'df8d9805-d836-48d4-85db-4e4aa93290b3', 'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'mac_address': 'fa:16:3e:65:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:29Z', 'updated_at': '2021-11-11T17:42:41Z', 'revision_number': 5, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'subnets': [{'id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:03.831308 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ca8519-d445-442d-8fcb-9f293be91b41 None None] The sync data for ids ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'] in n-d-816206-4 is: [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:31Z', 'revision_number': 4, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'df8d9805-d836-48d4-85db-4e4aa93290b3', 'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'mac_address': 'fa:16:3e:65:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:29Z', 'updated_at': '2021-11-11T17:42:41Z', 'revision_number': 5, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'subnets': [{'id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:50:04.093802 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f96ea930-6721-45d2-802a-36de854c1553 req-c9397e6d-4b38-43ee-a76b-c1de2f771d61 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 210 time: 0.0330892 Nov 11 17:50:04.300195 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452c7a4e-2330-41a8-85c0-8082f99ae2ec None None] New status for floating IP 8722cded-1c15-48dc-ac92-2981087e95a5: DOWN {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:50:04.601875 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 40134) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:04.766544 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-86602eb6-005a-4f81-8b6d-1fb263fca651 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:04.869693 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-86602eb6-005a-4f81-8b6d-1fb263fca651 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:04.875929 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-86602eb6-005a-4f81-8b6d-1fb263fca651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:04.928126 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40146) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:04.928991 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-86602eb6-005a-4f81-8b6d-1fb263fca651 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=34936d10499d4ea78da397e6040b0433&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3254755 Nov 11 17:50:04.956728 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86602eb6-005a-4f81-8b6d-1fb263fca651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43eb2f4-df5c-4a93-984d-539c1dcd92bd,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:04.990989 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 437a9d7c-3ff9-4950-b82e-a12c10ef5626 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:50:05.021623 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 437a9d7c-3ff9-4950-b82e-a12c10ef5626 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:50:05.021970 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 437a9d7c-3ff9-4950-b82e-a12c10ef5626 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:50:05.023560 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a52cedc-50c4-4cb8-bd02-b0a6b5c3b1f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:05.052799 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a52cedc-50c4-4cb8-bd02-b0a6b5c3b1f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:05.132124 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a52cedc-50c4-4cb8-bd02-b0a6b5c3b1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:05.137381 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6a52cedc-50c4-4cb8-bd02-b0a6b5c3b1f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:05.141262 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6a52cedc-50c4-4cb8-bd02-b0a6b5c3b1f1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d43eb2f4-df5c-4a93-984d-539c1dcd92bd HTTP/1.1" status: 204 len: 168 time: 0.2089250 Nov 11 17:50:05.158773 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52cedc-50c4-4cb8-bd02-b0a6b5c3b1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43eb2f4-df5c-4a93-984d-539c1dcd92bd,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:05.273070 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-12c6084e-a2f3-41ad-94c1-582b6d02df63 req-fc3bbf44-a892-4f1d-a3d7-46ef58ab305e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 210 time: 0.0453277 Nov 11 17:50:06.383270 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63ce02c1-e3aa-49fe-b267-c0c87535d02b req-4e11afee-9a19-4553-8054-b95f0e0bac5f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 210 time: 0.0319352 Nov 11 17:50:07.475042 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-407ee57f-3127-4783-a603-c3dfac0c350e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:07.558923 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10228247-4df7-4e8a-99dd-ad737b882ced req-2fa3fab4-4bed-4d86-ae9e-63393a373260 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=197f4bb4-e445-43ed-bcb4-9fb1c2c98afa HTTP/1.1" status: 200 len: 210 time: 0.0373843 Nov 11 17:50:07.754528 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40264) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:07.901914 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-02e6166f-ecee-4b51-a374-0266530c9e88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:08.013575 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-02e6166f-ecee-4b51-a374-0266530c9e88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:08.019356 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-02e6166f-ecee-4b51-a374-0266530c9e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:08.070224 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-02e6166f-ecee-4b51-a374-0266530c9e88 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=74ec6a4cf2fa4d6d86b3ecdd9d59ccd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3122456 Nov 11 17:50:08.070224 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6166f-ecee-4b51-a374-0266530c9e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfe526d-9473-4fd2-a866-6ece221e1f1b,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:08.070816 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 40276) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:08.140389 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-36ca6eeb-2452-4608-8014-e0dee7316d20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:08.164001 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-36ca6eeb-2452-4608-8014-e0dee7316d20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:08.230170 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-36ca6eeb-2452-4608-8014-e0dee7316d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:08.233350 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-36ca6eeb-2452-4608-8014-e0dee7316d20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:08.237722 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-36ca6eeb-2452-4608-8014-e0dee7316d20 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bcfe526d-9473-4fd2-a866-6ece221e1f1b HTTP/1.1" status: 204 len: 168 time: 0.1661742 Nov 11 17:50:08.247843 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca6eeb-2452-4608-8014-e0dee7316d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfe526d-9473-4fd2-a866-6ece221e1f1b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:08.530996 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40290) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:08.546196 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd54b966-bad8-4a70-9ece-0f88deec56c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:08.647686 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd54b966-bad8-4a70-9ece-0f88deec56c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:08.653272 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd54b966-bad8-4a70-9ece-0f88deec56c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:08.706849 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fd54b966-bad8-4a70-9ece-0f88deec56c9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5e82212451ff495089c71410f2d1c9ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1719007 Nov 11 17:50:08.706849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54b966-bad8-4a70-9ece-0f88deec56c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71447690-98e7-4b81-9134-afc3d2640fcc,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:08.707400 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 40300) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:08.762006 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3ac6b7c-b7a0-4691-8e3e-db512288fef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:08.784922 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3ac6b7c-b7a0-4691-8e3e-db512288fef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:08.849009 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3ac6b7c-b7a0-4691-8e3e-db512288fef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:08.851889 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3ac6b7c-b7a0-4691-8e3e-db512288fef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:08.853076 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c3ac6b7c-b7a0-4691-8e3e-db512288fef0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/71447690-98e7-4b81-9134-afc3d2640fcc HTTP/1.1" status: 204 len: 168 time: 0.1440377 Nov 11 17:50:08.904996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac6b7c-b7a0-4691-8e3e-db512288fef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71447690-98e7-4b81-9134-afc3d2640fcc,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:08.913968 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-06a42690-3eab-4620-8747-204c63b69f0f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-467614130&fields=id&tenant_id=1e37f40ca1514a7584bca23f0becbfbf HTTP/1.1" status: 200 len: 267 time: 0.0590985 Nov 11 17:50:09.074724 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-605590f7-7ddb-4b24-958c-6f71ad5cc3cb tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:09.083481 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-605590f7-7ddb-4b24-958c-6f71ad5cc3cb tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 812 time: 0.1584342 Nov 11 17:50:09.095380 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-bacb4ca5-3f95-469e-869d-65075fa74d3b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/quotas/1e37f40ca1514a7584bca23f0becbfbf HTTP/1.1" status: 200 len: 375 time: 0.0109427 Nov 11 17:50:09.154764 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-359f88a3-e12b-4fa1-924d-0456b829c283 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527713 Nov 11 17:50:09.276746 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-86711015-d9d5-44e8-a76c-aec447e4cc76 service neutron] 10.222.0.76 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093700 Nov 11 17:50:09.415406 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-cfc3b0bd-6850-4fe4-926f-2330f10520eb service neutron] 10.222.0.76 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329379 Nov 11 17:50:09.846127 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b75a2c25-e22f-4021-8913-867b11e0d067 req-8396e271-b608-4d59-bdf4-9f909e2658b8 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 210 time: 0.0292389 Nov 11 17:50:10.429439 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-021ed3d7-3018-4173-922c-927c308de809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:10.964567 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-af4776b6-9963-4a42-986e-6b23c031319f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:10.964567 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-af4776b6-9963-4a42-986e-6b23c031319f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.83 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 812 time: 0.1709490 Nov 11 17:50:10.998520 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:11.010515 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7b49ad7-92e4-41b9-a1ab-899e751657e3 req-71b74c9c-baba-46d6-8cf7-4e845107df08 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 210 time: 0.0479348 Nov 11 17:50:11.091543 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-951d76b5-f2c7-4f2a-834c-658737ebce25 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e37f40ca1514a7584bca23f0becbfbf HTTP/1.1" status: 200 len: 379 time: 0.1080856 Nov 11 17:50:11.103239 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-d606ac3c-cc35-4a0c-9ebd-f20f6b50e0ad tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Request body: {'port': {'device_id': '9d631708-d5dd-445a-bf21-05be99fe8a12', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'admin_state_up': True, 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'security_groups': ['eddf84a4-5b90-4507-b707-09f952124931']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:11.250956 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-d606ac3c-cc35-4a0c-9ebd-f20f6b50e0ad tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Made reservation on behalf of 1e37f40ca1514a7584bca23f0becbfbf for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:50:11.255424 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-d606ac3c-cc35-4a0c-9ebd-f20f6b50e0ad tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:11.451555 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-d606ac3c-cc35-4a0c-9ebd-f20f6b50e0ad tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Allocated IP 172.20.0.11 (c569cf45-b127-45e4-97f6-75d37a12e9cb/8e5e7674-c87d-4949-9af6-9219acd03bbb/a775aa82-c026-48ff-97f8-4332e1716d42) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:50:11.632606 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-d606ac3c-cc35-4a0c-9ebd-f20f6b50e0ad tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:11.671998 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-d606ac3c-cc35-4a0c-9ebd-f20f6b50e0ad tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:11.722824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-d606ac3c-cc35-4a0c-9ebd-f20f6b50e0ad tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Network c569cf45-b127-45e4-97f6-75d37a12e9cb is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:50:11.728061 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-d606ac3c-cc35-4a0c-9ebd-f20f6b50e0ad tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:50:11.734071 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-d606ac3c-cc35-4a0c-9ebd-f20f6b50e0ad tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:50:11.772201 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606ac3c-cc35-4a0c-9ebd-f20f6b50e0ad tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event updated for resources: {'Port': ['ID=a775aa82-c026-48ff-97f8-4332e1716d42,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:11.819532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-d606ac3c-cc35-4a0c-9ebd-f20f6b50e0ad tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:11.820410 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-d606ac3c-cc35-4a0c-9ebd-f20f6b50e0ad tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:11.846945 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-d606ac3c-cc35-4a0c-9ebd-f20f6b50e0ad tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7488973 Nov 11 17:50:11.860435 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] Request body: {'port': {'device_id': '9d631708-d5dd-445a-bf21-05be99fe8a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:11.944595 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:11.969855 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40450) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:12.198385 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe181-ef3f-4b81-9b71-f21d6966c05e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:12.247883 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ab2d7-161e-499c-95ce-9783c2af24fa req-ecd548c2-d953-4132-bbbf-0047d2043fd6 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:12.256110 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ab0ab2d7-161e-499c-95ce-9783c2af24fa req-ecd548c2-d953-4132-bbbf-0047d2043fd6 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 932 time: 0.1207931 Nov 11 17:50:12.267570 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-be9eb0d4-96cc-419c-945c-cabb2503fc91 None None] Provisioning complete for port a775aa82-c026-48ff-97f8-4332e1716d42 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:50:12.269462 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-be9eb0d4-96cc-419c-945c-cabb2503fc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:12.330187 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ab0ab2d7-161e-499c-95ce-9783c2af24fa req-563df65d-5a46-424c-9e56-a5c77eb8114a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699015 Nov 11 17:50:12.361618 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-be9eb0d4-96cc-419c-945c-cabb2503fc91 None None] Port a775aa82-c026-48ff-97f8-4332e1716d42 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:50:12.366342 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe181-ef3f-4b81-9b71-f21d6966c05e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:12.372557 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe181-ef3f-4b81-9b71-f21d6966c05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:12.417279 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2ccfe181-ef3f-4b81-9b71-f21d6966c05e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6da0534ef10345b1895bd73c83c05f46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4463248 Nov 11 17:50:12.418199 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40460) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:12.444632 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a775aa82-c026-48ff-97f8-4332e1716d42 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:50:12.446809 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfe181-ef3f-4b81-9b71-f21d6966c05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06c78c4-07e5-4f22-b91c-046c6503c58e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:12.454556 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:12.468204 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] Transition to ACTIVE for port object a775aa82-c026-48ff-97f8-4332e1716d42 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:50:12.475029 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:12.488746 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-074c2b5a-7abb-4040-afc8-98967865618b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:12.514449 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-074c2b5a-7abb-4040-afc8-98967865618b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:12.547654 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] Pushing event updated for resources: {'Port': ['ID=a775aa82-c026-48ff-97f8-4332e1716d42,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:12.611831 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-074c2b5a-7abb-4040-afc8-98967865618b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:12.615903 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-074c2b5a-7abb-4040-afc8-98967865618b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:12.622069 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:12.622863 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-074c2b5a-7abb-4040-afc8-98967865618b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c06c78c4-07e5-4f22-b91c-046c6503c58e HTTP/1.1" status: 204 len: 168 time: 0.2035322 Nov 11 17:50:12.634120 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c2b5a-7abb-4040-afc8-98967865618b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06c78c4-07e5-4f22-b91c-046c6503c58e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:12.693396 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] Attempting to bind port a775aa82-c026-48ff-97f8-4332e1716d42 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:12.693740 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] Attempting to bind port a775aa82-c026-48ff-97f8-4332e1716d42 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:12.694071 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] Attempting to bind port a775aa82-c026-48ff-97f8-4332e1716d42 on network c569cf45-b127-45e4-97f6-75d37a12e9cb {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:12.699030 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] Port a775aa82-c026-48ff-97f8-4332e1716d42 on network c569cf45-b127-45e4-97f6-75d37a12e9cb not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:12.699363 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] Attempting to bind port a775aa82-c026-48ff-97f8-4332e1716d42 on network c569cf45-b127-45e4-97f6-75d37a12e9cb {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:12.704458 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:50:12.705162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] Checking segment: {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:50:12.705628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] Bound using segment: {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:50:12.706157 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] Bound port: a775aa82-c026-48ff-97f8-4332e1716d42, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:50:12.706508 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:12.805505 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] For port a775aa82-c026-48ff-97f8-4332e1716d42, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:50:12.810630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] For port a775aa82-c026-48ff-97f8-4332e1716d42, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=a775aa82-c026-48ff-97f8-4332e1716d42,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:50:12.818264 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:12.881851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:12.882567 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:12.884769 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] 10.222.0.83 "PUT /v2.0/ports/a775aa82-c026-48ff-97f8-4332e1716d42 HTTP/1.1" status: 200 len: 1092 time: 1.0288181 Nov 11 17:50:12.896078 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d631708-d5dd-445a-bf21-05be99fe8a12', 'tag': 'a775aa82-c026-48ff-97f8-4332e1716d42'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:50:12.900023 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f947e54c-636f-4f84-860f-b6b582609a77" -d '{"events": [{"name": "network-changed", "server_uuid": "9d631708-d5dd-445a-bf21-05be99fe8a12", "tag": "a775aa82-c026-48ff-97f8-4332e1716d42"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:50:13.005431 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:13.012460 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9601acf1-5149-488e-aa06-02f93ec9cba7 x-openstack-request-id: req-9601acf1-5149-488e-aa06-02f93ec9cba7 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:50:13.013011 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d631708-d5dd-445a-bf21-05be99fe8a12", "tag": "a775aa82-c026-48ff-97f8-4332e1716d42", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:50:13.013423 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9601acf1-5149-488e-aa06-02f93ec9cba7 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:50:13.014016 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d631708-d5dd-445a-bf21-05be99fe8a12', 'tag': 'a775aa82-c026-48ff-97f8-4332e1716d42', 'status': 'completed', 'code': 200} Nov 11 17:50:13.054276 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b2e59-9162-4f48-97c4-75e16c7270fc service neutron] Pushing event updated for resources: {'Port': ['ID=a775aa82-c026-48ff-97f8-4332e1716d42,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:13.081077 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-5d0cc7f1-6230-45cc-bc8a-91a30d334c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:13.082817 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-5d0cc7f1-6230-45cc-bc8a-91a30d334c1e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 1095 time: 0.1247075 Nov 11 17:50:13.152310 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-7d398650-a591-41d9-a7df-82d6bfafe9ea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a775aa82-c026-48ff-97f8-4332e1716d42 HTTP/1.1" status: 200 len: 217 time: 0.0602112 Nov 11 17:50:13.181382 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40480) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:13.198327 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e3429fb5-ff0c-40ed-9d35-99d2b01f734f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:13.220512 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-898a995e-d386-47f1-9d9b-8b2891bbd690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:13.222296 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-898a995e-d386-47f1-9d9b-8b2891bbd690 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.0628607 Nov 11 17:50:13.305891 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-f64d412b-8b47-43bd-9744-b79406400bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:13.308774 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-f64d412b-8b47-43bd-9744-b79406400bfe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792072 Nov 11 17:50:13.314731 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e3429fb5-ff0c-40ed-9d35-99d2b01f734f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:13.319951 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e3429fb5-ff0c-40ed-9d35-99d2b01f734f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:13.349838 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3429fb5-ff0c-40ed-9d35-99d2b01f734f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad72784-d68f-4ccd-aaa1-206f2fe46aff,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:13.394067 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e3429fb5-ff0c-40ed-9d35-99d2b01f734f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e5e31cfffb404f80b4cdba2cb057cf9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2109935 Nov 11 17:50:13.396818 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40488) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:13.472523 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14893e33-2f6c-4d61-8928-87a7522e4d57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:13.482944 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-93a5ec46-8c24-4529-bf8e-9c563a3a5b9c service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649680 Nov 11 17:50:13.495363 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14893e33-2f6c-4d61-8928-87a7522e4d57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:13.548816 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14893e33-2f6c-4d61-8928-87a7522e4d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:13.552409 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14893e33-2f6c-4d61-8928-87a7522e4d57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:13.554247 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-14893e33-2f6c-4d61-8928-87a7522e4d57 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3ad72784-d68f-4ccd-aaa1-206f2fe46aff HTTP/1.1" status: 204 len: 168 time: 0.1563175 Nov 11 17:50:13.564145 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14893e33-2f6c-4d61-8928-87a7522e4d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad72784-d68f-4ccd-aaa1-206f2fe46aff,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:13.616118 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f6325a0-dc23-46e4-9c42-bd269a43c55a req-f93984b4-19b3-44de-be93-3958c658a62e service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102204 Nov 11 17:50:13.649998 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fb0c9-e893-448d-abba-36d15d39273c req-78bba7b4-f719-4faf-8127-675e6a0780cf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:13.664351 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7d6fb0c9-e893-448d-abba-36d15d39273c req-78bba7b4-f719-4faf-8127-675e6a0780cf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 944 time: 0.2303081 Nov 11 17:50:13.736751 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7d6fb0c9-e893-448d-abba-36d15d39273c req-e35790d0-1e56-47f8-9dff-dfe18b0e3c36 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715082 Nov 11 17:50:13.754994 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947e54c-636f-4f84-860f-b6b582609a77 req-9e258297-9b34-4776-a784-6efb06e565ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:13.756566 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f947e54c-636f-4f84-860f-b6b582609a77 req-9e258297-9b34-4776-a784-6efb06e565ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 1095 time: 0.0581543 Nov 11 17:50:13.877336 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947e54c-636f-4f84-860f-b6b582609a77 req-3a91a470-6d2b-4ec4-919a-fa1b18498c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:13.879027 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f947e54c-636f-4f84-860f-b6b582609a77 req-3a91a470-6d2b-4ec4-919a-fa1b18498c4b service neutron] 10.222.0.83 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 914 time: 0.1155658 Nov 11 17:50:13.933232 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f947e54c-636f-4f84-860f-b6b582609a77 req-e6889b36-bd11-485d-b638-d7c2d11fbd61 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a775aa82-c026-48ff-97f8-4332e1716d42 HTTP/1.1" status: 200 len: 217 time: 0.0458379 Nov 11 17:50:14.005306 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947e54c-636f-4f84-860f-b6b582609a77 req-d1a24ea6-c95c-4c7f-991f-9b41d55fe969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:14.006997 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f947e54c-636f-4f84-860f-b6b582609a77 req-d1a24ea6-c95c-4c7f-991f-9b41d55fe969 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.0664175 Nov 11 17:50:14.076954 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947e54c-636f-4f84-860f-b6b582609a77 req-1a0a517e-f7b1-4d46-9714-2789f1de1da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:14.079189 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f947e54c-636f-4f84-860f-b6b582609a77 req-1a0a517e-f7b1-4d46-9714-2789f1de1da3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635388 Nov 11 17:50:14.229541 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f947e54c-636f-4f84-860f-b6b582609a77 req-92d5c14a-673b-40ed-bb2e-be0aed746d6a service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428058 Nov 11 17:50:14.364874 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f947e54c-636f-4f84-860f-b6b582609a77 req-e25f1a5d-d2d0-4fd7-b36f-9d16ee97d13d service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271036 Nov 11 17:50:14.909195 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf93f16-e51b-4657-9fc2-09b7050dfc24 req-3831cfcb-1744-4e07-ad26-6ddbf523a5ff tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:14.910750 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2bf93f16-e51b-4657-9fc2-09b7050dfc24 req-3831cfcb-1744-4e07-ad26-6ddbf523a5ff tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 944 time: 0.0575192 Nov 11 17:50:14.980420 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2bf93f16-e51b-4657-9fc2-09b7050dfc24 req-731f5bcf-594d-4386-8f36-1fc190c868ac tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636864 Nov 11 17:50:15.688494 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40576) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:15.807619 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6233b4d7-ab93-4a78-a425-d215093ca99e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:15.910991 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6233b4d7-ab93-4a78-a425-d215093ca99e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:15.917731 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6233b4d7-ab93-4a78-a425-d215093ca99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:15.962358 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6233b4d7-ab93-4a78-a425-d215093ca99e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8defce7bec064ba8b54b201686a2ca3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2702549 Nov 11 17:50:15.962358 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233b4d7-ab93-4a78-a425-d215093ca99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40574790-3009-4d41-8038-8842608baed9,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:15.963624 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40584) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:16.022284 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04f9ac44-6b53-43c4-b989-a5206a361fa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:16.046992 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04f9ac44-6b53-43c4-b989-a5206a361fa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:16.103277 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04f9ac44-6b53-43c4-b989-a5206a361fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:16.106276 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04f9ac44-6b53-43c4-b989-a5206a361fa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:16.107514 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-04f9ac44-6b53-43c4-b989-a5206a361fa1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/40574790-3009-4d41-8038-8842608baed9 HTTP/1.1" status: 204 len: 168 time: 0.1429234 Nov 11 17:50:16.117348 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9ac44-6b53-43c4-b989-a5206a361fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40574790-3009-4d41-8038-8842608baed9,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:16.196199 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fbbc0-57a2-4582-85d7-16a4c0833732 req-6e78feae-eaab-4472-ada3-258681547544 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:16.203356 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-594fbbc0-57a2-4582-85d7-16a4c0833732 req-6e78feae-eaab-4472-ada3-258681547544 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 944 time: 0.1379867 Nov 11 17:50:16.300555 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-594fbbc0-57a2-4582-85d7-16a4c0833732 req-17042582-f905-47f8-beed-ac968a89f69e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927482 Nov 11 17:50:17.436875 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273a99c-e777-403f-b85b-39acaa358663 req-a71d21ef-5512-46e0-90ad-0eebcd2a0534 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:17.438661 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1273a99c-e777-403f-b85b-39acaa358663 req-a71d21ef-5512-46e0-90ad-0eebcd2a0534 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 944 time: 0.0626857 Nov 11 17:50:17.494004 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1273a99c-e777-403f-b85b-39acaa358663 req-b737297f-b56b-4cdf-aeb8-1c544fe86962 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488062 Nov 11 17:50:18.489253 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:18.592571 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40708) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:18.713402 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9fcdf93c-5eb0-45ad-afa7-b797217640cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:18.798610 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9fcdf93c-5eb0-45ad-afa7-b797217640cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:18.807605 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9fcdf93c-5eb0-45ad-afa7-b797217640cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:18.815804 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fb3c8-bbc1-44b7-ad23-9d5b16b2281e req-b76b8738-5733-4d27-b6be-94427162eaf4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:18.817838 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a69fb3c8-bbc1-44b7-ad23-9d5b16b2281e req-b76b8738-5733-4d27-b6be-94427162eaf4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 944 time: 0.2496223 Nov 11 17:50:18.847607 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcdf93c-5eb0-45ad-afa7-b797217640cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5ac1e1-dcf7-429b-95c7-210562b151ce,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:18.856962 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9fcdf93c-5eb0-45ad-afa7-b797217640cc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f02223aa08a943949c4dd32f74f8d538&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2630138 Nov 11 17:50:18.857613 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40714) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:18.878902 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a69fb3c8-bbc1-44b7-ad23-9d5b16b2281e req-e7348557-5ec3-4ff1-9b99-5d687b955db0 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536680 Nov 11 17:50:18.914208 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-006d91f0-46e7-4e3f-ad48-f70e4dd4c289 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:18.936602 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-006d91f0-46e7-4e3f-ad48-f70e4dd4c289 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:18.984162 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-006d91f0-46e7-4e3f-ad48-f70e4dd4c289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:18.986745 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-006d91f0-46e7-4e3f-ad48-f70e4dd4c289 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:18.987932 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-006d91f0-46e7-4e3f-ad48-f70e4dd4c289 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ea5ac1e1-dcf7-429b-95c7-210562b151ce HTTP/1.1" status: 204 len: 168 time: 0.1288123 Nov 11 17:50:18.996448 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d91f0-46e7-4e3f-ad48-f70e4dd4c289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5ac1e1-dcf7-429b-95c7-210562b151ce,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:20.018012 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f4767-95c2-4c71-89f1-b9f0f698c981 req-06ac86f3-a0eb-49bc-aaf2-3345d156cdda tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:20.019621 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-837f4767-95c2-4c71-89f1-b9f0f698c981 req-06ac86f3-a0eb-49bc-aaf2-3345d156cdda tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 944 time: 0.0625641 Nov 11 17:50:20.081862 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-837f4767-95c2-4c71-89f1-b9f0f698c981 req-43ff4061-1157-47d0-80fd-70a7953821a4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543506 Nov 11 17:50:20.118563 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40792) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:20.229981 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d297b2d-b0b4-4b75-998a-94e981a3b07c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:20.318041 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d297b2d-b0b4-4b75-998a-94e981a3b07c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:20.322093 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d297b2d-b0b4-4b75-998a-94e981a3b07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:20.364235 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0d297b2d-b0b4-4b75-998a-94e981a3b07c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=00a664513e814cb8a770ceffec617d05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2436078 Nov 11 17:50:20.365105 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d297b2d-b0b4-4b75-998a-94e981a3b07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae1a1a1-ab4a-4ce5-ac33-2b42688e3395,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:20.366788 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 40798) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:20.422312 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-72b05045-8c3b-495e-b8e4-bcc35b793468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:20.452061 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-72b05045-8c3b-495e-b8e4-bcc35b793468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:20.512672 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-72b05045-8c3b-495e-b8e4-bcc35b793468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:20.515193 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-72b05045-8c3b-495e-b8e4-bcc35b793468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:20.516371 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-72b05045-8c3b-495e-b8e4-bcc35b793468 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cae1a1a1-ab4a-4ce5-ac33-2b42688e3395 HTTP/1.1" status: 204 len: 168 time: 0.1482215 Nov 11 17:50:20.524172 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b05045-8c3b-495e-b8e4-bcc35b793468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae1a1a1-ab4a-4ce5-ac33-2b42688e3395,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:21.211616 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20ed9b-5f0e-4c12-aab2-1221a97d5cac req-b4e61612-1c93-4dbe-b7cf-509d8df931c0 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:21.213471 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1c20ed9b-5f0e-4c12-aab2-1221a97d5cac req-b4e61612-1c93-4dbe-b7cf-509d8df931c0 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 944 time: 0.0575554 Nov 11 17:50:21.269262 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1c20ed9b-5f0e-4c12-aab2-1221a97d5cac req-af99d7dc-7143-4517-8c72-ae0611fb36da tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494368 Nov 11 17:50:21.446447 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 40834) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:21.552871 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d0e994fd-b1d8-4a85-b586-83dfee3e40a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:21.628326 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d0e994fd-b1d8-4a85-b586-83dfee3e40a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:21.632302 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d0e994fd-b1d8-4a85-b586-83dfee3e40a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:21.673471 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d0e994fd-b1d8-4a85-b586-83dfee3e40a5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ee52d5d8087f4c72a8b25514586bf8a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2228894 Nov 11 17:50:21.673471 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e994fd-b1d8-4a85-b586-83dfee3e40a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9b013b-cb49-40d6-bdf1-e308f35db3f7,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:21.673821 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40838) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:21.722563 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-145fa10d-59d7-4c01-87f9-685c312ae5cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:21.743062 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-145fa10d-59d7-4c01-87f9-685c312ae5cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:21.791160 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-145fa10d-59d7-4c01-87f9-685c312ae5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:21.794588 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-145fa10d-59d7-4c01-87f9-685c312ae5cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:21.795837 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-145fa10d-59d7-4c01-87f9-685c312ae5cb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ef9b013b-cb49-40d6-bdf1-e308f35db3f7 HTTP/1.1" status: 204 len: 168 time: 0.1210129 Nov 11 17:50:21.806485 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fa10d-59d7-4c01-87f9-685c312ae5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9b013b-cb49-40d6-bdf1-e308f35db3f7,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:22.401080 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ff044-ed2d-44c6-8efa-cc907cb7e174 req-262fdcdd-25b3-4a85-9d2d-d95d6bab0c8b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:22.402706 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7a7ff044-ed2d-44c6-8efa-cc907cb7e174 req-262fdcdd-25b3-4a85-9d2d-d95d6bab0c8b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 944 time: 0.0605457 Nov 11 17:50:22.454195 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7a7ff044-ed2d-44c6-8efa-cc907cb7e174 req-015af94c-dd5b-4bda-b836-b71e5b43a059 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452781 Nov 11 17:50:23.015838 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40882) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:23.170600 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-d212d073-1e9d-44d7-b300-4242e5c70ed5 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1575863490'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:23.193254 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d212d073-1e9d-44d7-b300-4242e5c70ed5 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Made reservation on behalf of 6fdbc5525e5242adb9efb819dbbf8e70 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:50:23.196923 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d212d073-1e9d-44d7-b300-4242e5c70ed5 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:23.211587 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d212d073-1e9d-44d7-b300-4242e5c70ed5 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:23.293402 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d212d073-1e9d-44d7-b300-4242e5c70ed5 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:23.297144 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d212d073-1e9d-44d7-b300-4242e5c70ed5 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:23.320426 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d212d073-1e9d-44d7-b300-4242e5c70ed5 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1294} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:50:23.335784 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212d073-1e9d-44d7-b300-4242e5c70ed5 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00613e49-9839-4e55-801a-bb2f074da404,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:23.339235 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d212d073-1e9d-44d7-b300-4242e5c70ed5 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:23.339583 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-d212d073-1e9d-44d7-b300-4242e5c70ed5 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Added segment 0ce6c14e-4b27-4ff4-a2c7-a7c7793cf342 of type vlan for network 8ec33da8-94ee-489b-8485-371f202acc61 Nov 11 17:50:23.386901 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d212d073-1e9d-44d7-b300-4242e5c70ed5 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:23.414213 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d212d073-1e9d-44d7-b300-4242e5c70ed5 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:23.420725 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d212d073-1e9d-44d7-b300-4242e5c70ed5 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:23.421312 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d212d073-1e9d-44d7-b300-4242e5c70ed5 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:23.506509 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d212d073-1e9d-44d7-b300-4242e5c70ed5 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4886446 Nov 11 17:50:23.506740 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 40890) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:23.512414 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-1a49f954-a973-42c8-ace2-36e21eca065d tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Request body: {'subnet': {'network_id': '8ec33da8-94ee-489b-8485-371f202acc61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:23.539431 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212d073-1e9d-44d7-b300-4242e5c70ed5 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Pushing event updated for resources: {'Network': ['ID=8ec33da8-94ee-489b-8485-371f202acc61,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:23.551619 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 8ec33da8-94ee-489b-8485-371f202acc61 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:50:23.647042 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14c212-bb78-4693-a6ba-f1cb0e66704f req-8fc63b76-01db-4bea-bc08-8f3e3dd6282c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:23.648778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ac14c212-bb78-4693-a6ba-f1cb0e66704f req-8fc63b76-01db-4bea-bc08-8f3e3dd6282c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 944 time: 0.0888453 Nov 11 17:50:23.665736 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a49f954-a973-42c8-ace2-36e21eca065d tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Made reservation on behalf of 6fdbc5525e5242adb9efb819dbbf8e70 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:50:23.669087 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a49f954-a973-42c8-ace2-36e21eca065d tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:23.777071 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ac14c212-bb78-4693-a6ba-f1cb0e66704f req-3726efb3-bf5d-4fd2-8a6e-de4df52d1a3d tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209521 Nov 11 17:50:23.924733 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a49f954-a973-42c8-ace2-36e21eca065d tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:23.986596 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49f954-a973-42c8-ace2-36e21eca065d tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Pushing event updated for resources: {'Subnet': ['ID=12eea8aa-a59a-4361-81cf-538d14eb959c,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:23.993884 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a49f954-a973-42c8-ace2-36e21eca065d tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Checking segment: {'id': '0ce6c14e-4b27-4ff4-a2c7-a7c7793cf342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '8ec33da8-94ee-489b-8485-371f202acc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:50:23.994778 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a49f954-a973-42c8-ace2-36e21eca065d tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Network hostable DHCP agents. Network: 8ec33da8-94ee-489b-8485-371f202acc61, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:50:24.012874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a49f954-a973-42c8-ace2-36e21eca065d tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Network 8ec33da8-94ee-489b-8485-371f202acc61 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:50:24.022591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-1a49f954-a973-42c8-ace2-36e21eca065d tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 8ec33da8-94ee-489b-8485-371f202acc61) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:50:24.026754 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a49f954-a973-42c8-ace2-36e21eca065d tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:24.027347 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a49f954-a973-42c8-ace2-36e21eca065d tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:24.033852 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4294cc5e-51bf-4cc5-9552-918dba1db3fd None None] Network 8ec33da8-94ee-489b-8485-371f202acc61 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:50:24.045584 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1a49f954-a973-42c8-ace2-36e21eca065d tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5378695 Nov 11 17:50:24.048376 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 40894) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:24.054718 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-61bf902b-75d4-4980-87ae-000d870197ac tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Request body: {'port': {'network_id': '8ec33da8-94ee-489b-8485-371f202acc61', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1779894420'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:24.186085 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-8ec33da8-94ee-489b-8485-371f202acc61', 'network_id': '8ec33da8-94ee-489b-8485-371f202acc61', 'tenant_id': '6fdbc5525e5242adb9efb819dbbf8e70', 'fixed_ips': [{'subnet_id': '12eea8aa-a59a-4361-81cf-538d14eb959c'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:50:24.187138 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:24.188961 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bf902b-75d4-4980-87ae-000d870197ac tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Made reservation on behalf of 6fdbc5525e5242adb9efb819dbbf8e70 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:50:24.197612 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61bf902b-75d4-4980-87ae-000d870197ac tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:24.220223 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-61bf902b-75d4-4980-87ae-000d870197ac tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] device_id is not set on port bfe8adac-a178-4f6e-a04f-1c41c14f8d17 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:50:24.286298 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:24.337666 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-61bf902b-75d4-4980-87ae-000d870197ac tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Allocated IP 172.20.0.7 (8ec33da8-94ee-489b-8485-371f202acc61/12eea8aa-a59a-4361-81cf-538d14eb959c/bfe8adac-a178-4f6e-a04f-1c41c14f8d17) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:50:24.503115 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61bf902b-75d4-4980-87ae-000d870197ac tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:24.557375 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61bf902b-75d4-4980-87ae-000d870197ac tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:24.622410 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bf902b-75d4-4980-87ae-000d870197ac tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Network 8ec33da8-94ee-489b-8485-371f202acc61 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:50:24.627448 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-61bf902b-75d4-4980-87ae-000d870197ac tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:50:24.638372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bf902b-75d4-4980-87ae-000d870197ac tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:50:24.695205 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf902b-75d4-4980-87ae-000d870197ac tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Pushing event updated for resources: {'Port': ['ID=bfe8adac-a178-4f6e-a04f-1c41c14f8d17,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:24.703933 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bf902b-75d4-4980-87ae-000d870197ac tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:24.704542 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61bf902b-75d4-4980-87ae-000d870197ac tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:24.733516 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 40920) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:24.745027 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-61bf902b-75d4-4980-87ae-000d870197ac tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6952245 Nov 11 17:50:24.801543 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Allocated IP 172.20.0.2 (8ec33da8-94ee-489b-8485-371f202acc61/12eea8aa-a59a-4361-81cf-538d14eb959c/9bf22920-44f2-4460-9dc5-13cbfe12a8f8) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:50:24.851630 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-2ad4ce1c-62e1-4214-b38b-9df2b47459f3 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Deleting port bfe8adac-a178-4f6e-a04f-1c41c14f8d17 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:50:24.852494 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2ad4ce1c-62e1-4214-b38b-9df2b47459f3 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:24.978833 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2ad4ce1c-62e1-4214-b38b-9df2b47459f3 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:24.986743 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce2dd2-573e-461c-9dda-263ba39e7bd0 req-00a3914e-fcea-4b24-a222-8b91cf281f38 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:24.988844 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bbce2dd2-573e-461c-9dda-263ba39e7bd0 req-00a3914e-fcea-4b24-a222-8b91cf281f38 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 944 time: 0.1096792 Nov 11 17:50:25.001213 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-2ad4ce1c-62e1-4214-b38b-9df2b47459f3 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Calling delete_port for bfe8adac-a178-4f6e-a04f-1c41c14f8d17 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:50:25.053912 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bbce2dd2-573e-461c-9dda-263ba39e7bd0 req-62d0f76f-b4cd-4869-b4fd-37c416adc1b1 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568774 Nov 11 17:50:25.078590 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device a775aa82-c026-48ff-97f8-4332e1716d42 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:50:25.188762 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2ad4ce1c-62e1-4214-b38b-9df2b47459f3 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:25.194315 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:25.214115 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:25.226333 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4ce1c-62e1-4214-b38b-9df2b47459f3 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Pushing event deleted for resources: {'Port': ['ID=bfe8adac-a178-4f6e-a04f-1c41c14f8d17,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:25.263867 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Network 8ec33da8-94ee-489b-8485-371f202acc61 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:50:25.274383 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:50:25.282951 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:50:25.289780 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port a775aa82-c026-48ff-97f8-4332e1716d42, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=a775aa82-c026-48ff-97f8-4332e1716d42,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:50:25.313219 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Pushing event updated for resources: {'Port': ['ID=9bf22920-44f2-4460-9dc5-13cbfe12a8f8,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:25.317560 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'a775aa82-c026-48ff-97f8-4332e1716d42', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'port_id': 'a775aa82-c026-48ff-97f8-4332e1716d42', 'mac_address': 'fa:16:3e:e8:f2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:50:25.318235 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2ad4ce1c-62e1-4214-b38b-9df2b47459f3 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:25.321985 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2ad4ce1c-62e1-4214-b38b-9df2b47459f3 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] 10.222.0.76 "DELETE /v2.0/ports/bfe8adac-a178-4f6e-a04f-1c41c14f8d17 HTTP/1.1" status: 204 len: 168 time: 0.5872490 Nov 11 17:50:25.325503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 40992) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:25.341224 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:25.341580 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:25.341928 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:25.342293 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:25.342633 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:25.342969 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:25.343324 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:25.343655 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:25.344007 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:25.344334 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:25.344661 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:25.344986 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:25.409016 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41006) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:25.409302 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-cb27dd1e-39de-4615-80cc-210a97507d5e tempest-DHCPAgentSchedulersTestJSON-830572152 tempest-DHCPAgentSchedulersTestJSON-830572152-project-admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.0826173 Nov 11 17:50:25.414341 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Attempting to bind port 9bf22920-44f2-4460-9dc5-13cbfe12a8f8 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:25.414796 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Attempting to bind port 9bf22920-44f2-4460-9dc5-13cbfe12a8f8 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '0ce6c14e-4b27-4ff4-a2c7-a7c7793cf342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '8ec33da8-94ee-489b-8485-371f202acc61'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:25.415196 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-dee1c093-84c2-4a74-8624-5559106df746 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1258399113'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:25.415323 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Attempting to bind port 9bf22920-44f2-4460-9dc5-13cbfe12a8f8 on network 8ec33da8-94ee-489b-8485-371f202acc61 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:25.430495 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:50:25.431002 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Checking segment: {'id': '0ce6c14e-4b27-4ff4-a2c7-a7c7793cf342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '8ec33da8-94ee-489b-8485-371f202acc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:50:25.431465 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:25.432912 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Bound using segment: {'id': '0ce6c14e-4b27-4ff4-a2c7-a7c7793cf342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '8ec33da8-94ee-489b-8485-371f202acc61'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:50:25.433588 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Bound port: 9bf22920-44f2-4460-9dc5-13cbfe12a8f8, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce6c14e-4b27-4ff4-a2c7-a7c7793cf342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '8ec33da8-94ee-489b-8485-371f202acc61'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:50:25.434184 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:25.439012 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:25.459198 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a775aa82-c026-48ff-97f8-4332e1716d42 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:50:25.459563 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee1c093-84c2-4a74-8624-5559106df746 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Made reservation on behalf of 6fdbc5525e5242adb9efb819dbbf8e70 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:50:25.464881 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dee1c093-84c2-4a74-8624-5559106df746 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:25.499255 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee1c093-84c2-4a74-8624-5559106df746 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1257} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:50:25.505132 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port a775aa82-c026-48ff-97f8-4332e1716d42, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=a775aa82-c026-48ff-97f8-4332e1716d42,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:50:25.511654 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dee1c093-84c2-4a74-8624-5559106df746 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:25.511847 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-dee1c093-84c2-4a74-8624-5559106df746 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Added segment 3dfef2cd-c405-4ca5-ab32-f53459ff7e00 of type vlan for network e4cc60e4-ac94-49a1-abe8-f3e5319d0bc2 Nov 11 17:50:25.517691 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:25.565306 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dee1c093-84c2-4a74-8624-5559106df746 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:25.586640 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=a775aa82-c026-48ff-97f8-4332e1716d42,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:25.606128 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dee1c093-84c2-4a74-8624-5559106df746 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:25.613673 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] For port 9bf22920-44f2-4460-9dc5-13cbfe12a8f8, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:50:25.617131 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee1c093-84c2-4a74-8624-5559106df746 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:25.617280 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] For port 9bf22920-44f2-4460-9dc5-13cbfe12a8f8, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=9bf22920-44f2-4460-9dc5-13cbfe12a8f8,segment=NetworkSegment(0ce6c14e-4b27-4ff4-a2c7-a7c7793cf342),segment_id=0ce6c14e-4b27-4ff4-a2c7-a7c7793cf342)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:50:25.618517 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dee1c093-84c2-4a74-8624-5559106df746 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:25.624291 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:25.696572 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769eb7d-fd0e-4583-8899-62958bc8d522 None None] Pushing event updated for resources: {'Port': ['ID=9bf22920-44f2-4460-9dc5-13cbfe12a8f8,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:25.698993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41038) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:25.704804 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dee1c093-84c2-4a74-8624-5559106df746 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2946203 Nov 11 17:50:25.726957 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1c093-84c2-4a74-8624-5559106df746 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Pushing event updated for resources: {'Network': ['ID=e4cc60e4-ac94-49a1-abe8-f3e5319d0bc2,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:25.735860 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['a775aa82-c026-48ff-97f8-4332e1716d42'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:50:25.781680 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network e4cc60e4-ac94-49a1-abe8-f3e5319d0bc2 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:50:25.933134 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1194e21b-4481-46e9-8fa2-d4325758273c tempest-DHCPAgentSchedulersTestJSON-830572152 tempest-DHCPAgentSchedulersTestJSON-830572152-project-admin] 10.222.0.76 "GET /v2.0/agents/3b4e719f-6877-4c27-b1fd-0509bf5dbd48/dhcp-networks HTTP/1.1" status: 200 len: 6499 time: 0.2329943 Nov 11 17:50:25.936314 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41060) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:26.096013 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a42011-1885-4128-8c19-b13a76fc94d7 tempest-DHCPAgentSchedulersTestJSON-830572152 tempest-DHCPAgentSchedulersTestJSON-830572152-project-admin] Network e4cc60e4-ac94-49a1-abe8-f3e5319d0bc2 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:50:26.114230 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-56a42011-1885-4128-8c19-b13a76fc94d7 tempest-DHCPAgentSchedulersTestJSON-830572152 tempest-DHCPAgentSchedulersTestJSON-830572152-project-admin] 10.222.0.76 "POST /v2.0/agents/3b4e719f-6877-4c27-b1fd-0509bf5dbd48/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1743073 Nov 11 17:50:26.114435 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41078) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:26.148486 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c352ac17-2aae-47b3-9a44-d713d6a5ec40 None None] Network e4cc60e4-ac94-49a1-abe8-f3e5319d0bc2 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:50:26.310734 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748be65-a9a2-4b00-8c79-674753384cb7 req-a8251341-c184-4714-ae23-618ebbc0614a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:26.324818 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b748be65-a9a2-4b00-8c79-674753384cb7 req-a8251341-c184-4714-ae23-618ebbc0614a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 945 time: 0.1551032 Nov 11 17:50:26.382218 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b748be65-a9a2-4b00-8c79-674753384cb7 req-f823e98c-a369-4d2d-9556-58117464970d tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519907 Nov 11 17:50:26.404444 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-142a7d32-d79a-4647-a7f2-4276b40cc2f2 tempest-DHCPAgentSchedulersTestJSON-830572152 tempest-DHCPAgentSchedulersTestJSON-830572152-project-admin] 10.222.0.76 "GET /v2.0/agents/3b4e719f-6877-4c27-b1fd-0509bf5dbd48/dhcp-networks HTTP/1.1" status: 200 len: 7271 time: 0.2857823 Nov 11 17:50:26.405521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41116) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:26.513222 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-efa54bf7-d09e-4dd4-9452-cf3b6ef32397 tempest-DHCPAgentSchedulersTestJSON-830572152 tempest-DHCPAgentSchedulersTestJSON-830572152-project-admin] 10.222.0.76 "DELETE /v2.0/agents/3b4e719f-6877-4c27-b1fd-0509bf5dbd48/dhcp-networks/e4cc60e4-ac94-49a1-abe8-f3e5319d0bc2 HTTP/1.1" status: 204 len: 168 time: 0.1065311 Nov 11 17:50:26.515761 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41132) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:26.874245 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 9bf22920-44f2-4460-9dc5-13cbfe12a8f8 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:50:26.943597 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 9bf22920-44f2-4460-9dc5-13cbfe12a8f8 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:50:26.944096 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:27.109074 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device a775aa82-c026-48ff-97f8-4332e1716d42 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:50:27.119668 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:27.140469 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-71da5357-b822-4690-8671-36306777a13b tempest-DHCPAgentSchedulersTestJSON-830572152 tempest-DHCPAgentSchedulersTestJSON-830572152-project-admin] 10.222.0.76 "GET /v2.0/agents/3b4e719f-6877-4c27-b1fd-0509bf5dbd48/dhcp-networks HTTP/1.1" status: 200 len: 6499 time: 0.6234007 Nov 11 17:50:27.144749 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41208) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:27.172970 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b7bc8c17-15f2-4879-87dc-8455c58c58e2 tempest-DHCPAgentSchedulersTestJSON-830572152 tempest-DHCPAgentSchedulersTestJSON-830572152-project-admin] 10.222.0.76 "GET /v2.0/networks/8ec33da8-94ee-489b-8485-371f202acc61/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0271466 Nov 11 17:50:27.177166 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41212) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:27.203821 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-65b70b51-325a-43b7-a7cc-ac50f3581c9a tempest-DHCPAgentSchedulersTestJSON-830572152 tempest-DHCPAgentSchedulersTestJSON-830572152-project-admin] 10.222.0.76 "GET /v2.0/networks/8ec33da8-94ee-489b-8485-371f202acc61/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0254760 Nov 11 17:50:27.206135 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41218) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:27.227165 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa7bddb-a19c-4734-8e30-816e6bd75a2a None None] Network 8ec33da8-94ee-489b-8485-371f202acc61 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:50:27.256955 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 9bf22920-44f2-4460-9dc5-13cbfe12a8f8, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=9bf22920-44f2-4460-9dc5-13cbfe12a8f8,segment=NetworkSegment(0ce6c14e-4b27-4ff4-a2c7-a7c7793cf342),segment_id=0ce6c14e-4b27-4ff4-a2c7-a7c7793cf342)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:50:27.299934 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:27.318533 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port a775aa82-c026-48ff-97f8-4332e1716d42 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:50:27.329241 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port a775aa82-c026-48ff-97f8-4332e1716d42 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:50:27.330290 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:27.379577 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-07585103-988e-44de-8749-ecc159203f46 tempest-DHCPAgentSchedulersTestJSON-830572152 tempest-DHCPAgentSchedulersTestJSON-830572152-project-admin] 10.222.0.76 "GET /v2.0/agents/3b4e719f-6877-4c27-b1fd-0509bf5dbd48/dhcp-networks HTTP/1.1" status: 200 len: 6499 time: 0.1722693 Nov 11 17:50:27.382959 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41236) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:27.406328 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-71c5e40d-f440-4803-8a55-f7c3b9460191 None None] Provisioning complete for port 9bf22920-44f2-4460-9dc5-13cbfe12a8f8 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:50:27.406694 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-71c5e40d-f440-4803-8a55-f7c3b9460191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:27.501275 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=9bf22920-44f2-4460-9dc5-13cbfe12a8f8,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:27.526166 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62a5e27a-7c34-4644-9d6e-6aa675c697dd tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:27.558871 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a341dc-4941-40ef-af0e-e2cc0ec75fc7 req-95a2c942-4030-494d-942e-65348d10689f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:27.560566 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0a341dc-4941-40ef-af0e-e2cc0ec75fc7 req-95a2c942-4030-494d-942e-65348d10689f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 945 time: 0.0635476 Nov 11 17:50:27.623434 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:27.636918 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0a341dc-4941-40ef-af0e-e2cc0ec75fc7 req-9d3bbcf2-5020-42af-940c-8de57a036fe7 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592384 Nov 11 17:50:27.660406 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62a5e27a-7c34-4644-9d6e-6aa675c697dd tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:27.684003 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-62a5e27a-7c34-4644-9d6e-6aa675c697dd tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4cc60e4-ac94-49a1-abe8-f3e5319d0bc2']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:27.695391 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-62a5e27a-7c34-4644-9d6e-6aa675c697dd tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dfef2cd-c405-4ca5-ab32-f53459ff7e00') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:27.695794 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-62a5e27a-7c34-4644-9d6e-6aa675c697dd tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dfef2cd-c405-4ca5-ab32-f53459ff7e00') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:27.698725 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d631708-d5dd-445a-bf21-05be99fe8a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a775aa82-c026-48ff-97f8-4332e1716d42'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:50:27.701052 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6066f958-a506-467a-adc9-800a401019de" -d '{"events": [{"server_uuid": "9d631708-d5dd-445a-bf21-05be99fe8a12", "name": "network-vif-plugged", "status": "completed", "tag": "a775aa82-c026-48ff-97f8-4332e1716d42"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:50:27.707306 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62a5e27a-7c34-4644-9d6e-6aa675c697dd tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:27.715947 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port a775aa82-c026-48ff-97f8-4332e1716d42, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=a775aa82-c026-48ff-97f8-4332e1716d42,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:50:27.721406 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:27.727094 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62a5e27a-7c34-4644-9d6e-6aa675c697dd tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:27.737963 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a5e27a-7c34-4644-9d6e-6aa675c697dd tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:50:27.738379 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62a5e27a-7c34-4644-9d6e-6aa675c697dd tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:50:27.741922 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:50:27.783624 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02169404-429b-46c0-9c06-73945d2c13ea x-openstack-request-id: req-02169404-429b-46c0-9c06-73945d2c13ea {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:50:27.784148 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d631708-d5dd-445a-bf21-05be99fe8a12", "name": "network-vif-plugged", "status": "completed", "tag": "a775aa82-c026-48ff-97f8-4332e1716d42", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:50:27.785529 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-02169404-429b-46c0-9c06-73945d2c13ea {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:50:27.786063 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d631708-d5dd-445a-bf21-05be99fe8a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a775aa82-c026-48ff-97f8-4332e1716d42', 'code': 200} Nov 11 17:50:27.834369 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=a775aa82-c026-48ff-97f8-4332e1716d42,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:27.843040 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62a5e27a-7c34-4644-9d6e-6aa675c697dd tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:27.855832 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62a5e27a-7c34-4644-9d6e-6aa675c697dd tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:27.859082 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-62a5e27a-7c34-4644-9d6e-6aa675c697dd tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] 10.222.0.76 "DELETE /v2.0/networks/e4cc60e4-ac94-49a1-abe8-f3e5319d0bc2 HTTP/1.1" status: 204 len: 168 time: 0.4751279 Nov 11 17:50:27.861519 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41294) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:27.909624 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-b281eb6e-f36f-4bef-9528-e42d073448f1 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] DELETE failed (client error): The resource could not be found. Nov 11 17:50:27.911210 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b281eb6e-f36f-4bef-9528-e42d073448f1 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:50:27.914846 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b281eb6e-f36f-4bef-9528-e42d073448f1 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] 10.222.0.76 "DELETE /v2.0/ports/bfe8adac-a178-4f6e-a04f-1c41c14f8d17 HTTP/1.1" status: 404 len: 333 time: 0.0521910 Nov 11 17:50:27.916928 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5e27a-7c34-4644-9d6e-6aa675c697dd tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Pushing event deleted for resources: {'Network': ['ID=e4cc60e4-ac94-49a1-abe8-f3e5319d0bc2,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:27.918807 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41302) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:27.926784 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebbc44-1ee5-4bc2-81e1-3f7f44d449a9 req-6d9a8f86-5794-4dc6-9aa2-744e7db38e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:27.928777 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82ebbc44-1ee5-4bc2-81e1-3f7f44d449a9 req-6d9a8f86-5794-4dc6-9aa2-744e7db38e26 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 1097 time: 0.0574703 Nov 11 17:50:27.987254 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96b0679-11d4-4d16-84ef-6c171c2bd178 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Deleting subnet 12eea8aa-a59a-4361-81cf-538d14eb959c {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:50:27.992569 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e96b0679-11d4-4d16-84ef-6c171c2bd178 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:28.004329 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82ebbc44-1ee5-4bc2-81e1-3f7f44d449a9 req-bb5a2c08-c032-4f6b-a542-7c0e64f04e73 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678957 Nov 11 17:50:28.024956 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-62530db2-d721-476d-8bd3-84b970a0ad4b None None] Provisioning complete for port 9bf22920-44f2-4460-9dc5-13cbfe12a8f8 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:50:28.025869 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-62530db2-d721-476d-8bd3-84b970a0ad4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:28.055896 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e96b0679-11d4-4d16-84ef-6c171c2bd178 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:28.169649 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e96b0679-11d4-4d16-84ef-6c171c2bd178 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:28.233850 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e96b0679-11d4-4d16-84ef-6c171c2bd178 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:28.269158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b0679-11d4-4d16-84ef-6c171c2bd178 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Pushing event deleted for resources: {'Subnet': ['ID=12eea8aa-a59a-4361-81cf-538d14eb959c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:28.273348 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e96b0679-11d4-4d16-84ef-6c171c2bd178 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:28.277192 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e96b0679-11d4-4d16-84ef-6c171c2bd178 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] 10.222.0.76 "DELETE /v2.0/subnets/12eea8aa-a59a-4361-81cf-538d14eb959c HTTP/1.1" status: 204 len: 168 time: 0.3570778 Nov 11 17:50:28.279839 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41348) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:28.345873 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-24cdb697-f0fd-4738-a785-013b5e1b729d None None] Could not find standard attr ID for object bfe8adac-a178-4f6e-a04f-1c41c14f8d17. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:50:28.382789 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ed70998-0964-4b58-9f6b-6de85bebe003 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:28.450990 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-8ed70998-0964-4b58-9f6b-6de85bebe003 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Deleting port 9bf22920-44f2-4460-9dc5-13cbfe12a8f8 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:50:28.451593 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ed70998-0964-4b58-9f6b-6de85bebe003 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:28.482924 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396673f4-1f9a-4a8a-b1c6-a7e6b206a8b0 None None] Network 8ec33da8-94ee-489b-8485-371f202acc61 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:50:28.526306 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-8ed70998-0964-4b58-9f6b-6de85bebe003 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] For port 9bf22920-44f2-4460-9dc5-13cbfe12a8f8, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=9bf22920-44f2-4460-9dc5-13cbfe12a8f8,segment=NetworkSegment(0ce6c14e-4b27-4ff4-a2c7-a7c7793cf342),segment_id=0ce6c14e-4b27-4ff4-a2c7-a7c7793cf342)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:50:28.526742 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ed70998-0964-4b58-9f6b-6de85bebe003 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:28.539917 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-8ed70998-0964-4b58-9f6b-6de85bebe003 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Calling delete_port for 9bf22920-44f2-4460-9dc5-13cbfe12a8f8 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:50:28.626713 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ed70998-0964-4b58-9f6b-6de85bebe003 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:28.651538 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed70998-0964-4b58-9f6b-6de85bebe003 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Pushing event deleted for resources: {'Port': ['ID=9bf22920-44f2-4460-9dc5-13cbfe12a8f8,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:28.657249 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed70998-0964-4b58-9f6b-6de85bebe003 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] No DVR routers for this DVR port 9bf22920-44f2-4460-9dc5-13cbfe12a8f8 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:50:28.672419 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93b1595-bf06-4d66-95c0-f6e819bb2fc8 None None] DHCP port deletion for 8ec33da8-94ee-489b-8485-371f202acc61 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:50:28.774894 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ed70998-0964-4b58-9f6b-6de85bebe003 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:28.784417 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 9bf22920-44f2-4460-9dc5-13cbfe12a8f8 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:50:28.804596 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8ed70998-0964-4b58-9f6b-6de85bebe003 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec33da8-94ee-489b-8485-371f202acc61']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:28.814087 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 9bf22920-44f2-4460-9dc5-13cbfe12a8f8 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:50:28.814699 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 9bf22920-44f2-4460-9dc5-13cbfe12a8f8 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:50:28.816151 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8ed70998-0964-4b58-9f6b-6de85bebe003 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce6c14e-4b27-4ff4-a2c7-a7c7793cf342') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:28.816719 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8ed70998-0964-4b58-9f6b-6de85bebe003 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce6c14e-4b27-4ff4-a2c7-a7c7793cf342') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:28.820635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c42869-10f6-45e3-bb50-45f82f6b0f91 req-45cf00d9-10d0-4f4d-b184-14ccdfacb1a2 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:28.824114 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3c42869-10f6-45e3-bb50-45f82f6b0f91 req-45cf00d9-10d0-4f4d-b184-14ccdfacb1a2 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 946 time: 0.0772052 Nov 11 17:50:28.832749 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ed70998-0964-4b58-9f6b-6de85bebe003 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:28.848051 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ed70998-0964-4b58-9f6b-6de85bebe003 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:28.854182 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed70998-0964-4b58-9f6b-6de85bebe003 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:50:28.854560 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ed70998-0964-4b58-9f6b-6de85bebe003 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:50:28.857518 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:50:28.880831 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3c42869-10f6-45e3-bb50-45f82f6b0f91 req-a3329890-bc3a-4873-9823-879502fb656a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507340 Nov 11 17:50:28.924216 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ed70998-0964-4b58-9f6b-6de85bebe003 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:28.942833 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ed70998-0964-4b58-9f6b-6de85bebe003 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:28.946083 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8ed70998-0964-4b58-9f6b-6de85bebe003 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] 10.222.0.76 "DELETE /v2.0/networks/8ec33da8-94ee-489b-8485-371f202acc61 HTTP/1.1" status: 204 len: 168 time: 0.6652281 Nov 11 17:50:28.947476 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed70998-0964-4b58-9f6b-6de85bebe003 tempest-DHCPAgentSchedulersTestJSON-796422683 tempest-DHCPAgentSchedulersTestJSON-796422683-project] Pushing event deleted for resources: {'Network': ['ID=8ec33da8-94ee-489b-8485-371f202acc61,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:29.165466 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2416976-54de-4faa-a44a-40704e3301fd req-7553ac15-4846-45bf-867e-ee651ed4f3f0 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:29.167586 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e2416976-54de-4faa-a44a-40704e3301fd req-7553ac15-4846-45bf-867e-ee651ed4f3f0 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/networks?id=9830ecb6-48f5-4c2e-b809-ccf439f7c713 HTTP/1.1" status: 200 len: 814 time: 0.1117573 Nov 11 17:50:29.182117 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e2416976-54de-4faa-a44a-40704e3301fd req-01e2c5f0-f12d-4790-b1f7-4b84e89e9639 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/quotas/96296ba98aac4cf4b53c1daa1b3aa163 HTTP/1.1" status: 200 len: 375 time: 0.0089498 Nov 11 17:50:29.218599 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e2416976-54de-4faa-a44a-40704e3301fd req-2ca86ef8-f238-47bd-980d-b38809095dc2 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=96296ba98aac4cf4b53c1daa1b3aa163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312154 Nov 11 17:50:29.220408 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41408) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:29.308912 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e2416976-54de-4faa-a44a-40704e3301fd req-2983ee2a-e2e6-4001-97e0-c6445113c4a4 service neutron] 10.222.0.76 "GET /v2.0/networks/9830ecb6-48f5-4c2e-b809-ccf439f7c713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827591 Nov 11 17:50:29.406375 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-15489286-2d88-44b2-b893-ea9f18b27703 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6fdbc5525e5242adb9efb819dbbf8e70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1848860 Nov 11 17:50:29.408841 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41412) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:29.452777 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e2416976-54de-4faa-a44a-40704e3301fd req-d6faccb4-1550-40cd-bd5d-b679a92d939c service neutron] 10.222.0.76 "GET /v2.0/networks/9830ecb6-48f5-4c2e-b809-ccf439f7c713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331980 Nov 11 17:50:29.473746 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-98730589-bf43-4a0d-be6f-50939a070afe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:29.494538 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-98730589-bf43-4a0d-be6f-50939a070afe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:29.545831 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-98730589-bf43-4a0d-be6f-50939a070afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:29.548678 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-98730589-bf43-4a0d-be6f-50939a070afe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:29.553259 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-98730589-bf43-4a0d-be6f-50939a070afe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/00613e49-9839-4e55-801a-bb2f074da404 HTTP/1.1" status: 204 len: 168 time: 0.1412494 Nov 11 17:50:29.564637 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98730589-bf43-4a0d-be6f-50939a070afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00613e49-9839-4e55-801a-bb2f074da404,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:29.633366 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bacaf26-2dcd-496a-a164-e417bc30057e req-4b19f6de-0ec6-4bbe-8b7d-f24ac15627f5 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=40ab4538-6344-4d46-aa80-b629b94d534a HTTP/1.1" status: 200 len: 210 time: 0.0374446 Nov 11 17:50:29.857760 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41426) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:29.878094 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b650acd3-4eba-4ae7-a5ca-a7f1d1cea5d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:29.959128 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b650acd3-4eba-4ae7-a5ca-a7f1d1cea5d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:29.969313 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b650acd3-4eba-4ae7-a5ca-a7f1d1cea5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:30.028725 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b650acd3-4eba-4ae7-a5ca-a7f1d1cea5d0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=720f038ca15f4d21a0ace7eb77d8c424&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1694746 Nov 11 17:50:30.033584 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41434) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:30.041030 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650acd3-4eba-4ae7-a5ca-a7f1d1cea5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907499bb-5888-43d1-a254-af849bfa6e3e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:30.064925 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae6c1d-8575-4d04-af5d-dbd4989cf07d req-694e32b4-885c-4c0a-a829-248cc4878357 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:30.066315 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8ae6c1d-8575-4d04-af5d-dbd4989cf07d req-694e32b4-885c-4c0a-a829-248cc4878357 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 946 time: 0.1100717 Nov 11 17:50:30.072823 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650acd3-4eba-4ae7-a5ca-a7f1d1cea5d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:30.073163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650acd3-4eba-4ae7-a5ca-a7f1d1cea5d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:30.073499 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650acd3-4eba-4ae7-a5ca-a7f1d1cea5d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:30.073831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650acd3-4eba-4ae7-a5ca-a7f1d1cea5d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:30.074158 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650acd3-4eba-4ae7-a5ca-a7f1d1cea5d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:30.074482 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650acd3-4eba-4ae7-a5ca-a7f1d1cea5d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:30.074802 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650acd3-4eba-4ae7-a5ca-a7f1d1cea5d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:30.075120 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650acd3-4eba-4ae7-a5ca-a7f1d1cea5d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:30.075437 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650acd3-4eba-4ae7-a5ca-a7f1d1cea5d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:30.075769 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650acd3-4eba-4ae7-a5ca-a7f1d1cea5d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:30.076093 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650acd3-4eba-4ae7-a5ca-a7f1d1cea5d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:30.076411 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650acd3-4eba-4ae7-a5ca-a7f1d1cea5d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:30.147326 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90748920-6dc1-4223-af95-ef0914b275bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:30.155908 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8ae6c1d-8575-4d04-af5d-dbd4989cf07d req-42cfd87a-08db-4e27-b98f-d7619c013c6e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745554 Nov 11 17:50:30.184610 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90748920-6dc1-4223-af95-ef0914b275bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:30.232883 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90748920-6dc1-4223-af95-ef0914b275bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:30.235579 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90748920-6dc1-4223-af95-ef0914b275bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:30.236760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-90748920-6dc1-4223-af95-ef0914b275bb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/907499bb-5888-43d1-a254-af849bfa6e3e HTTP/1.1" status: 204 len: 168 time: 0.2016029 Nov 11 17:50:30.249562 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90748920-6dc1-4223-af95-ef0914b275bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907499bb-5888-43d1-a254-af849bfa6e3e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:30.351125 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f1836-2ecf-4a05-b31f-ed91c43916fb req-c1866ddd-6bd7-4bb5-8ac5-166984330cc4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:30.352651 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-611f1836-2ecf-4a05-b31f-ed91c43916fb req-c1866ddd-6bd7-4bb5-8ac5-166984330cc4 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 946 time: 0.0508661 Nov 11 17:50:30.405443 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-611f1836-2ecf-4a05-b31f-ed91c43916fb req-e07003b7-471b-4af5-924e-fd5a57ac663a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462463 Nov 11 17:50:30.428368 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41442) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:30.467683 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c9b5da-927d-42c3-b75f-2a856765bb73 tempest-TestVolumeBootPattern-1760372512 tempest-TestVolumeBootPattern-1760372512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:30.469228 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c9c9b5da-927d-42c3-b75f-2a856765bb73 tempest-TestVolumeBootPattern-1760372512 tempest-TestVolumeBootPattern-1760372512-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 1092 time: 0.0398135 Nov 11 17:50:30.472182 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41444) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:30.476694 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-fd4687f2-4c95-47db-9443-ffba635e8826 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': 'a775aa82-c026-48ff-97f8-4332e1716d42', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:30.501300 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fd4687f2-4c95-47db-9443-ffba635e8826 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:30.616294 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fd4687f2-4c95-47db-9443-ffba635e8826 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:30.745551 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-fd4687f2-4c95-47db-9443-ffba635e8826 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Allocated IP 172.25.2.33 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/f4467537-e9da-4029-8435-70867070ef3d) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:50:30.785249 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7c799eda-ce8c-429e-931f-de05b42d91b9 req-3013271f-7641-4fbf-be21-e7c2f14f44e8 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=40ab4538-6344-4d46-aa80-b629b94d534a HTTP/1.1" status: 200 len: 210 time: 0.0418673 Nov 11 17:50:30.841956 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2416976-54de-4faa-a44a-40704e3301fd req-2af3d62f-90f9-4371-8852-d5f425f9ac68 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:30.843501 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e2416976-54de-4faa-a44a-40704e3301fd req-2af3d62f-90f9-4371-8852-d5f425f9ac68 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.64 "GET /v2.0/networks?id=9830ecb6-48f5-4c2e-b809-ccf439f7c713 HTTP/1.1" status: 200 len: 814 time: 0.2033615 Nov 11 17:50:30.878410 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-e2416976-54de-4faa-a44a-40704e3301fd req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Request body: {'port': {'device_id': '40ab4538-6344-4d46-aa80-b629b94d534a', 'network_id': '9830ecb6-48f5-4c2e-b809-ccf439f7c713', 'admin_state_up': True, 'tenant_id': '96296ba98aac4cf4b53c1daa1b3aa163'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:30.915544 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fd4687f2-4c95-47db-9443-ffba635e8826 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:30.956503 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fd4687f2-4c95-47db-9443-ffba635e8826 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:31.001759 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4687f2-4c95-47db-9443-ffba635e8826 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:50:31.006040 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2416976-54de-4faa-a44a-40704e3301fd req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Made reservation on behalf of 96296ba98aac4cf4b53c1daa1b3aa163 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:50:31.007247 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-fd4687f2-4c95-47db-9443-ffba635e8826 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:50:31.010618 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e2416976-54de-4faa-a44a-40704e3301fd req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:31.012735 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4687f2-4c95-47db-9443-ffba635e8826 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:50:31.033884 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4687f2-4c95-47db-9443-ffba635e8826 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event updated for resources: {'Port': ['ID=f4467537-e9da-4029-8435-70867070ef3d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:31.161227 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-e2416976-54de-4faa-a44a-40704e3301fd req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Allocated IP 172.20.0.8 (9830ecb6-48f5-4c2e-b809-ccf439f7c713/544e878c-504a-4f0e-91ea-60b0463a928e/e08311aa-42c5-4f02-b7cb-d858f42f6d03) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:50:31.336151 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e2416976-54de-4faa-a44a-40704e3301fd req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:31.379400 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e2416976-54de-4faa-a44a-40704e3301fd req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:31.421661 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fd4687f2-4c95-47db-9443-ffba635e8826 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:31.425251 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2416976-54de-4faa-a44a-40704e3301fd req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Network 9830ecb6-48f5-4c2e-b809-ccf439f7c713 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:50:31.428276 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-e2416976-54de-4faa-a44a-40704e3301fd req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:50:31.432527 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2416976-54de-4faa-a44a-40704e3301fd req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:50:31.491197 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2416976-54de-4faa-a44a-40704e3301fd req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:31.491840 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e2416976-54de-4faa-a44a-40704e3301fd req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:31.496008 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Pushing event updated for resources: {'Port': ['ID=e08311aa-42c5-4f02-b7cb-d858f42f6d03,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:31.508013 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:31.508366 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:31.508728 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:31.509274 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:31.509394 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:31.510708 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:31.511141 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:31.511373 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:31.511810 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:31.512194 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:31.512282 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fd4687f2-4c95-47db-9443-ffba635e8826 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:31.512460 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:31.512690 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:50:31.523987 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e2416976-54de-4faa-a44a-40704e3301fd req-b9724287-1829-4436-9127-5810254d0f7d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6500864 Nov 11 17:50:31.541382 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-e2416976-54de-4faa-a44a-40704e3301fd req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] Request body: {'port': {'device_id': '40ab4538-6344-4d46-aa80-b629b94d534a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:31.599553 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e2416976-54de-4faa-a44a-40704e3301fd req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:31.629141 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41480) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:31.683746 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fd4687f2-4c95-47db-9443-ffba635e8826 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:31.688579 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fd4687f2-4c95-47db-9443-ffba635e8826 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:31.762523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4687f2-4c95-47db-9443-ffba635e8826 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event updated for resources: {'Port': ['ID=f4467537-e9da-4029-8435-70867070ef3d,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:31.771298 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fd4687f2-4c95-47db-9443-ffba635e8826 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:31.818801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-9a85d6ea-df6d-4b43-bf65-e312c4c55be4 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-56924453'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:31.898088 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a85d6ea-df6d-4b43-bf65-e312c4c55be4 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Made reservation on behalf of ce9f93f8121944c6a896a31799b8d290 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:50:31.901562 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9a85d6ea-df6d-4b43-bf65-e312c4c55be4 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:31.937585 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9a85d6ea-df6d-4b43-bf65-e312c4c55be4 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:31.966804 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-fd4687f2-4c95-47db-9443-ffba635e8826 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Floating IP de650fbb-9292-4bef-89f1-499cfd053af9 associated. External IP: 172.25.2.33, port: a775aa82-c026-48ff-97f8-4332e1716d42. Nov 11 17:50:32.024532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22dad73-d10e-4eb6-aa07-86cd77cac018 req-bc15d9b6-884d-47b5-a056-890bdad402e1 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:32.026129 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d22dad73-d10e-4eb6-aa07-86cd77cac018 req-bc15d9b6-884d-47b5-a056-890bdad402e1 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=40ab4538-6344-4d46-aa80-b629b94d534a HTTP/1.1" status: 200 len: 931 time: 0.1467636 Nov 11 17:50:32.168007 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d22dad73-d10e-4eb6-aa07-86cd77cac018 req-07154dd9-7c97-42b8-8fc7-22cd2f6ad932 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/security-groups?id=df449c78-a805-4181-9886-da76004507fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315126 Nov 11 17:50:32.169135 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-e2416976-54de-4faa-a44a-40704e3301fd req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08311aa-42c5-4f02-b7cb-d858f42f6d03 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:50:32.177462 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e2416976-54de-4faa-a44a-40704e3301fd req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:32.184869 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9a85d6ea-df6d-4b43-bf65-e312c4c55be4 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:32.196141 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-e2416976-54de-4faa-a44a-40704e3301fd req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] Transition to ACTIVE for port object e08311aa-42c5-4f02-b7cb-d858f42f6d03 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:50:32.199452 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e2416976-54de-4faa-a44a-40704e3301fd req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:32.220231 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9a85d6ea-df6d-4b43-bf65-e312c4c55be4 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:32.248608 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] Pushing event updated for resources: {'Port': ['ID=e08311aa-42c5-4f02-b7cb-d858f42f6d03,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:32.261126 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a85d6ea-df6d-4b43-bf65-e312c4c55be4 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1269} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:50:32.298991 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85d6ea-df6d-4b43-bf65-e312c4c55be4 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8f4fb5-53d5-4e2a-940c-e88f4372588b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:32.311714 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9a85d6ea-df6d-4b43-bf65-e312c4c55be4 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:32.312085 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-9a85d6ea-df6d-4b43-bf65-e312c4c55be4 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Added segment 3601e82e-3416-421a-8781-d47fab27def5 of type vlan for network 85639ea6-5645-4a56-b7d9-10d4d6d27dd0 Nov 11 17:50:32.326537 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-e2416976-54de-4faa-a44a-40704e3301fd req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] Attempting to bind port e08311aa-42c5-4f02-b7cb-d858f42f6d03 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:32.327041 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-e2416976-54de-4faa-a44a-40704e3301fd req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] Attempting to bind port e08311aa-42c5-4f02-b7cb-d858f42f6d03 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'c5220266-8366-4187-8407-76ea37f16b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '9830ecb6-48f5-4c2e-b809-ccf439f7c713'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:32.327368 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2416976-54de-4faa-a44a-40704e3301fd req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] Attempting to bind port e08311aa-42c5-4f02-b7cb-d858f42f6d03 on network 9830ecb6-48f5-4c2e-b809-ccf439f7c713 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:32.331916 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2416976-54de-4faa-a44a-40704e3301fd req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] Port e08311aa-42c5-4f02-b7cb-d858f42f6d03 on network 9830ecb6-48f5-4c2e-b809-ccf439f7c713 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:32.332231 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2416976-54de-4faa-a44a-40704e3301fd req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] Attempting to bind port e08311aa-42c5-4f02-b7cb-d858f42f6d03 on network 9830ecb6-48f5-4c2e-b809-ccf439f7c713 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:32.337100 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2416976-54de-4faa-a44a-40704e3301fd req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:50:32.337429 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2416976-54de-4faa-a44a-40704e3301fd req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] Checking segment: {'id': 'c5220266-8366-4187-8407-76ea37f16b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '9830ecb6-48f5-4c2e-b809-ccf439f7c713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:50:32.338373 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2416976-54de-4faa-a44a-40704e3301fd req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] Bound using segment: {'id': 'c5220266-8366-4187-8407-76ea37f16b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '9830ecb6-48f5-4c2e-b809-ccf439f7c713'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:50:32.338812 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-e2416976-54de-4faa-a44a-40704e3301fd req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] Bound port: e08311aa-42c5-4f02-b7cb-d858f42f6d03, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5220266-8366-4187-8407-76ea37f16b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '9830ecb6-48f5-4c2e-b809-ccf439f7c713'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:50:32.339145 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e2416976-54de-4faa-a44a-40704e3301fd req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:32.365274 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9a85d6ea-df6d-4b43-bf65-e312c4c55be4 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:32.371511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4687f2-4c95-47db-9443-ffba635e8826 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:50:32.410226 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-e2416976-54de-4faa-a44a-40704e3301fd req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] For port e08311aa-42c5-4f02-b7cb-d858f42f6d03, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:50:32.414404 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-e2416976-54de-4faa-a44a-40704e3301fd req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] For port e08311aa-42c5-4f02-b7cb-d858f42f6d03, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e08311aa-42c5-4f02-b7cb-d858f42f6d03,segment=NetworkSegment(c5220266-8366-4187-8407-76ea37f16b90),segment_id=c5220266-8366-4187-8407-76ea37f16b90)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:50:32.421931 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e2416976-54de-4faa-a44a-40704e3301fd req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:32.441715 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9a85d6ea-df6d-4b43-bf65-e312c4c55be4 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:32.447869 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a85d6ea-df6d-4b43-bf65-e312c4c55be4 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:32.448447 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9a85d6ea-df6d-4b43-bf65-e312c4c55be4 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:32.457710 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2416976-54de-4faa-a44a-40704e3301fd req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:32.458840 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e2416976-54de-4faa-a44a-40704e3301fd req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:32.459700 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e2416976-54de-4faa-a44a-40704e3301fd req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] 10.222.0.64 "PUT /v2.0/ports/e08311aa-42c5-4f02-b7cb-d858f42f6d03 HTTP/1.1" status: 200 len: 1091 time: 0.9227841 Nov 11 17:50:32.460177 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ab4538-6344-4d46-aa80-b629b94d534a', 'tag': 'e08311aa-42c5-4f02-b7cb-d858f42f6d03'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:50:32.462485 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028d9ff9-95e7-4936-83ff-912aa60c6aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "40ab4538-6344-4d46-aa80-b629b94d534a", "tag": "e08311aa-42c5-4f02-b7cb-d858f42f6d03"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:50:32.488967 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d94cd-5b9b-4aa5-9020-7d69f6f0ea64 service neutron] Pushing event updated for resources: {'Port': ['ID=e08311aa-42c5-4f02-b7cb-d858f42f6d03,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:32.519874 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d41374e-fa80-46eb-88de-5ea293a09f65 x-openstack-request-id: req-2d41374e-fa80-46eb-88de-5ea293a09f65 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:50:32.520172 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ab4538-6344-4d46-aa80-b629b94d534a", "tag": "e08311aa-42c5-4f02-b7cb-d858f42f6d03", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:50:32.520429 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2d41374e-fa80-46eb-88de-5ea293a09f65 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:50:32.520859 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ab4538-6344-4d46-aa80-b629b94d534a', 'tag': 'e08311aa-42c5-4f02-b7cb-d858f42f6d03', 'status': 'completed', 'code': 200} Nov 11 17:50:32.541644 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9a85d6ea-df6d-4b43-bf65-e312c4c55be4 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9113767 Nov 11 17:50:32.544697 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41490) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:32.565960 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85d6ea-df6d-4b43-bf65-e312c4c55be4 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Pushing event updated for resources: {'Network': ['ID=85639ea6-5645-4a56-b7d9-10d4d6d27dd0,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:32.575363 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4687f2-4c95-47db-9443-ffba635e8826 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:50:32.583890 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2416976-54de-4faa-a44a-40704e3301fd req-75317e3c-bd1a-4e42-bde1-94d60b2adc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:32.586887 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80500c5d-6dc3-49e5-97e3-a1ab8d67673c None None] Sync routers for ids ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:50:32.593171 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e2416976-54de-4faa-a44a-40704e3301fd req-75317e3c-bd1a-4e42-bde1-94d60b2adc1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96296ba98aac4cf4b53c1daa1b3aa163&device_id=40ab4538-6344-4d46-aa80-b629b94d534a HTTP/1.1" status: 200 len: 1094 time: 0.0581977 Nov 11 17:50:32.593909 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 85639ea6-5645-4a56-b7d9-10d4d6d27dd0 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:50:32.598347 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fd4687f2-4c95-47db-9443-ffba635e8826 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:32.632257 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fd4687f2-4c95-47db-9443-ffba635e8826 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1589713 Nov 11 17:50:32.633111 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d631708-d5dd-445a-bf21-05be99fe8a12', 'tag': 'a775aa82-c026-48ff-97f8-4332e1716d42'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:50:32.637010 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f022bc7-333e-4607-973b-f3018d2b0d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d631708-d5dd-445a-bf21-05be99fe8a12", "tag": "a775aa82-c026-48ff-97f8-4332e1716d42"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:50:32.645882 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80500c5d-6dc3-49e5-97e3-a1ab8d67673c None None] Routers {'5fbab56d-59f7-4161-9894-fd49d0afbfe4'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:50:32.646518 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-80500c5d-6dc3-49e5-97e3-a1ab8d67673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:50:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:32.655491 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e2416976-54de-4faa-a44a-40704e3301fd req-bd6ef0af-f2dd-4e9f-a409-b57905e22072 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e08311aa-42c5-4f02-b7cb-d858f42f6d03 HTTP/1.1" status: 200 len: 217 time: 0.0484114 Nov 11 17:50:32.660854 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-7e867603-229e-475f-9e9d-f18f90c8cce8 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Request body: {'network': {'name': 'tempest-network--1791103645', 'router:external': True}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:32.678828 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a2a0f6-f1cf-4467-a321-32d75e819df8 x-openstack-request-id: req-e4a2a0f6-f1cf-4467-a321-32d75e819df8 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:50:32.679128 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d631708-d5dd-445a-bf21-05be99fe8a12", "tag": "a775aa82-c026-48ff-97f8-4332e1716d42", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:50:32.679390 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e4a2a0f6-f1cf-4467-a321-32d75e819df8 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:50:32.679827 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d631708-d5dd-445a-bf21-05be99fe8a12', 'tag': 'a775aa82-c026-48ff-97f8-4332e1716d42', 'status': 'completed', 'code': 200} Nov 11 17:50:32.724069 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e867603-229e-475f-9e9d-f18f90c8cce8 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Made reservation on behalf of ca01a2978dcf40bca747d53363abe9da for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:50:32.726575 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e867603-229e-475f-9e9d-f18f90c8cce8 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:32.737804 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e867603-229e-475f-9e9d-f18f90c8cce8 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:32.741507 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2416976-54de-4faa-a44a-40704e3301fd req-7b1ef0b3-840e-4896-94e4-c7058bcbb2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:32.743063 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e2416976-54de-4faa-a44a-40704e3301fd req-7b1ef0b3-840e-4896-94e4-c7058bcbb2e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=544e878c-504a-4f0e-91ea-60b0463a928e HTTP/1.1" status: 200 len: 854 time: 0.0777581 Nov 11 17:50:32.759210 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f022bc7-333e-4607-973b-f3018d2b0d6b req-9f2d1d6b-eece-4537-8b88-29ddeffac64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:32.763784 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f022bc7-333e-4607-973b-f3018d2b0d6b req-9f2d1d6b-eece-4537-8b88-29ddeffac64f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 1097 time: 0.0600650 Nov 11 17:50:32.778571 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-80500c5d-6dc3-49e5-97e3-a1ab8d67673c None None] Set router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:50:32.782833 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e2416976-54de-4faa-a44a-40704e3301fd req-0daf5d7c-69bf-4fa5-8821-9e19e39f5df5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9830ecb6-48f5-4c2e-b809-ccf439f7c713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323820 Nov 11 17:50:32.863119 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f022bc7-333e-4607-973b-f3018d2b0d6b req-c5969130-0fe8-4823-973a-66b6dd1a17d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:32.864668 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f022bc7-333e-4607-973b-f3018d2b0d6b req-c5969130-0fe8-4823-973a-66b6dd1a17d3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 914 time: 0.0930417 Nov 11 17:50:32.912063 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e2416976-54de-4faa-a44a-40704e3301fd req-132d8a72-b6f1-4853-b2c1-bfea97ecf8f7 service neutron] 10.222.0.64 "GET /v2.0/networks/9830ecb6-48f5-4c2e-b809-ccf439f7c713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214440 Nov 11 17:50:32.938180 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f022bc7-333e-4607-973b-f3018d2b0d6b req-9ecf153f-6945-41b5-8395-dbedc1af8f2b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a775aa82-c026-48ff-97f8-4332e1716d42 HTTP/1.1" status: 200 len: 999 time: 0.0666173 Nov 11 17:50:32.938737 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e867603-229e-475f-9e9d-f18f90c8cce8 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:32.950439 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e867603-229e-475f-9e9d-f18f90c8cce8 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:32.996441 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f022bc7-333e-4607-973b-f3018d2b0d6b req-115ebcab-88a1-49a4-9ef8-07e7ddee4dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:32.998278 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f022bc7-333e-4607-973b-f3018d2b0d6b req-115ebcab-88a1-49a4-9ef8-07e7ddee4dce service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.0532706 Nov 11 17:50:33.008087 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e867603-229e-475f-9e9d-f18f90c8cce8 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1281} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:50:33.024805 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e867603-229e-475f-9e9d-f18f90c8cce8 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:33.025367 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-7e867603-229e-475f-9e9d-f18f90c8cce8 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Added segment 5a5cdf9f-19e3-4ac2-aa15-4d41638582f6 of type vlan for network 68318e78-3197-4d68-9dc3-423b10a89176 Nov 11 17:50:33.026764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e867603-229e-475f-9e9d-f18f90c8cce8 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db1638e-864a-4bbd-ad18-70369e89208c,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:33.029750 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-80500c5d-6dc3-49e5-97e3-a1ab8d67673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:31Z', 'revision_number': 4, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'de650fbb-9292-4bef-89f1-499cfd053af9', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'port_id': 'a775aa82-c026-48ff-97f8-4332e1716d42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'mac_address': 'fa:16:3e:e8:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d631708-d5dd-445a-bf21-05be99fe8a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:50:31Z', 'updated_at': '2021-11-11T17:50:31Z', 'revision_number': 0, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8d9805-d836-48d4-85db-4e4aa93290b3', 'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'mac_address': 'fa:16:3e:65:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:29Z', 'updated_at': '2021-11-11T17:42:41Z', 'revision_number': 5, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'subnets': [{'id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:33.064503 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80500c5d-6dc3-49e5-97e3-a1ab8d67673c None None] Checking router: 5fbab56d-59f7-4161-9894-fd49d0afbfe4 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:50:33.067676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f022bc7-333e-4607-973b-f3018d2b0d6b req-d16f30df-217d-47c5-9ede-9c84b4a5b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:33.069683 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f022bc7-333e-4607-973b-f3018d2b0d6b req-d16f30df-217d-47c5-9ede-9c84b4a5b7fc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645683 Nov 11 17:50:33.073700 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80500c5d-6dc3-49e5-97e3-a1ab8d67673c None None] Routers {'5fbab56d-59f7-4161-9894-fd49d0afbfe4'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:50:33.074314 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-80500c5d-6dc3-49e5-97e3-a1ab8d67673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:50:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:33.092327 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e2416976-54de-4faa-a44a-40704e3301fd req-2805ff11-cf4e-4188-b76d-70fbcefec9b9 service neutron] 10.222.0.64 "GET /v2.0/networks/9830ecb6-48f5-4c2e-b809-ccf439f7c713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698189 Nov 11 17:50:33.096113 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e867603-229e-475f-9e9d-f18f90c8cce8 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:33.133369 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e867603-229e-475f-9e9d-f18f90c8cce8 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:33.134913 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e867603-229e-475f-9e9d-f18f90c8cce8 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:33.135551 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e867603-229e-475f-9e9d-f18f90c8cce8 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:33.205508 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f022bc7-333e-4607-973b-f3018d2b0d6b req-cb2f6f20-a8bc-422c-99df-ce29ce0301b0 service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282315 Nov 11 17:50:33.237648 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7e867603-229e-475f-9e9d-f18f90c8cce8 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6918769 Nov 11 17:50:33.243680 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41500) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:33.253248 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e867603-229e-475f-9e9d-f18f90c8cce8 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Pushing event updated for resources: {'Network': ['ID=68318e78-3197-4d68-9dc3-423b10a89176,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:33.278307 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 68318e78-3197-4d68-9dc3-423b10a89176 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:50:33.319169 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d9ff9-95e7-4936-83ff-912aa60c6aa5 req-456cd237-c0c8-4615-847f-abeaba4c6187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:33.320806 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-028d9ff9-95e7-4936-83ff-912aa60c6aa5 req-456cd237-c0c8-4615-847f-abeaba4c6187 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=96296ba98aac4cf4b53c1daa1b3aa163&device_id=40ab4538-6344-4d46-aa80-b629b94d534a HTTP/1.1" status: 200 len: 1094 time: 0.1174898 Nov 11 17:50:33.340100 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-579c1817-2e01-4e5e-8911-658babb7d266 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:33.365149 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be609ab-b1b2-412c-8160-09c9de68c5ac req-60014e01-4d7d-404e-9703-1ffe5ad0a775 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:33.366610 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8be609ab-b1b2-412c-8160-09c9de68c5ac req-60014e01-4d7d-404e-9703-1ffe5ad0a775 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=40ab4538-6344-4d46-aa80-b629b94d534a HTTP/1.1" status: 200 len: 943 time: 0.0865629 Nov 11 17:50:33.369435 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f022bc7-333e-4607-973b-f3018d2b0d6b req-add23332-39ce-4ded-92b4-314419a6a816 service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561804 Nov 11 17:50:33.413251 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-80500c5d-6dc3-49e5-97e3-a1ab8d67673c None None] Set router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:50:33.433317 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8be609ab-b1b2-412c-8160-09c9de68c5ac req-1e940a78-c99c-4cad-bd32-5a2eaec044f4 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/security-groups?id=df449c78-a805-4181-9886-da76004507fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549290 Nov 11 17:50:33.491801 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d9ff9-95e7-4936-83ff-912aa60c6aa5 req-c268a9a0-f8da-42ad-aa96-b9e6a3287bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:33.493286 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-028d9ff9-95e7-4936-83ff-912aa60c6aa5 req-c268a9a0-f8da-42ad-aa96-b9e6a3287bb5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9830ecb6-48f5-4c2e-b809-ccf439f7c713 HTTP/1.1" status: 200 len: 916 time: 0.1649156 Nov 11 17:50:33.495508 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-579c1817-2e01-4e5e-8911-658babb7d266 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:33.546182 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-028d9ff9-95e7-4936-83ff-912aa60c6aa5 req-cf065c59-7bdd-418c-8344-778133349313 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e08311aa-42c5-4f02-b7cb-d858f42f6d03 HTTP/1.1" status: 200 len: 217 time: 0.0429585 Nov 11 17:50:33.549548 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-579c1817-2e01-4e5e-8911-658babb7d266 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68318e78-3197-4d68-9dc3-423b10a89176']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:33.572707 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-579c1817-2e01-4e5e-8911-658babb7d266 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5cdf9f-19e3-4ac2-aa15-4d41638582f6') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:33.572999 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-579c1817-2e01-4e5e-8911-658babb7d266 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5cdf9f-19e3-4ac2-aa15-4d41638582f6') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:33.600932 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-579c1817-2e01-4e5e-8911-658babb7d266 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:33.623170 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-579c1817-2e01-4e5e-8911-658babb7d266 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:33.628157 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d9ff9-95e7-4936-83ff-912aa60c6aa5 req-4c5b94a8-11f8-418f-a20d-a61c2ef8d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:33.629617 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-028d9ff9-95e7-4936-83ff-912aa60c6aa5 req-4c5b94a8-11f8-418f-a20d-a61c2ef8d689 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=544e878c-504a-4f0e-91ea-60b0463a928e HTTP/1.1" status: 200 len: 854 time: 0.0731995 Nov 11 17:50:33.632167 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579c1817-2e01-4e5e-8911-658babb7d266 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:50:33.632559 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-579c1817-2e01-4e5e-8911-658babb7d266 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:50:33.634272 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:50:33.653932 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-80500c5d-6dc3-49e5-97e3-a1ab8d67673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:31Z', 'revision_number': 4, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'de650fbb-9292-4bef-89f1-499cfd053af9', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'port_id': 'a775aa82-c026-48ff-97f8-4332e1716d42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'mac_address': 'fa:16:3e:e8:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d631708-d5dd-445a-bf21-05be99fe8a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:50:31Z', 'updated_at': '2021-11-11T17:50:31Z', 'revision_number': 0, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8d9805-d836-48d4-85db-4e4aa93290b3', 'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'mac_address': 'fa:16:3e:65:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:29Z', 'updated_at': '2021-11-11T17:42:41Z', 'revision_number': 5, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'subnets': [{'id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:33.681249 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80500c5d-6dc3-49e5-97e3-a1ab8d67673c None None] The sync data for ids ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'] in n-d-816206-4 is: [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:31Z', 'revision_number': 4, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'de650fbb-9292-4bef-89f1-499cfd053af9', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'port_id': 'a775aa82-c026-48ff-97f8-4332e1716d42', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'mac_address': 'fa:16:3e:e8:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d631708-d5dd-445a-bf21-05be99fe8a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:50:31Z', 'updated_at': '2021-11-11T17:50:31Z', 'revision_number': 0, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8d9805-d836-48d4-85db-4e4aa93290b3', 'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'mac_address': 'fa:16:3e:65:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:29Z', 'updated_at': '2021-11-11T17:42:41Z', 'revision_number': 5, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'subnets': [{'id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:50:33.694247 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-028d9ff9-95e7-4936-83ff-912aa60c6aa5 req-df542612-d77d-4d5a-8c11-4605858c1ecc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9830ecb6-48f5-4c2e-b809-ccf439f7c713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503476 Nov 11 17:50:33.760860 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-579c1817-2e01-4e5e-8911-658babb7d266 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:33.767105 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579c1817-2e01-4e5e-8911-658babb7d266 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 68318e78-3197-4d68-9dc3-423b10a89176 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 17:50:33.773541 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-579c1817-2e01-4e5e-8911-658babb7d266 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:33.782206 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-579c1817-2e01-4e5e-8911-658babb7d266 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] 10.222.0.76 "DELETE /v2.0/networks/68318e78-3197-4d68-9dc3-423b10a89176 HTTP/1.1" status: 204 len: 168 time: 0.5328295 Nov 11 17:50:33.782371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41504) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:33.786622 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-57cf991a-59b3-437a-b8fa-57eb6545d7c5 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:33.790132 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c1817-2e01-4e5e-8911-658babb7d266 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Pushing event deleted for resources: {'Network': ['ID=68318e78-3197-4d68-9dc3-423b10a89176,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:33.817765 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cf991a-59b3-437a-b8fa-57eb6545d7c5 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Made reservation on behalf of ca01a2978dcf40bca747d53363abe9da for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:50:33.820596 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-57cf991a-59b3-437a-b8fa-57eb6545d7c5 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:33.838633 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-028d9ff9-95e7-4936-83ff-912aa60c6aa5 req-1a1afdf2-a79e-43d3-9aef-4bb3c0be6f5c service neutron] 10.222.0.64 "GET /v2.0/networks/9830ecb6-48f5-4c2e-b809-ccf439f7c713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338696 Nov 11 17:50:33.848555 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57cf991a-59b3-437a-b8fa-57eb6545d7c5 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1250} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:50:33.859487 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-57cf991a-59b3-437a-b8fa-57eb6545d7c5 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:33.859894 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-57cf991a-59b3-437a-b8fa-57eb6545d7c5 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Added segment bfc40ae3-c25d-4abf-9095-aecb8b6a1c7d of type vlan for network ca2ae90a-c90d-4b4d-a33e-04e0b32acc64 Nov 11 17:50:33.912935 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-57cf991a-59b3-437a-b8fa-57eb6545d7c5 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:33.945288 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-57cf991a-59b3-437a-b8fa-57eb6545d7c5 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:33.946787 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cf991a-59b3-437a-b8fa-57eb6545d7c5 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:33.948140 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-57cf991a-59b3-437a-b8fa-57eb6545d7c5 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:33.951018 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-028d9ff9-95e7-4936-83ff-912aa60c6aa5 req-0db20259-2f3c-4267-a889-f009c4db8cf2 service neutron] 10.222.0.64 "GET /v2.0/networks/9830ecb6-48f5-4c2e-b809-ccf439f7c713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042089 Nov 11 17:50:34.012200 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-57cf991a-59b3-437a-b8fa-57eb6545d7c5 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2264862 Nov 11 17:50:34.012402 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41506) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:34.019296 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-867ec2e6-d41f-41de-bb7a-dbb744192944 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Request body: {'subnet': {'network_id': 'ca2ae90a-c90d-4b4d-a33e-04e0b32acc64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:34.025751 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf991a-59b3-437a-b8fa-57eb6545d7c5 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Pushing event updated for resources: {'Network': ['ID=ca2ae90a-c90d-4b4d-a33e-04e0b32acc64,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:34.035606 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network ca2ae90a-c90d-4b4d-a33e-04e0b32acc64 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:50:34.044957 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867ec2e6-d41f-41de-bb7a-dbb744192944 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Made reservation on behalf of ca01a2978dcf40bca747d53363abe9da for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:50:34.047611 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-867ec2e6-d41f-41de-bb7a-dbb744192944 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:34.349026 n-d-816206-4 neutron-server[102618]: DEBUG neutron.objects.ports [None req-867ec2e6-d41f-41de-bb7a-dbb744192944 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102618) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 17:50:34.349484 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-867ec2e6-d41f-41de-bb7a-dbb744192944 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:34.404668 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cf07d8-8b79-4e7b-a07b-b23e618ac115 None None] New status for floating IP de650fbb-9292-4bef-89f1-499cfd053af9: ACTIVE {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:50:34.406348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ec2e6-d41f-41de-bb7a-dbb744192944 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Pushing event updated for resources: {'Subnet': ['ID=42d10480-88b2-4e4e-9241-44c15cd9c8b0,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:34.418135 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ec2e6-d41f-41de-bb7a-dbb744192944 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Checking segment: {'id': 'bfc40ae3-c25d-4abf-9095-aecb8b6a1c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'ca2ae90a-c90d-4b4d-a33e-04e0b32acc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:50:34.418582 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867ec2e6-d41f-41de-bb7a-dbb744192944 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Network hostable DHCP agents. Network: ca2ae90a-c90d-4b4d-a33e-04e0b32acc64, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:50:34.436434 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867ec2e6-d41f-41de-bb7a-dbb744192944 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Network ca2ae90a-c90d-4b4d-a33e-04e0b32acc64 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:50:34.445301 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-867ec2e6-d41f-41de-bb7a-dbb744192944 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, ca2ae90a-c90d-4b4d-a33e-04e0b32acc64) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:50:34.453548 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867ec2e6-d41f-41de-bb7a-dbb744192944 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:34.454214 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-867ec2e6-d41f-41de-bb7a-dbb744192944 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:34.455563 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b718b8fe-347c-4f49-97c9-c853a06c9744 None None] Network ca2ae90a-c90d-4b4d-a33e-04e0b32acc64 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:50:34.477316 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-867ec2e6-d41f-41de-bb7a-dbb744192944 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4614768 Nov 11 17:50:34.477673 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41510) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:34.483264 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-d3c151ba-9ccc-442a-acf0-d4a689bc2114 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Request body: {'floatingip': {'floating_network_id': 'ca2ae90a-c90d-4b4d-a33e-04e0b32acc64'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:34.511637 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3c151ba-9ccc-442a-acf0-d4a689bc2114 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:34.592906 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07723460-eeba-4a1c-95e7-a86ed420d411 req-c8c9b921-77c6-4d9a-a92b-52ed434f43fe tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:34.594550 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07723460-eeba-4a1c-95e7-a86ed420d411 req-c8c9b921-77c6-4d9a-a92b-52ed434f43fe tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=40ab4538-6344-4d46-aa80-b629b94d534a HTTP/1.1" status: 200 len: 943 time: 0.0580792 Nov 11 17:50:34.608239 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebae3db9-8133-4e17-8391-4757bbd1eb5b None None] Network ca2ae90a-c90d-4b4d-a33e-04e0b32acc64 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:50:34.642612 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3c151ba-9ccc-442a-acf0-d4a689bc2114 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:34.666501 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-07723460-eeba-4a1c-95e7-a86ed420d411 req-3376abf7-004b-4370-a4b8-fc1629559de4 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/security-groups?id=df449c78-a805-4181-9886-da76004507fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582895 Nov 11 17:50:34.758703 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-d3c151ba-9ccc-442a-acf0-d4a689bc2114 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Allocated IP 172.20.0.4 (ca2ae90a-c90d-4b4d-a33e-04e0b32acc64/42d10480-88b2-4e4e-9241-44c15cd9c8b0/c1fbbd33-fff0-4b6a-951c-95093601aa40) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:50:34.861648 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3c151ba-9ccc-442a-acf0-d4a689bc2114 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:34.893954 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3c151ba-9ccc-442a-acf0-d4a689bc2114 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:34.933312 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c151ba-9ccc-442a-acf0-d4a689bc2114 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Network ca2ae90a-c90d-4b4d-a33e-04e0b32acc64 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:50:34.938069 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-d3c151ba-9ccc-442a-acf0-d4a689bc2114 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:50:34.941617 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c151ba-9ccc-442a-acf0-d4a689bc2114 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:50:34.968782 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c151ba-9ccc-442a-acf0-d4a689bc2114 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Pushing event updated for resources: {'Port': ['ID=c1fbbd33-fff0-4b6a-951c-95093601aa40,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:35.032789 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3c151ba-9ccc-442a-acf0-d4a689bc2114 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:35.067400 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3c151ba-9ccc-442a-acf0-d4a689bc2114 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:35.214612 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3c151ba-9ccc-442a-acf0-d4a689bc2114 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:35.219298 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3c151ba-9ccc-442a-acf0-d4a689bc2114 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:35.286854 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c151ba-9ccc-442a-acf0-d4a689bc2114 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Pushing event updated for resources: {'Port': ['ID=c1fbbd33-fff0-4b6a-951c-95093601aa40,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:35.299886 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3c151ba-9ccc-442a-acf0-d4a689bc2114 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:35.314828 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d3c151ba-9ccc-442a-acf0-d4a689bc2114 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:35.316074 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d3c151ba-9ccc-442a-acf0-d4a689bc2114 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8367591 Nov 11 17:50:35.318689 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41514) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:35.390749 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bd5abebc-75cc-4d96-9045-70a70ae6cc00 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] 10.222.0.76 "GET /v2.0/floatingips?floating_network_id=ca2ae90a-c90d-4b4d-a33e-04e0b32acc64 HTTP/1.1" status: 200 len: 689 time: 0.0708992 Nov 11 17:50:35.393146 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41516) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:35.393672 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:50:35.481106 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:35.594094 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Deleting port c1fbbd33-fff0-4b6a-951c-95093601aa40 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:50:35.594431 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:35.669557 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:35.669888 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:35.681240 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Calling delete_port for c1fbbd33-fff0-4b6a-951c-95093601aa40 owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:50:35.791119 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e397306-b2d0-407e-b3d1-2c9f00b069c1 req-04101ec9-1c53-4c6c-9110-dc5bd04eb998 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:35.792563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e397306-b2d0-407e-b3d1-2c9f00b069c1 req-04101ec9-1c53-4c6c-9110-dc5bd04eb998 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=40ab4538-6344-4d46-aa80-b629b94d534a HTTP/1.1" status: 200 len: 943 time: 0.0556874 Nov 11 17:50:35.843481 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:35.845800 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e397306-b2d0-407e-b3d1-2c9f00b069c1 req-c51528fc-6bec-4699-afd3-aa674fcf2aa9 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/security-groups?id=df449c78-a805-4181-9886-da76004507fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474353 Nov 11 17:50:35.877401 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-62f2b07e-9151-448c-934d-2ae3788eee69 req-8f677b83-cb82-4a32-9324-65701f509918 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0805757 Nov 11 17:50:35.878531 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1fbbd33-fff0-4b6a-951c-95093601aa40,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:35.969080 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:35.985070 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2b07e-9151-448c-934d-2ae3788eee69 req-cc4ec373-62ef-4e39-ac57-5f7bb8dc5cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:35.986505 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-62f2b07e-9151-448c-934d-2ae3788eee69 req-cc4ec373-62ef-4e39-ac57-5f7bb8dc5cee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=48fb128c35bc48a4b1d1b4a9aab07a98&device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6 HTTP/1.1" status: 200 len: 1096 time: 0.0580285 Nov 11 17:50:36.071144 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:36.132546 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2b07e-9151-448c-934d-2ae3788eee69 req-b47d60f5-9b4e-4590-aa4d-dafc8ad4919c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:36.134003 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-62f2b07e-9151-448c-934d-2ae3788eee69 req-b47d60f5-9b4e-4590-aa4d-dafc8ad4919c service neutron] 10.222.0.64 "GET /v2.0/networks?id=5f6d2839-0fe3-4464-b00c-6e51db67d47c HTTP/1.1" status: 200 len: 913 time: 0.1271458 Nov 11 17:50:36.152419 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:36.215147 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=42d10480-88b2-4e4e-9241-44c15cd9c8b0,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:36.263136 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-62f2b07e-9151-448c-934d-2ae3788eee69 req-59fb63ed-4f2d-425a-bf08-f29d4871c156 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5630806-6f76-4b33-8ba6-02de336e1d29 HTTP/1.1" status: 200 len: 1000 time: 0.1208572 Nov 11 17:50:36.289157 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:36.330913 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2ae90a-c90d-4b4d-a33e-04e0b32acc64']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:36.344139 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc40ae3-c25d-4abf-9095-aecb8b6a1c7d') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:36.344434 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc40ae3-c25d-4abf-9095-aecb8b6a1c7d') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:36.351383 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2b07e-9151-448c-934d-2ae3788eee69 req-7be05fc1-f9cf-4f68-b761-bd5c3863b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:36.352845 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-62f2b07e-9151-448c-934d-2ae3788eee69 req-7be05fc1-f9cf-4f68-b761-bd5c3863b6fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1145fbb8-f349-4241-b0f7-289be88670f2 HTTP/1.1" status: 200 len: 850 time: 0.0782919 Nov 11 17:50:36.356096 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:36.389426 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:36.397920 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:50:36.398302 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:50:36.400922 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:50:36.459531 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2b07e-9151-448c-934d-2ae3788eee69 req-13a2345a-55f4-4850-82b2-4dc26bc042d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:36.461055 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-62f2b07e-9151-448c-934d-2ae3788eee69 req-13a2345a-55f4-4850-82b2-4dc26bc042d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f6d2839-0fe3-4464-b00c-6e51db67d47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988419 Nov 11 17:50:36.467966 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:36.481245 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca2ae90a-c90d-4b4d-a33e-04e0b32acc64 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 17:50:36.501425 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:36.504593 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] 10.222.0.76 "DELETE /v2.0/networks/ca2ae90a-c90d-4b4d-a33e-04e0b32acc64 HTTP/1.1" status: 204 len: 168 time: 1.1105576 Nov 11 17:50:36.507305 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41522) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:36.530410 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95254304-67ae-4444-ba43-8073ebee23ee tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca2ae90a-c90d-4b4d-a33e-04e0b32acc64,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:36.574428 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-62f2b07e-9151-448c-934d-2ae3788eee69 req-e722e99f-20d4-4441-8a93-f5a961bdfad5 service neutron] 10.222.0.64 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046207 Nov 11 17:50:36.643605 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fa6738b9-fe0b-4b41-98d1-329571766c18 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2261 time: 0.1325669 Nov 11 17:50:36.644596 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41524) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:36.672957 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-62f2b07e-9151-448c-934d-2ae3788eee69 req-1ff33943-5f94-4fdf-9634-dd095ecc9df2 service neutron] 10.222.0.64 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915391 Nov 11 17:50:36.727320 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device e08311aa-42c5-4f02-b7cb-d858f42f6d03 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:50:36.768525 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd662050-0d7c-44bf-903c-a1cbbdc22dcb tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:36.769217 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd662050-0d7c-44bf-903c-a1cbbdc22dcb tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:36.769735 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd662050-0d7c-44bf-903c-a1cbbdc22dcb tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:36.770245 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd662050-0d7c-44bf-903c-a1cbbdc22dcb tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:36.770759 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd662050-0d7c-44bf-903c-a1cbbdc22dcb tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:36.771260 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd662050-0d7c-44bf-903c-a1cbbdc22dcb tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:36.771784 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd662050-0d7c-44bf-903c-a1cbbdc22dcb tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:36.776480 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bd662050-0d7c-44bf-903c-a1cbbdc22dcb tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4663 time: 0.1291392 Nov 11 17:50:36.776791 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41526) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:36.844048 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port e08311aa-42c5-4f02-b7cb-d858f42f6d03, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e08311aa-42c5-4f02-b7cb-d858f42f6d03,segment=NetworkSegment(c5220266-8366-4187-8407-76ea37f16b90),segment_id=c5220266-8366-4187-8407-76ea37f16b90)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:50:36.855819 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'e08311aa-42c5-4f02-b7cb-d858f42f6d03', 'network_id': '9830ecb6-48f5-4c2e-b809-ccf439f7c713', 'port_id': 'e08311aa-42c5-4f02-b7cb-d858f42f6d03', 'mac_address': 'fa:16:3e:85:59:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544e878c-504a-4f0e-91ea-60b0463a928e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:50:36.904092 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:36.920035 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08311aa-42c5-4f02-b7cb-d858f42f6d03 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:50:36.946596 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port e08311aa-42c5-4f02-b7cb-d858f42f6d03, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e08311aa-42c5-4f02-b7cb-d858f42f6d03,segment=NetworkSegment(c5220266-8366-4187-8407-76ea37f16b90),segment_id=c5220266-8366-4187-8407-76ea37f16b90)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:50:36.952477 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:37.004900 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=e08311aa-42c5-4f02-b7cb-d858f42f6d03,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:37.200955 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-620b9247-9f97-43a7-a5ec-a55635b37a9e tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] delete failed (client error): The resource could not be found. Nov 11 17:50:37.201959 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-620b9247-9f97-43a7-a5ec-a55635b37a9e tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/9f03b84e-08cf-47f7-8ce9-f6df6c556a42 HTTP/1.1" status: 404 len: 345 time: 0.4241896 Nov 11 17:50:37.204884 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41532) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:37.222575 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5736910-b1f6-436f-983c-af4bb5be006f tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] DELETE failed (client error): The resource could not be found. Nov 11 17:50:37.223118 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5736910-b1f6-436f-983c-af4bb5be006f tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:50:37.226997 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c5736910-b1f6-436f-983c-af4bb5be006f tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] 10.222.0.76 "DELETE /v2.0/networks/ca2ae90a-c90d-4b4d-a33e-04e0b32acc64 HTTP/1.1" status: 404 len: 339 time: 0.0202968 Nov 11 17:50:37.230858 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41534) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:37.236194 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['e08311aa-42c5-4f02-b7cb-d858f42f6d03'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:50:37.236749 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-6af843a0-8532-4b8d-b717-52b03a11985f tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Request body: {'network': {'name': 'tempest-network--1552477635', 'router:external': True}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:37.249742 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb5a93-74f9-40df-83b2-7dcd56567005 req-2dcc6d01-45cd-474b-a6de-c6ce7cfd56e3 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:37.251323 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0cdb5a93-74f9-40df-83b2-7dcd56567005 req-2dcc6d01-45cd-474b-a6de-c6ce7cfd56e3 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=40ab4538-6344-4d46-aa80-b629b94d534a HTTP/1.1" status: 200 len: 944 time: 0.0524080 Nov 11 17:50:37.257865 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af843a0-8532-4b8d-b717-52b03a11985f tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Made reservation on behalf of ca01a2978dcf40bca747d53363abe9da for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:50:37.260799 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6af843a0-8532-4b8d-b717-52b03a11985f tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:37.285678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af843a0-8532-4b8d-b717-52b03a11985f tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1299} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:50:37.295799 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6af843a0-8532-4b8d-b717-52b03a11985f tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:37.296238 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-6af843a0-8532-4b8d-b717-52b03a11985f tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Added segment 332e2ab5-195b-4b76-87df-abe3cbb46b40 of type vlan for network a842b584-e75f-41f7-aa71-ff53c27d81c2 Nov 11 17:50:37.308359 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0cdb5a93-74f9-40df-83b2-7dcd56567005 req-f217ca4e-3ac9-43f2-ab5f-5f7d29c63424 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/security-groups?id=df449c78-a805-4181-9886-da76004507fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475876 Nov 11 17:50:37.344845 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6af843a0-8532-4b8d-b717-52b03a11985f tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:37.376773 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6af843a0-8532-4b8d-b717-52b03a11985f tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:37.377943 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af843a0-8532-4b8d-b717-52b03a11985f tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:37.378627 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6af843a0-8532-4b8d-b717-52b03a11985f tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:37.430782 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6af843a0-8532-4b8d-b717-52b03a11985f tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.1988659 Nov 11 17:50:37.433555 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41536) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:37.443048 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af843a0-8532-4b8d-b717-52b03a11985f tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Pushing event updated for resources: {'Network': ['ID=a842b584-e75f-41f7-aa71-ff53c27d81c2,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:37.452288 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5b868566-24fc-402b-895d-c7e6b813d1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:37.455002 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network a842b584-e75f-41f7-aa71-ff53c27d81c2 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:50:37.618129 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba5f9d7-b311-4fba-beac-8e629b3cbb5c tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:37.624176 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba5f9d7-b311-4fba-beac-8e629b3cbb5c tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:37.629966 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba5f9d7-b311-4fba-beac-8e629b3cbb5c tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:37.636675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba5f9d7-b311-4fba-beac-8e629b3cbb5c tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:37.638281 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-eba5f9d7-b311-4fba-beac-8e629b3cbb5c tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2034979 Nov 11 17:50:37.641098 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41538) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:37.708649 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e164f290-ca25-473b-bf0d-8cab4c36b67c tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:37.793001 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e164f290-ca25-473b-bf0d-8cab4c36b67c tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:37.812512 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-e164f290-ca25-473b-bf0d-8cab4c36b67c tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a842b584-e75f-41f7-aa71-ff53c27d81c2']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:37.829044 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-e164f290-ca25-473b-bf0d-8cab4c36b67c tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332e2ab5-195b-4b76-87df-abe3cbb46b40') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:37.829413 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-e164f290-ca25-473b-bf0d-8cab4c36b67c tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332e2ab5-195b-4b76-87df-abe3cbb46b40') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:37.845912 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e164f290-ca25-473b-bf0d-8cab4c36b67c tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:37.865169 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e164f290-ca25-473b-bf0d-8cab4c36b67c tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:37.871719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e164f290-ca25-473b-bf0d-8cab4c36b67c tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:50:37.872128 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e164f290-ca25-473b-bf0d-8cab4c36b67c tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:50:37.873798 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:50:37.932596 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e164f290-ca25-473b-bf0d-8cab4c36b67c tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:37.937635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e164f290-ca25-473b-bf0d-8cab4c36b67c tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a842b584-e75f-41f7-aa71-ff53c27d81c2 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 17:50:37.940079 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e164f290-ca25-473b-bf0d-8cab4c36b67c tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:37.943342 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e164f290-ca25-473b-bf0d-8cab4c36b67c tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] 10.222.0.76 "DELETE /v2.0/networks/a842b584-e75f-41f7-aa71-ff53c27d81c2 HTTP/1.1" status: 204 len: 168 time: 0.3013325 Nov 11 17:50:37.949461 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41540) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:37.957594 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164f290-ca25-473b-bf0d-8cab4c36b67c tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Pushing event deleted for resources: {'Network': ['ID=a842b584-e75f-41f7-aa71-ff53c27d81c2,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:37.965746 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b80c4a1e-2b33-49ea-8e66-3724a7bd0250 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Request body: {'network': {'name': 'tempest-network--925134637', 'router:external': True}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:37.985691 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80c4a1e-2b33-49ea-8e66-3724a7bd0250 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Made reservation on behalf of ca01a2978dcf40bca747d53363abe9da for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:50:37.988110 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b80c4a1e-2b33-49ea-8e66-3724a7bd0250 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:38.012721 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b80c4a1e-2b33-49ea-8e66-3724a7bd0250 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1283} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:50:38.021457 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b80c4a1e-2b33-49ea-8e66-3724a7bd0250 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:38.021794 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-b80c4a1e-2b33-49ea-8e66-3724a7bd0250 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Added segment 6223d08b-669b-4a8e-b8b1-b822c4684196 of type vlan for network f0b63942-c233-4279-b2f5-5ff5b9c40ca1 Nov 11 17:50:38.071113 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b80c4a1e-2b33-49ea-8e66-3724a7bd0250 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:38.100552 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b80c4a1e-2b33-49ea-8e66-3724a7bd0250 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:38.101578 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80c4a1e-2b33-49ea-8e66-3724a7bd0250 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:38.102148 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b80c4a1e-2b33-49ea-8e66-3724a7bd0250 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:38.160650 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b80c4a1e-2b33-49ea-8e66-3724a7bd0250 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2072353 Nov 11 17:50:38.163277 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41542) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:38.166993 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c4a1e-2b33-49ea-8e66-3724a7bd0250 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Pushing event updated for resources: {'Network': ['ID=f0b63942-c233-4279-b2f5-5ff5b9c40ca1,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:38.178199 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network f0b63942-c233-4279-b2f5-5ff5b9c40ca1 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:50:38.245040 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1090ea-500c-4e12-9da7-53bde452a673 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:38.249214 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8f1090ea-500c-4e12-9da7-53bde452a673 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] 10.222.0.76 "GET /v2.0/networks/f0b63942-c233-4279-b2f5-5ff5b9c40ca1 HTTP/1.1" status: 200 len: 756 time: 0.0820220 Nov 11 17:50:38.249214 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41544) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:38.333692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2ac9fe-83f0-4f13-adf6-f7fdd894c259 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:38.338944 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ce2ac9fe-83f0-4f13-adf6-f7fdd894c259 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] 10.222.0.76 "GET /v2.0/networks/85639ea6-5645-4a56-b7d9-10d4d6d27dd0 HTTP/1.1" status: 200 len: 766 time: 0.0851293 Nov 11 17:50:38.338944 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41548) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:38.439989 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2177ce66-78a9-461e-9b36-da20ff417e41 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:38.458669 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3469b3-8716-4e70-809c-fb352be1acfa req-747ed591-6941-4dd0-bb05-32fae679c040 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:38.460147 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b3469b3-8716-4e70-809c-fb352be1acfa req-747ed591-6941-4dd0-bb05-32fae679c040 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=40ab4538-6344-4d46-aa80-b629b94d534a HTTP/1.1" status: 200 len: 944 time: 0.0725973 Nov 11 17:50:38.563545 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2177ce66-78a9-461e-9b36-da20ff417e41 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:38.590831 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b3469b3-8716-4e70-809c-fb352be1acfa req-6bf7a639-b4c0-4980-a9ab-be4bede9f3e0 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/security-groups?id=df449c78-a805-4181-9886-da76004507fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242497 Nov 11 17:50:38.594062 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-2177ce66-78a9-461e-9b36-da20ff417e41 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b63942-c233-4279-b2f5-5ff5b9c40ca1']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:38.604679 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-2177ce66-78a9-461e-9b36-da20ff417e41 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6223d08b-669b-4a8e-b8b1-b822c4684196') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:38.604979 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-2177ce66-78a9-461e-9b36-da20ff417e41 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6223d08b-669b-4a8e-b8b1-b822c4684196') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:38.614648 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2177ce66-78a9-461e-9b36-da20ff417e41 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:38.628301 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2177ce66-78a9-461e-9b36-da20ff417e41 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:38.634199 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2177ce66-78a9-461e-9b36-da20ff417e41 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:50:38.634955 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2177ce66-78a9-461e-9b36-da20ff417e41 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:50:38.636763 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:50:38.698505 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2177ce66-78a9-461e-9b36-da20ff417e41 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:38.703334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2177ce66-78a9-461e-9b36-da20ff417e41 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f0b63942-c233-4279-b2f5-5ff5b9c40ca1 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 17:50:38.705976 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2177ce66-78a9-461e-9b36-da20ff417e41 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:38.709147 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2177ce66-78a9-461e-9b36-da20ff417e41 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] 10.222.0.76 "DELETE /v2.0/networks/f0b63942-c233-4279-b2f5-5ff5b9c40ca1 HTTP/1.1" status: 204 len: 168 time: 0.3703125 Nov 11 17:50:38.712938 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41552) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:38.719628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177ce66-78a9-461e-9b36-da20ff417e41 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Pushing event deleted for resources: {'Network': ['ID=f0b63942-c233-4279-b2f5-5ff5b9c40ca1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:38.719872 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-0d0de05c-60cb-4f27-b98c-9675fc65a540 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Request body: {'network': {'name': 'tempest-network--1818150361'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:38.733438 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device e08311aa-42c5-4f02-b7cb-d858f42f6d03 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:50:38.746032 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0de05c-60cb-4f27-b98c-9675fc65a540 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Made reservation on behalf of ca01a2978dcf40bca747d53363abe9da for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:50:38.748691 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d0de05c-60cb-4f27-b98c-9675fc65a540 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:38.775134 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0de05c-60cb-4f27-b98c-9675fc65a540 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1298} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:50:38.786042 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d0de05c-60cb-4f27-b98c-9675fc65a540 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:38.786380 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-0d0de05c-60cb-4f27-b98c-9675fc65a540 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Added segment 878be1fc-1e1e-456b-a8df-ec2ea653d6e2 of type vlan for network 05d4fa38-2042-4388-9db8-ba6df7d71578 Nov 11 17:50:38.792745 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port e08311aa-42c5-4f02-b7cb-d858f42f6d03 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:50:38.799131 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port e08311aa-42c5-4f02-b7cb-d858f42f6d03 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:50:38.799644 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:38.845478 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d0de05c-60cb-4f27-b98c-9675fc65a540 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:38.873321 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d0de05c-60cb-4f27-b98c-9675fc65a540 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:38.874938 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0de05c-60cb-4f27-b98c-9675fc65a540 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:38.875545 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d0de05c-60cb-4f27-b98c-9675fc65a540 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:38.902581 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:38.935687 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port e08311aa-42c5-4f02-b7cb-d858f42f6d03, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e08311aa-42c5-4f02-b7cb-d858f42f6d03,segment=NetworkSegment(c5220266-8366-4187-8407-76ea37f16b90),segment_id=c5220266-8366-4187-8407-76ea37f16b90)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:50:38.936697 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ab4538-6344-4d46-aa80-b629b94d534a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08311aa-42c5-4f02-b7cb-d858f42f6d03'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:50:38.939504 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeba1929-cb75-4bd8-b944-e9e611a38549" -d '{"events": [{"server_uuid": "40ab4538-6344-4d46-aa80-b629b94d534a", "name": "network-vif-plugged", "status": "completed", "tag": "e08311aa-42c5-4f02-b7cb-d858f42f6d03"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:50:38.939870 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0d0de05c-60cb-4f27-b98c-9675fc65a540 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.2257452 Nov 11 17:50:38.940374 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41554) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:38.942909 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:38.945775 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0de05c-60cb-4f27-b98c-9675fc65a540 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Pushing event updated for resources: {'Network': ['ID=05d4fa38-2042-4388-9db8-ba6df7d71578,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:38.957160 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-21dd5603-1fde-44c0-a307-dc1208e0d949 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:38.973514 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 05d4fa38-2042-4388-9db8-ba6df7d71578 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:50:39.020113 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4198121-d4f2-4807-8513-aeabd4388539 x-openstack-request-id: req-a4198121-d4f2-4807-8513-aeabd4388539 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:50:39.020820 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ab4538-6344-4d46-aa80-b629b94d534a", "name": "network-vif-plugged", "status": "completed", "tag": "e08311aa-42c5-4f02-b7cb-d858f42f6d03", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:50:39.021149 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a4198121-d4f2-4807-8513-aeabd4388539 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:50:39.021609 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ab4538-6344-4d46-aa80-b629b94d534a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08311aa-42c5-4f02-b7cb-d858f42f6d03', 'code': 200} Nov 11 17:50:39.069573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=e08311aa-42c5-4f02-b7cb-d858f42f6d03,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:39.124917 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21dd5603-1fde-44c0-a307-dc1208e0d949 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:39.132931 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b67f9-e626-4bf3-a483-2905a41495cd req-95557d14-980c-4037-b26b-1f36de9c45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:39.134803 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-858b67f9-e626-4bf3-a483-2905a41495cd req-95557d14-980c-4037-b26b-1f36de9c45bb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=40ab4538-6344-4d46-aa80-b629b94d534a HTTP/1.1" status: 200 len: 1096 time: 0.0533624 Nov 11 17:50:39.138946 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21dd5603-1fde-44c0-a307-dc1208e0d949 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:39.180204 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-858b67f9-e626-4bf3-a483-2905a41495cd req-0221fd5e-9682-4cc7-a2e5-2379ecf8814f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=df449c78-a805-4181-9886-da76004507fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386829 Nov 11 17:50:39.187969 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21dd5603-1fde-44c0-a307-dc1208e0d949 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Network 05d4fa38-2042-4388-9db8-ba6df7d71578 is not hosted by any dhcp agent {{(pid=102618) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 17:50:39.188818 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dd5603-1fde-44c0-a307-dc1208e0d949 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:39.189400 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21dd5603-1fde-44c0-a307-dc1208e0d949 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:39.190657 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-21dd5603-1fde-44c0-a307-dc1208e0d949 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] 10.222.0.76 "PUT /v2.0/networks/05d4fa38-2042-4388-9db8-ba6df7d71578 HTTP/1.1" status: 200 len: 859 time: 0.2485878 Nov 11 17:50:39.193569 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41558) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:39.203625 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd5603-1fde-44c0-a307-dc1208e0d949 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Pushing event updated for resources: {'Network': ['ID=05d4fa38-2042-4388-9db8-ba6df7d71578,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:39.266398 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9bc69990-dbdb-41df-b53c-fac79536a5b7 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:39.353833 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9bc69990-dbdb-41df-b53c-fac79536a5b7 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:39.375133 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-9bc69990-dbdb-41df-b53c-fac79536a5b7 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d4fa38-2042-4388-9db8-ba6df7d71578']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:39.385145 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-9bc69990-dbdb-41df-b53c-fac79536a5b7 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878be1fc-1e1e-456b-a8df-ec2ea653d6e2') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:39.385487 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-9bc69990-dbdb-41df-b53c-fac79536a5b7 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878be1fc-1e1e-456b-a8df-ec2ea653d6e2') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:39.401570 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9bc69990-dbdb-41df-b53c-fac79536a5b7 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:39.419850 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9bc69990-dbdb-41df-b53c-fac79536a5b7 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:39.426198 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc69990-dbdb-41df-b53c-fac79536a5b7 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:50:39.426612 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9bc69990-dbdb-41df-b53c-fac79536a5b7 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:50:39.428436 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:50:39.482525 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9bc69990-dbdb-41df-b53c-fac79536a5b7 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:39.487380 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc69990-dbdb-41df-b53c-fac79536a5b7 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 05d4fa38-2042-4388-9db8-ba6df7d71578 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 17:50:39.489949 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9bc69990-dbdb-41df-b53c-fac79536a5b7 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:39.493168 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9bc69990-dbdb-41df-b53c-fac79536a5b7 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] 10.222.0.76 "DELETE /v2.0/networks/05d4fa38-2042-4388-9db8-ba6df7d71578 HTTP/1.1" status: 204 len: 168 time: 0.2986026 Nov 11 17:50:39.496811 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41560) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:39.507573 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc69990-dbdb-41df-b53c-fac79536a5b7 tempest-ExternalNetworksTestJSON-1754789723 tempest-ExternalNetworksTestJSON-1754789723-project-admin] Pushing event deleted for resources: {'Network': ['ID=05d4fa38-2042-4388-9db8-ba6df7d71578,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:39.525914 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-beca3020-11cc-493a-9bae-5b3c777aadf7 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] DELETE failed (client error): The resource could not be found. Nov 11 17:50:39.526407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beca3020-11cc-493a-9bae-5b3c777aadf7 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:50:39.529497 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-beca3020-11cc-493a-9bae-5b3c777aadf7 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] 10.222.0.76 "DELETE /v2.0/subnets/42d10480-88b2-4e4e-9241-44c15cd9c8b0 HTTP/1.1" status: 404 len: 337 time: 0.0316865 Nov 11 17:50:39.532128 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41562) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:39.618134 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2828a2ee-b9c3-4829-bcfa-6b9dfa9b2f45 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:39.741889 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2828a2ee-b9c3-4829-bcfa-6b9dfa9b2f45 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:39.769388 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-2828a2ee-b9c3-4829-bcfa-6b9dfa9b2f45 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85639ea6-5645-4a56-b7d9-10d4d6d27dd0']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:39.780713 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-2828a2ee-b9c3-4829-bcfa-6b9dfa9b2f45 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3601e82e-3416-421a-8781-d47fab27def5') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:39.781009 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-2828a2ee-b9c3-4829-bcfa-6b9dfa9b2f45 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3601e82e-3416-421a-8781-d47fab27def5') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:39.803232 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b558895-74fa-4a6f-83b8-5e0b6ad1b7b6 req-d2780f90-cb6e-4e51-a4cb-3aae035a7faf tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:39.804734 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b558895-74fa-4a6f-83b8-5e0b6ad1b7b6 req-d2780f90-cb6e-4e51-a4cb-3aae035a7faf tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=40ab4538-6344-4d46-aa80-b629b94d534a HTTP/1.1" status: 200 len: 945 time: 0.1021118 Nov 11 17:50:39.807117 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2828a2ee-b9c3-4829-bcfa-6b9dfa9b2f45 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:39.830891 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2828a2ee-b9c3-4829-bcfa-6b9dfa9b2f45 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:39.842494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2828a2ee-b9c3-4829-bcfa-6b9dfa9b2f45 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:50:39.842878 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2828a2ee-b9c3-4829-bcfa-6b9dfa9b2f45 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:50:39.846817 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:50:39.914817 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b558895-74fa-4a6f-83b8-5e0b6ad1b7b6 req-02900a12-f2d0-4fd3-83bf-2524dbe189c0 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/security-groups?id=df449c78-a805-4181-9886-da76004507fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011531 Nov 11 17:50:39.921660 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2828a2ee-b9c3-4829-bcfa-6b9dfa9b2f45 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:39.928598 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2828a2ee-b9c3-4829-bcfa-6b9dfa9b2f45 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:39.932506 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2828a2ee-b9c3-4829-bcfa-6b9dfa9b2f45 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] 10.222.0.76 "DELETE /v2.0/networks/85639ea6-5645-4a56-b7d9-10d4d6d27dd0 HTTP/1.1" status: 204 len: 168 time: 0.3993804 Nov 11 17:50:39.951074 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828a2ee-b9c3-4829-bcfa-6b9dfa9b2f45 tempest-ExternalNetworksTestJSON-605989275 tempest-ExternalNetworksTestJSON-605989275-project] Pushing event deleted for resources: {'Network': ['ID=85639ea6-5645-4a56-b7d9-10d4d6d27dd0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:40.190936 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41574) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:40.328601 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f83ac204-c410-443a-9f87-744b04d4ea67 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ce9f93f8121944c6a896a31799b8d290&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1354065 Nov 11 17:50:40.331176 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41578) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:40.383459 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d692523f-5dc9-47f5-aeb2-5d1b57effacb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:40.405360 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fd82df7e-5079-4c9a-8826-fe7a64f605fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:40.416497 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d692523f-5dc9-47f5-aeb2-5d1b57effacb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:40.468766 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d692523f-5dc9-47f5-aeb2-5d1b57effacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:40.471599 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d692523f-5dc9-47f5-aeb2-5d1b57effacb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:40.473080 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d692523f-5dc9-47f5-aeb2-5d1b57effacb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cd8f4fb5-53d5-4e2a-940c-e88f4372588b HTTP/1.1" status: 204 len: 168 time: 0.1409414 Nov 11 17:50:40.481929 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692523f-5dc9-47f5-aeb2-5d1b57effacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8f4fb5-53d5-4e2a-940c-e88f4372588b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:40.727251 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41584) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:40.767736 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-66287997-9fa1-4569-8fc0-1a72ecdfba00 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ca01a2978dcf40bca747d53363abe9da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386949 Nov 11 17:50:40.770034 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41586) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:40.818917 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc2ac71b-a576-48b6-8128-3aa8da2650b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:40.840283 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc2ac71b-a576-48b6-8128-3aa8da2650b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:40.886453 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc2ac71b-a576-48b6-8128-3aa8da2650b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:40.889456 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc2ac71b-a576-48b6-8128-3aa8da2650b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:40.890872 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dc2ac71b-a576-48b6-8128-3aa8da2650b0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4db1638e-864a-4bbd-ad18-70369e89208c HTTP/1.1" status: 204 len: 168 time: 0.1197929 Nov 11 17:50:40.900004 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ac71b-a576-48b6-8128-3aa8da2650b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db1638e-864a-4bbd-ad18-70369e89208c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:40.992128 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:41.043513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce3240-46e5-40ad-b1d5-7f7a0c81c1f2 req-b655dbff-fbfc-47e9-9d30-a20afbec5f0b tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:41.045029 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-41ce3240-46e5-40ad-b1d5-7f7a0c81c1f2 req-b655dbff-fbfc-47e9-9d30-a20afbec5f0b tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=40ab4538-6344-4d46-aa80-b629b94d534a HTTP/1.1" status: 200 len: 945 time: 0.0554943 Nov 11 17:50:41.096426 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-41ce3240-46e5-40ad-b1d5-7f7a0c81c1f2 req-0e56a423-b224-4865-abd4-86f8e6e5063e tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/security-groups?id=df449c78-a805-4181-9886-da76004507fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453651 Nov 11 17:50:42.336931 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41706) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:42.443922 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-ce2c610b-8955-4ca1-8e30-e143daa20ec8 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:42.463117 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ce2c610b-8955-4ca1-8e30-e143daa20ec8 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] 10.222.0.76 "PUT /v2.0/quotas/29661140623f463fa422d13945996434 HTTP/1.1" status: 200 len: 368 time: 0.1248546 Nov 11 17:50:42.465617 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41710) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:42.470333 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-3dac7d6a-8417-412f-a022-cd1dfe1d127b tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Request body: {'network': {'project_id': '29661140623f463fa422d13945996434'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:42.493387 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dac7d6a-8417-412f-a022-cd1dfe1d127b tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Made reservation on behalf of 29661140623f463fa422d13945996434 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:50:42.496376 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3dac7d6a-8417-412f-a022-cd1dfe1d127b tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:42.514804 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3dac7d6a-8417-412f-a022-cd1dfe1d127b tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:42.595229 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3dac7d6a-8417-412f-a022-cd1dfe1d127b tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:42.600780 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3dac7d6a-8417-412f-a022-cd1dfe1d127b tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:42.609469 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:42.623448 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dac7d6a-8417-412f-a022-cd1dfe1d127b tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1298} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:50:42.637621 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac7d6a-8417-412f-a022-cd1dfe1d127b tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afbf826-7c0c-4bc3-8bc0-1ac24ad054f8,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:42.642478 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3dac7d6a-8417-412f-a022-cd1dfe1d127b tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:42.642820 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-3dac7d6a-8417-412f-a022-cd1dfe1d127b tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Added segment 198aa780-524d-4108-95bd-f01fbca6b15b of type vlan for network 809bf682-4f51-42d6-8cb0-28b395a6908d Nov 11 17:50:42.689794 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3dac7d6a-8417-412f-a022-cd1dfe1d127b tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:42.716145 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3dac7d6a-8417-412f-a022-cd1dfe1d127b tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:42.716877 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dac7d6a-8417-412f-a022-cd1dfe1d127b tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:42.717453 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3dac7d6a-8417-412f-a022-cd1dfe1d127b tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:42.767887 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3dac7d6a-8417-412f-a022-cd1dfe1d127b tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.3010612 Nov 11 17:50:42.771625 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41714) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:42.778285 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-4cbb51f4-47d0-4724-ac68-79d974c6a335 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Request body: {'network': {'project_id': '29661140623f463fa422d13945996434'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:42.786018 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac7d6a-8417-412f-a022-cd1dfe1d127b tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Pushing event updated for resources: {'Network': ['ID=809bf682-4f51-42d6-8cb0-28b395a6908d,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:42.795968 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 809bf682-4f51-42d6-8cb0-28b395a6908d details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:50:42.816594 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbb51f4-47d0-4724-ac68-79d974c6a335 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Made reservation on behalf of 29661140623f463fa422d13945996434 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:50:42.818956 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4cbb51f4-47d0-4724-ac68-79d974c6a335 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:42.849504 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbb51f4-47d0-4724-ac68-79d974c6a335 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1283} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:50:42.861060 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4cbb51f4-47d0-4724-ac68-79d974c6a335 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:42.861704 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-4cbb51f4-47d0-4724-ac68-79d974c6a335 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Added segment 9d174e72-39be-4ea2-80cd-800aad72ee9c of type vlan for network c2c21772-4e16-42a3-aa82-2c70db365925 Nov 11 17:50:42.909935 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4cbb51f4-47d0-4724-ac68-79d974c6a335 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:42.932977 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:42.941761 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4cbb51f4-47d0-4724-ac68-79d974c6a335 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:42.942981 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb51f4-47d0-4724-ac68-79d974c6a335 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:42.943565 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4cbb51f4-47d0-4724-ac68-79d974c6a335 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:43.004714 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4cbb51f4-47d0-4724-ac68-79d974c6a335 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.2306995 Nov 11 17:50:43.007849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41716) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:43.013768 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-6096144a-252d-4e09-84d9-e6c3c09e24e3 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Request body: {'network': {'project_id': '29661140623f463fa422d13945996434'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:43.016669 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb51f4-47d0-4724-ac68-79d974c6a335 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Pushing event updated for resources: {'Network': ['ID=c2c21772-4e16-42a3-aa82-2c70db365925,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:43.027651 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-6096144a-252d-4e09-84d9-e6c3c09e24e3 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 11 17:50:43.028148 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6096144a-252d-4e09-84d9-e6c3c09e24e3 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:50:43.030253 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network c2c21772-4e16-42a3-aa82-2c70db365925 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:50:43.032404 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41718) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:43.032578 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6096144a-252d-4e09-84d9-e6c3c09e24e3 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0233428 Nov 11 17:50:43.076969 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6cc129f6-29ca-4bf1-88f1-48d24e150a65 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=29661140623f463fa422d13945996434&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432298 Nov 11 17:50:43.079863 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41720) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:43.133577 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e2f256c-bbbc-4a47-8660-f4dca106a3a6 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:43.156941 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e2f256c-bbbc-4a47-8660-f4dca106a3a6 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:43.204774 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e2f256c-bbbc-4a47-8660-f4dca106a3a6 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:43.207764 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e2f256c-bbbc-4a47-8660-f4dca106a3a6 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:43.208928 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8e2f256c-bbbc-4a47-8660-f4dca106a3a6 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] 10.222.0.76 "DELETE /v2.0/security-groups/0afbf826-7c0c-4bc3-8bc0-1ac24ad054f8 HTTP/1.1" status: 204 len: 168 time: 0.1278360 Nov 11 17:50:43.211578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41722) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:43.222354 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f256c-bbbc-4a47-8660-f4dca106a3a6 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afbf826-7c0c-4bc3-8bc0-1ac24ad054f8,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:43.297280 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1103808a-a89f-43cb-9bf0-9682cc36319c tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:43.382811 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1103808a-a89f-43cb-9bf0-9682cc36319c tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:43.404508 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-1103808a-a89f-43cb-9bf0-9682cc36319c tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c21772-4e16-42a3-aa82-2c70db365925']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:43.414623 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-1103808a-a89f-43cb-9bf0-9682cc36319c tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d174e72-39be-4ea2-80cd-800aad72ee9c') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:43.414924 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-1103808a-a89f-43cb-9bf0-9682cc36319c tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d174e72-39be-4ea2-80cd-800aad72ee9c') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:43.424313 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1103808a-a89f-43cb-9bf0-9682cc36319c tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:43.438359 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1103808a-a89f-43cb-9bf0-9682cc36319c tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:43.444949 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1103808a-a89f-43cb-9bf0-9682cc36319c tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:50:43.445332 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1103808a-a89f-43cb-9bf0-9682cc36319c tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:50:43.447543 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:50:43.502347 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1103808a-a89f-43cb-9bf0-9682cc36319c tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:43.509089 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1103808a-a89f-43cb-9bf0-9682cc36319c tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:43.512611 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1103808a-a89f-43cb-9bf0-9682cc36319c tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] 10.222.0.76 "DELETE /v2.0/networks/c2c21772-4e16-42a3-aa82-2c70db365925 HTTP/1.1" status: 204 len: 168 time: 0.2998743 Nov 11 17:50:43.515227 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41726) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:43.532481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103808a-a89f-43cb-9bf0-9682cc36319c tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Pushing event deleted for resources: {'Network': ['ID=c2c21772-4e16-42a3-aa82-2c70db365925,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:43.592762 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99967f20-d7e2-4ade-8bf5-0fe9e4846e38 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:43.677843 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99967f20-d7e2-4ade-8bf5-0fe9e4846e38 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:43.699317 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-99967f20-d7e2-4ade-8bf5-0fe9e4846e38 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809bf682-4f51-42d6-8cb0-28b395a6908d']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:43.709260 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-99967f20-d7e2-4ade-8bf5-0fe9e4846e38 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198aa780-524d-4108-95bd-f01fbca6b15b') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:43.709633 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-99967f20-d7e2-4ade-8bf5-0fe9e4846e38 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198aa780-524d-4108-95bd-f01fbca6b15b') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:43.719343 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99967f20-d7e2-4ade-8bf5-0fe9e4846e38 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:43.733608 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99967f20-d7e2-4ade-8bf5-0fe9e4846e38 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:43.739623 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99967f20-d7e2-4ade-8bf5-0fe9e4846e38 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:50:43.740047 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99967f20-d7e2-4ade-8bf5-0fe9e4846e38 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:50:43.741808 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:50:43.804764 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99967f20-d7e2-4ade-8bf5-0fe9e4846e38 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:43.813384 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99967f20-d7e2-4ade-8bf5-0fe9e4846e38 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:43.816648 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-99967f20-d7e2-4ade-8bf5-0fe9e4846e38 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] 10.222.0.76 "DELETE /v2.0/networks/809bf682-4f51-42d6-8cb0-28b395a6908d HTTP/1.1" status: 204 len: 168 time: 0.2998896 Nov 11 17:50:43.829020 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99967f20-d7e2-4ade-8bf5-0fe9e4846e38 tempest-QuotasNegativeTest-1827657516 tempest-QuotasNegativeTest-1827657516-project-admin] Pushing event deleted for resources: {'Network': ['ID=809bf682-4f51-42d6-8cb0-28b395a6908d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:44.233460 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41736) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:44.341939 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f07fa042-afd8-4d24-9c6b-4724ffefbe3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:44.425065 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f07fa042-afd8-4d24-9c6b-4724ffefbe3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:44.430365 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f07fa042-afd8-4d24-9c6b-4724ffefbe3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:44.469364 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07fa042-afd8-4d24-9c6b-4724ffefbe3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ef4059-570a-4318-8761-f8b470b1b911,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:44.475357 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f07fa042-afd8-4d24-9c6b-4724ffefbe3f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0db95fbd1739414ca3386377f47a414e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2407038 Nov 11 17:50:44.477906 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41742) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:44.530964 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4cda-6fac-4edf-9fbb-01b37af27d3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:44.552157 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4cda-6fac-4edf-9fbb-01b37af27d3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:44.600464 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4cda-6fac-4edf-9fbb-01b37af27d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:44.603385 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4cda-6fac-4edf-9fbb-01b37af27d3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:44.604638 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9e3f4cda-6fac-4edf-9fbb-01b37af27d3c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/35ef4059-570a-4318-8761-f8b470b1b911 HTTP/1.1" status: 204 len: 168 time: 0.1257319 Nov 11 17:50:44.612688 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f4cda-6fac-4edf-9fbb-01b37af27d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ef4059-570a-4318-8761-f8b470b1b911,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:44.894298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41750) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:44.908311 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ea42968-44b2-4dbb-8739-0bc428fcc6a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:44.989913 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ea42968-44b2-4dbb-8739-0bc428fcc6a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:44.994028 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ea42968-44b2-4dbb-8739-0bc428fcc6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:45.030063 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1ea42968-44b2-4dbb-8739-0bc428fcc6a4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b0d67b37a4a546b1babe199df57726c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343844 Nov 11 17:50:45.032844 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41752) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:45.035243 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea42968-44b2-4dbb-8739-0bc428fcc6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e669c73-5f33-4e52-961a-a564befb47b9,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:45.086895 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae077598-2d80-48bd-8ad1-f06de59dadf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:45.110976 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae077598-2d80-48bd-8ad1-f06de59dadf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:45.164747 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae077598-2d80-48bd-8ad1-f06de59dadf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:45.167956 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ae077598-2d80-48bd-8ad1-f06de59dadf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:45.169101 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ae077598-2d80-48bd-8ad1-f06de59dadf5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4e669c73-5f33-4e52-961a-a564befb47b9 HTTP/1.1" status: 204 len: 168 time: 0.1348226 Nov 11 17:50:45.178554 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae077598-2d80-48bd-8ad1-f06de59dadf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e669c73-5f33-4e52-961a-a564befb47b9,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:46.548912 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41792) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:46.703325 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-c588c33d-f046-423c-9d5e-e5b145de7611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1249396221'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:46.730055 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c588c33d-f046-423c-9d5e-e5b145de7611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] Made reservation on behalf of cb9301b515304e76a881b16c39ca670e for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:50:46.733994 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c588c33d-f046-423c-9d5e-e5b145de7611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:46.742951 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c588c33d-f046-423c-9d5e-e5b145de7611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:46.840840 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c588c33d-f046-423c-9d5e-e5b145de7611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:46.846101 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c588c33d-f046-423c-9d5e-e5b145de7611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:46.873989 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c588c33d-f046-423c-9d5e-e5b145de7611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1286} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:50:46.894091 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588c33d-f046-423c-9d5e-e5b145de7611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57d90e78-24dc-48cf-8d35-eb0b145045b0,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:46.900266 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c588c33d-f046-423c-9d5e-e5b145de7611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:46.900612 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-c588c33d-f046-423c-9d5e-e5b145de7611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] Added segment 48e6e57f-dc3c-434d-ad6a-eaeace252360 of type vlan for network 77862bb5-2a0d-4f22-999b-2f09d8d85768 Nov 11 17:50:46.948016 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c588c33d-f046-423c-9d5e-e5b145de7611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:46.973771 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c588c33d-f046-423c-9d5e-e5b145de7611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:46.980903 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c588c33d-f046-423c-9d5e-e5b145de7611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:46.981588 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c588c33d-f046-423c-9d5e-e5b145de7611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:47.041527 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c588c33d-f046-423c-9d5e-e5b145de7611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.4913030 Nov 11 17:50:47.055167 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588c33d-f046-423c-9d5e-e5b145de7611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] Pushing event updated for resources: {'Network': ['ID=77862bb5-2a0d-4f22-999b-2f09d8d85768,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:47.067716 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 77862bb5-2a0d-4f22-999b-2f09d8d85768 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:50:47.230905 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41806) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:47.235860 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Request body: {'port': {'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768', 'binding:host_id': 'n-h2-816206-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1740143808'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:47.262887 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Made reservation on behalf of 3f4dda56c9824f9abb845dd74ece6aa3 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:50:47.265310 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:47.274629 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:47.362554 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:47.367046 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:47.373009 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] device_id is not set on port b9f9cbfc-ca51-463d-894d-be95a8168c9a yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:50:47.454152 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc348abb-992b-4ad6-b795-1cfd0e102911,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:47.910170 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] device_id is not set on port b9f9cbfc-ca51-463d-894d-be95a8168c9a yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:50:47.920922 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:47.928886 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:48.002286 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Pushing event updated for resources: {'Port': ['ID=b9f9cbfc-ca51-463d-894d-be95a8168c9a,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:48.017992 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Checking segment: {'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:50:48.018349 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Network hostable DHCP agents. Network: 77862bb5-2a0d-4f22-999b-2f09d8d85768, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:50:48.035075 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Network 77862bb5-2a0d-4f22-999b-2f09d8d85768 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:50:48.045263 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 77862bb5-2a0d-4f22-999b-2f09d8d85768) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:50:48.049140 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:50:48.055546 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54894c4f-fa30-4394-96f8-ae6e04f9f03e None None] Network 77862bb5-2a0d-4f22-999b-2f09d8d85768 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:50:48.072646 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:48.073101 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:48.073506 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:48.078226 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port b9f9cbfc-ca51-463d-894d-be95a8168c9a on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:48.078568 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:48.079017 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 2 to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a Nov 11 17:50:48.092531 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:48.092941 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:48.093860 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:48.098247 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port b9f9cbfc-ca51-463d-894d-be95a8168c9a on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:48.098686 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:48.099140 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 3 to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a Nov 11 17:50:48.113867 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:48.116020 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:48.116380 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:48.124487 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port b9f9cbfc-ca51-463d-894d-be95a8168c9a on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:48.124816 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:48.125212 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 4 to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a Nov 11 17:50:48.138329 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:48.138825 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:48.139170 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:48.143594 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port b9f9cbfc-ca51-463d-894d-be95a8168c9a on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:48.143995 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:48.144356 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 5 to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a Nov 11 17:50:48.157836 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:48.158165 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:48.158501 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:48.163665 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port b9f9cbfc-ca51-463d-894d-be95a8168c9a on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:48.164027 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:48.164422 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 6 to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a Nov 11 17:50:48.180279 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:48.180789 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:48.181722 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:48.186939 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port b9f9cbfc-ca51-463d-894d-be95a8168c9a on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:48.187267 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:48.187665 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 7 to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a Nov 11 17:50:48.200566 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:48.200980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:48.201388 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:48.205651 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port b9f9cbfc-ca51-463d-894d-be95a8168c9a on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:48.205966 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:48.206347 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 8 to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a Nov 11 17:50:48.218166 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:48.218491 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:48.218809 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:48.224690 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port b9f9cbfc-ca51-463d-894d-be95a8168c9a on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:48.225009 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:48.225404 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 9 to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a Nov 11 17:50:48.238456 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:48.239056 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:48.239164 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:48.243328 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port b9f9cbfc-ca51-463d-894d-be95a8168c9a on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:48.244255 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:48.244646 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 10 to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a Nov 11 17:50:48.256985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:48.257599 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:48.258018 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:48.262608 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port b9f9cbfc-ca51-463d-894d-be95a8168c9a on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:48.262919 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port b9f9cbfc-ca51-463d-894d-be95a8168c9a on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:48.263276 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:48.326022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] For port b9f9cbfc-ca51-463d-894d-be95a8168c9a, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:50:48.326309 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempted to set empty binding levels {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 17:50:48.330821 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:48.368195 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:48.369491 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:48.390538 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Pushing event updated for resources: {'Port': ['ID=b9f9cbfc-ca51-463d-894d-be95a8168c9a,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:48.397952 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b1bf3e3e-651c-4c44-aafd-3a90c4468219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.1659384 Nov 11 17:50:48.400861 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41812) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:48.485052 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a7f3558c-9a6d-47a8-a0ab-16867c37370d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Deleting port b9f9cbfc-ca51-463d-894d-be95a8168c9a {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:50:48.485425 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7f3558c-9a6d-47a8-a0ab-16867c37370d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:48.499166 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:48.560503 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-a7f3558c-9a6d-47a8-a0ab-16867c37370d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] For port b9f9cbfc-ca51-463d-894d-be95a8168c9a, host n-h2-816206-4, got binding levels [] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:50:48.560857 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7f3558c-9a6d-47a8-a0ab-16867c37370d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:48.582421 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a7f3558c-9a6d-47a8-a0ab-16867c37370d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Calling delete_port for b9f9cbfc-ca51-463d-894d-be95a8168c9a owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:50:48.663682 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7f3558c-9a6d-47a8-a0ab-16867c37370d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:48.693796 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3558c-9a6d-47a8-a0ab-16867c37370d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9f9cbfc-ca51-463d-894d-be95a8168c9a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:48.700304 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7f3558c-9a6d-47a8-a0ab-16867c37370d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:48.703581 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a7f3558c-9a6d-47a8-a0ab-16867c37370d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] 10.222.0.76 "DELETE /v2.0/ports/b9f9cbfc-ca51-463d-894d-be95a8168c9a HTTP/1.1" status: 204 len: 168 time: 0.3017867 Nov 11 17:50:48.706058 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41814) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:48.732953 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c024a1e-fa5f-4463-ae7b-74f33fd5f70b tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] GET failed (client error): The resource could not be found. Nov 11 17:50:48.734667 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8c024a1e-fa5f-4463-ae7b-74f33fd5f70b tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] 10.222.0.76 "GET /v2.0/ports/b9f9cbfc-ca51-463d-894d-be95a8168c9a HTTP/1.1" status: 404 len: 333 time: 0.0275462 Nov 11 17:50:48.745462 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41816) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:48.748450 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-7cb16f37-1b98-4478-b952-b155300d9f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Request body: {'port': {'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499160971'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:48.779830 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb16f37-1b98-4478-b952-b155300d9f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Made reservation on behalf of 3f4dda56c9824f9abb845dd74ece6aa3 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:50:48.782175 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cb16f37-1b98-4478-b952-b155300d9f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:48.801738 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-7cb16f37-1b98-4478-b952-b155300d9f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] device_id is not set on port 0f117e08-64f6-4b99-a6b9-9b711087e987 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:50:48.966870 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cb16f37-1b98-4478-b952-b155300d9f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:49.004152 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cb16f37-1b98-4478-b952-b155300d9f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:49.054192 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb16f37-1b98-4478-b952-b155300d9f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Network 77862bb5-2a0d-4f22-999b-2f09d8d85768 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:50:49.058679 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-7cb16f37-1b98-4478-b952-b155300d9f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:50:49.062352 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb16f37-1b98-4478-b952-b155300d9f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:50:49.063268 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb16f37-1b98-4478-b952-b155300d9f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:49.063891 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7cb16f37-1b98-4478-b952-b155300d9f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:49.073634 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb16f37-1b98-4478-b952-b155300d9f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Pushing event updated for resources: {'Port': ['ID=0f117e08-64f6-4b99-a6b9-9b711087e987,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:49.083529 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7cb16f37-1b98-4478-b952-b155300d9f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3395576 Nov 11 17:50:49.086378 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41822) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:49.092120 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:49.152671 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:49.326797 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] device_id is not set on port 0f117e08-64f6-4b99-a6b9-9b711087e987 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:50:49.334649 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:49.341231 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:49.394731 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Pushing event updated for resources: {'Port': ['ID=0f117e08-64f6-4b99-a6b9-9b711087e987,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:49.406420 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:49.406770 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:49.407141 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:49.411477 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port 0f117e08-64f6-4b99-a6b9-9b711087e987 on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:49.411835 n-d-816206-4 neutron-server[102618]: ERROR neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:49.412231 n-d-816206-4 neutron-server[102618]: INFO neutron.plugins.ml2.plugin [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 2 to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 Nov 11 17:50:49.426172 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:49.426513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:49.426847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:49.431261 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port 0f117e08-64f6-4b99-a6b9-9b711087e987 on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:49.431593 n-d-816206-4 neutron-server[102618]: ERROR neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:49.432019 n-d-816206-4 neutron-server[102618]: INFO neutron.plugins.ml2.plugin [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 3 to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 Nov 11 17:50:49.444780 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:49.445201 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:49.445608 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:49.450021 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port 0f117e08-64f6-4b99-a6b9-9b711087e987 on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:49.450341 n-d-816206-4 neutron-server[102618]: ERROR neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:49.450730 n-d-816206-4 neutron-server[102618]: INFO neutron.plugins.ml2.plugin [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 4 to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 Nov 11 17:50:49.464683 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:49.465008 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:49.465397 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:49.470203 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port 0f117e08-64f6-4b99-a6b9-9b711087e987 on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:49.470526 n-d-816206-4 neutron-server[102618]: ERROR neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:49.470920 n-d-816206-4 neutron-server[102618]: INFO neutron.plugins.ml2.plugin [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 5 to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 Nov 11 17:50:49.483877 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:49.484213 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:49.484539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:49.488778 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port 0f117e08-64f6-4b99-a6b9-9b711087e987 on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:49.489094 n-d-816206-4 neutron-server[102618]: ERROR neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:49.489480 n-d-816206-4 neutron-server[102618]: INFO neutron.plugins.ml2.plugin [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 6 to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 Nov 11 17:50:49.502003 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:49.502357 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:49.502658 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:49.507009 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port 0f117e08-64f6-4b99-a6b9-9b711087e987 on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:49.507325 n-d-816206-4 neutron-server[102618]: ERROR neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:49.507709 n-d-816206-4 neutron-server[102618]: INFO neutron.plugins.ml2.plugin [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 7 to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 Nov 11 17:50:49.520475 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:49.520810 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:49.521407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:49.526263 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port 0f117e08-64f6-4b99-a6b9-9b711087e987 on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:49.526585 n-d-816206-4 neutron-server[102618]: ERROR neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:49.527048 n-d-816206-4 neutron-server[102618]: INFO neutron.plugins.ml2.plugin [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 8 to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 Nov 11 17:50:49.543691 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:49.544060 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:49.544394 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:49.548850 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port 0f117e08-64f6-4b99-a6b9-9b711087e987 on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:49.549166 n-d-816206-4 neutron-server[102618]: ERROR neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:49.549553 n-d-816206-4 neutron-server[102618]: INFO neutron.plugins.ml2.plugin [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 9 to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 Nov 11 17:50:49.561498 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:49.562666 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:49.562666 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:49.566632 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port 0f117e08-64f6-4b99-a6b9-9b711087e987 on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:49.566962 n-d-816206-4 neutron-server[102618]: ERROR neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:49.567363 n-d-816206-4 neutron-server[102618]: INFO neutron.plugins.ml2.plugin [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 10 to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 Nov 11 17:50:49.580259 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:49.580600 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:49.580934 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:49.585336 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port 0f117e08-64f6-4b99-a6b9-9b711087e987 on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:49.585668 n-d-816206-4 neutron-server[102618]: ERROR neutron.plugins.ml2.managers [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port 0f117e08-64f6-4b99-a6b9-9b711087e987 on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:49.586039 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:49.656708 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] For port 0f117e08-64f6-4b99-a6b9-9b711087e987, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:50:49.657032 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempted to set empty binding levels {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 17:50:49.661640 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:49.693241 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] In _notify_port_updated(), no bound segment for port 0f117e08-64f6-4b99-a6b9-9b711087e987 on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102618) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:50:49.694083 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:49.694672 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:49.698435 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] 10.222.0.76 "PUT /v2.0/ports/0f117e08-64f6-4b99-a6b9-9b711087e987 HTTP/1.1" status: 200 len: 979 time: 0.6080611 Nov 11 17:50:49.698613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41824) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:49.768932 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3eae4-656d-478c-871b-11048591fb91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Pushing event updated for resources: {'Port': ['ID=0f117e08-64f6-4b99-a6b9-9b711087e987,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:49.801778 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c0618-db67-4a97-b78e-5f2fa3201dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:49.802248 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c0618-db67-4a97-b78e-5f2fa3201dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:49.802825 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c0618-db67-4a97-b78e-5f2fa3201dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:49.803284 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c0618-db67-4a97-b78e-5f2fa3201dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:49.803768 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c0618-db67-4a97-b78e-5f2fa3201dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:49.804215 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c0618-db67-4a97-b78e-5f2fa3201dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:49.804659 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c0618-db67-4a97-b78e-5f2fa3201dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:49.805110 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c0618-db67-4a97-b78e-5f2fa3201dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:49.805564 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c0618-db67-4a97-b78e-5f2fa3201dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:49.806105 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c0618-db67-4a97-b78e-5f2fa3201dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:49.806726 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c0618-db67-4a97-b78e-5f2fa3201dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:49.807179 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c0618-db67-4a97-b78e-5f2fa3201dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:49.808266 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c0618-db67-4a97-b78e-5f2fa3201dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:49.809258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c0618-db67-4a97-b78e-5f2fa3201dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:49.809952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c0618-db67-4a97-b78e-5f2fa3201dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:49.810476 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c0618-db67-4a97-b78e-5f2fa3201dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:49.810983 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c0618-db67-4a97-b78e-5f2fa3201dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:49.811443 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c0618-db67-4a97-b78e-5f2fa3201dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:49.811927 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c0618-db67-4a97-b78e-5f2fa3201dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:49.812383 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c0618-db67-4a97-b78e-5f2fa3201dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:49.818735 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d12c0618-db67-4a97-b78e-5f2fa3201dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17938 time: 0.1153793 Nov 11 17:50:49.819126 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41828) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:49.906452 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-1c4ceb53-0455-40a5-8240-3c3bf3fd4dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Deleting port 0f117e08-64f6-4b99-a6b9-9b711087e987 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:50:49.906931 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1c4ceb53-0455-40a5-8240-3c3bf3fd4dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:49.976218 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-1c4ceb53-0455-40a5-8240-3c3bf3fd4dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] For port 0f117e08-64f6-4b99-a6b9-9b711087e987, host n-h2-816206-4, got binding levels [] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:50:49.976672 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1c4ceb53-0455-40a5-8240-3c3bf3fd4dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:49.990714 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-1c4ceb53-0455-40a5-8240-3c3bf3fd4dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Calling delete_port for 0f117e08-64f6-4b99-a6b9-9b711087e987 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:50:50.074635 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1c4ceb53-0455-40a5-8240-3c3bf3fd4dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:50.105034 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ceb53-0455-40a5-8240-3c3bf3fd4dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f117e08-64f6-4b99-a6b9-9b711087e987,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:50.110355 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1c4ceb53-0455-40a5-8240-3c3bf3fd4dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:50.116152 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1c4ceb53-0455-40a5-8240-3c3bf3fd4dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] 10.222.0.76 "DELETE /v2.0/ports/0f117e08-64f6-4b99-a6b9-9b711087e987 HTTP/1.1" status: 204 len: 168 time: 0.2934771 Nov 11 17:50:50.116820 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41834) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:50.148676 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-12dc8f69-5524-41cb-b16b-abc287034f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] GET failed (client error): The resource could not be found. Nov 11 17:50:50.151199 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-12dc8f69-5524-41cb-b16b-abc287034f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] 10.222.0.76 "GET /v2.0/ports/0f117e08-64f6-4b99-a6b9-9b711087e987 HTTP/1.1" status: 404 len: 333 time: 0.0330033 Nov 11 17:50:50.155300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41836) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:50.160031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-70b5be76-8b38-459d-a17d-446aca654a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634322976', 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:50.184910 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b5be76-8b38-459d-a17d-446aca654a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Made reservation on behalf of 3f4dda56c9824f9abb845dd74ece6aa3 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:50:50.187324 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-70b5be76-8b38-459d-a17d-446aca654a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:50.205958 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-70b5be76-8b38-459d-a17d-446aca654a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] device_id is not set on port 2af2773e-3bdf-49e3-b581-4bc52eb6f23a yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:50:50.370469 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-70b5be76-8b38-459d-a17d-446aca654a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:50.403117 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-70b5be76-8b38-459d-a17d-446aca654a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:50.453786 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b5be76-8b38-459d-a17d-446aca654a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Network 77862bb5-2a0d-4f22-999b-2f09d8d85768 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:50:50.456873 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-70b5be76-8b38-459d-a17d-446aca654a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:50:50.460365 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b5be76-8b38-459d-a17d-446aca654a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:50:50.461294 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b5be76-8b38-459d-a17d-446aca654a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:50.461885 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-70b5be76-8b38-459d-a17d-446aca654a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:50.467715 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5be76-8b38-459d-a17d-446aca654a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Pushing event updated for resources: {'Port': ['ID=2af2773e-3bdf-49e3-b581-4bc52eb6f23a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:50.484696 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-70b5be76-8b38-459d-a17d-446aca654a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3282990 Nov 11 17:50:50.487541 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41838) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:50.523326 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1cdb7a-3602-475e-8449-8b9abdd0fcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:50.524763 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ea1cdb7a-3602-475e-8449-8b9abdd0fcea tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] 10.222.0.76 "GET /v2.0/ports/2af2773e-3bdf-49e3-b581-4bc52eb6f23a HTTP/1.1" status: 200 len: 959 time: 0.0362337 Nov 11 17:50:50.527517 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41840) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:50.606665 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-fbc73c59-2fad-4787-bcdc-ce5885b13a76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Deleting port 2af2773e-3bdf-49e3-b581-4bc52eb6f23a {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:50:50.607007 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fbc73c59-2fad-4787-bcdc-ce5885b13a76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:50.936213 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fbc73c59-2fad-4787-bcdc-ce5885b13a76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:50.949705 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-fbc73c59-2fad-4787-bcdc-ce5885b13a76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Calling delete_port for 2af2773e-3bdf-49e3-b581-4bc52eb6f23a owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:50:51.030116 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fbc73c59-2fad-4787-bcdc-ce5885b13a76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:51.057644 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc73c59-2fad-4787-bcdc-ce5885b13a76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Pushing event deleted for resources: {'Port': ['ID=2af2773e-3bdf-49e3-b581-4bc52eb6f23a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:51.065152 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fbc73c59-2fad-4787-bcdc-ce5885b13a76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:51.068387 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fbc73c59-2fad-4787-bcdc-ce5885b13a76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] 10.222.0.76 "DELETE /v2.0/ports/2af2773e-3bdf-49e3-b581-4bc52eb6f23a HTTP/1.1" status: 204 len: 168 time: 0.5398841 Nov 11 17:50:51.070930 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41844) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:51.099662 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec33ada-68ca-4337-b80e-2ecdb15d76e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] GET failed (client error): The resource could not be found. Nov 11 17:50:51.105088 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-cec33ada-68ca-4337-b80e-2ecdb15d76e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] 10.222.0.76 "GET /v2.0/ports/2af2773e-3bdf-49e3-b581-4bc52eb6f23a HTTP/1.1" status: 404 len: 333 time: 0.0292733 Nov 11 17:50:51.105459 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41846) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:51.110581 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-85fea62c-18ff-4a3f-bafe-082dbf11db3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Request body: {'port': {'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2064446183'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:51.132293 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fea62c-18ff-4a3f-bafe-082dbf11db3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Made reservation on behalf of 3f4dda56c9824f9abb845dd74ece6aa3 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:50:51.135153 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-85fea62c-18ff-4a3f-bafe-082dbf11db3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:51.155961 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-85fea62c-18ff-4a3f-bafe-082dbf11db3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] device_id is not set on port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:50:51.310826 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-85fea62c-18ff-4a3f-bafe-082dbf11db3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:51.343855 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-85fea62c-18ff-4a3f-bafe-082dbf11db3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:51.391439 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fea62c-18ff-4a3f-bafe-082dbf11db3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Network 77862bb5-2a0d-4f22-999b-2f09d8d85768 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:50:51.394456 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-85fea62c-18ff-4a3f-bafe-082dbf11db3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:50:51.397926 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fea62c-18ff-4a3f-bafe-082dbf11db3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:50:51.398838 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fea62c-18ff-4a3f-bafe-082dbf11db3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:51.400474 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-85fea62c-18ff-4a3f-bafe-082dbf11db3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:51.407487 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fea62c-18ff-4a3f-bafe-082dbf11db3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Pushing event updated for resources: {'Port': ['ID=b7b6c2f7-0f4d-457d-9f01-98e51eed0caa,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:51.419535 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-85fea62c-18ff-4a3f-bafe-082dbf11db3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3128302 Nov 11 17:50:51.422004 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41850) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:51.426940 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:51.482933 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:51.665067 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] device_id is not set on port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:50:51.674668 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:51.705427 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:51.761136 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Pushing event updated for resources: {'Port': ['ID=b7b6c2f7-0f4d-457d-9f01-98e51eed0caa,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:51.776284 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:51.776601 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:51.776987 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:51.781537 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:51.781859 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:51.782245 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 2 to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa Nov 11 17:50:51.795821 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:51.796156 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:51.796486 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:51.800814 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:51.801139 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:51.801527 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 3 to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa Nov 11 17:50:51.813582 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:51.813915 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:51.814247 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:51.818526 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:51.818844 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:51.819231 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 4 to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa Nov 11 17:50:51.838078 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:51.838415 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:51.838872 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:51.843220 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:51.843541 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:51.843969 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 5 to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa Nov 11 17:50:51.856497 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:51.856828 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:51.857159 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:51.863220 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:51.863539 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:51.863966 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 6 to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa Nov 11 17:50:51.879033 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:51.879370 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:51.879696 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:51.884033 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:51.884354 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:51.885001 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 7 to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa Nov 11 17:50:51.896646 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:51.896976 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:51.897301 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:51.901975 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:51.902294 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:51.902676 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 8 to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa Nov 11 17:50:51.915042 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:51.916065 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:51.916342 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:51.920566 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:51.920885 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:51.921268 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 9 to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa Nov 11 17:50:51.932904 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:51.933229 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:51.933555 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:51.937752 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:51.938069 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:51.938451 n-d-816206-4 neutron-server[102617]: INFO neutron.plugins.ml2.plugin [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempt 10 to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa Nov 11 17:50:51.951433 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:50:51.951930 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:50:51.952255 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempting to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:50:51.956540 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:50:51.956860 n-d-816206-4 neutron-server[102617]: ERROR neutron.plugins.ml2.managers [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Failed to bind port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on host n-h2-816206-4 for vnic_type normal using segments [{'id': '48e6e57f-dc3c-434d-ad6a-eaeace252360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '77862bb5-2a0d-4f22-999b-2f09d8d85768'}] Nov 11 17:50:51.957221 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:52.020249 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] For port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:50:52.020622 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attempted to set empty binding levels {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 11 17:50:52.026222 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:52.066441 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] In _notify_port_updated(), no bound segment for port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa on network 77862bb5-2a0d-4f22-999b-2f09d8d85768 {{(pid=102617) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 11 17:50:52.067480 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:52.068043 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:52.069350 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] 10.222.0.76 "PUT /v2.0/ports/b7b6c2f7-0f4d-457d-9f01-98e51eed0caa HTTP/1.1" status: 200 len: 979 time: 0.6464241 Nov 11 17:50:52.072760 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41862) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:52.082014 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af407ad7-4560-478d-a983-8aea6994a328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Pushing event updated for resources: {'Port': ['ID=b7b6c2f7-0f4d-457d-9f01-98e51eed0caa,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:52.164231 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-9c7e850f-a9b3-45cb-b221-d66c67f48c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Deleting port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:50:52.164563 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9c7e850f-a9b3-45cb-b221-d66c67f48c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:52.229821 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-9c7e850f-a9b3-45cb-b221-d66c67f48c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] For port b7b6c2f7-0f4d-457d-9f01-98e51eed0caa, host n-h2-816206-4, got binding levels [] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:50:52.230175 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9c7e850f-a9b3-45cb-b221-d66c67f48c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:52.243557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-9c7e850f-a9b3-45cb-b221-d66c67f48c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Calling delete_port for b7b6c2f7-0f4d-457d-9f01-98e51eed0caa owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:50:52.330452 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9c7e850f-a9b3-45cb-b221-d66c67f48c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:52.366614 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e850f-a9b3-45cb-b221-d66c67f48c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7b6c2f7-0f4d-457d-9f01-98e51eed0caa,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:52.369365 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9c7e850f-a9b3-45cb-b221-d66c67f48c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:52.375263 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9c7e850f-a9b3-45cb-b221-d66c67f48c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] 10.222.0.76 "DELETE /v2.0/ports/b7b6c2f7-0f4d-457d-9f01-98e51eed0caa HTTP/1.1" status: 204 len: 168 time: 0.2984931 Nov 11 17:50:52.375686 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41866) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:52.401734 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4235ab-42bf-409b-8076-509156c08f02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] GET failed (client error): The resource could not be found. Nov 11 17:50:52.405505 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bf4235ab-42bf-409b-8076-509156c08f02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971850193-project-admin] 10.222.0.76 "GET /v2.0/ports/b7b6c2f7-0f4d-457d-9f01-98e51eed0caa HTTP/1.1" status: 404 len: 333 time: 0.0267613 Nov 11 17:50:52.407117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41874) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:52.499391 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae9ab560-437b-4d82-8946-ea180282282b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:52.595834 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae9ab560-437b-4d82-8946-ea180282282b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:52.621280 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-ae9ab560-437b-4d82-8946-ea180282282b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77862bb5-2a0d-4f22-999b-2f09d8d85768']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:52.630983 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-ae9ab560-437b-4d82-8946-ea180282282b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e6e57f-dc3c-434d-ad6a-eaeace252360') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:52.631255 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-ae9ab560-437b-4d82-8946-ea180282282b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e6e57f-dc3c-434d-ad6a-eaeace252360') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:52.641414 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae9ab560-437b-4d82-8946-ea180282282b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:52.654675 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae9ab560-437b-4d82-8946-ea180282282b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:52.661588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9ab560-437b-4d82-8946-ea180282282b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] Releasing vlan 1286 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:50:52.662253 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae9ab560-437b-4d82-8946-ea180282282b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:50:52.666334 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:50:52.728567 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae9ab560-437b-4d82-8946-ea180282282b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:52.739570 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae9ab560-437b-4d82-8946-ea180282282b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:52.742860 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ae9ab560-437b-4d82-8946-ea180282282b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] 10.222.0.76 "DELETE /v2.0/networks/77862bb5-2a0d-4f22-999b-2f09d8d85768 HTTP/1.1" status: 204 len: 168 time: 0.3346324 Nov 11 17:50:52.760391 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ab560-437b-4d82-8946-ea180282282b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1725182063-project] Pushing event deleted for resources: {'Network': ['ID=77862bb5-2a0d-4f22-999b-2f09d8d85768,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:52.998806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41882) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:53.148924 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c223784a-5d03-458d-9060-cfb3c3cdeb49 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cb9301b515304e76a881b16c39ca670e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1486869 Nov 11 17:50:53.152122 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41888) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:53.204169 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c62be158-8e98-4980-b71a-a53d5f80d3b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:53.231346 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c62be158-8e98-4980-b71a-a53d5f80d3b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:53.278505 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c62be158-8e98-4980-b71a-a53d5f80d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:53.281137 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c62be158-8e98-4980-b71a-a53d5f80d3b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:53.282328 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c62be158-8e98-4980-b71a-a53d5f80d3b1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/57d90e78-24dc-48cf-8d35-eb0b145045b0 HTTP/1.1" status: 204 len: 168 time: 0.1291494 Nov 11 17:50:53.291310 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62be158-8e98-4980-b71a-a53d5f80d3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d90e78-24dc-48cf-8d35-eb0b145045b0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:53.570556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41896) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:53.622413 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-28961567-4e5d-4d34-bbbd-a83020110a94 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3f4dda56c9824f9abb845dd74ece6aa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0506339 Nov 11 17:50:53.625407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41898) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:53.677864 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-691d8db2-ff46-4691-984c-1ec750f19c3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:53.704573 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-691d8db2-ff46-4691-984c-1ec750f19c3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:53.757444 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-691d8db2-ff46-4691-984c-1ec750f19c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:53.760510 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-691d8db2-ff46-4691-984c-1ec750f19c3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:53.761507 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-691d8db2-ff46-4691-984c-1ec750f19c3c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bc348abb-992b-4ad6-b795-1cfd0e102911 HTTP/1.1" status: 204 len: 168 time: 0.1351666 Nov 11 17:50:53.769609 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d8db2-ff46-4691-984c-1ec750f19c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc348abb-992b-4ad6-b795-1cfd0e102911,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:54.250385 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:55.052118 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41948) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:55.156246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-765903fb-9473-4878-8bb3-18a05da17706 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-305663988', 'router:external': True}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:55.180530 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765903fb-9473-4878-8bb3-18a05da17706 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Made reservation on behalf of a2439fce2dd54ecd847658841c60058d for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:50:55.183707 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-765903fb-9473-4878-8bb3-18a05da17706 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:55.192671 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-765903fb-9473-4878-8bb3-18a05da17706 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:55.282098 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-765903fb-9473-4878-8bb3-18a05da17706 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:55.286572 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-765903fb-9473-4878-8bb3-18a05da17706 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:55.313487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765903fb-9473-4878-8bb3-18a05da17706 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1288} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:50:55.322424 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765903fb-9473-4878-8bb3-18a05da17706 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606be83a-f496-40b1-b58b-f914cd8f3f6a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:55.328459 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-765903fb-9473-4878-8bb3-18a05da17706 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:55.328908 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-765903fb-9473-4878-8bb3-18a05da17706 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Added segment 6cfa2437-7cae-45eb-aa4b-beb72ae0ef00 of type vlan for network c5ebcd73-3aaf-4b19-bfe4-f1e605c76693 Nov 11 17:50:55.375252 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-765903fb-9473-4878-8bb3-18a05da17706 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:55.405203 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-765903fb-9473-4878-8bb3-18a05da17706 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:55.406318 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765903fb-9473-4878-8bb3-18a05da17706 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:55.406838 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-765903fb-9473-4878-8bb3-18a05da17706 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:55.459517 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-765903fb-9473-4878-8bb3-18a05da17706 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4062555 Nov 11 17:50:55.463434 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41954) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:55.468482 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-366884ce-9cc6-455a-ba82-98cc76f7d5df tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Request body: {'subnet': {'network_id': 'c5ebcd73-3aaf-4b19-bfe4-f1e605c76693', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:55.470943 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765903fb-9473-4878-8bb3-18a05da17706 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Pushing event updated for resources: {'Network': ['ID=c5ebcd73-3aaf-4b19-bfe4-f1e605c76693,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:55.482972 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network c5ebcd73-3aaf-4b19-bfe4-f1e605c76693 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:50:55.494644 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366884ce-9cc6-455a-ba82-98cc76f7d5df tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Made reservation on behalf of a2439fce2dd54ecd847658841c60058d for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:50:55.497645 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-366884ce-9cc6-455a-ba82-98cc76f7d5df tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:55.834531 n-d-816206-4 neutron-server[102617]: DEBUG neutron.objects.ports [None req-366884ce-9cc6-455a-ba82-98cc76f7d5df tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102617) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 17:50:55.835001 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-366884ce-9cc6-455a-ba82-98cc76f7d5df tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:55.891707 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366884ce-9cc6-455a-ba82-98cc76f7d5df tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1153f096-70db-49e6-8ab1-c4438285abb4,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:55.901064 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366884ce-9cc6-455a-ba82-98cc76f7d5df tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Checking segment: {'id': '6cfa2437-7cae-45eb-aa4b-beb72ae0ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'c5ebcd73-3aaf-4b19-bfe4-f1e605c76693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:50:55.901435 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366884ce-9cc6-455a-ba82-98cc76f7d5df tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Network hostable DHCP agents. Network: c5ebcd73-3aaf-4b19-bfe4-f1e605c76693, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:50:55.918134 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366884ce-9cc6-455a-ba82-98cc76f7d5df tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Network c5ebcd73-3aaf-4b19-bfe4-f1e605c76693 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:50:55.926793 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-366884ce-9cc6-455a-ba82-98cc76f7d5df tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, c5ebcd73-3aaf-4b19-bfe4-f1e605c76693) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:50:55.930934 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366884ce-9cc6-455a-ba82-98cc76f7d5df tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:55.931526 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-366884ce-9cc6-455a-ba82-98cc76f7d5df tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:55.936490 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367d2c60-77ba-413b-826f-b5fe04e8f13a None None] Network c5ebcd73-3aaf-4b19-bfe4-f1e605c76693 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:50:55.950936 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41958) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:55.951174 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-366884ce-9cc6-455a-ba82-98cc76f7d5df tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4863901 Nov 11 17:50:55.959643 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-048c9280-b3ec-46d7-8da5-fbe4ea0de0d8 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1093131202', 'network_id': 'c5ebcd73-3aaf-4b19-bfe4-f1e605c76693'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:55.988743 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048c9280-b3ec-46d7-8da5-fbe4ea0de0d8 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Made reservation on behalf of a2439fce2dd54ecd847658841c60058d for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:50:55.991525 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-048c9280-b3ec-46d7-8da5-fbe4ea0de0d8 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:56.015496 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-048c9280-b3ec-46d7-8da5-fbe4ea0de0d8 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] device_id is not set on port b341c944-0737-431e-91d2-6513070f863c yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:50:56.073783 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02550dd9-289c-4277-b734-ccec6207e339 None None] Network c5ebcd73-3aaf-4b19-bfe4-f1e605c76693 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:50:56.150495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-048c9280-b3ec-46d7-8da5-fbe4ea0de0d8 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Allocated IP 2001:db8::134 (c5ebcd73-3aaf-4b19-bfe4-f1e605c76693/1153f096-70db-49e6-8ab1-c4438285abb4/b341c944-0737-431e-91d2-6513070f863c) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:50:56.317645 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-048c9280-b3ec-46d7-8da5-fbe4ea0de0d8 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:56.359133 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-048c9280-b3ec-46d7-8da5-fbe4ea0de0d8 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:56.412298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048c9280-b3ec-46d7-8da5-fbe4ea0de0d8 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Network c5ebcd73-3aaf-4b19-bfe4-f1e605c76693 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:50:56.424415 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-048c9280-b3ec-46d7-8da5-fbe4ea0de0d8 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:50:56.427608 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048c9280-b3ec-46d7-8da5-fbe4ea0de0d8 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:50:56.429240 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048c9280-b3ec-46d7-8da5-fbe4ea0de0d8 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:50:56.430087 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-048c9280-b3ec-46d7-8da5-fbe4ea0de0d8 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:56.447935 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c9280-b3ec-46d7-8da5-fbe4ea0de0d8 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Pushing event updated for resources: {'Port': ['ID=b341c944-0737-431e-91d2-6513070f863c,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:56.461353 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-048c9280-b3ec-46d7-8da5-fbe4ea0de0d8 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5085480 Nov 11 17:50:56.464183 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41962) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:56.560130 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-41751085-3630-418e-905b-6cb3468747f3 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Deleting port b341c944-0737-431e-91d2-6513070f863c {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:50:56.560558 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41751085-3630-418e-905b-6cb3468747f3 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:56.672049 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41751085-3630-418e-905b-6cb3468747f3 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:56.696371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-41751085-3630-418e-905b-6cb3468747f3 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Calling delete_port for b341c944-0737-431e-91d2-6513070f863c owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:50:56.852291 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41751085-3630-418e-905b-6cb3468747f3 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:56.883550 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41751085-3630-418e-905b-6cb3468747f3 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Pushing event deleted for resources: {'Port': ['ID=b341c944-0737-431e-91d2-6513070f863c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:56.909428 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41751085-3630-418e-905b-6cb3468747f3 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:56.912660 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-41751085-3630-418e-905b-6cb3468747f3 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "DELETE /v2.0/ports/b341c944-0737-431e-91d2-6513070f863c HTTP/1.1" status: 204 len: 168 time: 0.4474499 Nov 11 17:50:56.915858 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41966) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:56.920016 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-c8ba3714-fb4b-42cd-a764-aa397fd77f91 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5ebcd73-3aaf-4b19-bfe4-f1e605c76693', 'external_fixed_ips': [{'subnet_id': '1153f096-70db-49e6-8ab1-c4438285abb4', 'ip_address': '2001:db8::134'}]}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:50:56.943629 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3714-fb4b-42cd-a764-aa397fd77f91 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:56.944695 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3714-fb4b-42cd-a764-aa397fd77f91 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:57.031666 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3714-fb4b-42cd-a764-aa397fd77f91 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:57.170842 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3714-fb4b-42cd-a764-aa397fd77f91 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:57.376068 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3714-fb4b-42cd-a764-aa397fd77f91 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:57.417915 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3714-fb4b-42cd-a764-aa397fd77f91 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:57.561332 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-c8ba3714-fb4b-42cd-a764-aa397fd77f91 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Allocated IP 2001:db8::134 (c5ebcd73-3aaf-4b19-bfe4-f1e605c76693/1153f096-70db-49e6-8ab1-c4438285abb4/56495c62-d123-4294-83d5-e3d9f92aed63) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:50:57.669384 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3714-fb4b-42cd-a764-aa397fd77f91 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:57.709348 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3714-fb4b-42cd-a764-aa397fd77f91 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:57.768173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ba3714-fb4b-42cd-a764-aa397fd77f91 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Network c5ebcd73-3aaf-4b19-bfe4-f1e605c76693 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:50:57.771509 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-c8ba3714-fb4b-42cd-a764-aa397fd77f91 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:50:57.776468 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ba3714-fb4b-42cd-a764-aa397fd77f91 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:50:57.778718 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba3714-fb4b-42cd-a764-aa397fd77f91 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Pushing event updated for resources: {'Port': ['ID=56495c62-d123-4294-83d5-e3d9f92aed63,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:57.984812 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3714-fb4b-42cd-a764-aa397fd77f91 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:58.182185 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3714-fb4b-42cd-a764-aa397fd77f91 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:58.314652 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ba3714-fb4b-42cd-a764-aa397fd77f91 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Router 9c9d130f-d72a-408d-98a3-4832b4de2267 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:50:58.434926 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ba3714-fb4b-42cd-a764-aa397fd77f91 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:50:58.444660 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aa35dd-cc9a-4aa1-ae91-6f901b5787b2 None None] Sync routers for ids ['9c9d130f-d72a-408d-98a3-4832b4de2267'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:50:58.455530 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3714-fb4b-42cd-a764-aa397fd77f91 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:58.456983 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aa35dd-cc9a-4aa1-ae91-6f901b5787b2 None None] Routers {'9c9d130f-d72a-408d-98a3-4832b4de2267'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:50:58.457754 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-d6aa35dd-cc9a-4aa1-ae91-6f901b5787b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:50:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9c9d130f-d72a-408d-98a3-4832b4de2267'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:58.459537 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 41978) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:58.460041 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c8ba3714-fb4b-42cd-a764-aa397fd77f91 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.5428314 Nov 11 17:50:58.576227 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a21b956-8e09-42ed-bc74-b4921af654d4 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:58.698737 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a21b956-8e09-42ed-bc74-b4921af654d4 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:58.728658 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-d6aa35dd-cc9a-4aa1-ae91-6f901b5787b2 None None] Set router 9c9d130f-d72a-408d-98a3-4832b4de2267 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:50:58.759112 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-1a21b956-8e09-42ed-bc74-b4921af654d4 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Deleting port 56495c62-d123-4294-83d5-e3d9f92aed63 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:50:58.759536 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a21b956-8e09-42ed-bc74-b4921af654d4 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:58.861532 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a21b956-8e09-42ed-bc74-b4921af654d4 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:58.873561 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-1a21b956-8e09-42ed-bc74-b4921af654d4 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Calling delete_port for 56495c62-d123-4294-83d5-e3d9f92aed63 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:50:58.924105 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-d6aa35dd-cc9a-4aa1-ae91-6f901b5787b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9d130f-d72a-408d-98a3-4832b4de2267', 'name': '', 'tenant_id': 'a2439fce2dd54ecd847658841c60058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5ebcd73-3aaf-4b19-bfe4-f1e605c76693', 'external_fixed_ips': [{'subnet_id': '1153f096-70db-49e6-8ab1-c4438285abb4', 'ip_address': '2001:db8::134'}], 'enable_snat': True}, 'gw_port_id': '56495c62-d123-4294-83d5-e3d9f92aed63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:50:56Z', 'updated_at': '2021-11-11T17:50:57Z', 'revision_number': 3, 'project_id': 'a2439fce2dd54ecd847658841c60058d', 'gw_port': {'id': '56495c62-d123-4294-83d5-e3d9f92aed63', 'name': '', 'network_id': 'c5ebcd73-3aaf-4b19-bfe4-f1e605c76693', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ac:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9d130f-d72a-408d-98a3-4832b4de2267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '1153f096-70db-49e6-8ab1-c4438285abb4', 'ip_address': '2001:db8::134', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:50:57Z', 'updated_at': '2021-11-11T17:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1153f096-70db-49e6-8ab1-c4438285abb4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:58.954501 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aa35dd-cc9a-4aa1-ae91-6f901b5787b2 None None] Checking router: 9c9d130f-d72a-408d-98a3-4832b4de2267 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:50:58.955118 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aa35dd-cc9a-4aa1-ae91-6f901b5787b2 None None] Updating router 9c9d130f-d72a-408d-98a3-4832b4de2267 port 56495c62-d123-4294-83d5-e3d9f92aed63 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:50:58.985184 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d6aa35dd-cc9a-4aa1-ae91-6f901b5787b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:59.076918 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a21b956-8e09-42ed-bc74-b4921af654d4 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:59.136589 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21b956-8e09-42ed-bc74-b4921af654d4 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Pushing event deleted for resources: {'Port': ['ID=56495c62-d123-4294-83d5-e3d9f92aed63,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:59.145900 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a21b956-8e09-42ed-bc74-b4921af654d4 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:59.268128 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a21b956-8e09-42ed-bc74-b4921af654d4 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:59.268128 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a21b956-8e09-42ed-bc74-b4921af654d4 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:59.282858 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-d6aa35dd-cc9a-4aa1-ae91-6f901b5787b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:50:59.283794 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-d6aa35dd-cc9a-4aa1-ae91-6f901b5787b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:50:59.315028 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a21b956-8e09-42ed-bc74-b4921af654d4 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:59.315559 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a21b956-8e09-42ed-bc74-b4921af654d4 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c9d130f-d72a-408d-98a3-4832b4de2267 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:50:59.325703 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a21b956-8e09-42ed-bc74-b4921af654d4 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:59.329282 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1a21b956-8e09-42ed-bc74-b4921af654d4 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "DELETE /v2.0/routers/9c9d130f-d72a-408d-98a3-4832b4de2267 HTTP/1.1" status: 204 len: 168 time: 0.8656549 Nov 11 17:50:59.330087 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 41996) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:59.376937 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b959b7-c259-469b-857e-06e0915f1e45 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Deleting subnet 1153f096-70db-49e6-8ab1-c4438285abb4 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:50:59.380149 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19b959b7-c259-469b-857e-06e0915f1e45 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:59.416184 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19b959b7-c259-469b-857e-06e0915f1e45 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:59.460318 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19b959b7-c259-469b-857e-06e0915f1e45 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:59.514498 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19b959b7-c259-469b-857e-06e0915f1e45 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:59.542622 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b959b7-c259-469b-857e-06e0915f1e45 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1153f096-70db-49e6-8ab1-c4438285abb4,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:50:59.544583 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19b959b7-c259-469b-857e-06e0915f1e45 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:59.547736 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-19b959b7-c259-469b-857e-06e0915f1e45 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "DELETE /v2.0/subnets/1153f096-70db-49e6-8ab1-c4438285abb4 HTTP/1.1" status: 204 len: 168 time: 0.2166076 Nov 11 17:50:59.550508 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42000) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:50:59.627140 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-90acbb32-0190-430b-8e7c-95dc743ffd35 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:59.716858 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-90acbb32-0190-430b-8e7c-95dc743ffd35 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:59.738701 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-90acbb32-0190-430b-8e7c-95dc743ffd35 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ebcd73-3aaf-4b19-bfe4-f1e605c76693']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:59.748793 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-90acbb32-0190-430b-8e7c-95dc743ffd35 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cfa2437-7cae-45eb-aa4b-beb72ae0ef00') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:59.749094 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-90acbb32-0190-430b-8e7c-95dc743ffd35 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cfa2437-7cae-45eb-aa4b-beb72ae0ef00') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:50:59.762292 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-90acbb32-0190-430b-8e7c-95dc743ffd35 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:59.789298 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-90acbb32-0190-430b-8e7c-95dc743ffd35 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:59.810205 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aa35dd-cc9a-4aa1-ae91-6f901b5787b2 None None] Port 56495c62-d123-4294-83d5-e3d9f92aed63 not found while updating agent binding for router 9c9d130f-d72a-408d-98a3-4832b4de2267. {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 11 17:50:59.810678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90acbb32-0190-430b-8e7c-95dc743ffd35 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:50:59.810678 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-90acbb32-0190-430b-8e7c-95dc743ffd35 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:59.821905 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aa35dd-cc9a-4aa1-ae91-6f901b5787b2 None None] Routers set() bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:50:59.822543 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aa35dd-cc9a-4aa1-ae91-6f901b5787b2 None None] Router IDs set() for agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 17:50:59.823466 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_agentschedulers_db [None req-d6aa35dd-cc9a-4aa1-ae91-6f901b5787b2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9c9d130f-d72a-408d-98a3-4832b4de2267'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:50:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent'). {{(pid=102619) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 11 17:50:59.824335 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aa35dd-cc9a-4aa1-ae91-6f901b5787b2 None None] The sync data for ids ['9c9d130f-d72a-408d-98a3-4832b4de2267'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:50:59.828321 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:50:59.890010 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-90acbb32-0190-430b-8e7c-95dc743ffd35 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:59.895645 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90acbb32-0190-430b-8e7c-95dc743ffd35 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c5ebcd73-3aaf-4b19-bfe4-f1e605c76693 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 11 17:50:59.915426 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-90acbb32-0190-430b-8e7c-95dc743ffd35 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:50:59.922023 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-90acbb32-0190-430b-8e7c-95dc743ffd35 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "DELETE /v2.0/networks/c5ebcd73-3aaf-4b19-bfe4-f1e605c76693 HTTP/1.1" status: 204 len: 168 time: 0.3668237 Nov 11 17:50:59.922023 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acbb32-0190-430b-8e7c-95dc743ffd35 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Pushing event deleted for resources: {'Network': ['ID=c5ebcd73-3aaf-4b19-bfe4-f1e605c76693,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:00.163856 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42010) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:00.169197 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e4e970c8-0af3-40b3-a4a1-388466f80a90 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Request body: {'router': {'name': 'tempest-router--1014226216', 'project_id': '3a51599c5bc645168c3ab35f42ed9295'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:51:00.195621 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4e970c8-0af3-40b3-a4a1-388466f80a90 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:00.197440 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4e970c8-0af3-40b3-a4a1-388466f80a90 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:00.256466 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4e970c8-0af3-40b3-a4a1-388466f80a90 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:00.261446 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4e970c8-0af3-40b3-a4a1-388466f80a90 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:00.277344 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4e970c8-0af3-40b3-a4a1-388466f80a90 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:00.279069 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e4e970c8-0af3-40b3-a4a1-388466f80a90 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1139262 Nov 11 17:51:00.281859 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42014) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:00.704167 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfd942b2-49c6-4e39-a294-5e510355d0fc tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:00.885491 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfd942b2-49c6-4e39-a294-5e510355d0fc tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:00.888016 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfd942b2-49c6-4e39-a294-5e510355d0fc tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:00.955025 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfd942b2-49c6-4e39-a294-5e510355d0fc tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:00.955638 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd942b2-49c6-4e39-a294-5e510355d0fc tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 424851f3-2f72-4492-bb8c-bf480564401a {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:51:00.961078 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfd942b2-49c6-4e39-a294-5e510355d0fc tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:00.965760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bfd942b2-49c6-4e39-a294-5e510355d0fc tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "DELETE /v2.0/routers/424851f3-2f72-4492-bb8c-bf480564401a HTTP/1.1" status: 204 len: 168 time: 0.6819327 Nov 11 17:51:01.080844 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42030) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:01.280149 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a6b92387-69ce-4c9c-999d-a5b0d62b018e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1165681717', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}, 'admin_state_up': False}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:51:01.304566 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6b92387-69ce-4c9c-999d-a5b0d62b018e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:01.305612 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6b92387-69ce-4c9c-999d-a5b0d62b018e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:01.360491 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6b92387-69ce-4c9c-999d-a5b0d62b018e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:01.510010 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6b92387-69ce-4c9c-999d-a5b0d62b018e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:01.710850 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6b92387-69ce-4c9c-999d-a5b0d62b018e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:01.729616 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6b92387-69ce-4c9c-999d-a5b0d62b018e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:01.835199 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-a6b92387-69ce-4c9c-999d-a5b0d62b018e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Allocated IP 172.25.2.149 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/c808cd25-9eb6-4fb8-a542-6e4c0fcf43b5) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:51:01.941005 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6b92387-69ce-4c9c-999d-a5b0d62b018e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:01.973969 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6b92387-69ce-4c9c-999d-a5b0d62b018e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:02.009360 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b92387-69ce-4c9c-999d-a5b0d62b018e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:51:02.012422 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-a6b92387-69ce-4c9c-999d-a5b0d62b018e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:51:02.014860 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b92387-69ce-4c9c-999d-a5b0d62b018e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:51:02.026413 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50cbd94-ecd8-4aba-b3cb-61c65b38b6da None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:51:02.049129 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b92387-69ce-4c9c-999d-a5b0d62b018e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Pushing event updated for resources: {'Port': ['ID=c808cd25-9eb6-4fb8-a542-6e4c0fcf43b5,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:02.120452 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3735b1f2-7bc1-488e-acd4-5f1af831ae09 None None] Provisioning complete for port c808cd25-9eb6-4fb8-a542-6e4c0fcf43b5 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:51:02.121036 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3735b1f2-7bc1-488e-acd4-5f1af831ae09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:02.161645 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-3735b1f2-7bc1-488e-acd4-5f1af831ae09 None None] Port c808cd25-9eb6-4fb8-a542-6e4c0fcf43b5 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:51:02.282331 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6b92387-69ce-4c9c-999d-a5b0d62b018e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:02.488592 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6b92387-69ce-4c9c-999d-a5b0d62b018e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:02.617264 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b92387-69ce-4c9c-999d-a5b0d62b018e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Router 522ae4f2-bf14-409e-92b4-25229a4b18cb is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:51:02.726624 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b92387-69ce-4c9c-999d-a5b0d62b018e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:51:02.738285 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb10c7-ae1e-4fba-918a-4ca0af10d3f4 None None] Sync routers for ids ['522ae4f2-bf14-409e-92b4-25229a4b18cb'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:51:02.747466 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a6b92387-69ce-4c9c-999d-a5b0d62b018e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:02.751611 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42038) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:02.752112 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a6b92387-69ce-4c9c-999d-a5b0d62b018e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.6689484 Nov 11 17:51:02.758973 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdb10c7-ae1e-4fba-918a-4ca0af10d3f4 None None] Routers {'522ae4f2-bf14-409e-92b4-25229a4b18cb'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:51:02.759576 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-bbdb10c7-ae1e-4fba-918a-4ca0af10d3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:50:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['522ae4f2-bf14-409e-92b4-25229a4b18cb'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:02.791907 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-bbdb10c7-ae1e-4fba-918a-4ca0af10d3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:02.808943 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdb10c7-ae1e-4fba-918a-4ca0af10d3f4 None None] Routers {'522ae4f2-bf14-409e-92b4-25229a4b18cb'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:51:02.809564 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-bbdb10c7-ae1e-4fba-918a-4ca0af10d3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:50:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['522ae4f2-bf14-409e-92b4-25229a4b18cb'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:02.845290 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-bbdb10c7-ae1e-4fba-918a-4ca0af10d3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:02.845940 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb10c7-ae1e-4fba-918a-4ca0af10d3f4 None None] The sync data for ids ['522ae4f2-bf14-409e-92b4-25229a4b18cb'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:51:02.875174 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8e8c47df-b5ba-404f-9789-6cb3d331c3d0 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "GET /v2.0/routers/522ae4f2-bf14-409e-92b4-25229a4b18cb HTTP/1.1" status: 200 len: 925 time: 0.1221561 Nov 11 17:51:02.877944 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42040) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:02.905098 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8cb689a7-7e4e-4108-956a-41be5a645d96 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "GET /v2.0/ports?device_id=522ae4f2-bf14-409e-92b4-25229a4b18cb HTTP/1.1" status: 200 len: 205 time: 0.0260935 Nov 11 17:51:02.907535 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42042) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:03.112802 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b44a0105-8af4-48ec-a7e4-042f9af3b556 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:03.221673 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b44a0105-8af4-48ec-a7e4-042f9af3b556 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:03.276659 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-b44a0105-8af4-48ec-a7e4-042f9af3b556 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Deleting port c808cd25-9eb6-4fb8-a542-6e4c0fcf43b5 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:51:03.276997 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b44a0105-8af4-48ec-a7e4-042f9af3b556 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:03.351978 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b44a0105-8af4-48ec-a7e4-042f9af3b556 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:03.364067 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-b44a0105-8af4-48ec-a7e4-042f9af3b556 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Calling delete_port for c808cd25-9eb6-4fb8-a542-6e4c0fcf43b5 owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:51:03.537027 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b44a0105-8af4-48ec-a7e4-042f9af3b556 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:03.572755 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a0105-8af4-48ec-a7e4-042f9af3b556 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Pushing event deleted for resources: {'Port': ['ID=c808cd25-9eb6-4fb8-a542-6e4c0fcf43b5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:03.588603 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aed3f3-8378-4c5a-a421-9e2e44d35812 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:51:03.633833 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b44a0105-8af4-48ec-a7e4-042f9af3b556 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:03.724483 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b44a0105-8af4-48ec-a7e4-042f9af3b556 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:03.726619 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b44a0105-8af4-48ec-a7e4-042f9af3b556 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:03.768694 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b44a0105-8af4-48ec-a7e4-042f9af3b556 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:03.769387 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44a0105-8af4-48ec-a7e4-042f9af3b556 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Fanout notify agent at l3_agent the message router_deleted on router 522ae4f2-bf14-409e-92b4-25229a4b18cb {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:51:03.777284 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b44a0105-8af4-48ec-a7e4-042f9af3b556 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:03.778362 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b44a0105-8af4-48ec-a7e4-042f9af3b556 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "DELETE /v2.0/routers/522ae4f2-bf14-409e-92b4-25229a4b18cb HTTP/1.1" status: 204 len: 168 time: 0.8699090 Nov 11 17:51:03.782144 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42044) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:03.786694 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-cfcff1e9-4c35-4119-bb16-280e18d6196b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1127444161', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'enable_snat': False}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:51:03.812043 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cfcff1e9-4c35-4119-bb16-280e18d6196b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:03.813138 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cfcff1e9-4c35-4119-bb16-280e18d6196b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:03.870765 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cfcff1e9-4c35-4119-bb16-280e18d6196b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:04.297082 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cfcff1e9-4c35-4119-bb16-280e18d6196b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:04.490278 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cfcff1e9-4c35-4119-bb16-280e18d6196b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:04.513611 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cfcff1e9-4c35-4119-bb16-280e18d6196b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:04.620745 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-cfcff1e9-4c35-4119-bb16-280e18d6196b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Allocated IP 172.25.2.235 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/ea402295-b61c-44f2-aa64-6e158d6f856a) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:51:04.729679 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cfcff1e9-4c35-4119-bb16-280e18d6196b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:04.764189 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cfcff1e9-4c35-4119-bb16-280e18d6196b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:04.803985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcff1e9-4c35-4119-bb16-280e18d6196b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:51:04.808278 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-cfcff1e9-4c35-4119-bb16-280e18d6196b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:51:04.814537 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcff1e9-4c35-4119-bb16-280e18d6196b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:51:04.823448 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d955e445-d3b9-4948-b172-93db8c77f4a0 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:51:04.857966 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcff1e9-4c35-4119-bb16-280e18d6196b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Pushing event updated for resources: {'Port': ['ID=ea402295-b61c-44f2-aa64-6e158d6f856a,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:04.899062 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-55f0e7c7-648c-477c-801d-2f335ef8da29 None None] Provisioning complete for port ea402295-b61c-44f2-aa64-6e158d6f856a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:51:04.900075 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-55f0e7c7-648c-477c-801d-2f335ef8da29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:04.937714 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-55f0e7c7-648c-477c-801d-2f335ef8da29 None None] Port ea402295-b61c-44f2-aa64-6e158d6f856a cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:51:05.096885 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cfcff1e9-4c35-4119-bb16-280e18d6196b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:05.304786 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cfcff1e9-4c35-4119-bb16-280e18d6196b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:05.442463 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcff1e9-4c35-4119-bb16-280e18d6196b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Router a5a89dcc-97f9-4468-a5e9-99540f1633b7 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:51:05.561282 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcff1e9-4c35-4119-bb16-280e18d6196b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:51:05.572301 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] Sync routers for ids ['a5a89dcc-97f9-4468-a5e9-99540f1633b7'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:51:05.580226 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cfcff1e9-4c35-4119-bb16-280e18d6196b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:05.584173 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cfcff1e9-4c35-4119-bb16-280e18d6196b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.7983558 Nov 11 17:51:05.584323 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42046) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:05.584602 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] Routers {'a5a89dcc-97f9-4468-a5e9-99540f1633b7'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:51:05.585486 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:50:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['a5a89dcc-97f9-4468-a5e9-99540f1633b7'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:05.693611 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7b8a8e35-4632-4daa-b8cf-82b969f81f63 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "GET /v2.0/routers/a5a89dcc-97f9-4468-a5e9-99540f1633b7 HTTP/1.1" status: 200 len: 909 time: 0.1080427 Nov 11 17:51:05.696742 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42048) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:05.699873 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] Set router a5a89dcc-97f9-4468-a5e9-99540f1633b7 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:51:05.700915 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-d7cd04e7-9faf-4bd6-b683-4aa0a126cc9b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1127444161', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'enable_snat': True}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:51:05.722684 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7cd04e7-9faf-4bd6-b683-4aa0a126cc9b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:05.723766 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7cd04e7-9faf-4bd6-b683-4aa0a126cc9b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:05.778141 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7cd04e7-9faf-4bd6-b683-4aa0a126cc9b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:05.916906 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a89dcc-97f9-4468-a5e9-99540f1633b7', 'name': 'tempest-snat-router-1127444161', 'tenant_id': 'a2439fce2dd54ecd847658841c60058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.235'}], 'enable_snat': False}, 'gw_port_id': 'ea402295-b61c-44f2-aa64-6e158d6f856a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:51:03Z', 'updated_at': '2021-11-11T17:51:04Z', 'revision_number': 3, 'project_id': 'a2439fce2dd54ecd847658841c60058d', 'gw_port': {'id': 'ea402295-b61c-44f2-aa64-6e158d6f856a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a89dcc-97f9-4468-a5e9-99540f1633b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:51:04Z', 'updated_at': '2021-11-11T17:51:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:05.926293 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7cd04e7-9faf-4bd6-b683-4aa0a126cc9b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:05.945785 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] Checking router: a5a89dcc-97f9-4468-a5e9-99540f1633b7 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:51:05.946337 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] Updating router a5a89dcc-97f9-4468-a5e9-99540f1633b7 port ea402295-b61c-44f2-aa64-6e158d6f856a binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:51:05.971803 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:06.136799 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7cd04e7-9faf-4bd6-b683-4aa0a126cc9b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:06.156607 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7cd04e7-9faf-4bd6-b683-4aa0a126cc9b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:06.241424 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:06.247703 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:06.293161 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] Attempting to bind port ea402295-b61c-44f2-aa64-6e158d6f856a on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:51:06.293161 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] Attempting to bind port ea402295-b61c-44f2-aa64-6e158d6f856a by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:51:06.293428 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] Attempting to bind port ea402295-b61c-44f2-aa64-6e158d6f856a on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:51:06.300271 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b330f9e8-f261-4db5-a5d5-fd578e54cef1 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:51:06.302128 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-d7cd04e7-9faf-4bd6-b683-4aa0a126cc9b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Allocated IP 172.25.2.227 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/a72705b0-e4df-4d46-a7dd-52bec5a0c6e3) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:51:06.316210 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:51:06.317025 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:51:06.317025 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:06.317378 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:51:06.317824 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] Bound port: ea402295-b61c-44f2-aa64-6e158d6f856a, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:51:06.318332 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:06.339078 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f65caf-0d70-45b6-87a0-45856c205d63 None None] Pushing event updated for resources: {'Port': ['ID=ea402295-b61c-44f2-aa64-6e158d6f856a,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:06.391821 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-54334262-b733-4cc6-a175-a10827519a18 None None] Provisioning complete for port ea402295-b61c-44f2-aa64-6e158d6f856a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:51:06.392150 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-54334262-b733-4cc6-a175-a10827519a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:06.396210 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] For port ea402295-b61c-44f2-aa64-6e158d6f856a, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:51:06.426758 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7cd04e7-9faf-4bd6-b683-4aa0a126cc9b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:06.427801 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] For port ea402295-b61c-44f2-aa64-6e158d6f856a, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ea402295-b61c-44f2-aa64-6e158d6f856a,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:51:06.435345 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:06.466805 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7cd04e7-9faf-4bd6-b683-4aa0a126cc9b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:06.468197 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-54334262-b733-4cc6-a175-a10827519a18 None None] Port ea402295-b61c-44f2-aa64-6e158d6f856a cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:51:06.493559 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a043c0-e01e-4f27-bd85-f86d9e897cb7 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:51:06.508034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] Routers {'a5a89dcc-97f9-4468-a5e9-99540f1633b7'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:51:06.510719 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:50:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['a5a89dcc-97f9-4468-a5e9-99540f1633b7'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:06.512550 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f65caf-0d70-45b6-87a0-45856c205d63 None None] Pushing event updated for resources: {'Port': ['ID=ea402295-b61c-44f2-aa64-6e158d6f856a,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:06.525898 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cd04e7-9faf-4bd6-b683-4aa0a126cc9b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:51:06.529037 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-d7cd04e7-9faf-4bd6-b683-4aa0a126cc9b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:51:06.531663 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cd04e7-9faf-4bd6-b683-4aa0a126cc9b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:51:06.567664 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055039e1-0f10-4d1d-9afd-c57e4ec2b18f None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:51:06.578918 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd04e7-9faf-4bd6-b683-4aa0a126cc9b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Pushing event updated for resources: {'Port': ['ID=a72705b0-e4df-4d46-a7dd-52bec5a0c6e3,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:06.626085 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f66fa738-e3fe-4627-b066-e17aa7e736c1 None None] Provisioning complete for port ea402295-b61c-44f2-aa64-6e158d6f856a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:51:06.626480 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f66fa738-e3fe-4627-b066-e17aa7e736c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:06.676631 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] Set router a5a89dcc-97f9-4468-a5e9-99540f1633b7 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:51:06.828561 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f66fa738-e3fe-4627-b066-e17aa7e736c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:06.850379 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f66fa738-e3fe-4627-b066-e17aa7e736c1 None None] For port ea402295-b61c-44f2-aa64-6e158d6f856a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ea402295-b61c-44f2-aa64-6e158d6f856a,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:51:06.856078 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f66fa738-e3fe-4627-b066-e17aa7e736c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:06.874403 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7cd04e7-9faf-4bd6-b683-4aa0a126cc9b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:06.949108 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fa738-e3fe-4627-b066-e17aa7e736c1 None None] Pushing event updated for resources: {'Port': ['ID=ea402295-b61c-44f2-aa64-6e158d6f856a,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:06.987975 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a89dcc-97f9-4468-a5e9-99540f1633b7', 'name': 'tempest-snat-router-1127444161', 'tenant_id': 'a2439fce2dd54ecd847658841c60058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.235'}], 'enable_snat': False}, 'gw_port_id': 'ea402295-b61c-44f2-aa64-6e158d6f856a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:51:03Z', 'updated_at': '2021-11-11T17:51:04Z', 'revision_number': 3, 'project_id': 'a2439fce2dd54ecd847658841c60058d', 'gw_port': {'id': 'ea402295-b61c-44f2-aa64-6e158d6f856a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a89dcc-97f9-4468-a5e9-99540f1633b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:51:04Z', 'updated_at': '2021-11-11T17:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:07.031076 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-32c82514-fb5b-4486-886d-898e1402074b None None] Provisioning complete for port a72705b0-e4df-4d46-a7dd-52bec5a0c6e3 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:51:07.031450 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-32c82514-fb5b-4486-886d-898e1402074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:07.033354 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a91012-932e-43fc-8e50-a03e9d63ec4c None None] The sync data for ids ['a5a89dcc-97f9-4468-a5e9-99540f1633b7'] in n-d-816206-4 is: [{'id': 'a5a89dcc-97f9-4468-a5e9-99540f1633b7', 'name': 'tempest-snat-router-1127444161', 'tenant_id': 'a2439fce2dd54ecd847658841c60058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.235'}], 'enable_snat': False}, 'gw_port_id': 'ea402295-b61c-44f2-aa64-6e158d6f856a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:51:03Z', 'updated_at': '2021-11-11T17:51:04Z', 'revision_number': 3, 'project_id': 'a2439fce2dd54ecd847658841c60058d', 'gw_port': {'id': 'ea402295-b61c-44f2-aa64-6e158d6f856a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a89dcc-97f9-4468-a5e9-99540f1633b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:51:04Z', 'updated_at': '2021-11-11T17:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:51:07.079210 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-32c82514-fb5b-4486-886d-898e1402074b None None] Port a72705b0-e4df-4d46-a7dd-52bec5a0c6e3 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:51:07.126410 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7cd04e7-9faf-4bd6-b683-4aa0a126cc9b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:07.271585 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cd04e7-9faf-4bd6-b683-4aa0a126cc9b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Router a96261c9-4e3a-4461-b4e3-de93c3cb0857 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:51:07.447039 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d1469867-83a9-43f7-81e0-0a2946566b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:07.740329 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cd04e7-9faf-4bd6-b683-4aa0a126cc9b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:51:07.749729 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38829bb-059f-4fcb-b6cb-eec6a3eae7f8 None None] Sync routers for ids ['a96261c9-4e3a-4461-b4e3-de93c3cb0857'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:51:07.758488 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7cd04e7-9faf-4bd6-b683-4aa0a126cc9b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:07.762374 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d7cd04e7-9faf-4bd6-b683-4aa0a126cc9b tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.0620999 Nov 11 17:51:07.762758 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42050) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:07.764870 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38829bb-059f-4fcb-b6cb-eec6a3eae7f8 None None] Routers {'a96261c9-4e3a-4461-b4e3-de93c3cb0857'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:51:07.765549 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-d38829bb-059f-4fcb-b6cb-eec6a3eae7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:50:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['a96261c9-4e3a-4461-b4e3-de93c3cb0857'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:07.882465 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-d38829bb-059f-4fcb-b6cb-eec6a3eae7f8 None None] Set router a96261c9-4e3a-4461-b4e3-de93c3cb0857 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:51:07.892133 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-444a76a9-7ec8-423c-8c8e-0234872b8521 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "GET /v2.0/routers/a96261c9-4e3a-4461-b4e3-de93c3cb0857 HTTP/1.1" status: 200 len: 908 time: 0.1275592 Nov 11 17:51:07.895005 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42052) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:08.030611 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-66a0a9d9-87d0-49a4-b1e1-034a293e4a2f tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:08.162001 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-66a0a9d9-87d0-49a4-b1e1-034a293e4a2f tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:08.193776 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-d38829bb-059f-4fcb-b6cb-eec6a3eae7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96261c9-4e3a-4461-b4e3-de93c3cb0857', 'name': 'tempest-snat-router-1127444161', 'tenant_id': 'a2439fce2dd54ecd847658841c60058d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'a72705b0-e4df-4d46-a7dd-52bec5a0c6e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:51:05Z', 'updated_at': '2021-11-11T17:51:06Z', 'revision_number': 3, 'project_id': 'a2439fce2dd54ecd847658841c60058d', 'gw_port': {'id': 'a72705b0-e4df-4d46-a7dd-52bec5a0c6e3', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:59:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96261c9-4e3a-4461-b4e3-de93c3cb0857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:51:06Z', 'updated_at': '2021-11-11T17:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:08.213938 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-66a0a9d9-87d0-49a4-b1e1-034a293e4a2f tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Deleting port a72705b0-e4df-4d46-a7dd-52bec5a0c6e3 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:51:08.214279 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-66a0a9d9-87d0-49a4-b1e1-034a293e4a2f tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:08.224047 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38829bb-059f-4fcb-b6cb-eec6a3eae7f8 None None] Checking router: a96261c9-4e3a-4461-b4e3-de93c3cb0857 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:51:08.224609 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38829bb-059f-4fcb-b6cb-eec6a3eae7f8 None None] Updating router a96261c9-4e3a-4461-b4e3-de93c3cb0857 port a72705b0-e4df-4d46-a7dd-52bec5a0c6e3 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:51:08.249422 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-d38829bb-059f-4fcb-b6cb-eec6a3eae7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:08.301968 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-66a0a9d9-87d0-49a4-b1e1-034a293e4a2f tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:08.314476 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-66a0a9d9-87d0-49a4-b1e1-034a293e4a2f tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Calling delete_port for a72705b0-e4df-4d46-a7dd-52bec5a0c6e3 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:51:08.489899 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-66a0a9d9-87d0-49a4-b1e1-034a293e4a2f tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:08.513832 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.db.api [None req-d38829bb-059f-4fcb-b6cb-eec6a3eae7f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:51:08.514174 n-d-816206-4 neutron-server[102620]: DEBUG oslo_db.api [None req-d38829bb-059f-4fcb-b6cb-eec6a3eae7f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:51:08.521824 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0a9d9-87d0-49a4-b1e1-034a293e4a2f tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Pushing event deleted for resources: {'Port': ['ID=a72705b0-e4df-4d46-a7dd-52bec5a0c6e3,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:08.546083 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c38e4b0-951b-4547-8980-08255e3db9c7 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:51:08.596361 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-66a0a9d9-87d0-49a4-b1e1-034a293e4a2f tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:08.699907 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-66a0a9d9-87d0-49a4-b1e1-034a293e4a2f tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:08.702651 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-66a0a9d9-87d0-49a4-b1e1-034a293e4a2f tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:08.760814 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-66a0a9d9-87d0-49a4-b1e1-034a293e4a2f tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:08.763142 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a0a9d9-87d0-49a4-b1e1-034a293e4a2f tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a96261c9-4e3a-4461-b4e3-de93c3cb0857 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:51:08.767664 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-66a0a9d9-87d0-49a4-b1e1-034a293e4a2f tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:08.768855 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-66a0a9d9-87d0-49a4-b1e1-034a293e4a2f tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "DELETE /v2.0/routers/a96261c9-4e3a-4461-b4e3-de93c3cb0857 HTTP/1.1" status: 204 len: 168 time: 0.8727465 Nov 11 17:51:08.771575 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42058) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:08.842110 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ea402295-b61c-44f2-aa64-6e158d6f856a up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:51:08.888657 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6285e9b5-fdd9-43e0-8a77-5003f6753873 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:08.889115 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port ea402295-b61c-44f2-aa64-6e158d6f856a triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:51:08.889484 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:08.996719 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6285e9b5-fdd9-43e0-8a77-5003f6753873 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:09.035691 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38829bb-059f-4fcb-b6cb-eec6a3eae7f8 None None] Port a72705b0-e4df-4d46-a7dd-52bec5a0c6e3 not found while updating agent binding for router a96261c9-4e3a-4461-b4e3-de93c3cb0857. {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 11 17:51:09.047660 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38829bb-059f-4fcb-b6cb-eec6a3eae7f8 None None] Routers set() bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:51:09.048065 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38829bb-059f-4fcb-b6cb-eec6a3eae7f8 None None] Router IDs set() for agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 17:51:09.048652 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_agentschedulers_db [None req-d38829bb-059f-4fcb-b6cb-eec6a3eae7f8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a96261c9-4e3a-4461-b4e3-de93c3cb0857'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:50:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent'). {{(pid=102620) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 11 17:51:09.049013 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38829bb-059f-4fcb-b6cb-eec6a3eae7f8 None None] The sync data for ids ['a96261c9-4e3a-4461-b4e3-de93c3cb0857'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:51:09.050662 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-6285e9b5-fdd9-43e0-8a77-5003f6753873 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Deleting port ea402295-b61c-44f2-aa64-6e158d6f856a {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:51:09.051136 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6285e9b5-fdd9-43e0-8a77-5003f6753873 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:09.140913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-6285e9b5-fdd9-43e0-8a77-5003f6753873 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] For port ea402295-b61c-44f2-aa64-6e158d6f856a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ea402295-b61c-44f2-aa64-6e158d6f856a,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:51:09.141420 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6285e9b5-fdd9-43e0-8a77-5003f6753873 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:09.155397 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-6285e9b5-fdd9-43e0-8a77-5003f6753873 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Calling delete_port for ea402295-b61c-44f2-aa64-6e158d6f856a owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:51:09.325382 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6285e9b5-fdd9-43e0-8a77-5003f6753873 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:09.352103 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285e9b5-fdd9-43e0-8a77-5003f6753873 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea402295-b61c-44f2-aa64-6e158d6f856a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:09.366080 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f173f2e-78a8-43e8-8f79-f27dbfea4bf5 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:51:09.416842 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6285e9b5-fdd9-43e0-8a77-5003f6753873 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:09.509362 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6285e9b5-fdd9-43e0-8a77-5003f6753873 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:09.512076 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6285e9b5-fdd9-43e0-8a77-5003f6753873 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:09.557268 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6285e9b5-fdd9-43e0-8a77-5003f6753873 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:09.557955 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6285e9b5-fdd9-43e0-8a77-5003f6753873 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5a89dcc-97f9-4468-a5e9-99540f1633b7 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:51:09.562985 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6285e9b5-fdd9-43e0-8a77-5003f6753873 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:09.564116 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6285e9b5-fdd9-43e0-8a77-5003f6753873 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "DELETE /v2.0/routers/a5a89dcc-97f9-4468-a5e9-99540f1633b7 HTTP/1.1" status: 204 len: 168 time: 0.7908490 Nov 11 17:51:09.567610 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42064) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:09.573390 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-74c21b59-3801-4d99-9282-4119d3584503 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1393914338', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}, 'admin_state_up': False}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:51:09.599456 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74c21b59-3801-4d99-9282-4119d3584503 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:09.600551 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74c21b59-3801-4d99-9282-4119d3584503 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:09.662236 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74c21b59-3801-4d99-9282-4119d3584503 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:09.804670 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74c21b59-3801-4d99-9282-4119d3584503 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:10.011108 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74c21b59-3801-4d99-9282-4119d3584503 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:10.031359 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74c21b59-3801-4d99-9282-4119d3584503 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:10.146610 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-74c21b59-3801-4d99-9282-4119d3584503 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Allocated IP 172.25.2.82 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/524dece5-4540-4923-b84d-d4360f9a73f8) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:51:10.257469 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74c21b59-3801-4d99-9282-4119d3584503 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:10.291329 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74c21b59-3801-4d99-9282-4119d3584503 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:10.330444 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c21b59-3801-4d99-9282-4119d3584503 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:51:10.333126 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-74c21b59-3801-4d99-9282-4119d3584503 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:51:10.338953 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c21b59-3801-4d99-9282-4119d3584503 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:51:10.346660 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cdd6ca-42ea-4db3-8d48-37b5b97b749f None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:51:10.368391 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c21b59-3801-4d99-9282-4119d3584503 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Pushing event updated for resources: {'Port': ['ID=524dece5-4540-4923-b84d-d4360f9a73f8,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:10.405435 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ecad9033-fe49-44c5-a0ca-cb800b0919b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:10.435467 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-4008be91-1a81-4186-93b7-c1eb77b9df76 None None] Provisioning complete for port 524dece5-4540-4923-b84d-d4360f9a73f8 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:51:10.435875 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4008be91-1a81-4186-93b7-c1eb77b9df76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:10.472811 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-4008be91-1a81-4186-93b7-c1eb77b9df76 None None] Port 524dece5-4540-4923-b84d-d4360f9a73f8 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:51:10.599233 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74c21b59-3801-4d99-9282-4119d3584503 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:10.791753 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ea402295-b61c-44f2-aa64-6e158d6f856a no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:51:10.802883 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74c21b59-3801-4d99-9282-4119d3584503 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:10.815173 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: ea402295-b61c-44f2-aa64-6e158d6f856a {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:51:10.815520 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ea402295-b61c-44f2-aa64-6e158d6f856a not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:51:10.929065 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c21b59-3801-4d99-9282-4119d3584503 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Router 0c75ddb2-e2aa-4f28-a5d6-ffb74658546e is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:51:10.993932 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:11.035697 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c21b59-3801-4d99-9282-4119d3584503 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:51:11.044782 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a66a2e1-4ea8-4617-a382-540dd37df9a6 None None] Sync routers for ids ['0c75ddb2-e2aa-4f28-a5d6-ffb74658546e'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:51:11.054831 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a66a2e1-4ea8-4617-a382-540dd37df9a6 None None] Routers {'0c75ddb2-e2aa-4f28-a5d6-ffb74658546e'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:51:11.056014 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-5a66a2e1-4ea8-4617-a382-540dd37df9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:51:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['0c75ddb2-e2aa-4f28-a5d6-ffb74658546e'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:11.057537 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74c21b59-3801-4d99-9282-4119d3584503 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:11.058927 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-74c21b59-3801-4d99-9282-4119d3584503 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.4895737 Nov 11 17:51:11.061486 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42070) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:11.065781 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-37c86e7c-1905-4edb-8bb9-5ef7e7e78e64 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'enable_snat': False}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:51:11.089237 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-5a66a2e1-4ea8-4617-a382-540dd37df9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:11.097737 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a66a2e1-4ea8-4617-a382-540dd37df9a6 None None] Routers {'0c75ddb2-e2aa-4f28-a5d6-ffb74658546e'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:51:11.098337 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-5a66a2e1-4ea8-4617-a382-540dd37df9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:51:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['0c75ddb2-e2aa-4f28-a5d6-ffb74658546e'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:11.134138 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-5a66a2e1-4ea8-4617-a382-540dd37df9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:11.135031 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a66a2e1-4ea8-4617-a382-540dd37df9a6 None None] The sync data for ids ['0c75ddb2-e2aa-4f28-a5d6-ffb74658546e'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:51:11.362402 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-37c86e7c-1905-4edb-8bb9-5ef7e7e78e64 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:11.735427 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-37c86e7c-1905-4edb-8bb9-5ef7e7e78e64 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:11.738655 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-37c86e7c-1905-4edb-8bb9-5ef7e7e78e64 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-917831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-917838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932385'] for router, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:12.131864 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c86e7c-1905-4edb-8bb9-5ef7e7e78e64 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Router 0c75ddb2-e2aa-4f28-a5d6-ffb74658546e has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:51:12.237279 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c86e7c-1905-4edb-8bb9-5ef7e7e78e64 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:51:12.241800 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-37c86e7c-1905-4edb-8bb9-5ef7e7e78e64 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:12.244359 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-37c86e7c-1905-4edb-8bb9-5ef7e7e78e64 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "PUT /v2.0/routers/0c75ddb2-e2aa-4f28-a5d6-ffb74658546e HTTP/1.1" status: 200 len: 925 time: 1.1818638 Nov 11 17:51:12.246105 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42078) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:12.246696 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a2dcb0-6b81-4cd1-a9f1-84c20047e823 None None] Sync routers for ids ['0c75ddb2-e2aa-4f28-a5d6-ffb74658546e'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:51:12.256899 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a2dcb0-6b81-4cd1-a9f1-84c20047e823 None None] Routers {'0c75ddb2-e2aa-4f28-a5d6-ffb74658546e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:51:12.257586 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-74a2dcb0-6b81-4cd1-a9f1-84c20047e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:51:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['0c75ddb2-e2aa-4f28-a5d6-ffb74658546e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:12.293133 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-74a2dcb0-6b81-4cd1-a9f1-84c20047e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:12.301810 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a2dcb0-6b81-4cd1-a9f1-84c20047e823 None None] Routers {'0c75ddb2-e2aa-4f28-a5d6-ffb74658546e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:51:12.302571 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-74a2dcb0-6b81-4cd1-a9f1-84c20047e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:51:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['0c75ddb2-e2aa-4f28-a5d6-ffb74658546e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:12.333973 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-74a2dcb0-6b81-4cd1-a9f1-84c20047e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:12.334605 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a2dcb0-6b81-4cd1-a9f1-84c20047e823 None None] The sync data for ids ['0c75ddb2-e2aa-4f28-a5d6-ffb74658546e'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:51:12.363949 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c61ff576-a198-49d4-a2b8-cab68dc1daee tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "GET /v2.0/routers/0c75ddb2-e2aa-4f28-a5d6-ffb74658546e HTTP/1.1" status: 200 len: 925 time: 0.1166227 Nov 11 17:51:12.366592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42084) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:12.392254 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:51:12.435235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e2eab0-c436-4e7c-844f-bde65b80fee7 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:12.436822 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a9e2eab0-c436-4e7c-844f-bde65b80fee7 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&device_id=0c75ddb2-e2aa-4f28-a5d6-ffb74658546e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0693214 Nov 11 17:51:12.439433 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42086) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:12.533614 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc8592-b4d8-4d56-84a5-ddbef42314ff tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:12.534989 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-31cc8592-b4d8-4d56-84a5-ddbef42314ff tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 881 time: 0.0946229 Nov 11 17:51:12.537900 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42088) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:12.565347 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d611add8-961f-4963-924e-7f03610c30fa tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "GET /v2.0/ports?device_id=0c75ddb2-e2aa-4f28-a5d6-ffb74658546e HTTP/1.1" status: 200 len: 205 time: 0.0263953 Nov 11 17:51:12.567939 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42090) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:12.609230 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:12.929477 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:12.951913 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5c60d2cd-9c6c-4cb8-ba79-21cbbb2397d8 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:13.060724 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5c60d2cd-9c6c-4cb8-ba79-21cbbb2397d8 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:13.112716 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-5c60d2cd-9c6c-4cb8-ba79-21cbbb2397d8 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Deleting port 524dece5-4540-4923-b84d-d4360f9a73f8 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:51:13.113054 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5c60d2cd-9c6c-4cb8-ba79-21cbbb2397d8 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:13.200117 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5c60d2cd-9c6c-4cb8-ba79-21cbbb2397d8 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:13.211634 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-5c60d2cd-9c6c-4cb8-ba79-21cbbb2397d8 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Calling delete_port for 524dece5-4540-4923-b84d-d4360f9a73f8 owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:51:13.381291 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5c60d2cd-9c6c-4cb8-ba79-21cbbb2397d8 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:13.407602 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60d2cd-9c6c-4cb8-ba79-21cbbb2397d8 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Pushing event deleted for resources: {'Port': ['ID=524dece5-4540-4923-b84d-d4360f9a73f8,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:13.424929 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82ba312-c4ef-4e97-9c29-f8602cb96708 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:51:13.475263 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5c60d2cd-9c6c-4cb8-ba79-21cbbb2397d8 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:13.598014 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5c60d2cd-9c6c-4cb8-ba79-21cbbb2397d8 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:13.600188 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5c60d2cd-9c6c-4cb8-ba79-21cbbb2397d8 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:13.644377 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5c60d2cd-9c6c-4cb8-ba79-21cbbb2397d8 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:13.644901 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c60d2cd-9c6c-4cb8-ba79-21cbbb2397d8 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Fanout notify agent at l3_agent the message router_deleted on router 0c75ddb2-e2aa-4f28-a5d6-ffb74658546e {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:51:13.652031 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5c60d2cd-9c6c-4cb8-ba79-21cbbb2397d8 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:13.653147 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5c60d2cd-9c6c-4cb8-ba79-21cbbb2397d8 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "DELETE /v2.0/routers/0c75ddb2-e2aa-4f28-a5d6-ffb74658546e HTTP/1.1" status: 204 len: 168 time: 1.0841911 Nov 11 17:51:13.656647 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42102) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:13.661160 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e01e3969-459e-443b-81f7-d2b19ee5e938 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1988640073', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:51:13.684794 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e01e3969-459e-443b-81f7-d2b19ee5e938 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:13.685810 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e01e3969-459e-443b-81f7-d2b19ee5e938 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:13.740598 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e01e3969-459e-443b-81f7-d2b19ee5e938 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:13.745285 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e01e3969-459e-443b-81f7-d2b19ee5e938 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:13.762460 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e01e3969-459e-443b-81f7-d2b19ee5e938 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:13.763656 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e01e3969-459e-443b-81f7-d2b19ee5e938 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1060483 Nov 11 17:51:13.766394 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42104) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:13.770949 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-8b1e121b-1a85-49d1-ad20-3555ffc20bc3 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Request body: {'router': {'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:51:13.981056 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b1e121b-1a85-49d1-ad20-3555ffc20bc3 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:14.176824 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b1e121b-1a85-49d1-ad20-3555ffc20bc3 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:14.204268 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b1e121b-1a85-49d1-ad20-3555ffc20bc3 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:14.324317 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-8b1e121b-1a85-49d1-ad20-3555ffc20bc3 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Allocated IP 172.25.2.223 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/c7832510-09f6-4566-8909-16930a37908d) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:51:14.446747 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b1e121b-1a85-49d1-ad20-3555ffc20bc3 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:14.491706 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b1e121b-1a85-49d1-ad20-3555ffc20bc3 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:14.534240 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1e121b-1a85-49d1-ad20-3555ffc20bc3 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:51:14.537709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-8b1e121b-1a85-49d1-ad20-3555ffc20bc3 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:51:14.541543 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1e121b-1a85-49d1-ad20-3555ffc20bc3 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:51:14.560076 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f6f391-928e-4488-b4ed-0c33fa81ba86 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:51:14.588352 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e121b-1a85-49d1-ad20-3555ffc20bc3 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Pushing event updated for resources: {'Port': ['ID=c7832510-09f6-4566-8909-16930a37908d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:14.866824 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b1e121b-1a85-49d1-ad20-3555ffc20bc3 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:14.926859 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-937b21a0-9e57-4dfc-bbf7-282bbdf7fe86 None None] Provisioning complete for port c7832510-09f6-4566-8909-16930a37908d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:51:14.927344 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-937b21a0-9e57-4dfc-bbf7-282bbdf7fe86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:15.001341 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-937b21a0-9e57-4dfc-bbf7-282bbdf7fe86 None None] Port c7832510-09f6-4566-8909-16930a37908d cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:51:15.199685 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b1e121b-1a85-49d1-ad20-3555ffc20bc3 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:15.203182 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b1e121b-1a85-49d1-ad20-3555ffc20bc3 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-917831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-917838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932385'] for router, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:15.348819 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1e121b-1a85-49d1-ad20-3555ffc20bc3 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Router 4d51cb22-f770-4eec-813f-708d804cc79e is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:51:15.458478 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1e121b-1a85-49d1-ad20-3555ffc20bc3 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:51:15.465724 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8b1e121b-1a85-49d1-ad20-3555ffc20bc3 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:15.467125 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8b1e121b-1a85-49d1-ad20-3555ffc20bc3 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "PUT /v2.0/routers/4d51cb22-f770-4eec-813f-708d804cc79e HTTP/1.1" status: 200 len: 884 time: 1.6997309 Nov 11 17:51:15.467893 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344fe141-c93b-4965-b141-ceb1d88374e6 None None] Sync routers for ids ['4d51cb22-f770-4eec-813f-708d804cc79e'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:51:15.469873 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42124) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:15.479841 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344fe141-c93b-4965-b141-ceb1d88374e6 None None] Routers {'4d51cb22-f770-4eec-813f-708d804cc79e'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:51:15.480563 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-344fe141-c93b-4965-b141-ceb1d88374e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:51:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['4d51cb22-f770-4eec-813f-708d804cc79e'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:15.514932 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-344fe141-c93b-4965-b141-ceb1d88374e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:15.523757 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344fe141-c93b-4965-b141-ceb1d88374e6 None None] Routers {'4d51cb22-f770-4eec-813f-708d804cc79e'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:51:15.525144 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-344fe141-c93b-4965-b141-ceb1d88374e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:51:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['4d51cb22-f770-4eec-813f-708d804cc79e'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:15.560703 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-344fe141-c93b-4965-b141-ceb1d88374e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:15.561413 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344fe141-c93b-4965-b141-ceb1d88374e6 None None] The sync data for ids ['4d51cb22-f770-4eec-813f-708d804cc79e'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:51:15.581999 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-dd5e7156-55fd-441b-b6fb-1521281fb1a1 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "GET /v2.0/routers/4d51cb22-f770-4eec-813f-708d804cc79e HTTP/1.1" status: 200 len: 925 time: 0.1105940 Nov 11 17:51:15.584462 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42128) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:15.628952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c67739-170e-4691-8ea9-149d50ac77f3 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:15.631778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-92c67739-170e-4691-8ea9-149d50ac77f3 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&device_id=4d51cb22-f770-4eec-813f-708d804cc79e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0448797 Nov 11 17:51:15.633153 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42132) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:15.729524 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dc7eff-abbe-4897-9fc4-26d86fb2c5ad tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:15.731745 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-00dc7eff-abbe-4897-9fc4-26d86fb2c5ad tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 881 time: 0.0968099 Nov 11 17:51:15.734640 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42134) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:15.771575 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f3491ed4-2bb0-4443-ac4f-7dedd7665571 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d51cb22-f770-4eec-813f-708d804cc79e HTTP/1.1" status: 200 len: 205 time: 0.0354791 Nov 11 17:51:15.774123 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42138) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:15.906117 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a87b7ad-40b9-4859-b3bc-8c19fe54bc22 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:16.047348 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a87b7ad-40b9-4859-b3bc-8c19fe54bc22 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:16.116254 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-5a87b7ad-40b9-4859-b3bc-8c19fe54bc22 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Deleting port c7832510-09f6-4566-8909-16930a37908d {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:51:16.116628 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a87b7ad-40b9-4859-b3bc-8c19fe54bc22 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:16.206603 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a87b7ad-40b9-4859-b3bc-8c19fe54bc22 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:16.220157 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-5a87b7ad-40b9-4859-b3bc-8c19fe54bc22 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Calling delete_port for c7832510-09f6-4566-8909-16930a37908d owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:51:16.423365 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a87b7ad-40b9-4859-b3bc-8c19fe54bc22 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:16.450493 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87b7ad-40b9-4859-b3bc-8c19fe54bc22 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Pushing event deleted for resources: {'Port': ['ID=c7832510-09f6-4566-8909-16930a37908d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:16.475567 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ff8170-d821-4827-bdcd-a764e48d2401 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:51:16.546602 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a87b7ad-40b9-4859-b3bc-8c19fe54bc22 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:16.645875 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a87b7ad-40b9-4859-b3bc-8c19fe54bc22 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:16.648251 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a87b7ad-40b9-4859-b3bc-8c19fe54bc22 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:16.705106 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a87b7ad-40b9-4859-b3bc-8c19fe54bc22 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:16.705822 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a87b7ad-40b9-4859-b3bc-8c19fe54bc22 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Fanout notify agent at l3_agent the message router_deleted on router 4d51cb22-f770-4eec-813f-708d804cc79e {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:51:16.724423 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a87b7ad-40b9-4859-b3bc-8c19fe54bc22 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:16.730799 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5a87b7ad-40b9-4859-b3bc-8c19fe54bc22 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "DELETE /v2.0/routers/4d51cb22-f770-4eec-813f-708d804cc79e HTTP/1.1" status: 204 len: 168 time: 0.9514337 Nov 11 17:51:16.731641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42152) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:16.736883 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-f8f2a634-3888-48df-9e17-3deee01dab4a tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1019439984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:51:16.793119 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a634-3888-48df-9e17-3deee01dab4a tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:16.794268 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a634-3888-48df-9e17-3deee01dab4a tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:16.885229 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a634-3888-48df-9e17-3deee01dab4a tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:16.890276 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a634-3888-48df-9e17-3deee01dab4a tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:16.911308 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a634-3888-48df-9e17-3deee01dab4a tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:16.913185 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f8f2a634-3888-48df-9e17-3deee01dab4a tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1803656 Nov 11 17:51:16.916477 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42156) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:16.921952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-933c9ed6-b107-449b-af79-f311329c4085 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'enable_snat': True}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:51:17.441964 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-347bccfd-2ceb-4506-8caf-778bbf0ed9a7 req-be4cb9e1-ccd1-417b-ad81-549f19560a02 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1638334 Nov 11 17:51:17.488315 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-933c9ed6-b107-449b-af79-f311329c4085 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:17.594554 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bccfd-2ceb-4506-8caf-778bbf0ed9a7 req-0a648396-ed1b-4257-aeba-6206ed414f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:17.596321 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-347bccfd-2ceb-4506-8caf-778bbf0ed9a7 req-0a648396-ed1b-4257-aeba-6206ed414f27 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 1097 time: 0.0971429 Nov 11 17:51:17.796066 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bccfd-2ceb-4506-8caf-778bbf0ed9a7 req-24d5cf66-b478-404b-a5f0-8ea1ba77feec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:17.797463 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-347bccfd-2ceb-4506-8caf-778bbf0ed9a7 req-24d5cf66-b478-404b-a5f0-8ea1ba77feec service neutron] 10.222.0.83 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 914 time: 0.1738493 Nov 11 17:51:17.893219 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-933c9ed6-b107-449b-af79-f311329c4085 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:17.915573 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-933c9ed6-b107-449b-af79-f311329c4085 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:17.918588 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-347bccfd-2ceb-4506-8caf-778bbf0ed9a7 req-b1c7b0af-6a47-4712-a76d-221c616e688c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a775aa82-c026-48ff-97f8-4332e1716d42 HTTP/1.1" status: 200 len: 1001 time: 0.0993965 Nov 11 17:51:18.011240 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bccfd-2ceb-4506-8caf-778bbf0ed9a7 req-fde7a0a9-b636-4822-a141-a248a1383dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:18.012746 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-347bccfd-2ceb-4506-8caf-778bbf0ed9a7 req-fde7a0a9-b636-4822-a141-a248a1383dbe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.0862229 Nov 11 17:51:18.091515 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-933c9ed6-b107-449b-af79-f311329c4085 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Allocated IP 172.25.2.81 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/0592466b-c62a-4848-ab1b-1512be734fa7) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:51:18.107567 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bccfd-2ceb-4506-8caf-778bbf0ed9a7 req-5457b4e3-f071-41ba-97ea-e080cbbfdc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:18.109073 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-347bccfd-2ceb-4506-8caf-778bbf0ed9a7 req-5457b4e3-f071-41ba-97ea-e080cbbfdc79 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705218 Nov 11 17:51:18.280013 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-933c9ed6-b107-449b-af79-f311329c4085 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:18.282913 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-347bccfd-2ceb-4506-8caf-778bbf0ed9a7 req-6012270e-8b8b-47a6-8fc6-3655abda4b10 service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573856 Nov 11 17:51:18.370824 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-933c9ed6-b107-449b-af79-f311329c4085 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:18.434445 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933c9ed6-b107-449b-af79-f311329c4085 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:51:18.441151 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-933c9ed6-b107-449b-af79-f311329c4085 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:51:18.446768 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933c9ed6-b107-449b-af79-f311329c4085 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:51:18.451022 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-347bccfd-2ceb-4506-8caf-778bbf0ed9a7 req-643bc517-58e2-4cee-a1ff-e06acfe4738d service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594548 Nov 11 17:51:18.452992 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c9ed6-b107-449b-af79-f311329c4085 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Pushing event updated for resources: {'Port': ['ID=0592466b-c62a-4848-ab1b-1512be734fa7,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:18.481726 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84790da2-c632-4e8f-89cf-fe417154bc32 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:51:18.515798 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:18.553767 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-aa1176fb-3ee7-4750-8711-73baca1b0b0c None None] Provisioning complete for port 0592466b-c62a-4848-ab1b-1512be734fa7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:51:18.554420 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-aa1176fb-3ee7-4750-8711-73baca1b0b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:18.612087 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-aa1176fb-3ee7-4750-8711-73baca1b0b0c None None] Port 0592466b-c62a-4848-ab1b-1512be734fa7 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:51:18.753947 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-933c9ed6-b107-449b-af79-f311329c4085 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:18.989320 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-933c9ed6-b107-449b-af79-f311329c4085 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:18.993141 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-933c9ed6-b107-449b-af79-f311329c4085 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-917831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-917838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932385'] for router, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:19.134292 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933c9ed6-b107-449b-af79-f311329c4085 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Router 6b96f20d-d980-4351-81bb-9b5d609f2cd3 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:51:19.261900 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933c9ed6-b107-449b-af79-f311329c4085 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:51:19.266217 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-933c9ed6-b107-449b-af79-f311329c4085 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:19.269806 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-933c9ed6-b107-449b-af79-f311329c4085 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "PUT /v2.0/routers/6b96f20d-d980-4351-81bb-9b5d609f2cd3 HTTP/1.1" status: 200 len: 918 time: 2.3498175 Nov 11 17:51:19.270195 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42174) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:19.274677 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343681ea-0efb-498f-a688-1549400153bd None None] Sync routers for ids ['6b96f20d-d980-4351-81bb-9b5d609f2cd3'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:51:19.290232 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343681ea-0efb-498f-a688-1549400153bd None None] Routers {'6b96f20d-d980-4351-81bb-9b5d609f2cd3'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:51:19.291081 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-343681ea-0efb-498f-a688-1549400153bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:51:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6b96f20d-d980-4351-81bb-9b5d609f2cd3'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:19.328225 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-343681ea-0efb-498f-a688-1549400153bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:19.337834 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343681ea-0efb-498f-a688-1549400153bd None None] Routers {'6b96f20d-d980-4351-81bb-9b5d609f2cd3'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:51:19.338700 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-343681ea-0efb-498f-a688-1549400153bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:51:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6b96f20d-d980-4351-81bb-9b5d609f2cd3'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:19.371831 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-343681ea-0efb-498f-a688-1549400153bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:19.372819 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343681ea-0efb-498f-a688-1549400153bd None None] The sync data for ids ['6b96f20d-d980-4351-81bb-9b5d609f2cd3'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:51:19.405760 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-548c1c54-e0ea-43eb-bab0-9a503802cf49 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "GET /v2.0/routers/6b96f20d-d980-4351-81bb-9b5d609f2cd3 HTTP/1.1" status: 200 len: 924 time: 0.1335135 Nov 11 17:51:19.408690 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42176) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:19.455214 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf53a8dc-a3bd-4f9b-80a6-972b7854c502 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:19.459988 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42178) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:19.462686 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-cf53a8dc-a3bd-4f9b-80a6-972b7854c502 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&device_id=6b96f20d-d980-4351-81bb-9b5d609f2cd3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0522156 Nov 11 17:51:19.580070 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5c4473-de47-4e62-bd0b-7b6ad137dafb tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:19.581668 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dc5c4473-de47-4e62-bd0b-7b6ad137dafb tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 881 time: 0.1191657 Nov 11 17:51:19.585822 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42180) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:19.642199 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2fde43d7-4874-4466-ba76-5efd16dfb660 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b96f20d-d980-4351-81bb-9b5d609f2cd3 HTTP/1.1" status: 200 len: 205 time: 0.0553839 Nov 11 17:51:19.645060 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42184) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:19.771779 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b8b0c70a-9165-40cc-91d6-9147514e14bb tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:19.888821 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b8b0c70a-9165-40cc-91d6-9147514e14bb tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:19.940684 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-b8b0c70a-9165-40cc-91d6-9147514e14bb tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Deleting port 0592466b-c62a-4848-ab1b-1512be734fa7 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:51:19.941045 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b8b0c70a-9165-40cc-91d6-9147514e14bb tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:20.022120 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b8b0c70a-9165-40cc-91d6-9147514e14bb tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:20.033915 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-b8b0c70a-9165-40cc-91d6-9147514e14bb tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Calling delete_port for 0592466b-c62a-4848-ab1b-1512be734fa7 owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:51:20.514105 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b8b0c70a-9165-40cc-91d6-9147514e14bb tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:20.539021 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdd145b-fcf4-4800-92e4-d1388f1ff7e2 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:51:20.579346 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0c70a-9165-40cc-91d6-9147514e14bb tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Pushing event deleted for resources: {'Port': ['ID=0592466b-c62a-4848-ab1b-1512be734fa7,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:20.618467 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b8b0c70a-9165-40cc-91d6-9147514e14bb tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:20.718266 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b8b0c70a-9165-40cc-91d6-9147514e14bb tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:20.720406 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b8b0c70a-9165-40cc-91d6-9147514e14bb tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:20.767247 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b8b0c70a-9165-40cc-91d6-9147514e14bb tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:20.767811 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b0c70a-9165-40cc-91d6-9147514e14bb tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Fanout notify agent at l3_agent the message router_deleted on router 6b96f20d-d980-4351-81bb-9b5d609f2cd3 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:51:20.775029 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b8b0c70a-9165-40cc-91d6-9147514e14bb tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:20.776140 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b8b0c70a-9165-40cc-91d6-9147514e14bb tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "DELETE /v2.0/routers/6b96f20d-d980-4351-81bb-9b5d609f2cd3 HTTP/1.1" status: 204 len: 168 time: 1.1299913 Nov 11 17:51:20.779958 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42194) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:20.787480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-393cf90c-1d42-4415-a69e-ca759df844ff tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1858678372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:51:20.816552 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-393cf90c-1d42-4415-a69e-ca759df844ff tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:20.817666 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-393cf90c-1d42-4415-a69e-ca759df844ff tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:20.888240 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-393cf90c-1d42-4415-a69e-ca759df844ff tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:20.893114 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-393cf90c-1d42-4415-a69e-ca759df844ff tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:20.912827 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-393cf90c-1d42-4415-a69e-ca759df844ff tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:20.914289 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-393cf90c-1d42-4415-a69e-ca759df844ff tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1313488 Nov 11 17:51:20.917445 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42196) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:20.921779 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-a6c850ac-28a7-4874-88bc-f767e387c3d5 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'enable_snat': False}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:51:21.140195 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a6c850ac-28a7-4874-88bc-f767e387c3d5 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:21.356969 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a6c850ac-28a7-4874-88bc-f767e387c3d5 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:21.379978 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a6c850ac-28a7-4874-88bc-f767e387c3d5 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:21.531508 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-a6c850ac-28a7-4874-88bc-f767e387c3d5 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Allocated IP 172.25.2.95 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/957590e0-e82d-470a-9d5d-c33b98ca0b97) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:51:21.650949 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a6c850ac-28a7-4874-88bc-f767e387c3d5 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:21.691563 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a6c850ac-28a7-4874-88bc-f767e387c3d5 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:21.736601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c850ac-28a7-4874-88bc-f767e387c3d5 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:51:21.746137 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-a6c850ac-28a7-4874-88bc-f767e387c3d5 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:51:21.746137 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c850ac-28a7-4874-88bc-f767e387c3d5 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:51:21.768456 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d49e75f-39e7-4256-af20-37353038e82a None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:51:21.789397 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c850ac-28a7-4874-88bc-f767e387c3d5 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Pushing event updated for resources: {'Port': ['ID=957590e0-e82d-470a-9d5d-c33b98ca0b97,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:21.885655 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b71f8914-cec3-4d82-b6cf-34c50570cf1e None None] Provisioning complete for port 957590e0-e82d-470a-9d5d-c33b98ca0b97 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:51:21.886046 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b71f8914-cec3-4d82-b6cf-34c50570cf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:21.923661 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b71f8914-cec3-4d82-b6cf-34c50570cf1e None None] Port 957590e0-e82d-470a-9d5d-c33b98ca0b97 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:51:22.050521 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a6c850ac-28a7-4874-88bc-f767e387c3d5 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:22.255606 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a6c850ac-28a7-4874-88bc-f767e387c3d5 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:22.259587 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a6c850ac-28a7-4874-88bc-f767e387c3d5 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-917831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-917838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932385'] for router, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:22.401416 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c850ac-28a7-4874-88bc-f767e387c3d5 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Router 02eca68a-25a0-4f7f-967b-c792d8d56575 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:51:22.512089 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c850ac-28a7-4874-88bc-f767e387c3d5 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:51:22.516780 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a6c850ac-28a7-4874-88bc-f767e387c3d5 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:22.520325 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a6c850ac-28a7-4874-88bc-f767e387c3d5 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "PUT /v2.0/routers/02eca68a-25a0-4f7f-967b-c792d8d56575 HTTP/1.1" status: 200 len: 919 time: 1.5991621 Nov 11 17:51:22.520442 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42208) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:22.520917 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cc4e35-424e-40a1-b7d8-74a65ae2765a None None] Sync routers for ids ['02eca68a-25a0-4f7f-967b-c792d8d56575'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:51:22.532031 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cc4e35-424e-40a1-b7d8-74a65ae2765a None None] Routers {'02eca68a-25a0-4f7f-967b-c792d8d56575'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:51:22.532641 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-61cc4e35-424e-40a1-b7d8-74a65ae2765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:51:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['02eca68a-25a0-4f7f-967b-c792d8d56575'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:22.565890 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-61cc4e35-424e-40a1-b7d8-74a65ae2765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:22.576828 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cc4e35-424e-40a1-b7d8-74a65ae2765a None None] Routers {'02eca68a-25a0-4f7f-967b-c792d8d56575'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:51:22.577481 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-61cc4e35-424e-40a1-b7d8-74a65ae2765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:51:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['02eca68a-25a0-4f7f-967b-c792d8d56575'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:22.614481 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-61cc4e35-424e-40a1-b7d8-74a65ae2765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:22.615449 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cc4e35-424e-40a1-b7d8-74a65ae2765a None None] The sync data for ids ['02eca68a-25a0-4f7f-967b-c792d8d56575'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:51:22.635252 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-92cfd595-d828-4d36-abca-9151799c7b0f tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "GET /v2.0/routers/02eca68a-25a0-4f7f-967b-c792d8d56575 HTTP/1.1" status: 200 len: 925 time: 0.1133528 Nov 11 17:51:22.637950 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42210) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:22.680241 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0444cc-1902-4392-88ba-9bd8db3efc15 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:22.684254 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3e0444cc-1902-4392-88ba-9bd8db3efc15 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&device_id=02eca68a-25a0-4f7f-967b-c792d8d56575&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0429480 Nov 11 17:51:22.684535 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42212) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:22.774620 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4996fc03-e580-429e-bda0-00ec99a7f86a tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:22.775996 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4996fc03-e580-429e-bda0-00ec99a7f86a tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "GET /v2.0/networks/06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 881 time: 0.0905502 Nov 11 17:51:22.778888 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42214) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:22.808242 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f31ecd64-911c-40d3-acd5-b86168be50fd tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "GET /v2.0/ports?device_id=02eca68a-25a0-4f7f-967b-c792d8d56575 HTTP/1.1" status: 200 len: 205 time: 0.0261192 Nov 11 17:51:22.809017 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42216) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:22.918469 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b6518cd-fae3-4dcd-9922-e1b3dd5118f7 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:23.033874 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b6518cd-fae3-4dcd-9922-e1b3dd5118f7 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:23.358502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-6b6518cd-fae3-4dcd-9922-e1b3dd5118f7 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Deleting port 957590e0-e82d-470a-9d5d-c33b98ca0b97 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:51:23.359076 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b6518cd-fae3-4dcd-9922-e1b3dd5118f7 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:23.438139 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b6518cd-fae3-4dcd-9922-e1b3dd5118f7 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:23.449696 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-6b6518cd-fae3-4dcd-9922-e1b3dd5118f7 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Calling delete_port for 957590e0-e82d-470a-9d5d-c33b98ca0b97 owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:51:23.655713 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b6518cd-fae3-4dcd-9922-e1b3dd5118f7 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:23.682627 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6518cd-fae3-4dcd-9922-e1b3dd5118f7 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Pushing event deleted for resources: {'Port': ['ID=957590e0-e82d-470a-9d5d-c33b98ca0b97,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:23.701321 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ef5378-a1a9-4320-9411-6075f8b136c6 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:51:23.746433 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b6518cd-fae3-4dcd-9922-e1b3dd5118f7 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:23.843077 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b6518cd-fae3-4dcd-9922-e1b3dd5118f7 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:23.845312 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b6518cd-fae3-4dcd-9922-e1b3dd5118f7 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:23.893884 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b6518cd-fae3-4dcd-9922-e1b3dd5118f7 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:23.894410 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6518cd-fae3-4dcd-9922-e1b3dd5118f7 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Fanout notify agent at l3_agent the message router_deleted on router 02eca68a-25a0-4f7f-967b-c792d8d56575 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:51:23.902050 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b6518cd-fae3-4dcd-9922-e1b3dd5118f7 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:23.903030 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6b6518cd-fae3-4dcd-9922-e1b3dd5118f7 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "DELETE /v2.0/routers/02eca68a-25a0-4f7f-967b-c792d8d56575 HTTP/1.1" status: 204 len: 168 time: 1.0936816 Nov 11 17:51:23.906788 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42226) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:23.911019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-0e580141-ad72-4b4f-9f5c-4d0b4cea6ba6 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1347540452', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}, 'admin_state_up': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:51:23.934851 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e580141-ad72-4b4f-9f5c-4d0b4cea6ba6 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:23.936009 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e580141-ad72-4b4f-9f5c-4d0b4cea6ba6 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:23.987682 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e580141-ad72-4b4f-9f5c-4d0b4cea6ba6 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:24.126968 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e580141-ad72-4b4f-9f5c-4d0b4cea6ba6 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:24.246777 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:24.317504 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e580141-ad72-4b4f-9f5c-4d0b4cea6ba6 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:24.336947 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e580141-ad72-4b4f-9f5c-4d0b4cea6ba6 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:24.447518 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-0e580141-ad72-4b4f-9f5c-4d0b4cea6ba6 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Allocated IP 172.25.2.128 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/7cd67566-c9b1-4806-94ce-70e1385696b9) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:51:24.564507 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e580141-ad72-4b4f-9f5c-4d0b4cea6ba6 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:24.597279 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e580141-ad72-4b4f-9f5c-4d0b4cea6ba6 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:24.634368 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e580141-ad72-4b4f-9f5c-4d0b4cea6ba6 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:51:24.639511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-0e580141-ad72-4b4f-9f5c-4d0b4cea6ba6 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:51:24.643034 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e580141-ad72-4b4f-9f5c-4d0b4cea6ba6 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:51:24.657321 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05cd0d6-4ba2-44d2-9d76-7259fa9dec0c None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:51:24.668975 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e580141-ad72-4b4f-9f5c-4d0b4cea6ba6 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Pushing event updated for resources: {'Port': ['ID=7cd67566-c9b1-4806-94ce-70e1385696b9,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:24.764365 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e7ff1c1a-3e79-461a-95e4-146852ebd8ba None None] Provisioning complete for port 7cd67566-c9b1-4806-94ce-70e1385696b9 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:51:24.764880 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e7ff1c1a-3e79-461a-95e4-146852ebd8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:24.802595 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e7ff1c1a-3e79-461a-95e4-146852ebd8ba None None] Port 7cd67566-c9b1-4806-94ce-70e1385696b9 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:51:24.903715 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e580141-ad72-4b4f-9f5c-4d0b4cea6ba6 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:25.113097 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e580141-ad72-4b4f-9f5c-4d0b4cea6ba6 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:25.244376 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e580141-ad72-4b4f-9f5c-4d0b4cea6ba6 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Router 11e50351-71fa-4c65-b769-3d8b4fee5e1d is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:51:25.358661 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e580141-ad72-4b4f-9f5c-4d0b4cea6ba6 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:51:25.369559 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4868319-cb2b-4630-9af3-7f267d41f3fa None None] Sync routers for ids ['11e50351-71fa-4c65-b769-3d8b4fee5e1d'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:51:25.379285 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e580141-ad72-4b4f-9f5c-4d0b4cea6ba6 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:25.380658 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0e580141-ad72-4b4f-9f5c-4d0b4cea6ba6 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.4729805 Nov 11 17:51:25.381265 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4868319-cb2b-4630-9af3-7f267d41f3fa None None] Routers {'11e50351-71fa-4c65-b769-3d8b4fee5e1d'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:51:25.381862 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b4868319-cb2b-4630-9af3-7f267d41f3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:51:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['11e50351-71fa-4c65-b769-3d8b4fee5e1d'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:25.383572 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42238) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:25.388573 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2bec89d8-4b16-4da5-a653-06dc1f6bef07 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:51:25.418472 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b4868319-cb2b-4630-9af3-7f267d41f3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:25.427522 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4868319-cb2b-4630-9af3-7f267d41f3fa None None] Routers {'11e50351-71fa-4c65-b769-3d8b4fee5e1d'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:51:25.428164 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b4868319-cb2b-4630-9af3-7f267d41f3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:51:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['11e50351-71fa-4c65-b769-3d8b4fee5e1d'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:25.459053 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b4868319-cb2b-4630-9af3-7f267d41f3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:25.459688 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4868319-cb2b-4630-9af3-7f267d41f3fa None None] The sync data for ids ['11e50351-71fa-4c65-b769-3d8b4fee5e1d'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:51:25.745809 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2bec89d8-4b16-4da5-a653-06dc1f6bef07 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:25.762071 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2bec89d8-4b16-4da5-a653-06dc1f6bef07 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:25.836145 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-2bec89d8-4b16-4da5-a653-06dc1f6bef07 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Deleting port 7cd67566-c9b1-4806-94ce-70e1385696b9 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:51:25.837147 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2bec89d8-4b16-4da5-a653-06dc1f6bef07 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:25.928485 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2bec89d8-4b16-4da5-a653-06dc1f6bef07 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:25.941140 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-2bec89d8-4b16-4da5-a653-06dc1f6bef07 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Calling delete_port for 7cd67566-c9b1-4806-94ce-70e1385696b9 owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:51:26.138940 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2bec89d8-4b16-4da5-a653-06dc1f6bef07 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:26.162879 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec89d8-4b16-4da5-a653-06dc1f6bef07 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Pushing event deleted for resources: {'Port': ['ID=7cd67566-c9b1-4806-94ce-70e1385696b9,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:26.178511 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9481478-c915-4294-83fa-2266d23a7e1f None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:51:26.230573 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2bec89d8-4b16-4da5-a653-06dc1f6bef07 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:26.705881 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2bec89d8-4b16-4da5-a653-06dc1f6bef07 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-917840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106901'] for router, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:26.710775 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2bec89d8-4b16-4da5-a653-06dc1f6bef07 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-917831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-917838', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932385'] for router, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:26.795852 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bec89d8-4b16-4da5-a653-06dc1f6bef07 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Router 11e50351-71fa-4c65-b769-3d8b4fee5e1d has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:51:26.875418 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bec89d8-4b16-4da5-a653-06dc1f6bef07 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:51:26.882139 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2bec89d8-4b16-4da5-a653-06dc1f6bef07 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:26.883326 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2bec89d8-4b16-4da5-a653-06dc1f6bef07 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "PUT /v2.0/routers/11e50351-71fa-4c65-b769-3d8b4fee5e1d HTTP/1.1" status: 200 len: 710 time: 1.4985971 Nov 11 17:51:26.884507 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c58917-4e61-41f0-8a4c-a86a834e34ef None None] Sync routers for ids ['11e50351-71fa-4c65-b769-3d8b4fee5e1d'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:51:26.886189 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42254) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:26.894463 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c58917-4e61-41f0-8a4c-a86a834e34ef None None] Routers {'11e50351-71fa-4c65-b769-3d8b4fee5e1d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:51:26.895066 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-a1c58917-4e61-41f0-8a4c-a86a834e34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:51:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['11e50351-71fa-4c65-b769-3d8b4fee5e1d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:26.936182 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-a1c58917-4e61-41f0-8a4c-a86a834e34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:26.946553 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c58917-4e61-41f0-8a4c-a86a834e34ef None None] Routers {'11e50351-71fa-4c65-b769-3d8b4fee5e1d'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:51:26.947169 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-a1c58917-4e61-41f0-8a4c-a86a834e34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:51:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['11e50351-71fa-4c65-b769-3d8b4fee5e1d'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:26.958195 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c7ca05ef-fe56-40a3-9d43-e84db5bb8507 tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "GET /v2.0/routers/11e50351-71fa-4c65-b769-3d8b4fee5e1d HTTP/1.1" status: 200 len: 745 time: 0.0709045 Nov 11 17:51:26.962536 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42256) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:26.982388 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-a1c58917-4e61-41f0-8a4c-a86a834e34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:26.983032 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c58917-4e61-41f0-8a4c-a86a834e34ef None None] The sync data for ids ['11e50351-71fa-4c65-b769-3d8b4fee5e1d'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:51:27.012122 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0cf5669f-baff-4f14-b632-031160dd6c1e tempest-RoutersIpV6AdminTest-1852162491 tempest-RoutersIpV6AdminTest-1852162491-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&device_id=11e50351-71fa-4c65-b769-3d8b4fee5e1d HTTP/1.1" status: 200 len: 205 time: 0.0484912 Nov 11 17:51:27.014585 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42258) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:27.041074 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a7f00727-bf62-4936-b6e6-ca6ffb981369 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e50351-71fa-4c65-b769-3d8b4fee5e1d HTTP/1.1" status: 200 len: 205 time: 0.0253885 Nov 11 17:51:27.043276 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42260) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:27.117836 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0fd6cdb5-7fa3-4516-9558-0049cac84b6e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:27.281764 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0fd6cdb5-7fa3-4516-9558-0049cac84b6e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:27.283962 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0fd6cdb5-7fa3-4516-9558-0049cac84b6e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:27.326708 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0fd6cdb5-7fa3-4516-9558-0049cac84b6e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:27.327147 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd6cdb5-7fa3-4516-9558-0049cac84b6e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Fanout notify agent at l3_agent the message router_deleted on router 11e50351-71fa-4c65-b769-3d8b4fee5e1d {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:51:27.334062 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0fd6cdb5-7fa3-4516-9558-0049cac84b6e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:27.335372 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0fd6cdb5-7fa3-4516-9558-0049cac84b6e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "DELETE /v2.0/routers/11e50351-71fa-4c65-b769-3d8b4fee5e1d HTTP/1.1" status: 204 len: 168 time: 0.2909799 Nov 11 17:51:27.340061 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42264) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:27.367045 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ffc6a8fb-8aba-4e4a-bb24-99ea13b1f80a tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "GET /v2.0/ports?device_id=11e50351-71fa-4c65-b769-3d8b4fee5e1d HTTP/1.1" status: 200 len: 205 time: 0.0258434 Nov 11 17:51:27.369313 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42266) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:27.410735 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-e3ada9eb-cd68-4a1c-87bd-154e7ac67401 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] delete failed (client error): The resource could not be found. Nov 11 17:51:27.411780 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e3ada9eb-cd68-4a1c-87bd-154e7ac67401 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "DELETE /v2.0/routers/11e50351-71fa-4c65-b769-3d8b4fee5e1d HTTP/1.1" status: 404 len: 336 time: 0.0415626 Nov 11 17:51:27.414554 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42268) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:27.441403 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b9dfb417-b9b9-4896-90b2-bd486556b87b tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "GET /v2.0/ports?device_id=02eca68a-25a0-4f7f-967b-c792d8d56575 HTTP/1.1" status: 200 len: 205 time: 0.0256605 Nov 11 17:51:27.443899 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42270) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:27.482926 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-3438fb60-3f8d-4f36-806a-6cc3c9e43789 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] delete failed (client error): The resource could not be found. Nov 11 17:51:27.483960 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3438fb60-3f8d-4f36-806a-6cc3c9e43789 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "DELETE /v2.0/routers/02eca68a-25a0-4f7f-967b-c792d8d56575 HTTP/1.1" status: 404 len: 336 time: 0.0390115 Nov 11 17:51:27.486624 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42272) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:27.519120 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6317ca84-d835-4e88-a9ed-19db605bdcb8 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b96f20d-d980-4351-81bb-9b5d609f2cd3 HTTP/1.1" status: 200 len: 205 time: 0.0311239 Nov 11 17:51:27.521386 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42274) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:27.559059 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-ddc416bc-fdd3-49b9-8dee-0fe066e1ea29 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] delete failed (client error): The resource could not be found. Nov 11 17:51:27.560225 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ddc416bc-fdd3-49b9-8dee-0fe066e1ea29 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "DELETE /v2.0/routers/6b96f20d-d980-4351-81bb-9b5d609f2cd3 HTTP/1.1" status: 404 len: 336 time: 0.0379267 Nov 11 17:51:27.562626 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42276) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:27.590894 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-75b6bce8-e3b1-4984-8a40-5f867affb9bb tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d51cb22-f770-4eec-813f-708d804cc79e HTTP/1.1" status: 200 len: 205 time: 0.0271161 Nov 11 17:51:27.592501 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42278) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:27.634046 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-cf3ddb59-d521-49ef-ace8-24232e904978 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] delete failed (client error): The resource could not be found. Nov 11 17:51:27.635366 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cf3ddb59-d521-49ef-ace8-24232e904978 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "DELETE /v2.0/routers/4d51cb22-f770-4eec-813f-708d804cc79e HTTP/1.1" status: 404 len: 336 time: 0.0416503 Nov 11 17:51:27.637920 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42280) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:27.664813 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-99c03348-2c19-4d3e-b8c5-3e24def9768d tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "GET /v2.0/ports?device_id=0c75ddb2-e2aa-4f28-a5d6-ffb74658546e HTTP/1.1" status: 200 len: 205 time: 0.0258303 Nov 11 17:51:27.666989 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42282) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:27.703766 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-20994a2c-8892-4fe9-9edc-28653b2c5730 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] delete failed (client error): The resource could not be found. Nov 11 17:51:27.704752 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-20994a2c-8892-4fe9-9edc-28653b2c5730 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "DELETE /v2.0/routers/0c75ddb2-e2aa-4f28-a5d6-ffb74658546e HTTP/1.1" status: 404 len: 336 time: 0.0368788 Nov 11 17:51:27.707198 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42284) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:27.738879 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cb669261-03a4-4161-a14e-60d0e17801ff tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "GET /v2.0/ports?device_id=522ae4f2-bf14-409e-92b4-25229a4b18cb HTTP/1.1" status: 200 len: 205 time: 0.0305865 Nov 11 17:51:27.741168 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42286) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:27.779542 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-81b97260-e52e-4f71-b0dc-8c26a4275d2e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] delete failed (client error): The resource could not be found. Nov 11 17:51:27.780593 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-81b97260-e52e-4f71-b0dc-8c26a4275d2e tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "DELETE /v2.0/routers/522ae4f2-bf14-409e-92b4-25229a4b18cb HTTP/1.1" status: 404 len: 336 time: 0.0385401 Nov 11 17:51:27.783372 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42290) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:27.819170 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f1c992-e037-401d-ad5b-33a3447b6d88 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] DELETE failed (client error): The resource could not be found. Nov 11 17:51:27.819170 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f1c992-e037-401d-ad5b-33a3447b6d88 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:51:27.819170 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-67f1c992-e037-401d-ad5b-33a3447b6d88 tempest-RoutersIpV6AdminTest-328162366 tempest-RoutersIpV6AdminTest-328162366-project] 10.222.0.76 "DELETE /v2.0/subnets/1153f096-70db-49e6-8ab1-c4438285abb4 HTTP/1.1" status: 404 len: 337 time: 0.0300465 Nov 11 17:51:28.081840 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42296) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:28.197594 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3a42ff71-505d-4ee2-ada4-8f1afc5225e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:28.306956 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3a42ff71-505d-4ee2-ada4-8f1afc5225e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:28.311904 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3a42ff71-505d-4ee2-ada4-8f1afc5225e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:28.367928 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3a42ff71-505d-4ee2-ada4-8f1afc5225e4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d695fbe7c7114793b5d4c78e26bd7dbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2843692 Nov 11 17:51:28.368856 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42ff71-505d-4ee2-ada4-8f1afc5225e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a26c44-e2ce-4b02-b14e-866bc4adf5ce,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:28.370911 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42308) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:28.421659 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-847ea9dd-beb2-478d-b733-787ccfa36bde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:28.442914 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-847ea9dd-beb2-478d-b733-787ccfa36bde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:28.494916 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-847ea9dd-beb2-478d-b733-787ccfa36bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:28.497466 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-847ea9dd-beb2-478d-b733-787ccfa36bde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:28.498644 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-847ea9dd-beb2-478d-b733-787ccfa36bde admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/48a26c44-e2ce-4b02-b14e-866bc4adf5ce HTTP/1.1" status: 204 len: 168 time: 0.1258888 Nov 11 17:51:28.506477 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ea9dd-beb2-478d-b733-787ccfa36bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a26c44-e2ce-4b02-b14e-866bc4adf5ce,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:28.821804 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42326) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:28.872337 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fb6af941-fee1-4e3f-b062-38c282f627be admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a2439fce2dd54ecd847658841c60058d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0490990 Nov 11 17:51:28.873075 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42328) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:28.933620 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bde93f24-c27c-48d9-95dd-c1c1d1798c38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:28.957482 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bde93f24-c27c-48d9-95dd-c1c1d1798c38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:29.011183 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bde93f24-c27c-48d9-95dd-c1c1d1798c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:29.013865 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bde93f24-c27c-48d9-95dd-c1c1d1798c38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:29.015045 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bde93f24-c27c-48d9-95dd-c1c1d1798c38 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/606be83a-f496-40b1-b58b-f914cd8f3f6a HTTP/1.1" status: 204 len: 168 time: 0.1407466 Nov 11 17:51:29.024123 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde93f24-c27c-48d9-95dd-c1c1d1798c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606be83a-f496-40b1-b58b-f914cd8f3f6a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:29.786484 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42350) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:29.895660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-1bf00e10-a2ef-40ce-af8d-cda9a5dc7d02 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1026034898'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:51:29.917450 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf00e10-a2ef-40ce-af8d-cda9a5dc7d02 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Made reservation on behalf of 1afd65e687794128abea4360e354b1f0 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:51:29.921370 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1bf00e10-a2ef-40ce-af8d-cda9a5dc7d02 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:29.930520 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1bf00e10-a2ef-40ce-af8d-cda9a5dc7d02 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:30.004856 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1bf00e10-a2ef-40ce-af8d-cda9a5dc7d02 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:30.008384 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1bf00e10-a2ef-40ce-af8d-cda9a5dc7d02 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:30.041684 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf00e10-a2ef-40ce-af8d-cda9a5dc7d02 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1260} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:51:30.048086 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf00e10-a2ef-40ce-af8d-cda9a5dc7d02 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70033e62-ca99-462a-ac81-9a6324604244,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:30.054808 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1bf00e10-a2ef-40ce-af8d-cda9a5dc7d02 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:30.055325 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-1bf00e10-a2ef-40ce-af8d-cda9a5dc7d02 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Added segment 3915a741-3e53-471b-a337-090e70f2b3ad of type vlan for network 947044c0-6e75-4d21-aae2-f60d8a519d4b Nov 11 17:51:30.099006 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1bf00e10-a2ef-40ce-af8d-cda9a5dc7d02 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:30.124059 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1bf00e10-a2ef-40ce-af8d-cda9a5dc7d02 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:30.129680 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf00e10-a2ef-40ce-af8d-cda9a5dc7d02 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:30.130267 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1bf00e10-a2ef-40ce-af8d-cda9a5dc7d02 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:30.184656 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1bf00e10-a2ef-40ce-af8d-cda9a5dc7d02 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3968308 Nov 11 17:51:30.187406 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42358) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:30.199587 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-f0c11dff-649f-4c65-8c98-fe5c92892e9a tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Request body: {'subnet': {'network_id': '947044c0-6e75-4d21-aae2-f60d8a519d4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:51:30.247707 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf00e10-a2ef-40ce-af8d-cda9a5dc7d02 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Pushing event updated for resources: {'Network': ['ID=947044c0-6e75-4d21-aae2-f60d8a519d4b,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:30.260830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 947044c0-6e75-4d21-aae2-f60d8a519d4b details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:51:30.295767 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c11dff-649f-4c65-8c98-fe5c92892e9a tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Made reservation on behalf of 1afd65e687794128abea4360e354b1f0 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:51:30.299742 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0c11dff-649f-4c65-8c98-fe5c92892e9a tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:30.481954 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0c11dff-649f-4c65-8c98-fe5c92892e9a tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:30.537153 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c11dff-649f-4c65-8c98-fe5c92892e9a tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Pushing event updated for resources: {'Subnet': ['ID=b5c8deb2-31b7-4e3b-bb15-8bffe1963696,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:30.552358 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c11dff-649f-4c65-8c98-fe5c92892e9a tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Checking segment: {'id': '3915a741-3e53-471b-a337-090e70f2b3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '947044c0-6e75-4d21-aae2-f60d8a519d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:51:30.552734 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c11dff-649f-4c65-8c98-fe5c92892e9a tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Network hostable DHCP agents. Network: 947044c0-6e75-4d21-aae2-f60d8a519d4b, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:51:30.570186 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c11dff-649f-4c65-8c98-fe5c92892e9a tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Network 947044c0-6e75-4d21-aae2-f60d8a519d4b is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:51:30.579387 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-f0c11dff-649f-4c65-8c98-fe5c92892e9a tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 947044c0-6e75-4d21-aae2-f60d8a519d4b) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:51:30.583594 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c11dff-649f-4c65-8c98-fe5c92892e9a tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:30.584207 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f0c11dff-649f-4c65-8c98-fe5c92892e9a tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:30.589350 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303329d0-ee49-40c6-b66b-16fa9fbdfff8 None None] Network 947044c0-6e75-4d21-aae2-f60d8a519d4b requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:51:30.600285 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f0c11dff-649f-4c65-8c98-fe5c92892e9a tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4118390 Nov 11 17:51:30.602901 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42360) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:30.607678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a4d68af9-7be8-46e0-8ba3-f5d9351342a6 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Request body: {'port': {'network_id': '947044c0-6e75-4d21-aae2-f60d8a519d4b', 'name': 'tempest-TagsExtTest-1727535691'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:51:30.733690 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d68af9-7be8-46e0-8ba3-f5d9351342a6 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Made reservation on behalf of 1afd65e687794128abea4360e354b1f0 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:51:30.737375 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4d68af9-7be8-46e0-8ba3-f5d9351342a6 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:30.758761 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-a4d68af9-7be8-46e0-8ba3-f5d9351342a6 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] device_id is not set on port 8d6beed5-543c-444f-9b2b-ce6a37098e31 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:51:30.764197 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-947044c0-6e75-4d21-aae2-f60d8a519d4b', 'network_id': '947044c0-6e75-4d21-aae2-f60d8a519d4b', 'tenant_id': '1afd65e687794128abea4360e354b1f0', 'fixed_ips': [{'subnet_id': 'b5c8deb2-31b7-4e3b-bb15-8bffe1963696'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:51:30.765085 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:30.883671 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-a4d68af9-7be8-46e0-8ba3-f5d9351342a6 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Allocated IP 172.20.0.8 (947044c0-6e75-4d21-aae2-f60d8a519d4b/b5c8deb2-31b7-4e3b-bb15-8bffe1963696/8d6beed5-543c-444f-9b2b-ce6a37098e31) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:51:31.032906 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4d68af9-7be8-46e0-8ba3-f5d9351342a6 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:31.067997 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4d68af9-7be8-46e0-8ba3-f5d9351342a6 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:31.109039 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d68af9-7be8-46e0-8ba3-f5d9351342a6 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Network 947044c0-6e75-4d21-aae2-f60d8a519d4b is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:51:31.112102 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-a4d68af9-7be8-46e0-8ba3-f5d9351342a6 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:51:31.112474 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Allocated IP 172.20.0.2 (947044c0-6e75-4d21-aae2-f60d8a519d4b/b5c8deb2-31b7-4e3b-bb15-8bffe1963696/00b0721e-f603-442f-90d3-64f417fb594d) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:51:31.119194 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d68af9-7be8-46e0-8ba3-f5d9351342a6 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:51:31.160111 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d68af9-7be8-46e0-8ba3-f5d9351342a6 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Pushing event updated for resources: {'Port': ['ID=8d6beed5-543c-444f-9b2b-ce6a37098e31,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:31.177582 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d68af9-7be8-46e0-8ba3-f5d9351342a6 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:31.178199 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4d68af9-7be8-46e0-8ba3-f5d9351342a6 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:31.198053 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42362) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:31.198713 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a4d68af9-7be8-46e0-8ba3-f5d9351342a6 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.5941317 Nov 11 17:51:31.203814 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-956fceb9-d630-4cbd-b9a1-a11a51a3a4f9 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1119096089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:51:31.227419 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-956fceb9-d630-4cbd-b9a1-a11a51a3a4f9 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:31.228569 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-956fceb9-d630-4cbd-b9a1-a11a51a3a4f9 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:31.266303 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:31.272891 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:31.284749 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-956fceb9-d630-4cbd-b9a1-a11a51a3a4f9 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:31.291052 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-956fceb9-d630-4cbd-b9a1-a11a51a3a4f9 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:31.313725 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-956fceb9-d630-4cbd-b9a1-a11a51a3a4f9 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:31.317001 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Network 947044c0-6e75-4d21-aae2-f60d8a519d4b is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:51:31.318436 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-956fceb9-d630-4cbd-b9a1-a11a51a3a4f9 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1183267 Nov 11 17:51:31.318568 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42364) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:31.319743 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:51:31.324659 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:51:31.326531 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-45cd3b17-be1f-4ebf-a6a6-5a5dd347829e tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-625648051', 'prefixes': ['172.20.0.0/16']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:51:31.339873 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Pushing event updated for resources: {'Port': ['ID=00b0721e-f603-442f-90d3-64f417fb594d,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:31.377090 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:31.377502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:31.377878 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:31.378410 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:31.378985 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:31.379507 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:31.380059 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:31.380562 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:31.381075 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:31.381562 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:31.382042 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:31.382612 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:31.397893 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-45cd3b17-be1f-4ebf-a6a6-5a5dd347829e tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks [] for subnetpool, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:31.399254 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-45cd3b17-be1f-4ebf-a6a6-5a5dd347829e tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0795419 Nov 11 17:51:31.402468 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Attempting to bind port 00b0721e-f603-442f-90d3-64f417fb594d on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:51:31.402854 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42366) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:31.403091 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Attempting to bind port 00b0721e-f603-442f-90d3-64f417fb594d by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '3915a741-3e53-471b-a337-090e70f2b3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '947044c0-6e75-4d21-aae2-f60d8a519d4b'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:51:31.403518 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Attempting to bind port 00b0721e-f603-442f-90d3-64f417fb594d on network 947044c0-6e75-4d21-aae2-f60d8a519d4b {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:51:31.407940 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-edef1a79-2807-4c03-9097-c4097e28c89e tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b5c8deb2-31b7-4e3b-bb15-8bffe1963696', 'tempest-TagsExtTest-Tag-1004855050') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:31.409288 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:51:31.409721 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Checking segment: {'id': '3915a741-3e53-471b-a337-090e70f2b3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '947044c0-6e75-4d21-aae2-f60d8a519d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:51:31.410126 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:31.410521 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Bound using segment: {'id': '3915a741-3e53-471b-a337-090e70f2b3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '947044c0-6e75-4d21-aae2-f60d8a519d4b'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:51:31.410984 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Bound port: 00b0721e-f603-442f-90d3-64f417fb594d, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3915a741-3e53-471b-a337-090e70f2b3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '947044c0-6e75-4d21-aae2-f60d8a519d4b'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:51:31.411370 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:31.476379 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] For port 00b0721e-f603-442f-90d3-64f417fb594d, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:51:31.479511 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] For port 00b0721e-f603-442f-90d3-64f417fb594d, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=00b0721e-f603-442f-90d3-64f417fb594d,segment=NetworkSegment(3915a741-3e53-471b-a337-090e70f2b3ad),segment_id=3915a741-3e53-471b-a337-090e70f2b3ad)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:51:31.484203 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:31.505439 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-edef1a79-2807-4c03-9097-c4097e28c89e tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "PUT /v2.0/subnets/b5c8deb2-31b7-4e3b-bb15-8bffe1963696/tags/tempest-TagsExtTest-Tag-1004855050 HTTP/1.1" status: 201 len: 201 time: 0.1010494 Nov 11 17:51:31.508070 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42368) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:31.513697 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-5dd70437-4e8d-4cea-be2d-61563e4ccf18 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8d6beed5-543c-444f-9b2b-ce6a37098e31', 'tempest-TagsExtTest-Tag-2058490600') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:31.559873 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521d2ba-6e95-422c-89c6-7a52ab833523 None None] Pushing event updated for resources: {'Port': ['ID=00b0721e-f603-442f-90d3-64f417fb594d,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:31.605777 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5dd70437-4e8d-4cea-be2d-61563e4ccf18 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "PUT /v2.0/ports/8d6beed5-543c-444f-9b2b-ce6a37098e31/tags/tempest-TagsExtTest-Tag-2058490600 HTTP/1.1" status: 201 len: 201 time: 0.0959470 Nov 11 17:51:31.608497 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42370) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:31.614734 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-525dd310-f0d3-49f2-8751-7f1b693316c8 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9cc0e27d-2db8-412e-a065-e2dbaafa8487', 'tempest-TagsExtTest-Tag-861740334') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:31.712913 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-525dd310-f0d3-49f2-8751-7f1b693316c8 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "PUT /v2.0/routers/9cc0e27d-2db8-412e-a065-e2dbaafa8487/tags/tempest-TagsExtTest-Tag-861740334 HTTP/1.1" status: 201 len: 201 time: 0.1005604 Nov 11 17:51:31.713238 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42372) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:31.721423 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-583a184f-e418-4a6a-b58f-dac23fe4151e tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '56955d32-7321-40b8-bbd0-3d16e1eab8b7', 'tempest-TagsExtTest-Tag-1132080914') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:31.803716 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-583a184f-e418-4a6a-b58f-dac23fe4151e tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "PUT /v2.0/subnetpools/56955d32-7321-40b8-bbd0-3d16e1eab8b7/tags/tempest-TagsExtTest-Tag-1132080914 HTTP/1.1" status: 201 len: 201 time: 0.0870442 Nov 11 17:51:31.804394 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42374) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:31.813434 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-8fe997e0-881d-45dd-9d75-724ffca4fc84 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b5c8deb2-31b7-4e3b-bb15-8bffe1963696') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:31.890631 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8fe997e0-881d-45dd-9d75-724ffca4fc84 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/subnets/b5c8deb2-31b7-4e3b-bb15-8bffe1963696/tags HTTP/1.1" status: 200 len: 241 time: 0.0847683 Nov 11 17:51:31.893099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42376) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:31.902236 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-a1359127-3e26-43e3-8cc9-372ae8ce4eef tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b5c8deb2-31b7-4e3b-bb15-8bffe1963696', 'tempest-TagsExtTest-Tag-1004855050') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:31.958202 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a1359127-3e26-43e3-8cc9-372ae8ce4eef tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/subnets/b5c8deb2-31b7-4e3b-bb15-8bffe1963696/tags/tempest-TagsExtTest-Tag-1004855050 HTTP/1.1" status: 204 len: 168 time: 0.0638809 Nov 11 17:51:31.960703 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42380) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:31.966136 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-8d8420d7-d743-4048-a7ed-dd3cc1bdd128 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b5c8deb2-31b7-4e3b-bb15-8bffe1963696', 'tempest-TagsExtTest-Tag-1004855050') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:32.035470 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8d8420d7-d743-4048-a7ed-dd3cc1bdd128 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "DELETE /v2.0/subnets/b5c8deb2-31b7-4e3b-bb15-8bffe1963696/tags/tempest-TagsExtTest-Tag-1004855050 HTTP/1.1" status: 204 len: 168 time: 0.0733883 Nov 11 17:51:32.037838 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42382) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:32.043083 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-5c51919c-3cb7-467e-801d-e71627851c15 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b5c8deb2-31b7-4e3b-bb15-8bffe1963696') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:32.118330 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5c51919c-3cb7-467e-801d-e71627851c15 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/subnets/b5c8deb2-31b7-4e3b-bb15-8bffe1963696/tags HTTP/1.1" status: 200 len: 205 time: 0.0792367 Nov 11 17:51:32.120734 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42386) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:32.125214 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-a92ff095-1a3a-4555-8695-0e3bb2137a0b tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8d6beed5-543c-444f-9b2b-ce6a37098e31') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:32.176983 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8053f8-6eb0-42ca-8fc4-826ab60e075b req-b902daa4-ef6c-42b2-8047-de8a692870d4 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:32.178783 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4f8053f8-6eb0-42ca-8fc4-826ab60e075b req-b902daa4-ef6c-42b2-8047-de8a692870d4 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=40ab4538-6344-4d46-aa80-b629b94d534a HTTP/1.1" status: 200 len: 945 time: 0.0511677 Nov 11 17:51:32.184566 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a92ff095-1a3a-4555-8695-0e3bb2137a0b tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/ports/8d6beed5-543c-444f-9b2b-ce6a37098e31/tags HTTP/1.1" status: 200 len: 241 time: 0.0605319 Nov 11 17:51:32.184834 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42388) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:32.189128 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-5a8f1f53-e3a9-43e3-bf62-0113ec700516 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8d6beed5-543c-444f-9b2b-ce6a37098e31', 'tempest-TagsExtTest-Tag-2058490600') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:32.234098 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4f8053f8-6eb0-42ca-8fc4-826ab60e075b req-62244387-6122-44fa-8e72-363e93edb493 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/security-groups?id=df449c78-a805-4181-9886-da76004507fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487993 Nov 11 17:51:32.242516 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5a8f1f53-e3a9-43e3-bf62-0113ec700516 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/ports/8d6beed5-543c-444f-9b2b-ce6a37098e31/tags/tempest-TagsExtTest-Tag-2058490600 HTTP/1.1" status: 204 len: 168 time: 0.0566292 Nov 11 17:51:32.244964 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42390) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:32.252400 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-0c070e2d-16bf-42d5-90b4-0e51d5656bdb tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8d6beed5-543c-444f-9b2b-ce6a37098e31', 'tempest-TagsExtTest-Tag-2058490600') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:32.319093 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0c070e2d-16bf-42d5-90b4-0e51d5656bdb tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "DELETE /v2.0/ports/8d6beed5-543c-444f-9b2b-ce6a37098e31/tags/tempest-TagsExtTest-Tag-2058490600 HTTP/1.1" status: 204 len: 168 time: 0.0707185 Nov 11 17:51:32.319546 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42392) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:32.324209 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-2f439d98-d1dc-4a7f-b83f-aabbfaf31795 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8d6beed5-543c-444f-9b2b-ce6a37098e31') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:32.379026 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2f439d98-d1dc-4a7f-b83f-aabbfaf31795 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/ports/8d6beed5-543c-444f-9b2b-ce6a37098e31/tags HTTP/1.1" status: 200 len: 205 time: 0.0583105 Nov 11 17:51:32.381487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42394) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:32.386503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-8aced52d-0ae9-4d58-910f-97716ea532cc tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9cc0e27d-2db8-412e-a065-e2dbaafa8487') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:32.468111 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8aced52d-0ae9-4d58-910f-97716ea532cc tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/routers/9cc0e27d-2db8-412e-a065-e2dbaafa8487/tags HTTP/1.1" status: 200 len: 240 time: 0.0855081 Nov 11 17:51:32.470656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42396) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:32.475544 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-9c62f6b1-f55c-4888-87a6-e71fb14836ff tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9cc0e27d-2db8-412e-a065-e2dbaafa8487', 'tempest-TagsExtTest-Tag-861740334') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:32.557621 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9c62f6b1-f55c-4888-87a6-e71fb14836ff tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/routers/9cc0e27d-2db8-412e-a065-e2dbaafa8487/tags/tempest-TagsExtTest-Tag-861740334 HTTP/1.1" status: 204 len: 168 time: 0.0857124 Nov 11 17:51:32.559974 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42398) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:32.564520 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-98720152-1dcb-487a-a3dd-1b43c7b098e7 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9cc0e27d-2db8-412e-a065-e2dbaafa8487', 'tempest-TagsExtTest-Tag-861740334') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:32.649076 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934a1d87-845c-41f9-b753-fe17fb804f48 None None] Network 947044c0-6e75-4d21-aae2-f60d8a519d4b requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:51:32.658619 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-98720152-1dcb-487a-a3dd-1b43c7b098e7 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "DELETE /v2.0/routers/9cc0e27d-2db8-412e-a065-e2dbaafa8487/tags/tempest-TagsExtTest-Tag-861740334 HTTP/1.1" status: 204 len: 168 time: 0.0974913 Nov 11 17:51:32.661145 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42400) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:32.666663 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-797c6b2a-dccf-4ebe-9a2a-daa6f8d3ed8b tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9cc0e27d-2db8-412e-a065-e2dbaafa8487') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:32.718913 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e9224880-21c4-43e6-b93f-4b8f60dcbd1e None None] Provisioning complete for port 00b0721e-f603-442f-90d3-64f417fb594d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:51:32.719285 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e9224880-21c4-43e6-b93f-4b8f60dcbd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:32.750532 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42402) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:32.754633 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-f4a1c4e1-f1fa-4424-88e0-6777c42c7fc7 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '56955d32-7321-40b8-bbd0-3d16e1eab8b7') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:32.756012 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-797c6b2a-dccf-4ebe-9a2a-daa6f8d3ed8b tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/routers/9cc0e27d-2db8-412e-a065-e2dbaafa8487/tags HTTP/1.1" status: 200 len: 205 time: 0.0852106 Nov 11 17:51:32.800101 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f4a1c4e1-f1fa-4424-88e0-6777c42c7fc7 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/subnetpools/56955d32-7321-40b8-bbd0-3d16e1eab8b7/tags HTTP/1.1" status: 200 len: 241 time: 0.0463059 Nov 11 17:51:32.800964 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42404) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:32.808724 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-9f0a5701-80b6-4aa5-b21b-40874d32a0ce tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '56955d32-7321-40b8-bbd0-3d16e1eab8b7', 'tempest-TagsExtTest-Tag-1132080914') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:32.857478 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9f0a5701-80b6-4aa5-b21b-40874d32a0ce tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/subnetpools/56955d32-7321-40b8-bbd0-3d16e1eab8b7/tags/tempest-TagsExtTest-Tag-1132080914 HTTP/1.1" status: 204 len: 168 time: 0.0529168 Nov 11 17:51:32.857943 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42406) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:32.862965 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-bc7617ec-6fa5-4614-9aff-8adbfef4f4ec tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '56955d32-7321-40b8-bbd0-3d16e1eab8b7', 'tempest-TagsExtTest-Tag-1132080914') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:32.900620 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e9224880-21c4-43e6-b93f-4b8f60dcbd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:32.911336 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 00b0721e-f603-442f-90d3-64f417fb594d up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:51:32.967059 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bc7617ec-6fa5-4614-9aff-8adbfef4f4ec tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "DELETE /v2.0/subnetpools/56955d32-7321-40b8-bbd0-3d16e1eab8b7/tags/tempest-TagsExtTest-Tag-1132080914 HTTP/1.1" status: 204 len: 168 time: 0.1056216 Nov 11 17:51:32.967377 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42410) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:32.972041 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-7a57924c-5e4c-408c-a390-c4dc773364d6 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '56955d32-7321-40b8-bbd0-3d16e1eab8b7') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:32.973321 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e9224880-21c4-43e6-b93f-4b8f60dcbd1e None None] For port 00b0721e-f603-442f-90d3-64f417fb594d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=00b0721e-f603-442f-90d3-64f417fb594d,segment=NetworkSegment(3915a741-3e53-471b-a337-090e70f2b3ad),segment_id=3915a741-3e53-471b-a337-090e70f2b3ad)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:51:32.980304 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e9224880-21c4-43e6-b93f-4b8f60dcbd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:33.005924 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7a57924c-5e4c-408c-a390-c4dc773364d6 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/subnetpools/56955d32-7321-40b8-bbd0-3d16e1eab8b7/tags HTTP/1.1" status: 200 len: 205 time: 0.0372448 Nov 11 17:51:33.008750 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42412) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:33.013627 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-4d4f91c8-4f01-4f68-9aae-2c970cad9846 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '56955d32-7321-40b8-bbd0-3d16e1eab8b7') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:33.041196 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 00b0721e-f603-442f-90d3-64f417fb594d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:51:33.041718 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:33.044538 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4d4f91c8-4f01-4f68-9aae-2c970cad9846 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "DELETE /v2.0/subnetpools/56955d32-7321-40b8-bbd0-3d16e1eab8b7/tags HTTP/1.1" status: 204 len: 168 time: 0.0345249 Nov 11 17:51:33.047370 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42414) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:33.057144 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-0b30c879-e09f-479b-a437-f5d91c07a614 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9cc0e27d-2db8-412e-a065-e2dbaafa8487') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:33.095047 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9224880-21c4-43e6-b93f-4b8f60dcbd1e None None] Pushing event updated for resources: {'Port': ['ID=00b0721e-f603-442f-90d3-64f417fb594d,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:33.171777 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0b30c879-e09f-479b-a437-f5d91c07a614 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "DELETE /v2.0/routers/9cc0e27d-2db8-412e-a065-e2dbaafa8487/tags HTTP/1.1" status: 204 len: 168 time: 0.1213026 Nov 11 17:51:33.173231 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42416) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:33.177905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-504e638c-d643-4dcc-8fa7-69964d19dfb5 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8d6beed5-543c-444f-9b2b-ce6a37098e31') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:33.212452 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a77b6bc3-1105-4103-94f8-42533dd52ba4 None None] Provisioning complete for port 00b0721e-f603-442f-90d3-64f417fb594d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:51:33.213083 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a77b6bc3-1105-4103-94f8-42533dd52ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:33.246434 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-504e638c-d643-4dcc-8fa7-69964d19dfb5 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "DELETE /v2.0/ports/8d6beed5-543c-444f-9b2b-ce6a37098e31/tags HTTP/1.1" status: 204 len: 168 time: 0.0720739 Nov 11 17:51:33.247809 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42418) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:33.254013 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-a5486f7d-a9dd-42de-967a-e7981560e60d tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b5c8deb2-31b7-4e3b-bb15-8bffe1963696') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:33.317416 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a77b6bc3-1105-4103-94f8-42533dd52ba4 None None] Provisioning complete for port 8d6beed5-543c-444f-9b2b-ce6a37098e31 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:51:33.318449 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a77b6bc3-1105-4103-94f8-42533dd52ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:33.375441 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a5486f7d-a9dd-42de-967a-e7981560e60d tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "DELETE /v2.0/subnets/b5c8deb2-31b7-4e3b-bb15-8bffe1963696/tags HTTP/1.1" status: 204 len: 168 time: 0.1252694 Nov 11 17:51:33.376271 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42422) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:33.381359 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-fbc3646d-d710-4162-ba37-37a8e4644490 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b5c8deb2-31b7-4e3b-bb15-8bffe1963696', 'tempest-TagsExtTest-Tag-800390850') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:33.389511 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a77b6bc3-1105-4103-94f8-42533dd52ba4 None None] Port 8d6beed5-543c-444f-9b2b-ce6a37098e31 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:51:33.418320 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75868c0-dae3-4147-be5b-4b53f5dd92ff req-c5adb353-3f0a-4a30-b689-bb776506ad58 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:33.419963 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c75868c0-dae3-4147-be5b-4b53f5dd92ff req-c5adb353-3f0a-4a30-b689-bb776506ad58 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=40ab4538-6344-4d46-aa80-b629b94d534a HTTP/1.1" status: 200 len: 945 time: 0.0841966 Nov 11 17:51:33.462432 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fbc3646d-d710-4162-ba37-37a8e4644490 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "PUT /v2.0/subnets/b5c8deb2-31b7-4e3b-bb15-8bffe1963696/tags/tempest-TagsExtTest-Tag-800390850 HTTP/1.1" status: 201 len: 201 time: 0.0824027 Nov 11 17:51:33.463985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42424) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:33.470035 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-1d502f23-8505-4f07-be4f-fd426aaea9e0 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8d6beed5-543c-444f-9b2b-ce6a37098e31', 'tempest-TagsExtTest-Tag-1761733815') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:33.481555 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c75868c0-dae3-4147-be5b-4b53f5dd92ff req-2096db41-58db-459f-89f0-472802d3bb76 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/security-groups?id=df449c78-a805-4181-9886-da76004507fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537579 Nov 11 17:51:33.514831 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3d2535fe-2159-41f5-9509-0e59158cb9af None None] Provisioning complete for port 8d6beed5-543c-444f-9b2b-ce6a37098e31 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:51:33.515410 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3d2535fe-2159-41f5-9509-0e59158cb9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:33.541003 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1d502f23-8505-4f07-be4f-fd426aaea9e0 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "PUT /v2.0/ports/8d6beed5-543c-444f-9b2b-ce6a37098e31/tags/tempest-TagsExtTest-Tag-1761733815 HTTP/1.1" status: 201 len: 201 time: 0.0752392 Nov 11 17:51:33.543587 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42426) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:33.548488 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-9ef65703-abe7-4540-912f-8c9268d2f76c tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9cc0e27d-2db8-412e-a065-e2dbaafa8487', 'tempest-TagsExtTest-Tag-227006562') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:33.558359 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-3d2535fe-2159-41f5-9509-0e59158cb9af None None] Port 8d6beed5-543c-444f-9b2b-ce6a37098e31 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:51:33.638302 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9ef65703-abe7-4540-912f-8c9268d2f76c tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "PUT /v2.0/routers/9cc0e27d-2db8-412e-a065-e2dbaafa8487/tags/tempest-TagsExtTest-Tag-227006562 HTTP/1.1" status: 201 len: 201 time: 0.0934997 Nov 11 17:51:33.641034 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42428) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:33.645376 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-62f778b7-7772-4eec-95b2-9924fcd873fc tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '56955d32-7321-40b8-bbd0-3d16e1eab8b7', 'tempest-TagsExtTest-Tag-1978634683') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:33.680509 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-62f778b7-7772-4eec-95b2-9924fcd873fc tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "PUT /v2.0/subnetpools/56955d32-7321-40b8-bbd0-3d16e1eab8b7/tags/tempest-TagsExtTest-Tag-1978634683 HTTP/1.1" status: 201 len: 201 time: 0.0357218 Nov 11 17:51:33.680727 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42430) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:33.685122 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-b9a3d3fa-6863-4bcf-84ef-d7bebd7a3b84 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b5c8deb2-31b7-4e3b-bb15-8bffe1963696', {'tags': ['tempest-TagsExtTest-Tag-854287304', 'tempest-TagsExtTest-Tag-1646837041', 'tempest-TagsExtTest-Tag-889219174']}) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:33.779468 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d9c34-1676-47b8-98d8-0474d121292a req-3d1149f7-d8bc-4aa6-a321-56d586150bbc tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:33.780869 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-156d9c34-1676-47b8-98d8-0474d121292a req-3d1149f7-d8bc-4aa6-a321-56d586150bbc tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.64 "GET /v2.0/ports?device_id=40ab4538-6344-4d46-aa80-b629b94d534a HTTP/1.1" status: 200 len: 945 time: 0.0703135 Nov 11 17:51:33.782735 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b9a3d3fa-6863-4bcf-84ef-d7bebd7a3b84 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "PUT /v2.0/subnets/b5c8deb2-31b7-4e3b-bb15-8bffe1963696/tags HTTP/1.1" status: 200 len: 316 time: 0.1011648 Nov 11 17:51:33.785437 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42432) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:33.790725 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-1cb81a8d-5e56-4da2-a1cc-5e67901adfbb tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b5c8deb2-31b7-4e3b-bb15-8bffe1963696') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:33.919141 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-156d9c34-1676-47b8-98d8-0474d121292a req-35fccd19-4c18-4f3a-8816-8f738aa794b7 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Deleting port e08311aa-42c5-4f02-b7cb-d858f42f6d03 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:51:33.919384 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-156d9c34-1676-47b8-98d8-0474d121292a req-35fccd19-4c18-4f3a-8816-8f738aa794b7 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:33.968447 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1cb81a8d-5e56-4da2-a1cc-5e67901adfbb tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "DELETE /v2.0/subnets/b5c8deb2-31b7-4e3b-bb15-8bffe1963696/tags HTTP/1.1" status: 204 len: 168 time: 0.1788783 Nov 11 17:51:33.968656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42438) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:33.972714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-d8c9f6f6-8fbb-4cf3-bad5-54ae80576a30 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b5c8deb2-31b7-4e3b-bb15-8bffe1963696', 'tempest-TagsExtTest-Tag-854287304') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:34.017105 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-156d9c34-1676-47b8-98d8-0474d121292a req-35fccd19-4c18-4f3a-8816-8f738aa794b7 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] For port e08311aa-42c5-4f02-b7cb-d858f42f6d03, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=e08311aa-42c5-4f02-b7cb-d858f42f6d03,segment=NetworkSegment(c5220266-8366-4187-8407-76ea37f16b90),segment_id=c5220266-8366-4187-8407-76ea37f16b90)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:51:34.017468 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-156d9c34-1676-47b8-98d8-0474d121292a req-35fccd19-4c18-4f3a-8816-8f738aa794b7 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:34.030156 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-156d9c34-1676-47b8-98d8-0474d121292a req-35fccd19-4c18-4f3a-8816-8f738aa794b7 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Calling delete_port for e08311aa-42c5-4f02-b7cb-d858f42f6d03 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:51:34.080217 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-d8c9f6f6-8fbb-4cf3-bad5-54ae80576a30 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] show failed (client error): The resource could not be found. Nov 11 17:51:34.084174 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42440) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:34.084711 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d8c9f6f6-8fbb-4cf3-bad5-54ae80576a30 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/subnets/b5c8deb2-31b7-4e3b-bb15-8bffe1963696/tags/tempest-TagsExtTest-Tag-854287304 HTTP/1.1" status: 404 len: 328 time: 0.1148915 Nov 11 17:51:34.092070 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-54f18c53-e952-4a61-aa9b-6cea2f87b8f7 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b5c8deb2-31b7-4e3b-bb15-8bffe1963696', 'tempest-TagsExtTest-Tag-1646837041') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:34.193233 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-54f18c53-e952-4a61-aa9b-6cea2f87b8f7 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] show failed (client error): The resource could not be found. Nov 11 17:51:34.194275 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-54f18c53-e952-4a61-aa9b-6cea2f87b8f7 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/subnets/b5c8deb2-31b7-4e3b-bb15-8bffe1963696/tags/tempest-TagsExtTest-Tag-1646837041 HTTP/1.1" status: 404 len: 329 time: 0.1091807 Nov 11 17:51:34.197762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42442) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:34.202346 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-f720f7fb-88e5-492e-8f31-57738a0f2082 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b5c8deb2-31b7-4e3b-bb15-8bffe1963696', 'tempest-TagsExtTest-Tag-889219174') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:34.204347 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-156d9c34-1676-47b8-98d8-0474d121292a req-35fccd19-4c18-4f3a-8816-8f738aa794b7 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:34.233673 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fccd19-4c18-4f3a-8816-8f738aa794b7 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Pushing event deleted for resources: {'Port': ['ID=e08311aa-42c5-4f02-b7cb-d858f42f6d03,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:34.238171 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['e08311aa-42c5-4f02-b7cb-d858f42f6d03'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:51:34.247527 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fccd19-4c18-4f3a-8816-8f738aa794b7 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:34.247527 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fccd19-4c18-4f3a-8816-8f738aa794b7 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:34.247901 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fccd19-4c18-4f3a-8816-8f738aa794b7 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:34.247997 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fccd19-4c18-4f3a-8816-8f738aa794b7 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:34.248340 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fccd19-4c18-4f3a-8816-8f738aa794b7 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:34.248681 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fccd19-4c18-4f3a-8816-8f738aa794b7 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:34.249011 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fccd19-4c18-4f3a-8816-8f738aa794b7 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:34.249355 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fccd19-4c18-4f3a-8816-8f738aa794b7 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:34.249658 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fccd19-4c18-4f3a-8816-8f738aa794b7 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:34.249985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fccd19-4c18-4f3a-8816-8f738aa794b7 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:34.250307 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fccd19-4c18-4f3a-8816-8f738aa794b7 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:34.250627 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fccd19-4c18-4f3a-8816-8f738aa794b7 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:34.284572 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-f720f7fb-88e5-492e-8f31-57738a0f2082 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] show failed (client error): The resource could not be found. Nov 11 17:51:34.290495 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42444) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:34.290760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f720f7fb-88e5-492e-8f31-57738a0f2082 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/subnets/b5c8deb2-31b7-4e3b-bb15-8bffe1963696/tags/tempest-TagsExtTest-Tag-889219174 HTTP/1.1" status: 404 len: 328 time: 0.0904269 Nov 11 17:51:34.295285 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-b059033a-9d0c-489e-bd09-770ce069127b tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8d6beed5-543c-444f-9b2b-ce6a37098e31', {'tags': ['tempest-TagsExtTest-Tag-238927560', 'tempest-TagsExtTest-Tag-1006109846', 'tempest-TagsExtTest-Tag-196832026']}) {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:34.297896 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-156d9c34-1676-47b8-98d8-0474d121292a req-35fccd19-4c18-4f3a-8816-8f738aa794b7 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] No DVR routers for this DVR port e08311aa-42c5-4f02-b7cb-d858f42f6d03 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:51:34.301372 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-156d9c34-1676-47b8-98d8-0474d121292a req-35fccd19-4c18-4f3a-8816-8f738aa794b7 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:34.304814 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-156d9c34-1676-47b8-98d8-0474d121292a req-35fccd19-4c18-4f3a-8816-8f738aa794b7 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.64 "DELETE /v2.0/ports/e08311aa-42c5-4f02-b7cb-d858f42f6d03 HTTP/1.1" status: 204 len: 173 time: 0.5172589 Nov 11 17:51:34.305916 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ab4538-6344-4d46-aa80-b629b94d534a', 'name': 'network-vif-deleted', 'tag': 'e08311aa-42c5-4f02-b7cb-d858f42f6d03'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:51:34.308424 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb79a39-a617-45f2-b3f8-5c4dbdcd8bf7" -d '{"events": [{"server_uuid": "40ab4538-6344-4d46-aa80-b629b94d534a", "name": "network-vif-deleted", "tag": "e08311aa-42c5-4f02-b7cb-d858f42f6d03"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:51:34.381857 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e6ad39-fdec-4504-8841-5e02246d1138 x-openstack-request-id: req-24e6ad39-fdec-4504-8841-5e02246d1138 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:51:34.382166 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ab4538-6344-4d46-aa80-b629b94d534a", "name": "network-vif-deleted", "tag": "e08311aa-42c5-4f02-b7cb-d858f42f6d03", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:51:34.382472 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-24e6ad39-fdec-4504-8841-5e02246d1138 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:51:34.382918 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ab4538-6344-4d46-aa80-b629b94d534a', 'name': 'network-vif-deleted', 'tag': 'e08311aa-42c5-4f02-b7cb-d858f42f6d03', 'status': 'completed', 'code': 200} Nov 11 17:51:34.385384 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b059033a-9d0c-489e-bd09-770ce069127b tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "PUT /v2.0/ports/8d6beed5-543c-444f-9b2b-ce6a37098e31/tags HTTP/1.1" status: 200 len: 316 time: 0.0934975 Nov 11 17:51:34.387957 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42448) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:34.394159 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-dd385c81-86e6-4021-a853-ee4a736eaff8 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8d6beed5-543c-444f-9b2b-ce6a37098e31') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:34.466778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-dd385c81-86e6-4021-a853-ee4a736eaff8 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "DELETE /v2.0/ports/8d6beed5-543c-444f-9b2b-ce6a37098e31/tags HTTP/1.1" status: 204 len: 168 time: 0.0765796 Nov 11 17:51:34.470162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42450) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:34.475175 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-c8c08549-9fec-4345-a914-9d4a6852cdb4 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8d6beed5-543c-444f-9b2b-ce6a37098e31', 'tempest-TagsExtTest-Tag-238927560') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:34.527253 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-c8c08549-9fec-4345-a914-9d4a6852cdb4 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] show failed (client error): The resource could not be found. Nov 11 17:51:34.531283 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42454) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:34.535655 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-9d8dc9e7-f6cf-45b0-889b-de1787c71631 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8d6beed5-543c-444f-9b2b-ce6a37098e31', 'tempest-TagsExtTest-Tag-1006109846') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:34.537758 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c8c08549-9fec-4345-a914-9d4a6852cdb4 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/ports/8d6beed5-543c-444f-9b2b-ce6a37098e31/tags/tempest-TagsExtTest-Tag-238927560 HTTP/1.1" status: 404 len: 328 time: 0.0664754 Nov 11 17:51:34.588783 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-9d8dc9e7-f6cf-45b0-889b-de1787c71631 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] show failed (client error): The resource could not be found. Nov 11 17:51:34.590390 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9d8dc9e7-f6cf-45b0-889b-de1787c71631 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/ports/8d6beed5-543c-444f-9b2b-ce6a37098e31/tags/tempest-TagsExtTest-Tag-1006109846 HTTP/1.1" status: 404 len: 329 time: 0.0578043 Nov 11 17:51:34.593005 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42456) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:34.597333 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-5f482a4b-9ba0-4124-b118-50e285fa33e2 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8d6beed5-543c-444f-9b2b-ce6a37098e31', 'tempest-TagsExtTest-Tag-196832026') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:34.610986 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6aaeca5-1f2f-420c-b58d-f42b75428ab1 req-d9c8c5a4-a3df-4658-8ff6-29d5496e0896 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=40ab4538-6344-4d46-aa80-b629b94d534a HTTP/1.1" status: 200 len: 210 time: 0.0327120 Nov 11 17:51:34.651511 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-5f482a4b-9ba0-4124-b118-50e285fa33e2 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] show failed (client error): The resource could not be found. Nov 11 17:51:34.652568 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5f482a4b-9ba0-4124-b118-50e285fa33e2 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/ports/8d6beed5-543c-444f-9b2b-ce6a37098e31/tags/tempest-TagsExtTest-Tag-196832026 HTTP/1.1" status: 404 len: 328 time: 0.0585303 Nov 11 17:51:34.655443 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42458) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:34.660301 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-ad233110-eabb-4d67-8013-a0cd3d972312 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9cc0e27d-2db8-412e-a065-e2dbaafa8487', {'tags': ['tempest-TagsExtTest-Tag-1643575886', 'tempest-TagsExtTest-Tag-453689845', 'tempest-TagsExtTest-Tag-891527587']}) {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:34.749430 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ad233110-eabb-4d67-8013-a0cd3d972312 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "PUT /v2.0/routers/9cc0e27d-2db8-412e-a065-e2dbaafa8487/tags HTTP/1.1" status: 200 len: 316 time: 0.0927880 Nov 11 17:51:34.752490 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42462) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:34.762427 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-2f7f257e-63cb-47e5-a41e-d39ccfc031a8 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9cc0e27d-2db8-412e-a065-e2dbaafa8487') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:34.851098 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 00b0721e-f603-442f-90d3-64f417fb594d up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:51:34.903549 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42464) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:34.904199 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2f7f257e-63cb-47e5-a41e-d39ccfc031a8 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "DELETE /v2.0/routers/9cc0e27d-2db8-412e-a065-e2dbaafa8487/tags HTTP/1.1" status: 204 len: 168 time: 0.1499836 Nov 11 17:51:34.908921 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-1923cfc8-c315-470a-b90a-a5f495867b3e tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9cc0e27d-2db8-412e-a065-e2dbaafa8487', 'tempest-TagsExtTest-Tag-1643575886') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:34.911516 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 00b0721e-f603-442f-90d3-64f417fb594d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:51:34.911978 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:34.985168 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-1923cfc8-c315-470a-b90a-a5f495867b3e tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] show failed (client error): The resource could not be found. Nov 11 17:51:34.987560 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1923cfc8-c315-470a-b90a-a5f495867b3e tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/routers/9cc0e27d-2db8-412e-a065-e2dbaafa8487/tags/tempest-TagsExtTest-Tag-1643575886 HTTP/1.1" status: 404 len: 329 time: 0.0818603 Nov 11 17:51:34.989880 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42466) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:34.996469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-3f933fcd-32b9-459b-b32f-c4a94a7d9c0a tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9cc0e27d-2db8-412e-a065-e2dbaafa8487', 'tempest-TagsExtTest-Tag-453689845') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:35.078395 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-3f933fcd-32b9-459b-b32f-c4a94a7d9c0a tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] show failed (client error): The resource could not be found. Nov 11 17:51:35.079540 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3f933fcd-32b9-459b-b32f-c4a94a7d9c0a tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/routers/9cc0e27d-2db8-412e-a065-e2dbaafa8487/tags/tempest-TagsExtTest-Tag-453689845 HTTP/1.1" status: 404 len: 328 time: 0.0885906 Nov 11 17:51:35.082345 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42470) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:35.087307 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-a44cfdc2-54de-423a-9566-9faf5e1d355f tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9cc0e27d-2db8-412e-a065-e2dbaafa8487', 'tempest-TagsExtTest-Tag-891527587') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:35.234206 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d1f4553c-ee3c-4180-9fb6-5ff00f008bf3 req-244320a7-f364-4eef-a509-58176c7f1f8b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493512 Nov 11 17:51:35.339243 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4553c-ee3c-4180-9fb6-5ff00f008bf3 req-578ef614-03ec-443c-8cbd-1579ba7c4eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:35.340846 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d1f4553c-ee3c-4180-9fb6-5ff00f008bf3 req-578ef614-03ec-443c-8cbd-1579ba7c4eb0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=48fb128c35bc48a4b1d1b4a9aab07a98&device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6 HTTP/1.1" status: 200 len: 1096 time: 0.0440450 Nov 11 17:51:35.441383 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-a44cfdc2-54de-423a-9566-9faf5e1d355f tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] show failed (client error): The resource could not be found. Nov 11 17:51:35.442440 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a44cfdc2-54de-423a-9566-9faf5e1d355f tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/routers/9cc0e27d-2db8-412e-a065-e2dbaafa8487/tags/tempest-TagsExtTest-Tag-891527587 HTTP/1.1" status: 404 len: 328 time: 0.3592072 Nov 11 17:51:35.445278 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42472) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:35.450327 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-1d92ac00-f4b4-4b05-9bcd-d3fc796e5546 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '56955d32-7321-40b8-bbd0-3d16e1eab8b7', {'tags': ['tempest-TagsExtTest-Tag-724373405', 'tempest-TagsExtTest-Tag-600410457', 'tempest-TagsExtTest-Tag-2092144316']}) {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:35.451352 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4553c-ee3c-4180-9fb6-5ff00f008bf3 req-fc21f5e3-aa32-40e7-9670-0a3503342b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:35.452876 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d1f4553c-ee3c-4180-9fb6-5ff00f008bf3 req-fc21f5e3-aa32-40e7-9670-0a3503342b41 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5f6d2839-0fe3-4464-b00c-6e51db67d47c HTTP/1.1" status: 200 len: 913 time: 0.0934064 Nov 11 17:51:35.487242 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1d92ac00-f4b4-4b05-9bcd-d3fc796e5546 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "PUT /v2.0/subnetpools/56955d32-7321-40b8-bbd0-3d16e1eab8b7/tags HTTP/1.1" status: 200 len: 316 time: 0.0380187 Nov 11 17:51:35.487453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42474) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:35.491803 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-8129a8e9-cb6f-48bc-a84f-6110120393fd tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '56955d32-7321-40b8-bbd0-3d16e1eab8b7') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:35.524301 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d1f4553c-ee3c-4180-9fb6-5ff00f008bf3 req-36e0efd7-4390-4a71-8172-7312f745b427 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5630806-6f76-4b33-8ba6-02de336e1d29 HTTP/1.1" status: 200 len: 1000 time: 0.0645685 Nov 11 17:51:35.530503 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8129a8e9-cb6f-48bc-a84f-6110120393fd tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "DELETE /v2.0/subnetpools/56955d32-7321-40b8-bbd0-3d16e1eab8b7/tags HTTP/1.1" status: 204 len: 168 time: 0.0419328 Nov 11 17:51:35.533056 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42476) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:35.537569 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-852bfc60-188a-490c-a793-b2532d447a6b tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '56955d32-7321-40b8-bbd0-3d16e1eab8b7', 'tempest-TagsExtTest-Tag-724373405') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:35.559342 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-852bfc60-188a-490c-a793-b2532d447a6b tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] show failed (client error): The resource could not be found. Nov 11 17:51:35.563082 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-852bfc60-188a-490c-a793-b2532d447a6b tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/subnetpools/56955d32-7321-40b8-bbd0-3d16e1eab8b7/tags/tempest-TagsExtTest-Tag-724373405 HTTP/1.1" status: 404 len: 328 time: 0.0262635 Nov 11 17:51:35.563464 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42478) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:35.567866 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.tag.tag_plugin [None req-3ea36bcf-7246-4c7e-836d-a2ac01e42405 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '56955d32-7321-40b8-bbd0-3d16e1eab8b7', 'tempest-TagsExtTest-Tag-600410457') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:35.595635 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4553c-ee3c-4180-9fb6-5ff00f008bf3 req-85884eaf-1e32-4d44-99ae-06e0461946e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:35.597241 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d1f4553c-ee3c-4180-9fb6-5ff00f008bf3 req-85884eaf-1e32-4d44-99ae-06e0461946e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1145fbb8-f349-4241-b0f7-289be88670f2 HTTP/1.1" status: 200 len: 850 time: 0.0660837 Nov 11 17:51:35.601021 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-3ea36bcf-7246-4c7e-836d-a2ac01e42405 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] show failed (client error): The resource could not be found. Nov 11 17:51:35.602005 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3ea36bcf-7246-4c7e-836d-a2ac01e42405 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/subnetpools/56955d32-7321-40b8-bbd0-3d16e1eab8b7/tags/tempest-TagsExtTest-Tag-600410457 HTTP/1.1" status: 404 len: 328 time: 0.0375144 Nov 11 17:51:35.605068 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42480) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:35.610137 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-8ca512a6-de20-4cab-a596-49a45fcce707 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '56955d32-7321-40b8-bbd0-3d16e1eab8b7', 'tempest-TagsExtTest-Tag-2092144316') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:35.631197 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-8ca512a6-de20-4cab-a596-49a45fcce707 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] show failed (client error): The resource could not be found. Nov 11 17:51:35.635437 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8ca512a6-de20-4cab-a596-49a45fcce707 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/subnetpools/56955d32-7321-40b8-bbd0-3d16e1eab8b7/tags/tempest-TagsExtTest-Tag-2092144316 HTTP/1.1" status: 404 len: 329 time: 0.0260520 Nov 11 17:51:35.636652 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42484) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:35.640286 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-b8f9d729-4f53-47d3-bd1c-1b7fe8fe55ed tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '56955d32-7321-40b8-bbd0-3d16e1eab8b7') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:35.656922 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4553c-ee3c-4180-9fb6-5ff00f008bf3 req-a96686e3-e5ea-4b2f-aceb-fd4fe72b13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:35.659017 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d1f4553c-ee3c-4180-9fb6-5ff00f008bf3 req-a96686e3-e5ea-4b2f-aceb-fd4fe72b13f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f6d2839-0fe3-4464-b00c-6e51db67d47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540602 Nov 11 17:51:35.668895 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b8f9d729-4f53-47d3-bd1c-1b7fe8fe55ed tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "DELETE /v2.0/subnetpools/56955d32-7321-40b8-bbd0-3d16e1eab8b7/tags HTTP/1.1" status: 204 len: 168 time: 0.0318928 Nov 11 17:51:35.671403 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42486) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:35.677520 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-811f4097-6201-41b9-9a5f-9f27fe213e03 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9cc0e27d-2db8-412e-a065-e2dbaafa8487') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:35.773188 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d1f4553c-ee3c-4180-9fb6-5ff00f008bf3 req-b47f8a8b-c443-4320-a1ab-e5432255089d service neutron] 10.222.0.64 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073036 Nov 11 17:51:35.778016 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-811f4097-6201-41b9-9a5f-9f27fe213e03 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "DELETE /v2.0/routers/9cc0e27d-2db8-412e-a065-e2dbaafa8487/tags HTTP/1.1" status: 204 len: 168 time: 0.1033506 Nov 11 17:51:35.778499 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42490) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:35.784211 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-80ab0a22-1d46-4690-8798-51c90fa68ec6 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8d6beed5-543c-444f-9b2b-ce6a37098e31') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:35.875068 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-80ab0a22-1d46-4690-8798-51c90fa68ec6 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "DELETE /v2.0/ports/8d6beed5-543c-444f-9b2b-ce6a37098e31/tags HTTP/1.1" status: 204 len: 168 time: 0.0935338 Nov 11 17:51:35.875850 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42494) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:35.883872 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.tag.tag_plugin [None req-a687ecf8-1dfe-4cd9-ab56-07aa2a8eeb0f tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b5c8deb2-31b7-4e3b-bb15-8bffe1963696') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:35.953313 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a687ecf8-1dfe-4cd9-ab56-07aa2a8eeb0f tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "DELETE /v2.0/subnets/b5c8deb2-31b7-4e3b-bb15-8bffe1963696/tags HTTP/1.1" status: 204 len: 168 time: 0.0759592 Nov 11 17:51:35.954116 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42496) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:36.063687 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a00a6296-3562-43fd-a458-2a214a3a9a87 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks [] for subnetpool, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:36.067937 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a00a6296-3562-43fd-a458-2a214a3a9a87 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "DELETE /v2.0/subnetpools/56955d32-7321-40b8-bbd0-3d16e1eab8b7 HTTP/1.1" status: 204 len: 168 time: 0.1126595 Nov 11 17:51:36.068774 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42498) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:36.104999 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-846ff33a-08c1-46b6-a0eb-faaffc5033e0 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cc0e27d-2db8-412e-a065-e2dbaafa8487 HTTP/1.1" status: 200 len: 205 time: 0.0345113 Nov 11 17:51:36.106847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42502) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:36.229973 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d1f4553c-ee3c-4180-9fb6-5ff00f008bf3 req-b17ce1de-0124-4c4b-9f14-c56b23087f75 service neutron] 10.222.0.64 "GET /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486740 Nov 11 17:51:36.235259 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e320a95f-3d18-4903-9eee-47decc2b0a4a tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:36.406553 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e320a95f-3d18-4903-9eee-47decc2b0a4a tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:36.408862 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e320a95f-3d18-4903-9eee-47decc2b0a4a tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:36.454646 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e320a95f-3d18-4903-9eee-47decc2b0a4a tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:36.455350 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e320a95f-3d18-4903-9eee-47decc2b0a4a tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Fanout notify agent at l3_agent the message router_deleted on router 9cc0e27d-2db8-412e-a065-e2dbaafa8487 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:51:36.462126 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e320a95f-3d18-4903-9eee-47decc2b0a4a tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:36.464472 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e320a95f-3d18-4903-9eee-47decc2b0a4a tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "DELETE /v2.0/routers/9cc0e27d-2db8-412e-a065-e2dbaafa8487 HTTP/1.1" status: 204 len: 168 time: 0.3562136 Nov 11 17:51:36.465659 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42504) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:36.558254 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-fa46e545-5a8a-4a4a-8b2a-f153de2161b3 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Deleting port 8d6beed5-543c-444f-9b2b-ce6a37098e31 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:51:36.558672 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fa46e545-5a8a-4a4a-8b2a-f153de2161b3 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:36.655580 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fa46e545-5a8a-4a4a-8b2a-f153de2161b3 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:36.667644 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-fa46e545-5a8a-4a4a-8b2a-f153de2161b3 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Calling delete_port for 8d6beed5-543c-444f-9b2b-ce6a37098e31 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:51:36.800863 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fa46e545-5a8a-4a4a-8b2a-f153de2161b3 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:36.830154 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46e545-5a8a-4a4a-8b2a-f153de2161b3 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Pushing event deleted for resources: {'Port': ['ID=8d6beed5-543c-444f-9b2b-ce6a37098e31,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:36.843158 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46e545-5a8a-4a4a-8b2a-f153de2161b3 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:36.843513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46e545-5a8a-4a4a-8b2a-f153de2161b3 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:36.843902 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46e545-5a8a-4a4a-8b2a-f153de2161b3 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:36.844242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46e545-5a8a-4a4a-8b2a-f153de2161b3 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:36.844576 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46e545-5a8a-4a4a-8b2a-f153de2161b3 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:36.844910 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46e545-5a8a-4a4a-8b2a-f153de2161b3 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:36.845240 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46e545-5a8a-4a4a-8b2a-f153de2161b3 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:36.845567 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46e545-5a8a-4a4a-8b2a-f153de2161b3 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:36.845891 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46e545-5a8a-4a4a-8b2a-f153de2161b3 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:36.846215 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46e545-5a8a-4a4a-8b2a-f153de2161b3 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:36.846540 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46e545-5a8a-4a4a-8b2a-f153de2161b3 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:36.846862 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46e545-5a8a-4a4a-8b2a-f153de2161b3 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:51:36.924461 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fa46e545-5a8a-4a4a-8b2a-f153de2161b3 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:36.930237 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fa46e545-5a8a-4a4a-8b2a-f153de2161b3 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "DELETE /v2.0/ports/8d6beed5-543c-444f-9b2b-ce6a37098e31 HTTP/1.1" status: 204 len: 168 time: 0.4612710 Nov 11 17:51:36.930585 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42508) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:36.986613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-6edd9738-8cc2-428f-9bfa-491182a3f8e1 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Deleting subnet b5c8deb2-31b7-4e3b-bb15-8bffe1963696 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:51:36.990403 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6edd9738-8cc2-428f-9bfa-491182a3f8e1 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:37.034087 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6edd9738-8cc2-428f-9bfa-491182a3f8e1 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:37.098365 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device e08311aa-42c5-4f02-b7cb-d858f42f6d03 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:51:37.120224 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: e08311aa-42c5-4f02-b7cb-d858f42f6d03 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:51:37.120488 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device e08311aa-42c5-4f02-b7cb-d858f42f6d03 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:51:37.160384 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6edd9738-8cc2-428f-9bfa-491182a3f8e1 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:37.230388 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6edd9738-8cc2-428f-9bfa-491182a3f8e1 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:37.259682 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd9738-8cc2-428f-9bfa-491182a3f8e1 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c8deb2-31b7-4e3b-bb15-8bffe1963696,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:37.268813 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6edd9738-8cc2-428f-9bfa-491182a3f8e1 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:37.275487 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6edd9738-8cc2-428f-9bfa-491182a3f8e1 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "DELETE /v2.0/subnets/b5c8deb2-31b7-4e3b-bb15-8bffe1963696 HTTP/1.1" status: 204 len: 168 time: 0.3409820 Nov 11 17:51:37.285938 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42514) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:37.286932 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27692778-5910-428d-9f3c-add4d6e97ab5 None None] Network 947044c0-6e75-4d21-aae2-f60d8a519d4b requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:51:37.479842 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b291a19d-b1d9-4382-b806-b750d55f7699 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:37.494903 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f3be0ff5-a915-409c-b755-8182bd0987e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:37.545642 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-b291a19d-b1d9-4382-b806-b750d55f7699 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Deleting port 00b0721e-f603-442f-90d3-64f417fb594d {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:51:37.546070 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b291a19d-b1d9-4382-b806-b750d55f7699 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:37.605109 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12551d28-b0d8-41a4-9e30-b3293a0b422a None None] DHCP port deletion for 947044c0-6e75-4d21-aae2-f60d8a519d4b request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:51:37.638727 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-b291a19d-b1d9-4382-b806-b750d55f7699 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] For port 00b0721e-f603-442f-90d3-64f417fb594d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=00b0721e-f603-442f-90d3-64f417fb594d,segment=NetworkSegment(3915a741-3e53-471b-a337-090e70f2b3ad),segment_id=3915a741-3e53-471b-a337-090e70f2b3ad)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:51:37.639094 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b291a19d-b1d9-4382-b806-b750d55f7699 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:37.653476 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-b291a19d-b1d9-4382-b806-b750d55f7699 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Calling delete_port for 00b0721e-f603-442f-90d3-64f417fb594d owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:51:37.669843 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-12551d28-b0d8-41a4-9e30-b3293a0b422a None None] Deleting port 00b0721e-f603-442f-90d3-64f417fb594d {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:51:37.670209 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-12551d28-b0d8-41a4-9e30-b3293a0b422a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:37.733348 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-12551d28-b0d8-41a4-9e30-b3293a0b422a None None] For port 00b0721e-f603-442f-90d3-64f417fb594d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=00b0721e-f603-442f-90d3-64f417fb594d,segment=NetworkSegment(3915a741-3e53-471b-a337-090e70f2b3ad),segment_id=3915a741-3e53-471b-a337-090e70f2b3ad)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:51:37.733751 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-12551d28-b0d8-41a4-9e30-b3293a0b422a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:37.733874 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b291a19d-b1d9-4382-b806-b750d55f7699 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:37.747431 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-12551d28-b0d8-41a4-9e30-b3293a0b422a None None] Calling delete_port for 00b0721e-f603-442f-90d3-64f417fb594d owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:51:37.761110 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291a19d-b1d9-4382-b806-b750d55f7699 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Pushing event deleted for resources: {'Port': ['ID=00b0721e-f603-442f-90d3-64f417fb594d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:37.767406 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b291a19d-b1d9-4382-b806-b750d55f7699 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] No DVR routers for this DVR port 00b0721e-f603-442f-90d3-64f417fb594d on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:51:37.832593 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-12551d28-b0d8-41a4-9e30-b3293a0b422a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:37.846616 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b291a19d-b1d9-4382-b806-b750d55f7699 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:37.857588 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12551d28-b0d8-41a4-9e30-b3293a0b422a None None] Pushing event deleted for resources: {'Port': ['ID=00b0721e-f603-442f-90d3-64f417fb594d,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:37.861930 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12551d28-b0d8-41a4-9e30-b3293a0b422a None None] No DVR routers for this DVR port 00b0721e-f603-442f-90d3-64f417fb594d on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:51:37.872246 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-b291a19d-b1d9-4382-b806-b750d55f7699 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947044c0-6e75-4d21-aae2-f60d8a519d4b']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:37.876843 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-b291a19d-b1d9-4382-b806-b750d55f7699 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3915a741-3e53-471b-a337-090e70f2b3ad') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:37.877140 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-b291a19d-b1d9-4382-b806-b750d55f7699 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3915a741-3e53-471b-a337-090e70f2b3ad') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:37.887191 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b291a19d-b1d9-4382-b806-b750d55f7699 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:37.901240 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b291a19d-b1d9-4382-b806-b750d55f7699 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:37.907302 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b291a19d-b1d9-4382-b806-b750d55f7699 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:51:37.907687 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b291a19d-b1d9-4382-b806-b750d55f7699 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:51:37.910689 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:51:37.982506 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b291a19d-b1d9-4382-b806-b750d55f7699 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:37.989658 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b291a19d-b1d9-4382-b806-b750d55f7699 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:37.993895 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b291a19d-b1d9-4382-b806-b750d55f7699 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] 10.222.0.76 "DELETE /v2.0/networks/947044c0-6e75-4d21-aae2-f60d8a519d4b HTTP/1.1" status: 204 len: 168 time: 0.7069325 Nov 11 17:51:38.007576 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291a19d-b1d9-4382-b806-b750d55f7699 tempest-TagsExtTest-113441453 tempest-TagsExtTest-113441453-project] Pushing event deleted for resources: {'Network': ['ID=947044c0-6e75-4d21-aae2-f60d8a519d4b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:38.290535 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42542) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:38.453155 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8dc5d21a-0053-4754-b4cd-b2e162979a87 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1afd65e687794128abea4360e354b1f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1612248 Nov 11 17:51:38.455561 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42546) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:38.511759 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-de550964-f60a-42d0-8da2-9a5d7dc79efa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:38.534026 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-de550964-f60a-42d0-8da2-9a5d7dc79efa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:38.582454 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-de550964-f60a-42d0-8da2-9a5d7dc79efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:38.585138 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-de550964-f60a-42d0-8da2-9a5d7dc79efa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:38.589186 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-de550964-f60a-42d0-8da2-9a5d7dc79efa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/70033e62-ca99-462a-ac81-9a6324604244 HTTP/1.1" status: 204 len: 168 time: 0.1295035 Nov 11 17:51:38.609806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de550964-f60a-42d0-8da2-9a5d7dc79efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70033e62-ca99-462a-ac81-9a6324604244,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:38.853589 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 00b0721e-f603-442f-90d3-64f417fb594d no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:51:38.877404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 00b0721e-f603-442f-90d3-64f417fb594d {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:51:38.877898 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 00b0721e-f603-442f-90d3-64f417fb594d not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:51:40.415195 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7a2bee06-e36a-42c4-8bf6-432a6d59777a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:40.998936 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:42.620285 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:42.894750 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-5fc8c27d-cf59-4d30-a6ab-58607d467829 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:42.896330 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-5fc8c27d-cf59-4d30-a6ab-58607d467829 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/networks?id=9830ecb6-48f5-4c2e-b809-ccf439f7c713 HTTP/1.1" status: 200 len: 814 time: 0.1241970 Nov 11 17:51:42.912524 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-0e41ab6c-5134-4e27-86d7-f542e2c9f691 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/quotas/96296ba98aac4cf4b53c1daa1b3aa163 HTTP/1.1" status: 200 len: 375 time: 0.0102425 Nov 11 17:51:42.945758 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:42.965087 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-e20b1e19-c2d7-4e77-9532-b9bc81891c6b tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=96296ba98aac4cf4b53c1daa1b3aa163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375702 Nov 11 17:51:43.075564 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-de7de1e8-07fe-4869-9c98-5839b007ff8e service neutron] 10.222.0.76 "GET /v2.0/networks/9830ecb6-48f5-4c2e-b809-ccf439f7c713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991201 Nov 11 17:51:43.172242 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-a810bd2b-6a40-43bd-af31-86eeaefda783 service neutron] 10.222.0.76 "GET /v2.0/networks/9830ecb6-48f5-4c2e-b809-ccf439f7c713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904837 Nov 11 17:51:43.407860 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6d3ce130-6b54-429e-a361-fa1671c1d497 req-a7f790bb-10dc-40ea-9af6-6772d80590d5 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=66614f59-baee-4441-a3af-5cf53eb2781b HTTP/1.1" status: 200 len: 210 time: 0.0431316 Nov 11 17:51:43.804375 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf79a5-70aa-441d-80ba-3357a24a45ee req-57302eb6-8553-4fec-be2d-d97e15420a9e tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:43.804375 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-73cf79a5-70aa-441d-80ba-3357a24a45ee req-57302eb6-8553-4fec-be2d-d97e15420a9e tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6 HTTP/1.1" status: 200 len: 945 time: 0.0567451 Nov 11 17:51:43.865914 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-73cf79a5-70aa-441d-80ba-3357a24a45ee req-0d202c26-9fd0-4362-bf9f-1a1fd5b8ad5b tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a0681e9-9c57-4af2-acb3-df287cce3746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553551 Nov 11 17:51:44.511249 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-c736b344-f92a-4301-86e5-ea413957c052 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:44.512965 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-c736b344-f92a-4301-86e5-ea413957c052 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.83 "GET /v2.0/networks?id=9830ecb6-48f5-4c2e-b809-ccf439f7c713 HTTP/1.1" status: 200 len: 814 time: 0.1433342 Nov 11 17:51:44.542168 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-d6babb36-871f-40cf-94e1-9713357ed49f tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Request body: {'port': {'device_id': '66614f59-baee-4441-a3af-5cf53eb2781b', 'network_id': '9830ecb6-48f5-4c2e-b809-ccf439f7c713', 'admin_state_up': True, 'tenant_id': '96296ba98aac4cf4b53c1daa1b3aa163'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:51:44.546919 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-53c6df29-e1f7-4d68-b5cc-487773d2d7f3 req-9d766a21-6c81-4dde-a993-0135f6cf7e5b tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=66614f59-baee-4441-a3af-5cf53eb2781b HTTP/1.1" status: 200 len: 210 time: 0.0629771 Nov 11 17:51:44.651077 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-d6babb36-871f-40cf-94e1-9713357ed49f tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Made reservation on behalf of 96296ba98aac4cf4b53c1daa1b3aa163 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:51:44.654779 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-d6babb36-871f-40cf-94e1-9713357ed49f tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:44.784247 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-d6babb36-871f-40cf-94e1-9713357ed49f tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Allocated IP 172.20.0.14 (9830ecb6-48f5-4c2e-b809-ccf439f7c713/544e878c-504a-4f0e-91ea-60b0463a928e/0264734f-3f9e-4cad-80e0-6064dae99bde) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:51:44.937035 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-d6babb36-871f-40cf-94e1-9713357ed49f tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:45.002482 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-d6babb36-871f-40cf-94e1-9713357ed49f tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:45.019345 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8025017-5d52-4e8f-b4cf-9acc1c61f62b req-becf11a3-0c46-4a99-92d6-3fb6398f5aba tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:45.020866 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a8025017-5d52-4e8f-b4cf-9acc1c61f62b req-becf11a3-0c46-4a99-92d6-3fb6398f5aba tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6 HTTP/1.1" status: 200 len: 945 time: 0.0821958 Nov 11 17:51:45.077250 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-d6babb36-871f-40cf-94e1-9713357ed49f tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Network 9830ecb6-48f5-4c2e-b809-ccf439f7c713 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:51:45.086495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-d6babb36-871f-40cf-94e1-9713357ed49f tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:51:45.088954 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-d6babb36-871f-40cf-94e1-9713357ed49f tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:51:45.098345 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6babb36-871f-40cf-94e1-9713357ed49f tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Pushing event updated for resources: {'Port': ['ID=0264734f-3f9e-4cad-80e0-6064dae99bde,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:45.151835 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a8025017-5d52-4e8f-b4cf-9acc1c61f62b req-395885a6-39b5-4e73-b5f2-d72ec023e545 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a0681e9-9c57-4af2-acb3-df287cce3746&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081734 Nov 11 17:51:45.165775 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-d6babb36-871f-40cf-94e1-9713357ed49f tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:45.170372 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-d6babb36-871f-40cf-94e1-9713357ed49f tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:45.183304 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-d6babb36-871f-40cf-94e1-9713357ed49f tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6470041 Nov 11 17:51:45.195367 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] Request body: {'port': {'device_id': '66614f59-baee-4441-a3af-5cf53eb2781b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:51:45.248506 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:45.490220 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329cea6-b280-4012-9b68-a2b51c726335 req-4da9a7c1-bec7-4b1b-a4dc-f4cb9c4ee12c tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:45.491917 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0329cea6-b280-4012-9b68-a2b51c726335 req-4da9a7c1-bec7-4b1b-a4dc-f4cb9c4ee12c tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6 HTTP/1.1" status: 200 len: 945 time: 0.0527451 Nov 11 17:51:45.516417 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0264734f-3f9e-4cad-80e0-6064dae99bde {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:51:45.523963 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:45.536446 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] Transition to ACTIVE for port object 0264734f-3f9e-4cad-80e0-6064dae99bde will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:51:45.549033 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:45.622455 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-0329cea6-b280-4012-9b68-a2b51c726335 req-c40191e9-f2bb-4d3d-abcc-403601d800a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Deleting port c5630806-6f76-4b33-8ba6-02de336e1d29 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:51:45.624236 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0329cea6-b280-4012-9b68-a2b51c726335 req-c40191e9-f2bb-4d3d-abcc-403601d800a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:45.630418 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] Pushing event updated for resources: {'Port': ['ID=0264734f-3f9e-4cad-80e0-6064dae99bde,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:45.725863 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c6287-5db5-4018-aba5-731759662fc6 req-c3c08272-3538-4077-bed5-42fcc095ecb5 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:45.727477 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-567c6287-5db5-4018-aba5-731759662fc6 req-c3c08272-3538-4077-bed5-42fcc095ecb5 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=66614f59-baee-4441-a3af-5cf53eb2781b HTTP/1.1" status: 200 len: 944 time: 0.0732377 Nov 11 17:51:45.730333 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] Attempting to bind port 0264734f-3f9e-4cad-80e0-6064dae99bde on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:51:45.730669 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] Attempting to bind port 0264734f-3f9e-4cad-80e0-6064dae99bde by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'c5220266-8366-4187-8407-76ea37f16b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '9830ecb6-48f5-4c2e-b809-ccf439f7c713'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:51:45.730999 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] Attempting to bind port 0264734f-3f9e-4cad-80e0-6064dae99bde on network 9830ecb6-48f5-4c2e-b809-ccf439f7c713 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:51:45.734227 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-0329cea6-b280-4012-9b68-a2b51c726335 req-c40191e9-f2bb-4d3d-abcc-403601d800a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] For port c5630806-6f76-4b33-8ba6-02de336e1d29, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=c5630806-6f76-4b33-8ba6-02de336e1d29,segment=NetworkSegment(abee9609-9b18-4ba9-9b72-2318c77ba40e),segment_id=abee9609-9b18-4ba9-9b72-2318c77ba40e)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:51:45.734728 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0329cea6-b280-4012-9b68-a2b51c726335 req-c40191e9-f2bb-4d3d-abcc-403601d800a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:45.737385 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] Port 0264734f-3f9e-4cad-80e0-6064dae99bde on network 9830ecb6-48f5-4c2e-b809-ccf439f7c713 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:51:45.737712 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] Attempting to bind port 0264734f-3f9e-4cad-80e0-6064dae99bde on network 9830ecb6-48f5-4c2e-b809-ccf439f7c713 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:51:45.749617 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:51:45.749861 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] Checking segment: {'id': 'c5220266-8366-4187-8407-76ea37f16b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '9830ecb6-48f5-4c2e-b809-ccf439f7c713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:51:45.750246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] Bound using segment: {'id': 'c5220266-8366-4187-8407-76ea37f16b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '9830ecb6-48f5-4c2e-b809-ccf439f7c713'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:51:45.750682 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] Bound port: 0264734f-3f9e-4cad-80e0-6064dae99bde, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5220266-8366-4187-8407-76ea37f16b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '9830ecb6-48f5-4c2e-b809-ccf439f7c713'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:51:45.751040 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:45.834434 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-567c6287-5db5-4018-aba5-731759662fc6 req-f71f889a-7b98-427d-a06f-db754f84b2be tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/security-groups?id=df449c78-a805-4181-9886-da76004507fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980284 Nov 11 17:51:45.860026 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] For port 0264734f-3f9e-4cad-80e0-6064dae99bde, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:51:45.863607 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] For port 0264734f-3f9e-4cad-80e0-6064dae99bde, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0264734f-3f9e-4cad-80e0-6064dae99bde,segment=NetworkSegment(c5220266-8366-4187-8407-76ea37f16b90),segment_id=c5220266-8366-4187-8407-76ea37f16b90)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:51:45.869982 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:45.907061 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:45.907751 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:45.909284 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] 10.222.0.83 "PUT /v2.0/ports/0264734f-3f9e-4cad-80e0-6064dae99bde HTTP/1.1" status: 200 len: 1092 time: 0.7180998 Nov 11 17:51:45.910376 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66614f59-baee-4441-a3af-5cf53eb2781b', 'tag': '0264734f-3f9e-4cad-80e0-6064dae99bde'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:51:45.913211 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d598c94-33b3-4197-acf8-de8e3085e32d" -d '{"events": [{"name": "network-changed", "server_uuid": "66614f59-baee-4441-a3af-5cf53eb2781b", "tag": "0264734f-3f9e-4cad-80e0-6064dae99bde"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:51:45.937689 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ab069-240c-436f-a407-f8e88dd9b033 service neutron] Pushing event updated for resources: {'Port': ['ID=0264734f-3f9e-4cad-80e0-6064dae99bde,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:45.949209 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0329cea6-b280-4012-9b68-a2b51c726335 req-c40191e9-f2bb-4d3d-abcc-403601d800a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:45.949549 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0329cea6-b280-4012-9b68-a2b51c726335 req-c40191e9-f2bb-4d3d-abcc-403601d800a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:45.950119 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [req-0329cea6-b280-4012-9b68-a2b51c726335 req-c40191e9-f2bb-4d3d-abcc-403601d800a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Floating IP eb84e0cb-d9c3-45e0-84ae-453e50da7d10 disassociated. External IP: 172.25.2.34, port: c5630806-6f76-4b33-8ba6-02de336e1d29. Nov 11 17:51:45.950729 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-0329cea6-b280-4012-9b68-a2b51c726335 req-c40191e9-f2bb-4d3d-abcc-403601d800a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Calling delete_port for c5630806-6f76-4b33-8ba6-02de336e1d29 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:51:45.993662 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f39252f-05d0-4edc-acf7-f52d1aa94dad x-openstack-request-id: req-7f39252f-05d0-4edc-acf7-f52d1aa94dad {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:51:45.994047 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66614f59-baee-4441-a3af-5cf53eb2781b", "tag": "0264734f-3f9e-4cad-80e0-6064dae99bde", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:51:45.994309 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7f39252f-05d0-4edc-acf7-f52d1aa94dad {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:51:45.994705 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66614f59-baee-4441-a3af-5cf53eb2781b', 'tag': '0264734f-3f9e-4cad-80e0-6064dae99bde', 'status': 'completed', 'code': 200} Nov 11 17:51:46.011845 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-ddfd1e4e-a485-4889-a836-492aa7d08716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:46.013526 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-ddfd1e4e-a485-4889-a836-492aa7d08716 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=96296ba98aac4cf4b53c1daa1b3aa163&device_id=66614f59-baee-4441-a3af-5cf53eb2781b HTTP/1.1" status: 200 len: 1095 time: 0.0517550 Nov 11 17:51:46.062899 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-1adbcbe6-b5e1-47e8-811b-ae9bfa4acf00 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0264734f-3f9e-4cad-80e0-6064dae99bde HTTP/1.1" status: 200 len: 217 time: 0.0411301 Nov 11 17:51:46.090918 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0329cea6-b280-4012-9b68-a2b51c726335 req-c40191e9-f2bb-4d3d-abcc-403601d800a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:46.112771 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-c6a4d546-8dff-4c54-bcf3-64b1dcce6ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:46.114332 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-c6a4d546-8dff-4c54-bcf3-64b1dcce6ea0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=544e878c-504a-4f0e-91ea-60b0463a928e HTTP/1.1" status: 200 len: 854 time: 0.0454788 Nov 11 17:51:46.123517 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40191e9-f2bb-4d3d-abcc-403601d800a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Pushing event deleted for resources: {'Port': ['ID=c5630806-6f76-4b33-8ba6-02de336e1d29,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:46.160096 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-918bb075-fce6-4e7f-a935-b3be4ff9ca50 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9830ecb6-48f5-4c2e-b809-ccf439f7c713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354776 Nov 11 17:51:46.272791 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-5b8cc106-38a7-46a3-b217-7cb86a0f3cb4 service neutron] 10.222.0.83 "GET /v2.0/networks/9830ecb6-48f5-4c2e-b809-ccf439f7c713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055045 Nov 11 17:51:46.275531 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0329cea6-b280-4012-9b68-a2b51c726335 req-c40191e9-f2bb-4d3d-abcc-403601d800a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:51:46.289481 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c9215287-7e65-4761-8c28-9618d1474c08 req-5747b0eb-68c9-42fa-b763-025e366f49ac tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/ports?device_id=914b419b-5ac2-4c08-9c7a-65263a5ff2d6 HTTP/1.1" status: 200 len: 210 time: 0.0374024 Nov 11 17:51:46.383138 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b41ef6c-a4b4-4834-a2d2-9013e19c5cab req-fa553d83-c845-4d3b-a693-485051a4edc6 service neutron] 10.222.0.83 "GET /v2.0/networks/9830ecb6-48f5-4c2e-b809-ccf439f7c713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965052 Nov 11 17:51:46.403586 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0329cea6-b280-4012-9b68-a2b51c726335 req-c40191e9-f2bb-4d3d-abcc-403601d800a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:51:46.414600 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e7232b-cb88-4b7f-a3db-c2100d3548fb None None] Sync routers for ids ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:51:46.426551 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7232b-cb88-4b7f-a3db-c2100d3548fb None None] Routers {'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:51:46.427182 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-27e7232b-cb88-4b7f-a3db-c2100d3548fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:51:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:46.462672 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-0329cea6-b280-4012-9b68-a2b51c726335 req-c40191e9-f2bb-4d3d-abcc-403601d800a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] No DVR routers for this DVR port c5630806-6f76-4b33-8ba6-02de336e1d29 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:51:46.465657 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-0329cea6-b280-4012-9b68-a2b51c726335 req-c40191e9-f2bb-4d3d-abcc-403601d800a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:46.469728 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0329cea6-b280-4012-9b68-a2b51c726335 req-c40191e9-f2bb-4d3d-abcc-403601d800a8 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.64 "DELETE /v2.0/ports/c5630806-6f76-4b33-8ba6-02de336e1d29 HTTP/1.1" status: 204 len: 173 time: 0.9709978 Nov 11 17:51:46.478192 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d598c94-33b3-4197-acf8-de8e3085e32d req-aa8d236f-9d08-4451-8f31-7223e1ee251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:46.479988 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d598c94-33b3-4197-acf8-de8e3085e32d req-aa8d236f-9d08-4451-8f31-7223e1ee251e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=96296ba98aac4cf4b53c1daa1b3aa163&device_id=66614f59-baee-4441-a3af-5cf53eb2781b HTTP/1.1" status: 200 len: 1095 time: 0.0464482 Nov 11 17:51:46.482687 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914b419b-5ac2-4c08-9c7a-65263a5ff2d6', 'name': 'network-vif-deleted', 'tag': 'c5630806-6f76-4b33-8ba6-02de336e1d29'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:51:46.488159 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5df248-d686-49be-87c1-3848189ff05b" -d '{"events": [{"server_uuid": "914b419b-5ac2-4c08-9c7a-65263a5ff2d6", "name": "network-vif-deleted", "tag": "c5630806-6f76-4b33-8ba6-02de336e1d29"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:51:46.575713 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-27e7232b-cb88-4b7f-a3db-c2100d3548fb None None] Set router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:51:46.610191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d598c94-33b3-4197-acf8-de8e3085e32d req-36761fb2-d833-4dd4-9fb2-64d28fbffd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:46.611692 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d598c94-33b3-4197-acf8-de8e3085e32d req-36761fb2-d833-4dd4-9fb2-64d28fbffd37 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9830ecb6-48f5-4c2e-b809-ccf439f7c713 HTTP/1.1" status: 200 len: 916 time: 0.1237934 Nov 11 17:51:46.692637 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d598c94-33b3-4197-acf8-de8e3085e32d req-942df496-e55b-4580-a9c2-4960c72648ff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0264734f-3f9e-4cad-80e0-6064dae99bde HTTP/1.1" status: 200 len: 217 time: 0.0694308 Nov 11 17:51:46.773834 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d598c94-33b3-4197-acf8-de8e3085e32d req-fe24c4f5-d984-41e4-8c30-3448f44b4565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:46.776337 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d598c94-33b3-4197-acf8-de8e3085e32d req-fe24c4f5-d984-41e4-8c30-3448f44b4565 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=544e878c-504a-4f0e-91ea-60b0463a928e HTTP/1.1" status: 200 len: 854 time: 0.0752931 Nov 11 17:51:46.846761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d598c94-33b3-4197-acf8-de8e3085e32d req-00263f85-6390-448f-b54b-904576681dba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9830ecb6-48f5-4c2e-b809-ccf439f7c713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566132 Nov 11 17:51:46.857571 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749be882-9aaa-46da-8a87-612dfc21833a x-openstack-request-id: req-749be882-9aaa-46da-8a87-612dfc21833a {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:51:46.858157 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914b419b-5ac2-4c08-9c7a-65263a5ff2d6", "name": "network-vif-deleted", "tag": "c5630806-6f76-4b33-8ba6-02de336e1d29", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:51:46.858157 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-749be882-9aaa-46da-8a87-612dfc21833a {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:51:46.858463 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914b419b-5ac2-4c08-9c7a-65263a5ff2d6', 'name': 'network-vif-deleted', 'tag': 'c5630806-6f76-4b33-8ba6-02de336e1d29', 'status': 'completed', 'code': 200} Nov 11 17:51:46.867687 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-27e7232b-cb88-4b7f-a3db-c2100d3548fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'name': 'tempest-AttachVolumeTestJSON-1800739326-router', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:44:54Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'gw_port': {'id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:55Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '46893ea1-e034-4eb7-9147-09ecbb631ef1', 'name': '', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'mac_address': 'fa:16:3e:99:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:59Z', 'updated_at': '2021-11-11T17:45:05Z', 'revision_number': 5, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'subnets': [{'id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:46.912986 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e7232b-cb88-4b7f-a3db-c2100d3548fb None None] Checking router: efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:51:46.924136 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7232b-cb88-4b7f-a3db-c2100d3548fb None None] Routers {'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:51:46.925031 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-27e7232b-cb88-4b7f-a3db-c2100d3548fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:51:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:46.995809 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d598c94-33b3-4197-acf8-de8e3085e32d req-5aad2d8c-9af4-4f19-b880-4b3eae4c766d service neutron] 10.222.0.83 "GET /v2.0/networks/9830ecb6-48f5-4c2e-b809-ccf439f7c713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415226 Nov 11 17:51:47.008171 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06805910-c728-4c19-a97f-099568aa1590 req-74f91e00-2030-4a60-9306-c85451195ebe tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:47.015643 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06805910-c728-4c19-a97f-099568aa1590 req-74f91e00-2030-4a60-9306-c85451195ebe tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=66614f59-baee-4441-a3af-5cf53eb2781b HTTP/1.1" status: 200 len: 944 time: 0.1000652 Nov 11 17:51:47.061753 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-27e7232b-cb88-4b7f-a3db-c2100d3548fb None None] Set router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:51:47.108706 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06805910-c728-4c19-a97f-099568aa1590 req-9ad2e420-daab-4be5-af4c-645b38694772 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/security-groups?id=df449c78-a805-4181-9886-da76004507fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921843 Nov 11 17:51:47.155547 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d598c94-33b3-4197-acf8-de8e3085e32d req-c5b4a6aa-b960-4715-820d-b5007e0bdd54 service neutron] 10.222.0.83 "GET /v2.0/networks/9830ecb6-48f5-4c2e-b809-ccf439f7c713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220279 Nov 11 17:51:47.275720 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-27e7232b-cb88-4b7f-a3db-c2100d3548fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'name': 'tempest-AttachVolumeTestJSON-1800739326-router', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:44:54Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'gw_port': {'id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:55Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '46893ea1-e034-4eb7-9147-09ecbb631ef1', 'name': '', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'mac_address': 'fa:16:3e:99:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:59Z', 'updated_at': '2021-11-11T17:45:05Z', 'revision_number': 5, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'subnets': [{'id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:51:47.301958 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e7232b-cb88-4b7f-a3db-c2100d3548fb None None] The sync data for ids ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'] in n-d-816206-4 is: [{'id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'name': 'tempest-AttachVolumeTestJSON-1800739326-router', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:44:54Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'gw_port': {'id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:55Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '46893ea1-e034-4eb7-9147-09ecbb631ef1', 'name': '', 'network_id': '5f6d2839-0fe3-4464-b00c-6e51db67d47c', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'mac_address': 'fa:16:3e:99:04:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:59Z', 'updated_at': '2021-11-11T17:45:05Z', 'revision_number': 5, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'subnets': [{'id': '1145fbb8-f349-4241-b0f7-289be88670f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:51:47.470349 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0264734f-3f9e-4cad-80e0-6064dae99bde details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:51:47.532447 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4083664-19b4-4691-a3d2-7d3d69024cca None None] New status for floating IP eb84e0cb-d9c3-45e0-84ae-453e50da7d10: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:51:47.834098 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 0264734f-3f9e-4cad-80e0-6064dae99bde, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0264734f-3f9e-4cad-80e0-6064dae99bde,segment=NetworkSegment(c5220266-8366-4187-8407-76ea37f16b90),segment_id=c5220266-8366-4187-8407-76ea37f16b90)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:51:47.845507 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '0264734f-3f9e-4cad-80e0-6064dae99bde', 'network_id': '9830ecb6-48f5-4c2e-b809-ccf439f7c713', 'port_id': '0264734f-3f9e-4cad-80e0-6064dae99bde', 'mac_address': 'fa:16:3e:cb:e9:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544e878c-504a-4f0e-91ea-60b0463a928e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:51:47.892063 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:47.908376 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0264734f-3f9e-4cad-80e0-6064dae99bde {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:51:47.934681 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 0264734f-3f9e-4cad-80e0-6064dae99bde, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0264734f-3f9e-4cad-80e0-6064dae99bde,segment=NetworkSegment(c5220266-8366-4187-8407-76ea37f16b90),segment_id=c5220266-8366-4187-8407-76ea37f16b90)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:51:47.938903 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:47.993144 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=0264734f-3f9e-4cad-80e0-6064dae99bde,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:48.161937 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['0264734f-3f9e-4cad-80e0-6064dae99bde'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:51:48.400291 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42738) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:48.490886 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-674a8add-5e1c-4427-9275-527d74c68639 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:48.493549 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:48.518851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b10d2-2f72-4db4-9cb3-34698c0af46c req-5ad223e4-48f1-4d38-9bad-58bbb53e5e7b tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:48.520361 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-421b10d2-2f72-4db4-9cb3-34698c0af46c req-5ad223e4-48f1-4d38-9bad-58bbb53e5e7b tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=66614f59-baee-4441-a3af-5cf53eb2781b HTTP/1.1" status: 200 len: 945 time: 0.0804369 Nov 11 17:51:48.531392 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-674a8add-5e1c-4427-9275-527d74c68639 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:48.606107 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-421b10d2-2f72-4db4-9cb3-34698c0af46c req-c6a18c96-d22a-4bea-800c-34d0f92e6f8d tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/security-groups?id=df449c78-a805-4181-9886-da76004507fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772030 Nov 11 17:51:48.619391 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-674a8add-5e1c-4427-9275-527d74c68639 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:48.622822 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-674a8add-5e1c-4427-9275-527d74c68639 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:48.632412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-674a8add-5e1c-4427-9275-527d74c68639 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "DELETE /v2.0/security-groups/6a0681e9-9c57-4af2-acb3-df287cce3746 HTTP/1.1" status: 204 len: 168 time: 0.2222466 Nov 11 17:51:48.632595 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42740) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:48.634879 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a8add-5e1c-4427-9275-527d74c68639 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0681e9-9c57-4af2-acb3-df287cce3746,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:48.642740 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-ee900fc2-17f9-4f05-a88a-419958998eb0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] show failed (client error): The resource could not be found. Nov 11 17:51:48.643782 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ee900fc2-17f9-4f05-a88a-419958998eb0 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "GET /v2.0/security-groups/6a0681e9-9c57-4af2-acb3-df287cce3746 HTTP/1.1" status: 404 len: 347 time: 0.0158644 Nov 11 17:51:48.646733 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42742) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:51:48.773543 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-d27acc32-7b46-4aa0-839b-92189b3b2cc7 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Deleting port 8da6a3a9-c1df-4caf-abb6-026462d37ca9 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:51:48.774380 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d27acc32-7b46-4aa0-839b-92189b3b2cc7 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:48.854207 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d27acc32-7b46-4aa0-839b-92189b3b2cc7 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:48.854536 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d27acc32-7b46-4aa0-839b-92189b3b2cc7 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:48.866138 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-d27acc32-7b46-4aa0-839b-92189b3b2cc7 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Calling delete_port for 8da6a3a9-c1df-4caf-abb6-026462d37ca9 owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:51:49.014755 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d27acc32-7b46-4aa0-839b-92189b3b2cc7 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:49.042040 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27acc32-7b46-4aa0-839b-92189b3b2cc7 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Pushing event deleted for resources: {'Port': ['ID=8da6a3a9-c1df-4caf-abb6-026462d37ca9,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:49.115164 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d27acc32-7b46-4aa0-839b-92189b3b2cc7 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:49.118040 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d27acc32-7b46-4aa0-839b-92189b3b2cc7 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:49.119772 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d27acc32-7b46-4aa0-839b-92189b3b2cc7 tempest-AttachVolumeTestJSON-1938858663 tempest-AttachVolumeTestJSON-1938858663-project] 10.222.0.76 "DELETE /v2.0/floatingips/eb84e0cb-d9c3-45e0-84ae-453e50da7d10 HTTP/1.1" status: 204 len: 168 time: 0.4716403 Nov 11 17:51:49.147588 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device c5630806-6f76-4b33-8ba6-02de336e1d29 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:51:49.174985 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: c5630806-6f76-4b33-8ba6-02de336e1d29 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:51:49.175331 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device c5630806-6f76-4b33-8ba6-02de336e1d29 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:51:49.392418 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:51:49.500038 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0264734f-3f9e-4cad-80e0-6064dae99bde up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:51:49.548661 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 0264734f-3f9e-4cad-80e0-6064dae99bde completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:51:49.552460 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 0264734f-3f9e-4cad-80e0-6064dae99bde triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:51:49.552839 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:49.634948 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:49.659504 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66614f59-baee-4441-a3af-5cf53eb2781b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0264734f-3f9e-4cad-80e0-6064dae99bde'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:51:49.661775 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74de834-0275-4f1c-865f-133e7314622d" -d '{"events": [{"server_uuid": "66614f59-baee-4441-a3af-5cf53eb2781b", "name": "network-vif-plugged", "status": "completed", "tag": "0264734f-3f9e-4cad-80e0-6064dae99bde"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:51:49.675150 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 0264734f-3f9e-4cad-80e0-6064dae99bde, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0264734f-3f9e-4cad-80e0-6064dae99bde,segment=NetworkSegment(c5220266-8366-4187-8407-76ea37f16b90),segment_id=c5220266-8366-4187-8407-76ea37f16b90)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:51:49.680948 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:51:49.731331 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=0264734f-3f9e-4cad-80e0-6064dae99bde,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:51:49.742877 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbc48a-1a2d-402d-953e-0c5120eebeef req-7b075b48-a78b-4f85-8a8f-567f03a6cf9e tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:49.744439 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3bbc48a-1a2d-402d-953e-0c5120eebeef req-7b075b48-a78b-4f85-8a8f-567f03a6cf9e tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=66614f59-baee-4441-a3af-5cf53eb2781b HTTP/1.1" status: 200 len: 946 time: 0.0593221 Nov 11 17:51:49.793739 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3bbc48a-1a2d-402d-953e-0c5120eebeef req-9779ad59-7cc9-460d-93f6-899071351821 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/security-groups?id=df449c78-a805-4181-9886-da76004507fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428073 Nov 11 17:51:49.908058 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b7fadd-8e34-4ae5-b3d7-0d8499b8570f x-openstack-request-id: req-62b7fadd-8e34-4ae5-b3d7-0d8499b8570f {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:51:49.908416 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66614f59-baee-4441-a3af-5cf53eb2781b", "name": "network-vif-plugged", "status": "completed", "tag": "0264734f-3f9e-4cad-80e0-6064dae99bde", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:51:49.908675 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-62b7fadd-8e34-4ae5-b3d7-0d8499b8570f {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:51:49.909082 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66614f59-baee-4441-a3af-5cf53eb2781b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0264734f-3f9e-4cad-80e0-6064dae99bde', 'code': 200} Nov 11 17:51:50.007998 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f29906-ff51-470b-b0de-f7676d98f0d7 req-36e5b35d-92ea-4dde-a9ed-6a6fce12f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:50.009532 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-04f29906-ff51-470b-b0de-f7676d98f0d7 req-36e5b35d-92ea-4dde-a9ed-6a6fce12f4cb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=66614f59-baee-4441-a3af-5cf53eb2781b HTTP/1.1" status: 200 len: 1097 time: 0.0402939 Nov 11 17:51:50.057210 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-04f29906-ff51-470b-b0de-f7676d98f0d7 req-950ce4a3-a855-4dc3-8eef-5b0354d39081 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=df449c78-a805-4181-9886-da76004507fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395849 Nov 11 17:51:50.933634 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaed91-d92e-41e7-a5b7-487f802ec463 req-019dc1b7-3f18-44f2-8291-e1b1c6ba880f tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:50.935376 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d7aaed91-d92e-41e7-a5b7-487f802ec463 req-019dc1b7-3f18-44f2-8291-e1b1c6ba880f tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=66614f59-baee-4441-a3af-5cf53eb2781b HTTP/1.1" status: 200 len: 946 time: 0.0543566 Nov 11 17:51:50.987265 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d7aaed91-d92e-41e7-a5b7-487f802ec463 req-56b82d51-15c6-4e0a-940f-9b093bd27fd4 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/security-groups?id=df449c78-a805-4181-9886-da76004507fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450609 Nov 11 17:51:52.122364 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e70c0e-7334-4270-a108-2f8589d37679 req-81a62265-9be9-46b0-98d1-4d6a76c6cdbb tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:51:52.125080 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-11e70c0e-7334-4270-a108-2f8589d37679 req-81a62265-9be9-46b0-98d1-4d6a76c6cdbb tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=66614f59-baee-4441-a3af-5cf53eb2781b HTTP/1.1" status: 200 len: 946 time: 0.0533066 Nov 11 17:51:52.178194 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-11e70c0e-7334-4270-a108-2f8589d37679 req-e41a7ade-bcd0-4b86-a904-efa11d5374b8 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/security-groups?id=df449c78-a805-4181-9886-da76004507fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458488 Nov 11 17:51:54.269322 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:01.033232 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42944) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:01.156886 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fba9b1ec-1808-4f25-891b-5824c144a4c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:01.240295 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fba9b1ec-1808-4f25-891b-5824c144a4c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:01.243928 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fba9b1ec-1808-4f25-891b-5824c144a4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:01.283575 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fba9b1ec-1808-4f25-891b-5824c144a4c5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=87f6e59e326544339a6fd722f8ea8bca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2491851 Nov 11 17:52:01.284603 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9b1ec-1808-4f25-891b-5824c144a4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b002edc5-b54e-4767-8783-f8d9fe8ef214,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:01.286197 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42950) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:01.348039 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1b7fa53f-0869-4d7f-8b67-17c8b1167a63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:01.371051 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1b7fa53f-0869-4d7f-8b67-17c8b1167a63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:01.425913 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1b7fa53f-0869-4d7f-8b67-17c8b1167a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:01.430743 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1b7fa53f-0869-4d7f-8b67-17c8b1167a63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:01.434382 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1b7fa53f-0869-4d7f-8b67-17c8b1167a63 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b002edc5-b54e-4767-8783-f8d9fe8ef214 HTTP/1.1" status: 204 len: 168 time: 0.1447034 Nov 11 17:52:01.440635 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fa53f-0869-4d7f-8b67-17c8b1167a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b002edc5-b54e-4767-8783-f8d9fe8ef214,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:01.517158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42960) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:01.746288 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 42966) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:01.760531 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41383592-43b5-4f7e-ba17-9cc29fb32dba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:01.853918 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41383592-43b5-4f7e-ba17-9cc29fb32dba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:01.860293 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41383592-43b5-4f7e-ba17-9cc29fb32dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:01.901408 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-41383592-43b5-4f7e-ba17-9cc29fb32dba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aae31098878549c3a843253e0e87e143&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1540320 Nov 11 17:52:01.902627 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41383592-43b5-4f7e-ba17-9cc29fb32dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56a7e89-3143-485d-bd29-b51b700ce4e3,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:01.905515 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 42968) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:01.999120 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d30f4bd-8893-4bf9-84d0-1ff11d23efb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:02.048779 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d30f4bd-8893-4bf9-84d0-1ff11d23efb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:02.130707 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d30f4bd-8893-4bf9-84d0-1ff11d23efb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:02.133321 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d30f4bd-8893-4bf9-84d0-1ff11d23efb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:02.134449 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5d30f4bd-8893-4bf9-84d0-1ff11d23efb2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d56a7e89-3143-485d-bd29-b51b700ce4e3 HTTP/1.1" status: 204 len: 168 time: 0.2279744 Nov 11 17:52:02.146807 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30f4bd-8893-4bf9-84d0-1ff11d23efb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56a7e89-3143-485d-bd29-b51b700ce4e3,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:02.176765 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-202a8f82-2648-42ae-83a7-dc72c94149c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:02.445155 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-202a8f82-2648-42ae-83a7-dc72c94149c9 admin admin] Deleting port 46893ea1-e034-4eb7-9147-09ecbb631ef1 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:52:02.445858 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-202a8f82-2648-42ae-83a7-dc72c94149c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:02.542583 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-202a8f82-2648-42ae-83a7-dc72c94149c9 admin admin] For port 46893ea1-e034-4eb7-9147-09ecbb631ef1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=46893ea1-e034-4eb7-9147-09ecbb631ef1,segment=NetworkSegment(abee9609-9b18-4ba9-9b72-2318c77ba40e),segment_id=abee9609-9b18-4ba9-9b72-2318c77ba40e)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:52:02.542966 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-202a8f82-2648-42ae-83a7-dc72c94149c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:02.555986 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-202a8f82-2648-42ae-83a7-dc72c94149c9 admin admin] Calling delete_port for 46893ea1-e034-4eb7-9147-09ecbb631ef1 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:52:02.741433 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-202a8f82-2648-42ae-83a7-dc72c94149c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:02.774275 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a8f82-2648-42ae-83a7-dc72c94149c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=46893ea1-e034-4eb7-9147-09ecbb631ef1,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:02.956942 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-202a8f82-2648-42ae-83a7-dc72c94149c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:03.191670 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202a8f82-2648-42ae-83a7-dc72c94149c9 admin admin] Router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:52:03.302668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202a8f82-2648-42ae-83a7-dc72c94149c9 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:52:03.308345 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-202a8f82-2648-42ae-83a7-dc72c94149c9 admin admin] 10.222.0.76 "PUT /v2.0/routers/efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7888544 Nov 11 17:52:03.311998 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43008) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:03.312897 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d45eea9-6544-41db-90b1-3081472f2e67 None None] Sync routers for ids ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:52:03.322793 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d45eea9-6544-41db-90b1-3081472f2e67 None None] Routers {'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:52:03.323412 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7d45eea9-6544-41db-90b1-3081472f2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:51:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:52:03.433907 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-7d45eea9-6544-41db-90b1-3081472f2e67 None None] Set router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:52:03.436653 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9d0e-3f63-4842-ad93-f7afd7fe06ca admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:03.564235 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9d0e-3f63-4842-ad93-f7afd7fe06ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:03.628655 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b9d0e-3f63-4842-ad93-f7afd7fe06ca admin admin] Deleting port 5f994678-723e-4dcd-9382-a9ee2dc956e2 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:52:03.629066 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9d0e-3f63-4842-ad93-f7afd7fe06ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:03.716748 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-0d0b9d0e-3f63-4842-ad93-f7afd7fe06ca admin admin] For port 5f994678-723e-4dcd-9382-a9ee2dc956e2, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5f994678-723e-4dcd-9382-a9ee2dc956e2,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:52:03.717201 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9d0e-3f63-4842-ad93-f7afd7fe06ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:03.728663 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7d45eea9-6544-41db-90b1-3081472f2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'name': 'tempest-AttachVolumeTestJSON-1800739326-router', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:44:54Z', 'updated_at': '2021-11-11T17:52:02Z', 'revision_number': 5, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'gw_port': {'id': '5f994678-723e-4dcd-9382-a9ee2dc956e2', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:44:55Z', 'updated_at': '2021-11-11T17:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:52:03.729419 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b9d0e-3f63-4842-ad93-f7afd7fe06ca admin admin] Calling delete_port for 5f994678-723e-4dcd-9382-a9ee2dc956e2 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:52:03.754661 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d45eea9-6544-41db-90b1-3081472f2e67 None None] Checking router: efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:52:03.766494 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d45eea9-6544-41db-90b1-3081472f2e67 None None] Routers {'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:52:03.767106 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7d45eea9-6544-41db-90b1-3081472f2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:51:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:52:03.857228 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-7d45eea9-6544-41db-90b1-3081472f2e67 None None] Set router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:52:03.907043 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9d0e-3f63-4842-ad93-f7afd7fe06ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:03.912259 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7d45eea9-6544-41db-90b1-3081472f2e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'name': 'tempest-AttachVolumeTestJSON-1800739326-router', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:44:54Z', 'updated_at': '2021-11-11T17:52:03Z', 'revision_number': 6, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:52:03.932140 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b9d0e-3f63-4842-ad93-f7afd7fe06ca admin admin] Pushing event deleted for resources: {'Port': ['ID=5f994678-723e-4dcd-9382-a9ee2dc956e2,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:03.945872 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d45eea9-6544-41db-90b1-3081472f2e67 None None] The sync data for ids ['efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5'] in n-d-816206-4 is: [{'id': 'efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5', 'name': 'tempest-AttachVolumeTestJSON-1800739326-router', 'tenant_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:44:54Z', 'updated_at': '2021-11-11T17:52:03Z', 'revision_number': 6, 'project_id': '48fb128c35bc48a4b1d1b4a9aab07a98', 'gw_port_host': None}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:52:03.956258 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ec708d-6aa2-4015-baf7-b2646f342344 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:52:04.004585 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9d0e-3f63-4842-ad93-f7afd7fe06ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:04.096755 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9d0e-3f63-4842-ad93-f7afd7fe06ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:04.099346 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9d0e-3f63-4842-ad93-f7afd7fe06ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:04.146737 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9d0e-3f63-4842-ad93-f7afd7fe06ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:04.147327 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0b9d0e-3f63-4842-ad93-f7afd7fe06ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:52:04.152426 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9d0e-3f63-4842-ad93-f7afd7fe06ca admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:04.155709 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0d0b9d0e-3f63-4842-ad93-f7afd7fe06ca admin admin] 10.222.0.76 "DELETE /v2.0/routers/efeeeb6c-68bc-474d-ab15-3ec46fbbaaa5 HTTP/1.1" status: 204 len: 168 time: 0.8404009 Nov 11 17:52:04.156125 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43030) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:04.203306 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-aede604e-37ad-4ea6-b432-2cae2c95c3ee admin admin] Deleting subnet 1145fbb8-f349-4241-b0f7-289be88670f2 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:52:04.206736 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aede604e-37ad-4ea6-b432-2cae2c95c3ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:04.242570 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aede604e-37ad-4ea6-b432-2cae2c95c3ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:04.346879 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aede604e-37ad-4ea6-b432-2cae2c95c3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:04.419277 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aede604e-37ad-4ea6-b432-2cae2c95c3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:04.457492 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aede604e-37ad-4ea6-b432-2cae2c95c3ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:04.462811 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2600fce5-c98b-4cef-9380-5cbe900e11bc None None] Network 5f6d2839-0fe3-4464-b00c-6e51db67d47c requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:52:04.463788 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43046) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:04.467670 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-aede604e-37ad-4ea6-b432-2cae2c95c3ee admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1145fbb8-f349-4241-b0f7-289be88670f2 HTTP/1.1" status: 204 len: 168 time: 0.3073926 Nov 11 17:52:04.468622 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede604e-37ad-4ea6-b432-2cae2c95c3ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1145fbb8-f349-4241-b0f7-289be88670f2,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:04.582205 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fdb11664-44f7-453d-9427-0e5ce5a327f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:04.813625 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee6376d-6ad8-4ada-842d-cfc859576552 None None] DHCP port deletion for 5f6d2839-0fe3-4464-b00c-6e51db67d47c request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:52:04.941050 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5f994678-723e-4dcd-9382-a9ee2dc956e2 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:52:04.954939 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-bee6376d-6ad8-4ada-842d-cfc859576552 None None] Deleting port 59f5064b-80ac-48a0-9965-edff11f8f7c7 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:52:04.955948 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bee6376d-6ad8-4ada-842d-cfc859576552 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:04.981267 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-fdb11664-44f7-453d-9427-0e5ce5a327f2 admin admin] Deleting port 59f5064b-80ac-48a0-9965-edff11f8f7c7 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:52:04.981835 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fdb11664-44f7-453d-9427-0e5ce5a327f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:05.013853 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 5f994678-723e-4dcd-9382-a9ee2dc956e2 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:52:05.016513 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5f994678-723e-4dcd-9382-a9ee2dc956e2 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:52:05.017328 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 59f5064b-80ac-48a0-9965-edff11f8f7c7 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:52:05.085003 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-fdb11664-44f7-453d-9427-0e5ce5a327f2 admin admin] For port 59f5064b-80ac-48a0-9965-edff11f8f7c7, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=59f5064b-80ac-48a0-9965-edff11f8f7c7,segment=NetworkSegment(abee9609-9b18-4ba9-9b72-2318c77ba40e),segment_id=abee9609-9b18-4ba9-9b72-2318c77ba40e)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:52:05.086407 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fdb11664-44f7-453d-9427-0e5ce5a327f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:05.107260 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-fdb11664-44f7-453d-9427-0e5ce5a327f2 admin admin] Calling delete_port for 59f5064b-80ac-48a0-9965-edff11f8f7c7 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:52:05.142103 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-bee6376d-6ad8-4ada-842d-cfc859576552 None None] For port 59f5064b-80ac-48a0-9965-edff11f8f7c7, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=59f5064b-80ac-48a0-9965-edff11f8f7c7,segment=NetworkSegment(abee9609-9b18-4ba9-9b72-2318c77ba40e),segment_id=abee9609-9b18-4ba9-9b72-2318c77ba40e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:52:05.142703 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bee6376d-6ad8-4ada-842d-cfc859576552 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:05.160664 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-bee6376d-6ad8-4ada-842d-cfc859576552 None None] Calling delete_port for 59f5064b-80ac-48a0-9965-edff11f8f7c7 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:52:05.270262 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:05.320776 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fdb11664-44f7-453d-9427-0e5ce5a327f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:05.372862 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb11664-44f7-453d-9427-0e5ce5a327f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=59f5064b-80ac-48a0-9965-edff11f8f7c7,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:05.374716 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 46893ea1-e034-4eb7-9147-09ecbb631ef1 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:52:05.377263 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb11664-44f7-453d-9427-0e5ce5a327f2 admin admin] No DVR routers for this DVR port 59f5064b-80ac-48a0-9965-edff11f8f7c7 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:52:05.406735 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 46893ea1-e034-4eb7-9147-09ecbb631ef1 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:52:05.407083 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 46893ea1-e034-4eb7-9147-09ecbb631ef1 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:52:05.430677 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bee6376d-6ad8-4ada-842d-cfc859576552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:05.464283 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6376d-6ad8-4ada-842d-cfc859576552 None None] Pushing event deleted for resources: {'Port': ['ID=59f5064b-80ac-48a0-9965-edff11f8f7c7,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:05.468574 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fdb11664-44f7-453d-9427-0e5ce5a327f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:05.469151 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee6376d-6ad8-4ada-842d-cfc859576552 None None] No DVR routers for this DVR port 59f5064b-80ac-48a0-9965-edff11f8f7c7 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:52:05.498825 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-fdb11664-44f7-453d-9427-0e5ce5a327f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6d2839-0fe3-4464-b00c-6e51db67d47c']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:52:05.509771 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-fdb11664-44f7-453d-9427-0e5ce5a327f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abee9609-9b18-4ba9-9b72-2318c77ba40e') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:52:05.510067 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-fdb11664-44f7-453d-9427-0e5ce5a327f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abee9609-9b18-4ba9-9b72-2318c77ba40e') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:52:05.520485 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fdb11664-44f7-453d-9427-0e5ce5a327f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:05.535615 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fdb11664-44f7-453d-9427-0e5ce5a327f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:05.572491 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb11664-44f7-453d-9427-0e5ce5a327f2 admin admin] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:52:05.572910 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fdb11664-44f7-453d-9427-0e5ce5a327f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:52:05.624473 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:52:05.652452 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fdb11664-44f7-453d-9427-0e5ce5a327f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:05.664534 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fdb11664-44f7-453d-9427-0e5ce5a327f2 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:05.668984 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fdb11664-44f7-453d-9427-0e5ce5a327f2 admin admin] 10.222.0.76 "DELETE /v2.0/networks/5f6d2839-0fe3-4464-b00c-6e51db67d47c HTTP/1.1" status: 204 len: 168 time: 1.2029269 Nov 11 17:52:05.694269 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb11664-44f7-453d-9427-0e5ce5a327f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f6d2839-0fe3-4464-b00c-6e51db67d47c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:05.889501 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43074) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:05.943308 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fd3ff875-fed4-4386-acc1-d160d703e190 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=48fb128c35bc48a4b1d1b4a9aab07a98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0519924 Nov 11 17:52:05.945638 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43076) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:06.001082 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41a27dcd-63cc-4219-92d6-26e8993db93c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:06.026012 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41a27dcd-63cc-4219-92d6-26e8993db93c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:06.081009 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41a27dcd-63cc-4219-92d6-26e8993db93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:06.088491 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41a27dcd-63cc-4219-92d6-26e8993db93c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:06.090570 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-41a27dcd-63cc-4219-92d6-26e8993db93c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8cafce4c-5fbc-48a1-b5c1-b7bb72b5539f HTTP/1.1" status: 204 len: 168 time: 0.1438165 Nov 11 17:52:06.099530 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a27dcd-63cc-4219-92d6-26e8993db93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cafce4c-5fbc-48a1-b5c1-b7bb72b5539f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:07.466774 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-efc6e802-6dbe-4305-98f3-1a133164306d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:10.424139 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-52c8fc50-0920-4a54-a3a5-fec64235ac91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:11.009733 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:12.646966 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:12.938321 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:18.514369 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:18.881807 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9f787bd-dcb0-41c1-afa1-97f7657269f6 req-a0c989c7-1fd6-40b5-b14b-cb23e2331845 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1049669 Nov 11 17:52:19.041728 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f787bd-dcb0-41c1-afa1-97f7657269f6 req-c0149f38-4961-4b5c-a72f-5cbe733de9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:19.043905 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9f787bd-dcb0-41c1-afa1-97f7657269f6 req-c0149f38-4961-4b5c-a72f-5cbe733de9a6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 1097 time: 0.0905097 Nov 11 17:52:19.251613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f787bd-dcb0-41c1-afa1-97f7657269f6 req-b60da06c-fe61-424f-a273-0baa66fcbbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:19.253616 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9f787bd-dcb0-41c1-afa1-97f7657269f6 req-b60da06c-fe61-424f-a273-0baa66fcbbc3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 914 time: 0.1595738 Nov 11 17:52:19.348154 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9f787bd-dcb0-41c1-afa1-97f7657269f6 req-1d723792-c038-46f0-9358-2c58ccee5d7f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a775aa82-c026-48ff-97f8-4332e1716d42 HTTP/1.1" status: 200 len: 1001 time: 0.0866592 Nov 11 17:52:19.423876 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f787bd-dcb0-41c1-afa1-97f7657269f6 req-3d92c38d-9044-4573-a987-3fe134e58569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:19.425434 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9f787bd-dcb0-41c1-afa1-97f7657269f6 req-3d92c38d-9044-4573-a987-3fe134e58569 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.0709178 Nov 11 17:52:19.497468 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f787bd-dcb0-41c1-afa1-97f7657269f6 req-ff3de81a-070c-4b87-a204-8020f1f29d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:19.500028 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9f787bd-dcb0-41c1-afa1-97f7657269f6 req-ff3de81a-070c-4b87-a204-8020f1f29d76 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649979 Nov 11 17:52:19.540723 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43346) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:19.734116 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9f787bd-dcb0-41c1-afa1-97f7657269f6 req-cc8f674c-aef4-4c36-ad62-2556bb9d81eb service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251813 Nov 11 17:52:19.784483 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b483e55d-2a2d-4173-b501-7dea829b0a78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:19.905370 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9f787bd-dcb0-41c1-afa1-97f7657269f6 req-aacf29da-84c5-4f4e-8cac-c15db981d9f1 service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637363 Nov 11 17:52:19.924914 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b483e55d-2a2d-4173-b501-7dea829b0a78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:19.930925 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b483e55d-2a2d-4173-b501-7dea829b0a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:20.015423 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43362) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:20.023453 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b483e55d-2a2d-4173-b501-7dea829b0a78 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=78e5728b199448b9a80e20a590878043&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4815247 Nov 11 17:52:20.033656 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483e55d-2a2d-4173-b501-7dea829b0a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f774492d-3b89-47f0-9df9-250fec96e132,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:20.111691 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-765db6fc-f168-4257-bc0a-b94d7eb03f04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:20.196874 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-26285e42-6c16-4520-863d-0b313abe4da6 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-467614130&fields=id&tenant_id=1e37f40ca1514a7584bca23f0becbfbf HTTP/1.1" status: 200 len: 267 time: 0.0872023 Nov 11 17:52:20.226915 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-765db6fc-f168-4257-bc0a-b94d7eb03f04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:20.367880 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-765db6fc-f168-4257-bc0a-b94d7eb03f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:20.370512 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-765db6fc-f168-4257-bc0a-b94d7eb03f04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:20.371654 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-765db6fc-f168-4257-bc0a-b94d7eb03f04 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f774492d-3b89-47f0-9df9-250fec96e132 HTTP/1.1" status: 204 len: 168 time: 0.3550777 Nov 11 17:52:20.397262 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765db6fc-f168-4257-bc0a-b94d7eb03f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f774492d-3b89-47f0-9df9-250fec96e132,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:20.421024 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-f833cecb-f49d-49d8-b0b7-f17de7f1b682 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:20.429324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-f833cecb-f49d-49d8-b0b7-f17de7f1b682 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 812 time: 0.1896544 Nov 11 17:52:20.451485 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-94b58690-bb15-4ce9-90fe-a94f2322a03b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/quotas/1e37f40ca1514a7584bca23f0becbfbf HTTP/1.1" status: 200 len: 375 time: 0.0208149 Nov 11 17:52:20.591026 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-349d0137-7bd4-42a4-b107-82e0a54eb817 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1295714 Nov 11 17:52:20.745202 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-4ac1a6b0-645f-435e-9cac-ec1d7818a3b0 service neutron] 10.222.0.76 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492455 Nov 11 17:52:20.889674 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-3a1ae94b-e3a8-4284-a31d-6c373b0eb662 service neutron] 10.222.0.76 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371357 Nov 11 17:52:20.900719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43374) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:20.922843 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-39c27e87-4faf-4d24-88b8-d2f6d1f5a74e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:21.077270 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-39c27e87-4faf-4d24-88b8-d2f6d1f5a74e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:21.082531 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-39c27e87-4faf-4d24-88b8-d2f6d1f5a74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:21.143973 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c27e87-4faf-4d24-88b8-d2f6d1f5a74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8febf9be-8e25-49f8-83d3-170d9d4d61b5,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:21.151857 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-39c27e87-4faf-4d24-88b8-d2f6d1f5a74e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ecb4ae96777644bb979fda98a84f40b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2471812 Nov 11 17:52:21.154410 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43382) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:21.224441 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7120b208-6338-45f1-bff8-8b67b707b0ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:21.251027 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7120b208-6338-45f1-bff8-8b67b707b0ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:21.339022 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7120b208-6338-45f1-bff8-8b67b707b0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:21.343021 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7120b208-6338-45f1-bff8-8b67b707b0ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:21.356633 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7120b208-6338-45f1-bff8-8b67b707b0ed admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8febf9be-8e25-49f8-83d3-170d9d4d61b5 HTTP/1.1" status: 204 len: 168 time: 0.1921175 Nov 11 17:52:21.377740 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120b208-6338-45f1-bff8-8b67b707b0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8febf9be-8e25-49f8-83d3-170d9d4d61b5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:21.418563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-73006b30-f2cf-4eaf-baf5-6f1d535806f9 req-6aeb416d-1fc6-460e-b40d-da8b4d28b763 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 210 time: 0.0570679 Nov 11 17:52:21.762480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43402) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:21.779976 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dd38ee1c-eb21-41b4-a89e-ccd7a521e98d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:21.879871 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dd38ee1c-eb21-41b4-a89e-ccd7a521e98d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:21.909296 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dd38ee1c-eb21-41b4-a89e-ccd7a521e98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:21.949692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38ee1c-eb21-41b4-a89e-ccd7a521e98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c318bcaa-a3d4-49ef-8c49-56e9259dfc06,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:21.983247 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-dd38ee1c-eb21-41b4-a89e-ccd7a521e98d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ce8bbeacf402482e9cf075bfd44f8dc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2194660 Nov 11 17:52:21.986573 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43404) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:22.049390 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4600cf32-8cb9-43f9-b4ed-ef3ced8640c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:22.075540 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4600cf32-8cb9-43f9-b4ed-ef3ced8640c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:22.129114 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4600cf32-8cb9-43f9-b4ed-ef3ced8640c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:22.133350 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4600cf32-8cb9-43f9-b4ed-ef3ced8640c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:22.134515 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4600cf32-8cb9-43f9-b4ed-ef3ced8640c0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c318bcaa-a3d4-49ef-8c49-56e9259dfc06 HTTP/1.1" status: 204 len: 168 time: 0.1469505 Nov 11 17:52:22.143645 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600cf32-8cb9-43f9-b4ed-ef3ced8640c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c318bcaa-a3d4-49ef-8c49-56e9259dfc06,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:22.636300 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1bd4e746-6f51-4f02-8eee-1f7cb18ce42c req-f0b647a3-cbb5-4bd4-8d07-51353e23bd2a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 210 time: 0.1177850 Nov 11 17:52:22.764639 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-b2052a2f-c13d-46f0-b81e-9cb6f9a9c3b8 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:22.767326 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-b2052a2f-c13d-46f0-b81e-9cb6f9a9c3b8 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.64 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 812 time: 0.2408006 Nov 11 17:52:22.916450 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-aaf478f5-44db-4ea5-99cb-d584335dca62 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e37f40ca1514a7584bca23f0becbfbf HTTP/1.1" status: 200 len: 379 time: 0.1174359 Nov 11 17:52:22.931143 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-17b7fad0-bc83-40e5-a9c2-3bf9f8cf0b1f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Request body: {'port': {'device_id': 'c6f442c1-fba9-4986-bbb6-0499bb706b34', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'admin_state_up': True, 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'security_groups': ['eddf84a4-5b90-4507-b707-09f952124931']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:52:23.125293 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-17b7fad0-bc83-40e5-a9c2-3bf9f8cf0b1f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Made reservation on behalf of 1e37f40ca1514a7584bca23f0becbfbf for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:52:23.129482 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-17b7fad0-bc83-40e5-a9c2-3bf9f8cf0b1f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:23.308495 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-17b7fad0-bc83-40e5-a9c2-3bf9f8cf0b1f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Allocated IP 172.20.0.9 (c569cf45-b127-45e4-97f6-75d37a12e9cb/8e5e7674-c87d-4949-9af6-9219acd03bbb/81e1ffe6-616d-4792-bd99-357ef5edb699) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:52:23.759120 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1c005ee9-c627-4947-884e-d0a902e24525 req-7749c758-5765-4ecc-ac1e-acb4118d0045 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 210 time: 0.0388720 Nov 11 17:52:23.985601 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-17b7fad0-bc83-40e5-a9c2-3bf9f8cf0b1f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:24.082096 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-17b7fad0-bc83-40e5-a9c2-3bf9f8cf0b1f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:24.138352 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-17b7fad0-bc83-40e5-a9c2-3bf9f8cf0b1f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Network c569cf45-b127-45e4-97f6-75d37a12e9cb is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:52:24.142043 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-17b7fad0-bc83-40e5-a9c2-3bf9f8cf0b1f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:52:24.157900 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-17b7fad0-bc83-40e5-a9c2-3bf9f8cf0b1f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:52:24.226401 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c895d-255b-403a-b511-677ad73f00e6 req-9d5e5f7d-9724-4679-ae25-657d06c5a654 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:24.238793 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de6c895d-255b-403a-b511-677ad73f00e6 req-9d5e5f7d-9724-4679-ae25-657d06c5a654 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=66614f59-baee-4441-a3af-5cf53eb2781b HTTP/1.1" status: 200 len: 946 time: 0.0878458 Nov 11 17:52:24.250502 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7fad0-bc83-40e5-a9c2-3bf9f8cf0b1f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event updated for resources: {'Port': ['ID=81e1ffe6-616d-4792-bd99-357ef5edb699,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:24.275539 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:24.326259 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-17b7fad0-bc83-40e5-a9c2-3bf9f8cf0b1f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:24.333052 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-17b7fad0-bc83-40e5-a9c2-3bf9f8cf0b1f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:24.376335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de6c895d-255b-403a-b511-677ad73f00e6 req-81842c79-3773-488b-a777-1cddb59bf5fa tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/security-groups?id=df449c78-a805-4181-9886-da76004507fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325698 Nov 11 17:52:24.379621 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-17b7fad0-bc83-40e5-a9c2-3bf9f8cf0b1f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4572675 Nov 11 17:52:24.502164 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2c166ff1-65a3-465f-b699-7b0a8618e75b None None] Provisioning complete for port 81e1ffe6-616d-4792-bd99-357ef5edb699 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:52:24.504874 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2c166ff1-65a3-465f-b699-7b0a8618e75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:24.564384 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2c166ff1-65a3-465f-b699-7b0a8618e75b None None] Port 81e1ffe6-616d-4792-bd99-357ef5edb699 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:52:24.583754 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] Request body: {'port': {'device_id': 'c6f442c1-fba9-4986-bbb6-0499bb706b34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:52:24.678143 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:24.943675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770415e0-39b5-4b33-a4fe-562151fe4202 req-8e845bae-ef53-46fe-8135-0e8c0b399512 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:24.954162 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-770415e0-39b5-4b33-a4fe-562151fe4202 req-8e845bae-ef53-46fe-8135-0e8c0b399512 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 931 time: 0.0746148 Nov 11 17:52:25.014028 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-770415e0-39b5-4b33-a4fe-562151fe4202 req-a7b84411-d8ef-46ef-b805-d4120ac52dd1 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581467 Nov 11 17:52:25.063055 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e1ffe6-616d-4792-bd99-357ef5edb699 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:52:25.073852 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:25.099052 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] Transition to ACTIVE for port object 81e1ffe6-616d-4792-bd99-357ef5edb699 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:52:25.103702 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:25.197123 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=81e1ffe6-616d-4792-bd99-357ef5edb699,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:25.245400 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] Attempting to bind port 81e1ffe6-616d-4792-bd99-357ef5edb699 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:52:25.245759 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] Attempting to bind port 81e1ffe6-616d-4792-bd99-357ef5edb699 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:52:25.246204 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] Attempting to bind port 81e1ffe6-616d-4792-bd99-357ef5edb699 on network c569cf45-b127-45e4-97f6-75d37a12e9cb {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:52:25.255632 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] Port 81e1ffe6-616d-4792-bd99-357ef5edb699 on network c569cf45-b127-45e4-97f6-75d37a12e9cb not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:52:25.256006 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] Attempting to bind port 81e1ffe6-616d-4792-bd99-357ef5edb699 on network c569cf45-b127-45e4-97f6-75d37a12e9cb {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:52:25.261886 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:52:25.262237 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] Checking segment: {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:52:25.262757 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] Bound using segment: {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:52:25.263195 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] Bound port: 81e1ffe6-616d-4792-bd99-357ef5edb699, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c473301b-0c5a-451e-9163-177e7e44e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:52:25.263660 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:25.373133 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] For port 81e1ffe6-616d-4792-bd99-357ef5edb699, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:52:25.376701 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] For port 81e1ffe6-616d-4792-bd99-357ef5edb699, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=81e1ffe6-616d-4792-bd99-357ef5edb699,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:52:25.382401 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:25.448537 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:25.449162 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:25.451721 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] 10.222.0.64 "PUT /v2.0/ports/81e1ffe6-616d-4792-bd99-357ef5edb699 HTTP/1.1" status: 200 len: 1091 time: 1.0571363 Nov 11 17:52:25.451721 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f442c1-fba9-4986-bbb6-0499bb706b34', 'tag': '81e1ffe6-616d-4792-bd99-357ef5edb699'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:52:25.472486 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85630b54-7d44-4dfd-91e1-bd7deafe2a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f442c1-fba9-4986-bbb6-0499bb706b34", "tag": "81e1ffe6-616d-4792-bd99-357ef5edb699"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:52:25.571195 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebc462-2dce-41f2-a3ac-98f1eec09cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=81e1ffe6-616d-4792-bd99-357ef5edb699,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:25.582580 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff656ed2-0fa2-4a4e-bda8-84fac482229d req-f0189361-fbe1-42b7-8afd-547bf1a1c017 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:25.586207 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff656ed2-0fa2-4a4e-bda8-84fac482229d req-f0189361-fbe1-42b7-8afd-547bf1a1c017 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=66614f59-baee-4441-a3af-5cf53eb2781b HTTP/1.1" status: 200 len: 946 time: 0.0957935 Nov 11 17:52:25.603594 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-797bbe65-a834-40ab-ba39-459f0ec2ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:25.605861 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-797bbe65-a834-40ab-ba39-459f0ec2ad56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 1094 time: 0.0754187 Nov 11 17:52:25.687184 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-95017a38-5c40-4e32-9b8b-f1121c934faa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e1ffe6-616d-4792-bd99-357ef5edb699 HTTP/1.1" status: 200 len: 217 time: 0.0677176 Nov 11 17:52:25.716083 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff656ed2-0fa2-4a4e-bda8-84fac482229d req-37bd96e2-c413-4197-8e80-4365d50f8a6e tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/security-groups?id=df449c78-a805-4181-9886-da76004507fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231658 Nov 11 17:52:25.778483 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade92be-33b1-4ce3-9eca-389f9a0f080f req-18e71e20-172c-4e2d-b6e3-6166bb8b579f tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:25.785479 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2ade92be-33b1-4ce3-9eca-389f9a0f080f req-18e71e20-172c-4e2d-b6e3-6166bb8b579f tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.83 "GET /v2.0/ports?device_id=66614f59-baee-4441-a3af-5cf53eb2781b HTTP/1.1" status: 200 len: 946 time: 0.1757350 Nov 11 17:52:25.785767 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-bd8c4162-e527-4e75-8c13-ade51eae2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:25.791044 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-bd8c4162-e527-4e75-8c13-ade51eae2c3d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.0936432 Nov 11 17:52:25.817885 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdbfac4-0f46-4ce7-97a3-e7143072c9e6 x-openstack-request-id: req-bfdbfac4-0f46-4ce7-97a3-e7143072c9e6 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:52:25.818175 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f442c1-fba9-4986-bbb6-0499bb706b34", "tag": "81e1ffe6-616d-4792-bd99-357ef5edb699", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:52:25.818428 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bfdbfac4-0f46-4ce7-97a3-e7143072c9e6 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:52:25.818828 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f442c1-fba9-4986-bbb6-0499bb706b34', 'tag': '81e1ffe6-616d-4792-bd99-357ef5edb699', 'status': 'completed', 'code': 200} Nov 11 17:52:25.892797 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-f7bf17ed-6c98-4369-920e-5026f11937ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:25.894620 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-f7bf17ed-6c98-4369-920e-5026f11937ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008525 Nov 11 17:52:25.928981 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-2ade92be-33b1-4ce3-9eca-389f9a0f080f req-b41bd4e7-597b-4f82-a730-c0e389b8c592 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Deleting port 0264734f-3f9e-4cad-80e0-6064dae99bde {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:52:25.929620 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2ade92be-33b1-4ce3-9eca-389f9a0f080f req-b41bd4e7-597b-4f82-a730-c0e389b8c592 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:26.049816 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-c73c75d6-7e6d-40f6-b652-43a328f072a2 service neutron] 10.222.0.64 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460080 Nov 11 17:52:26.085325 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-2ade92be-33b1-4ce3-9eca-389f9a0f080f req-b41bd4e7-597b-4f82-a730-c0e389b8c592 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] For port 0264734f-3f9e-4cad-80e0-6064dae99bde, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0264734f-3f9e-4cad-80e0-6064dae99bde,segment=NetworkSegment(c5220266-8366-4187-8407-76ea37f16b90),segment_id=c5220266-8366-4187-8407-76ea37f16b90)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:52:26.086378 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2ade92be-33b1-4ce3-9eca-389f9a0f080f req-b41bd4e7-597b-4f82-a730-c0e389b8c592 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:26.123388 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-2ade92be-33b1-4ce3-9eca-389f9a0f080f req-b41bd4e7-597b-4f82-a730-c0e389b8c592 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Calling delete_port for 0264734f-3f9e-4cad-80e0-6064dae99bde owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:52:26.182368 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-40ef32c3-aafd-44d9-b100-afb074f0200e req-5f019cc1-ca4b-4185-b123-794b3dd6d44e service neutron] 10.222.0.64 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238256 Nov 11 17:52:26.345000 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85630b54-7d44-4dfd-91e1-bd7deafe2a6b req-416f5b40-55ab-4f84-8ea3-d1f1247f0fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:26.346526 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-85630b54-7d44-4dfd-91e1-bd7deafe2a6b req-416f5b40-55ab-4f84-8ea3-d1f1247f0fc4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 1094 time: 0.0932293 Nov 11 17:52:26.392869 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:52:26.444713 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa7616-9d39-42ac-b935-f599e6c1cba4 req-e94587ed-019f-447d-b5d9-52844ab9b5f3 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:26.446356 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10aa7616-9d39-42ac-b935-f599e6c1cba4 req-e94587ed-019f-447d-b5d9-52844ab9b5f3 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 943 time: 0.2455289 Nov 11 17:52:26.464043 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2ade92be-33b1-4ce3-9eca-389f9a0f080f req-b41bd4e7-597b-4f82-a730-c0e389b8c592 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:26.483871 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['0264734f-3f9e-4cad-80e0-6064dae99bde'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:52:26.577528 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41bd4e7-597b-4f82-a730-c0e389b8c592 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Pushing event deleted for resources: {'Port': ['ID=0264734f-3f9e-4cad-80e0-6064dae99bde,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:26.607685 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85630b54-7d44-4dfd-91e1-bd7deafe2a6b req-cf244b57-5a0e-4020-ad54-c2fcec2f9e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:26.612402 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-85630b54-7d44-4dfd-91e1-bd7deafe2a6b req-cf244b57-5a0e-4020-ad54-c2fcec2f9e16 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 914 time: 0.2564504 Nov 11 17:52:26.660503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ade92be-33b1-4ce3-9eca-389f9a0f080f req-b41bd4e7-597b-4f82-a730-c0e389b8c592 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] No DVR routers for this DVR port 0264734f-3f9e-4cad-80e0-6064dae99bde on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:52:26.667130 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2ade92be-33b1-4ce3-9eca-389f9a0f080f req-b41bd4e7-597b-4f82-a730-c0e389b8c592 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:26.670916 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2ade92be-33b1-4ce3-9eca-389f9a0f080f req-b41bd4e7-597b-4f82-a730-c0e389b8c592 tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.83 "DELETE /v2.0/ports/0264734f-3f9e-4cad-80e0-6064dae99bde HTTP/1.1" status: 204 len: 173 time: 0.8790209 Nov 11 17:52:26.675654 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66614f59-baee-4441-a3af-5cf53eb2781b', 'name': 'network-vif-deleted', 'tag': '0264734f-3f9e-4cad-80e0-6064dae99bde'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:52:26.678199 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd477301-0778-4289-91a9-dc1ec953cbc5" -d '{"events": [{"server_uuid": "66614f59-baee-4441-a3af-5cf53eb2781b", "name": "network-vif-deleted", "tag": "0264734f-3f9e-4cad-80e0-6064dae99bde"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:52:26.712559 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10aa7616-9d39-42ac-b935-f599e6c1cba4 req-1aba198c-e6d9-46fa-8bc3-140af5efe58f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546554 Nov 11 17:52:26.726636 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-85630b54-7d44-4dfd-91e1-bd7deafe2a6b req-26194c66-ef30-48a5-9eab-0887705c077b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e1ffe6-616d-4792-bd99-357ef5edb699 HTTP/1.1" status: 200 len: 217 time: 0.1084070 Nov 11 17:52:26.778756 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502459db-260d-432c-9960-fcdf50dbd9f7 x-openstack-request-id: req-502459db-260d-432c-9960-fcdf50dbd9f7 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:52:26.779064 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66614f59-baee-4441-a3af-5cf53eb2781b", "name": "network-vif-deleted", "tag": "0264734f-3f9e-4cad-80e0-6064dae99bde", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:52:26.779319 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-502459db-260d-432c-9960-fcdf50dbd9f7 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:52:26.779753 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66614f59-baee-4441-a3af-5cf53eb2781b', 'name': 'network-vif-deleted', 'tag': '0264734f-3f9e-4cad-80e0-6064dae99bde', 'status': 'completed', 'code': 200} Nov 11 17:52:26.844321 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85630b54-7d44-4dfd-91e1-bd7deafe2a6b req-9435904e-8e6f-4597-9a9c-bb8a834490d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:26.860165 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-85630b54-7d44-4dfd-91e1-bd7deafe2a6b req-9435904e-8e6f-4597-9a9c-bb8a834490d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.1144273 Nov 11 17:52:26.932040 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85630b54-7d44-4dfd-91e1-bd7deafe2a6b req-9204142e-958a-4daa-8b55-fad36e3faa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:26.933795 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-85630b54-7d44-4dfd-91e1-bd7deafe2a6b req-9204142e-958a-4daa-8b55-fad36e3faa17 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688527 Nov 11 17:52:26.946100 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1abf1aa8-c497-418b-bef7-8db6fd1c6d74 req-9470df1b-85f9-4351-8e7a-5e5b8cd0e5db tempest-VolumesSnapshotTestJSON-1851579263 tempest-VolumesSnapshotTestJSON-1851579263-project] 10.222.0.76 "GET /v2.0/ports?device_id=66614f59-baee-4441-a3af-5cf53eb2781b HTTP/1.1" status: 200 len: 210 time: 0.0379143 Nov 11 17:52:27.067161 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-85630b54-7d44-4dfd-91e1-bd7deafe2a6b req-41e47bec-9b52-432b-b5ac-954a6cf60554 service neutron] 10.222.0.64 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230590 Nov 11 17:52:27.190287 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-85630b54-7d44-4dfd-91e1-bd7deafe2a6b req-270cb811-4f08-4288-a50d-1225ec824683 service neutron] 10.222.0.64 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154194 Nov 11 17:52:27.675077 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43518) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:27.857488 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ccb58dd9-c9d0-44b1-9e43-ca3fb6a4dc53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:27.895839 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b00ac-d658-4c17-b122-828bdbb28a34 req-0943bef1-cab5-44b1-b221-2eaae9c3aa34 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:27.903426 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e01b00ac-d658-4c17-b122-828bdbb28a34 req-0943bef1-cab5-44b1-b221-2eaae9c3aa34 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 943 time: 0.1029396 Nov 11 17:52:27.995205 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e01b00ac-d658-4c17-b122-828bdbb28a34 req-43d66c14-3da8-4010-affe-d9bc08bd47b5 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907359 Nov 11 17:52:28.044098 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ccb58dd9-c9d0-44b1-9e43-ca3fb6a4dc53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:28.049821 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ccb58dd9-c9d0-44b1-9e43-ca3fb6a4dc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:28.109679 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43528) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:28.110372 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ccb58dd9-c9d0-44b1-9e43-ca3fb6a4dc53 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=25ca69fac2b74af8b993ed3862ee3f46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4340270 Nov 11 17:52:28.113054 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb58dd9-c9d0-44b1-9e43-ca3fb6a4dc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b33e09-bd23-44db-9c3e-3f3cd97315c2,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:28.223324 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-099637b4-7ddf-473a-8ecd-809f9522cc5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:28.251716 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-099637b4-7ddf-473a-8ecd-809f9522cc5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:28.320798 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-099637b4-7ddf-473a-8ecd-809f9522cc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:28.324438 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-099637b4-7ddf-473a-8ecd-809f9522cc5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:28.328582 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-099637b4-7ddf-473a-8ecd-809f9522cc5f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/31b33e09-bd23-44db-9c3e-3f3cd97315c2 HTTP/1.1" status: 204 len: 168 time: 0.2170506 Nov 11 17:52:28.340776 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099637b4-7ddf-473a-8ecd-809f9522cc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b33e09-bd23-44db-9c3e-3f3cd97315c2,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:29.183416 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f787895-3b6f-4e89-8254-74dcfeeef220 req-94cf3893-2b0c-429f-be7d-85a8b817bd91 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:29.185910 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f787895-3b6f-4e89-8254-74dcfeeef220 req-94cf3893-2b0c-429f-be7d-85a8b817bd91 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 943 time: 0.0749381 Nov 11 17:52:29.273183 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7f787895-3b6f-4e89-8254-74dcfeeef220 req-d327886e-0e7f-44fd-a41f-265b79a13786 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795903 Nov 11 17:52:29.645737 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0264734f-3f9e-4cad-80e0-6064dae99bde no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:52:29.698687 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 0264734f-3f9e-4cad-80e0-6064dae99bde {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:52:29.701282 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0264734f-3f9e-4cad-80e0-6064dae99bde not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:52:30.452558 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d13b2-9d29-4a5f-ba4a-dffcb5121d87 req-51cb5320-0000-4678-b086-c68f368e1d73 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:30.454158 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a39d13b2-9d29-4a5f-ba4a-dffcb5121d87 req-51cb5320-0000-4678-b086-c68f368e1d73 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 943 time: 0.0761425 Nov 11 17:52:30.512901 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a39d13b2-9d29-4a5f-ba4a-dffcb5121d87 req-92bf7bf7-2e81-4921-91d9-af7c9d379aaf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521948 Nov 11 17:52:31.285452 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43612) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:31.614351 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ea10d966-f55d-4e87-a13d-436c5f4b5139 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:31.689515 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c3a3c-3fcd-4730-9c13-0ee2f7b6feee req-397600ba-3415-4cf5-99b6-5a4c369643fa tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:31.692118 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5a8c3a3c-3fcd-4730-9c13-0ee2f7b6feee req-397600ba-3415-4cf5-99b6-5a4c369643fa tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 943 time: 0.0699167 Nov 11 17:52:31.761479 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ea10d966-f55d-4e87-a13d-436c5f4b5139 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:31.764311 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5a8c3a3c-3fcd-4730-9c13-0ee2f7b6feee req-e99d39cb-6b66-4487-8736-6821e66882c1 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653293 Nov 11 17:52:31.768635 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ea10d966-f55d-4e87-a13d-436c5f4b5139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:31.813243 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ea10d966-f55d-4e87-a13d-436c5f4b5139 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=90dbcac2343f4b1ca4f59c45117f303d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5256488 Nov 11 17:52:31.814212 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10d966-f55d-4e87-a13d-436c5f4b5139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdb88be-d0f5-4307-8efa-6afdefa416d4,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:31.815908 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43622) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:31.878820 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b026ef0d-356f-45de-b0e2-1cfbbeda117d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:31.907799 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b026ef0d-356f-45de-b0e2-1cfbbeda117d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:31.966541 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b026ef0d-356f-45de-b0e2-1cfbbeda117d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:31.970987 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b026ef0d-356f-45de-b0e2-1cfbbeda117d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:31.974443 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b026ef0d-356f-45de-b0e2-1cfbbeda117d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6fdb88be-d0f5-4307-8efa-6afdefa416d4 HTTP/1.1" status: 204 len: 168 time: 0.1551242 Nov 11 17:52:31.983650 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026ef0d-356f-45de-b0e2-1cfbbeda117d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdb88be-d0f5-4307-8efa-6afdefa416d4,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:32.240952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43634) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:32.401633 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43638) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:32.409975 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c6cf41c-1ea1-487f-8a5a-7cfdbc6e07e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:32.431591 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa057c41-54bc-4119-959f-e144b76d712e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:32.545942 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c6cf41c-1ea1-487f-8a5a-7cfdbc6e07e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:32.558412 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c6cf41c-1ea1-487f-8a5a-7cfdbc6e07e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:32.589452 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa057c41-54bc-4119-959f-e144b76d712e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:32.606710 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa057c41-54bc-4119-959f-e144b76d712e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:32.615670 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3c6cf41c-1ea1-487f-8a5a-7cfdbc6e07e1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d43eed1fe25140a39c3daddd7a74af12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3734720 Nov 11 17:52:32.618875 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43640) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:32.624381 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cf41c-1ea1-487f-8a5a-7cfdbc6e07e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89328d97-4dd6-4242-bb1d-1862e9446444,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:32.659163 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-aa057c41-54bc-4119-959f-e144b76d712e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8e49e239eccc480bbb2af28bcc35751e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2561879 Nov 11 17:52:32.661335 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa057c41-54bc-4119-959f-e144b76d712e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a53388a-6730-4ae1-8005-75604e80ac18,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:32.663429 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43642) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:32.674035 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11c98428-1322-45da-9f85-0250ebf4c83d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:32.715094 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11c98428-1322-45da-9f85-0250ebf4c83d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:32.754351 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-581f116d-8679-4f7d-b597-9aec72ee5b0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:32.777303 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-581f116d-8679-4f7d-b597-9aec72ee5b0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:32.787235 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11c98428-1322-45da-9f85-0250ebf4c83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:32.789859 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11c98428-1322-45da-9f85-0250ebf4c83d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:32.790999 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-11c98428-1322-45da-9f85-0250ebf4c83d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/89328d97-4dd6-4242-bb1d-1862e9446444 HTTP/1.1" status: 204 len: 168 time: 0.1711271 Nov 11 17:52:32.822420 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c98428-1322-45da-9f85-0250ebf4c83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89328d97-4dd6-4242-bb1d-1862e9446444,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:32.856176 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-581f116d-8679-4f7d-b597-9aec72ee5b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:32.860187 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-581f116d-8679-4f7d-b597-9aec72ee5b0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:32.864778 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-581f116d-8679-4f7d-b597-9aec72ee5b0e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2a53388a-6730-4ae1-8005-75604e80ac18 HTTP/1.1" status: 204 len: 168 time: 0.1973689 Nov 11 17:52:32.871271 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f116d-8679-4f7d-b597-9aec72ee5b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a53388a-6730-4ae1-8005-75604e80ac18,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:32.909817 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9634a-35af-438f-80b6-d56a7d38beac req-e8e4aa13-33a9-43eb-8946-0d9e92af9502 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:32.911530 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35e9634a-35af-438f-80b6-d56a7d38beac req-e8e4aa13-33a9-43eb-8946-0d9e92af9502 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 943 time: 0.0786517 Nov 11 17:52:32.966354 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35e9634a-35af-438f-80b6-d56a7d38beac req-c055a938-f7e4-4e26-9c39-db97b660483c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480921 Nov 11 17:52:33.244253 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43664) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:33.260751 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fc93ff29-50df-472d-89fa-b8b55b2f3a38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:33.344975 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fc93ff29-50df-472d-89fa-b8b55b2f3a38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:33.350618 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fc93ff29-50df-472d-89fa-b8b55b2f3a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:33.394366 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fc93ff29-50df-472d-89fa-b8b55b2f3a38 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=771da4836f60435db7add756080738f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1461217 Nov 11 17:52:33.395458 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43672) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:33.401787 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93ff29-50df-472d-89fa-b8b55b2f3a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7416e3-b8fe-432f-b7cc-d0274b3a3a01,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:33.452473 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7a4505f3-3cec-46b7-9620-33db0acdecb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:33.476200 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7a4505f3-3cec-46b7-9620-33db0acdecb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:33.529966 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7a4505f3-3cec-46b7-9620-33db0acdecb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:33.532719 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7a4505f3-3cec-46b7-9620-33db0acdecb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:33.533888 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7a4505f3-3cec-46b7-9620-33db0acdecb7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/be7416e3-b8fe-432f-b7cc-d0274b3a3a01 HTTP/1.1" status: 204 len: 168 time: 0.1371536 Nov 11 17:52:33.543400 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4505f3-3cec-46b7-9620-33db0acdecb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7416e3-b8fe-432f-b7cc-d0274b3a3a01,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:34.107461 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939173df-9c2f-45c4-8eaa-1c65442f0b53 req-84a48f70-9cf5-4568-a713-a42caa71aea7 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:34.110510 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-939173df-9c2f-45c4-8eaa-1c65442f0b53 req-84a48f70-9cf5-4568-a713-a42caa71aea7 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 943 time: 0.0627518 Nov 11 17:52:34.188041 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-939173df-9c2f-45c4-8eaa-1c65442f0b53 req-58bc43c9-f062-4d31-aab7-d264cc3871c0 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604377 Nov 11 17:52:35.142649 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43770) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:35.285345 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1fd44729-5293-4aa0-9d3d-d48245122d57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:35.385847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e50ef9-160c-4b1b-9d3b-9a7deac631f3 req-7005509e-d810-4864-ab93-83334b8582be tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:35.387424 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a3e50ef9-160c-4b1b-9d3b-9a7deac631f3 req-7005509e-d810-4864-ab93-83334b8582be tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 943 time: 0.0833910 Nov 11 17:52:35.436010 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1fd44729-5293-4aa0-9d3d-d48245122d57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:35.444455 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1fd44729-5293-4aa0-9d3d-d48245122d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:35.507565 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a3e50ef9-160c-4b1b-9d3b-9a7deac631f3 req-9febf76f-cf48-4b6a-8cd4-736a78dd170d tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109331 Nov 11 17:52:35.518321 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1fd44729-5293-4aa0-9d3d-d48245122d57 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7b6750b8f1d64743bb4b1afcf3e81ec8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3736303 Nov 11 17:52:35.520065 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd44729-5293-4aa0-9d3d-d48245122d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04577fbd-0859-4da5-80cb-350114490e38,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:35.520929 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43788) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:35.604418 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0a81fd68-8571-4395-bbd8-6811c08a35cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:35.627269 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0a81fd68-8571-4395-bbd8-6811c08a35cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:35.676790 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0a81fd68-8571-4395-bbd8-6811c08a35cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:35.680593 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0a81fd68-8571-4395-bbd8-6811c08a35cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:35.684447 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0a81fd68-8571-4395-bbd8-6811c08a35cf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/04577fbd-0859-4da5-80cb-350114490e38 HTTP/1.1" status: 204 len: 168 time: 0.1623142 Nov 11 17:52:35.694717 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81fd68-8571-4395-bbd8-6811c08a35cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04577fbd-0859-4da5-80cb-350114490e38,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:35.703227 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81fd68-8571-4395-bbd8-6811c08a35cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:35.703946 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81fd68-8571-4395-bbd8-6811c08a35cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:35.704633 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81fd68-8571-4395-bbd8-6811c08a35cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:35.705131 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81fd68-8571-4395-bbd8-6811c08a35cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:35.705789 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81fd68-8571-4395-bbd8-6811c08a35cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:35.706353 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81fd68-8571-4395-bbd8-6811c08a35cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:35.706859 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81fd68-8571-4395-bbd8-6811c08a35cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:35.707406 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81fd68-8571-4395-bbd8-6811c08a35cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:35.707923 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81fd68-8571-4395-bbd8-6811c08a35cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:35.708551 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81fd68-8571-4395-bbd8-6811c08a35cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:35.709053 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81fd68-8571-4395-bbd8-6811c08a35cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:35.709578 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a81fd68-8571-4395-bbd8-6811c08a35cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:36.020997 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43812) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:36.036357 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7deb988-b0e9-4494-b37e-20c86cde9b64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:36.140423 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7deb988-b0e9-4494-b37e-20c86cde9b64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:36.148178 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7deb988-b0e9-4494-b37e-20c86cde9b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:36.183648 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43816) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:36.190181 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a7deb988-b0e9-4494-b37e-20c86cde9b64 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6cfc175e083745b38972bab504a70ad8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1672025 Nov 11 17:52:36.215645 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7deb988-b0e9-4494-b37e-20c86cde9b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c99f0b-4ff1-4c99-8574-af5485d7f072,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:36.250182 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c8a9a07-c258-4914-a097-e892444eb6f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:36.273824 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c8a9a07-c258-4914-a097-e892444eb6f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:36.329277 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c8a9a07-c258-4914-a097-e892444eb6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:36.333726 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c8a9a07-c258-4914-a097-e892444eb6f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:36.337575 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4c8a9a07-c258-4914-a097-e892444eb6f7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c5c99f0b-4ff1-4c99-8574-af5485d7f072 HTTP/1.1" status: 204 len: 168 time: 0.1506164 Nov 11 17:52:36.344534 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a9a07-c258-4914-a097-e892444eb6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c99f0b-4ff1-4c99-8574-af5485d7f072,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:36.677946 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6217849-5305-4254-98f3-af5719ba936c req-687967a1-c34d-4fc4-b8cb-3806955f7519 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:36.686055 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6217849-5305-4254-98f3-af5719ba936c req-687967a1-c34d-4fc4-b8cb-3806955f7519 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 943 time: 0.0655363 Nov 11 17:52:36.766864 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6217849-5305-4254-98f3-af5719ba936c req-b0acf7fe-0638-466b-8949-a6ea48292215 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798848 Nov 11 17:52:37.457735 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-94ba810f-f50a-475e-ba58-45d911435216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:37.906707 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43896) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:37.936462 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c8501-0be7-4e89-94fa-d4360bca092f req-d2751eb1-c3e0-4380-b81c-0607a960259b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:37.938075 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-398c8501-0be7-4e89-94fa-d4360bca092f req-d2751eb1-c3e0-4380-b81c-0607a960259b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 943 time: 0.0692680 Nov 11 17:52:38.033226 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-398c8501-0be7-4e89-94fa-d4360bca092f req-95eeb95d-0063-463e-82fa-1cf808c496f0 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817006 Nov 11 17:52:38.350632 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fad73d6f-061d-42c9-94d6-5b7482e2b1a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:38.460911 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fad73d6f-061d-42c9-94d6-5b7482e2b1a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:38.466769 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fad73d6f-061d-42c9-94d6-5b7482e2b1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:38.510701 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43908) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:38.510944 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fad73d6f-061d-42c9-94d6-5b7482e2b1a0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1ce33b8ff4264b7f9029a026f8133c46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6024883 Nov 11 17:52:38.511917 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad73d6f-061d-42c9-94d6-5b7482e2b1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4861d603-8514-4a77-ac61-71b7fb558f9a,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:38.566577 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6f192e1a-ebcd-4ea7-bee7-7bd1ee38c372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:38.592831 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6f192e1a-ebcd-4ea7-bee7-7bd1ee38c372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:38.670255 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6f192e1a-ebcd-4ea7-bee7-7bd1ee38c372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:38.673592 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6f192e1a-ebcd-4ea7-bee7-7bd1ee38c372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:38.675296 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6f192e1a-ebcd-4ea7-bee7-7bd1ee38c372 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4861d603-8514-4a77-ac61-71b7fb558f9a HTTP/1.1" status: 204 len: 168 time: 0.1630654 Nov 11 17:52:38.690301 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f192e1a-ebcd-4ea7-bee7-7bd1ee38c372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4861d603-8514-4a77-ac61-71b7fb558f9a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:38.699190 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f192e1a-ebcd-4ea7-bee7-7bd1ee38c372 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:38.700034 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f192e1a-ebcd-4ea7-bee7-7bd1ee38c372 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:38.700533 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f192e1a-ebcd-4ea7-bee7-7bd1ee38c372 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:38.701039 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f192e1a-ebcd-4ea7-bee7-7bd1ee38c372 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:38.701681 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f192e1a-ebcd-4ea7-bee7-7bd1ee38c372 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:38.702170 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f192e1a-ebcd-4ea7-bee7-7bd1ee38c372 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:38.702803 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f192e1a-ebcd-4ea7-bee7-7bd1ee38c372 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:38.703281 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f192e1a-ebcd-4ea7-bee7-7bd1ee38c372 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:38.703809 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f192e1a-ebcd-4ea7-bee7-7bd1ee38c372 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:38.704306 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f192e1a-ebcd-4ea7-bee7-7bd1ee38c372 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:38.704793 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f192e1a-ebcd-4ea7-bee7-7bd1ee38c372 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:38.705452 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f192e1a-ebcd-4ea7-bee7-7bd1ee38c372 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:39.117423 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43924) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:39.133338 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1f9253c0-524c-41e4-8c32-abd0f4096c4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:39.193067 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83372f3c-5513-4fd8-88dd-50c34eea1190 req-3c9e6ab2-206d-43c4-b007-9807c4b6fba0 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:39.201489 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83372f3c-5513-4fd8-88dd-50c34eea1190 req-3c9e6ab2-206d-43c4-b007-9807c4b6fba0 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 943 time: 0.0978796 Nov 11 17:52:39.228134 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1f9253c0-524c-41e4-8c32-abd0f4096c4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:39.235611 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1f9253c0-524c-41e4-8c32-abd0f4096c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:39.265042 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83372f3c-5513-4fd8-88dd-50c34eea1190 req-c6e6b4aa-dea1-48f0-a534-6a67d48194e6 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612140 Nov 11 17:52:39.301553 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9253c0-524c-41e4-8c32-abd0f4096c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f28231-12d9-447f-983c-ba58cd2b6b87,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:39.306738 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1f9253c0-524c-41e4-8c32-abd0f4096c4b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d21c9cbebb0a426980439bf788801320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1875682 Nov 11 17:52:39.309547 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43926) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:39.360905 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-642fa5c6-f819-4494-b72d-641801cbd5df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:39.385992 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-642fa5c6-f819-4494-b72d-641801cbd5df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:39.446047 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-642fa5c6-f819-4494-b72d-641801cbd5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:39.449038 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-642fa5c6-f819-4494-b72d-641801cbd5df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:39.450354 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-642fa5c6-f819-4494-b72d-641801cbd5df admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d6f28231-12d9-447f-983c-ba58cd2b6b87 HTTP/1.1" status: 204 len: 168 time: 0.1398413 Nov 11 17:52:39.460112 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fa5c6-f819-4494-b72d-641801cbd5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f28231-12d9-447f-983c-ba58cd2b6b87,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:39.473578 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 81e1ffe6-616d-4792-bd99-357ef5edb699 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:52:39.625261 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 81e1ffe6-616d-4792-bd99-357ef5edb699, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=81e1ffe6-616d-4792-bd99-357ef5edb699,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:52:39.646077 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '81e1ffe6-616d-4792-bd99-357ef5edb699', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'port_id': '81e1ffe6-616d-4792-bd99-357ef5edb699', 'mac_address': 'fa:16:3e:53:88:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:52:39.708251 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:39.751797 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e1ffe6-616d-4792-bd99-357ef5edb699 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:52:39.777072 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 81e1ffe6-616d-4792-bd99-357ef5edb699, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=81e1ffe6-616d-4792-bd99-357ef5edb699,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:52:39.788685 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:39.850538 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=81e1ffe6-616d-4792-bd99-357ef5edb699,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:39.868068 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:39.868941 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:39.869459 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:39.869995 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:39.870523 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:39.871018 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:39.871659 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:39.872169 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:39.872694 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:39.873225 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:39.873768 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:39.874295 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:52:40.130167 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['81e1ffe6-616d-4792-bd99-357ef5edb699'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:52:40.419392 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a4e5a31b-9027-44cc-a3f0-b3e194b9629c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:40.424686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5882d5-8e1d-4ad0-9190-b7b5e3dfc42a req-a7f99665-e859-4952-8898-f04697d1017a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:40.432614 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb5882d5-8e1d-4ad0-9190-b7b5e3dfc42a req-a7f99665-e859-4952-8898-f04697d1017a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 944 time: 0.0878010 Nov 11 17:52:40.493404 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb5882d5-8e1d-4ad0-9190-b7b5e3dfc42a req-ff820ec6-f7d7-4187-b118-ac997ec3a74f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583115 Nov 11 17:52:40.793551 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 43968) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:40.934961 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b3137117-76eb-48bc-b687-e5bb8f8a72ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:41.011136 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:41.042153 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b3137117-76eb-48bc-b687-e5bb8f8a72ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:41.047279 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b3137117-76eb-48bc-b687-e5bb8f8a72ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:41.089553 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b3137117-76eb-48bc-b687-e5bb8f8a72ee admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d52a50b91e6146cb81ac3289bf25afd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2946568 Nov 11 17:52:41.091706 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3137117-76eb-48bc-b687-e5bb8f8a72ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59da7df6-48c9-4e22-8484-c2bf288ab33c,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:41.094765 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 43978) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:41.172299 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4962f8a-4717-438b-b643-44f1ebe7c972 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:41.198238 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4962f8a-4717-438b-b643-44f1ebe7c972 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:41.261164 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4962f8a-4717-438b-b643-44f1ebe7c972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:41.264602 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4962f8a-4717-438b-b643-44f1ebe7c972 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:41.269685 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a4962f8a-4717-438b-b643-44f1ebe7c972 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/59da7df6-48c9-4e22-8484-c2bf288ab33c HTTP/1.1" status: 204 len: 168 time: 0.1686261 Nov 11 17:52:41.279189 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4962f8a-4717-438b-b643-44f1ebe7c972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59da7df6-48c9-4e22-8484-c2bf288ab33c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:41.471578 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 81e1ffe6-616d-4792-bd99-357ef5edb699 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:52:41.561850 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 81e1ffe6-616d-4792-bd99-357ef5edb699 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:52:41.571129 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 81e1ffe6-616d-4792-bd99-357ef5edb699 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:52:41.575302 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:41.652442 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c507e6c-0f8f-4eae-83fe-1976b6245800 req-f8e49676-87a9-4b0e-bd55-1a2cdc10ae81 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:41.660226 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c507e6c-0f8f-4eae-83fe-1976b6245800 req-f8e49676-87a9-4b0e-bd55-1a2cdc10ae81 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 944 time: 0.0742888 Nov 11 17:52:41.732757 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c507e6c-0f8f-4eae-83fe-1976b6245800 req-1d7d75fb-5712-444a-9788-8bbd491aa33a tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663412 Nov 11 17:52:41.762923 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:41.822816 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f442c1-fba9-4986-bbb6-0499bb706b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e1ffe6-616d-4792-bd99-357ef5edb699'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:52:41.826173 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffa0080-bdab-4760-ad1f-b8ae0f38215e" -d '{"events": [{"server_uuid": "c6f442c1-fba9-4986-bbb6-0499bb706b34", "name": "network-vif-plugged", "status": "completed", "tag": "81e1ffe6-616d-4792-bd99-357ef5edb699"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:52:41.830188 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 81e1ffe6-616d-4792-bd99-357ef5edb699, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=81e1ffe6-616d-4792-bd99-357ef5edb699,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:52:41.843336 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:41.892276 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16888541-f833-43d1-8780-d4211c6e4c7a x-openstack-request-id: req-16888541-f833-43d1-8780-d4211c6e4c7a {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:52:41.892577 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f442c1-fba9-4986-bbb6-0499bb706b34", "name": "network-vif-plugged", "status": "completed", "tag": "81e1ffe6-616d-4792-bd99-357ef5edb699", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:52:41.892836 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-16888541-f833-43d1-8780-d4211c6e4c7a {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:52:41.893250 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f442c1-fba9-4986-bbb6-0499bb706b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e1ffe6-616d-4792-bd99-357ef5edb699', 'code': 200} Nov 11 17:52:41.935717 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=81e1ffe6-616d-4792-bd99-357ef5edb699,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:42.014498 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19d629-67a6-402a-b9df-5f26ff636c33 req-eba5a245-e482-4473-bb5f-27fa64d6b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:42.016204 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9b19d629-67a6-402a-b9df-5f26ff636c33 req-eba5a245-e482-4473-bb5f-27fa64d6b3d0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 1096 time: 0.0462255 Nov 11 17:52:42.114899 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9b19d629-67a6-402a-b9df-5f26ff636c33 req-47816417-d12e-41fb-9041-5a57aa9df09a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912285 Nov 11 17:52:42.616741 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:42.904661 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b735324-ab0b-48fe-aa03-d444d1410358 req-3bc422ea-486a-41d4-87a1-49aee032445e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:42.906314 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b735324-ab0b-48fe-aa03-d444d1410358 req-3bc422ea-486a-41d4-87a1-49aee032445e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 945 time: 0.0666504 Nov 11 17:52:42.940287 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:42.990973 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b735324-ab0b-48fe-aa03-d444d1410358 req-59e5029e-f991-425e-8d02-32d68a49a541 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742602 Nov 11 17:52:43.770524 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44080) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:43.883504 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-238f028b-21d0-44f1-b923-a553680e830c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:43.965429 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-238f028b-21d0-44f1-b923-a553680e830c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:43.971035 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-238f028b-21d0-44f1-b923-a553680e830c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:44.012405 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-238f028b-21d0-44f1-b923-a553680e830c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=488a92a6df834a169b7f918b91d965f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2403371 Nov 11 17:52:44.013812 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44084) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:44.014764 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f028b-21d0-44f1-b923-a553680e830c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c561fd9-54b2-4cf4-a7f0-eb60f1a1f0db,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:44.108976 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-af67056d-55b6-40ac-a4c1-a46b6b16b8b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:44.137577 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-af67056d-55b6-40ac-a4c1-a46b6b16b8b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:44.181446 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5858b-42d4-4496-9abe-a686d0ea07c5 req-0d4a584a-94d8-4830-b314-a4c61761d1be tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:44.185932 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57b5858b-42d4-4496-9abe-a686d0ea07c5 req-0d4a584a-94d8-4830-b314-a4c61761d1be tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 945 time: 0.0837543 Nov 11 17:52:44.194571 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-af67056d-55b6-40ac-a4c1-a46b6b16b8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:44.198391 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-af67056d-55b6-40ac-a4c1-a46b6b16b8b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:44.205839 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-af67056d-55b6-40ac-a4c1-a46b6b16b8b4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9c561fd9-54b2-4cf4-a7f0-eb60f1a1f0db HTTP/1.1" status: 204 len: 168 time: 0.1838434 Nov 11 17:52:44.214499 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67056d-55b6-40ac-a4c1-a46b6b16b8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c561fd9-54b2-4cf4-a7f0-eb60f1a1f0db,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:44.324352 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57b5858b-42d4-4496-9abe-a686d0ea07c5 req-31b15edf-7d75-44df-891e-97d8f62eaddf tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266844 Nov 11 17:52:44.480222 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953b6b6-8f77-4be8-b57b-4b8cc7d78494 req-bf8b7788-8756-4fc7-88b2-2b9009f2ac69 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:44.488265 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3953b6b6-8f77-4be8-b57b-4b8cc7d78494 req-bf8b7788-8756-4fc7-88b2-2b9009f2ac69 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 945 time: 0.0690639 Nov 11 17:52:44.550175 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3953b6b6-8f77-4be8-b57b-4b8cc7d78494 req-dee0348a-abef-4b6f-9d0a-31747f29422b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602572 Nov 11 17:52:44.566975 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44098) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:44.603918 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44100) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:44.615091 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e361ceb-7689-43e3-813e-2f1223ee86d8 tempest-TestVolumeBootPattern-1760372512 tempest-TestVolumeBootPattern-1760372512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:44.616996 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6e361ceb-7689-43e3-813e-2f1223ee86d8 tempest-TestVolumeBootPattern-1760372512 tempest-TestVolumeBootPattern-1760372512-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 1091 time: 0.0487916 Nov 11 17:52:44.619412 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1769b4f-aa4a-422a-b66f-70a85febad40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:44.619963 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44102) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:44.624914 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-cda68e65-0061-45cf-b63c-d857c2682584 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': '81e1ffe6-616d-4792-bd99-357ef5edb699', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:52:44.651157 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cda68e65-0061-45cf-b63c-d857c2682584 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for floatingip, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:44.714422 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1769b4f-aa4a-422a-b66f-70a85febad40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:44.725620 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1769b4f-aa4a-422a-b66f-70a85febad40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:44.765552 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d1769b4f-aa4a-422a-b66f-70a85febad40 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d53ac7ba20464def838f59b21cc94c7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1582966 Nov 11 17:52:44.768185 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44104) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:44.778060 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1769b4f-aa4a-422a-b66f-70a85febad40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5632672-4b2c-4423-8015-863c539f5804,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:44.812275 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cda68e65-0061-45cf-b63c-d857c2682584 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:44.901764 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18971248-494d-445a-aecb-63dd89742224 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:44.951249 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18971248-494d-445a-aecb-63dd89742224 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:44.980499 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-cda68e65-0061-45cf-b63c-d857c2682584 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Allocated IP 172.25.2.217 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/ec4e480f-669f-4863-b0cc-8567b7f32fa4) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:52:45.075575 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18971248-494d-445a-aecb-63dd89742224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:45.078159 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18971248-494d-445a-aecb-63dd89742224 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:45.082551 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-18971248-494d-445a-aecb-63dd89742224 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e5632672-4b2c-4423-8015-863c539f5804 HTTP/1.1" status: 204 len: 168 time: 0.3100038 Nov 11 17:52:45.096226 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18971248-494d-445a-aecb-63dd89742224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5632672-4b2c-4423-8015-863c539f5804,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:45.141408 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cda68e65-0061-45cf-b63c-d857c2682584 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:45.179878 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cda68e65-0061-45cf-b63c-d857c2682584 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:45.220560 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda68e65-0061-45cf-b63c-d857c2682584 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:52:45.223456 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-cda68e65-0061-45cf-b63c-d857c2682584 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:52:45.227370 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda68e65-0061-45cf-b63c-d857c2682584 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:52:45.266896 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda68e65-0061-45cf-b63c-d857c2682584 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event updated for resources: {'Port': ['ID=ec4e480f-669f-4863-b0cc-8567b7f32fa4,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:45.812642 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cda68e65-0061-45cf-b63c-d857c2682584 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:45.916369 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cda68e65-0061-45cf-b63c-d857c2682584 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:46.112004 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cda68e65-0061-45cf-b63c-d857c2682584 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:46.120544 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cda68e65-0061-45cf-b63c-d857c2682584 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:46.226813 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda68e65-0061-45cf-b63c-d857c2682584 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event updated for resources: {'Port': ['ID=ec4e480f-669f-4863-b0cc-8567b7f32fa4,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:46.245933 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cda68e65-0061-45cf-b63c-d857c2682584 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:46.376861 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-cda68e65-0061-45cf-b63c-d857c2682584 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Floating IP 681907ca-a2ac-4108-bcb2-0510e2298f32 associated. External IP: 172.25.2.217, port: 81e1ffe6-616d-4792-bd99-357ef5edb699. Nov 11 17:52:46.647158 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda68e65-0061-45cf-b63c-d857c2682584 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:52:46.792010 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda68e65-0061-45cf-b63c-d857c2682584 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:52:46.807425 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64132634-c626-419c-a9a9-ed219ccd2f83 None None] Sync routers for ids ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:52:46.822291 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cda68e65-0061-45cf-b63c-d857c2682584 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:46.830908 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64132634-c626-419c-a9a9-ed219ccd2f83 None None] Routers {'5fbab56d-59f7-4161-9894-fd49d0afbfe4'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:52:46.839799 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-64132634-c626-419c-a9a9-ed219ccd2f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:52:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:52:46.876813 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cda68e65-0061-45cf-b63c-d857c2682584 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2555425 Nov 11 17:52:46.877354 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f442c1-fba9-4986-bbb6-0499bb706b34', 'tag': '81e1ffe6-616d-4792-bd99-357ef5edb699'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:52:46.882511 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73062028-8a37-4701-b9ec-ded600ec11a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f442c1-fba9-4986-bbb6-0499bb706b34", "tag": "81e1ffe6-616d-4792-bd99-357ef5edb699"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:52:46.949079 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae7f102-7e8a-4852-baac-f41837717162 x-openstack-request-id: req-aae7f102-7e8a-4852-baac-f41837717162 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:52:46.949464 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f442c1-fba9-4986-bbb6-0499bb706b34", "tag": "81e1ffe6-616d-4792-bd99-357ef5edb699", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:52:46.949814 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aae7f102-7e8a-4852-baac-f41837717162 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:52:46.950331 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f442c1-fba9-4986-bbb6-0499bb706b34', 'tag': '81e1ffe6-616d-4792-bd99-357ef5edb699', 'status': 'completed', 'code': 200} Nov 11 17:52:46.998135 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-64132634-c626-419c-a9a9-ed219ccd2f83 None None] Set router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:52:47.047372 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73062028-8a37-4701-b9ec-ded600ec11a8 req-da53f9c7-7a5c-40ad-b3f5-ab4665740fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:47.049125 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-73062028-8a37-4701-b9ec-ded600ec11a8 req-da53f9c7-7a5c-40ad-b3f5-ab4665740fde service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 1096 time: 0.0572443 Nov 11 17:52:47.185117 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73062028-8a37-4701-b9ec-ded600ec11a8 req-7c6c11f7-a8e3-45b4-a536-5fab8a3b3ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:47.186625 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-73062028-8a37-4701-b9ec-ded600ec11a8 req-7c6c11f7-a8e3-45b4-a536-5fab8a3b3ebf service neutron] 10.222.0.64 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 914 time: 0.1300595 Nov 11 17:52:47.271294 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-73062028-8a37-4701-b9ec-ded600ec11a8 req-32893770-47dc-4a47-9376-461c5749540c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e1ffe6-616d-4792-bd99-357ef5edb699 HTTP/1.1" status: 200 len: 999 time: 0.0776505 Nov 11 17:52:47.302456 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-64132634-c626-419c-a9a9-ed219ccd2f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:31Z', 'revision_number': 4, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '681907ca-a2ac-4108-bcb2-0510e2298f32', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'floating_ip_address': '172.25.2.217', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'port_id': '81e1ffe6-616d-4792-bd99-357ef5edb699', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'mac_address': 'fa:16:3e:53:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f442c1-fba9-4986-bbb6-0499bb706b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:52:45Z', 'updated_at': '2021-11-11T17:52:45Z', 'revision_number': 0, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'fixed_ip_address_scope': None}, {'id': 'de650fbb-9292-4bef-89f1-499cfd053af9', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'port_id': 'a775aa82-c026-48ff-97f8-4332e1716d42', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'mac_address': 'fa:16:3e:e8:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d631708-d5dd-445a-bf21-05be99fe8a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:50:31Z', 'updated_at': '2021-11-11T17:50:34Z', 'revision_number': 1, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8d9805-d836-48d4-85db-4e4aa93290b3', 'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'mac_address': 'fa:16:3e:65:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:29Z', 'updated_at': '2021-11-11T17:42:41Z', 'revision_number': 5, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'subnets': [{'id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:52:47.339145 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73062028-8a37-4701-b9ec-ded600ec11a8 req-3b78c183-5b03-4c26-84f1-e924621745ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:47.339145 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-73062028-8a37-4701-b9ec-ded600ec11a8 req-3b78c183-5b03-4c26-84f1-e924621745ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.0580857 Nov 11 17:52:47.341027 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64132634-c626-419c-a9a9-ed219ccd2f83 None None] Checking router: 5fbab56d-59f7-4161-9894-fd49d0afbfe4 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:52:47.351912 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64132634-c626-419c-a9a9-ed219ccd2f83 None None] Routers {'5fbab56d-59f7-4161-9894-fd49d0afbfe4'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:52:47.352546 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-64132634-c626-419c-a9a9-ed219ccd2f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:52:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:52:47.397454 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73062028-8a37-4701-b9ec-ded600ec11a8 req-9126268a-664e-45fe-a31c-bdff04147fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:47.399045 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-73062028-8a37-4701-b9ec-ded600ec11a8 req-9126268a-664e-45fe-a31c-bdff04147fb1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541124 Nov 11 17:52:47.535239 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-73062028-8a37-4701-b9ec-ded600ec11a8 req-dc010cae-2cbf-493d-86f1-10d4722c33e7 service neutron] 10.222.0.64 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289010 Nov 11 17:52:47.638691 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-64132634-c626-419c-a9a9-ed219ccd2f83 None None] Set router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:52:47.650054 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-73062028-8a37-4701-b9ec-ded600ec11a8 req-dd2887f6-efe6-4738-90a5-6734a57464ec service neutron] 10.222.0.64 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058571 Nov 11 17:52:47.876941 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-64132634-c626-419c-a9a9-ed219ccd2f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:31Z', 'revision_number': 4, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '681907ca-a2ac-4108-bcb2-0510e2298f32', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'floating_ip_address': '172.25.2.217', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'port_id': '81e1ffe6-616d-4792-bd99-357ef5edb699', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'mac_address': 'fa:16:3e:53:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f442c1-fba9-4986-bbb6-0499bb706b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:52:45Z', 'updated_at': '2021-11-11T17:52:45Z', 'revision_number': 0, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'fixed_ip_address_scope': None}, {'id': 'de650fbb-9292-4bef-89f1-499cfd053af9', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'port_id': 'a775aa82-c026-48ff-97f8-4332e1716d42', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'mac_address': 'fa:16:3e:e8:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d631708-d5dd-445a-bf21-05be99fe8a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:50:31Z', 'updated_at': '2021-11-11T17:50:34Z', 'revision_number': 1, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8d9805-d836-48d4-85db-4e4aa93290b3', 'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'mac_address': 'fa:16:3e:65:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:29Z', 'updated_at': '2021-11-11T17:42:41Z', 'revision_number': 5, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'subnets': [{'id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:52:47.905891 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64132634-c626-419c-a9a9-ed219ccd2f83 None None] The sync data for ids ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'] in n-d-816206-4 is: [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:31Z', 'revision_number': 4, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '681907ca-a2ac-4108-bcb2-0510e2298f32', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'floating_ip_address': '172.25.2.217', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'port_id': '81e1ffe6-616d-4792-bd99-357ef5edb699', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'mac_address': 'fa:16:3e:53:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f442c1-fba9-4986-bbb6-0499bb706b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:52:45Z', 'updated_at': '2021-11-11T17:52:45Z', 'revision_number': 0, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'fixed_ip_address_scope': None}, {'id': 'de650fbb-9292-4bef-89f1-499cfd053af9', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'port_id': 'a775aa82-c026-48ff-97f8-4332e1716d42', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'mac_address': 'fa:16:3e:e8:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d631708-d5dd-445a-bf21-05be99fe8a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:50:31Z', 'updated_at': '2021-11-11T17:50:34Z', 'revision_number': 1, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8d9805-d836-48d4-85db-4e4aa93290b3', 'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'mac_address': 'fa:16:3e:65:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:29Z', 'updated_at': '2021-11-11T17:42:41Z', 'revision_number': 5, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'subnets': [{'id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:52:48.159258 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db9a848-bb84-4924-91b6-6e7200f4b0ef None None] New status for floating IP 681907ca-a2ac-4108-bcb2-0510e2298f32: ACTIVE {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:52:48.525177 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:51.693283 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44556) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:51.817419 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9dc28682-a516-4cbb-bfcc-4afda2d87859 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:51.902462 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9dc28682-a516-4cbb-bfcc-4afda2d87859 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:51.907701 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9dc28682-a516-4cbb-bfcc-4afda2d87859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:51.950709 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9dc28682-a516-4cbb-bfcc-4afda2d87859 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b97762883cb64f8db49270f291e32b49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2552135 Nov 11 17:52:51.951924 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc28682-a516-4cbb-bfcc-4afda2d87859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4be8e42-2666-45eb-b952-005c3aaf90cd,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:51.953298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44564) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:52.017842 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ddbe6f2-3716-4900-a495-7fb647e1cd6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:52.040637 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ddbe6f2-3716-4900-a495-7fb647e1cd6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:52.096961 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ddbe6f2-3716-4900-a495-7fb647e1cd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:52.100623 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ddbe6f2-3716-4900-a495-7fb647e1cd6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:52.104164 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2ddbe6f2-3716-4900-a495-7fb647e1cd6a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a4be8e42-2666-45eb-b952-005c3aaf90cd HTTP/1.1" status: 204 len: 168 time: 0.1475093 Nov 11 17:52:52.110363 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbe6f2-3716-4900-a495-7fb647e1cd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4be8e42-2666-45eb-b952-005c3aaf90cd,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:54.100829 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44650) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:54.272577 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:54.318960 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6e2e7e26-cb3c-48c9-b7e0-5fcd8c18ac13 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:52:54.354788 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6e2e7e26-cb3c-48c9-b7e0-5fcd8c18ac13 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:54.476098 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6e2e7e26-cb3c-48c9-b7e0-5fcd8c18ac13 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:54.599134 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-6e2e7e26-cb3c-48c9-b7e0-5fcd8c18ac13 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Allocated IP 172.25.2.43 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/5010f5c8-08e1-4aaf-8dc7-c1fb75883b8d) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:52:54.729612 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6e2e7e26-cb3c-48c9-b7e0-5fcd8c18ac13 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:54.793417 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6e2e7e26-cb3c-48c9-b7e0-5fcd8c18ac13 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:54.839323 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2e7e26-cb3c-48c9-b7e0-5fcd8c18ac13 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:52:54.846119 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-6e2e7e26-cb3c-48c9-b7e0-5fcd8c18ac13 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:52:54.850165 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e7e26-cb3c-48c9-b7e0-5fcd8c18ac13 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:52:54.877097 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e7e26-cb3c-48c9-b7e0-5fcd8c18ac13 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Pushing event updated for resources: {'Port': ['ID=5010f5c8-08e1-4aaf-8dc7-c1fb75883b8d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:54.983033 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6e2e7e26-cb3c-48c9-b7e0-5fcd8c18ac13 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:55.023012 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6e2e7e26-cb3c-48c9-b7e0-5fcd8c18ac13 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:55.211840 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6e2e7e26-cb3c-48c9-b7e0-5fcd8c18ac13 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:55.217555 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6e2e7e26-cb3c-48c9-b7e0-5fcd8c18ac13 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:55.286247 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e7e26-cb3c-48c9-b7e0-5fcd8c18ac13 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Pushing event updated for resources: {'Port': ['ID=5010f5c8-08e1-4aaf-8dc7-c1fb75883b8d,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:55.306372 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6e2e7e26-cb3c-48c9-b7e0-5fcd8c18ac13 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:55.328395 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6e2e7e26-cb3c-48c9-b7e0-5fcd8c18ac13 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:55.329672 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6e2e7e26-cb3c-48c9-b7e0-5fcd8c18ac13 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2270598 Nov 11 17:52:55.332819 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44678) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:55.341710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-bd06a18a-41f7-487b-8308-d273bcce8694 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-434307273'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:52:55.397469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd06a18a-41f7-487b-8308-d273bcce8694 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Made reservation on behalf of 8b44140da2e54b13b8afae99e2c9f3c8 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:52:55.401397 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd06a18a-41f7-487b-8308-d273bcce8694 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:55.412098 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd06a18a-41f7-487b-8308-d273bcce8694 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:55.497436 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd06a18a-41f7-487b-8308-d273bcce8694 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:55.501935 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd06a18a-41f7-487b-8308-d273bcce8694 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:55.529143 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd06a18a-41f7-487b-8308-d273bcce8694 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1282} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:52:55.546132 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a18a-41f7-487b-8308-d273bcce8694 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df7b7ffb-7980-4219-aceb-177f1a248f42,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:55.565241 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd06a18a-41f7-487b-8308-d273bcce8694 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:55.565588 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-bd06a18a-41f7-487b-8308-d273bcce8694 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Added segment 9239fc92-1087-4744-b81e-3e93ea13acb2 of type vlan for network 1b34dc5f-856c-4b30-a357-a34dc0255fad Nov 11 17:52:55.627488 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd06a18a-41f7-487b-8308-d273bcce8694 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:55.663283 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd06a18a-41f7-487b-8308-d273bcce8694 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:55.669728 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd06a18a-41f7-487b-8308-d273bcce8694 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:55.670983 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd06a18a-41f7-487b-8308-d273bcce8694 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:55.737612 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bd06a18a-41f7-487b-8308-d273bcce8694 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4037142 Nov 11 17:52:55.737936 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44686) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:55.746147 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-7b2843ac-36da-49e0-b8af-241bc7aa06c9 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Request body: {'subnet': {'network_id': '1b34dc5f-856c-4b30-a357-a34dc0255fad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:52:55.761855 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a18a-41f7-487b-8308-d273bcce8694 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Pushing event updated for resources: {'Network': ['ID=1b34dc5f-856c-4b30-a357-a34dc0255fad,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:55.775116 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 1b34dc5f-856c-4b30-a357-a34dc0255fad details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:52:55.923627 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2843ac-36da-49e0-b8af-241bc7aa06c9 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Made reservation on behalf of 8b44140da2e54b13b8afae99e2c9f3c8 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:52:55.929184 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b2843ac-36da-49e0-b8af-241bc7aa06c9 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:56.468185 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b2843ac-36da-49e0-b8af-241bc7aa06c9 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:56.533138 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2843ac-36da-49e0-b8af-241bc7aa06c9 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Pushing event updated for resources: {'Subnet': ['ID=2187c076-26e6-4955-8011-17c4eca1a43b,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:56.540268 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2843ac-36da-49e0-b8af-241bc7aa06c9 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Checking segment: {'id': '9239fc92-1087-4744-b81e-3e93ea13acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '1b34dc5f-856c-4b30-a357-a34dc0255fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:52:56.541482 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2843ac-36da-49e0-b8af-241bc7aa06c9 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Network hostable DHCP agents. Network: 1b34dc5f-856c-4b30-a357-a34dc0255fad, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:52:56.569714 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2843ac-36da-49e0-b8af-241bc7aa06c9 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Network 1b34dc5f-856c-4b30-a357-a34dc0255fad is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:52:56.581703 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-7b2843ac-36da-49e0-b8af-241bc7aa06c9 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 1b34dc5f-856c-4b30-a357-a34dc0255fad) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:52:56.601944 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2843ac-36da-49e0-b8af-241bc7aa06c9 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:52:56.602886 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b2843ac-36da-49e0-b8af-241bc7aa06c9 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:56.608741 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25bf9cd-1fb3-48cb-b5fc-d3719a67c299 None None] Network 1b34dc5f-856c-4b30-a357-a34dc0255fad requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:52:56.684551 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7b2843ac-36da-49e0-b8af-241bc7aa06c9 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9455841 Nov 11 17:52:56.687670 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44704) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:56.703711 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-cb528168-4cce-4e05-87f8-29171e79e00e tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-555435986', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}, 'admin_state_up': False}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:52:56.775890 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb528168-4cce-4e05-87f8-29171e79e00e tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:56.776985 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb528168-4cce-4e05-87f8-29171e79e00e tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:56.785512 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaae720d-c836-4a18-85b8-e492c1cd7c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-1b34dc5f-856c-4b30-a357-a34dc0255fad', 'network_id': '1b34dc5f-856c-4b30-a357-a34dc0255fad', 'tenant_id': '8b44140da2e54b13b8afae99e2c9f3c8', 'fixed_ips': [{'subnet_id': '2187c076-26e6-4955-8011-17c4eca1a43b'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:52:56.787548 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-eaae720d-c836-4a18-85b8-e492c1cd7c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:56.896113 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb528168-4cce-4e05-87f8-29171e79e00e tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:56.998761 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-eaae720d-c836-4a18-85b8-e492c1cd7c71 None None] Allocated IP 172.20.0.2 (1b34dc5f-856c-4b30-a357-a34dc0255fad/2187c076-26e6-4955-8011-17c4eca1a43b/7dfc4150-be74-4a9b-a544-b7eaa39435e7) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:52:57.147254 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb528168-4cce-4e05-87f8-29171e79e00e tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:57.202023 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-eaae720d-c836-4a18-85b8-e492c1cd7c71 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:57.212854 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-eaae720d-c836-4a18-85b8-e492c1cd7c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:57.261395 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae720d-c836-4a18-85b8-e492c1cd7c71 None None] Pushing event updated for resources: {'Port': ['ID=7dfc4150-be74-4a9b-a544-b7eaa39435e7,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:57.280725 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaae720d-c836-4a18-85b8-e492c1cd7c71 None None] Network 1b34dc5f-856c-4b30-a357-a34dc0255fad is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:52:57.282589 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-eaae720d-c836-4a18-85b8-e492c1cd7c71 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:52:57.287023 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaae720d-c836-4a18-85b8-e492c1cd7c71 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:52:57.405575 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-eaae720d-c836-4a18-85b8-e492c1cd7c71 None None] Attempting to bind port 7dfc4150-be74-4a9b-a544-b7eaa39435e7 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:52:57.406184 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-eaae720d-c836-4a18-85b8-e492c1cd7c71 None None] Attempting to bind port 7dfc4150-be74-4a9b-a544-b7eaa39435e7 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '9239fc92-1087-4744-b81e-3e93ea13acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '1b34dc5f-856c-4b30-a357-a34dc0255fad'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:52:57.406726 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaae720d-c836-4a18-85b8-e492c1cd7c71 None None] Attempting to bind port 7dfc4150-be74-4a9b-a544-b7eaa39435e7 on network 1b34dc5f-856c-4b30-a357-a34dc0255fad {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:52:57.413450 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaae720d-c836-4a18-85b8-e492c1cd7c71 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:52:57.414080 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaae720d-c836-4a18-85b8-e492c1cd7c71 None None] Checking segment: {'id': '9239fc92-1087-4744-b81e-3e93ea13acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '1b34dc5f-856c-4b30-a357-a34dc0255fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:52:57.414645 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-eaae720d-c836-4a18-85b8-e492c1cd7c71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:57.415202 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaae720d-c836-4a18-85b8-e492c1cd7c71 None None] Bound using segment: {'id': '9239fc92-1087-4744-b81e-3e93ea13acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '1b34dc5f-856c-4b30-a357-a34dc0255fad'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:52:57.415871 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-eaae720d-c836-4a18-85b8-e492c1cd7c71 None None] Bound port: 7dfc4150-be74-4a9b-a544-b7eaa39435e7, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9239fc92-1087-4744-b81e-3e93ea13acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '1b34dc5f-856c-4b30-a357-a34dc0255fad'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:52:57.416447 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-eaae720d-c836-4a18-85b8-e492c1cd7c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:57.426774 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb528168-4cce-4e05-87f8-29171e79e00e tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:57.455239 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb528168-4cce-4e05-87f8-29171e79e00e tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:57.518565 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-eaae720d-c836-4a18-85b8-e492c1cd7c71 None None] For port 7dfc4150-be74-4a9b-a544-b7eaa39435e7, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:52:57.526298 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-eaae720d-c836-4a18-85b8-e492c1cd7c71 None None] For port 7dfc4150-be74-4a9b-a544-b7eaa39435e7, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7dfc4150-be74-4a9b-a544-b7eaa39435e7,segment=NetworkSegment(9239fc92-1087-4744-b81e-3e93ea13acb2),segment_id=9239fc92-1087-4744-b81e-3e93ea13acb2)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:52:57.530974 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-eaae720d-c836-4a18-85b8-e492c1cd7c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:57.634831 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae720d-c836-4a18-85b8-e492c1cd7c71 None None] Pushing event updated for resources: {'Port': ['ID=7dfc4150-be74-4a9b-a544-b7eaa39435e7,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:57.656332 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-cb528168-4cce-4e05-87f8-29171e79e00e tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Allocated IP 172.25.2.227 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/b535992a-e4da-4452-bf7d-124b29440c73) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:52:57.859695 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb528168-4cce-4e05-87f8-29171e79e00e tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:57.934080 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb528168-4cce-4e05-87f8-29171e79e00e tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:58.010348 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb528168-4cce-4e05-87f8-29171e79e00e tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:52:58.020792 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-cb528168-4cce-4e05-87f8-29171e79e00e tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:52:58.030980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb528168-4cce-4e05-87f8-29171e79e00e tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:52:58.035334 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb528168-4cce-4e05-87f8-29171e79e00e tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Pushing event updated for resources: {'Port': ['ID=b535992a-e4da-4452-bf7d-124b29440c73,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:58.045599 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d03c4f-ace7-483f-ba6b-6a0802a4e3c7 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:52:58.150194 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-785878ca-35ff-420d-9b23-18c5859ac91a None None] Provisioning complete for port b535992a-e4da-4452-bf7d-124b29440c73 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:52:58.151673 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-785878ca-35ff-420d-9b23-18c5859ac91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:58.210158 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-785878ca-35ff-420d-9b23-18c5859ac91a None None] Port b535992a-e4da-4452-bf7d-124b29440c73 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:52:58.442681 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb528168-4cce-4e05-87f8-29171e79e00e tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:58.749708 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb528168-4cce-4e05-87f8-29171e79e00e tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:59.027451 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb528168-4cce-4e05-87f8-29171e79e00e tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Router 1b85792e-6da9-4f05-ae5a-e08d4acb208f is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:52:59.084915 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7dfc4150-be74-4a9b-a544-b7eaa39435e7 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:52:59.116689 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdca4c9-dfdc-467d-a675-59f3285786dd None None] Network 1b34dc5f-856c-4b30-a357-a34dc0255fad requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:52:59.166457 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb528168-4cce-4e05-87f8-29171e79e00e tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:52:59.199970 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cb528168-4cce-4e05-87f8-29171e79e00e tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:59.201625 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cb528168-4cce-4e05-87f8-29171e79e00e tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.5100238 Nov 11 17:52:59.204126 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44746) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:52:59.233448 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a06db0-2498-46f1-8f9a-5100e44bbb57 None None] Sync routers for ids ['1b85792e-6da9-4f05-ae5a-e08d4acb208f'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:52:59.285110 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a06db0-2498-46f1-8f9a-5100e44bbb57 None None] Routers {'1b85792e-6da9-4f05-ae5a-e08d4acb208f'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:52:59.285722 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-62a06db0-2498-46f1-8f9a-5100e44bbb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:52:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b85792e-6da9-4f05-ae5a-e08d4acb208f'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:52:59.346534 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-62a06db0-2498-46f1-8f9a-5100e44bbb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:52:59.365924 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6b44c50d-c62c-4266-a180-deb76e41e8c9 None None] Provisioning complete for port 7dfc4150-be74-4a9b-a544-b7eaa39435e7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:52:59.366462 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6b44c50d-c62c-4266-a180-deb76e41e8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:59.377829 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a06db0-2498-46f1-8f9a-5100e44bbb57 None None] Routers {'1b85792e-6da9-4f05-ae5a-e08d4acb208f'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:52:59.378429 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-62a06db0-2498-46f1-8f9a-5100e44bbb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:52:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b85792e-6da9-4f05-ae5a-e08d4acb208f'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:52:59.453987 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 7dfc4150-be74-4a9b-a544-b7eaa39435e7 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:52:59.454370 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:59.456001 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-62a06db0-2498-46f1-8f9a-5100e44bbb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:52:59.456740 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a06db0-2498-46f1-8f9a-5100e44bbb57 None None] The sync data for ids ['1b85792e-6da9-4f05-ae5a-e08d4acb208f'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:52:59.629945 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:59.736035 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 7dfc4150-be74-4a9b-a544-b7eaa39435e7, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7dfc4150-be74-4a9b-a544-b7eaa39435e7,segment=NetworkSegment(9239fc92-1087-4744-b81e-3e93ea13acb2),segment_id=9239fc92-1087-4744-b81e-3e93ea13acb2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:52:59.770600 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6b44c50d-c62c-4266-a180-deb76e41e8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:59.877283 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:52:59.946261 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=7dfc4150-be74-4a9b-a544-b7eaa39435e7,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:52:59.998820 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-6b44c50d-c62c-4266-a180-deb76e41e8c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:52:59.999366 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-6b44c50d-c62c-4266-a180-deb76e41e8c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:53:00.077016 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-749d44f3-2e82-4891-8a7f-0f7846cf1f7d tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:00.369907 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-749d44f3-2e82-4891-8a7f-0f7846cf1f7d tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Allocated IP 172.20.0.1 (1b34dc5f-856c-4b30-a357-a34dc0255fad/2187c076-26e6-4955-8011-17c4eca1a43b/3cea5d92-720a-497b-83a0-4a4ef136ec05) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:00.510379 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-749d44f3-2e82-4891-8a7f-0f7846cf1f7d tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:00.558052 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-749d44f3-2e82-4891-8a7f-0f7846cf1f7d tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:00.623788 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749d44f3-2e82-4891-8a7f-0f7846cf1f7d tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Network 1b34dc5f-856c-4b30-a357-a34dc0255fad is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:00.627239 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-749d44f3-2e82-4891-8a7f-0f7846cf1f7d tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:00.632351 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749d44f3-2e82-4891-8a7f-0f7846cf1f7d tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:53:00.637146 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d44f3-2e82-4891-8a7f-0f7846cf1f7d tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Pushing event updated for resources: {'Port': ['ID=3cea5d92-720a-497b-83a0-4a4ef136ec05,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:00.692062 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-749d44f3-2e82-4891-8a7f-0f7846cf1f7d tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:00.693839 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ca76edbf-7177-4fb0-a5c0-37fa480395f5 None None] Provisioning complete for port 7dfc4150-be74-4a9b-a544-b7eaa39435e7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:00.697208 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ca76edbf-7177-4fb0-a5c0-37fa480395f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:00.888672 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-749d44f3-2e82-4891-8a7f-0f7846cf1f7d tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:00.974255 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7dfc4150-be74-4a9b-a544-b7eaa39435e7 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:53:01.049325 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 7dfc4150-be74-4a9b-a544-b7eaa39435e7 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:01.049325 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:01.173958 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-aca0a82e-0e98-4707-98b3-514531025e0c None None] Provisioning complete for port 3cea5d92-720a-497b-83a0-4a4ef136ec05 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:01.174393 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-aca0a82e-0e98-4707-98b3-514531025e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:01.221381 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-aca0a82e-0e98-4707-98b3-514531025e0c None None] Port 3cea5d92-720a-497b-83a0-4a4ef136ec05 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:53:01.550581 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-749d44f3-2e82-4891-8a7f-0f7846cf1f7d tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:01.557224 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-749d44f3-2e82-4891-8a7f-0f7846cf1f7d tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:01.633116 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d44f3-2e82-4891-8a7f-0f7846cf1f7d tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Pushing event updated for resources: {'Port': ['ID=3cea5d92-720a-497b-83a0-4a4ef136ec05,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:01.636936 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-749d44f3-2e82-4891-8a7f-0f7846cf1f7d tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:01.741473 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749d44f3-2e82-4891-8a7f-0f7846cf1f7d tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Network 1b34dc5f-856c-4b30-a357-a34dc0255fad is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:01.743090 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-749d44f3-2e82-4891-8a7f-0f7846cf1f7d tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:01.920053 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749d44f3-2e82-4891-8a7f-0f7846cf1f7d tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Router 1b85792e-6da9-4f05-ae5a-e08d4acb208f has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:53:02.047954 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749d44f3-2e82-4891-8a7f-0f7846cf1f7d tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:53:02.058275 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08732cc0-dc82-43e4-b7f7-f9adfe1596fa None None] Sync routers for ids ['1b85792e-6da9-4f05-ae5a-e08d4acb208f'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:53:02.058944 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-749d44f3-2e82-4891-8a7f-0f7846cf1f7d tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] 10.222.0.76 "PUT /v2.0/routers/1b85792e-6da9-4f05-ae5a-e08d4acb208f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8516948 Nov 11 17:53:02.059625 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44802) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:02.064847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-a3235ea7-732c-4f21-9f68-b15ad11a0c74 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Request body: {'port': {'network_id': '1b34dc5f-856c-4b30-a357-a34dc0255fad', 'name': 'tempest-FloatingIPAdminTestJSON-114187269'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:02.065038 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c0875854-227d-42e2-99d4-8234595f0747 None None] Provisioning complete for port 3cea5d92-720a-497b-83a0-4a4ef136ec05 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:02.065835 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c0875854-227d-42e2-99d4-8234595f0747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:02.087325 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08732cc0-dc82-43e4-b7f7-f9adfe1596fa None None] Routers {'1b85792e-6da9-4f05-ae5a-e08d4acb208f'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:53:02.088234 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-08732cc0-dc82-43e4-b7f7-f9adfe1596fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:52:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b85792e-6da9-4f05-ae5a-e08d4acb208f'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:02.110505 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c0875854-227d-42e2-99d4-8234595f0747 None None] Port 3cea5d92-720a-497b-83a0-4a4ef136ec05 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:53:02.156598 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-08732cc0-dc82-43e4-b7f7-f9adfe1596fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:02.165762 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08732cc0-dc82-43e4-b7f7-f9adfe1596fa None None] Routers {'1b85792e-6da9-4f05-ae5a-e08d4acb208f'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:53:02.166632 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-08732cc0-dc82-43e4-b7f7-f9adfe1596fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:52:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b85792e-6da9-4f05-ae5a-e08d4acb208f'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:02.214903 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-08732cc0-dc82-43e4-b7f7-f9adfe1596fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:02.215847 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08732cc0-dc82-43e4-b7f7-f9adfe1596fa None None] The sync data for ids ['1b85792e-6da9-4f05-ae5a-e08d4acb208f'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:53:02.238850 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3235ea7-732c-4f21-9f68-b15ad11a0c74 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Made reservation on behalf of 8b44140da2e54b13b8afae99e2c9f3c8 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:02.243823 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3235ea7-732c-4f21-9f68-b15ad11a0c74 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:02.268735 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-a3235ea7-732c-4f21-9f68-b15ad11a0c74 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] device_id is not set on port 7e4c8d28-818a-4488-9cdc-8a51e301fb7e yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:53:02.389736 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-a3235ea7-732c-4f21-9f68-b15ad11a0c74 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Allocated IP 172.20.0.10 (1b34dc5f-856c-4b30-a357-a34dc0255fad/2187c076-26e6-4955-8011-17c4eca1a43b/7e4c8d28-818a-4488-9cdc-8a51e301fb7e) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:02.570256 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3235ea7-732c-4f21-9f68-b15ad11a0c74 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:02.611123 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3235ea7-732c-4f21-9f68-b15ad11a0c74 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:02.664987 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3235ea7-732c-4f21-9f68-b15ad11a0c74 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Network 1b34dc5f-856c-4b30-a357-a34dc0255fad is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:02.668412 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-a3235ea7-732c-4f21-9f68-b15ad11a0c74 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:02.673012 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3235ea7-732c-4f21-9f68-b15ad11a0c74 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:53:02.677212 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3235ea7-732c-4f21-9f68-b15ad11a0c74 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Pushing event updated for resources: {'Port': ['ID=7e4c8d28-818a-4488-9cdc-8a51e301fb7e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:02.751288 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3235ea7-732c-4f21-9f68-b15ad11a0c74 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:02.752131 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3235ea7-732c-4f21-9f68-b15ad11a0c74 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:02.776740 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44822) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:02.777435 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a3235ea7-732c-4f21-9f68-b15ad11a0c74 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7162919 Nov 11 17:53:02.880583 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a9b6b857-5650-4db8-b2ab-e64e2c6fb1ab tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'project_id': '8b44140da2e54b13b8afae99e2c9f3c8', 'port_id': '7e4c8d28-818a-4488-9cdc-8a51e301fb7e'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:02.922049 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b857-5650-4db8-b2ab-e64e2c6fb1ab tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:03.045404 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b857-5650-4db8-b2ab-e64e2c6fb1ab tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:03.076304 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-66223102-7584-4e65-aa8c-0f5f1e5660f0 None None] Provisioning complete for port 7e4c8d28-818a-4488-9cdc-8a51e301fb7e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:03.077408 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-66223102-7584-4e65-aa8c-0f5f1e5660f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:03.117534 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-66223102-7584-4e65-aa8c-0f5f1e5660f0 None None] Port 7e4c8d28-818a-4488-9cdc-8a51e301fb7e cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:53:03.239161 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-a9b6b857-5650-4db8-b2ab-e64e2c6fb1ab tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Allocated IP 172.25.2.128 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/2e88513c-0246-4924-92ed-9b14869b3ebf) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:03.376594 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b857-5650-4db8-b2ab-e64e2c6fb1ab tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:03.395582 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:53:03.416665 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b857-5650-4db8-b2ab-e64e2c6fb1ab tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:03.463451 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b6b857-5650-4db8-b2ab-e64e2c6fb1ab tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:03.469048 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-a9b6b857-5650-4db8-b2ab-e64e2c6fb1ab tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:03.473215 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b6b857-5650-4db8-b2ab-e64e2c6fb1ab tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:53:03.498408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6b857-5650-4db8-b2ab-e64e2c6fb1ab tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Pushing event updated for resources: {'Port': ['ID=2e88513c-0246-4924-92ed-9b14869b3ebf,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:03.910262 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b857-5650-4db8-b2ab-e64e2c6fb1ab tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:04.002287 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b857-5650-4db8-b2ab-e64e2c6fb1ab tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:04.175646 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b857-5650-4db8-b2ab-e64e2c6fb1ab tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:04.184386 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b857-5650-4db8-b2ab-e64e2c6fb1ab tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:04.281366 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6b857-5650-4db8-b2ab-e64e2c6fb1ab tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Pushing event updated for resources: {'Port': ['ID=2e88513c-0246-4924-92ed-9b14869b3ebf,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:04.303668 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b857-5650-4db8-b2ab-e64e2c6fb1ab tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:04.420133 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-a9b6b857-5650-4db8-b2ab-e64e2c6fb1ab tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Floating IP 7635a1ce-6dab-4ae5-981e-1f97f03aa345 associated. External IP: 172.25.2.128, port: 7e4c8d28-818a-4488-9cdc-8a51e301fb7e. Nov 11 17:53:04.652863 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b6b857-5650-4db8-b2ab-e64e2c6fb1ab tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Router 1b85792e-6da9-4f05-ae5a-e08d4acb208f has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:53:04.768351 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b6b857-5650-4db8-b2ab-e64e2c6fb1ab tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:53:04.778762 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12171929-c968-407e-a7d9-28bae0ffd3e7 None None] Sync routers for ids ['1b85792e-6da9-4f05-ae5a-e08d4acb208f'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:53:04.791088 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12171929-c968-407e-a7d9-28bae0ffd3e7 None None] Routers {'1b85792e-6da9-4f05-ae5a-e08d4acb208f'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:53:04.791890 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-12171929-c968-407e-a7d9-28bae0ffd3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:52:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b85792e-6da9-4f05-ae5a-e08d4acb208f'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:04.802566 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b857-5650-4db8-b2ab-e64e2c6fb1ab tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:04.839663 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-12171929-c968-407e-a7d9-28bae0ffd3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:04.847780 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a9b6b857-5650-4db8-b2ab-e64e2c6fb1ab tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.0685213 Nov 11 17:53:04.849100 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44866) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:04.864894 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12171929-c968-407e-a7d9-28bae0ffd3e7 None None] Routers {'1b85792e-6da9-4f05-ae5a-e08d4acb208f'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:53:04.865542 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-12171929-c968-407e-a7d9-28bae0ffd3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:52:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b85792e-6da9-4f05-ae5a-e08d4acb208f'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:04.931112 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-12171929-c968-407e-a7d9-28bae0ffd3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:04.932049 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12171929-c968-407e-a7d9-28bae0ffd3e7 None None] The sync data for ids ['1b85792e-6da9-4f05-ae5a-e08d4acb208f'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:53:04.962580 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44870) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:04.963228 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-db2702bf-6b67-48fb-9d85-33ae632ea5c0 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] 10.222.0.76 "GET /v2.0/floatingips/7635a1ce-6dab-4ae5-981e-1f97f03aa345 HTTP/1.1" status: 200 len: 983 time: 0.1125426 Nov 11 17:53:05.096388 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c3ed6f87-f49c-4d4e-b2f1-c82b8e9e43ac tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3516 time: 0.1314635 Nov 11 17:53:05.098836 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44876) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:05.265832 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-17ca008a-1739-4b80-8c38-b223ecd843de tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Deleting port 2e88513c-0246-4924-92ed-9b14869b3ebf {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:05.266155 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-17ca008a-1739-4b80-8c38-b223ecd843de tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:05.361658 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-17ca008a-1739-4b80-8c38-b223ecd843de tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:05.362073 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-17ca008a-1739-4b80-8c38-b223ecd843de tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:05.375092 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-17ca008a-1739-4b80-8c38-b223ecd843de tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Calling delete_port for 2e88513c-0246-4924-92ed-9b14869b3ebf owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:05.543355 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-17ca008a-1739-4b80-8c38-b223ecd843de tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:05.571947 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca008a-1739-4b80-8c38-b223ecd843de tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Pushing event deleted for resources: {'Port': ['ID=2e88513c-0246-4924-92ed-9b14869b3ebf,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:05.656590 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-17ca008a-1739-4b80-8c38-b223ecd843de tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:05.657382 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-17ca008a-1739-4b80-8c38-b223ecd843de tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Floating IP 7635a1ce-6dab-4ae5-981e-1f97f03aa345 disassociated (deleted). External IP: 172.25.2.128, port: 7e4c8d28-818a-4488-9cdc-8a51e301fb7e. Nov 11 17:53:05.899885 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ca008a-1739-4b80-8c38-b223ecd843de tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Router 1b85792e-6da9-4f05-ae5a-e08d4acb208f has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:53:06.362865 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ca008a-1739-4b80-8c38-b223ecd843de tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:53:06.369651 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-17ca008a-1739-4b80-8c38-b223ecd843de tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:06.377025 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16e8402-bfc8-4a16-bc9b-d376a741932e None None] Sync routers for ids ['1b85792e-6da9-4f05-ae5a-e08d4acb208f'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:53:06.392628 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16e8402-bfc8-4a16-bc9b-d376a741932e None None] Routers {'1b85792e-6da9-4f05-ae5a-e08d4acb208f'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:53:06.393848 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c16e8402-bfc8-4a16-bc9b-d376a741932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:52:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b85792e-6da9-4f05-ae5a-e08d4acb208f'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:06.403790 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-17ca008a-1739-4b80-8c38-b223ecd843de tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] 10.222.0.76 "DELETE /v2.0/floatingips/7635a1ce-6dab-4ae5-981e-1f97f03aa345 HTTP/1.1" status: 204 len: 168 time: 1.3038750 Nov 11 17:53:06.407445 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44902) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:06.413061 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-3b68464d-ad75-42d0-8500-bafa744a8585 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:06.452858 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b68464d-ad75-42d0-8500-bafa744a8585 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:06.456944 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c16e8402-bfc8-4a16-bc9b-d376a741932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:06.469012 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16e8402-bfc8-4a16-bc9b-d376a741932e None None] Routers {'1b85792e-6da9-4f05-ae5a-e08d4acb208f'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:53:06.469953 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c16e8402-bfc8-4a16-bc9b-d376a741932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:52:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b85792e-6da9-4f05-ae5a-e08d4acb208f'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:06.511747 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c16e8402-bfc8-4a16-bc9b-d376a741932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:06.512549 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16e8402-bfc8-4a16-bc9b-d376a741932e None None] The sync data for ids ['1b85792e-6da9-4f05-ae5a-e08d4acb208f'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:53:06.560371 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b68464d-ad75-42d0-8500-bafa744a8585 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:06.674185 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-3b68464d-ad75-42d0-8500-bafa744a8585 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Allocated IP 172.25.2.31 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/46899b7b-c909-434a-9259-10e5ca9c9c06) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:06.790525 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b68464d-ad75-42d0-8500-bafa744a8585 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:06.827759 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b68464d-ad75-42d0-8500-bafa744a8585 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:06.884193 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68464d-ad75-42d0-8500-bafa744a8585 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Pushing event updated for resources: {'Port': ['ID=46899b7b-c909-434a-9259-10e5ca9c9c06,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:06.892088 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b68464d-ad75-42d0-8500-bafa744a8585 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:06.893790 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-3b68464d-ad75-42d0-8500-bafa744a8585 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:06.896920 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b68464d-ad75-42d0-8500-bafa744a8585 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:53:07.008529 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b68464d-ad75-42d0-8500-bafa744a8585 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:07.077306 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b68464d-ad75-42d0-8500-bafa744a8585 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:07.249942 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b68464d-ad75-42d0-8500-bafa744a8585 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:07.255621 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b68464d-ad75-42d0-8500-bafa744a8585 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:07.333274 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68464d-ad75-42d0-8500-bafa744a8585 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Pushing event updated for resources: {'Port': ['ID=46899b7b-c909-434a-9259-10e5ca9c9c06,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:07.341556 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b68464d-ad75-42d0-8500-bafa744a8585 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:07.359256 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b68464d-ad75-42d0-8500-bafa744a8585 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:07.361438 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3b68464d-ad75-42d0-8500-bafa744a8585 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9524412 Nov 11 17:53:07.364224 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44920) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:07.452666 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ccc3f41c-f411-4a7e-bcb0-5a4fc796e089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:07.491324 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-4704883c-2284-4875-959c-d459bb523390 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:07.517788 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4704883c-2284-4875-959c-d459bb523390 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Publish callbacks [] for floatingip, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:07.638279 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4704883c-2284-4875-959c-d459bb523390 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:07.790107 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-4704883c-2284-4875-959c-d459bb523390 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Allocated IP 172.25.2.89 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/d2885292-fd33-4542-9ab6-bfe78c760b43) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:07.942491 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4704883c-2284-4875-959c-d459bb523390 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:07.983030 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4704883c-2284-4875-959c-d459bb523390 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:08.040245 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4704883c-2284-4875-959c-d459bb523390 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:08.044098 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-4704883c-2284-4875-959c-d459bb523390 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:08.046966 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4704883c-2284-4875-959c-d459bb523390 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:53:08.054829 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704883c-2284-4875-959c-d459bb523390 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Pushing event updated for resources: {'Port': ['ID=d2885292-fd33-4542-9ab6-bfe78c760b43,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:08.160008 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4704883c-2284-4875-959c-d459bb523390 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:08.217022 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4704883c-2284-4875-959c-d459bb523390 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:08.415164 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4704883c-2284-4875-959c-d459bb523390 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:08.421094 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4704883c-2284-4875-959c-d459bb523390 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:08.500617 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704883c-2284-4875-959c-d459bb523390 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Pushing event updated for resources: {'Port': ['ID=d2885292-fd33-4542-9ab6-bfe78c760b43,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:08.518032 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4704883c-2284-4875-959c-d459bb523390 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:08.539668 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4704883c-2284-4875-959c-d459bb523390 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:08.541690 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4704883c-2284-4875-959c-d459bb523390 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1752014 Nov 11 17:53:08.544203 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44950) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:08.634401 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-89a10486-76b6-41c4-bb14-8097bf764399 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3699 time: 0.0888436 Nov 11 17:53:08.637044 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44954) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:08.721476 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f839e599-97db-4217-b3fc-048245393e9f tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0804603 Nov 11 17:53:08.721852 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 44956) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:08.858431 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-0baa74fa-23b5-4241-8bce-242860e67d89 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Deleting port d2885292-fd33-4542-9ab6-bfe78c760b43 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:08.858698 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0baa74fa-23b5-4241-8bce-242860e67d89 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:08.944423 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0baa74fa-23b5-4241-8bce-242860e67d89 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:08.944834 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0baa74fa-23b5-4241-8bce-242860e67d89 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:08.960495 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-0baa74fa-23b5-4241-8bce-242860e67d89 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Calling delete_port for d2885292-fd33-4542-9ab6-bfe78c760b43 owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:09.118610 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0baa74fa-23b5-4241-8bce-242860e67d89 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:09.170220 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa74fa-23b5-4241-8bce-242860e67d89 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Pushing event deleted for resources: {'Port': ['ID=d2885292-fd33-4542-9ab6-bfe78c760b43,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:09.300350 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0baa74fa-23b5-4241-8bce-242860e67d89 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:09.303438 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0baa74fa-23b5-4241-8bce-242860e67d89 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:09.308161 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44970) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:09.311158 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0baa74fa-23b5-4241-8bce-242860e67d89 tempest-FloatingIPAdminTestJSON-1800052317 tempest-FloatingIPAdminTestJSON-1800052317-project] 10.222.0.76 "DELETE /v2.0/floatingips/e1dc3c44-8e4e-40f2-b8d9-b127881dddd6 HTTP/1.1" status: 204 len: 168 time: 0.5882232 Nov 11 17:53:09.456377 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-e125fc1b-674d-49f7-8bfb-74851ef31999 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Deleting port 46899b7b-c909-434a-9259-10e5ca9c9c06 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:09.456720 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e125fc1b-674d-49f7-8bfb-74851ef31999 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:09.541087 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e125fc1b-674d-49f7-8bfb-74851ef31999 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:09.541413 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e125fc1b-674d-49f7-8bfb-74851ef31999 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:09.556051 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-e125fc1b-674d-49f7-8bfb-74851ef31999 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Calling delete_port for 46899b7b-c909-434a-9259-10e5ca9c9c06 owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:10.085934 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e125fc1b-674d-49f7-8bfb-74851ef31999 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:10.115844 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125fc1b-674d-49f7-8bfb-74851ef31999 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Pushing event deleted for resources: {'Port': ['ID=46899b7b-c909-434a-9259-10e5ca9c9c06,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:10.187679 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e125fc1b-674d-49f7-8bfb-74851ef31999 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:10.190443 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e125fc1b-674d-49f7-8bfb-74851ef31999 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:10.191630 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e125fc1b-674d-49f7-8bfb-74851ef31999 tempest-FloatingIPAdminTestJSON-228176951 tempest-FloatingIPAdminTestJSON-228176951-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/5a2290d0-7469-482f-a28c-8a1c0fb9148a HTTP/1.1" status: 204 len: 168 time: 0.8816965 Nov 11 17:53:10.195751 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 44986) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:10.282567 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-e5ca6fc7-1742-40c1-ab19-2aa819834cb1 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Deleting port 7e4c8d28-818a-4488-9cdc-8a51e301fb7e {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:10.282806 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6fc7-1742-40c1-ab19-2aa819834cb1 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:10.422165 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6fc7-1742-40c1-ab19-2aa819834cb1 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:10.440845 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7be7a06f-f63e-44df-ab11-ba4c38110346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:10.444130 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-e5ca6fc7-1742-40c1-ab19-2aa819834cb1 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Calling delete_port for 7e4c8d28-818a-4488-9cdc-8a51e301fb7e owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:10.579333 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6fc7-1742-40c1-ab19-2aa819834cb1 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:10.620456 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca6fc7-1742-40c1-ab19-2aa819834cb1 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Pushing event deleted for resources: {'Port': ['ID=7e4c8d28-818a-4488-9cdc-8a51e301fb7e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:10.702490 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6fc7-1742-40c1-ab19-2aa819834cb1 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:10.706893 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e5ca6fc7-1742-40c1-ab19-2aa819834cb1 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] 10.222.0.76 "DELETE /v2.0/ports/7e4c8d28-818a-4488-9cdc-8a51e301fb7e HTTP/1.1" status: 204 len: 168 time: 0.5095310 Nov 11 17:53:10.709870 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45004) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:10.761657 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c71fe39-e1d8-418c-87a3-cbdeaf813b12 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:10.766110 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45006) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:10.788313 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4c71fe39-e1d8-418c-87a3-cbdeaf813b12 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b85792e-6da9-4f05-ae5a-e08d4acb208f HTTP/1.1" status: 200 len: 913 time: 0.0763435 Nov 11 17:53:11.016114 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:11.242383 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f1ec0b3f-1e8e-4930-bf00-c7b6d73c9199 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:11.577371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec0b3f-1e8e-4930-bf00-c7b6d73c9199 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Deleting port 3cea5d92-720a-497b-83a0-4a4ef136ec05 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:11.577712 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f1ec0b3f-1e8e-4930-bf00-c7b6d73c9199 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:11.668005 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f1ec0b3f-1e8e-4930-bf00-c7b6d73c9199 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:11.680004 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec0b3f-1e8e-4930-bf00-c7b6d73c9199 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Calling delete_port for 3cea5d92-720a-497b-83a0-4a4ef136ec05 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:11.886480 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f1ec0b3f-1e8e-4930-bf00-c7b6d73c9199 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:11.948342 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec0b3f-1e8e-4930-bf00-c7b6d73c9199 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Pushing event deleted for resources: {'Port': ['ID=3cea5d92-720a-497b-83a0-4a4ef136ec05,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:12.136911 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f1ec0b3f-1e8e-4930-bf00-c7b6d73c9199 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:12.387825 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ec0b3f-1e8e-4930-bf00-c7b6d73c9199 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Router 1b85792e-6da9-4f05-ae5a-e08d4acb208f has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:53:12.509340 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ec0b3f-1e8e-4930-bf00-c7b6d73c9199 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:53:12.519653 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f1ec0b3f-1e8e-4930-bf00-c7b6d73c9199 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] 10.222.0.76 "PUT /v2.0/routers/1b85792e-6da9-4f05-ae5a-e08d4acb208f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7524729 Nov 11 17:53:12.522030 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe92228-37ea-459f-b4bc-20b1f0751064 None None] Sync routers for ids ['1b85792e-6da9-4f05-ae5a-e08d4acb208f'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:53:12.523008 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45040) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:12.535661 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe92228-37ea-459f-b4bc-20b1f0751064 None None] Routers {'1b85792e-6da9-4f05-ae5a-e08d4acb208f'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:53:12.536722 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-cbe92228-37ea-459f-b4bc-20b1f0751064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:53:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b85792e-6da9-4f05-ae5a-e08d4acb208f'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:12.585134 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-cbe92228-37ea-459f-b4bc-20b1f0751064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:12.595346 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe92228-37ea-459f-b4bc-20b1f0751064 None None] Routers {'1b85792e-6da9-4f05-ae5a-e08d4acb208f'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:53:12.596468 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-cbe92228-37ea-459f-b4bc-20b1f0751064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:53:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b85792e-6da9-4f05-ae5a-e08d4acb208f'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:12.640936 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-cbe92228-37ea-459f-b4bc-20b1f0751064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:12.641738 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe92228-37ea-459f-b4bc-20b1f0751064 None None] The sync data for ids ['1b85792e-6da9-4f05-ae5a-e08d4acb208f'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:53:12.654845 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:12.687787 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a5b3122c-50f6-4dbb-9401-0b66483c82db tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:12.794717 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a5b3122c-50f6-4dbb-9401-0b66483c82db tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:12.860073 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a5b3122c-50f6-4dbb-9401-0b66483c82db tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Deleting port b535992a-e4da-4452-bf7d-124b29440c73 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:12.860419 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a5b3122c-50f6-4dbb-9401-0b66483c82db tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:12.949350 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a5b3122c-50f6-4dbb-9401-0b66483c82db tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:12.963290 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:12.965032 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a5b3122c-50f6-4dbb-9401-0b66483c82db tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Calling delete_port for b535992a-e4da-4452-bf7d-124b29440c73 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:13.139237 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a5b3122c-50f6-4dbb-9401-0b66483c82db tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:13.164908 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3122c-50f6-4dbb-9401-0b66483c82db tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Pushing event deleted for resources: {'Port': ['ID=b535992a-e4da-4452-bf7d-124b29440c73,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:13.184253 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70584834-6a43-4944-b946-eb6161e900bf None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:53:13.255626 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a5b3122c-50f6-4dbb-9401-0b66483c82db tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:13.364108 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a5b3122c-50f6-4dbb-9401-0b66483c82db tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:13.366562 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a5b3122c-50f6-4dbb-9401-0b66483c82db tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:13.412738 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a5b3122c-50f6-4dbb-9401-0b66483c82db tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:13.413287 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b3122c-50f6-4dbb-9401-0b66483c82db tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Fanout notify agent at l3_agent the message router_deleted on router 1b85792e-6da9-4f05-ae5a-e08d4acb208f {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:53:13.426840 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a5b3122c-50f6-4dbb-9401-0b66483c82db tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:13.430730 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a5b3122c-50f6-4dbb-9401-0b66483c82db tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] 10.222.0.76 "DELETE /v2.0/routers/1b85792e-6da9-4f05-ae5a-e08d4acb208f HTTP/1.1" status: 204 len: 168 time: 0.9038956 Nov 11 17:53:13.431300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45056) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:13.498719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-273a1672-09f3-4eda-b23a-3d0ff7941cf5 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Deleting subnet 2187c076-26e6-4955-8011-17c4eca1a43b {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:53:13.502719 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-273a1672-09f3-4eda-b23a-3d0ff7941cf5 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:13.545926 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-273a1672-09f3-4eda-b23a-3d0ff7941cf5 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:13.646609 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-273a1672-09f3-4eda-b23a-3d0ff7941cf5 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:13.718614 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-273a1672-09f3-4eda-b23a-3d0ff7941cf5 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:13.752202 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a1672-09f3-4eda-b23a-3d0ff7941cf5 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Pushing event deleted for resources: {'Subnet': ['ID=2187c076-26e6-4955-8011-17c4eca1a43b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:13.756852 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-273a1672-09f3-4eda-b23a-3d0ff7941cf5 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:13.760266 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-273a1672-09f3-4eda-b23a-3d0ff7941cf5 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] 10.222.0.76 "DELETE /v2.0/subnets/2187c076-26e6-4955-8011-17c4eca1a43b HTTP/1.1" status: 204 len: 168 time: 0.3284302 Nov 11 17:53:13.763019 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45084) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:13.770604 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc18605e-beb1-4c95-aaec-e671943d982c None None] Network 1b34dc5f-856c-4b30-a357-a34dc0255fad requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:53:13.909415 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62c7de25-24ba-43cd-9174-55118c155b25 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:13.984782 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-62c7de25-24ba-43cd-9174-55118c155b25 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Deleting port 7dfc4150-be74-4a9b-a544-b7eaa39435e7 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:13.986188 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62c7de25-24ba-43cd-9174-55118c155b25 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:14.035208 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e99fd06-6a31-4b70-9295-e29910cafb16 None None] DHCP port deletion for 1b34dc5f-856c-4b30-a357-a34dc0255fad request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:53:14.065360 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-62c7de25-24ba-43cd-9174-55118c155b25 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] For port 7dfc4150-be74-4a9b-a544-b7eaa39435e7, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7dfc4150-be74-4a9b-a544-b7eaa39435e7,segment=NetworkSegment(9239fc92-1087-4744-b81e-3e93ea13acb2),segment_id=9239fc92-1087-4744-b81e-3e93ea13acb2)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:53:14.065734 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62c7de25-24ba-43cd-9174-55118c155b25 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:14.081563 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-62c7de25-24ba-43cd-9174-55118c155b25 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Calling delete_port for 7dfc4150-be74-4a9b-a544-b7eaa39435e7 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:14.131902 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-7e99fd06-6a31-4b70-9295-e29910cafb16 None None] Deleting port 7dfc4150-be74-4a9b-a544-b7eaa39435e7 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:14.132478 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7e99fd06-6a31-4b70-9295-e29910cafb16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:14.177533 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62c7de25-24ba-43cd-9174-55118c155b25 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:14.204199 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7de25-24ba-43cd-9174-55118c155b25 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Pushing event deleted for resources: {'Port': ['ID=7dfc4150-be74-4a9b-a544-b7eaa39435e7,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:14.210307 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c7de25-24ba-43cd-9174-55118c155b25 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] No DVR routers for this DVR port 7dfc4150-be74-4a9b-a544-b7eaa39435e7 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:53:14.218115 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7e99fd06-6a31-4b70-9295-e29910cafb16 None None] For port 7dfc4150-be74-4a9b-a544-b7eaa39435e7, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7dfc4150-be74-4a9b-a544-b7eaa39435e7,segment=NetworkSegment(9239fc92-1087-4744-b81e-3e93ea13acb2),segment_id=9239fc92-1087-4744-b81e-3e93ea13acb2)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:53:14.218520 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7e99fd06-6a31-4b70-9295-e29910cafb16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:14.233971 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-7e99fd06-6a31-4b70-9295-e29910cafb16 None None] Calling delete_port for 7dfc4150-be74-4a9b-a544-b7eaa39435e7 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:14.300939 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62c7de25-24ba-43cd-9174-55118c155b25 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:14.327089 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-62c7de25-24ba-43cd-9174-55118c155b25 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b34dc5f-856c-4b30-a357-a34dc0255fad']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:14.339666 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-62c7de25-24ba-43cd-9174-55118c155b25 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9239fc92-1087-4744-b81e-3e93ea13acb2') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:14.340005 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-62c7de25-24ba-43cd-9174-55118c155b25 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9239fc92-1087-4744-b81e-3e93ea13acb2') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:14.352840 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7e99fd06-6a31-4b70-9295-e29910cafb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:14.354721 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62c7de25-24ba-43cd-9174-55118c155b25 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:14.372771 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62c7de25-24ba-43cd-9174-55118c155b25 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:14.379678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c7de25-24ba-43cd-9174-55118c155b25 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:53:14.380542 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62c7de25-24ba-43cd-9174-55118c155b25 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:14.389581 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99fd06-6a31-4b70-9295-e29910cafb16 None None] Pushing event deleted for resources: {'Port': ['ID=7dfc4150-be74-4a9b-a544-b7eaa39435e7,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:14.392064 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e99fd06-6a31-4b70-9295-e29910cafb16 None None] No DVR routers for this DVR port 7dfc4150-be74-4a9b-a544-b7eaa39435e7 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:53:14.433323 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:53:14.460353 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62c7de25-24ba-43cd-9174-55118c155b25 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:14.479382 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62c7de25-24ba-43cd-9174-55118c155b25 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:14.485456 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-62c7de25-24ba-43cd-9174-55118c155b25 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] 10.222.0.76 "DELETE /v2.0/networks/1b34dc5f-856c-4b30-a357-a34dc0255fad HTTP/1.1" status: 204 len: 168 time: 0.7185175 Nov 11 17:53:14.486149 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45098) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:14.496620 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7de25-24ba-43cd-9174-55118c155b25 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Pushing event deleted for resources: {'Network': ['ID=1b34dc5f-856c-4b30-a357-a34dc0255fad,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:14.678720 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-7a6eee2a-5705-420c-9fa7-ff0a9506ca30 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Deleting port 5010f5c8-08e1-4aaf-8dc7-c1fb75883b8d {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:14.679787 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7a6eee2a-5705-420c-9fa7-ff0a9506ca30 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:14.781628 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7a6eee2a-5705-420c-9fa7-ff0a9506ca30 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:14.781958 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7a6eee2a-5705-420c-9fa7-ff0a9506ca30 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:14.823355 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-7a6eee2a-5705-420c-9fa7-ff0a9506ca30 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Calling delete_port for 5010f5c8-08e1-4aaf-8dc7-c1fb75883b8d owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:14.966670 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7dfc4150-be74-4a9b-a544-b7eaa39435e7 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:53:15.001909 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 7dfc4150-be74-4a9b-a544-b7eaa39435e7 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:53:15.002533 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7dfc4150-be74-4a9b-a544-b7eaa39435e7 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:53:15.012188 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7a6eee2a-5705-420c-9fa7-ff0a9506ca30 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:15.073457 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6eee2a-5705-420c-9fa7-ff0a9506ca30 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Pushing event deleted for resources: {'Port': ['ID=5010f5c8-08e1-4aaf-8dc7-c1fb75883b8d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:15.118354 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7a6eee2a-5705-420c-9fa7-ff0a9506ca30 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:15.121338 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7a6eee2a-5705-420c-9fa7-ff0a9506ca30 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:15.122674 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7a6eee2a-5705-420c-9fa7-ff0a9506ca30 tempest-FloatingIPAdminTestJSON-1043092222 tempest-FloatingIPAdminTestJSON-1043092222-project] 10.222.0.76 "DELETE /v2.0/floatingips/b6b089f5-423c-4f07-9349-3377eda093e3 HTTP/1.1" status: 204 len: 168 time: 0.6353858 Nov 11 17:53:15.402619 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45120) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:15.542692 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2e802ae1-9160-4dfb-8b35-8ec9ee4804a8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8b44140da2e54b13b8afae99e2c9f3c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1364565 Nov 11 17:53:15.543391 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45124) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:15.601791 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-efee1516-3c7b-4105-9dee-93a58e827120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:15.624810 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-efee1516-3c7b-4105-9dee-93a58e827120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:15.681391 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-efee1516-3c7b-4105-9dee-93a58e827120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:15.683956 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-efee1516-3c7b-4105-9dee-93a58e827120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:15.685269 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-efee1516-3c7b-4105-9dee-93a58e827120 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/df7b7ffb-7980-4219-aceb-177f1a248f42 HTTP/1.1" status: 204 len: 168 time: 0.1412289 Nov 11 17:53:15.696052 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee1516-3c7b-4105-9dee-93a58e827120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7b7ffb-7980-4219-aceb-177f1a248f42,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:15.992323 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45138) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:16.008095 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9148ee7e-9c07-45d3-932c-ea43408a899b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:16.103406 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9148ee7e-9c07-45d3-932c-ea43408a899b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:16.107413 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9148ee7e-9c07-45d3-932c-ea43408a899b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:16.149897 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148ee7e-9c07-45d3-932c-ea43408a899b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add0faf0-abde-48a1-87c3-8e7255a25790,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:16.155547 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9148ee7e-9c07-45d3-932c-ea43408a899b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=374e52effc53415aaad3912ecf1b2145&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1620870 Nov 11 17:53:16.158245 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45146) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:16.217647 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b70bacaf-0640-4702-9ffe-58000eaaf2d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:16.240606 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b70bacaf-0640-4702-9ffe-58000eaaf2d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:16.289887 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b70bacaf-0640-4702-9ffe-58000eaaf2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:16.292562 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b70bacaf-0640-4702-9ffe-58000eaaf2d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:16.293719 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b70bacaf-0640-4702-9ffe-58000eaaf2d5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/add0faf0-abde-48a1-87c3-8e7255a25790 HTTP/1.1" status: 204 len: 168 time: 0.1345451 Nov 11 17:53:16.301485 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bacaf-0640-4702-9ffe-58000eaaf2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add0faf0-abde-48a1-87c3-8e7255a25790,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:16.641072 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45160) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:16.655774 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3086766e-1c17-4ea8-8999-582e385c3d59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:16.739227 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3086766e-1c17-4ea8-8999-582e385c3d59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:16.743898 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3086766e-1c17-4ea8-8999-582e385c3d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:16.788583 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3086766e-1c17-4ea8-8999-582e385c3d59 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b01705c77fbf4cff97b712c939e797d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1433208 Nov 11 17:53:16.789225 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086766e-1c17-4ea8-8999-582e385c3d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd710178-42d7-435d-881c-5597c64103d8,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:16.790384 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45166) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:16.860169 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f5d65986-43a9-4fa7-b5f5-806333a3cf26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:16.892463 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f5d65986-43a9-4fa7-b5f5-806333a3cf26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:16.949422 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f5d65986-43a9-4fa7-b5f5-806333a3cf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:16.952965 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f5d65986-43a9-4fa7-b5f5-806333a3cf26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:16.956244 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f5d65986-43a9-4fa7-b5f5-806333a3cf26 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fd710178-42d7-435d-881c-5597c64103d8 HTTP/1.1" status: 204 len: 168 time: 0.1645870 Nov 11 17:53:16.968417 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d65986-43a9-4fa7-b5f5-806333a3cf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd710178-42d7-435d-881c-5597c64103d8,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:18.522396 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:18.718408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45238) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:18.862267 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-1965bddb-9bf4-488d-9176-892c6fd0ad8e tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-161356608'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:18.862710 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-1965bddb-9bf4-488d-9176-892c6fd0ad8e tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] Unknown quota resources ['metering_label']. {{(pid=102617) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 17:53:19.054168 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1965bddb-9bf4-488d-9176-892c6fd0ad8e tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:19.058494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45246) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:19.059048 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1965bddb-9bf4-488d-9176-892c6fd0ad8e tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3389041 Nov 11 17:53:19.063212 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ffe90fcf-7466-4414-b6cf-303a951c4e24 tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd148d73a-bee2-4b66-9a07-8b2e80c96d80'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:19.063931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ffe90fcf-7466-4414-b6cf-303a951c4e24 tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102618) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 17:53:19.147900 n-d-816206-4 neutron-server[102618]: WARNING neutron.services.metering.metering_plugin [None req-ffe90fcf-7466-4414-b6cf-303a951c4e24 tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 11 17:53:19.267813 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ffe90fcf-7466-4414-b6cf-303a951c4e24 tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:19.269008 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ffe90fcf-7466-4414-b6cf-303a951c4e24 tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2094719 Nov 11 17:53:19.272767 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45254) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:19.277620 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b666262b-59f4-4d0e-adcc-25c0f8603acf tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd148d73a-bee2-4b66-9a07-8b2e80c96d80'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:19.278220 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b666262b-59f4-4d0e-adcc-25c0f8603acf tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102617) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 17:53:19.410332 n-d-816206-4 neutron-server[102617]: WARNING neutron.services.metering.metering_plugin [None req-b666262b-59f4-4d0e-adcc-25c0f8603acf tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 11 17:53:19.521734 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b666262b-59f4-4d0e-adcc-25c0f8603acf tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:19.523461 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b666262b-59f4-4d0e-adcc-25c0f8603acf tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2496104 Nov 11 17:53:19.526160 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45264) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:19.539811 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7b9adce5-3394-4af6-ad6c-024959e93173 tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=3589fbb7-f24e-48e8-9270-11ac515268cf HTTP/1.1" status: 200 len: 464 time: 0.0109189 Nov 11 17:53:19.542355 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45268) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:19.647273 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-835061d4-8562-4439-bf40-542a7a003f80 tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:19.648453 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-835061d4-8562-4439-bf40-542a7a003f80 tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/3589fbb7-f24e-48e8-9270-11ac515268cf HTTP/1.1" status: 204 len: 168 time: 0.1050575 Nov 11 17:53:19.651411 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45270) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:19.664315 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-af7379ea-85b2-4e5c-a09e-a300a7e2c626 tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=3589fbb7-f24e-48e8-9270-11ac515268cf HTTP/1.1" status: 200 len: 221 time: 0.0115304 Nov 11 17:53:19.664985 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45272) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:19.669604 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-4d4ca966-26e9-4b87-97ea-700ec12dd165 tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--278198246', 'description': 'label created by tempest'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:19.670175 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-4d4ca966-26e9-4b87-97ea-700ec12dd165 tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] Unknown quota resources ['metering_label']. {{(pid=102618) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 11 17:53:20.196667 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca966-26e9-4b87-97ea-700ec12dd165 tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:20.200550 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4d4ca966-26e9-4b87-97ea-700ec12dd165 tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5317063 Nov 11 17:53:20.200720 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45290) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:20.279673 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d2c754cd-887d-4eb0-a6ec-95c65713e65d tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=4a5eca6d-d1b1-4626-8d63-aa684134c8b5 HTTP/1.1" status: 200 len: 467 time: 0.0778368 Nov 11 17:53:20.282549 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45292) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:20.479137 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a63cf857-7879-4267-8485-2b393e973137 tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:20.480841 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a63cf857-7879-4267-8485-2b393e973137 tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/4a5eca6d-d1b1-4626-8d63-aa684134c8b5 HTTP/1.1" status: 204 len: 168 time: 0.1972177 Nov 11 17:53:20.484689 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45298) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:20.502919 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8bfd04b2-d658-40d4-ae1c-5f50cf9dd9e0 tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=4a5eca6d-d1b1-4626-8d63-aa684134c8b5 HTTP/1.1" status: 200 len: 216 time: 0.0139561 Nov 11 17:53:20.504080 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45300) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:20.517480 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c103af45-419e-494b-95c0-6fb99993332d tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0117800 Nov 11 17:53:20.520857 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45302) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:20.532692 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5f15bd13-f6e7-4ad2-9444-8f3b71ae32d9 tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0103824 Nov 11 17:53:20.535631 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45304) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:20.596028 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45306) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:20.596553 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a4d56779-0dd3-48a2-9de5-1af71c109925 tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels/d148d73a-bee2-4b66-9a07-8b2e80c96d80 HTTP/1.1" status: 200 len: 472 time: 0.0587437 Nov 11 17:53:20.607718 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-785bfa93-edd7-4126-9a30-9c18a4b39b82 tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules/0b0a1899-4ed1-494a-98df-10ae2e69383f HTTP/1.1" status: 200 len: 461 time: 0.0104234 Nov 11 17:53:20.611510 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45308) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:20.744868 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83487562-7eb9-4d84-9638-27ba0cc30c47 tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:20.746417 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-83487562-7eb9-4d84-9638-27ba0cc30c47 tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/0b0a1899-4ed1-494a-98df-10ae2e69383f HTTP/1.1" status: 204 len: 168 time: 0.1336679 Nov 11 17:53:20.748840 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45310) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:20.943922 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-70a36019-624c-4d07-8d91-1126f5c788c0 tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:20.947508 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-70a36019-624c-4d07-8d91-1126f5c788c0 tempest-MeteringTestJSON-153691795 tempest-MeteringTestJSON-153691795-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/d148d73a-bee2-4b66-9a07-8b2e80c96d80 HTTP/1.1" status: 204 len: 168 time: 0.1953409 Nov 11 17:53:21.206275 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45316) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:21.321414 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6f13cea2-9c1d-4e8e-86e4-ceef98f0db40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:21.399783 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6f13cea2-9c1d-4e8e-86e4-ceef98f0db40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:21.404741 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6f13cea2-9c1d-4e8e-86e4-ceef98f0db40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:21.447654 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6f13cea2-9c1d-4e8e-86e4-ceef98f0db40 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d4032709642847bbb9fb6aad541a6bbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2395015 Nov 11 17:53:21.448297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13cea2-9c1d-4e8e-86e4-ceef98f0db40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53d6986-afca-40fa-b8f6-476da05ac5bb,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:21.450575 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45320) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:21.500203 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f41042d0-4c1d-487a-9ddb-a3a1ff3762fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:21.523243 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f41042d0-4c1d-487a-9ddb-a3a1ff3762fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:21.577327 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f41042d0-4c1d-487a-9ddb-a3a1ff3762fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:21.580075 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f41042d0-4c1d-487a-9ddb-a3a1ff3762fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:21.584026 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f41042d0-4c1d-487a-9ddb-a3a1ff3762fe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e53d6986-afca-40fa-b8f6-476da05ac5bb HTTP/1.1" status: 204 len: 168 time: 0.1298187 Nov 11 17:53:21.599632 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41042d0-4c1d-487a-9ddb-a3a1ff3762fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53d6986-afca-40fa-b8f6-476da05ac5bb,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:21.869616 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45330) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:21.884498 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a32c-5ce1-479f-8d60-e265a654251a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:21.971096 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a32c-5ce1-479f-8d60-e265a654251a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:21.976074 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a32c-5ce1-479f-8d60-e265a654251a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:22.016125 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7ae2a32c-5ce1-479f-8d60-e265a654251a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a3936bd91e90490c9bb1a0c041d690b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1452837 Nov 11 17:53:22.017371 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2a32c-5ce1-479f-8d60-e265a654251a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d24237-9fff-4971-a7fc-e26a4e31cc39,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:22.018730 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45332) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:22.070571 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee0306ad-d886-4f40-9e93-3973df41404b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:22.092419 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee0306ad-d886-4f40-9e93-3973df41404b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:22.140183 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee0306ad-d886-4f40-9e93-3973df41404b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:22.142909 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee0306ad-d886-4f40-9e93-3973df41404b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:22.144288 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ee0306ad-d886-4f40-9e93-3973df41404b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a4d24237-9fff-4971-a7fc-e26a4e31cc39 HTTP/1.1" status: 204 len: 168 time: 0.1245675 Nov 11 17:53:22.152535 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0306ad-d886-4f40-9e93-3973df41404b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d24237-9fff-4971-a7fc-e26a4e31cc39,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:22.528502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45346) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:22.588601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-9637a701-d11a-40d2-9e79-a716904a993f admin admin] Deleting subnet 544e878c-504a-4f0e-91ea-60b0463a928e {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:53:22.592453 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9637a701-d11a-40d2-9e79-a716904a993f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:22.633908 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9637a701-d11a-40d2-9e79-a716904a993f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:22.680770 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9637a701-d11a-40d2-9e79-a716904a993f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:22.752624 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9637a701-d11a-40d2-9e79-a716904a993f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:22.788196 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637a701-d11a-40d2-9e79-a716904a993f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=544e878c-504a-4f0e-91ea-60b0463a928e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:22.800614 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9637a701-d11a-40d2-9e79-a716904a993f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:22.804465 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9637a701-d11a-40d2-9e79-a716904a993f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/544e878c-504a-4f0e-91ea-60b0463a928e HTTP/1.1" status: 204 len: 168 time: 0.2749493 Nov 11 17:53:22.807083 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45358) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:22.908417 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22fe411d-4503-46dd-8b49-b394f337567a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:23.000831 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22fe411d-4503-46dd-8b49-b394f337567a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:23.019539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45362) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:23.027388 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-22fe411d-4503-46dd-8b49-b394f337567a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9830ecb6-48f5-4c2e-b809-ccf439f7c713']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:23.040427 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-22fe411d-4503-46dd-8b49-b394f337567a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5220266-8366-4187-8407-76ea37f16b90') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:23.041031 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-22fe411d-4503-46dd-8b49-b394f337567a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5220266-8366-4187-8407-76ea37f16b90') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:23.052533 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22fe411d-4503-46dd-8b49-b394f337567a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:23.070346 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22fe411d-4503-46dd-8b49-b394f337567a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:23.081302 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22fe411d-4503-46dd-8b49-b394f337567a admin admin] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:53:23.082010 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22fe411d-4503-46dd-8b49-b394f337567a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:53:23.133931 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:53:23.160720 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-90f7f589-aeb6-48b3-9a1c-adcd5d0c1abf tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1586543175'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:23.168470 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22fe411d-4503-46dd-8b49-b394f337567a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:23.176702 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-22fe411d-4503-46dd-8b49-b394f337567a admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:23.180825 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-22fe411d-4503-46dd-8b49-b394f337567a admin admin] 10.222.0.76 "DELETE /v2.0/networks/9830ecb6-48f5-4c2e-b809-ccf439f7c713 HTTP/1.1" status: 204 len: 168 time: 0.3727012 Nov 11 17:53:23.195099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe411d-4503-46dd-8b49-b394f337567a admin admin] Pushing event deleted for resources: {'Network': ['ID=9830ecb6-48f5-4c2e-b809-ccf439f7c713,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:23.214327 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f7f589-aeb6-48b3-9a1c-adcd5d0c1abf tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:23.223088 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90f7f589-aeb6-48b3-9a1c-adcd5d0c1abf tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:23.240125 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90f7f589-aeb6-48b3-9a1c-adcd5d0c1abf tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:23.353001 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90f7f589-aeb6-48b3-9a1c-adcd5d0c1abf tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:23.358362 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90f7f589-aeb6-48b3-9a1c-adcd5d0c1abf tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:23.389655 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f7f589-aeb6-48b3-9a1c-adcd5d0c1abf tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1282} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:53:23.410165 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90f7f589-aeb6-48b3-9a1c-adcd5d0c1abf tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:23.410878 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-90f7f589-aeb6-48b3-9a1c-adcd5d0c1abf tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Added segment bc0dc935-8f0f-4767-98c7-de62ff1003c3 of type vlan for network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d Nov 11 17:53:23.421256 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45368) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:23.424692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7f589-aeb6-48b3-9a1c-adcd5d0c1abf tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34fa3a68-5536-423b-80ec-930cc9bb20c7,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:23.482132 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90f7f589-aeb6-48b3-9a1c-adcd5d0c1abf tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:23.490338 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5b4ea4b8-19dc-4384-8d83-941cafd7ec6c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=96296ba98aac4cf4b53c1daa1b3aa163&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0673521 Nov 11 17:53:23.494629 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45370) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:23.509527 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90f7f589-aeb6-48b3-9a1c-adcd5d0c1abf tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:23.516414 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f7f589-aeb6-48b3-9a1c-adcd5d0c1abf tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:23.517121 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-90f7f589-aeb6-48b3-9a1c-adcd5d0c1abf tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:23.572864 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d595378b-8481-405a-91a2-d8ad95ba3aa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:23.605259 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7f589-aeb6-48b3-9a1c-adcd5d0c1abf tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Network': ['ID=44eaaaf5-3db1-4a50-b6aa-7207a5509e4d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:23.605826 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d595378b-8481-405a-91a2-d8ad95ba3aa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:23.618123 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:53:23.622691 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-90f7f589-aeb6-48b3-9a1c-adcd5d0c1abf tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6019247 Nov 11 17:53:23.623323 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45374) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:23.630479 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-8954cf99-16c6-47e2-8074-52087f24c4ac tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:23.674872 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d595378b-8481-405a-91a2-d8ad95ba3aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:23.677936 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d595378b-8481-405a-91a2-d8ad95ba3aa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:23.679328 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d595378b-8481-405a-91a2-d8ad95ba3aa2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/df449c78-a805-4181-9886-da76004507fb HTTP/1.1" status: 204 len: 168 time: 0.1825812 Nov 11 17:53:23.697443 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595378b-8481-405a-91a2-d8ad95ba3aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df449c78-a805-4181-9886-da76004507fb,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:23.761337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8954cf99-16c6-47e2-8074-52087f24c4ac tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:23.766472 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8954cf99-16c6-47e2-8074-52087f24c4ac tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:24.019518 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8954cf99-16c6-47e2-8074-52087f24c4ac tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:24.102239 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954cf99-16c6-47e2-8074-52087f24c4ac tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=5a76f674-19aa-478e-983d-e8fb4b03eef0,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:24.105435 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8954cf99-16c6-47e2-8074-52087f24c4ac tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Checking segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:53:24.105853 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8954cf99-16c6-47e2-8074-52087f24c4ac tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network hostable DHCP agents. Network: 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:53:24.123414 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8954cf99-16c6-47e2-8074-52087f24c4ac tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:53:24.132371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-8954cf99-16c6-47e2-8074-52087f24c4ac tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:24.136595 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954cf99-16c6-47e2-8074-52087f24c4ac tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:24.140585 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8954cf99-16c6-47e2-8074-52087f24c4ac tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:24.144083 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99871ee3-b26c-4d76-b051-1be97dbaa98d None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:53:24.163305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8954cf99-16c6-47e2-8074-52087f24c4ac tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5380747 Nov 11 17:53:24.166482 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45388) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:24.174029 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-aedd8500-cbc2-42f0-aa85-4bbcdb564745 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'name': 'tempest-NetworksTestDHCPv6-56016476'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:24.319334 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee1529d-b55d-4ce5-b1d5-f7c5db19aac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'fixed_ips': [{'subnet_id': '5a76f674-19aa-478e-983d-e8fb4b03eef0'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:53:24.320546 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8ee1529d-b55d-4ce5-b1d5-f7c5db19aac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:24.325899 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedd8500-cbc2-42f0-aa85-4bbcdb564745 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:24.330026 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aedd8500-cbc2-42f0-aa85-4bbcdb564745 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:24.331586 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:24.359319 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-aedd8500-cbc2-42f0-aa85-4bbcdb564745 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] device_id is not set on port 9b764cbb-82a2-4d0d-ab9f-e65c9eb8d15b yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:53:24.478023 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-8ee1529d-b55d-4ce5-b1d5-f7c5db19aac8 None None] Allocated IP 2001:db8::2 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/5a76f674-19aa-478e-983d-e8fb4b03eef0/c124073e-9c0e-4e0a-a4f1-c11814b5e44d) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:24.661303 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8ee1529d-b55d-4ce5-b1d5-f7c5db19aac8 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:24.667821 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8ee1529d-b55d-4ce5-b1d5-f7c5db19aac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:24.712396 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee1529d-b55d-4ce5-b1d5-f7c5db19aac8 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:24.715571 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-8ee1529d-b55d-4ce5-b1d5-f7c5db19aac8 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:24.719530 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee1529d-b55d-4ce5-b1d5-f7c5db19aac8 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:53:24.741494 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-aedd8500-cbc2-42f0-aa85-4bbcdb564745 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8::269 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/5a76f674-19aa-478e-983d-e8fb4b03eef0/9b764cbb-82a2-4d0d-ab9f-e65c9eb8d15b) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:24.749831 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1529d-b55d-4ce5-b1d5-f7c5db19aac8 None None] Pushing event updated for resources: {'Port': ['ID=c124073e-9c0e-4e0a-a4f1-c11814b5e44d,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:24.779860 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8ee1529d-b55d-4ce5-b1d5-f7c5db19aac8 None None] Attempting to bind port c124073e-9c0e-4e0a-a4f1-c11814b5e44d on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:53:24.780275 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8ee1529d-b55d-4ce5-b1d5-f7c5db19aac8 None None] Attempting to bind port c124073e-9c0e-4e0a-a4f1-c11814b5e44d by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:53:24.780688 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1529d-b55d-4ce5-b1d5-f7c5db19aac8 None None] Attempting to bind port c124073e-9c0e-4e0a-a4f1-c11814b5e44d on network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:53:24.786632 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1529d-b55d-4ce5-b1d5-f7c5db19aac8 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:53:24.787024 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1529d-b55d-4ce5-b1d5-f7c5db19aac8 None None] Checking segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:53:24.787568 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8ee1529d-b55d-4ce5-b1d5-f7c5db19aac8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:24.787911 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1529d-b55d-4ce5-b1d5-f7c5db19aac8 None None] Bound using segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:53:24.788452 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8ee1529d-b55d-4ce5-b1d5-f7c5db19aac8 None None] Bound port: c124073e-9c0e-4e0a-a4f1-c11814b5e44d, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:53:24.788845 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8ee1529d-b55d-4ce5-b1d5-f7c5db19aac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:24.891140 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-8ee1529d-b55d-4ce5-b1d5-f7c5db19aac8 None None] For port c124073e-9c0e-4e0a-a4f1-c11814b5e44d, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:53:24.894875 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-8ee1529d-b55d-4ce5-b1d5-f7c5db19aac8 None None] For port c124073e-9c0e-4e0a-a4f1-c11814b5e44d, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c124073e-9c0e-4e0a-a4f1-c11814b5e44d,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:53:24.903329 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8ee1529d-b55d-4ce5-b1d5-f7c5db19aac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:24.982627 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aedd8500-cbc2-42f0-aa85-4bbcdb564745 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:24.986622 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1529d-b55d-4ce5-b1d5-f7c5db19aac8 None None] Pushing event updated for resources: {'Port': ['ID=c124073e-9c0e-4e0a-a4f1-c11814b5e44d,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:25.034900 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aedd8500-cbc2-42f0-aa85-4bbcdb564745 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:25.057842 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedd8500-cbc2-42f0-aa85-4bbcdb564745 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:25.060976 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-aedd8500-cbc2-42f0-aa85-4bbcdb564745 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:25.083885 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd8500-cbc2-42f0-aa85-4bbcdb564745 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:53:25.089854 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedd8500-cbc2-42f0-aa85-4bbcdb564745 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:25.091249 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aedd8500-cbc2-42f0-aa85-4bbcdb564745 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:25.120677 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd8500-cbc2-42f0-aa85-4bbcdb564745 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=9b764cbb-82a2-4d0d-ab9f-e65c9eb8d15b,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:25.135038 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-aedd8500-cbc2-42f0-aa85-4bbcdb564745 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9650490 Nov 11 17:53:25.135340 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45408) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:25.229550 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc2de3c-731a-4c34-87f2-b9bd04c8e4cd tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:25.236166 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc2de3c-731a-4c34-87f2-b9bd04c8e4cd tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:25.237832 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4bc2de3c-731a-4c34-87f2-b9bd04c8e4cd tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1009691 Nov 11 17:53:25.240964 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45410) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:25.373634 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-7023717a-96c9-4f1b-8577-652f1f6f19b1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting port 9b764cbb-82a2-4d0d-ab9f-e65c9eb8d15b {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:25.373967 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7023717a-96c9-4f1b-8577-652f1f6f19b1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:25.477458 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7023717a-96c9-4f1b-8577-652f1f6f19b1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:25.490617 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-7023717a-96c9-4f1b-8577-652f1f6f19b1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Calling delete_port for 9b764cbb-82a2-4d0d-ab9f-e65c9eb8d15b owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:25.643764 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7023717a-96c9-4f1b-8577-652f1f6f19b1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:25.679949 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023717a-96c9-4f1b-8577-652f1f6f19b1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Port': ['ID=9b764cbb-82a2-4d0d-ab9f-e65c9eb8d15b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:25.708946 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7023717a-96c9-4f1b-8577-652f1f6f19b1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:25.714982 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45416) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:25.715434 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7023717a-96c9-4f1b-8577-652f1f6f19b1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/9b764cbb-82a2-4d0d-ab9f-e65c9eb8d15b HTTP/1.1" status: 204 len: 168 time: 0.4732766 Nov 11 17:53:25.812833 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87354be8-4ab9-42e3-8960-2f2ad541ccc4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:25.814023 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87354be8-4ab9-42e3-8960-2f2ad541ccc4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:25.818629 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45418) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:25.820899 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-87354be8-4ab9-42e3-8960-2f2ad541ccc4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1035209 Nov 11 17:53:25.875227 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a1122eb-5855-4d57-a2ea-0579880ddfae tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet 5a76f674-19aa-478e-983d-e8fb4b03eef0 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:53:25.878870 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a1122eb-5855-4d57-a2ea-0579880ddfae tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:25.926735 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a1122eb-5855-4d57-a2ea-0579880ddfae tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:26.040865 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a1122eb-5855-4d57-a2ea-0579880ddfae tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:26.108744 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a1122eb-5855-4d57-a2ea-0579880ddfae tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:26.144029 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1a1122eb-5855-4d57-a2ea-0579880ddfae tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:26.147797 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1a1122eb-5855-4d57-a2ea-0579880ddfae tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/5a76f674-19aa-478e-983d-e8fb4b03eef0 HTTP/1.1" status: 204 len: 168 time: 0.3279812 Nov 11 17:53:26.148951 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1122eb-5855-4d57-a2ea-0579880ddfae tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=5a76f674-19aa-478e-983d-e8fb4b03eef0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:26.150853 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45424) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:26.222465 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac0af23-18f0-461a-b7b0-cc3455aeb7e6 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:53:26.380647 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5c125732-ac09-464c-b690-e5304a058c9d None None] Provisioning complete for port c124073e-9c0e-4e0a-a4f1-c11814b5e44d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:26.381126 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5c125732-ac09-464c-b690-e5304a058c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:26.483791 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5c125732-ac09-464c-b690-e5304a058c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:26.499616 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecc6813-becd-454c-851d-baf4acf3aa3d None None] DHCP port deletion for 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:53:26.548456 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5d1627d3-bf2d-470c-b5a4-fe203b44e856 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3937197 Nov 11 17:53:26.549036 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-5c125732-ac09-464c-b690-e5304a058c9d None None] For port c124073e-9c0e-4e0a-a4f1-c11814b5e44d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c124073e-9c0e-4e0a-a4f1-c11814b5e44d,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:53:26.549165 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45430) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:26.553568 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-35e5f991-fdf6-4d32-b739-c4453c62cc90 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:26.557166 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5c125732-ac09-464c-b690-e5304a058c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:26.614565 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-9ecc6813-becd-454c-851d-baf4acf3aa3d None None] Deleting port c124073e-9c0e-4e0a-a4f1-c11814b5e44d {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:26.614806 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9ecc6813-becd-454c-851d-baf4acf3aa3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:26.630676 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c125732-ac09-464c-b690-e5304a058c9d None None] Pushing event updated for resources: {'Port': ['ID=c124073e-9c0e-4e0a-a4f1-c11814b5e44d,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:26.649305 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e5f991-fdf6-4d32-b739-c4453c62cc90 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:26.653173 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-35e5f991-fdf6-4d32-b739-c4453c62cc90 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:26.697880 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9ecc6813-becd-454c-851d-baf4acf3aa3d None None] For port c124073e-9c0e-4e0a-a4f1-c11814b5e44d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c124073e-9c0e-4e0a-a4f1-c11814b5e44d,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:53:26.698285 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9ecc6813-becd-454c-851d-baf4acf3aa3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:26.712633 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-9ecc6813-becd-454c-851d-baf4acf3aa3d None None] Calling delete_port for c124073e-9c0e-4e0a-a4f1-c11814b5e44d owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:26.816538 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9ecc6813-becd-454c-851d-baf4acf3aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:26.856490 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc6813-becd-454c-851d-baf4acf3aa3d None None] Pushing event deleted for resources: {'Port': ['ID=c124073e-9c0e-4e0a-a4f1-c11814b5e44d,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:26.865377 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecc6813-becd-454c-851d-baf4acf3aa3d None None] No DVR routers for this DVR port c124073e-9c0e-4e0a-a4f1-c11814b5e44d on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:53:26.910392 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-35e5f991-fdf6-4d32-b739-c4453c62cc90 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:26.960675 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e5f991-fdf6-4d32-b739-c4453c62cc90 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:26.965493 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-35e5f991-fdf6-4d32-b739-c4453c62cc90 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:26.968524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e5f991-fdf6-4d32-b739-c4453c62cc90 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:26.969344 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-35e5f991-fdf6-4d32-b739-c4453c62cc90 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:26.974568 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b684de-90da-45a3-be15-34157e3386be None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:53:26.987449 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5f991-fdf6-4d32-b739-c4453c62cc90 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=41c0f593-a529-444e-8545-fc41053802cb,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:26.995166 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-35e5f991-fdf6-4d32-b739-c4453c62cc90 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4452834 Nov 11 17:53:26.997802 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45442) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:27.007520 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-f83419f3-a714-4d5d-b43f-3657e1b82299 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'name': 'tempest-NetworksTestDHCPv6-705099333'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:27.150051 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c525a649-f5ba-4a9d-b062-c4e5fc5989ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'fixed_ips': [{'subnet_id': '41c0f593-a529-444e-8545-fc41053802cb'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:53:27.152214 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c525a649-f5ba-4a9d-b062-c4e5fc5989ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:27.206574 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83419f3-a714-4d5d-b43f-3657e1b82299 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:27.210515 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f83419f3-a714-4d5d-b43f-3657e1b82299 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:27.228657 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-f83419f3-a714-4d5d-b43f-3657e1b82299 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] device_id is not set on port b261cf34-bd2c-4d4b-8d71-406021981de7 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:53:27.301906 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-c525a649-f5ba-4a9d-b062-c4e5fc5989ec None None] Allocated IP 2001:db8::2 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/41c0f593-a529-444e-8545-fc41053802cb/1af44952-c364-4ec0-bde4-fb23c170f3a1) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:27.443889 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c525a649-f5ba-4a9d-b062-c4e5fc5989ec None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:27.450732 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c525a649-f5ba-4a9d-b062-c4e5fc5989ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:27.494612 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c525a649-f5ba-4a9d-b062-c4e5fc5989ec None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:27.497768 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-c525a649-f5ba-4a9d-b062-c4e5fc5989ec None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:27.501502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c525a649-f5ba-4a9d-b062-c4e5fc5989ec None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:53:27.507442 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525a649-f5ba-4a9d-b062-c4e5fc5989ec None None] Pushing event updated for resources: {'Port': ['ID=1af44952-c364-4ec0-bde4-fb23c170f3a1,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:27.513642 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-f83419f3-a714-4d5d-b43f-3657e1b82299 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8::249 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/41c0f593-a529-444e-8545-fc41053802cb/b261cf34-bd2c-4d4b-8d71-406021981de7) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:27.562476 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c525a649-f5ba-4a9d-b062-c4e5fc5989ec None None] Attempting to bind port 1af44952-c364-4ec0-bde4-fb23c170f3a1 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:53:27.562947 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c525a649-f5ba-4a9d-b062-c4e5fc5989ec None None] Attempting to bind port 1af44952-c364-4ec0-bde4-fb23c170f3a1 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:53:27.563394 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c525a649-f5ba-4a9d-b062-c4e5fc5989ec None None] Attempting to bind port 1af44952-c364-4ec0-bde4-fb23c170f3a1 on network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:53:27.568493 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c525a649-f5ba-4a9d-b062-c4e5fc5989ec None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:53:27.569035 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c525a649-f5ba-4a9d-b062-c4e5fc5989ec None None] Checking segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:53:27.569417 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c525a649-f5ba-4a9d-b062-c4e5fc5989ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:27.570192 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c525a649-f5ba-4a9d-b062-c4e5fc5989ec None None] Bound using segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:53:27.570783 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c525a649-f5ba-4a9d-b062-c4e5fc5989ec None None] Bound port: 1af44952-c364-4ec0-bde4-fb23c170f3a1, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:53:27.571230 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c525a649-f5ba-4a9d-b062-c4e5fc5989ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:27.637455 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c525a649-f5ba-4a9d-b062-c4e5fc5989ec None None] For port 1af44952-c364-4ec0-bde4-fb23c170f3a1, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:53:27.640944 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c525a649-f5ba-4a9d-b062-c4e5fc5989ec None None] For port 1af44952-c364-4ec0-bde4-fb23c170f3a1, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1af44952-c364-4ec0-bde4-fb23c170f3a1,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:53:27.649515 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c525a649-f5ba-4a9d-b062-c4e5fc5989ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:27.673091 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f83419f3-a714-4d5d-b43f-3657e1b82299 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:27.713717 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f83419f3-a714-4d5d-b43f-3657e1b82299 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:27.718998 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525a649-f5ba-4a9d-b062-c4e5fc5989ec None None] Pushing event updated for resources: {'Port': ['ID=1af44952-c364-4ec0-bde4-fb23c170f3a1,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:27.767763 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83419f3-a714-4d5d-b43f-3657e1b82299 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:27.770075 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-f83419f3-a714-4d5d-b43f-3657e1b82299 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:27.774037 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83419f3-a714-4d5d-b43f-3657e1b82299 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:53:27.783290 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83419f3-a714-4d5d-b43f-3657e1b82299 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:27.791665 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f83419f3-a714-4d5d-b43f-3657e1b82299 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:27.826515 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83419f3-a714-4d5d-b43f-3657e1b82299 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=b261cf34-bd2c-4d4b-8d71-406021981de7,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:27.832929 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f83419f3-a714-4d5d-b43f-3657e1b82299 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8333001 Nov 11 17:53:27.836318 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45450) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:27.913196 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb983db-9c09-4224-8cce-d850816148b8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:27.920191 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb983db-9c09-4224-8cce-d850816148b8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:27.925851 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1bb983db-9c09-4224-8cce-d850816148b8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0878274 Nov 11 17:53:27.928685 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45452) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:28.071239 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-8313619e-4b72-4c62-bb00-fb304996731d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting port b261cf34-bd2c-4d4b-8d71-406021981de7 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:28.071969 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8313619e-4b72-4c62-bb00-fb304996731d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:28.171360 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8313619e-4b72-4c62-bb00-fb304996731d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:28.184361 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-8313619e-4b72-4c62-bb00-fb304996731d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Calling delete_port for b261cf34-bd2c-4d4b-8d71-406021981de7 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:28.327452 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8313619e-4b72-4c62-bb00-fb304996731d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:28.361123 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313619e-4b72-4c62-bb00-fb304996731d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Port': ['ID=b261cf34-bd2c-4d4b-8d71-406021981de7,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:28.391713 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8313619e-4b72-4c62-bb00-fb304996731d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:28.397852 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8313619e-4b72-4c62-bb00-fb304996731d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/b261cf34-bd2c-4d4b-8d71-406021981de7 HTTP/1.1" status: 204 len: 168 time: 0.4653494 Nov 11 17:53:28.398084 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45460) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:28.499594 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0bd18c-c861-4d8b-9e2b-646b10b1f7ac tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:28.501586 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0bd18c-c861-4d8b-9e2b-646b10b1f7ac tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:28.505910 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ee0bd18c-c861-4d8b-9e2b-646b10b1f7ac tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1043139 Nov 11 17:53:28.506238 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45466) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:28.574245 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-9643f2f3-13d8-4568-a712-a6f868e06ea8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet 41c0f593-a529-444e-8545-fc41053802cb {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:53:28.578595 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9643f2f3-13d8-4568-a712-a6f868e06ea8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:28.649103 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9643f2f3-13d8-4568-a712-a6f868e06ea8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:28.751754 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9643f2f3-13d8-4568-a712-a6f868e06ea8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:28.836850 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9643f2f3-13d8-4568-a712-a6f868e06ea8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:28.876974 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643f2f3-13d8-4568-a712-a6f868e06ea8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=41c0f593-a529-444e-8545-fc41053802cb,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:28.889180 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9643f2f3-13d8-4568-a712-a6f868e06ea8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:28.893308 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9643f2f3-13d8-4568-a712-a6f868e06ea8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/41c0f593-a529-444e-8545-fc41053802cb HTTP/1.1" status: 204 len: 168 time: 0.3856530 Nov 11 17:53:28.897359 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45478) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:28.943271 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8b9515-1981-49d2-a01d-28a2027b78f2 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:53:28.966914 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-97791c84-8b67-4fa3-9765-245a634c2f5d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683887 Nov 11 17:53:28.969805 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45480) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:28.976990 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-04ed581c-bab1-4d2b-9faf-b28c30477fec tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:29.099550 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1af44952-c364-4ec0-bde4-fb23c170f3a1 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:53:29.110575 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ed581c-bab1-4d2b-9faf-b28c30477fec tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:29.116120 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04ed581c-bab1-4d2b-9faf-b28c30477fec tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:29.175403 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d7b246bc-ac54-4764-9463-4a6924d5b19b None None] Provisioning complete for port 1af44952-c364-4ec0-bde4-fb23c170f3a1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:29.176102 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d7b246bc-ac54-4764-9463-4a6924d5b19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:29.183126 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 1af44952-c364-4ec0-bde4-fb23c170f3a1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:29.183757 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:29.346282 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ee2929-df62-441a-8e18-416ab5be12e8 None None] DHCP port deletion for 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:53:29.392430 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d7b246bc-ac54-4764-9463-4a6924d5b19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:29.402909 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04ed581c-bab1-4d2b-9faf-b28c30477fec tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:29.423860 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:29.448230 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ed581c-bab1-4d2b-9faf-b28c30477fec tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:29.448495 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d7b246bc-ac54-4764-9463-4a6924d5b19b None None] For port 1af44952-c364-4ec0-bde4-fb23c170f3a1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1af44952-c364-4ec0-bde4-fb23c170f3a1,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:53:29.451850 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-04ed581c-bab1-4d2b-9faf-b28c30477fec tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:29.457527 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ed581c-bab1-4d2b-9faf-b28c30477fec tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:29.457749 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04ed581c-bab1-4d2b-9faf-b28c30477fec tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:29.469073 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d7b246bc-ac54-4764-9463-4a6924d5b19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:29.470813 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed581c-bab1-4d2b-9faf-b28c30477fec tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=5cbde4ca-1ee5-4209-af4a-cd1c2b599abf,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:29.482813 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-04ed581c-bab1-4d2b-9faf-b28c30477fec tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5118439 Nov 11 17:53:29.485859 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45482) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:29.491113 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6d3a51f0-8e52-45fd-a7a8-00cd1a61b502 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'name': 'tempest-NetworksTestDHCPv6-1501197177'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:29.549041 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b246bc-ac54-4764-9463-4a6924d5b19b None None] Pushing event updated for resources: {'Port': ['ID=1af44952-c364-4ec0-bde4-fb23c170f3a1,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:29.579977 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-26ee2929-df62-441a-8e18-416ab5be12e8 None None] Deleting port 1af44952-c364-4ec0-bde4-fb23c170f3a1 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:29.580447 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-26ee2929-df62-441a-8e18-416ab5be12e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:29.650241 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3a51f0-8e52-45fd-a7a8-00cd1a61b502 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:29.659025 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:53:29.659399 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:53:29.664149 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d3a51f0-8e52-45fd-a7a8-00cd1a61b502 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:29.701205 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-6d3a51f0-8e52-45fd-a7a8-00cd1a61b502 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] device_id is not set on port 95644289-1cb2-423d-9d3c-97af49c73b15 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:53:29.709947 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-26ee2929-df62-441a-8e18-416ab5be12e8 None None] For port 1af44952-c364-4ec0-bde4-fb23c170f3a1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1af44952-c364-4ec0-bde4-fb23c170f3a1,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:53:29.710402 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-26ee2929-df62-441a-8e18-416ab5be12e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:29.731440 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-26ee2929-df62-441a-8e18-416ab5be12e8 None None] Calling delete_port for 1af44952-c364-4ec0-bde4-fb23c170f3a1 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:29.846875 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-26ee2929-df62-441a-8e18-416ab5be12e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:29.872551 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee2929-df62-441a-8e18-416ab5be12e8 None None] Pushing event deleted for resources: {'Port': ['ID=1af44952-c364-4ec0-bde4-fb23c170f3a1,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:29.873453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-6d3a51f0-8e52-45fd-a7a8-00cd1a61b502 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8::1ed (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/5cbde4ca-1ee5-4209-af4a-cd1c2b599abf/95644289-1cb2-423d-9d3c-97af49c73b15) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:29.878008 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ee2929-df62-441a-8e18-416ab5be12e8 None None] No DVR routers for this DVR port 1af44952-c364-4ec0-bde4-fb23c170f3a1 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:53:29.904810 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe906ade-6d28-4e26-96f2-118f02cfca1f None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:53:30.063347 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f106e42-115f-4c62-935f-4424e34fb614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'fixed_ips': [{'subnet_id': '5cbde4ca-1ee5-4209-af4a-cd1c2b599abf'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:53:30.064496 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5f106e42-115f-4c62-935f-4424e34fb614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:30.064770 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d3a51f0-8e52-45fd-a7a8-00cd1a61b502 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:30.109608 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d3a51f0-8e52-45fd-a7a8-00cd1a61b502 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:30.158385 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3a51f0-8e52-45fd-a7a8-00cd1a61b502 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:30.169582 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-6d3a51f0-8e52-45fd-a7a8-00cd1a61b502 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:30.172699 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3a51f0-8e52-45fd-a7a8-00cd1a61b502 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:53:30.179798 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3a51f0-8e52-45fd-a7a8-00cd1a61b502 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:30.180777 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d3a51f0-8e52-45fd-a7a8-00cd1a61b502 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:30.201182 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a51f0-8e52-45fd-a7a8-00cd1a61b502 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=95644289-1cb2-423d-9d3c-97af49c73b15,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:30.212402 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6d3a51f0-8e52-45fd-a7a8-00cd1a61b502 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7253890 Nov 11 17:53:30.215043 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45486) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:30.281820 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ea1321-8142-4667-9c18-b89912384fd9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:30.284926 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-77ea1321-8142-4667-9c18-b89912384fd9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0686376 Nov 11 17:53:30.288561 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45488) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:30.350021 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Port 1af44952-c364-4ec0-bde4-fb23c170f3a1 update to ACTIVE by agent not found {{(pid=102619) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 11 17:53:30.433121 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-b3d575b6-45b6-4e7e-ab91-cae18de1baf0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting port 95644289-1cb2-423d-9d3c-97af49c73b15 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:30.439086 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b3d575b6-45b6-4e7e-ab91-cae18de1baf0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:30.439525 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-5f106e42-115f-4c62-935f-4424e34fb614 None None] Allocated IP 2001:db8::2 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/5cbde4ca-1ee5-4209-af4a-cd1c2b599abf/c753246c-532c-43bd-9a9c-8e8e8c74b0f4) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:30.570692 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b3d575b6-45b6-4e7e-ab91-cae18de1baf0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:30.592385 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-b3d575b6-45b6-4e7e-ab91-cae18de1baf0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Calling delete_port for 95644289-1cb2-423d-9d3c-97af49c73b15 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:30.712347 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5f106e42-115f-4c62-935f-4424e34fb614 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:30.721089 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5f106e42-115f-4c62-935f-4424e34fb614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:30.763285 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b3d575b6-45b6-4e7e-ab91-cae18de1baf0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:30.777301 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f106e42-115f-4c62-935f-4424e34fb614 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:30.782708 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-5f106e42-115f-4c62-935f-4424e34fb614 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:30.788268 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f106e42-115f-4c62-935f-4424e34fb614 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:53:30.791595 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f106e42-115f-4c62-935f-4424e34fb614 None None] Pushing event updated for resources: {'Port': ['ID=c753246c-532c-43bd-9a9c-8e8e8c74b0f4,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:30.804197 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d575b6-45b6-4e7e-ab91-cae18de1baf0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Port': ['ID=95644289-1cb2-423d-9d3c-97af49c73b15,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:30.843511 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b3d575b6-45b6-4e7e-ab91-cae18de1baf0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:30.848588 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b3d575b6-45b6-4e7e-ab91-cae18de1baf0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/95644289-1cb2-423d-9d3c-97af49c73b15 HTTP/1.1" status: 204 len: 168 time: 0.5574133 Nov 11 17:53:30.849100 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45496) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:30.865626 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-5f106e42-115f-4c62-935f-4424e34fb614 None None] Attempting to bind port c753246c-532c-43bd-9a9c-8e8e8c74b0f4 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:53:30.866003 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-5f106e42-115f-4c62-935f-4424e34fb614 None None] Attempting to bind port c753246c-532c-43bd-9a9c-8e8e8c74b0f4 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:53:30.866263 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f106e42-115f-4c62-935f-4424e34fb614 None None] Attempting to bind port c753246c-532c-43bd-9a9c-8e8e8c74b0f4 on network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:53:30.871688 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f106e42-115f-4c62-935f-4424e34fb614 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:53:30.872117 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f106e42-115f-4c62-935f-4424e34fb614 None None] Checking segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:53:30.872576 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5f106e42-115f-4c62-935f-4424e34fb614 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:30.872962 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f106e42-115f-4c62-935f-4424e34fb614 None None] Bound using segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:53:30.873434 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-5f106e42-115f-4c62-935f-4424e34fb614 None None] Bound port: c753246c-532c-43bd-9a9c-8e8e8c74b0f4, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:53:30.873815 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5f106e42-115f-4c62-935f-4424e34fb614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:30.915111 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7070becd-ca0a-4cac-a9e1-a38837a90901 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:30.916754 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7070becd-ca0a-4cac-a9e1-a38837a90901 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:30.919125 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7070becd-ca0a-4cac-a9e1-a38837a90901 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0690355 Nov 11 17:53:30.922152 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45498) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:30.943071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-5f106e42-115f-4c62-935f-4424e34fb614 None None] For port c753246c-532c-43bd-9a9c-8e8e8c74b0f4, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:53:30.947093 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-5f106e42-115f-4c62-935f-4424e34fb614 None None] For port c753246c-532c-43bd-9a9c-8e8e8c74b0f4, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c753246c-532c-43bd-9a9c-8e8e8c74b0f4,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:53:30.954617 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5f106e42-115f-4c62-935f-4424e34fb614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:31.010111 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1af44952-c364-4ec0-bde4-fb23c170f3a1 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:53:31.012994 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-323dd241-bd6a-4d8f-8af3-dc4a6484f1ec tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet 5cbde4ca-1ee5-4209-af4a-cd1c2b599abf {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:53:31.016731 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-323dd241-bd6a-4d8f-8af3-dc4a6484f1ec tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:31.072715 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-323dd241-bd6a-4d8f-8af3-dc4a6484f1ec tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:31.077527 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f106e42-115f-4c62-935f-4424e34fb614 None None] Pushing event updated for resources: {'Port': ['ID=c753246c-532c-43bd-9a9c-8e8e8c74b0f4,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:31.080072 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 1af44952-c364-4ec0-bde4-fb23c170f3a1 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:53:31.080418 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1af44952-c364-4ec0-bde4-fb23c170f3a1 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:53:31.180576 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-323dd241-bd6a-4d8f-8af3-dc4a6484f1ec tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:31.252782 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-323dd241-bd6a-4d8f-8af3-dc4a6484f1ec tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:31.285079 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323dd241-bd6a-4d8f-8af3-dc4a6484f1ec tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=5cbde4ca-1ee5-4209-af4a-cd1c2b599abf,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:31.304351 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-323dd241-bd6a-4d8f-8af3-dc4a6484f1ec tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:31.312924 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-323dd241-bd6a-4d8f-8af3-dc4a6484f1ec tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/5cbde4ca-1ee5-4209-af4a-cd1c2b599abf HTTP/1.1" status: 204 len: 168 time: 0.3897083 Nov 11 17:53:31.315598 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45500) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:31.377784 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-afd0c49a-6882-4d81-8ee3-22d944c5c383 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603721 Nov 11 17:53:31.380103 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45502) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:31.795974 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d332e7-3ab9-4a45-9c6f-77f91ee39552 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:31.799831 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45510) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:31.799995 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-15d332e7-3ab9-4a45-9c6f-77f91ee39552 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4186301 Nov 11 17:53:31.866288 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1536776-d969-461b-be7c-8043e52243f8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:31.868590 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d1536776-d969-461b-be7c-8043e52243f8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0671952 Nov 11 17:53:31.871189 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45512) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:31.924945 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45514) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:31.930796 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-4480b198-1526-4980-9944-7499a4fe74b9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:31.936596 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-da04bee5-6266-4eea-a6c7-1630ba098ea7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633371 Nov 11 17:53:32.046306 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4480b198-1526-4980-9944-7499a4fe74b9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:32.050864 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4480b198-1526-4980-9944-7499a4fe74b9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:32.239706 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f05855-d3fa-4f79-9097-d9bdfb64a223 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:53:32.277832 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4480b198-1526-4980-9944-7499a4fe74b9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:32.338909 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480b198-1526-4980-9944-7499a4fe74b9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=3aa4d64e-56a4-4402-95c2-29b113974f4b,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:32.359755 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4480b198-1526-4980-9944-7499a4fe74b9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:32.361487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-4480b198-1526-4980-9944-7499a4fe74b9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:32.366036 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4480b198-1526-4980-9944-7499a4fe74b9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:32.366626 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4480b198-1526-4980-9944-7499a4fe74b9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:32.376998 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-23fd6e6b-fc3c-4242-b7e3-bf3f66389b00 None None] Provisioning complete for port c753246c-532c-43bd-9a9c-8e8e8c74b0f4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:32.377374 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-23fd6e6b-fc3c-4242-b7e3-bf3f66389b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:32.392712 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4480b198-1526-4980-9944-7499a4fe74b9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4657648 Nov 11 17:53:32.398675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45518) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:32.415255 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-8a4ef8b1-99e2-4b46-9f4b-7f0d0a40a568 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'fixed_ips': [{'subnet_id': '3aa4d64e-56a4-4402-95c2-29b113974f4b', 'ip_address': '2001:db8::22bd:a496:57d9:8cb3'}], 'name': 'tempest-NetworksTestDHCPv6-79243680'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:32.506812 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-23fd6e6b-fc3c-4242-b7e3-bf3f66389b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:32.542870 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-23fd6e6b-fc3c-4242-b7e3-bf3f66389b00 None None] For port c753246c-532c-43bd-9a9c-8e8e8c74b0f4, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c753246c-532c-43bd-9a9c-8e8e8c74b0f4,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:53:32.548513 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-23fd6e6b-fc3c-4242-b7e3-bf3f66389b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:32.606994 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd6e6b-fc3c-4242-b7e3-bf3f66389b00 None None] Pushing event updated for resources: {'Port': ['ID=c753246c-532c-43bd-9a9c-8e8e8c74b0f4,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:32.618398 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4ef8b1-99e2-4b46-9f4b-7f0d0a40a568 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:32.705299 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b92122-7b5b-4e24-985d-bf7c59b7c0c0 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:53:32.721410 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8a4ef8b1-99e2-4b46-9f4b-7f0d0a40a568 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:32.745593 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-8a4ef8b1-99e2-4b46-9f4b-7f0d0a40a568 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] device_id is not set on port d4b447e9-3821-4efb-a62e-7aa7522fc64f yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:53:32.783845 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f5c7baf3-53ea-4deb-b922-5fa088f3aec1 None None] Provisioning complete for port c753246c-532c-43bd-9a9c-8e8e8c74b0f4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:32.784220 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f5c7baf3-53ea-4deb-b922-5fa088f3aec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:33.043014 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-8a4ef8b1-99e2-4b46-9f4b-7f0d0a40a568 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8::22bd:a496:57d9:8cb3 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/3aa4d64e-56a4-4402-95c2-29b113974f4b/d4b447e9-3821-4efb-a62e-7aa7522fc64f) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:33.077751 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c753246c-532c-43bd-9a9c-8e8e8c74b0f4 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:53:33.183087 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port c753246c-532c-43bd-9a9c-8e8e8c74b0f4 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:33.183561 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:33.313736 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8a4ef8b1-99e2-4b46-9f4b-7f0d0a40a568 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:33.388963 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8a4ef8b1-99e2-4b46-9f4b-7f0d0a40a568 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:33.410497 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-adcfa439-c8f4-4318-b8c3-0931eea3f1b7 None None] Provisioning complete for port c753246c-532c-43bd-9a9c-8e8e8c74b0f4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:33.411783 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-adcfa439-c8f4-4318-b8c3-0931eea3f1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:33.439602 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4ef8b1-99e2-4b46-9f4b-7f0d0a40a568 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:33.443317 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-8a4ef8b1-99e2-4b46-9f4b-7f0d0a40a568 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:33.449624 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4ef8b1-99e2-4b46-9f4b-7f0d0a40a568 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:53:33.458776 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4ef8b1-99e2-4b46-9f4b-7f0d0a40a568 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:33.459853 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8a4ef8b1-99e2-4b46-9f4b-7f0d0a40a568 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:33.486221 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ef8b1-99e2-4b46-9f4b-7f0d0a40a568 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=d4b447e9-3821-4efb-a62e-7aa7522fc64f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:33.507292 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8a4ef8b1-99e2-4b46-9f4b-7f0d0a40a568 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1078250 Nov 11 17:53:33.510348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45524) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:33.600466 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed124f4f-7c62-46c2-a246-148684e28de0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:33.606632 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed124f4f-7c62-46c2-a246-148684e28de0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:33.608882 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ed124f4f-7c62-46c2-a246-148684e28de0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0970018 Nov 11 17:53:33.612493 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45526) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:33.724363 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3bf3693b-1c8b-4685-a55d-716222ee6419 None None] Could not find standard attr ID for object b261cf34-bd2c-4d4b-8d71-406021981de7. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:53:33.821157 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-ae943ed1-d9cd-4f0e-8a9d-dcd5f87d856c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting port d4b447e9-3821-4efb-a62e-7aa7522fc64f {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:33.821638 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae943ed1-d9cd-4f0e-8a9d-dcd5f87d856c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:33.947985 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae943ed1-d9cd-4f0e-8a9d-dcd5f87d856c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:33.965025 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-ae943ed1-d9cd-4f0e-8a9d-dcd5f87d856c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Calling delete_port for d4b447e9-3821-4efb-a62e-7aa7522fc64f owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:34.043218 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-536e53af-2cde-4f83-994d-6aa9bbfcbcb9 None None] Could not find standard attr ID for object 95644289-1cb2-423d-9d3c-97af49c73b15. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:53:34.154965 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae943ed1-d9cd-4f0e-8a9d-dcd5f87d856c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:34.189939 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae943ed1-d9cd-4f0e-8a9d-dcd5f87d856c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Port': ['ID=d4b447e9-3821-4efb-a62e-7aa7522fc64f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:34.261849 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ae943ed1-d9cd-4f0e-8a9d-dcd5f87d856c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:34.268724 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ae943ed1-d9cd-4f0e-8a9d-dcd5f87d856c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/d4b447e9-3821-4efb-a62e-7aa7522fc64f HTTP/1.1" status: 204 len: 168 time: 0.6542573 Nov 11 17:53:34.269430 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45544) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:34.282341 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-49b5e626-50f0-485c-92ce-743b835f3ef1 None None] Could not find standard attr ID for object d4b447e9-3821-4efb-a62e-7aa7522fc64f. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:53:34.340080 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8bf7d1-e725-4967-98d7-119bf6f479c3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:34.343093 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8bf7d1-e725-4967-98d7-119bf6f479c3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:34.344702 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-be8bf7d1-e725-4967-98d7-119bf6f479c3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0742819 Nov 11 17:53:34.347528 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45548) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:34.406938 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-451e4f72-f8f7-42c8-b067-25205ebfb7ce tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet 3aa4d64e-56a4-4402-95c2-29b113974f4b {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:53:34.410646 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-451e4f72-f8f7-42c8-b067-25205ebfb7ce tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:34.463584 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-451e4f72-f8f7-42c8-b067-25205ebfb7ce tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:34.530809 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-451e4f72-f8f7-42c8-b067-25205ebfb7ce tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:34.622000 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-451e4f72-f8f7-42c8-b067-25205ebfb7ce tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:34.653813 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e4f72-f8f7-42c8-b067-25205ebfb7ce tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=3aa4d64e-56a4-4402-95c2-29b113974f4b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:34.663305 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-451e4f72-f8f7-42c8-b067-25205ebfb7ce tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:34.669208 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-451e4f72-f8f7-42c8-b067-25205ebfb7ce tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/3aa4d64e-56a4-4402-95c2-29b113974f4b HTTP/1.1" status: 204 len: 168 time: 0.3177829 Nov 11 17:53:34.669401 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45566) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:34.733996 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e05d7bb3-0c10-483f-9666-0401152740e3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604775 Nov 11 17:53:34.733996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45570) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:34.743790 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-c5e54425-6be2-41c5-8d70-6a3ea055b73f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:34.820148 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24752614-ce81-4fc6-92eb-38de8ae0a66f None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:53:34.905183 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e54425-6be2-41c5-8d70-6a3ea055b73f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:34.908776 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c5e54425-6be2-41c5-8d70-6a3ea055b73f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:35.049844 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0cbabd-ac2e-4052-91f8-2691a43a4116 None None] DHCP port deletion for 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:53:35.104040 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-9f0cbabd-ac2e-4052-91f8-2691a43a4116 None None] Deleting port c753246c-532c-43bd-9a9c-8e8e8c74b0f4 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:35.104332 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9f0cbabd-ac2e-4052-91f8-2691a43a4116 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:35.154945 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c5e54425-6be2-41c5-8d70-6a3ea055b73f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:35.171836 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9f0cbabd-ac2e-4052-91f8-2691a43a4116 None None] For port c753246c-532c-43bd-9a9c-8e8e8c74b0f4, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c753246c-532c-43bd-9a9c-8e8e8c74b0f4,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:53:35.172501 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9f0cbabd-ac2e-4052-91f8-2691a43a4116 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:35.185778 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-9f0cbabd-ac2e-4052-91f8-2691a43a4116 None None] Calling delete_port for c753246c-532c-43bd-9a9c-8e8e8c74b0f4 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:35.207510 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e54425-6be2-41c5-8d70-6a3ea055b73f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:35.212758 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-c5e54425-6be2-41c5-8d70-6a3ea055b73f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:35.223202 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e54425-6be2-41c5-8d70-6a3ea055b73f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:35.225060 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c5e54425-6be2-41c5-8d70-6a3ea055b73f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:35.262415 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e54425-6be2-41c5-8d70-6a3ea055b73f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=75d0ad6b-d402-4c0a-8bf0-f3e319ca4035,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:35.273571 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c5e54425-6be2-41c5-8d70-6a3ea055b73f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5381429 Nov 11 17:53:35.276666 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45584) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:35.280673 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9f0cbabd-ac2e-4052-91f8-2691a43a4116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:35.283033 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'fixed_ips': [{'subnet_id': '75d0ad6b-d402-4c0a-8bf0-f3e319ca4035', 'ip_address': '2001:db8::f194:9c4b:865e:fa5d'}], 'name': 'tempest-NetworksTestDHCPv6-1470404028'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:35.306806 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cbabd-ac2e-4052-91f8-2691a43a4116 None None] Pushing event deleted for resources: {'Port': ['ID=c753246c-532c-43bd-9a9c-8e8e8c74b0f4,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:35.310824 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0cbabd-ac2e-4052-91f8-2691a43a4116 None None] No DVR routers for this DVR port c753246c-532c-43bd-9a9c-8e8e8c74b0f4 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:53:35.327761 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ce868b-3a6c-4f26-855c-a0ea676b3695 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:53:35.427641 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:35.504149 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96191db9-079c-44d1-b785-a41f21116234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'fixed_ips': [{'subnet_id': '75d0ad6b-d402-4c0a-8bf0-f3e319ca4035'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:53:35.506029 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-96191db9-079c-44d1-b785-a41f21116234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:35.527208 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:35.549482 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] device_id is not set on port dd96ecb5-f3aa-4428-bb8c-1a75bf292125 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:53:35.676764 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-96191db9-079c-44d1-b785-a41f21116234 None None] Allocated IP 2001:db8::2 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/75d0ad6b-d402-4c0a-8bf0-f3e319ca4035/f5fbbc4e-74fa-4687-acca-c264d9e9f0fe) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:35.846225 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-96191db9-079c-44d1-b785-a41f21116234 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:35.854634 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-96191db9-079c-44d1-b785-a41f21116234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:35.892450 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96191db9-079c-44d1-b785-a41f21116234 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:35.895504 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-96191db9-079c-44d1-b785-a41f21116234 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:35.899717 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96191db9-079c-44d1-b785-a41f21116234 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:53:35.921097 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8::f194:9c4b:865e:fa5d (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/75d0ad6b-d402-4c0a-8bf0-f3e319ca4035/dd96ecb5-f3aa-4428-bb8c-1a75bf292125) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:35.939471 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96191db9-079c-44d1-b785-a41f21116234 None None] Pushing event updated for resources: {'Port': ['ID=f5fbbc4e-74fa-4687-acca-c264d9e9f0fe,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:35.974119 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-96191db9-079c-44d1-b785-a41f21116234 None None] Attempting to bind port f5fbbc4e-74fa-4687-acca-c264d9e9f0fe on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:53:35.974499 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-96191db9-079c-44d1-b785-a41f21116234 None None] Attempting to bind port f5fbbc4e-74fa-4687-acca-c264d9e9f0fe by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:53:35.974946 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96191db9-079c-44d1-b785-a41f21116234 None None] Attempting to bind port f5fbbc4e-74fa-4687-acca-c264d9e9f0fe on network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:53:35.980803 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96191db9-079c-44d1-b785-a41f21116234 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:53:35.981258 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96191db9-079c-44d1-b785-a41f21116234 None None] Checking segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:53:35.981751 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-96191db9-079c-44d1-b785-a41f21116234 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:35.982215 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96191db9-079c-44d1-b785-a41f21116234 None None] Bound using segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:53:35.983570 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-96191db9-079c-44d1-b785-a41f21116234 None None] Bound port: f5fbbc4e-74fa-4687-acca-c264d9e9f0fe, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:53:35.984114 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-96191db9-079c-44d1-b785-a41f21116234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:36.064767 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-96191db9-079c-44d1-b785-a41f21116234 None None] For port f5fbbc4e-74fa-4687-acca-c264d9e9f0fe, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:53:36.069091 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-96191db9-079c-44d1-b785-a41f21116234 None None] For port f5fbbc4e-74fa-4687-acca-c264d9e9f0fe, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f5fbbc4e-74fa-4687-acca-c264d9e9f0fe,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:53:36.075508 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-96191db9-079c-44d1-b785-a41f21116234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:36.128066 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:36.153469 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96191db9-079c-44d1-b785-a41f21116234 None None] Pushing event updated for resources: {'Port': ['ID=f5fbbc4e-74fa-4687-acca-c264d9e9f0fe,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:36.176274 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:36.232644 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=dd96ecb5-f3aa-4428-bb8c-1a75bf292125,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:36.243904 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:36.246565 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:36.247032 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:36.247473 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:36.247936 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:36.248463 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:36.248913 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:36.249342 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:36.249770 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:36.250195 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:36.250617 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:36.251038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:36.251457 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:36.255831 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:36.258338 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:53:36.264772 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:36.265465 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:36.285273 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0b6c0714-b934-4adf-905b-20926666e912 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0046163 Nov 11 17:53:36.285956 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45590) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:36.353506 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e568399c-a33b-40d8-933f-80dc7c23159f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:36.367945 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e568399c-a33b-40d8-933f-80dc7c23159f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:36.378732 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e568399c-a33b-40d8-933f-80dc7c23159f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0922086 Nov 11 17:53:36.378999 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45592) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:36.560678 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-64b70a82-c964-4d55-9c16-a07ffe098c3b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting port dd96ecb5-f3aa-4428-bb8c-1a75bf292125 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:36.561053 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-64b70a82-c964-4d55-9c16-a07ffe098c3b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:36.666860 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-64b70a82-c964-4d55-9c16-a07ffe098c3b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:36.682968 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-64b70a82-c964-4d55-9c16-a07ffe098c3b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Calling delete_port for dd96ecb5-f3aa-4428-bb8c-1a75bf292125 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:36.855858 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-64b70a82-c964-4d55-9c16-a07ffe098c3b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:36.890696 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b70a82-c964-4d55-9c16-a07ffe098c3b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Port': ['ID=dd96ecb5-f3aa-4428-bb8c-1a75bf292125,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:36.924228 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-64b70a82-c964-4d55-9c16-a07ffe098c3b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:36.928243 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-64b70a82-c964-4d55-9c16-a07ffe098c3b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/dd96ecb5-f3aa-4428-bb8c-1a75bf292125 HTTP/1.1" status: 204 len: 168 time: 0.5444820 Nov 11 17:53:36.930557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45598) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:37.002549 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f5fbbc4e-74fa-4687-acca-c264d9e9f0fe up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:53:37.026739 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb2b308-30f9-4b52-baea-d09962585191 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:37.028644 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb2b308-30f9-4b52-baea-d09962585191 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:37.030314 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0cb2b308-30f9-4b52-baea-d09962585191 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0983539 Nov 11 17:53:37.033055 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45604) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:37.093498 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port f5fbbc4e-74fa-4687-acca-c264d9e9f0fe triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:37.097033 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:37.126131 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8db6c1-f9f3-4226-b285-8bc6394e885c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet 75d0ad6b-d402-4c0a-8bf0-f3e319ca4035 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:53:37.133041 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d8db6c1-f9f3-4226-b285-8bc6394e885c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:37.219446 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9a4306d2-5b03-4041-87a0-7be73ffecbf0 req-70f55e93-f763-4ae3-916c-b631dab90a8e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825021 Nov 11 17:53:37.253758 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d8db6c1-f9f3-4226-b285-8bc6394e885c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:37.287322 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:37.338255 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port f5fbbc4e-74fa-4687-acca-c264d9e9f0fe, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f5fbbc4e-74fa-4687-acca-c264d9e9f0fe,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:53:37.342219 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4306d2-5b03-4041-87a0-7be73ffecbf0 req-a17c7057-a8fe-4859-9658-2e63c12d95c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:37.343917 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9a4306d2-5b03-4041-87a0-7be73ffecbf0 req-a17c7057-a8fe-4859-9658-2e63c12d95c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 1096 time: 0.0466413 Nov 11 17:53:37.346409 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:37.401378 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d8db6c1-f9f3-4226-b285-8bc6394e885c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:37.485629 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c753246c-532c-43bd-9a9c-8e8e8c74b0f4 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:53:37.518910 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d8db6c1-f9f3-4226-b285-8bc6394e885c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:37.525478 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: c753246c-532c-43bd-9a9c-8e8e8c74b0f4 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:53:37.526051 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c753246c-532c-43bd-9a9c-8e8e8c74b0f4 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:53:37.531657 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e609075e-69a8-41dc-8c72-23af25b6a881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:37.538645 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=f5fbbc4e-74fa-4687-acca-c264d9e9f0fe,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:37.547094 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4306d2-5b03-4041-87a0-7be73ffecbf0 req-03906ada-4bd7-4f20-bc1d-8f473edc9b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:37.549103 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9a4306d2-5b03-4041-87a0-7be73ffecbf0 req-03906ada-4bd7-4f20-bc1d-8f473edc9b92 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 914 time: 0.1835611 Nov 11 17:53:37.574084 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8db6c1-f9f3-4226-b285-8bc6394e885c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=75d0ad6b-d402-4c0a-8bf0-f3e319ca4035,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:37.576438 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d8db6c1-f9f3-4226-b285-8bc6394e885c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:37.583379 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1d8db6c1-f9f3-4226-b285-8bc6394e885c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/75d0ad6b-d402-4c0a-8bf0-f3e319ca4035 HTTP/1.1" status: 204 len: 168 time: 0.5488007 Nov 11 17:53:37.584427 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45612) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:37.625886 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9a4306d2-5b03-4041-87a0-7be73ffecbf0 req-5718500c-ed8c-4c47-bb22-cf205cecf860 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e1ffe6-616d-4792-bd99-357ef5edb699 HTTP/1.1" status: 200 len: 1001 time: 0.0678208 Nov 11 17:53:37.627638 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4ba135a7-8bd1-4013-97c4-5b169d1acd5a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420766 Nov 11 17:53:37.630794 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45614) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:37.636539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-b63b076f-209e-4c07-a4d0-ee9e38494c3c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:37.643028 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78789e78-4a93-4810-b04e-be7202c215d5 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:53:37.683382 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4306d2-5b03-4041-87a0-7be73ffecbf0 req-4b55bcb1-844c-4c11-a61b-9e44027e57e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:37.685369 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9a4306d2-5b03-4041-87a0-7be73ffecbf0 req-4b55bcb1-844c-4c11-a61b-9e44027e57e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.0517960 Nov 11 17:53:37.733102 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-92546d74-b4e3-470d-b645-7d81bb7f3998 None None] Provisioning complete for port f5fbbc4e-74fa-4687-acca-c264d9e9f0fe triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:37.733503 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-92546d74-b4e3-470d-b645-7d81bb7f3998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:37.746071 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4306d2-5b03-4041-87a0-7be73ffecbf0 req-5bdfd62d-ced2-4eaa-9cde-93dcd90b5cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:37.748300 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9a4306d2-5b03-4041-87a0-7be73ffecbf0 req-5bdfd62d-ced2-4eaa-9cde-93dcd90b5cca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545511 Nov 11 17:53:37.753184 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63b076f-209e-4c07-a4d0-ee9e38494c3c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:37.758926 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b63b076f-209e-4c07-a4d0-ee9e38494c3c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:37.905131 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9a4306d2-5b03-4041-87a0-7be73ffecbf0 req-ae3b7448-ed51-4304-950b-2244c7842340 service neutron] 10.222.0.64 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489091 Nov 11 17:53:37.911155 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55be4fa-ece4-44d7-b9e3-0cbd31afb236 None None] DHCP port deletion for 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:53:37.973538 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a55be4fa-ece4-44d7-b9e3-0cbd31afb236 None None] Deleting port f5fbbc4e-74fa-4687-acca-c264d9e9f0fe {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:37.973918 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a55be4fa-ece4-44d7-b9e3-0cbd31afb236 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:38.037298 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9a4306d2-5b03-4041-87a0-7be73ffecbf0 req-bcb0a47f-323b-403a-9657-412a4b7d0788 service neutron] 10.222.0.64 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236181 Nov 11 17:53:38.047482 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b63b076f-209e-4c07-a4d0-ee9e38494c3c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:38.064143 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a55be4fa-ece4-44d7-b9e3-0cbd31afb236 None None] For port f5fbbc4e-74fa-4687-acca-c264d9e9f0fe, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f5fbbc4e-74fa-4687-acca-c264d9e9f0fe,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:53:38.064808 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a55be4fa-ece4-44d7-b9e3-0cbd31afb236 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:38.078486 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a55be4fa-ece4-44d7-b9e3-0cbd31afb236 None None] Calling delete_port for f5fbbc4e-74fa-4687-acca-c264d9e9f0fe owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:38.109760 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63b076f-209e-4c07-a4d0-ee9e38494c3c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:38.114258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-b63b076f-209e-4c07-a4d0-ee9e38494c3c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:38.117310 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63b076f-209e-4c07-a4d0-ee9e38494c3c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:38.117909 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b63b076f-209e-4c07-a4d0-ee9e38494c3c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:38.146016 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b076f-209e-4c07-a4d0-ee9e38494c3c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=e7b4006c-6f19-4f29-bb5c-7f44da399157,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:38.159196 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b63b076f-209e-4c07-a4d0-ee9e38494c3c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5272305 Nov 11 17:53:38.162682 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45618) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:38.168714 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-1808cf85-f963-467e-ad2f-588ff8e6ef86 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'fixed_ips': [{'subnet_id': 'e7b4006c-6f19-4f29-bb5c-7f44da399157', 'ip_address': '2001:db8::bcb1:d5d9:f714:b9dc'}], 'name': 'tempest-NetworksTestDHCPv6-1912802794'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:38.194800 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a55be4fa-ece4-44d7-b9e3-0cbd31afb236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:38.248749 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55be4fa-ece4-44d7-b9e3-0cbd31afb236 None None] Pushing event deleted for resources: {'Port': ['ID=f5fbbc4e-74fa-4687-acca-c264d9e9f0fe,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:38.260226 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55be4fa-ece4-44d7-b9e3-0cbd31afb236 None None] No DVR routers for this DVR port f5fbbc4e-74fa-4687-acca-c264d9e9f0fe on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:53:38.288688 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588b2f40-c46c-4261-b541-1e9e2e9652ea None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:53:38.367010 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1808cf85-f963-467e-ad2f-588ff8e6ef86 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:38.374977 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1808cf85-f963-467e-ad2f-588ff8e6ef86 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:38.402538 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-1808cf85-f963-467e-ad2f-588ff8e6ef86 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] device_id is not set on port 4fb099e1-b797-4535-898d-0be85344ae02 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:53:38.563521 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75f2046-e653-4f51-815f-4dce4feb6981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'fixed_ips': [{'subnet_id': 'e7b4006c-6f19-4f29-bb5c-7f44da399157'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:53:38.564436 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e75f2046-e653-4f51-815f-4dce4feb6981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:38.590012 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-1808cf85-f963-467e-ad2f-588ff8e6ef86 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8::bcb1:d5d9:f714:b9dc (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/e7b4006c-6f19-4f29-bb5c-7f44da399157/4fb099e1-b797-4535-898d-0be85344ae02) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:38.916420 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1808cf85-f963-467e-ad2f-588ff8e6ef86 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:39.230421 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1808cf85-f963-467e-ad2f-588ff8e6ef86 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:39.230421 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1808cf85-f963-467e-ad2f-588ff8e6ef86 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:39.242122 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-e75f2046-e653-4f51-815f-4dce4feb6981 None None] Allocated IP 2001:db8::2 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/e7b4006c-6f19-4f29-bb5c-7f44da399157/cee44c07-9e43-4b04-a2f1-6060817bd51d) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:39.243894 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-1808cf85-f963-467e-ad2f-588ff8e6ef86 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:39.243894 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1808cf85-f963-467e-ad2f-588ff8e6ef86 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:53:39.243894 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1808cf85-f963-467e-ad2f-588ff8e6ef86 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:39.243894 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1808cf85-f963-467e-ad2f-588ff8e6ef86 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:39.243894 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808cf85-f963-467e-ad2f-588ff8e6ef86 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=4fb099e1-b797-4535-898d-0be85344ae02,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:39.244949 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45640) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:39.245595 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1808cf85-f963-467e-ad2f-588ff8e6ef86 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9927957 Nov 11 17:53:39.245917 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f5fbbc4e-74fa-4687-acca-c264d9e9f0fe no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:53:39.256592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1874dc26-8003-49b1-af73-a81c5f343584 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:39.261903 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45642) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:39.262465 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1874dc26-8003-49b1-af73-a81c5f343584 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1034486 Nov 11 17:53:39.279916 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: f5fbbc4e-74fa-4687-acca-c264d9e9f0fe {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:53:39.280443 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f5fbbc4e-74fa-4687-acca-c264d9e9f0fe not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:53:39.425684 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a4b3bec6-d4c1-4a70-a22f-0e5fcaa7e60d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting port 4fb099e1-b797-4535-898d-0be85344ae02 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:39.426395 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4b3bec6-d4c1-4a70-a22f-0e5fcaa7e60d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:39.441896 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e75f2046-e653-4f51-815f-4dce4feb6981 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:39.450441 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e75f2046-e653-4f51-815f-4dce4feb6981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:39.511757 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75f2046-e653-4f51-815f-4dce4feb6981 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:39.515403 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-e75f2046-e653-4f51-815f-4dce4feb6981 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:39.521028 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75f2046-e653-4f51-815f-4dce4feb6981 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:53:39.528882 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f2046-e653-4f51-815f-4dce4feb6981 None None] Pushing event updated for resources: {'Port': ['ID=cee44c07-9e43-4b04-a2f1-6060817bd51d,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:39.541826 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4b3bec6-d4c1-4a70-a22f-0e5fcaa7e60d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:39.557160 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-a4b3bec6-d4c1-4a70-a22f-0e5fcaa7e60d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Calling delete_port for 4fb099e1-b797-4535-898d-0be85344ae02 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:39.586693 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e75f2046-e653-4f51-815f-4dce4feb6981 None None] Attempting to bind port cee44c07-9e43-4b04-a2f1-6060817bd51d on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:53:39.587342 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e75f2046-e653-4f51-815f-4dce4feb6981 None None] Attempting to bind port cee44c07-9e43-4b04-a2f1-6060817bd51d by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:53:39.587958 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75f2046-e653-4f51-815f-4dce4feb6981 None None] Attempting to bind port cee44c07-9e43-4b04-a2f1-6060817bd51d on network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:53:39.593760 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75f2046-e653-4f51-815f-4dce4feb6981 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:53:39.594443 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75f2046-e653-4f51-815f-4dce4feb6981 None None] Checking segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:53:39.595083 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e75f2046-e653-4f51-815f-4dce4feb6981 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:39.595704 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75f2046-e653-4f51-815f-4dce4feb6981 None None] Bound using segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:53:39.596520 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e75f2046-e653-4f51-815f-4dce4feb6981 None None] Bound port: cee44c07-9e43-4b04-a2f1-6060817bd51d, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:53:39.597164 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e75f2046-e653-4f51-815f-4dce4feb6981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:39.685594 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e75f2046-e653-4f51-815f-4dce4feb6981 None None] For port cee44c07-9e43-4b04-a2f1-6060817bd51d, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:53:39.693888 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e75f2046-e653-4f51-815f-4dce4feb6981 None None] For port cee44c07-9e43-4b04-a2f1-6060817bd51d, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cee44c07-9e43-4b04-a2f1-6060817bd51d,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:53:39.699770 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e75f2046-e653-4f51-815f-4dce4feb6981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:39.726263 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4b3bec6-d4c1-4a70-a22f-0e5fcaa7e60d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:39.759962 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3bec6-d4c1-4a70-a22f-0e5fcaa7e60d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Port': ['ID=4fb099e1-b797-4535-898d-0be85344ae02,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:39.822237 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f2046-e653-4f51-815f-4dce4feb6981 None None] Pushing event updated for resources: {'Port': ['ID=cee44c07-9e43-4b04-a2f1-6060817bd51d,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:39.860857 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a4b3bec6-d4c1-4a70-a22f-0e5fcaa7e60d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:39.866826 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a4b3bec6-d4c1-4a70-a22f-0e5fcaa7e60d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/4fb099e1-b797-4535-898d-0be85344ae02 HTTP/1.1" status: 204 len: 168 time: 0.6030467 Nov 11 17:53:39.868874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45660) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:39.982116 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f510d6-33b1-4a29-8c8e-4a5f386940bb tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:39.995208 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f510d6-33b1-4a29-8c8e-4a5f386940bb tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:39.995208 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b2f510d6-33b1-4a29-8c8e-4a5f386940bb tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1233578 Nov 11 17:53:39.996183 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45666) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:40.091913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb5b285-2672-44c2-adec-5d3d58c33397 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet e7b4006c-6f19-4f29-bb5c-7f44da399157 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:53:40.096131 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b285-2672-44c2-adec-5d3d58c33397 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:40.161675 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b285-2672-44c2-adec-5d3d58c33397 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:40.277995 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b285-2672-44c2-adec-5d3d58c33397 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:40.352142 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b285-2672-44c2-adec-5d3d58c33397 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:40.384371 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b285-2672-44c2-adec-5d3d58c33397 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:40.388319 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2fb5b285-2672-44c2-adec-5d3d58c33397 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/e7b4006c-6f19-4f29-bb5c-7f44da399157 HTTP/1.1" status: 204 len: 168 time: 0.3911266 Nov 11 17:53:40.389495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5b285-2672-44c2-adec-5d3d58c33397 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b4006c-6f19-4f29-bb5c-7f44da399157,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:40.390916 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45674) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:40.401310 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:53:40.403066 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5b285-2672-44c2-adec-5d3d58c33397 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:40.403667 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5b285-2672-44c2-adec-5d3d58c33397 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:40.404265 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5b285-2672-44c2-adec-5d3d58c33397 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:40.404825 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5b285-2672-44c2-adec-5d3d58c33397 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:40.405400 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5b285-2672-44c2-adec-5d3d58c33397 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:40.405953 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5b285-2672-44c2-adec-5d3d58c33397 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:40.406546 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5b285-2672-44c2-adec-5d3d58c33397 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:40.407111 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5b285-2672-44c2-adec-5d3d58c33397 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:40.407705 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5b285-2672-44c2-adec-5d3d58c33397 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:40.408299 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5b285-2672-44c2-adec-5d3d58c33397 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:40.408862 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5b285-2672-44c2-adec-5d3d58c33397 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:40.409370 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb5b285-2672-44c2-adec-5d3d58c33397 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:40.424606 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-efe92a6f-2a1a-4b5a-8b0d-d48790659698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:40.446106 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45678) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:40.446926 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-05756895-1cb0-4519-97f7-abb70c20847b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547445 Nov 11 17:53:40.504567 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82a6a52-225d-4fa6-a8a5-c830007d5cd3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:40.506585 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a82a6a52-225d-4fa6-a8a5-c830007d5cd3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0594611 Nov 11 17:53:40.509267 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45682) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:40.570814 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b956f564-1c29-426b-948a-387fa87ba5d5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:40.572904 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b956f564-1c29-426b-948a-387fa87ba5d5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0626898 Nov 11 17:53:40.575601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45684) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:40.632323 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7ce073cc-f1ca-4e25-964c-add88bfcb43e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555060 Nov 11 17:53:40.636707 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45688) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:40.642003 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-1cdb9ec1-146c-49fa-b575-2d016f7ae448 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:40.768351 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdb9ec1-146c-49fa-b575-2d016f7ae448 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:40.772892 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9ec1-146c-49fa-b575-2d016f7ae448 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:41.029522 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:41.081153 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9ec1-146c-49fa-b575-2d016f7ae448 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:41.101410 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cee44c07-9e43-4b04-a2f1-6060817bd51d up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:53:41.164080 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cdf0d4-4eea-4e0c-a072-72fdcd36a2d3 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:53:41.165525 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdb9ec1-146c-49fa-b575-2d016f7ae448 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:41.169780 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-1cdb9ec1-146c-49fa-b575-2d016f7ae448 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:41.171551 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb9ec1-146c-49fa-b575-2d016f7ae448 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=62782d0c-cd01-4c7d-a462-af33668138f5,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:41.174652 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdb9ec1-146c-49fa-b575-2d016f7ae448 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:41.175428 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9ec1-146c-49fa-b575-2d016f7ae448 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:41.204226 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1cdb9ec1-146c-49fa-b575-2d016f7ae448 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5662606 Nov 11 17:53:41.207087 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45700) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:41.212782 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e4b55023-a95c-4084-80af-1b62481f25cc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'fixed_ips': [{'subnet_id': '62782d0c-cd01-4c7d-a462-af33668138f5', 'ip_address': '2001:db8::d791:65e3:9ab7:5b9c'}], 'name': 'tempest-NetworksTestDHCPv6-591562149'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:41.241664 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port cee44c07-9e43-4b04-a2f1-6060817bd51d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:41.242038 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:41.318332 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a5ac1fec-fbad-4929-a1fd-a7bbbbed1493 None None] Provisioning complete for port cee44c07-9e43-4b04-a2f1-6060817bd51d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:41.318715 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1fec-fbad-4929-a1fd-a7bbbbed1493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:41.359468 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b55023-a95c-4084-80af-1b62481f25cc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:41.461538 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4b55023-a95c-4084-80af-1b62481f25cc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:41.472764 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:41.485300 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-e4b55023-a95c-4084-80af-1b62481f25cc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] device_id is not set on port 06596466-d70d-4f53-ac26-d9748b407a2f yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:53:41.590436 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port cee44c07-9e43-4b04-a2f1-6060817bd51d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cee44c07-9e43-4b04-a2f1-6060817bd51d,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:53:41.595786 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1fec-fbad-4929-a1fd-a7bbbbed1493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:41.613551 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:41.723221 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-e4b55023-a95c-4084-80af-1b62481f25cc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8::d791:65e3:9ab7:5b9c (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/62782d0c-cd01-4c7d-a462-af33668138f5/06596466-d70d-4f53-ac26-d9748b407a2f) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:41.744546 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=cee44c07-9e43-4b04-a2f1-6060817bd51d,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:41.747401 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-a5ac1fec-fbad-4929-a1fd-a7bbbbed1493 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:53:41.747830 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-a5ac1fec-fbad-4929-a1fd-a7bbbbed1493 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:53:41.763824 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:41.766014 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:41.766014 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:41.766014 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:41.766330 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:41.766633 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:41.775244 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:41.775920 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:41.776426 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:41.776927 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:41.777592 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:41.778103 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:41.901851 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c95ec55-4e5a-461f-a337-df00e8619472 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:53:41.933314 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4b55023-a95c-4084-80af-1b62481f25cc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:41.981521 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4b55023-a95c-4084-80af-1b62481f25cc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:42.032786 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b55023-a95c-4084-80af-1b62481f25cc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:42.040893 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-e4b55023-a95c-4084-80af-1b62481f25cc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:42.043897 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b55023-a95c-4084-80af-1b62481f25cc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:53:42.064453 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b55023-a95c-4084-80af-1b62481f25cc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:42.066144 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4b55023-a95c-4084-80af-1b62481f25cc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:42.109872 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e4b55023-a95c-4084-80af-1b62481f25cc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8993583 Nov 11 17:53:42.111241 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45726) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:42.111877 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b55023-a95c-4084-80af-1b62481f25cc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=06596466-d70d-4f53-ac26-d9748b407a2f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:42.117643 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-667cac61-90a6-4ad2-b756-9257c0b6bab4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'fixed_ips': [{'subnet_id': '62782d0c-cd01-4c7d-a462-af33668138f5', 'ip_address': '2001:db8::d791:65e3:9ab7:5b9c'}], 'name': 'tempest-NetworksTestDHCPv6-1732659113'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:42.288355 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667cac61-90a6-4ad2-b756-9257c0b6bab4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:42.393137 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-667cac61-90a6-4ad2-b756-9257c0b6bab4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:42.414905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-667cac61-90a6-4ad2-b756-9257c0b6bab4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] device_id is not set on port c81ca273-ca4e-4b55-94cf-72f07460de82 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:53:42.429319 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d1be6af5-8b43-4b37-8022-a0445033227a None None] Provisioning complete for port cee44c07-9e43-4b04-a2f1-6060817bd51d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:42.430603 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d1be6af5-8b43-4b37-8022-a0445033227a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:42.614300 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-667cac61-90a6-4ad2-b756-9257c0b6bab4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 11 17:53:42.614839 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-667cac61-90a6-4ad2-b756-9257c0b6bab4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:53:42.622723 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:42.638103 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-667cac61-90a6-4ad2-b756-9257c0b6bab4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5248997 Nov 11 17:53:42.640752 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45738) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:42.686760 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1cd76b22-5983-461d-9b71-0957e6d77146 None None] Provisioning complete for port 06596466-d70d-4f53-ac26-d9748b407a2f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:42.688085 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1cd76b22-5983-461d-9b71-0957e6d77146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:42.711963 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65286d72-01b5-4b4e-bebd-2b638d29ed79 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:42.724024 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65286d72-01b5-4b4e-bebd-2b638d29ed79 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:42.725811 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-65286d72-01b5-4b4e-bebd-2b638d29ed79 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0839930 Nov 11 17:53:42.730275 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45742) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:42.743925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-1cd76b22-5983-461d-9b71-0957e6d77146 None None] Port 06596466-d70d-4f53-ac26-d9748b407a2f cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:53:42.755974 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1cd76b22-5983-461d-9b71-0957e6d77146 None None] Provisioning complete for port cee44c07-9e43-4b04-a2f1-6060817bd51d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:42.756595 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1cd76b22-5983-461d-9b71-0957e6d77146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:42.865639 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-84a33bfd-98ba-4bd2-8ce3-5d2567788a6f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting port 06596466-d70d-4f53-ac26-d9748b407a2f {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:42.866074 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84a33bfd-98ba-4bd2-8ce3-5d2567788a6f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:42.977291 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:43.005162 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3f7aedce-0997-49ea-92d2-46137116e9c7 None None] Could not find standard attr ID for object dd96ecb5-f3aa-4428-bb8c-1a75bf292125. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:53:43.008700 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84a33bfd-98ba-4bd2-8ce3-5d2567788a6f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:43.013029 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cee44c07-9e43-4b04-a2f1-6060817bd51d up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:53:43.029168 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-84a33bfd-98ba-4bd2-8ce3-5d2567788a6f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Calling delete_port for 06596466-d70d-4f53-ac26-d9748b407a2f owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:43.094274 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port cee44c07-9e43-4b04-a2f1-6060817bd51d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:43.094764 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:43.152004 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e7566413-2e28-4d87-ab44-ef00dd0aaa68 None None] Could not find standard attr ID for object 4fb099e1-b797-4535-898d-0be85344ae02. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:53:43.246891 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84a33bfd-98ba-4bd2-8ce3-5d2567788a6f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:43.282074 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a33bfd-98ba-4bd2-8ce3-5d2567788a6f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Port': ['ID=06596466-d70d-4f53-ac26-d9748b407a2f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:43.320909 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-84a33bfd-98ba-4bd2-8ce3-5d2567788a6f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:43.325204 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-84a33bfd-98ba-4bd2-8ce3-5d2567788a6f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/06596466-d70d-4f53-ac26-d9748b407a2f HTTP/1.1" status: 204 len: 168 time: 0.5933168 Nov 11 17:53:43.327672 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45754) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:43.390839 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a703aa0-0cce-4eee-bf46-1c0b12372f7b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:43.392538 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a703aa0-0cce-4eee-bf46-1c0b12372f7b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:43.395770 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4a703aa0-0cce-4eee-bf46-1c0b12372f7b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0650961 Nov 11 17:53:43.397287 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45758) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:43.470392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-110ab317-96fa-4f1d-95dc-6a14732dc471 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet 62782d0c-cd01-4c7d-a462-af33668138f5 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:53:43.475620 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-45faaed3-0f13-4c4c-9fe1-7f7fb660a5f2 None None] Could not find standard attr ID for object 06596466-d70d-4f53-ac26-d9748b407a2f. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:53:43.476390 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-110ab317-96fa-4f1d-95dc-6a14732dc471 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:43.539182 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-110ab317-96fa-4f1d-95dc-6a14732dc471 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:43.618947 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-110ab317-96fa-4f1d-95dc-6a14732dc471 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:43.710624 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-110ab317-96fa-4f1d-95dc-6a14732dc471 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:43.756520 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ab317-96fa-4f1d-95dc-6a14732dc471 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=62782d0c-cd01-4c7d-a462-af33668138f5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:43.776861 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-110ab317-96fa-4f1d-95dc-6a14732dc471 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:43.790979 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-110ab317-96fa-4f1d-95dc-6a14732dc471 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/62782d0c-cd01-4c7d-a462-af33668138f5 HTTP/1.1" status: 204 len: 168 time: 0.3897238 Nov 11 17:53:43.791111 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45768) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:43.849093 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-836b3891-1e6e-4623-98c7-821b8f56b26b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0567176 Nov 11 17:53:43.852886 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45772) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:43.858337 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-013b7c33-5cf2-4d5f-9cf0-74832168bddc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:43.989399 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013b7c33-5cf2-4d5f-9cf0-74832168bddc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:43.994653 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-013b7c33-5cf2-4d5f-9cf0-74832168bddc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:44.034140 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68322b2-b2cd-492b-9875-53d329765331 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:53:44.248578 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-013b7c33-5cf2-4d5f-9cf0-74832168bddc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:44.296896 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013b7c33-5cf2-4d5f-9cf0-74832168bddc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:44.303044 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-013b7c33-5cf2-4d5f-9cf0-74832168bddc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:44.307591 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013b7c33-5cf2-4d5f-9cf0-74832168bddc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:44.308223 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-013b7c33-5cf2-4d5f-9cf0-74832168bddc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:44.311666 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30f5d75-3ff3-4270-bfb9-667a1cc7e87a None None] DHCP port deletion for 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:53:44.326538 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b7c33-5cf2-4d5f-9cf0-74832168bddc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=88dba4fb-5587-4a3e-afb1-be6b9e7f32c5,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:44.340776 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-013b7c33-5cf2-4d5f-9cf0-74832168bddc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4842248 Nov 11 17:53:44.341155 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45784) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:44.346947 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-a95b1088-e3ca-4a3f-a536-4390a2e702e6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'fixed_ips': [{'subnet_id': '88dba4fb-5587-4a3e-afb1-be6b9e7f32c5', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1875109235'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:44.389918 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b30f5d75-3ff3-4270-bfb9-667a1cc7e87a None None] Deleting port cee44c07-9e43-4b04-a2f1-6060817bd51d {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:44.390332 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b30f5d75-3ff3-4270-bfb9-667a1cc7e87a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:44.488386 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b30f5d75-3ff3-4270-bfb9-667a1cc7e87a None None] For port cee44c07-9e43-4b04-a2f1-6060817bd51d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cee44c07-9e43-4b04-a2f1-6060817bd51d,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:53:44.488823 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b30f5d75-3ff3-4270-bfb9-667a1cc7e87a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:44.493559 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95b1088-e3ca-4a3f-a536-4390a2e702e6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:44.501752 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a95b1088-e3ca-4a3f-a536-4390a2e702e6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:44.519856 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b30f5d75-3ff3-4270-bfb9-667a1cc7e87a None None] Calling delete_port for cee44c07-9e43-4b04-a2f1-6060817bd51d owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:44.530803 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-a95b1088-e3ca-4a3f-a536-4390a2e702e6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] device_id is not set on port 107b473b-6182-4e00-b3da-14db031449d9 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:53:44.608751 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b30f5d75-3ff3-4270-bfb9-667a1cc7e87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:44.637380 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f5d75-3ff3-4270-bfb9-667a1cc7e87a None None] Pushing event deleted for resources: {'Port': ['ID=cee44c07-9e43-4b04-a2f1-6060817bd51d,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:44.641158 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f5d75-3ff3-4270-bfb9-667a1cc7e87a None None] No DVR routers for this DVR port cee44c07-9e43-4b04-a2f1-6060817bd51d on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:53:44.657431 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42c3807-ec84-468b-8918-cb23ba3246e8 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:53:44.668781 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95b1088-e3ca-4a3f-a536-4390a2e702e6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:53:44.669520 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a95b1088-e3ca-4a3f-a536-4390a2e702e6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:53:44.697368 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a95b1088-e3ca-4a3f-a536-4390a2e702e6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3550584 Nov 11 17:53:44.699945 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45792) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:44.748403 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3b2106a7-ebf0-49d2-bd6c-ed47203a3521 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0454266 Nov 11 17:53:44.750002 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45794) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:44.843635 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf77e53-7a00-4cff-b58a-3836282b8d1e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:44.846598 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf77e53-7a00-4cff-b58a-3836282b8d1e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:44.849423 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-aaf77e53-7a00-4cff-b58a-3836282b8d1e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0981214 Nov 11 17:53:44.851911 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45802) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:44.870471 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e480aaf-8a0e-4438-8042-d42925fb8a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'fixed_ips': [{'subnet_id': '88dba4fb-5587-4a3e-afb1-be6b9e7f32c5'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:53:44.871482 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5e480aaf-8a0e-4438-8042-d42925fb8a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:44.957063 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59df911-10e0-4c4d-bff4-af9cc81e15e5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet 88dba4fb-5587-4a3e-afb1-be6b9e7f32c5 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:53:44.967137 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a59df911-10e0-4c4d-bff4-af9cc81e15e5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:45.054858 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a59df911-10e0-4c4d-bff4-af9cc81e15e5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:45.065836 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cee44c07-9e43-4b04-a2f1-6060817bd51d no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:53:45.113614 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: cee44c07-9e43-4b04-a2f1-6060817bd51d {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:53:45.113614 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cee44c07-9e43-4b04-a2f1-6060817bd51d not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:53:45.114863 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a59df911-10e0-4c4d-bff4-af9cc81e15e5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:45.201411 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a59df911-10e0-4c4d-bff4-af9cc81e15e5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server [None req-5e480aaf-8a0e-4438-8042-d42925fb8a1b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88dba4fb-5587-4a3e-afb1-be6b9e7f32c5: This subnet is being modified by another concurrent operation. Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise exception Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88dba4fb-5587-4a3e-afb1-be6b9e7f32c5: This subnet is being modified by another concurrent operation. Nov 11 17:53:45.205921 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Nov 11 17:53:45.233075 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46150ce6-f601-4002-ad5c-82f71c161613 None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 17:53:45.249069 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59df911-10e0-4c4d-bff4-af9cc81e15e5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=88dba4fb-5587-4a3e-afb1-be6b9e7f32c5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:45.252828 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a59df911-10e0-4c4d-bff4-af9cc81e15e5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:45.256918 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a59df911-10e0-4c4d-bff4-af9cc81e15e5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/88dba4fb-5587-4a3e-afb1-be6b9e7f32c5 HTTP/1.1" status: 204 len: 168 time: 0.4038312 Nov 11 17:53:45.259506 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45814) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:45.303868 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2e7b6f97-85ce-438b-830d-c2cdba4bb2f8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427268 Nov 11 17:53:45.306012 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45816) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:45.311506 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45818) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:45.324438 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-7c8f6535-72c6-49f8-a239-f3996e08c190 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:45.368533 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46150ce6-f601-4002-ad5c-82f71c161613 None None] Resources bound (agent type, host, resource id): {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 17:53:45.470662 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8f6535-72c6-49f8-a239-f3996e08c190 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:45.478847 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c8f6535-72c6-49f8-a239-f3996e08c190 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:45.539187 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-45803954-68d9-4db6-af5b-0e2871d4e1d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:45.712506 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-45803954-68d9-4db6-af5b-0e2871d4e1d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:45.737648 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-45803954-68d9-4db6-af5b-0e2871d4e1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:45.797965 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c8f6535-72c6-49f8-a239-f3996e08c190 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:45.829568 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45803954-68d9-4db6-af5b-0e2871d4e1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d225aad-f975-4695-8169-3bb302dfbc0c,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:45.839008 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-45803954-68d9-4db6-af5b-0e2871d4e1d1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d9e4f636689844189b85facd44ee8918&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5319157 Nov 11 17:53:45.841948 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45834) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:45.861528 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8f6535-72c6-49f8-a239-f3996e08c190 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:45.862914 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f6535-72c6-49f8-a239-f3996e08c190 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=4159e2c9-025f-4907-ba91-ebe68dd85541,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:45.865866 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-7c8f6535-72c6-49f8-a239-f3996e08c190 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:45.868884 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8f6535-72c6-49f8-a239-f3996e08c190 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:45.869484 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c8f6535-72c6-49f8-a239-f3996e08c190 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:45.874124 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02074a7-428f-42fc-bf4b-dd3c8cc7712e None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:53:45.892863 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45836) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:45.893190 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7c8f6535-72c6-49f8-a239-f3996e08c190 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5801661 Nov 11 17:53:45.901657 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e263af11-d0db-406a-9d26-507cdc399136 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1557473047', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:45.925060 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-06bacb50-ef0d-4cea-8fdb-f7a7a37fdea8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:45.985269 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-06bacb50-ef0d-4cea-8fdb-f7a7a37fdea8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:45.988624 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e263af11-d0db-406a-9d26-507cdc399136 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:45.990610 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e263af11-d0db-406a-9d26-507cdc399136 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:46.049705 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e263af11-d0db-406a-9d26-507cdc399136 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:46.061675 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e263af11-d0db-406a-9d26-507cdc399136 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:46.073733 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae19d35-b71b-41f0-b913-f66fa3e724cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'fixed_ips': [{'subnet_id': '4159e2c9-025f-4907-ba91-ebe68dd85541'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:53:46.075081 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ae19d35-b71b-41f0-b913-f66fa3e724cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:46.108457 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e263af11-d0db-406a-9d26-507cdc399136 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:46.109750 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e263af11-d0db-406a-9d26-507cdc399136 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2154706 Nov 11 17:53:46.112763 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45842) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:46.131264 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-06bacb50-ef0d-4cea-8fdb-f7a7a37fdea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:46.135052 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-06bacb50-ef0d-4cea-8fdb-f7a7a37fdea8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:46.137085 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-06bacb50-ef0d-4cea-8fdb-f7a7a37fdea8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9d225aad-f975-4695-8169-3bb302dfbc0c HTTP/1.1" status: 204 len: 168 time: 0.2933955 Nov 11 17:53:46.148658 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bacb50-ef0d-4cea-8fdb-f7a7a37fdea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d225aad-f975-4695-8169-3bb302dfbc0c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:46.260290 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-7ae19d35-b71b-41f0-b913-f66fa3e724cf None None] Allocated IP 2001:db8::2 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/4159e2c9-025f-4907-ba91-ebe68dd85541/e500883b-6b82-4f88-937b-5343998b6b00) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:46.546623 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c62d0d0f-2976-4bca-af17-ad400e025a88 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:46.713011 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ae19d35-b71b-41f0-b913-f66fa3e724cf None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:46.722621 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ae19d35-b71b-41f0-b913-f66fa3e724cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:46.766315 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae19d35-b71b-41f0-b913-f66fa3e724cf None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:46.785559 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-7ae19d35-b71b-41f0-b913-f66fa3e724cf None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:46.789709 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae19d35-b71b-41f0-b913-f66fa3e724cf None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:53:46.814228 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae19d35-b71b-41f0-b913-f66fa3e724cf None None] Pushing event updated for resources: {'Port': ['ID=e500883b-6b82-4f88-937b-5343998b6b00,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:46.891017 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-7ae19d35-b71b-41f0-b913-f66fa3e724cf None None] Attempting to bind port e500883b-6b82-4f88-937b-5343998b6b00 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:53:46.891585 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-7ae19d35-b71b-41f0-b913-f66fa3e724cf None None] Attempting to bind port e500883b-6b82-4f88-937b-5343998b6b00 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:53:46.892633 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae19d35-b71b-41f0-b913-f66fa3e724cf None None] Attempting to bind port e500883b-6b82-4f88-937b-5343998b6b00 on network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:53:46.898348 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae19d35-b71b-41f0-b913-f66fa3e724cf None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:53:46.898986 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae19d35-b71b-41f0-b913-f66fa3e724cf None None] Checking segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:53:46.899586 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ae19d35-b71b-41f0-b913-f66fa3e724cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:46.900217 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae19d35-b71b-41f0-b913-f66fa3e724cf None None] Bound using segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:53:46.900755 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-7ae19d35-b71b-41f0-b913-f66fa3e724cf None None] Bound port: e500883b-6b82-4f88-937b-5343998b6b00, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:53:46.901253 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ae19d35-b71b-41f0-b913-f66fa3e724cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:46.917115 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-c62d0d0f-2976-4bca-af17-ad400e025a88 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8::1 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/4159e2c9-025f-4907-ba91-ebe68dd85541/59509db3-53ef-4ad9-9b37-523d2309f90f) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:46.967522 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7ae19d35-b71b-41f0-b913-f66fa3e724cf None None] For port e500883b-6b82-4f88-937b-5343998b6b00, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:53:46.971614 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7ae19d35-b71b-41f0-b913-f66fa3e724cf None None] For port e500883b-6b82-4f88-937b-5343998b6b00, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e500883b-6b82-4f88-937b-5343998b6b00,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:53:46.989725 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ae19d35-b71b-41f0-b913-f66fa3e724cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:47.058802 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae19d35-b71b-41f0-b913-f66fa3e724cf None None] Pushing event updated for resources: {'Port': ['ID=e500883b-6b82-4f88-937b-5343998b6b00,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:47.067028 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c62d0d0f-2976-4bca-af17-ad400e025a88 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:47.113602 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c62d0d0f-2976-4bca-af17-ad400e025a88 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:47.158970 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62d0d0f-2976-4bca-af17-ad400e025a88 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:47.163038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-c62d0d0f-2976-4bca-af17-ad400e025a88 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:47.167011 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d0d0f-2976-4bca-af17-ad400e025a88 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:53:47.167616 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c62d0d0f-2976-4bca-af17-ad400e025a88 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:47.210271 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d0d0f-2976-4bca-af17-ad400e025a88 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=59509db3-53ef-4ad9-9b37-523d2309f90f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:47.309108 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c62d0d0f-2976-4bca-af17-ad400e025a88 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:47.985327 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c62d0d0f-2976-4bca-af17-ad400e025a88 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:47.992074 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c62d0d0f-2976-4bca-af17-ad400e025a88 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:47.993266 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c62d0d0f-2976-4bca-af17-ad400e025a88 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:48.099313 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d0d0f-2976-4bca-af17-ad400e025a88 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=59509db3-53ef-4ad9-9b37-523d2309f90f,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:48.155543 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62d0d0f-2976-4bca-af17-ad400e025a88 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:48.157027 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-c62d0d0f-2976-4bca-af17-ad400e025a88 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:48.165007 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6c8b8770-df13-4dbb-80ed-b592408511d3 None None] Provisioning complete for port e500883b-6b82-4f88-937b-5343998b6b00 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:48.165613 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8770-df13-4dbb-80ed-b592408511d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:48.262400 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8770-df13-4dbb-80ed-b592408511d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:48.328441 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6c8b8770-df13-4dbb-80ed-b592408511d3 None None] For port e500883b-6b82-4f88-937b-5343998b6b00, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e500883b-6b82-4f88-937b-5343998b6b00,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:53:48.335709 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6c8b8770-df13-4dbb-80ed-b592408511d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:48.348687 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62d0d0f-2976-4bca-af17-ad400e025a88 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Router 4e1ded5e-7ccc-4277-a747-7997259acd30 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:53:48.406436 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b8770-df13-4dbb-80ed-b592408511d3 None None] Pushing event updated for resources: {'Port': ['ID=e500883b-6b82-4f88-937b-5343998b6b00,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:48.466879 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62d0d0f-2976-4bca-af17-ad400e025a88 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:53:48.474940 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c62d0d0f-2976-4bca-af17-ad400e025a88 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "PUT /v2.0/routers/4e1ded5e-7ccc-4277-a747-7997259acd30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3577645 Nov 11 17:53:48.475082 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45894) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:48.482621 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] Sync routers for ids ['4e1ded5e-7ccc-4277-a747-7997259acd30'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:53:48.495566 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] Routers {'4e1ded5e-7ccc-4277-a747-7997259acd30'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:53:48.496366 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:53:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['4e1ded5e-7ccc-4277-a747-7997259acd30'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:48.533971 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d42c15-839c-436a-ac29-70a2af75ceea tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:48.538814 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-41d42c15-839c-436a-ac29-70a2af75ceea tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports/59509db3-53ef-4ad9-9b37-523d2309f90f HTTP/1.1" status: 200 len: 911 time: 0.0596490 Nov 11 17:53:48.538814 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45896) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:48.540183 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:48.565880 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0caf472d-f7b1-431f-b070-bc947236beac None None] Provisioning complete for port 59509db3-53ef-4ad9-9b37-523d2309f90f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:48.566257 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0caf472d-f7b1-431f-b070-bc947236beac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:48.594072 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62eb098-f663-4d5c-81b8-ae0b890370ec tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:48.601362 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62eb098-f663-4d5c-81b8-ae0b890370ec tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:48.605814 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f62eb098-f663-4d5c-81b8-ae0b890370ec tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0629051 Nov 11 17:53:48.606326 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45902) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:48.606552 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0caf472d-f7b1-431f-b070-bc947236beac None None] Port 59509db3-53ef-4ad9-9b37-523d2309f90f cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:53:48.618149 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] Set router 4e1ded5e-7ccc-4277-a747-7997259acd30 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:53:48.828582 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-fee3dd4d-bb76-48a4-8582-e7646eff2cec None None] Provisioning complete for port 59509db3-53ef-4ad9-9b37-523d2309f90f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:48.828944 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fee3dd4d-bb76-48a4-8582-e7646eff2cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:48.866450 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1ded5e-7ccc-4277-a747-7997259acd30', 'name': 'tempest-NetworksTestDHCPv6-router-1557473047', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:53:45Z', 'updated_at': '2021-11-11T17:53:47Z', 'revision_number': 2, 'project_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'gw_port_host': None, '_interfaces': [{'id': '59509db3-53ef-4ad9-9b37-523d2309f90f', 'name': '', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'mac_address': 'fa:16:3e:44:60:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1ded5e-7ccc-4277-a747-7997259acd30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '4159e2c9-025f-4907-ba91-ebe68dd85541', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:53:46Z', 'updated_at': '2021-11-11T17:53:47Z', 'revision_number': 2, 'project_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'subnets': [{'id': '4159e2c9-025f-4907-ba91-ebe68dd85541', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:48.870487 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-fee3dd4d-bb76-48a4-8582-e7646eff2cec None None] Port 59509db3-53ef-4ad9-9b37-523d2309f90f cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:53:48.904254 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] Checking router: 4e1ded5e-7ccc-4277-a747-7997259acd30 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:53:48.905207 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] Updating router 4e1ded5e-7ccc-4277-a747-7997259acd30 port 59509db3-53ef-4ad9-9b37-523d2309f90f binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:53:48.937700 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:49.052543 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e500883b-6b82-4f88-937b-5343998b6b00 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:53:49.114731 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port e500883b-6b82-4f88-937b-5343998b6b00 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:49.115511 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:49.121139 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1357a27-51dd-46b5-bdb0-f71dd63c452d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:49.269844 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:49.277336 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:49.351502 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ff0fe-ed34-42bb-b29f-d51155529952 None None] Pushing event updated for resources: {'Port': ['ID=59509db3-53ef-4ad9-9b37-523d2309f90f,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:49.387820 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-f1357a27-51dd-46b5-bdb0-f71dd63c452d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting port 59509db3-53ef-4ad9-9b37-523d2309f90f {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:49.388366 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1357a27-51dd-46b5-bdb0-f71dd63c452d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:49.414396 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ff0fe-ed34-42bb-b29f-d51155529952 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:49.414743 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ff0fe-ed34-42bb-b29f-d51155529952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:49.415139 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ff0fe-ed34-42bb-b29f-d51155529952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:49.418464 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ff0fe-ed34-42bb-b29f-d51155529952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:49.419483 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ff0fe-ed34-42bb-b29f-d51155529952 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:49.420199 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ff0fe-ed34-42bb-b29f-d51155529952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:49.420980 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ff0fe-ed34-42bb-b29f-d51155529952 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:49.421513 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ff0fe-ed34-42bb-b29f-d51155529952 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:49.422030 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ff0fe-ed34-42bb-b29f-d51155529952 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:49.422542 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ff0fe-ed34-42bb-b29f-d51155529952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:49.423067 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ff0fe-ed34-42bb-b29f-d51155529952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:49.423577 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96ff0fe-ed34-42bb-b29f-d51155529952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:53:49.471207 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] Attempting to bind port 59509db3-53ef-4ad9-9b37-523d2309f90f on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:53:49.472715 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] Attempting to bind port 59509db3-53ef-4ad9-9b37-523d2309f90f by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:53:49.474755 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] Attempting to bind port 59509db3-53ef-4ad9-9b37-523d2309f90f on network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:53:49.481062 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:53:49.481520 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] Checking segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:53:49.483002 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:49.484987 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] Bound using segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:53:49.485668 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] Bound port: 59509db3-53ef-4ad9-9b37-523d2309f90f, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:53:49.486241 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:49.497931 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-f1357a27-51dd-46b5-bdb0-f71dd63c452d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] For port 59509db3-53ef-4ad9-9b37-523d2309f90f, host n-d-816206-4, got binding levels [] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:53:49.498868 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1357a27-51dd-46b5-bdb0-f71dd63c452d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:49.512349 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-f1357a27-51dd-46b5-bdb0-f71dd63c452d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Calling delete_port for 59509db3-53ef-4ad9-9b37-523d2309f90f owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:49.571120 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] For port 59509db3-53ef-4ad9-9b37-523d2309f90f, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:53:49.574507 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] For port 59509db3-53ef-4ad9-9b37-523d2309f90f, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=59509db3-53ef-4ad9-9b37-523d2309f90f,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:53:49.582369 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:49.649251 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] Routers {'4e1ded5e-7ccc-4277-a747-7997259acd30'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:53:49.650194 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:53:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['4e1ded5e-7ccc-4277-a747-7997259acd30'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:49.658845 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ff0fe-ed34-42bb-b29f-d51155529952 None None] Pushing event updated for resources: {'Port': ['ID=59509db3-53ef-4ad9-9b37-523d2309f90f,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:49.719048 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-61283dbf-fa24-48fe-8412-efd1c46a905a None None] Provisioning complete for port 59509db3-53ef-4ad9-9b37-523d2309f90f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:49.719587 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-61283dbf-fa24-48fe-8412-efd1c46a905a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:49.722852 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1357a27-51dd-46b5-bdb0-f71dd63c452d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:49.756405 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-61283dbf-fa24-48fe-8412-efd1c46a905a None None] Port 59509db3-53ef-4ad9-9b37-523d2309f90f was deleted so its status cannot be updated. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 11 17:53:49.766802 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1357a27-51dd-46b5-bdb0-f71dd63c452d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Port': ['ID=59509db3-53ef-4ad9-9b37-523d2309f90f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:49.909655 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] Set router 4e1ded5e-7ccc-4277-a747-7997259acd30 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:53:49.918149 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1357a27-51dd-46b5-bdb0-f71dd63c452d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:50.071396 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-66a99f75-4f85-445f-8ac0-2c3908101657 None None] Could not find standard attr ID for object 59509db3-53ef-4ad9-9b37-523d2309f90f. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:53:50.107252 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1357a27-51dd-46b5-bdb0-f71dd63c452d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Router 4e1ded5e-7ccc-4277-a747-7997259acd30 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:53:50.194635 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1ded5e-7ccc-4277-a747-7997259acd30', 'name': 'tempest-NetworksTestDHCPv6-router-1557473047', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:53:45Z', 'updated_at': '2021-11-11T17:53:47Z', 'revision_number': 2, 'project_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'gw_port_host': None, '_interfaces': [{'id': '59509db3-53ef-4ad9-9b37-523d2309f90f', 'name': '', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'mac_address': 'fa:16:3e:44:60:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1ded5e-7ccc-4277-a747-7997259acd30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '4159e2c9-025f-4907-ba91-ebe68dd85541', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:53:46Z', 'updated_at': '2021-11-11T17:53:49Z', 'revision_number': 4, 'project_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'subnets': [{'id': '4159e2c9-025f-4907-ba91-ebe68dd85541', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:50.199630 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1357a27-51dd-46b5-bdb0-f71dd63c452d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:53:50.214638 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45934) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:50.215273 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f1357a27-51dd-46b5-bdb0-f71dd63c452d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "PUT /v2.0/routers/4e1ded5e-7ccc-4277-a747-7997259acd30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6076758 Nov 11 17:53:50.225084 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6281d0bd-b02f-444c-9d8d-347d5e970779 None None] The sync data for ids ['4e1ded5e-7ccc-4277-a747-7997259acd30'] in n-d-816206-4 is: [{'id': '4e1ded5e-7ccc-4277-a747-7997259acd30', 'name': 'tempest-NetworksTestDHCPv6-router-1557473047', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:53:45Z', 'updated_at': '2021-11-11T17:53:47Z', 'revision_number': 2, 'project_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'gw_port_host': None, '_interfaces': [{'id': '59509db3-53ef-4ad9-9b37-523d2309f90f', 'name': '', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'mac_address': 'fa:16:3e:44:60:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1ded5e-7ccc-4277-a747-7997259acd30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '4159e2c9-025f-4907-ba91-ebe68dd85541', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:53:46Z', 'updated_at': '2021-11-11T17:53:49Z', 'revision_number': 4, 'project_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'subnets': [{'id': '4159e2c9-025f-4907-ba91-ebe68dd85541', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:53:50.296927 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc89dd0-fd94-4d72-8c60-4f30edb14d53 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:50.298868 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc89dd0-fd94-4d72-8c60-4f30edb14d53 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:50.300788 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4fc89dd0-fd94-4d72-8c60-4f30edb14d53 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0841980 Nov 11 17:53:50.303498 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45938) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:50.371291 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-146e54fc-c648-4db3-9210-754f7b5a320e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet 4159e2c9-025f-4907-ba91-ebe68dd85541 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:53:50.385058 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-146e54fc-c648-4db3-9210-754f7b5a320e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:50.429486 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-146e54fc-c648-4db3-9210-754f7b5a320e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:50.549455 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-146e54fc-c648-4db3-9210-754f7b5a320e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:50.630376 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-146e54fc-c648-4db3-9210-754f7b5a320e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:50.660146 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e54fc-c648-4db3-9210-754f7b5a320e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=4159e2c9-025f-4907-ba91-ebe68dd85541,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:50.663928 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-146e54fc-c648-4db3-9210-754f7b5a320e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:50.669793 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45948) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:50.672284 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-146e54fc-c648-4db3-9210-754f7b5a320e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/4159e2c9-025f-4907-ba91-ebe68dd85541 HTTP/1.1" status: 204 len: 168 time: 0.3674846 Nov 11 17:53:50.677167 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd5848a-3f56-4197-a34b-1aef91e22e93 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:53:50.800306 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-49b929b8-5ac3-450e-999a-3656c78b5925 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1291938 Nov 11 17:53:50.803055 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45952) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:50.903286 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d89216e0-5dcb-4a96-8bfd-a3f8f7184862 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:50.925287 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3a9583-5c10-4583-8e36-25f00149d159 None None] DHCP port deletion for 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:53:51.012737 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a9583-5c10-4583-8e36-25f00149d159 None None] Deleting port e500883b-6b82-4f88-937b-5343998b6b00 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:51.013118 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9583-5c10-4583-8e36-25f00149d159 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:51.029210 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e500883b-6b82-4f88-937b-5343998b6b00 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:53:51.089858 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d89216e0-5dcb-4a96-8bfd-a3f8f7184862 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:51.092377 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d89216e0-5dcb-4a96-8bfd-a3f8f7184862 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:51.145790 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d89216e0-5dcb-4a96-8bfd-a3f8f7184862 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:51.146659 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89216e0-5dcb-4a96-8bfd-a3f8f7184862 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Fanout notify agent at l3_agent the message router_deleted on router 4e1ded5e-7ccc-4277-a747-7997259acd30 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:53:51.153952 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6c3a9583-5c10-4583-8e36-25f00149d159 None None] For port e500883b-6b82-4f88-937b-5343998b6b00, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e500883b-6b82-4f88-937b-5343998b6b00,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:53:51.154917 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9583-5c10-4583-8e36-25f00149d159 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:51.155320 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d89216e0-5dcb-4a96-8bfd-a3f8f7184862 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:51.158961 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d89216e0-5dcb-4a96-8bfd-a3f8f7184862 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/routers/4e1ded5e-7ccc-4277-a747-7997259acd30 HTTP/1.1" status: 204 len: 168 time: 0.3522329 Nov 11 17:53:51.159929 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45958) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:51.164856 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-c06ce478-8729-4e9b-b71d-cfc214bee784 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:51.171596 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a9583-5c10-4583-8e36-25f00149d159 None None] Calling delete_port for e500883b-6b82-4f88-937b-5343998b6b00 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:51.249212 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:51.270433 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06ce478-8729-4e9b-b71d-cfc214bee784 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:51.274479 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c06ce478-8729-4e9b-b71d-cfc214bee784 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:51.298923 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port e500883b-6b82-4f88-937b-5343998b6b00, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e500883b-6b82-4f88-937b-5343998b6b00,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:53:51.309800 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:51.353101 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9583-5c10-4583-8e36-25f00149d159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:51.367284 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3a9583-5c10-4583-8e36-25f00149d159 None None] No DVR routers for this DVR port e500883b-6b82-4f88-937b-5343998b6b00 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:53:51.382969 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=e500883b-6b82-4f88-937b-5343998b6b00,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:51.410366 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a9583-5c10-4583-8e36-25f00149d159 None None] Pushing event deleted for resources: {'Port': ['ID=e500883b-6b82-4f88-937b-5343998b6b00,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:51.520239 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c06ce478-8729-4e9b-b71d-cfc214bee784 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:51.574729 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06ce478-8729-4e9b-b71d-cfc214bee784 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:51.579172 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-c06ce478-8729-4e9b-b71d-cfc214bee784 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:51.585342 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06ce478-8729-4e9b-b71d-cfc214bee784 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:51.585941 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c06ce478-8729-4e9b-b71d-cfc214bee784 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:51.589248 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48896e6e-9622-44f9-bd7c-b3d5677be594 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:53:51.595535 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ce478-8729-4e9b-b71d-cfc214bee784 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=50236a72-8393-4a4a-9c33-5e51fdc65f33,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:51.622420 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c06ce478-8729-4e9b-b71d-cfc214bee784 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4591599 Nov 11 17:53:51.623201 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45972) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:51.627914 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-638be44a-ae76-4218-a73e-45e3d38b2bc2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1077594545', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:51.653470 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-638be44a-ae76-4218-a73e-45e3d38b2bc2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:51.654499 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-638be44a-ae76-4218-a73e-45e3d38b2bc2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:51.719623 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-638be44a-ae76-4218-a73e-45e3d38b2bc2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:51.724965 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-638be44a-ae76-4218-a73e-45e3d38b2bc2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:51.745838 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-638be44a-ae76-4218-a73e-45e3d38b2bc2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:51.747059 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-638be44a-ae76-4218-a73e-45e3d38b2bc2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1228242 Nov 11 17:53:51.750066 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45976) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:51.773637 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919b9328-913b-4c01-a9bf-fbdb07dad7aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'fixed_ips': [{'subnet_id': '50236a72-8393-4a4a-9c33-5e51fdc65f33'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:53:51.774553 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-919b9328-913b-4c01-a9bf-fbdb07dad7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:51.942892 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-919b9328-913b-4c01-a9bf-fbdb07dad7aa None None] Allocated IP 2001:db8::2 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/50236a72-8393-4a4a-9c33-5e51fdc65f33/1aee9b3f-bb30-4bac-9635-5fc4079330b5) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:52.076568 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d1b587-91ec-4eac-970a-84bc30b5572f None None] Sync routers for ids ['4e1ded5e-7ccc-4277-a747-7997259acd30'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:53:52.079590 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3f6a-0bba-4d43-9bc0-83d8590323a0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:52.099816 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d1b587-91ec-4eac-970a-84bc30b5572f None None] Routers set() bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:53:52.100191 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d1b587-91ec-4eac-970a-84bc30b5572f None None] Router IDs set() for agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 17:53:52.100792 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_agentschedulers_db [None req-35d1b587-91ec-4eac-970a-84bc30b5572f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4e1ded5e-7ccc-4277-a747-7997259acd30'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:53:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent'). {{(pid=102619) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 11 17:53:52.143930 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d1b587-91ec-4eac-970a-84bc30b5572f None None] Routers set() bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:53:52.144306 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d1b587-91ec-4eac-970a-84bc30b5572f None None] Router IDs set() for agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 17:53:52.145840 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_agentschedulers_db [None req-35d1b587-91ec-4eac-970a-84bc30b5572f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4e1ded5e-7ccc-4277-a747-7997259acd30'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:53:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent'). {{(pid=102619) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 11 17:53:52.146228 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d1b587-91ec-4eac-970a-84bc30b5572f None None] The sync data for ids ['4e1ded5e-7ccc-4277-a747-7997259acd30'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:53:52.170459 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-919b9328-913b-4c01-a9bf-fbdb07dad7aa None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:52.179342 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-919b9328-913b-4c01-a9bf-fbdb07dad7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:52.224711 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919b9328-913b-4c01-a9bf-fbdb07dad7aa None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:52.227847 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-919b9328-913b-4c01-a9bf-fbdb07dad7aa None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:52.231414 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919b9328-913b-4c01-a9bf-fbdb07dad7aa None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:53:52.268183 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b9328-913b-4c01-a9bf-fbdb07dad7aa None None] Pushing event updated for resources: {'Port': ['ID=1aee9b3f-bb30-4bac-9635-5fc4079330b5,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:52.297410 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-919b9328-913b-4c01-a9bf-fbdb07dad7aa None None] Attempting to bind port 1aee9b3f-bb30-4bac-9635-5fc4079330b5 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:53:52.297924 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-919b9328-913b-4c01-a9bf-fbdb07dad7aa None None] Attempting to bind port 1aee9b3f-bb30-4bac-9635-5fc4079330b5 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:53:52.298297 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919b9328-913b-4c01-a9bf-fbdb07dad7aa None None] Attempting to bind port 1aee9b3f-bb30-4bac-9635-5fc4079330b5 on network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:53:52.304070 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919b9328-913b-4c01-a9bf-fbdb07dad7aa None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:53:52.304660 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919b9328-913b-4c01-a9bf-fbdb07dad7aa None None] Checking segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:53:52.305075 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-919b9328-913b-4c01-a9bf-fbdb07dad7aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:52.305473 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919b9328-913b-4c01-a9bf-fbdb07dad7aa None None] Bound using segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:53:52.305950 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-919b9328-913b-4c01-a9bf-fbdb07dad7aa None None] Bound port: 1aee9b3f-bb30-4bac-9635-5fc4079330b5, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:53:52.306334 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-919b9328-913b-4c01-a9bf-fbdb07dad7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:52.372449 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-919b9328-913b-4c01-a9bf-fbdb07dad7aa None None] For port 1aee9b3f-bb30-4bac-9635-5fc4079330b5, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:53:52.376080 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-919b9328-913b-4c01-a9bf-fbdb07dad7aa None None] For port 1aee9b3f-bb30-4bac-9635-5fc4079330b5, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1aee9b3f-bb30-4bac-9635-5fc4079330b5,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:53:52.381630 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-919b9328-913b-4c01-a9bf-fbdb07dad7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:52.444334 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b9328-913b-4c01-a9bf-fbdb07dad7aa None None] Pushing event updated for resources: {'Port': ['ID=1aee9b3f-bb30-4bac-9635-5fc4079330b5,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:52.726102 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-b0cc3f6a-0bba-4d43-9bc0-83d8590323a0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8::1 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/50236a72-8393-4a4a-9c33-5e51fdc65f33/e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:52.865847 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3f6a-0bba-4d43-9bc0-83d8590323a0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:52.900635 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3f6a-0bba-4d43-9bc0-83d8590323a0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:52.947372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cc3f6a-0bba-4d43-9bc0-83d8590323a0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:52.950914 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-b0cc3f6a-0bba-4d43-9bc0-83d8590323a0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:52.955621 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cc3f6a-0bba-4d43-9bc0-83d8590323a0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:53:52.956250 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3f6a-0bba-4d43-9bc0-83d8590323a0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:53.007084 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc3f6a-0bba-4d43-9bc0-83d8590323a0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:53.020837 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1aee9b3f-bb30-4bac-9635-5fc4079330b5 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:53:53.072303 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 1aee9b3f-bb30-4bac-9635-5fc4079330b5 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:53.072593 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:53.102834 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3f6a-0bba-4d43-9bc0-83d8590323a0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:53.154159 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:53.197181 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 1aee9b3f-bb30-4bac-9635-5fc4079330b5, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1aee9b3f-bb30-4bac-9635-5fc4079330b5,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:53:53.202418 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:53.214224 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 59509db3-53ef-4ad9-9b37-523d2309f90f no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:53:53.260703 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 59509db3-53ef-4ad9-9b37-523d2309f90f {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:53:53.261637 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 59509db3-53ef-4ad9-9b37-523d2309f90f not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:53:53.292691 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=1aee9b3f-bb30-4bac-9635-5fc4079330b5,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:53.421263 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3f6a-0bba-4d43-9bc0-83d8590323a0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:53.427362 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3f6a-0bba-4d43-9bc0-83d8590323a0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:53.428413 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b0cc3f6a-0bba-4d43-9bc0-83d8590323a0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:53.536171 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc3f6a-0bba-4d43-9bc0-83d8590323a0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:53.569649 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cc3f6a-0bba-4d43-9bc0-83d8590323a0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:53.572518 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-b0cc3f6a-0bba-4d43-9bc0-83d8590323a0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:53.694193 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-363237b0-ce29-480b-a1d8-4d9f66d415c3 None None] Provisioning complete for port 1aee9b3f-bb30-4bac-9635-5fc4079330b5 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:53.694931 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-363237b0-ce29-480b-a1d8-4d9f66d415c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:53.710383 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cc3f6a-0bba-4d43-9bc0-83d8590323a0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Router b58c9749-06d6-4f34-8a66-4b8c9bf1376e is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:53:53.843209 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cc3f6a-0bba-4d43-9bc0-83d8590323a0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:53:53.848614 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b0cc3f6a-0bba-4d43-9bc0-83d8590323a0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "PUT /v2.0/routers/b58c9749-06d6-4f34-8a66-4b8c9bf1376e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0975158 Nov 11 17:53:53.851458 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45982) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:53.855392 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] Sync routers for ids ['b58c9749-06d6-4f34-8a66-4b8c9bf1376e'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:53:53.866754 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] Routers {'b58c9749-06d6-4f34-8a66-4b8c9bf1376e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:53:53.867382 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:53:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b58c9749-06d6-4f34-8a66-4b8c9bf1376e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:53.901774 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8651c6f8-4c54-4c95-9745-150f65f9d508 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:53.907489 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45984) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:53.907684 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8651c6f8-4c54-4c95-9745-150f65f9d508 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports/e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9 HTTP/1.1" status: 200 len: 911 time: 0.0534105 Nov 11 17:53:53.918910 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0482ff53-0d1c-4373-b5ab-03ae061edd06 None None] Provisioning complete for port e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:53.919286 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0482ff53-0d1c-4373-b5ab-03ae061edd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:53.957160 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0482ff53-0d1c-4373-b5ab-03ae061edd06 None None] Port e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:53:53.993076 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de626a8c-e7fa-4b8a-9fc7-baa3ccbcee36 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:53.999838 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de626a8c-e7fa-4b8a-9fc7-baa3ccbcee36 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:54.000027 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] Set router b58c9749-06d6-4f34-8a66-4b8c9bf1376e gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:53:54.006493 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45986) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:54.013686 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-de626a8c-e7fa-4b8a-9fc7-baa3ccbcee36 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1050000 Nov 11 17:53:54.079924 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1f063823-a6d1-46ed-8b42-af6f6cbc3a3d None None] Provisioning complete for port e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:54.080764 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1f063823-a6d1-46ed-8b42-af6f6cbc3a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:54.125994 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-1f063823-a6d1-46ed-8b42-af6f6cbc3a3d None None] Port e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:53:54.219910 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58c9749-06d6-4f34-8a66-4b8c9bf1376e', 'name': 'tempest-NetworksTestDHCPv6-router-1077594545', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:53:51Z', 'updated_at': '2021-11-11T17:53:53Z', 'revision_number': 2, 'project_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'gw_port_host': None, '_interfaces': [{'id': 'e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9', 'name': '', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'mac_address': 'fa:16:3e:62:de:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58c9749-06d6-4f34-8a66-4b8c9bf1376e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '50236a72-8393-4a4a-9c33-5e51fdc65f33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:53:52Z', 'updated_at': '2021-11-11T17:53:53Z', 'revision_number': 2, 'project_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'subnets': [{'id': '50236a72-8393-4a4a-9c33-5e51fdc65f33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:54.247639 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] Checking router: b58c9749-06d6-4f34-8a66-4b8c9bf1376e for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:53:54.248332 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] Updating router b58c9749-06d6-4f34-8a66-4b8c9bf1376e port e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:53:54.274672 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:54.290202 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:54.701770 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:54.712183 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4dcb6381-a27f-499f-8ecb-2095116b43fc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:54.718357 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:54.835517 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50dd766-fae9-49a2-8165-c49de1c36584 None None] Pushing event updated for resources: {'Port': ['ID=e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:54.837793 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] Attempting to bind port e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:53:54.838159 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] Attempting to bind port e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:53:54.838572 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] Attempting to bind port e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9 on network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:53:54.844080 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:53:54.844449 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] Checking segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:53:54.844844 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:54.845223 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] Bound using segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:53:54.845680 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] Bound port: e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:53:54.846058 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:54.929028 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] For port e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:53:54.932616 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] For port e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:53:54.939166 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:54.980104 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-4dcb6381-a27f-499f-8ecb-2095116b43fc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting port e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:54.984312 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4dcb6381-a27f-499f-8ecb-2095116b43fc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:55.005008 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1aee9b3f-bb30-4bac-9635-5fc4079330b5 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:53:55.048875 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50dd766-fae9-49a2-8165-c49de1c36584 None None] Pushing event updated for resources: {'Port': ['ID=e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:55.068904 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] Routers {'b58c9749-06d6-4f34-8a66-4b8c9bf1376e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:53:55.071238 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:53:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['b58c9749-06d6-4f34-8a66-4b8c9bf1376e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:55.118619 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-4dcb6381-a27f-499f-8ecb-2095116b43fc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] For port e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:53:55.118993 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4dcb6381-a27f-499f-8ecb-2095116b43fc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:55.122967 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 1aee9b3f-bb30-4bac-9635-5fc4079330b5 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:55.124754 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:55.145443 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-4dcb6381-a27f-499f-8ecb-2095116b43fc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Calling delete_port for e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:55.196253 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] Set router b58c9749-06d6-4f34-8a66-4b8c9bf1376e gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:53:55.200270 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f8521ef5-b387-4a2c-9fa5-b0505b188051 None None] Provisioning complete for port e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:55.200891 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f8521ef5-b387-4a2c-9fa5-b0505b188051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:55.369839 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4dcb6381-a27f-499f-8ecb-2095116b43fc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:55.413066 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f8521ef5-b387-4a2c-9fa5-b0505b188051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:55.425701 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb6381-a27f-499f-8ecb-2095116b43fc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Port': ['ID=e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:55.575874 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4dcb6381-a27f-499f-8ecb-2095116b43fc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:55.590359 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-888a4700-7a64-4398-9af5-fcaffc8c6d50 None None] Could not find standard attr ID for object e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:53:55.613045 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58c9749-06d6-4f34-8a66-4b8c9bf1376e', 'name': 'tempest-NetworksTestDHCPv6-router-1077594545', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:53:51Z', 'updated_at': '2021-11-11T17:53:53Z', 'revision_number': 2, 'project_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'gw_port_host': None, '_interfaces': [{'id': 'e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9', 'name': '', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'mac_address': 'fa:16:3e:62:de:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58c9749-06d6-4f34-8a66-4b8c9bf1376e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '50236a72-8393-4a4a-9c33-5e51fdc65f33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:53:52Z', 'updated_at': '2021-11-11T17:53:54Z', 'revision_number': 4, 'project_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'subnets': [{'id': '50236a72-8393-4a4a-9c33-5e51fdc65f33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:53:55.651247 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363a7e62-ef28-439f-80c3-424dc037aa17 None None] The sync data for ids ['b58c9749-06d6-4f34-8a66-4b8c9bf1376e'] in n-d-816206-4 is: [{'id': 'b58c9749-06d6-4f34-8a66-4b8c9bf1376e', 'name': 'tempest-NetworksTestDHCPv6-router-1077594545', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:53:51Z', 'updated_at': '2021-11-11T17:53:53Z', 'revision_number': 2, 'project_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'gw_port_host': None, '_interfaces': [{'id': 'e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9', 'name': '', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'mac_address': 'fa:16:3e:62:de:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58c9749-06d6-4f34-8a66-4b8c9bf1376e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '50236a72-8393-4a4a-9c33-5e51fdc65f33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:53:52Z', 'updated_at': '2021-11-11T17:53:54Z', 'revision_number': 4, 'project_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'subnets': [{'id': '50236a72-8393-4a4a-9c33-5e51fdc65f33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:53:55.768984 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcb6381-a27f-499f-8ecb-2095116b43fc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Router b58c9749-06d6-4f34-8a66-4b8c9bf1376e has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:53:55.850830 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcb6381-a27f-499f-8ecb-2095116b43fc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:53:55.859025 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45994) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:55.859567 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4dcb6381-a27f-499f-8ecb-2095116b43fc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "PUT /v2.0/routers/b58c9749-06d6-4f34-8a66-4b8c9bf1376e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8509543 Nov 11 17:53:55.928993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8276b63c-15a1-4781-98d2-7ebfc1b86a64 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:55.930602 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8276b63c-15a1-4781-98d2-7ebfc1b86a64 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:55.932678 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8276b63c-15a1-4781-98d2-7ebfc1b86a64 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0725784 Nov 11 17:53:55.934651 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 45996) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:55.996598 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-908f5dab-f6c4-4408-aadb-49ef604c4e6c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet 50236a72-8393-4a4a-9c33-5e51fdc65f33 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:53:56.000193 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-908f5dab-f6c4-4408-aadb-49ef604c4e6c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:56.046185 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-908f5dab-f6c4-4408-aadb-49ef604c4e6c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:56.140095 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-908f5dab-f6c4-4408-aadb-49ef604c4e6c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:56.202373 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-908f5dab-f6c4-4408-aadb-49ef604c4e6c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:56.236212 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-908f5dab-f6c4-4408-aadb-49ef604c4e6c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:56.243914 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67ac083-c402-489b-97cd-b925981518d0 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:53:56.254157 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-908f5dab-f6c4-4408-aadb-49ef604c4e6c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/50236a72-8393-4a4a-9c33-5e51fdc65f33 HTTP/1.1" status: 204 len: 168 time: 0.3160295 Nov 11 17:53:56.254517 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 45998) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:56.255174 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f5dab-f6c4-4408-aadb-49ef604c4e6c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=50236a72-8393-4a4a-9c33-5e51fdc65f33,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:56.370307 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6beb643c-95fd-4603-8a96-6ce8b8aa5ba9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1141005 Nov 11 17:53:56.370519 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46000) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:56.465924 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-049e99f2-27c2-43f5-ac81-d44d912f4033 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:56.484145 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae6a093-3b05-48f1-9ed6-12a99d63681b None None] DHCP port deletion for 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:53:56.531902 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-bae6a093-3b05-48f1-9ed6-12a99d63681b None None] Deleting port 1aee9b3f-bb30-4bac-9635-5fc4079330b5 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:56.532275 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bae6a093-3b05-48f1-9ed6-12a99d63681b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:56.610219 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-bae6a093-3b05-48f1-9ed6-12a99d63681b None None] For port 1aee9b3f-bb30-4bac-9635-5fc4079330b5, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1aee9b3f-bb30-4bac-9635-5fc4079330b5,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:53:56.610219 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bae6a093-3b05-48f1-9ed6-12a99d63681b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:56.620185 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-bae6a093-3b05-48f1-9ed6-12a99d63681b None None] Calling delete_port for 1aee9b3f-bb30-4bac-9635-5fc4079330b5 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:56.642380 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-049e99f2-27c2-43f5-ac81-d44d912f4033 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:56.645197 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-049e99f2-27c2-43f5-ac81-d44d912f4033 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:56.703516 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-049e99f2-27c2-43f5-ac81-d44d912f4033 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:56.704502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049e99f2-27c2-43f5-ac81-d44d912f4033 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Fanout notify agent at l3_agent the message router_deleted on router b58c9749-06d6-4f34-8a66-4b8c9bf1376e {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:53:56.710381 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bae6a093-3b05-48f1-9ed6-12a99d63681b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:56.711508 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-049e99f2-27c2-43f5-ac81-d44d912f4033 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:56.714940 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-049e99f2-27c2-43f5-ac81-d44d912f4033 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/routers/b58c9749-06d6-4f34-8a66-4b8c9bf1376e HTTP/1.1" status: 204 len: 168 time: 0.3409951 Nov 11 17:53:56.715366 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46004) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:56.741746 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6a093-3b05-48f1-9ed6-12a99d63681b None None] Pushing event deleted for resources: {'Port': ['ID=1aee9b3f-bb30-4bac-9635-5fc4079330b5,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:56.745792 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-11f80cd3-c3fe-4efa-be82-c2e222d1a45c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0268824 Nov 11 17:53:56.745971 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae6a093-3b05-48f1-9ed6-12a99d63681b None None] No DVR routers for this DVR port 1aee9b3f-bb30-4bac-9635-5fc4079330b5 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:53:56.746078 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46006) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:56.803469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5635e2-050f-4e60-bda4-5cd7812dfe9f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:56.805497 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5a5635e2-050f-4e60-bda4-5cd7812dfe9f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0581906 Nov 11 17:53:56.807695 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46008) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:56.847234 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-299c165e-d6f1-4dda-b247-ed3343159c81 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378561 Nov 11 17:53:56.851300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46010) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:56.856681 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-21fefe78-c3ff-49dc-8385-318e537bfc20 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:56.967550 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fefe78-c3ff-49dc-8385-318e537bfc20 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:56.972210 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21fefe78-c3ff-49dc-8385-318e537bfc20 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:56.991893 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1aee9b3f-bb30-4bac-9635-5fc4079330b5 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:53:57.015940 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 1aee9b3f-bb30-4bac-9635-5fc4079330b5 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:53:57.016608 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1aee9b3f-bb30-4bac-9635-5fc4079330b5 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:53:57.201562 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f19baed-95bd-4a62-8998-2fece5347d64 None None] Sync routers for ids ['b58c9749-06d6-4f34-8a66-4b8c9bf1376e'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:53:57.212566 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f19baed-95bd-4a62-8998-2fece5347d64 None None] Routers set() bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:53:57.213208 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f19baed-95bd-4a62-8998-2fece5347d64 None None] Router IDs set() for agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 17:53:57.213800 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_agentschedulers_db [None req-2f19baed-95bd-4a62-8998-2fece5347d64 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b58c9749-06d6-4f34-8a66-4b8c9bf1376e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:53:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent'). {{(pid=102619) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 11 17:53:57.222613 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f19baed-95bd-4a62-8998-2fece5347d64 None None] Routers set() bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:53:57.223007 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f19baed-95bd-4a62-8998-2fece5347d64 None None] Router IDs set() for agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 17:53:57.223577 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_agentschedulers_db [None req-2f19baed-95bd-4a62-8998-2fece5347d64 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b58c9749-06d6-4f34-8a66-4b8c9bf1376e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:53:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent'). {{(pid=102619) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 11 17:53:57.223975 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f19baed-95bd-4a62-8998-2fece5347d64 None None] The sync data for ids ['b58c9749-06d6-4f34-8a66-4b8c9bf1376e'] in n-d-816206-4 is: [] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:53:57.275199 n-d-816206-4 neutron-server[102618]: DEBUG neutron.objects.ports [None req-21fefe78-c3ff-49dc-8385-318e537bfc20 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102618) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 17:53:57.276975 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21fefe78-c3ff-49dc-8385-318e537bfc20 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:57.324254 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fefe78-c3ff-49dc-8385-318e537bfc20 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:57.333274 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-21fefe78-c3ff-49dc-8385-318e537bfc20 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:57.337048 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fefe78-c3ff-49dc-8385-318e537bfc20 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:57.337854 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-21fefe78-c3ff-49dc-8385-318e537bfc20 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:57.345639 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41478ae5-2a3f-4297-8811-0bfa4f499763 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:53:57.352183 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fefe78-c3ff-49dc-8385-318e537bfc20 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=8e799cc2-fa58-4cd0-a306-f6b2181b7a23,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:57.381050 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-21fefe78-c3ff-49dc-8385-318e537bfc20 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5286341 Nov 11 17:53:57.383989 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46012) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:57.390064 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-3b7d28df-5ca4-41fd-903a-f1722a7700f9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:57.522066 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7d28df-5ca4-41fd-903a-f1722a7700f9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:57.526332 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3b7d28df-5ca4-41fd-903a-f1722a7700f9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:57.538292 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520657b7-f544-4b28-ab99-95234fce8bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'fixed_ips': [{'subnet_id': '8e799cc2-fa58-4cd0-a306-f6b2181b7a23'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:53:57.539283 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-520657b7-f544-4b28-ab99-95234fce8bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:57.685779 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-520657b7-f544-4b28-ab99-95234fce8bba None None] Allocated IP 2001:db8::f816:3eff:febe:bcb (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/8e799cc2-fa58-4cd0-a306-f6b2181b7a23/9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:57.787029 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3b7d28df-5ca4-41fd-903a-f1722a7700f9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:57.830409 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7d28df-5ca4-41fd-903a-f1722a7700f9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:57.833593 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-520657b7-f544-4b28-ab99-95234fce8bba None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:57.835707 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-3b7d28df-5ca4-41fd-903a-f1722a7700f9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:57.839236 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7d28df-5ca4-41fd-903a-f1722a7700f9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:57.839872 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3b7d28df-5ca4-41fd-903a-f1722a7700f9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:57.844991 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-520657b7-f544-4b28-ab99-95234fce8bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:57.858834 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d28df-5ca4-41fd-903a-f1722a7700f9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=dcd5a6df-0906-44ad-a713-f23fbb7a0140,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:57.864958 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3b7d28df-5ca4-41fd-903a-f1722a7700f9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4792483 Nov 11 17:53:57.867897 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46016) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:57.872907 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-3886f63d-7df9-41cf-b1bd-f65c27d95b72 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'mac_address': 'fa:16:3e:c2:31:84', 'name': 'tempest-NetworksTestDHCPv6-555750092'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:53:57.894385 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520657b7-f544-4b28-ab99-95234fce8bba None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:57.898104 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-520657b7-f544-4b28-ab99-95234fce8bba None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:57.902387 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520657b7-f544-4b28-ab99-95234fce8bba None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:53:57.905406 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520657b7-f544-4b28-ab99-95234fce8bba None None] Pushing event updated for resources: {'Port': ['ID=9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:57.956508 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-520657b7-f544-4b28-ab99-95234fce8bba None None] Attempting to bind port 9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:53:57.956874 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-520657b7-f544-4b28-ab99-95234fce8bba None None] Attempting to bind port 9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:53:57.957272 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520657b7-f544-4b28-ab99-95234fce8bba None None] Attempting to bind port 9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4 on network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:53:57.962680 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520657b7-f544-4b28-ab99-95234fce8bba None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:53:57.963056 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520657b7-f544-4b28-ab99-95234fce8bba None None] Checking segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:53:57.963462 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-520657b7-f544-4b28-ab99-95234fce8bba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:57.964102 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520657b7-f544-4b28-ab99-95234fce8bba None None] Bound using segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:53:57.964598 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-520657b7-f544-4b28-ab99-95234fce8bba None None] Bound port: 9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:53:57.964976 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-520657b7-f544-4b28-ab99-95234fce8bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:57.985233 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3886f63d-7df9-41cf-b1bd-f65c27d95b72 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:53:58.027492 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-520657b7-f544-4b28-ab99-95234fce8bba None None] For port 9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:53:58.031832 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-520657b7-f544-4b28-ab99-95234fce8bba None None] For port 9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:53:58.036844 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-520657b7-f544-4b28-ab99-95234fce8bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:58.078027 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3886f63d-7df9-41cf-b1bd-f65c27d95b72 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:58.091980 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520657b7-f544-4b28-ab99-95234fce8bba None None] Pushing event updated for resources: {'Port': ['ID=9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:58.103920 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-3886f63d-7df9-41cf-b1bd-f65c27d95b72 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] device_id is not set on port 4c512952-beae-4788-82d0-d679a333c29d yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:53:58.287214 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-3886f63d-7df9-41cf-b1bd-f65c27d95b72 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 172.20.0.6 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/dcd5a6df-0906-44ad-a713-f23fbb7a0140/4c512952-beae-4788-82d0-d679a333c29d) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:58.293316 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-3886f63d-7df9-41cf-b1bd-f65c27d95b72 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8::f816:3eff:fec2:3184 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/8e799cc2-fa58-4cd0-a306-f6b2181b7a23/4c512952-beae-4788-82d0-d679a333c29d) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:53:58.446467 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3886f63d-7df9-41cf-b1bd-f65c27d95b72 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:58.483880 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3886f63d-7df9-41cf-b1bd-f65c27d95b72 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:58.530351 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3886f63d-7df9-41cf-b1bd-f65c27d95b72 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:53:58.533536 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-3886f63d-7df9-41cf-b1bd-f65c27d95b72 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:53:58.536691 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3886f63d-7df9-41cf-b1bd-f65c27d95b72 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:53:58.561880 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886f63d-7df9-41cf-b1bd-f65c27d95b72 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=4c512952-beae-4788-82d0-d679a333c29d,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:58.590022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3886f63d-7df9-41cf-b1bd-f65c27d95b72 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:58.590566 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3886f63d-7df9-41cf-b1bd-f65c27d95b72 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:58.606803 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3886f63d-7df9-41cf-b1bd-f65c27d95b72 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.7377505 Nov 11 17:53:58.609247 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46018) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:58.661710 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2d291a-9566-43d5-8912-dccdbc447fd7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:58.668090 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2d291a-9566-43d5-8912-dccdbc447fd7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:58.672880 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-af2d291a-9566-43d5-8912-dccdbc447fd7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.0596969 Nov 11 17:53:58.673200 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46024) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:58.765833 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-bfa30583-3e3b-4af4-aedc-e070879f6810 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting port 4c512952-beae-4788-82d0-d679a333c29d {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:53:58.766559 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfa30583-3e3b-4af4-aedc-e070879f6810 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:58.872591 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfa30583-3e3b-4af4-aedc-e070879f6810 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:58.887511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-bfa30583-3e3b-4af4-aedc-e070879f6810 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Calling delete_port for 4c512952-beae-4788-82d0-d679a333c29d owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:53:59.070778 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:53:59.177970 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfa30583-3e3b-4af4-aedc-e070879f6810 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:59.221700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa30583-3e3b-4af4-aedc-e070879f6810 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Port': ['ID=4c512952-beae-4788-82d0-d679a333c29d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:59.295265 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672c817e-397f-4e4a-b9a1-cb8c6dfa044f None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:53:59.329412 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfa30583-3e3b-4af4-aedc-e070879f6810 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:59.335787 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bfa30583-3e3b-4af4-aedc-e070879f6810 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/4c512952-beae-4788-82d0-d679a333c29d HTTP/1.1" status: 204 len: 168 time: 0.6602302 Nov 11 17:53:59.336621 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46044) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:59.401414 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-751c3e04-d8ba-4b76-a0fb-7734eade3da5 None None] Provisioning complete for port 9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:59.401788 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-751c3e04-d8ba-4b76-a0fb-7734eade3da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:59.404883 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a04b2e-7bdc-45a5-a539-bb5a98ba2df1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:59.406414 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a04b2e-7bdc-45a5-a539-bb5a98ba2df1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:59.407958 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a04b2e-7bdc-45a5-a539-bb5a98ba2df1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:53:59.409521 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-84a04b2e-7bdc-45a5-a539-bb5a98ba2df1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0719216 Nov 11 17:53:59.412669 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46046) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:59.465003 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:53:59.465430 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:59.482469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce0c137-b30a-48fb-87d7-bf28ed7eb169 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet 8e799cc2-fa58-4cd0-a306-f6b2181b7a23 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:53:59.486402 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ce0c137-b30a-48fb-87d7-bf28ed7eb169 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:59.532553 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ce0c137-b30a-48fb-87d7-bf28ed7eb169 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:59.608580 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-751c3e04-d8ba-4b76-a0fb-7734eade3da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:59.617055 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ce0c137-b30a-48fb-87d7-bf28ed7eb169 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:59.662668 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:59.696276 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ce0c137-b30a-48fb-87d7-bf28ed7eb169 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:59.726462 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0c137-b30a-48fb-87d7-bf28ed7eb169 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=8e799cc2-fa58-4cd0-a306-f6b2181b7a23,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:53:59.732528 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ce0c137-b30a-48fb-87d7-bf28ed7eb169 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:59.735931 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2ce0c137-b30a-48fb-87d7-bf28ed7eb169 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/8e799cc2-fa58-4cd0-a306-f6b2181b7a23 HTTP/1.1" status: 204 len: 168 time: 0.3220577 Nov 11 17:53:59.739992 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46048) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:53:59.794066 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-751c3e04-d8ba-4b76-a0fb-7734eade3da5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:53:59.794437 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-751c3e04-d8ba-4b76-a0fb-7734eade3da5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:53:59.802436 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-10260001-d0f0-4906-8e21-5eb6c20b6e22 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet dcd5a6df-0906-44ad-a713-f23fbb7a0140 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:53:59.806619 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10260001-d0f0-4906-8e21-5eb6c20b6e22 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:59.813051 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:53:59.813466 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:53:59.814089 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92730915-f295-4dae-ba4d-332736056e7d None None] Update dhcp port {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'fixed_ips': [{'subnet_id': '8e799cc2-fa58-4cd0-a306-f6b2181b7a23', 'ip_address': '2001:db8::f816:3eff:febe:bcb'}, {'subnet_id': 'dcd5a6df-0906-44ad-a713-f23fbb7a0140'}], 'binding:host_id': 'n-d-816206-4'}, 'id': '9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4'} from n-d-816206-4. {{(pid=102619) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 17:53:59.851469 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-92730915-f295-4dae-ba4d-332736056e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:59.856390 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10260001-d0f0-4906-8e21-5eb6c20b6e22 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:59.906642 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10260001-d0f0-4906-8e21-5eb6c20b6e22 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:59.975266 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10260001-d0f0-4906-8e21-5eb6c20b6e22 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server [None req-92730915-f295-4dae-ba4d-332736056e7d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dcd5a6df-0906-44ad-a713-f23fbb7a0140: This subnet is being modified by another concurrent operation. Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise exception Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dcd5a6df-0906-44ad-a713-f23fbb7a0140: This subnet is being modified by another concurrent operation. Nov 11 17:53:59.984169 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Nov 11 17:54:00.001364 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10260001-d0f0-4906-8e21-5eb6c20b6e22 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:00.007818 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-10260001-d0f0-4906-8e21-5eb6c20b6e22 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/dcd5a6df-0906-44ad-a713-f23fbb7a0140 HTTP/1.1" status: 204 len: 168 time: 0.2645912 Nov 11 17:54:00.008535 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46054) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:00.026412 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10260001-d0f0-4906-8e21-5eb6c20b6e22 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd5a6df-0906-44ad-a713-f23fbb7a0140,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:00.078722 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46062) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:00.080223 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4550f6c0-f59d-44e2-9636-fc310cab4da9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702653 Nov 11 17:54:00.089867 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b527ee2f-0259-48b1-b47c-437998f05ed2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:00.107339 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb0fecf-751e-46f7-944e-9dc3b3363df5 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:00.215230 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b527ee2f-0259-48b1-b47c-437998f05ed2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:00.224713 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b527ee2f-0259-48b1-b47c-437998f05ed2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:00.277143 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c87194-64e5-4a48-b784-7b1e7775599a None None] DHCP port deletion for 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:54:00.389280 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-751c3e04-d8ba-4b76-a0fb-7734eade3da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:00.450344 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-751c3e04-d8ba-4b76-a0fb-7734eade3da5 None None] For port 9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:00.451775 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:00.468391 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-751c3e04-d8ba-4b76-a0fb-7734eade3da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:00.512780 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c1c87194-64e5-4a48-b784-7b1e7775599a None None] Deleting port 9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:00.513544 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c1c87194-64e5-4a48-b784-7b1e7775599a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:00.647531 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c3e04-d8ba-4b76-a0fb-7734eade3da5 None None] Pushing event updated for resources: {'Port': ['ID=9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:00.654005 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:54:00.654353 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:54:00.655007 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-acdd0536-fd7d-4e77-9a50-022bca032c3c None None] Provisioning complete for port 9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:00.655376 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-acdd0536-fd7d-4e77-9a50-022bca032c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:00.698549 n-d-816206-4 neutron-server[102617]: DEBUG neutron.objects.ports [None req-b527ee2f-0259-48b1-b47c-437998f05ed2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102617) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 17:54:00.730417 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c1c87194-64e5-4a48-b784-7b1e7775599a None None] For port 9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:00.730828 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c1c87194-64e5-4a48-b784-7b1e7775599a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:00.746894 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c1c87194-64e5-4a48-b784-7b1e7775599a None None] Calling delete_port for 9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:00.871856 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:54:00.917721 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:54:00.918183 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e3bf2da4-0659-4d1c-a87b-0bc3151ab9d9 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:54:00.982110 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b527ee2f-0259-48b1-b47c-437998f05ed2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:00.986705 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c1c87194-64e5-4a48-b784-7b1e7775599a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:01.020597 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c87194-64e5-4a48-b784-7b1e7775599a None None] Pushing event deleted for resources: {'Port': ['ID=9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:01.024565 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c87194-64e5-4a48-b784-7b1e7775599a None None] No DVR routers for this DVR port 9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:54:01.050408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-b527ee2f-0259-48b1-b47c-437998f05ed2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Port 9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4 concurrently deleted while adding address for new subnet {'id': '308a9ab2-a80b-46a0-84ef-753965536322', 'name': '', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3770, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-11T17:54:00Z', 'updated_at': '2021-11-11T17:54:00Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'd7e0b54ef3404151ab180b2a59abbf5d'}. {{(pid=102617) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 11 17:54:01.051058 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b527ee2f-0259-48b1-b47c-437998f05ed2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:01.058064 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:54:01.063201 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efc7f6c-cd5d-48bb-a471-ba0f1de12903 None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 17:54:01.088645 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:54:01.089222 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 9bd1df8b-e1ba-4deb-ad7a-6eb7876c7bb4 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:54:01.126561 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527ee2f-0259-48b1-b47c-437998f05ed2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=308a9ab2-a80b-46a0-84ef-753965536322,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:01.136548 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b527ee2f-0259-48b1-b47c-437998f05ed2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:01.138069 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-b527ee2f-0259-48b1-b47c-437998f05ed2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:01.141572 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b527ee2f-0259-48b1-b47c-437998f05ed2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:01.142383 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b527ee2f-0259-48b1-b47c-437998f05ed2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:01.171640 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b527ee2f-0259-48b1-b47c-437998f05ed2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0915952 Nov 11 17:54:01.174145 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46194) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:01.179150 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-083efb04-4baf-470e-8d5c-06a623c147f1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:01.218564 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efc7f6c-cd5d-48bb-a471-ba0f1de12903 None None] Resources bound (agent type, host, resource id): {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 17:54:01.313239 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083efb04-4baf-470e-8d5c-06a623c147f1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:01.317042 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-083efb04-4baf-470e-8d5c-06a623c147f1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:01.506417 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99af9b5a-303d-4d11-a926-06e3a41731a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'fixed_ips': [{'subnet_id': '308a9ab2-a80b-46a0-84ef-753965536322'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:54:01.509275 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-99af9b5a-303d-4d11-a926-06e3a41731a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:01.619666 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-083efb04-4baf-470e-8d5c-06a623c147f1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:01.670940 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083efb04-4baf-470e-8d5c-06a623c147f1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:01.674190 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-083efb04-4baf-470e-8d5c-06a623c147f1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:01.678943 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083efb04-4baf-470e-8d5c-06a623c147f1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:01.679768 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-083efb04-4baf-470e-8d5c-06a623c147f1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:01.694611 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083efb04-4baf-470e-8d5c-06a623c147f1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=4d67ddee-d5c2-42b4-97c7-fd2c73bf8045,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:01.709728 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-083efb04-4baf-470e-8d5c-06a623c147f1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5344641 Nov 11 17:54:01.712337 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46260) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:01.718755 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-48540c04-af78-4c6a-bb70-8b40b4f42dff tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'mac_address': 'fa:16:3e:95:b9:e7', 'name': 'tempest-NetworksTestDHCPv6-1777851551'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:01.733682 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-99af9b5a-303d-4d11-a926-06e3a41731a4 None None] Allocated IP 2001:db8::f816:3eff:fe55:2538 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/308a9ab2-a80b-46a0-84ef-753965536322/be3b3092-206f-4f81-8815-af8ed3ee34a0) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:01.897162 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48540c04-af78-4c6a-bb70-8b40b4f42dff tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:01.902092 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-48540c04-af78-4c6a-bb70-8b40b4f42dff tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:01.934386 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-99af9b5a-303d-4d11-a926-06e3a41731a4 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:01.940892 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-99af9b5a-303d-4d11-a926-06e3a41731a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:01.942700 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-48540c04-af78-4c6a-bb70-8b40b4f42dff tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] device_id is not set on port e6fc6759-eed9-4450-86e0-4673160eb6b4 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:54:01.995226 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99af9b5a-303d-4d11-a926-06e3a41731a4 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:01.999111 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-99af9b5a-303d-4d11-a926-06e3a41731a4 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:02.002560 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99af9b5a-303d-4d11-a926-06e3a41731a4 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:02.064788 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af9b5a-303d-4d11-a926-06e3a41731a4 None None] Pushing event updated for resources: {'Port': ['ID=be3b3092-206f-4f81-8815-af8ed3ee34a0,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:02.094175 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-99af9b5a-303d-4d11-a926-06e3a41731a4 None None] Attempting to bind port be3b3092-206f-4f81-8815-af8ed3ee34a0 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:54:02.094561 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-99af9b5a-303d-4d11-a926-06e3a41731a4 None None] Attempting to bind port be3b3092-206f-4f81-8815-af8ed3ee34a0 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:54:02.094938 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99af9b5a-303d-4d11-a926-06e3a41731a4 None None] Attempting to bind port be3b3092-206f-4f81-8815-af8ed3ee34a0 on network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:54:02.103850 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99af9b5a-303d-4d11-a926-06e3a41731a4 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:54:02.104263 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99af9b5a-303d-4d11-a926-06e3a41731a4 None None] Checking segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:54:02.104686 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-99af9b5a-303d-4d11-a926-06e3a41731a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:02.107852 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99af9b5a-303d-4d11-a926-06e3a41731a4 None None] Bound using segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:54:02.108371 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-99af9b5a-303d-4d11-a926-06e3a41731a4 None None] Bound port: be3b3092-206f-4f81-8815-af8ed3ee34a0, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:54:02.108909 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-99af9b5a-303d-4d11-a926-06e3a41731a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:02.210694 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-48540c04-af78-4c6a-bb70-8b40b4f42dff tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 172.20.0.4 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/4d67ddee-d5c2-42b4-97c7-fd2c73bf8045/e6fc6759-eed9-4450-86e0-4673160eb6b4) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:02.211899 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-99af9b5a-303d-4d11-a926-06e3a41731a4 None None] For port be3b3092-206f-4f81-8815-af8ed3ee34a0, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:54:02.216764 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-99af9b5a-303d-4d11-a926-06e3a41731a4 None None] For port be3b3092-206f-4f81-8815-af8ed3ee34a0, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=be3b3092-206f-4f81-8815-af8ed3ee34a0,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:54:02.218152 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-48540c04-af78-4c6a-bb70-8b40b4f42dff tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8::f816:3eff:fe95:b9e7 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/308a9ab2-a80b-46a0-84ef-753965536322/e6fc6759-eed9-4450-86e0-4673160eb6b4) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:02.228266 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-99af9b5a-303d-4d11-a926-06e3a41731a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:02.307208 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af9b5a-303d-4d11-a926-06e3a41731a4 None None] Pushing event updated for resources: {'Port': ['ID=be3b3092-206f-4f81-8815-af8ed3ee34a0,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:02.452238 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-48540c04-af78-4c6a-bb70-8b40b4f42dff tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:02.501661 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-48540c04-af78-4c6a-bb70-8b40b4f42dff tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:02.581360 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48540c04-af78-4c6a-bb70-8b40b4f42dff tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:02.583878 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-48540c04-af78-4c6a-bb70-8b40b4f42dff tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:02.588410 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48540c04-af78-4c6a-bb70-8b40b4f42dff tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:02.643893 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48540c04-af78-4c6a-bb70-8b40b4f42dff tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=e6fc6759-eed9-4450-86e0-4673160eb6b4,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:02.658405 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48540c04-af78-4c6a-bb70-8b40b4f42dff tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:02.659053 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-48540c04-af78-4c6a-bb70-8b40b4f42dff tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:02.682972 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-48540c04-af78-4c6a-bb70-8b40b4f42dff tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9693723 Nov 11 17:54:02.685502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46372) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:02.750007 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd03cb-72b0-4c98-97f3-59c5e9c5c973 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:02.757897 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd03cb-72b0-4c98-97f3-59c5e9c5c973 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:02.759931 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-85cd03cb-72b0-4c98-97f3-59c5e9c5c973 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0728376 Nov 11 17:54:02.763020 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46384) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:02.868105 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-f34ee0cd-e654-40d2-a79c-58b67c622d48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting port e6fc6759-eed9-4450-86e0-4673160eb6b4 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:02.868668 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f34ee0cd-e654-40d2-a79c-58b67c622d48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:02.975570 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f34ee0cd-e654-40d2-a79c-58b67c622d48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:02.994365 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-f34ee0cd-e654-40d2-a79c-58b67c622d48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Calling delete_port for e6fc6759-eed9-4450-86e0-4673160eb6b4 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:03.062797 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device be3b3092-206f-4f81-8815-af8ed3ee34a0 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:54:03.155574 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port be3b3092-206f-4f81-8815-af8ed3ee34a0 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:03.157419 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:03.275636 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:03.277305 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f34ee0cd-e654-40d2-a79c-58b67c622d48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:03.326562 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ee0cd-e654-40d2-a79c-58b67c622d48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Port': ['ID=e6fc6759-eed9-4450-86e0-4673160eb6b4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:03.327100 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port be3b3092-206f-4f81-8815-af8ed3ee34a0, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=be3b3092-206f-4f81-8815-af8ed3ee34a0,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:03.336622 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:03.414842 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=be3b3092-206f-4f81-8815-af8ed3ee34a0,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:03.467839 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f34ee0cd-e654-40d2-a79c-58b67c622d48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:03.474876 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f34ee0cd-e654-40d2-a79c-58b67c622d48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/e6fc6759-eed9-4450-86e0-4673160eb6b4 HTTP/1.1" status: 204 len: 168 time: 0.7106450 Nov 11 17:54:03.477183 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46462) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:03.546453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49af9a99-ca4b-4f6d-8822-f54b81d4d693 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:03.548744 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49af9a99-ca4b-4f6d-8822-f54b81d4d693 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:03.559167 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49af9a99-ca4b-4f6d-8822-f54b81d4d693 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:03.560979 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-49af9a99-ca4b-4f6d-8822-f54b81d4d693 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0827572 Nov 11 17:54:03.563505 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46474) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:03.600688 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a5fc40-4d19-4ea3-9afd-bb519af23294 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:03.638029 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa338759-3be1-4a66-ae74-0d73d80d710d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet 308a9ab2-a80b-46a0-84ef-753965536322 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:54:03.641983 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa338759-3be1-4a66-ae74-0d73d80d710d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:03.683345 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0ae185b2-af39-4a78-81ac-54e226538ca8 None None] Provisioning complete for port be3b3092-206f-4f81-8815-af8ed3ee34a0 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:03.683644 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0ae185b2-af39-4a78-81ac-54e226538ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:03.689913 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa338759-3be1-4a66-ae74-0d73d80d710d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:03.789513 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa338759-3be1-4a66-ae74-0d73d80d710d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:03.881366 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa338759-3be1-4a66-ae74-0d73d80d710d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:03.912945 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa338759-3be1-4a66-ae74-0d73d80d710d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=308a9ab2-a80b-46a0-84ef-753965536322,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:03.916922 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aa338759-3be1-4a66-ae74-0d73d80d710d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:03.923299 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46506) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:03.923893 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-aa338759-3be1-4a66-ae74-0d73d80d710d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/308a9ab2-a80b-46a0-84ef-753965536322 HTTP/1.1" status: 204 len: 168 time: 0.3589220 Nov 11 17:54:03.977361 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b35fdf-08f9-4a9a-b50d-d57a4cb31966 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet 4d67ddee-d5c2-42b4-97c7-fd2c73bf8045 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:54:03.980786 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95b35fdf-08f9-4a9a-b50d-d57a4cb31966 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:04.026179 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95b35fdf-08f9-4a9a-b50d-d57a4cb31966 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:04.073026 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95b35fdf-08f9-4a9a-b50d-d57a4cb31966 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:04.096877 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4545ff4f-7639-4996-8ddb-b5b0974eb05b None None] Update dhcp port {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'fixed_ips': [{'subnet_id': '4d67ddee-d5c2-42b4-97c7-fd2c73bf8045'}], 'binding:host_id': 'n-d-816206-4'}, 'id': 'be3b3092-206f-4f81-8815-af8ed3ee34a0'} from n-d-816206-4. {{(pid=102619) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 17:54:04.122611 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4545ff4f-7639-4996-8ddb-b5b0974eb05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:04.130261 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95b35fdf-08f9-4a9a-b50d-d57a4cb31966 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:04.157944 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b35fdf-08f9-4a9a-b50d-d57a4cb31966 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=4d67ddee-d5c2-42b4-97c7-fd2c73bf8045,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:04.159941 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95b35fdf-08f9-4a9a-b50d-d57a4cb31966 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:04.166229 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-95b35fdf-08f9-4a9a-b50d-d57a4cb31966 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/4d67ddee-d5c2-42b4-97c7-fd2c73bf8045 HTTP/1.1" status: 204 len: 168 time: 0.2418404 Nov 11 17:54:04.166418 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46508) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:04.213505 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7f4e1dff-d3ae-456e-895b-9ab251f32080 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430021 Nov 11 17:54:04.213744 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46512) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:04.218627 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-3ff314ac-0fd8-4870-aca1-ee7de47b0b4b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:04.302278 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5647fcc-16d4-4fe5-b7ec-251f65390de6 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:04.321742 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff314ac-0fd8-4870-aca1-ee7de47b0b4b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:04.325396 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3ff314ac-0fd8-4870-aca1-ee7de47b0b4b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:04.378735 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-451772aa-5c48-49b1-a846-0999dc16902c None None] Provisioning complete for port be3b3092-206f-4f81-8815-af8ed3ee34a0 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:04.379970 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-451772aa-5c48-49b1-a846-0999dc16902c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:04.513417 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92655ec8-3c1e-4c45-818e-af8275da680a None None] DHCP port deletion for 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:54:04.549664 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3ff314ac-0fd8-4870-aca1-ee7de47b0b4b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:04.581669 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-92655ec8-3c1e-4c45-818e-af8275da680a None None] Deleting port be3b3092-206f-4f81-8815-af8ed3ee34a0 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:04.582793 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-92655ec8-3c1e-4c45-818e-af8275da680a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:04.594578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff314ac-0fd8-4870-aca1-ee7de47b0b4b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:04.605033 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-3ff314ac-0fd8-4870-aca1-ee7de47b0b4b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:04.612704 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff314ac-0fd8-4870-aca1-ee7de47b0b4b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:04.613931 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3ff314ac-0fd8-4870-aca1-ee7de47b0b4b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:04.634643 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff314ac-0fd8-4870-aca1-ee7de47b0b4b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=4688d4c8-1a76-4743-842d-1a6b3f1d77ef,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:04.645470 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3ff314ac-0fd8-4870-aca1-ee7de47b0b4b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4307094 Nov 11 17:54:04.649533 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46522) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:04.653579 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-05cf6108-f1cf-4d30-aacb-1f0a1b4c2891 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:04.687952 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-92655ec8-3c1e-4c45-818e-af8275da680a None None] For port be3b3092-206f-4f81-8815-af8ed3ee34a0, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=be3b3092-206f-4f81-8815-af8ed3ee34a0,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:04.688452 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-92655ec8-3c1e-4c45-818e-af8275da680a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:04.702543 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-92655ec8-3c1e-4c45-818e-af8275da680a None None] Calling delete_port for be3b3092-206f-4f81-8815-af8ed3ee34a0 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:04.778371 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cf6108-f1cf-4d30-aacb-1f0a1b4c2891 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:04.782250 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-05cf6108-f1cf-4d30-aacb-1f0a1b4c2891 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:04.787037 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-92655ec8-3c1e-4c45-818e-af8275da680a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:04.817822 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92655ec8-3c1e-4c45-818e-af8275da680a None None] Pushing event deleted for resources: {'Port': ['ID=be3b3092-206f-4f81-8815-af8ed3ee34a0,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:04.821553 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92655ec8-3c1e-4c45-818e-af8275da680a None None] No DVR routers for this DVR port be3b3092-206f-4f81-8815-af8ed3ee34a0 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:54:04.851084 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ea616c-4e11-43f7-8361-24249661e846 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:05.016926 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62add70-36f6-482d-a116-5295f45f4661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'fixed_ips': [{'subnet_id': '4688d4c8-1a76-4743-842d-1a6b3f1d77ef'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:54:05.017919 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b62add70-36f6-482d-a116-5295f45f4661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:05.032431 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device be3b3092-206f-4f81-8815-af8ed3ee34a0 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:54:05.056213 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: be3b3092-206f-4f81-8815-af8ed3ee34a0 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:54:05.056694 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device be3b3092-206f-4f81-8815-af8ed3ee34a0 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:54:05.151613 n-d-816206-4 neutron-server[102617]: DEBUG neutron.objects.ports [None req-05cf6108-f1cf-4d30-aacb-1f0a1b4c2891 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102617) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 17:54:05.153632 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-05cf6108-f1cf-4d30-aacb-1f0a1b4c2891 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:05.192655 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-b62add70-36f6-482d-a116-5295f45f4661 None None] Allocated IP 172.20.0.2 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/4688d4c8-1a76-4743-842d-1a6b3f1d77ef/c1c619f3-c102-499a-9b60-ae6a835200f5) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:05.194973 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cf6108-f1cf-4d30-aacb-1f0a1b4c2891 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:05.199959 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-05cf6108-f1cf-4d30-aacb-1f0a1b4c2891 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:05.204258 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cf6108-f1cf-4d30-aacb-1f0a1b4c2891 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:05.205296 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-05cf6108-f1cf-4d30-aacb-1f0a1b4c2891 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:05.221592 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf6108-f1cf-4d30-aacb-1f0a1b4c2891 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=6805e3e3-cd67-4ca8-8a5b-ebce81e6999c,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:05.247346 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46524) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:05.252703 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-7575a734-9c6e-4f0a-9ca8-9a25e35a7baa tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'mac_address': 'fa:16:3e:f9:4b:0f', 'name': 'tempest-NetworksTestDHCPv6-1099163290'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:05.256163 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-05cf6108-f1cf-4d30-aacb-1f0a1b4c2891 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6064856 Nov 11 17:54:05.384470 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7575a734-9c6e-4f0a-9ca8-9a25e35a7baa tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:05.391814 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b62add70-36f6-482d-a116-5295f45f4661 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:05.399848 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b62add70-36f6-482d-a116-5295f45f4661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:05.441309 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62add70-36f6-482d-a116-5295f45f4661 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:05.444757 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-b62add70-36f6-482d-a116-5295f45f4661 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:05.450499 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62add70-36f6-482d-a116-5295f45f4661 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:05.461218 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62add70-36f6-482d-a116-5295f45f4661 None None] Pushing event updated for resources: {'Port': ['ID=c1c619f3-c102-499a-9b60-ae6a835200f5,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:05.493642 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7575a734-9c6e-4f0a-9ca8-9a25e35a7baa tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:05.513276 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b62add70-36f6-482d-a116-5295f45f4661 None None] Attempting to bind port c1c619f3-c102-499a-9b60-ae6a835200f5 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:54:05.513648 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b62add70-36f6-482d-a116-5295f45f4661 None None] Attempting to bind port c1c619f3-c102-499a-9b60-ae6a835200f5 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:54:05.514003 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62add70-36f6-482d-a116-5295f45f4661 None None] Attempting to bind port c1c619f3-c102-499a-9b60-ae6a835200f5 on network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:54:05.516071 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-7575a734-9c6e-4f0a-9ca8-9a25e35a7baa tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] device_id is not set on port 5e3664d3-4616-41ac-b000-89ac4858db0d yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:54:05.519004 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62add70-36f6-482d-a116-5295f45f4661 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:54:05.519375 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62add70-36f6-482d-a116-5295f45f4661 None None] Checking segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:54:05.520351 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b62add70-36f6-482d-a116-5295f45f4661 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:05.520746 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62add70-36f6-482d-a116-5295f45f4661 None None] Bound using segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:54:05.521199 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b62add70-36f6-482d-a116-5295f45f4661 None None] Bound port: c1c619f3-c102-499a-9b60-ae6a835200f5, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:54:05.521578 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b62add70-36f6-482d-a116-5295f45f4661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:05.587291 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b62add70-36f6-482d-a116-5295f45f4661 None None] For port c1c619f3-c102-499a-9b60-ae6a835200f5, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:54:05.590935 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b62add70-36f6-482d-a116-5295f45f4661 None None] For port c1c619f3-c102-499a-9b60-ae6a835200f5, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c1c619f3-c102-499a-9b60-ae6a835200f5,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:54:05.594761 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b62add70-36f6-482d-a116-5295f45f4661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:05.656436 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62add70-36f6-482d-a116-5295f45f4661 None None] Pushing event updated for resources: {'Port': ['ID=c1c619f3-c102-499a-9b60-ae6a835200f5,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:05.710898 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-7575a734-9c6e-4f0a-9ca8-9a25e35a7baa tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 172.20.0.4 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/4688d4c8-1a76-4743-842d-1a6b3f1d77ef/5e3664d3-4616-41ac-b000-89ac4858db0d) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:05.717372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-7575a734-9c6e-4f0a-9ca8-9a25e35a7baa tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8::f816:3eff:fef9:4b0f (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/6805e3e3-cd67-4ca8-8a5b-ebce81e6999c/5e3664d3-4616-41ac-b000-89ac4858db0d) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:05.921200 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7575a734-9c6e-4f0a-9ca8-9a25e35a7baa tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:05.962532 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7575a734-9c6e-4f0a-9ca8-9a25e35a7baa tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:06.027567 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7575a734-9c6e-4f0a-9ca8-9a25e35a7baa tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:06.031828 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-7575a734-9c6e-4f0a-9ca8-9a25e35a7baa tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:06.034761 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7575a734-9c6e-4f0a-9ca8-9a25e35a7baa tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:06.037619 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575a734-9c6e-4f0a-9ca8-9a25e35a7baa tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=5e3664d3-4616-41ac-b000-89ac4858db0d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:06.089473 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7575a734-9c6e-4f0a-9ca8-9a25e35a7baa tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:06.090088 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7575a734-9c6e-4f0a-9ca8-9a25e35a7baa tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:06.106052 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7575a734-9c6e-4f0a-9ca8-9a25e35a7baa tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8573003 Nov 11 17:54:06.108645 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46532) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:06.158070 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b00069-fbd8-4cb4-8fdb-a081de8d4b4d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:06.164449 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b00069-fbd8-4cb4-8fdb-a081de8d4b4d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:06.168531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-85b00069-fbd8-4cb4-8fdb-a081de8d4b4d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0563571 Nov 11 17:54:06.168808 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46534) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:06.259779 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-63a952c2-be2b-4f43-9832-01d2850f9740 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting port 5e3664d3-4616-41ac-b000-89ac4858db0d {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:06.260495 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63a952c2-be2b-4f43-9832-01d2850f9740 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:06.351226 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63a952c2-be2b-4f43-9832-01d2850f9740 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:06.364351 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-63a952c2-be2b-4f43-9832-01d2850f9740 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Calling delete_port for 5e3664d3-4616-41ac-b000-89ac4858db0d owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:06.704548 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aef3198-2bdf-423b-8729-5aaaac675966 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:06.836189 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ad12fff6-de79-4808-9bb2-6236a1049dcd None None] Provisioning complete for port c1c619f3-c102-499a-9b60-ae6a835200f5 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:06.837221 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ad12fff6-de79-4808-9bb2-6236a1049dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:06.912109 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63a952c2-be2b-4f43-9832-01d2850f9740 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:06.961932 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ad12fff6-de79-4808-9bb2-6236a1049dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:06.978885 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a952c2-be2b-4f43-9832-01d2850f9740 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Port': ['ID=5e3664d3-4616-41ac-b000-89ac4858db0d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:07.025039 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ad12fff6-de79-4808-9bb2-6236a1049dcd None None] For port c1c619f3-c102-499a-9b60-ae6a835200f5, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c1c619f3-c102-499a-9b60-ae6a835200f5,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:07.039202 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cadba1c-d4e5-4cad-acab-0a5ce9c5cbda None None] Update dhcp port {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'fixed_ips': [{'subnet_id': '4688d4c8-1a76-4743-842d-1a6b3f1d77ef', 'ip_address': '172.20.0.2'}, {'subnet_id': '6805e3e3-cd67-4ca8-8a5b-ebce81e6999c'}], 'binding:host_id': 'n-d-816206-4'}, 'id': 'c1c619f3-c102-499a-9b60-ae6a835200f5'} from n-d-816206-4. {{(pid=102619) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 17:54:07.041371 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ad12fff6-de79-4808-9bb2-6236a1049dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:07.097126 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3cadba1c-d4e5-4cad-acab-0a5ce9c5cbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:07.104974 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-63a952c2-be2b-4f43-9832-01d2850f9740 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:07.110769 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-63a952c2-be2b-4f43-9832-01d2850f9740 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/5e3664d3-4616-41ac-b000-89ac4858db0d HTTP/1.1" status: 204 len: 168 time: 0.9388754 Nov 11 17:54:07.111106 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46538) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:07.122664 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12fff6-de79-4808-9bb2-6236a1049dcd None None] Pushing event updated for resources: {'Port': ['ID=c1c619f3-c102-499a-9b60-ae6a835200f5,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:07.146311 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c1c619f3-c102-499a-9b60-ae6a835200f5 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:54:07.175192 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de32fa82-0c6e-4eb7-8912-e1cf0d517b9c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:07.177472 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de32fa82-0c6e-4eb7-8912-e1cf0d517b9c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:07.179072 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de32fa82-0c6e-4eb7-8912-e1cf0d517b9c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:07.183765 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-de32fa82-0c6e-4eb7-8912-e1cf0d517b9c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0690281 Nov 11 17:54:07.184172 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46540) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:07.242244 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd6074b-c55a-4d37-a7c2-98dee93d692b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet 4688d4c8-1a76-4743-842d-1a6b3f1d77ef {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:54:07.246145 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4bd6074b-c55a-4d37-a7c2-98dee93d692b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:07.275408 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port c1c619f3-c102-499a-9b60-ae6a835200f5 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:07.275907 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:07.288513 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4bd6074b-c55a-4d37-a7c2-98dee93d692b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:07.382379 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4bd6074b-c55a-4d37-a7c2-98dee93d692b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:07.448861 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-842278ca-8daa-4363-b66f-d28186821b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:07.453283 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4bd6074b-c55a-4d37-a7c2-98dee93d692b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server [None req-3cadba1c-d4e5-4cad-acab-0a5ce9c5cbda None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4688d4c8-1a76-4743-842d-1a6b3f1d77ef: This subnet is being modified by another concurrent operation. Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise exception Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4688d4c8-1a76-4743-842d-1a6b3f1d77ef: This subnet is being modified by another concurrent operation. Nov 11 17:54:07.458166 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Nov 11 17:54:07.489622 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6074b-c55a-4d37-a7c2-98dee93d692b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=4688d4c8-1a76-4743-842d-1a6b3f1d77ef,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:07.495020 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4bd6074b-c55a-4d37-a7c2-98dee93d692b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:07.498995 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4bd6074b-c55a-4d37-a7c2-98dee93d692b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/4688d4c8-1a76-4743-842d-1a6b3f1d77ef HTTP/1.1" status: 204 len: 168 time: 0.3134205 Nov 11 17:54:07.501109 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46542) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:07.550949 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0660b0cf-278a-43d0-986d-2153baf672fe None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:07.559266 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-410c4bd4-115f-447c-a397-3e21769bc67a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet 6805e3e3-cd67-4ca8-8a5b-ebce81e6999c {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:54:07.562966 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-410c4bd4-115f-447c-a397-3e21769bc67a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:07.606468 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-410c4bd4-115f-447c-a397-3e21769bc67a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:07.611591 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-db039375-5122-41be-ba59-4eb4cfeaf50d None None] Provisioning complete for port c1c619f3-c102-499a-9b60-ae6a835200f5 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:07.611990 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-db039375-5122-41be-ba59-4eb4cfeaf50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:07.655256 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-410c4bd4-115f-447c-a397-3e21769bc67a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:07.719181 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-410c4bd4-115f-447c-a397-3e21769bc67a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:07.748401 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c4bd4-115f-447c-a397-3e21769bc67a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=6805e3e3-cd67-4ca8-8a5b-ebce81e6999c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:07.752102 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-410c4bd4-115f-447c-a397-3e21769bc67a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:07.759342 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46544) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:07.759834 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-410c4bd4-115f-447c-a397-3e21769bc67a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/6805e3e3-cd67-4ca8-8a5b-ebce81e6999c HTTP/1.1" status: 204 len: 168 time: 0.2572362 Nov 11 17:54:07.773301 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-db039375-5122-41be-ba59-4eb4cfeaf50d None None] Could not find standard attr ID for object 5e3664d3-4616-41ac-b000-89ac4858db0d. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:54:07.799347 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-495d3cf8-63e3-48b8-8dfb-f97b7549146e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389388 Nov 11 17:54:07.802071 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46548) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:07.810154 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-8cef87e8-466f-4291-98b6-f845c39957bd tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:07.850430 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37445f82-091f-457f-8bf0-3fad1a6d6bec None None] Update dhcp port {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'fixed_ips': [{'subnet_id': '6805e3e3-cd67-4ca8-8a5b-ebce81e6999c'}], 'binding:host_id': 'n-d-816206-4'}, 'id': 'c1c619f3-c102-499a-9b60-ae6a835200f5'} from n-d-816206-4. {{(pid=102619) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 17:54:07.880785 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-37445f82-091f-457f-8bf0-3fad1a6d6bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:07.912011 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cef87e8-466f-4291-98b6-f845c39957bd tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:07.915899 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8cef87e8-466f-4291-98b6-f845c39957bd tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:08.124720 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-334b8738-f6a9-47e6-8a85-603d9cedc793 None None] Provisioning complete for port c1c619f3-c102-499a-9b60-ae6a835200f5 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:08.125219 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-334b8738-f6a9-47e6-8a85-603d9cedc793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:08.240944 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-334b8738-f6a9-47e6-8a85-603d9cedc793 None None] Could not find standard attr ID for object e6fc6759-eed9-4450-86e0-4673160eb6b4. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:54:08.299648 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9735f2a7-4f5d-488c-8cab-7cdf1c118b8b None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 17:54:08.366485 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-954bbb54-9a77-4d3f-bf8f-a8761e1535f3 None None] Could not find standard attr ID for object 5e3664d3-4616-41ac-b000-89ac4858db0d. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:54:08.388128 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9735f2a7-4f5d-488c-8cab-7cdf1c118b8b None None] Resources bound (agent type, host, resource id): {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 17:54:08.487834 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8cef87e8-466f-4291-98b6-f845c39957bd tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:08.533422 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cef87e8-466f-4291-98b6-f845c39957bd tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:08.539334 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-8cef87e8-466f-4291-98b6-f845c39957bd tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:08.543820 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cef87e8-466f-4291-98b6-f845c39957bd tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:08.544426 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8cef87e8-466f-4291-98b6-f845c39957bd tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:08.553536 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef87e8-466f-4291-98b6-f845c39957bd tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=f302952b-7c11-4854-8bad-9b3d7fe2b856,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:08.570020 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8cef87e8-466f-4291-98b6-f845c39957bd tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7639611 Nov 11 17:54:08.570361 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46550) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:08.576149 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d2641061-f036-4f0f-a414-037a0f328d42 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:08.690047 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ccb223-92b2-440d-adaa-4c02d794aae7 None None] Update dhcp port {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'fixed_ips': [{'subnet_id': 'f302952b-7c11-4854-8bad-9b3d7fe2b856'}], 'binding:host_id': 'n-d-816206-4'}, 'id': 'c1c619f3-c102-499a-9b60-ae6a835200f5'} from n-d-816206-4. {{(pid=102619) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 17:54:08.699872 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2641061-f036-4f0f-a414-037a0f328d42 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:08.704211 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d2641061-f036-4f0f-a414-037a0f328d42 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:08.716539 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-66ccb223-92b2-440d-adaa-4c02d794aae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:08.896760 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-66ccb223-92b2-440d-adaa-4c02d794aae7 None None] Allocated IP 172.20.0.2 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/f302952b-7c11-4854-8bad-9b3d7fe2b856/c1c619f3-c102-499a-9b60-ae6a835200f5) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:09.028908 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c1c619f3-c102-499a-9b60-ae6a835200f5 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:54:09.066082 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-66ccb223-92b2-440d-adaa-4c02d794aae7 None None] For port c1c619f3-c102-499a-9b60-ae6a835200f5, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c1c619f3-c102-499a-9b60-ae6a835200f5,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:09.157922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.objects.ports [None req-d2641061-f036-4f0f-a414-037a0f328d42 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102618) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 17:54:09.279611 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-66ccb223-92b2-440d-adaa-4c02d794aae7 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:09.289818 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-66ccb223-92b2-440d-adaa-4c02d794aae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:09.400995 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:09.408969 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d2641061-f036-4f0f-a414-037a0f328d42 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:09.422075 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccb223-92b2-440d-adaa-4c02d794aae7 None None] Pushing event updated for resources: {'Port': ['ID=c1c619f3-c102-499a-9b60-ae6a835200f5,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:09.465152 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:54:09.465539 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:54:09.666511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-d2641061-f036-4f0f-a414-037a0f328d42 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] For port c1c619f3-c102-499a-9b60-ae6a835200f5, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c1c619f3-c102-499a-9b60-ae6a835200f5,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:09.701177 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d2641061-f036-4f0f-a414-037a0f328d42 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:09.711320 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d2641061-f036-4f0f-a414-037a0f328d42 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:09.712297 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d2641061-f036-4f0f-a414-037a0f328d42 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:09.803891 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2641061-f036-4f0f-a414-037a0f328d42 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:09.809872 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-d2641061-f036-4f0f-a414-037a0f328d42 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:09.817078 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2641061-f036-4f0f-a414-037a0f328d42 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:09.817671 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d2641061-f036-4f0f-a414-037a0f328d42 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:09.841821 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2641061-f036-4f0f-a414-037a0f328d42 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=50b9a4d1-14d7-4c58-8672-ff0705500c4b,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:09.845517 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2641061-f036-4f0f-a414-037a0f328d42 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=c1c619f3-c102-499a-9b60-ae6a835200f5,revision_number=7']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:09.858933 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d2641061-f036-4f0f-a414-037a0f328d42 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2843325 Nov 11 17:54:09.859272 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46556) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:09.865252 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-41065945-8e9b-44cf-b877-b5cb83accd9b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'mac_address': 'fa:16:3e:73:8a:41', 'name': 'tempest-NetworksTestDHCPv6-809333418'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:10.017544 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41065945-8e9b-44cf-b877-b5cb83accd9b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:10.023756 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41065945-8e9b-44cf-b877-b5cb83accd9b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:10.032530 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:10.059109 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-41065945-8e9b-44cf-b877-b5cb83accd9b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] device_id is not set on port 3d692215-a539-441c-b0e5-5e9b499c8bf9 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:54:10.094181 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port c1c619f3-c102-499a-9b60-ae6a835200f5, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c1c619f3-c102-499a-9b60-ae6a835200f5,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:10.110079 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:10.224870 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=c1c619f3-c102-499a-9b60-ae6a835200f5,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:10.295052 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-41065945-8e9b-44cf-b877-b5cb83accd9b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 172.20.0.5 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/f302952b-7c11-4854-8bad-9b3d7fe2b856/3d692215-a539-441c-b0e5-5e9b499c8bf9) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:10.303457 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-41065945-8e9b-44cf-b877-b5cb83accd9b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8::f816:3eff:fe73:8a41 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/50b9a4d1-14d7-4c58-8672-ff0705500c4b/3d692215-a539-441c-b0e5-5e9b499c8bf9) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:10.398517 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a9fe35-c63b-41e0-b4f3-58e806dac1f1 None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 17:54:10.482129 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0ffb6173-726a-47d7-8365-860d5d094a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:10.515255 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41065945-8e9b-44cf-b877-b5cb83accd9b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:10.526613 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7fdd53e9-a0ea-4935-a298-047c44b02e78 None None] Provisioning complete for port c1c619f3-c102-499a-9b60-ae6a835200f5 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:10.526987 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7fdd53e9-a0ea-4935-a298-047c44b02e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:10.557385 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41065945-8e9b-44cf-b877-b5cb83accd9b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:10.579344 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a9fe35-c63b-41e0-b4f3-58e806dac1f1 None None] Resources bound (agent type, host, resource id): {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 17:54:10.617349 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41065945-8e9b-44cf-b877-b5cb83accd9b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:10.621946 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-41065945-8e9b-44cf-b877-b5cb83accd9b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:10.626242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41065945-8e9b-44cf-b877-b5cb83accd9b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:10.680148 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41065945-8e9b-44cf-b877-b5cb83accd9b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:10.680923 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-41065945-8e9b-44cf-b877-b5cb83accd9b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:10.700194 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-41065945-8e9b-44cf-b877-b5cb83accd9b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.8397131 Nov 11 17:54:10.701403 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41065945-8e9b-44cf-b877-b5cb83accd9b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=3d692215-a539-441c-b0e5-5e9b499c8bf9,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:10.703192 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46562) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:10.763720 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1200100-8639-408b-b49c-2b17c7b2d29b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:10.770099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1200100-8639-408b-b49c-2b17c7b2d29b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:10.771787 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f1200100-8639-408b-b49c-2b17c7b2d29b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0666132 Nov 11 17:54:10.774764 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46564) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:10.824615 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7fdd53e9-a0ea-4935-a298-047c44b02e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:10.872007 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-5631867a-72a7-4e8b-a558-3d05d26976d7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting port 3d692215-a539-441c-b0e5-5e9b499c8bf9 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:10.872632 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5631867a-72a7-4e8b-a558-3d05d26976d7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:10.881929 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7fdd53e9-a0ea-4935-a298-047c44b02e78 None None] For port c1c619f3-c102-499a-9b60-ae6a835200f5, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c1c619f3-c102-499a-9b60-ae6a835200f5,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:10.888847 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7fdd53e9-a0ea-4935-a298-047c44b02e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:10.942629 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd53e9-a0ea-4935-a298-047c44b02e78 None None] Pushing event updated for resources: {'Port': ['ID=c1c619f3-c102-499a-9b60-ae6a835200f5,revision_number=9']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:10.985472 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5631867a-72a7-4e8b-a558-3d05d26976d7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:10.999834 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-5631867a-72a7-4e8b-a558-3d05d26976d7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Calling delete_port for 3d692215-a539-441c-b0e5-5e9b499c8bf9 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:11.037089 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:11.072087 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c1c619f3-c102-499a-9b60-ae6a835200f5 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:54:11.139880 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port c1c619f3-c102-499a-9b60-ae6a835200f5 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:11.141114 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:11.213459 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5631867a-72a7-4e8b-a558-3d05d26976d7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:11.249368 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631867a-72a7-4e8b-a558-3d05d26976d7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Port': ['ID=3d692215-a539-441c-b0e5-5e9b499c8bf9,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:11.354114 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5631867a-72a7-4e8b-a558-3d05d26976d7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:11.360276 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5631867a-72a7-4e8b-a558-3d05d26976d7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/3d692215-a539-441c-b0e5-5e9b499c8bf9 HTTP/1.1" status: 204 len: 168 time: 0.5816338 Nov 11 17:54:11.360606 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46568) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:11.422854 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b8e0ba-7ffb-49eb-8f19-cc8a672969c6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:11.425403 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b8e0ba-7ffb-49eb-8f19-cc8a672969c6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:11.427922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b8e0ba-7ffb-49eb-8f19-cc8a672969c6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:11.430408 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-67b8e0ba-7ffb-49eb-8f19-cc8a672969c6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0686281 Nov 11 17:54:11.432927 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46570) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:11.494431 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-0092b5b0-e1a9-4407-b0ff-a4b17f3c921c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet 50b9a4d1-14d7-4c58-8672-ff0705500c4b {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:54:11.498012 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0092b5b0-e1a9-4407-b0ff-a4b17f3c921c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:11.547744 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0092b5b0-e1a9-4407-b0ff-a4b17f3c921c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:11.616813 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2659f3b8-665c-4dca-beea-feac9f0eb64f None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:11.653837 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0092b5b0-e1a9-4407-b0ff-a4b17f3c921c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:11.715393 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0fb98a8f-4b91-46e1-880d-d9c9e07affef None None] Could not find standard attr ID for object 3d692215-a539-441c-b0e5-5e9b499c8bf9. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:54:11.729978 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0092b5b0-e1a9-4407-b0ff-a4b17f3c921c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:11.760180 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0fb98a8f-4b91-46e1-880d-d9c9e07affef None None] Provisioning complete for port c1c619f3-c102-499a-9b60-ae6a835200f5 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:11.760564 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0fb98a8f-4b91-46e1-880d-d9c9e07affef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:11.762494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092b5b0-e1a9-4407-b0ff-a4b17f3c921c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=50b9a4d1-14d7-4c58-8672-ff0705500c4b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:11.767613 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0092b5b0-e1a9-4407-b0ff-a4b17f3c921c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:11.771140 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0092b5b0-e1a9-4407-b0ff-a4b17f3c921c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/50b9a4d1-14d7-4c58-8672-ff0705500c4b HTTP/1.1" status: 204 len: 168 time: 0.3370280 Nov 11 17:54:11.773633 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46574) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:11.830230 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c9293a-25db-4a46-b369-92d9fb6eb148 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet f302952b-7c11-4854-8bad-9b3d7fe2b856 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:54:11.836003 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0c9293a-25db-4a46-b369-92d9fb6eb148 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:11.880170 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0c9293a-25db-4a46-b369-92d9fb6eb148 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:11.961778 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0c9293a-25db-4a46-b369-92d9fb6eb148 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:12.023032 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0c9293a-25db-4a46-b369-92d9fb6eb148 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:12.049007 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9293a-25db-4a46-b369-92d9fb6eb148 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=f302952b-7c11-4854-8bad-9b3d7fe2b856,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:12.053133 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c0c9293a-25db-4a46-b369-92d9fb6eb148 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:12.056422 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c0c9293a-25db-4a46-b369-92d9fb6eb148 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/f302952b-7c11-4854-8bad-9b3d7fe2b856 HTTP/1.1" status: 204 len: 168 time: 0.2818732 Nov 11 17:54:12.058845 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46578) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:12.097223 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1e2c6f3d-2894-47b2-b4ec-80d064f52ca7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371854 Nov 11 17:54:12.099608 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46580) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:12.145734 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029c1fd1-afef-4b90-af11-5e9daac257ae tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:12.147164 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-029c1fd1-afef-4b90-af11-5e9daac257ae tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0466540 Nov 11 17:54:12.149625 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46582) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:12.203434 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917b9cee-8f54-408e-ad03-c078f4f5310a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:12.205019 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-917b9cee-8f54-408e-ad03-c078f4f5310a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0545075 Nov 11 17:54:12.207662 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46584) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:12.246817 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-402b8405-2445-43b8-85b3-189c612fdf6d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380239 Nov 11 17:54:12.251619 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46586) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:12.256570 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-1ef8179a-d5de-4379-9bc9-992d546fd660 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:12.352783 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef8179a-d5de-4379-9bc9-992d546fd660 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:12.356217 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ef8179a-d5de-4379-9bc9-992d546fd660 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:12.357665 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef8179a-d5de-4379-9bc9-992d546fd660 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:54:12.358122 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef8179a-d5de-4379-9bc9-992d546fd660 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:12.366035 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a96cc08-1b36-40eb-ba14-05b21a2059e0 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:12.376158 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1ef8179a-d5de-4379-9bc9-992d546fd660 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1233788 Nov 11 17:54:12.379391 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46588) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:12.384352 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-0b35b6bf-a6ab-47d2-883a-62ec5ae1c7f8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:12.444970 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-547c4153-81d0-43a5-b6ec-caf4294f282c None None] Provisioning complete for port c1c619f3-c102-499a-9b60-ae6a835200f5 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:12.445341 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-547c4153-81d0-43a5-b6ec-caf4294f282c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:12.472334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b35b6bf-a6ab-47d2-883a-62ec5ae1c7f8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:12.476294 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0b35b6bf-a6ab-47d2-883a-62ec5ae1c7f8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:12.477640 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b35b6bf-a6ab-47d2-883a-62ec5ae1c7f8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:54:12.478059 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b35b6bf-a6ab-47d2-883a-62ec5ae1c7f8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:12.497517 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0b35b6bf-a6ab-47d2-883a-62ec5ae1c7f8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1136746 Nov 11 17:54:12.497762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46590) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:12.503497 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-a1e6f8fd-e684-45a8-aad3-44bd0da1d141 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:12.595216 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bed3ac8-6c67-4c7b-a72d-0e438e15e1f1 None None] DHCP port deletion for 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:54:12.610489 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e6f8fd-e684-45a8-aad3-44bd0da1d141 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:12.614185 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a1e6f8fd-e684-45a8-aad3-44bd0da1d141 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:12.615547 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e6f8fd-e684-45a8-aad3-44bd0da1d141 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:54:12.615997 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e6f8fd-e684-45a8-aad3-44bd0da1d141 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:12.631306 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a1e6f8fd-e684-45a8-aad3-44bd0da1d141 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1325130 Nov 11 17:54:12.634285 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:12.634861 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46592) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:12.640119 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6fb5fdc2-029a-4709-b361-027764912a35 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:12.656940 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-4bed3ac8-6c67-4c7b-a72d-0e438e15e1f1 None None] Deleting port c1c619f3-c102-499a-9b60-ae6a835200f5 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:12.657327 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bed3ac8-6c67-4c7b-a72d-0e438e15e1f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:12.725416 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4bed3ac8-6c67-4c7b-a72d-0e438e15e1f1 None None] For port c1c619f3-c102-499a-9b60-ae6a835200f5, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c1c619f3-c102-499a-9b60-ae6a835200f5,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:12.725828 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bed3ac8-6c67-4c7b-a72d-0e438e15e1f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:12.735635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb5fdc2-029a-4709-b361-027764912a35 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:12.739634 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6fb5fdc2-029a-4709-b361-027764912a35 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:12.739826 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-4bed3ac8-6c67-4c7b-a72d-0e438e15e1f1 None None] Calling delete_port for c1c619f3-c102-499a-9b60-ae6a835200f5 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:12.741010 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb5fdc2-029a-4709-b361-027764912a35 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:54:12.741426 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb5fdc2-029a-4709-b361-027764912a35 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:12.760397 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6fb5fdc2-029a-4709-b361-027764912a35 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1216674 Nov 11 17:54:12.760640 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46594) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:12.765724 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-85ee5457-e60d-4eee-b3f8-cd8afa1ab592 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:12.840030 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bed3ac8-6c67-4c7b-a72d-0e438e15e1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:12.865583 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ee5457-e60d-4eee-b3f8-cd8afa1ab592 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:12.868779 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed3ac8-6c67-4c7b-a72d-0e438e15e1f1 None None] Pushing event deleted for resources: {'Port': ['ID=c1c619f3-c102-499a-9b60-ae6a835200f5,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:12.870761 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed3ac8-6c67-4c7b-a72d-0e438e15e1f1 None None] No DVR routers for this DVR port c1c619f3-c102-499a-9b60-ae6a835200f5 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:54:12.872468 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-85ee5457-e60d-4eee-b3f8-cd8afa1ab592 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:12.876370 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ee5457-e60d-4eee-b3f8-cd8afa1ab592 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:54:12.878093 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ee5457-e60d-4eee-b3f8-cd8afa1ab592 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:12.897973 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-85ee5457-e60d-4eee-b3f8-cd8afa1ab592 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1359792 Nov 11 17:54:12.902793 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46596) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:12.906322 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-0b638003-d9f3-4278-9825-d1f2ec744d0f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:12.942354 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:13.016434 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b638003-d9f3-4278-9825-d1f2ec744d0f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:13.018648 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c1c619f3-c102-499a-9b60-ae6a835200f5 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:54:13.021435 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0b638003-d9f3-4278-9825-d1f2ec744d0f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:13.022938 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b638003-d9f3-4278-9825-d1f2ec744d0f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:54:13.023612 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b638003-d9f3-4278-9825-d1f2ec744d0f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:13.042491 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: c1c619f3-c102-499a-9b60-ae6a835200f5 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:54:13.042491 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c1c619f3-c102-499a-9b60-ae6a835200f5 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:54:13.048361 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0b638003-d9f3-4278-9825-d1f2ec744d0f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1458578 Nov 11 17:54:13.050855 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46600) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:13.080995 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8da015d2-4a3b-4294-a682-28ac58293cfe tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0287910 Nov 11 17:54:13.083424 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46602) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:13.136992 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343b88f9-ff52-49c2-bda3-337b252731cb tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:13.138339 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-343b88f9-ff52-49c2-bda3-337b252731cb tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0539401 Nov 11 17:54:13.140846 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46604) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:13.179627 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a4692d02-cc98-436e-8b7d-cbeec1a8cca5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376036 Nov 11 17:54:13.183511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46606) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:13.188575 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-dad25672-db26-41f1-aced-81bca459dea8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:13.282368 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad25672-db26-41f1-aced-81bca459dea8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:13.286279 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dad25672-db26-41f1-aced-81bca459dea8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:13.538055 n-d-816206-4 neutron-server[102618]: DEBUG neutron.objects.ports [None req-dad25672-db26-41f1-aced-81bca459dea8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102618) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 17:54:13.539547 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dad25672-db26-41f1-aced-81bca459dea8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:13.587925 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad25672-db26-41f1-aced-81bca459dea8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:13.591108 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-dad25672-db26-41f1-aced-81bca459dea8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:13.594161 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad25672-db26-41f1-aced-81bca459dea8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:13.594758 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-dad25672-db26-41f1-aced-81bca459dea8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:13.604574 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1cd184-3c86-4f67-a7bb-b3b24e5dacc2 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:13.605943 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad25672-db26-41f1-aced-81bca459dea8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=ba112633-3b47-4ef7-b4d4-6128e219ba38,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:13.619774 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-dad25672-db26-41f1-aced-81bca459dea8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4350967 Nov 11 17:54:13.622372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46616) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:13.632491 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-8bbeb060-3ab0-46a9-a9be-c15edfa06cf7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'mac_address': 'fa:16:3e:68:0f:8e', 'name': 'tempest-NetworksTestDHCPv6-1645767664'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:13.748837 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbeb060-3ab0-46a9-a9be-c15edfa06cf7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:13.756816 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e010ca04-4da9-4f5c-a10a-7e9c223e4d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'fixed_ips': [{'subnet_id': 'ba112633-3b47-4ef7-b4d4-6128e219ba38'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:54:13.759511 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e010ca04-4da9-4f5c-a10a-7e9c223e4d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:13.850794 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb060-3ab0-46a9-a9be-c15edfa06cf7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:13.871283 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-8bbeb060-3ab0-46a9-a9be-c15edfa06cf7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] device_id is not set on port 00055337-9d30-4b8d-ab06-48d32b365922 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:54:13.906772 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-e010ca04-4da9-4f5c-a10a-7e9c223e4d83 None None] Allocated IP 2001:db8::f816:3eff:fe10:bb73 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/ba112633-3b47-4ef7-b4d4-6128e219ba38/35d37401-8e23-440f-a8ca-adc11fc85452) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:14.052412 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e010ca04-4da9-4f5c-a10a-7e9c223e4d83 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:14.057903 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e010ca04-4da9-4f5c-a10a-7e9c223e4d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:14.107603 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e010ca04-4da9-4f5c-a10a-7e9c223e4d83 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:14.113020 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-e010ca04-4da9-4f5c-a10a-7e9c223e4d83 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:14.115172 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-8bbeb060-3ab0-46a9-a9be-c15edfa06cf7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8::f816:3eff:fe68:f8e (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/ba112633-3b47-4ef7-b4d4-6128e219ba38/00055337-9d30-4b8d-ab06-48d32b365922) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:14.115347 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010ca04-4da9-4f5c-a10a-7e9c223e4d83 None None] Pushing event updated for resources: {'Port': ['ID=35d37401-8e23-440f-a8ca-adc11fc85452,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:14.117407 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e010ca04-4da9-4f5c-a10a-7e9c223e4d83 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:14.180764 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e010ca04-4da9-4f5c-a10a-7e9c223e4d83 None None] Attempting to bind port 35d37401-8e23-440f-a8ca-adc11fc85452 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:54:14.181450 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e010ca04-4da9-4f5c-a10a-7e9c223e4d83 None None] Attempting to bind port 35d37401-8e23-440f-a8ca-adc11fc85452 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:54:14.182265 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010ca04-4da9-4f5c-a10a-7e9c223e4d83 None None] Attempting to bind port 35d37401-8e23-440f-a8ca-adc11fc85452 on network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:54:14.188678 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010ca04-4da9-4f5c-a10a-7e9c223e4d83 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:54:14.189060 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010ca04-4da9-4f5c-a10a-7e9c223e4d83 None None] Checking segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:54:14.189473 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e010ca04-4da9-4f5c-a10a-7e9c223e4d83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:14.189875 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010ca04-4da9-4f5c-a10a-7e9c223e4d83 None None] Bound using segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:54:14.190479 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e010ca04-4da9-4f5c-a10a-7e9c223e4d83 None None] Bound port: 35d37401-8e23-440f-a8ca-adc11fc85452, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:54:14.190862 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e010ca04-4da9-4f5c-a10a-7e9c223e4d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:14.253651 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e010ca04-4da9-4f5c-a10a-7e9c223e4d83 None None] For port 35d37401-8e23-440f-a8ca-adc11fc85452, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:54:14.256967 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e010ca04-4da9-4f5c-a10a-7e9c223e4d83 None None] For port 35d37401-8e23-440f-a8ca-adc11fc85452, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=35d37401-8e23-440f-a8ca-adc11fc85452,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:54:14.261574 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e010ca04-4da9-4f5c-a10a-7e9c223e4d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:14.291966 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb060-3ab0-46a9-a9be-c15edfa06cf7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:14.321185 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010ca04-4da9-4f5c-a10a-7e9c223e4d83 None None] Pushing event updated for resources: {'Port': ['ID=35d37401-8e23-440f-a8ca-adc11fc85452,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:14.339331 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb060-3ab0-46a9-a9be-c15edfa06cf7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:14.398400 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbeb060-3ab0-46a9-a9be-c15edfa06cf7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:14.402152 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-8bbeb060-3ab0-46a9-a9be-c15edfa06cf7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:14.406618 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbeb060-3ab0-46a9-a9be-c15edfa06cf7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:14.412927 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbeb060-3ab0-46a9-a9be-c15edfa06cf7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:14.413657 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb060-3ab0-46a9-a9be-c15edfa06cf7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:14.417600 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbeb060-3ab0-46a9-a9be-c15edfa06cf7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=00055337-9d30-4b8d-ab06-48d32b365922,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:14.436698 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8bbeb060-3ab0-46a9-a9be-c15edfa06cf7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8132424 Nov 11 17:54:14.439400 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46632) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:14.854245 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e92a80-9b7d-4646-a505-1985b5368235 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:14.860157 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e92a80-9b7d-4646-a505-1985b5368235 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:14.861708 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-47e92a80-9b7d-4646-a505-1985b5368235 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4211783 Nov 11 17:54:14.864961 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46638) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:14.952013 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-d6bfa729-b586-4398-a0a1-a5bbf3272346 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting port 00055337-9d30-4b8d-ab06-48d32b365922 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:14.956231 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6bfa729-b586-4398-a0a1-a5bbf3272346 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:15.073563 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6bfa729-b586-4398-a0a1-a5bbf3272346 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:15.085844 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 35d37401-8e23-440f-a8ca-adc11fc85452 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:54:15.091026 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-d6bfa729-b586-4398-a0a1-a5bbf3272346 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Calling delete_port for 00055337-9d30-4b8d-ab06-48d32b365922 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:15.146038 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 35d37401-8e23-440f-a8ca-adc11fc85452 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:15.146511 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:15.240434 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:15.259632 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6bfa729-b586-4398-a0a1-a5bbf3272346 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:15.289568 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 35d37401-8e23-440f-a8ca-adc11fc85452, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=35d37401-8e23-440f-a8ca-adc11fc85452,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:15.296043 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:15.299203 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bfa729-b586-4398-a0a1-a5bbf3272346 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Port': ['ID=00055337-9d30-4b8d-ab06-48d32b365922,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:15.325788 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6bfa729-b586-4398-a0a1-a5bbf3272346 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:15.329249 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d6bfa729-b586-4398-a0a1-a5bbf3272346 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/00055337-9d30-4b8d-ab06-48d32b365922 HTTP/1.1" status: 204 len: 168 time: 0.4632876 Nov 11 17:54:15.331890 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46650) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:15.369636 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=35d37401-8e23-440f-a8ca-adc11fc85452,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:15.387721 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda9e571-265f-414e-abe3-065b250cad5d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:15.389387 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda9e571-265f-414e-abe3-065b250cad5d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:15.390948 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-eda9e571-265f-414e-abe3-065b250cad5d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0575862 Nov 11 17:54:15.393580 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46652) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:15.461087 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3abb4af-4b81-4882-8f56-fa4e014024cb tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet ba112633-3b47-4ef7-b4d4-6128e219ba38 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:54:15.464684 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3abb4af-4b81-4882-8f56-fa4e014024cb tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:15.522046 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3abb4af-4b81-4882-8f56-fa4e014024cb tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:15.546566 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1da6e636-ecef-4028-ba5a-4486fb31bddd None None] Provisioning complete for port 35d37401-8e23-440f-a8ca-adc11fc85452 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:15.546857 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1da6e636-ecef-4028-ba5a-4486fb31bddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:15.630484 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3abb4af-4b81-4882-8f56-fa4e014024cb tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:15.702904 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3abb4af-4b81-4882-8f56-fa4e014024cb tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:15.732059 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3abb4af-4b81-4882-8f56-fa4e014024cb tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=ba112633-3b47-4ef7-b4d4-6128e219ba38,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:15.735786 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c3abb4af-4b81-4882-8f56-fa4e014024cb tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:15.739475 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c3abb4af-4b81-4882-8f56-fa4e014024cb tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/ba112633-3b47-4ef7-b4d4-6128e219ba38 HTTP/1.1" status: 204 len: 168 time: 0.3448641 Nov 11 17:54:15.742222 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46660) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:15.752678 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2796de2b-5682-410b-88ce-3be5321aba3b None None] Could not find standard attr ID for object 00055337-9d30-4b8d-ab06-48d32b365922. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:54:15.789004 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-04d3cb3d-4eb1-4459-bcd0-6f79f24e2d9b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456085 Nov 11 17:54:15.791922 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46664) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:15.798863 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e51c291d-43f8-46bf-88d8-a3ff36e2495b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:15.922155 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51c291d-43f8-46bf-88d8-a3ff36e2495b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:15.926004 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e51c291d-43f8-46bf-88d8-a3ff36e2495b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:15.942148 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bc2782-ba98-4e02-9083-10ddf9481446 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:16.170770 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69acf15-232b-4f20-8e4e-57b2f8bb021d None None] DHCP port deletion for 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:54:16.233007 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e69acf15-232b-4f20-8e4e-57b2f8bb021d None None] Deleting port 35d37401-8e23-440f-a8ca-adc11fc85452 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:16.233374 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e69acf15-232b-4f20-8e4e-57b2f8bb021d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:16.246213 n-d-816206-4 neutron-server[102617]: DEBUG neutron.objects.ports [None req-e51c291d-43f8-46bf-88d8-a3ff36e2495b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102617) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 17:54:16.316920 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e69acf15-232b-4f20-8e4e-57b2f8bb021d None None] For port 35d37401-8e23-440f-a8ca-adc11fc85452, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=35d37401-8e23-440f-a8ca-adc11fc85452,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:16.317464 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e69acf15-232b-4f20-8e4e-57b2f8bb021d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:16.333700 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e69acf15-232b-4f20-8e4e-57b2f8bb021d None None] Calling delete_port for 35d37401-8e23-440f-a8ca-adc11fc85452 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:16.422799 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e51c291d-43f8-46bf-88d8-a3ff36e2495b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:16.423810 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e69acf15-232b-4f20-8e4e-57b2f8bb021d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:16.451188 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69acf15-232b-4f20-8e4e-57b2f8bb021d None None] No DVR routers for this DVR port 35d37401-8e23-440f-a8ca-adc11fc85452 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:54:16.455338 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69acf15-232b-4f20-8e4e-57b2f8bb021d None None] Pushing event deleted for resources: {'Port': ['ID=35d37401-8e23-440f-a8ca-adc11fc85452,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:16.456597 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51c291d-43f8-46bf-88d8-a3ff36e2495b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Port 35d37401-8e23-440f-a8ca-adc11fc85452 concurrently deleted while adding address for new subnet {'id': '463db36c-705a-46fd-885b-81b7c3845c50', 'name': '', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3784, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-11T17:54:16Z', 'updated_at': '2021-11-11T17:54:16Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'd7e0b54ef3404151ab180b2a59abbf5d'}. {{(pid=102617) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 11 17:54:16.457962 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e51c291d-43f8-46bf-88d8-a3ff36e2495b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:16.508843 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51c291d-43f8-46bf-88d8-a3ff36e2495b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:16.512319 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-e51c291d-43f8-46bf-88d8-a3ff36e2495b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:16.516488 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51c291d-43f8-46bf-88d8-a3ff36e2495b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:16.517084 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e51c291d-43f8-46bf-88d8-a3ff36e2495b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:16.523178 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90f0f61-ddf1-465e-be74-405208df5b32 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:16.529625 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c291d-43f8-46bf-88d8-a3ff36e2495b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=463db36c-705a-46fd-885b-81b7c3845c50,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:16.546307 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e51c291d-43f8-46bf-88d8-a3ff36e2495b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7527277 Nov 11 17:54:16.549110 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46676) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:16.553869 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-86ea03fe-1e5d-4343-bd5c-1f03367d8973 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'mac_address': 'fa:16:3e:85:88:24', 'name': 'tempest-NetworksTestDHCPv6-1015237670'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:16.671137 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ea03fe-1e5d-4343-bd5c-1f03367d8973 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:16.698818 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27f10f1-0f27-457e-b73a-a1360ffae3fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'fixed_ips': [{'subnet_id': '463db36c-705a-46fd-885b-81b7c3845c50'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:54:16.699923 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a27f10f1-0f27-457e-b73a-a1360ffae3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:16.758282 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86ea03fe-1e5d-4343-bd5c-1f03367d8973 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:16.778438 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-86ea03fe-1e5d-4343-bd5c-1f03367d8973 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] device_id is not set on port 81097650-56b1-4120-9235-0e119ca43cc9 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:54:16.851880 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-a27f10f1-0f27-457e-b73a-a1360ffae3fb None None] Allocated IP 2001:db8::f816:3eff:feed:89d2 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/463db36c-705a-46fd-885b-81b7c3845c50/d19d39cc-b446-4282-8971-ad45ce2af01a) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:17.005560 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a27f10f1-0f27-457e-b73a-a1360ffae3fb None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:17.012190 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 35d37401-8e23-440f-a8ca-adc11fc85452 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:54:17.037581 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a27f10f1-0f27-457e-b73a-a1360ffae3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:17.040819 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 35d37401-8e23-440f-a8ca-adc11fc85452 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:54:17.041122 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 35d37401-8e23-440f-a8ca-adc11fc85452 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:54:17.064978 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-86ea03fe-1e5d-4343-bd5c-1f03367d8973 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8::f816:3eff:fe85:8824 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/463db36c-705a-46fd-885b-81b7c3845c50/81097650-56b1-4120-9235-0e119ca43cc9) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:17.248398 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86ea03fe-1e5d-4343-bd5c-1f03367d8973 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:17.284163 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27f10f1-0f27-457e-b73a-a1360ffae3fb None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:17.285837 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f10f1-0f27-457e-b73a-a1360ffae3fb None None] Pushing event updated for resources: {'Port': ['ID=d19d39cc-b446-4282-8971-ad45ce2af01a,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:17.288701 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-a27f10f1-0f27-457e-b73a-a1360ffae3fb None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:17.290710 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27f10f1-0f27-457e-b73a-a1360ffae3fb None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:17.299785 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86ea03fe-1e5d-4343-bd5c-1f03367d8973 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:17.355491 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-a27f10f1-0f27-457e-b73a-a1360ffae3fb None None] Attempting to bind port d19d39cc-b446-4282-8971-ad45ce2af01a on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:54:17.355491 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-a27f10f1-0f27-457e-b73a-a1360ffae3fb None None] Attempting to bind port d19d39cc-b446-4282-8971-ad45ce2af01a by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:54:17.355910 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27f10f1-0f27-457e-b73a-a1360ffae3fb None None] Attempting to bind port d19d39cc-b446-4282-8971-ad45ce2af01a on network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:54:17.360940 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27f10f1-0f27-457e-b73a-a1360ffae3fb None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:54:17.361314 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27f10f1-0f27-457e-b73a-a1360ffae3fb None None] Checking segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:54:17.361821 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a27f10f1-0f27-457e-b73a-a1360ffae3fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:17.362112 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27f10f1-0f27-457e-b73a-a1360ffae3fb None None] Bound using segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:54:17.362584 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-a27f10f1-0f27-457e-b73a-a1360ffae3fb None None] Bound port: d19d39cc-b446-4282-8971-ad45ce2af01a, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:54:17.362999 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a27f10f1-0f27-457e-b73a-a1360ffae3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:17.365031 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea03fe-1e5d-4343-bd5c-1f03367d8973 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=81097650-56b1-4120-9235-0e119ca43cc9,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:17.385866 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ea03fe-1e5d-4343-bd5c-1f03367d8973 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:17.387510 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-86ea03fe-1e5d-4343-bd5c-1f03367d8973 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:17.390176 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ea03fe-1e5d-4343-bd5c-1f03367d8973 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:17.402289 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:54:17.403801 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ea03fe-1e5d-4343-bd5c-1f03367d8973 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:17.404524 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-86ea03fe-1e5d-4343-bd5c-1f03367d8973 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:17.423967 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-86ea03fe-1e5d-4343-bd5c-1f03367d8973 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8738101 Nov 11 17:54:17.426723 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46698) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:17.451996 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a27f10f1-0f27-457e-b73a-a1360ffae3fb None None] For port d19d39cc-b446-4282-8971-ad45ce2af01a, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:54:17.456728 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a27f10f1-0f27-457e-b73a-a1360ffae3fb None None] For port d19d39cc-b446-4282-8971-ad45ce2af01a, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d19d39cc-b446-4282-8971-ad45ce2af01a,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:54:17.462672 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a27f10f1-0f27-457e-b73a-a1360ffae3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:17.491220 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2789db7-8b47-48bb-b8a8-b3d50599bc9a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:17.501540 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2789db7-8b47-48bb-b8a8-b3d50599bc9a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:17.507821 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46700) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:17.508349 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f2789db7-8b47-48bb-b8a8-b3d50599bc9a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0799780 Nov 11 17:54:17.542267 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f10f1-0f27-457e-b73a-a1360ffae3fb None None] Pushing event updated for resources: {'Port': ['ID=d19d39cc-b446-4282-8971-ad45ce2af01a,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:17.635712 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-472dc4d1-5bcd-4405-bdaa-ca07515d4335 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting port 81097650-56b1-4120-9235-0e119ca43cc9 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:17.636075 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-472dc4d1-5bcd-4405-bdaa-ca07515d4335 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:17.752119 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-472dc4d1-5bcd-4405-bdaa-ca07515d4335 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:17.765735 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-472dc4d1-5bcd-4405-bdaa-ca07515d4335 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Calling delete_port for 81097650-56b1-4120-9235-0e119ca43cc9 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:17.921579 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-472dc4d1-5bcd-4405-bdaa-ca07515d4335 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:17.949958 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472dc4d1-5bcd-4405-bdaa-ca07515d4335 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Port': ['ID=81097650-56b1-4120-9235-0e119ca43cc9,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:17.978682 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-472dc4d1-5bcd-4405-bdaa-ca07515d4335 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:17.982329 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-472dc4d1-5bcd-4405-bdaa-ca07515d4335 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/81097650-56b1-4120-9235-0e119ca43cc9 HTTP/1.1" status: 204 len: 168 time: 0.4735172 Nov 11 17:54:17.984831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46706) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:18.041632 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a101b433-31b7-4e17-ae6f-f34f71f404c8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:18.043201 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a101b433-31b7-4e17-ae6f-f34f71f404c8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:18.047277 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a101b433-31b7-4e17-ae6f-f34f71f404c8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0589752 Nov 11 17:54:18.048164 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46710) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:18.103081 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbbd6f07-72d6-4f52-9b67-a35294c549d9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet 463db36c-705a-46fd-885b-81b7c3845c50 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:54:18.106778 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6f07-72d6-4f52-9b67-a35294c549d9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:18.151647 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6f07-72d6-4f52-9b67-a35294c549d9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:18.257964 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6f07-72d6-4f52-9b67-a35294c549d9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:18.338700 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6f07-72d6-4f52-9b67-a35294c549d9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:18.372091 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd6f07-72d6-4f52-9b67-a35294c549d9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=463db36c-705a-46fd-885b-81b7c3845c50,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:18.381366 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6f07-72d6-4f52-9b67-a35294c549d9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:18.386390 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cbbd6f07-72d6-4f52-9b67-a35294c549d9 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/463db36c-705a-46fd-885b-81b7c3845c50 HTTP/1.1" status: 204 len: 168 time: 0.3372841 Nov 11 17:54:18.389256 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46720) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:18.439782 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-688842cd-bbfd-4274-a5c3-26c379adc157 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466547 Nov 11 17:54:18.440491 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46722) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:18.501375 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46724) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:18.523105 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2adcb3b-0c9c-42d6-bade-e2cccf842358 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:18.536120 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a2adcb3b-0c9c-42d6-bade-e2cccf842358 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0939276 Nov 11 17:54:18.538658 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46728) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:18.563607 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:18.630022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5075655f-3fea-47c6-85b6-66ad4a7aa0ed tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:18.631560 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5075655f-3fea-47c6-85b6-66ad4a7aa0ed tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0919323 Nov 11 17:54:18.634325 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46730) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:18.681598 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-92dc4e0e-e12d-469c-8a87-30a24524ac94 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424390 Nov 11 17:54:18.683117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46736) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:18.689403 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2e6edac0-3715-4464-b98d-38cccf79e5d6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:18.694534 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf28999-f579-45f4-8f5e-c2c14bc3cffb None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:18.815668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6edac0-3715-4464-b98d-38cccf79e5d6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:18.819483 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e6edac0-3715-4464-b98d-38cccf79e5d6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:18.829378 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5687baca-269e-450c-9895-0a9d49f46b02 None None] Provisioning complete for port d19d39cc-b446-4282-8971-ad45ce2af01a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:18.829754 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5687baca-269e-450c-9895-0a9d49f46b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:18.928101 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5687baca-269e-450c-9895-0a9d49f46b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:18.954938 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b6eaa9-d5c7-444f-a18a-fdbc6b51eeff None None] DHCP port deletion for 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:54:19.009063 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-5687baca-269e-450c-9895-0a9d49f46b02 None None] For port d19d39cc-b446-4282-8971-ad45ce2af01a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d19d39cc-b446-4282-8971-ad45ce2af01a,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:19.015660 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5687baca-269e-450c-9895-0a9d49f46b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:19.076054 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c3b6eaa9-d5c7-444f-a18a-fdbc6b51eeff None None] Deleting port d19d39cc-b446-4282-8971-ad45ce2af01a {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:19.076435 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c3b6eaa9-d5c7-444f-a18a-fdbc6b51eeff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:19.118354 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687baca-269e-450c-9895-0a9d49f46b02 None None] Pushing event updated for resources: {'Port': ['ID=d19d39cc-b446-4282-8971-ad45ce2af01a,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:19.151580 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c3b6eaa9-d5c7-444f-a18a-fdbc6b51eeff None None] For port d19d39cc-b446-4282-8971-ad45ce2af01a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d19d39cc-b446-4282-8971-ad45ce2af01a,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:19.152287 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c3b6eaa9-d5c7-444f-a18a-fdbc6b51eeff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:19.152864 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-3b26da57-eb63-4adc-b66f-073c9cae763c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Deleting port ec4e480f-669f-4863-b0cc-8567b7f32fa4 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:19.153200 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b26da57-eb63-4adc-b66f-073c9cae763c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:19.167226 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c3b6eaa9-d5c7-444f-a18a-fdbc6b51eeff None None] Calling delete_port for d19d39cc-b446-4282-8971-ad45ce2af01a owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:19.254569 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c3b6eaa9-d5c7-444f-a18a-fdbc6b51eeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:19.294123 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6eaa9-d5c7-444f-a18a-fdbc6b51eeff None None] Pushing event deleted for resources: {'Port': ['ID=d19d39cc-b446-4282-8971-ad45ce2af01a,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:19.296252 n-d-816206-4 neutron-server[102618]: DEBUG neutron.objects.ports [None req-2e6edac0-3715-4464-b98d-38cccf79e5d6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102618) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 17:54:19.299585 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e6edac0-3715-4464-b98d-38cccf79e5d6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:19.303084 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b26da57-eb63-4adc-b66f-073c9cae763c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:19.303573 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b26da57-eb63-4adc-b66f-073c9cae763c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:19.308027 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b6eaa9-d5c7-444f-a18a-fdbc6b51eeff None None] No DVR routers for this DVR port d19d39cc-b446-4282-8971-ad45ce2af01a on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:54:19.356984 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-3b26da57-eb63-4adc-b66f-073c9cae763c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Calling delete_port for ec4e480f-669f-4863-b0cc-8567b7f32fa4 owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:19.363428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6edac0-3715-4464-b98d-38cccf79e5d6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:19.371306 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-2e6edac0-3715-4464-b98d-38cccf79e5d6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:19.374321 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6edac0-3715-4464-b98d-38cccf79e5d6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:19.374923 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e6edac0-3715-4464-b98d-38cccf79e5d6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:19.380804 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1615cd7-e256-44d3-a044-1568e8e7583c None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:19.391365 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6edac0-3715-4464-b98d-38cccf79e5d6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=36892895-214f-4644-8474-ae18eac02f20,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:19.437801 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2e6edac0-3715-4464-b98d-38cccf79e5d6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7538211 Nov 11 17:54:19.440581 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46748) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:19.446521 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-99aa889e-996b-4ffa-89fc-24c15621cdd3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'mac_address': 'fa:16:3e:21:d8:31', 'name': 'tempest-NetworksTestDHCPv6-1610641684'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:19.549191 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05729004-5b22-485b-a440-c4701ead2b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'fixed_ips': [{'subnet_id': '36892895-214f-4644-8474-ae18eac02f20'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:54:19.551081 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-05729004-5b22-485b-a440-c4701ead2b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:19.611763 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99aa889e-996b-4ffa-89fc-24c15621cdd3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:19.625636 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99aa889e-996b-4ffa-89fc-24c15621cdd3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:19.631814 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b26da57-eb63-4adc-b66f-073c9cae763c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:19.661336 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-99aa889e-996b-4ffa-89fc-24c15621cdd3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] device_id is not set on port 6c66dccd-f5cd-4dc9-ac55-500dec83b08b yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:54:19.674999 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26da57-eb63-4adc-b66f-073c9cae763c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event deleted for resources: {'Port': ['ID=ec4e480f-669f-4863-b0cc-8567b7f32fa4,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:19.719547 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-05729004-5b22-485b-a440-c4701ead2b4f None None] Allocated IP 2001:db8::f816:3eff:fe98:51a5 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/36892895-214f-4644-8474-ae18eac02f20/cae32d62-1b81-4338-9f65-4252ed405992) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:19.746299 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b26da57-eb63-4adc-b66f-073c9cae763c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:19.746902 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-3b26da57-eb63-4adc-b66f-073c9cae763c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Floating IP 681907ca-a2ac-4108-bcb2-0510e2298f32 disassociated (deleted). External IP: 172.25.2.217, port: 81e1ffe6-616d-4792-bd99-357ef5edb699. Nov 11 17:54:19.895004 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-05729004-5b22-485b-a440-c4701ead2b4f None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:19.901410 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-05729004-5b22-485b-a440-c4701ead2b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:19.948001 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05729004-5b22-485b-a440-c4701ead2b4f None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:19.951033 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-05729004-5b22-485b-a440-c4701ead2b4f None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:19.955590 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05729004-5b22-485b-a440-c4701ead2b4f None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:19.964558 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05729004-5b22-485b-a440-c4701ead2b4f None None] Pushing event updated for resources: {'Port': ['ID=cae32d62-1b81-4338-9f65-4252ed405992,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:19.985966 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-99aa889e-996b-4ffa-89fc-24c15621cdd3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8::f816:3eff:fe21:d831 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/36892895-214f-4644-8474-ae18eac02f20/6c66dccd-f5cd-4dc9-ac55-500dec83b08b) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:20.033523 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-05729004-5b22-485b-a440-c4701ead2b4f None None] Attempting to bind port cae32d62-1b81-4338-9f65-4252ed405992 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:54:20.034421 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-05729004-5b22-485b-a440-c4701ead2b4f None None] Attempting to bind port cae32d62-1b81-4338-9f65-4252ed405992 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:54:20.035064 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05729004-5b22-485b-a440-c4701ead2b4f None None] Attempting to bind port cae32d62-1b81-4338-9f65-4252ed405992 on network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:54:20.042904 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05729004-5b22-485b-a440-c4701ead2b4f None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:54:20.044258 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05729004-5b22-485b-a440-c4701ead2b4f None None] Checking segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:54:20.044976 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-05729004-5b22-485b-a440-c4701ead2b4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:20.045602 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05729004-5b22-485b-a440-c4701ead2b4f None None] Bound using segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:54:20.046427 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-05729004-5b22-485b-a440-c4701ead2b4f None None] Bound port: cae32d62-1b81-4338-9f65-4252ed405992, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:54:20.047110 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-05729004-5b22-485b-a440-c4701ead2b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:20.064669 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b26da57-eb63-4adc-b66f-073c9cae763c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:54:20.124063 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-05729004-5b22-485b-a440-c4701ead2b4f None None] For port cae32d62-1b81-4338-9f65-4252ed405992, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:54:20.128378 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-05729004-5b22-485b-a440-c4701ead2b4f None None] For port cae32d62-1b81-4338-9f65-4252ed405992, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cae32d62-1b81-4338-9f65-4252ed405992,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:54:20.134359 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-05729004-5b22-485b-a440-c4701ead2b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:20.135919 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0af938c3-772d-457e-8f9e-5139eda97961 req-5c7c4ea7-0c80-4085-aed7-cbd1c655ff81 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1057215 Nov 11 17:54:20.190976 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99aa889e-996b-4ffa-89fc-24c15621cdd3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:20.218874 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05729004-5b22-485b-a440-c4701ead2b4f None None] Pushing event updated for resources: {'Port': ['ID=cae32d62-1b81-4338-9f65-4252ed405992,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:20.254157 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99aa889e-996b-4ffa-89fc-24c15621cdd3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:20.273692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b26da57-eb63-4adc-b66f-073c9cae763c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:54:20.276466 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af938c3-772d-457e-8f9e-5139eda97961 req-00135636-27d7-4bf3-ab9e-89c24942f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:20.277993 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0af938c3-772d-457e-8f9e-5139eda97961 req-00135636-27d7-4bf3-ab9e-89c24942f097 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 1097 time: 0.0922976 Nov 11 17:54:20.281262 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b26da57-eb63-4adc-b66f-073c9cae763c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:20.304780 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec6397-7c06-4b73-bbfe-33712e3842cb None None] Sync routers for ids ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:54:20.334544 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa889e-996b-4ffa-89fc-24c15621cdd3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=6c66dccd-f5cd-4dc9-ac55-500dec83b08b,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:20.334807 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec6397-7c06-4b73-bbfe-33712e3842cb None None] Routers {'5fbab56d-59f7-4161-9894-fd49d0afbfe4'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:54:20.335308 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7aec6397-7c06-4b73-bbfe-33712e3842cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:54:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:54:20.354080 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aa889e-996b-4ffa-89fc-24c15621cdd3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:20.356589 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-99aa889e-996b-4ffa-89fc-24c15621cdd3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:20.364608 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa889e-996b-4ffa-89fc-24c15621cdd3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:20.373065 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aa889e-996b-4ffa-89fc-24c15621cdd3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:20.374175 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-99aa889e-996b-4ffa-89fc-24c15621cdd3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:20.406741 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-99aa889e-996b-4ffa-89fc-24c15621cdd3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9644051 Nov 11 17:54:20.410510 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46766) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:20.420240 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3b26da57-eb63-4adc-b66f-073c9cae763c tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "DELETE /v2.0/floatingips/681907ca-a2ac-4108-bcb2-0510e2298f32 HTTP/1.1" status: 204 len: 168 time: 1.9025474 Nov 11 17:54:20.423550 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f442c1-fba9-4986-bbb6-0499bb706b34', 'tag': '81e1ffe6-616d-4792-bd99-357ef5edb699'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:54:20.435787 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfb449c-8fa9-4d94-9abd-5e09ef0a6d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f442c1-fba9-4986-bbb6-0499bb706b34", "tag": "81e1ffe6-616d-4792-bd99-357ef5edb699"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:54:20.473558 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af938c3-772d-457e-8f9e-5139eda97961 req-ed42e73c-9448-42b7-a341-41e1305268ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:20.475217 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0af938c3-772d-457e-8f9e-5139eda97961 req-ed42e73c-9448-42b7-a341-41e1305268ad service neutron] 10.222.0.83 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 914 time: 0.1576443 Nov 11 17:54:20.501952 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-7aec6397-7c06-4b73-bbfe-33712e3842cb None None] Set router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:54:20.515190 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c826560f-7725-4018-b535-a60de04a3e3c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:20.530171 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c826560f-7725-4018-b535-a60de04a3e3c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:20.534418 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c826560f-7725-4018-b535-a60de04a3e3c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1205480 Nov 11 17:54:20.534632 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46772) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:20.643210 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0af938c3-772d-457e-8f9e-5139eda97961 req-6888a559-0d25-40f7-81f0-9b0539580622 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a775aa82-c026-48ff-97f8-4332e1716d42 HTTP/1.1" status: 200 len: 1001 time: 0.1572194 Nov 11 17:54:20.704409 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-2affc2d3-2107-46e6-beda-71d61b6275e8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting port 6c66dccd-f5cd-4dc9-ac55-500dec83b08b {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:20.704409 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2affc2d3-2107-46e6-beda-71d61b6275e8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:20.771162 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33e6810-1987-4b88-b0a5-68c0fefda9bf x-openstack-request-id: req-b33e6810-1987-4b88-b0a5-68c0fefda9bf {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:54:20.771447 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f442c1-fba9-4986-bbb6-0499bb706b34", "tag": "81e1ffe6-616d-4792-bd99-357ef5edb699", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:54:20.771714 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b33e6810-1987-4b88-b0a5-68c0fefda9bf {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:54:20.772142 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f442c1-fba9-4986-bbb6-0499bb706b34', 'tag': '81e1ffe6-616d-4792-bd99-357ef5edb699', 'status': 'completed', 'code': 200} Nov 11 17:54:20.827625 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2affc2d3-2107-46e6-beda-71d61b6275e8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:20.842149 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-2affc2d3-2107-46e6-beda-71d61b6275e8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Calling delete_port for 6c66dccd-f5cd-4dc9-ac55-500dec83b08b owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:20.852860 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af938c3-772d-457e-8f9e-5139eda97961 req-96abab81-dc41-40eb-89d2-8addd9579496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:20.854310 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0af938c3-772d-457e-8f9e-5139eda97961 req-96abab81-dc41-40eb-89d2-8addd9579496 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.2044349 Nov 11 17:54:20.867325 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932cd01-ebf3-41b1-ae8f-0c215e539382 req-512e5f05-5b88-489a-84a5-0fd02d6f1606 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:20.869924 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5932cd01-ebf3-41b1-ae8f-0c215e539382 req-512e5f05-5b88-489a-84a5-0fd02d6f1606 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 945 time: 0.0850046 Nov 11 17:54:20.917929 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7aec6397-7c06-4b73-bbfe-33712e3842cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:31Z', 'revision_number': 4, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'de650fbb-9292-4bef-89f1-499cfd053af9', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'port_id': 'a775aa82-c026-48ff-97f8-4332e1716d42', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'mac_address': 'fa:16:3e:e8:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d631708-d5dd-445a-bf21-05be99fe8a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:50:31Z', 'updated_at': '2021-11-11T17:50:34Z', 'revision_number': 1, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8d9805-d836-48d4-85db-4e4aa93290b3', 'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'mac_address': 'fa:16:3e:65:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:29Z', 'updated_at': '2021-11-11T17:42:41Z', 'revision_number': 5, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'subnets': [{'id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:54:20.959528 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec6397-7c06-4b73-bbfe-33712e3842cb None None] Checking router: 5fbab56d-59f7-4161-9894-fd49d0afbfe4 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:54:20.970142 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec6397-7c06-4b73-bbfe-33712e3842cb None None] Routers {'5fbab56d-59f7-4161-9894-fd49d0afbfe4'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:54:20.971171 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7aec6397-7c06-4b73-bbfe-33712e3842cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:54:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:54:20.979686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af938c3-772d-457e-8f9e-5139eda97961 req-f2404413-dcf4-4e1a-91fd-ffc15ef85686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:20.981287 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0af938c3-772d-457e-8f9e-5139eda97961 req-f2404413-dcf4-4e1a-91fd-ffc15ef85686 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104867 Nov 11 17:54:21.024697 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5932cd01-ebf3-41b1-ae8f-0c215e539382 req-640689b3-1a23-4d29-8b7f-4bbd3704b38e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392741 Nov 11 17:54:21.057119 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb449c-8fa9-4d94-9abd-5e09ef0a6d9b req-9bafcc58-dc10-434f-a7f3-85e793c7d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:21.078440 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1bfb449c-8fa9-4d94-9abd-5e09ef0a6d9b req-9bafcc58-dc10-434f-a7f3-85e793c7d553 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 1096 time: 0.1029990 Nov 11 17:54:21.080739 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2affc2d3-2107-46e6-beda-71d61b6275e8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:21.098584 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cae32d62-1b81-4338-9f65-4252ed405992 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:54:21.154730 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0af938c3-772d-457e-8f9e-5139eda97961 req-a2f686e7-a174-4cac-97eb-e2bf52110ae1 service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289876 Nov 11 17:54:21.180371 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port cae32d62-1b81-4338-9f65-4252ed405992 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:21.180861 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:21.192794 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affc2d3-2107-46e6-beda-71d61b6275e8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Port': ['ID=6c66dccd-f5cd-4dc9-ac55-500dec83b08b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:21.262203 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-7aec6397-7c06-4b73-bbfe-33712e3842cb None None] Set router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:54:21.304465 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:21.306401 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2affc2d3-2107-46e6-beda-71d61b6275e8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:21.309944 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2affc2d3-2107-46e6-beda-71d61b6275e8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/6c66dccd-f5cd-4dc9-ac55-500dec83b08b HTTP/1.1" status: 204 len: 168 time: 0.7737081 Nov 11 17:54:21.312740 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46786) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:21.346652 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0af938c3-772d-457e-8f9e-5139eda97961 req-34effba8-8941-4d3b-bb88-f9c24ddf3538 service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825116 Nov 11 17:54:21.346916 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port cae32d62-1b81-4338-9f65-4252ed405992, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cae32d62-1b81-4338-9f65-4252ed405992,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:21.353232 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:21.426602 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838be711-6532-4d85-b0da-67833ef2da45 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:21.428391 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838be711-6532-4d85-b0da-67833ef2da45 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:21.430324 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-838be711-6532-4d85-b0da-67833ef2da45 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1166358 Nov 11 17:54:21.433058 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46790) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:21.442985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb449c-8fa9-4d94-9abd-5e09ef0a6d9b req-f699004f-6590-4200-a342-5fd3cc20b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:21.444516 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1bfb449c-8fa9-4d94-9abd-5e09ef0a6d9b req-f699004f-6590-4200-a342-5fd3cc20b559 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 914 time: 0.3650615 Nov 11 17:54:21.445338 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=cae32d62-1b81-4338-9f65-4252ed405992,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:21.506151 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be480eb-3b29-4d00-b64b-72e39a72a1a4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet 36892895-214f-4644-8474-ae18eac02f20 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:54:21.510677 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8be480eb-3b29-4d00-b64b-72e39a72a1a4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:21.537621 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1bfb449c-8fa9-4d94-9abd-5e09ef0a6d9b req-f3a55c85-9cda-4ff0-bce3-cd81d5d78c81 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e1ffe6-616d-4792-bd99-357ef5edb699 HTTP/1.1" status: 200 len: 217 time: 0.0836041 Nov 11 17:54:21.594894 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7aec6397-7c06-4b73-bbfe-33712e3842cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:31Z', 'revision_number': 4, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'de650fbb-9292-4bef-89f1-499cfd053af9', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'port_id': 'a775aa82-c026-48ff-97f8-4332e1716d42', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'mac_address': 'fa:16:3e:e8:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d631708-d5dd-445a-bf21-05be99fe8a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:50:31Z', 'updated_at': '2021-11-11T17:50:34Z', 'revision_number': 1, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8d9805-d836-48d4-85db-4e4aa93290b3', 'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'mac_address': 'fa:16:3e:65:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:29Z', 'updated_at': '2021-11-11T17:42:41Z', 'revision_number': 5, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'subnets': [{'id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:54:21.599608 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb449c-8fa9-4d94-9abd-5e09ef0a6d9b req-4067119c-370f-4055-a4ba-611e23c43e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:21.599902 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8be480eb-3b29-4d00-b64b-72e39a72a1a4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:21.601924 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1bfb449c-8fa9-4d94-9abd-5e09ef0a6d9b req-4067119c-370f-4055-a4ba-611e23c43e7e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.0569224 Nov 11 17:54:21.629213 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec6397-7c06-4b73-bbfe-33712e3842cb None None] The sync data for ids ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'] in n-d-816206-4 is: [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:31Z', 'revision_number': 4, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'de650fbb-9292-4bef-89f1-499cfd053af9', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'port_id': 'a775aa82-c026-48ff-97f8-4332e1716d42', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'mac_address': 'fa:16:3e:e8:f2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d631708-d5dd-445a-bf21-05be99fe8a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:50:31Z', 'updated_at': '2021-11-11T17:50:34Z', 'revision_number': 1, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8d9805-d836-48d4-85db-4e4aa93290b3', 'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'mac_address': 'fa:16:3e:65:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:29Z', 'updated_at': '2021-11-11T17:42:41Z', 'revision_number': 5, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'subnets': [{'id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:54:21.670173 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb449c-8fa9-4d94-9abd-5e09ef0a6d9b req-f7bf7662-2a86-43d1-a771-a2f3c894ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:21.676204 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1bfb449c-8fa9-4d94-9abd-5e09ef0a6d9b req-f7bf7662-2a86-43d1-a771-a2f3c894ffa1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665023 Nov 11 17:54:21.731324 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8be480eb-3b29-4d00-b64b-72e39a72a1a4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:21.818640 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1bfb449c-8fa9-4d94-9abd-5e09ef0a6d9b req-5613848e-48a0-46a7-be7b-74eb48cdfc0b service neutron] 10.222.0.64 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202862 Nov 11 17:54:21.819708 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-98c8d5c5-7915-4e44-98a7-8f81e07b7d3d None None] Provisioning complete for port cae32d62-1b81-4338-9f65-4252ed405992 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:21.820254 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-98c8d5c5-7915-4e44-98a7-8f81e07b7d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:21.836473 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8be480eb-3b29-4d00-b64b-72e39a72a1a4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:21.902527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be480eb-3b29-4d00-b64b-72e39a72a1a4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=36892895-214f-4644-8474-ae18eac02f20,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:21.904998 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8be480eb-3b29-4d00-b64b-72e39a72a1a4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:21.914068 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8be480eb-3b29-4d00-b64b-72e39a72a1a4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/36892895-214f-4644-8474-ae18eac02f20 HTTP/1.1" status: 204 len: 168 time: 0.4780228 Nov 11 17:54:21.915396 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46798) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:21.970701 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7d473424-e13a-4ebb-8468-2adf5b00da66 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536473 Nov 11 17:54:21.970970 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46800) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:21.995757 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-38ea9eb1-a66b-4c08-b8c2-633badd435d3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:22.081468 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02b7445-f811-4133-90cb-d802fca01c9b None None] New status for floating IP 681907ca-a2ac-4108-bcb2-0510e2298f32: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:54:22.117094 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a42d3c6-195d-40be-80b8-32e00262c0e6 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:22.117796 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1bfb449c-8fa9-4d94-9abd-5e09ef0a6d9b req-cd9e1357-f1bf-4ec7-bef9-f64999f7b173 service neutron] 10.222.0.64 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624912 Nov 11 17:54:22.146172 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ea9eb1-a66b-4c08-b8c2-633badd435d3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:22.152830 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-38ea9eb1-a66b-4c08-b8c2-633badd435d3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:22.161929 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-647f134f-ffe3-4419-9714-e143b28950e0 None None] Could not find standard attr ID for object 6c66dccd-f5cd-4dc9-ac55-500dec83b08b. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:54:22.194160 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cf074-47df-4c22-84f7-d1d83389efdb req-34591351-2a73-4fd8-9450-0a168b8c6317 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:22.218486 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bf6cf074-47df-4c22-84f7-d1d83389efdb req-34591351-2a73-4fd8-9450-0a168b8c6317 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 945 time: 0.1036944 Nov 11 17:54:22.312263 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bf6cf074-47df-4c22-84f7-d1d83389efdb req-cc6f8815-c151-4395-ab3b-ba9d5f02be38 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923193 Nov 11 17:54:22.384627 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f874a6b-80b2-4275-ae15-5fc1e15e416d None None] DHCP port deletion for 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:54:22.421206 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dcfd7-4e67-49c1-a753-ff0173e95851 req-3585450e-ec2a-4531-b3e1-68bfefcdb80b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:22.422693 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-760dcfd7-4e67-49c1-a753-ff0173e95851 req-3585450e-ec2a-4531-b3e1-68bfefcdb80b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 945 time: 0.0925133 Nov 11 17:54:22.434588 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-4f874a6b-80b2-4275-ae15-5fc1e15e416d None None] Deleting port cae32d62-1b81-4338-9f65-4252ed405992 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:22.434967 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4f874a6b-80b2-4275-ae15-5fc1e15e416d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:22.503111 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4f874a6b-80b2-4275-ae15-5fc1e15e416d None None] For port cae32d62-1b81-4338-9f65-4252ed405992, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cae32d62-1b81-4338-9f65-4252ed405992,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:22.503552 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4f874a6b-80b2-4275-ae15-5fc1e15e416d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:22.518847 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-4f874a6b-80b2-4275-ae15-5fc1e15e416d None None] Calling delete_port for cae32d62-1b81-4338-9f65-4252ed405992 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:22.603944 n-d-816206-4 neutron-server[102617]: DEBUG neutron.objects.ports [None req-38ea9eb1-a66b-4c08-b8c2-633badd435d3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102617) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 17:54:22.606884 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-760dcfd7-4e67-49c1-a753-ff0173e95851 req-375c6e6c-5895-49c3-8dd3-0564998fdc3d tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Deleting port 81e1ffe6-616d-4792-bd99-357ef5edb699 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:22.607443 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-760dcfd7-4e67-49c1-a753-ff0173e95851 req-375c6e6c-5895-49c3-8dd3-0564998fdc3d tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:22.616497 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4f874a6b-80b2-4275-ae15-5fc1e15e416d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:22.645794 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f874a6b-80b2-4275-ae15-5fc1e15e416d None None] Pushing event deleted for resources: {'Port': ['ID=cae32d62-1b81-4338-9f65-4252ed405992,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:22.651263 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f874a6b-80b2-4275-ae15-5fc1e15e416d None None] No DVR routers for this DVR port cae32d62-1b81-4338-9f65-4252ed405992 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:54:22.792130 n-d-816206-4 neutron-server[102617]: WARNING neutron.services.revisions.revision_plugin [None req-38ea9eb1-a66b-4c08-b8c2-633badd435d3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Could not find related port for resource to bump revision. Nov 11 17:54:22.814692 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-760dcfd7-4e67-49c1-a753-ff0173e95851 req-375c6e6c-5895-49c3-8dd3-0564998fdc3d tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] For port 81e1ffe6-616d-4792-bd99-357ef5edb699, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=81e1ffe6-616d-4792-bd99-357ef5edb699,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:22.815129 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-760dcfd7-4e67-49c1-a753-ff0173e95851 req-375c6e6c-5895-49c3-8dd3-0564998fdc3d tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:22.818157 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.ipam_pluggable_backend [None req-38ea9eb1-a66b-4c08-b8c2-633badd435d3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Port cae32d62-1b81-4338-9f65-4252ed405992 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102617) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 11 17:54:22.818530 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.ipam_pluggable_backend [None req-38ea9eb1-a66b-4c08-b8c2-633badd435d3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Reverting IP allocation for 2001:db8::f816:3eff:fe98:51a5 {{(pid=102617) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 11 17:54:22.828624 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.ipam_pluggable_backend [None req-38ea9eb1-a66b-4c08-b8c2-633badd435d3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe98:51a5 {{(pid=102617) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 11 17:54:22.833297 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-38ea9eb1-a66b-4c08-b8c2-633badd435d3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:22.835497 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-760dcfd7-4e67-49c1-a753-ff0173e95851 req-375c6e6c-5895-49c3-8dd3-0564998fdc3d tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Calling delete_port for 81e1ffe6-616d-4792-bd99-357ef5edb699 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:22.920361 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ea9eb1-a66b-4c08-b8c2-633badd435d3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:22.928784 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-38ea9eb1-a66b-4c08-b8c2-633badd435d3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:22.931850 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ea9eb1-a66b-4c08-b8c2-633badd435d3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:22.932578 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-38ea9eb1-a66b-4c08-b8c2-633badd435d3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:22.937226 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b56d1c7-b260-4220-bafd-a7300ad7f106 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:22.947755 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea9eb1-a66b-4c08-b8c2-633badd435d3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=d4e4fc2b-8bf5-4aae-b30c-b5dfac1e3296,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:22.986105 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-38ea9eb1-a66b-4c08-b8c2-633badd435d3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0057847 Nov 11 17:54:22.989328 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46818) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:22.994827 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-7d500625-23a4-4a75-9730-bff460456658 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'mac_address': 'fa:16:3e:05:fa:ae', 'name': 'tempest-NetworksTestDHCPv6-1826648608'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:23.061897 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cae32d62-1b81-4338-9f65-4252ed405992 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:54:23.083281 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-760dcfd7-4e67-49c1-a753-ff0173e95851 req-375c6e6c-5895-49c3-8dd3-0564998fdc3d tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:23.119401 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c6e6c-5895-49c3-8dd3-0564998fdc3d tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event deleted for resources: {'Port': ['ID=81e1ffe6-616d-4792-bd99-357ef5edb699,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:23.120876 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: cae32d62-1b81-4338-9f65-4252ed405992 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:54:23.121394 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cae32d62-1b81-4338-9f65-4252ed405992 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:54:23.159431 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d500625-23a4-4a75-9730-bff460456658 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:23.188576 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3926fa-93fd-46be-80ce-e09673add747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'fixed_ips': [{'subnet_id': 'd4e4fc2b-8bf5-4aae-b30c-b5dfac1e3296'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:54:23.189458 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fb3926fa-93fd-46be-80ce-e09673add747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:23.190337 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-760dcfd7-4e67-49c1-a753-ff0173e95851 req-375c6e6c-5895-49c3-8dd3-0564998fdc3d tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] No DVR routers for this DVR port 81e1ffe6-616d-4792-bd99-357ef5edb699 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:54:23.193733 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-760dcfd7-4e67-49c1-a753-ff0173e95851 req-375c6e6c-5895-49c3-8dd3-0564998fdc3d tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:23.197918 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-760dcfd7-4e67-49c1-a753-ff0173e95851 req-375c6e6c-5895-49c3-8dd3-0564998fdc3d tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.64 "DELETE /v2.0/ports/81e1ffe6-616d-4792-bd99-357ef5edb699 HTTP/1.1" status: 204 len: 173 time: 0.7689607 Nov 11 17:54:23.198622 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f442c1-fba9-4986-bbb6-0499bb706b34', 'name': 'network-vif-deleted', 'tag': '81e1ffe6-616d-4792-bd99-357ef5edb699'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:54:23.202172 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899f6ba8-b7c4-424c-b131-3355ad2b91ba" -d '{"events": [{"server_uuid": "c6f442c1-fba9-4986-bbb6-0499bb706b34", "name": "network-vif-deleted", "tag": "81e1ffe6-616d-4792-bd99-357ef5edb699"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:54:23.257705 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda21aa5-a4d9-4042-a139-438ff959cec2 x-openstack-request-id: req-bda21aa5-a4d9-4042-a139-438ff959cec2 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:54:23.258004 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f442c1-fba9-4986-bbb6-0499bb706b34", "name": "network-vif-deleted", "tag": "81e1ffe6-616d-4792-bd99-357ef5edb699", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:54:23.258266 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bda21aa5-a4d9-4042-a139-438ff959cec2 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:54:23.258671 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f442c1-fba9-4986-bbb6-0499bb706b34', 'name': 'network-vif-deleted', 'tag': '81e1ffe6-616d-4792-bd99-357ef5edb699', 'status': 'completed', 'code': 200} Nov 11 17:54:23.314855 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d500625-23a4-4a75-9730-bff460456658 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:23.346730 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [None req-7d500625-23a4-4a75-9730-bff460456658 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] device_id is not set on port ac2e0a69-4172-483e-adea-02273ff17a61 yet. {{(pid=102618) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:54:23.414455 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-fb3926fa-93fd-46be-80ce-e09673add747 None None] Allocated IP 2001:db8::f816:3eff:fec5:760d (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/d4e4fc2b-8bf5-4aae-b30c-b5dfac1e3296/173f49ed-080a-4971-90c4-965bbd9417da) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:23.438072 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff93a435-fe40-47a8-af58-616f703bf6ae req-14aeb2dd-56e4-4614-bbd7-e1db9f09eed2 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 210 time: 0.0343883 Nov 11 17:54:23.583591 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fb3926fa-93fd-46be-80ce-e09673add747 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:23.600921 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fb3926fa-93fd-46be-80ce-e09673add747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:23.651393 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3926fa-93fd-46be-80ce-e09673add747 None None] Pushing event updated for resources: {'Port': ['ID=173f49ed-080a-4971-90c4-965bbd9417da,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:23.666748 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3926fa-93fd-46be-80ce-e09673add747 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:23.668488 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-fb3926fa-93fd-46be-80ce-e09673add747 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:23.672095 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3926fa-93fd-46be-80ce-e09673add747 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:23.675671 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-7d500625-23a4-4a75-9730-bff460456658 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8::f816:3eff:fe05:faae (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/d4e4fc2b-8bf5-4aae-b30c-b5dfac1e3296/ac2e0a69-4172-483e-adea-02273ff17a61) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:23.739531 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-fb3926fa-93fd-46be-80ce-e09673add747 None None] Attempting to bind port 173f49ed-080a-4971-90c4-965bbd9417da on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:54:23.739957 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-fb3926fa-93fd-46be-80ce-e09673add747 None None] Attempting to bind port 173f49ed-080a-4971-90c4-965bbd9417da by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:54:23.740331 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3926fa-93fd-46be-80ce-e09673add747 None None] Attempting to bind port 173f49ed-080a-4971-90c4-965bbd9417da on network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:54:23.755028 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3926fa-93fd-46be-80ce-e09673add747 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:54:23.755587 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3926fa-93fd-46be-80ce-e09673add747 None None] Checking segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:54:23.756027 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fb3926fa-93fd-46be-80ce-e09673add747 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:23.756427 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3926fa-93fd-46be-80ce-e09673add747 None None] Bound using segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:54:23.756902 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-fb3926fa-93fd-46be-80ce-e09673add747 None None] Bound port: 173f49ed-080a-4971-90c4-965bbd9417da, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:54:23.757288 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fb3926fa-93fd-46be-80ce-e09673add747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:23.857804 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-fb3926fa-93fd-46be-80ce-e09673add747 None None] For port 173f49ed-080a-4971-90c4-965bbd9417da, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:54:23.861549 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-fb3926fa-93fd-46be-80ce-e09673add747 None None] For port 173f49ed-080a-4971-90c4-965bbd9417da, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=173f49ed-080a-4971-90c4-965bbd9417da,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:54:23.868998 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fb3926fa-93fd-46be-80ce-e09673add747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:23.920753 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d500625-23a4-4a75-9730-bff460456658 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:23.965976 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3926fa-93fd-46be-80ce-e09673add747 None None] Pushing event updated for resources: {'Port': ['ID=173f49ed-080a-4971-90c4-965bbd9417da,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:23.973243 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d500625-23a4-4a75-9730-bff460456658 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:24.020988 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d500625-23a4-4a75-9730-bff460456658 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:24.034896 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-7d500625-23a4-4a75-9730-bff460456658 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:24.043815 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d500625-23a4-4a75-9730-bff460456658 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:24.049661 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d500625-23a4-4a75-9730-bff460456658 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:24.051904 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7d500625-23a4-4a75-9730-bff460456658 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:24.063776 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d500625-23a4-4a75-9730-bff460456658 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=ac2e0a69-4172-483e-adea-02273ff17a61,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:24.083867 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7d500625-23a4-4a75-9730-bff460456658 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0906880 Nov 11 17:54:24.084128 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46842) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:24.187847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b344dd-b955-4080-aec1-c28a31e07f49 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:24.194750 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b344dd-b955-4080-aec1-c28a31e07f49 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:24.197346 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d6b344dd-b955-4080-aec1-c28a31e07f49 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1111629 Nov 11 17:54:24.200174 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46844) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:24.279174 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:24.320780 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-33569275-2d33-4669-b9c6-968c5eb2d084 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting port ac2e0a69-4172-483e-adea-02273ff17a61 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:24.321217 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-33569275-2d33-4669-b9c6-968c5eb2d084 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:24.435281 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-33569275-2d33-4669-b9c6-968c5eb2d084 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:24.447392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-33569275-2d33-4669-b9c6-968c5eb2d084 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Calling delete_port for ac2e0a69-4172-483e-adea-02273ff17a61 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:24.596292 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0f9ee54e-b4dc-4fe8-8d55-8bd013f59cf6 req-75ee12b7-ba65-40dc-a925-bf95f988b590 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 210 time: 0.0295377 Nov 11 17:54:24.621943 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-33569275-2d33-4669-b9c6-968c5eb2d084 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:24.652542 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33569275-2d33-4669-b9c6-968c5eb2d084 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Port': ['ID=ac2e0a69-4172-483e-adea-02273ff17a61,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:24.678157 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-33569275-2d33-4669-b9c6-968c5eb2d084 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:24.681467 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-33569275-2d33-4669-b9c6-968c5eb2d084 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/ac2e0a69-4172-483e-adea-02273ff17a61 HTTP/1.1" status: 204 len: 168 time: 0.4803097 Nov 11 17:54:24.683996 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46854) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:24.743429 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d689d224-3dac-469d-8538-e6fc414bfe22 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:24.745045 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d689d224-3dac-469d-8538-e6fc414bfe22 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:24.746564 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d689d224-3dac-469d-8538-e6fc414bfe22 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0616581 Nov 11 17:54:24.749460 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46860) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:24.841541 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90b282a-a768-408a-bd27-a9807526058a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet d4e4fc2b-8bf5-4aae-b30c-b5dfac1e3296 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:54:24.846446 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c90b282a-a768-408a-bd27-a9807526058a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:24.898881 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c90b282a-a768-408a-bd27-a9807526058a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:25.029596 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c90b282a-a768-408a-bd27-a9807526058a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:25.120328 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 173f49ed-080a-4971-90c4-965bbd9417da up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:54:25.131447 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c90b282a-a768-408a-bd27-a9807526058a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:25.171128 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b282a-a768-408a-bd27-a9807526058a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e4fc2b-8bf5-4aae-b30c-b5dfac1e3296,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:25.174721 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c90b282a-a768-408a-bd27-a9807526058a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:25.178378 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c90b282a-a768-408a-bd27-a9807526058a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/d4e4fc2b-8bf5-4aae-b30c-b5dfac1e3296 HTTP/1.1" status: 204 len: 168 time: 0.4279196 Nov 11 17:54:25.181172 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46866) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:25.187409 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 173f49ed-080a-4971-90c4-965bbd9417da triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:25.187816 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:25.219502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb25537-a5be-44f7-8f53-eba016208732 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:25.311405 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-513e8aa8-3bda-47d7-8bcc-7a80a8731778 None None] Provisioning complete for port 173f49ed-080a-4971-90c4-965bbd9417da triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:25.312664 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-513e8aa8-3bda-47d7-8bcc-7a80a8731778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:25.513565 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46874) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:25.515454 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d93616bb-7769-4f84-b5d8-b7caa6857c4e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3319583 Nov 11 17:54:25.557269 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:25.578478 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd0624f-5a41-4f6e-a316-3de0cfebb44f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:25.580234 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-afd0624f-5a41-4f6e-a316-3de0cfebb44f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0630958 Nov 11 17:54:25.583371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46876) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:25.670564 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407ab7ff-f586-4ce2-aa2f-980d92f395aa tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:25.688488 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-407ab7ff-f586-4ce2-aa2f-980d92f395aa tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1040716 Nov 11 17:54:25.692297 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46884) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:25.725361 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9fb13fb7-bd1b-4010-a813-949e55b8b04b req-cd64b932-38fa-4642-86b0-1788578e189b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 210 time: 0.0318720 Nov 11 17:54:25.770513 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a211360c-b365-4adc-975f-d3412c730845 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769963 Nov 11 17:54:25.771186 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46886) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:25.780445 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-cae5f352-58c6-40c7-a99d-1ee756c477b5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:25.812960 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 81e1ffe6-616d-4792-bd99-357ef5edb699 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:54:25.818773 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-513e8aa8-3bda-47d7-8bcc-7a80a8731778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:25.847743 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 81e1ffe6-616d-4792-bd99-357ef5edb699 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:54:25.848304 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 81e1ffe6-616d-4792-bd99-357ef5edb699 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:54:25.862933 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 173f49ed-080a-4971-90c4-965bbd9417da, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=173f49ed-080a-4971-90c4-965bbd9417da,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:25.873757 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:25.907019 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094f70b9-fcb1-4bb7-8c5d-551d535ffeee None None] DHCP port deletion for 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:54:25.956668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae5f352-58c6-40c7-a99d-1ee756c477b5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:25.962188 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cae5f352-58c6-40c7-a99d-1ee756c477b5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:25.996303 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-513e8aa8-3bda-47d7-8bcc-7a80a8731778 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:54:25.996840 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-513e8aa8-3bda-47d7-8bcc-7a80a8731778 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:54:25.999280 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=173f49ed-080a-4971-90c4-965bbd9417da,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:26.031667 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-094f70b9-fcb1-4bb7-8c5d-551d535ffeee None None] Deleting port 173f49ed-080a-4971-90c4-965bbd9417da {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:26.032078 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-094f70b9-fcb1-4bb7-8c5d-551d535ffeee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:26.119072 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-094f70b9-fcb1-4bb7-8c5d-551d535ffeee None None] For port 173f49ed-080a-4971-90c4-965bbd9417da, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=173f49ed-080a-4971-90c4-965bbd9417da,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:26.119463 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-094f70b9-fcb1-4bb7-8c5d-551d535ffeee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:26.133410 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-094f70b9-fcb1-4bb7-8c5d-551d535ffeee None None] Calling delete_port for 173f49ed-080a-4971-90c4-965bbd9417da owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:26.193263 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cae5f352-58c6-40c7-a99d-1ee756c477b5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:26.225569 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-094f70b9-fcb1-4bb7-8c5d-551d535ffeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:26.244004 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5f352-58c6-40c7-a99d-1ee756c477b5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=704d82e7-1478-47c2-8c16-c08771866505,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:26.255921 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae5f352-58c6-40c7-a99d-1ee756c477b5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:26.257415 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-cae5f352-58c6-40c7-a99d-1ee756c477b5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:26.260034 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae5f352-58c6-40c7-a99d-1ee756c477b5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:26.260635 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cae5f352-58c6-40c7-a99d-1ee756c477b5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:26.264036 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f70b9-fcb1-4bb7-8c5d-551d535ffeee None None] Pushing event deleted for resources: {'Port': ['ID=173f49ed-080a-4971-90c4-965bbd9417da,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:26.267718 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094f70b9-fcb1-4bb7-8c5d-551d535ffeee None None] No DVR routers for this DVR port 173f49ed-080a-4971-90c4-965bbd9417da on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:54:26.281523 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cae5f352-58c6-40c7-a99d-1ee756c477b5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5060112 Nov 11 17:54:26.281523 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46892) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:26.286613 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-4b5631d7-a490-413b-9797-fd164b3c2291 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'mac_address': 'fa:16:3e:33:f3:25', 'name': 'tempest-NetworksTestDHCPv6-1491873689'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:26.288003 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defc1ec0-d6c5-424e-907e-361bf36c9b74 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:26.438017 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5631d7-a490-413b-9797-fd164b3c2291 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:26.477988 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96d6238-545d-427e-992f-5333498b03d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'fixed_ips': [{'subnet_id': '704d82e7-1478-47c2-8c16-c08771866505'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:54:26.479479 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a96d6238-545d-427e-992f-5333498b03d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:26.525257 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-513e8aa8-3bda-47d7-8bcc-7a80a8731778 None None] Port 173f49ed-080a-4971-90c4-965bbd9417da update to ACTIVE by agent not found {{(pid=102619) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 11 17:54:26.546488 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4b5631d7-a490-413b-9797-fd164b3c2291 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:26.571861 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-4b5631d7-a490-413b-9797-fd164b3c2291 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] device_id is not set on port da1d4b75-195e-4cc7-b427-352bfb92bb26 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:54:26.670533 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-a96d6238-545d-427e-992f-5333498b03d9 None None] Allocated IP 2001:db8::2 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/704d82e7-1478-47c2-8c16-c08771866505/2705705b-5023-46ee-9e3b-d104a4305a14) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:26.864408 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a96d6238-545d-427e-992f-5333498b03d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:26.868760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7b22b99c-b6a7-467d-b783-abf4ca07b077 req-4437b1ab-41bb-4230-b05d-9e73f9c4cb15 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 210 time: 0.0488589 Nov 11 17:54:26.872103 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a96d6238-545d-427e-992f-5333498b03d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:26.923901 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d6238-545d-427e-992f-5333498b03d9 None None] Pushing event updated for resources: {'Port': ['ID=2705705b-5023-46ee-9e3b-d104a4305a14,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:26.933941 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96d6238-545d-427e-992f-5333498b03d9 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:26.936775 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-a96d6238-545d-427e-992f-5333498b03d9 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:26.940675 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96d6238-545d-427e-992f-5333498b03d9 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:26.974150 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-4b5631d7-a490-413b-9797-fd164b3c2291 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8::19b (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/704d82e7-1478-47c2-8c16-c08771866505/da1d4b75-195e-4cc7-b427-352bfb92bb26) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:27.013748 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-a96d6238-545d-427e-992f-5333498b03d9 None None] Attempting to bind port 2705705b-5023-46ee-9e3b-d104a4305a14 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:54:27.014072 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-a96d6238-545d-427e-992f-5333498b03d9 None None] Attempting to bind port 2705705b-5023-46ee-9e3b-d104a4305a14 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:54:27.014391 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96d6238-545d-427e-992f-5333498b03d9 None None] Attempting to bind port 2705705b-5023-46ee-9e3b-d104a4305a14 on network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:54:27.020352 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96d6238-545d-427e-992f-5333498b03d9 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:54:27.020795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96d6238-545d-427e-992f-5333498b03d9 None None] Checking segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:54:27.021181 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a96d6238-545d-427e-992f-5333498b03d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:27.021577 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96d6238-545d-427e-992f-5333498b03d9 None None] Bound using segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:54:27.022049 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-a96d6238-545d-427e-992f-5333498b03d9 None None] Bound port: 2705705b-5023-46ee-9e3b-d104a4305a14, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:54:27.022431 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a96d6238-545d-427e-992f-5333498b03d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:27.086016 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 173f49ed-080a-4971-90c4-965bbd9417da no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:54:27.109638 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 173f49ed-080a-4971-90c4-965bbd9417da {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:54:27.109985 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 173f49ed-080a-4971-90c4-965bbd9417da not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:54:27.132952 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a96d6238-545d-427e-992f-5333498b03d9 None None] For port 2705705b-5023-46ee-9e3b-d104a4305a14, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:54:27.136812 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a96d6238-545d-427e-992f-5333498b03d9 None None] For port 2705705b-5023-46ee-9e3b-d104a4305a14, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=2705705b-5023-46ee-9e3b-d104a4305a14,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:54:27.145658 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a96d6238-545d-427e-992f-5333498b03d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:27.223888 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d6238-545d-427e-992f-5333498b03d9 None None] Pushing event updated for resources: {'Port': ['ID=2705705b-5023-46ee-9e3b-d104a4305a14,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:27.225772 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4b5631d7-a490-413b-9797-fd164b3c2291 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:27.285192 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4b5631d7-a490-413b-9797-fd164b3c2291 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:27.311062 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5631d7-a490-413b-9797-fd164b3c2291 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:27.330114 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-4b5631d7-a490-413b-9797-fd164b3c2291 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:27.333943 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5631d7-a490-413b-9797-fd164b3c2291 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:27.339805 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5631d7-a490-413b-9797-fd164b3c2291 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:27.340398 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4b5631d7-a490-413b-9797-fd164b3c2291 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:27.372337 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4b5631d7-a490-413b-9797-fd164b3c2291 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0898292 Nov 11 17:54:27.373248 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5631d7-a490-413b-9797-fd164b3c2291 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=da1d4b75-195e-4cc7-b427-352bfb92bb26,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:27.375680 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46914) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:27.471210 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a30e1d-9762-49c4-a672-8c87a16f5314 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:27.479415 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a30e1d-9762-49c4-a672-8c87a16f5314 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:27.483957 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46918) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:27.497106 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-99a30e1d-9762-49c4-a672-8c87a16f5314 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1047299 Nov 11 17:54:27.606302 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-8370c0a0-da9e-4f93-aaf9-17c219b332ce tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting port da1d4b75-195e-4cc7-b427-352bfb92bb26 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:27.606916 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8370c0a0-da9e-4f93-aaf9-17c219b332ce tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:27.705864 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8370c0a0-da9e-4f93-aaf9-17c219b332ce tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:27.718959 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-8370c0a0-da9e-4f93-aaf9-17c219b332ce tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Calling delete_port for da1d4b75-195e-4cc7-b427-352bfb92bb26 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:27.853061 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8370c0a0-da9e-4f93-aaf9-17c219b332ce tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:27.895244 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370c0a0-da9e-4f93-aaf9-17c219b332ce tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Port': ['ID=da1d4b75-195e-4cc7-b427-352bfb92bb26,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:27.913383 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8370c0a0-da9e-4f93-aaf9-17c219b332ce tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:27.919386 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46930) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:27.920049 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8370c0a0-da9e-4f93-aaf9-17c219b332ce tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/da1d4b75-195e-4cc7-b427-352bfb92bb26 HTTP/1.1" status: 204 len: 168 time: 0.4309294 Nov 11 17:54:27.999610 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9889277a-e16d-409a-b12a-297289c1f9b6 req-95480636-b13b-424a-b3fd-fa9446997980 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 210 time: 0.0355718 Nov 11 17:54:28.008715 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468d10d8-1620-4924-98f1-45e097001c80 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:28.016637 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468d10d8-1620-4924-98f1-45e097001c80 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:28.021614 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-468d10d8-1620-4924-98f1-45e097001c80 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0993495 Nov 11 17:54:28.031405 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46932) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:28.086204 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-22bc968f-a2d9-4c78-8413-7a5f40c2e663 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet 704d82e7-1478-47c2-8c16-c08771866505 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:54:28.090355 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-22bc968f-a2d9-4c78-8413-7a5f40c2e663 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:28.143845 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-22bc968f-a2d9-4c78-8413-7a5f40c2e663 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:28.237880 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-22bc968f-a2d9-4c78-8413-7a5f40c2e663 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:28.317852 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-22bc968f-a2d9-4c78-8413-7a5f40c2e663 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:28.351776 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc968f-a2d9-4c78-8413-7a5f40c2e663 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=704d82e7-1478-47c2-8c16-c08771866505,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:28.354603 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-22bc968f-a2d9-4c78-8413-7a5f40c2e663 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:28.360377 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-22bc968f-a2d9-4c78-8413-7a5f40c2e663 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/704d82e7-1478-47c2-8c16-c08771866505 HTTP/1.1" status: 204 len: 168 time: 0.3325450 Nov 11 17:54:28.360745 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46938) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:28.405429 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7145ce73-3638-4376-9253-bbdb7b54ae90 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435166 Nov 11 17:54:28.408124 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46940) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:28.486887 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f975a-087b-4280-a4ad-a4716ac83952 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:28.489099 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-040f975a-087b-4280-a4ad-a4716ac83952 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0800495 Nov 11 17:54:28.491619 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46942) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:28.519551 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140f36a5-94e1-4dfb-8eda-15b541ce5dc1 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:28.561416 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff1a099-80ea-4288-bb09-12ef0e32f2f4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:28.562846 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-aff1a099-80ea-4288-bb09-12ef0e32f2f4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0702560 Nov 11 17:54:28.565561 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46950) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:28.615437 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3fdbfe19-67c9-46d3-9a7f-17bdc76015dd None None] Provisioning complete for port 2705705b-5023-46ee-9e3b-d104a4305a14 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:28.615833 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3fdbfe19-67c9-46d3-9a7f-17bdc76015dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:28.627117 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6d57ac9e-79fa-4a5a-841b-839827da04ab tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603218 Nov 11 17:54:28.631321 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46952) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:28.638038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-868919ce-99a5-4e64-bf97-faa95ac3465b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:28.739253 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868919ce-99a5-4e64-bf97-faa95ac3465b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:28.744507 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-868919ce-99a5-4e64-bf97-faa95ac3465b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:28.757381 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3fdbfe19-67c9-46d3-9a7f-17bdc76015dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:28.796459 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b81e20-46a7-4619-b774-b9635df65384 None None] DHCP port deletion for 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:54:28.804055 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3fdbfe19-67c9-46d3-9a7f-17bdc76015dd None None] For port 2705705b-5023-46ee-9e3b-d104a4305a14, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=2705705b-5023-46ee-9e3b-d104a4305a14,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:28.809125 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3fdbfe19-67c9-46d3-9a7f-17bdc76015dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:28.896071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbfe19-67c9-46d3-9a7f-17bdc76015dd None None] Pushing event updated for resources: {'Port': ['ID=2705705b-5023-46ee-9e3b-d104a4305a14,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:28.918959 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c2b81e20-46a7-4619-b774-b9635df65384 None None] Deleting port 2705705b-5023-46ee-9e3b-d104a4305a14 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:28.919491 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c2b81e20-46a7-4619-b774-b9635df65384 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:29.006720 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c2b81e20-46a7-4619-b774-b9635df65384 None None] For port 2705705b-5023-46ee-9e3b-d104a4305a14, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=2705705b-5023-46ee-9e3b-d104a4305a14,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:29.007857 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c2b81e20-46a7-4619-b774-b9635df65384 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:29.026639 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c2b81e20-46a7-4619-b774-b9635df65384 None None] Calling delete_port for 2705705b-5023-46ee-9e3b-d104a4305a14 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:29.096654 n-d-816206-4 neutron-server[102617]: DEBUG neutron.objects.ports [None req-868919ce-99a5-4e64-bf97-faa95ac3465b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102617) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 17:54:29.156006 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f472bb6f-a3a3-4c1d-8484-8c3629ba21f4 req-77f9bf87-3f6e-483e-8b37-0a19c491b97e tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6f442c1-fba9-4986-bbb6-0499bb706b34 HTTP/1.1" status: 200 len: 210 time: 0.0273178 Nov 11 17:54:29.163901 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c2b81e20-46a7-4619-b774-b9635df65384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:29.197529 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b81e20-46a7-4619-b774-b9635df65384 None None] Pushing event deleted for resources: {'Port': ['ID=2705705b-5023-46ee-9e3b-d104a4305a14,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:29.205516 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b81e20-46a7-4619-b774-b9635df65384 None None] No DVR routers for this DVR port 2705705b-5023-46ee-9e3b-d104a4305a14 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:54:29.256409 n-d-816206-4 neutron-server[102617]: WARNING neutron.services.revisions.revision_plugin [None req-868919ce-99a5-4e64-bf97-faa95ac3465b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Could not find related port for resource to bump revision. Nov 11 17:54:29.261057 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.ipam_pluggable_backend [None req-868919ce-99a5-4e64-bf97-faa95ac3465b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Port 2705705b-5023-46ee-9e3b-d104a4305a14 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102617) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 11 17:54:29.261618 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.ipam_pluggable_backend [None req-868919ce-99a5-4e64-bf97-faa95ac3465b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1f:5e5 {{(pid=102617) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 11 17:54:29.265088 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.ipam_pluggable_backend [None req-868919ce-99a5-4e64-bf97-faa95ac3465b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1f:5e5 {{(pid=102617) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 11 17:54:29.266255 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-868919ce-99a5-4e64-bf97-faa95ac3465b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:29.309459 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868919ce-99a5-4e64-bf97-faa95ac3465b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:29.312621 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-868919ce-99a5-4e64-bf97-faa95ac3465b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:29.315622 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868919ce-99a5-4e64-bf97-faa95ac3465b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:29.316814 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-868919ce-99a5-4e64-bf97-faa95ac3465b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:29.322531 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f4e3e5-8878-4347-9f96-b2ca954454ae None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:29.336547 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868919ce-99a5-4e64-bf97-faa95ac3465b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=f42dcab2-0229-4a8a-988f-db5131b5502d,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:29.347229 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46964) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:29.347502 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-868919ce-99a5-4e64-bf97-faa95ac3465b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7147388 Nov 11 17:54:29.353005 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d013fe23-d42b-4cd5-afe4-2769126978ed tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:29.507796 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d013fe23-d42b-4cd5-afe4-2769126978ed tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:29.512328 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d013fe23-d42b-4cd5-afe4-2769126978ed tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:29.532324 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b670160-7963-4765-bd8c-bfd4ffd6e003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'tenant_id': 'd7e0b54ef3404151ab180b2a59abbf5d', 'fixed_ips': [{'subnet_id': 'f42dcab2-0229-4a8a-988f-db5131b5502d'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:54:29.533293 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3b670160-7963-4765-bd8c-bfd4ffd6e003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:29.616306 n-d-816206-4 neutron-server[102618]: INFO neutron.db.ipam_backend_mixin [None req-d013fe23-d42b-4cd5-afe4-2769126978ed tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f42dcab2-0229-4a8a-988f-db5131b5502d (CIDR: 2001:db8::/64) Nov 11 17:54:29.619899 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-d013fe23-d42b-4cd5-afe4-2769126978ed tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:54:29.620632 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d013fe23-d42b-4cd5-afe4-2769126978ed tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:29.637563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d013fe23-d42b-4cd5-afe4-2769126978ed tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2887893 Nov 11 17:54:29.640342 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 46972) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:29.645335 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-bd44227c-317a-4ecf-a4fd-3a2e89ee1250 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:29.703927 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-3b670160-7963-4765-bd8c-bfd4ffd6e003 None None] Allocated IP 2001:db8::f816:3eff:fe23:ce08 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/f42dcab2-0229-4a8a-988f-db5131b5502d/135c5f86-0a4d-4c26-a68d-21f983ae8215) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:29.777926 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd44227c-317a-4ecf-a4fd-3a2e89ee1250 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:29.782007 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd44227c-317a-4ecf-a4fd-3a2e89ee1250 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:29.882826 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3b670160-7963-4765-bd8c-bfd4ffd6e003 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:29.890623 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3b670160-7963-4765-bd8c-bfd4ffd6e003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:29.936462 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b670160-7963-4765-bd8c-bfd4ffd6e003 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:29.939914 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-3b670160-7963-4765-bd8c-bfd4ffd6e003 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:29.942872 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b670160-7963-4765-bd8c-bfd4ffd6e003 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:29.950296 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b670160-7963-4765-bd8c-bfd4ffd6e003 None None] Pushing event updated for resources: {'Port': ['ID=135c5f86-0a4d-4c26-a68d-21f983ae8215,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:30.008238 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-3b670160-7963-4765-bd8c-bfd4ffd6e003 None None] Attempting to bind port 135c5f86-0a4d-4c26-a68d-21f983ae8215 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:54:30.008629 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-3b670160-7963-4765-bd8c-bfd4ffd6e003 None None] Attempting to bind port 135c5f86-0a4d-4c26-a68d-21f983ae8215 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:54:30.008987 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b670160-7963-4765-bd8c-bfd4ffd6e003 None None] Attempting to bind port 135c5f86-0a4d-4c26-a68d-21f983ae8215 on network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:54:30.015014 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b670160-7963-4765-bd8c-bfd4ffd6e003 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:54:30.015401 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b670160-7963-4765-bd8c-bfd4ffd6e003 None None] Checking segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:54:30.015914 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3b670160-7963-4765-bd8c-bfd4ffd6e003 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:30.016366 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b670160-7963-4765-bd8c-bfd4ffd6e003 None None] Bound using segment: {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:54:30.016799 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-3b670160-7963-4765-bd8c-bfd4ffd6e003 None None] Bound port: 135c5f86-0a4d-4c26-a68d-21f983ae8215, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0dc935-8f0f-4767-98c7-de62ff1003c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:54:30.017188 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3b670160-7963-4765-bd8c-bfd4ffd6e003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:30.034144 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd44227c-317a-4ecf-a4fd-3a2e89ee1250 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:30.072367 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd44227c-317a-4ecf-a4fd-3a2e89ee1250 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:30.076346 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-bd44227c-317a-4ecf-a4fd-3a2e89ee1250 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:30.081191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44227c-317a-4ecf-a4fd-3a2e89ee1250 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:30.082273 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bd44227c-317a-4ecf-a4fd-3a2e89ee1250 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:30.085804 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3b670160-7963-4765-bd8c-bfd4ffd6e003 None None] For port 135c5f86-0a4d-4c26-a68d-21f983ae8215, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:54:30.089634 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3b670160-7963-4765-bd8c-bfd4ffd6e003 None None] For port 135c5f86-0a4d-4c26-a68d-21f983ae8215, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=135c5f86-0a4d-4c26-a68d-21f983ae8215,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:54:30.095031 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3b670160-7963-4765-bd8c-bfd4ffd6e003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:30.108345 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44227c-317a-4ecf-a4fd-3a2e89ee1250 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=e3848cb5-f30e-4302-abd0-a95edeaa7d11,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:30.115694 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bd44227c-317a-4ecf-a4fd-3a2e89ee1250 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4743140 Nov 11 17:54:30.118592 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 46982) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:30.125551 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-4734b617-33b8-4afb-8074-4b9bc61b3ca0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'mac_address': 'fa:16:3e:89:4e:12', 'name': 'tempest-NetworksTestDHCPv6-1349990020'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:30.157038 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b670160-7963-4765-bd8c-bfd4ffd6e003 None None] Pushing event updated for resources: {'Port': ['ID=135c5f86-0a4d-4c26-a68d-21f983ae8215,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:30.276700 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4734b617-33b8-4afb-8074-4b9bc61b3ca0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:30.280933 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4734b617-33b8-4afb-8074-4b9bc61b3ca0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:30.308252 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-4734b617-33b8-4afb-8074-4b9bc61b3ca0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] device_id is not set on port a8fd333d-2445-4912-a1b8-a93af8266a85 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:54:30.571469 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-4734b617-33b8-4afb-8074-4b9bc61b3ca0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8:0:1::1fe (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/e3848cb5-f30e-4302-abd0-a95edeaa7d11/a8fd333d-2445-4912-a1b8-a93af8266a85) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:30.577882 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-4734b617-33b8-4afb-8074-4b9bc61b3ca0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8::f816:3eff:fe89:4e12 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/f42dcab2-0229-4a8a-988f-db5131b5502d/a8fd333d-2445-4912-a1b8-a93af8266a85) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:30.756031 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4734b617-33b8-4afb-8074-4b9bc61b3ca0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:30.795516 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4734b617-33b8-4afb-8074-4b9bc61b3ca0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:30.843372 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4734b617-33b8-4afb-8074-4b9bc61b3ca0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:30.850169 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-4734b617-33b8-4afb-8074-4b9bc61b3ca0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:30.852841 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4734b617-33b8-4afb-8074-4b9bc61b3ca0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:30.859990 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4734b617-33b8-4afb-8074-4b9bc61b3ca0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:30.860656 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4734b617-33b8-4afb-8074-4b9bc61b3ca0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:30.877354 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734b617-33b8-4afb-8074-4b9bc61b3ca0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=a8fd333d-2445-4912-a1b8-a93af8266a85,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:30.892878 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4734b617-33b8-4afb-8074-4b9bc61b3ca0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.7707789 Nov 11 17:54:30.893139 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47004) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:31.001559 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-2e156a48-4193-4284-ab32-d08c1ca774b5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting port a8fd333d-2445-4912-a1b8-a93af8266a85 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:31.002073 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2e156a48-4193-4284-ab32-d08c1ca774b5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:31.101814 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 135c5f86-0a4d-4c26-a68d-21f983ae8215 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:54:31.146825 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2e156a48-4193-4284-ab32-d08c1ca774b5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:31.164853 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-2e156a48-4193-4284-ab32-d08c1ca774b5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Calling delete_port for a8fd333d-2445-4912-a1b8-a93af8266a85 owned by {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:31.218813 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 135c5f86-0a4d-4c26-a68d-21f983ae8215 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:31.219364 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:31.318709 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:31.357760 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2216bc6-4df5-4f10-a68a-8d4e879732e3 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:31.368753 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 135c5f86-0a4d-4c26-a68d-21f983ae8215, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=135c5f86-0a4d-4c26-a68d-21f983ae8215,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:31.397936 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2e156a48-4193-4284-ab32-d08c1ca774b5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:31.415536 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:31.436987 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e156a48-4193-4284-ab32-d08c1ca774b5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Port': ['ID=a8fd333d-2445-4912-a1b8-a93af8266a85,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:31.505022 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2e156a48-4193-4284-ab32-d08c1ca774b5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:31.510611 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2e156a48-4193-4284-ab32-d08c1ca774b5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/a8fd333d-2445-4912-a1b8-a93af8266a85 HTTP/1.1" status: 204 len: 168 time: 0.6142254 Nov 11 17:54:31.510985 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47012) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:31.513222 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=135c5f86-0a4d-4c26-a68d-21f983ae8215,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:31.521576 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-55d06d32-d372-4cf9-b804-395a51622bac None None] Provisioning complete for port 135c5f86-0a4d-4c26-a68d-21f983ae8215 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:31.522013 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-55d06d32-d372-4cf9-b804-395a51622bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:31.587975 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f245fc63-f301-4c0c-b659-f12106e79777 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:31.593268 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f245fc63-f301-4c0c-b659-f12106e79777 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0805070 Nov 11 17:54:31.595673 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47018) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:31.711080 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2451747b-d0f2-4a80-b0fa-7e23d3ea50fc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:31.713353 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2451747b-d0f2-4a80-b0fa-7e23d3ea50fc tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1168871 Nov 11 17:54:31.715989 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47022) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:31.744749 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b07e11-9e44-4aa5-a252-426c396a19ce None None] Update dhcp port {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'fixed_ips': [{'subnet_id': 'f42dcab2-0229-4a8a-988f-db5131b5502d', 'ip_address': '2001:db8::f816:3eff:fe23:ce08'}, {'subnet_id': 'e3848cb5-f30e-4302-abd0-a95edeaa7d11'}], 'binding:host_id': 'n-d-816206-4'}, 'id': '135c5f86-0a4d-4c26-a68d-21f983ae8215'} from n-d-816206-4. {{(pid=102619) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 17:54:31.778153 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-43b07e11-9e44-4aa5-a252-426c396a19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:31.779878 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db9ea18-5d03-41af-a65f-8b7c9aa9a633 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:31.781408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db9ea18-5d03-41af-a65f-8b7c9aa9a633 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:31.782918 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db9ea18-5d03-41af-a65f-8b7c9aa9a633 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:31.786916 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0db9ea18-5d03-41af-a65f-8b7c9aa9a633 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0697801 Nov 11 17:54:31.787753 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47024) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:31.849419 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-287621db-2b38-4725-806e-fe0c6b8f119e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet e3848cb5-f30e-4302-abd0-a95edeaa7d11 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:54:31.860753 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-287621db-2b38-4725-806e-fe0c6b8f119e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:31.908012 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-287621db-2b38-4725-806e-fe0c6b8f119e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:31.954589 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-287621db-2b38-4725-806e-fe0c6b8f119e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:32.019886 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-287621db-2b38-4725-806e-fe0c6b8f119e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server [None req-43b07e11-9e44-4aa5-a252-426c396a19ce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e3848cb5-f30e-4302-abd0-a95edeaa7d11: This subnet is being modified by another concurrent operation. Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise self.value Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server raise exception Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e3848cb5-f30e-4302-abd0-a95edeaa7d11: This subnet is being modified by another concurrent operation. Nov 11 17:54:32.021887 n-d-816206-4 neutron-server[102619]: ERROR oslo_messaging.rpc.server Nov 11 17:54:32.061052 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-287621db-2b38-4725-806e-fe0c6b8f119e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:32.065505 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-287621db-2b38-4725-806e-fe0c6b8f119e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/e3848cb5-f30e-4302-abd0-a95edeaa7d11 HTTP/1.1" status: 204 len: 168 time: 0.2767646 Nov 11 17:54:32.068383 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47030) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:32.100227 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287621db-2b38-4725-806e-fe0c6b8f119e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=e3848cb5-f30e-4302-abd0-a95edeaa7d11,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:32.135669 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1ec4222c-ca6a-432e-95b9-6a5b0125d438 None None] Provisioning complete for port 135c5f86-0a4d-4c26-a68d-21f983ae8215 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:32.136832 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1ec4222c-ca6a-432e-95b9-6a5b0125d438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:32.154867 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-283623d3-677b-472b-91e3-a0cb26a93d16 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet f42dcab2-0229-4a8a-988f-db5131b5502d {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:54:32.158691 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-283623d3-677b-472b-91e3-a0cb26a93d16 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:32.210569 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-283623d3-677b-472b-91e3-a0cb26a93d16 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:32.285216 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd3b3b8-40e6-450a-8eab-49c410402299 None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 17:54:32.341747 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-283623d3-677b-472b-91e3-a0cb26a93d16 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:32.369773 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd3b3b8-40e6-450a-8eab-49c410402299 None None] Resources bound (agent type, host, resource id): {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 17:54:32.400696 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-dd290b1f-d848-4c04-90a2-6dcb1c6444c6 None None] Could not find standard attr ID for object a8fd333d-2445-4912-a1b8-a93af8266a85. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:54:32.412353 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-283623d3-677b-472b-91e3-a0cb26a93d16 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:32.456063 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-283623d3-677b-472b-91e3-a0cb26a93d16 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:32.461102 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-283623d3-677b-472b-91e3-a0cb26a93d16 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/f42dcab2-0229-4a8a-988f-db5131b5502d HTTP/1.1" status: 204 len: 168 time: 0.3915956 Nov 11 17:54:32.462682 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283623d3-677b-472b-91e3-a0cb26a93d16 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=f42dcab2-0229-4a8a-988f-db5131b5502d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:32.463568 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47040) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:32.506531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c90832fc-7094-4cc1-8534-68f130601949 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400178 Nov 11 17:54:32.509051 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47044) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:32.518625 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-c19da95a-0649-4b7a-b65d-25faf4cebf73 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:32.637422 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19da95a-0649-4b7a-b65d-25faf4cebf73 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:32.642071 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c19da95a-0649-4b7a-b65d-25faf4cebf73 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:32.658813 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324e4d7a-699f-4f75-92cc-e654b31ebcea None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 17:54:32.805453 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8657639f-fbb3-4eef-936d-6c2295125f90 None None] Provisioning complete for port 135c5f86-0a4d-4c26-a68d-21f983ae8215 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:32.805453 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8657639f-fbb3-4eef-936d-6c2295125f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:32.855591 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324e4d7a-699f-4f75-92cc-e654b31ebcea None None] Resources bound (agent type, host, resource id): {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 17:54:33.045795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 135c5f86-0a4d-4c26-a68d-21f983ae8215 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:54:33.242690 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:33.285658 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 135c5f86-0a4d-4c26-a68d-21f983ae8215, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=135c5f86-0a4d-4c26-a68d-21f983ae8215,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:33.301677 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:33.358987 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6043acf9-cefd-4903-bb5f-0d8f118af7d9 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:33.412932 n-d-816206-4 neutron-server[102618]: DEBUG neutron.objects.ports [None req-c19da95a-0649-4b7a-b65d-25faf4cebf73 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102618) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 17:54:33.594079 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c19da95a-0649-4b7a-b65d-25faf4cebf73 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:33.616925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=135c5f86-0a4d-4c26-a68d-21f983ae8215,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:33.638289 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-032193d0-78a6-4399-94a2-a14861d1fb56 None None] Provisioning complete for port 135c5f86-0a4d-4c26-a68d-21f983ae8215 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:33.638669 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-032193d0-78a6-4399-94a2-a14861d1fb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:33.840900 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-032193d0-78a6-4399-94a2-a14861d1fb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:33.853468 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-c19da95a-0649-4b7a-b65d-25faf4cebf73 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] For port 135c5f86-0a4d-4c26-a68d-21f983ae8215, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=135c5f86-0a4d-4c26-a68d-21f983ae8215,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:33.889136 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c19da95a-0649-4b7a-b65d-25faf4cebf73 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:33.896272 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c19da95a-0649-4b7a-b65d-25faf4cebf73 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:33.897847 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c19da95a-0649-4b7a-b65d-25faf4cebf73 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:33.971235 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-032193d0-78a6-4399-94a2-a14861d1fb56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:54:33.971738 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-032193d0-78a6-4399-94a2-a14861d1fb56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:54:33.972722 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19da95a-0649-4b7a-b65d-25faf4cebf73 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:33.973254 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb76c3b4-1964-4e26-af27-e0bab0a9130c None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 17:54:33.982755 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-c19da95a-0649-4b7a-b65d-25faf4cebf73 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:33.991259 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19da95a-0649-4b7a-b65d-25faf4cebf73 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:33.991890 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c19da95a-0649-4b7a-b65d-25faf4cebf73 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:34.024066 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19da95a-0649-4b7a-b65d-25faf4cebf73 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=135c5f86-0a4d-4c26-a68d-21f983ae8215,revision_number=7']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:34.032909 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19da95a-0649-4b7a-b65d-25faf4cebf73 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=ae7f9a4c-350a-43d9-87b5-6f343ec59f5d,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:34.039565 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c19da95a-0649-4b7a-b65d-25faf4cebf73 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5292115 Nov 11 17:54:34.042520 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47072) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:34.047673 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-3dbbee4b-a871-44c8-9ca0-f5db9f2d3838 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:34.073944 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb76c3b4-1964-4e26-af27-e0bab0a9130c None None] Resources bound (agent type, host, resource id): {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 17:54:34.202194 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbbee4b-a871-44c8-9ca0-f5db9f2d3838 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:34.205880 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3dbbee4b-a871-44c8-9ca0-f5db9f2d3838 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:34.340689 n-d-816206-4 neutron-server[102617]: INFO neutron.db.ipam_backend_mixin [None req-3dbbee4b-a871-44c8-9ca0-f5db9f2d3838 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ae7f9a4c-350a-43d9-87b5-6f343ec59f5d (CIDR: 2001:db8::/64) Nov 11 17:54:34.344258 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dbbee4b-a871-44c8-9ca0-f5db9f2d3838 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:54:34.344781 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dbbee4b-a871-44c8-9ca0-f5db9f2d3838 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:34.361770 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3dbbee4b-a871-44c8-9ca0-f5db9f2d3838 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3181145 Nov 11 17:54:34.364606 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47078) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:34.369602 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-61ee3e4f-5195-4f22-bc21-58c78e2deff3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:34.516602 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ee3e4f-5195-4f22-bc21-58c78e2deff3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:34.522469 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61ee3e4f-5195-4f22-bc21-58c78e2deff3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:34.526934 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-032193d0-78a6-4399-94a2-a14861d1fb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:34.647135 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-032193d0-78a6-4399-94a2-a14861d1fb56 None None] For port 135c5f86-0a4d-4c26-a68d-21f983ae8215, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=135c5f86-0a4d-4c26-a68d-21f983ae8215,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:34.654770 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-032193d0-78a6-4399-94a2-a14861d1fb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:34.795073 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032193d0-78a6-4399-94a2-a14861d1fb56 None None] Pushing event updated for resources: {'Port': ['ID=135c5f86-0a4d-4c26-a68d-21f983ae8215,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:34.804510 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a79d74d4-5773-40bc-98b1-ee2a8c8ac8c4 None None] Provisioning complete for port 135c5f86-0a4d-4c26-a68d-21f983ae8215 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:34.805084 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a79d74d4-5773-40bc-98b1-ee2a8c8ac8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:35.053613 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61ee3e4f-5195-4f22-bc21-58c78e2deff3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:35.132525 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ee3e4f-5195-4f22-bc21-58c78e2deff3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:35.137451 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-61ee3e4f-5195-4f22-bc21-58c78e2deff3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:35.137972 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 135c5f86-0a4d-4c26-a68d-21f983ae8215 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:54:35.143076 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ee3e4f-5195-4f22-bc21-58c78e2deff3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:35.144522 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61ee3e4f-5195-4f22-bc21-58c78e2deff3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:35.167618 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee3e4f-5195-4f22-bc21-58c78e2deff3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=c98cad56-6e44-460a-b37c-7f58b3c6040d,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:35.174499 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-61ee3e4f-5195-4f22-bc21-58c78e2deff3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8088293 Nov 11 17:54:35.177850 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47096) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:35.183982 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-51ba920d-8024-4427-9229-9b4a6cfa7bf6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'mac_address': 'fa:16:3e:df:91:c5', 'name': 'tempest-NetworksTestDHCPv6-558609214'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:35.257131 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 135c5f86-0a4d-4c26-a68d-21f983ae8215 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:35.257502 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:35.370828 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ba920d-8024-4427-9229-9b4a6cfa7bf6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:35.505158 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51ba920d-8024-4427-9229-9b4a6cfa7bf6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:35.514005 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f995c03c-d91d-4bc2-ad6d-9e50d3c2736a None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:35.528576 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-51ba920d-8024-4427-9229-9b4a6cfa7bf6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] device_id is not set on port 84e512b1-1906-41f5-afa3-10d7faa4c50b yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:54:35.596783 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-aee9fd70-3e7b-4d76-8d47-26c637689727 None None] Provisioning complete for port 135c5f86-0a4d-4c26-a68d-21f983ae8215 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:35.598371 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-aee9fd70-3e7b-4d76-8d47-26c637689727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:35.843757 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-51ba920d-8024-4427-9229-9b4a6cfa7bf6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8:0:1::136 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/c98cad56-6e44-460a-b37c-7f58b3c6040d/84e512b1-1906-41f5-afa3-10d7faa4c50b) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:35.853018 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-51ba920d-8024-4427-9229-9b4a6cfa7bf6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8::f816:3eff:fedf:91c5 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/ae7f9a4c-350a-43d9-87b5-6f343ec59f5d/84e512b1-1906-41f5-afa3-10d7faa4c50b) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:35.877243 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6a08eb-facf-40e5-a10e-05f116d0cb0a None None] Update dhcp port {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'fixed_ips': [{'subnet_id': 'ae7f9a4c-350a-43d9-87b5-6f343ec59f5d', 'ip_address': '2001:db8::f816:3eff:fe23:ce08'}, {'subnet_id': 'c98cad56-6e44-460a-b37c-7f58b3c6040d'}], 'binding:host_id': 'n-d-816206-4'}, 'id': '135c5f86-0a4d-4c26-a68d-21f983ae8215'} from n-d-816206-4. {{(pid=102619) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 17:54:35.908860 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2b6a08eb-facf-40e5-a10e-05f116d0cb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:36.067789 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51ba920d-8024-4427-9229-9b4a6cfa7bf6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:36.116168 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51ba920d-8024-4427-9229-9b4a6cfa7bf6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:36.140150 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ba920d-8024-4427-9229-9b4a6cfa7bf6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:36.142986 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-51ba920d-8024-4427-9229-9b4a6cfa7bf6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:36.174719 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ba920d-8024-4427-9229-9b4a6cfa7bf6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:36.182317 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ba920d-8024-4427-9229-9b4a6cfa7bf6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:36.182995 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-51ba920d-8024-4427-9229-9b4a6cfa7bf6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:36.188364 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-2b6a08eb-facf-40e5-a10e-05f116d0cb0a None None] Allocated IP 2001:db8:0:1::2 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/c98cad56-6e44-460a-b37c-7f58b3c6040d/135c5f86-0a4d-4c26-a68d-21f983ae8215) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:36.211242 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-51ba920d-8024-4427-9229-9b4a6cfa7bf6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0316873 Nov 11 17:54:36.213521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47114) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:36.218388 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba920d-8024-4427-9229-9b4a6cfa7bf6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=84e512b1-1906-41f5-afa3-10d7faa4c50b,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:36.328472 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-fc145b41-e2c0-4e71-904e-bcf404a61d6b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting port 84e512b1-1906-41f5-afa3-10d7faa4c50b {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:36.328886 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc145b41-e2c0-4e71-904e-bcf404a61d6b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:36.329488 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2b6a08eb-facf-40e5-a10e-05f116d0cb0a None None] For port 135c5f86-0a4d-4c26-a68d-21f983ae8215, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=135c5f86-0a4d-4c26-a68d-21f983ae8215,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:36.365397 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2b6a08eb-facf-40e5-a10e-05f116d0cb0a None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:36.373277 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2b6a08eb-facf-40e5-a10e-05f116d0cb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:36.435720 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc145b41-e2c0-4e71-904e-bcf404a61d6b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:36.448636 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-fc145b41-e2c0-4e71-904e-bcf404a61d6b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Calling delete_port for 84e512b1-1906-41f5-afa3-10d7faa4c50b owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:36.492564 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a08eb-facf-40e5-a10e-05f116d0cb0a None None] Pushing event updated for resources: {'Port': ['ID=135c5f86-0a4d-4c26-a68d-21f983ae8215,revision_number=9']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:36.678430 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc145b41-e2c0-4e71-904e-bcf404a61d6b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:36.710590 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc145b41-e2c0-4e71-904e-bcf404a61d6b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Port': ['ID=84e512b1-1906-41f5-afa3-10d7faa4c50b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:36.781580 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc145b41-e2c0-4e71-904e-bcf404a61d6b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:36.788123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fc145b41-e2c0-4e71-904e-bcf404a61d6b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/84e512b1-1906-41f5-afa3-10d7faa4c50b HTTP/1.1" status: 204 len: 168 time: 0.5727692 Nov 11 17:54:36.790047 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47124) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:36.872513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef659194-76dd-4c11-8c4d-807630962cff tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:36.874473 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ef659194-76dd-4c11-8c4d-807630962cff tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0827973 Nov 11 17:54:36.883689 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47128) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:36.937531 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f4b77e-af46-40d3-94c5-eb1c4c0070b1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:36.939481 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c6f4b77e-af46-40d3-94c5-eb1c4c0070b1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0540810 Nov 11 17:54:36.942712 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47130) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:37.021981 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2cd33f-cde7-479d-b3e2-db0dae59008d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:37.024126 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2cd33f-cde7-479d-b3e2-db0dae59008d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:37.026122 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2cd33f-cde7-479d-b3e2-db0dae59008d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:37.031101 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47134) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:37.040743 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1b2cd33f-cde7-479d-b3e2-db0dae59008d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0968049 Nov 11 17:54:37.075498 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 135c5f86-0a4d-4c26-a68d-21f983ae8215 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:54:37.109660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a8a745-6873-48e8-ab4f-d4f8254c8a48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet ae7f9a4c-350a-43d9-87b5-6f343ec59f5d {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:54:37.118141 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1a8a745-6873-48e8-ab4f-d4f8254c8a48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:37.157418 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 135c5f86-0a4d-4c26-a68d-21f983ae8215 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:37.157418 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:37.189351 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1a8a745-6873-48e8-ab4f-d4f8254c8a48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:37.248143 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e2d147-cbfd-41b6-a350-d9379af92720 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:37.287576 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1a8a745-6873-48e8-ab4f-d4f8254c8a48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:37.328887 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-913a052c-8f35-4f29-9ef8-d7d0403505a8 None None] Provisioning complete for port 135c5f86-0a4d-4c26-a68d-21f983ae8215 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:37.329254 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-913a052c-8f35-4f29-9ef8-d7d0403505a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:37.357474 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1a8a745-6873-48e8-ab4f-d4f8254c8a48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:37.386495 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8a745-6873-48e8-ab4f-d4f8254c8a48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=ae7f9a4c-350a-43d9-87b5-6f343ec59f5d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:37.395182 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a1a8a745-6873-48e8-ab4f-d4f8254c8a48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:37.400870 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a1a8a745-6873-48e8-ab4f-d4f8254c8a48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/ae7f9a4c-350a-43d9-87b5-6f343ec59f5d HTTP/1.1" status: 204 len: 168 time: 0.3657846 Nov 11 17:54:37.401329 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47144) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:37.405950 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8a745-6873-48e8-ab4f-d4f8254c8a48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:37.406799 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8a745-6873-48e8-ab4f-d4f8254c8a48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:37.407387 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8a745-6873-48e8-ab4f-d4f8254c8a48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:37.408239 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8a745-6873-48e8-ab4f-d4f8254c8a48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:37.408881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8a745-6873-48e8-ab4f-d4f8254c8a48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:37.410146 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8a745-6873-48e8-ab4f-d4f8254c8a48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:37.410590 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8a745-6873-48e8-ab4f-d4f8254c8a48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:37.411966 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8a745-6873-48e8-ab4f-d4f8254c8a48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:37.413476 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8a745-6873-48e8-ab4f-d4f8254c8a48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:37.414723 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8a745-6873-48e8-ab4f-d4f8254c8a48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:37.419571 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8a745-6873-48e8-ab4f-d4f8254c8a48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:37.419571 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a8a745-6873-48e8-ab4f-d4f8254c8a48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:37.469342 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9dad82-5628-4cdc-8969-472239f92271 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet c98cad56-6e44-460a-b37c-7f58b3c6040d {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:54:37.473207 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e9dad82-5628-4cdc-8969-472239f92271 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:37.477940 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2cea69ce-1ff1-4b0a-9a1f-5380eb21b910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:37.521034 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e9dad82-5628-4cdc-8969-472239f92271 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:37.615788 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e9dad82-5628-4cdc-8969-472239f92271 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:37.683919 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e9dad82-5628-4cdc-8969-472239f92271 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:37.718753 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9dad82-5628-4cdc-8969-472239f92271 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=c98cad56-6e44-460a-b37c-7f58b3c6040d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:37.724255 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e9dad82-5628-4cdc-8969-472239f92271 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:37.727373 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2e9dad82-5628-4cdc-8969-472239f92271 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/c98cad56-6e44-460a-b37c-7f58b3c6040d HTTP/1.1" status: 204 len: 168 time: 0.3251853 Nov 11 17:54:37.729992 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47150) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:37.774389 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-73888943-58bc-4892-838d-3457bd0678a8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432694 Nov 11 17:54:37.777272 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47152) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:37.782451 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d4c27a7f-7ab5-44f2-8fa7-ee26e75ba8d5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:37.880679 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c27a7f-7ab5-44f2-8fa7-ee26e75ba8d5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:37.884593 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d4c27a7f-7ab5-44f2-8fa7-ee26e75ba8d5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:38.017965 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47162) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:38.130648 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d4c27a7f-7ab5-44f2-8fa7-ee26e75ba8d5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:38.161854 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e14461-d265-4962-bbea-3a212dfa22c1 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:38.188711 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c27a7f-7ab5-44f2-8fa7-ee26e75ba8d5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:38.193013 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-d4c27a7f-7ab5-44f2-8fa7-ee26e75ba8d5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:38.202142 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c27a7f-7ab5-44f2-8fa7-ee26e75ba8d5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:38.202742 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d4c27a7f-7ab5-44f2-8fa7-ee26e75ba8d5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:38.206436 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c27a7f-7ab5-44f2-8fa7-ee26e75ba8d5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=06f30fd4-ebe8-4506-b1b0-27c154bb45d6,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:38.222587 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d4c27a7f-7ab5-44f2-8fa7-ee26e75ba8d5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4441841 Nov 11 17:54:38.225620 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47168) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:38.250821 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-aeac97e1-40ff-490d-b432-34df771e586e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:38.254435 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-99493f70-b6dd-4416-baad-7ea3843e5df9 None None] Provisioning complete for port 135c5f86-0a4d-4c26-a68d-21f983ae8215 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:38.254807 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-99493f70-b6dd-4416-baad-7ea3843e5df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:38.509253 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f95b00-b952-4a4b-99c3-3a87759a87d4 None None] Update dhcp port {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'fixed_ips': [{'subnet_id': '06f30fd4-ebe8-4506-b1b0-27c154bb45d6'}], 'binding:host_id': 'n-d-816206-4'}, 'id': '135c5f86-0a4d-4c26-a68d-21f983ae8215'} from n-d-816206-4. {{(pid=102619) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 17:54:38.536643 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d9f95b00-b952-4a4b-99c3-3a87759a87d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:38.602558 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-93174d51-82e6-46fe-92bf-e47e2391722f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Deleting port f4467537-e9da-4029-8435-70867070ef3d {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:38.602889 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-93174d51-82e6-46fe-92bf-e47e2391722f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:38.680551 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeac97e1-40ff-490d-b432-34df771e586e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:38.683983 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-aeac97e1-40ff-490d-b432-34df771e586e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:38.723080 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-d9f95b00-b952-4a4b-99c3-3a87759a87d4 None None] Allocated IP 2001:db8::2 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/06f30fd4-ebe8-4506-b1b0-27c154bb45d6/135c5f86-0a4d-4c26-a68d-21f983ae8215) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:38.742096 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-93174d51-82e6-46fe-92bf-e47e2391722f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:38.742422 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-93174d51-82e6-46fe-92bf-e47e2391722f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:38.762819 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-93174d51-82e6-46fe-92bf-e47e2391722f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Calling delete_port for f4467537-e9da-4029-8435-70867070ef3d owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:38.837504 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d9f95b00-b952-4a4b-99c3-3a87759a87d4 None None] For port 135c5f86-0a4d-4c26-a68d-21f983ae8215, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=135c5f86-0a4d-4c26-a68d-21f983ae8215,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:38.852483 n-d-816206-4 neutron-server[102617]: INFO neutron.db.ipam_backend_mixin [None req-aeac97e1-40ff-490d-b432-34df771e586e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 06f30fd4-ebe8-4506-b1b0-27c154bb45d6 (CIDR: 2001:db8::/64) Nov 11 17:54:38.862167 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeac97e1-40ff-490d-b432-34df771e586e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:54:38.863170 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeac97e1-40ff-490d-b432-34df771e586e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:38.869934 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d9f95b00-b952-4a4b-99c3-3a87759a87d4 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:38.875019 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d9f95b00-b952-4a4b-99c3-3a87759a87d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:38.884481 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-aeac97e1-40ff-490d-b432-34df771e586e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6578121 Nov 11 17:54:38.887630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47178) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:38.893016 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:38.965682 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f95b00-b952-4a4b-99c3-3a87759a87d4 None None] Pushing event updated for resources: {'Port': ['ID=135c5f86-0a4d-4c26-a68d-21f983ae8215,revision_number=12']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:39.003286 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-93174d51-82e6-46fe-92bf-e47e2391722f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:39.040222 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:39.042515 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93174d51-82e6-46fe-92bf-e47e2391722f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event deleted for resources: {'Port': ['ID=f4467537-e9da-4029-8435-70867070ef3d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:39.044412 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:39.117829 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-93174d51-82e6-46fe-92bf-e47e2391722f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:39.117829 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-93174d51-82e6-46fe-92bf-e47e2391722f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Floating IP de650fbb-9292-4bef-89f1-499cfd053af9 disassociated (deleted). External IP: 172.25.2.33, port: a775aa82-c026-48ff-97f8-4332e1716d42. Nov 11 17:54:39.366551 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93174d51-82e6-46fe-92bf-e47e2391722f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:54:39.501259 n-d-816206-4 neutron-server[102618]: DEBUG neutron.objects.ports [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102618) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 17:54:39.512719 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93174d51-82e6-46fe-92bf-e47e2391722f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:54:39.522437 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-93174d51-82e6-46fe-92bf-e47e2391722f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:39.526487 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83079c34-56ac-450b-beb0-59e72e26c43d None None] Sync routers for ids ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:54:39.543475 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83079c34-56ac-450b-beb0-59e72e26c43d None None] Routers {'5fbab56d-59f7-4161-9894-fd49d0afbfe4'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:54:39.544357 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-83079c34-56ac-450b-beb0-59e72e26c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:54:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:54:39.559619 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-93174d51-82e6-46fe-92bf-e47e2391722f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "DELETE /v2.0/floatingips/de650fbb-9292-4bef-89f1-499cfd053af9 HTTP/1.1" status: 204 len: 168 time: 1.5373013 Nov 11 17:54:39.560359 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d631708-d5dd-445a-bf21-05be99fe8a12', 'tag': 'a775aa82-c026-48ff-97f8-4332e1716d42'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:54:39.573037 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b358ed7a-f8ca-46fb-8e85-2f0ff85860ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9d631708-d5dd-445a-bf21-05be99fe8a12", "tag": "a775aa82-c026-48ff-97f8-4332e1716d42"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:54:39.747900 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-83079c34-56ac-450b-beb0-59e72e26c43d None None] Set router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:54:39.751525 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:39.793034 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201512e3-653b-4c7e-bdeb-7e5f591456aa x-openstack-request-id: req-201512e3-653b-4c7e-bdeb-7e5f591456aa {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:54:39.793553 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d631708-d5dd-445a-bf21-05be99fe8a12", "tag": "a775aa82-c026-48ff-97f8-4332e1716d42", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:54:39.793957 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-201512e3-653b-4c7e-bdeb-7e5f591456aa {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:54:39.794510 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d631708-d5dd-445a-bf21-05be99fe8a12', 'tag': 'a775aa82-c026-48ff-97f8-4332e1716d42', 'status': 'completed', 'code': 200} Nov 11 17:54:39.886992 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a88ff6-5132-4a2b-94a9-a144e9eaab12 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:39.916246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358ed7a-f8ca-46fb-8e85-2f0ff85860ab req-d06d7566-076b-49b4-a0d8-02cd7b98dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:39.917756 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b358ed7a-f8ca-46fb-8e85-2f0ff85860ab req-d06d7566-076b-49b4-a0d8-02cd7b98dc68 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 1097 time: 0.0947237 Nov 11 17:54:39.993389 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-fc338a23-cd68-4e90-ad32-dfab1cf1efbf None None] Provisioning complete for port 135c5f86-0a4d-4c26-a68d-21f983ae8215 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:39.993760 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fc338a23-cd68-4e90-ad32-dfab1cf1efbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:40.053645 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-83079c34-56ac-450b-beb0-59e72e26c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:31Z', 'revision_number': 4, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'df8d9805-d836-48d4-85db-4e4aa93290b3', 'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'mac_address': 'fa:16:3e:65:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:29Z', 'updated_at': '2021-11-11T17:42:41Z', 'revision_number': 5, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'subnets': [{'id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:54:40.084725 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83079c34-56ac-450b-beb0-59e72e26c43d None None] Checking router: 5fbab56d-59f7-4161-9894-fd49d0afbfe4 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:54:40.096543 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83079c34-56ac-450b-beb0-59e72e26c43d None None] Routers {'5fbab56d-59f7-4161-9894-fd49d0afbfe4'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:54:40.098021 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-83079c34-56ac-450b-beb0-59e72e26c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:54:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:54:40.162873 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] For port 135c5f86-0a4d-4c26-a68d-21f983ae8215, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=135c5f86-0a4d-4c26-a68d-21f983ae8215,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:40.185947 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6459d-386a-4519-a7e3-5ca5d244c80f req-ef55b0ab-983d-4d1c-bc68-42b297f604f3 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:40.198018 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dbd6459d-386a-4519-a7e3-5ca5d244c80f req-ef55b0ab-983d-4d1c-bc68-42b297f604f3 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 946 time: 0.2791381 Nov 11 17:54:40.220367 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-83079c34-56ac-450b-beb0-59e72e26c43d None None] Set router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:54:40.292213 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358ed7a-f8ca-46fb-8e85-2f0ff85860ab req-107f0bf8-ad6c-4594-a026-2e4f93366142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:40.293578 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b358ed7a-f8ca-46fb-8e85-2f0ff85860ab req-107f0bf8-ad6c-4594-a026-2e4f93366142 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 200 len: 914 time: 0.3193054 Nov 11 17:54:40.300936 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dbd6459d-386a-4519-a7e3-5ca5d244c80f req-9f229426-eeab-41cf-89f3-571552060898 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013343 Nov 11 17:54:40.349820 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b358ed7a-f8ca-46fb-8e85-2f0ff85860ab req-e605667d-7f74-4e7b-b7d4-12b299e529a2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a775aa82-c026-48ff-97f8-4332e1716d42 HTTP/1.1" status: 200 len: 217 time: 0.0456865 Nov 11 17:54:40.381229 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:40.407108 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:40.408079 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:40.445381 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6d6e7893-8671-4b68-a87b-13337b58eeb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:40.498994 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-83079c34-56ac-450b-beb0-59e72e26c43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:31Z', 'revision_number': 4, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'df8d9805-d836-48d4-85db-4e4aa93290b3', 'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'mac_address': 'fa:16:3e:65:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:29Z', 'updated_at': '2021-11-11T17:42:41Z', 'revision_number': 5, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'subnets': [{'id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:54:40.537543 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358ed7a-f8ca-46fb-8e85-2f0ff85860ab req-2b9f7434-9805-4dd2-9b67-3c191953d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:40.539040 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b358ed7a-f8ca-46fb-8e85-2f0ff85860ab req-2b9f7434-9805-4dd2-9b67-3c191953d091 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 200 len: 851 time: 0.1703620 Nov 11 17:54:40.541108 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:40.566663 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:40.588976 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:40.589568 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:40.595489 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=34c63826-a624-48c6-995e-5289033f019d,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:40.598288 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=135c5f86-0a4d-4c26-a68d-21f983ae8215,revision_number=14']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:40.610242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.610610 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.610919 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.611254 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.611584 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.611942 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.612273 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.612639 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.612961 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.613283 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.613606 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.613923 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.627963 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83079c34-56ac-450b-beb0-59e72e26c43d None None] The sync data for ids ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'] in n-d-816206-4 is: [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:42:31Z', 'revision_number': 4, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'df8d9805-d836-48d4-85db-4e4aa93290b3', 'name': '', 'network_id': 'c569cf45-b127-45e4-97f6-75d37a12e9cb', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'mac_address': 'fa:16:3e:65:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:29Z', 'updated_at': '2021-11-11T17:42:41Z', 'revision_number': 5, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'subnets': [{'id': '8e5e7674-c87d-4949-9af6-9219acd03bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:54:40.629599 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.629953 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.630313 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.631184 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.631959 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.632308 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.633019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.633019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.633433 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.633570 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.633992 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.634336 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:40.642372 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ed2ccc67-09a9-4e80-b030-d6a1185f39b0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7534711 Nov 11 17:54:40.646198 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47210) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:40.652219 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-0222ddbc-8445-4afd-a5c4-162729892336 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'mac_address': 'fa:16:3e:8f:f0:b3', 'name': 'tempest-NetworksTestDHCPv6-733271743'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:40.658347 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358ed7a-f8ca-46fb-8e85-2f0ff85860ab req-b1796e19-5a82-4816-9411-fd1ef59d8c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:40.660003 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b358ed7a-f8ca-46fb-8e85-2f0ff85860ab req-b1796e19-5a82-4816-9411-fd1ef59d8c95 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c569cf45-b127-45e4-97f6-75d37a12e9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082580 Nov 11 17:54:40.803755 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b358ed7a-f8ca-46fb-8e85-2f0ff85860ab req-58291d71-1d83-4b23-b2d1-f31b03aba21f service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195343 Nov 11 17:54:40.842131 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0222ddbc-8445-4afd-a5c4-162729892336 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:40.963316 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b358ed7a-f8ca-46fb-8e85-2f0ff85860ab req-11207821-4356-4a28-a5cd-dee9037a1578 service neutron] 10.222.0.83 "GET /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564319 Nov 11 17:54:40.979430 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0222ddbc-8445-4afd-a5c4-162729892336 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:41.012675 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-0222ddbc-8445-4afd-a5c4-162729892336 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] device_id is not set on port 83eff7cc-57ed-4d75-a3b9-88f74c57cc43 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:54:41.036839 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:41.093748 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0affcfc4-016d-42dc-80ac-ecd34fe2d82a None None] New status for floating IP de650fbb-9292-4bef-89f1-499cfd053af9: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:54:41.097940 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 135c5f86-0a4d-4c26-a68d-21f983ae8215 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:54:41.221150 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 135c5f86-0a4d-4c26-a68d-21f983ae8215 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:41.221542 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:41.271537 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073661a4-db85-4c95-a8b8-1d3c3a64b32c None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:41.274291 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-0222ddbc-8445-4afd-a5c4-162729892336 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8::8c (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/06f30fd4-ebe8-4506-b1b0-27c154bb45d6/83eff7cc-57ed-4d75-a3b9-88f74c57cc43) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:41.281771 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-0222ddbc-8445-4afd-a5c4-162729892336 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8f:f0b3 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/34c63826-a624-48c6-995e-5289033f019d/83eff7cc-57ed-4d75-a3b9-88f74c57cc43) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:41.356426 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a5c7ad12-9b38-476a-ac7c-96c71ba7aef0 None None] Provisioning complete for port 135c5f86-0a4d-4c26-a68d-21f983ae8215 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:41.356794 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a5c7ad12-9b38-476a-ac7c-96c71ba7aef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:41.400079 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa69c5-de6c-4bd7-8247-3d1f086c3ee9 req-59aed253-b7f3-4528-aaeb-20cc329ac134 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:41.402442 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5daa69c5-de6c-4bd7-8247-3d1f086c3ee9 req-59aed253-b7f3-4528-aaeb-20cc329ac134 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 946 time: 0.0771539 Nov 11 17:54:41.508660 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0222ddbc-8445-4afd-a5c4-162729892336 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:41.536511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1f572-b88e-49d2-a4a8-78c8dd6a7cb0 req-7f90a02e-4b11-4c91-976c-fccf9e7b6d35 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:41.538166 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2e1f572-b88e-49d2-a4a8-78c8dd6a7cb0 req-7f90a02e-4b11-4c91-976c-fccf9e7b6d35 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 946 time: 0.1153829 Nov 11 17:54:41.562249 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0222ddbc-8445-4afd-a5c4-162729892336 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:41.584024 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-5daa69c5-de6c-4bd7-8247-3d1f086c3ee9 req-1d817e34-d374-4a1d-805c-a41c64adb8ca tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Deleting port a775aa82-c026-48ff-97f8-4332e1716d42 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:41.584365 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5daa69c5-de6c-4bd7-8247-3d1f086c3ee9 req-1d817e34-d374-4a1d-805c-a41c64adb8ca tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:41.616100 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0222ddbc-8445-4afd-a5c4-162729892336 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:41.618524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-0222ddbc-8445-4afd-a5c4-162729892336 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:41.625847 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0222ddbc-8445-4afd-a5c4-162729892336 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:41.633125 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0222ddbc-8445-4afd-a5c4-162729892336 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:41.634049 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0222ddbc-8445-4afd-a5c4-162729892336 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:41.655875 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222ddbc-8445-4afd-a5c4-162729892336 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=83eff7cc-57ed-4d75-a3b9-88f74c57cc43,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:41.662129 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f2e1f572-b88e-49d2-a4a8-78c8dd6a7cb0 req-01dcabd8-89d1-4e62-a733-f2dad8dc64f2 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/security-groups?id=eddf84a4-5b90-4507-b707-09f952124931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170864 Nov 11 17:54:41.681676 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0222ddbc-8445-4afd-a5c4-162729892336 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.0320644 Nov 11 17:54:41.684953 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47228) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:41.781234 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-5daa69c5-de6c-4bd7-8247-3d1f086c3ee9 req-1d817e34-d374-4a1d-805c-a41c64adb8ca tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] For port a775aa82-c026-48ff-97f8-4332e1716d42, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=a775aa82-c026-48ff-97f8-4332e1716d42,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:41.781605 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5daa69c5-de6c-4bd7-8247-3d1f086c3ee9 req-1d817e34-d374-4a1d-805c-a41c64adb8ca tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:41.802866 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-5daa69c5-de6c-4bd7-8247-3d1f086c3ee9 req-1d817e34-d374-4a1d-805c-a41c64adb8ca tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Calling delete_port for a775aa82-c026-48ff-97f8-4332e1716d42 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:41.873730 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f6680-d4b3-4325-914a-763ae4f9796c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting port 83eff7cc-57ed-4d75-a3b9-88f74c57cc43 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:41.874029 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6680-d4b3-4325-914a-763ae4f9796c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:41.947659 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a78b74bc-de4e-496d-8889-bc6c6930a705 None None] Provisioning complete for port 135c5f86-0a4d-4c26-a68d-21f983ae8215 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:41.948054 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a78b74bc-de4e-496d-8889-bc6c6930a705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:42.004192 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6680-d4b3-4325-914a-763ae4f9796c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:42.046080 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f6680-d4b3-4325-914a-763ae4f9796c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Calling delete_port for 83eff7cc-57ed-4d75-a3b9-88f74c57cc43 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:42.094451 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5daa69c5-de6c-4bd7-8247-3d1f086c3ee9 req-1d817e34-d374-4a1d-805c-a41c64adb8ca tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:42.160699 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d817e34-d374-4a1d-805c-a41c64adb8ca tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event deleted for resources: {'Port': ['ID=a775aa82-c026-48ff-97f8-4332e1716d42,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:42.182275 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a4e77a54-4f84-4c12-a47c-cbf83127760f None None] Could not find standard attr ID for object 84e512b1-1906-41f5-afa3-10d7faa4c50b. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 17:54:42.232038 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-5daa69c5-de6c-4bd7-8247-3d1f086c3ee9 req-1d817e34-d374-4a1d-805c-a41c64adb8ca tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] No DVR routers for this DVR port a775aa82-c026-48ff-97f8-4332e1716d42 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:54:42.235596 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5daa69c5-de6c-4bd7-8247-3d1f086c3ee9 req-1d817e34-d374-4a1d-805c-a41c64adb8ca tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:42.239161 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5daa69c5-de6c-4bd7-8247-3d1f086c3ee9 req-1d817e34-d374-4a1d-805c-a41c64adb8ca tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.83 "DELETE /v2.0/ports/a775aa82-c026-48ff-97f8-4332e1716d42 HTTP/1.1" status: 204 len: 173 time: 0.8280272 Nov 11 17:54:42.239756 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d631708-d5dd-445a-bf21-05be99fe8a12', 'name': 'network-vif-deleted', 'tag': 'a775aa82-c026-48ff-97f8-4332e1716d42'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:54:42.242368 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cff40b-ea3d-4bec-8713-4ad351950b62" -d '{"events": [{"server_uuid": "9d631708-d5dd-445a-bf21-05be99fe8a12", "name": "network-vif-deleted", "tag": "a775aa82-c026-48ff-97f8-4332e1716d42"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:54:42.326773 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2a531e-8ac3-4b67-b5b2-19be29f52df0 x-openstack-request-id: req-9d2a531e-8ac3-4b67-b5b2-19be29f52df0 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:54:42.327060 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d631708-d5dd-445a-bf21-05be99fe8a12", "name": "network-vif-deleted", "tag": "a775aa82-c026-48ff-97f8-4332e1716d42", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:54:42.327307 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d2a531e-8ac3-4b67-b5b2-19be29f52df0 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:54:42.327704 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d631708-d5dd-445a-bf21-05be99fe8a12', 'name': 'network-vif-deleted', 'tag': 'a775aa82-c026-48ff-97f8-4332e1716d42', 'status': 'completed', 'code': 200} Nov 11 17:54:42.408955 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6680-d4b3-4325-914a-763ae4f9796c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:42.416784 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a90af507-7f58-4699-8435-f5e643e03942 None None] Provisioning complete for port 83eff7cc-57ed-4d75-a3b9-88f74c57cc43 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:42.417334 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a90af507-7f58-4699-8435-f5e643e03942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:42.452802 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a90af507-7f58-4699-8435-f5e643e03942 None None] Port 83eff7cc-57ed-4d75-a3b9-88f74c57cc43 was deleted so its status cannot be updated. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 11 17:54:42.490795 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f6680-d4b3-4325-914a-763ae4f9796c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Port': ['ID=83eff7cc-57ed-4d75-a3b9-88f74c57cc43,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:42.526003 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5a7f6680-d4b3-4325-914a-763ae4f9796c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:42.533307 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47246) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:42.533775 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5a7f6680-d4b3-4325-914a-763ae4f9796c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/83eff7cc-57ed-4d75-a3b9-88f74c57cc43 HTTP/1.1" status: 204 len: 168 time: 0.8471575 Nov 11 17:54:42.611326 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb852974-7b14-4a8c-bffd-5b01d43cf920 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:42.613811 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cb852974-7b14-4a8c-bffd-5b01d43cf920 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0790091 Nov 11 17:54:42.616727 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47248) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:42.637025 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:42.704690 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fd1845-740a-486d-9444-670022371935 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:42.708758 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-05fd1845-740a-486d-9444-670022371935 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0909052 Nov 11 17:54:42.711387 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47256) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:42.811264 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5ef9e2-6bd1-44d9-ac96-78c1efc18115 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:42.813411 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5ef9e2-6bd1-44d9-ac96-78c1efc18115 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:42.815087 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5ef9e2-6bd1-44d9-ac96-78c1efc18115 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:42.817168 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-df5ef9e2-6bd1-44d9-ac96-78c1efc18115 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1046042 Nov 11 17:54:42.819823 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47258) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:42.844050 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eac85386-b509-4c4a-9e10-afd15f7a32c2 req-5e56fb8a-3eb5-4413-be91-4a048c76f7e8 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 210 time: 0.0508778 Nov 11 17:54:42.886542 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab747df2-2c0f-418f-88b7-ea6b7f289c28 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet 06f30fd4-ebe8-4506-b1b0-27c154bb45d6 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:54:42.891031 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab747df2-2c0f-418f-88b7-ea6b7f289c28 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:42.948363 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:42.955550 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab747df2-2c0f-418f-88b7-ea6b7f289c28 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:43.065001 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab747df2-2c0f-418f-88b7-ea6b7f289c28 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:43.133582 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab747df2-2c0f-418f-88b7-ea6b7f289c28 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:43.158971 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab747df2-2c0f-418f-88b7-ea6b7f289c28 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=06f30fd4-ebe8-4506-b1b0-27c154bb45d6,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:43.169614 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab747df2-2c0f-418f-88b7-ea6b7f289c28 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:43.173290 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ab747df2-2c0f-418f-88b7-ea6b7f289c28 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/06f30fd4-ebe8-4506-b1b0-27c154bb45d6 HTTP/1.1" status: 204 len: 168 time: 0.3523505 Nov 11 17:54:43.175906 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47266) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:43.178925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d78dbb-bcc7-4807-93bb-d50b48d6b29f None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:43.231673 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a27f2d-391d-4961-9d4a-9e4261f71a96 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet 34c63826-a624-48c6-995e-5289033f019d {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:54:43.234843 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6a27f2d-391d-4961-9d4a-9e4261f71a96 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:43.280926 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6a27f2d-391d-4961-9d4a-9e4261f71a96 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:43.394462 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6a27f2d-391d-4961-9d4a-9e4261f71a96 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:43.468349 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6a27f2d-391d-4961-9d4a-9e4261f71a96 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:43.503241 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b6a27f2d-391d-4961-9d4a-9e4261f71a96 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:43.506924 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b6a27f2d-391d-4961-9d4a-9e4261f71a96 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/34c63826-a624-48c6-995e-5289033f019d HTTP/1.1" status: 204 len: 168 time: 0.3300796 Nov 11 17:54:43.508055 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a27f2d-391d-4961-9d4a-9e4261f71a96 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=34c63826-a624-48c6-995e-5289033f019d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:43.509546 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47272) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:43.567084 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-56af1f22-fa15-4dcc-9ad3-7eff249c3829 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563638 Nov 11 17:54:43.571517 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47274) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:43.577398 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b367bfb6-5590-44ce-814d-4cd5272c5547 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:43.713768 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b367bfb6-5590-44ce-814d-4cd5272c5547 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:43.717830 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b367bfb6-5590-44ce-814d-4cd5272c5547 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:43.965099 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b367bfb6-5590-44ce-814d-4cd5272c5547 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:44.009940 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-729d4d25-8d91-4712-9043-6132c446b486 req-c867efde-d0f8-49b2-bce9-96a52ac5be99 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 210 time: 0.0675616 Nov 11 17:54:44.023966 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b367bfb6-5590-44ce-814d-4cd5272c5547 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:44.037973 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-b367bfb6-5590-44ce-814d-4cd5272c5547 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:44.042107 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b367bfb6-5590-44ce-814d-4cd5272c5547 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:44.044495 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b367bfb6-5590-44ce-814d-4cd5272c5547 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:44.073223 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367bfb6-5590-44ce-814d-4cd5272c5547 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=8cc933be-6905-4fbf-ba8d-a58ff07bdaaa,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:44.079967 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b367bfb6-5590-44ce-814d-4cd5272c5547 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5070171 Nov 11 17:54:44.083477 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47286) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:44.091217 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-8e80ab90-cbdb-41b3-9e78-12ef53fb76a5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:44.133590 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b065c968-3f8e-4b6f-a88b-afd002c910af None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:44.223447 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-da58d71b-a9a9-43b8-a3ac-60f6f3807a0e None None] Provisioning complete for port 135c5f86-0a4d-4c26-a68d-21f983ae8215 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:44.223877 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-da58d71b-a9a9-43b8-a3ac-60f6f3807a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:44.235524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e80ab90-cbdb-41b3-9e78-12ef53fb76a5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:44.241066 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8e80ab90-cbdb-41b3-9e78-12ef53fb76a5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:44.383335 n-d-816206-4 neutron-server[102617]: INFO neutron.db.ipam_backend_mixin [None req-8e80ab90-cbdb-41b3-9e78-12ef53fb76a5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8cc933be-6905-4fbf-ba8d-a58ff07bdaaa (CIDR: 2001:db8::/64) Nov 11 17:54:44.387556 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e80ab90-cbdb-41b3-9e78-12ef53fb76a5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:54:44.388047 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e80ab90-cbdb-41b3-9e78-12ef53fb76a5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:44.411145 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8e80ab90-cbdb-41b3-9e78-12ef53fb76a5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3262954 Nov 11 17:54:44.413795 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47294) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:44.419277 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-6c17d39c-7941-48e9-bf93-b3bf69c84e25 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'subnet': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:44.519619 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4587bf38-7b6b-4077-bf7a-179f9ed7d163 None None] Update dhcp port {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'fixed_ips': [{'subnet_id': '8cc933be-6905-4fbf-ba8d-a58ff07bdaaa'}], 'binding:host_id': 'n-d-816206-4'}, 'id': '135c5f86-0a4d-4c26-a68d-21f983ae8215'} from n-d-816206-4. {{(pid=102619) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 11 17:54:44.550382 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4587bf38-7b6b-4077-bf7a-179f9ed7d163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:44.602760 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c17d39c-7941-48e9-bf93-b3bf69c84e25 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:44.607200 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c17d39c-7941-48e9-bf93-b3bf69c84e25 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:44.771552 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-4587bf38-7b6b-4077-bf7a-179f9ed7d163 None None] Allocated IP 2001:db8::2 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/8cc933be-6905-4fbf-ba8d-a58ff07bdaaa/135c5f86-0a4d-4c26-a68d-21f983ae8215) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:44.881582 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4587bf38-7b6b-4077-bf7a-179f9ed7d163 None None] For port 135c5f86-0a4d-4c26-a68d-21f983ae8215, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=135c5f86-0a4d-4c26-a68d-21f983ae8215,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:44.919203 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4587bf38-7b6b-4077-bf7a-179f9ed7d163 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:44.924497 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4587bf38-7b6b-4077-bf7a-179f9ed7d163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:45.017490 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587bf38-7b6b-4077-bf7a-179f9ed7d163 None None] Pushing event updated for resources: {'Port': ['ID=135c5f86-0a4d-4c26-a68d-21f983ae8215,revision_number=17']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:45.025933 n-d-816206-4 neutron-server[102617]: DEBUG neutron.objects.ports [None req-6c17d39c-7941-48e9-bf93-b3bf69c84e25 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102617) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 17:54:45.029765 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bf38-7b6b-4077-bf7a-179f9ed7d163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:45.030261 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bf38-7b6b-4077-bf7a-179f9ed7d163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:45.030744 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bf38-7b6b-4077-bf7a-179f9ed7d163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:45.031102 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bf38-7b6b-4077-bf7a-179f9ed7d163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:45.031573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bf38-7b6b-4077-bf7a-179f9ed7d163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:45.031947 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bf38-7b6b-4077-bf7a-179f9ed7d163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:45.032284 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bf38-7b6b-4077-bf7a-179f9ed7d163 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:45.032617 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bf38-7b6b-4077-bf7a-179f9ed7d163 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:45.032951 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bf38-7b6b-4077-bf7a-179f9ed7d163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:45.033282 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bf38-7b6b-4077-bf7a-179f9ed7d163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:45.033613 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bf38-7b6b-4077-bf7a-179f9ed7d163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:45.033941 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bf38-7b6b-4077-bf7a-179f9ed7d163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:54:45.172177 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36812f8a-655e-4c2c-9f7f-d535449d6044 req-aed3d9e7-043c-4a1d-b439-9c2bb44c8e7f tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 210 time: 0.0633039 Nov 11 17:54:45.247592 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c17d39c-7941-48e9-bf93-b3bf69c84e25 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:45.438822 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-6c17d39c-7941-48e9-bf93-b3bf69c84e25 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] For port 135c5f86-0a4d-4c26-a68d-21f983ae8215, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=135c5f86-0a4d-4c26-a68d-21f983ae8215,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:45.474809 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c17d39c-7941-48e9-bf93-b3bf69c84e25 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:45.483233 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c17d39c-7941-48e9-bf93-b3bf69c84e25 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:45.484218 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c17d39c-7941-48e9-bf93-b3bf69c84e25 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:45.558772 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17d39c-7941-48e9-bf93-b3bf69c84e25 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Subnet': ['ID=46f98f5e-9698-4502-a1ad-6d660cb58136,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:45.589417 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c17d39c-7941-48e9-bf93-b3bf69c84e25 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:45.594904 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-6c17d39c-7941-48e9-bf93-b3bf69c84e25 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:45.602318 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c17d39c-7941-48e9-bf93-b3bf69c84e25 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:45.602903 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c17d39c-7941-48e9-bf93-b3bf69c84e25 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:45.630236 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17d39c-7941-48e9-bf93-b3bf69c84e25 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=135c5f86-0a4d-4c26-a68d-21f983ae8215,revision_number=19']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:45.648608 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6c17d39c-7941-48e9-bf93-b3bf69c84e25 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2336841 Nov 11 17:54:45.651327 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47324) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:45.657467 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-80f1f66a-90c9-425d-867e-7dcd567ba191 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Request body: {'port': {'network_id': '44eaaaf5-3db1-4a50-b6aa-7207a5509e4d', 'mac_address': 'fa:16:3e:4a:59:59', 'name': 'tempest-NetworksTestDHCPv6-498574969'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:45.783634 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55885b85-e8fd-480d-adbf-835c1f4505c1 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:45.806762 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f1f66a-90c9-425d-867e-7dcd567ba191 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Made reservation on behalf of d7e0b54ef3404151ab180b2a59abbf5d for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:45.811313 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-80f1f66a-90c9-425d-867e-7dcd567ba191 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:45.838816 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-80f1f66a-90c9-425d-867e-7dcd567ba191 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] device_id is not set on port d948aad4-52b0-497b-aadc-1e1d3c423118 yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:54:45.877235 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7172c2b7-c652-41ac-952a-9adead212f30 None None] Provisioning complete for port 135c5f86-0a4d-4c26-a68d-21f983ae8215 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:45.877950 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7172c2b7-c652-41ac-952a-9adead212f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:46.047677 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-80f1f66a-90c9-425d-867e-7dcd567ba191 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8::71 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/8cc933be-6905-4fbf-ba8d-a58ff07bdaaa/d948aad4-52b0-497b-aadc-1e1d3c423118) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:46.055386 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-80f1f66a-90c9-425d-867e-7dcd567ba191 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4a:5959 (44eaaaf5-3db1-4a50-b6aa-7207a5509e4d/46f98f5e-9698-4502-a1ad-6d660cb58136/d948aad4-52b0-497b-aadc-1e1d3c423118) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:46.180521 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device a775aa82-c026-48ff-97f8-4332e1716d42 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:54:46.215310 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: a775aa82-c026-48ff-97f8-4332e1716d42 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:54:46.215658 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device a775aa82-c026-48ff-97f8-4332e1716d42 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:54:46.334322 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d1e6dd34-d9e4-441f-a00c-eefc7f191dd4 req-d217e227-b359-421e-8bee-e17c0ff2f52b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 210 time: 0.0472248 Nov 11 17:54:46.521319 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-80f1f66a-90c9-425d-867e-7dcd567ba191 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:46.577664 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-80f1f66a-90c9-425d-867e-7dcd567ba191 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:46.635695 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f1f66a-90c9-425d-867e-7dcd567ba191 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:46.639692 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-80f1f66a-90c9-425d-867e-7dcd567ba191 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:46.642874 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f1f66a-90c9-425d-867e-7dcd567ba191 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:46.649243 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f1f66a-90c9-425d-867e-7dcd567ba191 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:46.649932 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-80f1f66a-90c9-425d-867e-7dcd567ba191 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:46.671829 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1f66a-90c9-425d-867e-7dcd567ba191 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event updated for resources: {'Port': ['ID=d948aad4-52b0-497b-aadc-1e1d3c423118,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:46.695209 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-80f1f66a-90c9-425d-867e-7dcd567ba191 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.0418491 Nov 11 17:54:46.697197 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47330) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:46.824063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-e6534431-fc03-4429-bfd3-5af43a15a634 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting port d948aad4-52b0-497b-aadc-1e1d3c423118 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:46.824528 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6534431-fc03-4429-bfd3-5af43a15a634 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:46.903862 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-4371dd19-6845-4cc8-beb3-cd247714cbae None None] Provisioning complete for port 135c5f86-0a4d-4c26-a68d-21f983ae8215 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:46.904880 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4371dd19-6845-4cc8-beb3-cd247714cbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:46.937797 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6534431-fc03-4429-bfd3-5af43a15a634 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:46.955267 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-e6534431-fc03-4429-bfd3-5af43a15a634 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Calling delete_port for d948aad4-52b0-497b-aadc-1e1d3c423118 owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:47.052153 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 135c5f86-0a4d-4c26-a68d-21f983ae8215 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:54:47.117493 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 135c5f86-0a4d-4c26-a68d-21f983ae8215 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:47.117973 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:47.161839 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-bfc83882-c609-403e-9ec7-65136ea746ee None None] Provisioning complete for port d948aad4-52b0-497b-aadc-1e1d3c423118 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:47.162213 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bfc83882-c609-403e-9ec7-65136ea746ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:47.169913 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6534431-fc03-4429-bfd3-5af43a15a634 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:47.235133 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6534431-fc03-4429-bfd3-5af43a15a634 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Port': ['ID=d948aad4-52b0-497b-aadc-1e1d3c423118,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:47.252526 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-bfc83882-c609-403e-9ec7-65136ea746ee None None] Port d948aad4-52b0-497b-aadc-1e1d3c423118 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:54:47.261925 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e6534431-fc03-4429-bfd3-5af43a15a634 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:47.267782 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e6534431-fc03-4429-bfd3-5af43a15a634 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/d948aad4-52b0-497b-aadc-1e1d3c423118 HTTP/1.1" status: 204 len: 168 time: 0.5672469 Nov 11 17:54:47.269525 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47334) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:47.327636 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453258db-0a21-4037-aae5-c877d87b5eae tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:47.332103 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-453258db-0a21-4037-aae5-c877d87b5eae tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0581641 Nov 11 17:54:47.332486 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47336) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:47.389772 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0448f0c-d663-4719-88e4-bd73aca4825f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:47.395339 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47340) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:47.395652 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e0448f0c-d663-4719-88e4-bd73aca4825f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0619028 Nov 11 17:54:47.455769 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c3f65c92-fb73-40ac-a61e-4b3741fe3096 req-6ad617bf-126b-4702-a90a-1d8a03e0038d tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d631708-d5dd-445a-bf21-05be99fe8a12 HTTP/1.1" status: 200 len: 210 time: 0.0273018 Nov 11 17:54:47.458810 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c845a8-3e8e-4eee-82e9-351cb79702f4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:47.460466 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c845a8-3e8e-4eee-82e9-351cb79702f4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:47.462043 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c845a8-3e8e-4eee-82e9-351cb79702f4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:47.463766 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-22c845a8-3e8e-4eee-82e9-351cb79702f4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0668669 Nov 11 17:54:47.466521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47342) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:47.517988 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a5fe53-5b09-4e26-a33b-8e4ebdee3da1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet 46f98f5e-9698-4502-a1ad-6d660cb58136 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:54:47.521454 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9a5fe53-5b09-4e26-a33b-8e4ebdee3da1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:47.569458 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9a5fe53-5b09-4e26-a33b-8e4ebdee3da1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:47.661652 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9a5fe53-5b09-4e26-a33b-8e4ebdee3da1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:47.722571 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9a5fe53-5b09-4e26-a33b-8e4ebdee3da1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:47.763108 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a9a5fe53-5b09-4e26-a33b-8e4ebdee3da1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:47.767312 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a9a5fe53-5b09-4e26-a33b-8e4ebdee3da1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/46f98f5e-9698-4502-a1ad-6d660cb58136 HTTP/1.1" status: 204 len: 168 time: 0.2996042 Nov 11 17:54:47.768354 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5fe53-5b09-4e26-a33b-8e4ebdee3da1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=46f98f5e-9698-4502-a1ad-6d660cb58136,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:47.770618 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47344) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:47.779679 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a675bc8-d87c-4362-9874-3d64d7b88d39 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:47.840229 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8551b2-25ab-4f3a-bd3e-a6cafa893185 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Deleting subnet 8cc933be-6905-4fbf-ba8d-a58ff07bdaaa {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:54:47.843481 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-de8551b2-25ab-4f3a-bd3e-a6cafa893185 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:47.893397 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-de8551b2-25ab-4f3a-bd3e-a6cafa893185 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:47.984824 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-de8551b2-25ab-4f3a-bd3e-a6cafa893185 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:48.069510 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-de8551b2-25ab-4f3a-bd3e-a6cafa893185 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:48.108308 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8551b2-25ab-4f3a-bd3e-a6cafa893185 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc933be-6905-4fbf-ba8d-a58ff07bdaaa,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:48.113404 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-de8551b2-25ab-4f3a-bd3e-a6cafa893185 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:48.116692 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-de8551b2-25ab-4f3a-bd3e-a6cafa893185 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/8cc933be-6905-4fbf-ba8d-a58ff07bdaaa HTTP/1.1" status: 204 len: 168 time: 0.3448372 Nov 11 17:54:48.120162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47346) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:48.178138 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a4c68774-281d-47f2-b2cf-21dd4861cb8a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541830 Nov 11 17:54:48.178549 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47348) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:48.235990 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858957b9-16ec-40d6-b215-1bb82c971b8f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:48.241365 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47352) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:48.251163 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-858957b9-16ec-40d6-b215-1bb82c971b8f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0717914 Nov 11 17:54:48.303703 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63fdb85-b889-4c83-95dd-ceb953382633 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:48.307790 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a63fdb85-b889-4c83-95dd-ceb953382633 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0629580 Nov 11 17:54:48.308585 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47354) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:48.356402 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c5f5c3ae-10ea-4060-883a-06cf2fb9b751 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465138 Nov 11 17:54:48.360263 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47356) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:48.387335 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-463580ef-894b-4b90-a992-1a76daca1e17 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:48.388219 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463580ef-894b-4b90-a992-1a76daca1e17 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:48.393911 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-463580ef-894b-4b90-a992-1a76daca1e17 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/d948aad4-52b0-497b-aadc-1e1d3c423118 HTTP/1.1" status: 404 len: 333 time: 0.0301514 Nov 11 17:54:48.394209 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47358) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:48.422003 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-5274c45c-84ce-4855-ad24-c04bbf053cc7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:48.422569 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5274c45c-84ce-4855-ad24-c04bbf053cc7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:48.426443 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5274c45c-84ce-4855-ad24-c04bbf053cc7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/46f98f5e-9698-4502-a1ad-6d660cb58136 HTTP/1.1" status: 404 len: 337 time: 0.0311861 Nov 11 17:54:48.430921 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47360) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:48.458418 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-54bd6bf1-2591-42d3-8f72-7b675c6d2066 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:48.458886 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54bd6bf1-2591-42d3-8f72-7b675c6d2066 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:48.462576 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-54bd6bf1-2591-42d3-8f72-7b675c6d2066 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/8cc933be-6905-4fbf-ba8d-a58ff07bdaaa HTTP/1.1" status: 404 len: 337 time: 0.0306406 Nov 11 17:54:48.465199 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47362) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:48.492846 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-61822f31-e84f-4cab-bd94-7b3b16e98c9d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:48.494690 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61822f31-e84f-4cab-bd94-7b3b16e98c9d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:48.498219 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-61822f31-e84f-4cab-bd94-7b3b16e98c9d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/83eff7cc-57ed-4d75-a3b9-88f74c57cc43 HTTP/1.1" status: 404 len: 333 time: 0.0318499 Nov 11 17:54:48.500612 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47366) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:48.527665 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:48.531676 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47368) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:48.545544 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cefe2f7-e0a3-4585-83cb-c275642eb8e8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:48.546000 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cefe2f7-e0a3-4585-83cb-c275642eb8e8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:48.549743 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8cefe2f7-e0a3-4585-83cb-c275642eb8e8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/34c63826-a624-48c6-995e-5289033f019d HTTP/1.1" status: 404 len: 337 time: 0.0471675 Nov 11 17:54:48.551941 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47370) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:48.587539 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6480d387-5f82-43ae-ba3a-bd61a3fd48a0 None None] Network 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:48.597664 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec8d788-0e80-4879-90b6-116e33d8ea96 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:48.598153 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec8d788-0e80-4879-90b6-116e33d8ea96 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:48.601250 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bec8d788-0e80-4879-90b6-116e33d8ea96 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/06f30fd4-ebe8-4506-b1b0-27c154bb45d6 HTTP/1.1" status: 404 len: 337 time: 0.0483861 Nov 11 17:54:48.603692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47372) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:48.631666 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7e14e1-0ede-45eb-a620-86a482f05d15 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:48.632807 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7e14e1-0ede-45eb-a620-86a482f05d15 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:48.637164 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3c7e14e1-0ede-45eb-a620-86a482f05d15 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/84e512b1-1906-41f5-afa3-10d7faa4c50b HTTP/1.1" status: 404 len: 333 time: 0.0319214 Nov 11 17:54:48.639686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47374) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:48.665110 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b252c68b-4c2d-4e31-a0ba-f0cf91ffbea2 None None] Provisioning complete for port 135c5f86-0a4d-4c26-a68d-21f983ae8215 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:48.665480 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b252c68b-4c2d-4e31-a0ba-f0cf91ffbea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:48.668594 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b74e726-3be9-4ecf-8d37-327b022e1eb4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:48.669234 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b74e726-3be9-4ecf-8d37-327b022e1eb4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:48.676089 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2b74e726-3be9-4ecf-8d37-327b022e1eb4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/c98cad56-6e44-460a-b37c-7f58b3c6040d HTTP/1.1" status: 404 len: 337 time: 0.0351686 Nov 11 17:54:48.676312 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47376) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:48.715188 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b67afe2-d456-46f5-bf09-5d9a0087769d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:48.717951 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b67afe2-d456-46f5-bf09-5d9a0087769d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:48.722399 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8b67afe2-d456-46f5-bf09-5d9a0087769d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/ae7f9a4c-350a-43d9-87b5-6f343ec59f5d HTTP/1.1" status: 404 len: 337 time: 0.0392177 Nov 11 17:54:48.723001 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47378) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:48.751900 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-587fff14-63ab-4425-a009-7a7906a259e8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:48.752712 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587fff14-63ab-4425-a009-7a7906a259e8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:48.756778 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-587fff14-63ab-4425-a009-7a7906a259e8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/a8fd333d-2445-4912-a1b8-a93af8266a85 HTTP/1.1" status: 404 len: 333 time: 0.0327375 Nov 11 17:54:48.759539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47380) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:48.760920 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-7fb8a3d8-09b5-406c-abc9-4e436feab45b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Deleting port 2ee43e68-62c8-42c3-b8e5-e78312fa8c71 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:48.761708 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7fb8a3d8-09b5-406c-abc9-4e436feab45b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:48.819412 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0a260f-a6f8-4858-a0bb-9925d0b5f9d8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:48.820276 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af0a260f-a6f8-4858-a0bb-9925d0b5f9d8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:48.824744 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-af0a260f-a6f8-4858-a0bb-9925d0b5f9d8 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/e3848cb5-f30e-4302-abd0-a95edeaa7d11 HTTP/1.1" status: 404 len: 337 time: 0.0638428 Nov 11 17:54:48.827182 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47382) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:48.852232 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcaaeb1-a09a-4117-bb8b-1cbc51c50692 None None] DHCP port deletion for 44eaaaf5-3db1-4a50-b6aa-7207a5509e4d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:54:48.863705 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97a0fec-c99e-48c5-b8bb-1a5e8bf4b27e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:48.864173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e97a0fec-c99e-48c5-b8bb-1a5e8bf4b27e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:48.866202 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7fb8a3d8-09b5-406c-abc9-4e436feab45b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:48.866787 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7fb8a3d8-09b5-406c-abc9-4e436feab45b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:48.867179 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e97a0fec-c99e-48c5-b8bb-1a5e8bf4b27e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/f42dcab2-0229-4a8a-988f-db5131b5502d HTTP/1.1" status: 404 len: 337 time: 0.0389156 Nov 11 17:54:48.869700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47384) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:48.883810 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-7fb8a3d8-09b5-406c-abc9-4e436feab45b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Calling delete_port for 2ee43e68-62c8-42c3-b8e5-e78312fa8c71 owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:48.897536 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97e3780-d457-403e-8705-6a16b9abc307 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:48.899253 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b97e3780-d457-403e-8705-6a16b9abc307 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:48.902791 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b97e3780-d457-403e-8705-6a16b9abc307 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/da1d4b75-195e-4cc7-b427-352bfb92bb26 HTTP/1.1" status: 404 len: 333 time: 0.0317299 Nov 11 17:54:48.905003 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47386) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:48.912391 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6dcaaeb1-a09a-4117-bb8b-1cbc51c50692 None None] Deleting port 135c5f86-0a4d-4c26-a68d-21f983ae8215 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:48.913028 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6dcaaeb1-a09a-4117-bb8b-1cbc51c50692 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:48.934502 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee11fbf-7bc3-4aba-8e77-d50c4cf225c3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:48.934956 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee11fbf-7bc3-4aba-8e77-d50c4cf225c3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:48.940419 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-aee11fbf-7bc3-4aba-8e77-d50c4cf225c3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/704d82e7-1478-47c2-8c16-c08771866505 HTTP/1.1" status: 404 len: 337 time: 0.0320635 Nov 11 17:54:48.940749 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47388) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:48.964987 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49f5c0c-f8c9-4800-b27e-de26f3b222d3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:48.965593 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49f5c0c-f8c9-4800-b27e-de26f3b222d3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:48.970872 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b49f5c0c-f8c9-4800-b27e-de26f3b222d3 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/ac2e0a69-4172-483e-adea-02273ff17a61 HTTP/1.1" status: 404 len: 333 time: 0.0269723 Nov 11 17:54:48.972140 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47390) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:48.990662 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6dcaaeb1-a09a-4117-bb8b-1cbc51c50692 None None] For port 135c5f86-0a4d-4c26-a68d-21f983ae8215, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=135c5f86-0a4d-4c26-a68d-21f983ae8215,segment=NetworkSegment(bc0dc935-8f0f-4767-98c7-de62ff1003c3),segment_id=bc0dc935-8f0f-4767-98c7-de62ff1003c3)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:48.991265 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6dcaaeb1-a09a-4117-bb8b-1cbc51c50692 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:49.001384 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ee7e39-039a-4710-8d25-667bdcbddb33 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:49.001840 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ee7e39-039a-4710-8d25-667bdcbddb33 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:49.007393 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b5ee7e39-039a-4710-8d25-667bdcbddb33 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/d4e4fc2b-8bf5-4aae-b30c-b5dfac1e3296 HTTP/1.1" status: 404 len: 337 time: 0.0325100 Nov 11 17:54:49.007679 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47392) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.008773 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6dcaaeb1-a09a-4117-bb8b-1cbc51c50692 None None] Calling delete_port for 135c5f86-0a4d-4c26-a68d-21f983ae8215 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:49.063421 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b4cd7a-cf63-456c-8b63-73ba05ab1c40 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:49.064107 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b4cd7a-cf63-456c-8b63-73ba05ab1c40 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:49.070342 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b5b4cd7a-cf63-456c-8b63-73ba05ab1c40 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/6c66dccd-f5cd-4dc9-ac55-500dec83b08b HTTP/1.1" status: 404 len: 333 time: 0.0593958 Nov 11 17:54:49.071184 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 135c5f86-0a4d-4c26-a68d-21f983ae8215 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:54:49.072990 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47394) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.108227 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef76b57-f225-4001-bb87-a85d048d7300 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:49.108855 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef76b57-f225-4001-bb87-a85d048d7300 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:49.115035 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8ef76b57-f225-4001-bb87-a85d048d7300 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/36892895-214f-4644-8474-ae18eac02f20 HTTP/1.1" status: 404 len: 337 time: 0.0381217 Nov 11 17:54:49.115534 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47396) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.125742 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7fb8a3d8-09b5-406c-abc9-4e436feab45b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:49.140712 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-803fb92e-1720-4eb3-8313-5393f5ee2366 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:49.141461 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803fb92e-1720-4eb3-8313-5393f5ee2366 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:49.146954 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-803fb92e-1720-4eb3-8313-5393f5ee2366 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/81097650-56b1-4120-9235-0e119ca43cc9 HTTP/1.1" status: 404 len: 333 time: 0.0282772 Nov 11 17:54:49.147237 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47398) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.160869 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6dcaaeb1-a09a-4117-bb8b-1cbc51c50692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:49.166184 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8a3d8-09b5-406c-abc9-4e436feab45b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event deleted for resources: {'Port': ['ID=2ee43e68-62c8-42c3-b8e5-e78312fa8c71,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:49.177350 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No active binding found for port 135c5f86-0a4d-4c26-a68d-21f983ae8215 {{(pid=102619) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 11 17:54:49.178038 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 135c5f86-0a4d-4c26-a68d-21f983ae8215 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:54:49.183154 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9acd45-5c89-4aea-9792-23121ad60f6a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:49.183631 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad9acd45-5c89-4aea-9792-23121ad60f6a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:49.189134 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ad9acd45-5c89-4aea-9792-23121ad60f6a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/463db36c-705a-46fd-885b-81b7c3845c50 HTTP/1.1" status: 404 len: 337 time: 0.0385861 Nov 11 17:54:49.189683 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47400) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.199478 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcaaeb1-a09a-4117-bb8b-1cbc51c50692 None None] No DVR routers for this DVR port 135c5f86-0a4d-4c26-a68d-21f983ae8215 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:54:49.209450 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcaaeb1-a09a-4117-bb8b-1cbc51c50692 None None] Pushing event deleted for resources: {'Port': ['ID=135c5f86-0a4d-4c26-a68d-21f983ae8215,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:49.219431 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-69fdec90-0a0c-4522-99e7-654b6a3a3a01 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:49.220124 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69fdec90-0a0c-4522-99e7-654b6a3a3a01 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:49.226725 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-69fdec90-0a0c-4522-99e7-654b6a3a3a01 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/00055337-9d30-4b8d-ab06-48d32b365922 HTTP/1.1" status: 404 len: 333 time: 0.0353382 Nov 11 17:54:49.227246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47402) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.255264 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef887a2-4f34-498a-b9c5-b00ec5c2e6c6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:49.255710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef887a2-4f34-498a-b9c5-b00ec5c2e6c6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:49.262507 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bef887a2-4f34-498a-b9c5-b00ec5c2e6c6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/ba112633-3b47-4ef7-b4d4-6128e219ba38 HTTP/1.1" status: 404 len: 337 time: 0.0337944 Nov 11 17:54:49.262616 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47406) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.277797 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7fb8a3d8-09b5-406c-abc9-4e436feab45b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:49.282475 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7fb8a3d8-09b5-406c-abc9-4e436feab45b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:49.284634 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7fb8a3d8-09b5-406c-abc9-4e436feab45b tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "DELETE /v2.0/floatingips/8722cded-1c15-48dc-ac92-2981087e95a5 HTTP/1.1" status: 204 len: 168 time: 0.7507005 Nov 11 17:54:49.305989 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc3d96a-be1a-4663-ae0d-165107b8270d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:49.306703 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc3d96a-be1a-4663-ae0d-165107b8270d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:49.310257 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-efc3d96a-be1a-4663-ae0d-165107b8270d tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/3d692215-a539-441c-b0e5-5e9b499c8bf9 HTTP/1.1" status: 404 len: 333 time: 0.0464914 Nov 11 17:54:49.312962 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47410) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.354097 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-5237205e-cab3-4f7c-af61-f14772942245 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:49.354771 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5237205e-cab3-4f7c-af61-f14772942245 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:49.359651 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5237205e-cab3-4f7c-af61-f14772942245 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/50b9a4d1-14d7-4c58-8672-ff0705500c4b HTTP/1.1" status: 404 len: 337 time: 0.0451880 Nov 11 17:54:49.361871 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47414) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.396548 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc72ce5-2e2a-4b2d-aed1-7b823e5aab5b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:49.397017 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc72ce5-2e2a-4b2d-aed1-7b823e5aab5b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:49.400217 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8bc72ce5-2e2a-4b2d-aed1-7b823e5aab5b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/f302952b-7c11-4854-8bad-9b3d7fe2b856 HTTP/1.1" status: 404 len: 337 time: 0.0371044 Nov 11 17:54:49.402843 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47418) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.427580 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c55813d-4436-4136-ac5e-054efe0a80c4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:49.428469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c55813d-4436-4136-ac5e-054efe0a80c4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:49.434480 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1c55813d-4436-4136-ac5e-054efe0a80c4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/5e3664d3-4616-41ac-b000-89ac4858db0d HTTP/1.1" status: 404 len: 333 time: 0.0282643 Nov 11 17:54:49.436210 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47420) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.472019 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-07dfb79d-cfa4-4ebb-b200-c69cde532812 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:49.472604 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07dfb79d-cfa4-4ebb-b200-c69cde532812 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:49.475937 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-07dfb79d-cfa4-4ebb-b200-c69cde532812 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/6805e3e3-cd67-4ca8-8a5b-ebce81e6999c HTTP/1.1" status: 404 len: 337 time: 0.0342541 Nov 11 17:54:49.478535 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47426) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.510715 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea52a07-91a2-4f16-b008-e7e1751d9d0c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:49.511179 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea52a07-91a2-4f16-b008-e7e1751d9d0c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:49.515884 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dea52a07-91a2-4f16-b008-e7e1751d9d0c tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/4688d4c8-1a76-4743-842d-1a6b3f1d77ef HTTP/1.1" status: 404 len: 337 time: 0.0350695 Nov 11 17:54:49.517758 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47428) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.548547 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5fa8299-044d-4f59-b13b-b2549a6de1b4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:49.549312 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5fa8299-044d-4f59-b13b-b2549a6de1b4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:49.553451 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a5fa8299-044d-4f59-b13b-b2549a6de1b4 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/e6fc6759-eed9-4450-86e0-4673160eb6b4 HTTP/1.1" status: 404 len: 333 time: 0.0334659 Nov 11 17:54:49.555948 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47430) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.582205 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a25cae-da28-4791-839a-a4a693c3ede6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:49.582643 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a25cae-da28-4791-839a-a4a693c3ede6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:49.585639 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-19a25cae-da28-4791-839a-a4a693c3ede6 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/4d67ddee-d5c2-42b4-97c7-fd2c73bf8045 HTTP/1.1" status: 404 len: 337 time: 0.0286617 Nov 11 17:54:49.588806 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47432) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.614519 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-97863a42-251f-431a-baa5-110e53eacd9e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:49.614959 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97863a42-251f-431a-baa5-110e53eacd9e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:49.617965 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-97863a42-251f-431a-baa5-110e53eacd9e tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/308a9ab2-a80b-46a0-84ef-753965536322 HTTP/1.1" status: 404 len: 337 time: 0.0282772 Nov 11 17:54:49.620436 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47434) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.642785 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-5602001d-0747-4191-9491-7993e2cf6add tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:49.644017 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5602001d-0747-4191-9491-7993e2cf6add tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:49.647091 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5602001d-0747-4191-9491-7993e2cf6add tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/4c512952-beae-4788-82d0-d679a333c29d HTTP/1.1" status: 404 len: 333 time: 0.0257640 Nov 11 17:54:49.651500 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47436) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.686424 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f456678-5212-47c3-96de-0237af869cc0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:49.687096 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f456678-5212-47c3-96de-0237af869cc0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:49.692289 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5f456678-5212-47c3-96de-0237af869cc0 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/dcd5a6df-0906-44ad-a713-f23fbb7a0140 HTTP/1.1" status: 404 len: 337 time: 0.0396888 Nov 11 17:54:49.694858 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47438) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.725562 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ac462b-df65-4334-98a4-7d1388e5859f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:49.726029 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76ac462b-df65-4334-98a4-7d1388e5859f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:49.729142 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-76ac462b-df65-4334-98a4-7d1388e5859f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/8e799cc2-fa58-4cd0-a306-f6b2181b7a23 HTTP/1.1" status: 404 len: 337 time: 0.0331194 Nov 11 17:54:49.731687 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47440) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.759361 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-598e9b19-3a29-4ef5-9221-dd8ddf99ee7b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports?device_id=b58c9749-06d6-4f34-8a66-4b8c9bf1376e HTTP/1.1" status: 200 len: 205 time: 0.0264750 Nov 11 17:54:49.761847 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47442) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.797694 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-9c199844-d12e-482d-97b1-d52e792247a5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] delete failed (client error): The resource could not be found. Nov 11 17:54:49.801110 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9c199844-d12e-482d-97b1-d52e792247a5 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/routers/b58c9749-06d6-4f34-8a66-4b8c9bf1376e HTTP/1.1" status: 404 len: 336 time: 0.0359650 Nov 11 17:54:49.801291 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47444) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.833326 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e703d0-0df3-4d0c-a496-a80b2dd315d2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:49.833785 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e703d0-0df3-4d0c-a496-a80b2dd315d2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:49.839719 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d1e703d0-0df3-4d0c-a496-a80b2dd315d2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/50236a72-8393-4a4a-9c33-5e51fdc65f33 HTTP/1.1" status: 404 len: 337 time: 0.0356145 Nov 11 17:54:49.840800 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47446) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.872592 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e39c3028-8f8c-4459-87b1-4d220b1cdd59 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e1ded5e-7ccc-4277-a747-7997259acd30 HTTP/1.1" status: 200 len: 205 time: 0.0304043 Nov 11 17:54:49.875022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47448) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.911691 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-5a64322a-61a4-4b18-b672-2d43703d48b7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] delete failed (client error): The resource could not be found. Nov 11 17:54:49.912703 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5a64322a-61a4-4b18-b672-2d43703d48b7 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/routers/4e1ded5e-7ccc-4277-a747-7997259acd30 HTTP/1.1" status: 404 len: 336 time: 0.0368133 Nov 11 17:54:49.915174 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47450) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.941218 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-33871856-58cd-4418-8e38-0b96b6a76684 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:49.941675 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33871856-58cd-4418-8e38-0b96b6a76684 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:49.944649 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-33871856-58cd-4418-8e38-0b96b6a76684 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/4159e2c9-025f-4907-ba91-ebe68dd85541 HTTP/1.1" status: 404 len: 337 time: 0.0286033 Nov 11 17:54:49.947192 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47452) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:49.972722 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-df25f5e5-f36f-4e36-a3a4-aa2d852c4669 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:49.973172 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df25f5e5-f36f-4e36-a3a4-aa2d852c4669 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:49.976202 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-df25f5e5-f36f-4e36-a3a4-aa2d852c4669 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/88dba4fb-5587-4a3e-afb1-be6b9e7f32c5 HTTP/1.1" status: 404 len: 337 time: 0.0280998 Nov 11 17:54:49.978748 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47454) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:50.005981 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-239fcc58-8baa-4c4d-8421-debe5f5a4f61 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:50.006536 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-239fcc58-8baa-4c4d-8421-debe5f5a4f61 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:50.009546 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-239fcc58-8baa-4c4d-8421-debe5f5a4f61 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/06596466-d70d-4f53-ac26-d9748b407a2f HTTP/1.1" status: 404 len: 333 time: 0.0298967 Nov 11 17:54:50.012253 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47456) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:50.037492 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99dfe2b-b168-4d47-9619-f54d8290e510 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:50.037931 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99dfe2b-b168-4d47-9619-f54d8290e510 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:50.040892 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e99dfe2b-b168-4d47-9619-f54d8290e510 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/62782d0c-cd01-4c7d-a462-af33668138f5 HTTP/1.1" status: 404 len: 337 time: 0.0277555 Nov 11 17:54:50.043353 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47458) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:50.066220 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8faf556-3601-4b36-8422-9b2aaa8eb72a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:50.066817 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8faf556-3601-4b36-8422-9b2aaa8eb72a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:50.069745 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f8faf556-3601-4b36-8422-9b2aaa8eb72a tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/4fb099e1-b797-4535-898d-0be85344ae02 HTTP/1.1" status: 404 len: 333 time: 0.0254860 Nov 11 17:54:50.072145 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47460) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:50.098543 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a3ed7a-cf2e-4d5a-bc4e-ff432a665d48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:50.098984 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a3ed7a-cf2e-4d5a-bc4e-ff432a665d48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:50.102026 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-90a3ed7a-cf2e-4d5a-bc4e-ff432a665d48 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/e7b4006c-6f19-4f29-bb5c-7f44da399157 HTTP/1.1" status: 404 len: 337 time: 0.0289981 Nov 11 17:54:50.104536 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47462) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:50.127032 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d85661-d5a5-4a62-8dbf-1b60d4607a13 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:50.127630 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d85661-d5a5-4a62-8dbf-1b60d4607a13 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:50.131219 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-60d85661-d5a5-4a62-8dbf-1b60d4607a13 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/dd96ecb5-f3aa-4428-bb8c-1a75bf292125 HTTP/1.1" status: 404 len: 333 time: 0.0256815 Nov 11 17:54:50.133939 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47464) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:50.160406 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-0443a8dc-06d4-403c-a397-3ab70a845434 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:50.160942 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0443a8dc-06d4-403c-a397-3ab70a845434 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:50.164048 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0443a8dc-06d4-403c-a397-3ab70a845434 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/75d0ad6b-d402-4c0a-8bf0-f3e319ca4035 HTTP/1.1" status: 404 len: 337 time: 0.0289791 Nov 11 17:54:50.166549 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47466) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:50.189450 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-9896d76f-be5d-4353-9c16-05b6e3b9457b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:50.190092 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9896d76f-be5d-4353-9c16-05b6e3b9457b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:50.193701 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9896d76f-be5d-4353-9c16-05b6e3b9457b tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/d4b447e9-3821-4efb-a62e-7aa7522fc64f HTTP/1.1" status: 404 len: 333 time: 0.0262549 Nov 11 17:54:50.196199 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47468) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:50.222165 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab27ab8-177b-4001-b5c8-4abd500192ab tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:50.222621 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab27ab8-177b-4001-b5c8-4abd500192ab tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:50.225754 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-aab27ab8-177b-4001-b5c8-4abd500192ab tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/3aa4d64e-56a4-4402-95c2-29b113974f4b HTTP/1.1" status: 404 len: 337 time: 0.0286534 Nov 11 17:54:50.228623 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47470) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:50.252521 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-244e75b6-da98-43e7-b1e8-97bd0a3894d1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:50.253760 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244e75b6-da98-43e7-b1e8-97bd0a3894d1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:50.256907 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-244e75b6-da98-43e7-b1e8-97bd0a3894d1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/95644289-1cb2-423d-9d3c-97af49c73b15 HTTP/1.1" status: 404 len: 333 time: 0.0272834 Nov 11 17:54:50.259315 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47472) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:50.291387 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7916558-5630-4409-9a96-0c3552f9115f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:50.291876 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7916558-5630-4409-9a96-0c3552f9115f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:50.294961 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b7916558-5630-4409-9a96-0c3552f9115f tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/5cbde4ca-1ee5-4209-af4a-cd1c2b599abf HTTP/1.1" status: 404 len: 337 time: 0.0346756 Nov 11 17:54:50.297539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47476) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:50.321224 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-b041724e-9616-4657-abc2-903ab53f72e2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:50.321861 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b041724e-9616-4657-abc2-903ab53f72e2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:50.324905 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b041724e-9616-4657-abc2-903ab53f72e2 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/b261cf34-bd2c-4d4b-8d71-406021981de7 HTTP/1.1" status: 404 len: 333 time: 0.0264411 Nov 11 17:54:50.327387 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47478) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:50.354080 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-2096b31e-1cbc-4128-9568-003f5674cd43 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:50.354526 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2096b31e-1cbc-4128-9568-003f5674cd43 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:50.357522 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2096b31e-1cbc-4128-9568-003f5674cd43 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/41c0f593-a529-444e-8545-fc41053802cb HTTP/1.1" status: 404 len: 337 time: 0.0291283 Nov 11 17:54:50.359886 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47480) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:50.382801 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-6724ffc8-83b1-4b76-b3b0-c6c916198fbe tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:50.383430 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6724ffc8-83b1-4b76-b3b0-c6c916198fbe tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:50.386703 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6724ffc8-83b1-4b76-b3b0-c6c916198fbe tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/ports/9b764cbb-82a2-4d0d-ab9f-e65c9eb8d15b HTTP/1.1" status: 404 len: 333 time: 0.0256751 Nov 11 17:54:50.389183 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47482) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:50.414613 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-c728d3ab-d04d-40ea-82d9-9ec7d24f3aed tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] DELETE failed (client error): The resource could not be found. Nov 11 17:54:50.415052 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c728d3ab-d04d-40ea-82d9-9ec7d24f3aed tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:54:50.418044 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c728d3ab-d04d-40ea-82d9-9ec7d24f3aed tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/subnets/5a76f674-19aa-478e-983d-e8fb4b03eef0 HTTP/1.1" status: 404 len: 337 time: 0.0279796 Nov 11 17:54:50.420461 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47484) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:50.501950 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1f58d6d8-af19-4393-ad6a-2db26ed23ee1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:50.593971 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1f58d6d8-af19-4393-ad6a-2db26ed23ee1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:50.614284 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-1f58d6d8-af19-4393-ad6a-2db26ed23ee1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44eaaaf5-3db1-4a50-b6aa-7207a5509e4d']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:54:50.623673 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-1f58d6d8-af19-4393-ad6a-2db26ed23ee1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0dc935-8f0f-4767-98c7-de62ff1003c3') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:54:50.624003 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-1f58d6d8-af19-4393-ad6a-2db26ed23ee1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0dc935-8f0f-4767-98c7-de62ff1003c3') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:54:50.637876 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1f58d6d8-af19-4393-ad6a-2db26ed23ee1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:50.650767 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1f58d6d8-af19-4393-ad6a-2db26ed23ee1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:50.656824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f58d6d8-af19-4393-ad6a-2db26ed23ee1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:54:50.657235 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1f58d6d8-af19-4393-ad6a-2db26ed23ee1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:54:50.660792 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:54:50.717181 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1f58d6d8-af19-4393-ad6a-2db26ed23ee1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:50.724462 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1f58d6d8-af19-4393-ad6a-2db26ed23ee1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:50.729989 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1f58d6d8-af19-4393-ad6a-2db26ed23ee1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] 10.222.0.76 "DELETE /v2.0/networks/44eaaaf5-3db1-4a50-b6aa-7207a5509e4d HTTP/1.1" status: 204 len: 168 time: 0.3063502 Nov 11 17:54:50.742586 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58d6d8-af19-4393-ad6a-2db26ed23ee1 tempest-NetworksTestDHCPv6-515113501 tempest-NetworksTestDHCPv6-515113501-project] Pushing event deleted for resources: {'Network': ['ID=44eaaaf5-3db1-4a50-b6aa-7207a5509e4d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:50.975950 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47492) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:51.120232 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8348d930-edee-4a2a-85d8-a3f35f46bf51 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d7e0b54ef3404151ab180b2a59abbf5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1430621 Nov 11 17:54:51.122772 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47496) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:51.173182 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f91691b-9a77-4ac0-b266-efa6bfdfceba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:51.194660 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f91691b-9a77-4ac0-b266-efa6bfdfceba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:51.597836 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f91691b-9a77-4ac0-b266-efa6bfdfceba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:51.601013 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5f91691b-9a77-4ac0-b266-efa6bfdfceba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:51.602345 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5f91691b-9a77-4ac0-b266-efa6bfdfceba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/34fa3a68-5536-423b-80ec-930cc9bb20c7 HTTP/1.1" status: 204 len: 168 time: 0.4786484 Nov 11 17:54:51.610326 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91691b-9a77-4ac0-b266-efa6bfdfceba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fa3a68-5536-423b-80ec-930cc9bb20c7,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:52.256537 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47522) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:52.355129 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-43b0de10-4b02-45d8-9662-ded21530c4d9 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-273368920'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:52.384942 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b0de10-4b02-45d8-9662-ded21530c4d9 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Made reservation on behalf of 4de0b917421a45359ea17ba7f39f80bb for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:52.389085 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43b0de10-4b02-45d8-9662-ded21530c4d9 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:52.398843 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43b0de10-4b02-45d8-9662-ded21530c4d9 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:52.488942 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43b0de10-4b02-45d8-9662-ded21530c4d9 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:52.492744 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43b0de10-4b02-45d8-9662-ded21530c4d9 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:52.520404 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b0de10-4b02-45d8-9662-ded21530c4d9 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1287} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:54:52.530642 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0de10-4b02-45d8-9662-ded21530c4d9 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e61a3f-a7df-462b-9ffd-50b5e1bca721,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:52.536468 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43b0de10-4b02-45d8-9662-ded21530c4d9 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:52.536863 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-43b0de10-4b02-45d8-9662-ded21530c4d9 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Added segment 16bcd3b3-38cf-4560-b376-02f6555da1b7 of type vlan for network a5efa8fb-c916-4837-8c70-5b2791dda0c1 Nov 11 17:54:52.578498 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43b0de10-4b02-45d8-9662-ded21530c4d9 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:52.605120 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43b0de10-4b02-45d8-9662-ded21530c4d9 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:52.611389 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b0de10-4b02-45d8-9662-ded21530c4d9 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:52.612088 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43b0de10-4b02-45d8-9662-ded21530c4d9 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:52.672593 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-43b0de10-4b02-45d8-9662-ded21530c4d9 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4149480 Nov 11 17:54:52.675547 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47536) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:52.680695 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-efb9307e-dc43-47ee-b055-f0b18bd23f69 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Request body: {'subnet': {'network_id': 'a5efa8fb-c916-4837-8c70-5b2791dda0c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:52.694558 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0de10-4b02-45d8-9662-ded21530c4d9 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Pushing event updated for resources: {'Network': ['ID=a5efa8fb-c916-4837-8c70-5b2791dda0c1,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:52.704785 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network a5efa8fb-c916-4837-8c70-5b2791dda0c1 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:54:52.783203 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb9307e-dc43-47ee-b055-f0b18bd23f69 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Made reservation on behalf of 4de0b917421a45359ea17ba7f39f80bb for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:52.787438 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-efb9307e-dc43-47ee-b055-f0b18bd23f69 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:52.972830 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-efb9307e-dc43-47ee-b055-f0b18bd23f69 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:53.033530 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9307e-dc43-47ee-b055-f0b18bd23f69 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Pushing event updated for resources: {'Subnet': ['ID=b0285b53-72d0-41c7-9339-0efde3b9b608,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:53.043870 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb9307e-dc43-47ee-b055-f0b18bd23f69 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Checking segment: {'id': '16bcd3b3-38cf-4560-b376-02f6555da1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'a5efa8fb-c916-4837-8c70-5b2791dda0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:54:53.044242 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb9307e-dc43-47ee-b055-f0b18bd23f69 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Network hostable DHCP agents. Network: a5efa8fb-c916-4837-8c70-5b2791dda0c1, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:54:53.064975 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb9307e-dc43-47ee-b055-f0b18bd23f69 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Network a5efa8fb-c916-4837-8c70-5b2791dda0c1 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:54:53.076210 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-efb9307e-dc43-47ee-b055-f0b18bd23f69 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, a5efa8fb-c916-4837-8c70-5b2791dda0c1) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:53.084328 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb9307e-dc43-47ee-b055-f0b18bd23f69 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:53.085059 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-efb9307e-dc43-47ee-b055-f0b18bd23f69 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:53.087756 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2436d0a-baa9-4f6b-a467-4b85031aab4e None None] Network a5efa8fb-c916-4837-8c70-5b2791dda0c1 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:53.106898 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-efb9307e-dc43-47ee-b055-f0b18bd23f69 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4278162 Nov 11 17:54:53.107410 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47538) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:53.112801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d1b2f200-63c3-40f8-ae30-3fe487504ab1 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-777294384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:53.137476 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1b2f200-63c3-40f8-ae30-3fe487504ab1 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:53.138864 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1b2f200-63c3-40f8-ae30-3fe487504ab1 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:53.192699 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1b2f200-63c3-40f8-ae30-3fe487504ab1 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:53.197766 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1b2f200-63c3-40f8-ae30-3fe487504ab1 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:53.216952 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d1b2f200-63c3-40f8-ae30-3fe487504ab1 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:53.220723 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d1b2f200-63c3-40f8-ae30-3fe487504ab1 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1094377 Nov 11 17:54:53.220952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47540) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:53.249437 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64333c63-faed-4a9a-bd39-e705f79193bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-a5efa8fb-c916-4837-8c70-5b2791dda0c1', 'network_id': 'a5efa8fb-c916-4837-8c70-5b2791dda0c1', 'tenant_id': '4de0b917421a45359ea17ba7f39f80bb', 'fixed_ips': [{'subnet_id': 'b0285b53-72d0-41c7-9339-0efde3b9b608'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:54:53.250405 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-64333c63-faed-4a9a-bd39-e705f79193bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:53.536021 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-79d33beb-a9cd-4577-96b2-0f4722105f9e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:53.557196 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-64333c63-faed-4a9a-bd39-e705f79193bc None None] Allocated IP 172.20.0.2 (a5efa8fb-c916-4837-8c70-5b2791dda0c1/b0285b53-72d0-41c7-9339-0efde3b9b608/09639abc-f8e4-4ed0-ba9c-f003de9d7510) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:53.741419 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-64333c63-faed-4a9a-bd39-e705f79193bc None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:53.751364 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-64333c63-faed-4a9a-bd39-e705f79193bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:53.804071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64333c63-faed-4a9a-bd39-e705f79193bc None None] Network a5efa8fb-c916-4837-8c70-5b2791dda0c1 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:53.813064 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-64333c63-faed-4a9a-bd39-e705f79193bc None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:53.820380 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64333c63-faed-4a9a-bd39-e705f79193bc None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:53.833693 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-79d33beb-a9cd-4577-96b2-0f4722105f9e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Allocated IP 172.20.0.1 (a5efa8fb-c916-4837-8c70-5b2791dda0c1/b0285b53-72d0-41c7-9339-0efde3b9b608/618494af-8130-4ebb-9424-0ba8fac9e50c) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:53.839759 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64333c63-faed-4a9a-bd39-e705f79193bc None None] Pushing event updated for resources: {'Port': ['ID=09639abc-f8e4-4ed0-ba9c-f003de9d7510,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:53.905063 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-64333c63-faed-4a9a-bd39-e705f79193bc None None] Attempting to bind port 09639abc-f8e4-4ed0-ba9c-f003de9d7510 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:54:53.905518 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-64333c63-faed-4a9a-bd39-e705f79193bc None None] Attempting to bind port 09639abc-f8e4-4ed0-ba9c-f003de9d7510 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '16bcd3b3-38cf-4560-b376-02f6555da1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'a5efa8fb-c916-4837-8c70-5b2791dda0c1'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:54:53.906051 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64333c63-faed-4a9a-bd39-e705f79193bc None None] Attempting to bind port 09639abc-f8e4-4ed0-ba9c-f003de9d7510 on network a5efa8fb-c916-4837-8c70-5b2791dda0c1 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:54:53.911919 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64333c63-faed-4a9a-bd39-e705f79193bc None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:54:53.912388 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64333c63-faed-4a9a-bd39-e705f79193bc None None] Checking segment: {'id': '16bcd3b3-38cf-4560-b376-02f6555da1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'a5efa8fb-c916-4837-8c70-5b2791dda0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:54:53.912889 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-64333c63-faed-4a9a-bd39-e705f79193bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:53.913702 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64333c63-faed-4a9a-bd39-e705f79193bc None None] Bound using segment: {'id': '16bcd3b3-38cf-4560-b376-02f6555da1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'a5efa8fb-c916-4837-8c70-5b2791dda0c1'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:54:53.914181 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-64333c63-faed-4a9a-bd39-e705f79193bc None None] Bound port: 09639abc-f8e4-4ed0-ba9c-f003de9d7510, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bcd3b3-38cf-4560-b376-02f6555da1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'a5efa8fb-c916-4837-8c70-5b2791dda0c1'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:54:53.914572 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-64333c63-faed-4a9a-bd39-e705f79193bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:53.972299 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-79d33beb-a9cd-4577-96b2-0f4722105f9e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:53.996440 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-64333c63-faed-4a9a-bd39-e705f79193bc None None] For port 09639abc-f8e4-4ed0-ba9c-f003de9d7510, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:54:54.001313 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-64333c63-faed-4a9a-bd39-e705f79193bc None None] For port 09639abc-f8e4-4ed0-ba9c-f003de9d7510, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=09639abc-f8e4-4ed0-ba9c-f003de9d7510,segment=NetworkSegment(16bcd3b3-38cf-4560-b376-02f6555da1b7),segment_id=16bcd3b3-38cf-4560-b376-02f6555da1b7)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:54:54.006829 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-64333c63-faed-4a9a-bd39-e705f79193bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:54.030451 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-79d33beb-a9cd-4577-96b2-0f4722105f9e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:54.093673 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64333c63-faed-4a9a-bd39-e705f79193bc None None] Pushing event updated for resources: {'Port': ['ID=09639abc-f8e4-4ed0-ba9c-f003de9d7510,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:54.095641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d33beb-a9cd-4577-96b2-0f4722105f9e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Pushing event updated for resources: {'Port': ['ID=618494af-8130-4ebb-9424-0ba8fac9e50c,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:54.110870 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d33beb-a9cd-4577-96b2-0f4722105f9e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Network a5efa8fb-c916-4837-8c70-5b2791dda0c1 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:54.113219 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-79d33beb-a9cd-4577-96b2-0f4722105f9e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:54.117341 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d33beb-a9cd-4577-96b2-0f4722105f9e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:54.178559 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-79d33beb-a9cd-4577-96b2-0f4722105f9e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:54.293142 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:54.358995 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-79d33beb-a9cd-4577-96b2-0f4722105f9e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:54.401734 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:54:54.694553 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-79d33beb-a9cd-4577-96b2-0f4722105f9e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:54.700580 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-79d33beb-a9cd-4577-96b2-0f4722105f9e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:54.782541 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d33beb-a9cd-4577-96b2-0f4722105f9e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Pushing event updated for resources: {'Port': ['ID=618494af-8130-4ebb-9424-0ba8fac9e50c,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:54.788679 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-79d33beb-a9cd-4577-96b2-0f4722105f9e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:54.929998 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d33beb-a9cd-4577-96b2-0f4722105f9e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Network a5efa8fb-c916-4837-8c70-5b2791dda0c1 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:54.932874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-79d33beb-a9cd-4577-96b2-0f4722105f9e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:55.102088 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 09639abc-f8e4-4ed0-ba9c-f003de9d7510 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:54:55.176983 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d33beb-a9cd-4577-96b2-0f4722105f9e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Router 4a480bae-f253-4b97-83c1-ebc1a101d292 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:54:55.180617 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 09639abc-f8e4-4ed0-ba9c-f003de9d7510 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:55.183697 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:55.293330 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:55.337955 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 09639abc-f8e4-4ed0-ba9c-f003de9d7510, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=09639abc-f8e4-4ed0-ba9c-f003de9d7510,segment=NetworkSegment(16bcd3b3-38cf-4560-b376-02f6555da1b7),segment_id=16bcd3b3-38cf-4560-b376-02f6555da1b7)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:55.345688 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:55.351811 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d33beb-a9cd-4577-96b2-0f4722105f9e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:54:55.360364 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47742) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:55.361204 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-79d33beb-a9cd-4577-96b2-0f4722105f9e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] 10.222.0.76 "PUT /v2.0/routers/4a480bae-f253-4b97-83c1-ebc1a101d292/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1388054 Nov 11 17:54:55.365081 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8775d41-9bea-4f3c-a319-3a59cddecd98 None None] Sync routers for ids ['4a480bae-f253-4b97-83c1-ebc1a101d292'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:54:55.367091 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-af8bca77-79f4-4ab2-aed6-b22d4dc0cc62 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Request body: {'port': {'network_id': 'a5efa8fb-c916-4837-8c70-5b2791dda0c1', 'name': 'tempest-FloatingIPNegativeTestJSON-430658817'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:55.378126 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8775d41-9bea-4f3c-a319-3a59cddecd98 None None] Routers {'4a480bae-f253-4b97-83c1-ebc1a101d292'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:54:55.379595 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c8775d41-9bea-4f3c-a319-3a59cddecd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:54:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['4a480bae-f253-4b97-83c1-ebc1a101d292'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:54:55.425329 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c8775d41-9bea-4f3c-a319-3a59cddecd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:54:55.436533 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8775d41-9bea-4f3c-a319-3a59cddecd98 None None] Routers {'4a480bae-f253-4b97-83c1-ebc1a101d292'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:54:55.437153 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c8775d41-9bea-4f3c-a319-3a59cddecd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:54:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['4a480bae-f253-4b97-83c1-ebc1a101d292'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:54:55.459365 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716ace99-a897-4466-b9f4-32c35f049db6 None None] Network a5efa8fb-c916-4837-8c70-5b2791dda0c1 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:54:55.465483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=09639abc-f8e4-4ed0-ba9c-f003de9d7510,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:55.514768 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c8775d41-9bea-4f3c-a319-3a59cddecd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:54:55.515765 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8775d41-9bea-4f3c-a319-3a59cddecd98 None None] The sync data for ids ['4a480bae-f253-4b97-83c1-ebc1a101d292'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:54:55.521673 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8bca77-79f4-4ab2-aed6-b22d4dc0cc62 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Made reservation on behalf of 4de0b917421a45359ea17ba7f39f80bb for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:54:55.530033 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-af8bca77-79f4-4ab2-aed6-b22d4dc0cc62 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:55.560330 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [None req-af8bca77-79f4-4ab2-aed6-b22d4dc0cc62 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] device_id is not set on port a67f46e3-160d-4b16-a2f6-a10963c55ede yet. {{(pid=102617) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 11 17:54:55.573751 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-cac79284-53b6-4dd7-8ee0-698004e57e70 None None] Provisioning complete for port 09639abc-f8e4-4ed0-ba9c-f003de9d7510 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:55.574353 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cac79284-53b6-4dd7-8ee0-698004e57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:55.751119 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-af8bca77-79f4-4ab2-aed6-b22d4dc0cc62 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Allocated IP 172.20.0.3 (a5efa8fb-c916-4837-8c70-5b2791dda0c1/b0285b53-72d0-41c7-9339-0efde3b9b608/a67f46e3-160d-4b16-a2f6-a10963c55ede) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:55.885334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47802) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:55.951238 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-af8bca77-79f4-4ab2-aed6-b22d4dc0cc62 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:55.975616 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-32fb2fbb-14b1-4fc8-937a-0b55f226aa45 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:56.000859 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-af8bca77-79f4-4ab2-aed6-b22d4dc0cc62 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:56.012645 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-32fb2fbb-14b1-4fc8-937a-0b55f226aa45 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:56.070177 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9eb38424-f400-439c-a41c-6cf49fb19c18 None None] Provisioning complete for port 09639abc-f8e4-4ed0-ba9c-f003de9d7510 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:56.070577 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9eb38424-f400-439c-a41c-6cf49fb19c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:56.076134 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8bca77-79f4-4ab2-aed6-b22d4dc0cc62 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Network a5efa8fb-c916-4837-8c70-5b2791dda0c1 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:56.082113 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8bca77-79f4-4ab2-aed6-b22d4dc0cc62 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Pushing event updated for resources: {'Port': ['ID=a67f46e3-160d-4b16-a2f6-a10963c55ede,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:56.085950 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-af8bca77-79f4-4ab2-aed6-b22d4dc0cc62 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:56.088542 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8bca77-79f4-4ab2-aed6-b22d4dc0cc62 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:56.130962 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-32fb2fbb-14b1-4fc8-937a-0b55f226aa45 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:56.136085 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-32fb2fbb-14b1-4fc8-937a-0b55f226aa45 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:56.138572 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-32fb2fbb-14b1-4fc8-937a-0b55f226aa45 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] 10.222.0.76 "DELETE /v2.0/security-groups/eddf84a4-5b90-4507-b707-09f952124931 HTTP/1.1" status: 204 len: 168 time: 0.2520559 Nov 11 17:54:56.160694 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb2fbb-14b1-4fc8-937a-0b55f226aa45 tempest-TestVolumeBootPattern-1650343113 tempest-TestVolumeBootPattern-1650343113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddf84a4-5b90-4507-b707-09f952124931,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:56.186382 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8bca77-79f4-4ab2-aed6-b22d4dc0cc62 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:54:56.187079 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-af8bca77-79f4-4ab2-aed6-b22d4dc0cc62 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:56.224627 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-af8bca77-79f4-4ab2-aed6-b22d4dc0cc62 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8614905 Nov 11 17:54:56.226577 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 47838) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:56.233717 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6bd58968-c8fe-42d3-9bf9-07f49a658394 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:56.275197 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9eb38424-f400-439c-a41c-6cf49fb19c18 None None] Provisioning complete for port 618494af-8130-4ebb-9424-0ba8fac9e50c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:56.275851 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9eb38424-f400-439c-a41c-6cf49fb19c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:56.278584 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6bd58968-c8fe-42d3-9bf9-07f49a658394 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:56.332291 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-9eb38424-f400-439c-a41c-6cf49fb19c18 None None] Port 618494af-8130-4ebb-9424-0ba8fac9e50c cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:54:56.438733 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6bd58968-c8fe-42d3-9bf9-07f49a658394 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:56.459565 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-489bde34-6984-4913-b2dd-5685b51f30ee None None] Provisioning complete for port 618494af-8130-4ebb-9424-0ba8fac9e50c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:56.465430 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-489bde34-6984-4913-b2dd-5685b51f30ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:56.546862 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-489bde34-6984-4913-b2dd-5685b51f30ee None None] Port 618494af-8130-4ebb-9424-0ba8fac9e50c cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:54:56.582967 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-6bd58968-c8fe-42d3-9bf9-07f49a658394 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Allocated IP 172.25.2.177 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/cb0749f0-2ee6-4c89-ba26-43fec412d09c) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:56.724469 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6bd58968-c8fe-42d3-9bf9-07f49a658394 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:56.766098 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6bd58968-c8fe-42d3-9bf9-07f49a658394 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:56.770719 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-486a65b9-d1d3-47e9-8070-4ebf894f7ca7 None None] Provisioning complete for port 618494af-8130-4ebb-9424-0ba8fac9e50c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:56.771090 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-486a65b9-d1d3-47e9-8070-4ebf894f7ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:56.830529 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-486a65b9-d1d3-47e9-8070-4ebf894f7ca7 None None] Port 618494af-8130-4ebb-9424-0ba8fac9e50c cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:54:56.838869 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd58968-c8fe-42d3-9bf9-07f49a658394 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Pushing event updated for resources: {'Port': ['ID=cb0749f0-2ee6-4c89-ba26-43fec412d09c,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:56.849827 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd58968-c8fe-42d3-9bf9-07f49a658394 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:56.851698 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-6bd58968-c8fe-42d3-9bf9-07f49a658394 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:56.859170 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd58968-c8fe-42d3-9bf9-07f49a658394 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:56.984642 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6bd58968-c8fe-42d3-9bf9-07f49a658394 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:57.032750 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6bd58968-c8fe-42d3-9bf9-07f49a658394 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:57.066650 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 09639abc-f8e4-4ed0-ba9c-f003de9d7510 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:54:57.119132 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-fadbc398-8663-410c-8cd8-5945cde1d59a None None] Provisioning complete for port a67f46e3-160d-4b16-a2f6-a10963c55ede triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:57.119617 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fadbc398-8663-410c-8cd8-5945cde1d59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:57.177060 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-fadbc398-8663-410c-8cd8-5945cde1d59a None None] Port a67f46e3-160d-4b16-a2f6-a10963c55ede cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:54:57.195020 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 09639abc-f8e4-4ed0-ba9c-f003de9d7510 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:54:57.195415 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:57.239400 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47958) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:57.264223 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6bd58968-c8fe-42d3-9bf9-07f49a658394 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:57.271364 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6bd58968-c8fe-42d3-9bf9-07f49a658394 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:57.343652 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd58968-c8fe-42d3-9bf9-07f49a658394 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Pushing event updated for resources: {'Port': ['ID=cb0749f0-2ee6-4c89-ba26-43fec412d09c,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:57.358413 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6bd58968-c8fe-42d3-9bf9-07f49a658394 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:57.376714 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6bd58968-c8fe-42d3-9bf9-07f49a658394 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:57.378510 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6bd58968-c8fe-42d3-9bf9-07f49a658394 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1498787 Nov 11 17:54:57.381375 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 47978) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:57.386635 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-59b9e4f1-88ac-43b7-9e91-5a2a5f79dd9d tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Request body: {'floatingip': {'port_id': 'a67f46e3-160d-4b16-a2f6-a10963c55ede', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:57.469962 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-59b9e4f1-88ac-43b7-9e91-5a2a5f79dd9d tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for floatingip, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:57.635980 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [None req-59b9e4f1-88ac-43b7-9e91-5a2a5f79dd9d tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] update failed (client error): The resource could not be found. Nov 11 17:54:57.637419 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-59b9e4f1-88ac-43b7-9e91-5a2a5f79dd9d tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] 10.222.0.76 "PUT /v2.0/floatingips/a148350f-a5a4-49db-af71-40a81e32b525 HTTP/1.1" status: 404 len: 507 time: 0.2546542 Nov 11 17:54:57.640429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48006) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:57.781405 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-085e7ebe-26f4-457f-a8c3-2834002c7cf5 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Deleting port cb0749f0-2ee6-4c89-ba26-43fec412d09c {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:57.781948 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-085e7ebe-26f4-457f-a8c3-2834002c7cf5 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:57.889341 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-085e7ebe-26f4-457f-a8c3-2834002c7cf5 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:57.889755 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-085e7ebe-26f4-457f-a8c3-2834002c7cf5 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:57.907257 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-085e7ebe-26f4-457f-a8c3-2834002c7cf5 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Calling delete_port for cb0749f0-2ee6-4c89-ba26-43fec412d09c owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:57.987060 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-23ada6d4-26ec-4370-873e-53eb03b8d0fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:58.055700 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-085e7ebe-26f4-457f-a8c3-2834002c7cf5 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:58.083206 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e7ebe-26f4-457f-a8c3-2834002c7cf5 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Pushing event deleted for resources: {'Port': ['ID=cb0749f0-2ee6-4c89-ba26-43fec412d09c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:58.148701 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-085e7ebe-26f4-457f-a8c3-2834002c7cf5 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:58.151445 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-085e7ebe-26f4-457f-a8c3-2834002c7cf5 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:58.156181 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-085e7ebe-26f4-457f-a8c3-2834002c7cf5 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] 10.222.0.76 "DELETE /v2.0/floatingips/a148350f-a5a4-49db-af71-40a81e32b525 HTTP/1.1" status: 204 len: 168 time: 0.5113299 Nov 11 17:54:58.156468 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48014) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:58.162760 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-0efc330d-6413-46de-bec9-c5a637766d31 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Request body: {'floatingip': {'floating_network_id': 'a5efa8fb-c916-4837-8c70-5b2791dda0c1', 'port_id': 'a67f46e3-160d-4b16-a2f6-a10963c55ede', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:58.185633 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0efc330d-6413-46de-bec9-c5a637766d31 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:58.268167 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-23ada6d4-26ec-4370-873e-53eb03b8d0fe admin admin] Deleting port df8d9805-d836-48d4-85db-4e4aa93290b3 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:58.269320 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-23ada6d4-26ec-4370-873e-53eb03b8d0fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:58.301498 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-0efc330d-6413-46de-bec9-c5a637766d31 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 17:54:58.302615 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0efc330d-6413-46de-bec9-c5a637766d31 tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1451669 Nov 11 17:54:58.306829 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48016) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:58.315053 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-a3f55cd2-9957-49b9-b3f2-f7c93adc8b2b tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': 'a67f46e3-160d-4b16-a2f6-a10963c55ede', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:54:58.345683 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3f55cd2-9957-49b9-b3f2-f7c93adc8b2b tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:58.360308 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-23ada6d4-26ec-4370-873e-53eb03b8d0fe admin admin] For port df8d9805-d836-48d4-85db-4e4aa93290b3, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=df8d9805-d836-48d4-85db-4e4aa93290b3,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:54:58.360829 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-23ada6d4-26ec-4370-873e-53eb03b8d0fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:58.374643 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-23ada6d4-26ec-4370-873e-53eb03b8d0fe admin admin] Calling delete_port for df8d9805-d836-48d4-85db-4e4aa93290b3 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:58.450984 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3f55cd2-9957-49b9-b3f2-f7c93adc8b2b tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:58.558513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-a3f55cd2-9957-49b9-b3f2-f7c93adc8b2b tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Allocated IP 172.25.2.210 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/684c026e-dd7b-4128-ba2a-d2c5bddb3b8f) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:54:58.599327 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-23ada6d4-26ec-4370-873e-53eb03b8d0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:58.672289 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3f55cd2-9957-49b9-b3f2-f7c93adc8b2b tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:58.708505 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3f55cd2-9957-49b9-b3f2-f7c93adc8b2b tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:58.755709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f55cd2-9957-49b9-b3f2-f7c93adc8b2b tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:54:58.759131 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-a3f55cd2-9957-49b9-b3f2-f7c93adc8b2b tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:54:58.762100 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f55cd2-9957-49b9-b3f2-f7c93adc8b2b tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:54:58.788406 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f55cd2-9957-49b9-b3f2-f7c93adc8b2b tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Pushing event updated for resources: {'Port': ['ID=684c026e-dd7b-4128-ba2a-d2c5bddb3b8f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:58.880369 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ada6d4-26ec-4370-873e-53eb03b8d0fe admin admin] Pushing event deleted for resources: {'Port': ['ID=df8d9805-d836-48d4-85db-4e4aa93290b3,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:58.950517 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-a3f55cd2-9957-49b9-b3f2-f7c93adc8b2b tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Deleting port 684c026e-dd7b-4128-ba2a-d2c5bddb3b8f {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:58.950860 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3f55cd2-9957-49b9-b3f2-f7c93adc8b2b tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:59.053136 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3f55cd2-9957-49b9-b3f2-f7c93adc8b2b tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:59.053985 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3f55cd2-9957-49b9-b3f2-f7c93adc8b2b tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:59.068428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-a3f55cd2-9957-49b9-b3f2-f7c93adc8b2b tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Calling delete_port for 684c026e-dd7b-4128-ba2a-d2c5bddb3b8f owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:59.112370 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-23ada6d4-26ec-4370-873e-53eb03b8d0fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:59.205062 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3f55cd2-9957-49b9-b3f2-f7c93adc8b2b tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:59.233343 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f55cd2-9957-49b9-b3f2-f7c93adc8b2b tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Pushing event deleted for resources: {'Port': ['ID=684c026e-dd7b-4128-ba2a-d2c5bddb3b8f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:54:59.310369 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-a3f55cd2-9957-49b9-b3f2-f7c93adc8b2b tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] create failed (client error): The resource could not be found. Nov 11 17:54:59.311433 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a3f55cd2-9957-49b9-b3f2-f7c93adc8b2b tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.0037029 Nov 11 17:54:59.316913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48020) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:59.367124 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ada6d4-26ec-4370-873e-53eb03b8d0fe admin admin] Router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:54:59.407248 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-c08242cd-4e4d-4faa-8ba0-eae202ed04ad tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Deleting port a67f46e3-160d-4b16-a2f6-a10963c55ede {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:54:59.407640 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c08242cd-4e4d-4faa-8ba0-eae202ed04ad tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:59.484582 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ada6d4-26ec-4370-873e-53eb03b8d0fe admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:54:59.495294 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-23ada6d4-26ec-4370-873e-53eb03b8d0fe admin admin] 10.222.0.76 "PUT /v2.0/routers/5fbab56d-59f7-4161-9894-fd49d0afbfe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2546649 Nov 11 17:54:59.495949 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48022) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:54:59.496495 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80e1909-c53a-4f4f-a31f-74705bdff57e None None] Sync routers for ids ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:54:59.507657 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80e1909-c53a-4f4f-a31f-74705bdff57e None None] Routers {'5fbab56d-59f7-4161-9894-fd49d0afbfe4'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:54:59.508631 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f80e1909-c53a-4f4f-a31f-74705bdff57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:54:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:54:59.546210 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c08242cd-4e4d-4faa-8ba0-eae202ed04ad tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:59.565540 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-c08242cd-4e4d-4faa-8ba0-eae202ed04ad tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Calling delete_port for a67f46e3-160d-4b16-a2f6-a10963c55ede owned by {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:54:59.625564 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-f80e1909-c53a-4f4f-a31f-74705bdff57e None None] Set router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:54:59.669835 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c1ae445-ee26-494d-9b10-eb75d949b2e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:54:59.839000 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f80e1909-c53a-4f4f-a31f-74705bdff57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:54:58Z', 'revision_number': 5, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:54:59.871748 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80e1909-c53a-4f4f-a31f-74705bdff57e None None] Checking router: 5fbab56d-59f7-4161-9894-fd49d0afbfe4 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:54:59.885045 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80e1909-c53a-4f4f-a31f-74705bdff57e None None] Routers {'5fbab56d-59f7-4161-9894-fd49d0afbfe4'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:54:59.885777 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f80e1909-c53a-4f4f-a31f-74705bdff57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:54:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:00.007075 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-f80e1909-c53a-4f4f-a31f-74705bdff57e None None] Set router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:55:00.202773 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c1ae445-ee26-494d-9b10-eb75d949b2e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:00.207248 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c08242cd-4e4d-4faa-8ba0-eae202ed04ad tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:00.227062 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f80e1909-c53a-4f4f-a31f-74705bdff57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:54:58Z', 'revision_number': 5, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:00.241556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08242cd-4e4d-4faa-8ba0-eae202ed04ad tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Pushing event deleted for resources: {'Port': ['ID=a67f46e3-160d-4b16-a2f6-a10963c55ede,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:00.256218 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80e1909-c53a-4f4f-a31f-74705bdff57e None None] The sync data for ids ['5fbab56d-59f7-4161-9894-fd49d0afbfe4'] in n-d-816206-4 is: [{'id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'name': 'tempest-TestVolumeBootPattern-2137926599-router', 'tenant_id': '1e37f40ca1514a7584bca23f0becbfbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:23Z', 'updated_at': '2021-11-11T17:54:58Z', 'revision_number': 5, 'project_id': '1e37f40ca1514a7584bca23f0becbfbf', 'gw_port': {'id': '584ce1c7-1d6e-472d-8517-67e074037cd1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbab56d-59f7-4161-9894-fd49d0afbfe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:25Z', 'updated_at': '2021-11-11T17:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:55:00.345126 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c08242cd-4e4d-4faa-8ba0-eae202ed04ad tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:00.351120 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c08242cd-4e4d-4faa-8ba0-eae202ed04ad tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] 10.222.0.76 "DELETE /v2.0/ports/a67f46e3-160d-4b16-a2f6-a10963c55ede HTTP/1.1" status: 204 len: 168 time: 1.0307012 Nov 11 17:55:00.351943 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48026) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:00.362686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-4c1ae445-ee26-494d-9b10-eb75d949b2e5 admin admin] Deleting port 584ce1c7-1d6e-472d-8517-67e074037cd1 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:55:00.363164 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c1ae445-ee26-494d-9b10-eb75d949b2e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:00.451319 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b13529-a637-4c6a-b63c-9213c5d9a73c tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:00.456734 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-87b13529-a637-4c6a-b63c-9213c5d9a73c tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a480bae-f253-4b97-83c1-ebc1a101d292 HTTP/1.1" status: 200 len: 913 time: 0.1000533 Nov 11 17:55:00.456734 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48028) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:00.549114 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-4c1ae445-ee26-494d-9b10-eb75d949b2e5 admin admin] For port 584ce1c7-1d6e-472d-8517-67e074037cd1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=584ce1c7-1d6e-472d-8517-67e074037cd1,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:00.549954 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c1ae445-ee26-494d-9b10-eb75d949b2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:00.573622 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-4c1ae445-ee26-494d-9b10-eb75d949b2e5 admin admin] Calling delete_port for 584ce1c7-1d6e-472d-8517-67e074037cd1 owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:55:00.926907 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c1ae445-ee26-494d-9b10-eb75d949b2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:00.957824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ae445-ee26-494d-9b10-eb75d949b2e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=584ce1c7-1d6e-472d-8517-67e074037cd1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:00.975397 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dafb46c-3c9d-4a42-a8c1-1c4339d94ddd None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:55:01.072425 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device df8d9805-d836-48d4-85db-4e4aa93290b3 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:55:01.078638 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c1ae445-ee26-494d-9b10-eb75d949b2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:01.103256 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: df8d9805-d836-48d4-85db-4e4aa93290b3 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:55:01.104718 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device df8d9805-d836-48d4-85db-4e4aa93290b3 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:55:01.185390 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-efa3cc0c-0f74-4428-8f59-23dd062c2bdf tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:01.223601 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c1ae445-ee26-494d-9b10-eb75d949b2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:01.260622 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c1ae445-ee26-494d-9b10-eb75d949b2e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:01.325401 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c1ae445-ee26-494d-9b10-eb75d949b2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:01.326149 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1ae445-ee26-494d-9b10-eb75d949b2e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fbab56d-59f7-4161-9894-fd49d0afbfe4 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:55:01.332378 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c1ae445-ee26-494d-9b10-eb75d949b2e5 admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:01.333510 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4c1ae445-ee26-494d-9b10-eb75d949b2e5 admin admin] 10.222.0.76 "DELETE /v2.0/routers/5fbab56d-59f7-4161-9894-fd49d0afbfe4 HTTP/1.1" status: 204 len: 168 time: 1.8366318 Nov 11 17:55:01.336939 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48036) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:01.420927 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa01a77-52c5-4d51-a52f-a430e893db82 admin admin] Deleting subnet 8e5e7674-c87d-4949-9af6-9219acd03bbb {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:55:01.429516 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2aa01a77-52c5-4d51-a52f-a430e893db82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:01.493390 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2aa01a77-52c5-4d51-a52f-a430e893db82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:01.599166 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-efa3cc0c-0f74-4428-8f59-23dd062c2bdf tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Deleting port 618494af-8130-4ebb-9424-0ba8fac9e50c {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:55:01.600146 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-efa3cc0c-0f74-4428-8f59-23dd062c2bdf tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:01.632835 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2aa01a77-52c5-4d51-a52f-a430e893db82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:01.697513 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2aa01a77-52c5-4d51-a52f-a430e893db82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:01.726667 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa01a77-52c5-4d51-a52f-a430e893db82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e5e7674-c87d-4949-9af6-9219acd03bbb,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:01.734600 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2aa01a77-52c5-4d51-a52f-a430e893db82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:01.739564 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2aa01a77-52c5-4d51-a52f-a430e893db82 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8e5e7674-c87d-4949-9af6-9219acd03bbb HTTP/1.1" status: 204 len: 168 time: 0.4006689 Nov 11 17:55:01.745980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48038) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:01.754167 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9132035-bab2-47d4-a9dd-a7d4883741b2 None None] Network c569cf45-b127-45e4-97f6-75d37a12e9cb requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:55:01.765762 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-efa3cc0c-0f74-4428-8f59-23dd062c2bdf tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:01.814085 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-efa3cc0c-0f74-4428-8f59-23dd062c2bdf tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Calling delete_port for 618494af-8130-4ebb-9424-0ba8fac9e50c owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:55:01.849917 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8402f0c0-77b9-4d64-b930-64fe5742bbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:01.954955 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-8402f0c0-77b9-4d64-b930-64fe5742bbf7 admin admin] Deleting port bebf3c5f-a696-4a1f-bd25-85804aa54bcb {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:55:01.955365 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8402f0c0-77b9-4d64-b930-64fe5742bbf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:02.038051 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d277d506-86e3-48d2-8d64-75d0ffa6ffad None None] DHCP port deletion for c569cf45-b127-45e4-97f6-75d37a12e9cb request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:55:02.097657 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-8402f0c0-77b9-4d64-b930-64fe5742bbf7 admin admin] For port bebf3c5f-a696-4a1f-bd25-85804aa54bcb, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bebf3c5f-a696-4a1f-bd25-85804aa54bcb,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:02.098166 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8402f0c0-77b9-4d64-b930-64fe5742bbf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:02.112679 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-8402f0c0-77b9-4d64-b930-64fe5742bbf7 admin admin] Calling delete_port for bebf3c5f-a696-4a1f-bd25-85804aa54bcb owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:55:02.150933 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d277d506-86e3-48d2-8d64-75d0ffa6ffad None None] Deleting port bebf3c5f-a696-4a1f-bd25-85804aa54bcb {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:55:02.151278 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d277d506-86e3-48d2-8d64-75d0ffa6ffad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:02.184429 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-efa3cc0c-0f74-4428-8f59-23dd062c2bdf tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:02.215866 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8402f0c0-77b9-4d64-b930-64fe5742bbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:02.249062 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402f0c0-77b9-4d64-b930-64fe5742bbf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bebf3c5f-a696-4a1f-bd25-85804aa54bcb,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:02.267329 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3cc0c-0f74-4428-8f59-23dd062c2bdf tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Pushing event deleted for resources: {'Port': ['ID=618494af-8130-4ebb-9424-0ba8fac9e50c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:02.276515 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8402f0c0-77b9-4d64-b930-64fe5742bbf7 admin admin] No DVR routers for this DVR port bebf3c5f-a696-4a1f-bd25-85804aa54bcb on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:55:02.315378 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d277d506-86e3-48d2-8d64-75d0ffa6ffad None None] For port bebf3c5f-a696-4a1f-bd25-85804aa54bcb, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bebf3c5f-a696-4a1f-bd25-85804aa54bcb,segment=NetworkSegment(c473301b-0c5a-451e-9163-177e7e44e89a),segment_id=c473301b-0c5a-451e-9163-177e7e44e89a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:02.316040 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d277d506-86e3-48d2-8d64-75d0ffa6ffad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:02.330249 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d277d506-86e3-48d2-8d64-75d0ffa6ffad None None] Calling delete_port for bebf3c5f-a696-4a1f-bd25-85804aa54bcb owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:55:02.441157 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d277d506-86e3-48d2-8d64-75d0ffa6ffad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:02.485908 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277d506-86e3-48d2-8d64-75d0ffa6ffad None None] Pushing event deleted for resources: {'Port': ['ID=bebf3c5f-a696-4a1f-bd25-85804aa54bcb,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:02.488547 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d277d506-86e3-48d2-8d64-75d0ffa6ffad None None] No DVR routers for this DVR port bebf3c5f-a696-4a1f-bd25-85804aa54bcb on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:55:02.501301 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8402f0c0-77b9-4d64-b930-64fe5742bbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:02.501807 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-efa3cc0c-0f74-4428-8f59-23dd062c2bdf tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:02.542527 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8402f0c0-77b9-4d64-b930-64fe5742bbf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c569cf45-b127-45e4-97f6-75d37a12e9cb']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:02.554323 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8402f0c0-77b9-4d64-b930-64fe5742bbf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c473301b-0c5a-451e-9163-177e7e44e89a') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:02.554644 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8402f0c0-77b9-4d64-b930-64fe5742bbf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c473301b-0c5a-451e-9163-177e7e44e89a') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:02.569459 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8402f0c0-77b9-4d64-b930-64fe5742bbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:02.588710 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8402f0c0-77b9-4d64-b930-64fe5742bbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:02.595721 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8402f0c0-77b9-4d64-b930-64fe5742bbf7 admin admin] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:55:02.596142 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8402f0c0-77b9-4d64-b930-64fe5742bbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:55:02.598191 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:55:02.667021 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8402f0c0-77b9-4d64-b930-64fe5742bbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:02.675229 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8402f0c0-77b9-4d64-b930-64fe5742bbf7 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:02.679052 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8402f0c0-77b9-4d64-b930-64fe5742bbf7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c569cf45-b127-45e4-97f6-75d37a12e9cb HTTP/1.1" status: 204 len: 168 time: 0.9313688 Nov 11 17:55:02.691959 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48042) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:02.700348 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402f0c0-77b9-4d64-b930-64fe5742bbf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c569cf45-b127-45e4-97f6-75d37a12e9cb,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:02.711616 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa3cc0c-0f74-4428-8f59-23dd062c2bdf tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Router 4a480bae-f253-4b97-83c1-ebc1a101d292 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:55:02.789497 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa3cc0c-0f74-4428-8f59-23dd062c2bdf tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:55:02.795592 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-efa3cc0c-0f74-4428-8f59-23dd062c2bdf tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] 10.222.0.76 "PUT /v2.0/routers/4a480bae-f253-4b97-83c1-ebc1a101d292/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3382759 Nov 11 17:55:02.802505 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48044) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:02.817824 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de35d91-3f4a-493c-85fb-0c4d63251517 None None] Sync routers for ids ['4a480bae-f253-4b97-83c1-ebc1a101d292'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:55:02.849177 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de35d91-3f4a-493c-85fb-0c4d63251517 None None] Routers {'4a480bae-f253-4b97-83c1-ebc1a101d292'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:55:02.849713 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-8de35d91-3f4a-493c-85fb-0c4d63251517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:54:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['4a480bae-f253-4b97-83c1-ebc1a101d292'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:02.903601 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1bb7d811-2e8b-4c4f-909c-650db4dfed5a tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:02.936922 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-8de35d91-3f4a-493c-85fb-0c4d63251517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:02.956746 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de35d91-3f4a-493c-85fb-0c4d63251517 None None] Routers {'4a480bae-f253-4b97-83c1-ebc1a101d292'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:55:02.957371 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-8de35d91-3f4a-493c-85fb-0c4d63251517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:54:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['4a480bae-f253-4b97-83c1-ebc1a101d292'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:03.062806 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-8de35d91-3f4a-493c-85fb-0c4d63251517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:03.063471 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de35d91-3f4a-493c-85fb-0c4d63251517 None None] The sync data for ids ['4a480bae-f253-4b97-83c1-ebc1a101d292'] in n-d-816206-4 is: [] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:55:03.088048 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 584ce1c7-1d6e-472d-8517-67e074037cd1 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:55:03.113635 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 584ce1c7-1d6e-472d-8517-67e074037cd1 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:55:03.114132 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 584ce1c7-1d6e-472d-8517-67e074037cd1 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:55:03.114655 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bebf3c5f-a696-4a1f-bd25-85804aa54bcb no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:55:03.134660 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: bebf3c5f-a696-4a1f-bd25-85804aa54bcb {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:55:03.135291 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1bb7d811-2e8b-4c4f-909c-650db4dfed5a tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:03.135464 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bebf3c5f-a696-4a1f-bd25-85804aa54bcb not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:55:03.139944 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1bb7d811-2e8b-4c4f-909c-650db4dfed5a tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:03.163700 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1dc8d209-0057-49a0-bd1b-5dc53b359108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:03.189134 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1bb7d811-2e8b-4c4f-909c-650db4dfed5a tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:03.189822 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb7d811-2e8b-4c4f-909c-650db4dfed5a tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Fanout notify agent at l3_agent the message router_deleted on router 4a480bae-f253-4b97-83c1-ebc1a101d292 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:55:03.199413 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1bb7d811-2e8b-4c4f-909c-650db4dfed5a tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:03.200931 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1bb7d811-2e8b-4c4f-909c-650db4dfed5a tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] 10.222.0.76 "DELETE /v2.0/routers/4a480bae-f253-4b97-83c1-ebc1a101d292 HTTP/1.1" status: 204 len: 168 time: 0.4012561 Nov 11 17:55:03.203262 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48046) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:03.264189 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ed53ac-b1ed-4e5b-9b6b-d746e9e9cbfa tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Deleting subnet b0285b53-72d0-41c7-9339-0efde3b9b608 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:55:03.267906 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3ed53ac-b1ed-4e5b-9b6b-d746e9e9cbfa tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:03.314389 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3ed53ac-b1ed-4e5b-9b6b-d746e9e9cbfa tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:03.408216 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3ed53ac-b1ed-4e5b-9b6b-d746e9e9cbfa tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:03.444959 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-1dc8d209-0057-49a0-bd1b-5dc53b359108 admin admin] Deleting port 6a93dc08-f5a4-489a-94eb-f5dd3dd9499b {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:55:03.445222 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1dc8d209-0057-49a0-bd1b-5dc53b359108 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:03.478655 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3ed53ac-b1ed-4e5b-9b6b-d746e9e9cbfa tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:03.508600 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed53ac-b1ed-4e5b-9b6b-d746e9e9cbfa tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Pushing event deleted for resources: {'Subnet': ['ID=b0285b53-72d0-41c7-9339-0efde3b9b608,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:03.511991 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3ed53ac-b1ed-4e5b-9b6b-d746e9e9cbfa tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:03.515195 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e3ed53ac-b1ed-4e5b-9b6b-d746e9e9cbfa tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] 10.222.0.76 "DELETE /v2.0/subnets/b0285b53-72d0-41c7-9339-0efde3b9b608 HTTP/1.1" status: 204 len: 168 time: 0.3100231 Nov 11 17:55:03.517298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48050) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:03.521401 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccdc4e0-cd49-47fa-b84a-8f15d6e40f00 None None] Network a5efa8fb-c916-4837-8c70-5b2791dda0c1 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:55:03.544936 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-1dc8d209-0057-49a0-bd1b-5dc53b359108 admin admin] For port 6a93dc08-f5a4-489a-94eb-f5dd3dd9499b, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6a93dc08-f5a4-489a-94eb-f5dd3dd9499b,segment=NetworkSegment(3f55eafd-2d85-4a62-8280-bfa81833556e),segment_id=3f55eafd-2d85-4a62-8280-bfa81833556e)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:03.545571 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1dc8d209-0057-49a0-bd1b-5dc53b359108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:03.561399 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-1dc8d209-0057-49a0-bd1b-5dc53b359108 admin admin] Calling delete_port for 6a93dc08-f5a4-489a-94eb-f5dd3dd9499b owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:55:03.608336 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56d3f1fc-4e03-4584-b2c3-67af27e5980e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:03.676434 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-56d3f1fc-4e03-4584-b2c3-67af27e5980e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Deleting port 09639abc-f8e4-4ed0-ba9c-f003de9d7510 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:55:03.676781 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56d3f1fc-4e03-4584-b2c3-67af27e5980e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:03.744858 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c00882-19da-4ac4-91ca-a0d9eecaeb71 None None] DHCP port deletion for a5efa8fb-c916-4837-8c70-5b2791dda0c1 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:55:03.749188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-56d3f1fc-4e03-4584-b2c3-67af27e5980e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] For port 09639abc-f8e4-4ed0-ba9c-f003de9d7510, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=09639abc-f8e4-4ed0-ba9c-f003de9d7510,segment=NetworkSegment(16bcd3b3-38cf-4560-b376-02f6555da1b7),segment_id=16bcd3b3-38cf-4560-b376-02f6555da1b7)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:03.749515 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56d3f1fc-4e03-4584-b2c3-67af27e5980e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:03.764006 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-56d3f1fc-4e03-4584-b2c3-67af27e5980e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Calling delete_port for 09639abc-f8e4-4ed0-ba9c-f003de9d7510 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:55:03.801893 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-85c00882-19da-4ac4-91ca-a0d9eecaeb71 None None] Deleting port 09639abc-f8e4-4ed0-ba9c-f003de9d7510 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:55:03.802455 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-85c00882-19da-4ac4-91ca-a0d9eecaeb71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:03.807454 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1dc8d209-0057-49a0-bd1b-5dc53b359108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:03.848447 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8d209-0057-49a0-bd1b-5dc53b359108 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a93dc08-f5a4-489a-94eb-f5dd3dd9499b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:03.869846 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56d3f1fc-4e03-4584-b2c3-67af27e5980e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:03.889015 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-85c00882-19da-4ac4-91ca-a0d9eecaeb71 None None] For port 09639abc-f8e4-4ed0-ba9c-f003de9d7510, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=09639abc-f8e4-4ed0-ba9c-f003de9d7510,segment=NetworkSegment(16bcd3b3-38cf-4560-b376-02f6555da1b7),segment_id=16bcd3b3-38cf-4560-b376-02f6555da1b7)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:03.889551 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-85c00882-19da-4ac4-91ca-a0d9eecaeb71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:03.890752 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d3f1fc-4e03-4584-b2c3-67af27e5980e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] No DVR routers for this DVR port 09639abc-f8e4-4ed0-ba9c-f003de9d7510 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:55:03.919833 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-85c00882-19da-4ac4-91ca-a0d9eecaeb71 None None] Calling delete_port for 09639abc-f8e4-4ed0-ba9c-f003de9d7510 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:55:04.011690 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3f1fc-4e03-4584-b2c3-67af27e5980e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Pushing event deleted for resources: {'Port': ['ID=09639abc-f8e4-4ed0-ba9c-f003de9d7510,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:04.018363 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56d3f1fc-4e03-4584-b2c3-67af27e5980e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:04.055287 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-85c00882-19da-4ac4-91ca-a0d9eecaeb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:04.055588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-56d3f1fc-4e03-4584-b2c3-67af27e5980e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5efa8fb-c916-4837-8c70-5b2791dda0c1']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:04.085892 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-56d3f1fc-4e03-4584-b2c3-67af27e5980e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bcd3b3-38cf-4560-b376-02f6555da1b7') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:04.086200 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-56d3f1fc-4e03-4584-b2c3-67af27e5980e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bcd3b3-38cf-4560-b376-02f6555da1b7') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:04.095990 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1dc8d209-0057-49a0-bd1b-5dc53b359108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:04.121723 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56d3f1fc-4e03-4584-b2c3-67af27e5980e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:04.139978 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56d3f1fc-4e03-4584-b2c3-67af27e5980e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:04.148242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d3f1fc-4e03-4584-b2c3-67af27e5980e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:55:04.149403 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56d3f1fc-4e03-4584-b2c3-67af27e5980e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:55:04.225017 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:55:04.229535 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56d3f1fc-4e03-4584-b2c3-67af27e5980e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:04.236804 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-56d3f1fc-4e03-4584-b2c3-67af27e5980e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:04.240069 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-56d3f1fc-4e03-4584-b2c3-67af27e5980e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] 10.222.0.76 "DELETE /v2.0/networks/a5efa8fb-c916-4837-8c70-5b2791dda0c1 HTTP/1.1" status: 204 len: 168 time: 0.7218072 Nov 11 17:55:04.283106 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c00882-19da-4ac4-91ca-a0d9eecaeb71 None None] Pushing event deleted for resources: {'Port': ['ID=09639abc-f8e4-4ed0-ba9c-f003de9d7510,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:04.288453 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c00882-19da-4ac4-91ca-a0d9eecaeb71 None None] No DVR routers for this DVR port 09639abc-f8e4-4ed0-ba9c-f003de9d7510 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:55:04.304304 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3f1fc-4e03-4584-b2c3-67af27e5980e tempest-FloatingIPNegativeTestJSON-306395108 tempest-FloatingIPNegativeTestJSON-306395108-project] Pushing event deleted for resources: {'Network': ['ID=a5efa8fb-c916-4837-8c70-5b2791dda0c1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:04.372321 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc8d209-0057-49a0-bd1b-5dc53b359108 admin admin] Router 6739a5ce-c829-4b65-a70f-84e4996bc259 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:55:04.490602 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc8d209-0057-49a0-bd1b-5dc53b359108 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:55:04.498525 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48058) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:04.498697 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1dc8d209-0057-49a0-bd1b-5dc53b359108 admin admin] 10.222.0.76 "PUT /v2.0/routers/6739a5ce-c829-4b65-a70f-84e4996bc259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8056300 Nov 11 17:55:04.507109 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5cf03c-3aa1-48a8-bfc9-790c71f9ca5d None None] Sync routers for ids ['6739a5ce-c829-4b65-a70f-84e4996bc259'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:55:04.516702 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48060) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:04.518541 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5cf03c-3aa1-48a8-bfc9-790c71f9ca5d None None] Routers {'6739a5ce-c829-4b65-a70f-84e4996bc259'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:55:04.519370 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-cd5cf03c-3aa1-48a8-bfc9-790c71f9ca5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:54:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6739a5ce-c829-4b65-a70f-84e4996bc259'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:04.634538 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-50b3e798-d9d4-43ec-90bb-69d772770b51 admin admin] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:04.644740 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-cd5cf03c-3aa1-48a8-bfc9-790c71f9ca5d None None] Set router 6739a5ce-c829-4b65-a70f-84e4996bc259 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:55:04.675645 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48064) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:04.676967 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5ffde3a9-7cf2-417b-b9bf-04065969d25e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4de0b917421a45359ea17ba7f39f80bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1590657 Nov 11 17:55:04.782519 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-40ce9f0e-c4a3-4581-8460-de74c32d401f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:04.785555 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-50b3e798-d9d4-43ec-90bb-69d772770b51 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:04.838378 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-cd5cf03c-3aa1-48a8-bfc9-790c71f9ca5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6739a5ce-c829-4b65-a70f-84e4996bc259', 'name': 'tempest-TestVolumeBootPattern-1699371986-router', 'tenant_id': 'db2e7ec3c8c34463929096535c6877c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '30fafd01-f5b3-4b8a-bc26-54193a89fd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:38Z', 'updated_at': '2021-11-11T17:55:03Z', 'revision_number': 5, 'project_id': 'db2e7ec3c8c34463929096535c6877c4', 'gw_port': {'id': '30fafd01-f5b3-4b8a-bc26-54193a89fd5c', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6739a5ce-c829-4b65-a70f-84e4996bc259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:42:39Z', 'updated_at': '2021-11-11T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:04.843381 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-40ce9f0e-c4a3-4581-8460-de74c32d401f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:04.870972 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5cf03c-3aa1-48a8-bfc9-790c71f9ca5d None None] Checking router: 6739a5ce-c829-4b65-a70f-84e4996bc259 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:55:04.881084 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5cf03c-3aa1-48a8-bfc9-790c71f9ca5d None None] Routers {'6739a5ce-c829-4b65-a70f-84e4996bc259'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:55:04.881840 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-cd5cf03c-3aa1-48a8-bfc9-790c71f9ca5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:54:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6739a5ce-c829-4b65-a70f-84e4996bc259'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:04.899806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-50b3e798-d9d4-43ec-90bb-69d772770b51 admin admin] Deleting port 30fafd01-f5b3-4b8a-bc26-54193a89fd5c {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:55:04.900144 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-50b3e798-d9d4-43ec-90bb-69d772770b51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:04.966545 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-40ce9f0e-c4a3-4581-8460-de74c32d401f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:04.969338 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-40ce9f0e-c4a3-4581-8460-de74c32d401f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:04.970480 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-40ce9f0e-c4a3-4581-8460-de74c32d401f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/22e61a3f-a7df-462b-9ffd-50b5e1bca721 HTTP/1.1" status: 204 len: 168 time: 0.2937799 Nov 11 17:55:04.992971 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-cd5cf03c-3aa1-48a8-bfc9-790c71f9ca5d None None] Set router 6739a5ce-c829-4b65-a70f-84e4996bc259 gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:55:05.007242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce9f0e-c4a3-4581-8460-de74c32d401f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e61a3f-a7df-462b-9ffd-50b5e1bca721,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:05.047705 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-50b3e798-d9d4-43ec-90bb-69d772770b51 admin admin] For port 30fafd01-f5b3-4b8a-bc26-54193a89fd5c, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=30fafd01-f5b3-4b8a-bc26-54193a89fd5c,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:05.048567 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-50b3e798-d9d4-43ec-90bb-69d772770b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:05.056692 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-cd5cf03c-3aa1-48a8-bfc9-790c71f9ca5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6739a5ce-c829-4b65-a70f-84e4996bc259', 'name': 'tempest-TestVolumeBootPattern-1699371986-router', 'tenant_id': 'db2e7ec3c8c34463929096535c6877c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:38Z', 'updated_at': '2021-11-11T17:55:04Z', 'revision_number': 6, 'project_id': 'db2e7ec3c8c34463929096535c6877c4', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:05.076145 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-50b3e798-d9d4-43ec-90bb-69d772770b51 admin admin] Calling delete_port for 30fafd01-f5b3-4b8a-bc26-54193a89fd5c owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:55:05.094961 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5cf03c-3aa1-48a8-bfc9-790c71f9ca5d None None] The sync data for ids ['6739a5ce-c829-4b65-a70f-84e4996bc259'] in n-d-816206-4 is: [{'id': '6739a5ce-c829-4b65-a70f-84e4996bc259', 'name': 'tempest-TestVolumeBootPattern-1699371986-router', 'tenant_id': 'db2e7ec3c8c34463929096535c6877c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:42:38Z', 'updated_at': '2021-11-11T17:55:04Z', 'revision_number': 6, 'project_id': 'db2e7ec3c8c34463929096535c6877c4', 'gw_port_host': None}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:55:05.490043 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 09639abc-f8e4-4ed0-ba9c-f003de9d7510 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:55:05.529561 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 09639abc-f8e4-4ed0-ba9c-f003de9d7510 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:55:05.529907 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 09639abc-f8e4-4ed0-ba9c-f003de9d7510 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:55:05.697600 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-50b3e798-d9d4-43ec-90bb-69d772770b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:05.738826 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3e798-d9d4-43ec-90bb-69d772770b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=30fafd01-f5b3-4b8a-bc26-54193a89fd5c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:05.755329 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddffe2b-ca2e-4063-b4c9-61b3829f6bc8 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:55:05.839775 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-50b3e798-d9d4-43ec-90bb-69d772770b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:05.857428 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48092) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:05.876263 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48096) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:05.960075 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-50b3e798-d9d4-43ec-90bb-69d772770b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:05.963699 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-50b3e798-d9d4-43ec-90bb-69d772770b51 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:05.989323 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b4919268-0bc7-4d54-b364-30d483b398ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:06.013812 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-51de2d97-3588-49a7-be01-56c5ca7d2c54 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] Request body: {'port': {'network_id': 'dd71a30d-ac63-4280-8a29-9cf67ba3fa4f', 'name': 'tempest-NetworksNegativeTestJSON-407204660'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:06.030245 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-50b3e798-d9d4-43ec-90bb-69d772770b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:06.030892 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b3e798-d9d4-43ec-90bb-69d772770b51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6739a5ce-c829-4b65-a70f-84e4996bc259 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:55:06.038656 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-51de2d97-3588-49a7-be01-56c5ca7d2c54 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] POST failed (client error): The resource could not be found. Nov 11 17:55:06.039429 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51de2d97-3588-49a7-be01-56c5ca7d2c54 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:55:06.040893 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-51de2d97-3588-49a7-be01-56c5ca7d2c54 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1636648 Nov 11 17:55:06.042095 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-50b3e798-d9d4-43ec-90bb-69d772770b51 admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:06.044876 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48100) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:06.046575 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-50b3e798-d9d4-43ec-90bb-69d772770b51 admin admin] 10.222.0.76 "DELETE /v2.0/routers/6739a5ce-c829-4b65-a70f-84e4996bc259 HTTP/1.1" status: 204 len: 168 time: 1.5466459 Nov 11 17:55:06.047246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48102) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:06.098113 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-1693bdf8-bdb9-4a4a-b1d5-98826230d1c3 admin admin] Deleting subnet eeb2b7c6-fe1e-4052-88cb-f3ea39cb1221 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:55:06.101643 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1693bdf8-bdb9-4a4a-b1d5-98826230d1c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:06.115819 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98d5679-6df9-41ba-9b3b-a99ba41fa699 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] DELETE failed (client error): The resource could not be found. Nov 11 17:55:06.116615 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98d5679-6df9-41ba-9b3b-a99ba41fa699 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:55:06.121273 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a98d5679-6df9-41ba-9b3b-a99ba41fa699 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] 10.222.0.76 "DELETE /v2.0/networks/f9ec6b4f-d7c4-4080-938c-4eae052c405f HTTP/1.1" status: 404 len: 339 time: 0.0750904 Nov 11 17:55:06.125235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48104) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:06.150889 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-74777fac-db13-4829-bde9-e9519acc2e9d tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] DELETE failed (client error): The resource could not be found. Nov 11 17:55:06.151550 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74777fac-db13-4829-bde9-e9519acc2e9d tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:55:06.153859 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b4919268-0bc7-4d54-b364-30d483b398ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:06.154811 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-74777fac-db13-4829-bde9-e9519acc2e9d tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] 10.222.0.76 "DELETE /v2.0/ports/4d3d52ee-f7e4-49e0-b96c-931329628f35 HTTP/1.1" status: 404 len: 333 time: 0.0284126 Nov 11 17:55:06.159163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48106) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:06.161091 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b4919268-0bc7-4d54-b364-30d483b398ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:06.193095 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1693bdf8-bdb9-4a4a-b1d5-98826230d1c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:06.195272 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b2e72b-a44d-49d9-bcf4-d58138e04d96 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] DELETE failed (client error): The resource could not be found. Nov 11 17:55:06.196022 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b2e72b-a44d-49d9-bcf4-d58138e04d96 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:55:06.199420 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-29b2e72b-a44d-49d9-bcf4-d58138e04d96 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] 10.222.0.76 "DELETE /v2.0/subnets/ea195f05-9609-467e-a5dc-a032a0b1219c HTTP/1.1" status: 404 len: 337 time: 0.0390055 Nov 11 17:55:06.209828 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48108) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:06.229203 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b4919268-0bc7-4d54-b364-30d483b398ef admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b5845b6277d44950a827535df44003da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3683436 Nov 11 17:55:06.233379 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48110) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:06.236391 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4919268-0bc7-4d54-b364-30d483b398ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fd654d-79dd-49e4-b279-5933a9398f05,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:06.240438 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef24544f-b91d-425d-a1c2-e9f046c1d7b3 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] GET failed (client error): The resource could not be found. Nov 11 17:55:06.241893 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ef24544f-b91d-425d-a1c2-e9f046c1d7b3 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] 10.222.0.76 "GET /v2.0/networks/d9fea06c-a895-44a7-9ff3-c7a5fd1f30ad HTTP/1.1" status: 404 len: 339 time: 0.0311272 Nov 11 17:55:06.245460 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48112) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:06.272250 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-b294d32b-ff5f-4329-a98f-e1e1e4d73e24 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] GET failed (client error): The resource could not be found. Nov 11 17:55:06.273818 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b294d32b-ff5f-4329-a98f-e1e1e4d73e24 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] 10.222.0.76 "GET /v2.0/ports/140ecb99-d467-4d3c-9d66-24d278866bbe HTTP/1.1" status: 404 len: 333 time: 0.0274546 Nov 11 17:55:06.278115 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48114) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:06.306723 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d841a7-3aa0-438c-9f34-28d4b1dc5897 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] GET failed (client error): The resource could not be found. Nov 11 17:55:06.307997 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-98d841a7-3aa0-438c-9f34-28d4b1dc5897 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] 10.222.0.76 "GET /v2.0/subnets/4618db18-f673-4b30-8859-b31f12c4312c HTTP/1.1" status: 404 len: 337 time: 0.0288415 Nov 11 17:55:06.312176 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48116) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:06.318727 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-ae1662d3-d013-4648-b94a-a681116e6778 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:06.332355 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4b0073e9-6d54-4ffd-8ec2-f3008a08213f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:06.333819 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1662d3-d013-4648-b94a-a681116e6778 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] PUT failed (client error): The resource could not be found. Nov 11 17:55:06.334514 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae1662d3-d013-4648-b94a-a681116e6778 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:55:06.339972 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ae1662d3-d013-4648-b94a-a681116e6778 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] 10.222.0.76 "PUT /v2.0/networks/92b12a27-10ae-42e5-8185-370db253d43f HTTP/1.1" status: 404 len: 339 time: 0.0226781 Nov 11 17:55:06.339972 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48118) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:06.345511 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-009cc897-84d7-487c-b4d6-9a1057fd62f3 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:06.346107 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1693bdf8-bdb9-4a4a-b1d5-98826230d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:06.364627 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-009cc897-84d7-487c-b4d6-9a1057fd62f3 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] PUT failed (client error): The resource could not be found. Nov 11 17:55:06.365218 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-009cc897-84d7-487c-b4d6-9a1057fd62f3 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:55:06.370165 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-009cc897-84d7-487c-b4d6-9a1057fd62f3 tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] 10.222.0.76 "PUT /v2.0/ports/fdcc2542-220d-4b29-8a34-2f70e325f63a HTTP/1.1" status: 404 len: 333 time: 0.0256383 Nov 11 17:55:06.370459 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48120) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:06.375960 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-af043c53-5b6a-4f84-86fe-b1d59692406c tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:06.383078 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4b0073e9-6d54-4ffd-8ec2-f3008a08213f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:06.399570 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-af043c53-5b6a-4f84-86fe-b1d59692406c tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] PUT failed (client error): The resource could not be found. Nov 11 17:55:06.400493 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af043c53-5b6a-4f84-86fe-b1d59692406c tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 17:55:06.401333 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-af043c53-5b6a-4f84-86fe-b1d59692406c tempest-NetworksNegativeTestJSON-1806855631 tempest-NetworksNegativeTestJSON-1806855631-project] 10.222.0.76 "PUT /v2.0/subnets/3f06146c-5acd-4eb6-bdc8-7f5d135e47da HTTP/1.1" status: 404 len: 337 time: 0.0299165 Nov 11 17:55:06.442210 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1693bdf8-bdb9-4a4a-b1d5-98826230d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:06.480923 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693bdf8-bdb9-4a4a-b1d5-98826230d1c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeb2b7c6-fe1e-4052-88cb-f3ea39cb1221,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:06.485790 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1693bdf8-bdb9-4a4a-b1d5-98826230d1c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:06.488894 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1693bdf8-bdb9-4a4a-b1d5-98826230d1c3 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/eeb2b7c6-fe1e-4052-88cb-f3ea39cb1221 HTTP/1.1" status: 204 len: 168 time: 0.4404936 Nov 11 17:55:06.492034 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48124) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:06.496320 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b98db0-b93a-4c8e-b289-aa7effbe9be1 None None] Network 3ac26ddd-75e4-45b9-a1dd-4a818733331e requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:55:06.513733 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4b0073e9-6d54-4ffd-8ec2-f3008a08213f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:06.516378 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4b0073e9-6d54-4ffd-8ec2-f3008a08213f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:06.517509 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4b0073e9-6d54-4ffd-8ec2-f3008a08213f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a4fd654d-79dd-49e4-b279-5933a9398f05 HTTP/1.1" status: 204 len: 168 time: 0.2831635 Nov 11 17:55:06.575877 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0073e9-6d54-4ffd-8ec2-f3008a08213f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fd654d-79dd-49e4-b279-5933a9398f05,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:06.599975 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c43a0d0-ab56-4f6b-a641-db3bdb07ab1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:06.662574 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-4c43a0d0-ab56-4f6b-a641-db3bdb07ab1d admin admin] Deleting port 3e1870dd-c7e0-489a-afce-88b5aab5607d {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:55:06.663015 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c43a0d0-ab56-4f6b-a641-db3bdb07ab1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:06.702724 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48132) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:06.739451 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-4c43a0d0-ab56-4f6b-a641-db3bdb07ab1d admin admin] For port 3e1870dd-c7e0-489a-afce-88b5aab5607d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=3e1870dd-c7e0-489a-afce-88b5aab5607d,segment=NetworkSegment(3f55eafd-2d85-4a62-8280-bfa81833556e),segment_id=3f55eafd-2d85-4a62-8280-bfa81833556e)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:06.740082 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c43a0d0-ab56-4f6b-a641-db3bdb07ab1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:06.743483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994b53d1-2504-4ca4-99b5-9182ad97ba7c None None] DHCP port deletion for 3ac26ddd-75e4-45b9-a1dd-4a818733331e request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:55:06.756682 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-4c43a0d0-ab56-4f6b-a641-db3bdb07ab1d admin admin] Calling delete_port for 3e1870dd-c7e0-489a-afce-88b5aab5607d owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:55:06.805650 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-994b53d1-2504-4ca4-99b5-9182ad97ba7c None None] Deleting port 3e1870dd-c7e0-489a-afce-88b5aab5607d {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:55:06.806212 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-994b53d1-2504-4ca4-99b5-9182ad97ba7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:06.847266 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c43a0d0-ab56-4f6b-a641-db3bdb07ab1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:06.878411 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43a0d0-ab56-4f6b-a641-db3bdb07ab1d admin admin] Pushing event deleted for resources: {'Port': ['ID=3e1870dd-c7e0-489a-afce-88b5aab5607d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:06.880707 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-994b53d1-2504-4ca4-99b5-9182ad97ba7c None None] For port 3e1870dd-c7e0-489a-afce-88b5aab5607d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=3e1870dd-c7e0-489a-afce-88b5aab5607d,segment=NetworkSegment(3f55eafd-2d85-4a62-8280-bfa81833556e),segment_id=3f55eafd-2d85-4a62-8280-bfa81833556e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:06.881340 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-994b53d1-2504-4ca4-99b5-9182ad97ba7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:06.883255 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c43a0d0-ab56-4f6b-a641-db3bdb07ab1d admin admin] No DVR routers for this DVR port 3e1870dd-c7e0-489a-afce-88b5aab5607d on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:55:06.896832 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-994b53d1-2504-4ca4-99b5-9182ad97ba7c None None] Calling delete_port for 3e1870dd-c7e0-489a-afce-88b5aab5607d owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:55:06.916348 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5dadadb9-1eba-405b-b394-49607722b315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:06.937320 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48136) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:06.957554 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a122af2-ff9e-4915-8e37-b62ce5b1634c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.004509 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c43a0d0-ab56-4f6b-a641-db3bdb07ab1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.005258 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-994b53d1-2504-4ca4-99b5-9182ad97ba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.039111 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-4c43a0d0-ab56-4f6b-a641-db3bdb07ab1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac26ddd-75e4-45b9-a1dd-4a818733331e']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:07.039993 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994b53d1-2504-4ca4-99b5-9182ad97ba7c None None] No DVR routers for this DVR port 3e1870dd-c7e0-489a-afce-88b5aab5607d on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:55:07.042000 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b53d1-2504-4ca4-99b5-9182ad97ba7c None None] Pushing event deleted for resources: {'Port': ['ID=3e1870dd-c7e0-489a-afce-88b5aab5607d,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:07.062372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-4c43a0d0-ab56-4f6b-a641-db3bdb07ab1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f55eafd-2d85-4a62-8280-bfa81833556e') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:07.062690 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-4c43a0d0-ab56-4f6b-a641-db3bdb07ab1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f55eafd-2d85-4a62-8280-bfa81833556e') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:07.073739 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5dadadb9-1eba-405b-b394-49607722b315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.074073 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 30fafd01-f5b3-4b8a-bc26-54193a89fd5c no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:55:07.076769 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c43a0d0-ab56-4f6b-a641-db3bdb07ab1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.082577 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5dadadb9-1eba-405b-b394-49607722b315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.093096 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c43a0d0-ab56-4f6b-a641-db3bdb07ab1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.100729 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c43a0d0-ab56-4f6b-a641-db3bdb07ab1d admin admin] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:55:07.101235 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c43a0d0-ab56-4f6b-a641-db3bdb07ab1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.101573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 30fafd01-f5b3-4b8a-bc26-54193a89fd5c {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:55:07.101920 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 30fafd01-f5b3-4b8a-bc26-54193a89fd5c not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:55:07.102433 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 3e1870dd-c7e0-489a-afce-88b5aab5607d no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: timer() Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:55:07.104497 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:55:07.122840 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 3e1870dd-c7e0-489a-afce-88b5aab5607d {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:55:07.123182 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 3e1870dd-c7e0-489a-afce-88b5aab5607d not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:55:07.123607 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6a93dc08-f5a4-489a-94eb-f5dd3dd9499b no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:55:07.143123 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a122af2-ff9e-4915-8e37-b62ce5b1634c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.143975 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 6a93dc08-f5a4-489a-94eb-f5dd3dd9499b {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:55:07.144380 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadadb9-1eba-405b-b394-49607722b315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc8a0cd-4c93-4626-98c9-73a9d51b137b,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:07.145302 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6a93dc08-f5a4-489a-94eb-f5dd3dd9499b not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:55:07.150808 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5dadadb9-1eba-405b-b394-49607722b315 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=23e6bd719ba844d6b4122fced7559a36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4444463 Nov 11 17:55:07.150808 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a122af2-ff9e-4915-8e37-b62ce5b1634c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.152243 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48138) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:07.182205 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c43a0d0-ab56-4f6b-a641-db3bdb07ab1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.188726 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4c43a0d0-ab56-4f6b-a641-db3bdb07ab1d admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.193076 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4c43a0d0-ab56-4f6b-a641-db3bdb07ab1d admin admin] 10.222.0.76 "DELETE /v2.0/networks/3ac26ddd-75e4-45b9-a1dd-4a818733331e HTTP/1.1" status: 204 len: 168 time: 0.6990557 Nov 11 17:55:07.204662 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43a0d0-ab56-4f6b-a641-db3bdb07ab1d admin admin] Pushing event deleted for resources: {'Network': ['ID=3ac26ddd-75e4-45b9-a1dd-4a818733331e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:07.215020 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4a122af2-ff9e-4915-8e37-b62ce5b1634c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c8504ff831e847799bfae6f2b9c2360c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2762458 Nov 11 17:55:07.217594 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48142) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:07.221834 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a122af2-ff9e-4915-8e37-b62ce5b1634c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee6e5c2-b5ec-4c84-88fa-9c77819db6c3,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:07.241527 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91431359-e2b5-44cc-8b36-51b844ca3be9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.266153 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91431359-e2b5-44cc-8b36-51b844ca3be9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.280977 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9d1f67d1-2812-4b98-b9ce-bc4c83a29685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.315785 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9d1f67d1-2812-4b98-b9ce-bc4c83a29685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.369753 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9d1f67d1-2812-4b98-b9ce-bc4c83a29685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.373500 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9d1f67d1-2812-4b98-b9ce-bc4c83a29685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.374761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9d1f67d1-2812-4b98-b9ce-bc4c83a29685 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8ee6e5c2-b5ec-4c84-88fa-9c77819db6c3 HTTP/1.1" status: 204 len: 168 time: 0.1556208 Nov 11 17:55:07.385174 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f67d1-2812-4b98-b9ce-bc4c83a29685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee6e5c2-b5ec-4c84-88fa-9c77819db6c3,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:07.399615 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48146) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:07.444860 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-78cf6973-e9b4-4ad3-80f5-0817cd4c467c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1e37f40ca1514a7584bca23f0becbfbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438380 Nov 11 17:55:07.447173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48148) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:07.452752 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-eae45f12-d5d5-43fd-b932-b3dd096c7582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.505927 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-75ee6e47-e2ca-4286-8108-ca1bd6f22226 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.530001 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-75ee6e47-e2ca-4286-8108-ca1bd6f22226 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.583860 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-75ee6e47-e2ca-4286-8108-ca1bd6f22226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.586814 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-75ee6e47-e2ca-4286-8108-ca1bd6f22226 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.590362 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-75ee6e47-e2ca-4286-8108-ca1bd6f22226 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/61083bc0-383e-4259-b08e-fb2a7aef2473 HTTP/1.1" status: 204 len: 168 time: 0.1398792 Nov 11 17:55:07.601058 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91431359-e2b5-44cc-8b36-51b844ca3be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.601272 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee6e47-e2ca-4286-8108-ca1bd6f22226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61083bc0-383e-4259-b08e-fb2a7aef2473,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:07.605346 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91431359-e2b5-44cc-8b36-51b844ca3be9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:07.608373 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-91431359-e2b5-44cc-8b36-51b844ca3be9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0bc8a0cd-4c93-4626-98c9-73a9d51b137b HTTP/1.1" status: 204 len: 168 time: 0.4536283 Nov 11 17:55:07.621227 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91431359-e2b5-44cc-8b36-51b844ca3be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc8a0cd-4c93-4626-98c9-73a9d51b137b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:07.633901 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-5689b802-cc35-4456-a365-390a8f2ef684 req-6faf728f-a0af-45fb-ac8f-1333a551263a tempest-AttachVolumeShelveTestJSON-793849575 tempest-AttachVolumeShelveTestJSON-793849575-project] (102618) timed out ('10.222.0.76', 43734) {{(pid=102618) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 17:55:07.989900 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48170) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:08.032609 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b0cfdf67-bcf2-4847-8800-27e6e6351b7e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=db2e7ec3c8c34463929096535c6877c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413597 Nov 11 17:55:08.035561 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48174) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:08.089918 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ce1c371-ce0b-4d0d-91bb-3e0a4a4f6fc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:08.114570 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ce1c371-ce0b-4d0d-91bb-3e0a4a4f6fc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:08.173513 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ce1c371-ce0b-4d0d-91bb-3e0a4a4f6fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:08.176887 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5ce1c371-ce0b-4d0d-91bb-3e0a4a4f6fc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:08.178108 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5ce1c371-ce0b-4d0d-91bb-3e0a4a4f6fc0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/498a1e9b-5cc6-4740-aedf-4a6bba7507d8 HTTP/1.1" status: 204 len: 168 time: 0.1413317 Nov 11 17:55:08.186487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1c371-ce0b-4d0d-91bb-3e0a4a4f6fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498a1e9b-5cc6-4740-aedf-4a6bba7507d8,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:08.593487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48198) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:08.697049 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48204) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:08.751155 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-b45ad95c-fa5e-43f2-b0f2-4900f8681a84 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1353933633-network', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:08.764194 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-260558d6-8588-4413-8408-8903cf556abc tempest-ServiceProvidersTest-1007413713 tempest-ServiceProvidersTest-1007413713-project] 10.222.0.76 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1694191 Nov 11 17:55:08.785423 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45ad95c-fa5e-43f2-b0f2-4900f8681a84 admin admin] Made reservation on behalf of ec9f8fbc81be487db458d3e7eb116d11 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:55:08.787965 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b45ad95c-fa5e-43f2-b0f2-4900f8681a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:08.800912 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b45ad95c-fa5e-43f2-b0f2-4900f8681a84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:08.879494 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b45ad95c-fa5e-43f2-b0f2-4900f8681a84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:08.884215 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b45ad95c-fa5e-43f2-b0f2-4900f8681a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:08.912453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45ad95c-fa5e-43f2-b0f2-4900f8681a84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1293} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:55:08.918935 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ad95c-fa5e-43f2-b0f2-4900f8681a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d471893-e610-4b45-8b0c-a7bdfead7685,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:08.925720 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b45ad95c-fa5e-43f2-b0f2-4900f8681a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:08.926072 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-b45ad95c-fa5e-43f2-b0f2-4900f8681a84 admin admin] Added segment da9c34bc-2742-489e-b04b-eda694df338a of type vlan for network b0aabfb0-0df2-4260-b665-d437c8ea20c6 Nov 11 17:55:08.965955 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48212) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:08.970424 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b45ad95c-fa5e-43f2-b0f2-4900f8681a84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:08.996928 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b45ad95c-fa5e-43f2-b0f2-4900f8681a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:08.998170 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45ad95c-fa5e-43f2-b0f2-4900f8681a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:08.998803 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b45ad95c-fa5e-43f2-b0f2-4900f8681a84 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:09.052937 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b45ad95c-fa5e-43f2-b0f2-4900f8681a84 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3546114 Nov 11 17:55:09.055923 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48216) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:09.063111 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d69f7cbb-83c8-4476-aa35-36f16798d319 admin admin] Request body: {'subnet': {'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1353933633-subnet', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:09.087499 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab49e291-a9be-4a32-9952-2498fdb34cb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:09.091023 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ad95c-fa5e-43f2-b0f2-4900f8681a84 admin admin] Pushing event updated for resources: {'Network': ['ID=b0aabfb0-0df2-4260-b665-d437c8ea20c6,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:09.106099 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network b0aabfb0-0df2-4260-b665-d437c8ea20c6 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:55:09.107252 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69f7cbb-83c8-4476-aa35-36f16798d319 admin admin] Made reservation on behalf of ec9f8fbc81be487db458d3e7eb116d11 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:55:09.110669 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d69f7cbb-83c8-4476-aa35-36f16798d319 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:09.182068 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab49e291-a9be-4a32-9952-2498fdb34cb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:09.188959 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ab49e291-a9be-4a32-9952-2498fdb34cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:09.229163 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ab49e291-a9be-4a32-9952-2498fdb34cb8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=822a51aba3004aed8810ae09da0c7eb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2616992 Nov 11 17:55:09.230294 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49e291-a9be-4a32-9952-2498fdb34cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21d9e58-97f9-499d-85ac-a613027fdb53,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:09.232859 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48218) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:09.287307 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d5502aa-3f6e-4f58-a7fe-523db9afc4c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:09.302987 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d69f7cbb-83c8-4476-aa35-36f16798d319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:09.309214 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d5502aa-3f6e-4f58-a7fe-523db9afc4c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:09.357692 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d5502aa-3f6e-4f58-a7fe-523db9afc4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:09.361402 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5d5502aa-3f6e-4f58-a7fe-523db9afc4c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:09.364996 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5d5502aa-3f6e-4f58-a7fe-523db9afc4c3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a21d9e58-97f9-499d-85ac-a613027fdb53 HTTP/1.1" status: 204 len: 168 time: 0.1286299 Nov 11 17:55:09.372117 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5502aa-3f6e-4f58-a7fe-523db9afc4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21d9e58-97f9-499d-85ac-a613027fdb53,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:09.374045 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f7cbb-83c8-4476-aa35-36f16798d319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:09.380019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f7cbb-83c8-4476-aa35-36f16798d319 admin admin] Checking segment: {'id': 'da9c34bc-2742-489e-b04b-eda694df338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:55:09.380386 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69f7cbb-83c8-4476-aa35-36f16798d319 admin admin] Network hostable DHCP agents. Network: b0aabfb0-0df2-4260-b665-d437c8ea20c6, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:55:09.400837 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69f7cbb-83c8-4476-aa35-36f16798d319 admin admin] Network b0aabfb0-0df2-4260-b665-d437c8ea20c6 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:55:09.418225 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-d69f7cbb-83c8-4476-aa35-36f16798d319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, b0aabfb0-0df2-4260-b665-d437c8ea20c6) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:55:09.423121 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69f7cbb-83c8-4476-aa35-36f16798d319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:09.424758 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d69f7cbb-83c8-4476-aa35-36f16798d319 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:09.428945 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a371371e-b7ae-4bbe-9495-971314005b2a None None] Network b0aabfb0-0df2-4260-b665-d437c8ea20c6 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:55:09.441770 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d69f7cbb-83c8-4476-aa35-36f16798d319 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3845625 Nov 11 17:55:09.444568 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48222) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:09.448965 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-8b530eca-1eb5-4455-a11b-11cec2b558e0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1353933633-router', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:09.475133 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b530eca-1eb5-4455-a11b-11cec2b558e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:09.476197 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b530eca-1eb5-4455-a11b-11cec2b558e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:09.532017 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b530eca-1eb5-4455-a11b-11cec2b558e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:09.609601 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2c89e0-e800-4470-b43d-716ee6eafdd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-b0aabfb0-0df2-4260-b665-d437c8ea20c6', 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'fixed_ips': [{'subnet_id': '3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:55:09.612420 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ab2c89e0-e800-4470-b43d-716ee6eafdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:09.695655 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b530eca-1eb5-4455-a11b-11cec2b558e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:09.780033 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-ab2c89e0-e800-4470-b43d-716ee6eafdd6 None None] Allocated IP 172.20.0.2 (b0aabfb0-0df2-4260-b665-d437c8ea20c6/3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2/78519bdb-9386-4bee-b837-9fa95ed81744) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:55:09.959036 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b530eca-1eb5-4455-a11b-11cec2b558e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:09.980090 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b530eca-1eb5-4455-a11b-11cec2b558e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:09.995940 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ab2c89e0-e800-4470-b43d-716ee6eafdd6 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:10.005478 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ab2c89e0-e800-4470-b43d-716ee6eafdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:10.030305 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2c89e0-e800-4470-b43d-716ee6eafdd6 None None] Network b0aabfb0-0df2-4260-b665-d437c8ea20c6 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:55:10.092755 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c89e0-e800-4470-b43d-716ee6eafdd6 None None] Pushing event updated for resources: {'Port': ['ID=78519bdb-9386-4bee-b837-9fa95ed81744,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:10.096819 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-8b530eca-1eb5-4455-a11b-11cec2b558e0 admin admin] Allocated IP 172.25.2.181 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/d454bb54-1aea-4e93-9d1b-fc7d3567d1f8) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:55:10.106140 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-ab2c89e0-e800-4470-b43d-716ee6eafdd6 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:55:10.111138 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2c89e0-e800-4470-b43d-716ee6eafdd6 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:55:10.172149 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ab2c89e0-e800-4470-b43d-716ee6eafdd6 None None] Attempting to bind port 78519bdb-9386-4bee-b837-9fa95ed81744 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:55:10.172797 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ab2c89e0-e800-4470-b43d-716ee6eafdd6 None None] Attempting to bind port 78519bdb-9386-4bee-b837-9fa95ed81744 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'da9c34bc-2742-489e-b04b-eda694df338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:55:10.173343 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2c89e0-e800-4470-b43d-716ee6eafdd6 None None] Attempting to bind port 78519bdb-9386-4bee-b837-9fa95ed81744 on network b0aabfb0-0df2-4260-b665-d437c8ea20c6 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:55:10.178936 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2c89e0-e800-4470-b43d-716ee6eafdd6 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:55:10.179546 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2c89e0-e800-4470-b43d-716ee6eafdd6 None None] Checking segment: {'id': 'da9c34bc-2742-489e-b04b-eda694df338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:55:10.180282 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ab2c89e0-e800-4470-b43d-716ee6eafdd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:10.180846 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2c89e0-e800-4470-b43d-716ee6eafdd6 None None] Bound using segment: {'id': 'da9c34bc-2742-489e-b04b-eda694df338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:55:10.181518 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ab2c89e0-e800-4470-b43d-716ee6eafdd6 None None] Bound port: 78519bdb-9386-4bee-b837-9fa95ed81744, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9c34bc-2742-489e-b04b-eda694df338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:55:10.182105 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ab2c89e0-e800-4470-b43d-716ee6eafdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:10.217171 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b530eca-1eb5-4455-a11b-11cec2b558e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:10.251607 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ab2c89e0-e800-4470-b43d-716ee6eafdd6 None None] For port 78519bdb-9386-4bee-b837-9fa95ed81744, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:55:10.257724 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ab2c89e0-e800-4470-b43d-716ee6eafdd6 None None] For port 78519bdb-9386-4bee-b837-9fa95ed81744, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=78519bdb-9386-4bee-b837-9fa95ed81744,segment=NetworkSegment(da9c34bc-2742-489e-b04b-eda694df338a),segment_id=da9c34bc-2742-489e-b04b-eda694df338a)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:55:10.259159 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b530eca-1eb5-4455-a11b-11cec2b558e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:10.271173 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ab2c89e0-e800-4470-b43d-716ee6eafdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:10.297708 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b530eca-1eb5-4455-a11b-11cec2b558e0 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:55:10.301274 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-8b530eca-1eb5-4455-a11b-11cec2b558e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:55:10.304855 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b530eca-1eb5-4455-a11b-11cec2b558e0 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:55:10.332951 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e00ec04-99c2-4631-8788-fdddf2bec5d4 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:55:10.337823 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c89e0-e800-4470-b43d-716ee6eafdd6 None None] Pushing event updated for resources: {'Port': ['ID=78519bdb-9386-4bee-b837-9fa95ed81744,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:10.348728 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b530eca-1eb5-4455-a11b-11cec2b558e0 admin admin] Pushing event updated for resources: {'Port': ['ID=d454bb54-1aea-4e93-9d1b-fc7d3567d1f8,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:10.427173 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0f83b86e-40b4-4e2c-9cef-956374ebb4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:10.437371 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8e0e7e78-82d2-4a90-920e-93bd4587372a None None] Provisioning complete for port d454bb54-1aea-4e93-9d1b-fc7d3567d1f8 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:10.437798 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8e0e7e78-82d2-4a90-920e-93bd4587372a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:10.479040 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-8e0e7e78-82d2-4a90-920e-93bd4587372a None None] Port d454bb54-1aea-4e93-9d1b-fc7d3567d1f8 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:55:10.626203 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b530eca-1eb5-4455-a11b-11cec2b558e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:10.857179 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b530eca-1eb5-4455-a11b-11cec2b558e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:10.999342 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b530eca-1eb5-4455-a11b-11cec2b558e0 admin admin] Router 8b8bd3a5-9c5c-4add-ab01-14131897ca07 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:55:11.049585 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:11.099251 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 78519bdb-9386-4bee-b837-9fa95ed81744 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:55:11.139624 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b530eca-1eb5-4455-a11b-11cec2b558e0 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:55:11.151390 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] Sync routers for ids ['8b8bd3a5-9c5c-4add-ab01-14131897ca07'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:55:11.164476 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 78519bdb-9386-4bee-b837-9fa95ed81744 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:11.165048 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8b530eca-1eb5-4455-a11b-11cec2b558e0 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:11.165583 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:11.166249 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8b530eca-1eb5-4455-a11b-11cec2b558e0 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7206247 Nov 11 17:55:11.169224 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48264) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:11.170281 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] Routers {'8b8bd3a5-9c5c-4add-ab01-14131897ca07'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:55:11.170920 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:55:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['8b8bd3a5-9c5c-4add-ab01-14131897ca07'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:11.281074 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:11.288006 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] Set router 8b8bd3a5-9c5c-4add-ab01-14131897ca07 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:55:11.337610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 78519bdb-9386-4bee-b837-9fa95ed81744, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=78519bdb-9386-4bee-b837-9fa95ed81744,segment=NetworkSegment(da9c34bc-2742-489e-b04b-eda694df338a),segment_id=da9c34bc-2742-489e-b04b-eda694df338a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:11.344586 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:11.418123 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=78519bdb-9386-4bee-b837-9fa95ed81744,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:11.513486 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'name': 'tempest-TestServerBasicOps-1353933633-router', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:10Z', 'revision_number': 3, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'gw_port': {'id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:11.543280 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48268) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:11.553712 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] Checking router: 8b8bd3a5-9c5c-4add-ab01-14131897ca07 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:55:11.554073 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] Updating router 8b8bd3a5-9c5c-4add-ab01-14131897ca07 port d454bb54-1aea-4e93-9d1b-fc7d3567d1f8 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:55:11.566354 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bfa8a5-f934-4d7c-bed8-a8cc4d05d5a6 None None] Network b0aabfb0-0df2-4260-b665-d437c8ea20c6 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:55:11.582286 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:11.652761 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a36461ec-fed0-486c-aa96-3f9b69506db7 None None] Provisioning complete for port 78519bdb-9386-4bee-b837-9fa95ed81744 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:11.653171 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a36461ec-fed0-486c-aa96-3f9b69506db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:11.694701 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cb3d272d-7dfc-4c02-b706-b2884c956f1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:11.793191 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a9f54c9-cc09-47eb-8f89-a908b0562e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:11.822336 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cb3d272d-7dfc-4c02-b706-b2884c956f1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:11.837027 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cb3d272d-7dfc-4c02-b706-b2884c956f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:11.872078 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d272d-7dfc-4c02-b706-b2884c956f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2362fc37-4984-4cc2-b84a-c05ff62c7da0,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:11.905566 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-cb3d272d-7dfc-4c02-b706-b2884c956f1a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e90bc927549347aba81a604ace76f565&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3606579 Nov 11 17:55:11.906671 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48272) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:11.930260 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:11.936881 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:11.962103 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6405c57-b706-4aa6-aa6e-30ea1aa7ddea None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:55:11.968934 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-02e1555b-1516-49b9-ba0f-a645438deb95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:11.998806 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-02e1555b-1516-49b9-ba0f-a645438deb95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.021790 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] Attempting to bind port d454bb54-1aea-4e93-9d1b-fc7d3567d1f8 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:55:12.022166 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] Attempting to bind port d454bb54-1aea-4e93-9d1b-fc7d3567d1f8 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:55:12.022529 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] Attempting to bind port d454bb54-1aea-4e93-9d1b-fc7d3567d1f8 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:55:12.036480 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:55:12.037202 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:55:12.037784 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.038349 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:55:12.039005 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] Bound port: d454bb54-1aea-4e93-9d1b-fc7d3567d1f8, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:55:12.039568 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.062801 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-02e1555b-1516-49b9-ba0f-a645438deb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.064311 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-54f6169e-e58c-483a-ad4d-e5d10636ec05 None None] Provisioning complete for port d454bb54-1aea-4e93-9d1b-fc7d3567d1f8 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:12.064889 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-54f6169e-e58c-483a-ad4d-e5d10636ec05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.067290 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-02e1555b-1516-49b9-ba0f-a645438deb95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.068497 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-02e1555b-1516-49b9-ba0f-a645438deb95 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2362fc37-4984-4cc2-b84a-c05ff62c7da0 HTTP/1.1" status: 204 len: 168 time: 0.1607616 Nov 11 17:55:12.077977 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-5a9f54c9-cc09-47eb-8f89-a908b0562e49 admin admin] Allocated IP 172.20.0.1 (b0aabfb0-0df2-4260-b665-d437c8ea20c6/3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2/d25303e4-0c2d-452c-bba1-ba343cd92c73) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:55:12.084231 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1555b-1516-49b9-ba0f-a645438deb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2362fc37-4984-4cc2-b84a-c05ff62c7da0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:12.112755 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] For port d454bb54-1aea-4e93-9d1b-fc7d3567d1f8, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:55:12.117037 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] For port d454bb54-1aea-4e93-9d1b-fc7d3567d1f8, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d454bb54-1aea-4e93-9d1b-fc7d3567d1f8,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:55:12.119232 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe83a4-ec21-458d-b0d1-5b95b1107e4e None None] Pushing event updated for resources: {'Port': ['ID=d454bb54-1aea-4e93-9d1b-fc7d3567d1f8,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:12.128040 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.131103 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe83a4-ec21-458d-b0d1-5b95b1107e4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:12.137438 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe83a4-ec21-458d-b0d1-5b95b1107e4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:12.138127 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe83a4-ec21-458d-b0d1-5b95b1107e4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:12.138667 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe83a4-ec21-458d-b0d1-5b95b1107e4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:12.139378 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe83a4-ec21-458d-b0d1-5b95b1107e4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:12.139964 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe83a4-ec21-458d-b0d1-5b95b1107e4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:12.140529 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe83a4-ec21-458d-b0d1-5b95b1107e4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:12.141096 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe83a4-ec21-458d-b0d1-5b95b1107e4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:12.141647 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe83a4-ec21-458d-b0d1-5b95b1107e4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:12.142210 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe83a4-ec21-458d-b0d1-5b95b1107e4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:12.142758 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe83a4-ec21-458d-b0d1-5b95b1107e4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:12.143852 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abe83a4-ec21-458d-b0d1-5b95b1107e4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:12.196183 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-54f6169e-e58c-483a-ad4d-e5d10636ec05 None None] Port d454bb54-1aea-4e93-9d1b-fc7d3567d1f8 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:55:12.202435 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe83a4-ec21-458d-b0d1-5b95b1107e4e None None] Pushing event updated for resources: {'Port': ['ID=d454bb54-1aea-4e93-9d1b-fc7d3567d1f8,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:12.220545 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] Routers {'8b8bd3a5-9c5c-4add-ab01-14131897ca07'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:55:12.221269 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:55:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['8b8bd3a5-9c5c-4add-ab01-14131897ca07'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:12.229621 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c327487e-9ecc-4a9d-abad-d77e1f4c75bf None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:55:12.255706 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a9f54c9-cc09-47eb-8f89-a908b0562e49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.298372 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a9f54c9-cc09-47eb-8f89-a908b0562e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.329758 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7438bbd8-9aa9-4eb0-a3dd-ef6dfbd1f3fe None None] Provisioning complete for port 78519bdb-9386-4bee-b837-9fa95ed81744 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:12.330098 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7438bbd8-9aa9-4eb0-a3dd-ef6dfbd1f3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.336535 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9f54c9-cc09-47eb-8f89-a908b0562e49 admin admin] Network b0aabfb0-0df2-4260-b665-d437c8ea20c6 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:55:12.339692 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-5a9f54c9-cc09-47eb-8f89-a908b0562e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:55:12.343150 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9f54c9-cc09-47eb-8f89-a908b0562e49 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:55:12.343998 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] Set router 8b8bd3a5-9c5c-4add-ab01-14131897ca07 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:55:12.387970 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a9f54c9-cc09-47eb-8f89-a908b0562e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.473565 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f54c9-cc09-47eb-8f89-a908b0562e49 admin admin] Pushing event updated for resources: {'Port': ['ID=d25303e4-0c2d-452c-bba1-ba343cd92c73,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:12.500574 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48278) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:12.523220 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ad91d3c-51a5-4d4d-9b25-12117a09a421 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.541293 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7438bbd8-9aa9-4eb0-a3dd-ef6dfbd1f3fe None None] Provisioning complete for port d454bb54-1aea-4e93-9d1b-fc7d3567d1f8 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:12.541840 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7438bbd8-9aa9-4eb0-a3dd-ef6dfbd1f3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.602607 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'name': 'tempest-TestServerBasicOps-1353933633-router', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:10Z', 'revision_number': 3, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'gw_port': {'id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:12.634439 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.642954 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ad91d3c-51a5-4d4d-9b25-12117a09a421 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.646203 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a9f54c9-cc09-47eb-8f89-a908b0562e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.647838 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ad91d3c-51a5-4d4d-9b25-12117a09a421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.656728 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99870446-9af1-40f1-9219-c1ef338f2789 None None] The sync data for ids ['8b8bd3a5-9c5c-4add-ab01-14131897ca07'] in n-d-816206-4 is: [{'id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'name': 'tempest-TestServerBasicOps-1353933633-router', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:10Z', 'revision_number': 3, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'gw_port': {'id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:55:12.669512 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7438bbd8-9aa9-4eb0-a3dd-ef6dfbd1f3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.699563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2ad91d3c-51a5-4d4d-9b25-12117a09a421 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d1d7b67487554fa6b03996c360bb13bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1975899 Nov 11 17:55:12.701664 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad91d3c-51a5-4d4d-9b25-12117a09a421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fa7e6e-3a0e-4b83-984e-4cd28b4a1d8c,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:12.705550 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48280) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:12.707849 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7438bbd8-9aa9-4eb0-a3dd-ef6dfbd1f3fe None None] For port d454bb54-1aea-4e93-9d1b-fc7d3567d1f8, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d454bb54-1aea-4e93-9d1b-fc7d3567d1f8,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:12.713457 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7438bbd8-9aa9-4eb0-a3dd-ef6dfbd1f3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.767675 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438bbd8-9aa9-4eb0-a3dd-ef6dfbd1f3fe None None] Pushing event updated for resources: {'Port': ['ID=d454bb54-1aea-4e93-9d1b-fc7d3567d1f8,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:12.772443 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d74e583f-9dae-4a56-afc2-b9dbdff624fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.796080 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d74e583f-9dae-4a56-afc2-b9dbdff624fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.838271 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f2f28f15-68cd-43dd-89ab-f70a06bc9d4f None None] Provisioning complete for port d25303e4-0c2d-452c-bba1-ba343cd92c73 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:12.838701 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f2f28f15-68cd-43dd-89ab-f70a06bc9d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.868658 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d74e583f-9dae-4a56-afc2-b9dbdff624fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.871346 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d74e583f-9dae-4a56-afc2-b9dbdff624fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.874908 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d74e583f-9dae-4a56-afc2-b9dbdff624fe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/96fa7e6e-3a0e-4b83-984e-4cd28b4a1d8c HTTP/1.1" status: 204 len: 168 time: 0.1660831 Nov 11 17:55:12.880344 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-f2f28f15-68cd-43dd-89ab-f70a06bc9d4f None None] Port d25303e4-0c2d-452c-bba1-ba343cd92c73 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:55:12.884361 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e583f-9dae-4a56-afc2-b9dbdff624fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fa7e6e-3a0e-4b83-984e-4cd28b4a1d8c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:12.899067 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a9f54c9-cc09-47eb-8f89-a908b0562e49 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.905518 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a9f54c9-cc09-47eb-8f89-a908b0562e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.963308 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.992328 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a9f54c9-cc09-47eb-8f89-a908b0562e49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:12.995121 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f54c9-cc09-47eb-8f89-a908b0562e49 admin admin] Pushing event updated for resources: {'Port': ['ID=d25303e4-0c2d-452c-bba1-ba343cd92c73,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:13.117179 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9f54c9-cc09-47eb-8f89-a908b0562e49 admin admin] Network b0aabfb0-0df2-4260-b665-d437c8ea20c6 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:55:13.118638 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-5a9f54c9-cc09-47eb-8f89-a908b0562e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:55:13.210688 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device d454bb54-1aea-4e93-9d1b-fc7d3567d1f8 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:55:13.318058 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port d454bb54-1aea-4e93-9d1b-fc7d3567d1f8 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:13.318438 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:13.441298 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-dbfd3fc4-63ee-4883-bbad-4ca524b34753 None None] Provisioning complete for port d25303e4-0c2d-452c-bba1-ba343cd92c73 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:13.441813 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dbfd3fc4-63ee-4883-bbad-4ca524b34753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:13.610529 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9f54c9-cc09-47eb-8f89-a908b0562e49 admin admin] Router 8b8bd3a5-9c5c-4add-ab01-14131897ca07 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:55:13.676653 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 78519bdb-9386-4bee-b837-9fa95ed81744 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:55:13.718310 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-dbfd3fc4-63ee-4883-bbad-4ca524b34753 None None] Port d25303e4-0c2d-452c-bba1-ba343cd92c73 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:55:13.730684 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 78519bdb-9386-4bee-b837-9fa95ed81744 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:13.731055 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:13.759568 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9f54c9-cc09-47eb-8f89-a908b0562e49 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:55:13.788358 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5a9f54c9-cc09-47eb-8f89-a908b0562e49 admin admin] 10.222.0.76 "PUT /v2.0/routers/8b8bd3a5-9c5c-4add-ab01-14131897ca07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6178150 Nov 11 17:55:14.296280 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48322) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:14.396758 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48328) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:14.401681 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-96ba6f22-804d-4451-9827-ac683b8db9e3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-919055077-network', 'tenant_id': '69cd46521f1740749ec746e2fd0ad073'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:14.425859 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd487-f98a-4a2d-b0b6-62e5ec13a8ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:14.447429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ba6f22-804d-4451-9827-ac683b8db9e3 admin admin] Made reservation on behalf of 69cd46521f1740749ec746e2fd0ad073 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:55:14.449988 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-96ba6f22-804d-4451-9827-ac683b8db9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:14.466265 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-96ba6f22-804d-4451-9827-ac683b8db9e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:14.562120 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd487-f98a-4a2d-b0b6-62e5ec13a8ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:14.569582 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd487-f98a-4a2d-b0b6-62e5ec13a8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:14.626235 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-96ba6f22-804d-4451-9827-ac683b8db9e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:14.628635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cd487-f98a-4a2d-b0b6-62e5ec13a8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0e9f26-1259-46b9-b2b2-442f4554cccc,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:14.633086 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-96ba6f22-804d-4451-9827-ac683b8db9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:14.640707 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3b7cd487-f98a-4a2d-b0b6-62e5ec13a8ef admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a121099f435a4fb38d7ae79d7a3ed0fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3432655 Nov 11 17:55:14.640833 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48330) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:14.660126 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ba6f22-804d-4451-9827-ac683b8db9e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1289} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:55:14.677000 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba6f22-804d-4451-9827-ac683b8db9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b408fa00-6040-40eb-bb0a-14279e73cc87,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:14.681845 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-96ba6f22-804d-4451-9827-ac683b8db9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:14.681845 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-96ba6f22-804d-4451-9827-ac683b8db9e3 admin admin] Added segment 46eb6274-62a8-43db-a8e0-c624a0394a39 of type vlan for network aecad587-1dad-4f0c-aa27-8cae9af422ef Nov 11 17:55:14.690598 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] Sync routers for ids ['8b8bd3a5-9c5c-4add-ab01-14131897ca07'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:55:14.702136 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8600bdb5-30bc-431b-9287-8441a1c59e78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:14.703482 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] Routers {'8b8bd3a5-9c5c-4add-ab01-14131897ca07'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:55:14.704176 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:55:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['8b8bd3a5-9c5c-4add-ab01-14131897ca07'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:14.728015 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8600bdb5-30bc-431b-9287-8441a1c59e78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:14.729027 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-96ba6f22-804d-4451-9827-ac683b8db9e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:14.767580 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-96ba6f22-804d-4451-9827-ac683b8db9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:14.768613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ba6f22-804d-4451-9827-ac683b8db9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:14.769221 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-96ba6f22-804d-4451-9827-ac683b8db9e3 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:14.779296 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8600bdb5-30bc-431b-9287-8441a1c59e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:14.782270 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8600bdb5-30bc-431b-9287-8441a1c59e78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:14.786453 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8600bdb5-30bc-431b-9287-8441a1c59e78 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4a0e9f26-1259-46b9-b2b2-442f4554cccc HTTP/1.1" status: 204 len: 168 time: 0.1413493 Nov 11 17:55:14.793264 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600bdb5-30bc-431b-9287-8441a1c59e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0e9f26-1259-46b9-b2b2-442f4554cccc,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:14.826310 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] Set router 8b8bd3a5-9c5c-4add-ab01-14131897ca07 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:55:14.851456 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-96ba6f22-804d-4451-9827-ac683b8db9e3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4510565 Nov 11 17:55:14.852521 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48334) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:14.856866 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-dea8920d-35d5-4285-96f1-beeb74a7dde4 admin admin] Request body: {'subnet': {'network_id': 'aecad587-1dad-4f0c-aa27-8cae9af422ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-919055077-subnet', 'tenant_id': '69cd46521f1740749ec746e2fd0ad073', 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:14.865685 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba6f22-804d-4451-9827-ac683b8db9e3 admin admin] Pushing event updated for resources: {'Network': ['ID=aecad587-1dad-4f0c-aa27-8cae9af422ef,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:14.881013 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network aecad587-1dad-4f0c-aa27-8cae9af422ef details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:55:14.887665 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea8920d-35d5-4285-96f1-beeb74a7dde4 admin admin] Made reservation on behalf of 69cd46521f1740749ec746e2fd0ad073 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:55:14.890932 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dea8920d-35d5-4285-96f1-beeb74a7dde4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:15.073455 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dea8920d-35d5-4285-96f1-beeb74a7dde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:15.118598 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'name': 'tempest-TestServerBasicOps-1353933633-router', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:12Z', 'revision_number': 4, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'gw_port': {'id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'd25303e4-0c2d-452c-bba1-ba343cd92c73', 'name': '', 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'mac_address': 'fa:16:3e:ab:1a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:11Z', 'updated_at': '2021-11-11T17:55:12Z', 'revision_number': 2, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'subnets': [{'id': '3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:15.137434 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8920d-35d5-4285-96f1-beeb74a7dde4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a74d8555-437b-4bd2-aa8b-4b5ebdfb37b9,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:15.146631 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8920d-35d5-4285-96f1-beeb74a7dde4 admin admin] Checking segment: {'id': '46eb6274-62a8-43db-a8e0-c624a0394a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'aecad587-1dad-4f0c-aa27-8cae9af422ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:55:15.146912 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea8920d-35d5-4285-96f1-beeb74a7dde4 admin admin] Network hostable DHCP agents. Network: aecad587-1dad-4f0c-aa27-8cae9af422ef, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:55:15.152279 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] Checking router: 8b8bd3a5-9c5c-4add-ab01-14131897ca07 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:55:15.152748 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] Updating router 8b8bd3a5-9c5c-4add-ab01-14131897ca07 port d25303e4-0c2d-452c-bba1-ba343cd92c73 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:55:15.165438 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea8920d-35d5-4285-96f1-beeb74a7dde4 admin admin] Network aecad587-1dad-4f0c-aa27-8cae9af422ef is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:55:15.176872 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-dea8920d-35d5-4285-96f1-beeb74a7dde4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, aecad587-1dad-4f0c-aa27-8cae9af422ef) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:55:15.181919 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea8920d-35d5-4285-96f1-beeb74a7dde4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:15.182510 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dea8920d-35d5-4285-96f1-beeb74a7dde4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:15.183771 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:15.189535 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08271d9-5f61-440b-91d4-95894c602b39 None None] Network aecad587-1dad-4f0c-aa27-8cae9af422ef requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:55:15.206935 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dea8920d-35d5-4285-96f1-beeb74a7dde4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3539286 Nov 11 17:55:15.209533 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48344) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:15.214073 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2dcdd69a-8f43-419a-9880-2ed9b54a4450 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-919055077-router', 'tenant_id': '69cd46521f1740749ec746e2fd0ad073', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:15.241118 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd69a-8f43-419a-9880-2ed9b54a4450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:15.242300 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd69a-8f43-419a-9880-2ed9b54a4450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:15.301641 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd69a-8f43-419a-9880-2ed9b54a4450 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:15.458424 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd69a-8f43-419a-9880-2ed9b54a4450 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:15.501115 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db25071-ab75-4a46-bec6-301eab0f5d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-aecad587-1dad-4f0c-aa27-8cae9af422ef', 'network_id': 'aecad587-1dad-4f0c-aa27-8cae9af422ef', 'tenant_id': '69cd46521f1740749ec746e2fd0ad073', 'fixed_ips': [{'subnet_id': 'a74d8555-437b-4bd2-aa8b-4b5ebdfb37b9'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:55:15.501969 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0db25071-ab75-4a46-bec6-301eab0f5d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:15.676050 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd69a-8f43-419a-9880-2ed9b54a4450 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:15.695838 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd69a-8f43-419a-9880-2ed9b54a4450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:15.706057 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:15.715852 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-0db25071-ab75-4a46-bec6-301eab0f5d83 None None] Allocated IP 172.20.0.2 (aecad587-1dad-4f0c-aa27-8cae9af422ef/a74d8555-437b-4bd2-aa8b-4b5ebdfb37b9/41ba369e-8cb8-446c-95e6-9d61616a1439) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:55:15.717922 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:15.819429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-2dcdd69a-8f43-419a-9880-2ed9b54a4450 admin admin] Allocated IP 172.25.2.160 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/ebd38c0a-15f8-40b8-9c61-9b415b44440e) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:55:15.846843 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f5be3-be78-48d8-b971-b22f41c95e02 None None] Pushing event updated for resources: {'Port': ['ID=d25303e4-0c2d-452c-bba1-ba343cd92c73,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:15.894537 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] Attempting to bind port d25303e4-0c2d-452c-bba1-ba343cd92c73 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:55:15.895067 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] Attempting to bind port d25303e4-0c2d-452c-bba1-ba343cd92c73 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'da9c34bc-2742-489e-b04b-eda694df338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:55:15.895433 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] Attempting to bind port d25303e4-0c2d-452c-bba1-ba343cd92c73 on network b0aabfb0-0df2-4260-b665-d437c8ea20c6 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:55:15.902804 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:55:15.903200 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] Checking segment: {'id': 'da9c34bc-2742-489e-b04b-eda694df338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:55:15.903553 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:15.903978 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] Bound using segment: {'id': 'da9c34bc-2742-489e-b04b-eda694df338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:55:15.904474 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] Bound port: d25303e4-0c2d-452c-bba1-ba343cd92c73, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9c34bc-2742-489e-b04b-eda694df338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:55:15.904894 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:15.950726 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd69a-8f43-419a-9880-2ed9b54a4450 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:15.998254 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd69a-8f43-419a-9880-2ed9b54a4450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:16.022726 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0db25071-ab75-4a46-bec6-301eab0f5d83 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:16.029541 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] For port d25303e4-0c2d-452c-bba1-ba343cd92c73, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:55:16.035392 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] For port d25303e4-0c2d-452c-bba1-ba343cd92c73, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d25303e4-0c2d-452c-bba1-ba343cd92c73,segment=NetworkSegment(da9c34bc-2742-489e-b04b-eda694df338a),segment_id=da9c34bc-2742-489e-b04b-eda694df338a)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:55:16.038011 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0db25071-ab75-4a46-bec6-301eab0f5d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:16.043870 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcdd69a-8f43-419a-9880-2ed9b54a4450 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:55:16.049813 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-2dcdd69a-8f43-419a-9880-2ed9b54a4450 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:55:16.054108 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcdd69a-8f43-419a-9880-2ed9b54a4450 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:55:16.083689 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdd69a-8f43-419a-9880-2ed9b54a4450 admin admin] Pushing event updated for resources: {'Port': ['ID=ebd38c0a-15f8-40b8-9c61-9b415b44440e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:16.263365 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:16.271259 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab4c917-af92-46c0-bee4-567fb66d4c83 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:55:16.300000 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db25071-ab75-4a46-bec6-301eab0f5d83 None None] Network aecad587-1dad-4f0c-aa27-8cae9af422ef is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:55:16.310484 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-0db25071-ab75-4a46-bec6-301eab0f5d83 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:55:16.315845 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db25071-ab75-4a46-bec6-301eab0f5d83 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:55:16.354424 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3f59733e-dbc5-47a0-9ebf-cb3d27793f31 None None] Provisioning complete for port d25303e4-0c2d-452c-bba1-ba343cd92c73 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:16.354801 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3f59733e-dbc5-47a0-9ebf-cb3d27793f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:16.393322 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd69a-8f43-419a-9880-2ed9b54a4450 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:16.393908 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db25071-ab75-4a46-bec6-301eab0f5d83 None None] Pushing event updated for resources: {'Port': ['ID=41ba369e-8cb8-446c-95e6-9d61616a1439,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:16.441021 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] Routers {'8b8bd3a5-9c5c-4add-ab01-14131897ca07'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:55:16.441771 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:55:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['8b8bd3a5-9c5c-4add-ab01-14131897ca07'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:16.459856 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-0db25071-ab75-4a46-bec6-301eab0f5d83 None None] Attempting to bind port 41ba369e-8cb8-446c-95e6-9d61616a1439 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:55:16.460233 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-0db25071-ab75-4a46-bec6-301eab0f5d83 None None] Attempting to bind port 41ba369e-8cb8-446c-95e6-9d61616a1439 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '46eb6274-62a8-43db-a8e0-c624a0394a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'aecad587-1dad-4f0c-aa27-8cae9af422ef'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:55:16.460600 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db25071-ab75-4a46-bec6-301eab0f5d83 None None] Attempting to bind port 41ba369e-8cb8-446c-95e6-9d61616a1439 on network aecad587-1dad-4f0c-aa27-8cae9af422ef {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:55:16.575161 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db25071-ab75-4a46-bec6-301eab0f5d83 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:55:16.575579 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db25071-ab75-4a46-bec6-301eab0f5d83 None None] Checking segment: {'id': '46eb6274-62a8-43db-a8e0-c624a0394a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'aecad587-1dad-4f0c-aa27-8cae9af422ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:55:16.576008 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0db25071-ab75-4a46-bec6-301eab0f5d83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:16.576408 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db25071-ab75-4a46-bec6-301eab0f5d83 None None] Bound using segment: {'id': '46eb6274-62a8-43db-a8e0-c624a0394a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'aecad587-1dad-4f0c-aa27-8cae9af422ef'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:55:16.576892 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-0db25071-ab75-4a46-bec6-301eab0f5d83 None None] Bound port: 41ba369e-8cb8-446c-95e6-9d61616a1439, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46eb6274-62a8-43db-a8e0-c624a0394a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'aecad587-1dad-4f0c-aa27-8cae9af422ef'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:55:16.577276 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0db25071-ab75-4a46-bec6-301eab0f5d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:16.619169 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd69a-8f43-419a-9880-2ed9b54a4450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:16.628585 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f5be3-be78-48d8-b971-b22f41c95e02 None None] Pushing event updated for resources: {'Port': ['ID=d25303e4-0c2d-452c-bba1-ba343cd92c73,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:16.648783 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] Set router 8b8bd3a5-9c5c-4add-ab01-14131897ca07 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:55:16.704736 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3f59733e-dbc5-47a0-9ebf-cb3d27793f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:16.762451 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcdd69a-8f43-419a-9880-2ed9b54a4450 admin admin] Router 6b7f5ae1-6863-4b24-809b-399954c2f847 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:55:16.831133 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-0db25071-ab75-4a46-bec6-301eab0f5d83 None None] For port 41ba369e-8cb8-446c-95e6-9d61616a1439, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:55:16.853955 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3f59733e-dbc5-47a0-9ebf-cb3d27793f31 None None] For port d25303e4-0c2d-452c-bba1-ba343cd92c73, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d25303e4-0c2d-452c-bba1-ba343cd92c73,segment=NetworkSegment(da9c34bc-2742-489e-b04b-eda694df338a),segment_id=da9c34bc-2742-489e-b04b-eda694df338a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:16.856149 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-0db25071-ab75-4a46-bec6-301eab0f5d83 None None] For port 41ba369e-8cb8-446c-95e6-9d61616a1439, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=41ba369e-8cb8-446c-95e6-9d61616a1439,segment=NetworkSegment(46eb6274-62a8-43db-a8e0-c624a0394a39),segment_id=46eb6274-62a8-43db-a8e0-c624a0394a39)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:55:16.859859 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3f59733e-dbc5-47a0-9ebf-cb3d27793f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:16.869032 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0db25071-ab75-4a46-bec6-301eab0f5d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:16.889618 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcdd69a-8f43-419a-9880-2ed9b54a4450 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:55:16.902436 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] Sync routers for ids ['6b7f5ae1-6863-4b24-809b-399954c2f847'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:55:16.909810 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd69a-8f43-419a-9880-2ed9b54a4450 admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:16.914621 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48368) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:16.917486 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2dcdd69a-8f43-419a-9880-2ed9b54a4450 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7065759 Nov 11 17:55:16.949624 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] Routers {'6b7f5ae1-6863-4b24-809b-399954c2f847'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:55:16.950258 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:55:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6b7f5ae1-6863-4b24-809b-399954c2f847'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:17.003039 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59733e-dbc5-47a0-9ebf-cb3d27793f31 None None] Pushing event updated for resources: {'Port': ['ID=d25303e4-0c2d-452c-bba1-ba343cd92c73,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:17.060583 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a3240ee0-4ca7-468e-b45a-01b80225e891 None None] Provisioning complete for port d25303e4-0c2d-452c-bba1-ba343cd92c73 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:17.060966 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a3240ee0-4ca7-468e-b45a-01b80225e891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:17.116516 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'name': 'tempest-TestServerBasicOps-1353933633-router', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:12Z', 'revision_number': 4, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'gw_port': {'id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'd25303e4-0c2d-452c-bba1-ba343cd92c73', 'name': '', 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'mac_address': 'fa:16:3e:ab:1a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:11Z', 'updated_at': '2021-11-11T17:55:16Z', 'revision_number': 4, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'subnets': [{'id': '3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:17.120078 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db25071-ab75-4a46-bec6-301eab0f5d83 None None] Pushing event updated for resources: {'Port': ['ID=41ba369e-8cb8-446c-95e6-9d61616a1439,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:17.129448 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] Set router 6b7f5ae1-6863-4b24-809b-399954c2f847 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:55:17.158100 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c72eaa5-dc4b-4b99-91b6-94755d97c68a None None] The sync data for ids ['8b8bd3a5-9c5c-4add-ab01-14131897ca07'] in n-d-816206-4 is: [{'id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'name': 'tempest-TestServerBasicOps-1353933633-router', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:12Z', 'revision_number': 4, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'gw_port': {'id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'd25303e4-0c2d-452c-bba1-ba343cd92c73', 'name': '', 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'mac_address': 'fa:16:3e:ab:1a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:11Z', 'updated_at': '2021-11-11T17:55:16Z', 'revision_number': 4, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'subnets': [{'id': '3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:55:17.357399 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a3240ee0-4ca7-468e-b45a-01b80225e891 None None] Provisioning complete for port ebd38c0a-15f8-40b8-9c61-9b415b44440e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:17.357782 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a3240ee0-4ca7-468e-b45a-01b80225e891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:17.403129 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a3240ee0-4ca7-468e-b45a-01b80225e891 None None] Port ebd38c0a-15f8-40b8-9c61-9b415b44440e cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:55:17.637637 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7f5ae1-6863-4b24-809b-399954c2f847', 'name': 'tempest-TestServerBasicOps-919055077-router', 'tenant_id': '69cd46521f1740749ec746e2fd0ad073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ebd38c0a-15f8-40b8-9c61-9b415b44440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:15Z', 'updated_at': '2021-11-11T17:55:16Z', 'revision_number': 3, 'project_id': '69cd46521f1740749ec746e2fd0ad073', 'gw_port': {'id': 'ebd38c0a-15f8-40b8-9c61-9b415b44440e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7f5ae1-6863-4b24-809b-399954c2f847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:15Z', 'updated_at': '2021-11-11T17:55:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:17.671549 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] Checking router: 6b7f5ae1-6863-4b24-809b-399954c2f847 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:55:17.672231 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] Updating router 6b7f5ae1-6863-4b24-809b-399954c2f847 port ebd38c0a-15f8-40b8-9c61-9b415b44440e binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:55:17.708100 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:17.779920 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6aaa2954-113f-4418-89c1-09a324bcd101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:18.009719 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-6aaa2954-113f-4418-89c1-09a324bcd101 admin admin] Allocated IP 172.20.0.1 (aecad587-1dad-4f0c-aa27-8cae9af422ef/a74d8555-437b-4bd2-aa8b-4b5ebdfb37b9/e70785aa-685c-4253-a682-31fd2f037ac2) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:55:18.048698 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:18.069452 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:18.102681 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f3da9b-6088-4086-8285-8a5c6a6e7a16 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:55:18.162762 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] Attempting to bind port ebd38c0a-15f8-40b8-9c61-9b415b44440e on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:55:18.163229 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] Attempting to bind port ebd38c0a-15f8-40b8-9c61-9b415b44440e by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:55:18.163491 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] Attempting to bind port ebd38c0a-15f8-40b8-9c61-9b415b44440e on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:55:18.171680 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:55:18.172110 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:55:18.172459 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:18.172849 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:55:18.173313 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] Bound port: ebd38c0a-15f8-40b8-9c61-9b415b44440e, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:55:18.174087 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:18.200781 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6aaa2954-113f-4418-89c1-09a324bcd101 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:18.240770 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0edbfaa7-4e13-44cd-b684-dcb1d012e9c5 None None] Provisioning complete for port ebd38c0a-15f8-40b8-9c61-9b415b44440e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:18.241293 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0edbfaa7-4e13-44cd-b684-dcb1d012e9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:18.259096 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] For port ebd38c0a-15f8-40b8-9c61-9b415b44440e, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:55:18.267947 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] For port ebd38c0a-15f8-40b8-9c61-9b415b44440e, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ebd38c0a-15f8-40b8-9c61-9b415b44440e,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:55:18.272998 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04596e60-0ba8-4731-be61-514316cc636b None None] Pushing event updated for resources: {'Port': ['ID=ebd38c0a-15f8-40b8-9c61-9b415b44440e,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:18.276942 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6aaa2954-113f-4418-89c1-09a324bcd101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:18.284401 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:18.301632 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0edbfaa7-4e13-44cd-b684-dcb1d012e9c5 None None] Port ebd38c0a-15f8-40b8-9c61-9b415b44440e cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:55:18.331949 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1718f9-1367-4e74-b160-951f83e62301 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:55:18.371673 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa2954-113f-4418-89c1-09a324bcd101 admin admin] Pushing event updated for resources: {'Port': ['ID=e70785aa-685c-4253-a682-31fd2f037ac2,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:18.404698 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] Routers {'6b7f5ae1-6863-4b24-809b-399954c2f847'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:55:18.404953 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaa2954-113f-4418-89c1-09a324bcd101 admin admin] Network aecad587-1dad-4f0c-aa27-8cae9af422ef is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:55:18.405606 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:55:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6b7f5ae1-6863-4b24-809b-399954c2f847'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:18.406562 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-6aaa2954-113f-4418-89c1-09a324bcd101 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:55:18.409600 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaa2954-113f-4418-89c1-09a324bcd101 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:55:18.444915 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-bfe89aab-7094-4cce-bd1e-57d111b4ce34 None None] Provisioning complete for port ebd38c0a-15f8-40b8-9c61-9b415b44440e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:18.445287 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bfe89aab-7094-4cce-bd1e-57d111b4ce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:18.472187 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04596e60-0ba8-4731-be61-514316cc636b None None] Pushing event updated for resources: {'Port': ['ID=ebd38c0a-15f8-40b8-9c61-9b415b44440e,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:18.474866 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6aaa2954-113f-4418-89c1-09a324bcd101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:18.567874 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] Set router 6b7f5ae1-6863-4b24-809b-399954c2f847 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:55:18.588766 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bfe89aab-7094-4cce-bd1e-57d111b4ce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:18.594555 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c33ae84-2ead-4e2d-b4aa-76ea0081b94a None None] Network aecad587-1dad-4f0c-aa27-8cae9af422ef requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:55:18.597875 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:18.662153 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-bfe89aab-7094-4cce-bd1e-57d111b4ce34 None None] For port ebd38c0a-15f8-40b8-9c61-9b415b44440e, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ebd38c0a-15f8-40b8-9c61-9b415b44440e,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:18.670945 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bfe89aab-7094-4cce-bd1e-57d111b4ce34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:18.793591 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe89aab-7094-4cce-bd1e-57d111b4ce34 None None] Pushing event updated for resources: {'Port': ['ID=ebd38c0a-15f8-40b8-9c61-9b415b44440e,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:18.824484 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6aaa2954-113f-4418-89c1-09a324bcd101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:18.905115 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0b852306-74cf-4e30-afbc-8bcac68a10e3 None None] Provisioning complete for port 41ba369e-8cb8-446c-95e6-9d61616a1439 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:18.905629 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0b852306-74cf-4e30-afbc-8bcac68a10e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:18.923595 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7f5ae1-6863-4b24-809b-399954c2f847', 'name': 'tempest-TestServerBasicOps-919055077-router', 'tenant_id': '69cd46521f1740749ec746e2fd0ad073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ebd38c0a-15f8-40b8-9c61-9b415b44440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:15Z', 'updated_at': '2021-11-11T17:55:16Z', 'revision_number': 3, 'project_id': '69cd46521f1740749ec746e2fd0ad073', 'gw_port': {'id': 'ebd38c0a-15f8-40b8-9c61-9b415b44440e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7f5ae1-6863-4b24-809b-399954c2f847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:15Z', 'updated_at': '2021-11-11T17:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:18.977454 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e961422-dc8a-4dc5-b81e-913bd7e925d0 None None] The sync data for ids ['6b7f5ae1-6863-4b24-809b-399954c2f847'] in n-d-816206-4 is: [{'id': '6b7f5ae1-6863-4b24-809b-399954c2f847', 'name': 'tempest-TestServerBasicOps-919055077-router', 'tenant_id': '69cd46521f1740749ec746e2fd0ad073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ebd38c0a-15f8-40b8-9c61-9b415b44440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:15Z', 'updated_at': '2021-11-11T17:55:16Z', 'revision_number': 3, 'project_id': '69cd46521f1740749ec746e2fd0ad073', 'gw_port': {'id': 'ebd38c0a-15f8-40b8-9c61-9b415b44440e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7f5ae1-6863-4b24-809b-399954c2f847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:15Z', 'updated_at': '2021-11-11T17:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:55:19.123416 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0b852306-74cf-4e30-afbc-8bcac68a10e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:19.212602 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-0b852306-74cf-4e30-afbc-8bcac68a10e3 None None] For port 41ba369e-8cb8-446c-95e6-9d61616a1439, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=41ba369e-8cb8-446c-95e6-9d61616a1439,segment=NetworkSegment(46eb6274-62a8-43db-a8e0-c624a0394a39),segment_id=46eb6274-62a8-43db-a8e0-c624a0394a39)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:19.220254 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0b852306-74cf-4e30-afbc-8bcac68a10e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:19.246700 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6aaa2954-113f-4418-89c1-09a324bcd101 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:19.261487 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6aaa2954-113f-4418-89c1-09a324bcd101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:19.299996 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 41ba369e-8cb8-446c-95e6-9d61616a1439 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:55:19.362381 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b852306-74cf-4e30-afbc-8bcac68a10e3 None None] Pushing event updated for resources: {'Port': ['ID=41ba369e-8cb8-446c-95e6-9d61616a1439,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:19.392274 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 41ba369e-8cb8-446c-95e6-9d61616a1439 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:19.393253 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:19.406717 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa2954-113f-4418-89c1-09a324bcd101 admin admin] Pushing event updated for resources: {'Port': ['ID=e70785aa-685c-4253-a682-31fd2f037ac2,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:19.413732 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6aaa2954-113f-4418-89c1-09a324bcd101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:19.474177 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8959c885-b2fb-4312-833b-aa61ee1434ec None None] Provisioning complete for port 41ba369e-8cb8-446c-95e6-9d61616a1439 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:19.474664 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8959c885-b2fb-4312-833b-aa61ee1434ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:19.555121 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device d25303e4-0c2d-452c-bba1-ba343cd92c73 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:55:19.608124 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaa2954-113f-4418-89c1-09a324bcd101 admin admin] Network aecad587-1dad-4f0c-aa27-8cae9af422ef is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:55:19.609298 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-6aaa2954-113f-4418-89c1-09a324bcd101 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:55:19.621014 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port d25303e4-0c2d-452c-bba1-ba343cd92c73 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:19.621400 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:19.795381 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8959c885-b2fb-4312-833b-aa61ee1434ec None None] Provisioning complete for port e70785aa-685c-4253-a682-31fd2f037ac2 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:19.796120 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8959c885-b2fb-4312-833b-aa61ee1434ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:19.905331 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-8959c885-b2fb-4312-833b-aa61ee1434ec None None] Port e70785aa-685c-4253-a682-31fd2f037ac2 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:55:19.944925 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aaa2954-113f-4418-89c1-09a324bcd101 admin admin] Router 6b7f5ae1-6863-4b24-809b-399954c2f847 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:55:20.043591 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-31cd4ade-bfec-4237-8840-65f3d77bbe72 None None] Provisioning complete for port e70785aa-685c-4253-a682-31fd2f037ac2 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:20.044708 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-31cd4ade-bfec-4237-8840-65f3d77bbe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:20.088694 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aaa2954-113f-4418-89c1-09a324bcd101 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:55:20.094409 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6aaa2954-113f-4418-89c1-09a324bcd101 admin admin] 10.222.0.76 "PUT /v2.0/routers/6b7f5ae1-6863-4b24-809b-399954c2f847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1786287 Nov 11 17:55:20.109178 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-31cd4ade-bfec-4237-8840-65f3d77bbe72 None None] Port e70785aa-685c-4253-a682-31fd2f037ac2 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:55:20.232636 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ac2f56fd-8ad1-432e-a38b-a211a149de3c None None] Provisioning complete for port e70785aa-685c-4253-a682-31fd2f037ac2 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:20.233318 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ac2f56fd-8ad1-432e-a38b-a211a149de3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:20.269593 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-ac2f56fd-8ad1-432e-a38b-a211a149de3c None None] Port e70785aa-685c-4253-a682-31fd2f037ac2 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:55:20.643419 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48390) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:20.648049 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e476479a-5e84-49a1-911b-51e0852c4638 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-156811753', 'description': 'tempest-secgroup-smoke-156811753 description', 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:20.676535 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e476479a-5e84-49a1-911b-51e0852c4638 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:20.759343 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e476479a-5e84-49a1-911b-51e0852c4638 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:20.765324 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e476479a-5e84-49a1-911b-51e0852c4638 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:20.816843 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e476479a-5e84-49a1-911b-51e0852c4638 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:20.816843 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e476479a-5e84-49a1-911b-51e0852c4638 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1698058 Nov 11 17:55:20.816843 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476479a-5e84-49a1-911b-51e0852c4638 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2c71bb-f4d7-4cee-a667-393a04387c6d,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:20.817975 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48398) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:20.826420 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-5b8c5c16-325d-4d11-b404-4e29b102f83c tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Request body: {'security_group_rule': {'security_group_id': '2f2c71bb-f4d7-4cee-a667-393a04387c6d', 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:20.856169 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5b8c5c16-325d-4d11-b404-4e29b102f83c tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:20.916684 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5b8c5c16-325d-4d11-b404-4e29b102f83c tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:20.920262 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5b8c5c16-325d-4d11-b404-4e29b102f83c tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:20.942633 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5b8c5c16-325d-4d11-b404-4e29b102f83c tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:20.943962 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5b8c5c16-325d-4d11-b404-4e29b102f83c tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248534 Nov 11 17:55:20.946702 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48404) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:20.948043 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c5c16-325d-4d11-b404-4e29b102f83c tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9255072-e621-40b1-a843-68271bc6e316,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:20.952458 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-30df518a-4867-4722-9a1e-adce161f934d tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Request body: {'security_group_rule': {'security_group_id': '2f2c71bb-f4d7-4cee-a667-393a04387c6d', 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:20.984598 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-30df518a-4867-4722-9a1e-adce161f934d tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:21.042836 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-30df518a-4867-4722-9a1e-adce161f934d tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:21.047197 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-30df518a-4867-4722-9a1e-adce161f934d tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:21.068352 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df518a-4867-4722-9a1e-adce161f934d tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9c5e0c-1744-43ed-acb0-a02e3ff1ae04,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:21.077547 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-30df518a-4867-4722-9a1e-adce161f934d tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:21.080236 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-30df518a-4867-4722-9a1e-adce161f934d tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1324494 Nov 11 17:55:21.081986 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48412) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:21.092269 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e4ba0d5c-9f32-4923-a770-5ec508fa1c97 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Request body: {'security_group_rule': {'security_group_id': '2f2c71bb-f4d7-4cee-a667-393a04387c6d', 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:21.119205 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4ba0d5c-9f32-4923-a770-5ec508fa1c97 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:21.181384 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 41ba369e-8cb8-446c-95e6-9d61616a1439 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:55:21.200726 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4ba0d5c-9f32-4923-a770-5ec508fa1c97 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:21.206694 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4ba0d5c-9f32-4923-a770-5ec508fa1c97 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:21.220481 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] Sync routers for ids ['6b7f5ae1-6863-4b24-809b-399954c2f847'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:55:21.229715 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba0d5c-9f32-4923-a770-5ec508fa1c97 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d08123e-685f-4427-b542-8c37187fc9f0,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:21.239473 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4ba0d5c-9f32-4923-a770-5ec508fa1c97 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:21.243244 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] Routers {'6b7f5ae1-6863-4b24-809b-399954c2f847'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:55:21.243806 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e4ba0d5c-9f32-4923-a770-5ec508fa1c97 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1572409 Nov 11 17:55:21.243932 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:55:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6b7f5ae1-6863-4b24-809b-399954c2f847'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:21.244056 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48420) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:21.247905 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-ca9974c6-da96-4277-bcf3-3ffe47722350 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Request body: {'security_group_rule': {'security_group_id': '2f2c71bb-f4d7-4cee-a667-393a04387c6d', 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:21.276491 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ca9974c6-da96-4277-bcf3-3ffe47722350 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:21.302281 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 41ba369e-8cb8-446c-95e6-9d61616a1439 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:21.302857 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:21.356701 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ca9974c6-da96-4277-bcf3-3ffe47722350 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:21.362032 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ca9974c6-da96-4277-bcf3-3ffe47722350 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:21.382446 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9974c6-da96-4277-bcf3-3ffe47722350 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979ab2ed-98ed-4d6c-906c-5ebc5824e2a1,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:21.391648 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ca9974c6-da96-4277-bcf3-3ffe47722350 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:21.395814 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ca9974c6-da96-4277-bcf3-3ffe47722350 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1484835 Nov 11 17:55:21.396541 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48428) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:21.401295 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-72b9cb43-4785-4c38-9322-612a93e48d9f tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Request body: {'security_group_rule': {'security_group_id': '2f2c71bb-f4d7-4cee-a667-393a04387c6d', 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:21.426492 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-72b9cb43-4785-4c38-9322-612a93e48d9f tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Project ec9f8fbc81be487db458d3e7eb116d11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:55:21.432015 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72b9cb43-4785-4c38-9322-612a93e48d9f tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:21.510879 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72b9cb43-4785-4c38-9322-612a93e48d9f tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:21.516317 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72b9cb43-4785-4c38-9322-612a93e48d9f tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:21.535838 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9cb43-4785-4c38-9322-612a93e48d9f tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53aedfcc-0a0b-42d3-a643-2785fecdf9fa,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:21.545233 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-72b9cb43-4785-4c38-9322-612a93e48d9f tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:21.550064 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-72b9cb43-4785-4c38-9322-612a93e48d9f tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1487854 Nov 11 17:55:21.550251 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48434) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:21.554412 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-355feabf-85ca-4b71-b480-c584a7ce7e45 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Request body: {'security_group_rule': {'security_group_id': '2f2c71bb-f4d7-4cee-a667-393a04387c6d', 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:21.575964 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] Set router 6b7f5ae1-6863-4b24-809b-399954c2f847 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:55:21.584866 n-d-816206-4 neutron-server[102618]: INFO neutron.db.securitygroups_db [None req-355feabf-85ca-4b71-b480-c584a7ce7e45 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Project ec9f8fbc81be487db458d3e7eb116d11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:55:21.590478 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-355feabf-85ca-4b71-b480-c584a7ce7e45 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:21.659705 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-355feabf-85ca-4b71-b480-c584a7ce7e45 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:21.664820 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-355feabf-85ca-4b71-b480-c584a7ce7e45 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:21.682906 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ebd38c0a-15f8-40b8-9c61-9b415b44440e up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:55:21.688006 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355feabf-85ca-4b71-b480-c584a7ce7e45 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e3a3b61-06e1-451c-af56-718681032435,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:21.697241 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-355feabf-85ca-4b71-b480-c584a7ce7e45 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:21.706719 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-355feabf-85ca-4b71-b480-c584a7ce7e45 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477373 Nov 11 17:55:21.803962 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port ebd38c0a-15f8-40b8-9c61-9b415b44440e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:21.804332 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:21.918710 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7f5ae1-6863-4b24-809b-399954c2f847', 'name': 'tempest-TestServerBasicOps-919055077-router', 'tenant_id': '69cd46521f1740749ec746e2fd0ad073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ebd38c0a-15f8-40b8-9c61-9b415b44440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:15Z', 'updated_at': '2021-11-11T17:55:18Z', 'revision_number': 4, 'project_id': '69cd46521f1740749ec746e2fd0ad073', 'gw_port': {'id': 'ebd38c0a-15f8-40b8-9c61-9b415b44440e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7f5ae1-6863-4b24-809b-399954c2f847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:15Z', 'updated_at': '2021-11-11T17:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'e70785aa-685c-4253-a682-31fd2f037ac2', 'name': '', 'network_id': 'aecad587-1dad-4f0c-aa27-8cae9af422ef', 'tenant_id': '69cd46521f1740749ec746e2fd0ad073', 'mac_address': 'fa:16:3e:ec:61:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7f5ae1-6863-4b24-809b-399954c2f847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a74d8555-437b-4bd2-aa8b-4b5ebdfb37b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:17Z', 'updated_at': '2021-11-11T17:55:18Z', 'revision_number': 2, 'project_id': '69cd46521f1740749ec746e2fd0ad073', 'subnets': [{'id': 'a74d8555-437b-4bd2-aa8b-4b5ebdfb37b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:21.950546 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] Checking router: 6b7f5ae1-6863-4b24-809b-399954c2f847 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:55:21.950546 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] Updating router 6b7f5ae1-6863-4b24-809b-399954c2f847 port e70785aa-685c-4253-a682-31fd2f037ac2 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:55:21.975994 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:22.004492 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-c5e1c1c0-0656-446d-b719-e4ca718e444d tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-156811753&fields=id&tenant_id=ec9f8fbc81be487db458d3e7eb116d11 HTTP/1.1" status: 200 len: 267 time: 0.0558498 Nov 11 17:55:22.120272 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-a3bd24cf-5cc6-4828-9a06-df99e6f9c733 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:22.121878 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-a3bd24cf-5cc6-4828-9a06-df99e6f9c733 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/networks?id=b0aabfb0-0df2-4260-b665-d437c8ea20c6 HTTP/1.1" status: 200 len: 809 time: 0.1085172 Nov 11 17:55:22.138784 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-63244b09-bbff-457f-b87d-54e25fda15ec tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/quotas/ec9f8fbc81be487db458d3e7eb116d11 HTTP/1.1" status: 200 len: 375 time: 0.0103092 Nov 11 17:55:22.201413 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-5d1d2681-c2d2-46bf-bc24-c8cbe75949fc tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ec9f8fbc81be487db458d3e7eb116d11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553052 Nov 11 17:55:22.259782 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:22.266489 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:22.318939 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c87af-7caa-412a-b053-d8690abdcc56 None None] Pushing event updated for resources: {'Port': ['ID=e70785aa-685c-4253-a682-31fd2f037ac2,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:22.383123 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] Attempting to bind port e70785aa-685c-4253-a682-31fd2f037ac2 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:55:22.383642 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] Attempting to bind port e70785aa-685c-4253-a682-31fd2f037ac2 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '46eb6274-62a8-43db-a8e0-c624a0394a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'aecad587-1dad-4f0c-aa27-8cae9af422ef'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:55:22.384137 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] Attempting to bind port e70785aa-685c-4253-a682-31fd2f037ac2 on network aecad587-1dad-4f0c-aa27-8cae9af422ef {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:55:22.390085 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:55:22.390588 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] Checking segment: {'id': '46eb6274-62a8-43db-a8e0-c624a0394a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'aecad587-1dad-4f0c-aa27-8cae9af422ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:55:22.391105 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:22.391588 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] Bound using segment: {'id': '46eb6274-62a8-43db-a8e0-c624a0394a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'aecad587-1dad-4f0c-aa27-8cae9af422ef'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:55:22.392327 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] Bound port: e70785aa-685c-4253-a682-31fd2f037ac2, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46eb6274-62a8-43db-a8e0-c624a0394a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'aecad587-1dad-4f0c-aa27-8cae9af422ef'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:55:22.393672 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:22.424830 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-602fd5c2-aa79-4902-bd6c-8cd788ef65b9 service neutron] 10.222.0.76 "GET /v2.0/networks/b0aabfb0-0df2-4260-b665-d437c8ea20c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102883 Nov 11 17:55:22.474691 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] For port e70785aa-685c-4253-a682-31fd2f037ac2, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:55:22.478607 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] For port e70785aa-685c-4253-a682-31fd2f037ac2, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e70785aa-685c-4253-a682-31fd2f037ac2,segment=NetworkSegment(46eb6274-62a8-43db-a8e0-c624a0394a39),segment_id=46eb6274-62a8-43db-a8e0-c624a0394a39)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:55:22.487538 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:22.565209 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-1390526a-c57f-4f30-bd20-e4be00f5a51f service neutron] 10.222.0.76 "GET /v2.0/networks/b0aabfb0-0df2-4260-b665-d437c8ea20c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325214 Nov 11 17:55:22.614655 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] Routers {'6b7f5ae1-6863-4b24-809b-399954c2f847'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:55:22.615292 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:55:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6b7f5ae1-6863-4b24-809b-399954c2f847'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:22.671581 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c87af-7caa-412a-b053-d8690abdcc56 None None] Pushing event updated for resources: {'Port': ['ID=e70785aa-685c-4253-a682-31fd2f037ac2,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:22.702965 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3d595eec-cb60-4809-86c6-75e1cc91651b None None] Provisioning complete for port e70785aa-685c-4253-a682-31fd2f037ac2 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:22.703342 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3d595eec-cb60-4809-86c6-75e1cc91651b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:22.822403 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3678cee9-b2bc-439b-8839-f325ea70c6ee req-eadf7995-7822-4ee1-a593-60d2a928df06 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 210 time: 0.0497289 Nov 11 17:55:22.888941 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] Set router 6b7f5ae1-6863-4b24-809b-399954c2f847 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:55:23.050736 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3d595eec-cb60-4809-86c6-75e1cc91651b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:23.110265 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3d595eec-cb60-4809-86c6-75e1cc91651b None None] For port e70785aa-685c-4253-a682-31fd2f037ac2, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e70785aa-685c-4253-a682-31fd2f037ac2,segment=NetworkSegment(46eb6274-62a8-43db-a8e0-c624a0394a39),segment_id=46eb6274-62a8-43db-a8e0-c624a0394a39)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:23.117370 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3d595eec-cb60-4809-86c6-75e1cc91651b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:23.196453 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d595eec-cb60-4809-86c6-75e1cc91651b None None] Pushing event updated for resources: {'Port': ['ID=e70785aa-685c-4253-a682-31fd2f037ac2,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:23.219627 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7f5ae1-6863-4b24-809b-399954c2f847', 'name': 'tempest-TestServerBasicOps-919055077-router', 'tenant_id': '69cd46521f1740749ec746e2fd0ad073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ebd38c0a-15f8-40b8-9c61-9b415b44440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:15Z', 'updated_at': '2021-11-11T17:55:18Z', 'revision_number': 4, 'project_id': '69cd46521f1740749ec746e2fd0ad073', 'gw_port': {'id': 'ebd38c0a-15f8-40b8-9c61-9b415b44440e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7f5ae1-6863-4b24-809b-399954c2f847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:15Z', 'updated_at': '2021-11-11T17:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'e70785aa-685c-4253-a682-31fd2f037ac2', 'name': '', 'network_id': 'aecad587-1dad-4f0c-aa27-8cae9af422ef', 'tenant_id': '69cd46521f1740749ec746e2fd0ad073', 'mac_address': 'fa:16:3e:ec:61:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7f5ae1-6863-4b24-809b-399954c2f847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a74d8555-437b-4bd2-aa8b-4b5ebdfb37b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:17Z', 'updated_at': '2021-11-11T17:55:22Z', 'revision_number': 4, 'project_id': '69cd46521f1740749ec746e2fd0ad073', 'subnets': [{'id': 'a74d8555-437b-4bd2-aa8b-4b5ebdfb37b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:23.258270 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b237618-2ddf-4844-83c6-e1849cc01a56 None None] The sync data for ids ['6b7f5ae1-6863-4b24-809b-399954c2f847'] in n-d-816206-4 is: [{'id': '6b7f5ae1-6863-4b24-809b-399954c2f847', 'name': 'tempest-TestServerBasicOps-919055077-router', 'tenant_id': '69cd46521f1740749ec746e2fd0ad073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ebd38c0a-15f8-40b8-9c61-9b415b44440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:15Z', 'updated_at': '2021-11-11T17:55:18Z', 'revision_number': 4, 'project_id': '69cd46521f1740749ec746e2fd0ad073', 'gw_port': {'id': 'ebd38c0a-15f8-40b8-9c61-9b415b44440e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7f5ae1-6863-4b24-809b-399954c2f847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:15Z', 'updated_at': '2021-11-11T17:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'e70785aa-685c-4253-a682-31fd2f037ac2', 'name': '', 'network_id': 'aecad587-1dad-4f0c-aa27-8cae9af422ef', 'tenant_id': '69cd46521f1740749ec746e2fd0ad073', 'mac_address': 'fa:16:3e:ec:61:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7f5ae1-6863-4b24-809b-399954c2f847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'a74d8555-437b-4bd2-aa8b-4b5ebdfb37b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:17Z', 'updated_at': '2021-11-11T17:55:22Z', 'revision_number': 4, 'project_id': '69cd46521f1740749ec746e2fd0ad073', 'subnets': [{'id': 'a74d8555-437b-4bd2-aa8b-4b5ebdfb37b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:55:23.270718 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ab5714fe-d695-4454-a16c-499e9b9749da None None] Provisioning complete for port e70785aa-685c-4253-a682-31fd2f037ac2 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:23.271409 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ab5714fe-d695-4454-a16c-499e9b9749da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:24.000296 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0e08e814-ed09-42d8-bd80-c39b9b7a7dc7 req-e494d985-5cf8-4268-8b0f-b5afdebdbfd9 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 210 time: 0.0684941 Nov 11 17:55:24.014498 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-1819f0e7-a8bc-406b-961b-0c98ac1a9708 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:24.016266 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-1819f0e7-a8bc-406b-961b-0c98ac1a9708 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.83 "GET /v2.0/networks?id=b0aabfb0-0df2-4260-b665-d437c8ea20c6 HTTP/1.1" status: 200 len: 809 time: 0.1974895 Nov 11 17:55:24.087826 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-fc91e174-a30b-4fee-87b0-c6847977c560 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec9f8fbc81be487db458d3e7eb116d11 HTTP/1.1" status: 200 len: 379 time: 0.0603359 Nov 11 17:55:24.097754 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-9a28d218-fc7c-4133-b9e9-ca5a5746466e tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Request body: {'port': {'device_id': 'bc251541-2c6e-4ac7-909c-4eaf4a8de657', 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6', 'admin_state_up': True, 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'security_groups': ['2f2c71bb-f4d7-4cee-a667-393a04387c6d']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:24.215887 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-9a28d218-fc7c-4133-b9e9-ca5a5746466e tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Made reservation on behalf of ec9f8fbc81be487db458d3e7eb116d11 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:55:24.219411 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-9a28d218-fc7c-4133-b9e9-ca5a5746466e tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:24.288725 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:24.365745 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-9a28d218-fc7c-4133-b9e9-ca5a5746466e tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Allocated IP 172.20.0.7 (b0aabfb0-0df2-4260-b665-d437c8ea20c6/3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2/19670a2a-965e-46eb-8c60-6386dc563530) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:55:24.518833 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-9a28d218-fc7c-4133-b9e9-ca5a5746466e tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:24.553238 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-9a28d218-fc7c-4133-b9e9-ca5a5746466e tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:24.599399 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-9a28d218-fc7c-4133-b9e9-ca5a5746466e tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Network b0aabfb0-0df2-4260-b665-d437c8ea20c6 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:55:24.602642 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-9a28d218-fc7c-4133-b9e9-ca5a5746466e tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:55:24.605513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-9a28d218-fc7c-4133-b9e9-ca5a5746466e tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:55:24.631572 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28d218-fc7c-4133-b9e9-ca5a5746466e tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Pushing event updated for resources: {'Port': ['ID=19670a2a-965e-46eb-8c60-6386dc563530,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:24.663118 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-9a28d218-fc7c-4133-b9e9-ca5a5746466e tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:24.663763 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-9a28d218-fc7c-4133-b9e9-ca5a5746466e tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:24.685192 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-9a28d218-fc7c-4133-b9e9-ca5a5746466e tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5914378 Nov 11 17:55:24.700262 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] Request body: {'port': {'device_id': 'bc251541-2c6e-4ac7-909c-4eaf4a8de657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:24.763677 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:24.911421 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0f208976-b4a3-4a22-81d6-bd237cf93bba None None] Provisioning complete for port 19670a2a-965e-46eb-8c60-6386dc563530 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:24.911674 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0f208976-b4a3-4a22-81d6-bd237cf93bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:24.956691 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0f208976-b4a3-4a22-81d6-bd237cf93bba None None] Port 19670a2a-965e-46eb-8c60-6386dc563530 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:55:25.125195 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19670a2a-965e-46eb-8c60-6386dc563530 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:55:25.135440 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:25.143073 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e70785aa-685c-4253-a682-31fd2f037ac2 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:55:25.163117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] Transition to ACTIVE for port object 19670a2a-965e-46eb-8c60-6386dc563530 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:55:25.173116 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a3c1d-c037-4317-baa5-29a05a887304 req-9274a3b5-6e79-4a76-9328-ec7055e1b38d tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:25.174791 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba3a3c1d-c037-4317-baa5-29a05a887304 req-9274a3b5-6e79-4a76-9328-ec7055e1b38d tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 931 time: 0.0930486 Nov 11 17:55:25.176045 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:25.202126 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port e70785aa-685c-4253-a682-31fd2f037ac2 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:25.203038 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:25.273127 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] Pushing event updated for resources: {'Port': ['ID=19670a2a-965e-46eb-8c60-6386dc563530,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:25.311324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba3a3c1d-c037-4317-baa5-29a05a887304 req-35a0b304-d389-47dd-9961-c4425aed56f3 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f2c71bb-f4d7-4cee-a667-393a04387c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264000 Nov 11 17:55:25.367667 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] Attempting to bind port 19670a2a-965e-46eb-8c60-6386dc563530 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:55:25.368399 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] Attempting to bind port 19670a2a-965e-46eb-8c60-6386dc563530 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'da9c34bc-2742-489e-b04b-eda694df338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:55:25.368766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] Attempting to bind port 19670a2a-965e-46eb-8c60-6386dc563530 on network b0aabfb0-0df2-4260-b665-d437c8ea20c6 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:55:25.374328 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] Port 19670a2a-965e-46eb-8c60-6386dc563530 on network b0aabfb0-0df2-4260-b665-d437c8ea20c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:55:25.374657 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] Attempting to bind port 19670a2a-965e-46eb-8c60-6386dc563530 on network b0aabfb0-0df2-4260-b665-d437c8ea20c6 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:55:25.380225 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:55:25.380555 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] Checking segment: {'id': 'da9c34bc-2742-489e-b04b-eda694df338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:55:25.380928 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] Bound using segment: {'id': 'da9c34bc-2742-489e-b04b-eda694df338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:55:25.381346 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] Bound port: 19670a2a-965e-46eb-8c60-6386dc563530, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9c34bc-2742-489e-b04b-eda694df338a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:55:25.381697 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:25.452299 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] For port 19670a2a-965e-46eb-8c60-6386dc563530, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:55:25.456194 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] For port 19670a2a-965e-46eb-8c60-6386dc563530, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=19670a2a-965e-46eb-8c60-6386dc563530,segment=NetworkSegment(da9c34bc-2742-489e-b04b-eda694df338a),segment_id=da9c34bc-2742-489e-b04b-eda694df338a)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:55:25.461669 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:25.504370 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:25.504980 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:25.506884 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] 10.222.0.83 "PUT /v2.0/ports/19670a2a-965e-46eb-8c60-6386dc563530 HTTP/1.1" status: 200 len: 1091 time: 0.8118222 Nov 11 17:55:25.509078 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc251541-2c6e-4ac7-909c-4eaf4a8de657', 'tag': '19670a2a-965e-46eb-8c60-6386dc563530'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:55:25.511908 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca49ded5-459e-4bcf-88fe-a82bc60a98dc" -d '{"events": [{"name": "network-changed", "server_uuid": "bc251541-2c6e-4ac7-909c-4eaf4a8de657", "tag": "19670a2a-965e-46eb-8c60-6386dc563530"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:55:25.545802 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65aeda-66dd-4fc5-a79d-ddd9b64c43a0 service neutron] Pushing event updated for resources: {'Port': ['ID=19670a2a-965e-46eb-8c60-6386dc563530,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:25.608907 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-5f0b6dc3-b190-48e0-a7aa-be481601096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:25.610457 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-5f0b6dc3-b190-48e0-a7aa-be481601096b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ec9f8fbc81be487db458d3e7eb116d11&device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 1094 time: 0.0504370 Nov 11 17:55:25.658887 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-fcbb941b-c719-4826-8637-403c1bf0ba5a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19670a2a-965e-46eb-8c60-6386dc563530 HTTP/1.1" status: 200 len: 217 time: 0.0401952 Nov 11 17:55:25.676299 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa3dae2-72ad-48e1-807a-27f34e4aaec3 x-openstack-request-id: req-cfa3dae2-72ad-48e1-807a-27f34e4aaec3 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:55:25.676550 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc251541-2c6e-4ac7-909c-4eaf4a8de657", "tag": "19670a2a-965e-46eb-8c60-6386dc563530", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:55:25.676743 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cfa3dae2-72ad-48e1-807a-27f34e4aaec3 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:55:25.677146 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc251541-2c6e-4ac7-909c-4eaf4a8de657', 'tag': '19670a2a-965e-46eb-8c60-6386dc563530', 'status': 'completed', 'code': 200} Nov 11 17:55:25.721507 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-571d2f5a-c801-41e9-8a21-f5637aee60a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:25.723130 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-571d2f5a-c801-41e9-8a21-f5637aee60a4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2 HTTP/1.1" status: 200 len: 848 time: 0.0561256 Nov 11 17:55:25.775004 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-a53cc9ac-1a08-40ea-a27d-fd63b2c068fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:25.776587 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-a53cc9ac-1a08-40ea-a27d-fd63b2c068fe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b0aabfb0-0df2-4260-b665-d437c8ea20c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454109 Nov 11 17:55:25.878800 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-4597245e-982b-42ab-a91a-43a44ae32ccd service neutron] 10.222.0.83 "GET /v2.0/networks/b0aabfb0-0df2-4260-b665-d437c8ea20c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945475 Nov 11 17:55:25.976111 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4271e6ee-0b53-4ce2-8f46-f7049dc3865f req-42b0b3f6-7f4d-4307-b542-9bf234d99be0 service neutron] 10.222.0.83 "GET /v2.0/networks/b0aabfb0-0df2-4260-b665-d437c8ea20c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880909 Nov 11 17:55:26.066464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49ded5-459e-4bcf-88fe-a82bc60a98dc req-fd8c776c-5acf-43d8-80d8-3cca436dfe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:26.068091 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca49ded5-459e-4bcf-88fe-a82bc60a98dc req-fd8c776c-5acf-43d8-80d8-3cca436dfe8a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ec9f8fbc81be487db458d3e7eb116d11&device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 1094 time: 0.0426643 Nov 11 17:55:26.167584 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49ded5-459e-4bcf-88fe-a82bc60a98dc req-8f3570f3-e926-4cca-8410-0324f3444c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:26.169074 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca49ded5-459e-4bcf-88fe-a82bc60a98dc req-8f3570f3-e926-4cca-8410-0324f3444c9d service neutron] 10.222.0.83 "GET /v2.0/networks?id=b0aabfb0-0df2-4260-b665-d437c8ea20c6 HTTP/1.1" status: 200 len: 911 time: 0.0939989 Nov 11 17:55:26.218040 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca49ded5-459e-4bcf-88fe-a82bc60a98dc req-2a08af4c-9d1a-4274-92d7-a501cc096e7e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19670a2a-965e-46eb-8c60-6386dc563530 HTTP/1.1" status: 200 len: 217 time: 0.0423124 Nov 11 17:55:26.269873 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49ded5-459e-4bcf-88fe-a82bc60a98dc req-47a468d0-8482-4ccc-8e3c-8954ec3abe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:26.271240 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca49ded5-459e-4bcf-88fe-a82bc60a98dc req-47a468d0-8482-4ccc-8e3c-8954ec3abe8a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2 HTTP/1.1" status: 200 len: 848 time: 0.0443087 Nov 11 17:55:26.324313 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49ded5-459e-4bcf-88fe-a82bc60a98dc req-60aa9c19-2bdf-4c36-b732-7cf1170d76d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:26.325813 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca49ded5-459e-4bcf-88fe-a82bc60a98dc req-60aa9c19-2bdf-4c36-b732-7cf1170d76d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b0aabfb0-0df2-4260-b665-d437c8ea20c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478146 Nov 11 17:55:26.453539 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca49ded5-459e-4bcf-88fe-a82bc60a98dc req-54cca3ee-3496-48c7-9e89-a57856b34243 service neutron] 10.222.0.83 "GET /v2.0/networks/b0aabfb0-0df2-4260-b665-d437c8ea20c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182103 Nov 11 17:55:26.466056 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90e93f-c3de-47ce-b6b7-a0e17a349385 req-85ff932c-087e-43db-8b79-a64934bf3a9d tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:26.467955 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6c90e93f-c3de-47ce-b6b7-a0e17a349385 req-85ff932c-087e-43db-8b79-a64934bf3a9d tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 943 time: 0.0799625 Nov 11 17:55:26.567123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6c90e93f-c3de-47ce-b6b7-a0e17a349385 req-6643fee1-3aee-4704-9ced-57aaee01d2cd tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f2c71bb-f4d7-4cee-a667-393a04387c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905089 Nov 11 17:55:26.598765 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca49ded5-459e-4bcf-88fe-a82bc60a98dc req-8d52d00c-2130-41db-86fd-a831088d2a9a service neutron] 10.222.0.83 "GET /v2.0/networks/b0aabfb0-0df2-4260-b665-d437c8ea20c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297994 Nov 11 17:55:27.046610 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48494) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:27.161238 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a45daad5-0243-428e-929e-ab22b3845d3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:27.236478 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a45daad5-0243-428e-929e-ab22b3845d3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:27.240236 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a45daad5-0243-428e-929e-ab22b3845d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:27.278308 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a45daad5-0243-428e-929e-ab22b3845d3c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ed377b1d08b943aebd03f92c078406fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2306535 Nov 11 17:55:27.279385 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45daad5-0243-428e-929e-ab22b3845d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecea9384-0bce-4669-b521-25962a0f610e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:27.281122 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48498) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:27.330849 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0f88b093-ebf4-4e62-970b-0423ad96ec91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:27.351332 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0f88b093-ebf4-4e62-970b-0423ad96ec91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:27.398577 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0f88b093-ebf4-4e62-970b-0423ad96ec91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:27.401185 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0f88b093-ebf4-4e62-970b-0423ad96ec91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:27.402416 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0f88b093-ebf4-4e62-970b-0423ad96ec91 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ecea9384-0bce-4669-b521-25962a0f610e HTTP/1.1" status: 204 len: 168 time: 0.1191511 Nov 11 17:55:27.409895 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88b093-ebf4-4e62-970b-0423ad96ec91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecea9384-0bce-4669-b521-25962a0f610e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:27.688380 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b9965-036f-402f-8f90-e0b8ff88ff9e req-e2e0dcd7-216b-4f07-9fc5-76ba4061d39a tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:27.690464 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef8b9965-036f-402f-8f90-e0b8ff88ff9e req-e2e0dcd7-216b-4f07-9fc5-76ba4061d39a tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 943 time: 0.0499189 Nov 11 17:55:27.743062 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef8b9965-036f-402f-8f90-e0b8ff88ff9e req-05e4e2b0-bd88-4a69-9edb-51f62c79265b tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f2c71bb-f4d7-4cee-a667-393a04387c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464697 Nov 11 17:55:28.366213 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 19670a2a-965e-46eb-8c60-6386dc563530 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:55:28.464508 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 19670a2a-965e-46eb-8c60-6386dc563530, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=19670a2a-965e-46eb-8c60-6386dc563530,segment=NetworkSegment(da9c34bc-2742-489e-b04b-eda694df338a),segment_id=da9c34bc-2742-489e-b04b-eda694df338a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:28.482085 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '19670a2a-965e-46eb-8c60-6386dc563530', 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6', 'port_id': '19670a2a-965e-46eb-8c60-6386dc563530', 'mac_address': 'fa:16:3e:09:bd:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:55:28.536489 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:28.549993 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19670a2a-965e-46eb-8c60-6386dc563530 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:55:28.571674 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 19670a2a-965e-46eb-8c60-6386dc563530, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=19670a2a-965e-46eb-8c60-6386dc563530,segment=NetworkSegment(da9c34bc-2742-489e-b04b-eda694df338a),segment_id=da9c34bc-2742-489e-b04b-eda694df338a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:28.575563 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:28.634563 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=19670a2a-965e-46eb-8c60-6386dc563530,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:28.809834 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['19670a2a-965e-46eb-8c60-6386dc563530'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:55:28.890644 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a50eb-9745-45b6-a42d-e34ac2180ae7 req-d04a49c8-a232-4591-b19c-5c512cec0558 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:28.892258 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-202a50eb-9745-45b6-a42d-e34ac2180ae7 req-d04a49c8-a232-4591-b19c-5c512cec0558 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 944 time: 0.0605707 Nov 11 17:55:28.953055 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-202a50eb-9745-45b6-a42d-e34ac2180ae7 req-a0d3ee59-75f0-48f6-86d5-3eb00eb2d468 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f2c71bb-f4d7-4cee-a667-393a04387c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527267 Nov 11 17:55:30.066953 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456d4b1-1c5b-466a-a123-4e3925174155 req-27375857-b9a6-4f7c-9e6a-9759bac23aea tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:30.068421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9456d4b1-1c5b-466a-a123-4e3925174155 req-27375857-b9a6-4f7c-9e6a-9759bac23aea tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 944 time: 0.0489752 Nov 11 17:55:30.118966 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9456d4b1-1c5b-466a-a123-4e3925174155 req-da994f12-e504-4a0e-9b35-2314a144654b tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f2c71bb-f4d7-4cee-a667-393a04387c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445189 Nov 11 17:55:30.381325 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 19670a2a-965e-46eb-8c60-6386dc563530 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:55:30.431785 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 19670a2a-965e-46eb-8c60-6386dc563530 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:55:30.435797 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 19670a2a-965e-46eb-8c60-6386dc563530 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:30.436292 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:30.514625 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:30.536915 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc251541-2c6e-4ac7-909c-4eaf4a8de657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19670a2a-965e-46eb-8c60-6386dc563530'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:55:30.539123 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce81edf5-ea86-4880-8342-63d368f696f2" -d '{"events": [{"server_uuid": "bc251541-2c6e-4ac7-909c-4eaf4a8de657", "name": "network-vif-plugged", "status": "completed", "tag": "19670a2a-965e-46eb-8c60-6386dc563530"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:55:30.553075 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 19670a2a-965e-46eb-8c60-6386dc563530, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=19670a2a-965e-46eb-8c60-6386dc563530,segment=NetworkSegment(da9c34bc-2742-489e-b04b-eda694df338a),segment_id=da9c34bc-2742-489e-b04b-eda694df338a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:30.558241 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:30.584712 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e0c8ea-4c98-463b-819f-87b0880fedd2 x-openstack-request-id: req-45e0c8ea-4c98-463b-819f-87b0880fedd2 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:55:30.585168 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc251541-2c6e-4ac7-909c-4eaf4a8de657", "name": "network-vif-plugged", "status": "completed", "tag": "19670a2a-965e-46eb-8c60-6386dc563530", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:55:30.585467 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-45e0c8ea-4c98-463b-819f-87b0880fedd2 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:55:30.585968 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc251541-2c6e-4ac7-909c-4eaf4a8de657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19670a2a-965e-46eb-8c60-6386dc563530', 'code': 200} Nov 11 17:55:30.615065 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=19670a2a-965e-46eb-8c60-6386dc563530,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:30.678916 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd348c7d-baef-4715-bf6f-ab63a638f5e2 req-9bca7ab4-042d-41e0-aed4-5dbd7262364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:30.680684 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd348c7d-baef-4715-bf6f-ab63a638f5e2 req-9bca7ab4-042d-41e0-aed4-5dbd7262364f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 1096 time: 0.0411556 Nov 11 17:55:30.728482 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd348c7d-baef-4715-bf6f-ab63a638f5e2 req-40d31efa-9997-4ead-aac1-2b7326b1d906 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2f2c71bb-f4d7-4cee-a667-393a04387c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402210 Nov 11 17:55:31.400749 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:55:31.589618 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b201a9f-d081-4030-be41-dfcf167ad8a4 req-510e8747-0f24-4303-a2d8-90c6eca0aefe tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:31.591021 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1b201a9f-d081-4030-be41-dfcf167ad8a4 req-510e8747-0f24-4303-a2d8-90c6eca0aefe tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 945 time: 0.3948381 Nov 11 17:55:31.644052 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1b201a9f-d081-4030-be41-dfcf167ad8a4 req-20adf056-8fee-4f49-a244-6ef8ce171db3 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f2c71bb-f4d7-4cee-a667-393a04387c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446281 Nov 11 17:55:32.759071 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040f845-6280-48ea-82de-e2f0133b1816 req-4a1b4be6-a561-4653-8920-89a9931dd62e tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:32.760728 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2040f845-6280-48ea-82de-e2f0133b1816 req-4a1b4be6-a561-4653-8920-89a9931dd62e tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 945 time: 0.0483952 Nov 11 17:55:32.810463 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2040f845-6280-48ea-82de-e2f0133b1816 req-8081a562-2deb-43e6-9d80-58dc542d9a32 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f2c71bb-f4d7-4cee-a667-393a04387c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431819 Nov 11 17:55:32.925094 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd73d8d-d6f8-4ded-a909-96186ae1b68b req-4c16d4cf-3e5e-483f-967c-7459b52c5a9b tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:32.926552 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3fd73d8d-d6f8-4ded-a909-96186ae1b68b req-4c16d4cf-3e5e-483f-967c-7459b52c5a9b tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 945 time: 0.0488143 Nov 11 17:55:32.984054 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3fd73d8d-d6f8-4ded-a909-96186ae1b68b req-d8131072-5863-4747-8497-88ae7319b5b6 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f2c71bb-f4d7-4cee-a667-393a04387c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515068 Nov 11 17:55:33.104883 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bd1dd-61b6-4c15-8ba7-4798a4216251 req-45cb1d91-6305-4389-9d96-56153dacdd29 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:33.112339 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b53bd1dd-61b6-4c15-8ba7-4798a4216251 req-45cb1d91-6305-4389-9d96-56153dacdd29 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 945 time: 0.0603261 Nov 11 17:55:33.160457 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b53bd1dd-61b6-4c15-8ba7-4798a4216251 req-85630ef7-e4b5-41a1-94d7-1e8ab525fa07 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f2c71bb-f4d7-4cee-a667-393a04387c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472193 Nov 11 17:55:33.182630 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48574) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:33.378918 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de00f5f-8b37-44ee-9b51-602f07e38650 tempest-TestServerBasicOps-1419343140 tempest-TestServerBasicOps-1419343140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:33.380505 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3de00f5f-8b37-44ee-9b51-602f07e38650 tempest-TestServerBasicOps-1419343140 tempest-TestServerBasicOps-1419343140-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 1091 time: 0.1968687 Nov 11 17:55:33.383597 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48578) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:33.388460 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-19cdb420-af66-4297-9ece-337abcfebff4 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': '19670a2a-965e-46eb-8c60-6386dc563530', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:33.410826 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-19cdb420-af66-4297-9ece-337abcfebff4 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for floatingip, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:33.508531 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-19cdb420-af66-4297-9ece-337abcfebff4 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:33.608883 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-19cdb420-af66-4297-9ece-337abcfebff4 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Allocated IP 172.25.2.188 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/4680b6bf-155b-40f8-bb99-897ce3005962) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:55:33.711956 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-19cdb420-af66-4297-9ece-337abcfebff4 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:33.744969 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-19cdb420-af66-4297-9ece-337abcfebff4 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:33.779965 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cdb420-af66-4297-9ece-337abcfebff4 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:55:33.786681 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-19cdb420-af66-4297-9ece-337abcfebff4 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:55:33.790253 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cdb420-af66-4297-9ece-337abcfebff4 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:55:33.811990 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cdb420-af66-4297-9ece-337abcfebff4 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Pushing event updated for resources: {'Port': ['ID=4680b6bf-155b-40f8-bb99-897ce3005962,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:34.516624 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-19cdb420-af66-4297-9ece-337abcfebff4 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:34.584173 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-19cdb420-af66-4297-9ece-337abcfebff4 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:34.742478 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-19cdb420-af66-4297-9ece-337abcfebff4 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:34.747200 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-19cdb420-af66-4297-9ece-337abcfebff4 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:34.820492 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cdb420-af66-4297-9ece-337abcfebff4 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Pushing event updated for resources: {'Port': ['ID=4680b6bf-155b-40f8-bb99-897ce3005962,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:34.837099 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-19cdb420-af66-4297-9ece-337abcfebff4 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:34.940914 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-19cdb420-af66-4297-9ece-337abcfebff4 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Floating IP b8b3bb5a-6260-4076-8136-c408acf85f46 associated. External IP: 172.25.2.188, port: 19670a2a-965e-46eb-8c60-6386dc563530. Nov 11 17:55:35.154965 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cdb420-af66-4297-9ece-337abcfebff4 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Router 8b8bd3a5-9c5c-4add-ab01-14131897ca07 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:55:35.261642 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cdb420-af66-4297-9ece-337abcfebff4 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:55:35.272889 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00e5658-2123-4253-aff4-e22d111d46a6 None None] Sync routers for ids ['8b8bd3a5-9c5c-4add-ab01-14131897ca07'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:55:35.282067 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-19cdb420-af66-4297-9ece-337abcfebff4 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:35.284681 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00e5658-2123-4253-aff4-e22d111d46a6 None None] Routers {'8b8bd3a5-9c5c-4add-ab01-14131897ca07'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:55:35.285499 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b00e5658-2123-4253-aff4-e22d111d46a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:55:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['8b8bd3a5-9c5c-4add-ab01-14131897ca07'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:35.316477 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-19cdb420-af66-4297-9ece-337abcfebff4 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9315698 Nov 11 17:55:35.317080 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc251541-2c6e-4ac7-909c-4eaf4a8de657', 'tag': '19670a2a-965e-46eb-8c60-6386dc563530'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:55:35.320347 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3b2bd5-0550-46d0-a999-6d22c8602ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "bc251541-2c6e-4ac7-909c-4eaf4a8de657", "tag": "19670a2a-965e-46eb-8c60-6386dc563530"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:55:35.360277 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99c6df0-7176-4ab2-a940-7f0ab53b1e6e x-openstack-request-id: req-c99c6df0-7176-4ab2-a940-7f0ab53b1e6e {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:55:35.364174 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc251541-2c6e-4ac7-909c-4eaf4a8de657", "tag": "19670a2a-965e-46eb-8c60-6386dc563530", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:55:35.364943 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c99c6df0-7176-4ab2-a940-7f0ab53b1e6e {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:55:35.365426 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc251541-2c6e-4ac7-909c-4eaf4a8de657', 'tag': '19670a2a-965e-46eb-8c60-6386dc563530', 'status': 'completed', 'code': 200} Nov 11 17:55:35.398396 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-b00e5658-2123-4253-aff4-e22d111d46a6 None None] Set router 8b8bd3a5-9c5c-4add-ab01-14131897ca07 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:55:35.423753 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b2bd5-0550-46d0-a999-6d22c8602ab2 req-724fccb2-b282-42cd-ae5e-b528d282b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:35.425429 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d3b2bd5-0550-46d0-a999-6d22c8602ab2 req-724fccb2-b282-42cd-ae5e-b528d282b31c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ec9f8fbc81be487db458d3e7eb116d11&device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 1096 time: 0.0422096 Nov 11 17:55:35.523747 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b2bd5-0550-46d0-a999-6d22c8602ab2 req-7abab7e9-ea06-4bd0-b2f0-17daffccda92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:35.525479 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d3b2bd5-0550-46d0-a999-6d22c8602ab2 req-7abab7e9-ea06-4bd0-b2f0-17daffccda92 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b0aabfb0-0df2-4260-b665-d437c8ea20c6 HTTP/1.1" status: 200 len: 911 time: 0.0914800 Nov 11 17:55:35.594599 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d3b2bd5-0550-46d0-a999-6d22c8602ab2 req-cc2b6f45-dfca-474d-a547-eb6788a4b291 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19670a2a-965e-46eb-8c60-6386dc563530 HTTP/1.1" status: 200 len: 999 time: 0.0622308 Nov 11 17:55:35.625572 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b00e5658-2123-4253-aff4-e22d111d46a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'name': 'tempest-TestServerBasicOps-1353933633-router', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:12Z', 'revision_number': 4, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'gw_port': {'id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'b8b3bb5a-6260-4076-8136-c408acf85f46', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'port_id': '19670a2a-965e-46eb-8c60-6386dc563530', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6', 'mac_address': 'fa:16:3e:09:bd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc251541-2c6e-4ac7-909c-4eaf4a8de657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:55:34Z', 'updated_at': '2021-11-11T17:55:34Z', 'revision_number': 0, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25303e4-0c2d-452c-bba1-ba343cd92c73', 'name': '', 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'mac_address': 'fa:16:3e:ab:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:11Z', 'updated_at': '2021-11-11T17:55:16Z', 'revision_number': 5, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'subnets': [{'id': '3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:35.650630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b2bd5-0550-46d0-a999-6d22c8602ab2 req-05418b92-bfd8-4d90-bb47-66585d73db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:35.651962 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00e5658-2123-4253-aff4-e22d111d46a6 None None] Checking router: 8b8bd3a5-9c5c-4add-ab01-14131897ca07 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:55:35.652740 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d3b2bd5-0550-46d0-a999-6d22c8602ab2 req-05418b92-bfd8-4d90-bb47-66585d73db1e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2 HTTP/1.1" status: 200 len: 848 time: 0.0503249 Nov 11 17:55:35.660615 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00e5658-2123-4253-aff4-e22d111d46a6 None None] Routers {'8b8bd3a5-9c5c-4add-ab01-14131897ca07'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:55:35.661204 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b00e5658-2123-4253-aff4-e22d111d46a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:55:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['8b8bd3a5-9c5c-4add-ab01-14131897ca07'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:35.699229 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b2bd5-0550-46d0-a999-6d22c8602ab2 req-05be9a2b-8f0e-4cb1-bd05-d5b0d6833cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:35.700759 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d3b2bd5-0550-46d0-a999-6d22c8602ab2 req-05be9a2b-8f0e-4cb1-bd05-d5b0d6833cc8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b0aabfb0-0df2-4260-b665-d437c8ea20c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410540 Nov 11 17:55:35.772096 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-b00e5658-2123-4253-aff4-e22d111d46a6 None None] Set router 8b8bd3a5-9c5c-4add-ab01-14131897ca07 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:55:35.792789 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d3b2bd5-0550-46d0-a999-6d22c8602ab2 req-8b1614d5-0c23-4ea1-a12e-15d59bb96ca9 service neutron] 10.222.0.83 "GET /v2.0/networks/b0aabfb0-0df2-4260-b665-d437c8ea20c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844989 Nov 11 17:55:35.905365 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d3b2bd5-0550-46d0-a999-6d22c8602ab2 req-0a0833ec-2e1e-4148-a2fc-3edf989d282f service neutron] 10.222.0.83 "GET /v2.0/networks/b0aabfb0-0df2-4260-b665-d437c8ea20c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049850 Nov 11 17:55:36.103893 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b00e5658-2123-4253-aff4-e22d111d46a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'name': 'tempest-TestServerBasicOps-1353933633-router', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:12Z', 'revision_number': 4, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'gw_port': {'id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'b8b3bb5a-6260-4076-8136-c408acf85f46', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'port_id': '19670a2a-965e-46eb-8c60-6386dc563530', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6', 'mac_address': 'fa:16:3e:09:bd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc251541-2c6e-4ac7-909c-4eaf4a8de657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:55:34Z', 'updated_at': '2021-11-11T17:55:34Z', 'revision_number': 0, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25303e4-0c2d-452c-bba1-ba343cd92c73', 'name': '', 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'mac_address': 'fa:16:3e:ab:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:11Z', 'updated_at': '2021-11-11T17:55:16Z', 'revision_number': 5, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'subnets': [{'id': '3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:36.130987 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00e5658-2123-4253-aff4-e22d111d46a6 None None] The sync data for ids ['8b8bd3a5-9c5c-4add-ab01-14131897ca07'] in n-d-816206-4 is: [{'id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'name': 'tempest-TestServerBasicOps-1353933633-router', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:12Z', 'revision_number': 4, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'gw_port': {'id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'b8b3bb5a-6260-4076-8136-c408acf85f46', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'port_id': '19670a2a-965e-46eb-8c60-6386dc563530', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6', 'mac_address': 'fa:16:3e:09:bd:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc251541-2c6e-4ac7-909c-4eaf4a8de657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:55:34Z', 'updated_at': '2021-11-11T17:55:34Z', 'revision_number': 0, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd25303e4-0c2d-452c-bba1-ba343cd92c73', 'name': '', 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'mac_address': 'fa:16:3e:ab:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:11Z', 'updated_at': '2021-11-11T17:55:16Z', 'revision_number': 5, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'subnets': [{'id': '3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:55:36.364147 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10115d57-cee9-4208-8fee-ea740cd8b43a None None] New status for floating IP b8b3bb5a-6260-4076-8136-c408acf85f46: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:55:36.422401 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48598) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:36.538940 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2f29f47c-3b0c-4097-88b9-e5e4149ea974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:36.622179 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2f29f47c-3b0c-4097-88b9-e5e4149ea974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:36.625833 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2f29f47c-3b0c-4097-88b9-e5e4149ea974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:36.662532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29f47c-3b0c-4097-88b9-e5e4149ea974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38176a28-276a-4ddf-b094-bfd06314d0fe,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:36.666711 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2f29f47c-3b0c-4097-88b9-e5e4149ea974 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6a08d3823b0b446684f79f8e1578eb33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2430537 Nov 11 17:55:36.669463 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48602) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:36.723421 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9ed04399-5aed-4c05-8912-76eb486da7d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:36.745179 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9ed04399-5aed-4c05-8912-76eb486da7d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:36.799273 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9ed04399-5aed-4c05-8912-76eb486da7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:36.801960 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9ed04399-5aed-4c05-8912-76eb486da7d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:36.805594 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9ed04399-5aed-4c05-8912-76eb486da7d6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/38176a28-276a-4ddf-b094-bfd06314d0fe HTTP/1.1" status: 204 len: 168 time: 0.1328115 Nov 11 17:55:36.816065 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed04399-5aed-4c05-8912-76eb486da7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38176a28-276a-4ddf-b094-bfd06314d0fe,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:37.437094 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7034f43f-f2cd-4ff7-a5a5-9e8fc501d47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:37.957544 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48638) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:38.097862 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-83c6f412-f314-4a01-830b-ab06a7b7054a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'network': {'name': 'tempest-network-smoke--998792983', 'project_id': '17a2fbc094914006bce57f641671705a', 'port_security_enabled': True}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:38.123784 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c6f412-f314-4a01-830b-ab06a7b7054a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Made reservation on behalf of 17a2fbc094914006bce57f641671705a for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:55:38.129014 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83c6f412-f314-4a01-830b-ab06a7b7054a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:38.138396 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83c6f412-f314-4a01-830b-ab06a7b7054a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:38.213919 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83c6f412-f314-4a01-830b-ab06a7b7054a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:38.218060 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83c6f412-f314-4a01-830b-ab06a7b7054a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:38.247579 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c6f412-f314-4a01-830b-ab06a7b7054a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1278} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:55:38.254564 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6f412-f314-4a01-830b-ab06a7b7054a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5bb014-6eca-491a-ae94-112c388a40f6,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:38.262705 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83c6f412-f314-4a01-830b-ab06a7b7054a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:38.262705 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-83c6f412-f314-4a01-830b-ab06a7b7054a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Added segment d3898ac8-da0b-4f1a-a146-41cd5ab5713e of type vlan for network 63e131a4-acf6-4de2-955c-930919b30d88 Nov 11 17:55:38.301677 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83c6f412-f314-4a01-830b-ab06a7b7054a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:38.329896 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83c6f412-f314-4a01-830b-ab06a7b7054a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:38.335525 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c6f412-f314-4a01-830b-ab06a7b7054a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:38.336137 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83c6f412-f314-4a01-830b-ab06a7b7054a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:38.393121 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-83c6f412-f314-4a01-830b-ab06a7b7054a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4344819 Nov 11 17:55:38.396013 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48642) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:38.400342 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-92a91a68-3f84-4eef-b743-c66df715b309 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-153392625', 'admin_state_up': True, 'project_id': '17a2fbc094914006bce57f641671705a', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:38.422053 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6f412-f314-4a01-830b-ab06a7b7054a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'Network': ['ID=63e131a4-acf6-4de2-955c-930919b30d88,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:38.432485 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 63e131a4-acf6-4de2-955c-930919b30d88 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:55:38.436477 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-92a91a68-3f84-4eef-b743-c66df715b309 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:38.437487 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-92a91a68-3f84-4eef-b743-c66df715b309 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:38.488554 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-92a91a68-3f84-4eef-b743-c66df715b309 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:38.627513 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-92a91a68-3f84-4eef-b743-c66df715b309 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:38.816057 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-92a91a68-3f84-4eef-b743-c66df715b309 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:38.839621 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-92a91a68-3f84-4eef-b743-c66df715b309 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:38.938666 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-92a91a68-3f84-4eef-b743-c66df715b309 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Allocated IP 172.25.2.18 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/5ee8b415-98c6-453b-9b6e-08d4751e42c6) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:55:39.042237 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-92a91a68-3f84-4eef-b743-c66df715b309 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:39.075401 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-92a91a68-3f84-4eef-b743-c66df715b309 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:39.117268 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a91a68-3f84-4eef-b743-c66df715b309 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:55:39.120333 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-92a91a68-3f84-4eef-b743-c66df715b309 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:55:39.125986 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a91a68-3f84-4eef-b743-c66df715b309 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:55:39.129071 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a91a68-3f84-4eef-b743-c66df715b309 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'Port': ['ID=5ee8b415-98c6-453b-9b6e-08d4751e42c6,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:39.136303 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb4398f-eb0b-485e-9ca7-454174c36f34 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:55:39.216490 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d6d22536-efef-4cb6-a604-904a45c7239c None None] Provisioning complete for port 5ee8b415-98c6-453b-9b6e-08d4751e42c6 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:39.216861 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d6d22536-efef-4cb6-a604-904a45c7239c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:39.250813 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d6d22536-efef-4cb6-a604-904a45c7239c None None] Port 5ee8b415-98c6-453b-9b6e-08d4751e42c6 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:55:39.373349 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-92a91a68-3f84-4eef-b743-c66df715b309 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:39.567448 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-92a91a68-3f84-4eef-b743-c66df715b309 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:39.693683 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a91a68-3f84-4eef-b743-c66df715b309 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Router eff0ef82-800e-4f37-b99b-ab226d5f72ee is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:55:39.797456 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a91a68-3f84-4eef-b743-c66df715b309 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:55:39.808002 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] Sync routers for ids ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:55:39.818239 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] Routers {'eff0ef82-800e-4f37-b99b-ab226d5f72ee'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:55:39.818857 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:55:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:39.819013 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-92a91a68-3f84-4eef-b743-c66df715b309 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:39.820322 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-92a91a68-3f84-4eef-b743-c66df715b309 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4233937 Nov 11 17:55:39.823337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48644) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:39.905788 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-eca6fbbf-5234-41ac-9d62-711c590d2780 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=17a2fbc094914006bce57f641671705a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0813310 Nov 11 17:55:39.908988 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48648) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:39.925262 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] Set router eff0ef82-800e-4f37-b99b-ab226d5f72ee gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:55:40.079191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55656f0b-f299-424b-a71b-07da8ed0ce07 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:40.080695 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-55656f0b-f299-424b-a71b-07da8ed0ce07 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1707993 Nov 11 17:55:40.083440 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48650) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:40.106931 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'name': 'tempest-TestNetworkBasicOps-router-153392625', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:39Z', 'revision_number': 3, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:40.121256 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c7979052-6dd2-40d3-a9ab-fa1e2a1e7322 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342565 Nov 11 17:55:40.121512 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48652) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:40.126120 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-0a02cc19-7314-4079-893c-2c43824aee8d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-580144317', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'project_id': '17a2fbc094914006bce57f641671705a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:40.134178 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] Checking router: eff0ef82-800e-4f37-b99b-ab226d5f72ee for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:55:40.134531 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] Updating router eff0ef82-800e-4f37-b99b-ab226d5f72ee port 5ee8b415-98c6-453b-9b6e-08d4751e42c6 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:55:40.165675 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:40.222090 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a02cc19-7314-4079-893c-2c43824aee8d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Made reservation on behalf of 17a2fbc094914006bce57f641671705a for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:55:40.225581 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a02cc19-7314-4079-893c-2c43824aee8d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:40.410855 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a02cc19-7314-4079-893c-2c43824aee8d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:40.416652 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:40.422274 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-93e59084-b26e-4c1b-b25b-af7b1f79efc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:40.424700 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:40.472907 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] Attempting to bind port 5ee8b415-98c6-453b-9b6e-08d4751e42c6 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:55:40.473055 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] Attempting to bind port 5ee8b415-98c6-453b-9b6e-08d4751e42c6 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:55:40.473374 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] Attempting to bind port 5ee8b415-98c6-453b-9b6e-08d4751e42c6 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:55:40.483531 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb7a0ae-aad3-4e95-a46f-dd74f011e5c5 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:55:40.483931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02cc19-7314-4079-893c-2c43824aee8d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'Subnet': ['ID=7432e149-4dfc-4fae-8243-216d03f0daf4,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:40.484956 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:55:40.485334 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:55:40.486676 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:40.486676 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:55:40.487086 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] Bound port: 5ee8b415-98c6-453b-9b6e-08d4751e42c6, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:55:40.487665 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:40.490682 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a02cc19-7314-4079-893c-2c43824aee8d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Checking segment: {'id': 'd3898ac8-da0b-4f1a-a146-41cd5ab5713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:55:40.491049 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a02cc19-7314-4079-893c-2c43824aee8d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Network hostable DHCP agents. Network: 63e131a4-acf6-4de2-955c-930919b30d88, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:55:40.509864 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a02cc19-7314-4079-893c-2c43824aee8d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Network 63e131a4-acf6-4de2-955c-930919b30d88 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:55:40.521838 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-0a02cc19-7314-4079-893c-2c43824aee8d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 63e131a4-acf6-4de2-955c-930919b30d88) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:55:40.526821 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b01c2-aae0-48ec-9ac3-b9a22c41f24a None None] Pushing event updated for resources: {'Port': ['ID=5ee8b415-98c6-453b-9b6e-08d4751e42c6,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:40.530204 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a02cc19-7314-4079-893c-2c43824aee8d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:40.532561 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a02cc19-7314-4079-893c-2c43824aee8d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:40.535478 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644e46bd-dc96-4b45-8ed6-5840cfe9081f None None] Network 63e131a4-acf6-4de2-955c-930919b30d88 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:55:40.549057 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] For port 5ee8b415-98c6-453b-9b6e-08d4751e42c6, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:55:40.552911 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0a02cc19-7314-4079-893c-2c43824aee8d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4294238 Nov 11 17:55:40.553217 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] For port 5ee8b415-98c6-453b-9b6e-08d4751e42c6, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5ee8b415-98c6-453b-9b6e-08d4751e42c6,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:55:40.555178 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48654) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:40.557857 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:40.605430 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] Routers {'eff0ef82-800e-4f37-b99b-ab226d5f72ee'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:55:40.606073 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:55:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:40.606993 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d36e1e-b3a1-4e77-8992-adfb4c87afb2 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:55:40.623187 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c5ad09a2-231e-44e5-aa5b-5c01a16f8333 None None] Provisioning complete for port 5ee8b415-98c6-453b-9b6e-08d4751e42c6 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:40.624228 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5ad09a2-231e-44e5-aa5b-5c01a16f8333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:40.727166 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] Set router eff0ef82-800e-4f37-b99b-ab226d5f72ee gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:55:40.753074 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b01c2-aae0-48ec-9ac3-b9a22c41f24a None None] Pushing event updated for resources: {'Port': ['ID=5ee8b415-98c6-453b-9b6e-08d4751e42c6,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:40.929292 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'name': 'tempest-TestNetworkBasicOps-router-153392625', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:39Z', 'revision_number': 3, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:40.948458 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5ad09a2-231e-44e5-aa5b-5c01a16f8333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:40.955698 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cde7c4-4017-4193-a9db-f1e308638873 None None] The sync data for ids ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'] in n-d-816206-4 is: [{'id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'name': 'tempest-TestNetworkBasicOps-router-153392625', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:39Z', 'revision_number': 3, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:55:40.956965 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cabd79-cbf4-40a1-bf08-ab89d6b89c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-63e131a4-acf6-4de2-955c-930919b30d88', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'fixed_ips': [{'subnet_id': '7432e149-4dfc-4fae-8243-216d03f0daf4'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:55:40.957789 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-80cabd79-cbf4-40a1-bf08-ab89d6b89c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:40.998443 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c5ad09a2-231e-44e5-aa5b-5c01a16f8333 None None] For port 5ee8b415-98c6-453b-9b6e-08d4751e42c6, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5ee8b415-98c6-453b-9b6e-08d4751e42c6,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:41.045685 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:41.046537 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5ad09a2-231e-44e5-aa5b-5c01a16f8333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:41.104088 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:41.147531 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad09a2-231e-44e5-aa5b-5c01a16f8333 None None] Pushing event updated for resources: {'Port': ['ID=5ee8b415-98c6-453b-9b6e-08d4751e42c6,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:41.176906 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-80cabd79-cbf4-40a1-bf08-ab89d6b89c76 None None] Allocated IP 172.20.0.2 (63e131a4-acf6-4de2-955c-930919b30d88/7432e149-4dfc-4fae-8243-216d03f0daf4/7444a9a3-05b0-40c4-a674-77776aa51707) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:55:41.183431 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-41adf2bd-5b6c-45b3-bbf7-ebdcb9fc45b6 None None] Provisioning complete for port 5ee8b415-98c6-453b-9b6e-08d4751e42c6 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:41.184736 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-41adf2bd-5b6c-45b3-bbf7-ebdcb9fc45b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:41.414758 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-80cabd79-cbf4-40a1-bf08-ab89d6b89c76 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:41.421107 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-80cabd79-cbf4-40a1-bf08-ab89d6b89c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:41.463205 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cabd79-cbf4-40a1-bf08-ab89d6b89c76 None None] Network 63e131a4-acf6-4de2-955c-930919b30d88 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:55:41.466221 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-80cabd79-cbf4-40a1-bf08-ab89d6b89c76 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:55:41.471235 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cabd79-cbf4-40a1-bf08-ab89d6b89c76 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:55:41.474521 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cabd79-cbf4-40a1-bf08-ab89d6b89c76 None None] Pushing event updated for resources: {'Port': ['ID=7444a9a3-05b0-40c4-a674-77776aa51707,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:41.474814 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Allocated IP 172.20.0.1 (63e131a4-acf6-4de2-955c-930919b30d88/7432e149-4dfc-4fae-8243-216d03f0daf4/5b7efe8f-70df-4d2c-ac0f-9dede1e99526) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:55:41.534517 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-80cabd79-cbf4-40a1-bf08-ab89d6b89c76 None None] Attempting to bind port 7444a9a3-05b0-40c4-a674-77776aa51707 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:55:41.534885 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-80cabd79-cbf4-40a1-bf08-ab89d6b89c76 None None] Attempting to bind port 7444a9a3-05b0-40c4-a674-77776aa51707 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'd3898ac8-da0b-4f1a-a146-41cd5ab5713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:55:41.535478 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cabd79-cbf4-40a1-bf08-ab89d6b89c76 None None] Attempting to bind port 7444a9a3-05b0-40c4-a674-77776aa51707 on network 63e131a4-acf6-4de2-955c-930919b30d88 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:55:41.540778 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cabd79-cbf4-40a1-bf08-ab89d6b89c76 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:55:41.541418 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cabd79-cbf4-40a1-bf08-ab89d6b89c76 None None] Checking segment: {'id': 'd3898ac8-da0b-4f1a-a146-41cd5ab5713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:55:41.541827 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-80cabd79-cbf4-40a1-bf08-ab89d6b89c76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:41.542221 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cabd79-cbf4-40a1-bf08-ab89d6b89c76 None None] Bound using segment: {'id': 'd3898ac8-da0b-4f1a-a146-41cd5ab5713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:55:41.542687 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-80cabd79-cbf4-40a1-bf08-ab89d6b89c76 None None] Bound port: 7444a9a3-05b0-40c4-a674-77776aa51707, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3898ac8-da0b-4f1a-a146-41cd5ab5713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:55:41.543243 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-80cabd79-cbf4-40a1-bf08-ab89d6b89c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:41.603944 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:41.612649 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-80cabd79-cbf4-40a1-bf08-ab89d6b89c76 None None] For port 7444a9a3-05b0-40c4-a674-77776aa51707, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:55:41.616188 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-80cabd79-cbf4-40a1-bf08-ab89d6b89c76 None None] For port 7444a9a3-05b0-40c4-a674-77776aa51707, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7444a9a3-05b0-40c4-a674-77776aa51707,segment=NetworkSegment(d3898ac8-da0b-4f1a-a146-41cd5ab5713e),segment_id=d3898ac8-da0b-4f1a-a146-41cd5ab5713e)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:55:41.622929 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-80cabd79-cbf4-40a1-bf08-ab89d6b89c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:41.640453 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:41.688500 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cabd79-cbf4-40a1-bf08-ab89d6b89c76 None None] Pushing event updated for resources: {'Port': ['ID=7444a9a3-05b0-40c4-a674-77776aa51707,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:41.703606 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Network 63e131a4-acf6-4de2-955c-930919b30d88 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:55:41.709519 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:55:41.710908 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'Port': ['ID=5b7efe8f-70df-4d2c-ac0f-9dede1e99526,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:41.713291 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:55:41.743392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:41.743770 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:41.744113 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:41.744453 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:41.744801 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:41.745133 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:41.745465 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:41.745793 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:41.746124 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:41.746448 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:41.746775 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:41.747102 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:41.771568 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:41.947256 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:42.232260 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:42.237759 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:42.309508 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'Port': ['ID=5b7efe8f-70df-4d2c-ac0f-9dede1e99526,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:42.311888 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:42.409261 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Network 63e131a4-acf6-4de2-955c-930919b30d88 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:55:42.410701 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:55:42.527306 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Router eff0ef82-800e-4f37-b99b-ab226d5f72ee has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:55:42.628078 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:42.900949 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:55:42.906080 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ef7f4a3f-a907-4bd6-841b-78e52284ceff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "PUT /v2.0/routers/eff0ef82-800e-4f37-b99b-ab226d5f72ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3495224 Nov 11 17:55:42.908480 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48658) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:42.911419 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] Sync routers for ids ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:55:42.921432 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] Routers {'eff0ef82-800e-4f37-b99b-ab226d5f72ee'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:55:42.922291 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:55:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:42.979839 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:43.068444 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] Set router eff0ef82-800e-4f37-b99b-ab226d5f72ee gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:55:43.107557 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2f26c9-7c73-4243-9143-cfbf04cb4210 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:43.107903 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2f26c9-7c73-4243-9143-cfbf04cb4210 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:43.108359 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2f26c9-7c73-4243-9143-cfbf04cb4210 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:43.108807 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2f26c9-7c73-4243-9143-cfbf04cb4210 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:43.109254 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2f26c9-7c73-4243-9143-cfbf04cb4210 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:43.110197 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2f26c9-7c73-4243-9143-cfbf04cb4210 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:43.111553 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8b2f26c9-7c73-4243-9143-cfbf04cb4210 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2005105 Nov 11 17:55:43.114283 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48660) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:43.180056 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7444a9a3-05b0-40c4-a674-77776aa51707 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:55:43.224709 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df46fd1f-fa17-46f2-81cd-81a2cf58ceeb tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:43.225167 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df46fd1f-fa17-46f2-81cd-81a2cf58ceeb tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:43.225619 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df46fd1f-fa17-46f2-81cd-81a2cf58ceeb tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:43.226057 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df46fd1f-fa17-46f2-81cd-81a2cf58ceeb tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:43.226494 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df46fd1f-fa17-46f2-81cd-81a2cf58ceeb tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:43.226930 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df46fd1f-fa17-46f2-81cd-81a2cf58ceeb tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:43.232589 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-df46fd1f-fa17-46f2-81cd-81a2cf58ceeb tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3998 time: 0.1135416 Nov 11 17:55:43.232833 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48662) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:43.316421 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 7444a9a3-05b0-40c4-a674-77776aa51707 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:43.316792 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:43.347179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1549aa-5dcf-45ef-b889-9caf585e36d3 None None] Network 63e131a4-acf6-4de2-955c-930919b30d88 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:55:43.443221 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-cfb6d317-a5a2-469b-a238-03bb11523b0d None None] Provisioning complete for port 7444a9a3-05b0-40c4-a674-77776aa51707 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:43.443586 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cfb6d317-a5a2-469b-a238-03bb11523b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:43.471183 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-516cf16e-95b8-4a4a-9edc-8d30c6e8d73b tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3041 time: 0.2372622 Nov 11 17:55:43.474306 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'name': 'tempest-TestNetworkBasicOps-router-153392625', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:41Z', 'revision_number': 4, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '5b7efe8f-70df-4d2c-ac0f-9dede1e99526', 'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:9b:64:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:41Z', 'updated_at': '2021-11-11T17:55:42Z', 'revision_number': 2, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:43.540379 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] Checking router: eff0ef82-800e-4f37-b99b-ab226d5f72ee for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:55:43.540658 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] Updating router eff0ef82-800e-4f37-b99b-ab226d5f72ee port 5b7efe8f-70df-4d2c-ac0f-9dede1e99526 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:55:43.602282 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:43.606651 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:43.737002 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 7444a9a3-05b0-40c4-a674-77776aa51707, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7444a9a3-05b0-40c4-a674-77776aa51707,segment=NetworkSegment(d3898ac8-da0b-4f1a-a146-41cd5ab5713e),segment_id=d3898ac8-da0b-4f1a-a146-41cd5ab5713e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:43.784764 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cfb6d317-a5a2-469b-a238-03bb11523b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:43.786600 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:43.787376 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5ee8b415-98c6-453b-9b6e-08d4751e42c6 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:55:43.788778 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48666) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:43.793471 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-1a878250-33ab-44fa-afa7-a099208612e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1224939835', 'description': 'tempest-secgroup-smoke-1224939835 description', 'project_id': '17a2fbc094914006bce57f641671705a'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:43.817186 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a878250-33ab-44fa-afa7-a099208612e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:43.885076 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a878250-33ab-44fa-afa7-a099208612e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:43.890045 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a878250-33ab-44fa-afa7-a099208612e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:43.929529 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1a878250-33ab-44fa-afa7-a099208612e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:43.933758 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1a878250-33ab-44fa-afa7-a099208612e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1409979 Nov 11 17:55:43.933970 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48668) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:43.939668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-02000a2d-4b9d-423e-9302-36ce1b1f3393 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'security_group_rule': {'security_group_id': '2008bfc4-a6c3-47d9-abd2-c6bb0c68f295', 'project_id': '17a2fbc094914006bce57f641671705a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:43.944784 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a878250-33ab-44fa-afa7-a099208612e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2008bfc4-a6c3-47d9-abd2-c6bb0c68f295,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:43.975477 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-02000a2d-4b9d-423e-9302-36ce1b1f3393 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.041171 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-02000a2d-4b9d-423e-9302-36ce1b1f3393 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.046152 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-02000a2d-4b9d-423e-9302-36ce1b1f3393 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.066651 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02000a2d-4b9d-423e-9302-36ce1b1f3393 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772945a3-f66b-4d15-98c0-0d1a8f9c85cc,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:44.077780 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-02000a2d-4b9d-423e-9302-36ce1b1f3393 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.082097 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-02000a2d-4b9d-423e-9302-36ce1b1f3393 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442628 Nov 11 17:55:44.082375 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48670) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:44.087900 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-abed62c7-6bc1-43cd-8f2f-c301cd859343 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'security_group_rule': {'security_group_id': '2008bfc4-a6c3-47d9-abd2-c6bb0c68f295', 'project_id': '17a2fbc094914006bce57f641671705a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:44.122607 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-abed62c7-6bc1-43cd-8f2f-c301cd859343 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.145037 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=7444a9a3-05b0-40c4-a674-77776aa51707,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:44.171647 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-cfb6d317-a5a2-469b-a238-03bb11523b0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 17:55:44.172127 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-cfb6d317-a5a2-469b-a238-03bb11523b0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 17:55:44.189376 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 5ee8b415-98c6-453b-9b6e-08d4751e42c6 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:44.189764 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.191356 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-abed62c7-6bc1-43cd-8f2f-c301cd859343 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.196170 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-abed62c7-6bc1-43cd-8f2f-c301cd859343 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.216521 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed62c7-6bc1-43cd-8f2f-c301cd859343 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a5b96e-97c5-444a-ac8b-e4711c83fe13,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:44.227283 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-abed62c7-6bc1-43cd-8f2f-c301cd859343 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.231119 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-abed62c7-6bc1-43cd-8f2f-c301cd859343 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1453023 Nov 11 17:55:44.231359 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48672) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:44.236683 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5f8a16fb-679d-47f6-8220-1354e4cf8389 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'security_group_rule': {'security_group_id': '2008bfc4-a6c3-47d9-abd2-c6bb0c68f295', 'project_id': '17a2fbc094914006bce57f641671705a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:44.266949 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5f8a16fb-679d-47f6-8220-1354e4cf8389 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.338577 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.342200 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5f8a16fb-679d-47f6-8220-1354e4cf8389 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.346485 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.347674 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5f8a16fb-679d-47f6-8220-1354e4cf8389 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.364332 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a16fb-679d-47f6-8220-1354e4cf8389 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45234193-e963-443d-88c7-5b167c6de694,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:44.378527 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5f8a16fb-679d-47f6-8220-1354e4cf8389 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.382504 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5f8a16fb-679d-47f6-8220-1354e4cf8389 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474593 Nov 11 17:55:44.382718 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48674) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:44.387497 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-feef938c-29d5-4e3c-9394-755370d4b18c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'security_group_rule': {'security_group_id': '2008bfc4-a6c3-47d9-abd2-c6bb0c68f295', 'project_id': '17a2fbc094914006bce57f641671705a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:44.401181 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8a693-4922-4f6e-bc87-cc525a745ab6 None None] Pushing event updated for resources: {'Port': ['ID=5b7efe8f-70df-4d2c-ac0f-9dede1e99526,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:44.422559 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-feef938c-29d5-4e3c-9394-755370d4b18c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.459259 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] Attempting to bind port 5b7efe8f-70df-4d2c-ac0f-9dede1e99526 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:55:44.459677 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] Attempting to bind port 5b7efe8f-70df-4d2c-ac0f-9dede1e99526 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'd3898ac8-da0b-4f1a-a146-41cd5ab5713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:55:44.460034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] Attempting to bind port 5b7efe8f-70df-4d2c-ac0f-9dede1e99526 on network 63e131a4-acf6-4de2-955c-930919b30d88 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:55:44.466076 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:55:44.466454 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] Checking segment: {'id': 'd3898ac8-da0b-4f1a-a146-41cd5ab5713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:55:44.466852 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.467241 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] Bound using segment: {'id': 'd3898ac8-da0b-4f1a-a146-41cd5ab5713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:55:44.467702 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] Bound port: 5b7efe8f-70df-4d2c-ac0f-9dede1e99526, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3898ac8-da0b-4f1a-a146-41cd5ab5713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:55:44.468130 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.493333 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-feef938c-29d5-4e3c-9394-755370d4b18c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.497143 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-feef938c-29d5-4e3c-9394-755370d4b18c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.513429 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef938c-29d5-4e3c-9394-755370d4b18c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8262756f-7863-4ced-aeb3-69c79053e2f6,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:44.528253 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-feef938c-29d5-4e3c-9394-755370d4b18c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.529636 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-feef938c-29d5-4e3c-9394-755370d4b18c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1459372 Nov 11 17:55:44.532326 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48676) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:44.537004 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-12971f35-51f2-4d05-8db7-3f57ad1a064e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'security_group_rule': {'security_group_id': '2008bfc4-a6c3-47d9-abd2-c6bb0c68f295', 'project_id': '17a2fbc094914006bce57f641671705a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:44.556971 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] For port 5b7efe8f-70df-4d2c-ac0f-9dede1e99526, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:55:44.560272 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] For port 5b7efe8f-70df-4d2c-ac0f-9dede1e99526, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5b7efe8f-70df-4d2c-ac0f-9dede1e99526,segment=NetworkSegment(d3898ac8-da0b-4f1a-a146-41cd5ab5713e),segment_id=d3898ac8-da0b-4f1a-a146-41cd5ab5713e)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:55:44.565981 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.566834 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-12971f35-51f2-4d05-8db7-3f57ad1a064e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Project 17a2fbc094914006bce57f641671705a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:55:44.573633 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-12971f35-51f2-4d05-8db7-3f57ad1a064e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.623309 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] Routers {'eff0ef82-800e-4f37-b99b-ab226d5f72ee'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:55:44.624017 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:55:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:44.629637 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8a693-4922-4f6e-bc87-cc525a745ab6 None None] Pushing event updated for resources: {'Port': ['ID=5b7efe8f-70df-4d2c-ac0f-9dede1e99526,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:44.641694 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-12971f35-51f2-4d05-8db7-3f57ad1a064e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.645871 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-12971f35-51f2-4d05-8db7-3f57ad1a064e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.668455 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12971f35-51f2-4d05-8db7-3f57ad1a064e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbee0dc0-76bb-4e92-94cb-2d1af392bd2a,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:44.675185 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-12971f35-51f2-4d05-8db7-3f57ad1a064e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.676690 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-12971f35-51f2-4d05-8db7-3f57ad1a064e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1431839 Nov 11 17:55:44.679674 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48678) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:44.684146 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a8d5a0cf-daa9-41e2-9e3a-ec9d2e7f34e7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'security_group_rule': {'security_group_id': '2008bfc4-a6c3-47d9-abd2-c6bb0c68f295', 'project_id': '17a2fbc094914006bce57f641671705a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:44.709443 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-a8d5a0cf-daa9-41e2-9e3a-ec9d2e7f34e7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Project 17a2fbc094914006bce57f641671705a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:55:44.715369 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a8d5a0cf-daa9-41e2-9e3a-ec9d2e7f34e7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.773423 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] Set router eff0ef82-800e-4f37-b99b-ab226d5f72ee gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:55:44.786880 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a8d5a0cf-daa9-41e2-9e3a-ec9d2e7f34e7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.791144 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a8d5a0cf-daa9-41e2-9e3a-ec9d2e7f34e7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.815273 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5a0cf-daa9-41e2-9e3a-ec9d2e7f34e7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c68fb0-ba2a-49f5-bfd6-d4256c06b928,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:44.820814 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a8d5a0cf-daa9-41e2-9e3a-ec9d2e7f34e7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.824188 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a8d5a0cf-daa9-41e2-9e3a-ec9d2e7f34e7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1437280 Nov 11 17:55:44.929156 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-91a0af02-ea16-43fe-8505-12286b945705 None None] Provisioning complete for port 5b7efe8f-70df-4d2c-ac0f-9dede1e99526 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:44.929538 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-91a0af02-ea16-43fe-8505-12286b945705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:44.986403 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-c241df8e-8de2-4559-bb56-ab57b980b8f7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1224939835&fields=id&tenant_id=17a2fbc094914006bce57f641671705a HTTP/1.1" status: 200 len: 267 time: 0.0496171 Nov 11 17:55:45.080912 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-91a0af02-ea16-43fe-8505-12286b945705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:45.096255 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7444a9a3-05b0-40c4-a674-77776aa51707 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:55:45.107794 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-887a7718-ba47-49ae-b739-944c346ba41e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:45.109410 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-887a7718-ba47-49ae-b739-944c346ba41e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/networks?id=63e131a4-acf6-4de2-955c-930919b30d88 HTTP/1.1" status: 200 len: 796 time: 0.1148784 Nov 11 17:55:45.123224 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'name': 'tempest-TestNetworkBasicOps-router-153392625', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:41Z', 'revision_number': 4, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '5b7efe8f-70df-4d2c-ac0f-9dede1e99526', 'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:9b:64:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:41Z', 'updated_at': '2021-11-11T17:55:44Z', 'revision_number': 4, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:45.124110 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-751a9dc4-4ac5-46d2-8627-b09ba622a121 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/quotas/17a2fbc094914006bce57f641671705a HTTP/1.1" status: 200 len: 375 time: 0.0089827 Nov 11 17:55:45.172066 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea00f856-72b7-430c-94c8-076d4baf3a2a None None] The sync data for ids ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'] in n-d-816206-4 is: [{'id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'name': 'tempest-TestNetworkBasicOps-router-153392625', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:41Z', 'revision_number': 4, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '5b7efe8f-70df-4d2c-ac0f-9dede1e99526', 'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:9b:64:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:41Z', 'updated_at': '2021-11-11T17:55:44Z', 'revision_number': 4, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:55:45.179253 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-d331f702-a9e6-4af0-bf85-3174ef17fad6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=17a2fbc094914006bce57f641671705a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494630 Nov 11 17:55:45.184518 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-91a0af02-ea16-43fe-8505-12286b945705 None None] For port 5b7efe8f-70df-4d2c-ac0f-9dede1e99526, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5b7efe8f-70df-4d2c-ac0f-9dede1e99526,segment=NetworkSegment(d3898ac8-da0b-4f1a-a146-41cd5ab5713e),segment_id=d3898ac8-da0b-4f1a-a146-41cd5ab5713e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:45.192330 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-91a0af02-ea16-43fe-8505-12286b945705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:45.252536 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-91a0af02-ea16-43fe-8505-12286b945705 None None] Provisioning complete for port 7444a9a3-05b0-40c4-a674-77776aa51707 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:45.253215 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-91a0af02-ea16-43fe-8505-12286b945705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:45.260280 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 7444a9a3-05b0-40c4-a674-77776aa51707 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:45.260661 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:45.321750 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-71816f85-f0ab-43a6-8c61-ddd45f84c24e service neutron] 10.222.0.76 "GET /v2.0/networks/63e131a4-acf6-4de2-955c-930919b30d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225209 Nov 11 17:55:45.323227 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0af02-ea16-43fe-8505-12286b945705 None None] Pushing event updated for resources: {'Port': ['ID=5b7efe8f-70df-4d2c-ac0f-9dede1e99526,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:45.342795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0af02-ea16-43fe-8505-12286b945705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:45.343075 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0af02-ea16-43fe-8505-12286b945705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:45.343392 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0af02-ea16-43fe-8505-12286b945705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:45.343748 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0af02-ea16-43fe-8505-12286b945705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:45.344083 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0af02-ea16-43fe-8505-12286b945705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:45.344410 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0af02-ea16-43fe-8505-12286b945705 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:45.344735 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0af02-ea16-43fe-8505-12286b945705 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:45.345584 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0af02-ea16-43fe-8505-12286b945705 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:45.345914 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0af02-ea16-43fe-8505-12286b945705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:45.346235 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0af02-ea16-43fe-8505-12286b945705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:45.346556 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0af02-ea16-43fe-8505-12286b945705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:45.346873 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0af02-ea16-43fe-8505-12286b945705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:45.434102 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-72478ac3-6466-4769-8c9a-2773de8ac1eb service neutron] 10.222.0.76 "GET /v2.0/networks/63e131a4-acf6-4de2-955c-930919b30d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056504 Nov 11 17:55:45.576966 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-64cfb198-1a69-4415-8fbb-579fab9de6bb None None] Provisioning complete for port 5b7efe8f-70df-4d2c-ac0f-9dede1e99526 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:45.576966 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-64cfb198-1a69-4415-8fbb-579fab9de6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:45.628121 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-790424c5-92ac-4709-8550-f92a06a3ca41 req-d9f5a009-df84-47b5-8fac-ab61a81abaf5 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=16af9042-ac2a-4063-9ef7-9cd40a6b9ce8 HTTP/1.1" status: 200 len: 210 time: 0.0403726 Nov 11 17:55:46.738808 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df616c3e-02fc-464f-99ee-0a1d7e7e9667 req-75c3c0f1-f8a3-471f-ab2c-1d6fa362f0b2 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=16af9042-ac2a-4063-9ef7-9cd40a6b9ce8 HTTP/1.1" status: 200 len: 210 time: 0.0336268 Nov 11 17:55:46.749510 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-22c360f8-8efb-4a88-b075-c4a62860ab3d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:46.751343 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-22c360f8-8efb-4a88-b075-c4a62860ab3d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.64 "GET /v2.0/networks?id=63e131a4-acf6-4de2-955c-930919b30d88 HTTP/1.1" status: 200 len: 796 time: 0.1928928 Nov 11 17:55:46.840308 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-f56946d5-b89b-4d36-8a53-137efab8b6e7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17a2fbc094914006bce57f641671705a HTTP/1.1" status: 200 len: 380 time: 0.0660069 Nov 11 17:55:46.850647 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-17e5f755-0c29-4110-ac9d-18bd73db0272 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'port': {'device_id': '16af9042-ac2a-4063-9ef7-9cd40a6b9ce8', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'admin_state_up': True, 'tenant_id': '17a2fbc094914006bce57f641671705a', 'security_groups': ['2008bfc4-a6c3-47d9-abd2-c6bb0c68f295']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:46.965881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-17e5f755-0c29-4110-ac9d-18bd73db0272 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Made reservation on behalf of 17a2fbc094914006bce57f641671705a for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:55:46.969592 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-17e5f755-0c29-4110-ac9d-18bd73db0272 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:47.099860 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5b7efe8f-70df-4d2c-ac0f-9dede1e99526 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:55:47.102381 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-17e5f755-0c29-4110-ac9d-18bd73db0272 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Allocated IP 172.20.0.11 (63e131a4-acf6-4de2-955c-930919b30d88/7432e149-4dfc-4fae-8243-216d03f0daf4/61cc2ee9-32f4-4727-a297-79d1fd4a24c9) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:55:47.154125 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 5b7efe8f-70df-4d2c-ac0f-9dede1e99526 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:47.154498 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:47.245073 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-17e5f755-0c29-4110-ac9d-18bd73db0272 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:47.279012 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-17e5f755-0c29-4110-ac9d-18bd73db0272 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:47.318806 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-17e5f755-0c29-4110-ac9d-18bd73db0272 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Network 63e131a4-acf6-4de2-955c-930919b30d88 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:55:47.323788 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-17e5f755-0c29-4110-ac9d-18bd73db0272 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:55:47.327433 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-17e5f755-0c29-4110-ac9d-18bd73db0272 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:55:47.356358 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5f755-0c29-4110-ac9d-18bd73db0272 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'Port': ['ID=61cc2ee9-32f4-4727-a297-79d1fd4a24c9,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:47.385183 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-17e5f755-0c29-4110-ac9d-18bd73db0272 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:47.386106 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-17e5f755-0c29-4110-ac9d-18bd73db0272 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:47.402692 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-17e5f755-0c29-4110-ac9d-18bd73db0272 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5556180 Nov 11 17:55:47.420896 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] Request body: {'port': {'device_id': '16af9042-ac2a-4063-9ef7-9cd40a6b9ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:47.477393 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:47.607838 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3f5a9c90-ba9b-4cd8-8f17-a7f44695953f None None] Provisioning complete for port 61cc2ee9-32f4-4727-a297-79d1fd4a24c9 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:47.608115 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3f5a9c90-ba9b-4cd8-8f17-a7f44695953f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:47.643491 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-3f5a9c90-ba9b-4cd8-8f17-a7f44695953f None None] Port 61cc2ee9-32f4-4727-a297-79d1fd4a24c9 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:55:47.784885 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61cc2ee9-32f4-4727-a297-79d1fd4a24c9 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:55:47.792357 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:47.808990 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] Transition to ACTIVE for port object 61cc2ee9-32f4-4727-a297-79d1fd4a24c9 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:55:47.813105 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:47.866386 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] Pushing event updated for resources: {'Port': ['ID=61cc2ee9-32f4-4727-a297-79d1fd4a24c9,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:47.866572 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eafb5d-1414-4ba9-8af9-45d9586d4606 req-4185b860-9913-4ee6-85dc-a3a2f49e6b37 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:47.867981 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6eafb5d-1414-4ba9-8af9-45d9586d4606 req-4185b860-9913-4ee6-85dc-a3a2f49e6b37 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=16af9042-ac2a-4063-9ef7-9cd40a6b9ce8 HTTP/1.1" status: 200 len: 944 time: 0.0566311 Nov 11 17:55:47.934805 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6eafb5d-1414-4ba9-8af9-45d9586d4606 req-90962e19-326d-4836-b6c8-2dc36f2c557b tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=2008bfc4-a6c3-47d9-abd2-c6bb0c68f295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602515 Nov 11 17:55:47.938537 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] Attempting to bind port 61cc2ee9-32f4-4727-a297-79d1fd4a24c9 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:55:47.939435 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] Attempting to bind port 61cc2ee9-32f4-4727-a297-79d1fd4a24c9 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'd3898ac8-da0b-4f1a-a146-41cd5ab5713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:55:47.939782 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] Attempting to bind port 61cc2ee9-32f4-4727-a297-79d1fd4a24c9 on network 63e131a4-acf6-4de2-955c-930919b30d88 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:55:47.944801 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] Port 61cc2ee9-32f4-4727-a297-79d1fd4a24c9 on network 63e131a4-acf6-4de2-955c-930919b30d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:55:47.945153 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] Attempting to bind port 61cc2ee9-32f4-4727-a297-79d1fd4a24c9 on network 63e131a4-acf6-4de2-955c-930919b30d88 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:55:47.950447 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:55:47.950781 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] Checking segment: {'id': 'd3898ac8-da0b-4f1a-a146-41cd5ab5713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:55:47.951160 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] Bound using segment: {'id': 'd3898ac8-da0b-4f1a-a146-41cd5ab5713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:55:47.951582 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] Bound port: 61cc2ee9-32f4-4727-a297-79d1fd4a24c9, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3898ac8-da0b-4f1a-a146-41cd5ab5713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:55:47.952086 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:48.036089 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] For port 61cc2ee9-32f4-4727-a297-79d1fd4a24c9, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:55:48.039237 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] For port 61cc2ee9-32f4-4727-a297-79d1fd4a24c9, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=61cc2ee9-32f4-4727-a297-79d1fd4a24c9,segment=NetworkSegment(d3898ac8-da0b-4f1a-a146-41cd5ab5713e),segment_id=d3898ac8-da0b-4f1a-a146-41cd5ab5713e)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:55:48.045137 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:48.081386 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:48.082005 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:48.083411 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] 10.222.0.64 "PUT /v2.0/ports/61cc2ee9-32f4-4727-a297-79d1fd4a24c9 HTTP/1.1" status: 200 len: 1092 time: 0.6671653 Nov 11 17:55:48.083874 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16af9042-ac2a-4063-9ef7-9cd40a6b9ce8', 'tag': '61cc2ee9-32f4-4727-a297-79d1fd4a24c9'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:55:48.086110 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d0f150-0971-4ec9-a90b-e9cf11c7765a" -d '{"events": [{"name": "network-changed", "server_uuid": "16af9042-ac2a-4063-9ef7-9cd40a6b9ce8", "tag": "61cc2ee9-32f4-4727-a297-79d1fd4a24c9"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:55:48.113992 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeffec9-c1bc-43ef-9ab4-91f7a3aa2f3b service neutron] Pushing event updated for resources: {'Port': ['ID=61cc2ee9-32f4-4727-a297-79d1fd4a24c9,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:48.140156 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a10552c-6b24-43e8-98ca-91eb07531f4d x-openstack-request-id: req-4a10552c-6b24-43e8-98ca-91eb07531f4d {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:55:48.140452 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16af9042-ac2a-4063-9ef7-9cd40a6b9ce8", "tag": "61cc2ee9-32f4-4727-a297-79d1fd4a24c9", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:55:48.140734 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4a10552c-6b24-43e8-98ca-91eb07531f4d {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:55:48.141138 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16af9042-ac2a-4063-9ef7-9cd40a6b9ce8', 'tag': '61cc2ee9-32f4-4727-a297-79d1fd4a24c9', 'status': 'completed', 'code': 200} Nov 11 17:55:48.204731 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-8c01d913-62b7-4925-8e63-11da28f0c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:48.206375 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-8c01d913-62b7-4925-8e63-11da28f0c5a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17a2fbc094914006bce57f641671705a&device_id=16af9042-ac2a-4063-9ef7-9cd40a6b9ce8 HTTP/1.1" status: 200 len: 1095 time: 0.0489390 Nov 11 17:55:48.254479 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-b5d26b65-d145-48d3-a3f4-877f9e013c5b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61cc2ee9-32f4-4727-a297-79d1fd4a24c9 HTTP/1.1" status: 200 len: 217 time: 0.0357745 Nov 11 17:55:48.305957 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-1faddaa5-b6b8-4c46-9dfa-006d03cd271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:48.307084 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-1faddaa5-b6b8-4c46-9dfa-006d03cd271e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7432e149-4dfc-4fae-8243-216d03f0daf4 HTTP/1.1" status: 200 len: 834 time: 0.0458333 Nov 11 17:55:48.351519 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-b40fbc6e-cb97-4fe9-b6a9-8be98eb5142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:48.353012 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-b40fbc6e-cb97-4fe9-b6a9-8be98eb5142f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63e131a4-acf6-4de2-955c-930919b30d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393758 Nov 11 17:55:48.443758 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-5ca2d250-46f6-444f-8256-6f5ca696053e service neutron] 10.222.0.64 "GET /v2.0/networks/63e131a4-acf6-4de2-955c-930919b30d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835962 Nov 11 17:55:48.531083 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c9a94658-50ef-42ae-b1be-491a16d6678e req-0c47f1fe-0f83-42ae-b60e-34cf90c939c5 service neutron] 10.222.0.64 "GET /v2.0/networks/63e131a4-acf6-4de2-955c-930919b30d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808089 Nov 11 17:55:48.538581 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:48.664159 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0f150-0971-4ec9-a90b-e9cf11c7765a req-482cbd17-50fd-4fc4-ae33-43d067f892ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:48.665533 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-69d0f150-0971-4ec9-a90b-e9cf11c7765a req-482cbd17-50fd-4fc4-ae33-43d067f892ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17a2fbc094914006bce57f641671705a&device_id=16af9042-ac2a-4063-9ef7-9cd40a6b9ce8 HTTP/1.1" status: 200 len: 1095 time: 0.0450866 Nov 11 17:55:48.752026 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0f150-0971-4ec9-a90b-e9cf11c7765a req-4414fb72-7270-4f40-a401-22f51bf49001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:48.753447 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-69d0f150-0971-4ec9-a90b-e9cf11c7765a req-4414fb72-7270-4f40-a401-22f51bf49001 service neutron] 10.222.0.64 "GET /v2.0/networks?id=63e131a4-acf6-4de2-955c-930919b30d88 HTTP/1.1" status: 200 len: 898 time: 0.0815108 Nov 11 17:55:48.797329 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-69d0f150-0971-4ec9-a90b-e9cf11c7765a req-6a7692e6-0612-450d-9c4e-9956d3a999fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61cc2ee9-32f4-4727-a297-79d1fd4a24c9 HTTP/1.1" status: 200 len: 217 time: 0.0371599 Nov 11 17:55:48.847615 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0f150-0971-4ec9-a90b-e9cf11c7765a req-fea2c9b4-8092-4950-92b4-692428c5644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:48.849054 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-69d0f150-0971-4ec9-a90b-e9cf11c7765a req-fea2c9b4-8092-4950-92b4-692428c5644d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7432e149-4dfc-4fae-8243-216d03f0daf4 HTTP/1.1" status: 200 len: 834 time: 0.0437675 Nov 11 17:55:48.894002 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0f150-0971-4ec9-a90b-e9cf11c7765a req-90bd7c27-4b2c-4272-a974-b50fac049367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:48.895454 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-69d0f150-0971-4ec9-a90b-e9cf11c7765a req-90bd7c27-4b2c-4272-a974-b50fac049367 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63e131a4-acf6-4de2-955c-930919b30d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391252 Nov 11 17:55:48.989230 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-69d0f150-0971-4ec9-a90b-e9cf11c7765a req-e1fda107-f072-4c85-96b7-efc3062f4b2b service neutron] 10.222.0.64 "GET /v2.0/networks/63e131a4-acf6-4de2-955c-930919b30d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862920 Nov 11 17:55:49.054265 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b97013-5f18-4f27-a659-b51ab1b032e4 req-c36ea0df-95c1-42d7-9fcb-92050d96c0bc tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:49.055762 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d4b97013-5f18-4f27-a659-b51ab1b032e4 req-c36ea0df-95c1-42d7-9fcb-92050d96c0bc tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=16af9042-ac2a-4063-9ef7-9cd40a6b9ce8 HTTP/1.1" status: 200 len: 944 time: 0.0493121 Nov 11 17:55:49.083885 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-69d0f150-0971-4ec9-a90b-e9cf11c7765a req-d7321c5e-37dd-4ce8-8ef9-5a99d0c15ddb service neutron] 10.222.0.64 "GET /v2.0/networks/63e131a4-acf6-4de2-955c-930919b30d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873518 Nov 11 17:55:49.106901 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d4b97013-5f18-4f27-a659-b51ab1b032e4 req-cd1364bd-8db5-45bf-b800-16974ec12641 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=2008bfc4-a6c3-47d9-abd2-c6bb0c68f295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450578 Nov 11 17:55:50.224092 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b9256-cf90-4a85-bc97-07beb16fcde5 req-a98d484f-d98c-4c84-8162-7ad9db7d91fd tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:50.225699 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0c9b9256-cf90-4a85-bc97-07beb16fcde5 req-a98d484f-d98c-4c84-8162-7ad9db7d91fd tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=16af9042-ac2a-4063-9ef7-9cd40a6b9ce8 HTTP/1.1" status: 200 len: 944 time: 0.0506058 Nov 11 17:55:50.273879 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0c9b9256-cf90-4a85-bc97-07beb16fcde5 req-ef275fb6-94df-47fc-a89b-cbbf3ca73ee6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=2008bfc4-a6c3-47d9-abd2-c6bb0c68f295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422282 Nov 11 17:55:51.393653 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33246c-f75e-48b4-8381-65f451c5d82a req-575e9f4f-02ba-4e08-8d92-19b940e9f871 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:51.395008 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5e33246c-f75e-48b4-8381-65f451c5d82a req-575e9f4f-02ba-4e08-8d92-19b940e9f871 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=16af9042-ac2a-4063-9ef7-9cd40a6b9ce8 HTTP/1.1" status: 200 len: 944 time: 0.0533073 Nov 11 17:55:51.443018 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5e33246c-f75e-48b4-8381-65f451c5d82a req-26eb64d2-1b69-46f0-b1a2-ba1495cbacff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=2008bfc4-a6c3-47d9-abd2-c6bb0c68f295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420959 Nov 11 17:55:52.183707 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 61cc2ee9-32f4-4727-a297-79d1fd4a24c9 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:55:52.278158 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 61cc2ee9-32f4-4727-a297-79d1fd4a24c9, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=61cc2ee9-32f4-4727-a297-79d1fd4a24c9,segment=NetworkSegment(d3898ac8-da0b-4f1a-a146-41cd5ab5713e),segment_id=d3898ac8-da0b-4f1a-a146-41cd5ab5713e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:52.289261 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '61cc2ee9-32f4-4727-a297-79d1fd4a24c9', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'port_id': '61cc2ee9-32f4-4727-a297-79d1fd4a24c9', 'mac_address': 'fa:16:3e:7f:dc:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:55:52.328031 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:52.341716 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61cc2ee9-32f4-4727-a297-79d1fd4a24c9 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:55:52.360444 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 61cc2ee9-32f4-4727-a297-79d1fd4a24c9, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=61cc2ee9-32f4-4727-a297-79d1fd4a24c9,segment=NetworkSegment(d3898ac8-da0b-4f1a-a146-41cd5ab5713e),segment_id=d3898ac8-da0b-4f1a-a146-41cd5ab5713e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:52.364214 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:52.410328 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=61cc2ee9-32f4-4727-a297-79d1fd4a24c9,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:52.562992 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5c8d7-b72d-4a0c-9499-f10a836e6d11 req-b3cfcb80-1087-4834-ab1f-5b9048724007 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:52.564490 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0d5c8d7-b72d-4a0c-9499-f10a836e6d11 req-b3cfcb80-1087-4834-ab1f-5b9048724007 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=16af9042-ac2a-4063-9ef7-9cd40a6b9ce8 HTTP/1.1" status: 200 len: 945 time: 0.0489430 Nov 11 17:55:52.614023 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0d5c8d7-b72d-4a0c-9499-f10a836e6d11 req-a6b33421-e35a-48b4-9f4a-e7ee48229b9d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=2008bfc4-a6c3-47d9-abd2-c6bb0c68f295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435357 Nov 11 17:55:52.652421 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['61cc2ee9-32f4-4727-a297-79d1fd4a24c9'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:55:53.727612 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710023a2-364a-401f-898c-5e88a44a9844 req-f3d54115-d444-41b8-9341-aae8c7ed0e48 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:53.729096 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-710023a2-364a-401f-898c-5e88a44a9844 req-f3d54115-d444-41b8-9341-aae8c7ed0e48 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=16af9042-ac2a-4063-9ef7-9cd40a6b9ce8 HTTP/1.1" status: 200 len: 945 time: 0.0483537 Nov 11 17:55:53.781290 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-710023a2-364a-401f-898c-5e88a44a9844 req-c28d0ba1-3ea4-4ff3-9c4f-b14d20712888 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=2008bfc4-a6c3-47d9-abd2-c6bb0c68f295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462759 Nov 11 17:55:54.183784 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 61cc2ee9-32f4-4727-a297-79d1fd4a24c9 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:55:54.232033 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 61cc2ee9-32f4-4727-a297-79d1fd4a24c9 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:55:54.235806 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 61cc2ee9-32f4-4727-a297-79d1fd4a24c9 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:55:54.236178 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:54.322930 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:54.323975 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:54.346483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16af9042-ac2a-4063-9ef7-9cd40a6b9ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cc2ee9-32f4-4727-a297-79d1fd4a24c9'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:55:54.348774 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466e1d33-1c12-4dc1-a20b-240ec490b39d" -d '{"events": [{"server_uuid": "16af9042-ac2a-4063-9ef7-9cd40a6b9ce8", "name": "network-vif-plugged", "status": "completed", "tag": "61cc2ee9-32f4-4727-a297-79d1fd4a24c9"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:55:54.361848 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 61cc2ee9-32f4-4727-a297-79d1fd4a24c9, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=61cc2ee9-32f4-4727-a297-79d1fd4a24c9,segment=NetworkSegment(d3898ac8-da0b-4f1a-a146-41cd5ab5713e),segment_id=d3898ac8-da0b-4f1a-a146-41cd5ab5713e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:55:54.366266 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:54.391678 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc65363-ae35-4952-a0c7-4dd866c07fa3 x-openstack-request-id: req-6bc65363-ae35-4952-a0c7-4dd866c07fa3 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:55:54.392533 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16af9042-ac2a-4063-9ef7-9cd40a6b9ce8", "name": "network-vif-plugged", "status": "completed", "tag": "61cc2ee9-32f4-4727-a297-79d1fd4a24c9", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:55:54.392786 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6bc65363-ae35-4952-a0c7-4dd866c07fa3 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:55:54.393184 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16af9042-ac2a-4063-9ef7-9cd40a6b9ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cc2ee9-32f4-4727-a297-79d1fd4a24c9', 'code': 200} Nov 11 17:55:54.417564 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=61cc2ee9-32f4-4727-a297-79d1fd4a24c9,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:54.508763 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bc19e-9e44-47c7-bb6f-f49b69a94ead req-e962c21a-729a-4522-8854-fd75065bde00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:54.510244 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-615bc19e-9e44-47c7-bb6f-f49b69a94ead req-e962c21a-729a-4522-8854-fd75065bde00 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=16af9042-ac2a-4063-9ef7-9cd40a6b9ce8 HTTP/1.1" status: 200 len: 1097 time: 0.0405316 Nov 11 17:55:54.567050 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-615bc19e-9e44-47c7-bb6f-f49b69a94ead req-e3bd3f2a-aa7f-46eb-94ee-6a503a19fb23 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2008bfc4-a6c3-47d9-abd2-c6bb0c68f295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502343 Nov 11 17:55:54.899198 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0868531-50cc-4c24-bd1e-97be53719a42 req-89e8ec8f-8807-41ae-98d9-1418e7fb530d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:54.900713 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0868531-50cc-4c24-bd1e-97be53719a42 req-89e8ec8f-8807-41ae-98d9-1418e7fb530d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=16af9042-ac2a-4063-9ef7-9cd40a6b9ce8 HTTP/1.1" status: 200 len: 946 time: 0.0492375 Nov 11 17:55:54.950916 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0868531-50cc-4c24-bd1e-97be53719a42 req-bf80b1c4-1c88-4542-b23b-c6c631a01e9d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=2008bfc4-a6c3-47d9-abd2-c6bb0c68f295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440338 Nov 11 17:55:56.067147 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383eb93c-a488-42ec-9a9e-f8b81d3350b1 req-5d27feb1-1f1f-468f-943b-4dd501fb218a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:56.068554 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-383eb93c-a488-42ec-9a9e-f8b81d3350b1 req-5d27feb1-1f1f-468f-943b-4dd501fb218a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=16af9042-ac2a-4063-9ef7-9cd40a6b9ce8 HTTP/1.1" status: 200 len: 946 time: 0.0489793 Nov 11 17:55:56.117365 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-383eb93c-a488-42ec-9a9e-f8b81d3350b1 req-b718dced-df0c-45fb-8001-362b1bedb23d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=2008bfc4-a6c3-47d9-abd2-c6bb0c68f295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428214 Nov 11 17:55:56.237198 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8849d-67ce-4408-a91f-008f8a7ed637 req-9b08cb35-053e-4ab5-bc99-2a3c44c49daa tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:56.238672 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-93c8849d-67ce-4408-a91f-008f8a7ed637 req-9b08cb35-053e-4ab5-bc99-2a3c44c49daa tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=16af9042-ac2a-4063-9ef7-9cd40a6b9ce8 HTTP/1.1" status: 200 len: 946 time: 0.0571723 Nov 11 17:55:56.286820 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-93c8849d-67ce-4408-a91f-008f8a7ed637 req-1ba8f295-4fe0-4244-b743-07fa1b53de57 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=2008bfc4-a6c3-47d9-abd2-c6bb0c68f295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422323 Nov 11 17:55:56.308660 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48730) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:56.347667 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27439ef-bedb-4073-a0b5-2c2eb328ec0e tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:56.349106 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c27439ef-bedb-4073-a0b5-2c2eb328ec0e tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=16af9042-ac2a-4063-9ef7-9cd40a6b9ce8 HTTP/1.1" status: 200 len: 1092 time: 0.0395215 Nov 11 17:55:56.352031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48732) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:56.356184 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': '61cc2ee9-32f4-4727-a297-79d1fd4a24c9', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:55:56.378509 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:56.481355 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:56.582996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Allocated IP 172.25.2.195 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/c41e24d2-c51a-420e-abc5-3887c91ba98f) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:55:56.687309 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:56.719529 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:56.754402 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:55:56.759171 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:55:56.762916 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:55:56.786436 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'Port': ['ID=c41e24d2-c51a-420e-abc5-3887c91ba98f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:56.797438 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:56.797787 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:56.798647 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:56.798985 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:56.799319 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:56.799649 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:56.800000 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:56.800327 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:56.800650 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:56.800971 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:56.801295 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:56.801615 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:55:57.577813 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:57.674045 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:57.817262 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:57.821825 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:57.887578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'Port': ['ID=c41e24d2-c51a-420e-abc5-3887c91ba98f,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:55:57.900532 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:58.000585 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Floating IP 1bfd5f19-8fb7-4657-8d0b-46e0e7861af7 associated. External IP: 172.25.2.195, port: 61cc2ee9-32f4-4727-a297-79d1fd4a24c9. Nov 11 17:55:58.203717 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Router eff0ef82-800e-4f37-b99b-ab226d5f72ee has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:55:58.315311 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:55:58.326501 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48edd3f1-0bcf-47bd-ab2d-35a9172ffce6 None None] Sync routers for ids ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:55:58.333449 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:55:58.337513 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48edd3f1-0bcf-47bd-ab2d-35a9172ffce6 None None] Routers {'eff0ef82-800e-4f37-b99b-ab226d5f72ee'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:55:58.338432 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-48edd3f1-0bcf-47bd-ab2d-35a9172ffce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:55:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:58.366144 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3522cbca-f181-4c9a-b48c-9f5e13a68112 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0131104 Nov 11 17:55:58.366835 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16af9042-ac2a-4063-9ef7-9cd40a6b9ce8', 'tag': '61cc2ee9-32f4-4727-a297-79d1fd4a24c9'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:55:58.369181 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48734) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:58.369705 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d490516-427c-43ca-960b-14ac1d8d4dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "16af9042-ac2a-4063-9ef7-9cd40a6b9ce8", "tag": "61cc2ee9-32f4-4727-a297-79d1fd4a24c9"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:55:58.418159 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae89284-c76c-4ac4-8148-e1c27e04deee x-openstack-request-id: req-3ae89284-c76c-4ac4-8148-e1c27e04deee {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:55:58.418788 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16af9042-ac2a-4063-9ef7-9cd40a6b9ce8", "tag": "61cc2ee9-32f4-4727-a297-79d1fd4a24c9", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:55:58.419259 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3ae89284-c76c-4ac4-8148-e1c27e04deee {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:55:58.420147 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16af9042-ac2a-4063-9ef7-9cd40a6b9ce8', 'tag': '61cc2ee9-32f4-4727-a297-79d1fd4a24c9', 'status': 'completed', 'code': 200} Nov 11 17:55:58.448157 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-48edd3f1-0bcf-47bd-ab2d-35a9172ffce6 None None] Set router eff0ef82-800e-4f37-b99b-ab226d5f72ee gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:55:58.675675 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-48edd3f1-0bcf-47bd-ab2d-35a9172ffce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'name': 'tempest-TestNetworkBasicOps-router-153392625', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:41Z', 'revision_number': 4, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '1bfd5f19-8fb7-4657-8d0b-46e0e7861af7', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'port_id': '61cc2ee9-32f4-4727-a297-79d1fd4a24c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'mac_address': 'fa:16:3e:7f:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16af9042-ac2a-4063-9ef7-9cd40a6b9ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:55:57Z', 'updated_at': '2021-11-11T17:55:57Z', 'revision_number': 0, 'project_id': '17a2fbc094914006bce57f641671705a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7efe8f-70df-4d2c-ac0f-9dede1e99526', 'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:9b:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:41Z', 'updated_at': '2021-11-11T17:55:45Z', 'revision_number': 5, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:58.705960 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48edd3f1-0bcf-47bd-ab2d-35a9172ffce6 None None] Checking router: eff0ef82-800e-4f37-b99b-ab226d5f72ee for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:55:58.714124 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48edd3f1-0bcf-47bd-ab2d-35a9172ffce6 None None] Routers {'eff0ef82-800e-4f37-b99b-ab226d5f72ee'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:55:58.714728 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-48edd3f1-0bcf-47bd-ab2d-35a9172ffce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:55:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:58.743946 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c9bfada8-dd46-4971-b9ab-8fc58ca29e72 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/floatingips/1bfd5f19-8fb7-4657-8d0b-46e0e7861af7 HTTP/1.1" status: 200 len: 992 time: 0.3735902 Nov 11 17:55:58.749505 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d490516-427c-43ca-960b-14ac1d8d4dd0 req-cd96b6eb-5e26-439e-8240-b923cd814a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:58.750906 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0d490516-427c-43ca-960b-14ac1d8d4dd0 req-cd96b6eb-5e26-439e-8240-b923cd814a1f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17a2fbc094914006bce57f641671705a&device_id=16af9042-ac2a-4063-9ef7-9cd40a6b9ce8 HTTP/1.1" status: 200 len: 1097 time: 0.0575821 Nov 11 17:55:58.817102 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-48edd3f1-0bcf-47bd-ab2d-35a9172ffce6 None None] Set router eff0ef82-800e-4f37-b99b-ab226d5f72ee gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:55:58.844031 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d490516-427c-43ca-960b-14ac1d8d4dd0 req-efee07ae-ef38-48d2-abae-f94b93c015e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:58.846083 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0d490516-427c-43ca-960b-14ac1d8d4dd0 req-efee07ae-ef38-48d2-abae-f94b93c015e6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=63e131a4-acf6-4de2-955c-930919b30d88 HTTP/1.1" status: 200 len: 898 time: 0.0885289 Nov 11 17:55:58.914244 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0d490516-427c-43ca-960b-14ac1d8d4dd0 req-817b2161-a3e6-404e-a4f6-16652dd0f2b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61cc2ee9-32f4-4727-a297-79d1fd4a24c9 HTTP/1.1" status: 200 len: 1000 time: 0.0616145 Nov 11 17:55:58.963039 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d490516-427c-43ca-960b-14ac1d8d4dd0 req-9efde9be-4b90-4b9e-854f-b3199e66bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:58.964511 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0d490516-427c-43ca-960b-14ac1d8d4dd0 req-9efde9be-4b90-4b9e-854f-b3199e66bb79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7432e149-4dfc-4fae-8243-216d03f0daf4 HTTP/1.1" status: 200 len: 834 time: 0.0440128 Nov 11 17:55:59.009902 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d490516-427c-43ca-960b-14ac1d8d4dd0 req-e98dadf9-0b78-4500-9e1f-8fd76f35f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:55:59.011388 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0d490516-427c-43ca-960b-14ac1d8d4dd0 req-e98dadf9-0b78-4500-9e1f-8fd76f35f3f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63e131a4-acf6-4de2-955c-930919b30d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397007 Nov 11 17:55:59.022563 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-0d490516-427c-43ca-960b-14ac1d8d4dd0 req-88e29c88-6bd7-4d52-bf58-6d0545757f5a service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:55:59.023518 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0d490516-427c-43ca-960b-14ac1d8d4dd0 req-88e29c88-6bd7-4d52-bf58-6d0545757f5a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050101 Nov 11 17:55:59.038703 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-48edd3f1-0bcf-47bd-ab2d-35a9172ffce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'name': 'tempest-TestNetworkBasicOps-router-153392625', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:41Z', 'revision_number': 4, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '1bfd5f19-8fb7-4657-8d0b-46e0e7861af7', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'port_id': '61cc2ee9-32f4-4727-a297-79d1fd4a24c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'mac_address': 'fa:16:3e:7f:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16af9042-ac2a-4063-9ef7-9cd40a6b9ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:55:57Z', 'updated_at': '2021-11-11T17:55:57Z', 'revision_number': 0, 'project_id': '17a2fbc094914006bce57f641671705a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7efe8f-70df-4d2c-ac0f-9dede1e99526', 'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:9b:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:41Z', 'updated_at': '2021-11-11T17:55:45Z', 'revision_number': 5, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:55:59.064529 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48edd3f1-0bcf-47bd-ab2d-35a9172ffce6 None None] The sync data for ids ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'] in n-d-816206-4 is: [{'id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'name': 'tempest-TestNetworkBasicOps-router-153392625', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:41Z', 'revision_number': 4, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '1bfd5f19-8fb7-4657-8d0b-46e0e7861af7', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'port_id': '61cc2ee9-32f4-4727-a297-79d1fd4a24c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'mac_address': 'fa:16:3e:7f:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16af9042-ac2a-4063-9ef7-9cd40a6b9ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:55:57Z', 'updated_at': '2021-11-11T17:55:57Z', 'revision_number': 0, 'project_id': '17a2fbc094914006bce57f641671705a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7efe8f-70df-4d2c-ac0f-9dede1e99526', 'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:9b:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:41Z', 'updated_at': '2021-11-11T17:55:45Z', 'revision_number': 5, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:55:59.120002 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0d490516-427c-43ca-960b-14ac1d8d4dd0 req-c244c89b-d4db-4a00-ad5c-bea08ca9c037 service neutron] 10.222.0.64 "GET /v2.0/networks/63e131a4-acf6-4de2-955c-930919b30d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894449 Nov 11 17:55:59.213160 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0d490516-427c-43ca-960b-14ac1d8d4dd0 req-053566bb-7c4e-459a-9b9f-7314e45f7157 service neutron] 10.222.0.64 "GET /v2.0/networks/63e131a4-acf6-4de2-955c-930919b30d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856810 Nov 11 17:55:59.260692 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9517739a-d01c-4447-ba5f-a313458ba365 None None] New status for floating IP 1bfd5f19-8fb7-4657-8d0b-46e0e7861af7: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:55:59.747856 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48738) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:55:59.812890 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4b51696a-d888-449a-8dbe-d2bbbde1c897 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/floatingips/1bfd5f19-8fb7-4657-8d0b-46e0e7861af7 HTTP/1.1" status: 200 len: 994 time: 0.0638700 Nov 11 17:56:07.439229 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5835267b-f584-42cf-a21a-411125c27252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:08.400234 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:56:10.415504 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-20ea1fca-e4ab-4261-af95-6d805415ff51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:10.689297 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48750) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:56:10.820704 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75c923-29e3-4e4f-825e-3f347ac87d2e req-ea8b9f62-e5b7-4ea1-9bb7-faf990425713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:10.822234 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ce75c923-29e3-4e4f-825e-3f347ac87d2e req-ea8b9f62-e5b7-4ea1-9bb7-faf990425713 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 1096 time: 0.1318226 Nov 11 17:56:10.867377 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ce75c923-29e3-4e4f-825e-3f347ac87d2e req-6636dde0-079b-4556-b4c9-ad46203d23ab service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2f2c71bb-f4d7-4cee-a667-393a04387c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390303 Nov 11 17:56:11.034975 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:12.628332 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:12.951598 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:18.556412 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:23.631587 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8b8e7d5-e0ed-49c4-86d1-bbdff04776c3 req-a7ac16fc-6fed-43fe-9cc9-36a6bd785fae service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0982306 Nov 11 17:56:23.713662 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8e7d5-e0ed-49c4-86d1-bbdff04776c3 req-e19b45c1-b6f0-4f13-8d77-3e74755a80a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:23.715115 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8b8e7d5-e0ed-49c4-86d1-bbdff04776c3 req-e19b45c1-b6f0-4f13-8d77-3e74755a80a4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ec9f8fbc81be487db458d3e7eb116d11&device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 1096 time: 0.0393662 Nov 11 17:56:23.820993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8e7d5-e0ed-49c4-86d1-bbdff04776c3 req-a2f93053-ef2c-4419-bd72-6eda3cb410ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:23.822441 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8b8e7d5-e0ed-49c4-86d1-bbdff04776c3 req-a2f93053-ef2c-4419-bd72-6eda3cb410ef service neutron] 10.222.0.83 "GET /v2.0/networks?id=b0aabfb0-0df2-4260-b665-d437c8ea20c6 HTTP/1.1" status: 200 len: 911 time: 0.0879087 Nov 11 17:56:23.887260 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8b8e7d5-e0ed-49c4-86d1-bbdff04776c3 req-d7ac51d9-6514-4a8d-9e60-2fada15535db service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19670a2a-965e-46eb-8c60-6386dc563530 HTTP/1.1" status: 200 len: 1001 time: 0.0571628 Nov 11 17:56:23.935059 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8e7d5-e0ed-49c4-86d1-bbdff04776c3 req-7c9012a6-808d-4929-a901-e4ee65d068a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:23.936468 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8b8e7d5-e0ed-49c4-86d1-bbdff04776c3 req-7c9012a6-808d-4929-a901-e4ee65d068a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2 HTTP/1.1" status: 200 len: 848 time: 0.0423265 Nov 11 17:56:23.984971 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8e7d5-e0ed-49c4-86d1-bbdff04776c3 req-1d6386ba-e7eb-43c8-9677-e40d4330abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:23.986408 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8b8e7d5-e0ed-49c4-86d1-bbdff04776c3 req-1d6386ba-e7eb-43c8-9677-e40d4330abb8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b0aabfb0-0df2-4260-b665-d437c8ea20c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428166 Nov 11 17:56:23.997527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-d8b8e7d5-e0ed-49c4-86d1-bbdff04776c3 req-2082e21e-81f3-46a6-9230-33bbd11f48e5 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 17:56:23.998439 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8b8e7d5-e0ed-49c4-86d1-bbdff04776c3 req-2082e21e-81f3-46a6-9230-33bbd11f48e5 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048168 Nov 11 17:56:24.086906 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8b8e7d5-e0ed-49c4-86d1-bbdff04776c3 req-d3611f96-d6a8-4ebd-bd31-1f380535256a service neutron] 10.222.0.83 "GET /v2.0/networks/b0aabfb0-0df2-4260-b665-d437c8ea20c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812125 Nov 11 17:56:24.181323 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8b8e7d5-e0ed-49c4-86d1-bbdff04776c3 req-a259da08-b036-4377-81c0-28c067f6c8c0 service neutron] 10.222.0.83 "GET /v2.0/networks/b0aabfb0-0df2-4260-b665-d437c8ea20c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870817 Nov 11 17:56:24.304760 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:26.293755 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48776) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:56:26.369597 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24031dba-09f7-4c8b-a4c7-c7328f901e77 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:26.370068 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24031dba-09f7-4c8b-a4c7-c7328f901e77 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:26.370526 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24031dba-09f7-4c8b-a4c7-c7328f901e77 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:26.372219 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-24031dba-09f7-4c8b-a4c7-c7328f901e77 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] 10.222.0.76 "GET /v2.0/ports?project_id=17a2fbc094914006bce57f641671705a&network_id=63e131a4-acf6-4de2-955c-930919b30d88 HTTP/1.1" status: 200 len: 2970 time: 0.0774822 Nov 11 17:56:29.910964 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48786) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:56:29.965989 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd446d4-534a-4af0-9581-cae4160ea1ba tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:29.967484 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2bd446d4-534a-4af0-9581-cae4160ea1ba tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5 HTTP/1.1" status: 200 len: 814 time: 0.0555401 Nov 11 17:56:30.878622 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48792) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:56:30.883627 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-05614cfc-889b-4920-aa36-c2cda02fcc79 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'network': {'name': 'tempest-network-smoke--520687482', 'project_id': '17a2fbc094914006bce57f641671705a', 'port_security_enabled': True}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:56:30.907297 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05614cfc-889b-4920-aa36-c2cda02fcc79 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Made reservation on behalf of 17a2fbc094914006bce57f641671705a for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:56:30.910807 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-05614cfc-889b-4920-aa36-c2cda02fcc79 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:30.936056 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05614cfc-889b-4920-aa36-c2cda02fcc79 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1290} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:56:30.946414 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-05614cfc-889b-4920-aa36-c2cda02fcc79 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:30.946762 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-05614cfc-889b-4920-aa36-c2cda02fcc79 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Added segment 4d4c77e8-6c7c-46b2-ac21-59c83366d280 of type vlan for network b18f701b-8b7a-49d8-a4e3-2251bc9edfd0 Nov 11 17:56:30.998406 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-05614cfc-889b-4920-aa36-c2cda02fcc79 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:31.026759 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-05614cfc-889b-4920-aa36-c2cda02fcc79 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:31.033254 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05614cfc-889b-4920-aa36-c2cda02fcc79 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:31.033663 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-05614cfc-889b-4920-aa36-c2cda02fcc79 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:31.107536 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-05614cfc-889b-4920-aa36-c2cda02fcc79 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2277424 Nov 11 17:56:31.111201 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48794) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:56:31.141799 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05614cfc-889b-4920-aa36-c2cda02fcc79 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'Network': ['ID=b18f701b-8b7a-49d8-a4e3-2251bc9edfd0,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:56:31.152941 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network b18f701b-8b7a-49d8-a4e3-2251bc9edfd0 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:56:31.177106 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf9001b-912f-4f09-89c5-52980e23ce1c tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:31.178597 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bcf9001b-912f-4f09-89c5-52980e23ce1c tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=17a2fbc094914006bce57f641671705a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0663166 Nov 11 17:56:31.181281 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48796) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:56:31.494437 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0b6677-e480-4f41-ad26-2be971265647 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:31.495951 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1f0b6677-e480-4f41-ad26-2be971265647 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3137610 Nov 11 17:56:31.498753 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48798) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:56:31.526097 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7e57d292-c580-46c7-97d0-5e16d0b7e86b tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263369 Nov 11 17:56:31.528523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48800) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:56:31.555411 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4fb37235-9a48-420f-b819-d4d0f49f2d29 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=17a2fbc094914006bce57f641671705a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259247 Nov 11 17:56:31.557629 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48802) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:56:31.643492 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc273be-09d0-412e-a163-1eb505509db8 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:31.644972 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7fc273be-09d0-412e-a163-1eb505509db8 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865040 Nov 11 17:56:31.647665 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48804) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:56:31.674609 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3a2e1ff9-7a51-4ee0-af89-a4498e52ed97 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259197 Nov 11 17:56:31.676910 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48806) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:56:31.681372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-907be268-7f2c-43c9-8c19-ea0726e9d017 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1244330547', 'network_id': 'b18f701b-8b7a-49d8-a4e3-2251bc9edfd0', 'project_id': '17a2fbc094914006bce57f641671705a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:56:31.765628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907be268-7f2c-43c9-8c19-ea0726e9d017 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Made reservation on behalf of 17a2fbc094914006bce57f641671705a for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:56:31.768903 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-907be268-7f2c-43c9-8c19-ea0726e9d017 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:31.944866 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-907be268-7f2c-43c9-8c19-ea0726e9d017 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.008680 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907be268-7f2c-43c9-8c19-ea0726e9d017 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'Subnet': ['ID=9828b26f-65cb-4268-933e-be7725c686fe,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:56:32.017414 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907be268-7f2c-43c9-8c19-ea0726e9d017 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Checking segment: {'id': '4d4c77e8-6c7c-46b2-ac21-59c83366d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b18f701b-8b7a-49d8-a4e3-2251bc9edfd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:56:32.017726 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907be268-7f2c-43c9-8c19-ea0726e9d017 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Network hostable DHCP agents. Network: b18f701b-8b7a-49d8-a4e3-2251bc9edfd0, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:56:32.033347 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907be268-7f2c-43c9-8c19-ea0726e9d017 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Network b18f701b-8b7a-49d8-a4e3-2251bc9edfd0 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:56:32.042283 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-907be268-7f2c-43c9-8c19-ea0726e9d017 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, b18f701b-8b7a-49d8-a4e3-2251bc9edfd0) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:56:32.046690 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907be268-7f2c-43c9-8c19-ea0726e9d017 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:32.047931 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-907be268-7f2c-43c9-8c19-ea0726e9d017 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.054578 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630f9841-ef2f-4e30-8bf9-0cb13000bce2 None None] Network b18f701b-8b7a-49d8-a4e3-2251bc9edfd0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:56:32.064620 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-907be268-7f2c-43c9-8c19-ea0726e9d017 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3867474 Nov 11 17:56:32.200887 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e30b54-9b14-451a-85c5-6c4abc754ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-b18f701b-8b7a-49d8-a4e3-2251bc9edfd0', 'network_id': 'b18f701b-8b7a-49d8-a4e3-2251bc9edfd0', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'fixed_ips': [{'subnet_id': '9828b26f-65cb-4268-933e-be7725c686fe'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:56:32.201749 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-84e30b54-9b14-451a-85c5-6c4abc754ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.332034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-84e30b54-9b14-451a-85c5-6c4abc754ede None None] Allocated IP 172.20.0.18 (b18f701b-8b7a-49d8-a4e3-2251bc9edfd0/9828b26f-65cb-4268-933e-be7725c686fe/ad3e2f25-c46c-4a46-af11-30f05b9dc73c) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:56:32.423170 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48810) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:56:32.427875 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-9a5a3eb8-5512-47f7-b960-5fe6aa827c83 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-947840797', 'description': 'tempest-secgroup-smoke-947840797 description', 'project_id': '17a2fbc094914006bce57f641671705a'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:56:32.452929 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9a5a3eb8-5512-47f7-b960-5fe6aa827c83 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.526770 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9a5a3eb8-5512-47f7-b960-5fe6aa827c83 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.531029 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9a5a3eb8-5512-47f7-b960-5fe6aa827c83 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.563404 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9a5a3eb8-5512-47f7-b960-5fe6aa827c83 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.564699 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9a5a3eb8-5512-47f7-b960-5fe6aa827c83 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1404326 Nov 11 17:56:32.565594 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a3eb8-5512-47f7-b960-5fe6aa827c83 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9cc84b-891c-4f95-ac1a-2fe56f292c04,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:56:32.567563 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48812) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:56:32.572199 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-03ae44fa-d317-4e2d-b235-d496fbda227c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'security_group_rule': {'security_group_id': '6a9cc84b-891c-4f95-ac1a-2fe56f292c04', 'project_id': '17a2fbc094914006bce57f641671705a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:56:32.598927 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-03ae44fa-d317-4e2d-b235-d496fbda227c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.642021 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-84e30b54-9b14-451a-85c5-6c4abc754ede None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.648705 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-84e30b54-9b14-451a-85c5-6c4abc754ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.655054 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-03ae44fa-d317-4e2d-b235-d496fbda227c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.659986 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-03ae44fa-d317-4e2d-b235-d496fbda227c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.677158 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae44fa-d317-4e2d-b235-d496fbda227c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb8b8eb-e331-49c7-87fc-e03cf8ba5c62,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:56:32.686129 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e30b54-9b14-451a-85c5-6c4abc754ede None None] Network b18f701b-8b7a-49d8-a4e3-2251bc9edfd0 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:56:32.686778 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-03ae44fa-d317-4e2d-b235-d496fbda227c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.690969 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-03ae44fa-d317-4e2d-b235-d496fbda227c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199865 Nov 11 17:56:32.691301 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48814) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:56:32.691492 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-84e30b54-9b14-451a-85c5-6c4abc754ede None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:56:32.695062 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e30b54-9b14-451a-85c5-6c4abc754ede None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:56:32.695611 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6a7b9be5-ad3e-4eca-ac92-d63f3a48328c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'security_group_rule': {'security_group_id': '6a9cc84b-891c-4f95-ac1a-2fe56f292c04', 'project_id': '17a2fbc094914006bce57f641671705a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:56:32.706538 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e30b54-9b14-451a-85c5-6c4abc754ede None None] Pushing event updated for resources: {'Port': ['ID=ad3e2f25-c46c-4a46-af11-30f05b9dc73c,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:56:32.726737 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6a7b9be5-ad3e-4eca-ac92-d63f3a48328c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.753051 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-84e30b54-9b14-451a-85c5-6c4abc754ede None None] Attempting to bind port ad3e2f25-c46c-4a46-af11-30f05b9dc73c on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:56:32.753423 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-84e30b54-9b14-451a-85c5-6c4abc754ede None None] Attempting to bind port ad3e2f25-c46c-4a46-af11-30f05b9dc73c by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '4d4c77e8-6c7c-46b2-ac21-59c83366d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b18f701b-8b7a-49d8-a4e3-2251bc9edfd0'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:56:32.753789 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e30b54-9b14-451a-85c5-6c4abc754ede None None] Attempting to bind port ad3e2f25-c46c-4a46-af11-30f05b9dc73c on network b18f701b-8b7a-49d8-a4e3-2251bc9edfd0 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:56:32.758859 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e30b54-9b14-451a-85c5-6c4abc754ede None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:56:32.759237 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e30b54-9b14-451a-85c5-6c4abc754ede None None] Checking segment: {'id': '4d4c77e8-6c7c-46b2-ac21-59c83366d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b18f701b-8b7a-49d8-a4e3-2251bc9edfd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:56:32.759641 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-84e30b54-9b14-451a-85c5-6c4abc754ede None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.760066 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e30b54-9b14-451a-85c5-6c4abc754ede None None] Bound using segment: {'id': '4d4c77e8-6c7c-46b2-ac21-59c83366d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b18f701b-8b7a-49d8-a4e3-2251bc9edfd0'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:56:32.760528 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-84e30b54-9b14-451a-85c5-6c4abc754ede None None] Bound port: ad3e2f25-c46c-4a46-af11-30f05b9dc73c, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4c77e8-6c7c-46b2-ac21-59c83366d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b18f701b-8b7a-49d8-a4e3-2251bc9edfd0'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:56:32.760911 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-84e30b54-9b14-451a-85c5-6c4abc754ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.789504 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6a7b9be5-ad3e-4eca-ac92-d63f3a48328c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.793227 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6a7b9be5-ad3e-4eca-ac92-d63f3a48328c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.813996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b9be5-ad3e-4eca-ac92-d63f3a48328c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c994bf58-d60c-4aa3-9782-d0b7c5f23340,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:56:32.820028 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6a7b9be5-ad3e-4eca-ac92-d63f3a48328c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.824011 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6a7b9be5-ad3e-4eca-ac92-d63f3a48328c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1317232 Nov 11 17:56:32.824173 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48816) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:56:32.829287 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-28398ea0-ded0-40c4-b175-aa335d73bece tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'security_group_rule': {'security_group_id': '6a9cc84b-891c-4f95-ac1a-2fe56f292c04', 'project_id': '17a2fbc094914006bce57f641671705a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:56:32.832113 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-84e30b54-9b14-451a-85c5-6c4abc754ede None None] For port ad3e2f25-c46c-4a46-af11-30f05b9dc73c, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:56:32.835686 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-84e30b54-9b14-451a-85c5-6c4abc754ede None None] For port ad3e2f25-c46c-4a46-af11-30f05b9dc73c, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ad3e2f25-c46c-4a46-af11-30f05b9dc73c,segment=NetworkSegment(4d4c77e8-6c7c-46b2-ac21-59c83366d280),segment_id=4d4c77e8-6c7c-46b2-ac21-59c83366d280)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:56:32.839810 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-84e30b54-9b14-451a-85c5-6c4abc754ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.856983 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28398ea0-ded0-40c4-b175-aa335d73bece tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.894839 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e30b54-9b14-451a-85c5-6c4abc754ede None None] Pushing event updated for resources: {'Port': ['ID=ad3e2f25-c46c-4a46-af11-30f05b9dc73c,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:56:32.921862 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28398ea0-ded0-40c4-b175-aa335d73bece tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.926385 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28398ea0-ded0-40c4-b175-aa335d73bece tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.945033 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28398ea0-ded0-40c4-b175-aa335d73bece tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00398550-85cd-47c0-a693-644935eef47e,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:56:32.952448 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-28398ea0-ded0-40c4-b175-aa335d73bece tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:32.954326 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-28398ea0-ded0-40c4-b175-aa335d73bece tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292813 Nov 11 17:56:32.957165 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48818) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:56:32.961591 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e7e6753a-6f5a-40de-a78f-f4f52f484142 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'security_group_rule': {'security_group_id': '6a9cc84b-891c-4f95-ac1a-2fe56f292c04', 'project_id': '17a2fbc094914006bce57f641671705a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:56:32.988601 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e7e6753a-6f5a-40de-a78f-f4f52f484142 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:33.051212 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e7e6753a-6f5a-40de-a78f-f4f52f484142 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:33.064952 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e7e6753a-6f5a-40de-a78f-f4f52f484142 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:33.090753 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6753a-6f5a-40de-a78f-f4f52f484142 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5efba11-e24a-4946-bc01-9431678cede5,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:56:33.097879 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e7e6753a-6f5a-40de-a78f-f4f52f484142 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:33.099072 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e7e6753a-6f5a-40de-a78f-f4f52f484142 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409588 Nov 11 17:56:33.103618 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48820) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:56:33.109961 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-5de3c438-96c1-4903-8071-d7525b3e93a6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'security_group_rule': {'security_group_id': '6a9cc84b-891c-4f95-ac1a-2fe56f292c04', 'project_id': '17a2fbc094914006bce57f641671705a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:56:33.133518 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-5de3c438-96c1-4903-8071-d7525b3e93a6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Project 17a2fbc094914006bce57f641671705a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:56:33.139076 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5de3c438-96c1-4903-8071-d7525b3e93a6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:33.199851 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5de3c438-96c1-4903-8071-d7525b3e93a6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:33.203908 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5de3c438-96c1-4903-8071-d7525b3e93a6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:33.221763 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3c438-96c1-4903-8071-d7525b3e93a6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79112245-a0cd-4a36-ab2a-90a19c5cd096,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:56:33.226958 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5de3c438-96c1-4903-8071-d7525b3e93a6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:33.228299 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5de3c438-96c1-4903-8071-d7525b3e93a6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234806 Nov 11 17:56:33.230999 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48822) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:56:33.235393 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-3fe0c4b5-1fb4-4584-ae6f-084ad2531e95 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'security_group_rule': {'security_group_id': '6a9cc84b-891c-4f95-ac1a-2fe56f292c04', 'project_id': '17a2fbc094914006bce57f641671705a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:56:33.257412 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-3fe0c4b5-1fb4-4584-ae6f-084ad2531e95 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Project 17a2fbc094914006bce57f641671705a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:56:33.262871 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3fe0c4b5-1fb4-4584-ae6f-084ad2531e95 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:33.323342 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3fe0c4b5-1fb4-4584-ae6f-084ad2531e95 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:33.327621 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3fe0c4b5-1fb4-4584-ae6f-084ad2531e95 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:33.345414 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0c4b5-1fb4-4584-ae6f-084ad2531e95 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4f45ce-a0fe-428d-835f-e5f239aad1d6,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:56:33.351984 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3fe0c4b5-1fb4-4584-ae6f-084ad2531e95 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:33.353433 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3fe0c4b5-1fb4-4584-ae6f-084ad2531e95 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212249 Nov 11 17:56:33.524600 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a9ee45d3-9d8d-4ee3-8f0d-0bb6d563a0d9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-947840797&fields=id&tenant_id=17a2fbc094914006bce57f641671705a HTTP/1.1" status: 200 len: 267 time: 0.0464706 Nov 11 17:56:33.639583 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-f4c0e463-9fdf-462c-9aa3-11705e092eee tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:33.641632 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-f4c0e463-9fdf-462c-9aa3-11705e092eee tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/networks?id=b18f701b-8b7a-49d8-a4e3-2251bc9edfd0 HTTP/1.1" status: 200 len: 796 time: 0.1102335 Nov 11 17:56:33.657084 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-dce50e11-bb01-4342-878a-d79238eec5f8 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/quotas/17a2fbc094914006bce57f641671705a HTTP/1.1" status: 200 len: 375 time: 0.0096326 Nov 11 17:56:33.719891 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-8f30fe55-507a-4d87-a759-1bf2a9c5f0cb tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=17a2fbc094914006bce57f641671705a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0545518 Nov 11 17:56:33.787851 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2658b503-c97c-4df4-a94c-adf9929d9ba1 None None] Network b18f701b-8b7a-49d8-a4e3-2251bc9edfd0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:56:33.821468 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-4435d967-681a-4baa-8fb2-a7cc597cfabd service neutron] 10.222.0.76 "GET /v2.0/networks/b18f701b-8b7a-49d8-a4e3-2251bc9edfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897346 Nov 11 17:56:33.913670 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ef8b28a4-1cc1-4f7b-a65a-9791288ffcc4 None None] Provisioning complete for port ad3e2f25-c46c-4a46-af11-30f05b9dc73c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:56:33.913941 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ef8b28a4-1cc1-4f7b-a65a-9791288ffcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:33.915482 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-25a85637-1c99-4022-943c-c2aefa6410c0 service neutron] 10.222.0.76 "GET /v2.0/networks/b18f701b-8b7a-49d8-a4e3-2251bc9edfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877831 Nov 11 17:56:34.024934 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ef8b28a4-1cc1-4f7b-a65a-9791288ffcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:34.063903 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ef8b28a4-1cc1-4f7b-a65a-9791288ffcc4 None None] For port ad3e2f25-c46c-4a46-af11-30f05b9dc73c, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ad3e2f25-c46c-4a46-af11-30f05b9dc73c,segment=NetworkSegment(4d4c77e8-6c7c-46b2-ac21-59c83366d280),segment_id=4d4c77e8-6c7c-46b2-ac21-59c83366d280)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:56:34.068710 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ef8b28a4-1cc1-4f7b-a65a-9791288ffcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:34.081161 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-608e5db9-d249-4226-acdb-9545f0be50dc req-2c276aa6-ee6c-4e78-a2a3-56819dbf2b8c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce116002-7c93-46b2-baa2-6e88f9912dee HTTP/1.1" status: 200 len: 210 time: 0.0287018 Nov 11 17:56:34.131464 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b28a4-1cc1-4f7b-a65a-9791288ffcc4 None None] Pushing event updated for resources: {'Port': ['ID=ad3e2f25-c46c-4a46-af11-30f05b9dc73c,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:56:34.291531 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-427c949d-9a49-4855-a96e-f4f337c7b959 None None] Provisioning complete for port ad3e2f25-c46c-4a46-af11-30f05b9dc73c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:56:34.291931 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-427c949d-9a49-4855-a96e-f4f337c7b959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:35.033944 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-6e5765d6-4ae3-4a88-8c36-5c48393b3a45 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:35.035412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-6e5765d6-4ae3-4a88-8c36-5c48393b3a45 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.83 "GET /v2.0/networks?id=b18f701b-8b7a-49d8-a4e3-2251bc9edfd0 HTTP/1.1" status: 200 len: 796 time: 0.1093915 Nov 11 17:56:35.120140 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-5095e396-721a-4e37-9205-6cdce0952926 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17a2fbc094914006bce57f641671705a HTTP/1.1" status: 200 len: 472 time: 0.0758688 Nov 11 17:56:35.137627 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ad3e2f25-c46c-4a46-af11-30f05b9dc73c up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:56:35.142210 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a7b24cf9-afa7-41c7-9970-743638583ed6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'port': {'device_id': 'ce116002-7c93-46b2-baa2-6e88f9912dee', 'network_id': 'b18f701b-8b7a-49d8-a4e3-2251bc9edfd0', 'admin_state_up': True, 'tenant_id': '17a2fbc094914006bce57f641671705a', 'security_groups': ['6a9cc84b-891c-4f95-ac1a-2fe56f292c04']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:56:35.185260 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port ad3e2f25-c46c-4a46-af11-30f05b9dc73c triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:56:35.185736 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:35.212046 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-aa1e6868-24e4-481b-876c-b8f8f17e8c7f req-f97fbca1-4e5b-4bae-a81e-2a4778581647 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce116002-7c93-46b2-baa2-6e88f9912dee HTTP/1.1" status: 200 len: 210 time: 0.0550389 Nov 11 17:56:35.278162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a7b24cf9-afa7-41c7-9970-743638583ed6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Made reservation on behalf of 17a2fbc094914006bce57f641671705a for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:56:35.281775 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a7b24cf9-afa7-41c7-9970-743638583ed6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:35.402000 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a7b24cf9-afa7-41c7-9970-743638583ed6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Allocated IP 172.20.0.21 (b18f701b-8b7a-49d8-a4e3-2251bc9edfd0/9828b26f-65cb-4268-933e-be7725c686fe/062d8c6d-b7d8-4389-8860-6551ce0f7980) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:56:35.539071 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a7b24cf9-afa7-41c7-9970-743638583ed6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:35.573396 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a7b24cf9-afa7-41c7-9970-743638583ed6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:35.620172 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a7b24cf9-afa7-41c7-9970-743638583ed6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Network b18f701b-8b7a-49d8-a4e3-2251bc9edfd0 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:56:35.623245 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a7b24cf9-afa7-41c7-9970-743638583ed6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:56:35.627496 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a7b24cf9-afa7-41c7-9970-743638583ed6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:56:35.651398 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b24cf9-afa7-41c7-9970-743638583ed6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'Port': ['ID=062d8c6d-b7d8-4389-8860-6551ce0f7980,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:56:35.680752 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a7b24cf9-afa7-41c7-9970-743638583ed6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:35.681382 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a7b24cf9-afa7-41c7-9970-743638583ed6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:35.703256 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a7b24cf9-afa7-41c7-9970-743638583ed6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5760467 Nov 11 17:56:35.716108 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] Request body: {'port': {'device_id': 'ce116002-7c93-46b2-baa2-6e88f9912dee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:56:35.772114 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:35.907307 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c002b557-4502-4be6-bf5b-512fc27abf3a None None] Provisioning complete for port 062d8c6d-b7d8-4389-8860-6551ce0f7980 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:56:35.907667 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c002b557-4502-4be6-bf5b-512fc27abf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:35.942208 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c002b557-4502-4be6-bf5b-512fc27abf3a None None] Port 062d8c6d-b7d8-4389-8860-6551ce0f7980 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:56:36.037334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 062d8c6d-b7d8-4389-8860-6551ce0f7980 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:56:36.045920 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:36.064398 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] Transition to ACTIVE for port object 062d8c6d-b7d8-4389-8860-6551ce0f7980 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:56:36.069687 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:36.118387 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] Pushing event updated for resources: {'Port': ['ID=062d8c6d-b7d8-4389-8860-6551ce0f7980,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:56:36.193081 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] Attempting to bind port 062d8c6d-b7d8-4389-8860-6551ce0f7980 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:56:36.193419 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] Attempting to bind port 062d8c6d-b7d8-4389-8860-6551ce0f7980 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '4d4c77e8-6c7c-46b2-ac21-59c83366d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b18f701b-8b7a-49d8-a4e3-2251bc9edfd0'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:56:36.193748 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] Attempting to bind port 062d8c6d-b7d8-4389-8860-6551ce0f7980 on network b18f701b-8b7a-49d8-a4e3-2251bc9edfd0 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:56:36.198591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] Port 062d8c6d-b7d8-4389-8860-6551ce0f7980 on network b18f701b-8b7a-49d8-a4e3-2251bc9edfd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:56:36.198906 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] Attempting to bind port 062d8c6d-b7d8-4389-8860-6551ce0f7980 on network b18f701b-8b7a-49d8-a4e3-2251bc9edfd0 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:56:36.204131 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:56:36.204469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] Checking segment: {'id': '4d4c77e8-6c7c-46b2-ac21-59c83366d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b18f701b-8b7a-49d8-a4e3-2251bc9edfd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:56:36.204853 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] Bound using segment: {'id': '4d4c77e8-6c7c-46b2-ac21-59c83366d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b18f701b-8b7a-49d8-a4e3-2251bc9edfd0'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:56:36.205285 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] Bound port: 062d8c6d-b7d8-4389-8860-6551ce0f7980, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4c77e8-6c7c-46b2-ac21-59c83366d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b18f701b-8b7a-49d8-a4e3-2251bc9edfd0'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:56:36.205645 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:36.277043 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] For port 062d8c6d-b7d8-4389-8860-6551ce0f7980, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:56:36.280213 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] For port 062d8c6d-b7d8-4389-8860-6551ce0f7980, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=062d8c6d-b7d8-4389-8860-6551ce0f7980,segment=NetworkSegment(4d4c77e8-6c7c-46b2-ac21-59c83366d280),segment_id=4d4c77e8-6c7c-46b2-ac21-59c83366d280)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:56:36.295669 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:36.349560 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:36.350080 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:36.352250 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] 10.222.0.83 "PUT /v2.0/ports/062d8c6d-b7d8-4389-8860-6551ce0f7980 HTTP/1.1" status: 200 len: 1092 time: 0.6402302 Nov 11 17:56:36.352919 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce116002-7c93-46b2-baa2-6e88f9912dee', 'tag': '062d8c6d-b7d8-4389-8860-6551ce0f7980'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:56:36.355259 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3e76c0-c57e-4feb-9666-172d8065e451" -d '{"events": [{"name": "network-changed", "server_uuid": "ce116002-7c93-46b2-baa2-6e88f9912dee", "tag": "062d8c6d-b7d8-4389-8860-6551ce0f7980"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:56:36.396254 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c693d-a05a-401c-97a5-235deba2f437 req-b57141ad-c32d-4fc5-9cfb-088e5d7ba9ea tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:36.397806 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-735c693d-a05a-401c-97a5-235deba2f437 req-b57141ad-c32d-4fc5-9cfb-088e5d7ba9ea tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce116002-7c93-46b2-baa2-6e88f9912dee HTTP/1.1" status: 200 len: 944 time: 0.1144073 Nov 11 17:56:36.447693 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528d78e-8ffe-4be2-b5c4-430b1b42f2fe service neutron] Pushing event updated for resources: {'Port': ['ID=062d8c6d-b7d8-4389-8860-6551ce0f7980,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:56:36.489528 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-314a9f5a-d757-4e03-add0-1ba08588690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:36.491041 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-314a9f5a-d757-4e03-add0-1ba08588690d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=17a2fbc094914006bce57f641671705a&device_id=ce116002-7c93-46b2-baa2-6e88f9912dee HTTP/1.1" status: 200 len: 1095 time: 0.0923529 Nov 11 17:56:36.495025 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-735c693d-a05a-401c-97a5-235deba2f437 req-3f0ed273-8b29-4155-9a5c-b6f5e1a4ed0e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a9cc84b-891c-4f95-ac1a-2fe56f292c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823607 Nov 11 17:56:36.542201 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cf3d5c-cad3-430c-8a77-1e0282276881 x-openstack-request-id: req-b1cf3d5c-cad3-430c-8a77-1e0282276881 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:56:36.542517 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce116002-7c93-46b2-baa2-6e88f9912dee", "tag": "062d8c6d-b7d8-4389-8860-6551ce0f7980", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:56:36.542843 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b1cf3d5c-cad3-430c-8a77-1e0282276881 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:56:36.543131 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce116002-7c93-46b2-baa2-6e88f9912dee', 'tag': '062d8c6d-b7d8-4389-8860-6551ce0f7980', 'status': 'completed', 'code': 200} Nov 11 17:56:36.544493 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-34855096-20a6-4d4d-9ee1-515a2c657485 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=062d8c6d-b7d8-4389-8860-6551ce0f7980 HTTP/1.1" status: 200 len: 217 time: 0.0423734 Nov 11 17:56:36.593636 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a6201107-4cb2-4b80-8458-69162497806b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:36.595653 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-a6201107-4cb2-4b80-8458-69162497806b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9828b26f-65cb-4268-933e-be7725c686fe HTTP/1.1" status: 200 len: 838 time: 0.0439420 Nov 11 17:56:36.645600 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-7d8dedd6-050e-489a-abfa-9c9bac1f9b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:36.647064 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-7d8dedd6-050e-489a-abfa-9c9bac1f9b99 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b18f701b-8b7a-49d8-a4e3-2251bc9edfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437257 Nov 11 17:56:36.746025 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-d5067387-024d-4a89-8aee-5506895be775 service neutron] 10.222.0.83 "GET /v2.0/networks/b18f701b-8b7a-49d8-a4e3-2251bc9edfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914161 Nov 11 17:56:36.859575 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-565eaa0e-7f09-4184-bf72-ed69714b6c7f req-5cf064ed-e29f-4cdc-ad79-30da7702e922 service neutron] 10.222.0.83 "GET /v2.0/networks/b18f701b-8b7a-49d8-a4e3-2251bc9edfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062796 Nov 11 17:56:36.944367 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e76c0-c57e-4feb-9666-172d8065e451 req-d453f455-460b-4781-a64f-5acc25215af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:36.945896 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a3e76c0-c57e-4feb-9666-172d8065e451 req-d453f455-460b-4781-a64f-5acc25215af1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=17a2fbc094914006bce57f641671705a&device_id=ce116002-7c93-46b2-baa2-6e88f9912dee HTTP/1.1" status: 200 len: 1095 time: 0.0409834 Nov 11 17:56:37.036613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e76c0-c57e-4feb-9666-172d8065e451 req-b3d87fbf-5524-4f53-b8fd-c4bc638ae41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:37.038079 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a3e76c0-c57e-4feb-9666-172d8065e451 req-b3d87fbf-5524-4f53-b8fd-c4bc638ae41a service neutron] 10.222.0.83 "GET /v2.0/networks?id=b18f701b-8b7a-49d8-a4e3-2251bc9edfd0 HTTP/1.1" status: 200 len: 898 time: 0.0832839 Nov 11 17:56:37.087917 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a3e76c0-c57e-4feb-9666-172d8065e451 req-1e67506d-7227-44f1-917b-5377067a6008 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=062d8c6d-b7d8-4389-8860-6551ce0f7980 HTTP/1.1" status: 200 len: 217 time: 0.0407789 Nov 11 17:56:37.138917 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e76c0-c57e-4feb-9666-172d8065e451 req-c7baa096-be88-448d-aee9-332e5576c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:37.140361 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a3e76c0-c57e-4feb-9666-172d8065e451 req-c7baa096-be88-448d-aee9-332e5576c025 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9828b26f-65cb-4268-933e-be7725c686fe HTTP/1.1" status: 200 len: 838 time: 0.0450056 Nov 11 17:56:37.189508 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e76c0-c57e-4feb-9666-172d8065e451 req-ec4ce0b0-005f-4ccb-a45c-c64143eda129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:37.190961 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a3e76c0-c57e-4feb-9666-172d8065e451 req-ec4ce0b0-005f-4ccb-a45c-c64143eda129 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b18f701b-8b7a-49d8-a4e3-2251bc9edfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396311 Nov 11 17:56:37.284297 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a3e76c0-c57e-4feb-9666-172d8065e451 req-f926c45f-58b0-41cd-a91c-2d862f9ccf8f service neutron] 10.222.0.83 "GET /v2.0/networks/b18f701b-8b7a-49d8-a4e3-2251bc9edfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846319 Nov 11 17:56:37.373884 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a3e76c0-c57e-4feb-9666-172d8065e451 req-de61d8bf-922a-4da4-953b-50f833ce48a1 service neutron] 10.222.0.83 "GET /v2.0/networks/b18f701b-8b7a-49d8-a4e3-2251bc9edfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814426 Nov 11 17:56:37.439771 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7e7d0c94-1913-4078-9aa2-74cefe24bbfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:37.614596 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10236d-527c-4afa-a89c-d20c7e97e89b req-631d8ed9-6c27-42c5-9204-5336109ce7de tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:37.616060 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8e10236d-527c-4afa-a89c-d20c7e97e89b req-631d8ed9-6c27-42c5-9204-5336109ce7de tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce116002-7c93-46b2-baa2-6e88f9912dee HTTP/1.1" status: 200 len: 944 time: 0.0530601 Nov 11 17:56:37.664247 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8e10236d-527c-4afa-a89c-d20c7e97e89b req-79368204-b0ea-47fb-ae8b-d7a210192090 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a9cc84b-891c-4f95-ac1a-2fe56f292c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422437 Nov 11 17:56:38.779504 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0057a-1ca4-4954-a498-722fa866c8d3 req-34d75166-7283-42a0-a266-70fa9eb33ef4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:38.780971 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1b0057a-1ca4-4954-a498-722fa866c8d3 req-34d75166-7283-42a0-a266-70fa9eb33ef4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce116002-7c93-46b2-baa2-6e88f9912dee HTTP/1.1" status: 200 len: 944 time: 0.0503926 Nov 11 17:56:38.828965 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1b0057a-1ca4-4954-a498-722fa866c8d3 req-2d2b0634-81d8-4be8-8a9d-f758374b04db tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a9cc84b-891c-4f95-ac1a-2fe56f292c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420287 Nov 11 17:56:39.947246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a2b7d-fdaa-4cf0-9779-5f51a3d13354 req-b5af46af-5246-4ea3-9afc-4251215164eb tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:39.948741 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee2a2b7d-fdaa-4cf0-9779-5f51a3d13354 req-b5af46af-5246-4ea3-9afc-4251215164eb tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce116002-7c93-46b2-baa2-6e88f9912dee HTTP/1.1" status: 200 len: 944 time: 0.0490665 Nov 11 17:56:40.000671 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee2a2b7d-fdaa-4cf0-9779-5f51a3d13354 req-b19b8e50-65fb-4145-b743-4727090990cc tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a9cc84b-891c-4f95-ac1a-2fe56f292c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450306 Nov 11 17:56:40.160434 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e678a59d-3c26-42bb-ada8-9de71c9842ec req-037c9332-7b60-410e-9809-dd1174345d82 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=16af9042-ac2a-4063-9ef7-9cd40a6b9ce8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390339 Nov 11 17:56:40.259595 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678a59d-3c26-42bb-ada8-9de71c9842ec req-8e27842d-a9f9-4a71-aad0-a0ab30922a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:40.261205 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e678a59d-3c26-42bb-ada8-9de71c9842ec req-8e27842d-a9f9-4a71-aad0-a0ab30922a63 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17a2fbc094914006bce57f641671705a&device_id=16af9042-ac2a-4063-9ef7-9cd40a6b9ce8 HTTP/1.1" status: 200 len: 1097 time: 0.0392456 Nov 11 17:56:40.363939 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678a59d-3c26-42bb-ada8-9de71c9842ec req-a4de4e95-602f-41a5-90e8-f641128dd70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:40.365372 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e678a59d-3c26-42bb-ada8-9de71c9842ec req-a4de4e95-602f-41a5-90e8-f641128dd70d service neutron] 10.222.0.64 "GET /v2.0/networks?id=63e131a4-acf6-4de2-955c-930919b30d88 HTTP/1.1" status: 200 len: 898 time: 0.0849898 Nov 11 17:56:40.423705 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f3354b53-eb27-441c-8642-42e7f401b40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:40.433158 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e678a59d-3c26-42bb-ada8-9de71c9842ec req-d88b476e-4d4e-4e35-9451-33a03cc12ead service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61cc2ee9-32f4-4727-a297-79d1fd4a24c9 HTTP/1.1" status: 200 len: 1002 time: 0.0613489 Nov 11 17:56:40.486269 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678a59d-3c26-42bb-ada8-9de71c9842ec req-45fc5ce1-94a4-469e-a500-5c8c2f09cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:40.487677 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e678a59d-3c26-42bb-ada8-9de71c9842ec req-45fc5ce1-94a4-469e-a500-5c8c2f09cf37 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7432e149-4dfc-4fae-8243-216d03f0daf4 HTTP/1.1" status: 200 len: 834 time: 0.0468214 Nov 11 17:56:40.532137 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678a59d-3c26-42bb-ada8-9de71c9842ec req-abca9c81-6451-4ba3-b80b-2faeaa286ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:40.533575 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e678a59d-3c26-42bb-ada8-9de71c9842ec req-abca9c81-6451-4ba3-b80b-2faeaa286ec2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63e131a4-acf6-4de2-955c-930919b30d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393910 Nov 11 17:56:40.620264 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e678a59d-3c26-42bb-ada8-9de71c9842ec req-2b22c5c2-2b7b-4f11-bb18-52881fd6d4e2 service neutron] 10.222.0.64 "GET /v2.0/networks/63e131a4-acf6-4de2-955c-930919b30d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796084 Nov 11 17:56:40.690994 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 062d8c6d-b7d8-4389-8860-6551ce0f7980 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:56:40.711988 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e678a59d-3c26-42bb-ada8-9de71c9842ec req-939f1896-89f9-4619-86ce-d1915e06e786 service neutron] 10.222.0.64 "GET /v2.0/networks/63e131a4-acf6-4de2-955c-930919b30d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852475 Nov 11 17:56:40.786512 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 062d8c6d-b7d8-4389-8860-6551ce0f7980, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=062d8c6d-b7d8-4389-8860-6551ce0f7980,segment=NetworkSegment(4d4c77e8-6c7c-46b2-ac21-59c83366d280),segment_id=4d4c77e8-6c7c-46b2-ac21-59c83366d280)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:56:40.798257 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '062d8c6d-b7d8-4389-8860-6551ce0f7980', 'network_id': 'b18f701b-8b7a-49d8-a4e3-2251bc9edfd0', 'port_id': '062d8c6d-b7d8-4389-8860-6551ce0f7980', 'mac_address': 'fa:16:3e:e7:38:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9828b26f-65cb-4268-933e-be7725c686fe', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:56:40.833646 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:40.846937 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 062d8c6d-b7d8-4389-8860-6551ce0f7980 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:56:40.866897 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 062d8c6d-b7d8-4389-8860-6551ce0f7980, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=062d8c6d-b7d8-4389-8860-6551ce0f7980,segment=NetworkSegment(4d4c77e8-6c7c-46b2-ac21-59c83366d280),segment_id=4d4c77e8-6c7c-46b2-ac21-59c83366d280)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:56:40.870735 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:40.919245 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=062d8c6d-b7d8-4389-8860-6551ce0f7980,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:56:41.037846 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:41.089745 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['062d8c6d-b7d8-4389-8860-6551ce0f7980'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:56:41.121209 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67407f97-7d8d-4af2-91df-b2206ec55fed req-c07d876d-2d2d-4c2d-ad57-de67e4183738 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:41.122688 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-67407f97-7d8d-4af2-91df-b2206ec55fed req-c07d876d-2d2d-4c2d-ad57-de67e4183738 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce116002-7c93-46b2-baa2-6e88f9912dee HTTP/1.1" status: 200 len: 945 time: 0.0536389 Nov 11 17:56:41.173819 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-67407f97-7d8d-4af2-91df-b2206ec55fed req-dc82f75f-e606-492a-ae03-176744eae297 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a9cc84b-891c-4f95-ac1a-2fe56f292c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433292 Nov 11 17:56:42.290965 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1bd15-e5eb-408b-bf0a-b168cc31bd85 req-f0b62261-e02d-4ea8-b6d5-cdf7c0032594 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:42.292437 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16c1bd15-e5eb-408b-bf0a-b168cc31bd85 req-f0b62261-e02d-4ea8-b6d5-cdf7c0032594 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce116002-7c93-46b2-baa2-6e88f9912dee HTTP/1.1" status: 200 len: 945 time: 0.0488222 Nov 11 17:56:42.340353 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-16c1bd15-e5eb-408b-bf0a-b168cc31bd85 req-8c009ce3-0bb4-4482-b0b6-b6bd4a1a42ae tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a9cc84b-891c-4f95-ac1a-2fe56f292c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420699 Nov 11 17:56:42.630606 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:42.705979 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 062d8c6d-b7d8-4389-8860-6551ce0f7980 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:56:42.753344 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 062d8c6d-b7d8-4389-8860-6551ce0f7980 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:56:42.757204 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 062d8c6d-b7d8-4389-8860-6551ce0f7980 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:56:42.757579 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:42.835995 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:42.858284 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce116002-7c93-46b2-baa2-6e88f9912dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062d8c6d-b7d8-4389-8860-6551ce0f7980'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:56:42.860595 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adbaa6e-836b-4995-880b-7ab88dc06fec" -d '{"events": [{"server_uuid": "ce116002-7c93-46b2-baa2-6e88f9912dee", "name": "network-vif-plugged", "status": "completed", "tag": "062d8c6d-b7d8-4389-8860-6551ce0f7980"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:56:42.873276 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 062d8c6d-b7d8-4389-8860-6551ce0f7980, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=062d8c6d-b7d8-4389-8860-6551ce0f7980,segment=NetworkSegment(4d4c77e8-6c7c-46b2-ac21-59c83366d280),segment_id=4d4c77e8-6c7c-46b2-ac21-59c83366d280)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:56:42.877271 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:42.902318 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c8ad55-f53a-444a-bdf2-5405bde2f553 x-openstack-request-id: req-80c8ad55-f53a-444a-bdf2-5405bde2f553 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:56:42.902608 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce116002-7c93-46b2-baa2-6e88f9912dee", "name": "network-vif-plugged", "status": "completed", "tag": "062d8c6d-b7d8-4389-8860-6551ce0f7980", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:56:42.902858 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-80c8ad55-f53a-444a-bdf2-5405bde2f553 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:56:42.903334 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce116002-7c93-46b2-baa2-6e88f9912dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062d8c6d-b7d8-4389-8860-6551ce0f7980', 'code': 200} Nov 11 17:56:42.928420 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=062d8c6d-b7d8-4389-8860-6551ce0f7980,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:56:42.955886 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:43.006027 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac66772-3c1d-4bc7-b7ab-28b865fee39b req-bab83902-3b19-42a3-a2e1-8ee49c374f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:43.007479 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ac66772-3c1d-4bc7-b7ab-28b865fee39b req-bab83902-3b19-42a3-a2e1-8ee49c374f2d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ce116002-7c93-46b2-baa2-6e88f9912dee HTTP/1.1" status: 200 len: 1097 time: 0.0438871 Nov 11 17:56:43.053803 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ac66772-3c1d-4bc7-b7ab-28b865fee39b req-fadcb6ca-d4cb-424b-85ee-cc1e13c64886 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6a9cc84b-891c-4f95-ac1a-2fe56f292c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383301 Nov 11 17:56:43.454561 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d15bc-a970-4069-be60-dcee468716d8 req-6ecdf99b-70e9-4eb6-ab2e-9143ed3b94ab tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:43.456077 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e45d15bc-a970-4069-be60-dcee468716d8 req-6ecdf99b-70e9-4eb6-ab2e-9143ed3b94ab tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce116002-7c93-46b2-baa2-6e88f9912dee HTTP/1.1" status: 200 len: 946 time: 0.0480292 Nov 11 17:56:43.504695 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e45d15bc-a970-4069-be60-dcee468716d8 req-5ca86b1e-1b8e-42df-a0fc-6b38ee863576 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a9cc84b-891c-4f95-ac1a-2fe56f292c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428016 Nov 11 17:56:44.617492 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4486a-d661-4a81-bab8-ee03def74c2b req-8a4b1109-15fd-4e74-96ee-77f07cfac13a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:44.618955 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3dc4486a-d661-4a81-bab8-ee03def74c2b req-8a4b1109-15fd-4e74-96ee-77f07cfac13a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce116002-7c93-46b2-baa2-6e88f9912dee HTTP/1.1" status: 200 len: 946 time: 0.0482609 Nov 11 17:56:44.671560 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3dc4486a-d661-4a81-bab8-ee03def74c2b req-305a9329-626e-4fbf-9c44-c57016631c00 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a9cc84b-891c-4f95-ac1a-2fe56f292c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466988 Nov 11 17:56:44.789358 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a866f-be4b-4e4d-bf60-d4ff31894f7b req-97499098-1457-4824-8967-4f50940d39d4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:56:44.791346 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-136a866f-be4b-4e4d-bf60-d4ff31894f7b req-97499098-1457-4824-8967-4f50940d39d4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce116002-7c93-46b2-baa2-6e88f9912dee HTTP/1.1" status: 200 len: 946 time: 0.0550597 Nov 11 17:56:44.845877 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-136a866f-be4b-4e4d-bf60-d4ff31894f7b req-cef20132-5b70-47a3-9eda-c05322423c1d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a9cc84b-891c-4f95-ac1a-2fe56f292c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481555 Nov 11 17:56:45.400268 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:56:46.331472 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48874) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:56:46.755581 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:47.017905 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Allocated IP 172.20.0.17 (b18f701b-8b7a-49d8-a4e3-2251bc9edfd0/9828b26f-65cb-4268-933e-be7725c686fe/0f2dc1df-08c3-4471-92d8-13b977d162a6) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:56:47.133442 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:47.165766 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:47.203998 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Network b18f701b-8b7a-49d8-a4e3-2251bc9edfd0 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:56:47.209515 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:56:47.213253 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:56:47.238849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'Port': ['ID=0f2dc1df-08c3-4471-92d8-13b977d162a6,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:56:47.252523 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:47.252873 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:47.253224 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:47.253564 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:47.253903 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:47.254242 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:47.254571 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:47.254901 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:47.255228 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:47.255554 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:47.255910 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:47.256245 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:47.274515 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:47.410107 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:47.473037 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8f30c96d-23b9-47cf-987a-bf3677c40889 None None] Provisioning complete for port 0f2dc1df-08c3-4471-92d8-13b977d162a6 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:56:47.473649 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8f30c96d-23b9-47cf-987a-bf3677c40889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:47.509696 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-8f30c96d-23b9-47cf-987a-bf3677c40889 None None] Port 0f2dc1df-08c3-4471-92d8-13b977d162a6 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:56:47.680245 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:47.684831 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:47.759028 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'Port': ['ID=0f2dc1df-08c3-4471-92d8-13b977d162a6,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:56:47.761674 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:47.851662 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Network b18f701b-8b7a-49d8-a4e3-2251bc9edfd0 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:56:47.853029 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:56:47.971214 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Router eff0ef82-800e-4f37-b99b-ab226d5f72ee has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:56:48.097083 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:56:48.102346 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-20290d63-bb9f-4e01-87b7-536325efe2e9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "PUT /v2.0/routers/eff0ef82-800e-4f37-b99b-ab226d5f72ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7698040 Nov 11 17:56:48.106342 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] Sync routers for ids ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:56:48.117154 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] Routers {'eff0ef82-800e-4f37-b99b-ab226d5f72ee'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:56:48.117772 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:56:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:56:48.132922 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5493101f-2ec9-4045-b44e-87d2ccfba55a None None] Provisioning complete for port 0f2dc1df-08c3-4471-92d8-13b977d162a6 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:56:48.133535 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5493101f-2ec9-4045-b44e-87d2ccfba55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:48.167635 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-5493101f-2ec9-4045-b44e-87d2ccfba55a None None] Port 0f2dc1df-08c3-4471-92d8-13b977d162a6 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:56:48.223118 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] Set router eff0ef82-800e-4f37-b99b-ab226d5f72ee gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:56:48.462909 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'name': 'tempest-TestNetworkBasicOps-router-153392625', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:56:47Z', 'revision_number': 5, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '1bfd5f19-8fb7-4657-8d0b-46e0e7861af7', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'port_id': '61cc2ee9-32f4-4727-a297-79d1fd4a24c9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'mac_address': 'fa:16:3e:7f:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16af9042-ac2a-4063-9ef7-9cd40a6b9ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:55:57Z', 'updated_at': '2021-11-11T17:55:59Z', 'revision_number': 1, 'project_id': '17a2fbc094914006bce57f641671705a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f2dc1df-08c3-4471-92d8-13b977d162a6', 'name': '', 'network_id': 'b18f701b-8b7a-49d8-a4e3-2251bc9edfd0', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:68:89:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9828b26f-65cb-4268-933e-be7725c686fe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:56:46Z', 'updated_at': '2021-11-11T17:56:47Z', 'revision_number': 2, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '9828b26f-65cb-4268-933e-be7725c686fe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b7efe8f-70df-4d2c-ac0f-9dede1e99526', 'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:9b:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:41Z', 'updated_at': '2021-11-11T17:55:45Z', 'revision_number': 5, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:56:48.488959 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] Checking router: eff0ef82-800e-4f37-b99b-ab226d5f72ee for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:56:48.489249 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] Updating router eff0ef82-800e-4f37-b99b-ab226d5f72ee port 0f2dc1df-08c3-4471-92d8-13b977d162a6 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:56:48.512530 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:48.563491 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:48.771000 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:48.775778 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:48.824536 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9f02a-51b9-43de-a0be-12cd5fd53028 None None] Pushing event updated for resources: {'Port': ['ID=0f2dc1df-08c3-4471-92d8-13b977d162a6,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:56:48.848585 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f02a-51b9-43de-a0be-12cd5fd53028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:48.848930 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f02a-51b9-43de-a0be-12cd5fd53028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:48.849261 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f02a-51b9-43de-a0be-12cd5fd53028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:48.849595 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f02a-51b9-43de-a0be-12cd5fd53028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:48.849921 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f02a-51b9-43de-a0be-12cd5fd53028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:48.850239 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f02a-51b9-43de-a0be-12cd5fd53028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:48.850555 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f02a-51b9-43de-a0be-12cd5fd53028 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:48.850871 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f02a-51b9-43de-a0be-12cd5fd53028 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:48.851258 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f02a-51b9-43de-a0be-12cd5fd53028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:48.851553 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f02a-51b9-43de-a0be-12cd5fd53028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:48.851899 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f02a-51b9-43de-a0be-12cd5fd53028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:48.852216 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c9f02a-51b9-43de-a0be-12cd5fd53028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:48.884412 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] Attempting to bind port 0f2dc1df-08c3-4471-92d8-13b977d162a6 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:56:48.885031 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] Attempting to bind port 0f2dc1df-08c3-4471-92d8-13b977d162a6 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '4d4c77e8-6c7c-46b2-ac21-59c83366d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b18f701b-8b7a-49d8-a4e3-2251bc9edfd0'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:56:48.885491 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] Attempting to bind port 0f2dc1df-08c3-4471-92d8-13b977d162a6 on network b18f701b-8b7a-49d8-a4e3-2251bc9edfd0 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:56:48.891439 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:56:48.891838 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] Checking segment: {'id': '4d4c77e8-6c7c-46b2-ac21-59c83366d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b18f701b-8b7a-49d8-a4e3-2251bc9edfd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:56:48.892234 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:48.892621 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] Bound using segment: {'id': '4d4c77e8-6c7c-46b2-ac21-59c83366d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b18f701b-8b7a-49d8-a4e3-2251bc9edfd0'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:56:48.893088 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] Bound port: 0f2dc1df-08c3-4471-92d8-13b977d162a6, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4c77e8-6c7c-46b2-ac21-59c83366d280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'b18f701b-8b7a-49d8-a4e3-2251bc9edfd0'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:56:48.893463 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:48.959250 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] For port 0f2dc1df-08c3-4471-92d8-13b977d162a6, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:56:48.962580 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] For port 0f2dc1df-08c3-4471-92d8-13b977d162a6, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=0f2dc1df-08c3-4471-92d8-13b977d162a6,segment=NetworkSegment(4d4c77e8-6c7c-46b2-ac21-59c83366d280),segment_id=4d4c77e8-6c7c-46b2-ac21-59c83366d280)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:56:48.966709 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:49.024870 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9f02a-51b9-43de-a0be-12cd5fd53028 None None] Pushing event updated for resources: {'Port': ['ID=0f2dc1df-08c3-4471-92d8-13b977d162a6,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:56:49.027273 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] Routers {'eff0ef82-800e-4f37-b99b-ab226d5f72ee'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:56:49.027899 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:56:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:56:49.102552 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f0827322-f2a6-439e-8bd5-d0eb8f9c2522 None None] Provisioning complete for port 0f2dc1df-08c3-4471-92d8-13b977d162a6 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:56:49.102923 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f0827322-f2a6-439e-8bd5-d0eb8f9c2522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:49.191504 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f0827322-f2a6-439e-8bd5-d0eb8f9c2522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:49.224229 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f0827322-f2a6-439e-8bd5-d0eb8f9c2522 None None] For port 0f2dc1df-08c3-4471-92d8-13b977d162a6, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=0f2dc1df-08c3-4471-92d8-13b977d162a6,segment=NetworkSegment(4d4c77e8-6c7c-46b2-ac21-59c83366d280),segment_id=4d4c77e8-6c7c-46b2-ac21-59c83366d280)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:56:49.228516 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f0827322-f2a6-439e-8bd5-d0eb8f9c2522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:49.234981 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] Set router eff0ef82-800e-4f37-b99b-ab226d5f72ee gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:56:49.275107 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0827322-f2a6-439e-8bd5-d0eb8f9c2522 None None] Pushing event updated for resources: {'Port': ['ID=0f2dc1df-08c3-4471-92d8-13b977d162a6,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:56:49.282597 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0827322-f2a6-439e-8bd5-d0eb8f9c2522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:49.282951 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0827322-f2a6-439e-8bd5-d0eb8f9c2522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:49.283295 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0827322-f2a6-439e-8bd5-d0eb8f9c2522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:49.283636 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0827322-f2a6-439e-8bd5-d0eb8f9c2522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:49.283998 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0827322-f2a6-439e-8bd5-d0eb8f9c2522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:49.284336 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0827322-f2a6-439e-8bd5-d0eb8f9c2522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:49.284664 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0827322-f2a6-439e-8bd5-d0eb8f9c2522 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:49.285000 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0827322-f2a6-439e-8bd5-d0eb8f9c2522 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:49.285328 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0827322-f2a6-439e-8bd5-d0eb8f9c2522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:49.285654 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0827322-f2a6-439e-8bd5-d0eb8f9c2522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:49.285983 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0827322-f2a6-439e-8bd5-d0eb8f9c2522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:49.286307 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0827322-f2a6-439e-8bd5-d0eb8f9c2522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:56:49.346474 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9b00b18a-c76f-4dde-bba8-6c74c13fa9e1 None None] Provisioning complete for port 0f2dc1df-08c3-4471-92d8-13b977d162a6 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:56:49.346849 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9b00b18a-c76f-4dde-bba8-6c74c13fa9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:49.472480 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'name': 'tempest-TestNetworkBasicOps-router-153392625', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:56:47Z', 'revision_number': 5, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '1bfd5f19-8fb7-4657-8d0b-46e0e7861af7', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'port_id': '61cc2ee9-32f4-4727-a297-79d1fd4a24c9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'mac_address': 'fa:16:3e:7f:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16af9042-ac2a-4063-9ef7-9cd40a6b9ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:55:57Z', 'updated_at': '2021-11-11T17:55:59Z', 'revision_number': 1, 'project_id': '17a2fbc094914006bce57f641671705a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f2dc1df-08c3-4471-92d8-13b977d162a6', 'name': '', 'network_id': 'b18f701b-8b7a-49d8-a4e3-2251bc9edfd0', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:68:89:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9828b26f-65cb-4268-933e-be7725c686fe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:56:46Z', 'updated_at': '2021-11-11T17:56:48Z', 'revision_number': 4, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '9828b26f-65cb-4268-933e-be7725c686fe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b7efe8f-70df-4d2c-ac0f-9dede1e99526', 'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:9b:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:41Z', 'updated_at': '2021-11-11T17:55:45Z', 'revision_number': 5, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:56:49.498251 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd29994-2156-4d11-9adc-e76ae669ed19 None None] The sync data for ids ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'] in n-d-816206-4 is: [{'id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'name': 'tempest-TestNetworkBasicOps-router-153392625', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:56:47Z', 'revision_number': 5, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '1bfd5f19-8fb7-4657-8d0b-46e0e7861af7', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'port_id': '61cc2ee9-32f4-4727-a297-79d1fd4a24c9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'mac_address': 'fa:16:3e:7f:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16af9042-ac2a-4063-9ef7-9cd40a6b9ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:55:57Z', 'updated_at': '2021-11-11T17:55:59Z', 'revision_number': 1, 'project_id': '17a2fbc094914006bce57f641671705a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f2dc1df-08c3-4471-92d8-13b977d162a6', 'name': '', 'network_id': 'b18f701b-8b7a-49d8-a4e3-2251bc9edfd0', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:68:89:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9828b26f-65cb-4268-933e-be7725c686fe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:56:46Z', 'updated_at': '2021-11-11T17:56:48Z', 'revision_number': 4, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '9828b26f-65cb-4268-933e-be7725c686fe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b7efe8f-70df-4d2c-ac0f-9dede1e99526', 'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:9b:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:41Z', 'updated_at': '2021-11-11T17:55:45Z', 'revision_number': 5, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:56:51.120431 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 0f2dc1df-08c3-4471-92d8-13b977d162a6 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:56:51.173749 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 0f2dc1df-08c3-4471-92d8-13b977d162a6 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:56:51.174110 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:56:54.313026 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:07.439519 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8b248df2-4be6-4a34-89c0-0dbe27b09439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:10.414493 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-31b3c821-e4f1-4209-8c3d-f380ed8ec11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:10.783322 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48904) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:11.039055 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:11.141717 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5fe9-dfda-4643-add8-afd5cd349c4b tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:11.750657 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a5fe9-dfda-4643-add8-afd5cd349c4b tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Deleting port 0f2dc1df-08c3-4471-92d8-13b977d162a6 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:57:11.751019 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5fe9-dfda-4643-add8-afd5cd349c4b tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:11.848576 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-9c9a5fe9-dfda-4643-add8-afd5cd349c4b tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] For port 0f2dc1df-08c3-4471-92d8-13b977d162a6, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=0f2dc1df-08c3-4471-92d8-13b977d162a6,segment=NetworkSegment(4d4c77e8-6c7c-46b2-ac21-59c83366d280),segment_id=4d4c77e8-6c7c-46b2-ac21-59c83366d280)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:57:11.849274 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5fe9-dfda-4643-add8-afd5cd349c4b tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:11.861710 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a5fe9-dfda-4643-add8-afd5cd349c4b tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Calling delete_port for 0f2dc1df-08c3-4471-92d8-13b977d162a6 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:57:12.051626 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5fe9-dfda-4643-add8-afd5cd349c4b tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:12.082700 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a5fe9-dfda-4643-add8-afd5cd349c4b tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event deleted for resources: {'Port': ['ID=0f2dc1df-08c3-4471-92d8-13b977d162a6,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:12.268499 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c9a5fe9-dfda-4643-add8-afd5cd349c4b tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:12.501541 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9a5fe9-dfda-4643-add8-afd5cd349c4b tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Router eff0ef82-800e-4f37-b99b-ab226d5f72ee has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:57:12.617428 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9a5fe9-dfda-4643-add8-afd5cd349c4b tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:57:12.622147 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9c9a5fe9-dfda-4643-add8-afd5cd349c4b tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "PUT /v2.0/routers/eff0ef82-800e-4f37-b99b-ab226d5f72ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8377852 Nov 11 17:57:12.631260 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5971245-f551-4989-8608-d4700f5cc435 None None] Sync routers for ids ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:57:12.641362 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:12.643608 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5971245-f551-4989-8608-d4700f5cc435 None None] Routers {'eff0ef82-800e-4f37-b99b-ab226d5f72ee'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:57:12.644255 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f5971245-f551-4989-8608-d4700f5cc435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:57:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:12.757494 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-f5971245-f551-4989-8608-d4700f5cc435 None None] Set router eff0ef82-800e-4f37-b99b-ab226d5f72ee gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:57:12.839624 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edc380-b25c-452b-885a-8efda6272536 req-bd5f88d6-84d8-4faf-a9a9-f9ac000afc3b tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:12.841252 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-79edc380-b25c-452b-885a-8efda6272536 req-bd5f88d6-84d8-4faf-a9a9-f9ac000afc3b tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce116002-7c93-46b2-baa2-6e88f9912dee HTTP/1.1" status: 200 len: 946 time: 0.0490327 Nov 11 17:57:12.891047 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-79edc380-b25c-452b-885a-8efda6272536 req-bda1b347-5948-44dd-8f15-0c998e0944cc tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a9cc84b-891c-4f95-ac1a-2fe56f292c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430160 Nov 11 17:57:12.977989 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:13.000411 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f5971245-f551-4989-8608-d4700f5cc435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'name': 'tempest-TestNetworkBasicOps-router-153392625', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:57:11Z', 'revision_number': 6, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '1bfd5f19-8fb7-4657-8d0b-46e0e7861af7', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'port_id': '61cc2ee9-32f4-4727-a297-79d1fd4a24c9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'mac_address': 'fa:16:3e:7f:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16af9042-ac2a-4063-9ef7-9cd40a6b9ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:55:57Z', 'updated_at': '2021-11-11T17:55:59Z', 'revision_number': 1, 'project_id': '17a2fbc094914006bce57f641671705a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7efe8f-70df-4d2c-ac0f-9dede1e99526', 'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:9b:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:41Z', 'updated_at': '2021-11-11T17:55:45Z', 'revision_number': 5, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:13.030219 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5971245-f551-4989-8608-d4700f5cc435 None None] Checking router: eff0ef82-800e-4f37-b99b-ab226d5f72ee for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:57:13.038670 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5971245-f551-4989-8608-d4700f5cc435 None None] Routers {'eff0ef82-800e-4f37-b99b-ab226d5f72ee'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:57:13.039263 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f5971245-f551-4989-8608-d4700f5cc435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:57:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:13.148132 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-f5971245-f551-4989-8608-d4700f5cc435 None None] Set router eff0ef82-800e-4f37-b99b-ab226d5f72ee gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:57:13.362202 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f5971245-f551-4989-8608-d4700f5cc435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'name': 'tempest-TestNetworkBasicOps-router-153392625', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:57:11Z', 'revision_number': 6, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '1bfd5f19-8fb7-4657-8d0b-46e0e7861af7', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'port_id': '61cc2ee9-32f4-4727-a297-79d1fd4a24c9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'mac_address': 'fa:16:3e:7f:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16af9042-ac2a-4063-9ef7-9cd40a6b9ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:55:57Z', 'updated_at': '2021-11-11T17:55:59Z', 'revision_number': 1, 'project_id': '17a2fbc094914006bce57f641671705a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7efe8f-70df-4d2c-ac0f-9dede1e99526', 'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:9b:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:41Z', 'updated_at': '2021-11-11T17:55:45Z', 'revision_number': 5, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:13.542797 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5971245-f551-4989-8608-d4700f5cc435 None None] The sync data for ids ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'] in n-d-816206-4 is: [{'id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'name': 'tempest-TestNetworkBasicOps-router-153392625', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:57:11Z', 'revision_number': 6, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '1bfd5f19-8fb7-4657-8d0b-46e0e7861af7', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'port_id': '61cc2ee9-32f4-4727-a297-79d1fd4a24c9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'mac_address': 'fa:16:3e:7f:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16af9042-ac2a-4063-9ef7-9cd40a6b9ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:55:57Z', 'updated_at': '2021-11-11T17:55:59Z', 'revision_number': 1, 'project_id': '17a2fbc094914006bce57f641671705a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7efe8f-70df-4d2c-ac0f-9dede1e99526', 'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:9b:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:41Z', 'updated_at': '2021-11-11T17:55:45Z', 'revision_number': 5, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:57:14.015980 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08271d53-8b62-4e2c-bd8e-69458cca6b5e req-eab41ddf-55ea-4557-8c36-7766e6beff35 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:14.017581 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08271d53-8b62-4e2c-bd8e-69458cca6b5e req-eab41ddf-55ea-4557-8c36-7766e6beff35 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce116002-7c93-46b2-baa2-6e88f9912dee HTTP/1.1" status: 200 len: 946 time: 0.0551596 Nov 11 17:57:14.067595 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08271d53-8b62-4e2c-bd8e-69458cca6b5e req-bc3bd9b9-0873-45a1-a900-925f8708170e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=6a9cc84b-891c-4f95-ac1a-2fe56f292c04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439925 Nov 11 17:57:14.148127 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666730ef-62a6-4bf7-add3-ab4dfbaeaf15 req-4ac2e0b2-26c2-47e2-a86b-4ec6b3cca23f tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:14.149531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-666730ef-62a6-4bf7-add3-ab4dfbaeaf15 req-4ac2e0b2-26c2-47e2-a86b-4ec6b3cca23f tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.83 "GET /v2.0/ports?device_id=ce116002-7c93-46b2-baa2-6e88f9912dee HTTP/1.1" status: 200 len: 946 time: 0.0473802 Nov 11 17:57:14.240321 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-666730ef-62a6-4bf7-add3-ab4dfbaeaf15 req-3d1024f1-68d6-45c0-8b6e-f6451f917e86 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Deleting port 062d8c6d-b7d8-4389-8860-6551ce0f7980 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:57:14.240661 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-666730ef-62a6-4bf7-add3-ab4dfbaeaf15 req-3d1024f1-68d6-45c0-8b6e-f6451f917e86 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:14.328275 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-666730ef-62a6-4bf7-add3-ab4dfbaeaf15 req-3d1024f1-68d6-45c0-8b6e-f6451f917e86 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] For port 062d8c6d-b7d8-4389-8860-6551ce0f7980, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=062d8c6d-b7d8-4389-8860-6551ce0f7980,segment=NetworkSegment(4d4c77e8-6c7c-46b2-ac21-59c83366d280),segment_id=4d4c77e8-6c7c-46b2-ac21-59c83366d280)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:57:14.328626 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-666730ef-62a6-4bf7-add3-ab4dfbaeaf15 req-3d1024f1-68d6-45c0-8b6e-f6451f917e86 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:14.340631 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-666730ef-62a6-4bf7-add3-ab4dfbaeaf15 req-3d1024f1-68d6-45c0-8b6e-f6451f917e86 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Calling delete_port for 062d8c6d-b7d8-4389-8860-6551ce0f7980 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:57:14.472341 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-666730ef-62a6-4bf7-add3-ab4dfbaeaf15 req-3d1024f1-68d6-45c0-8b6e-f6451f917e86 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:14.499184 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1024f1-68d6-45c0-8b6e-f6451f917e86 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event deleted for resources: {'Port': ['ID=062d8c6d-b7d8-4389-8860-6551ce0f7980,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:14.511630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1024f1-68d6-45c0-8b6e-f6451f917e86 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:57:14.512030 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1024f1-68d6-45c0-8b6e-f6451f917e86 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:57:14.512635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1024f1-68d6-45c0-8b6e-f6451f917e86 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:57:14.512961 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1024f1-68d6-45c0-8b6e-f6451f917e86 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:57:14.513290 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1024f1-68d6-45c0-8b6e-f6451f917e86 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:57:14.513619 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1024f1-68d6-45c0-8b6e-f6451f917e86 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:57:14.513944 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1024f1-68d6-45c0-8b6e-f6451f917e86 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:57:14.514266 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1024f1-68d6-45c0-8b6e-f6451f917e86 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:57:14.514589 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1024f1-68d6-45c0-8b6e-f6451f917e86 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:57:14.514909 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1024f1-68d6-45c0-8b6e-f6451f917e86 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:57:14.517004 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1024f1-68d6-45c0-8b6e-f6451f917e86 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:57:14.517004 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1024f1-68d6-45c0-8b6e-f6451f917e86 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:57:14.557404 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-666730ef-62a6-4bf7-add3-ab4dfbaeaf15 req-3d1024f1-68d6-45c0-8b6e-f6451f917e86 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] No DVR routers for this DVR port 062d8c6d-b7d8-4389-8860-6551ce0f7980 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:57:14.559974 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-666730ef-62a6-4bf7-add3-ab4dfbaeaf15 req-3d1024f1-68d6-45c0-8b6e-f6451f917e86 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:14.563266 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-666730ef-62a6-4bf7-add3-ab4dfbaeaf15 req-3d1024f1-68d6-45c0-8b6e-f6451f917e86 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.83 "DELETE /v2.0/ports/062d8c6d-b7d8-4389-8860-6551ce0f7980 HTTP/1.1" status: 204 len: 173 time: 0.4067678 Nov 11 17:57:14.563709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce116002-7c93-46b2-baa2-6e88f9912dee', 'name': 'network-vif-deleted', 'tag': '062d8c6d-b7d8-4389-8860-6551ce0f7980'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:57:14.566048 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4998a5-42cf-433e-84ed-28feba1397d0" -d '{"events": [{"server_uuid": "ce116002-7c93-46b2-baa2-6e88f9912dee", "name": "network-vif-deleted", "tag": "062d8c6d-b7d8-4389-8860-6551ce0f7980"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:57:14.604925 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b712d1-b673-459b-b80a-d0788bdf1060 x-openstack-request-id: req-38b712d1-b673-459b-b80a-d0788bdf1060 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:57:14.605230 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce116002-7c93-46b2-baa2-6e88f9912dee", "name": "network-vif-deleted", "tag": "062d8c6d-b7d8-4389-8860-6551ce0f7980", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:57:14.605486 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-38b712d1-b673-459b-b80a-d0788bdf1060 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:57:14.605914 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce116002-7c93-46b2-baa2-6e88f9912dee', 'name': 'network-vif-deleted', 'tag': '062d8c6d-b7d8-4389-8860-6551ce0f7980', 'status': 'completed', 'code': 200} Nov 11 17:57:15.074662 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 0f2dc1df-08c3-4471-92d8-13b977d162a6 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:57:15.095396 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 0f2dc1df-08c3-4471-92d8-13b977d162a6 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:57:15.095396 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 0f2dc1df-08c3-4471-92d8-13b977d162a6 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:57:15.126763 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48916) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:15.187605 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c95ab63-d535-46ee-8480-ed73b8b1ec31 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:15.212603 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c95ab63-d535-46ee-8480-ed73b8b1ec31 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:15.272993 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c95ab63-d535-46ee-8480-ed73b8b1ec31 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:15.275627 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c95ab63-d535-46ee-8480-ed73b8b1ec31 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:15.276892 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6c95ab63-d535-46ee-8480-ed73b8b1ec31 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "DELETE /v2.0/security-groups/6a9cc84b-891c-4f95-ac1a-2fe56f292c04 HTTP/1.1" status: 204 len: 168 time: 0.1491301 Nov 11 17:57:15.286143 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95ab63-d535-46ee-8480-ed73b8b1ec31 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9cc84b-891c-4f95-ac1a-2fe56f292c04,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:15.306619 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48920) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:15.377962 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-599ef8f3-905e-4767-90ba-4cbb88421e73 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Deleting subnet 9828b26f-65cb-4268-933e-be7725c686fe {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:57:15.381020 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-599ef8f3-905e-4767-90ba-4cbb88421e73 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:15.420666 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-599ef8f3-905e-4767-90ba-4cbb88421e73 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:15.498596 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-599ef8f3-905e-4767-90ba-4cbb88421e73 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:15.560436 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-599ef8f3-905e-4767-90ba-4cbb88421e73 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:15.589521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ef8f3-905e-4767-90ba-4cbb88421e73 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event deleted for resources: {'Subnet': ['ID=9828b26f-65cb-4268-933e-be7725c686fe,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:15.591546 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-599ef8f3-905e-4767-90ba-4cbb88421e73 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:15.596610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80a2626-8efd-4644-a0ba-7659bc8240b0 None None] Network b18f701b-8b7a-49d8-a4e3-2251bc9edfd0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:57:15.598061 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48922) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:15.598411 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-599ef8f3-905e-4767-90ba-4cbb88421e73 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "DELETE /v2.0/subnets/9828b26f-65cb-4268-933e-be7725c686fe HTTP/1.1" status: 204 len: 168 time: 0.2900698 Nov 11 17:57:15.674937 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0c07-6ca4-4d4f-b69d-a66e5fa0828e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:15.737351 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc0c07-6ca4-4d4f-b69d-a66e5fa0828e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Deleting port ad3e2f25-c46c-4a46-af11-30f05b9dc73c {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:57:15.737963 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0c07-6ca4-4d4f-b69d-a66e5fa0828e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:15.789335 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619db76a-6b1c-4ff3-8b99-da5bf7160493 None None] DHCP port deletion for b18f701b-8b7a-49d8-a4e3-2251bc9edfd0 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:57:15.802140 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-1dbc0c07-6ca4-4d4f-b69d-a66e5fa0828e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] For port ad3e2f25-c46c-4a46-af11-30f05b9dc73c, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ad3e2f25-c46c-4a46-af11-30f05b9dc73c,segment=NetworkSegment(4d4c77e8-6c7c-46b2-ac21-59c83366d280),segment_id=4d4c77e8-6c7c-46b2-ac21-59c83366d280)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:57:15.802631 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0c07-6ca4-4d4f-b69d-a66e5fa0828e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:15.815697 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc0c07-6ca4-4d4f-b69d-a66e5fa0828e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Calling delete_port for ad3e2f25-c46c-4a46-af11-30f05b9dc73c owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:57:15.835884 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-619db76a-6b1c-4ff3-8b99-da5bf7160493 None None] Deleting port ad3e2f25-c46c-4a46-af11-30f05b9dc73c {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:57:15.836263 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-619db76a-6b1c-4ff3-8b99-da5bf7160493 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:15.902515 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-619db76a-6b1c-4ff3-8b99-da5bf7160493 None None] For port ad3e2f25-c46c-4a46-af11-30f05b9dc73c, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ad3e2f25-c46c-4a46-af11-30f05b9dc73c,segment=NetworkSegment(4d4c77e8-6c7c-46b2-ac21-59c83366d280),segment_id=4d4c77e8-6c7c-46b2-ac21-59c83366d280)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:57:15.902903 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-619db76a-6b1c-4ff3-8b99-da5bf7160493 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:15.903796 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0c07-6ca4-4d4f-b69d-a66e5fa0828e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:15.915718 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-619db76a-6b1c-4ff3-8b99-da5bf7160493 None None] Calling delete_port for ad3e2f25-c46c-4a46-af11-30f05b9dc73c owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:57:15.929280 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc0c07-6ca4-4d4f-b69d-a66e5fa0828e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event deleted for resources: {'Port': ['ID=ad3e2f25-c46c-4a46-af11-30f05b9dc73c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:15.932650 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbc0c07-6ca4-4d4f-b69d-a66e5fa0828e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] No DVR routers for this DVR port ad3e2f25-c46c-4a46-af11-30f05b9dc73c on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:57:15.989594 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-619db76a-6b1c-4ff3-8b99-da5bf7160493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:16.020486 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0c07-6ca4-4d4f-b69d-a66e5fa0828e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:16.027943 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619db76a-6b1c-4ff3-8b99-da5bf7160493 None None] Pushing event deleted for resources: {'Port': ['ID=ad3e2f25-c46c-4a46-af11-30f05b9dc73c,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:16.034631 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619db76a-6b1c-4ff3-8b99-da5bf7160493 None None] No DVR routers for this DVR port ad3e2f25-c46c-4a46-af11-30f05b9dc73c on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:57:16.045525 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-1dbc0c07-6ca4-4d4f-b69d-a66e5fa0828e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18f701b-8b7a-49d8-a4e3-2251bc9edfd0']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:16.055308 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-1dbc0c07-6ca4-4d4f-b69d-a66e5fa0828e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4c77e8-6c7c-46b2-ac21-59c83366d280') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:16.055600 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-1dbc0c07-6ca4-4d4f-b69d-a66e5fa0828e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4c77e8-6c7c-46b2-ac21-59c83366d280') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:16.065431 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0c07-6ca4-4d4f-b69d-a66e5fa0828e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:16.079183 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0c07-6ca4-4d4f-b69d-a66e5fa0828e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:16.085191 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dbc0c07-6ca4-4d4f-b69d-a66e5fa0828e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Releasing vlan 1290 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:57:16.085574 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0c07-6ca4-4d4f-b69d-a66e5fa0828e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:57:16.088778 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:57:16.145686 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0c07-6ca4-4d4f-b69d-a66e5fa0828e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:16.152526 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0c07-6ca4-4d4f-b69d-a66e5fa0828e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:16.155623 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1dbc0c07-6ca4-4d4f-b69d-a66e5fa0828e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "DELETE /v2.0/networks/b18f701b-8b7a-49d8-a4e3-2251bc9edfd0 HTTP/1.1" status: 204 len: 168 time: 0.5565784 Nov 11 17:57:16.158485 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48924) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:16.167114 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc0c07-6ca4-4d4f-b69d-a66e5fa0828e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event deleted for resources: {'Network': ['ID=b18f701b-8b7a-49d8-a4e3-2251bc9edfd0,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:16.336010 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-5e7d46f9-e8ed-4d29-91b2-f0f99445fd48 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Deleting port c41e24d2-c51a-420e-abc5-3887c91ba98f {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:57:16.336572 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e7d46f9-e8ed-4d29-91b2-f0f99445fd48 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:16.666127 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e7d46f9-e8ed-4d29-91b2-f0f99445fd48 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:16.666376 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e7d46f9-e8ed-4d29-91b2-f0f99445fd48 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:16.678591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-5e7d46f9-e8ed-4d29-91b2-f0f99445fd48 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Calling delete_port for c41e24d2-c51a-420e-abc5-3887c91ba98f owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:57:16.846679 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e7d46f9-e8ed-4d29-91b2-f0f99445fd48 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:16.871437 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d46f9-e8ed-4d29-91b2-f0f99445fd48 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event deleted for resources: {'Port': ['ID=c41e24d2-c51a-420e-abc5-3887c91ba98f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:16.932607 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e7d46f9-e8ed-4d29-91b2-f0f99445fd48 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:16.932854 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-5e7d46f9-e8ed-4d29-91b2-f0f99445fd48 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Floating IP 1bfd5f19-8fb7-4657-8d0b-46e0e7861af7 disassociated (deleted). External IP: 172.25.2.195, port: 61cc2ee9-32f4-4727-a297-79d1fd4a24c9. Nov 11 17:57:17.113549 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ad3e2f25-c46c-4a46-af11-30f05b9dc73c no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:57:17.134250 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: ad3e2f25-c46c-4a46-af11-30f05b9dc73c {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:57:17.134682 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ad3e2f25-c46c-4a46-af11-30f05b9dc73c not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:57:17.142557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7d46f9-e8ed-4d29-91b2-f0f99445fd48 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Router eff0ef82-800e-4f37-b99b-ab226d5f72ee has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:57:17.251734 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7d46f9-e8ed-4d29-91b2-f0f99445fd48 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:57:17.256210 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e7d46f9-e8ed-4d29-91b2-f0f99445fd48 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:17.261738 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04b2cf8-7a9d-4d27-b193-550c46174cb5 None None] Sync routers for ids ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:57:17.272027 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04b2cf8-7a9d-4d27-b193-550c46174cb5 None None] Routers {'eff0ef82-800e-4f37-b99b-ab226d5f72ee'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:57:17.272644 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b04b2cf8-7a9d-4d27-b193-550c46174cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:57:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:17.283230 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5e7d46f9-e8ed-4d29-91b2-f0f99445fd48 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "DELETE /v2.0/floatingips/1bfd5f19-8fb7-4657-8d0b-46e0e7861af7 HTTP/1.1" status: 204 len: 168 time: 1.1236417 Nov 11 17:57:17.283957 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16af9042-ac2a-4063-9ef7-9cd40a6b9ce8', 'tag': '61cc2ee9-32f4-4727-a297-79d1fd4a24c9'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:57:17.286288 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59ba37b-f79b-47cc-ab29-38adc3b40db0" -d '{"events": [{"name": "network-changed", "server_uuid": "16af9042-ac2a-4063-9ef7-9cd40a6b9ce8", "tag": "61cc2ee9-32f4-4727-a297-79d1fd4a24c9"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:57:17.376552 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-b04b2cf8-7a9d-4d27-b193-550c46174cb5 None None] Set router eff0ef82-800e-4f37-b99b-ab226d5f72ee gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:57:17.435768 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bf5ecb-1665-4a9a-b269-defa6f635412 x-openstack-request-id: req-a7bf5ecb-1665-4a9a-b269-defa6f635412 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:57:17.437119 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16af9042-ac2a-4063-9ef7-9cd40a6b9ce8", "tag": "61cc2ee9-32f4-4727-a297-79d1fd4a24c9", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:57:17.437556 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a7bf5ecb-1665-4a9a-b269-defa6f635412 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:57:17.437959 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16af9042-ac2a-4063-9ef7-9cd40a6b9ce8', 'tag': '61cc2ee9-32f4-4727-a297-79d1fd4a24c9', 'status': 'completed', 'code': 200} Nov 11 17:57:17.537488 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038b8a5-db7f-4230-b5e6-d7668dbac23b req-ec46e5d5-a29c-410d-9be5-f02333363ff7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:17.539747 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8038b8a5-db7f-4230-b5e6-d7668dbac23b req-ec46e5d5-a29c-410d-9be5-f02333363ff7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=16af9042-ac2a-4063-9ef7-9cd40a6b9ce8 HTTP/1.1" status: 200 len: 946 time: 0.0581985 Nov 11 17:57:17.548069 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ba37b-f79b-47cc-ab29-38adc3b40db0 req-b4847a01-823b-4b24-ae56-c66195a1fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:17.549739 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d59ba37b-f79b-47cc-ab29-38adc3b40db0 req-b4847a01-823b-4b24-ae56-c66195a1fcf3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17a2fbc094914006bce57f641671705a&device_id=16af9042-ac2a-4063-9ef7-9cd40a6b9ce8 HTTP/1.1" status: 200 len: 1097 time: 0.0493083 Nov 11 17:57:17.585531 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b04b2cf8-7a9d-4d27-b193-550c46174cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'name': 'tempest-TestNetworkBasicOps-router-153392625', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:57:11Z', 'revision_number': 6, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '5b7efe8f-70df-4d2c-ac0f-9dede1e99526', 'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:9b:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:41Z', 'updated_at': '2021-11-11T17:55:45Z', 'revision_number': 5, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:17.593284 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8038b8a5-db7f-4230-b5e6-d7668dbac23b req-0463d110-dd6c-49a3-ac6a-b28d5cc3b935 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=2008bfc4-a6c3-47d9-abd2-c6bb0c68f295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468819 Nov 11 17:57:17.612146 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04b2cf8-7a9d-4d27-b193-550c46174cb5 None None] Checking router: eff0ef82-800e-4f37-b99b-ab226d5f72ee for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:57:17.621301 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04b2cf8-7a9d-4d27-b193-550c46174cb5 None None] Routers {'eff0ef82-800e-4f37-b99b-ab226d5f72ee'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:57:17.621784 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b04b2cf8-7a9d-4d27-b193-550c46174cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:57:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:17.655859 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ba37b-f79b-47cc-ab29-38adc3b40db0 req-d32f0675-97d0-42b0-926c-d83963793621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:17.657460 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d59ba37b-f79b-47cc-ab29-38adc3b40db0 req-d32f0675-97d0-42b0-926c-d83963793621 service neutron] 10.222.0.64 "GET /v2.0/networks?id=63e131a4-acf6-4de2-955c-930919b30d88 HTTP/1.1" status: 200 len: 898 time: 0.0991995 Nov 11 17:57:17.699734 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d59ba37b-f79b-47cc-ab29-38adc3b40db0 req-7e58b10b-3b04-49f3-9ee4-90cafd095f5a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61cc2ee9-32f4-4727-a297-79d1fd4a24c9 HTTP/1.1" status: 200 len: 217 time: 0.0347955 Nov 11 17:57:17.726159 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-b04b2cf8-7a9d-4d27-b193-550c46174cb5 None None] Set router eff0ef82-800e-4f37-b99b-ab226d5f72ee gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:57:17.752819 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ba37b-f79b-47cc-ab29-38adc3b40db0 req-9f746f02-fdc1-4a3c-97b3-fd8a84799856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:17.754273 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d59ba37b-f79b-47cc-ab29-38adc3b40db0 req-9f746f02-fdc1-4a3c-97b3-fd8a84799856 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7432e149-4dfc-4fae-8243-216d03f0daf4 HTTP/1.1" status: 200 len: 834 time: 0.0474169 Nov 11 17:57:17.801180 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ba37b-f79b-47cc-ab29-38adc3b40db0 req-555139a3-b55d-408b-be16-a9b883523d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:17.802592 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d59ba37b-f79b-47cc-ab29-38adc3b40db0 req-555139a3-b55d-408b-be16-a9b883523d91 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63e131a4-acf6-4de2-955c-930919b30d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412831 Nov 11 17:57:17.898406 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d59ba37b-f79b-47cc-ab29-38adc3b40db0 req-cda74ae2-29b4-4ff5-8b08-8f8fd6ecf7ff service neutron] 10.222.0.64 "GET /v2.0/networks/63e131a4-acf6-4de2-955c-930919b30d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869260 Nov 11 17:57:17.924765 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b04b2cf8-7a9d-4d27-b193-550c46174cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'name': 'tempest-TestNetworkBasicOps-router-153392625', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:57:11Z', 'revision_number': 6, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '5b7efe8f-70df-4d2c-ac0f-9dede1e99526', 'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:9b:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:41Z', 'updated_at': '2021-11-11T17:55:45Z', 'revision_number': 5, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:17.951287 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04b2cf8-7a9d-4d27-b193-550c46174cb5 None None] The sync data for ids ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'] in n-d-816206-4 is: [{'id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'name': 'tempest-TestNetworkBasicOps-router-153392625', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:57:11Z', 'revision_number': 6, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '5b7efe8f-70df-4d2c-ac0f-9dede1e99526', 'name': '', 'network_id': '63e131a4-acf6-4de2-955c-930919b30d88', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:9b:64:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:41Z', 'updated_at': '2021-11-11T17:55:45Z', 'revision_number': 5, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '7432e149-4dfc-4fae-8243-216d03f0daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:57:17.989807 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d59ba37b-f79b-47cc-ab29-38adc3b40db0 req-2f20c356-aae9-47ec-98bc-2a2ac7ae60d9 service neutron] 10.222.0.64 "GET /v2.0/networks/63e131a4-acf6-4de2-955c-930919b30d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839119 Nov 11 17:57:18.173338 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64edc1c6-796e-47d1-b54c-9953eb04f017 None None] New status for floating IP 1bfd5f19-8fb7-4657-8d0b-46e0e7861af7: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:57:18.563880 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:18.708380 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183917c-f996-4345-8a46-fb6b8bcedee6 req-ddb44ac3-f9ac-4cc5-bac0-4415f140ac0d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:18.709816 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5183917c-f996-4345-8a46-fb6b8bcedee6 req-ddb44ac3-f9ac-4cc5-bac0-4415f140ac0d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=16af9042-ac2a-4063-9ef7-9cd40a6b9ce8 HTTP/1.1" status: 200 len: 946 time: 0.0483961 Nov 11 17:57:18.759199 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5183917c-f996-4345-8a46-fb6b8bcedee6 req-148a0370-aae5-4af9-8baf-3ff7fda92565 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=2008bfc4-a6c3-47d9-abd2-c6bb0c68f295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427217 Nov 11 17:57:18.908388 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 062d8c6d-b7d8-4389-8860-6551ce0f7980 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:57:18.912214 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb94e0-08c6-4d73-be7e-03b35502634b req-ed9dd666-2e6d-4cdf-beab-0b86e31ab504 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:18.913685 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b6fb94e0-08c6-4d73-be7e-03b35502634b req-ed9dd666-2e6d-4cdf-beab-0b86e31ab504 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.64 "GET /v2.0/ports?device_id=16af9042-ac2a-4063-9ef7-9cd40a6b9ce8 HTTP/1.1" status: 200 len: 946 time: 0.0493531 Nov 11 17:57:18.928254 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 062d8c6d-b7d8-4389-8860-6551ce0f7980 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:57:18.928601 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 062d8c6d-b7d8-4389-8860-6551ce0f7980 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:57:19.006459 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-b6fb94e0-08c6-4d73-be7e-03b35502634b req-cc0cac8b-254e-4ef1-9b2e-fca692b99325 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Deleting port 61cc2ee9-32f4-4727-a297-79d1fd4a24c9 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:57:19.006799 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b6fb94e0-08c6-4d73-be7e-03b35502634b req-cc0cac8b-254e-4ef1-9b2e-fca692b99325 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:19.095020 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-b6fb94e0-08c6-4d73-be7e-03b35502634b req-cc0cac8b-254e-4ef1-9b2e-fca692b99325 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] For port 61cc2ee9-32f4-4727-a297-79d1fd4a24c9, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=61cc2ee9-32f4-4727-a297-79d1fd4a24c9,segment=NetworkSegment(d3898ac8-da0b-4f1a-a146-41cd5ab5713e),segment_id=d3898ac8-da0b-4f1a-a146-41cd5ab5713e)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:57:19.095380 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b6fb94e0-08c6-4d73-be7e-03b35502634b req-cc0cac8b-254e-4ef1-9b2e-fca692b99325 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:19.107758 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-b6fb94e0-08c6-4d73-be7e-03b35502634b req-cc0cac8b-254e-4ef1-9b2e-fca692b99325 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Calling delete_port for 61cc2ee9-32f4-4727-a297-79d1fd4a24c9 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:57:19.233700 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b6fb94e0-08c6-4d73-be7e-03b35502634b req-cc0cac8b-254e-4ef1-9b2e-fca692b99325 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:19.259778 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cac8b-254e-4ef1-9b2e-fca692b99325 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event deleted for resources: {'Port': ['ID=61cc2ee9-32f4-4727-a297-79d1fd4a24c9,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:19.306446 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fb94e0-08c6-4d73-be7e-03b35502634b req-cc0cac8b-254e-4ef1-9b2e-fca692b99325 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] No DVR routers for this DVR port 61cc2ee9-32f4-4727-a297-79d1fd4a24c9 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:57:19.308980 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-b6fb94e0-08c6-4d73-be7e-03b35502634b req-cc0cac8b-254e-4ef1-9b2e-fca692b99325 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:19.312994 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b6fb94e0-08c6-4d73-be7e-03b35502634b req-cc0cac8b-254e-4ef1-9b2e-fca692b99325 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.64 "DELETE /v2.0/ports/61cc2ee9-32f4-4727-a297-79d1fd4a24c9 HTTP/1.1" status: 204 len: 173 time: 0.3930571 Nov 11 17:57:19.313441 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16af9042-ac2a-4063-9ef7-9cd40a6b9ce8', 'name': 'network-vif-deleted', 'tag': '61cc2ee9-32f4-4727-a297-79d1fd4a24c9'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:57:19.315696 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2981c2-9bbc-412d-8f26-18f8290f09f9" -d '{"events": [{"server_uuid": "16af9042-ac2a-4063-9ef7-9cd40a6b9ce8", "name": "network-vif-deleted", "tag": "61cc2ee9-32f4-4727-a297-79d1fd4a24c9"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:57:19.505287 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb5069e-e929-4a62-8908-94f1653f9453 x-openstack-request-id: req-6cb5069e-e929-4a62-8908-94f1653f9453 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:57:19.505668 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16af9042-ac2a-4063-9ef7-9cd40a6b9ce8", "name": "network-vif-deleted", "tag": "61cc2ee9-32f4-4727-a297-79d1fd4a24c9", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:57:19.505990 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6cb5069e-e929-4a62-8908-94f1653f9453 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:57:19.506485 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16af9042-ac2a-4063-9ef7-9cd40a6b9ce8', 'name': 'network-vif-deleted', 'tag': '61cc2ee9-32f4-4727-a297-79d1fd4a24c9', 'status': 'completed', 'code': 200} Nov 11 17:57:19.868058 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-593d802c-9d23-48ed-b3a5-5920877b2a77 req-f440bb35-9059-4878-8b52-fa5bff2e3756 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=16af9042-ac2a-4063-9ef7-9cd40a6b9ce8 HTTP/1.1" status: 200 len: 210 time: 0.0266225 Nov 11 17:57:20.925172 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48942) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:20.981902 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-124f2fe7-e485-4cb8-bff1-1dd7d9c46f34 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:21.007749 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-124f2fe7-e485-4cb8-bff1-1dd7d9c46f34 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:21.071096 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-124f2fe7-e485-4cb8-bff1-1dd7d9c46f34 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:21.073815 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-124f2fe7-e485-4cb8-bff1-1dd7d9c46f34 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:21.077508 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-124f2fe7-e485-4cb8-bff1-1dd7d9c46f34 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "DELETE /v2.0/security-groups/2008bfc4-a6c3-47d9-abd2-c6bb0c68f295 HTTP/1.1" status: 204 len: 168 time: 0.1488168 Nov 11 17:57:21.084897 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f2fe7-e485-4cb8-bff1-1dd7d9c46f34 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2008bfc4-a6c3-47d9-abd2-c6bb0c68f295,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:21.106579 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48946) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:21.466721 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc5b4169-ccc2-46a7-928b-65e172002045 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:21.721282 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-fc5b4169-ccc2-46a7-928b-65e172002045 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Deleting port 5b7efe8f-70df-4d2c-ac0f-9dede1e99526 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:57:21.721539 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc5b4169-ccc2-46a7-928b-65e172002045 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:21.822056 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-fc5b4169-ccc2-46a7-928b-65e172002045 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] For port 5b7efe8f-70df-4d2c-ac0f-9dede1e99526, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5b7efe8f-70df-4d2c-ac0f-9dede1e99526,segment=NetworkSegment(d3898ac8-da0b-4f1a-a146-41cd5ab5713e),segment_id=d3898ac8-da0b-4f1a-a146-41cd5ab5713e)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:57:21.822417 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc5b4169-ccc2-46a7-928b-65e172002045 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:21.834255 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-fc5b4169-ccc2-46a7-928b-65e172002045 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Calling delete_port for 5b7efe8f-70df-4d2c-ac0f-9dede1e99526 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:57:22.037262 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc5b4169-ccc2-46a7-928b-65e172002045 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:22.063449 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b4169-ccc2-46a7-928b-65e172002045 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event deleted for resources: {'Port': ['ID=5b7efe8f-70df-4d2c-ac0f-9dede1e99526,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:22.239256 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc5b4169-ccc2-46a7-928b-65e172002045 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:22.399853 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:57:22.450105 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5b4169-ccc2-46a7-928b-65e172002045 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Router eff0ef82-800e-4f37-b99b-ab226d5f72ee has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:57:22.555691 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 61cc2ee9-32f4-4727-a297-79d1fd4a24c9 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:57:22.556353 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5b4169-ccc2-46a7-928b-65e172002045 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:57:22.561185 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fc5b4169-ccc2-46a7-928b-65e172002045 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "PUT /v2.0/routers/eff0ef82-800e-4f37-b99b-ab226d5f72ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4535568 Nov 11 17:57:22.564478 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48948) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:22.570306 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c788f811-804d-426c-88dc-b583e72f7968 None None] Sync routers for ids ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:57:22.579664 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 61cc2ee9-32f4-4727-a297-79d1fd4a24c9 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:57:22.580047 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 61cc2ee9-32f4-4727-a297-79d1fd4a24c9 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:57:22.580401 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c788f811-804d-426c-88dc-b583e72f7968 None None] Routers {'eff0ef82-800e-4f37-b99b-ab226d5f72ee'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:57:22.581795 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c788f811-804d-426c-88dc-b583e72f7968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:57:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:22.619066 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-34be5597-5485-4d9b-a2bb-504254008a34 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Deleting subnet 7432e149-4dfc-4fae-8243-216d03f0daf4 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:57:22.622194 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-34be5597-5485-4d9b-a2bb-504254008a34 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:22.663253 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-34be5597-5485-4d9b-a2bb-504254008a34 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:22.686470 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-c788f811-804d-426c-88dc-b583e72f7968 None None] Set router eff0ef82-800e-4f37-b99b-ab226d5f72ee gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:57:22.745780 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-34be5597-5485-4d9b-a2bb-504254008a34 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:22.807231 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-34be5597-5485-4d9b-a2bb-504254008a34 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:22.835929 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-34be5597-5485-4d9b-a2bb-504254008a34 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:22.841434 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-34be5597-5485-4d9b-a2bb-504254008a34 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "DELETE /v2.0/subnets/7432e149-4dfc-4fae-8243-216d03f0daf4 HTTP/1.1" status: 204 len: 168 time: 0.2736845 Nov 11 17:57:22.841434 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be5597-5485-4d9b-a2bb-504254008a34 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event deleted for resources: {'Subnet': ['ID=7432e149-4dfc-4fae-8243-216d03f0daf4,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:22.843040 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48950) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:22.850095 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa677cd-9ce9-4ef3-b479-a579045793a2 None None] Network 63e131a4-acf6-4de2-955c-930919b30d88 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:57:22.869674 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c788f811-804d-426c-88dc-b583e72f7968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'name': 'tempest-TestNetworkBasicOps-router-153392625', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:57:21Z', 'revision_number': 7, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:22.896193 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c788f811-804d-426c-88dc-b583e72f7968 None None] Checking router: eff0ef82-800e-4f37-b99b-ab226d5f72ee for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:57:22.904535 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c788f811-804d-426c-88dc-b583e72f7968 None None] Routers {'eff0ef82-800e-4f37-b99b-ab226d5f72ee'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:57:22.905676 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c788f811-804d-426c-88dc-b583e72f7968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:57:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:22.962652 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d728c6be-cd3d-43c1-831a-2b041a8091f4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:23.045593 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fde01aa-cb89-42fa-bccf-a4a0f5a5f854 None None] DHCP port deletion for 63e131a4-acf6-4de2-955c-930919b30d88 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:57:23.087026 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d728c6be-cd3d-43c1-831a-2b041a8091f4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:23.113563 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-7fde01aa-cb89-42fa-bccf-a4a0f5a5f854 None None] Deleting port 7444a9a3-05b0-40c4-a674-77776aa51707 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:57:23.113963 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7fde01aa-cb89-42fa-bccf-a4a0f5a5f854 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:23.122902 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-c788f811-804d-426c-88dc-b583e72f7968 None None] Set router eff0ef82-800e-4f37-b99b-ab226d5f72ee gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:57:23.158770 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-d728c6be-cd3d-43c1-831a-2b041a8091f4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Deleting port 5ee8b415-98c6-453b-9b6e-08d4751e42c6 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:57:23.159635 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d728c6be-cd3d-43c1-831a-2b041a8091f4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:23.182306 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7fde01aa-cb89-42fa-bccf-a4a0f5a5f854 None None] For port 7444a9a3-05b0-40c4-a674-77776aa51707, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7444a9a3-05b0-40c4-a674-77776aa51707,segment=NetworkSegment(d3898ac8-da0b-4f1a-a146-41cd5ab5713e),segment_id=d3898ac8-da0b-4f1a-a146-41cd5ab5713e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:57:23.182789 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7fde01aa-cb89-42fa-bccf-a4a0f5a5f854 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:23.195481 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-7fde01aa-cb89-42fa-bccf-a4a0f5a5f854 None None] Calling delete_port for 7444a9a3-05b0-40c4-a674-77776aa51707 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:57:23.209380 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7444a9a3-05b0-40c4-a674-77776aa51707 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:57:23.246592 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-d728c6be-cd3d-43c1-831a-2b041a8091f4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] For port 5ee8b415-98c6-453b-9b6e-08d4751e42c6, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5ee8b415-98c6-453b-9b6e-08d4751e42c6,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:57:23.246887 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d728c6be-cd3d-43c1-831a-2b041a8091f4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:23.259690 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-d728c6be-cd3d-43c1-831a-2b041a8091f4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Calling delete_port for 5ee8b415-98c6-453b-9b6e-08d4751e42c6 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:57:23.329173 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c788f811-804d-426c-88dc-b583e72f7968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'name': 'tempest-TestNetworkBasicOps-router-153392625', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:57:21Z', 'revision_number': 7, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:23.349702 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:23.361049 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c788f811-804d-426c-88dc-b583e72f7968 None None] The sync data for ids ['eff0ef82-800e-4f37-b99b-ab226d5f72ee'] in n-d-816206-4 is: [{'id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'name': 'tempest-TestNetworkBasicOps-router-153392625', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:57:21Z', 'revision_number': 7, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '5ee8b415-98c6-453b-9b6e-08d4751e42c6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff0ef82-800e-4f37-b99b-ab226d5f72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:38Z', 'updated_at': '2021-11-11T17:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:57:23.361363 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7fde01aa-cb89-42fa-bccf-a4a0f5a5f854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:23.391163 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde01aa-cb89-42fa-bccf-a4a0f5a5f854 None None] Pushing event deleted for resources: {'Port': ['ID=7444a9a3-05b0-40c4-a674-77776aa51707,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:23.428358 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fde01aa-cb89-42fa-bccf-a4a0f5a5f854 None None] No DVR routers for this DVR port 7444a9a3-05b0-40c4-a674-77776aa51707 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:57:23.448028 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d728c6be-cd3d-43c1-831a-2b041a8091f4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:23.474289 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728c6be-cd3d-43c1-831a-2b041a8091f4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event deleted for resources: {'Port': ['ID=5ee8b415-98c6-453b-9b6e-08d4751e42c6,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:23.488409 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001de73a-d272-4f85-9472-4cbbb2206504 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:57:23.533033 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d728c6be-cd3d-43c1-831a-2b041a8091f4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:23.625046 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d728c6be-cd3d-43c1-831a-2b041a8091f4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:23.627135 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d728c6be-cd3d-43c1-831a-2b041a8091f4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:23.669769 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d728c6be-cd3d-43c1-831a-2b041a8091f4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:23.670286 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d728c6be-cd3d-43c1-831a-2b041a8091f4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Fanout notify agent at l3_agent the message router_deleted on router eff0ef82-800e-4f37-b99b-ab226d5f72ee {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:57:23.677746 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d728c6be-cd3d-43c1-831a-2b041a8091f4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:23.678841 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d728c6be-cd3d-43c1-831a-2b041a8091f4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "DELETE /v2.0/routers/eff0ef82-800e-4f37-b99b-ab226d5f72ee HTTP/1.1" status: 204 len: 168 time: 0.8339808 Nov 11 17:57:23.681420 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48952) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:23.759647 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8bef590f-7b39-4338-ae77-eafbb884aed7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:23.852996 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8bef590f-7b39-4338-ae77-eafbb884aed7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:23.873178 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8bef590f-7b39-4338-ae77-eafbb884aed7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e131a4-acf6-4de2-955c-930919b30d88']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:23.883207 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8bef590f-7b39-4338-ae77-eafbb884aed7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3898ac8-da0b-4f1a-a146-41cd5ab5713e') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:23.883499 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-8bef590f-7b39-4338-ae77-eafbb884aed7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3898ac8-da0b-4f1a-a146-41cd5ab5713e') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:23.893781 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8bef590f-7b39-4338-ae77-eafbb884aed7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:23.906988 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8bef590f-7b39-4338-ae77-eafbb884aed7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:23.912720 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bef590f-7b39-4338-ae77-eafbb884aed7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:57:23.913154 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8bef590f-7b39-4338-ae77-eafbb884aed7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:57:23.916026 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:57:23.978752 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8bef590f-7b39-4338-ae77-eafbb884aed7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:23.987044 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8bef590f-7b39-4338-ae77-eafbb884aed7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:23.992199 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8bef590f-7b39-4338-ae77-eafbb884aed7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "DELETE /v2.0/networks/63e131a4-acf6-4de2-955c-930919b30d88 HTTP/1.1" status: 204 len: 168 time: 0.3097851 Nov 11 17:57:24.008225 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef590f-7b39-4338-ae77-eafbb884aed7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event deleted for resources: {'Network': ['ID=63e131a4-acf6-4de2-955c-930919b30d88,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:24.009555 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48954) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:24.020226 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6f54f20a-28a6-4d17-8143-e1cde65803a7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'network': {'name': 'tempest-network-smoke--523930673', 'project_id': '17a2fbc094914006bce57f641671705a', 'port_security_enabled': True}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:57:24.040940 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f54f20a-28a6-4d17-8143-e1cde65803a7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Made reservation on behalf of 17a2fbc094914006bce57f641671705a for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:57:24.044492 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6f54f20a-28a6-4d17-8143-e1cde65803a7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:24.070368 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f54f20a-28a6-4d17-8143-e1cde65803a7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1292} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 17:57:24.079082 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6f54f20a-28a6-4d17-8143-e1cde65803a7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:24.079420 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-6f54f20a-28a6-4d17-8143-e1cde65803a7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Added segment a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8 of type vlan for network 2c9fec18-d56f-483b-9c25-c955e84525f4 Nov 11 17:57:24.118252 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6f54f20a-28a6-4d17-8143-e1cde65803a7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:24.141959 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6f54f20a-28a6-4d17-8143-e1cde65803a7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:24.147659 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f54f20a-28a6-4d17-8143-e1cde65803a7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:24.148268 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6f54f20a-28a6-4d17-8143-e1cde65803a7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:24.206953 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6f54f20a-28a6-4d17-8143-e1cde65803a7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1937652 Nov 11 17:57:24.209630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48956) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:24.221022 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2c949586-cc92-433c-b391-1c1604510835 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-14952823', 'admin_state_up': True, 'project_id': '17a2fbc094914006bce57f641671705a', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:57:24.234667 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54f20a-28a6-4d17-8143-e1cde65803a7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'Network': ['ID=2c9fec18-d56f-483b-9c25-c955e84525f4,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:24.245521 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 2c9fec18-d56f-483b-9c25-c955e84525f4 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 17:57:24.251378 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2c949586-cc92-433c-b391-1c1604510835 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:24.252448 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2c949586-cc92-433c-b391-1c1604510835 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:24.306206 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2c949586-cc92-433c-b391-1c1604510835 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:24.328734 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:24.449724 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2c949586-cc92-433c-b391-1c1604510835 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:24.564109 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec867363-2e66-401d-9dc3-55282486fa3e req-519ed383-760c-480f-83ce-c3cfb5a371af service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573287 Nov 11 17:57:24.946974 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec867363-2e66-401d-9dc3-55282486fa3e req-d6a4d76d-46ee-4b15-a664-a71bb9b59624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:24.948462 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec867363-2e66-401d-9dc3-55282486fa3e req-d6a4d76d-46ee-4b15-a664-a71bb9b59624 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ec9f8fbc81be487db458d3e7eb116d11&device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 1096 time: 0.1041579 Nov 11 17:57:24.967248 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2c949586-cc92-433c-b391-1c1604510835 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:24.993745 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2c949586-cc92-433c-b391-1c1604510835 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:25.120446 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5ee8b415-98c6-453b-9b6e-08d4751e42c6 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:57:25.141802 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec867363-2e66-401d-9dc3-55282486fa3e req-41419075-08e8-47be-84e8-aeed25547292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:25.142423 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 5ee8b415-98c6-453b-9b6e-08d4751e42c6 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:57:25.142625 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5ee8b415-98c6-453b-9b6e-08d4751e42c6 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:57:25.143046 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5b7efe8f-70df-4d2c-ac0f-9dede1e99526 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:57:25.143265 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec867363-2e66-401d-9dc3-55282486fa3e req-41419075-08e8-47be-84e8-aeed25547292 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b0aabfb0-0df2-4260-b665-d437c8ea20c6 HTTP/1.1" status: 200 len: 911 time: 0.1733189 Nov 11 17:57:25.161907 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 5b7efe8f-70df-4d2c-ac0f-9dede1e99526 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:57:25.162273 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5b7efe8f-70df-4d2c-ac0f-9dede1e99526 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:57:25.200579 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-2c949586-cc92-433c-b391-1c1604510835 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Allocated IP 172.25.2.163 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/09c847c2-7069-4ef9-9c13-2bedcb37e713) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:57:25.239589 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec867363-2e66-401d-9dc3-55282486fa3e req-fc28152d-cbfc-4e21-9c3b-7bafe22da8fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19670a2a-965e-46eb-8c60-6386dc563530 HTTP/1.1" status: 200 len: 1001 time: 0.0889025 Nov 11 17:57:25.322995 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec867363-2e66-401d-9dc3-55282486fa3e req-a68d0dc0-89ed-4d9b-b8fe-bdb7dc06716e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:25.324417 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec867363-2e66-401d-9dc3-55282486fa3e req-a68d0dc0-89ed-4d9b-b8fe-bdb7dc06716e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2 HTTP/1.1" status: 200 len: 848 time: 0.0604358 Nov 11 17:57:25.379165 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2c949586-cc92-433c-b391-1c1604510835 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:25.395893 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec867363-2e66-401d-9dc3-55282486fa3e req-a549b813-a229-4d9b-8103-9282628f6109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:25.398462 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec867363-2e66-401d-9dc3-55282486fa3e req-a549b813-a229-4d9b-8103-9282628f6109 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b0aabfb0-0df2-4260-b665-d437c8ea20c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654140 Nov 11 17:57:25.468710 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2c949586-cc92-433c-b391-1c1604510835 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:25.524212 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c949586-cc92-433c-b391-1c1604510835 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:57:25.534101 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-2c949586-cc92-433c-b391-1c1604510835 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:57:25.540333 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c949586-cc92-433c-b391-1c1604510835 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'Port': ['ID=09c847c2-7069-4ef9-9c13-2bedcb37e713,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:25.543907 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c949586-cc92-433c-b391-1c1604510835 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:57:25.547911 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1b4179-9128-40ab-8db4-396d97e906ab None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:57:25.566691 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec867363-2e66-401d-9dc3-55282486fa3e req-38303cef-befa-4737-a0ee-23b0c58938ea service neutron] 10.222.0.83 "GET /v2.0/networks/b0aabfb0-0df2-4260-b665-d437c8ea20c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578109 Nov 11 17:57:25.591503 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a3f1b733-f4ee-4d5a-99cc-6dc90c3fd243 None None] Provisioning complete for port 09c847c2-7069-4ef9-9c13-2bedcb37e713 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:57:25.592005 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b733-f4ee-4d5a-99cc-6dc90c3fd243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:25.626003 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a3f1b733-f4ee-4d5a-99cc-6dc90c3fd243 None None] Port 09c847c2-7069-4ef9-9c13-2bedcb37e713 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:57:25.758457 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec867363-2e66-401d-9dc3-55282486fa3e req-9b11f73e-0860-4df8-aa64-fc331cedab72 service neutron] 10.222.0.83 "GET /v2.0/networks/b0aabfb0-0df2-4260-b665-d437c8ea20c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823318 Nov 11 17:57:25.866982 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2c949586-cc92-433c-b391-1c1604510835 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:26.070761 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2c949586-cc92-433c-b391-1c1604510835 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:26.193809 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c949586-cc92-433c-b391-1c1604510835 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Router c0959783-c198-43c1-a10c-81a2171f913c is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 17:57:26.298055 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c949586-cc92-433c-b391-1c1604510835 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:57:26.307696 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] Sync routers for ids ['c0959783-c198-43c1-a10c-81a2171f913c'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:57:26.317809 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2c949586-cc92-433c-b391-1c1604510835 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:26.319004 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2c949586-cc92-433c-b391-1c1604510835 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1084566 Nov 11 17:57:26.321258 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] Routers {'c0959783-c198-43c1-a10c-81a2171f913c'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:57:26.321802 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:57:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c0959783-c198-43c1-a10c-81a2171f913c'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:26.322093 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48958) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:26.351361 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-024686c6-895f-4e27-b514-5a9dbceb7c77 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=17a2fbc094914006bce57f641671705a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281363 Nov 11 17:57:26.353981 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48960) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:26.429545 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] Set router c0959783-c198-43c1-a10c-81a2171f913c gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:57:26.444353 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9523fb9-5094-4298-a23e-77c14b993eda tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:26.445860 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e9523fb9-5094-4298-a23e-77c14b993eda tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908871 Nov 11 17:57:26.448889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48962) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:26.477427 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7dc9b547-3678-43c9-8b58-b8516c857562 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274544 Nov 11 17:57:26.479954 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48964) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:26.484669 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-a847d8c3-a5e0-4b36-b2c1-e67ce4596160 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-351076855', 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4', 'project_id': '17a2fbc094914006bce57f641671705a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:57:26.577708 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a847d8c3-a5e0-4b36-b2c1-e67ce4596160 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Made reservation on behalf of 17a2fbc094914006bce57f641671705a for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:57:26.581360 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a847d8c3-a5e0-4b36-b2c1-e67ce4596160 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:26.611716 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'name': 'tempest-TestNetworkBasicOps-router-14952823', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:57:24Z', 'updated_at': '2021-11-11T17:57:25Z', 'revision_number': 3, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:57:25Z', 'updated_at': '2021-11-11T17:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:26.640485 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] Checking router: c0959783-c198-43c1-a10c-81a2171f913c for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:57:26.640839 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] Updating router c0959783-c198-43c1-a10c-81a2171f913c port 09c847c2-7069-4ef9-9c13-2bedcb37e713 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:57:26.669643 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:26.761951 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a847d8c3-a5e0-4b36-b2c1-e67ce4596160 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:26.829186 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847d8c3-a5e0-4b36-b2c1-e67ce4596160 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'Subnet': ['ID=8da0b17e-e5a9-41bf-b8ea-f62b7dab8999,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:26.837362 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a847d8c3-a5e0-4b36-b2c1-e67ce4596160 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Checking segment: {'id': 'a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:57:26.837719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a847d8c3-a5e0-4b36-b2c1-e67ce4596160 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Network hostable DHCP agents. Network: 2c9fec18-d56f-483b-9c25-c955e84525f4, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 17:57:26.854079 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a847d8c3-a5e0-4b36-b2c1-e67ce4596160 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Network 2c9fec18-d56f-483b-9c25-c955e84525f4 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 17:57:26.864046 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-a847d8c3-a5e0-4b36-b2c1-e67ce4596160 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 2c9fec18-d56f-483b-9c25-c955e84525f4) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:57:26.869215 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a847d8c3-a5e0-4b36-b2c1-e67ce4596160 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:26.869815 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a847d8c3-a5e0-4b36-b2c1-e67ce4596160 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:26.873015 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75aedc5a-79b8-4d1f-9a88-907435577668 None None] Network 2c9fec18-d56f-483b-9c25-c955e84525f4 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:57:26.888495 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a847d8c3-a5e0-4b36-b2c1-e67ce4596160 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4075320 Nov 11 17:57:26.891243 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48966) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:26.985516 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:26.997206 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:27.071046 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee3ed7b-8c79-4c3b-a939-cf3ab973b46d None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:57:27.089861 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccf5d3-a11d-4318-b396-eaf5690059b1 None None] Pushing event updated for resources: {'Port': ['ID=09c847c2-7069-4ef9-9c13-2bedcb37e713,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:27.099159 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] Attempting to bind port 09c847c2-7069-4ef9-9c13-2bedcb37e713 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:57:27.099573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] Attempting to bind port 09c847c2-7069-4ef9-9c13-2bedcb37e713 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:57:27.099987 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] Attempting to bind port 09c847c2-7069-4ef9-9c13-2bedcb37e713 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:57:27.109083 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:57:27.109515 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:57:27.109867 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:27.110261 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:57:27.110767 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] Bound port: 09c847c2-7069-4ef9-9c13-2bedcb37e713, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:57:27.111126 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:27.348511 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7ce99d-a939-4bda-a6e6-e8556df97687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-2c9fec18-d56f-483b-9c25-c955e84525f4', 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'fixed_ips': [{'subnet_id': '8da0b17e-e5a9-41bf-b8ea-f62b7dab8999'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 17:57:27.349305 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce99d-a939-4bda-a6e6-e8556df97687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:27.366870 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-538c4432-c611-49d1-ad72-f49432522ff6 None None] Provisioning complete for port 09c847c2-7069-4ef9-9c13-2bedcb37e713 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:57:27.367237 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-538c4432-c611-49d1-ad72-f49432522ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:27.392146 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] For port 09c847c2-7069-4ef9-9c13-2bedcb37e713, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:57:27.413475 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] For port 09c847c2-7069-4ef9-9c13-2bedcb37e713, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=09c847c2-7069-4ef9-9c13-2bedcb37e713,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:57:27.421589 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:27.504422 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-538c4432-c611-49d1-ad72-f49432522ff6 None None] Port 09c847c2-7069-4ef9-9c13-2bedcb37e713 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:57:27.530337 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eedd9c0-6c8b-4761-9b70-62522c25d057 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:57:27.586780 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccf5d3-a11d-4318-b396-eaf5690059b1 None None] Pushing event updated for resources: {'Port': ['ID=09c847c2-7069-4ef9-9c13-2bedcb37e713,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:27.589268 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] Routers {'c0959783-c198-43c1-a10c-81a2171f913c'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:57:27.589877 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:57:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c0959783-c198-43c1-a10c-81a2171f913c'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:27.607517 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b7e5147e-6e3f-4202-ab1b-dba459233a88 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:27.659466 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-bb7ce99d-a939-4bda-a6e6-e8556df97687 None None] Allocated IP 172.20.0.2 (2c9fec18-d56f-483b-9c25-c955e84525f4/8da0b17e-e5a9-41bf-b8ea-f62b7dab8999/7a38bee6-0bed-42bc-8968-6cce30c8fc05) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:57:27.710682 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f74626be-80c9-4611-a301-3270111e06c2 None None] Provisioning complete for port 09c847c2-7069-4ef9-9c13-2bedcb37e713 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:57:27.711126 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f74626be-80c9-4611-a301-3270111e06c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:27.798003 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] Set router c0959783-c198-43c1-a10c-81a2171f913c gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:57:28.032360 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f74626be-80c9-4611-a301-3270111e06c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:28.072298 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce99d-a939-4bda-a6e6-e8556df97687 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:28.083285 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f74626be-80c9-4611-a301-3270111e06c2 None None] For port 09c847c2-7069-4ef9-9c13-2bedcb37e713, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=09c847c2-7069-4ef9-9c13-2bedcb37e713,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:57:28.085738 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce99d-a939-4bda-a6e6-e8556df97687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:28.097969 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f74626be-80c9-4611-a301-3270111e06c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:28.138187 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-b7e5147e-6e3f-4202-ab1b-dba459233a88 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Allocated IP 172.20.0.1 (2c9fec18-d56f-483b-9c25-c955e84525f4/8da0b17e-e5a9-41bf-b8ea-f62b7dab8999/ca85f93b-4e63-4eda-be19-7649eb6480cf) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:57:28.141451 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7ce99d-a939-4bda-a6e6-e8556df97687 None None] Network 2c9fec18-d56f-483b-9c25-c955e84525f4 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:57:28.149143 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-bb7ce99d-a939-4bda-a6e6-e8556df97687 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:57:28.153086 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ce99d-a939-4bda-a6e6-e8556df97687 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:57:28.157055 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ce99d-a939-4bda-a6e6-e8556df97687 None None] Pushing event updated for resources: {'Port': ['ID=7a38bee6-0bed-42bc-8968-6cce30c8fc05,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:28.243478 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'name': 'tempest-TestNetworkBasicOps-router-14952823', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:57:24Z', 'updated_at': '2021-11-11T17:57:25Z', 'revision_number': 3, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:57:25Z', 'updated_at': '2021-11-11T17:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:28.263696 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b7e5147e-6e3f-4202-ab1b-dba459233a88 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:28.292607 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-bb7ce99d-a939-4bda-a6e6-e8556df97687 None None] Attempting to bind port 7a38bee6-0bed-42bc-8968-6cce30c8fc05 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:57:28.292883 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-bb7ce99d-a939-4bda-a6e6-e8556df97687 None None] Attempting to bind port 7a38bee6-0bed-42bc-8968-6cce30c8fc05 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:57:28.293251 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7ce99d-a939-4bda-a6e6-e8556df97687 None None] Attempting to bind port 7a38bee6-0bed-42bc-8968-6cce30c8fc05 on network 2c9fec18-d56f-483b-9c25-c955e84525f4 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:57:28.296228 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a176f-e08e-4a5f-8163-dcb2b322f256 None None] The sync data for ids ['c0959783-c198-43c1-a10c-81a2171f913c'] in n-d-816206-4 is: [{'id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'name': 'tempest-TestNetworkBasicOps-router-14952823', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:57:24Z', 'updated_at': '2021-11-11T17:57:25Z', 'revision_number': 3, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:57:25Z', 'updated_at': '2021-11-11T17:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:57:28.298949 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b7e5147e-6e3f-4202-ab1b-dba459233a88 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:28.302866 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74626be-80c9-4611-a301-3270111e06c2 None None] Pushing event updated for resources: {'Port': ['ID=09c847c2-7069-4ef9-9c13-2bedcb37e713,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:28.306023 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7ce99d-a939-4bda-a6e6-e8556df97687 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:57:28.306023 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7ce99d-a939-4bda-a6e6-e8556df97687 None None] Checking segment: {'id': 'a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:57:28.307777 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce99d-a939-4bda-a6e6-e8556df97687 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:28.307777 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7ce99d-a939-4bda-a6e6-e8556df97687 None None] Bound using segment: {'id': 'a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:57:28.308494 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-bb7ce99d-a939-4bda-a6e6-e8556df97687 None None] Bound port: 7a38bee6-0bed-42bc-8968-6cce30c8fc05, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:57:28.308896 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce99d-a939-4bda-a6e6-e8556df97687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:28.339632 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e5147e-6e3f-4202-ab1b-dba459233a88 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Network 2c9fec18-d56f-483b-9c25-c955e84525f4 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:57:28.345805 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-b7e5147e-6e3f-4202-ab1b-dba459233a88 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:57:28.349819 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e5147e-6e3f-4202-ab1b-dba459233a88 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:57:28.376282 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5147e-6e3f-4202-ab1b-dba459233a88 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'Port': ['ID=ca85f93b-4e63-4eda-be19-7649eb6480cf,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:28.397023 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-bb7ce99d-a939-4bda-a6e6-e8556df97687 None None] For port 7a38bee6-0bed-42bc-8968-6cce30c8fc05, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:57:28.402378 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-bb7ce99d-a939-4bda-a6e6-e8556df97687 None None] For port 7a38bee6-0bed-42bc-8968-6cce30c8fc05, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7a38bee6-0bed-42bc-8968-6cce30c8fc05,segment=NetworkSegment(a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8),segment_id=a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:57:28.406665 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b7e5147e-6e3f-4202-ab1b-dba459233a88 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:28.408114 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bb7ce99d-a939-4bda-a6e6-e8556df97687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:28.476865 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ce99d-a939-4bda-a6e6-e8556df97687 None None] Pushing event updated for resources: {'Port': ['ID=7a38bee6-0bed-42bc-8968-6cce30c8fc05,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:28.614396 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b7e5147e-6e3f-4202-ab1b-dba459233a88 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:28.934281 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b7e5147e-6e3f-4202-ab1b-dba459233a88 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:28.940086 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b7e5147e-6e3f-4202-ab1b-dba459233a88 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:29.024786 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b7e5147e-6e3f-4202-ab1b-dba459233a88 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:29.026608 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5147e-6e3f-4202-ab1b-dba459233a88 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'Port': ['ID=ca85f93b-4e63-4eda-be19-7649eb6480cf,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:29.138651 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e5147e-6e3f-4202-ab1b-dba459233a88 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Network 2c9fec18-d56f-483b-9c25-c955e84525f4 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:57:29.140403 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-b7e5147e-6e3f-4202-ab1b-dba459233a88 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:57:29.207239 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 09c847c2-7069-4ef9-9c13-2bedcb37e713 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:57:29.267903 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 09c847c2-7069-4ef9-9c13-2bedcb37e713 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:57:29.268274 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:29.284952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e5147e-6e3f-4202-ab1b-dba459233a88 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Router c0959783-c198-43c1-a10c-81a2171f913c has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:57:29.364491 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7a38bee6-0bed-42bc-8968-6cce30c8fc05 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:57:29.413034 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e5147e-6e3f-4202-ab1b-dba459233a88 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:57:29.416378 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 7a38bee6-0bed-42bc-8968-6cce30c8fc05 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:57:29.416756 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:29.418801 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b7e5147e-6e3f-4202-ab1b-dba459233a88 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "PUT /v2.0/routers/c0959783-c198-43c1-a10c-81a2171f913c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5265253 Nov 11 17:57:29.421472 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48968) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:29.500962 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:29.522612 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09fbf80-acf3-476a-8d60-8c5a2090974b None None] Network 2c9fec18-d56f-483b-9c25-c955e84525f4 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:57:29.527343 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a053d5-768b-4268-8985-a66859f9d8b5 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:29.527836 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a053d5-768b-4268-8985-a66859f9d8b5 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:29.528346 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a053d5-768b-4268-8985-a66859f9d8b5 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:29.528795 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a053d5-768b-4268-8985-a66859f9d8b5 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:29.529241 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a053d5-768b-4268-8985-a66859f9d8b5 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:29.529728 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a053d5-768b-4268-8985-a66859f9d8b5 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:29.534850 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-56a053d5-768b-4268-8985-a66859f9d8b5 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1096289 Nov 11 17:57:29.535056 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48970) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:29.572915 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 7a38bee6-0bed-42bc-8968-6cce30c8fc05, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7a38bee6-0bed-42bc-8968-6cce30c8fc05,segment=NetworkSegment(a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8),segment_id=a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:57:29.581118 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:29.595799 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdf4184-d598-4184-a153-667cba491c69 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:29.596273 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdf4184-d598-4184-a153-667cba491c69 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:29.596721 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdf4184-d598-4184-a153-667cba491c69 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:29.597159 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdf4184-d598-4184-a153-667cba491c69 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:29.597590 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdf4184-d598-4184-a153-667cba491c69 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:29.598020 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdf4184-d598-4184-a153-667cba491c69 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:29.599778 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3cdf4184-d598-4184-a153-667cba491c69 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3998 time: 0.0637896 Nov 11 17:57:29.602642 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48972) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:29.669902 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c94561e2-ad5a-4498-a09e-39322245a706 None None] Provisioning complete for port 7a38bee6-0bed-42bc-8968-6cce30c8fc05 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:57:29.670279 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c94561e2-ad5a-4498-a09e-39322245a706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:29.671830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=7a38bee6-0bed-42bc-8968-6cce30c8fc05,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:29.757270 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3b9ee7d9-e892-4184-966e-dbb3306a57e6 tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3041 time: 0.1534600 Nov 11 17:57:30.031556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48978) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:30.036266 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e594aecf-611b-4593-bd76-47d4349d72eb tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1169191112', 'description': 'tempest-secgroup-smoke-1169191112 description', 'project_id': '17a2fbc094914006bce57f641671705a'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:57:30.048064 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3d38427a-8911-4700-8086-ec56d85e5fd0 None None] Provisioning complete for port 7a38bee6-0bed-42bc-8968-6cce30c8fc05 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:57:30.048441 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3d38427a-8911-4700-8086-ec56d85e5fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.061265 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e594aecf-611b-4593-bd76-47d4349d72eb tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.100740 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] Sync routers for ids ['c0959783-c198-43c1-a10c-81a2171f913c'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:57:30.117888 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] Routers {'c0959783-c198-43c1-a10c-81a2171f913c'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:57:30.118635 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:57:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c0959783-c198-43c1-a10c-81a2171f913c'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:30.146479 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e594aecf-611b-4593-bd76-47d4349d72eb tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.154210 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e594aecf-611b-4593-bd76-47d4349d72eb tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.169310 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3d38427a-8911-4700-8086-ec56d85e5fd0 None None] Provisioning complete for port ca85f93b-4e63-4eda-be19-7649eb6480cf triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:57:30.170104 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3d38427a-8911-4700-8086-ec56d85e5fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.191227 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e594aecf-611b-4593-bd76-47d4349d72eb tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.195159 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e594aecf-611b-4593-bd76-47d4349d72eb tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1599107 Nov 11 17:57:30.195518 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48980) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:30.200429 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e9804845-18ea-4e0a-9b05-78f1876b7f1a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'security_group_rule': {'security_group_id': '6e953913-0d7b-4476-a122-cf26ae3a19fa', 'project_id': '17a2fbc094914006bce57f641671705a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:57:30.211070 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594aecf-611b-4593-bd76-47d4349d72eb tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e953913-0d7b-4476-a122-cf26ae3a19fa,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:30.219107 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-3d38427a-8911-4700-8086-ec56d85e5fd0 None None] Port ca85f93b-4e63-4eda-be19-7649eb6480cf cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:57:30.237319 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9804845-18ea-4e0a-9b05-78f1876b7f1a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.246693 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] Set router c0959783-c198-43c1-a10c-81a2171f913c gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:57:30.298836 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9804845-18ea-4e0a-9b05-78f1876b7f1a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.304262 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9804845-18ea-4e0a-9b05-78f1876b7f1a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.325819 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9804845-18ea-4e0a-9b05-78f1876b7f1a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7d826d-bf81-4106-b77b-b8d57efab665,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:30.333920 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9804845-18ea-4e0a-9b05-78f1876b7f1a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.335464 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e9804845-18ea-4e0a-9b05-78f1876b7f1a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385400 Nov 11 17:57:30.338164 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48982) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:30.342887 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-daf6cea7-2473-46af-8fab-4646bffeaad7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'security_group_rule': {'security_group_id': '6e953913-0d7b-4476-a122-cf26ae3a19fa', 'project_id': '17a2fbc094914006bce57f641671705a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:57:30.353923 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-593e340a-a0f5-4246-b8dc-e97c4912c73d None None] Provisioning complete for port ca85f93b-4e63-4eda-be19-7649eb6480cf triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:57:30.354303 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-593e340a-a0f5-4246-b8dc-e97c4912c73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.373151 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-daf6cea7-2473-46af-8fab-4646bffeaad7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.407128 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-593e340a-a0f5-4246-b8dc-e97c4912c73d None None] Port ca85f93b-4e63-4eda-be19-7649eb6480cf cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:57:30.435791 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-daf6cea7-2473-46af-8fab-4646bffeaad7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.440777 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-daf6cea7-2473-46af-8fab-4646bffeaad7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.464934 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6cea7-2473-46af-8fab-4646bffeaad7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83fdef4-ae2d-49ba-a82c-9080f874bda1,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:30.471443 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-daf6cea7-2473-46af-8fab-4646bffeaad7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.472158 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-daf6cea7-2473-46af-8fab-4646bffeaad7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327724 Nov 11 17:57:30.474927 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48984) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:30.480336 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6dc2d3c3-3a73-41ac-858d-47ef4530d3a8 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'security_group_rule': {'security_group_id': '6e953913-0d7b-4476-a122-cf26ae3a19fa', 'project_id': '17a2fbc094914006bce57f641671705a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:57:30.483683 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'name': 'tempest-TestNetworkBasicOps-router-14952823', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:57:24Z', 'updated_at': '2021-11-11T17:57:28Z', 'revision_number': 4, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:57:25Z', 'updated_at': '2021-11-11T17:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'ca85f93b-4e63-4eda-be19-7649eb6480cf', 'name': '', 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:43:4d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '8da0b17e-e5a9-41bf-b8ea-f62b7dab8999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:57:27Z', 'updated_at': '2021-11-11T17:57:28Z', 'revision_number': 2, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '8da0b17e-e5a9-41bf-b8ea-f62b7dab8999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:30.508134 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6dc2d3c3-3a73-41ac-858d-47ef4530d3a8 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.514416 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] Checking router: c0959783-c198-43c1-a10c-81a2171f913c for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:57:30.514921 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] Updating router c0959783-c198-43c1-a10c-81a2171f913c port ca85f93b-4e63-4eda-be19-7649eb6480cf binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 17:57:30.527465 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e9da84a6-06db-4b13-9196-da49e38a44a3 None None] Provisioning complete for port ca85f93b-4e63-4eda-be19-7649eb6480cf triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:57:30.528099 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e9da84a6-06db-4b13-9196-da49e38a44a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.540216 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.565603 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e9da84a6-06db-4b13-9196-da49e38a44a3 None None] Port ca85f93b-4e63-4eda-be19-7649eb6480cf cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:57:30.573051 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6dc2d3c3-3a73-41ac-858d-47ef4530d3a8 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.577384 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6dc2d3c3-3a73-41ac-858d-47ef4530d3a8 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.594575 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2d3c3-3a73-41ac-858d-47ef4530d3a8 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9e264a-c326-42c1-abdb-ca3ca06d1c6f,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:30.605911 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6dc2d3c3-3a73-41ac-858d-47ef4530d3a8 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.607132 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6dc2d3c3-3a73-41ac-858d-47ef4530d3a8 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310999 Nov 11 17:57:30.610507 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48986) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:30.615035 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ee4b3c27-d68f-437f-b52d-86dea9a2691b tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'security_group_rule': {'security_group_id': '6e953913-0d7b-4476-a122-cf26ae3a19fa', 'project_id': '17a2fbc094914006bce57f641671705a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:57:30.642343 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee4b3c27-d68f-437f-b52d-86dea9a2691b tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.699687 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee4b3c27-d68f-437f-b52d-86dea9a2691b tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.703493 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee4b3c27-d68f-437f-b52d-86dea9a2691b tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.722155 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b3c27-d68f-437f-b52d-86dea9a2691b tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0bdc0e1-5bb0-45c4-8605-9f045cd2e0b4,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:30.730575 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ee4b3c27-d68f-437f-b52d-86dea9a2691b tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.731826 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ee4b3c27-d68f-437f-b52d-86dea9a2691b tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203775 Nov 11 17:57:30.735106 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 48988) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:30.739536 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-98efbb4c-7af8-4828-b4d4-58551793b46e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'security_group_rule': {'security_group_id': '6e953913-0d7b-4476-a122-cf26ae3a19fa', 'project_id': '17a2fbc094914006bce57f641671705a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:57:30.761146 n-d-816206-4 neutron-server[102618]: INFO neutron.db.securitygroups_db [None req-98efbb4c-7af8-4828-b4d4-58551793b46e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Project 17a2fbc094914006bce57f641671705a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:57:30.766967 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-98efbb4c-7af8-4828-b4d4-58551793b46e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.815291 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.820435 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.828852 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-98efbb4c-7af8-4828-b4d4-58551793b46e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.837157 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-98efbb4c-7af8-4828-b4d4-58551793b46e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.857511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efbb4c-7af8-4828-b4d4-58551793b46e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a91670-f290-4ccf-920c-769f59c4fe12,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:30.867030 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-98efbb4c-7af8-4828-b4d4-58551793b46e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.869007 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-98efbb4c-7af8-4828-b4d4-58551793b46e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1326206 Nov 11 17:57:30.871654 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 48990) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:30.877283 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-fd630432-3182-48b7-97e5-e47b28917cb0 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'security_group_rule': {'security_group_id': '6e953913-0d7b-4476-a122-cf26ae3a19fa', 'project_id': '17a2fbc094914006bce57f641671705a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:57:30.905509 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-fd630432-3182-48b7-97e5-e47b28917cb0 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Project 17a2fbc094914006bce57f641671705a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 17:57:30.911317 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd630432-3182-48b7-97e5-e47b28917cb0 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.913495 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf5077-6782-4642-929d-bdd921ff88c7 None None] Pushing event updated for resources: {'Port': ['ID=ca85f93b-4e63-4eda-be19-7649eb6480cf,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:30.927399 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] Attempting to bind port ca85f93b-4e63-4eda-be19-7649eb6480cf on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:57:30.927784 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] Attempting to bind port ca85f93b-4e63-4eda-be19-7649eb6480cf by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:57:30.928138 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] Attempting to bind port ca85f93b-4e63-4eda-be19-7649eb6480cf on network 2c9fec18-d56f-483b-9c25-c955e84525f4 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:57:30.933223 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:57:30.933587 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] Checking segment: {'id': 'a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:57:30.933976 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.934521 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] Bound using segment: {'id': 'a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:57:30.934971 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] Bound port: ca85f93b-4e63-4eda-be19-7649eb6480cf, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:57:30.935341 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.979444 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd630432-3182-48b7-97e5-e47b28917cb0 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:30.984031 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd630432-3182-48b7-97e5-e47b28917cb0 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:31.002807 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd630432-3182-48b7-97e5-e47b28917cb0 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74831c1-f11f-493b-bc48-b888e8a6f233,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:31.006332 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] For port ca85f93b-4e63-4eda-be19-7649eb6480cf, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:57:31.010865 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fd630432-3182-48b7-97e5-e47b28917cb0 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:31.011001 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] For port ca85f93b-4e63-4eda-be19-7649eb6480cf, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ca85f93b-4e63-4eda-be19-7649eb6480cf,segment=NetworkSegment(a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8),segment_id=a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:57:31.012173 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fd630432-3182-48b7-97e5-e47b28917cb0 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1393166 Nov 11 17:57:31.019071 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:31.070748 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] Routers {'c0959783-c198-43c1-a10c-81a2171f913c'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:57:31.071416 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:57:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c0959783-c198-43c1-a10c-81a2171f913c'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:31.116317 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-abd6c25c-0bf8-4a88-8846-0e906be453e7 None None] Provisioning complete for port ca85f93b-4e63-4eda-be19-7649eb6480cf triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:57:31.117030 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-abd6c25c-0bf8-4a88-8846-0e906be453e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:31.211759 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7a38bee6-0bed-42bc-8968-6cce30c8fc05 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:57:31.218261 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8b0a17fc-53eb-4177-868c-219e70181062 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169191112&fields=id&tenant_id=17a2fbc094914006bce57f641671705a HTTP/1.1" status: 200 len: 267 time: 0.0749760 Nov 11 17:57:31.219612 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] Set router c0959783-c198-43c1-a10c-81a2171f913c gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:57:31.260000 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-abd6c25c-0bf8-4a88-8846-0e906be453e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:31.308671 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 7a38bee6-0bed-42bc-8968-6cce30c8fc05 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:57:31.309619 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:31.338527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ca8a6b7-46ff-4bee-b64b-1d36f06aa809 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:31.344669 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ca8a6b7-46ff-4bee-b64b-1d36f06aa809 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/networks?id=2c9fec18-d56f-483b-9c25-c955e84525f4 HTTP/1.1" status: 200 len: 796 time: 0.1251061 Nov 11 17:57:31.353812 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-abd6c25c-0bf8-4a88-8846-0e906be453e7 None None] For port ca85f93b-4e63-4eda-be19-7649eb6480cf, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ca85f93b-4e63-4eda-be19-7649eb6480cf,segment=NetworkSegment(a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8),segment_id=a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:57:31.359166 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf5077-6782-4642-929d-bdd921ff88c7 None None] Pushing event updated for resources: {'Port': ['ID=ca85f93b-4e63-4eda-be19-7649eb6480cf,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:31.362668 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-abd6c25c-0bf8-4a88-8846-0e906be453e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:31.366235 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-c4e84ad9-4f29-4ce5-8c6b-eb6fc6a53a59 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/quotas/17a2fbc094914006bce57f641671705a HTTP/1.1" status: 200 len: 375 time: 0.0166023 Nov 11 17:57:31.413655 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-6080fd82-3b35-42d3-b7ac-ec9f18b927b6 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=17a2fbc094914006bce57f641671705a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455337 Nov 11 17:57:31.445746 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6c25c-0bf8-4a88-8846-0e906be453e7 None None] Pushing event updated for resources: {'Port': ['ID=ca85f93b-4e63-4eda-be19-7649eb6480cf,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:31.470783 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'name': 'tempest-TestNetworkBasicOps-router-14952823', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:57:24Z', 'updated_at': '2021-11-11T17:57:28Z', 'revision_number': 4, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:57:25Z', 'updated_at': '2021-11-11T17:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'ca85f93b-4e63-4eda-be19-7649eb6480cf', 'name': '', 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:43:4d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '8da0b17e-e5a9-41bf-b8ea-f62b7dab8999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:57:27Z', 'updated_at': '2021-11-11T17:57:31Z', 'revision_number': 4, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '8da0b17e-e5a9-41bf-b8ea-f62b7dab8999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:31.490467 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c01c2d25-fbcb-4888-9dd1-f36dd0cee103 None None] Provisioning complete for port ca85f93b-4e63-4eda-be19-7649eb6480cf triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:57:31.490936 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c01c2d25-fbcb-4888-9dd1-f36dd0cee103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:31.504508 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc516619-33bf-4cbd-bd86-bdb7f942f6ab None None] The sync data for ids ['c0959783-c198-43c1-a10c-81a2171f913c'] in n-d-816206-4 is: [{'id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'name': 'tempest-TestNetworkBasicOps-router-14952823', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:57:24Z', 'updated_at': '2021-11-11T17:57:28Z', 'revision_number': 4, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:57:25Z', 'updated_at': '2021-11-11T17:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'ca85f93b-4e63-4eda-be19-7649eb6480cf', 'name': '', 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:43:4d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '8da0b17e-e5a9-41bf-b8ea-f62b7dab8999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:57:27Z', 'updated_at': '2021-11-11T17:57:31Z', 'revision_number': 4, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '8da0b17e-e5a9-41bf-b8ea-f62b7dab8999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:57:31.532336 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-5268b030-0075-40a2-a5f3-b05212ddb2e2 service neutron] 10.222.0.76 "GET /v2.0/networks/2c9fec18-d56f-483b-9c25-c955e84525f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057320 Nov 11 17:57:31.654274 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-d6ec6004-dea5-43e1-bf31-9f9b96c2df0a service neutron] 10.222.0.76 "GET /v2.0/networks/2c9fec18-d56f-483b-9c25-c955e84525f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146457 Nov 11 17:57:31.830382 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7d7c99f9-ce42-4e22-b544-372fe6c76e33 req-7b62e5ae-43e4-453c-843f-e0f12825d5e2 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=e977bbb7-9204-4db0-bfce-5d950c8ef45f HTTP/1.1" status: 200 len: 210 time: 0.0354514 Nov 11 17:57:32.941659 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45815b2d-a0eb-4b0b-8480-bf905b92d233 req-ae718d37-f674-4006-8e8b-167cdc6f9cf2 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=e977bbb7-9204-4db0-bfce-5d950c8ef45f HTTP/1.1" status: 200 len: 210 time: 0.0315123 Nov 11 17:57:32.955046 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-33fbf8a8-9073-436d-b159-c1c2d47834f5 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:32.956671 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-33fbf8a8-9073-436d-b159-c1c2d47834f5 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.64 "GET /v2.0/networks?id=2c9fec18-d56f-483b-9c25-c955e84525f4 HTTP/1.1" status: 200 len: 796 time: 0.1089420 Nov 11 17:57:33.025377 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-d6a15756-ceb9-416b-b3f4-cca2c2cb534b tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17a2fbc094914006bce57f641671705a HTTP/1.1" status: 200 len: 380 time: 0.0540488 Nov 11 17:57:33.052699 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-7fdd78c8-421c-4188-b2a3-02e57b9c717f tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'port': {'device_id': 'e977bbb7-9204-4db0-bfce-5d950c8ef45f', 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4', 'admin_state_up': True, 'tenant_id': '17a2fbc094914006bce57f641671705a', 'security_groups': ['6e953913-0d7b-4476-a122-cf26ae3a19fa']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:57:33.149824 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ca85f93b-4e63-4eda-be19-7649eb6480cf up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:57:33.168849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-7fdd78c8-421c-4188-b2a3-02e57b9c717f tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Made reservation on behalf of 17a2fbc094914006bce57f641671705a for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 17:57:33.172866 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-7fdd78c8-421c-4188-b2a3-02e57b9c717f tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:33.306937 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-7fdd78c8-421c-4188-b2a3-02e57b9c717f tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Allocated IP 172.20.0.4 (2c9fec18-d56f-483b-9c25-c955e84525f4/8da0b17e-e5a9-41bf-b8ea-f62b7dab8999/72f89481-d0d3-41c8-bed4-f1740b551482) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:57:33.352559 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port ca85f93b-4e63-4eda-be19-7649eb6480cf triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:57:33.352838 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:33.448664 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-7fdd78c8-421c-4188-b2a3-02e57b9c717f tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:33.482436 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-7fdd78c8-421c-4188-b2a3-02e57b9c717f tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:33.531609 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-7fdd78c8-421c-4188-b2a3-02e57b9c717f tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Network 2c9fec18-d56f-483b-9c25-c955e84525f4 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:57:33.534719 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-7fdd78c8-421c-4188-b2a3-02e57b9c717f tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:57:33.538510 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-7fdd78c8-421c-4188-b2a3-02e57b9c717f tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:57:33.544688 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd78c8-421c-4188-b2a3-02e57b9c717f tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'Port': ['ID=72f89481-d0d3-41c8-bed4-f1740b551482,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:33.591288 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-7fdd78c8-421c-4188-b2a3-02e57b9c717f tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:33.592039 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-7fdd78c8-421c-4188-b2a3-02e57b9c717f tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:33.609222 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-7fdd78c8-421c-4188-b2a3-02e57b9c717f tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5599661 Nov 11 17:57:33.679826 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] Request body: {'port': {'device_id': 'e977bbb7-9204-4db0-bfce-5d950c8ef45f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:57:33.732405 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2b320816-97af-4135-8419-8b2fa2cd4d64 None None] Provisioning complete for port 72f89481-d0d3-41c8-bed4-f1740b551482 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:57:33.732776 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2b320816-97af-4135-8419-8b2fa2cd4d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:33.733537 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:33.769483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2b320816-97af-4135-8419-8b2fa2cd4d64 None None] Port 72f89481-d0d3-41c8-bed4-f1740b551482 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 17:57:34.065335 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434705a9-fffd-48d2-ba22-80540374477d req-d4580c84-ce1c-4705-ab9b-8f6d129f10a2 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:34.066890 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-434705a9-fffd-48d2-ba22-80540374477d req-d4580c84-ce1c-4705-ab9b-8f6d129f10a2 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=e977bbb7-9204-4db0-bfce-5d950c8ef45f HTTP/1.1" status: 200 len: 931 time: 0.0507340 Nov 11 17:57:34.118584 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-434705a9-fffd-48d2-ba22-80540374477d req-a1c439b6-8a49-45ed-97c2-712113e53590 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e953913-0d7b-4476-a122-cf26ae3a19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452473 Nov 11 17:57:34.308366 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f89481-d0d3-41c8-bed4-f1740b551482 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:57:34.315574 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:34.327702 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] Transition to ACTIVE for port object 72f89481-d0d3-41c8-bed4-f1740b551482 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 17:57:34.331368 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:34.380049 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] Pushing event updated for resources: {'Port': ['ID=72f89481-d0d3-41c8-bed4-f1740b551482,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:34.454458 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] Attempting to bind port 72f89481-d0d3-41c8-bed4-f1740b551482 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 17:57:34.454798 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] Attempting to bind port 72f89481-d0d3-41c8-bed4-f1740b551482 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 17:57:34.455133 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] Attempting to bind port 72f89481-d0d3-41c8-bed4-f1740b551482 on network 2c9fec18-d56f-483b-9c25-c955e84525f4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:57:34.459820 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] Port 72f89481-d0d3-41c8-bed4-f1740b551482 on network 2c9fec18-d56f-483b-9c25-c955e84525f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 17:57:34.460217 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] Attempting to bind port 72f89481-d0d3-41c8-bed4-f1740b551482 on network 2c9fec18-d56f-483b-9c25-c955e84525f4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 17:57:34.465604 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 17, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 17:57:34.465946 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] Checking segment: {'id': 'a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 17:57:34.466331 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] Bound using segment: {'id': 'a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 17:57:34.466758 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] Bound port: 72f89481-d0d3-41c8-bed4-f1740b551482, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 17:57:34.467119 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:34.533359 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] For port 72f89481-d0d3-41c8-bed4-f1740b551482, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 17:57:34.536759 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] For port 72f89481-d0d3-41c8-bed4-f1740b551482, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=72f89481-d0d3-41c8-bed4-f1740b551482,segment=NetworkSegment(a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8),segment_id=a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 17:57:34.541389 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:34.574210 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:34.575224 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:34.577882 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] 10.222.0.64 "PUT /v2.0/ports/72f89481-d0d3-41c8-bed4-f1740b551482 HTTP/1.1" status: 200 len: 1091 time: 0.9561527 Nov 11 17:57:34.580795 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e977bbb7-9204-4db0-bfce-5d950c8ef45f', 'tag': '72f89481-d0d3-41c8-bed4-f1740b551482'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:57:34.583808 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f855c3df-2487-4907-bc4c-75a2411e0df4" -d '{"events": [{"name": "network-changed", "server_uuid": "e977bbb7-9204-4db0-bfce-5d950c8ef45f", "tag": "72f89481-d0d3-41c8-bed4-f1740b551482"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:57:34.619012 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab52176-1ecd-44ba-aca8-d85fe59a0dfc service neutron] Pushing event updated for resources: {'Port': ['ID=72f89481-d0d3-41c8-bed4-f1740b551482,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:34.667165 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefdb83c-a1ae-40ca-81dc-6f946701792e x-openstack-request-id: req-cefdb83c-a1ae-40ca-81dc-6f946701792e {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:57:34.667462 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e977bbb7-9204-4db0-bfce-5d950c8ef45f", "tag": "72f89481-d0d3-41c8-bed4-f1740b551482", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:57:34.667718 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cefdb83c-a1ae-40ca-81dc-6f946701792e {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:57:34.668140 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e977bbb7-9204-4db0-bfce-5d950c8ef45f', 'tag': '72f89481-d0d3-41c8-bed4-f1740b551482', 'status': 'completed', 'code': 200} Nov 11 17:57:34.684312 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-23bcc9f9-bdf8-4afc-99f1-e51af39e1772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:34.685827 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-23bcc9f9-bdf8-4afc-99f1-e51af39e1772 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17a2fbc094914006bce57f641671705a&device_id=e977bbb7-9204-4db0-bfce-5d950c8ef45f HTTP/1.1" status: 200 len: 1094 time: 0.0476582 Nov 11 17:57:34.737866 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-965b4060-0c81-4434-8308-29ff0cd53b63 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72f89481-d0d3-41c8-bed4-f1740b551482 HTTP/1.1" status: 200 len: 217 time: 0.0387714 Nov 11 17:57:34.788842 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-1c13a602-3d41-4fff-bd18-049657364ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:34.790262 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-1c13a602-3d41-4fff-bd18-049657364ee5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8da0b17e-e5a9-41bf-b8ea-f62b7dab8999 HTTP/1.1" status: 200 len: 834 time: 0.0456333 Nov 11 17:57:34.835696 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-f3efafed-b484-4e70-8bf0-70216ad641d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:34.837129 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-f3efafed-b484-4e70-8bf0-70216ad641d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c9fec18-d56f-483b-9c25-c955e84525f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401995 Nov 11 17:57:34.928823 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-c24f7f83-48cf-46e1-915e-b87ffaa4c3b5 service neutron] 10.222.0.64 "GET /v2.0/networks/2c9fec18-d56f-483b-9c25-c955e84525f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844452 Nov 11 17:57:35.015365 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c20a9d2b-82db-4ebb-a5c6-09bf11d8bef1 req-cbb69860-0f0a-41fa-8c6e-a602fded13df service neutron] 10.222.0.64 "GET /v2.0/networks/2c9fec18-d56f-483b-9c25-c955e84525f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799153 Nov 11 17:57:35.155620 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855c3df-2487-4907-bc4c-75a2411e0df4 req-206ac3a7-426a-4f74-84e2-fa6f5da8a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:35.157162 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f855c3df-2487-4907-bc4c-75a2411e0df4 req-206ac3a7-426a-4f74-84e2-fa6f5da8a2e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17a2fbc094914006bce57f641671705a&device_id=e977bbb7-9204-4db0-bfce-5d950c8ef45f HTTP/1.1" status: 200 len: 1094 time: 0.0464873 Nov 11 17:57:35.238948 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85288a5e-90cb-4d3f-a351-179fff99024f req-b07328a1-7826-4491-ae4b-2c41a39bb626 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:35.240456 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85288a5e-90cb-4d3f-a351-179fff99024f req-b07328a1-7826-4491-ae4b-2c41a39bb626 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=e977bbb7-9204-4db0-bfce-5d950c8ef45f HTTP/1.1" status: 200 len: 943 time: 0.0504184 Nov 11 17:57:35.246881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855c3df-2487-4907-bc4c-75a2411e0df4 req-e67aadae-9f53-4e06-95ea-b132d232983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:35.248348 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f855c3df-2487-4907-bc4c-75a2411e0df4 req-e67aadae-9f53-4e06-95ea-b132d232983d service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c9fec18-d56f-483b-9c25-c955e84525f4 HTTP/1.1" status: 200 len: 898 time: 0.0842636 Nov 11 17:57:35.293618 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f855c3df-2487-4907-bc4c-75a2411e0df4 req-eec91a68-b96e-4848-ae3d-12f44f2f4bb7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72f89481-d0d3-41c8-bed4-f1740b551482 HTTP/1.1" status: 200 len: 217 time: 0.0386441 Nov 11 17:57:35.294017 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85288a5e-90cb-4d3f-a351-179fff99024f req-7d61b49e-8a4a-43cd-9a4b-f85b2119e9a5 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e953913-0d7b-4476-a122-cf26ae3a19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474930 Nov 11 17:57:35.341791 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855c3df-2487-4907-bc4c-75a2411e0df4 req-7a840e13-483b-497f-9018-efdc28d72edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:35.343872 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f855c3df-2487-4907-bc4c-75a2411e0df4 req-7a840e13-483b-497f-9018-efdc28d72edb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8da0b17e-e5a9-41bf-b8ea-f62b7dab8999 HTTP/1.1" status: 200 len: 834 time: 0.0435257 Nov 11 17:57:35.390856 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855c3df-2487-4907-bc4c-75a2411e0df4 req-68b38a8d-277f-4aa1-97e4-5dcd45283e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:35.392343 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f855c3df-2487-4907-bc4c-75a2411e0df4 req-68b38a8d-277f-4aa1-97e4-5dcd45283e18 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c9fec18-d56f-483b-9c25-c955e84525f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397918 Nov 11 17:57:35.486200 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f855c3df-2487-4907-bc4c-75a2411e0df4 req-832216de-4ab1-419e-876f-ef12d3dcfdb1 service neutron] 10.222.0.64 "GET /v2.0/networks/2c9fec18-d56f-483b-9c25-c955e84525f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851638 Nov 11 17:57:35.576353 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f855c3df-2487-4907-bc4c-75a2411e0df4 req-5c1b8321-2fa6-43ae-802a-eac3fb9d7aac service neutron] 10.222.0.64 "GET /v2.0/networks/2c9fec18-d56f-483b-9c25-c955e84525f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823886 Nov 11 17:57:36.407639 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f1062-78e0-4be4-a3c9-ec677cbe198e req-afb2d3cc-584e-4169-946d-20b523ab79ec tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:36.409144 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dc4f1062-78e0-4be4-a3c9-ec677cbe198e req-afb2d3cc-584e-4169-946d-20b523ab79ec tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=e977bbb7-9204-4db0-bfce-5d950c8ef45f HTTP/1.1" status: 200 len: 943 time: 0.0490043 Nov 11 17:57:36.457292 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dc4f1062-78e0-4be4-a3c9-ec677cbe198e req-f35e0822-c261-47f2-b934-b9d1bf07b498 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e953913-0d7b-4476-a122-cf26ae3a19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423009 Nov 11 17:57:36.631599 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 72f89481-d0d3-41c8-bed4-f1740b551482 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 17:57:36.725488 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 72f89481-d0d3-41c8-bed4-f1740b551482, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=72f89481-d0d3-41c8-bed4-f1740b551482,segment=NetworkSegment(a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8),segment_id=a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:57:36.736630 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '72f89481-d0d3-41c8-bed4-f1740b551482', 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4', 'port_id': '72f89481-d0d3-41c8-bed4-f1740b551482', 'mac_address': 'fa:16:3e:7b:1b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da0b17e-e5a9-41bf-b8ea-f62b7dab8999', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 17:57:36.772463 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:36.784741 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f89481-d0d3-41c8-bed4-f1740b551482 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 17:57:36.803795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 72f89481-d0d3-41c8-bed4-f1740b551482, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=72f89481-d0d3-41c8-bed4-f1740b551482,segment=NetworkSegment(a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8),segment_id=a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:57:36.807849 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:36.854149 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=72f89481-d0d3-41c8-bed4-f1740b551482,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:37.075321 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['72f89481-d0d3-41c8-bed4-f1740b551482'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 17:57:37.440595 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5f1c11e-1f41-4c52-94c5-318ce6820714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:37.573062 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24817c83-45cf-4075-92a3-2b1ac1c32f75 req-57c8d47e-c625-413e-bddf-b71fe24fcfa2 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:37.574566 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24817c83-45cf-4075-92a3-2b1ac1c32f75 req-57c8d47e-c625-413e-bddf-b71fe24fcfa2 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=e977bbb7-9204-4db0-bfce-5d950c8ef45f HTTP/1.1" status: 200 len: 944 time: 0.0499356 Nov 11 17:57:37.621945 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24817c83-45cf-4075-92a3-2b1ac1c32f75 req-0f85993a-ed06-49cb-b52a-e89eb3a4c1b3 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e953913-0d7b-4476-a122-cf26ae3a19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413916 Nov 11 17:57:38.647601 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 72f89481-d0d3-41c8-bed4-f1740b551482 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 17:57:38.697176 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 72f89481-d0d3-41c8-bed4-f1740b551482 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 17:57:38.701483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 72f89481-d0d3-41c8-bed4-f1740b551482 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 17:57:38.702429 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:38.741130 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cfbec-8a80-4117-8c2e-5e840a1ac141 req-d52d89ec-d115-4491-8bd8-3e89b048a84a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:38.742509 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a67cfbec-8a80-4117-8c2e-5e840a1ac141 req-d52d89ec-d115-4491-8bd8-3e89b048a84a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=e977bbb7-9204-4db0-bfce-5d950c8ef45f HTTP/1.1" status: 200 len: 944 time: 0.0531173 Nov 11 17:57:38.778576 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:38.791096 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a67cfbec-8a80-4117-8c2e-5e840a1ac141 req-e99a5c0c-6466-4b24-8daf-919af2bf73d4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e953913-0d7b-4476-a122-cf26ae3a19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425806 Nov 11 17:57:38.801795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e977bbb7-9204-4db0-bfce-5d950c8ef45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f89481-d0d3-41c8-bed4-f1740b551482'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:57:38.804125 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba59ba3-1b2f-4ce8-8e82-b487a93577af" -d '{"events": [{"server_uuid": "e977bbb7-9204-4db0-bfce-5d950c8ef45f", "name": "network-vif-plugged", "status": "completed", "tag": "72f89481-d0d3-41c8-bed4-f1740b551482"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:57:38.824236 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 72f89481-d0d3-41c8-bed4-f1740b551482, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=72f89481-d0d3-41c8-bed4-f1740b551482,segment=NetworkSegment(a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8),segment_id=a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:57:38.831138 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:38.880000 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=72f89481-d0d3-41c8-bed4-f1740b551482,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:38.905826 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f713f77-995d-458f-8b73-3b9032639adc x-openstack-request-id: req-1f713f77-995d-458f-8b73-3b9032639adc {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:57:38.906127 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e977bbb7-9204-4db0-bfce-5d950c8ef45f", "name": "network-vif-plugged", "status": "completed", "tag": "72f89481-d0d3-41c8-bed4-f1740b551482", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:57:38.906383 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1f713f77-995d-458f-8b73-3b9032639adc {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:57:38.906851 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e977bbb7-9204-4db0-bfce-5d950c8ef45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f89481-d0d3-41c8-bed4-f1740b551482', 'code': 200} Nov 11 17:57:39.027563 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aeb92-8430-48f6-a45e-0b77e53a5ced req-e7e2b291-b8f7-4389-9230-e82453eaebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:39.029000 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-454aeb92-8430-48f6-a45e-0b77e53a5ced req-e7e2b291-b8f7-4389-9230-e82453eaebc3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e977bbb7-9204-4db0-bfce-5d950c8ef45f HTTP/1.1" status: 200 len: 1096 time: 0.0406387 Nov 11 17:57:39.074351 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-454aeb92-8430-48f6-a45e-0b77e53a5ced req-68094814-bac5-46ff-aab7-ece3c189e31a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6e953913-0d7b-4476-a122-cf26ae3a19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385997 Nov 11 17:57:39.925895 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8341a-77f7-4019-88dc-8c4f87a7ca93 req-9dcfc7b9-6b5b-4cf0-a284-02112c0c129c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:39.927383 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5f8341a-77f7-4019-88dc-8c4f87a7ca93 req-9dcfc7b9-6b5b-4cf0-a284-02112c0c129c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=e977bbb7-9204-4db0-bfce-5d950c8ef45f HTTP/1.1" status: 200 len: 945 time: 0.0640256 Nov 11 17:57:39.978556 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5f8341a-77f7-4019-88dc-8c4f87a7ca93 req-1a114686-e9f3-4a64-a9e6-ab962523ed87 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e953913-0d7b-4476-a122-cf26ae3a19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440938 Nov 11 17:57:40.417210 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ff10ed1-e919-45dc-9fee-ee6cfd380630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:41.043660 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:41.096110 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2a645-410a-47e9-a3ee-5b7e16e3fea3 req-9be03318-7381-4fa6-9847-152fc78df70c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:41.097600 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cba2a645-410a-47e9-a3ee-5b7e16e3fea3 req-9be03318-7381-4fa6-9847-152fc78df70c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=e977bbb7-9204-4db0-bfce-5d950c8ef45f HTTP/1.1" status: 200 len: 945 time: 0.0491138 Nov 11 17:57:41.150745 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cba2a645-410a-47e9-a3ee-5b7e16e3fea3 req-45d1a2f0-eb85-4eaa-9dbc-edb7235d9162 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e953913-0d7b-4476-a122-cf26ae3a19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472715 Nov 11 17:57:41.263079 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27291b93-e34e-473b-9f09-7c82a915e1e6 req-8c5eb9fc-451e-4c24-8287-c378b539b5dd tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:41.265072 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-27291b93-e34e-473b-9f09-7c82a915e1e6 req-8c5eb9fc-451e-4c24-8287-c378b539b5dd tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=e977bbb7-9204-4db0-bfce-5d950c8ef45f HTTP/1.1" status: 200 len: 945 time: 0.0502961 Nov 11 17:57:41.312812 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-27291b93-e34e-473b-9f09-7c82a915e1e6 req-43ed6a30-d2f8-4700-b4ad-0fa0c9cb8bd7 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e953913-0d7b-4476-a122-cf26ae3a19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418704 Nov 11 17:57:41.334594 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49044) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:41.372712 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5820295e-7384-4900-8f2b-307261d31d4e tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:41.374733 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5820295e-7384-4900-8f2b-307261d31d4e tempest-TestNetworkBasicOps-642634908 tempest-TestNetworkBasicOps-642634908-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e977bbb7-9204-4db0-bfce-5d950c8ef45f HTTP/1.1" status: 200 len: 1091 time: 0.0391605 Nov 11 17:57:41.377500 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49046) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:41.381892 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-b234fbb6-9491-4912-85a5-77ae36ef6b98 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': '72f89481-d0d3-41c8-bed4-f1740b551482', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 17:57:41.402873 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b234fbb6-9491-4912-85a5-77ae36ef6b98 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:41.500449 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b234fbb6-9491-4912-85a5-77ae36ef6b98 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:41.608827 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-b234fbb6-9491-4912-85a5-77ae36ef6b98 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Allocated IP 172.25.2.70 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/5f6df22f-5f10-4524-83db-4b327d076c6b) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 17:57:41.711744 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b234fbb6-9491-4912-85a5-77ae36ef6b98 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:41.744642 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b234fbb6-9491-4912-85a5-77ae36ef6b98 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:41.783776 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b234fbb6-9491-4912-85a5-77ae36ef6b98 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 17:57:41.786637 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-b234fbb6-9491-4912-85a5-77ae36ef6b98 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 17:57:41.790195 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b234fbb6-9491-4912-85a5-77ae36ef6b98 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 17:57:41.795971 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b234fbb6-9491-4912-85a5-77ae36ef6b98 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'Port': ['ID=5f6df22f-5f10-4524-83db-4b327d076c6b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:42.147015 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b234fbb6-9491-4912-85a5-77ae36ef6b98 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:42.186458 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-37f5a970-0749-4eba-a8c9-90d11b38da1a req-a4bd21d0-7531-4322-9418-7f54ea9145a8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e977bbb7-9204-4db0-bfce-5d950c8ef45f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443871 Nov 11 17:57:42.216889 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b234fbb6-9491-4912-85a5-77ae36ef6b98 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:42.286843 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5a970-0749-4eba-a8c9-90d11b38da1a req-b83415c8-035f-4e4f-9aec-352612604eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:42.288413 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-37f5a970-0749-4eba-a8c9-90d11b38da1a req-b83415c8-035f-4e4f-9aec-352612604eb4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17a2fbc094914006bce57f641671705a&device_id=e977bbb7-9204-4db0-bfce-5d950c8ef45f HTTP/1.1" status: 200 len: 1096 time: 0.0442486 Nov 11 17:57:42.401488 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5a970-0749-4eba-a8c9-90d11b38da1a req-a6c565ef-0038-466b-a786-0bbafec5ce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:42.402979 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-37f5a970-0749-4eba-a8c9-90d11b38da1a req-a6c565ef-0038-466b-a786-0bbafec5ce9a service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c9fec18-d56f-483b-9c25-c955e84525f4 HTTP/1.1" status: 200 len: 898 time: 0.0948265 Nov 11 17:57:42.470487 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-37f5a970-0749-4eba-a8c9-90d11b38da1a req-176e491c-a21d-4eef-9ec9-857cfc03c56a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72f89481-d0d3-41c8-bed4-f1740b551482 HTTP/1.1" status: 200 len: 998 time: 0.0608909 Nov 11 17:57:42.523921 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5a970-0749-4eba-a8c9-90d11b38da1a req-47529fb8-7fb3-4949-960d-7542671ac596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:42.525537 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-37f5a970-0749-4eba-a8c9-90d11b38da1a req-47529fb8-7fb3-4949-960d-7542671ac596 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8da0b17e-e5a9-41bf-b8ea-f62b7dab8999 HTTP/1.1" status: 200 len: 834 time: 0.0482838 Nov 11 17:57:42.575310 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5a970-0749-4eba-a8c9-90d11b38da1a req-aa44f615-1635-4092-9f3f-9b6163e7ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:42.576871 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-37f5a970-0749-4eba-a8c9-90d11b38da1a req-aa44f615-1635-4092-9f3f-9b6163e7ba21 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c9fec18-d56f-483b-9c25-c955e84525f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443642 Nov 11 17:57:42.621946 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b234fbb6-9491-4912-85a5-77ae36ef6b98 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:42.628988 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b234fbb6-9491-4912-85a5-77ae36ef6b98 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:42.639137 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:42.677126 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-37f5a970-0749-4eba-a8c9-90d11b38da1a req-75341564-6414-4208-b5bd-cc8ed63ee114 service neutron] 10.222.0.64 "GET /v2.0/networks/2c9fec18-d56f-483b-9c25-c955e84525f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929682 Nov 11 17:57:42.702561 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b234fbb6-9491-4912-85a5-77ae36ef6b98 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event updated for resources: {'Port': ['ID=5f6df22f-5f10-4524-83db-4b327d076c6b,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:57:42.716109 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b234fbb6-9491-4912-85a5-77ae36ef6b98 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:42.772235 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-37f5a970-0749-4eba-a8c9-90d11b38da1a req-cceaea48-a0d0-4370-927d-7b384cce94b9 service neutron] 10.222.0.64 "GET /v2.0/networks/2c9fec18-d56f-483b-9c25-c955e84525f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884876 Nov 11 17:57:42.816854 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-b234fbb6-9491-4912-85a5-77ae36ef6b98 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Floating IP 54608244-6481-480b-828c-86bd9b53fb35 associated. External IP: 172.25.2.70, port: 72f89481-d0d3-41c8-bed4-f1740b551482. Nov 11 17:57:42.959183 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:43.024710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b234fbb6-9491-4912-85a5-77ae36ef6b98 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Router c0959783-c198-43c1-a10c-81a2171f913c has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:57:43.136884 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b234fbb6-9491-4912-85a5-77ae36ef6b98 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:57:43.147407 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a3078d-ac0c-4010-b489-6bb0da155040 None None] Sync routers for ids ['c0959783-c198-43c1-a10c-81a2171f913c'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:57:43.154640 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b234fbb6-9491-4912-85a5-77ae36ef6b98 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:43.157250 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a3078d-ac0c-4010-b489-6bb0da155040 None None] Routers {'c0959783-c198-43c1-a10c-81a2171f913c'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:57:43.157871 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-23a3078d-ac0c-4010-b489-6bb0da155040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:57:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c0959783-c198-43c1-a10c-81a2171f913c'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:43.187920 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b234fbb6-9491-4912-85a5-77ae36ef6b98 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8062592 Nov 11 17:57:43.187920 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e977bbb7-9204-4db0-bfce-5d950c8ef45f', 'tag': '72f89481-d0d3-41c8-bed4-f1740b551482'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:57:43.188221 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49048) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:43.192186 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2972fd03-e0d6-4a90-b233-4dda856150b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e977bbb7-9204-4db0-bfce-5d950c8ef45f", "tag": "72f89481-d0d3-41c8-bed4-f1740b551482"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:57:43.229674 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7fbea4-5155-4949-9f87-6aec50f22a1b x-openstack-request-id: req-0e7fbea4-5155-4949-9f87-6aec50f22a1b {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:57:43.230645 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e977bbb7-9204-4db0-bfce-5d950c8ef45f", "tag": "72f89481-d0d3-41c8-bed4-f1740b551482", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:57:43.230645 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0e7fbea4-5155-4949-9f87-6aec50f22a1b {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:57:43.230836 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e977bbb7-9204-4db0-bfce-5d950c8ef45f', 'tag': '72f89481-d0d3-41c8-bed4-f1740b551482', 'status': 'completed', 'code': 200} Nov 11 17:57:43.251150 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cf30db67-8a3c-47d2-b817-562b9fca9057 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/floatingips/54608244-6481-480b-828c-86bd9b53fb35 HTTP/1.1" status: 200 len: 990 time: 0.0605471 Nov 11 17:57:43.267505 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-23a3078d-ac0c-4010-b489-6bb0da155040 None None] Set router c0959783-c198-43c1-a10c-81a2171f913c gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:57:43.312308 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972fd03-e0d6-4a90-b233-4dda856150b4 req-e61231de-a21d-48ca-98b8-6f7ff472daae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:43.313900 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2972fd03-e0d6-4a90-b233-4dda856150b4 req-e61231de-a21d-48ca-98b8-6f7ff472daae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17a2fbc094914006bce57f641671705a&device_id=e977bbb7-9204-4db0-bfce-5d950c8ef45f HTTP/1.1" status: 200 len: 1096 time: 0.0408914 Nov 11 17:57:43.416740 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972fd03-e0d6-4a90-b233-4dda856150b4 req-a9ffe025-e4e9-4030-b6e5-154c10cb375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:43.418438 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2972fd03-e0d6-4a90-b233-4dda856150b4 req-a9ffe025-e4e9-4030-b6e5-154c10cb375c service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c9fec18-d56f-483b-9c25-c955e84525f4 HTTP/1.1" status: 200 len: 898 time: 0.0956874 Nov 11 17:57:43.485873 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2972fd03-e0d6-4a90-b233-4dda856150b4 req-99d7bf19-d00b-48c7-a946-03e19875e99f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72f89481-d0d3-41c8-bed4-f1740b551482 HTTP/1.1" status: 200 len: 998 time: 0.0605454 Nov 11 17:57:43.499430 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-23a3078d-ac0c-4010-b489-6bb0da155040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'name': 'tempest-TestNetworkBasicOps-router-14952823', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:57:24Z', 'updated_at': '2021-11-11T17:57:28Z', 'revision_number': 4, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:57:25Z', 'updated_at': '2021-11-11T17:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '54608244-6481-480b-828c-86bd9b53fb35', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'port_id': '72f89481-d0d3-41c8-bed4-f1740b551482', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4', 'mac_address': 'fa:16:3e:7b:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e977bbb7-9204-4db0-bfce-5d950c8ef45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:57:42Z', 'updated_at': '2021-11-11T17:57:42Z', 'revision_number': 0, 'project_id': '17a2fbc094914006bce57f641671705a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca85f93b-4e63-4eda-be19-7649eb6480cf', 'name': '', 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:43:4d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '8da0b17e-e5a9-41bf-b8ea-f62b7dab8999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:57:27Z', 'updated_at': '2021-11-11T17:57:31Z', 'revision_number': 5, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '8da0b17e-e5a9-41bf-b8ea-f62b7dab8999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:43.526109 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a3078d-ac0c-4010-b489-6bb0da155040 None None] Checking router: c0959783-c198-43c1-a10c-81a2171f913c for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:57:43.535634 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a3078d-ac0c-4010-b489-6bb0da155040 None None] Routers {'c0959783-c198-43c1-a10c-81a2171f913c'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:57:43.536310 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-23a3078d-ac0c-4010-b489-6bb0da155040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:57:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c0959783-c198-43c1-a10c-81a2171f913c'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:43.556337 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972fd03-e0d6-4a90-b233-4dda856150b4 req-13784f8c-dc3f-475a-9dd5-666802acba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:43.557797 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2972fd03-e0d6-4a90-b233-4dda856150b4 req-13784f8c-dc3f-475a-9dd5-666802acba06 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8da0b17e-e5a9-41bf-b8ea-f62b7dab8999 HTTP/1.1" status: 200 len: 834 time: 0.0493393 Nov 11 17:57:43.604537 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972fd03-e0d6-4a90-b233-4dda856150b4 req-a2f2eb0c-4098-4e47-aeb8-c13bd3253f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:57:43.606029 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2972fd03-e0d6-4a90-b233-4dda856150b4 req-a2f2eb0c-4098-4e47-aeb8-c13bd3253f69 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c9fec18-d56f-483b-9c25-c955e84525f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401864 Nov 11 17:57:43.643623 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-23a3078d-ac0c-4010-b489-6bb0da155040 None None] Set router c0959783-c198-43c1-a10c-81a2171f913c gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:57:43.695417 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2972fd03-e0d6-4a90-b233-4dda856150b4 req-7f779cf2-ba7e-4a47-ae62-26166df6348b service neutron] 10.222.0.64 "GET /v2.0/networks/2c9fec18-d56f-483b-9c25-c955e84525f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818541 Nov 11 17:57:43.789737 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2972fd03-e0d6-4a90-b233-4dda856150b4 req-85dcf8d3-7b60-43d2-95cb-83fa78b8b9e0 service neutron] 10.222.0.64 "GET /v2.0/networks/2c9fec18-d56f-483b-9c25-c955e84525f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866921 Nov 11 17:57:43.868214 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-23a3078d-ac0c-4010-b489-6bb0da155040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'name': 'tempest-TestNetworkBasicOps-router-14952823', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:57:24Z', 'updated_at': '2021-11-11T17:57:28Z', 'revision_number': 4, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:57:25Z', 'updated_at': '2021-11-11T17:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '54608244-6481-480b-828c-86bd9b53fb35', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'port_id': '72f89481-d0d3-41c8-bed4-f1740b551482', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4', 'mac_address': 'fa:16:3e:7b:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e977bbb7-9204-4db0-bfce-5d950c8ef45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:57:42Z', 'updated_at': '2021-11-11T17:57:42Z', 'revision_number': 0, 'project_id': '17a2fbc094914006bce57f641671705a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca85f93b-4e63-4eda-be19-7649eb6480cf', 'name': '', 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:43:4d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '8da0b17e-e5a9-41bf-b8ea-f62b7dab8999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:57:27Z', 'updated_at': '2021-11-11T17:57:31Z', 'revision_number': 5, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '8da0b17e-e5a9-41bf-b8ea-f62b7dab8999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:57:43.895043 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a3078d-ac0c-4010-b489-6bb0da155040 None None] The sync data for ids ['c0959783-c198-43c1-a10c-81a2171f913c'] in n-d-816206-4 is: [{'id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'name': 'tempest-TestNetworkBasicOps-router-14952823', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:57:24Z', 'updated_at': '2021-11-11T17:57:28Z', 'revision_number': 4, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:57:25Z', 'updated_at': '2021-11-11T17:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '54608244-6481-480b-828c-86bd9b53fb35', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'port_id': '72f89481-d0d3-41c8-bed4-f1740b551482', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4', 'mac_address': 'fa:16:3e:7b:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e977bbb7-9204-4db0-bfce-5d950c8ef45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T17:57:42Z', 'updated_at': '2021-11-11T17:57:42Z', 'revision_number': 0, 'project_id': '17a2fbc094914006bce57f641671705a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca85f93b-4e63-4eda-be19-7649eb6480cf', 'name': '', 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:43:4d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '8da0b17e-e5a9-41bf-b8ea-f62b7dab8999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:57:27Z', 'updated_at': '2021-11-11T17:57:31Z', 'revision_number': 5, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '8da0b17e-e5a9-41bf-b8ea-f62b7dab8999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:57:44.079015 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf13eae-057a-4084-8333-b7248243c944 None None] New status for floating IP 54608244-6481-480b-828c-86bd9b53fb35: ACTIVE {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:57:44.253936 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49052) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:44.317260 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-06c84b11-4f8e-48ed-90cb-d35f8434041d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/floatingips/54608244-6481-480b-828c-86bd9b53fb35 HTTP/1.1" status: 200 len: 990 time: 0.0620856 Nov 11 17:57:45.321118 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49054) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:57:45.383278 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-44f5f5a2-dd5d-4c3e-8d6b-d284dcea8e06 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/floatingips/54608244-6481-480b-828c-86bd9b53fb35 HTTP/1.1" status: 200 len: 992 time: 0.0611181 Nov 11 17:57:48.561149 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:54.318295 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:57:59.398506 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:58:07.249712 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-7739e73a-97a9-4eaf-ae61-f37e00723557 req-46d65653-5881-4726-bb7b-458650fa71d3 service neutron] (102617) timed out ('10.222.0.76', 48680) {{(pid=102617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 17:58:07.442252 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-537158c0-d332-44ed-93c2-a37f95ad0c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:10.419524 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-74aa3e28-b7e1-44cd-b926-669c42deac63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:11.049115 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:12.638220 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:12.960884 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:14.561841 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49070) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:58:14.621865 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-38fb6bc7-ecb1-4099-8edf-14f79508b451 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/floatingips/54608244-6481-480b-828c-86bd9b53fb35 HTTP/1.1" status: 200 len: 992 time: 0.0588996 Nov 11 17:58:14.911366 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49076) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:58:15.075819 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Deleting port 5f6df22f-5f10-4524-83db-4b327d076c6b {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:58:15.076677 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:15.152100 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:15.152430 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:15.164660 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Calling delete_port for 5f6df22f-5f10-4524-83db-4b327d076c6b owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:58:15.310206 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:15.336005 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event deleted for resources: {'Port': ['ID=5f6df22f-5f10-4524-83db-4b327d076c6b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:58:15.361091 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:15.361441 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:15.361785 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:15.362133 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:15.362469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:15.362804 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:15.363130 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:15.363457 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:15.363815 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:15.364143 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:15.364472 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:15.364797 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:15.408025 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:15.408355 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Floating IP 54608244-6481-480b-828c-86bd9b53fb35 disassociated (deleted). External IP: 172.25.2.70, port: 72f89481-d0d3-41c8-bed4-f1740b551482. Nov 11 17:58:15.601843 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-daeec308-76eb-4e3a-9305-49c5689da8c0 req-8c3a5ab4-e080-4aab-8ebc-8005f3b371aa service neutron] (102617) timed out ('10.222.0.76', 45900) {{(pid=102617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 17:58:15.609080 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Router c0959783-c198-43c1-a10c-81a2171f913c has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:58:15.714787 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:58:15.719547 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:15.724459 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a119b38e-6637-4b89-8ced-15f509f78469 None None] Sync routers for ids ['c0959783-c198-43c1-a10c-81a2171f913c'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:58:15.734248 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a119b38e-6637-4b89-8ced-15f509f78469 None None] Routers {'c0959783-c198-43c1-a10c-81a2171f913c'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:58:15.734853 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-a119b38e-6637-4b89-8ced-15f509f78469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:58:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c0959783-c198-43c1-a10c-81a2171f913c'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:58:15.750710 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3db6d84c-7d64-46d2-8cda-3d91886c61b4 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "DELETE /v2.0/floatingips/54608244-6481-480b-828c-86bd9b53fb35 HTTP/1.1" status: 204 len: 168 time: 0.8382845 Nov 11 17:58:15.751300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e977bbb7-9204-4db0-bfce-5d950c8ef45f', 'tag': '72f89481-d0d3-41c8-bed4-f1740b551482'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:58:15.753602 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b31bc8-79ff-4d3a-8266-2a98019f0389" -d '{"events": [{"name": "network-changed", "server_uuid": "e977bbb7-9204-4db0-bfce-5d950c8ef45f", "tag": "72f89481-d0d3-41c8-bed4-f1740b551482"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:58:15.839463 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-a119b38e-6637-4b89-8ced-15f509f78469 None None] Set router c0959783-c198-43c1-a10c-81a2171f913c gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:58:15.909574 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 17:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e08cd93-b969-4f9e-b32c-59571f087571 x-openstack-request-id: req-1e08cd93-b969-4f9e-b32c-59571f087571 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:58:15.910051 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e977bbb7-9204-4db0-bfce-5d950c8ef45f", "tag": "72f89481-d0d3-41c8-bed4-f1740b551482", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:58:15.910371 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1e08cd93-b969-4f9e-b32c-59571f087571 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:58:15.910843 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e977bbb7-9204-4db0-bfce-5d950c8ef45f', 'tag': '72f89481-d0d3-41c8-bed4-f1740b551482', 'status': 'completed', 'code': 200} Nov 11 17:58:16.009955 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b31bc8-79ff-4d3a-8266-2a98019f0389 req-0a7afbc7-681e-425c-897c-45e1b7eb4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:58:16.010825 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ced80-b230-4272-9540-782ffa061e91 req-06a5ab3e-f457-45f9-8183-0288d7c01d53 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:58:16.011569 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-59b31bc8-79ff-4d3a-8266-2a98019f0389 req-0a7afbc7-681e-425c-897c-45e1b7eb4be9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17a2fbc094914006bce57f641671705a&device_id=e977bbb7-9204-4db0-bfce-5d950c8ef45f HTTP/1.1" status: 200 len: 1096 time: 0.0433321 Nov 11 17:58:16.012502 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-109ced80-b230-4272-9540-782ffa061e91 req-06a5ab3e-f457-45f9-8183-0288d7c01d53 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=e977bbb7-9204-4db0-bfce-5d950c8ef45f HTTP/1.1" status: 200 len: 945 time: 0.0572026 Nov 11 17:58:16.053725 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-a119b38e-6637-4b89-8ced-15f509f78469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'name': 'tempest-TestNetworkBasicOps-router-14952823', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:57:24Z', 'updated_at': '2021-11-11T17:57:28Z', 'revision_number': 4, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:57:25Z', 'updated_at': '2021-11-11T17:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'ca85f93b-4e63-4eda-be19-7649eb6480cf', 'name': '', 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:43:4d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '8da0b17e-e5a9-41bf-b8ea-f62b7dab8999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:57:27Z', 'updated_at': '2021-11-11T17:57:31Z', 'revision_number': 5, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '8da0b17e-e5a9-41bf-b8ea-f62b7dab8999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:58:16.067763 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-109ced80-b230-4272-9540-782ffa061e91 req-5b4e38bc-18d3-4c81-8858-5c29a9a930bc tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e953913-0d7b-4476-a122-cf26ae3a19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488417 Nov 11 17:58:16.086760 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a119b38e-6637-4b89-8ced-15f509f78469 None None] Checking router: c0959783-c198-43c1-a10c-81a2171f913c for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:58:16.095572 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a119b38e-6637-4b89-8ced-15f509f78469 None None] Routers {'c0959783-c198-43c1-a10c-81a2171f913c'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:58:16.096194 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-a119b38e-6637-4b89-8ced-15f509f78469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:58:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c0959783-c198-43c1-a10c-81a2171f913c'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:58:16.111915 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b31bc8-79ff-4d3a-8266-2a98019f0389 req-c6c538d0-5ae8-4b50-99fc-5e68953bbec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:58:16.113422 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-59b31bc8-79ff-4d3a-8266-2a98019f0389 req-c6c538d0-5ae8-4b50-99fc-5e68953bbec3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2c9fec18-d56f-483b-9c25-c955e84525f4 HTTP/1.1" status: 200 len: 898 time: 0.0948472 Nov 11 17:58:16.156561 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-59b31bc8-79ff-4d3a-8266-2a98019f0389 req-ebc88a26-f373-4342-ae19-01a43d5e581f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72f89481-d0d3-41c8-bed4-f1740b551482 HTTP/1.1" status: 200 len: 217 time: 0.0350642 Nov 11 17:58:16.199633 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-a119b38e-6637-4b89-8ced-15f509f78469 None None] Set router c0959783-c198-43c1-a10c-81a2171f913c gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:58:16.205166 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b31bc8-79ff-4d3a-8266-2a98019f0389 req-a25f7ee1-3512-4e12-be26-7695466ebca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:58:16.206659 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-59b31bc8-79ff-4d3a-8266-2a98019f0389 req-a25f7ee1-3512-4e12-be26-7695466ebca8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8da0b17e-e5a9-41bf-b8ea-f62b7dab8999 HTTP/1.1" status: 200 len: 834 time: 0.0432200 Nov 11 17:58:16.255629 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b31bc8-79ff-4d3a-8266-2a98019f0389 req-4f2253e2-6f2b-4522-93ab-4c1e1182b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:58:16.257259 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-59b31bc8-79ff-4d3a-8266-2a98019f0389 req-4f2253e2-6f2b-4522-93ab-4c1e1182b54d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2c9fec18-d56f-483b-9c25-c955e84525f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436792 Nov 11 17:58:16.350200 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-59b31bc8-79ff-4d3a-8266-2a98019f0389 req-83198bd4-3b8f-461a-acbe-af02ea06bf9b service neutron] 10.222.0.64 "GET /v2.0/networks/2c9fec18-d56f-483b-9c25-c955e84525f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848756 Nov 11 17:58:16.395314 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-a119b38e-6637-4b89-8ced-15f509f78469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'name': 'tempest-TestNetworkBasicOps-router-14952823', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:57:24Z', 'updated_at': '2021-11-11T17:57:28Z', 'revision_number': 4, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:57:25Z', 'updated_at': '2021-11-11T17:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'ca85f93b-4e63-4eda-be19-7649eb6480cf', 'name': '', 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:43:4d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '8da0b17e-e5a9-41bf-b8ea-f62b7dab8999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:57:27Z', 'updated_at': '2021-11-11T17:57:31Z', 'revision_number': 5, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '8da0b17e-e5a9-41bf-b8ea-f62b7dab8999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:58:16.421609 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a119b38e-6637-4b89-8ced-15f509f78469 None None] The sync data for ids ['c0959783-c198-43c1-a10c-81a2171f913c'] in n-d-816206-4 is: [{'id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'name': 'tempest-TestNetworkBasicOps-router-14952823', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:57:24Z', 'updated_at': '2021-11-11T17:57:28Z', 'revision_number': 4, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:57:25Z', 'updated_at': '2021-11-11T17:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'ca85f93b-4e63-4eda-be19-7649eb6480cf', 'name': '', 'network_id': '2c9fec18-d56f-483b-9c25-c955e84525f4', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'mac_address': 'fa:16:3e:43:4d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '8da0b17e-e5a9-41bf-b8ea-f62b7dab8999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:57:27Z', 'updated_at': '2021-11-11T17:57:31Z', 'revision_number': 5, 'project_id': '17a2fbc094914006bce57f641671705a', 'subnets': [{'id': '8da0b17e-e5a9-41bf-b8ea-f62b7dab8999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:58:16.445835 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-59b31bc8-79ff-4d3a-8266-2a98019f0389 req-735107d6-8559-4ac0-a2ef-bc2680d4de32 service neutron] 10.222.0.64 "GET /v2.0/networks/2c9fec18-d56f-483b-9c25-c955e84525f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877669 Nov 11 17:58:16.633996 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8c5b90-cf6a-466d-ace0-2a5cb424ca9f None None] New status for floating IP 54608244-6481-480b-828c-86bd9b53fb35: DOWN {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 17:58:17.187104 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc6fac-1a31-4766-bae2-7b64c675a98f req-39eb12bb-df69-4098-92d5-1669e6e5aaff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:58:17.188625 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85fc6fac-1a31-4766-bae2-7b64c675a98f req-39eb12bb-df69-4098-92d5-1669e6e5aaff tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=e977bbb7-9204-4db0-bfce-5d950c8ef45f HTTP/1.1" status: 200 len: 945 time: 0.0486887 Nov 11 17:58:17.237626 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85fc6fac-1a31-4766-bae2-7b64c675a98f req-1a8a9e1b-0e2a-49fd-8fe6-017c1ee988c9 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e953913-0d7b-4476-a122-cf26ae3a19fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430377 Nov 11 17:58:17.408419 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139654dc-b1be-4373-bb8c-5ea38604e327 req-8d9864c6-4afd-4da2-8de1-942e4dd9107c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:58:17.409789 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-139654dc-b1be-4373-bb8c-5ea38604e327 req-8d9864c6-4afd-4da2-8de1-942e4dd9107c tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.64 "GET /v2.0/ports?device_id=e977bbb7-9204-4db0-bfce-5d950c8ef45f HTTP/1.1" status: 200 len: 945 time: 0.0483603 Nov 11 17:58:17.512967 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-139654dc-b1be-4373-bb8c-5ea38604e327 req-38b82534-ac56-48f5-9b62-78670f08a865 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Deleting port 72f89481-d0d3-41c8-bed4-f1740b551482 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:58:17.513304 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-139654dc-b1be-4373-bb8c-5ea38604e327 req-38b82534-ac56-48f5-9b62-78670f08a865 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:17.601167 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-139654dc-b1be-4373-bb8c-5ea38604e327 req-38b82534-ac56-48f5-9b62-78670f08a865 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] For port 72f89481-d0d3-41c8-bed4-f1740b551482, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=72f89481-d0d3-41c8-bed4-f1740b551482,segment=NetworkSegment(a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8),segment_id=a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:58:17.601526 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-139654dc-b1be-4373-bb8c-5ea38604e327 req-38b82534-ac56-48f5-9b62-78670f08a865 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:17.613714 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-139654dc-b1be-4373-bb8c-5ea38604e327 req-38b82534-ac56-48f5-9b62-78670f08a865 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Calling delete_port for 72f89481-d0d3-41c8-bed4-f1740b551482 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:58:17.740358 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-139654dc-b1be-4373-bb8c-5ea38604e327 req-38b82534-ac56-48f5-9b62-78670f08a865 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:17.770729 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b82534-ac56-48f5-9b62-78670f08a865 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event deleted for resources: {'Port': ['ID=72f89481-d0d3-41c8-bed4-f1740b551482,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:58:17.798539 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b82534-ac56-48f5-9b62-78670f08a865 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:17.798892 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b82534-ac56-48f5-9b62-78670f08a865 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:17.799239 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b82534-ac56-48f5-9b62-78670f08a865 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:17.799584 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b82534-ac56-48f5-9b62-78670f08a865 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:17.799950 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b82534-ac56-48f5-9b62-78670f08a865 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:17.800286 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b82534-ac56-48f5-9b62-78670f08a865 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:17.800621 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b82534-ac56-48f5-9b62-78670f08a865 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:17.800948 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b82534-ac56-48f5-9b62-78670f08a865 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:17.801275 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b82534-ac56-48f5-9b62-78670f08a865 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:17.801609 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b82534-ac56-48f5-9b62-78670f08a865 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:17.801937 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b82534-ac56-48f5-9b62-78670f08a865 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:17.802263 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b82534-ac56-48f5-9b62-78670f08a865 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:17.821309 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-139654dc-b1be-4373-bb8c-5ea38604e327 req-38b82534-ac56-48f5-9b62-78670f08a865 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] No DVR routers for this DVR port 72f89481-d0d3-41c8-bed4-f1740b551482 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:58:17.823710 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-139654dc-b1be-4373-bb8c-5ea38604e327 req-38b82534-ac56-48f5-9b62-78670f08a865 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:17.827080 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-139654dc-b1be-4373-bb8c-5ea38604e327 req-38b82534-ac56-48f5-9b62-78670f08a865 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.64 "DELETE /v2.0/ports/72f89481-d0d3-41c8-bed4-f1740b551482 HTTP/1.1" status: 204 len: 173 time: 0.4077392 Nov 11 17:58:17.827526 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e977bbb7-9204-4db0-bfce-5d950c8ef45f', 'name': 'network-vif-deleted', 'tag': '72f89481-d0d3-41c8-bed4-f1740b551482'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 17:58:17.829815 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ceb20e-d473-4b50-9670-939a4c354cd7" -d '{"events": [{"server_uuid": "e977bbb7-9204-4db0-bfce-5d950c8ef45f", "name": "network-vif-deleted", "tag": "72f89481-d0d3-41c8-bed4-f1740b551482"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 17:58:17.867197 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 17:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2684a9a6-321a-4c18-b372-c6b87abc8057 x-openstack-request-id: req-2684a9a6-321a-4c18-b372-c6b87abc8057 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 17:58:17.867492 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e977bbb7-9204-4db0-bfce-5d950c8ef45f", "name": "network-vif-deleted", "tag": "72f89481-d0d3-41c8-bed4-f1740b551482", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 17:58:17.867775 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2684a9a6-321a-4c18-b372-c6b87abc8057 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 17:58:17.868186 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e977bbb7-9204-4db0-bfce-5d950c8ef45f', 'name': 'network-vif-deleted', 'tag': '72f89481-d0d3-41c8-bed4-f1740b551482', 'status': 'completed', 'code': 200} Nov 11 17:58:18.351167 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f963114-39db-49a7-900e-8db7eb463682 req-a0660c71-8751-436a-a7e6-6a476114c51d tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "GET /v2.0/ports?device_id=e977bbb7-9204-4db0-bfce-5d950c8ef45f HTTP/1.1" status: 200 len: 210 time: 0.0316341 Nov 11 17:58:18.563989 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:19.407222 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49092) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:58:19.466629 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3f6bd078-5b6a-4143-a87b-d4f007123452 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:19.491031 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3f6bd078-5b6a-4143-a87b-d4f007123452 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:19.549654 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3f6bd078-5b6a-4143-a87b-d4f007123452 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:19.552246 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3f6bd078-5b6a-4143-a87b-d4f007123452 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:19.553397 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3f6bd078-5b6a-4143-a87b-d4f007123452 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "DELETE /v2.0/security-groups/6e953913-0d7b-4476-a122-cf26ae3a19fa HTTP/1.1" status: 204 len: 168 time: 0.1451550 Nov 11 17:58:19.563082 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bd078-5b6a-4143-a87b-d4f007123452 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e953913-0d7b-4476-a122-cf26ae3a19fa,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:58:19.587599 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49096) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:58:19.952825 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9abfa45c-e34b-4692-a4db-323f4f575f85 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:20.204902 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-9abfa45c-e34b-4692-a4db-323f4f575f85 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Deleting port ca85f93b-4e63-4eda-be19-7649eb6480cf {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:58:20.205249 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9abfa45c-e34b-4692-a4db-323f4f575f85 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:20.295247 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-9abfa45c-e34b-4692-a4db-323f4f575f85 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] For port ca85f93b-4e63-4eda-be19-7649eb6480cf, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ca85f93b-4e63-4eda-be19-7649eb6480cf,segment=NetworkSegment(a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8),segment_id=a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:58:20.295604 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9abfa45c-e34b-4692-a4db-323f4f575f85 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:20.307231 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-9abfa45c-e34b-4692-a4db-323f4f575f85 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Calling delete_port for ca85f93b-4e63-4eda-be19-7649eb6480cf owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:58:20.488457 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9abfa45c-e34b-4692-a4db-323f4f575f85 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:20.518611 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfa45c-e34b-4692-a4db-323f4f575f85 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event deleted for resources: {'Port': ['ID=ca85f93b-4e63-4eda-be19-7649eb6480cf,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:58:20.688012 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9abfa45c-e34b-4692-a4db-323f4f575f85 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:20.864640 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 72f89481-d0d3-41c8-bed4-f1740b551482 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:58:20.883792 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 72f89481-d0d3-41c8-bed4-f1740b551482 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:58:20.884139 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 72f89481-d0d3-41c8-bed4-f1740b551482 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:58:20.913009 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abfa45c-e34b-4692-a4db-323f4f575f85 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Router c0959783-c198-43c1-a10c-81a2171f913c has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 17:58:21.019256 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abfa45c-e34b-4692-a4db-323f4f575f85 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 17:58:21.024441 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9abfa45c-e34b-4692-a4db-323f4f575f85 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "PUT /v2.0/routers/c0959783-c198-43c1-a10c-81a2171f913c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4355016 Nov 11 17:58:21.026859 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49098) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:58:21.030194 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac42ef-8e3d-4f8b-a21d-9852318dd024 None None] Sync routers for ids ['c0959783-c198-43c1-a10c-81a2171f913c'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 17:58:21.040443 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac42ef-8e3d-4f8b-a21d-9852318dd024 None None] Routers {'c0959783-c198-43c1-a10c-81a2171f913c'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:58:21.041055 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-afac42ef-8e3d-4f8b-a21d-9852318dd024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:58:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c0959783-c198-43c1-a10c-81a2171f913c'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:58:21.076085 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-6759c94c-f5a2-45b7-a137-6258d88cb84a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Deleting subnet 8da0b17e-e5a9-41bf-b8ea-f62b7dab8999 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 17:58:21.079607 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6759c94c-f5a2-45b7-a137-6258d88cb84a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:21.123808 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6759c94c-f5a2-45b7-a137-6258d88cb84a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:21.215548 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6759c94c-f5a2-45b7-a137-6258d88cb84a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:21.279206 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6759c94c-f5a2-45b7-a137-6258d88cb84a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:21.307668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759c94c-f5a2-45b7-a137-6258d88cb84a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event deleted for resources: {'Subnet': ['ID=8da0b17e-e5a9-41bf-b8ea-f62b7dab8999,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:58:21.312690 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6759c94c-f5a2-45b7-a137-6258d88cb84a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:21.317432 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6759c94c-f5a2-45b7-a137-6258d88cb84a tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "DELETE /v2.0/subnets/8da0b17e-e5a9-41bf-b8ea-f62b7dab8999 HTTP/1.1" status: 204 len: 168 time: 0.2894750 Nov 11 17:58:21.318489 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49100) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:58:21.323633 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1039bdcb-bd1c-46d2-a020-5ba91376d6cf None None] Network 2c9fec18-d56f-483b-9c25-c955e84525f4 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 17:58:21.328346 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-afac42ef-8e3d-4f8b-a21d-9852318dd024 None None] Set router c0959783-c198-43c1-a10c-81a2171f913c gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:58:21.425877 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-114111e6-83d4-427e-aadc-026f55cc839e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:21.542471 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-114111e6-83d4-427e-aadc-026f55cc839e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:21.597891 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-114111e6-83d4-427e-aadc-026f55cc839e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Deleting port 09c847c2-7069-4ef9-9c13-2bedcb37e713 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:58:21.598236 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-114111e6-83d4-427e-aadc-026f55cc839e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:21.602664 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-afac42ef-8e3d-4f8b-a21d-9852318dd024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'name': 'tempest-TestNetworkBasicOps-router-14952823', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:57:24Z', 'updated_at': '2021-11-11T17:58:20Z', 'revision_number': 5, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port': {'id': '09c847c2-7069-4ef9-9c13-2bedcb37e713', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:57:25Z', 'updated_at': '2021-11-11T17:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:58:21.636728 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac42ef-8e3d-4f8b-a21d-9852318dd024 None None] Checking router: c0959783-c198-43c1-a10c-81a2171f913c for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 17:58:21.649252 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4860d3-7bf4-4aba-93d5-3673cb223f59 None None] DHCP port deletion for 2c9fec18-d56f-483b-9c25-c955e84525f4 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:58:21.651355 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac42ef-8e3d-4f8b-a21d-9852318dd024 None None] Routers {'c0959783-c198-43c1-a10c-81a2171f913c'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 17:58:21.651997 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-afac42ef-8e3d-4f8b-a21d-9852318dd024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T17:58:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c0959783-c198-43c1-a10c-81a2171f913c'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:58:21.682540 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-114111e6-83d4-427e-aadc-026f55cc839e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] For port 09c847c2-7069-4ef9-9c13-2bedcb37e713, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=09c847c2-7069-4ef9-9c13-2bedcb37e713,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:58:21.682896 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-114111e6-83d4-427e-aadc-026f55cc839e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:21.694450 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-114111e6-83d4-427e-aadc-026f55cc839e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Calling delete_port for 09c847c2-7069-4ef9-9c13-2bedcb37e713 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:58:21.761480 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-afac42ef-8e3d-4f8b-a21d-9852318dd024 None None] Set router c0959783-c198-43c1-a10c-81a2171f913c gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 17:58:21.821138 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-afac42ef-8e3d-4f8b-a21d-9852318dd024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'name': 'tempest-TestNetworkBasicOps-router-14952823', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:57:24Z', 'updated_at': '2021-11-11T17:58:21Z', 'revision_number': 6, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:58:21.850695 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac42ef-8e3d-4f8b-a21d-9852318dd024 None None] The sync data for ids ['c0959783-c198-43c1-a10c-81a2171f913c'] in n-d-816206-4 is: [{'id': 'c0959783-c198-43c1-a10c-81a2171f913c', 'name': 'tempest-TestNetworkBasicOps-router-14952823', 'tenant_id': '17a2fbc094914006bce57f641671705a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:57:24Z', 'updated_at': '2021-11-11T17:58:21Z', 'revision_number': 6, 'project_id': '17a2fbc094914006bce57f641671705a', 'gw_port_host': None}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 17:58:21.853800 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2c4860d3-7bf4-4aba-93d5-3673cb223f59 None None] Deleting port 7a38bee6-0bed-42bc-8968-6cce30c8fc05 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 17:58:21.854178 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2c4860d3-7bf4-4aba-93d5-3673cb223f59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:21.861505 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-114111e6-83d4-427e-aadc-026f55cc839e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:21.893567 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114111e6-83d4-427e-aadc-026f55cc839e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event deleted for resources: {'Port': ['ID=09c847c2-7069-4ef9-9c13-2bedcb37e713,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:58:21.909263 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dea45e-2810-4182-955e-626963603f62 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 17:58:21.927164 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2c4860d3-7bf4-4aba-93d5-3673cb223f59 None None] For port 7a38bee6-0bed-42bc-8968-6cce30c8fc05, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=7a38bee6-0bed-42bc-8968-6cce30c8fc05,segment=NetworkSegment(a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8),segment_id=a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 17:58:21.927622 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2c4860d3-7bf4-4aba-93d5-3673cb223f59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:21.940631 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2c4860d3-7bf4-4aba-93d5-3673cb223f59 None None] Calling delete_port for 7a38bee6-0bed-42bc-8968-6cce30c8fc05 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 17:58:21.950253 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-114111e6-83d4-427e-aadc-026f55cc839e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:22.022967 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2c4860d3-7bf4-4aba-93d5-3673cb223f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:22.050138 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4860d3-7bf4-4aba-93d5-3673cb223f59 None None] Pushing event deleted for resources: {'Port': ['ID=7a38bee6-0bed-42bc-8968-6cce30c8fc05,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:58:22.052516 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4860d3-7bf4-4aba-93d5-3673cb223f59 None None] No DVR routers for this DVR port 7a38bee6-0bed-42bc-8968-6cce30c8fc05 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 17:58:22.063445 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4860d3-7bf4-4aba-93d5-3673cb223f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:22.063445 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4860d3-7bf4-4aba-93d5-3673cb223f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:22.063445 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4860d3-7bf4-4aba-93d5-3673cb223f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:22.063445 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4860d3-7bf4-4aba-93d5-3673cb223f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:22.063445 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4860d3-7bf4-4aba-93d5-3673cb223f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:22.063445 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4860d3-7bf4-4aba-93d5-3673cb223f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:22.063445 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4860d3-7bf4-4aba-93d5-3673cb223f59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:22.063445 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4860d3-7bf4-4aba-93d5-3673cb223f59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:22.063445 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4860d3-7bf4-4aba-93d5-3673cb223f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:22.064478 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4860d3-7bf4-4aba-93d5-3673cb223f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:22.064478 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4860d3-7bf4-4aba-93d5-3673cb223f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:22.064478 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4860d3-7bf4-4aba-93d5-3673cb223f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 17:58:22.372481 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-114111e6-83d4-427e-aadc-026f55cc839e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:22.374694 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-114111e6-83d4-427e-aadc-026f55cc839e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:22.418509 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-114111e6-83d4-427e-aadc-026f55cc839e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:22.419058 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114111e6-83d4-427e-aadc-026f55cc839e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Fanout notify agent at l3_agent the message router_deleted on router c0959783-c198-43c1-a10c-81a2171f913c {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 17:58:22.425737 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-114111e6-83d4-427e-aadc-026f55cc839e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:22.426820 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-114111e6-83d4-427e-aadc-026f55cc839e tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "DELETE /v2.0/routers/c0959783-c198-43c1-a10c-81a2171f913c HTTP/1.1" status: 204 len: 168 time: 1.1072099 Nov 11 17:58:22.429529 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49102) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:58:22.504577 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a9247cd-d3a2-441f-93b0-206ef46701e8 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:22.596203 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a9247cd-d3a2-441f-93b0-206ef46701e8 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:22.616322 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-5a9247cd-d3a2-441f-93b0-206ef46701e8 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9fec18-d56f-483b-9c25-c955e84525f4']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:58:22.625994 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-5a9247cd-d3a2-441f-93b0-206ef46701e8 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:58:22.626297 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-5a9247cd-d3a2-441f-93b0-206ef46701e8 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9baeed2-7cd8-44a4-a2cd-d682ea3ff1e8') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 17:58:22.637743 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a9247cd-d3a2-441f-93b0-206ef46701e8 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:22.651301 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a9247cd-d3a2-441f-93b0-206ef46701e8 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:22.657588 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9247cd-d3a2-441f-93b0-206ef46701e8 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 17:58:22.657966 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a9247cd-d3a2-441f-93b0-206ef46701e8 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: timer() Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 17:58:22.662446 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 17:58:22.721178 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a9247cd-d3a2-441f-93b0-206ef46701e8 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:22.725734 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5a9247cd-d3a2-441f-93b0-206ef46701e8 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:22.729454 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5a9247cd-d3a2-441f-93b0-206ef46701e8 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] 10.222.0.76 "DELETE /v2.0/networks/2c9fec18-d56f-483b-9c25-c955e84525f4 HTTP/1.1" status: 204 len: 168 time: 0.2989624 Nov 11 17:58:22.744839 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9247cd-d3a2-441f-93b0-206ef46701e8 tempest-TestNetworkBasicOps-1940739596 tempest-TestNetworkBasicOps-1940739596-project] Pushing event deleted for resources: {'Network': ['ID=2c9fec18-d56f-483b-9c25-c955e84525f4,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:58:23.017461 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49108) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:58:23.162285 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 09c847c2-7069-4ef9-9c13-2bedcb37e713 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:58:23.165357 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a6745e14-2aa2-4722-beb4-430a32e735db admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=17a2fbc094914006bce57f641671705a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1467407 Nov 11 17:58:23.167793 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49112) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:58:23.183169 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 09c847c2-7069-4ef9-9c13-2bedcb37e713 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:58:23.183515 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 09c847c2-7069-4ef9-9c13-2bedcb37e713 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:58:23.183959 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7a38bee6-0bed-42bc-8968-6cce30c8fc05 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:58:23.206248 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 7a38bee6-0bed-42bc-8968-6cce30c8fc05 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:58:23.206595 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 7a38bee6-0bed-42bc-8968-6cce30c8fc05 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:58:23.207017 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ca85f93b-4e63-4eda-be19-7649eb6480cf no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 17:58:23.214977 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cd74d1c2-2625-4d49-8cbc-4ea5b5aeddeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:23.225412 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: ca85f93b-4e63-4eda-be19-7649eb6480cf {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 17:58:23.225758 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ca85f93b-4e63-4eda-be19-7649eb6480cf not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 17:58:23.236757 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cd74d1c2-2625-4d49-8cbc-4ea5b5aeddeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:23.282688 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cd74d1c2-2625-4d49-8cbc-4ea5b5aeddeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:23.285328 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cd74d1c2-2625-4d49-8cbc-4ea5b5aeddeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:23.286457 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cd74d1c2-2625-4d49-8cbc-4ea5b5aeddeb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ec5bb014-6eca-491a-ae94-112c388a40f6 HTTP/1.1" status: 204 len: 168 time: 0.1177504 Nov 11 17:58:23.293850 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74d1c2-2625-4d49-8cbc-4ea5b5aeddeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5bb014-6eca-491a-ae94-112c388a40f6,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:58:23.536361 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49118) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:58:23.549722 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c67ee096-e2ed-4e71-a506-df28b6b1c858 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:23.625770 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c67ee096-e2ed-4e71-a506-df28b6b1c858 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:23.629477 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c67ee096-e2ed-4e71-a506-df28b6b1c858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:23.666859 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ee096-e2ed-4e71-a506-df28b6b1c858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdf3d80-499d-462f-b63f-7ff5d11a0b4e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:58:23.671522 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c67ee096-e2ed-4e71-a506-df28b6b1c858 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d3b214c1d29d4fe1b48be190e190a3ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341608 Nov 11 17:58:23.674055 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49120) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 17:58:23.719930 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c234b404-ad40-422e-8eac-5b88a3b40339 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:23.741139 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c234b404-ad40-422e-8eac-5b88a3b40339 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:23.787348 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c234b404-ad40-422e-8eac-5b88a3b40339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:23.789906 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-c234b404-ad40-422e-8eac-5b88a3b40339 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:23.791022 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-c234b404-ad40-422e-8eac-5b88a3b40339 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7cdf3d80-499d-462f-b63f-7ff5d11a0b4e HTTP/1.1" status: 204 len: 168 time: 0.1160762 Nov 11 17:58:23.799133 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234b404-ad40-422e-8eac-5b88a3b40339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdf3d80-499d-462f-b63f-7ff5d11a0b4e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 17:58:24.326070 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:25.038482 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d72e817-0962-4c67-adc0-4fda86299faa req-7af96284-f66c-4311-b5e9-180958b97b99 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388310 Nov 11 17:58:25.118634 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72e817-0962-4c67-adc0-4fda86299faa req-208feb5d-c643-4347-b474-545cba33c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:58:25.120178 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d72e817-0962-4c67-adc0-4fda86299faa req-208feb5d-c643-4347-b474-545cba33c7cc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ec9f8fbc81be487db458d3e7eb116d11&device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 1096 time: 0.0401511 Nov 11 17:58:25.226216 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72e817-0962-4c67-adc0-4fda86299faa req-75d16e3b-5b56-4de4-9cf7-80e636c4ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:58:25.227642 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d72e817-0962-4c67-adc0-4fda86299faa req-75d16e3b-5b56-4de4-9cf7-80e636c4ec26 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b0aabfb0-0df2-4260-b665-d437c8ea20c6 HTTP/1.1" status: 200 len: 911 time: 0.0870943 Nov 11 17:58:25.291270 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d72e817-0962-4c67-adc0-4fda86299faa req-e218acb7-2410-45b5-b332-88381eb61778 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19670a2a-965e-46eb-8c60-6386dc563530 HTTP/1.1" status: 200 len: 1001 time: 0.0564759 Nov 11 17:58:25.343012 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72e817-0962-4c67-adc0-4fda86299faa req-de6f2f83-cc8f-43bb-bb72-6a2a6acc3ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:58:25.344365 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d72e817-0962-4c67-adc0-4fda86299faa req-de6f2f83-cc8f-43bb-bb72-6a2a6acc3ddc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2 HTTP/1.1" status: 200 len: 848 time: 0.0465095 Nov 11 17:58:25.389482 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72e817-0962-4c67-adc0-4fda86299faa req-5814556d-d952-4c3b-a068-b9a3198d1713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:58:25.390890 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d72e817-0962-4c67-adc0-4fda86299faa req-5814556d-d952-4c3b-a068-b9a3198d1713 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b0aabfb0-0df2-4260-b665-d437c8ea20c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385332 Nov 11 17:58:25.478866 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d72e817-0962-4c67-adc0-4fda86299faa req-42d57eeb-1bec-4880-a078-851692b50060 service neutron] 10.222.0.83 "GET /v2.0/networks/b0aabfb0-0df2-4260-b665-d437c8ea20c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800154 Nov 11 17:58:25.572237 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3d72e817-0962-4c67-adc0-4fda86299faa req-a9ef3a96-38da-440e-955d-ca53e9961b32 service neutron] 10.222.0.83 "GET /v2.0/networks/b0aabfb0-0df2-4260-b665-d437c8ea20c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851417 Nov 11 17:58:36.397740 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:58:37.442657 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4ce906d4-912d-4427-8564-f1f65a13a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:40.202216 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-24d92af6-3dc6-480b-83e0-0b901ca8ddc0 req-d622c07b-8f8a-4810-be07-569f07432b3f tempest-TestNetworkAdvancedServerOps-125288522 tempest-TestNetworkAdvancedServerOps-125288522-project] (102617) timed out ('10.222.0.83', 58326) {{(pid=102617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 17:58:40.421867 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f4517f32-319a-4f07-a32c-f5e2f25e1bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:41.049210 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:42.640899 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:42.961993 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:48.569251 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:58:54.325536 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:59:07.443968 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-018ee490-423d-49e6-b76f-38a80346e68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:59:10.422815 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-db99437c-5aa3-4eed-9102-d3641dbd7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:59:11.051709 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:59:12.645198 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:59:12.965763 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:59:13.396811 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:59:18.570304 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:59:24.328742 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:59:25.731189 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-379fab63-4ae9-449e-9e56-831e7a5c9f97 req-d9f08f82-8448-4460-86e8-3749a639c510 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404670 Nov 11 17:59:25.810573 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fab63-4ae9-449e-9e56-831e7a5c9f97 req-ec5bd9eb-8920-4407-a80e-c1590e34e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:59:25.812605 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-379fab63-4ae9-449e-9e56-831e7a5c9f97 req-ec5bd9eb-8920-4407-a80e-c1590e34e29d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ec9f8fbc81be487db458d3e7eb116d11&device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 1096 time: 0.0403550 Nov 11 17:59:25.917526 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fab63-4ae9-449e-9e56-831e7a5c9f97 req-bd0b7653-eead-48d5-8831-07c6c2fe988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:59:25.918967 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-379fab63-4ae9-449e-9e56-831e7a5c9f97 req-bd0b7653-eead-48d5-8831-07c6c2fe988a service neutron] 10.222.0.83 "GET /v2.0/networks?id=b0aabfb0-0df2-4260-b665-d437c8ea20c6 HTTP/1.1" status: 200 len: 911 time: 0.0886657 Nov 11 17:59:25.988230 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-379fab63-4ae9-449e-9e56-831e7a5c9f97 req-05a6ea9d-b0c1-414d-b30f-647994e3e3f0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19670a2a-965e-46eb-8c60-6386dc563530 HTTP/1.1" status: 200 len: 1001 time: 0.0616426 Nov 11 17:59:26.037733 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fab63-4ae9-449e-9e56-831e7a5c9f97 req-9897ed0a-2f4a-4145-9684-23e81cbcae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:59:26.039224 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-379fab63-4ae9-449e-9e56-831e7a5c9f97 req-9897ed0a-2f4a-4145-9684-23e81cbcae1f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2 HTTP/1.1" status: 200 len: 848 time: 0.0438576 Nov 11 17:59:26.083695 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fab63-4ae9-449e-9e56-831e7a5c9f97 req-3088c7aa-dbeb-46ef-83a8-3119d121369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 17:59:26.085147 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-379fab63-4ae9-449e-9e56-831e7a5c9f97 req-3088c7aa-dbeb-46ef-83a8-3119d121369d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b0aabfb0-0df2-4260-b665-d437c8ea20c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391972 Nov 11 17:59:26.176700 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-379fab63-4ae9-449e-9e56-831e7a5c9f97 req-dab9d2b5-ca36-4b65-93d1-530dbcc5ba97 service neutron] 10.222.0.83 "GET /v2.0/networks/b0aabfb0-0df2-4260-b665-d437c8ea20c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840816 Nov 11 17:59:26.265716 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-379fab63-4ae9-449e-9e56-831e7a5c9f97 req-6ddc49ff-f1a2-4ec1-a4f1-4588fb7c30d1 service neutron] 10.222.0.83 "GET /v2.0/networks/b0aabfb0-0df2-4260-b665-d437c8ea20c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810483 Nov 11 17:59:37.445551 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9d139357-11b6-4dd7-9a93-eec8634a7706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:59:40.423595 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7b09a413-b192-4bda-a5e9-0c9f332bd4bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:59:41.054172 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:59:42.645959 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:59:42.967472 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:59:48.590802 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 17:59:50.396157 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 17:59:54.343110 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:07.446475 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ddba8e56-fd7e-4a95-b122-d66676204d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:10.423992 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-94b139cd-8da5-4481-ab79-9f0b8372962a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:10.684806 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-464e56f3-46a3-4c00-b969-8737e28a781f req-9ba7e02f-6046-40a9-8638-695841220c5e service neutron] (102617) timed out ('10.222.0.64', 62066) {{(pid=102617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 18:00:11.056905 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:12.648406 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:12.973977 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:15.451077 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77200b35-49b3-494b-bf01-1902261badc1 req-795b1318-b298-4511-bba5-fee9a7e62ce5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:15.452612 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-77200b35-49b3-494b-bf01-1902261badc1 req-795b1318-b298-4511-bba5-fee9a7e62ce5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 945 time: 0.0498388 Nov 11 18:00:15.501923 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-77200b35-49b3-494b-bf01-1902261badc1 req-dd4153a9-3d6c-430e-915e-eb16da44aab8 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f2c71bb-f4d7-4cee-a667-393a04387c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428956 Nov 11 18:00:16.636787 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e63903-a9e7-47e6-b523-5f7e17c0ef83 req-1ab8f8c1-c4eb-4417-8068-96b2e9ad4d4d tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:16.638276 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45e63903-a9e7-47e6-b523-5f7e17c0ef83 req-1ab8f8c1-c4eb-4417-8068-96b2e9ad4d4d tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 945 time: 0.0525644 Nov 11 18:00:16.696768 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45e63903-a9e7-47e6-b523-5f7e17c0ef83 req-f07ab08d-81fa-424e-85dd-5167df9d0a97 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f2c71bb-f4d7-4cee-a667-393a04387c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526462 Nov 11 18:00:16.766205 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164837c5-6b8a-414e-a3a8-d9d54baf6467 req-d3961ffc-1bd8-4f54-9485-a99ec557f730 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:16.767639 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-164837c5-6b8a-414e-a3a8-d9d54baf6467 req-d3961ffc-1bd8-4f54-9485-a99ec557f730 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 945 time: 0.0489483 Nov 11 18:00:16.859390 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-164837c5-6b8a-414e-a3a8-d9d54baf6467 req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Deleting port 19670a2a-965e-46eb-8c60-6386dc563530 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:00:16.859734 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-164837c5-6b8a-414e-a3a8-d9d54baf6467 req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:16.948624 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-164837c5-6b8a-414e-a3a8-d9d54baf6467 req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] For port 19670a2a-965e-46eb-8c60-6386dc563530, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=19670a2a-965e-46eb-8c60-6386dc563530,segment=NetworkSegment(da9c34bc-2742-489e-b04b-eda694df338a),segment_id=da9c34bc-2742-489e-b04b-eda694df338a)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:00:16.948984 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-164837c5-6b8a-414e-a3a8-d9d54baf6467 req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:17.165313 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-164837c5-6b8a-414e-a3a8-d9d54baf6467 req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:17.166664 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-164837c5-6b8a-414e-a3a8-d9d54baf6467 req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:17.167014 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [req-164837c5-6b8a-414e-a3a8-d9d54baf6467 req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Floating IP b8b3bb5a-6260-4076-8136-c408acf85f46 disassociated. External IP: 172.25.2.188, port: 19670a2a-965e-46eb-8c60-6386dc563530. Nov 11 18:00:17.167336 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-164837c5-6b8a-414e-a3a8-d9d54baf6467 req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Calling delete_port for 19670a2a-965e-46eb-8c60-6386dc563530 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:00:17.296912 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-164837c5-6b8a-414e-a3a8-d9d54baf6467 req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:17.322528 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Pushing event deleted for resources: {'Port': ['ID=19670a2a-965e-46eb-8c60-6386dc563530,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:17.332853 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:17.333207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:17.333547 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:17.333889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:17.334227 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:17.334561 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:17.335494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:17.335494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:17.335494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:17.335854 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:17.336182 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:17.336506 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:17.449240 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-164837c5-6b8a-414e-a3a8-d9d54baf6467 req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Router 8b8bd3a5-9c5c-4add-ab01-14131897ca07 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:00:17.836660 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b93926dc-c8d6-4510-b627-82bb6714c6ad req-d3e002dc-1a30-4101-a07f-c6c96e2c23a0 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc251541-2c6e-4ac7-909c-4eaf4a8de657 HTTP/1.1" status: 200 len: 210 time: 0.0342438 Nov 11 18:00:17.849175 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-164837c5-6b8a-414e-a3a8-d9d54baf6467 req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:00:17.859613 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed91e1bd-4bbc-4d68-bf73-3a2da3769628 None None] Sync routers for ids ['8b8bd3a5-9c5c-4add-ab01-14131897ca07'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:00:17.870253 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed91e1bd-4bbc-4d68-bf73-3a2da3769628 None None] Routers {'8b8bd3a5-9c5c-4add-ab01-14131897ca07'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:00:17.870855 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ed91e1bd-4bbc-4d68-bf73-3a2da3769628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:00:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['8b8bd3a5-9c5c-4add-ab01-14131897ca07'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:17.888607 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-164837c5-6b8a-414e-a3a8-d9d54baf6467 req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] No DVR routers for this DVR port 19670a2a-965e-46eb-8c60-6386dc563530 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:00:17.891275 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-164837c5-6b8a-414e-a3a8-d9d54baf6467 req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:17.894988 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-164837c5-6b8a-414e-a3a8-d9d54baf6467 req-317904fa-bcc2-4b25-8dd8-8de4eb884ee5 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.83 "DELETE /v2.0/ports/19670a2a-965e-46eb-8c60-6386dc563530 HTTP/1.1" status: 204 len: 173 time: 1.1205323 Nov 11 18:00:17.895466 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc251541-2c6e-4ac7-909c-4eaf4a8de657', 'name': 'network-vif-deleted', 'tag': '19670a2a-965e-46eb-8c60-6386dc563530'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:00:17.897716 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0f07db-35d1-4f54-83df-532502dc2d6b" -d '{"events": [{"server_uuid": "bc251541-2c6e-4ac7-909c-4eaf4a8de657", "name": "network-vif-deleted", "tag": "19670a2a-965e-46eb-8c60-6386dc563530"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:00:17.938709 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c9c899-9da7-4fcd-bcbc-05e44494a9f7 x-openstack-request-id: req-15c9c899-9da7-4fcd-bcbc-05e44494a9f7 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:00:17.939094 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc251541-2c6e-4ac7-909c-4eaf4a8de657", "name": "network-vif-deleted", "tag": "19670a2a-965e-46eb-8c60-6386dc563530", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:00:17.939354 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-15c9c899-9da7-4fcd-bcbc-05e44494a9f7 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:00:17.939771 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc251541-2c6e-4ac7-909c-4eaf4a8de657', 'name': 'network-vif-deleted', 'tag': '19670a2a-965e-46eb-8c60-6386dc563530', 'status': 'completed', 'code': 200} Nov 11 18:00:17.981168 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-ed91e1bd-4bbc-4d68-bf73-3a2da3769628 None None] Set router 8b8bd3a5-9c5c-4add-ab01-14131897ca07 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:00:18.178833 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ed91e1bd-4bbc-4d68-bf73-3a2da3769628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'name': 'tempest-TestServerBasicOps-1353933633-router', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:12Z', 'revision_number': 4, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'gw_port': {'id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'd25303e4-0c2d-452c-bba1-ba343cd92c73', 'name': '', 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'mac_address': 'fa:16:3e:ab:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:11Z', 'updated_at': '2021-11-11T17:55:16Z', 'revision_number': 5, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'subnets': [{'id': '3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:18.203477 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed91e1bd-4bbc-4d68-bf73-3a2da3769628 None None] Checking router: 8b8bd3a5-9c5c-4add-ab01-14131897ca07 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:00:18.211379 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed91e1bd-4bbc-4d68-bf73-3a2da3769628 None None] Routers {'8b8bd3a5-9c5c-4add-ab01-14131897ca07'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:00:18.212004 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ed91e1bd-4bbc-4d68-bf73-3a2da3769628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:00:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['8b8bd3a5-9c5c-4add-ab01-14131897ca07'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:18.320700 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-ed91e1bd-4bbc-4d68-bf73-3a2da3769628 None None] Set router 8b8bd3a5-9c5c-4add-ab01-14131897ca07 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:00:18.516143 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ed91e1bd-4bbc-4d68-bf73-3a2da3769628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'name': 'tempest-TestServerBasicOps-1353933633-router', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:12Z', 'revision_number': 4, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'gw_port': {'id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'd25303e4-0c2d-452c-bba1-ba343cd92c73', 'name': '', 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'mac_address': 'fa:16:3e:ab:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:11Z', 'updated_at': '2021-11-11T17:55:16Z', 'revision_number': 5, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'subnets': [{'id': '3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:18.589514 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:18.628978 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed91e1bd-4bbc-4d68-bf73-3a2da3769628 None None] The sync data for ids ['8b8bd3a5-9c5c-4add-ab01-14131897ca07'] in n-d-816206-4 is: [{'id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'name': 'tempest-TestServerBasicOps-1353933633-router', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:12Z', 'revision_number': 4, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'gw_port': {'id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'd25303e4-0c2d-452c-bba1-ba343cd92c73', 'name': '', 'network_id': 'b0aabfb0-0df2-4260-b665-d437c8ea20c6', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'mac_address': 'fa:16:3e:ab:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:11Z', 'updated_at': '2021-11-11T17:55:16Z', 'revision_number': 5, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'subnets': [{'id': '3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:00:18.849820 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1b9e62-5fbe-4f6b-803b-40b248ad86a3 None None] New status for floating IP b8b3bb5a-6260-4076-8136-c408acf85f46: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:00:18.894472 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49158) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:00:19.023979 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-14e228d2-26cc-488c-ac5d-f08c15bece85 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Deleting port 4680b6bf-155b-40f8-bb99-897ce3005962 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:00:19.024257 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14e228d2-26cc-488c-ac5d-f08c15bece85 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:19.102388 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14e228d2-26cc-488c-ac5d-f08c15bece85 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:19.102718 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14e228d2-26cc-488c-ac5d-f08c15bece85 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:19.115062 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-14e228d2-26cc-488c-ac5d-f08c15bece85 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Calling delete_port for 4680b6bf-155b-40f8-bb99-897ce3005962 owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:00:19.245254 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14e228d2-26cc-488c-ac5d-f08c15bece85 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:19.271812 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e228d2-26cc-488c-ac5d-f08c15bece85 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Pushing event deleted for resources: {'Port': ['ID=4680b6bf-155b-40f8-bb99-897ce3005962,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:19.283010 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e228d2-26cc-488c-ac5d-f08c15bece85 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:19.283365 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e228d2-26cc-488c-ac5d-f08c15bece85 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:19.283710 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e228d2-26cc-488c-ac5d-f08c15bece85 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:19.284169 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e228d2-26cc-488c-ac5d-f08c15bece85 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:19.284556 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e228d2-26cc-488c-ac5d-f08c15bece85 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:19.284899 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e228d2-26cc-488c-ac5d-f08c15bece85 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:19.285322 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e228d2-26cc-488c-ac5d-f08c15bece85 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:19.285663 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e228d2-26cc-488c-ac5d-f08c15bece85 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:19.285995 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e228d2-26cc-488c-ac5d-f08c15bece85 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:19.286325 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e228d2-26cc-488c-ac5d-f08c15bece85 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:19.286650 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e228d2-26cc-488c-ac5d-f08c15bece85 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:19.286976 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e228d2-26cc-488c-ac5d-f08c15bece85 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:19.339558 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14e228d2-26cc-488c-ac5d-f08c15bece85 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:19.342087 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14e228d2-26cc-488c-ac5d-f08c15bece85 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:19.343272 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-14e228d2-26cc-488c-ac5d-f08c15bece85 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "DELETE /v2.0/floatingips/b8b3bb5a-6260-4076-8136-c408acf85f46 HTTP/1.1" status: 204 len: 168 time: 0.4478273 Nov 11 18:00:19.408662 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49166) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:00:19.471745 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a37d429-c68e-4ba8-afa9-a4537178e4a6 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:19.496509 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a37d429-c68e-4ba8-afa9-a4537178e4a6 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:19.555651 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a37d429-c68e-4ba8-afa9-a4537178e4a6 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:19.558210 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2a37d429-c68e-4ba8-afa9-a4537178e4a6 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:19.559388 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2a37d429-c68e-4ba8-afa9-a4537178e4a6 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] 10.222.0.76 "DELETE /v2.0/security-groups/2f2c71bb-f4d7-4cee-a667-393a04387c6d HTTP/1.1" status: 204 len: 168 time: 0.1497128 Nov 11 18:00:19.569541 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37d429-c68e-4ba8-afa9-a4537178e4a6 tempest-TestServerBasicOps-939802800 tempest-TestServerBasicOps-939802800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2c71bb-f4d7-4cee-a667-393a04387c6d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:19.596443 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49172) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:00:19.809031 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 19670a2a-965e-46eb-8c60-6386dc563530 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:00:19.828887 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 19670a2a-965e-46eb-8c60-6386dc563530 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:00:19.829225 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 19670a2a-965e-46eb-8c60-6386dc563530 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:00:20.088641 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2d986c26-517a-4a26-925d-24ec0bb3c0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:20.334147 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-2d986c26-517a-4a26-925d-24ec0bb3c0c5 admin admin] Deleting port d25303e4-0c2d-452c-bba1-ba343cd92c73 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:00:20.334495 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2d986c26-517a-4a26-925d-24ec0bb3c0c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:20.417993 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-2d986c26-517a-4a26-925d-24ec0bb3c0c5 admin admin] For port d25303e4-0c2d-452c-bba1-ba343cd92c73, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d25303e4-0c2d-452c-bba1-ba343cd92c73,segment=NetworkSegment(da9c34bc-2742-489e-b04b-eda694df338a),segment_id=da9c34bc-2742-489e-b04b-eda694df338a)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:00:20.418274 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2d986c26-517a-4a26-925d-24ec0bb3c0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:20.430790 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-2d986c26-517a-4a26-925d-24ec0bb3c0c5 admin admin] Calling delete_port for d25303e4-0c2d-452c-bba1-ba343cd92c73 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:00:20.611332 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2d986c26-517a-4a26-925d-24ec0bb3c0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:20.640892 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d986c26-517a-4a26-925d-24ec0bb3c0c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d25303e4-0c2d-452c-bba1-ba343cd92c73,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:20.802547 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2d986c26-517a-4a26-925d-24ec0bb3c0c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:21.015830 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d986c26-517a-4a26-925d-24ec0bb3c0c5 admin admin] Router 8b8bd3a5-9c5c-4add-ab01-14131897ca07 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:00:21.125871 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d986c26-517a-4a26-925d-24ec0bb3c0c5 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:00:21.131418 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2d986c26-517a-4a26-925d-24ec0bb3c0c5 admin admin] 10.222.0.76 "PUT /v2.0/routers/8b8bd3a5-9c5c-4add-ab01-14131897ca07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5333927 Nov 11 18:00:21.133902 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49178) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:00:21.136532 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e155c31-4875-45c8-94e5-72df6b88e7ab None None] Sync routers for ids ['8b8bd3a5-9c5c-4add-ab01-14131897ca07'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:00:21.148455 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e155c31-4875-45c8-94e5-72df6b88e7ab None None] Routers {'8b8bd3a5-9c5c-4add-ab01-14131897ca07'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:00:21.149567 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3e155c31-4875-45c8-94e5-72df6b88e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:00:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['8b8bd3a5-9c5c-4add-ab01-14131897ca07'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:21.240480 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4bc212f-6702-4c23-b4c1-c4d2dd6d63fb admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:21.258581 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-3e155c31-4875-45c8-94e5-72df6b88e7ab None None] Set router 8b8bd3a5-9c5c-4add-ab01-14131897ca07 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:00:21.343595 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4bc212f-6702-4c23-b4c1-c4d2dd6d63fb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:21.398905 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-f4bc212f-6702-4c23-b4c1-c4d2dd6d63fb admin admin] Deleting port d454bb54-1aea-4e93-9d1b-fc7d3567d1f8 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:00:21.399254 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4bc212f-6702-4c23-b4c1-c4d2dd6d63fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:21.442201 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3e155c31-4875-45c8-94e5-72df6b88e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'name': 'tempest-TestServerBasicOps-1353933633-router', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T18:00:20Z', 'revision_number': 5, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'gw_port': {'id': 'd454bb54-1aea-4e93-9d1b-fc7d3567d1f8', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T17:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:21.471323 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e155c31-4875-45c8-94e5-72df6b88e7ab None None] Checking router: 8b8bd3a5-9c5c-4add-ab01-14131897ca07 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:00:21.480886 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e155c31-4875-45c8-94e5-72df6b88e7ab None None] Routers {'8b8bd3a5-9c5c-4add-ab01-14131897ca07'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:00:21.481046 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-f4bc212f-6702-4c23-b4c1-c4d2dd6d63fb admin admin] For port d454bb54-1aea-4e93-9d1b-fc7d3567d1f8, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d454bb54-1aea-4e93-9d1b-fc7d3567d1f8,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:00:21.481283 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4bc212f-6702-4c23-b4c1-c4d2dd6d63fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:21.481491 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3e155c31-4875-45c8-94e5-72df6b88e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:00:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['8b8bd3a5-9c5c-4add-ab01-14131897ca07'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:21.493423 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-f4bc212f-6702-4c23-b4c1-c4d2dd6d63fb admin admin] Calling delete_port for d454bb54-1aea-4e93-9d1b-fc7d3567d1f8 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:00:21.562127 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-3e155c31-4875-45c8-94e5-72df6b88e7ab None None] Set router 8b8bd3a5-9c5c-4add-ab01-14131897ca07 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:00:21.616558 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3e155c31-4875-45c8-94e5-72df6b88e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'name': 'tempest-TestServerBasicOps-1353933633-router', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T18:00:21Z', 'revision_number': 6, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:21.642907 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e155c31-4875-45c8-94e5-72df6b88e7ab None None] The sync data for ids ['8b8bd3a5-9c5c-4add-ab01-14131897ca07'] in n-d-816206-4 is: [{'id': '8b8bd3a5-9c5c-4add-ab01-14131897ca07', 'name': 'tempest-TestServerBasicOps-1353933633-router', 'tenant_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:09Z', 'updated_at': '2021-11-11T18:00:21Z', 'revision_number': 6, 'project_id': 'ec9f8fbc81be487db458d3e7eb116d11', 'gw_port_host': None}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:00:21.661846 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4bc212f-6702-4c23-b4c1-c4d2dd6d63fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:21.695412 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc212f-6702-4c23-b4c1-c4d2dd6d63fb admin admin] Pushing event deleted for resources: {'Port': ['ID=d454bb54-1aea-4e93-9d1b-fc7d3567d1f8,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:21.701261 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd5061d-5a86-4039-8c12-0f7f3956e351 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:00:21.750411 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4bc212f-6702-4c23-b4c1-c4d2dd6d63fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:21.841933 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4bc212f-6702-4c23-b4c1-c4d2dd6d63fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:21.844110 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4bc212f-6702-4c23-b4c1-c4d2dd6d63fb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:21.889896 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4bc212f-6702-4c23-b4c1-c4d2dd6d63fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:21.890606 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bc212f-6702-4c23-b4c1-c4d2dd6d63fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b8bd3a5-9c5c-4add-ab01-14131897ca07 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 18:00:21.895663 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4bc212f-6702-4c23-b4c1-c4d2dd6d63fb admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:21.896891 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f4bc212f-6702-4c23-b4c1-c4d2dd6d63fb admin admin] 10.222.0.76 "DELETE /v2.0/routers/8b8bd3a5-9c5c-4add-ab01-14131897ca07 HTTP/1.1" status: 204 len: 168 time: 0.7620888 Nov 11 18:00:21.899299 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49180) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:00:21.943374 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec62363-6e78-42fb-89b0-7e4b9274fcb8 admin admin] Deleting subnet 3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:00:21.946387 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dec62363-6e78-42fb-89b0-7e4b9274fcb8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:21.979969 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dec62363-6e78-42fb-89b0-7e4b9274fcb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:22.087007 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dec62363-6e78-42fb-89b0-7e4b9274fcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:22.145378 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dec62363-6e78-42fb-89b0-7e4b9274fcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:22.170477 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec62363-6e78-42fb-89b0-7e4b9274fcb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:22.174226 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dec62363-6e78-42fb-89b0-7e4b9274fcb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:22.177979 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dec62363-6e78-42fb-89b0-7e4b9274fcb8 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3644f0f9-06ec-4b94-9e1e-6cf30e4a08e2 HTTP/1.1" status: 204 len: 168 time: 0.2777293 Nov 11 18:00:22.180612 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49184) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:00:22.180856 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f039176-a192-4c35-a152-7231424dd32f None None] Network b0aabfb0-0df2-4260-b665-d437c8ea20c6 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:00:22.253897 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e0acdb23-4433-4f58-af3b-64eb2471fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:22.307422 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-e0acdb23-4433-4f58-af3b-64eb2471fca5 admin admin] Deleting port 78519bdb-9386-4bee-b837-9fa95ed81744 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:00:22.307801 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e0acdb23-4433-4f58-af3b-64eb2471fca5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:22.370615 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-e0acdb23-4433-4f58-af3b-64eb2471fca5 admin admin] For port 78519bdb-9386-4bee-b837-9fa95ed81744, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=78519bdb-9386-4bee-b837-9fa95ed81744,segment=NetworkSegment(da9c34bc-2742-489e-b04b-eda694df338a),segment_id=da9c34bc-2742-489e-b04b-eda694df338a)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:00:22.370913 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e0acdb23-4433-4f58-af3b-64eb2471fca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:22.382870 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-e0acdb23-4433-4f58-af3b-64eb2471fca5 admin admin] Calling delete_port for 78519bdb-9386-4bee-b837-9fa95ed81744 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:00:22.444314 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2897f359-71dc-40bc-a3b7-1cd366c4d75c None None] DHCP port deletion for b0aabfb0-0df2-4260-b665-d437c8ea20c6 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:00:22.467993 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e0acdb23-4433-4f58-af3b-64eb2471fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:22.495108 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0acdb23-4433-4f58-af3b-64eb2471fca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=78519bdb-9386-4bee-b837-9fa95ed81744,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:22.497667 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2897f359-71dc-40bc-a3b7-1cd366c4d75c None None] Deleting port 78519bdb-9386-4bee-b837-9fa95ed81744 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:00:22.498050 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2897f359-71dc-40bc-a3b7-1cd366c4d75c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:22.498581 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0acdb23-4433-4f58-af3b-64eb2471fca5 admin admin] No DVR routers for this DVR port 78519bdb-9386-4bee-b837-9fa95ed81744 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:00:22.562105 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2897f359-71dc-40bc-a3b7-1cd366c4d75c None None] For port 78519bdb-9386-4bee-b837-9fa95ed81744, host n-d-816206-4, got binding levels [] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:00:22.562936 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2897f359-71dc-40bc-a3b7-1cd366c4d75c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:22.573697 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e0acdb23-4433-4f58-af3b-64eb2471fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:22.575634 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2897f359-71dc-40bc-a3b7-1cd366c4d75c None None] Calling delete_port for 78519bdb-9386-4bee-b837-9fa95ed81744 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:00:22.578335 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.ipam_backend_mixin [None req-2897f359-71dc-40bc-a3b7-1cd366c4d75c None None] Port 78519bdb-9386-4bee-b837-9fa95ed81744 was not found and therefore no delete operation was performed {{(pid=102619) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 18:00:22.579629 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2897f359-71dc-40bc-a3b7-1cd366c4d75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:22.594908 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-e0acdb23-4433-4f58-af3b-64eb2471fca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0aabfb0-0df2-4260-b665-d437c8ea20c6']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:22.604921 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-e0acdb23-4433-4f58-af3b-64eb2471fca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9c34bc-2742-489e-b04b-eda694df338a') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:22.605221 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-e0acdb23-4433-4f58-af3b-64eb2471fca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9c34bc-2742-489e-b04b-eda694df338a') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:22.606194 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897f359-71dc-40bc-a3b7-1cd366c4d75c None None] Pushing event deleted for resources: {'Port': ['ID=78519bdb-9386-4bee-b837-9fa95ed81744,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:22.608461 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2897f359-71dc-40bc-a3b7-1cd366c4d75c None None] No DVR routers for this DVR port 78519bdb-9386-4bee-b837-9fa95ed81744 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:00:22.616809 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897f359-71dc-40bc-a3b7-1cd366c4d75c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:22.617033 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897f359-71dc-40bc-a3b7-1cd366c4d75c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:22.617382 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897f359-71dc-40bc-a3b7-1cd366c4d75c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:22.617485 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e0acdb23-4433-4f58-af3b-64eb2471fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:22.617725 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897f359-71dc-40bc-a3b7-1cd366c4d75c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:22.618065 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897f359-71dc-40bc-a3b7-1cd366c4d75c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:22.618399 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897f359-71dc-40bc-a3b7-1cd366c4d75c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:22.618897 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897f359-71dc-40bc-a3b7-1cd366c4d75c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:22.619313 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897f359-71dc-40bc-a3b7-1cd366c4d75c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:22.619417 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897f359-71dc-40bc-a3b7-1cd366c4d75c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:22.619777 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897f359-71dc-40bc-a3b7-1cd366c4d75c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:22.620056 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897f359-71dc-40bc-a3b7-1cd366c4d75c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:22.620384 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897f359-71dc-40bc-a3b7-1cd366c4d75c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:22.633655 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e0acdb23-4433-4f58-af3b-64eb2471fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:22.640034 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0acdb23-4433-4f58-af3b-64eb2471fca5 admin admin] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:00:22.640425 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e0acdb23-4433-4f58-af3b-64eb2471fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: timer() Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:00:22.642383 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:00:22.700580 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e0acdb23-4433-4f58-af3b-64eb2471fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:22.705982 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e0acdb23-4433-4f58-af3b-64eb2471fca5 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:22.709908 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e0acdb23-4433-4f58-af3b-64eb2471fca5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b0aabfb0-0df2-4260-b665-d437c8ea20c6 HTTP/1.1" status: 204 len: 168 time: 0.5283802 Nov 11 18:00:22.712987 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49186) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:00:22.727233 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0acdb23-4433-4f58-af3b-64eb2471fca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0aabfb0-0df2-4260-b665-d437c8ea20c6,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:23.061384 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d5002938-0586-4764-9da9-19614cdf544e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:23.201981 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device d454bb54-1aea-4e93-9d1b-fc7d3567d1f8 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:00:23.226392 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: d454bb54-1aea-4e93-9d1b-fc7d3567d1f8 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:00:23.226735 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device d454bb54-1aea-4e93-9d1b-fc7d3567d1f8 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:00:23.227174 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 78519bdb-9386-4bee-b837-9fa95ed81744 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:00:23.248619 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 78519bdb-9386-4bee-b837-9fa95ed81744 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:00:23.248967 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 78519bdb-9386-4bee-b837-9fa95ed81744 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:00:23.249568 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device d25303e4-0c2d-452c-bba1-ba343cd92c73 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:00:23.270532 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: d25303e4-0c2d-452c-bba1-ba343cd92c73 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:00:23.270878 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device d25303e4-0c2d-452c-bba1-ba343cd92c73 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:00:23.324731 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-d5002938-0586-4764-9da9-19614cdf544e admin admin] Deleting port e70785aa-685c-4253-a682-31fd2f037ac2 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:00:23.324989 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d5002938-0586-4764-9da9-19614cdf544e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:23.402504 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-d5002938-0586-4764-9da9-19614cdf544e admin admin] For port e70785aa-685c-4253-a682-31fd2f037ac2, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e70785aa-685c-4253-a682-31fd2f037ac2,segment=NetworkSegment(46eb6274-62a8-43db-a8e0-c624a0394a39),segment_id=46eb6274-62a8-43db-a8e0-c624a0394a39)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:00:23.402864 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d5002938-0586-4764-9da9-19614cdf544e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:23.415364 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-d5002938-0586-4764-9da9-19614cdf544e admin admin] Calling delete_port for e70785aa-685c-4253-a682-31fd2f037ac2 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:00:23.594957 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d5002938-0586-4764-9da9-19614cdf544e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:23.625107 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5002938-0586-4764-9da9-19614cdf544e admin admin] Pushing event deleted for resources: {'Port': ['ID=e70785aa-685c-4253-a682-31fd2f037ac2,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:23.790738 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d5002938-0586-4764-9da9-19614cdf544e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:24.005648 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5002938-0586-4764-9da9-19614cdf544e admin admin] Router 6b7f5ae1-6863-4b24-809b-399954c2f847 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:00:24.116975 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5002938-0586-4764-9da9-19614cdf544e admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:00:24.122000 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d5002938-0586-4764-9da9-19614cdf544e admin admin] 10.222.0.76 "PUT /v2.0/routers/6b7f5ae1-6863-4b24-809b-399954c2f847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4079311 Nov 11 18:00:24.124500 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49188) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:00:24.126333 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b3e584-07e3-4a6f-bb3b-77771399b9fc None None] Sync routers for ids ['6b7f5ae1-6863-4b24-809b-399954c2f847'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:00:24.136210 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b3e584-07e3-4a6f-bb3b-77771399b9fc None None] Routers {'6b7f5ae1-6863-4b24-809b-399954c2f847'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:00:24.136829 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-79b3e584-07e3-4a6f-bb3b-77771399b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:00:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6b7f5ae1-6863-4b24-809b-399954c2f847'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:24.227759 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0095cd9d-dfab-44c0-a436-4766ae4f435b admin admin] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:24.239535 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-79b3e584-07e3-4a6f-bb3b-77771399b9fc None None] Set router 6b7f5ae1-6863-4b24-809b-399954c2f847 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:00:24.336162 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0095cd9d-dfab-44c0-a436-4766ae4f435b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:24.392374 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-0095cd9d-dfab-44c0-a436-4766ae4f435b admin admin] Deleting port ebd38c0a-15f8-40b8-9c61-9b415b44440e {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:00:24.392716 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0095cd9d-dfab-44c0-a436-4766ae4f435b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:24.474122 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-0095cd9d-dfab-44c0-a436-4766ae4f435b admin admin] For port ebd38c0a-15f8-40b8-9c61-9b415b44440e, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ebd38c0a-15f8-40b8-9c61-9b415b44440e,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:00:24.474484 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0095cd9d-dfab-44c0-a436-4766ae4f435b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:24.491260 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-0095cd9d-dfab-44c0-a436-4766ae4f435b admin admin] Calling delete_port for ebd38c0a-15f8-40b8-9c61-9b415b44440e owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:00:24.508762 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:24.590136 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-79b3e584-07e3-4a6f-bb3b-77771399b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7f5ae1-6863-4b24-809b-399954c2f847', 'name': 'tempest-TestServerBasicOps-919055077-router', 'tenant_id': '69cd46521f1740749ec746e2fd0ad073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ebd38c0a-15f8-40b8-9c61-9b415b44440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:15Z', 'updated_at': '2021-11-11T18:00:23Z', 'revision_number': 5, 'project_id': '69cd46521f1740749ec746e2fd0ad073', 'gw_port': {'id': 'ebd38c0a-15f8-40b8-9c61-9b415b44440e', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7f5ae1-6863-4b24-809b-399954c2f847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T17:55:15Z', 'updated_at': '2021-11-11T17:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:24.617072 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b3e584-07e3-4a6f-bb3b-77771399b9fc None None] Checking router: 6b7f5ae1-6863-4b24-809b-399954c2f847 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:00:24.635486 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b3e584-07e3-4a6f-bb3b-77771399b9fc None None] Routers {'6b7f5ae1-6863-4b24-809b-399954c2f847'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:00:24.636151 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-79b3e584-07e3-4a6f-bb3b-77771399b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:00:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6b7f5ae1-6863-4b24-809b-399954c2f847'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:24.658562 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0095cd9d-dfab-44c0-a436-4766ae4f435b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:24.687904 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095cd9d-dfab-44c0-a436-4766ae4f435b admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd38c0a-15f8-40b8-9c61-9b415b44440e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:24.705906 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcccbe3-2659-46ea-9eec-5e7787ec08a1 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:00:24.736118 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-79b3e584-07e3-4a6f-bb3b-77771399b9fc None None] Set router 6b7f5ae1-6863-4b24-809b-399954c2f847 gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:00:24.747935 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0095cd9d-dfab-44c0-a436-4766ae4f435b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:24.791612 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-79b3e584-07e3-4a6f-bb3b-77771399b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7f5ae1-6863-4b24-809b-399954c2f847', 'name': 'tempest-TestServerBasicOps-919055077-router', 'tenant_id': '69cd46521f1740749ec746e2fd0ad073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:15Z', 'updated_at': '2021-11-11T18:00:24Z', 'revision_number': 6, 'project_id': '69cd46521f1740749ec746e2fd0ad073', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:24.818528 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b3e584-07e3-4a6f-bb3b-77771399b9fc None None] The sync data for ids ['6b7f5ae1-6863-4b24-809b-399954c2f847'] in n-d-816206-4 is: [{'id': '6b7f5ae1-6863-4b24-809b-399954c2f847', 'name': 'tempest-TestServerBasicOps-919055077-router', 'tenant_id': '69cd46521f1740749ec746e2fd0ad073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T17:55:15Z', 'updated_at': '2021-11-11T18:00:24Z', 'revision_number': 6, 'project_id': '69cd46521f1740749ec746e2fd0ad073', 'gw_port_host': None}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:00:24.838894 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0095cd9d-dfab-44c0-a436-4766ae4f435b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:24.841256 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0095cd9d-dfab-44c0-a436-4766ae4f435b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:24.888344 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0095cd9d-dfab-44c0-a436-4766ae4f435b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:24.888912 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0095cd9d-dfab-44c0-a436-4766ae4f435b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b7f5ae1-6863-4b24-809b-399954c2f847 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 18:00:24.893135 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0095cd9d-dfab-44c0-a436-4766ae4f435b admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:24.894263 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0095cd9d-dfab-44c0-a436-4766ae4f435b admin admin] 10.222.0.76 "DELETE /v2.0/routers/6b7f5ae1-6863-4b24-809b-399954c2f847 HTTP/1.1" status: 204 len: 168 time: 0.7688334 Nov 11 18:00:24.897126 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49190) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:00:24.941695 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-970c148e-7a94-4966-9579-83b436485f08 admin admin] Deleting subnet a74d8555-437b-4bd2-aa8b-4b5ebdfb37b9 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:00:24.944844 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-970c148e-7a94-4966-9579-83b436485f08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:24.978918 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-970c148e-7a94-4966-9579-83b436485f08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:25.061136 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-970c148e-7a94-4966-9579-83b436485f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:25.113902 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-970c148e-7a94-4966-9579-83b436485f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:25.142161 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c148e-7a94-4966-9579-83b436485f08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a74d8555-437b-4bd2-aa8b-4b5ebdfb37b9,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:25.144146 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-970c148e-7a94-4966-9579-83b436485f08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:25.150129 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-970c148e-7a94-4966-9579-83b436485f08 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a74d8555-437b-4bd2-aa8b-4b5ebdfb37b9 HTTP/1.1" status: 204 len: 168 time: 0.2497318 Nov 11 18:00:25.150718 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49192) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:00:25.152045 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dc5683-2273-4113-a4b3-1b535e1dfe49 None None] Network aecad587-1dad-4f0c-aa27-8cae9af422ef requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:00:25.254848 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5340-323f-4072-add4-ae1d89bc4e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:25.314685 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-dc4c5340-323f-4072-add4-ae1d89bc4e45 admin admin] Deleting port 41ba369e-8cb8-446c-95e6-9d61616a1439 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:00:25.315028 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5340-323f-4072-add4-ae1d89bc4e45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:25.378109 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-dc4c5340-323f-4072-add4-ae1d89bc4e45 admin admin] For port 41ba369e-8cb8-446c-95e6-9d61616a1439, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=41ba369e-8cb8-446c-95e6-9d61616a1439,segment=NetworkSegment(46eb6274-62a8-43db-a8e0-c624a0394a39),segment_id=46eb6274-62a8-43db-a8e0-c624a0394a39)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:00:25.378566 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5340-323f-4072-add4-ae1d89bc4e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:25.394846 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-dc4c5340-323f-4072-add4-ae1d89bc4e45 admin admin] Calling delete_port for 41ba369e-8cb8-446c-95e6-9d61616a1439 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:00:25.472108 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5340-323f-4072-add4-ae1d89bc4e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:25.499387 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4c5340-323f-4072-add4-ae1d89bc4e45 admin admin] No DVR routers for this DVR port 41ba369e-8cb8-446c-95e6-9d61616a1439 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:00:25.504081 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c5340-323f-4072-add4-ae1d89bc4e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=41ba369e-8cb8-446c-95e6-9d61616a1439,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:25.576959 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5340-323f-4072-add4-ae1d89bc4e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:25.598482 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-dc4c5340-323f-4072-add4-ae1d89bc4e45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aecad587-1dad-4f0c-aa27-8cae9af422ef']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:25.608325 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-dc4c5340-323f-4072-add4-ae1d89bc4e45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46eb6274-62a8-43db-a8e0-c624a0394a39') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:25.608681 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-dc4c5340-323f-4072-add4-ae1d89bc4e45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46eb6274-62a8-43db-a8e0-c624a0394a39') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:25.618620 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5340-323f-4072-add4-ae1d89bc4e45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:25.623681 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96aec45-7a44-4b47-a01e-0a8419ddfa5b None None] DHCP port deletion for aecad587-1dad-4f0c-aa27-8cae9af422ef request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:00:25.634821 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5340-323f-4072-add4-ae1d89bc4e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:25.642993 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4c5340-323f-4072-add4-ae1d89bc4e45 admin admin] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:00:25.643495 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5340-323f-4072-add4-ae1d89bc4e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: timer() Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:00:25.647788 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:00:25.652683 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e70785aa-685c-4253-a682-31fd2f037ac2 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:00:25.673265 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: e70785aa-685c-4253-a682-31fd2f037ac2 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:00:25.673614 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e70785aa-685c-4253-a682-31fd2f037ac2 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:00:25.705370 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5340-323f-4072-add4-ae1d89bc4e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:25.711643 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5340-323f-4072-add4-ae1d89bc4e45 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:25.714871 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dc4c5340-323f-4072-add4-ae1d89bc4e45 admin admin] 10.222.0.76 "DELETE /v2.0/networks/aecad587-1dad-4f0c-aa27-8cae9af422ef HTTP/1.1" status: 204 len: 168 time: 0.5631561 Nov 11 18:00:25.726616 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c5340-323f-4072-add4-ae1d89bc4e45 admin admin] Pushing event deleted for resources: {'Network': ['ID=aecad587-1dad-4f0c-aa27-8cae9af422ef,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:25.835892 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49198) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:00:25.882972 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-615f0bcb-1127-40d1-8709-cde1610c75ea admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ec9f8fbc81be487db458d3e7eb116d11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458741 Nov 11 18:00:25.885637 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49200) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:00:25.933762 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b2541ec4-ef88-4c4e-8313-0a328690050f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:25.954500 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b2541ec4-ef88-4c4e-8313-0a328690050f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:26.000027 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b2541ec4-ef88-4c4e-8313-0a328690050f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:26.002541 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b2541ec4-ef88-4c4e-8313-0a328690050f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:26.003750 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b2541ec4-ef88-4c4e-8313-0a328690050f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2d471893-e610-4b45-8b0c-a7bdfead7685 HTTP/1.1" status: 204 len: 168 time: 0.1172128 Nov 11 18:00:26.011612 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2541ec4-ef88-4c4e-8313-0a328690050f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d471893-e610-4b45-8b0c-a7bdfead7685,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:26.304524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49206) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:00:26.343925 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d64d447a-0280-4036-9347-f80b71a29e20 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=69cd46521f1740749ec746e2fd0ad073&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382473 Nov 11 18:00:26.346207 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49208) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:00:26.391390 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-398e92e1-657c-4f6d-8636-7c8f6eb2b083 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:26.412949 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-398e92e1-657c-4f6d-8636-7c8f6eb2b083 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:26.462327 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-398e92e1-657c-4f6d-8636-7c8f6eb2b083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:26.465000 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-398e92e1-657c-4f6d-8636-7c8f6eb2b083 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:26.466140 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-398e92e1-657c-4f6d-8636-7c8f6eb2b083 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b408fa00-6040-40eb-bb0a-14279e73cc87 HTTP/1.1" status: 204 len: 168 time: 0.1190622 Nov 11 18:00:26.473654 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e92e1-657c-4f6d-8636-7c8f6eb2b083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b408fa00-6040-40eb-bb0a-14279e73cc87,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:27.146201 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49230) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:00:27.201952 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 41ba369e-8cb8-446c-95e6-9d61616a1439 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:00:27.225358 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 41ba369e-8cb8-446c-95e6-9d61616a1439 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:00:27.225705 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 41ba369e-8cb8-446c-95e6-9d61616a1439 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:00:27.226125 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ebd38c0a-15f8-40b8-9c61-9b415b44440e no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:00:27.250347 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-fc1d6181-720a-49ef-85d7-56ff27d2d6f0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1464702399-network', 'tenant_id': '5ba751696c6f44bbb8e6e950297c1380'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:00:27.250496 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: ebd38c0a-15f8-40b8-9c61-9b415b44440e {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:00:27.250822 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ebd38c0a-15f8-40b8-9c61-9b415b44440e not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:00:27.273432 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1d6181-720a-49ef-85d7-56ff27d2d6f0 admin admin] Made reservation on behalf of 5ba751696c6f44bbb8e6e950297c1380 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:00:27.275719 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6181-720a-49ef-85d7-56ff27d2d6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:27.284673 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6181-720a-49ef-85d7-56ff27d2d6f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:27.371665 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6181-720a-49ef-85d7-56ff27d2d6f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:27.375325 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6181-720a-49ef-85d7-56ff27d2d6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:27.394972 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:00:27.400452 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1d6181-720a-49ef-85d7-56ff27d2d6f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1278} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:00:27.409888 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d6181-720a-49ef-85d7-56ff27d2d6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ac29d6-e035-467b-8259-d6c4df7b8f62,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:27.414515 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6181-720a-49ef-85d7-56ff27d2d6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:27.414857 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-fc1d6181-720a-49ef-85d7-56ff27d2d6f0 admin admin] Added segment 41a94418-d673-4267-866f-c07153d3e134 of type vlan for network 78ce5543-ade9-4bb7-aec4-e572a4ea45ca Nov 11 18:00:27.454416 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6181-720a-49ef-85d7-56ff27d2d6f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:27.478729 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6181-720a-49ef-85d7-56ff27d2d6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:27.479695 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1d6181-720a-49ef-85d7-56ff27d2d6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:27.480289 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fc1d6181-720a-49ef-85d7-56ff27d2d6f0 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:27.534632 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fc1d6181-720a-49ef-85d7-56ff27d2d6f0 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3871543 Nov 11 18:00:27.537635 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49234) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:00:27.542611 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-7e40bd7f-0236-4a3c-b9da-660cf665a4e0 admin admin] Request body: {'subnet': {'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1464702399-subnet', 'tenant_id': '5ba751696c6f44bbb8e6e950297c1380', 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:00:27.547573 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d6181-720a-49ef-85d7-56ff27d2d6f0 admin admin] Pushing event updated for resources: {'Network': ['ID=78ce5543-ade9-4bb7-aec4-e572a4ea45ca,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:27.557899 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 78ce5543-ade9-4bb7-aec4-e572a4ea45ca details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:00:27.566243 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e40bd7f-0236-4a3c-b9da-660cf665a4e0 admin admin] Made reservation on behalf of 5ba751696c6f44bbb8e6e950297c1380 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:00:27.569496 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e40bd7f-0236-4a3c-b9da-660cf665a4e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:27.744430 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e40bd7f-0236-4a3c-b9da-660cf665a4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:27.800097 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40bd7f-0236-4a3c-b9da-660cf665a4e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeb5efcd-4bf7-4dd3-addf-5c50cd8d35ed,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:27.807882 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e40bd7f-0236-4a3c-b9da-660cf665a4e0 admin admin] Checking segment: {'id': '41a94418-d673-4267-866f-c07153d3e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:00:27.808240 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e40bd7f-0236-4a3c-b9da-660cf665a4e0 admin admin] Network hostable DHCP agents. Network: 78ce5543-ade9-4bb7-aec4-e572a4ea45ca, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:00:27.824625 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e40bd7f-0236-4a3c-b9da-660cf665a4e0 admin admin] Network 78ce5543-ade9-4bb7-aec4-e572a4ea45ca is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:00:27.833437 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-7e40bd7f-0236-4a3c-b9da-660cf665a4e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 78ce5543-ade9-4bb7-aec4-e572a4ea45ca) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:00:27.837502 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e40bd7f-0236-4a3c-b9da-660cf665a4e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:27.838091 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7e40bd7f-0236-4a3c-b9da-660cf665a4e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:27.843227 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb67ac74-7dde-4448-af90-f5eebb30d5d7 None None] Network 78ce5543-ade9-4bb7-aec4-e572a4ea45ca requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:00:27.856003 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7e40bd7f-0236-4a3c-b9da-660cf665a4e0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3172235 Nov 11 18:00:27.858734 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49236) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:00:27.862918 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-408f4a72-2667-4cf1-95c6-4e0042312c8e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1464702399-router', 'tenant_id': '5ba751696c6f44bbb8e6e950297c1380', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:00:27.883932 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-408f4a72-2667-4cf1-95c6-4e0042312c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:27.884870 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-408f4a72-2667-4cf1-95c6-4e0042312c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:27.935618 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-408f4a72-2667-4cf1-95c6-4e0042312c8e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:27.993196 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed618f5-4e15-4cc5-90d6-6f546da2faae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-78ce5543-ade9-4bb7-aec4-e572a4ea45ca', 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca', 'tenant_id': '5ba751696c6f44bbb8e6e950297c1380', 'fixed_ips': [{'subnet_id': 'aeb5efcd-4bf7-4dd3-addf-5c50cd8d35ed'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 18:00:27.994128 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2ed618f5-4e15-4cc5-90d6-6f546da2faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:28.082652 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-408f4a72-2667-4cf1-95c6-4e0042312c8e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:28.137594 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-2ed618f5-4e15-4cc5-90d6-6f546da2faae None None] Allocated IP 172.20.0.2 (78ce5543-ade9-4bb7-aec4-e572a4ea45ca/aeb5efcd-4bf7-4dd3-addf-5c50cd8d35ed/eddac96d-14b2-4193-9bd5-3d50ab4a98f1) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:00:28.285289 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2ed618f5-4e15-4cc5-90d6-6f546da2faae None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:28.292042 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2ed618f5-4e15-4cc5-90d6-6f546da2faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:28.333011 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed618f5-4e15-4cc5-90d6-6f546da2faae None None] Network 78ce5543-ade9-4bb7-aec4-e572a4ea45ca is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:00:28.337109 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-2ed618f5-4e15-4cc5-90d6-6f546da2faae None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:00:28.340923 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed618f5-4e15-4cc5-90d6-6f546da2faae None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:00:28.346544 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed618f5-4e15-4cc5-90d6-6f546da2faae None None] Pushing event updated for resources: {'Port': ['ID=eddac96d-14b2-4193-9bd5-3d50ab4a98f1,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:28.400616 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-2ed618f5-4e15-4cc5-90d6-6f546da2faae None None] Attempting to bind port eddac96d-14b2-4193-9bd5-3d50ab4a98f1 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:00:28.400984 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-2ed618f5-4e15-4cc5-90d6-6f546da2faae None None] Attempting to bind port eddac96d-14b2-4193-9bd5-3d50ab4a98f1 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '41a94418-d673-4267-866f-c07153d3e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:00:28.401344 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed618f5-4e15-4cc5-90d6-6f546da2faae None None] Attempting to bind port eddac96d-14b2-4193-9bd5-3d50ab4a98f1 on network 78ce5543-ade9-4bb7-aec4-e572a4ea45ca {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:00:28.406499 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed618f5-4e15-4cc5-90d6-6f546da2faae None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:00:28.406869 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed618f5-4e15-4cc5-90d6-6f546da2faae None None] Checking segment: {'id': '41a94418-d673-4267-866f-c07153d3e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:00:28.407265 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2ed618f5-4e15-4cc5-90d6-6f546da2faae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:28.407653 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed618f5-4e15-4cc5-90d6-6f546da2faae None None] Bound using segment: {'id': '41a94418-d673-4267-866f-c07153d3e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:00:28.408146 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-2ed618f5-4e15-4cc5-90d6-6f546da2faae None None] Bound port: eddac96d-14b2-4193-9bd5-3d50ab4a98f1, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a94418-d673-4267-866f-c07153d3e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:00:28.408521 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2ed618f5-4e15-4cc5-90d6-6f546da2faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:28.474857 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2ed618f5-4e15-4cc5-90d6-6f546da2faae None None] For port eddac96d-14b2-4193-9bd5-3d50ab4a98f1, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:00:28.479656 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2ed618f5-4e15-4cc5-90d6-6f546da2faae None None] For port eddac96d-14b2-4193-9bd5-3d50ab4a98f1, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=eddac96d-14b2-4193-9bd5-3d50ab4a98f1,segment=NetworkSegment(41a94418-d673-4267-866f-c07153d3e134),segment_id=41a94418-d673-4267-866f-c07153d3e134)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:00:28.485999 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2ed618f5-4e15-4cc5-90d6-6f546da2faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:28.542111 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed618f5-4e15-4cc5-90d6-6f546da2faae None None] Pushing event updated for resources: {'Port': ['ID=eddac96d-14b2-4193-9bd5-3d50ab4a98f1,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:28.617015 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-408f4a72-2667-4cf1-95c6-4e0042312c8e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:28.636625 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-408f4a72-2667-4cf1-95c6-4e0042312c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:28.761970 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-408f4a72-2667-4cf1-95c6-4e0042312c8e admin admin] Allocated IP 172.25.2.49 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/a2337f75-8605-4fca-9241-8f573a40a923) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:00:28.868385 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-408f4a72-2667-4cf1-95c6-4e0042312c8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:28.901639 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-408f4a72-2667-4cf1-95c6-4e0042312c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:28.945224 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408f4a72-2667-4cf1-95c6-4e0042312c8e admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:00:28.948076 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-408f4a72-2667-4cf1-95c6-4e0042312c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:00:28.950466 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408f4a72-2667-4cf1-95c6-4e0042312c8e admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:00:28.960362 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88e1626-4f02-495d-82f8-b1ef9ee22ee8 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:00:28.976978 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f4a72-2667-4cf1-95c6-4e0042312c8e admin admin] Pushing event updated for resources: {'Port': ['ID=a2337f75-8605-4fca-9241-8f573a40a923,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:29.021733 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-08bb80ad-ac4b-45a9-9321-cf7c74804b77 None None] Provisioning complete for port a2337f75-8605-4fca-9241-8f573a40a923 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:29.022105 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-08bb80ad-ac4b-45a9-9321-cf7c74804b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:29.055821 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-08bb80ad-ac4b-45a9-9321-cf7c74804b77 None None] Port a2337f75-8605-4fca-9241-8f573a40a923 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:00:29.215604 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-408f4a72-2667-4cf1-95c6-4e0042312c8e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:29.244207 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device eddac96d-14b2-4193-9bd5-3d50ab4a98f1 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:00:29.301034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port eddac96d-14b2-4193-9bd5-3d50ab4a98f1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:29.301669 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:29.382495 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:29.419791 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port eddac96d-14b2-4193-9bd5-3d50ab4a98f1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=eddac96d-14b2-4193-9bd5-3d50ab4a98f1,segment=NetworkSegment(41a94418-d673-4267-866f-c07153d3e134),segment_id=41a94418-d673-4267-866f-c07153d3e134)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:00:29.425764 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:29.429285 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-408f4a72-2667-4cf1-95c6-4e0042312c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:29.482228 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=eddac96d-14b2-4193-9bd5-3d50ab4a98f1,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:29.527139 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c352ae-2da6-4b9c-a393-5999a0d3cb8f None None] Network 78ce5543-ade9-4bb7-aec4-e572a4ea45ca requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:00:29.559883 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408f4a72-2667-4cf1-95c6-4e0042312c8e admin admin] Router 630e2dae-2961-4110-80d2-bd3fb6d3e06a is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 18:00:29.590491 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-4389f6ef-fe0f-4486-b714-19c61ff3bc8c None None] Provisioning complete for port eddac96d-14b2-4193-9bd5-3d50ab4a98f1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:29.590862 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4389f6ef-fe0f-4486-b714-19c61ff3bc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:29.669490 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408f4a72-2667-4cf1-95c6-4e0042312c8e admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:00:29.683807 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] Sync routers for ids ['630e2dae-2961-4110-80d2-bd3fb6d3e06a'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:00:29.690315 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-408f4a72-2667-4cf1-95c6-4e0042312c8e admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:29.691644 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-408f4a72-2667-4cf1-95c6-4e0042312c8e admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8319905 Nov 11 18:00:29.694549 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49238) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:00:29.709283 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] Routers {'630e2dae-2961-4110-80d2-bd3fb6d3e06a'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:00:29.710048 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:00:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['630e2dae-2961-4110-80d2-bd3fb6d3e06a'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:29.815211 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] Set router 630e2dae-2961-4110-80d2-bd3fb6d3e06a gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:00:30.007815 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630e2dae-2961-4110-80d2-bd3fb6d3e06a', 'name': 'tempest-TestServerMultinode-1464702399-router', 'tenant_id': '5ba751696c6f44bbb8e6e950297c1380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a2337f75-8605-4fca-9241-8f573a40a923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:00:27Z', 'updated_at': '2021-11-11T18:00:29Z', 'revision_number': 3, 'project_id': '5ba751696c6f44bbb8e6e950297c1380', 'gw_port': {'id': 'a2337f75-8605-4fca-9241-8f573a40a923', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:83:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630e2dae-2961-4110-80d2-bd3fb6d3e06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:00:28Z', 'updated_at': '2021-11-11T18:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:30.034671 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] Checking router: 630e2dae-2961-4110-80d2-bd3fb6d3e06a for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:00:30.034937 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] Updating router 630e2dae-2961-4110-80d2-bd3fb6d3e06a port a2337f75-8605-4fca-9241-8f573a40a923 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:00:30.059361 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:30.066947 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a26a30e4-7267-43ec-ba9a-895f3ee88aa0 None None] Provisioning complete for port eddac96d-14b2-4193-9bd5-3d50ab4a98f1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:30.067318 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a26a30e4-7267-43ec-ba9a-895f3ee88aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:30.173404 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3698e505-6424-45ff-8974-683c4519cfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:30.313434 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:30.319160 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:30.327467 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-3698e505-6424-45ff-8974-683c4519cfe7 admin admin] Allocated IP 172.20.0.1 (78ce5543-ade9-4bb7-aec4-e572a4ea45ca/aeb5efcd-4bf7-4dd3-addf-5c50cd8d35ed/668c800a-876e-4834-94da-489e76d78618) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:00:30.360309 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d19c51-31f4-4880-8c05-c31a8ea2957d None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:00:30.370234 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] Attempting to bind port a2337f75-8605-4fca-9241-8f573a40a923 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:00:30.370523 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] Attempting to bind port a2337f75-8605-4fca-9241-8f573a40a923 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:00:30.370919 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] Attempting to bind port a2337f75-8605-4fca-9241-8f573a40a923 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:00:30.381891 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd42087-3fa5-4946-b9cd-0c3465856351 None None] Pushing event updated for resources: {'Port': ['ID=a2337f75-8605-4fca-9241-8f573a40a923,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:30.384764 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:00:30.385127 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:00:30.385515 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:30.385900 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:00:30.386353 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] Bound port: a2337f75-8605-4fca-9241-8f573a40a923, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:00:30.386930 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:30.393028 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd42087-3fa5-4946-b9cd-0c3465856351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:30.393376 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd42087-3fa5-4946-b9cd-0c3465856351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:30.393716 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd42087-3fa5-4946-b9cd-0c3465856351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:30.394047 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd42087-3fa5-4946-b9cd-0c3465856351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:30.394377 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd42087-3fa5-4946-b9cd-0c3465856351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:30.394969 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd42087-3fa5-4946-b9cd-0c3465856351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:30.395290 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd42087-3fa5-4946-b9cd-0c3465856351 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:30.395622 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd42087-3fa5-4946-b9cd-0c3465856351 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:30.396537 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd42087-3fa5-4946-b9cd-0c3465856351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:30.396858 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd42087-3fa5-4946-b9cd-0c3465856351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:30.397182 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd42087-3fa5-4946-b9cd-0c3465856351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:30.397499 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd42087-3fa5-4946-b9cd-0c3465856351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:00:30.431065 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3698e505-6424-45ff-8974-683c4519cfe7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:30.448371 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] For port a2337f75-8605-4fca-9241-8f573a40a923, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:00:30.451675 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] For port a2337f75-8605-4fca-9241-8f573a40a923, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a2337f75-8605-4fca-9241-8f573a40a923,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:00:30.456255 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:30.467721 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3698e505-6424-45ff-8974-683c4519cfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:30.475262 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9a617698-024c-4855-9ea6-f235865f8864 None None] Provisioning complete for port a2337f75-8605-4fca-9241-8f573a40a923 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:30.475573 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9a617698-024c-4855-9ea6-f235865f8864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:30.509138 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3698e505-6424-45ff-8974-683c4519cfe7 admin admin] Network 78ce5543-ade9-4bb7-aec4-e572a4ea45ca is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:00:30.512671 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84380be-0b54-468b-a821-e837ce17b3df None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:00:30.516357 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-3698e505-6424-45ff-8974-683c4519cfe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:00:30.520066 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3698e505-6424-45ff-8974-683c4519cfe7 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:00:30.529612 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd42087-3fa5-4946-b9cd-0c3465856351 None None] Pushing event updated for resources: {'Port': ['ID=a2337f75-8605-4fca-9241-8f573a40a923,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:30.548100 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] Routers {'630e2dae-2961-4110-80d2-bd3fb6d3e06a'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:00:30.548800 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:00:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['630e2dae-2961-4110-80d2-bd3fb6d3e06a'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:30.574421 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3698e505-6424-45ff-8974-683c4519cfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:30.578776 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698e505-6424-45ff-8974-683c4519cfe7 admin admin] Pushing event updated for resources: {'Port': ['ID=668c800a-876e-4834-94da-489e76d78618,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:30.580977 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9a617698-024c-4855-9ea6-f235865f8864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:30.614156 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9a617698-024c-4855-9ea6-f235865f8864 None None] For port a2337f75-8605-4fca-9241-8f573a40a923, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a2337f75-8605-4fca-9241-8f573a40a923,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:00:30.620488 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9a617698-024c-4855-9ea6-f235865f8864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:30.681400 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a617698-024c-4855-9ea6-f235865f8864 None None] Pushing event updated for resources: {'Port': ['ID=a2337f75-8605-4fca-9241-8f573a40a923,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:30.733384 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3698e505-6424-45ff-8974-683c4519cfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:30.746568 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-67f20d97-6be3-4c65-aec6-e18cb34f0de8 None None] Provisioning complete for port a2337f75-8605-4fca-9241-8f573a40a923 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:30.747042 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-67f20d97-6be3-4c65-aec6-e18cb34f0de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:30.783392 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] Set router 630e2dae-2961-4110-80d2-bd3fb6d3e06a gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:00:30.919854 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3698e505-6424-45ff-8974-683c4519cfe7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:30.924711 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3698e505-6424-45ff-8974-683c4519cfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:30.957084 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-03d1565c-f74b-406f-b231-e530bf3f0cef None None] Provisioning complete for port 668c800a-876e-4834-94da-489e76d78618 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:30.958112 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-03d1565c-f74b-406f-b231-e530bf3f0cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:30.971747 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630e2dae-2961-4110-80d2-bd3fb6d3e06a', 'name': 'tempest-TestServerMultinode-1464702399-router', 'tenant_id': '5ba751696c6f44bbb8e6e950297c1380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a2337f75-8605-4fca-9241-8f573a40a923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:00:27Z', 'updated_at': '2021-11-11T18:00:29Z', 'revision_number': 3, 'project_id': '5ba751696c6f44bbb8e6e950297c1380', 'gw_port': {'id': 'a2337f75-8605-4fca-9241-8f573a40a923', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:83:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630e2dae-2961-4110-80d2-bd3fb6d3e06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:00:28Z', 'updated_at': '2021-11-11T18:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:30.990756 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3698e505-6424-45ff-8974-683c4519cfe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:30.993423 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698e505-6424-45ff-8974-683c4519cfe7 admin admin] Pushing event updated for resources: {'Port': ['ID=668c800a-876e-4834-94da-489e76d78618,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:30.996301 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-03d1565c-f74b-406f-b231-e530bf3f0cef None None] Port 668c800a-876e-4834-94da-489e76d78618 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:00:31.003702 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd9374-6c12-4235-b8c3-dcecdfb2434b None None] The sync data for ids ['630e2dae-2961-4110-80d2-bd3fb6d3e06a'] in n-d-816206-4 is: [{'id': '630e2dae-2961-4110-80d2-bd3fb6d3e06a', 'name': 'tempest-TestServerMultinode-1464702399-router', 'tenant_id': '5ba751696c6f44bbb8e6e950297c1380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a2337f75-8605-4fca-9241-8f573a40a923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:00:27Z', 'updated_at': '2021-11-11T18:00:29Z', 'revision_number': 3, 'project_id': '5ba751696c6f44bbb8e6e950297c1380', 'gw_port': {'id': 'a2337f75-8605-4fca-9241-8f573a40a923', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:83:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630e2dae-2961-4110-80d2-bd3fb6d3e06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:00:28Z', 'updated_at': '2021-11-11T18:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:00:31.088743 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3698e505-6424-45ff-8974-683c4519cfe7 admin admin] Network 78ce5543-ade9-4bb7-aec4-e572a4ea45ca is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:00:31.090111 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-3698e505-6424-45ff-8974-683c4519cfe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:00:31.213100 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3698e505-6424-45ff-8974-683c4519cfe7 admin admin] Router 630e2dae-2961-4110-80d2-bd3fb6d3e06a has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:00:31.220240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device eddac96d-14b2-4193-9bd5-3d50ab4a98f1 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:00:31.313593 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port eddac96d-14b2-4193-9bd5-3d50ab4a98f1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:31.314196 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:31.360945 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3698e505-6424-45ff-8974-683c4519cfe7 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:00:31.365984 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3698e505-6424-45ff-8974-683c4519cfe7 admin admin] 10.222.0.76 "PUT /v2.0/routers/630e2dae-2961-4110-80d2-bd3fb6d3e06a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6701283 Nov 11 18:00:31.442112 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c06d5b04-9bea-4758-9115-ae7c7cde1b04 None None] Provisioning complete for port 668c800a-876e-4834-94da-489e76d78618 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:31.442664 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c06d5b04-9bea-4758-9115-ae7c7cde1b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:31.477616 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c06d5b04-9bea-4758-9115-ae7c7cde1b04 None None] Port 668c800a-876e-4834-94da-489e76d78618 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:00:31.863124 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49254) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:00:31.868690 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e7cfbabb-badb-43ed-ba9f-e3a75e5dfbe2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-776467416-network', 'tenant_id': 'bf6bad564f294af4a11f908eee914199'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:00:31.889876 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cfbabb-badb-43ed-ba9f-e3a75e5dfbe2 admin admin] Made reservation on behalf of bf6bad564f294af4a11f908eee914199 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:00:31.892327 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e7cfbabb-badb-43ed-ba9f-e3a75e5dfbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:31.901520 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e7cfbabb-badb-43ed-ba9f-e3a75e5dfbe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:31.982636 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e7cfbabb-badb-43ed-ba9f-e3a75e5dfbe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:31.986882 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e7cfbabb-badb-43ed-ba9f-e3a75e5dfbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:32.013648 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7cfbabb-badb-43ed-ba9f-e3a75e5dfbe2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1264} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:00:32.020202 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cfbabb-badb-43ed-ba9f-e3a75e5dfbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0452b92d-b48d-4771-8155-49b44cf4d9e5,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:32.026771 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e7cfbabb-badb-43ed-ba9f-e3a75e5dfbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:32.027113 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-e7cfbabb-badb-43ed-ba9f-e3a75e5dfbe2 admin admin] Added segment b4ac3d95-ef90-4818-845d-a8455843d26a of type vlan for network bcee149d-f84c-4ccf-ab59-1e165e3e2405 Nov 11 18:00:32.071284 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e7cfbabb-badb-43ed-ba9f-e3a75e5dfbe2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:32.096718 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e7cfbabb-badb-43ed-ba9f-e3a75e5dfbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:32.100239 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cfbabb-badb-43ed-ba9f-e3a75e5dfbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:32.100832 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e7cfbabb-badb-43ed-ba9f-e3a75e5dfbe2 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:32.174007 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e7cfbabb-badb-43ed-ba9f-e3a75e5dfbe2 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3096368 Nov 11 18:00:32.176859 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49256) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:00:32.182519 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-59c7e0e8-3f35-4c26-ba02-863696df82ef admin admin] Request body: {'subnet': {'network_id': 'bcee149d-f84c-4ccf-ab59-1e165e3e2405', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-776467416-subnet', 'tenant_id': 'bf6bad564f294af4a11f908eee914199', 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:00:32.198483 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cfbabb-badb-43ed-ba9f-e3a75e5dfbe2 admin admin] Pushing event updated for resources: {'Network': ['ID=bcee149d-f84c-4ccf-ab59-1e165e3e2405,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:32.209254 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network bcee149d-f84c-4ccf-ab59-1e165e3e2405 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:00:32.211758 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c7e0e8-3f35-4c26-ba02-863696df82ef admin admin] Made reservation on behalf of bf6bad564f294af4a11f908eee914199 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:00:32.214338 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-59c7e0e8-3f35-4c26-ba02-863696df82ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:32.399918 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-59c7e0e8-3f35-4c26-ba02-863696df82ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:32.455591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7e0e8-3f35-4c26-ba02-863696df82ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=21d7bddc-e91e-4144-ab1e-6a45a27b58fd,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:32.466731 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c7e0e8-3f35-4c26-ba02-863696df82ef admin admin] Checking segment: {'id': 'b4ac3d95-ef90-4818-845d-a8455843d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'bcee149d-f84c-4ccf-ab59-1e165e3e2405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:00:32.467098 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c7e0e8-3f35-4c26-ba02-863696df82ef admin admin] Network hostable DHCP agents. Network: bcee149d-f84c-4ccf-ab59-1e165e3e2405, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:00:32.483399 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c7e0e8-3f35-4c26-ba02-863696df82ef admin admin] Network bcee149d-f84c-4ccf-ab59-1e165e3e2405 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:00:32.492466 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-59c7e0e8-3f35-4c26-ba02-863696df82ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, bcee149d-f84c-4ccf-ab59-1e165e3e2405) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:00:32.496648 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c7e0e8-3f35-4c26-ba02-863696df82ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:32.497266 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-59c7e0e8-3f35-4c26-ba02-863696df82ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:32.501770 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6f9dbf-5c48-49ff-b03d-207fa0fa3eed None None] Network bcee149d-f84c-4ccf-ab59-1e165e3e2405 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:00:32.516461 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-59c7e0e8-3f35-4c26-ba02-863696df82ef admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3360431 Nov 11 18:00:32.516626 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49258) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:00:32.521312 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-0a028790-d596-4401-8d2e-54c793d49304 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-776467416-router', 'tenant_id': 'bf6bad564f294af4a11f908eee914199', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:00:32.545787 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a028790-d596-4401-8d2e-54c793d49304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:32.547017 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a028790-d596-4401-8d2e-54c793d49304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:32.606437 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a028790-d596-4401-8d2e-54c793d49304 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:32.628432 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] Sync routers for ids ['630e2dae-2961-4110-80d2-bd3fb6d3e06a'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:00:32.652166 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] Routers {'630e2dae-2961-4110-80d2-bd3fb6d3e06a'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:00:32.652863 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:00:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['630e2dae-2961-4110-80d2-bd3fb6d3e06a'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:32.719911 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72bdc1d-1110-4a22-acde-1b94cb3cc186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-bcee149d-f84c-4ccf-ab59-1e165e3e2405', 'network_id': 'bcee149d-f84c-4ccf-ab59-1e165e3e2405', 'tenant_id': 'bf6bad564f294af4a11f908eee914199', 'fixed_ips': [{'subnet_id': '21d7bddc-e91e-4144-ab1e-6a45a27b58fd'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 18:00:32.720806 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b72bdc1d-1110-4a22-acde-1b94cb3cc186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:32.750200 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a028790-d596-4401-8d2e-54c793d49304 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:32.840551 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] Set router 630e2dae-2961-4110-80d2-bd3fb6d3e06a gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:00:33.010039 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-b72bdc1d-1110-4a22-acde-1b94cb3cc186 None None] Allocated IP 172.20.0.2 (bcee149d-f84c-4ccf-ab59-1e165e3e2405/21d7bddc-e91e-4144-ab1e-6a45a27b58fd/e7f69f8c-e029-4429-8d0b-74e0751e14eb) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:00:33.240371 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a028790-d596-4401-8d2e-54c793d49304 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:33.251572 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a2337f75-8605-4fca-9241-8f573a40a923 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:00:33.268918 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a028790-d596-4401-8d2e-54c793d49304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:33.374453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-0a028790-d596-4401-8d2e-54c793d49304 admin admin] Allocated IP 172.25.2.169 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/8a633ff9-05dc-4067-bc3b-5f17da40312c) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:00:33.401045 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port a2337f75-8605-4fca-9241-8f573a40a923 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:33.401414 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:33.452539 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630e2dae-2961-4110-80d2-bd3fb6d3e06a', 'name': 'tempest-TestServerMultinode-1464702399-router', 'tenant_id': '5ba751696c6f44bbb8e6e950297c1380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a2337f75-8605-4fca-9241-8f573a40a923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:00:27Z', 'updated_at': '2021-11-11T18:00:30Z', 'revision_number': 4, 'project_id': '5ba751696c6f44bbb8e6e950297c1380', 'gw_port': {'id': 'a2337f75-8605-4fca-9241-8f573a40a923', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:83:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e2dae-2961-4110-80d2-bd3fb6d3e06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:00:28Z', 'updated_at': '2021-11-11T18:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '668c800a-876e-4834-94da-489e76d78618', 'name': '', 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca', 'tenant_id': '5ba751696c6f44bbb8e6e950297c1380', 'mac_address': 'fa:16:3e:e9:a5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630e2dae-2961-4110-80d2-bd3fb6d3e06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'aeb5efcd-4bf7-4dd3-addf-5c50cd8d35ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:00:30Z', 'updated_at': '2021-11-11T18:00:30Z', 'revision_number': 2, 'project_id': '5ba751696c6f44bbb8e6e950297c1380', 'subnets': [{'id': 'aeb5efcd-4bf7-4dd3-addf-5c50cd8d35ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:33.460738 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b72bdc1d-1110-4a22-acde-1b94cb3cc186 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:33.477626 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a028790-d596-4401-8d2e-54c793d49304 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:33.491898 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] Checking router: 630e2dae-2961-4110-80d2-bd3fb6d3e06a for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:00:33.492083 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] Updating router 630e2dae-2961-4110-80d2-bd3fb6d3e06a port 668c800a-876e-4834-94da-489e76d78618 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:00:33.496366 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b72bdc1d-1110-4a22-acde-1b94cb3cc186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:33.520210 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a028790-d596-4401-8d2e-54c793d49304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:33.554804 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a028790-d596-4401-8d2e-54c793d49304 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:00:33.563790 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72bdc1d-1110-4a22-acde-1b94cb3cc186 None None] Network bcee149d-f84c-4ccf-ab59-1e165e3e2405 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:00:33.565286 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-0a028790-d596-4401-8d2e-54c793d49304 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:00:33.566209 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:33.569471 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a028790-d596-4401-8d2e-54c793d49304 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:00:33.589598 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4030fdc7-4e80-49dc-a573-a79285a1a606 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:00:33.591811 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-b72bdc1d-1110-4a22-acde-1b94cb3cc186 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:00:33.595990 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a028790-d596-4401-8d2e-54c793d49304 admin admin] Pushing event updated for resources: {'Port': ['ID=8a633ff9-05dc-4067-bc3b-5f17da40312c,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:33.606093 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72bdc1d-1110-4a22-acde-1b94cb3cc186 None None] Pushing event updated for resources: {'Port': ['ID=e7f69f8c-e029-4429-8d0b-74e0751e14eb,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:33.611028 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72bdc1d-1110-4a22-acde-1b94cb3cc186 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:00:33.756437 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b72bdc1d-1110-4a22-acde-1b94cb3cc186 None None] Attempting to bind port e7f69f8c-e029-4429-8d0b-74e0751e14eb on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:00:33.756809 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b72bdc1d-1110-4a22-acde-1b94cb3cc186 None None] Attempting to bind port e7f69f8c-e029-4429-8d0b-74e0751e14eb by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'b4ac3d95-ef90-4818-845d-a8455843d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'bcee149d-f84c-4ccf-ab59-1e165e3e2405'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:00:33.757179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72bdc1d-1110-4a22-acde-1b94cb3cc186 None None] Attempting to bind port e7f69f8c-e029-4429-8d0b-74e0751e14eb on network bcee149d-f84c-4ccf-ab59-1e165e3e2405 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:00:33.774223 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72bdc1d-1110-4a22-acde-1b94cb3cc186 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:00:33.774525 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72bdc1d-1110-4a22-acde-1b94cb3cc186 None None] Checking segment: {'id': 'b4ac3d95-ef90-4818-845d-a8455843d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'bcee149d-f84c-4ccf-ab59-1e165e3e2405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:00:33.774929 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b72bdc1d-1110-4a22-acde-1b94cb3cc186 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:33.775320 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72bdc1d-1110-4a22-acde-1b94cb3cc186 None None] Bound using segment: {'id': 'b4ac3d95-ef90-4818-845d-a8455843d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'bcee149d-f84c-4ccf-ab59-1e165e3e2405'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:00:33.775819 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b72bdc1d-1110-4a22-acde-1b94cb3cc186 None None] Bound port: e7f69f8c-e029-4429-8d0b-74e0751e14eb, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ac3d95-ef90-4818-845d-a8455843d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'bcee149d-f84c-4ccf-ab59-1e165e3e2405'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:00:33.776203 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b72bdc1d-1110-4a22-acde-1b94cb3cc186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:33.796074 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-de2e3a2e-1aeb-4001-aef8-14fcfe685150 None None] Provisioning complete for port 8a633ff9-05dc-4067-bc3b-5f17da40312c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:33.796444 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-de2e3a2e-1aeb-4001-aef8-14fcfe685150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:33.824425 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a028790-d596-4401-8d2e-54c793d49304 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:33.905842 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-de2e3a2e-1aeb-4001-aef8-14fcfe685150 None None] Port 8a633ff9-05dc-4067-bc3b-5f17da40312c cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:00:33.934378 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b72bdc1d-1110-4a22-acde-1b94cb3cc186 None None] For port e7f69f8c-e029-4429-8d0b-74e0751e14eb, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:00:33.949200 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b72bdc1d-1110-4a22-acde-1b94cb3cc186 None None] For port e7f69f8c-e029-4429-8d0b-74e0751e14eb, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e7f69f8c-e029-4429-8d0b-74e0751e14eb,segment=NetworkSegment(b4ac3d95-ef90-4818-845d-a8455843d26a),segment_id=b4ac3d95-ef90-4818-845d-a8455843d26a)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:00:33.957325 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b72bdc1d-1110-4a22-acde-1b94cb3cc186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:34.027983 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a028790-d596-4401-8d2e-54c793d49304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:34.048873 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72bdc1d-1110-4a22-acde-1b94cb3cc186 None None] Pushing event updated for resources: {'Port': ['ID=e7f69f8c-e029-4429-8d0b-74e0751e14eb,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:34.093374 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:34.100276 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:34.159166 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883c5e1-72ff-4b80-895d-1314c276f2fa None None] Pushing event updated for resources: {'Port': ['ID=668c800a-876e-4834-94da-489e76d78618,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:34.170587 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a028790-d596-4401-8d2e-54c793d49304 admin admin] Router c9ca1ed5-7ed2-433d-b807-6170741e6731 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 18:00:34.226559 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] Attempting to bind port 668c800a-876e-4834-94da-489e76d78618 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:00:34.227040 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] Attempting to bind port 668c800a-876e-4834-94da-489e76d78618 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '41a94418-d673-4267-866f-c07153d3e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:00:34.227502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] Attempting to bind port 668c800a-876e-4834-94da-489e76d78618 on network 78ce5543-ade9-4bb7-aec4-e572a4ea45ca {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:00:34.233106 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:00:34.233481 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] Checking segment: {'id': '41a94418-d673-4267-866f-c07153d3e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:00:34.233915 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:34.234309 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] Bound using segment: {'id': '41a94418-d673-4267-866f-c07153d3e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:00:34.234775 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] Bound port: 668c800a-876e-4834-94da-489e76d78618, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a94418-d673-4267-866f-c07153d3e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:00:34.235155 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:34.316306 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] For port 668c800a-876e-4834-94da-489e76d78618, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:00:34.323079 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] For port 668c800a-876e-4834-94da-489e76d78618, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=668c800a-876e-4834-94da-489e76d78618,segment=NetworkSegment(41a94418-d673-4267-866f-c07153d3e134),segment_id=41a94418-d673-4267-866f-c07153d3e134)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:00:34.331870 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:34.339322 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a028790-d596-4401-8d2e-54c793d49304 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:00:34.352841 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] Sync routers for ids ['c9ca1ed5-7ed2-433d-b807-6170741e6731'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:00:34.362453 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0a028790-d596-4401-8d2e-54c793d49304 admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:34.367493 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0a028790-d596-4401-8d2e-54c793d49304 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8466084 Nov 11 18:00:34.368557 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49260) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:00:34.384155 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] Routers {'c9ca1ed5-7ed2-433d-b807-6170741e6731'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:00:34.384867 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:00:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c9ca1ed5-7ed2-433d-b807-6170741e6731'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:34.404450 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] Routers {'630e2dae-2961-4110-80d2-bd3fb6d3e06a'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:00:34.405091 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:00:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['630e2dae-2961-4110-80d2-bd3fb6d3e06a'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:34.440873 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883c5e1-72ff-4b80-895d-1314c276f2fa None None] Pushing event updated for resources: {'Port': ['ID=668c800a-876e-4834-94da-489e76d78618,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:34.542916 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] Set router c9ca1ed5-7ed2-433d-b807-6170741e6731 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:00:34.549100 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] Set router 630e2dae-2961-4110-80d2-bd3fb6d3e06a gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:00:34.592349 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-34cc9fb5-164d-47d2-812e-68635bd84919 None None] Provisioning complete for port 668c800a-876e-4834-94da-489e76d78618 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:34.592971 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-34cc9fb5-164d-47d2-812e-68635bd84919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:34.782355 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ca1ed5-7ed2-433d-b807-6170741e6731', 'name': 'tempest-TestServerMultinode-776467416-router', 'tenant_id': 'bf6bad564f294af4a11f908eee914199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '8a633ff9-05dc-4067-bc3b-5f17da40312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:00:32Z', 'updated_at': '2021-11-11T18:00:33Z', 'revision_number': 3, 'project_id': 'bf6bad564f294af4a11f908eee914199', 'gw_port': {'id': '8a633ff9-05dc-4067-bc3b-5f17da40312c', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ca1ed5-7ed2-433d-b807-6170741e6731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:00:33Z', 'updated_at': '2021-11-11T18:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:34.811813 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] Checking router: c9ca1ed5-7ed2-433d-b807-6170741e6731 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:00:34.812568 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] Updating router c9ca1ed5-7ed2-433d-b807-6170741e6731 port 8a633ff9-05dc-4067-bc3b-5f17da40312c binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:00:34.827668 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-34cc9fb5-164d-47d2-812e-68635bd84919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:34.847223 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:34.887926 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-34cc9fb5-164d-47d2-812e-68635bd84919 None None] For port 668c800a-876e-4834-94da-489e76d78618, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=668c800a-876e-4834-94da-489e76d78618,segment=NetworkSegment(41a94418-d673-4267-866f-c07153d3e134),segment_id=41a94418-d673-4267-866f-c07153d3e134)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:00:34.891060 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630e2dae-2961-4110-80d2-bd3fb6d3e06a', 'name': 'tempest-TestServerMultinode-1464702399-router', 'tenant_id': '5ba751696c6f44bbb8e6e950297c1380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a2337f75-8605-4fca-9241-8f573a40a923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:00:27Z', 'updated_at': '2021-11-11T18:00:30Z', 'revision_number': 4, 'project_id': '5ba751696c6f44bbb8e6e950297c1380', 'gw_port': {'id': 'a2337f75-8605-4fca-9241-8f573a40a923', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:83:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e2dae-2961-4110-80d2-bd3fb6d3e06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:00:28Z', 'updated_at': '2021-11-11T18:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '668c800a-876e-4834-94da-489e76d78618', 'name': '', 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca', 'tenant_id': '5ba751696c6f44bbb8e6e950297c1380', 'mac_address': 'fa:16:3e:e9:a5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630e2dae-2961-4110-80d2-bd3fb6d3e06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'aeb5efcd-4bf7-4dd3-addf-5c50cd8d35ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:00:30Z', 'updated_at': '2021-11-11T18:00:34Z', 'revision_number': 4, 'project_id': '5ba751696c6f44bbb8e6e950297c1380', 'subnets': [{'id': 'aeb5efcd-4bf7-4dd3-addf-5c50cd8d35ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:34.896928 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-34cc9fb5-164d-47d2-812e-68635bd84919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:34.927599 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32afe275-b576-4b9f-8ff1-ecdb4d2bcb5f None None] The sync data for ids ['630e2dae-2961-4110-80d2-bd3fb6d3e06a'] in n-d-816206-4 is: [{'id': '630e2dae-2961-4110-80d2-bd3fb6d3e06a', 'name': 'tempest-TestServerMultinode-1464702399-router', 'tenant_id': '5ba751696c6f44bbb8e6e950297c1380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a2337f75-8605-4fca-9241-8f573a40a923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:00:27Z', 'updated_at': '2021-11-11T18:00:30Z', 'revision_number': 4, 'project_id': '5ba751696c6f44bbb8e6e950297c1380', 'gw_port': {'id': 'a2337f75-8605-4fca-9241-8f573a40a923', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:83:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e2dae-2961-4110-80d2-bd3fb6d3e06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:00:28Z', 'updated_at': '2021-11-11T18:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '668c800a-876e-4834-94da-489e76d78618', 'name': '', 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca', 'tenant_id': '5ba751696c6f44bbb8e6e950297c1380', 'mac_address': 'fa:16:3e:e9:a5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630e2dae-2961-4110-80d2-bd3fb6d3e06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'aeb5efcd-4bf7-4dd3-addf-5c50cd8d35ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:00:30Z', 'updated_at': '2021-11-11T18:00:34Z', 'revision_number': 4, 'project_id': '5ba751696c6f44bbb8e6e950297c1380', 'subnets': [{'id': 'aeb5efcd-4bf7-4dd3-addf-5c50cd8d35ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:00:34.927915 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c3dc074-d207-42e5-a673-c72493914bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:35.028723 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc9fb5-164d-47d2-812e-68635bd84919 None None] Pushing event updated for resources: {'Port': ['ID=668c800a-876e-4834-94da-489e76d78618,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:35.067402 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-78fd296d-58c0-4c84-9192-eab91b1f2389 None None] Provisioning complete for port 668c800a-876e-4834-94da-489e76d78618 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:35.068114 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-78fd296d-58c0-4c84-9192-eab91b1f2389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:35.181032 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-7c3dc074-d207-42e5-a673-c72493914bd6 admin admin] Allocated IP 172.20.0.1 (bcee149d-f84c-4ccf-ab59-1e165e3e2405/21d7bddc-e91e-4144-ab1e-6a45a27b58fd/a4d21372-de62-43b2-9017-1b43ac5c8d8a) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:00:35.295038 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:35.303178 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:35.367932 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7089936-ae92-4ccf-9eb3-bdac3aa26e91 None None] Network bcee149d-f84c-4ccf-ab59-1e165e3e2405 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:00:35.371672 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771539da-5d6d-430a-ba1b-2919187de50a None None] Pushing event updated for resources: {'Port': ['ID=8a633ff9-05dc-4067-bc3b-5f17da40312c,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:35.384905 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c3dc074-d207-42e5-a673-c72493914bd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:35.401173 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] Attempting to bind port 8a633ff9-05dc-4067-bc3b-5f17da40312c on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:00:35.401892 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] Attempting to bind port 8a633ff9-05dc-4067-bc3b-5f17da40312c by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:00:35.402456 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] Attempting to bind port 8a633ff9-05dc-4067-bc3b-5f17da40312c on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:00:35.409171 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:00:35.409912 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:00:35.410514 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:35.411099 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:00:35.411835 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] Bound port: 8a633ff9-05dc-4067-bc3b-5f17da40312c, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:00:35.412452 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:35.426188 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 668c800a-876e-4834-94da-489e76d78618 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:00:35.428344 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d952b3b-9644-41cb-99b8-26d5192036d5 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:00:35.475253 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] For port 8a633ff9-05dc-4067-bc3b-5f17da40312c, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:00:35.481115 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] For port 8a633ff9-05dc-4067-bc3b-5f17da40312c, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=8a633ff9-05dc-4067-bc3b-5f17da40312c,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:00:35.493529 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:35.555639 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab864caf-a5a3-4184-bf65-59ef84696614 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:00:35.570007 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] Routers {'c9ca1ed5-7ed2-433d-b807-6170741e6731'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:00:35.570636 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:00:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c9ca1ed5-7ed2-433d-b807-6170741e6731'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:35.619374 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771539da-5d6d-430a-ba1b-2919187de50a None None] Pushing event updated for resources: {'Port': ['ID=8a633ff9-05dc-4067-bc3b-5f17da40312c,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:35.632474 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 668c800a-876e-4834-94da-489e76d78618 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:35.632922 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:35.719537 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] Set router c9ca1ed5-7ed2-433d-b807-6170741e6731 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:00:35.749474 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e7f69f8c-e029-4429-8d0b-74e0751e14eb up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:00:35.824873 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2242057c-d50f-4391-bf23-197b8c116733 None None] Provisioning complete for port 8a633ff9-05dc-4067-bc3b-5f17da40312c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:35.825170 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2242057c-d50f-4391-bf23-197b8c116733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:35.867839 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c3dc074-d207-42e5-a673-c72493914bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:35.876014 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port e7f69f8c-e029-4429-8d0b-74e0751e14eb triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:35.876400 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:35.920235 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3dc074-d207-42e5-a673-c72493914bd6 admin admin] Network bcee149d-f84c-4ccf-ab59-1e165e3e2405 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:00:35.930272 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-7c3dc074-d207-42e5-a673-c72493914bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:00:35.939992 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3dc074-d207-42e5-a673-c72493914bd6 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:00:35.977412 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3dc074-d207-42e5-a673-c72493914bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=a4d21372-de62-43b2-9017-1b43ac5c8d8a,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:36.014258 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c3dc074-d207-42e5-a673-c72493914bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:36.017730 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ca1ed5-7ed2-433d-b807-6170741e6731', 'name': 'tempest-TestServerMultinode-776467416-router', 'tenant_id': 'bf6bad564f294af4a11f908eee914199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '8a633ff9-05dc-4067-bc3b-5f17da40312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:00:32Z', 'updated_at': '2021-11-11T18:00:33Z', 'revision_number': 3, 'project_id': 'bf6bad564f294af4a11f908eee914199', 'gw_port': {'id': '8a633ff9-05dc-4067-bc3b-5f17da40312c', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ca1ed5-7ed2-433d-b807-6170741e6731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:00:33Z', 'updated_at': '2021-11-11T18:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:36.043531 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2242057c-d50f-4391-bf23-197b8c116733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:36.065568 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:36.069675 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2242057c-d50f-4391-bf23-197b8c116733 None None] For port 8a633ff9-05dc-4067-bc3b-5f17da40312c, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=8a633ff9-05dc-4067-bc3b-5f17da40312c,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:00:36.074845 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21decfa7-4cec-42cd-b930-d34390767aa0 None None] The sync data for ids ['c9ca1ed5-7ed2-433d-b807-6170741e6731'] in n-d-816206-4 is: [{'id': 'c9ca1ed5-7ed2-433d-b807-6170741e6731', 'name': 'tempest-TestServerMultinode-776467416-router', 'tenant_id': 'bf6bad564f294af4a11f908eee914199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '8a633ff9-05dc-4067-bc3b-5f17da40312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:00:32Z', 'updated_at': '2021-11-11T18:00:33Z', 'revision_number': 3, 'project_id': 'bf6bad564f294af4a11f908eee914199', 'gw_port': {'id': '8a633ff9-05dc-4067-bc3b-5f17da40312c', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ca1ed5-7ed2-433d-b807-6170741e6731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:00:33Z', 'updated_at': '2021-11-11T18:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:00:36.079556 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2242057c-d50f-4391-bf23-197b8c116733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:36.173994 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2242057c-d50f-4391-bf23-197b8c116733 None None] Provisioning complete for port e7f69f8c-e029-4429-8d0b-74e0751e14eb triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:36.174371 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2242057c-d50f-4391-bf23-197b8c116733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:36.182451 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port e7f69f8c-e029-4429-8d0b-74e0751e14eb, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e7f69f8c-e029-4429-8d0b-74e0751e14eb,segment=NetworkSegment(b4ac3d95-ef90-4818-845d-a8455843d26a),segment_id=b4ac3d95-ef90-4818-845d-a8455843d26a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:00:36.184835 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242057c-d50f-4391-bf23-197b8c116733 None None] Pushing event updated for resources: {'Port': ['ID=8a633ff9-05dc-4067-bc3b-5f17da40312c,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:36.202770 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c3dc074-d207-42e5-a673-c72493914bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:36.228270 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:36.308568 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=e7f69f8c-e029-4429-8d0b-74e0751e14eb,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:36.432761 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c3dc074-d207-42e5-a673-c72493914bd6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:36.448925 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c3dc074-d207-42e5-a673-c72493914bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:36.484542 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3da5c442-37a0-4d90-8e29-3a2909aea4e4 None None] Provisioning complete for port e7f69f8c-e029-4429-8d0b-74e0751e14eb triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:36.484917 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3da5c442-37a0-4d90-8e29-3a2909aea4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:36.535685 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c3dc074-d207-42e5-a673-c72493914bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:36.550843 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3dc074-d207-42e5-a673-c72493914bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=a4d21372-de62-43b2-9017-1b43ac5c8d8a,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:36.608753 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3da5c442-37a0-4d90-8e29-3a2909aea4e4 None None] Provisioning complete for port a4d21372-de62-43b2-9017-1b43ac5c8d8a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:36.609126 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3da5c442-37a0-4d90-8e29-3a2909aea4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:36.646490 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-3da5c442-37a0-4d90-8e29-3a2909aea4e4 None None] Port a4d21372-de62-43b2-9017-1b43ac5c8d8a cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:00:36.658941 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3dc074-d207-42e5-a673-c72493914bd6 admin admin] Network bcee149d-f84c-4ccf-ab59-1e165e3e2405 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:00:36.660379 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-7c3dc074-d207-42e5-a673-c72493914bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:00:36.793492 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3dc074-d207-42e5-a673-c72493914bd6 admin admin] Router c9ca1ed5-7ed2-433d-b807-6170741e6731 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:00:36.914170 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3dc074-d207-42e5-a673-c72493914bd6 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:00:36.928724 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7c3dc074-d207-42e5-a673-c72493914bd6 admin admin] 10.222.0.76 "PUT /v2.0/routers/c9ca1ed5-7ed2-433d-b807-6170741e6731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5588839 Nov 11 18:00:36.970032 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-32c5f5c5-0806-4060-97f8-7f20917301d2 None None] Provisioning complete for port a4d21372-de62-43b2-9017-1b43ac5c8d8a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:36.970501 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-32c5f5c5-0806-4060-97f8-7f20917301d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:37.011312 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-32c5f5c5-0806-4060-97f8-7f20917301d2 None None] Port a4d21372-de62-43b2-9017-1b43ac5c8d8a cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:00:37.307682 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e7f69f8c-e029-4429-8d0b-74e0751e14eb up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:00:37.358308 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port e7f69f8c-e029-4429-8d0b-74e0751e14eb triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:37.358593 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:37.451027 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 8a633ff9-05dc-4067-bc3b-5f17da40312c up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:00:37.474426 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-da9e36e3-3212-4e54-9235-56eff7533c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:37.501941 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 8a633ff9-05dc-4067-bc3b-5f17da40312c triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:37.502298 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:37.582277 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-4cfcd31f-7b76-4a17-a8d9-cad84dcd35bb tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:37.583900 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-4cfcd31f-7b76-4a17-a8d9-cad84dcd35bb tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/networks?id=78ce5543-ade9-4bb7-aec4-e572a4ea45ca HTTP/1.1" status: 200 len: 912 time: 0.0946083 Nov 11 18:00:37.600446 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-e3a89efd-cd5d-4bca-b0fb-d7f81acb20c9 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/quotas/bf6bad564f294af4a11f908eee914199 HTTP/1.1" status: 200 len: 375 time: 0.0099437 Nov 11 18:00:37.673984 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-2553f9bd-f052-486f-824c-4fbc7450c27c tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?tenant_id=bf6bad564f294af4a11f908eee914199&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678420 Nov 11 18:00:37.777887 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-651531e6-5c48-4ba3-9f59-a88b0d4e7697 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 18:00:37.778886 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-651531e6-5c48-4ba3-9f59-a88b0d4e7697 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0977926 Nov 11 18:00:37.873573 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-f266a1d8-4de1-4cc5-a74d-70aac292171b service neutron] 10.222.0.76 "GET /v2.0/networks/78ce5543-ade9-4bb7-aec4-e572a4ea45ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883467 Nov 11 18:00:37.965503 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-6565172a-ee0f-4f76-ab7c-26af9dac28d1 service neutron] 10.222.0.76 "GET /v2.0/networks/78ce5543-ade9-4bb7-aec4-e572a4ea45ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858445 Nov 11 18:00:38.125903 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-362b4936-c333-4230-873b-aa9075928435 req-fc57ba87-9f40-40ae-89a1-1a3e42eeec42 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07 HTTP/1.1" status: 200 len: 210 time: 0.0282726 Nov 11 18:00:38.489039 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] Sync routers for ids ['c9ca1ed5-7ed2-433d-b807-6170741e6731'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:00:38.503459 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] Routers {'c9ca1ed5-7ed2-433d-b807-6170741e6731'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:00:38.504101 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:00:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c9ca1ed5-7ed2-433d-b807-6170741e6731'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:38.616474 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] Set router c9ca1ed5-7ed2-433d-b807-6170741e6731 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:00:38.823743 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ca1ed5-7ed2-433d-b807-6170741e6731', 'name': 'tempest-TestServerMultinode-776467416-router', 'tenant_id': 'bf6bad564f294af4a11f908eee914199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '8a633ff9-05dc-4067-bc3b-5f17da40312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:00:32Z', 'updated_at': '2021-11-11T18:00:36Z', 'revision_number': 4, 'project_id': 'bf6bad564f294af4a11f908eee914199', 'gw_port': {'id': '8a633ff9-05dc-4067-bc3b-5f17da40312c', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ca1ed5-7ed2-433d-b807-6170741e6731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:00:33Z', 'updated_at': '2021-11-11T18:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'a4d21372-de62-43b2-9017-1b43ac5c8d8a', 'name': '', 'network_id': 'bcee149d-f84c-4ccf-ab59-1e165e3e2405', 'tenant_id': 'bf6bad564f294af4a11f908eee914199', 'mac_address': 'fa:16:3e:14:83:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ca1ed5-7ed2-433d-b807-6170741e6731', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '21d7bddc-e91e-4144-ab1e-6a45a27b58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:00:34Z', 'updated_at': '2021-11-11T18:00:36Z', 'revision_number': 2, 'project_id': 'bf6bad564f294af4a11f908eee914199', 'subnets': [{'id': '21d7bddc-e91e-4144-ab1e-6a45a27b58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:38.850322 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] Checking router: c9ca1ed5-7ed2-433d-b807-6170741e6731 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:00:38.850677 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] Updating router c9ca1ed5-7ed2-433d-b807-6170741e6731 port a4d21372-de62-43b2-9017-1b43ac5c8d8a binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:00:38.873966 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:39.141514 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:39.153239 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:39.178801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-81a12fc0-478e-488b-bf0e-4b033aa2e3ed tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:39.180359 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-81a12fc0-478e-488b-bf0e-4b033aa2e3ed tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.83 "GET /v2.0/networks?id=78ce5543-ade9-4bb7-aec4-e572a4ea45ca HTTP/1.1" status: 200 len: 912 time: 0.0982354 Nov 11 18:00:39.194000 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-d1821966-ba9f-49d8-bd65-be31c1a2855d tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Request body: {'port': {'device_id': '3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07', 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca', 'admin_state_up': True, 'tenant_id': 'bf6bad564f294af4a11f908eee914199'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:00:39.218496 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eba763-be02-4e07-9bf7-4f038258a5ca None None] Pushing event updated for resources: {'Port': ['ID=a4d21372-de62-43b2-9017-1b43ac5c8d8a,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:39.245707 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-d1821966-ba9f-49d8-bd65-be31c1a2855d tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Made reservation on behalf of bf6bad564f294af4a11f908eee914199 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:00:39.248041 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-d1821966-ba9f-49d8-bd65-be31c1a2855d tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:39.252032 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-191a97fc-f1f8-4cf6-802a-b2be6d8b9a78 req-eaf2cfef-5539-434e-a219-768f4fe26fe3 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07 HTTP/1.1" status: 200 len: 210 time: 0.0440481 Nov 11 18:00:39.301884 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] Attempting to bind port a4d21372-de62-43b2-9017-1b43ac5c8d8a on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:00:39.302144 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] Attempting to bind port a4d21372-de62-43b2-9017-1b43ac5c8d8a by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'b4ac3d95-ef90-4818-845d-a8455843d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'bcee149d-f84c-4ccf-ab59-1e165e3e2405'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:00:39.302508 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] Attempting to bind port a4d21372-de62-43b2-9017-1b43ac5c8d8a on network bcee149d-f84c-4ccf-ab59-1e165e3e2405 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:00:39.307876 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:00:39.308320 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] Checking segment: {'id': 'b4ac3d95-ef90-4818-845d-a8455843d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'bcee149d-f84c-4ccf-ab59-1e165e3e2405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:00:39.308777 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:39.309182 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] Bound using segment: {'id': 'b4ac3d95-ef90-4818-845d-a8455843d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'bcee149d-f84c-4ccf-ab59-1e165e3e2405'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:00:39.309658 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] Bound port: a4d21372-de62-43b2-9017-1b43ac5c8d8a, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ac3d95-ef90-4818-845d-a8455843d26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'bcee149d-f84c-4ccf-ab59-1e165e3e2405'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:00:39.310675 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:39.378959 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] For port a4d21372-de62-43b2-9017-1b43ac5c8d8a, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:00:39.383790 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] For port a4d21372-de62-43b2-9017-1b43ac5c8d8a, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a4d21372-de62-43b2-9017-1b43ac5c8d8a,segment=NetworkSegment(b4ac3d95-ef90-4818-845d-a8455843d26a),segment_id=b4ac3d95-ef90-4818-845d-a8455843d26a)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:00:39.389045 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:39.396564 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-d1821966-ba9f-49d8-bd65-be31c1a2855d tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Allocated IP 172.20.0.11 (78ce5543-ade9-4bb7-aec4-e572a4ea45ca/aeb5efcd-4bf7-4dd3-addf-5c50cd8d35ed/968dff9d-4821-4610-8134-d2602e7ee18e) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:00:39.447513 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] Routers {'c9ca1ed5-7ed2-433d-b807-6170741e6731'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:00:39.448181 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:00:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c9ca1ed5-7ed2-433d-b807-6170741e6731'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:39.501947 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eba763-be02-4e07-9bf7-4f038258a5ca None None] Pushing event updated for resources: {'Port': ['ID=a4d21372-de62-43b2-9017-1b43ac5c8d8a,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:39.516293 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-cca5dd33-759d-47ef-8248-63fe4363e17f None None] Provisioning complete for port a4d21372-de62-43b2-9017-1b43ac5c8d8a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:39.516668 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cca5dd33-759d-47ef-8248-63fe4363e17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:39.561476 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-d1821966-ba9f-49d8-bd65-be31c1a2855d tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:39.598879 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-d1821966-ba9f-49d8-bd65-be31c1a2855d tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:39.611364 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] Set router c9ca1ed5-7ed2-433d-b807-6170741e6731 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:00:39.649931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-d1821966-ba9f-49d8-bd65-be31c1a2855d tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Network 78ce5543-ade9-4bb7-aec4-e572a4ea45ca is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:00:39.653925 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-d1821966-ba9f-49d8-bd65-be31c1a2855d tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:00:39.655699 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1821966-ba9f-49d8-bd65-be31c1a2855d tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Pushing event updated for resources: {'Port': ['ID=968dff9d-4821-4610-8134-d2602e7ee18e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:39.657841 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-d1821966-ba9f-49d8-bd65-be31c1a2855d tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:00:39.699052 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-d1821966-ba9f-49d8-bd65-be31c1a2855d tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:39.699654 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-d1821966-ba9f-49d8-bd65-be31c1a2855d tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:39.718237 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-d1821966-ba9f-49d8-bd65-be31c1a2855d tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5288787 Nov 11 18:00:39.727720 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cca5dd33-759d-47ef-8248-63fe4363e17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:39.736337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] Request body: {'port': {'device_id': '3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:00:39.803954 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-cca5dd33-759d-47ef-8248-63fe4363e17f None None] For port a4d21372-de62-43b2-9017-1b43ac5c8d8a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a4d21372-de62-43b2-9017-1b43ac5c8d8a,segment=NetworkSegment(b4ac3d95-ef90-4818-845d-a8455843d26a),segment_id=b4ac3d95-ef90-4818-845d-a8455843d26a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:00:39.812312 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:39.817189 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cca5dd33-759d-47ef-8248-63fe4363e17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:39.903720 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5dd33-759d-47ef-8248-63fe4363e17f None None] Pushing event updated for resources: {'Port': ['ID=a4d21372-de62-43b2-9017-1b43ac5c8d8a,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:39.922607 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ca1ed5-7ed2-433d-b807-6170741e6731', 'name': 'tempest-TestServerMultinode-776467416-router', 'tenant_id': 'bf6bad564f294af4a11f908eee914199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '8a633ff9-05dc-4067-bc3b-5f17da40312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:00:32Z', 'updated_at': '2021-11-11T18:00:36Z', 'revision_number': 4, 'project_id': 'bf6bad564f294af4a11f908eee914199', 'gw_port': {'id': '8a633ff9-05dc-4067-bc3b-5f17da40312c', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ca1ed5-7ed2-433d-b807-6170741e6731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:00:33Z', 'updated_at': '2021-11-11T18:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'a4d21372-de62-43b2-9017-1b43ac5c8d8a', 'name': '', 'network_id': 'bcee149d-f84c-4ccf-ab59-1e165e3e2405', 'tenant_id': 'bf6bad564f294af4a11f908eee914199', 'mac_address': 'fa:16:3e:14:83:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ca1ed5-7ed2-433d-b807-6170741e6731', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '21d7bddc-e91e-4144-ab1e-6a45a27b58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:00:34Z', 'updated_at': '2021-11-11T18:00:39Z', 'revision_number': 4, 'project_id': 'bf6bad564f294af4a11f908eee914199', 'subnets': [{'id': '21d7bddc-e91e-4144-ab1e-6a45a27b58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:00:40.119133 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968dff9d-4821-4610-8134-d2602e7ee18e {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:00:40.120671 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3564574-4e9f-4c7d-879d-4686cb9eaad5 None None] The sync data for ids ['c9ca1ed5-7ed2-433d-b807-6170741e6731'] in n-d-816206-4 is: [{'id': 'c9ca1ed5-7ed2-433d-b807-6170741e6731', 'name': 'tempest-TestServerMultinode-776467416-router', 'tenant_id': 'bf6bad564f294af4a11f908eee914199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '8a633ff9-05dc-4067-bc3b-5f17da40312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:00:32Z', 'updated_at': '2021-11-11T18:00:36Z', 'revision_number': 4, 'project_id': 'bf6bad564f294af4a11f908eee914199', 'gw_port': {'id': '8a633ff9-05dc-4067-bc3b-5f17da40312c', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ca1ed5-7ed2-433d-b807-6170741e6731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:00:33Z', 'updated_at': '2021-11-11T18:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'a4d21372-de62-43b2-9017-1b43ac5c8d8a', 'name': '', 'network_id': 'bcee149d-f84c-4ccf-ab59-1e165e3e2405', 'tenant_id': 'bf6bad564f294af4a11f908eee914199', 'mac_address': 'fa:16:3e:14:83:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ca1ed5-7ed2-433d-b807-6170741e6731', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '21d7bddc-e91e-4144-ab1e-6a45a27b58fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:00:34Z', 'updated_at': '2021-11-11T18:00:39Z', 'revision_number': 4, 'project_id': 'bf6bad564f294af4a11f908eee914199', 'subnets': [{'id': '21d7bddc-e91e-4144-ab1e-6a45a27b58fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:00:40.127246 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:40.131156 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3e21f6ee-4528-46fe-a630-60cc21065f0f None None] Provisioning complete for port 968dff9d-4821-4610-8134-d2602e7ee18e triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:40.131833 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3e21f6ee-4528-46fe-a630-60cc21065f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:40.141528 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] Transition to ACTIVE for port object 968dff9d-4821-4610-8134-d2602e7ee18e will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:00:40.146991 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:40.174134 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-3e21f6ee-4528-46fe-a630-60cc21065f0f None None] Port 968dff9d-4821-4610-8134-d2602e7ee18e cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:00:40.202270 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3e21f6ee-4528-46fe-a630-60cc21065f0f None None] Provisioning complete for port a4d21372-de62-43b2-9017-1b43ac5c8d8a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:40.204180 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3e21f6ee-4528-46fe-a630-60cc21065f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:40.247012 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=968dff9d-4821-4610-8134-d2602e7ee18e,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:40.304553 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] Attempting to bind port 968dff9d-4821-4610-8134-d2602e7ee18e on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:00:40.305021 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] Attempting to bind port 968dff9d-4821-4610-8134-d2602e7ee18e by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '41a94418-d673-4267-866f-c07153d3e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:00:40.305457 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] Attempting to bind port 968dff9d-4821-4610-8134-d2602e7ee18e on network 78ce5543-ade9-4bb7-aec4-e572a4ea45ca {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:00:40.310507 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] Port 968dff9d-4821-4610-8134-d2602e7ee18e on network 78ce5543-ade9-4bb7-aec4-e572a4ea45ca not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:00:40.310867 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] Attempting to bind port 968dff9d-4821-4610-8134-d2602e7ee18e on network 78ce5543-ade9-4bb7-aec4-e572a4ea45ca {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:00:40.324924 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:00:40.325271 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] Checking segment: {'id': '41a94418-d673-4267-866f-c07153d3e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:00:40.325663 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] Bound using segment: {'id': '41a94418-d673-4267-866f-c07153d3e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:00:40.326113 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] Bound port: 968dff9d-4821-4610-8134-d2602e7ee18e, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41a94418-d673-4267-866f-c07153d3e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:00:40.326473 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:40.428774 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] For port 968dff9d-4821-4610-8134-d2602e7ee18e, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:00:40.431516 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bf37f8a6-c7dd-4241-8e3c-253c18597636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:40.432965 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] For port 968dff9d-4821-4610-8134-d2602e7ee18e, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=968dff9d-4821-4610-8134-d2602e7ee18e,segment=NetworkSegment(41a94418-d673-4267-866f-c07153d3e134),segment_id=41a94418-d673-4267-866f-c07153d3e134)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:00:40.434943 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b9bfc-b653-4fd2-9110-0a170b70648b req-0985caf3-d13a-4478-bb8a-3a9ccc5b2645 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:40.436511 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-627b9bfc-b653-4fd2-9110-0a170b70648b req-0985caf3-d13a-4478-bb8a-3a9ccc5b2645 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07 HTTP/1.1" status: 200 len: 1053 time: 0.0720763 Nov 11 18:00:40.438580 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:40.489968 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:40.490587 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:40.492011 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] 10.222.0.83 "PUT /v2.0/ports/968dff9d-4821-4610-8134-d2602e7ee18e HTTP/1.1" status: 200 len: 1092 time: 0.7649019 Nov 11 18:00:40.494208 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07', 'tag': '968dff9d-4821-4610-8134-d2602e7ee18e'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:00:40.496597 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03b1ef7-0abb-4342-a06f-1e6fee871c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07", "tag": "968dff9d-4821-4610-8134-d2602e7ee18e"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:00:40.536464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bf068-1fd6-4d51-8406-b0b264eda4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=968dff9d-4821-4610-8134-d2602e7ee18e,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:40.550752 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-627b9bfc-b653-4fd2-9110-0a170b70648b req-91588cb5-4c10-4189-a15f-c04c85fce451 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824275 Nov 11 18:00:40.600545 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-a24b8be7-a5b5-426a-a512-f17100b1d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:40.602070 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-a24b8be7-a5b5-426a-a512-f17100b1d6a0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf6bad564f294af4a11f908eee914199&device_id=3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07 HTTP/1.1" status: 200 len: 1095 time: 0.0482683 Nov 11 18:00:40.657622 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-6cd8999c-4b89-4d3a-8d39-b7a8e21c4738 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=968dff9d-4821-4610-8134-d2602e7ee18e HTTP/1.1" status: 200 len: 217 time: 0.0468125 Nov 11 18:00:40.698483 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cf7ee7-ccb2-48fc-bc73-523baefef452 x-openstack-request-id: req-a4cf7ee7-ccb2-48fc-bc73-523baefef452 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:00:40.698769 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07", "tag": "968dff9d-4821-4610-8134-d2602e7ee18e", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:00:40.699019 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a4cf7ee7-ccb2-48fc-bc73-523baefef452 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:00:40.699595 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07', 'tag': '968dff9d-4821-4610-8134-d2602e7ee18e', 'status': 'completed', 'code': 200} Nov 11 18:00:40.715830 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-16b3f099-3442-4903-8c77-b6bb26323c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:40.717349 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-16b3f099-3442-4903-8c77-b6bb26323c88 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aeb5efcd-4bf7-4dd3-addf-5c50cd8d35ed HTTP/1.1" status: 200 len: 849 time: 0.0526214 Nov 11 18:00:40.766340 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-ec718ab1-93df-4fb5-a871-13e54198690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:40.768006 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-ec718ab1-93df-4fb5-a871-13e54198690f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=78ce5543-ade9-4bb7-aec4-e572a4ea45ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425797 Nov 11 18:00:40.865501 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-b28738cc-1936-494b-b464-2e299b8be94d service neutron] 10.222.0.83 "GET /v2.0/networks/78ce5543-ade9-4bb7-aec4-e572a4ea45ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896523 Nov 11 18:00:40.956288 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6c9f5d0-b96c-45f7-a8e4-d005bd8759c3 req-7b30f371-5780-4ff3-a648-fbf0e091be1b service neutron] 10.222.0.83 "GET /v2.0/networks/78ce5543-ade9-4bb7-aec4-e572a4ea45ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833549 Nov 11 18:00:41.041564 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b1ef7-0abb-4342-a06f-1e6fee871c3f req-790db8ed-7a38-4d53-95aa-5bd2d17c1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:41.043078 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e03b1ef7-0abb-4342-a06f-1e6fee871c3f req-790db8ed-7a38-4d53-95aa-5bd2d17c1b52 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bf6bad564f294af4a11f908eee914199&device_id=3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07 HTTP/1.1" status: 200 len: 1095 time: 0.0421453 Nov 11 18:00:41.061064 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:41.139350 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b1ef7-0abb-4342-a06f-1e6fee871c3f req-fae49350-a27e-471c-af2a-19f8b311729c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:41.140858 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e03b1ef7-0abb-4342-a06f-1e6fee871c3f req-fae49350-a27e-471c-af2a-19f8b311729c service neutron] 10.222.0.83 "GET /v2.0/networks?id=78ce5543-ade9-4bb7-aec4-e572a4ea45ca HTTP/1.1" status: 200 len: 912 time: 0.0906942 Nov 11 18:00:41.183067 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e03b1ef7-0abb-4342-a06f-1e6fee871c3f req-fb29ea95-f6b7-4645-bf69-50ec700e7dac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=968dff9d-4821-4610-8134-d2602e7ee18e HTTP/1.1" status: 200 len: 217 time: 0.0348070 Nov 11 18:00:41.232595 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a4d21372-de62-43b2-9017-1b43ac5c8d8a up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:00:41.238744 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b1ef7-0abb-4342-a06f-1e6fee871c3f req-488c2365-d2d1-4c00-af92-ab5fe6a8c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:41.240262 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e03b1ef7-0abb-4342-a06f-1e6fee871c3f req-488c2365-d2d1-4c00-af92-ab5fe6a8c509 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aeb5efcd-4bf7-4dd3-addf-5c50cd8d35ed HTTP/1.1" status: 200 len: 849 time: 0.0496147 Nov 11 18:00:41.280299 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port a4d21372-de62-43b2-9017-1b43ac5c8d8a triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:41.280676 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:41.297268 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b1ef7-0abb-4342-a06f-1e6fee871c3f req-ee2fe345-274a-4e2e-bdfe-ab000f3dce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:41.298771 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e03b1ef7-0abb-4342-a06f-1e6fee871c3f req-ee2fe345-274a-4e2e-bdfe-ab000f3dce58 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=78ce5543-ade9-4bb7-aec4-e572a4ea45ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500286 Nov 11 18:00:41.391190 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e03b1ef7-0abb-4342-a06f-1e6fee871c3f req-8649b257-b59e-4cc9-a2b4-5b9bd208d827 service neutron] 10.222.0.83 "GET /v2.0/networks/78ce5543-ade9-4bb7-aec4-e572a4ea45ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844429 Nov 11 18:00:41.483061 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e03b1ef7-0abb-4342-a06f-1e6fee871c3f req-79654092-2338-4e5f-af80-58e8b8d3634c service neutron] 10.222.0.83 "GET /v2.0/networks/78ce5543-ade9-4bb7-aec4-e572a4ea45ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845280 Nov 11 18:00:41.669809 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df75bf3-6d4a-4ed7-87ff-440855d782e6 req-a44d7f1f-8ba8-45af-ad4a-5c9c108648f9 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:41.671297 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7df75bf3-6d4a-4ed7-87ff-440855d782e6 req-a44d7f1f-8ba8-45af-ad4a-5c9c108648f9 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07 HTTP/1.1" status: 200 len: 1095 time: 0.0412068 Nov 11 18:00:41.716748 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7df75bf3-6d4a-4ed7-87ff-440855d782e6 req-6b7fbb34-5612-4006-b6dd-21f58254cd3f tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394881 Nov 11 18:00:42.650384 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:42.828073 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb5c5b-2b9b-4e02-a367-f973454be122 req-62ebfa66-47b8-459b-a969-a55440e71aab tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:42.829767 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a3cb5c5b-2b9b-4e02-a367-f973454be122 req-62ebfa66-47b8-459b-a969-a55440e71aab tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07 HTTP/1.1" status: 200 len: 1095 time: 0.0471916 Nov 11 18:00:42.876539 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a3cb5c5b-2b9b-4e02-a367-f973454be122 req-dd60b40b-5a05-4043-b325-15091f9811a6 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379279 Nov 11 18:00:42.966165 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:43.874242 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 968dff9d-4821-4610-8134-d2602e7ee18e details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:00:43.968795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 968dff9d-4821-4610-8134-d2602e7ee18e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=968dff9d-4821-4610-8134-d2602e7ee18e,segment=NetworkSegment(41a94418-d673-4267-866f-c07153d3e134),segment_id=41a94418-d673-4267-866f-c07153d3e134)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:00:43.980450 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '968dff9d-4821-4610-8134-d2602e7ee18e', 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca', 'port_id': '968dff9d-4821-4610-8134-d2602e7ee18e', 'mac_address': 'fa:16:3e:f9:52:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb5efcd-4bf7-4dd3-addf-5c50cd8d35ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:00:43.982586 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bad3b4-5db8-4b64-a9d1-0f80e1ef3c3f req-e1a91ba0-b77b-4da8-9298-29c916ee88ac tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:43.984144 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94bad3b4-5db8-4b64-a9d1-0f80e1ef3c3f req-e1a91ba0-b77b-4da8-9298-29c916ee88ac tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07 HTTP/1.1" status: 200 len: 1095 time: 0.0405498 Nov 11 18:00:44.021238 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:44.028554 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94bad3b4-5db8-4b64-a9d1-0f80e1ef3c3f req-f3542ec6-9735-4bfc-8834-b2b118ff75d0 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382979 Nov 11 18:00:44.034795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968dff9d-4821-4610-8134-d2602e7ee18e {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:00:44.054158 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 968dff9d-4821-4610-8134-d2602e7ee18e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=968dff9d-4821-4610-8134-d2602e7ee18e,segment=NetworkSegment(41a94418-d673-4267-866f-c07153d3e134),segment_id=41a94418-d673-4267-866f-c07153d3e134)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:00:44.058174 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:44.106373 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=968dff9d-4821-4610-8134-d2602e7ee18e,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:44.292381 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['968dff9d-4821-4610-8134-d2602e7ee18e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:00:45.133928 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f5d83-6ce1-41c5-9d0c-c1aff99a5271 req-87732032-8b29-4aab-8373-719b6bb2774b tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:45.135418 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d17f5d83-6ce1-41c5-9d0c-c1aff99a5271 req-87732032-8b29-4aab-8373-719b6bb2774b tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07 HTTP/1.1" status: 200 len: 1096 time: 0.0398738 Nov 11 18:00:45.182246 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d17f5d83-6ce1-41c5-9d0c-c1aff99a5271 req-1b8b7cee-7bf4-48bd-9f2c-9a30746c9454 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409586 Nov 11 18:00:45.876719 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 968dff9d-4821-4610-8134-d2602e7ee18e up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:00:45.924422 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 968dff9d-4821-4610-8134-d2602e7ee18e completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:00:45.928661 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 968dff9d-4821-4610-8134-d2602e7ee18e triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:45.929024 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:46.006678 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:46.028544 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968dff9d-4821-4610-8134-d2602e7ee18e'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:00:46.030734 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43bf887-d060-4272-944f-a0b1fa89b57a" -d '{"events": [{"server_uuid": "3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07", "name": "network-vif-plugged", "status": "completed", "tag": "968dff9d-4821-4610-8134-d2602e7ee18e"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:00:46.043711 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 968dff9d-4821-4610-8134-d2602e7ee18e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=968dff9d-4821-4610-8134-d2602e7ee18e,segment=NetworkSegment(41a94418-d673-4267-866f-c07153d3e134),segment_id=41a94418-d673-4267-866f-c07153d3e134)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:00:46.047797 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:46.072935 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56fdb02-ae81-4fe2-8a54-9506982fabfc x-openstack-request-id: req-d56fdb02-ae81-4fe2-8a54-9506982fabfc {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:00:46.073235 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07", "name": "network-vif-plugged", "status": "completed", "tag": "968dff9d-4821-4610-8134-d2602e7ee18e", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:00:46.073491 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d56fdb02-ae81-4fe2-8a54-9506982fabfc {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:00:46.073886 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968dff9d-4821-4610-8134-d2602e7ee18e', 'code': 200} Nov 11 18:00:46.099685 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=968dff9d-4821-4610-8134-d2602e7ee18e,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:46.175928 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb25bdb-f248-46ff-9076-c9476d673ab6 req-748f9ae8-85f5-4255-ac88-d6ba82ac4145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:46.178026 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6fb25bdb-f248-46ff-9076-c9476d673ab6 req-748f9ae8-85f5-4255-ac88-d6ba82ac4145 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07 HTTP/1.1" status: 200 len: 1097 time: 0.0441401 Nov 11 18:00:46.231702 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6fb25bdb-f248-46ff-9076-c9476d673ab6 req-e53d2f77-09d8-44dc-8680-fb9297e6d95b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449777 Nov 11 18:00:46.291641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c533511-510e-482c-af8d-9f4cfb39685d req-cd41ad54-666a-46fe-938f-2517e93a63b5 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:46.293158 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c533511-510e-482c-af8d-9f4cfb39685d req-cd41ad54-666a-46fe-938f-2517e93a63b5 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07 HTTP/1.1" status: 200 len: 1097 time: 0.0404203 Nov 11 18:00:46.335707 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c533511-510e-482c-af8d-9f4cfb39685d req-3d7490c4-f415-40d2-b432-c9d7faff0cda tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365703 Nov 11 18:00:47.442448 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d0c75-276b-46ba-9a4f-ec902aa246b3 req-3b8f942f-9535-4671-b574-3aa8bd80d995 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:47.443969 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-979d0c75-276b-46ba-9a4f-ec902aa246b3 req-3b8f942f-9535-4671-b574-3aa8bd80d995 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07 HTTP/1.1" status: 200 len: 1097 time: 0.0431068 Nov 11 18:00:47.487082 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-979d0c75-276b-46ba-9a4f-ec902aa246b3 req-6c9a4264-c934-47f7-b659-7cc7c59eb870 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373106 Nov 11 18:00:47.589521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044521a3-29a3-4373-8157-306df41d2f4e req-376094d6-4305-4dc6-9f0c-3d28e2db5f57 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:47.590996 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-044521a3-29a3-4373-8157-306df41d2f4e req-376094d6-4305-4dc6-9f0c-3d28e2db5f57 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07 HTTP/1.1" status: 200 len: 1097 time: 0.0397177 Nov 11 18:00:47.634360 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-044521a3-29a3-4373-8157-306df41d2f4e req-4e91f400-711e-4aa8-bae9-eb3951d992ee tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375519 Nov 11 18:00:47.738592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99603bbf-98b7-4f0a-a476-3b3182280666 req-dd18a3e5-e33d-4687-ac1b-18ff6f621698 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:47.740006 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99603bbf-98b7-4f0a-a476-3b3182280666 req-dd18a3e5-e33d-4687-ac1b-18ff6f621698 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07 HTTP/1.1" status: 200 len: 1097 time: 0.0433702 Nov 11 18:00:48.053987 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99603bbf-98b7-4f0a-a476-3b3182280666 req-dd69a797-e0a4-4771-ac6d-1f305aaaa1d6 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080785 Nov 11 18:00:48.258133 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-02db64d2-e638-4f1d-ae8b-42173563bb38 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:48.259636 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-02db64d2-e638-4f1d-ae8b-42173563bb38 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/networks?id=78ce5543-ade9-4bb7-aec4-e572a4ea45ca HTTP/1.1" status: 200 len: 912 time: 0.0843012 Nov 11 18:00:48.274623 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-9c3a109b-ce20-457b-ab41-2993e2269a86 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/quotas/bf6bad564f294af4a11f908eee914199 HTTP/1.1" status: 200 len: 375 time: 0.0093207 Nov 11 18:00:48.322649 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-6c1ec69a-175c-4f84-8666-1ba7fc8eceed tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?tenant_id=bf6bad564f294af4a11f908eee914199&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0429571 Nov 11 18:00:48.412471 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-35196827-a388-4261-b5b9-c0a2b86f3d1e service neutron] 10.222.0.76 "GET /v2.0/networks/78ce5543-ade9-4bb7-aec4-e572a4ea45ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831420 Nov 11 18:00:48.502642 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-54e54d54-fcc6-4f9f-8e4c-2a91c7f4caa6 service neutron] 10.222.0.76 "GET /v2.0/networks/78ce5543-ade9-4bb7-aec4-e572a4ea45ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841057 Nov 11 18:00:48.607007 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:48.659007 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1af1b089-9857-4225-a9dc-2d49ffe2d420 req-ee746f61-58d6-4ca8-acaa-33788a65c44d tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=33cf92f5-a5d1-4f13-8621-f934b038c208 HTTP/1.1" status: 200 len: 210 time: 0.0260088 Nov 11 18:00:49.632357 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-ac5660d7-1466-4b33-9d9f-4bb58b524cf6 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:49.633852 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-ac5660d7-1466-4b33-9d9f-4bb58b524cf6 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.64 "GET /v2.0/networks?id=78ce5543-ade9-4bb7-aec4-e572a4ea45ca HTTP/1.1" status: 200 len: 912 time: 0.0922036 Nov 11 18:00:49.646944 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-605eed8a-656f-4dbc-bd93-57fe00e55841 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Request body: {'port': {'device_id': '33cf92f5-a5d1-4f13-8621-f934b038c208', 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca', 'admin_state_up': True, 'tenant_id': 'bf6bad564f294af4a11f908eee914199'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:00:49.668066 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-605eed8a-656f-4dbc-bd93-57fe00e55841 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Made reservation on behalf of bf6bad564f294af4a11f908eee914199 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:00:49.670369 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-605eed8a-656f-4dbc-bd93-57fe00e55841 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:49.752837 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9dc49373-5ff9-41a3-96eb-c3890783048c req-fb1e3dd6-7e3e-4a80-814a-32d5363d896e tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=33cf92f5-a5d1-4f13-8621-f934b038c208 HTTP/1.1" status: 200 len: 210 time: 0.0246820 Nov 11 18:00:49.787452 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-605eed8a-656f-4dbc-bd93-57fe00e55841 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Allocated IP 172.20.0.4 (78ce5543-ade9-4bb7-aec4-e572a4ea45ca/aeb5efcd-4bf7-4dd3-addf-5c50cd8d35ed/2ba3a812-73aa-4f6e-a30d-6d2966ff9298) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:00:49.924199 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-605eed8a-656f-4dbc-bd93-57fe00e55841 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:49.956737 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-605eed8a-656f-4dbc-bd93-57fe00e55841 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:49.968414 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['968dff9d-4821-4610-8134-d2602e7ee18e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:00:49.995479 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-605eed8a-656f-4dbc-bd93-57fe00e55841 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Network 78ce5543-ade9-4bb7-aec4-e572a4ea45ca is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:00:50.002297 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-605eed8a-656f-4dbc-bd93-57fe00e55841 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:00:50.006072 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-605eed8a-656f-4dbc-bd93-57fe00e55841 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:00:50.031819 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605eed8a-656f-4dbc-bd93-57fe00e55841 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Pushing event updated for resources: {'Port': ['ID=2ba3a812-73aa-4f6e-a30d-6d2966ff9298,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:50.057040 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-605eed8a-656f-4dbc-bd93-57fe00e55841 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:50.057646 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-605eed8a-656f-4dbc-bd93-57fe00e55841 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:50.074854 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-605eed8a-656f-4dbc-bd93-57fe00e55841 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4325688 Nov 11 18:00:50.092672 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] Request body: {'port': {'device_id': '33cf92f5-a5d1-4f13-8621-f934b038c208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:00:50.153234 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:50.263287 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f8e0b08c-2474-4131-bbe2-659c098e2faa None None] Provisioning complete for port 2ba3a812-73aa-4f6e-a30d-6d2966ff9298 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:50.263662 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f8e0b08c-2474-4131-bbe2-659c098e2faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:50.297636 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-f8e0b08c-2474-4131-bbe2-659c098e2faa None None] Port 2ba3a812-73aa-4f6e-a30d-6d2966ff9298 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:00:50.417349 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba3a812-73aa-4f6e-a30d-6d2966ff9298 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:00:50.424669 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:50.436253 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] Transition to ACTIVE for port object 2ba3a812-73aa-4f6e-a30d-6d2966ff9298 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:00:50.439996 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:50.492427 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] Pushing event updated for resources: {'Port': ['ID=2ba3a812-73aa-4f6e-a30d-6d2966ff9298,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:50.568632 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] Attempting to bind port 2ba3a812-73aa-4f6e-a30d-6d2966ff9298 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:00:50.568978 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] Attempting to bind port 2ba3a812-73aa-4f6e-a30d-6d2966ff9298 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '41a94418-d673-4267-866f-c07153d3e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:00:50.569444 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] Attempting to bind port 2ba3a812-73aa-4f6e-a30d-6d2966ff9298 on network 78ce5543-ade9-4bb7-aec4-e572a4ea45ca {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:00:50.574395 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] Port 2ba3a812-73aa-4f6e-a30d-6d2966ff9298 on network 78ce5543-ade9-4bb7-aec4-e572a4ea45ca not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:00:50.574734 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] Attempting to bind port 2ba3a812-73aa-4f6e-a30d-6d2966ff9298 on network 78ce5543-ade9-4bb7-aec4-e572a4ea45ca {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:00:50.580166 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:00:50.580510 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] Checking segment: {'id': '41a94418-d673-4267-866f-c07153d3e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:00:50.580901 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] Bound using segment: {'id': '41a94418-d673-4267-866f-c07153d3e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:00:50.581328 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] Bound port: 2ba3a812-73aa-4f6e-a30d-6d2966ff9298, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41a94418-d673-4267-866f-c07153d3e134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:00:50.581692 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:50.647753 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] For port 2ba3a812-73aa-4f6e-a30d-6d2966ff9298, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:00:50.650738 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] For port 2ba3a812-73aa-4f6e-a30d-6d2966ff9298, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=2ba3a812-73aa-4f6e-a30d-6d2966ff9298,segment=NetworkSegment(41a94418-d673-4267-866f-c07153d3e134),segment_id=41a94418-d673-4267-866f-c07153d3e134)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:00:50.655314 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:50.688980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:50.689648 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:50.691076 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] 10.222.0.64 "PUT /v2.0/ports/2ba3a812-73aa-4f6e-a30d-6d2966ff9298 HTTP/1.1" status: 200 len: 1091 time: 0.6027896 Nov 11 18:00:50.691420 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33cf92f5-a5d1-4f13-8621-f934b038c208', 'tag': '2ba3a812-73aa-4f6e-a30d-6d2966ff9298'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:00:50.693695 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244e7fdf-cc5b-4453-ba14-a6a992027b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "33cf92f5-a5d1-4f13-8621-f934b038c208", "tag": "2ba3a812-73aa-4f6e-a30d-6d2966ff9298"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:00:50.723539 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bae0a-43a8-4048-bd00-e4228903e67f service neutron] Pushing event updated for resources: {'Port': ['ID=2ba3a812-73aa-4f6e-a30d-6d2966ff9298,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:50.761132 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253e3125-36a8-4a50-9fb4-04aa3a93ebfd x-openstack-request-id: req-253e3125-36a8-4a50-9fb4-04aa3a93ebfd {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:00:50.761454 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33cf92f5-a5d1-4f13-8621-f934b038c208", "tag": "2ba3a812-73aa-4f6e-a30d-6d2966ff9298", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:00:50.761691 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-253e3125-36a8-4a50-9fb4-04aa3a93ebfd {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:00:50.762257 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33cf92f5-a5d1-4f13-8621-f934b038c208', 'tag': '2ba3a812-73aa-4f6e-a30d-6d2966ff9298', 'status': 'completed', 'code': 200} Nov 11 18:00:50.797757 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-2fb266ed-4227-429e-aad2-ff30ef83efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:50.799301 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-2fb266ed-4227-429e-aad2-ff30ef83efb9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6bad564f294af4a11f908eee914199&device_id=33cf92f5-a5d1-4f13-8621-f934b038c208 HTTP/1.1" status: 200 len: 1094 time: 0.0495181 Nov 11 18:00:50.853108 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-26b77261-e847-4142-988a-16e04bc9333d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ba3a812-73aa-4f6e-a30d-6d2966ff9298 HTTP/1.1" status: 200 len: 217 time: 0.0399997 Nov 11 18:00:50.881281 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee9365-4371-4782-b730-62187cce555f req-cb416a56-8718-49af-9685-aa257150c0e2 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:50.882808 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2ee9365-4371-4782-b730-62187cce555f req-cb416a56-8718-49af-9685-aa257150c0e2 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=33cf92f5-a5d1-4f13-8621-f934b038c208 HTTP/1.1" status: 200 len: 1094 time: 0.0419927 Nov 11 18:00:50.905801 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-9a00275d-a9a0-4eda-9e82-766f070ce6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:50.907305 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-9a00275d-a9a0-4eda-9e82-766f070ce6f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aeb5efcd-4bf7-4dd3-addf-5c50cd8d35ed HTTP/1.1" status: 200 len: 849 time: 0.0476539 Nov 11 18:00:50.929523 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2ee9365-4371-4782-b730-62187cce555f req-90b3a6e0-28ad-423d-9fba-d07fddc34276 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397477 Nov 11 18:00:50.958073 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bdc08e14-22f9-4109-b707-dd95da8fc663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:50.959613 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-bdc08e14-22f9-4109-b707-dd95da8fc663 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78ce5543-ade9-4bb7-aec4-e572a4ea45ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458665 Nov 11 18:00:51.049163 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-60a786c0-30c3-4a0f-895c-fb9507854bec service neutron] 10.222.0.64 "GET /v2.0/networks/78ce5543-ade9-4bb7-aec4-e572a4ea45ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821650 Nov 11 18:00:51.143301 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e9a50626-0129-4ff4-9851-ab815104b9b6 req-4fdc98da-cc88-489e-8251-9f02139819a7 service neutron] 10.222.0.64 "GET /v2.0/networks/78ce5543-ade9-4bb7-aec4-e572a4ea45ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877664 Nov 11 18:00:51.627309 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e7fdf-cc5b-4453-ba14-a6a992027b4c req-8f335edb-9d6b-4a0a-8253-bfde233d0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:51.628968 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-244e7fdf-cc5b-4453-ba14-a6a992027b4c req-8f335edb-9d6b-4a0a-8253-bfde233d0faf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6bad564f294af4a11f908eee914199&device_id=33cf92f5-a5d1-4f13-8621-f934b038c208 HTTP/1.1" status: 200 len: 1094 time: 0.0526526 Nov 11 18:00:51.775831 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e7fdf-cc5b-4453-ba14-a6a992027b4c req-9cd16c20-d036-4815-bfbd-fa898c52d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:51.777289 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-244e7fdf-cc5b-4453-ba14-a6a992027b4c req-9cd16c20-d036-4815-bfbd-fa898c52d40b service neutron] 10.222.0.64 "GET /v2.0/networks?id=78ce5543-ade9-4bb7-aec4-e572a4ea45ca HTTP/1.1" status: 200 len: 912 time: 0.0850804 Nov 11 18:00:51.823055 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-244e7fdf-cc5b-4453-ba14-a6a992027b4c req-4a4f462a-2861-4cfc-9739-97dacbfb21b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ba3a812-73aa-4f6e-a30d-6d2966ff9298 HTTP/1.1" status: 200 len: 217 time: 0.0375912 Nov 11 18:00:51.872683 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e7fdf-cc5b-4453-ba14-a6a992027b4c req-000d8ed5-2ad3-4e67-af78-34835caf1d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:51.873995 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-244e7fdf-cc5b-4453-ba14-a6a992027b4c req-000d8ed5-2ad3-4e67-af78-34835caf1d51 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aeb5efcd-4bf7-4dd3-addf-5c50cd8d35ed HTTP/1.1" status: 200 len: 849 time: 0.0435503 Nov 11 18:00:51.919672 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e7fdf-cc5b-4453-ba14-a6a992027b4c req-c6f627fa-c469-4c83-ae0c-d365a974c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:51.921136 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-244e7fdf-cc5b-4453-ba14-a6a992027b4c req-c6f627fa-c469-4c83-ae0c-d365a974c51f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78ce5543-ade9-4bb7-aec4-e572a4ea45ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393186 Nov 11 18:00:52.016991 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-244e7fdf-cc5b-4453-ba14-a6a992027b4c req-8ddd3055-d357-4e0b-9f42-36800bd8328e service neutron] 10.222.0.64 "GET /v2.0/networks/78ce5543-ade9-4bb7-aec4-e572a4ea45ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878792 Nov 11 18:00:52.048881 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61394971-aeda-492a-a975-1e48a5a01cf3 req-034f406f-ca61-49b9-b65f-de5c95f69d28 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:52.050401 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-61394971-aeda-492a-a975-1e48a5a01cf3 req-034f406f-ca61-49b9-b65f-de5c95f69d28 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=33cf92f5-a5d1-4f13-8621-f934b038c208 HTTP/1.1" status: 200 len: 1094 time: 0.0449259 Nov 11 18:00:52.094872 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-61394971-aeda-492a-a975-1e48a5a01cf3 req-52606b0d-fd4f-43c9-8140-cfe24dd94ad9 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384595 Nov 11 18:00:52.123195 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-244e7fdf-cc5b-4453-ba14-a6a992027b4c req-6d65c480-58fc-466e-aabe-f38c27f48bdb service neutron] 10.222.0.64 "GET /v2.0/networks/78ce5543-ade9-4bb7-aec4-e572a4ea45ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981185 Nov 11 18:00:53.200701 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb16684-db87-4ac9-9860-a3e5aab341a8 req-514e5e21-3d42-4b02-acec-2398c6fbb240 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:53.202188 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cfb16684-db87-4ac9-9860-a3e5aab341a8 req-514e5e21-3d42-4b02-acec-2398c6fbb240 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=33cf92f5-a5d1-4f13-8621-f934b038c208 HTTP/1.1" status: 200 len: 1094 time: 0.0393879 Nov 11 18:00:53.245378 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cfb16684-db87-4ac9-9860-a3e5aab341a8 req-c9857b64-1fcd-4b65-9116-f102c2ac09d4 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373609 Nov 11 18:00:53.520408 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 2ba3a812-73aa-4f6e-a30d-6d2966ff9298 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:00:53.616146 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 2ba3a812-73aa-4f6e-a30d-6d2966ff9298, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=2ba3a812-73aa-4f6e-a30d-6d2966ff9298,segment=NetworkSegment(41a94418-d673-4267-866f-c07153d3e134),segment_id=41a94418-d673-4267-866f-c07153d3e134)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:00:53.626664 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '2ba3a812-73aa-4f6e-a30d-6d2966ff9298', 'network_id': '78ce5543-ade9-4bb7-aec4-e572a4ea45ca', 'port_id': '2ba3a812-73aa-4f6e-a30d-6d2966ff9298', 'mac_address': 'fa:16:3e:e1:e0:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb5efcd-4bf7-4dd3-addf-5c50cd8d35ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:00:53.665724 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:53.678652 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba3a812-73aa-4f6e-a30d-6d2966ff9298 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:00:53.697068 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 2ba3a812-73aa-4f6e-a30d-6d2966ff9298, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=2ba3a812-73aa-4f6e-a30d-6d2966ff9298,segment=NetworkSegment(41a94418-d673-4267-866f-c07153d3e134),segment_id=41a94418-d673-4267-866f-c07153d3e134)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:00:53.701196 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:53.746669 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=2ba3a812-73aa-4f6e-a30d-6d2966ff9298,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:53.991935 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['2ba3a812-73aa-4f6e-a30d-6d2966ff9298'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:00:54.352097 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4417cf8-efba-47eb-b0af-068ff27bc5ec req-ec4ef6fe-88e6-4f96-8fc2-4cf940318a0e tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:54.353632 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e4417cf8-efba-47eb-b0af-068ff27bc5ec req-ec4ef6fe-88e6-4f96-8fc2-4cf940318a0e tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=33cf92f5-a5d1-4f13-8621-f934b038c208 HTTP/1.1" status: 200 len: 1095 time: 0.0435359 Nov 11 18:00:54.355432 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:54.397186 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e4417cf8-efba-47eb-b0af-068ff27bc5ec req-eab045a5-ac4e-4156-b238-78c65e1bc0c3 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376420 Nov 11 18:00:55.499949 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f26b87-40aa-4196-ac5c-90db3a7eb5d9 req-09dff884-8fe7-43ba-b751-7deb61144a36 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:55.501402 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c3f26b87-40aa-4196-ac5c-90db3a7eb5d9 req-09dff884-8fe7-43ba-b751-7deb61144a36 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=33cf92f5-a5d1-4f13-8621-f934b038c208 HTTP/1.1" status: 200 len: 1095 time: 0.0391943 Nov 11 18:00:55.522008 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 2ba3a812-73aa-4f6e-a30d-6d2966ff9298 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:00:55.545457 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c3f26b87-40aa-4196-ac5c-90db3a7eb5d9 req-9dc0d357-f55a-4696-892b-a5e4eb6866c6 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377040 Nov 11 18:00:55.571530 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 2ba3a812-73aa-4f6e-a30d-6d2966ff9298 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:00:55.575770 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 2ba3a812-73aa-4f6e-a30d-6d2966ff9298 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:00:55.576138 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:55.652789 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:55.674508 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33cf92f5-a5d1-4f13-8621-f934b038c208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba3a812-73aa-4f6e-a30d-6d2966ff9298'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:00:55.676681 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cb4854-e74e-4721-a856-834777967c19" -d '{"events": [{"server_uuid": "33cf92f5-a5d1-4f13-8621-f934b038c208", "name": "network-vif-plugged", "status": "completed", "tag": "2ba3a812-73aa-4f6e-a30d-6d2966ff9298"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:00:55.689723 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 2ba3a812-73aa-4f6e-a30d-6d2966ff9298, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=2ba3a812-73aa-4f6e-a30d-6d2966ff9298,segment=NetworkSegment(41a94418-d673-4267-866f-c07153d3e134),segment_id=41a94418-d673-4267-866f-c07153d3e134)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:00:55.694205 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:55.716221 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c368483-283b-471f-bfe4-73c86fea5b15 x-openstack-request-id: req-5c368483-283b-471f-bfe4-73c86fea5b15 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:00:55.716507 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33cf92f5-a5d1-4f13-8621-f934b038c208", "name": "network-vif-plugged", "status": "completed", "tag": "2ba3a812-73aa-4f6e-a30d-6d2966ff9298", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:00:55.716779 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5c368483-283b-471f-bfe4-73c86fea5b15 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:00:55.717163 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33cf92f5-a5d1-4f13-8621-f934b038c208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba3a812-73aa-4f6e-a30d-6d2966ff9298', 'code': 200} Nov 11 18:00:55.744014 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=2ba3a812-73aa-4f6e-a30d-6d2966ff9298,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:00:55.844557 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a746062-6e45-4890-8374-acc6d631d5f4 req-3fcf201b-4a76-4aca-96cf-1e39d027960f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:55.846046 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8a746062-6e45-4890-8374-acc6d631d5f4 req-3fcf201b-4a76-4aca-96cf-1e39d027960f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=33cf92f5-a5d1-4f13-8621-f934b038c208 HTTP/1.1" status: 200 len: 1096 time: 0.0450783 Nov 11 18:00:55.890025 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8a746062-6e45-4890-8374-acc6d631d5f4 req-4b180ae6-cc52-4915-8926-a43d35231af2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373638 Nov 11 18:00:56.651589 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efd769-951b-466a-b851-f1f7e8238fa8 req-db3d8bc1-c42a-42d1-b870-561bb557fba6 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:56.653196 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66efd769-951b-466a-b851-f1f7e8238fa8 req-db3d8bc1-c42a-42d1-b870-561bb557fba6 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=33cf92f5-a5d1-4f13-8621-f934b038c208 HTTP/1.1" status: 200 len: 1096 time: 0.0405641 Nov 11 18:00:56.699937 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66efd769-951b-466a-b851-f1f7e8238fa8 req-537d057d-79fc-40e0-9dc1-2d87144dda9b tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409729 Nov 11 18:00:57.806639 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f2f9f-c7c5-4105-9b29-546f459092d5 req-06a49c15-e358-4560-b5c8-6a0d72cd6a5a tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:57.808196 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f3f2f9f-c7c5-4105-9b29-546f459092d5 req-06a49c15-e358-4560-b5c8-6a0d72cd6a5a tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=33cf92f5-a5d1-4f13-8621-f934b038c208 HTTP/1.1" status: 200 len: 1096 time: 0.0415826 Nov 11 18:00:57.850765 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f3f2f9f-c7c5-4105-9b29-546f459092d5 req-b38e45a8-1370-4b6c-a304-8a3fe6270bdb tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367179 Nov 11 18:00:57.955298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79280f17-1a6d-4c5e-85a4-23209beb1707 req-4a873c2d-1d35-41bb-88b5-4169706871fd tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:57.956793 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-79280f17-1a6d-4c5e-85a4-23209beb1707 req-4a873c2d-1d35-41bb-88b5-4169706871fd tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=33cf92f5-a5d1-4f13-8621-f934b038c208 HTTP/1.1" status: 200 len: 1096 time: 0.0395191 Nov 11 18:00:57.999910 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-79280f17-1a6d-4c5e-85a4-23209beb1707 req-d6dcd436-dacf-46a9-b04d-525ee6d62e3b tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370939 Nov 11 18:00:58.109463 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd9c94-8609-4e44-a550-19ffe8d1c2f8 req-156ac792-a22f-4c42-9593-ca98775b5243 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:58.110991 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40fd9c94-8609-4e44-a550-19ffe8d1c2f8 req-156ac792-a22f-4c42-9593-ca98775b5243 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=33cf92f5-a5d1-4f13-8621-f934b038c208 HTTP/1.1" status: 200 len: 1096 time: 0.0445592 Nov 11 18:00:58.155810 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40fd9c94-8609-4e44-a550-19ffe8d1c2f8 req-98317722-6e6f-43b7-ab9c-22887c94ce96 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374999 Nov 11 18:00:58.369031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c0de0-05f8-46ba-83ab-1088286de611 req-af5f6b41-8fc0-4e27-bd45-f3294354bbee tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:58.370495 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-856c0de0-05f8-46ba-83ab-1088286de611 req-af5f6b41-8fc0-4e27-bd45-f3294354bbee tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=33cf92f5-a5d1-4f13-8621-f934b038c208 HTTP/1.1" status: 200 len: 1096 time: 0.0402517 Nov 11 18:00:58.414615 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-856c0de0-05f8-46ba-83ab-1088286de611 req-68a6dfb1-6b71-4e9d-9c1d-7412547c4f49 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383072 Nov 11 18:00:59.520166 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94260017-c40f-44a1-b7ec-30819ce4da18 req-adc52f47-2c25-4636-b934-4e29741faecc tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:59.522533 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94260017-c40f-44a1-b7ec-30819ce4da18 req-adc52f47-2c25-4636-b934-4e29741faecc tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=33cf92f5-a5d1-4f13-8621-f934b038c208 HTTP/1.1" status: 200 len: 1096 time: 0.0413971 Nov 11 18:00:59.569900 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-94260017-c40f-44a1-b7ec-30819ce4da18 req-097d9145-dfa6-4a3a-a67d-062af1971693 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418832 Nov 11 18:00:59.718799 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25b891-bb55-4053-82b5-868793bce821 req-1f659fd3-8d40-4742-8f3b-a46d1c7a82c6 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:00:59.720183 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9d25b891-bb55-4053-82b5-868793bce821 req-1f659fd3-8d40-4742-8f3b-a46d1c7a82c6 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=33cf92f5-a5d1-4f13-8621-f934b038c208 HTTP/1.1" status: 200 len: 1096 time: 0.0393825 Nov 11 18:00:59.796819 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-9d25b891-bb55-4053-82b5-868793bce821 req-7acb131d-d7a2-4023-85b1-f55f3f4b0f85 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Deleting port 2ba3a812-73aa-4f6e-a30d-6d2966ff9298 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:00:59.797153 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9d25b891-bb55-4053-82b5-868793bce821 req-7acb131d-d7a2-4023-85b1-f55f3f4b0f85 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:59.875911 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-9d25b891-bb55-4053-82b5-868793bce821 req-7acb131d-d7a2-4023-85b1-f55f3f4b0f85 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] For port 2ba3a812-73aa-4f6e-a30d-6d2966ff9298, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=2ba3a812-73aa-4f6e-a30d-6d2966ff9298,segment=NetworkSegment(41a94418-d673-4267-866f-c07153d3e134),segment_id=41a94418-d673-4267-866f-c07153d3e134)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:00:59.876273 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9d25b891-bb55-4053-82b5-868793bce821 req-7acb131d-d7a2-4023-85b1-f55f3f4b0f85 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:00:59.888440 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-9d25b891-bb55-4053-82b5-868793bce821 req-7acb131d-d7a2-4023-85b1-f55f3f4b0f85 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Calling delete_port for 2ba3a812-73aa-4f6e-a30d-6d2966ff9298 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:01:00.010607 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9d25b891-bb55-4053-82b5-868793bce821 req-7acb131d-d7a2-4023-85b1-f55f3f4b0f85 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:00.026355 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['968dff9d-4821-4610-8134-d2602e7ee18e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:01:00.040791 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb131d-d7a2-4023-85b1-f55f3f4b0f85 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ba3a812-73aa-4f6e-a30d-6d2966ff9298,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:00.070348 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['2ba3a812-73aa-4f6e-a30d-6d2966ff9298'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:01:00.087443 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d25b891-bb55-4053-82b5-868793bce821 req-7acb131d-d7a2-4023-85b1-f55f3f4b0f85 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] No DVR routers for this DVR port 2ba3a812-73aa-4f6e-a30d-6d2966ff9298 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:01:00.091854 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-9d25b891-bb55-4053-82b5-868793bce821 req-7acb131d-d7a2-4023-85b1-f55f3f4b0f85 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:00.097376 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-9d25b891-bb55-4053-82b5-868793bce821 req-7acb131d-d7a2-4023-85b1-f55f3f4b0f85 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.64 "DELETE /v2.0/ports/2ba3a812-73aa-4f6e-a30d-6d2966ff9298 HTTP/1.1" status: 204 len: 173 time: 0.3706913 Nov 11 18:01:00.097868 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33cf92f5-a5d1-4f13-8621-f934b038c208', 'name': 'network-vif-deleted', 'tag': '2ba3a812-73aa-4f6e-a30d-6d2966ff9298'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:01:00.100429 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acb345f-c144-45d2-9b02-0cd01d92ce6d" -d '{"events": [{"server_uuid": "33cf92f5-a5d1-4f13-8621-f934b038c208", "name": "network-vif-deleted", "tag": "2ba3a812-73aa-4f6e-a30d-6d2966ff9298"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:01:00.143967 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066ac64a-89ba-40a3-b9ea-27a475750086 x-openstack-request-id: req-066ac64a-89ba-40a3-b9ea-27a475750086 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:01:00.144439 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33cf92f5-a5d1-4f13-8621-f934b038c208", "name": "network-vif-deleted", "tag": "2ba3a812-73aa-4f6e-a30d-6d2966ff9298", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:01:00.144952 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-066ac64a-89ba-40a3-b9ea-27a475750086 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:01:00.145412 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33cf92f5-a5d1-4f13-8621-f934b038c208', 'name': 'network-vif-deleted', 'tag': '2ba3a812-73aa-4f6e-a30d-6d2966ff9298', 'status': 'completed', 'code': 200} Nov 11 18:01:00.830909 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be4440-54d6-4a91-8cfb-6232de5d67ba req-dac7bd47-9ae0-4325-b882-bd229de484b6 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:00.832444 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-12be4440-54d6-4a91-8cfb-6232de5d67ba req-dac7bd47-9ae0-4325-b882-bd229de484b6 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07 HTTP/1.1" status: 200 len: 1097 time: 0.0402400 Nov 11 18:01:00.875895 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-12be4440-54d6-4a91-8cfb-6232de5d67ba req-4b0286e1-7b55-462c-af91-50bb94d82f5f tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374320 Nov 11 18:01:01.981157 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba3cdc-3f1b-4f83-a1cf-7350a3c7beea req-52d60f79-eb8c-4109-90ae-2cf3efc39dca tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:01.982631 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-11ba3cdc-3f1b-4f83-a1cf-7350a3c7beea req-52d60f79-eb8c-4109-90ae-2cf3efc39dca tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07 HTTP/1.1" status: 200 len: 1097 time: 0.0386703 Nov 11 18:01:02.026108 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-11ba3cdc-3f1b-4f83-a1cf-7350a3c7beea req-c70cc4cb-a9ed-4800-81aa-1c9d86a04269 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0452b92d-b48d-4771-8155-49b44cf4d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375936 Nov 11 18:01:02.260277 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b04c25-0c67-4406-bedf-458b733e1285 req-b502a3de-f03a-4228-8755-ae2562329d9d tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:02.261734 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92b04c25-0c67-4406-bedf-458b733e1285 req-b502a3de-f03a-4228-8755-ae2562329d9d tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07 HTTP/1.1" status: 200 len: 1097 time: 0.0432258 Nov 11 18:01:02.338866 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-92b04c25-0c67-4406-bedf-458b733e1285 req-e043998e-a126-4547-ba23-db2a2e63b203 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Deleting port 968dff9d-4821-4610-8134-d2602e7ee18e {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:01:02.339202 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-92b04c25-0c67-4406-bedf-458b733e1285 req-e043998e-a126-4547-ba23-db2a2e63b203 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:02.419697 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-92b04c25-0c67-4406-bedf-458b733e1285 req-e043998e-a126-4547-ba23-db2a2e63b203 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] For port 968dff9d-4821-4610-8134-d2602e7ee18e, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=968dff9d-4821-4610-8134-d2602e7ee18e,segment=NetworkSegment(41a94418-d673-4267-866f-c07153d3e134),segment_id=41a94418-d673-4267-866f-c07153d3e134)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:01:02.420085 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-92b04c25-0c67-4406-bedf-458b733e1285 req-e043998e-a126-4547-ba23-db2a2e63b203 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:02.433077 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-92b04c25-0c67-4406-bedf-458b733e1285 req-e043998e-a126-4547-ba23-db2a2e63b203 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Calling delete_port for 968dff9d-4821-4610-8134-d2602e7ee18e owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:01:02.554830 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-92b04c25-0c67-4406-bedf-458b733e1285 req-e043998e-a126-4547-ba23-db2a2e63b203 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:02.565045 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['968dff9d-4821-4610-8134-d2602e7ee18e'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:01:02.579567 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043998e-a126-4547-ba23-db2a2e63b203 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Pushing event deleted for resources: {'Port': ['ID=968dff9d-4821-4610-8134-d2602e7ee18e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:02.625248 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b04c25-0c67-4406-bedf-458b733e1285 req-e043998e-a126-4547-ba23-db2a2e63b203 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] No DVR routers for this DVR port 968dff9d-4821-4610-8134-d2602e7ee18e on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:01:02.627941 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-92b04c25-0c67-4406-bedf-458b733e1285 req-e043998e-a126-4547-ba23-db2a2e63b203 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:02.631269 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92b04c25-0c67-4406-bedf-458b733e1285 req-e043998e-a126-4547-ba23-db2a2e63b203 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.83 "DELETE /v2.0/ports/968dff9d-4821-4610-8134-d2602e7ee18e HTTP/1.1" status: 204 len: 173 time: 0.3628342 Nov 11 18:01:02.631804 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07', 'name': 'network-vif-deleted', 'tag': '968dff9d-4821-4610-8134-d2602e7ee18e'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:01:02.634067 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d41799-545f-447c-8338-ac6a5c04ba85" -d '{"events": [{"server_uuid": "3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07", "name": "network-vif-deleted", "tag": "968dff9d-4821-4610-8134-d2602e7ee18e"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:01:02.673032 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292370f8-2b12-42c9-ba69-9c38acd7c11b x-openstack-request-id: req-292370f8-2b12-42c9-ba69-9c38acd7c11b {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:01:02.673333 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07", "name": "network-vif-deleted", "tag": "968dff9d-4821-4610-8134-d2602e7ee18e", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:01:02.673589 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-292370f8-2b12-42c9-ba69-9c38acd7c11b {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:01:02.673999 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07', 'name': 'network-vif-deleted', 'tag': '968dff9d-4821-4610-8134-d2602e7ee18e', 'status': 'completed', 'code': 200} Nov 11 18:01:03.136192 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-48ba6e2a-6633-450f-890a-e36cebd8ddf2 req-8e73d13f-ab93-4ca4-ac8d-c197d1669047 tempest-TestServerMultinode-51913400 tempest-TestServerMultinode-51913400-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3cb9ed1b-49bf-4dbb-ab9a-21c39a313c07 HTTP/1.1" status: 200 len: 210 time: 0.0273211 Nov 11 18:01:03.568983 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 2ba3a812-73aa-4f6e-a30d-6d2966ff9298 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:01:03.591523 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 2ba3a812-73aa-4f6e-a30d-6d2966ff9298 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:01:03.591894 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 2ba3a812-73aa-4f6e-a30d-6d2966ff9298 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:01:04.196966 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49396) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:01:04.394645 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:01:04.534000 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fe4793f0-1422-4eb0-b285-6f72bbdb30eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:04.774532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-fe4793f0-1422-4eb0-b285-6f72bbdb30eb admin admin] Deleting port 668c800a-876e-4834-94da-489e76d78618 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:01:04.774886 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fe4793f0-1422-4eb0-b285-6f72bbdb30eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:04.851643 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-fe4793f0-1422-4eb0-b285-6f72bbdb30eb admin admin] For port 668c800a-876e-4834-94da-489e76d78618, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=668c800a-876e-4834-94da-489e76d78618,segment=NetworkSegment(41a94418-d673-4267-866f-c07153d3e134),segment_id=41a94418-d673-4267-866f-c07153d3e134)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:01:04.852026 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fe4793f0-1422-4eb0-b285-6f72bbdb30eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:04.863949 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-fe4793f0-1422-4eb0-b285-6f72bbdb30eb admin admin] Calling delete_port for 668c800a-876e-4834-94da-489e76d78618 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:01:05.038134 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fe4793f0-1422-4eb0-b285-6f72bbdb30eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:05.073034 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4793f0-1422-4eb0-b285-6f72bbdb30eb admin admin] Pushing event deleted for resources: {'Port': ['ID=668c800a-876e-4834-94da-489e76d78618,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:05.241975 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fe4793f0-1422-4eb0-b285-6f72bbdb30eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:05.456062 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4793f0-1422-4eb0-b285-6f72bbdb30eb admin admin] Router 630e2dae-2961-4110-80d2-bd3fb6d3e06a has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:01:05.561043 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4793f0-1422-4eb0-b285-6f72bbdb30eb admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:01:05.565976 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fe4793f0-1422-4eb0-b285-6f72bbdb30eb admin admin] 10.222.0.76 "PUT /v2.0/routers/630e2dae-2961-4110-80d2-bd3fb6d3e06a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3679762 Nov 11 18:01:05.568432 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49398) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:01:05.571114 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5c9245-a28c-42ac-a477-bc76ab1f3add None None] Sync routers for ids ['630e2dae-2961-4110-80d2-bd3fb6d3e06a'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:01:05.583229 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5c9245-a28c-42ac-a477-bc76ab1f3add None None] Routers {'630e2dae-2961-4110-80d2-bd3fb6d3e06a'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:01:05.583882 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6d5c9245-a28c-42ac-a477-bc76ab1f3add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:00:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['630e2dae-2961-4110-80d2-bd3fb6d3e06a'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:01:05.674898 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7230-75d4-4f12-a586-2bf246dd6d9f admin admin] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:05.777246 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-6d5c9245-a28c-42ac-a477-bc76ab1f3add None None] Set router 630e2dae-2961-4110-80d2-bd3fb6d3e06a gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:01:05.779926 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7230-75d4-4f12-a586-2bf246dd6d9f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:05.836949 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-0e1f7230-75d4-4f12-a586-2bf246dd6d9f admin admin] Deleting port a2337f75-8605-4fca-9241-8f573a40a923 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:01:05.837309 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7230-75d4-4f12-a586-2bf246dd6d9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:05.913856 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-0e1f7230-75d4-4f12-a586-2bf246dd6d9f admin admin] For port a2337f75-8605-4fca-9241-8f573a40a923, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a2337f75-8605-4fca-9241-8f573a40a923,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:01:05.914206 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7230-75d4-4f12-a586-2bf246dd6d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:05.930359 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-0e1f7230-75d4-4f12-a586-2bf246dd6d9f admin admin] Calling delete_port for a2337f75-8605-4fca-9241-8f573a40a923 owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:01:05.950932 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6d5c9245-a28c-42ac-a477-bc76ab1f3add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630e2dae-2961-4110-80d2-bd3fb6d3e06a', 'name': 'tempest-TestServerMultinode-1464702399-router', 'tenant_id': '5ba751696c6f44bbb8e6e950297c1380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a2337f75-8605-4fca-9241-8f573a40a923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:00:27Z', 'updated_at': '2021-11-11T18:01:04Z', 'revision_number': 5, 'project_id': '5ba751696c6f44bbb8e6e950297c1380', 'gw_port': {'id': 'a2337f75-8605-4fca-9241-8f573a40a923', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:83:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630e2dae-2961-4110-80d2-bd3fb6d3e06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:00:28Z', 'updated_at': '2021-11-11T18:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:01:05.980746 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5c9245-a28c-42ac-a477-bc76ab1f3add None None] Checking router: 630e2dae-2961-4110-80d2-bd3fb6d3e06a for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:01:05.988751 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5c9245-a28c-42ac-a477-bc76ab1f3add None None] Routers {'630e2dae-2961-4110-80d2-bd3fb6d3e06a'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:01:05.989354 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6d5c9245-a28c-42ac-a477-bc76ab1f3add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:00:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['630e2dae-2961-4110-80d2-bd3fb6d3e06a'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:01:06.014088 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 968dff9d-4821-4610-8134-d2602e7ee18e no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:01:06.036375 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 968dff9d-4821-4610-8134-d2602e7ee18e {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:01:06.036683 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 968dff9d-4821-4610-8134-d2602e7ee18e not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:01:06.073864 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-6d5c9245-a28c-42ac-a477-bc76ab1f3add None None] Set router 630e2dae-2961-4110-80d2-bd3fb6d3e06a gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:01:06.088311 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7230-75d4-4f12-a586-2bf246dd6d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:06.119022 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f7230-75d4-4f12-a586-2bf246dd6d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=a2337f75-8605-4fca-9241-8f573a40a923,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:06.124891 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6d5c9245-a28c-42ac-a477-bc76ab1f3add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630e2dae-2961-4110-80d2-bd3fb6d3e06a', 'name': 'tempest-TestServerMultinode-1464702399-router', 'tenant_id': '5ba751696c6f44bbb8e6e950297c1380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:00:27Z', 'updated_at': '2021-11-11T18:01:05Z', 'revision_number': 6, 'project_id': '5ba751696c6f44bbb8e6e950297c1380', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:01:06.135821 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257d185d-b7ed-4d33-a0e2-7321b0d060a7 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:01:06.159175 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5c9245-a28c-42ac-a477-bc76ab1f3add None None] The sync data for ids ['630e2dae-2961-4110-80d2-bd3fb6d3e06a'] in n-d-816206-4 is: [{'id': '630e2dae-2961-4110-80d2-bd3fb6d3e06a', 'name': 'tempest-TestServerMultinode-1464702399-router', 'tenant_id': '5ba751696c6f44bbb8e6e950297c1380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:00:27Z', 'updated_at': '2021-11-11T18:01:05Z', 'revision_number': 6, 'project_id': '5ba751696c6f44bbb8e6e950297c1380', 'gw_port_host': None}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:01:06.186702 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7230-75d4-4f12-a586-2bf246dd6d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:06.279343 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7230-75d4-4f12-a586-2bf246dd6d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:06.281902 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7230-75d4-4f12-a586-2bf246dd6d9f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:06.327823 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7230-75d4-4f12-a586-2bf246dd6d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:06.328336 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1f7230-75d4-4f12-a586-2bf246dd6d9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 630e2dae-2961-4110-80d2-bd3fb6d3e06a {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 18:01:06.333208 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7230-75d4-4f12-a586-2bf246dd6d9f admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:06.334924 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0e1f7230-75d4-4f12-a586-2bf246dd6d9f admin admin] 10.222.0.76 "DELETE /v2.0/routers/630e2dae-2961-4110-80d2-bd3fb6d3e06a HTTP/1.1" status: 204 len: 168 time: 0.7653396 Nov 11 18:01:06.337451 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49400) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:01:06.650355 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9c58b8-ff52-40ec-8127-f606df5aac34 admin admin] Deleting subnet aeb5efcd-4bf7-4dd3-addf-5c50cd8d35ed {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:01:06.653439 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c9c58b8-ff52-40ec-8127-f606df5aac34 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:06.687025 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c9c58b8-ff52-40ec-8127-f606df5aac34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:06.763845 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c9c58b8-ff52-40ec-8127-f606df5aac34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:06.813805 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c9c58b8-ff52-40ec-8127-f606df5aac34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:06.840513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c58b8-ff52-40ec-8127-f606df5aac34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeb5efcd-4bf7-4dd3-addf-5c50cd8d35ed,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:06.845456 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3c9c58b8-ff52-40ec-8127-f606df5aac34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:06.848767 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3c9c58b8-ff52-40ec-8127-f606df5aac34 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/aeb5efcd-4bf7-4dd3-addf-5c50cd8d35ed HTTP/1.1" status: 204 len: 168 time: 0.5102174 Nov 11 18:01:06.850521 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962e1fad-009e-40af-af75-257b99d9d729 None None] Network 78ce5543-ade9-4bb7-aec4-e572a4ea45ca requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:01:06.851290 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49402) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:01:06.918018 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7593b0fb-11cd-4b83-ad75-ed4e48a72c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:06.980808 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-7593b0fb-11cd-4b83-ad75-ed4e48a72c0e admin admin] Deleting port eddac96d-14b2-4193-9bd5-3d50ab4a98f1 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:01:06.981211 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7593b0fb-11cd-4b83-ad75-ed4e48a72c0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:07.044850 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde9a9d8-854f-4730-aa5d-2e6663333781 None None] DHCP port deletion for 78ce5543-ade9-4bb7-aec4-e572a4ea45ca request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:01:07.045494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-7593b0fb-11cd-4b83-ad75-ed4e48a72c0e admin admin] For port eddac96d-14b2-4193-9bd5-3d50ab4a98f1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=eddac96d-14b2-4193-9bd5-3d50ab4a98f1,segment=NetworkSegment(41a94418-d673-4267-866f-c07153d3e134),segment_id=41a94418-d673-4267-866f-c07153d3e134)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:01:07.045859 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7593b0fb-11cd-4b83-ad75-ed4e48a72c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:07.059505 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-7593b0fb-11cd-4b83-ad75-ed4e48a72c0e admin admin] Calling delete_port for eddac96d-14b2-4193-9bd5-3d50ab4a98f1 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:01:07.093314 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-bde9a9d8-854f-4730-aa5d-2e6663333781 None None] Deleting port eddac96d-14b2-4193-9bd5-3d50ab4a98f1 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:01:07.093909 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bde9a9d8-854f-4730-aa5d-2e6663333781 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:07.152085 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7593b0fb-11cd-4b83-ad75-ed4e48a72c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:07.175610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-bde9a9d8-854f-4730-aa5d-2e6663333781 None None] For port eddac96d-14b2-4193-9bd5-3d50ab4a98f1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=eddac96d-14b2-4193-9bd5-3d50ab4a98f1,segment=NetworkSegment(41a94418-d673-4267-866f-c07153d3e134),segment_id=41a94418-d673-4267-866f-c07153d3e134)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:01:07.176783 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bde9a9d8-854f-4730-aa5d-2e6663333781 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:07.178178 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593b0fb-11cd-4b83-ad75-ed4e48a72c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=eddac96d-14b2-4193-9bd5-3d50ab4a98f1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:07.184156 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7593b0fb-11cd-4b83-ad75-ed4e48a72c0e admin admin] No DVR routers for this DVR port eddac96d-14b2-4193-9bd5-3d50ab4a98f1 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:01:07.205007 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-bde9a9d8-854f-4730-aa5d-2e6663333781 None None] Calling delete_port for eddac96d-14b2-4193-9bd5-3d50ab4a98f1 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:01:07.273327 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7593b0fb-11cd-4b83-ad75-ed4e48a72c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:07.274124 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 668c800a-876e-4834-94da-489e76d78618 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:01:07.301193 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-7593b0fb-11cd-4b83-ad75-ed4e48a72c0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ce5543-ade9-4bb7-aec4-e572a4ea45ca']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:01:07.304185 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 668c800a-876e-4834-94da-489e76d78618 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:01:07.304528 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 668c800a-876e-4834-94da-489e76d78618 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:01:07.304948 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a2337f75-8605-4fca-9241-8f573a40a923 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:01:07.311612 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-7593b0fb-11cd-4b83-ad75-ed4e48a72c0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a94418-d673-4267-866f-c07153d3e134') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:01:07.311966 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-7593b0fb-11cd-4b83-ad75-ed4e48a72c0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a94418-d673-4267-866f-c07153d3e134') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:01:07.321200 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7593b0fb-11cd-4b83-ad75-ed4e48a72c0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:07.330116 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: a2337f75-8605-4fca-9241-8f573a40a923 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:01:07.330706 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a2337f75-8605-4fca-9241-8f573a40a923 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:01:07.330926 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device eddac96d-14b2-4193-9bd5-3d50ab4a98f1 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:01:07.335007 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7593b0fb-11cd-4b83-ad75-ed4e48a72c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:07.341027 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7593b0fb-11cd-4b83-ad75-ed4e48a72c0e admin admin] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:01:07.341407 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7593b0fb-11cd-4b83-ad75-ed4e48a72c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: timer() Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:01:07.343073 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:01:07.354388 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: eddac96d-14b2-4193-9bd5-3d50ab4a98f1 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:01:07.354388 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device eddac96d-14b2-4193-9bd5-3d50ab4a98f1 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:01:07.357869 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bde9a9d8-854f-4730-aa5d-2e6663333781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:07.385436 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9a9d8-854f-4730-aa5d-2e6663333781 None None] Pushing event deleted for resources: {'Port': ['ID=eddac96d-14b2-4193-9bd5-3d50ab4a98f1,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:07.390605 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde9a9d8-854f-4730-aa5d-2e6663333781 None None] No DVR routers for this DVR port eddac96d-14b2-4193-9bd5-3d50ab4a98f1 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:01:07.404944 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7593b0fb-11cd-4b83-ad75-ed4e48a72c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:07.411277 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7593b0fb-11cd-4b83-ad75-ed4e48a72c0e admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:07.415026 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7593b0fb-11cd-4b83-ad75-ed4e48a72c0e admin admin] 10.222.0.76 "DELETE /v2.0/networks/78ce5543-ade9-4bb7-aec4-e572a4ea45ca HTTP/1.1" status: 204 len: 168 time: 0.5627348 Nov 11 18:01:07.418991 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49404) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:01:07.425222 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593b0fb-11cd-4b83-ad75-ed4e48a72c0e admin admin] Pushing event deleted for resources: {'Network': ['ID=78ce5543-ade9-4bb7-aec4-e572a4ea45ca,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:07.445710 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3b378d5e-7978-44e4-95d1-e9e2e5711000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:07.770586 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9a3e912-8f37-4351-ae81-a10d39cdc884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:08.010733 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-e9a3e912-8f37-4351-ae81-a10d39cdc884 admin admin] Deleting port a4d21372-de62-43b2-9017-1b43ac5c8d8a {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:01:08.011070 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9a3e912-8f37-4351-ae81-a10d39cdc884 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:08.089040 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-e9a3e912-8f37-4351-ae81-a10d39cdc884 admin admin] For port a4d21372-de62-43b2-9017-1b43ac5c8d8a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a4d21372-de62-43b2-9017-1b43ac5c8d8a,segment=NetworkSegment(b4ac3d95-ef90-4818-845d-a8455843d26a),segment_id=b4ac3d95-ef90-4818-845d-a8455843d26a)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:01:08.089314 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9a3e912-8f37-4351-ae81-a10d39cdc884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:08.105280 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-e9a3e912-8f37-4351-ae81-a10d39cdc884 admin admin] Calling delete_port for a4d21372-de62-43b2-9017-1b43ac5c8d8a owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:01:08.278649 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9a3e912-8f37-4351-ae81-a10d39cdc884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:08.304956 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3e912-8f37-4351-ae81-a10d39cdc884 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4d21372-de62-43b2-9017-1b43ac5c8d8a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:08.467524 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e9a3e912-8f37-4351-ae81-a10d39cdc884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:08.677066 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a3e912-8f37-4351-ae81-a10d39cdc884 admin admin] Router c9ca1ed5-7ed2-433d-b807-6170741e6731 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:01:08.780796 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a3e912-8f37-4351-ae81-a10d39cdc884 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:01:08.785708 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e9a3e912-8f37-4351-ae81-a10d39cdc884 admin admin] 10.222.0.76 "PUT /v2.0/routers/c9ca1ed5-7ed2-433d-b807-6170741e6731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3667099 Nov 11 18:01:08.788282 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49406) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:01:08.791392 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f73844-17dd-4b30-ad9d-3e1aa946871e None None] Sync routers for ids ['c9ca1ed5-7ed2-433d-b807-6170741e6731'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:01:08.801565 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f73844-17dd-4b30-ad9d-3e1aa946871e None None] Routers {'c9ca1ed5-7ed2-433d-b807-6170741e6731'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:01:08.802123 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f8f73844-17dd-4b30-ad9d-3e1aa946871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:00:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c9ca1ed5-7ed2-433d-b807-6170741e6731'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:01:08.895345 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2172b9bc-ff6e-440b-ba3b-640e1d1aa29b admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:08.906948 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-f8f73844-17dd-4b30-ad9d-3e1aa946871e None None] Set router c9ca1ed5-7ed2-433d-b807-6170741e6731 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:01:09.097579 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f8f73844-17dd-4b30-ad9d-3e1aa946871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ca1ed5-7ed2-433d-b807-6170741e6731', 'name': 'tempest-TestServerMultinode-776467416-router', 'tenant_id': 'bf6bad564f294af4a11f908eee914199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '8a633ff9-05dc-4067-bc3b-5f17da40312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:00:32Z', 'updated_at': '2021-11-11T18:01:08Z', 'revision_number': 5, 'project_id': 'bf6bad564f294af4a11f908eee914199', 'gw_port': {'id': '8a633ff9-05dc-4067-bc3b-5f17da40312c', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ca1ed5-7ed2-433d-b807-6170741e6731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:00:33Z', 'updated_at': '2021-11-11T18:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:01:09.125286 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f73844-17dd-4b30-ad9d-3e1aa946871e None None] Checking router: c9ca1ed5-7ed2-433d-b807-6170741e6731 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:01:09.135652 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f73844-17dd-4b30-ad9d-3e1aa946871e None None] Routers {'c9ca1ed5-7ed2-433d-b807-6170741e6731'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:01:09.136317 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f8f73844-17dd-4b30-ad9d-3e1aa946871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:00:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['c9ca1ed5-7ed2-433d-b807-6170741e6731'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:01:09.254353 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-f8f73844-17dd-4b30-ad9d-3e1aa946871e None None] Set router c9ca1ed5-7ed2-433d-b807-6170741e6731 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:01:09.327293 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2172b9bc-ff6e-440b-ba3b-640e1d1aa29b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:09.382090 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-2172b9bc-ff6e-440b-ba3b-640e1d1aa29b admin admin] Deleting port 8a633ff9-05dc-4067-bc3b-5f17da40312c {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:01:09.382685 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2172b9bc-ff6e-440b-ba3b-640e1d1aa29b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:09.444174 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f8f73844-17dd-4b30-ad9d-3e1aa946871e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ca1ed5-7ed2-433d-b807-6170741e6731', 'name': 'tempest-TestServerMultinode-776467416-router', 'tenant_id': 'bf6bad564f294af4a11f908eee914199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '8a633ff9-05dc-4067-bc3b-5f17da40312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:00:32Z', 'updated_at': '2021-11-11T18:01:08Z', 'revision_number': 5, 'project_id': 'bf6bad564f294af4a11f908eee914199', 'gw_port': {'id': '8a633ff9-05dc-4067-bc3b-5f17da40312c', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ca1ed5-7ed2-433d-b807-6170741e6731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:00:33Z', 'updated_at': '2021-11-11T18:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:01:09.465015 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-2172b9bc-ff6e-440b-ba3b-640e1d1aa29b admin admin] For port 8a633ff9-05dc-4067-bc3b-5f17da40312c, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=8a633ff9-05dc-4067-bc3b-5f17da40312c,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:01:09.465297 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2172b9bc-ff6e-440b-ba3b-640e1d1aa29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:09.471849 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f73844-17dd-4b30-ad9d-3e1aa946871e None None] The sync data for ids ['c9ca1ed5-7ed2-433d-b807-6170741e6731'] in n-d-816206-4 is: [{'id': 'c9ca1ed5-7ed2-433d-b807-6170741e6731', 'name': 'tempest-TestServerMultinode-776467416-router', 'tenant_id': 'bf6bad564f294af4a11f908eee914199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '8a633ff9-05dc-4067-bc3b-5f17da40312c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:00:32Z', 'updated_at': '2021-11-11T18:01:08Z', 'revision_number': 5, 'project_id': 'bf6bad564f294af4a11f908eee914199', 'gw_port': {'id': '8a633ff9-05dc-4067-bc3b-5f17da40312c', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ca1ed5-7ed2-433d-b807-6170741e6731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:00:33Z', 'updated_at': '2021-11-11T18:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:01:09.478537 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-2172b9bc-ff6e-440b-ba3b-640e1d1aa29b admin admin] Calling delete_port for 8a633ff9-05dc-4067-bc3b-5f17da40312c owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:01:09.644403 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2172b9bc-ff6e-440b-ba3b-640e1d1aa29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:09.674774 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172b9bc-ff6e-440b-ba3b-640e1d1aa29b admin admin] Pushing event deleted for resources: {'Port': ['ID=8a633ff9-05dc-4067-bc3b-5f17da40312c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:09.693589 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae6b742-bc6c-483f-a81c-f3e41f1bbc40 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:01:09.735911 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2172b9bc-ff6e-440b-ba3b-640e1d1aa29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:09.832105 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2172b9bc-ff6e-440b-ba3b-640e1d1aa29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:09.834411 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2172b9bc-ff6e-440b-ba3b-640e1d1aa29b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:09.881494 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2172b9bc-ff6e-440b-ba3b-640e1d1aa29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:09.882194 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2172b9bc-ff6e-440b-ba3b-640e1d1aa29b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9ca1ed5-7ed2-433d-b807-6170741e6731 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 18:01:09.888078 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2172b9bc-ff6e-440b-ba3b-640e1d1aa29b admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:09.891526 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2172b9bc-ff6e-440b-ba3b-640e1d1aa29b admin admin] 10.222.0.76 "DELETE /v2.0/routers/c9ca1ed5-7ed2-433d-b807-6170741e6731 HTTP/1.1" status: 204 len: 168 time: 1.1001072 Nov 11 18:01:09.891849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49408) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:01:09.945979 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-148b28c3-6586-467b-945b-a0a08e93b93e admin admin] Deleting subnet 21d7bddc-e91e-4144-ab1e-6a45a27b58fd {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:01:09.949546 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-148b28c3-6586-467b-945b-a0a08e93b93e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:09.986060 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-148b28c3-6586-467b-945b-a0a08e93b93e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:10.070162 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-148b28c3-6586-467b-945b-a0a08e93b93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:10.129569 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-148b28c3-6586-467b-945b-a0a08e93b93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:10.156497 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b28c3-6586-467b-945b-a0a08e93b93e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21d7bddc-e91e-4144-ab1e-6a45a27b58fd,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:10.159509 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-148b28c3-6586-467b-945b-a0a08e93b93e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:10.163229 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-148b28c3-6586-467b-945b-a0a08e93b93e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/21d7bddc-e91e-4144-ab1e-6a45a27b58fd HTTP/1.1" status: 204 len: 168 time: 0.2703781 Nov 11 18:01:10.166011 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49410) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:01:10.170422 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70929595-09e7-4f5f-97cd-dac1e06552e7 None None] Network bcee149d-f84c-4ccf-ab59-1e165e3e2405 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:01:10.252209 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04366923-804e-4997-ae90-59a5ed2213ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:10.318866 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-04366923-804e-4997-ae90-59a5ed2213ed admin admin] Deleting port e7f69f8c-e029-4429-8d0b-74e0751e14eb {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:01:10.319209 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04366923-804e-4997-ae90-59a5ed2213ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:10.388345 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-04366923-804e-4997-ae90-59a5ed2213ed admin admin] For port e7f69f8c-e029-4429-8d0b-74e0751e14eb, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e7f69f8c-e029-4429-8d0b-74e0751e14eb,segment=NetworkSegment(b4ac3d95-ef90-4818-845d-a8455843d26a),segment_id=b4ac3d95-ef90-4818-845d-a8455843d26a)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:01:10.388708 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04366923-804e-4997-ae90-59a5ed2213ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:10.398937 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7b7dd0-927a-4431-8ea1-8978ca9ba31a None None] DHCP port deletion for bcee149d-f84c-4ccf-ab59-1e165e3e2405 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:01:10.401445 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-04366923-804e-4997-ae90-59a5ed2213ed admin admin] Calling delete_port for e7f69f8c-e029-4429-8d0b-74e0751e14eb owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:01:10.441424 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-eea0ac45-f532-4974-87cc-99e3b2616095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:10.464371 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-1d7b7dd0-927a-4431-8ea1-8978ca9ba31a None None] Deleting port e7f69f8c-e029-4429-8d0b-74e0751e14eb {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:01:10.464678 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7dd0-927a-4431-8ea1-8978ca9ba31a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:10.482262 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04366923-804e-4997-ae90-59a5ed2213ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:10.517092 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04366923-804e-4997-ae90-59a5ed2213ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f69f8c-e029-4429-8d0b-74e0751e14eb,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:10.522543 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04366923-804e-4997-ae90-59a5ed2213ed admin admin] No DVR routers for this DVR port e7f69f8c-e029-4429-8d0b-74e0751e14eb on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:01:10.600114 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04366923-804e-4997-ae90-59a5ed2213ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:10.620965 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-04366923-804e-4997-ae90-59a5ed2213ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcee149d-f84c-4ccf-ab59-1e165e3e2405']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:01:10.631428 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-04366923-804e-4997-ae90-59a5ed2213ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ac3d95-ef90-4818-845d-a8455843d26a') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:01:10.631746 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-04366923-804e-4997-ae90-59a5ed2213ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ac3d95-ef90-4818-845d-a8455843d26a') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:01:10.645574 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04366923-804e-4997-ae90-59a5ed2213ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:10.660241 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04366923-804e-4997-ae90-59a5ed2213ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:10.666846 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04366923-804e-4997-ae90-59a5ed2213ed admin admin] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:01:10.667240 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04366923-804e-4997-ae90-59a5ed2213ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: timer() Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:01:10.669120 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:01:10.701790 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1d7b7dd0-927a-4431-8ea1-8978ca9ba31a None None] For port e7f69f8c-e029-4429-8d0b-74e0751e14eb, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e7f69f8c-e029-4429-8d0b-74e0751e14eb,segment=NetworkSegment(b4ac3d95-ef90-4818-845d-a8455843d26a),segment_id=b4ac3d95-ef90-4818-845d-a8455843d26a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:01:10.702188 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7dd0-927a-4431-8ea1-8978ca9ba31a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:10.714663 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-1d7b7dd0-927a-4431-8ea1-8978ca9ba31a None None] Calling delete_port for e7f69f8c-e029-4429-8d0b-74e0751e14eb owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:01:10.723547 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04366923-804e-4997-ae90-59a5ed2213ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:10.728602 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-04366923-804e-4997-ae90-59a5ed2213ed admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:10.734265 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-04366923-804e-4997-ae90-59a5ed2213ed admin admin] 10.222.0.76 "DELETE /v2.0/networks/bcee149d-f84c-4ccf-ab59-1e165e3e2405 HTTP/1.1" status: 204 len: 168 time: 0.5648580 Nov 11 18:01:10.744666 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04366923-804e-4997-ae90-59a5ed2213ed admin admin] Pushing event deleted for resources: {'Network': ['ID=bcee149d-f84c-4ccf-ab59-1e165e3e2405,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:10.798271 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7dd0-927a-4431-8ea1-8978ca9ba31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:10.810493 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1d7b7dd0-927a-4431-8ea1-8978ca9ba31a None None] Network bcee149d-f84c-4ccf-ab59-1e165e3e2405 is not hosted by any dhcp agent {{(pid=102619) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 18:01:10.811306 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7b7dd0-927a-4431-8ea1-8978ca9ba31a None None] No DVR routers for this DVR port e7f69f8c-e029-4429-8d0b-74e0751e14eb on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:01:10.842475 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b7dd0-927a-4431-8ea1-8978ca9ba31a None None] Pushing event deleted for resources: {'Port': ['ID=e7f69f8c-e029-4429-8d0b-74e0751e14eb,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:10.913515 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49414) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:01:10.953498 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-43971aed-f76d-46d7-8868-a4670f5a2edb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5ba751696c6f44bbb8e6e950297c1380&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388329 Nov 11 18:01:10.955977 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49416) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:01:11.001691 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c595-42f4-456c-b471-7dfc17399129 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:11.022797 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c595-42f4-456c-b471-7dfc17399129 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:11.064300 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:11.073331 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c595-42f4-456c-b471-7dfc17399129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:11.076189 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cfe3c595-42f4-456c-b471-7dfc17399129 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:11.077343 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cfe3c595-42f4-456c-b471-7dfc17399129 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d5ac29d6-e035-467b-8259-d6c4df7b8f62 HTTP/1.1" status: 204 len: 168 time: 0.1204827 Nov 11 18:01:11.085626 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3c595-42f4-456c-b471-7dfc17399129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ac29d6-e035-467b-8259-d6c4df7b8f62,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:11.225699 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a4d21372-de62-43b2-9017-1b43ac5c8d8a no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:01:11.247208 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: a4d21372-de62-43b2-9017-1b43ac5c8d8a {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:01:11.247559 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a4d21372-de62-43b2-9017-1b43ac5c8d8a not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:01:11.248016 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e7f69f8c-e029-4429-8d0b-74e0751e14eb no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:01:11.267054 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: e7f69f8c-e029-4429-8d0b-74e0751e14eb {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:01:11.267409 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e7f69f8c-e029-4429-8d0b-74e0751e14eb not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:01:11.267857 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 8a633ff9-05dc-4067-bc3b-5f17da40312c no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:01:11.286169 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 8a633ff9-05dc-4067-bc3b-5f17da40312c {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:01:11.286525 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 8a633ff9-05dc-4067-bc3b-5f17da40312c not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:01:11.387993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49422) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:01:11.427445 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0f1273b7-156c-4c80-ba34-e8013856f8ae admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bf6bad564f294af4a11f908eee914199&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382321 Nov 11 18:01:11.429944 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49424) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:01:11.476543 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-183ed817-f8f5-4501-8e92-9def12825202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:11.500497 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-183ed817-f8f5-4501-8e92-9def12825202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:11.547107 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-183ed817-f8f5-4501-8e92-9def12825202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:11.549683 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-183ed817-f8f5-4501-8e92-9def12825202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:11.550824 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-183ed817-f8f5-4501-8e92-9def12825202 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0452b92d-b48d-4771-8155-49b44cf4d9e5 HTTP/1.1" status: 204 len: 168 time: 0.1199281 Nov 11 18:01:11.558950 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ed817-f8f5-4501-8e92-9def12825202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0452b92d-b48d-4771-8155-49b44cf4d9e5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:12.652865 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:12.967597 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:18.605474 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:21.630948 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-ac2a793d-05f2-4753-9544-3345579e1d19 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=f21565bf9d1641b9ad6c8d68440d4590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286548 Nov 11 18:01:21.811297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-77b36fa3-3ec1-4679-9714-3cf29e4fff6a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:21.812777 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-77b36fa3-3ec1-4679-9714-3cf29e4fff6a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766696 Nov 11 18:01:21.827847 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-6910c9d7-5ede-4c4a-87f7-83bd6e191f9c tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/quotas/f21565bf9d1641b9ad6c8d68440d4590 HTTP/1.1" status: 200 len: 375 time: 0.0088611 Nov 11 18:01:21.862781 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-cb0a92d9-9a1b-46ac-a1ec-563af3caf514 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f21565bf9d1641b9ad6c8d68440d4590&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296378 Nov 11 18:01:22.017130 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f2bb529-ac3c-4d82-8de0-7797a998e7b7 req-f6e41788-9226-451c-beee-91591d3b3023 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/ports?device_id=4377b90f-2e40-4368-bc8f-a922a772f3c3 HTTP/1.1" status: 200 len: 210 time: 0.0263441 Nov 11 18:01:22.844988 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-11f36a44-6851-496c-a605-a7ba4f5233eb tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=f21565bf9d1641b9ad6c8d68440d4590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227852 Nov 11 18:01:22.965685 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-7ecd408d-32b1-45fc-9a3a-2c7b1e579d5a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:22.967096 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-7ecd408d-32b1-45fc-9a3a-2c7b1e579d5a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1169763 Nov 11 18:01:22.986509 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Request body: {'port': {'device_id': '4377b90f-2e40-4368-bc8f-a922a772f3c3', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'admin_state_up': True, 'tenant_id': 'f21565bf9d1641b9ad6c8d68440d4590'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:01:23.117402 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7afb2aa3-b70e-4fcd-b45b-fb56cb420393 req-be5247a7-dcde-48b2-aa7c-ea998551911c tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/ports?device_id=4377b90f-2e40-4368-bc8f-a922a772f3c3 HTTP/1.1" status: 200 len: 210 time: 0.0327330 Nov 11 18:01:23.119188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Made reservation on behalf of f21565bf9d1641b9ad6c8d68440d4590 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:01:23.122722 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:23.131801 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:23.204035 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:23.207917 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:23.267657 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f4c631-5ae3-4a89-a89a-fba3f781c97c,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:23.283345 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:23.283696 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:23.284073 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:23.284409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:23.284741 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:23.285073 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:23.285401 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:23.285729 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:23.286057 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:23.286378 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:23.287211 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:23.287532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:23.347380 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Allocated IP 192.168.233.176 (0a22b949-80f0-4045-a713-fa20c1e1ad7f/1b6b417e-d31e-466d-81eb-1384afb695bc/da819712-9107-40cc-a24e-9073a4a7bbc9) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:01:23.497243 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:23.529870 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:23.577216 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Network 0a22b949-80f0-4045-a713-fa20c1e1ad7f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:01:23.580398 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:01:23.584140 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:01:23.608906 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Pushing event updated for resources: {'Port': ['ID=da819712-9107-40cc-a24e-9073a4a7bbc9,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:23.637752 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:23.638361 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:23.655632 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-231e8bab-43bb-4039-bc2e-18688b1b282a tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6726151 Nov 11 18:01:23.769875 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] Request body: {'port': {'device_id': '4377b90f-2e40-4368-bc8f-a922a772f3c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:01:23.772104 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-77e7dbc6-7cf9-47a4-baed-ad230a13a510 None None] Provisioning complete for port da819712-9107-40cc-a24e-9073a4a7bbc9 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:01:23.772578 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-77e7dbc6-7cf9-47a4-baed-ad230a13a510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:23.805904 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-77e7dbc6-7cf9-47a4-baed-ad230a13a510 None None] Port da819712-9107-40cc-a24e-9073a4a7bbc9 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:01:23.823876 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:24.088845 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da819712-9107-40cc-a24e-9073a4a7bbc9 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:01:24.096206 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:24.108352 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] Transition to ACTIVE for port object da819712-9107-40cc-a24e-9073a4a7bbc9 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:01:24.112375 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:24.183054 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] Pushing event updated for resources: {'Port': ['ID=da819712-9107-40cc-a24e-9073a4a7bbc9,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:24.278643 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] Attempting to bind port da819712-9107-40cc-a24e-9073a4a7bbc9 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:01:24.278974 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] Attempting to bind port da819712-9107-40cc-a24e-9073a4a7bbc9 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:01:24.279297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] Attempting to bind port da819712-9107-40cc-a24e-9073a4a7bbc9 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:01:24.288399 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503c1c2-19df-43d7-a4d9-a2725a0b1810 req-b928bba3-50ae-45b9-a861-23bf451e4535 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:24.289905 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a503c1c2-19df-43d7-a4d9-a2725a0b1810 req-b928bba3-50ae-45b9-a861-23bf451e4535 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/ports?device_id=4377b90f-2e40-4368-bc8f-a922a772f3c3 HTTP/1.1" status: 200 len: 948 time: 0.0973322 Nov 11 18:01:24.293665 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] Port da819712-9107-40cc-a24e-9073a4a7bbc9 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:01:24.293986 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] Attempting to bind port da819712-9107-40cc-a24e-9073a4a7bbc9 on network 0a22b949-80f0-4045-a713-fa20c1e1ad7f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:01:24.305794 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:01:24.306125 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] Checking segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:01:24.306496 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] Bound using segment: {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:01:24.306929 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] Bound port: da819712-9107-40cc-a24e-9073a4a7bbc9, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99241384-1aff-42f0-b39a-682a7b2cb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:01:24.307281 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:24.375970 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a503c1c2-19df-43d7-a4d9-a2725a0b1810 req-2264ea5d-33b8-487b-ae93-7d32c383f41f tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6f4c631-5ae3-4a89-a89a-fba3f781c97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786474 Nov 11 18:01:24.377722 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:24.399666 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] For port da819712-9107-40cc-a24e-9073a4a7bbc9, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:01:24.402773 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] For port da819712-9107-40cc-a24e-9073a4a7bbc9, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=da819712-9107-40cc-a24e-9073a4a7bbc9,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:01:24.406637 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:24.439192 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:24.439669 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:24.441039 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] 10.222.0.83 "PUT /v2.0/ports/da819712-9107-40cc-a24e-9073a4a7bbc9 HTTP/1.1" status: 200 len: 1096 time: 0.7773974 Nov 11 18:01:24.441495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4377b90f-2e40-4368-bc8f-a922a772f3c3', 'tag': 'da819712-9107-40cc-a24e-9073a4a7bbc9'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:01:24.444299 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89b300d-3f71-4df3-9c79-daaa9aece017" -d '{"events": [{"name": "network-changed", "server_uuid": "4377b90f-2e40-4368-bc8f-a922a772f3c3", "tag": "da819712-9107-40cc-a24e-9073a4a7bbc9"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:01:24.470123 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ae393-5b32-4a6b-a607-0d188c806b87 service neutron] Pushing event updated for resources: {'Port': ['ID=da819712-9107-40cc-a24e-9073a4a7bbc9,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:24.502796 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0fc8fe-cba4-4974-8d6f-7a77ba49f6ce x-openstack-request-id: req-ac0fc8fe-cba4-4974-8d6f-7a77ba49f6ce {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:01:24.502796 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4377b90f-2e40-4368-bc8f-a922a772f3c3", "tag": "da819712-9107-40cc-a24e-9073a4a7bbc9", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:01:24.503094 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ac0fc8fe-cba4-4974-8d6f-7a77ba49f6ce {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:01:24.503260 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4377b90f-2e40-4368-bc8f-a922a772f3c3', 'tag': 'da819712-9107-40cc-a24e-9073a4a7bbc9', 'status': 'completed', 'code': 200} Nov 11 18:01:24.537723 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-6721ff6c-9643-4ade-b783-d07a88dd13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:24.539247 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-6721ff6c-9643-4ade-b783-d07a88dd13e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f21565bf9d1641b9ad6c8d68440d4590&device_id=4377b90f-2e40-4368-bc8f-a922a772f3c3 HTTP/1.1" status: 200 len: 1099 time: 0.0498199 Nov 11 18:01:24.584046 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-e214d4e7-f6d7-4e47-8a46-fdb3a556a102 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=da819712-9107-40cc-a24e-9073a4a7bbc9 HTTP/1.1" status: 200 len: 217 time: 0.0366800 Nov 11 18:01:24.634742 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-8d78ac70-63e8-4603-b06e-a9b233b0c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:24.636249 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-8d78ac70-63e8-4603-b06e-a9b233b0c1af service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0453162 Nov 11 18:01:24.689300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-265bb431-cd1c-4848-89ca-c989412bb3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:24.690826 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-265bb431-cd1c-4848-89ca-c989412bb3da service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0451386 Nov 11 18:01:24.781876 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-a7f9a642-7e11-44f1-8532-457e9df34599 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838759 Nov 11 18:01:24.873377 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5d87248-237d-461e-921f-8c1f6167d8fa req-8a567fa1-366d-4e3e-8287-5f860ae458f2 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848937 Nov 11 18:01:24.954135 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b300d-3f71-4df3-9c79-daaa9aece017 req-fba0a959-a042-462b-8416-f687d10bcea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:24.955599 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a89b300d-3f71-4df3-9c79-daaa9aece017 req-fba0a959-a042-462b-8416-f687d10bcea4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f21565bf9d1641b9ad6c8d68440d4590&device_id=4377b90f-2e40-4368-bc8f-a922a772f3c3 HTTP/1.1" status: 200 len: 1099 time: 0.0402520 Nov 11 18:01:25.047453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b300d-3f71-4df3-9c79-daaa9aece017 req-3f9bd2e3-9487-4ed8-a1c1-44b7b4ff527d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:25.049965 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a89b300d-3f71-4df3-9c79-daaa9aece017 req-3f9bd2e3-9487-4ed8-a1c1-44b7b4ff527d service neutron] 10.222.0.83 "GET /v2.0/networks?id=0a22b949-80f0-4045-a713-fa20c1e1ad7f HTTP/1.1" status: 200 len: 871 time: 0.0872629 Nov 11 18:01:25.092353 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a89b300d-3f71-4df3-9c79-daaa9aece017 req-7bbebe41-30ef-4159-9bf6-0f52179367ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=da819712-9107-40cc-a24e-9073a4a7bbc9 HTTP/1.1" status: 200 len: 217 time: 0.0355396 Nov 11 18:01:25.142351 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b300d-3f71-4df3-9c79-daaa9aece017 req-53c1faef-b779-4c30-996b-be4ed3371de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:25.143663 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a89b300d-3f71-4df3-9c79-daaa9aece017 req-53c1faef-b779-4c30-996b-be4ed3371de2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b6b417e-d31e-466d-81eb-1384afb695bc HTTP/1.1" status: 200 len: 843 time: 0.0432003 Nov 11 18:01:25.188564 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b300d-3f71-4df3-9c79-daaa9aece017 req-b01e4541-3423-4ae3-959c-fdc714dcf4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:25.190051 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a89b300d-3f71-4df3-9c79-daaa9aece017 req-b01e4541-3423-4ae3-959c-fdc714dcf4de service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0a22b949-80f0-4045-a713-fa20c1e1ad7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0388932 Nov 11 18:01:25.281881 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a89b300d-3f71-4df3-9c79-daaa9aece017 req-dfbaae0e-ebb0-412e-899e-58e1bdf50df3 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844858 Nov 11 18:01:25.370313 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a89b300d-3f71-4df3-9c79-daaa9aece017 req-eaa767a4-78a7-46ec-ac21-b9c5d91f1ef9 service neutron] 10.222.0.83 "GET /v2.0/networks/0a22b949-80f0-4045-a713-fa20c1e1ad7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806818 Nov 11 18:01:25.502398 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9782f14-3795-476e-865a-55ab631296cc req-f0e37757-128d-4811-a115-81ebb1d5fabc tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:25.503905 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9782f14-3795-476e-865a-55ab631296cc req-f0e37757-128d-4811-a115-81ebb1d5fabc tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/ports?device_id=4377b90f-2e40-4368-bc8f-a922a772f3c3 HTTP/1.1" status: 200 len: 948 time: 0.0533531 Nov 11 18:01:25.551100 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9782f14-3795-476e-865a-55ab631296cc req-6773b517-2ac4-4ac1-b30b-8c6a39d42ab8 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6f4c631-5ae3-4a89-a89a-fba3f781c97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412600 Nov 11 18:01:26.665027 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47de829-9157-4014-9682-6e3d2e6298af req-f5954de6-ab9f-42ad-b0a3-c41bee0bcdd8 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:26.666460 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f47de829-9157-4014-9682-6e3d2e6298af req-f5954de6-ab9f-42ad-b0a3-c41bee0bcdd8 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/ports?device_id=4377b90f-2e40-4368-bc8f-a922a772f3c3 HTTP/1.1" status: 200 len: 948 time: 0.0475185 Nov 11 18:01:26.712876 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f47de829-9157-4014-9682-6e3d2e6298af req-cb211958-3bfc-4a70-bfa0-505e4d967f47 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6f4c631-5ae3-4a89-a89a-fba3f781c97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404854 Nov 11 18:01:27.829924 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafe48b-d2b7-467c-b1b9-c926f749d65f req-80013786-e065-403a-b566-792e0589e3fa tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:27.831401 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3aafe48b-d2b7-467c-b1b9-c926f749d65f req-80013786-e065-403a-b566-792e0589e3fa tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/ports?device_id=4377b90f-2e40-4368-bc8f-a922a772f3c3 HTTP/1.1" status: 200 len: 948 time: 0.0519853 Nov 11 18:01:27.878869 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3aafe48b-d2b7-467c-b1b9-c926f749d65f req-51951b73-a068-479d-a815-42c43b187b9f tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6f4c631-5ae3-4a89-a89a-fba3f781c97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415215 Nov 11 18:01:28.109115 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device da819712-9107-40cc-a24e-9073a4a7bbc9 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:01:28.203590 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port da819712-9107-40cc-a24e-9073a4a7bbc9, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=da819712-9107-40cc-a24e-9073a4a7bbc9,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:01:28.218010 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'da819712-9107-40cc-a24e-9073a4a7bbc9', 'network_id': '0a22b949-80f0-4045-a713-fa20c1e1ad7f', 'port_id': 'da819712-9107-40cc-a24e-9073a4a7bbc9', 'mac_address': 'fa:16:3e:a6:0c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b417e-d31e-466d-81eb-1384afb695bc', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:01:28.253320 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:28.265737 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da819712-9107-40cc-a24e-9073a4a7bbc9 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:01:28.285742 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port da819712-9107-40cc-a24e-9073a4a7bbc9, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=da819712-9107-40cc-a24e-9073a4a7bbc9,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:01:28.289804 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:28.335501 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=da819712-9107-40cc-a24e-9073a4a7bbc9,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:28.342765 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:28.343119 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:28.343463 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:28.343832 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:28.344174 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:28.344509 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:28.344842 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:28.345173 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:28.345502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:28.345830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:28.346161 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:28.346488 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:28.480497 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['da819712-9107-40cc-a24e-9073a4a7bbc9'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:01:28.999055 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65df34-0bca-4cfb-8766-7b05668a220f req-afea10b0-29f9-4877-8bfc-0753bb955222 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:29.000561 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0c65df34-0bca-4cfb-8766-7b05668a220f req-afea10b0-29f9-4877-8bfc-0753bb955222 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/ports?device_id=4377b90f-2e40-4368-bc8f-a922a772f3c3 HTTP/1.1" status: 200 len: 949 time: 0.0479500 Nov 11 18:01:29.047436 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0c65df34-0bca-4cfb-8766-7b05668a220f req-95a6704d-f057-4fec-b410-2e2a53768745 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6f4c631-5ae3-4a89-a89a-fba3f781c97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402982 Nov 11 18:01:30.124098 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device da819712-9107-40cc-a24e-9073a4a7bbc9 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:01:30.161879 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d184b20-6863-413c-923b-e8ca0330efd0 req-869424fa-a9bc-4d22-b33e-bde5a5557078 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:30.163641 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d184b20-6863-413c-923b-e8ca0330efd0 req-869424fa-a9bc-4d22-b33e-bde5a5557078 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/ports?device_id=4377b90f-2e40-4368-bc8f-a922a772f3c3 HTTP/1.1" status: 200 len: 949 time: 0.0494797 Nov 11 18:01:30.172637 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port da819712-9107-40cc-a24e-9073a4a7bbc9 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:01:30.176506 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port da819712-9107-40cc-a24e-9073a4a7bbc9 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:01:30.176880 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:30.214672 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d184b20-6863-413c-923b-e8ca0330efd0 req-9fba7110-db95-4056-ab59-2e2c00b5f4d5 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6f4c631-5ae3-4a89-a89a-fba3f781c97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449367 Nov 11 18:01:30.255600 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:30.278721 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4377b90f-2e40-4368-bc8f-a922a772f3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da819712-9107-40cc-a24e-9073a4a7bbc9'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:01:30.280953 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31204337-3baf-41ec-bbca-c48cef594114" -d '{"events": [{"server_uuid": "4377b90f-2e40-4368-bc8f-a922a772f3c3", "name": "network-vif-plugged", "status": "completed", "tag": "da819712-9107-40cc-a24e-9073a4a7bbc9"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:01:30.293562 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port da819712-9107-40cc-a24e-9073a4a7bbc9, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=da819712-9107-40cc-a24e-9073a4a7bbc9,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:01:30.297461 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:30.320515 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3b6d08-8af3-468f-b744-92660dd63ce9 x-openstack-request-id: req-ee3b6d08-8af3-468f-b744-92660dd63ce9 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:01:30.320814 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4377b90f-2e40-4368-bc8f-a922a772f3c3", "name": "network-vif-plugged", "status": "completed", "tag": "da819712-9107-40cc-a24e-9073a4a7bbc9", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:01:30.321068 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ee3b6d08-8af3-468f-b744-92660dd63ce9 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:01:30.321457 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4377b90f-2e40-4368-bc8f-a922a772f3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da819712-9107-40cc-a24e-9073a4a7bbc9', 'code': 200} Nov 11 18:01:30.346796 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=da819712-9107-40cc-a24e-9073a4a7bbc9,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:30.414026 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7fa56f-0d6c-4290-87e9-72cff833c169 req-110e4ef0-7308-48f0-a2b3-1966f002354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:30.415472 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce7fa56f-0d6c-4290-87e9-72cff833c169 req-110e4ef0-7308-48f0-a2b3-1966f002354e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4377b90f-2e40-4368-bc8f-a922a772f3c3 HTTP/1.1" status: 200 len: 1101 time: 0.0399251 Nov 11 18:01:30.460167 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce7fa56f-0d6c-4290-87e9-72cff833c169 req-654308e2-d6ef-4f5f-a429-4d2924a470cf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e6f4c631-5ae3-4a89-a89a-fba3f781c97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367689 Nov 11 18:01:31.333931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856785f-d145-4ccb-80e5-313b35d2d956 req-857a49c7-c081-47da-8311-48d581150f50 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:31.335932 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e856785f-d145-4ccb-80e5-313b35d2d956 req-857a49c7-c081-47da-8311-48d581150f50 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/ports?device_id=4377b90f-2e40-4368-bc8f-a922a772f3c3 HTTP/1.1" status: 200 len: 950 time: 0.0504286 Nov 11 18:01:31.384447 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e856785f-d145-4ccb-80e5-313b35d2d956 req-5ddd1cd1-2f03-4751-9abd-e7e604b14c50 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6f4c631-5ae3-4a89-a89a-fba3f781c97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426264 Nov 11 18:01:32.501952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fba48c-e32f-4544-981c-4b988fb47a71 req-d3cc3dab-9503-4213-afb9-eeba92f3c819 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:32.503386 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03fba48c-e32f-4544-981c-4b988fb47a71 req-d3cc3dab-9503-4213-afb9-eeba92f3c819 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/ports?device_id=4377b90f-2e40-4368-bc8f-a922a772f3c3 HTTP/1.1" status: 200 len: 950 time: 0.0506485 Nov 11 18:01:32.549428 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03fba48c-e32f-4544-981c-4b988fb47a71 req-f470a72e-c988-4369-abaf-dd5d16514f9f tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6f4c631-5ae3-4a89-a89a-fba3f781c97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394654 Nov 11 18:01:32.816149 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-529c8fc2-c091-45fd-9c34-67a2df773c32 req-ff404b0a-eef8-436f-8d78-50485b3d7b24 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 18:01:32.817138 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-529c8fc2-c091-45fd-9c34-67a2df773c32 req-ff404b0a-eef8-436f-8d78-50485b3d7b24 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055223 Nov 11 18:01:33.388380 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1369a-78ae-451e-8d3d-e3cc8b1f12b9 req-80782ce0-5529-46d9-9d4e-df330d6fae57 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:33.389851 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-71d1369a-78ae-451e-8d3d-e3cc8b1f12b9 req-80782ce0-5529-46d9-9d4e-df330d6fae57 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/ports?device_id=4377b90f-2e40-4368-bc8f-a922a772f3c3 HTTP/1.1" status: 200 len: 950 time: 0.0488193 Nov 11 18:01:33.436499 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-71d1369a-78ae-451e-8d3d-e3cc8b1f12b9 req-c5ffe986-3ac3-45ad-98e7-5987cf5c6de1 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6f4c631-5ae3-4a89-a89a-fba3f781c97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 Nov 11 18:01:34.550542 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7ac70-e5e4-4873-a10b-39db006b36a2 req-c93fec60-5a19-4cfa-ad6e-9b968405d127 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:34.552031 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5a7ac70-e5e4-4873-a10b-39db006b36a2 req-c93fec60-5a19-4cfa-ad6e-9b968405d127 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/ports?device_id=4377b90f-2e40-4368-bc8f-a922a772f3c3 HTTP/1.1" status: 200 len: 950 time: 0.0486863 Nov 11 18:01:34.604271 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5a7ac70-e5e4-4873-a10b-39db006b36a2 req-733f9b70-b591-4481-bf85-e86129b0b840 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6f4c631-5ae3-4a89-a89a-fba3f781c97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457926 Nov 11 18:01:34.653409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8fd5d-ce6c-4261-be52-4e1c5e3fb6d5 req-a9f01382-f4b3-463a-a058-c1a85a9c9498 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:34.654823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60e8fd5d-ce6c-4261-be52-4e1c5e3fb6d5 req-a9f01382-f4b3-463a-a058-c1a85a9c9498 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.83 "GET /v2.0/ports?device_id=4377b90f-2e40-4368-bc8f-a922a772f3c3 HTTP/1.1" status: 200 len: 950 time: 0.0473230 Nov 11 18:01:34.739299 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-60e8fd5d-ce6c-4261-be52-4e1c5e3fb6d5 req-de0c6e0e-8326-43f8-aae0-f66932f4cd94 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Deleting port da819712-9107-40cc-a24e-9073a4a7bbc9 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:01:34.739556 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-60e8fd5d-ce6c-4261-be52-4e1c5e3fb6d5 req-de0c6e0e-8326-43f8-aae0-f66932f4cd94 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:34.832548 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-60e8fd5d-ce6c-4261-be52-4e1c5e3fb6d5 req-de0c6e0e-8326-43f8-aae0-f66932f4cd94 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] For port da819712-9107-40cc-a24e-9073a4a7bbc9, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=da819712-9107-40cc-a24e-9073a4a7bbc9,segment=NetworkSegment(99241384-1aff-42f0-b39a-682a7b2cb433),segment_id=99241384-1aff-42f0-b39a-682a7b2cb433)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:01:34.832915 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-60e8fd5d-ce6c-4261-be52-4e1c5e3fb6d5 req-de0c6e0e-8326-43f8-aae0-f66932f4cd94 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:34.845359 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-60e8fd5d-ce6c-4261-be52-4e1c5e3fb6d5 req-de0c6e0e-8326-43f8-aae0-f66932f4cd94 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Calling delete_port for da819712-9107-40cc-a24e-9073a4a7bbc9 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:01:34.973782 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-60e8fd5d-ce6c-4261-be52-4e1c5e3fb6d5 req-de0c6e0e-8326-43f8-aae0-f66932f4cd94 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:34.985594 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['da819712-9107-40cc-a24e-9073a4a7bbc9'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:01:35.003003 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c6e0e-8326-43f8-aae0-f66932f4cd94 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Pushing event deleted for resources: {'Port': ['ID=da819712-9107-40cc-a24e-9073a4a7bbc9,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:35.044651 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e8fd5d-ce6c-4261-be52-4e1c5e3fb6d5 req-de0c6e0e-8326-43f8-aae0-f66932f4cd94 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] No DVR routers for this DVR port da819712-9107-40cc-a24e-9073a4a7bbc9 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:01:35.047352 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-60e8fd5d-ce6c-4261-be52-4e1c5e3fb6d5 req-de0c6e0e-8326-43f8-aae0-f66932f4cd94 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:35.050790 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60e8fd5d-ce6c-4261-be52-4e1c5e3fb6d5 req-de0c6e0e-8326-43f8-aae0-f66932f4cd94 tempest-ServersAdminNegativeTestJSON-952160833 tempest-ServersAdminNegativeTestJSON-952160833-project] 10.222.0.83 "DELETE /v2.0/ports/da819712-9107-40cc-a24e-9073a4a7bbc9 HTTP/1.1" status: 204 len: 173 time: 0.3898003 Nov 11 18:01:35.051876 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4377b90f-2e40-4368-bc8f-a922a772f3c3', 'name': 'network-vif-deleted', 'tag': 'da819712-9107-40cc-a24e-9073a4a7bbc9'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:01:35.054804 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b17f7d-ec79-4bf7-a054-80e6829344a0" -d '{"events": [{"server_uuid": "4377b90f-2e40-4368-bc8f-a922a772f3c3", "name": "network-vif-deleted", "tag": "da819712-9107-40cc-a24e-9073a4a7bbc9"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:01:35.093803 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731f0275-2ba7-4334-88a3-756f2a3b241c x-openstack-request-id: req-731f0275-2ba7-4334-88a3-756f2a3b241c {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:01:35.094104 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4377b90f-2e40-4368-bc8f-a922a772f3c3", "name": "network-vif-deleted", "tag": "da819712-9107-40cc-a24e-9073a4a7bbc9", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:01:35.094359 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-731f0275-2ba7-4334-88a3-756f2a3b241c {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:01:35.094761 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4377b90f-2e40-4368-bc8f-a922a772f3c3', 'name': 'network-vif-deleted', 'tag': 'da819712-9107-40cc-a24e-9073a4a7bbc9', 'status': 'completed', 'code': 200} Nov 11 18:01:35.891222 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49552) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:01:36.020465 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5f9fa4dc-b2e9-4d62-be76-19a8d6f19bbb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f21565bf9d1641b9ad6c8d68440d4590&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1280687 Nov 11 18:01:36.023750 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49556) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:01:36.073361 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f334ffd2-1a87-4c61-a3fd-38bad5b934c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:36.094187 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f334ffd2-1a87-4c61-a3fd-38bad5b934c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:36.140009 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f334ffd2-1a87-4c61-a3fd-38bad5b934c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:36.142909 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f334ffd2-1a87-4c61-a3fd-38bad5b934c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:36.144327 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f334ffd2-1a87-4c61-a3fd-38bad5b934c0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e6f4c631-5ae3-4a89-a89a-fba3f781c97c HTTP/1.1" status: 204 len: 168 time: 0.1193757 Nov 11 18:01:36.154150 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334ffd2-1a87-4c61-a3fd-38bad5b934c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f4c631-5ae3-4a89-a89a-fba3f781c97c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:36.396731 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49562) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:01:36.410422 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aba1d54c-3351-4606-b737-a237d0778d4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:36.485938 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aba1d54c-3351-4606-b737-a237d0778d4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:36.489577 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-aba1d54c-3351-4606-b737-a237d0778d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:36.526689 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-aba1d54c-3351-4606-b737-a237d0778d4f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ccb609c3cbfc4834aa2fce5e2d11a396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1280231 Nov 11 18:01:36.529522 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49564) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:01:36.530012 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1d54c-3351-4606-b737-a237d0778d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8627a6fb-86ed-4298-9844-de1cc28e2222,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:36.577033 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9081ad7d-f0ee-4d6f-863b-141aec9078af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:36.597903 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9081ad7d-f0ee-4d6f-863b-141aec9078af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:36.643835 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9081ad7d-f0ee-4d6f-863b-141aec9078af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:36.646467 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9081ad7d-f0ee-4d6f-863b-141aec9078af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:36.648416 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9081ad7d-f0ee-4d6f-863b-141aec9078af admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8627a6fb-86ed-4298-9844-de1cc28e2222 HTTP/1.1" status: 204 len: 168 time: 0.1178706 Nov 11 18:01:36.656335 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081ad7d-f0ee-4d6f-863b-141aec9078af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8627a6fb-86ed-4298-9844-de1cc28e2222,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:36.664359 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081ad7d-f0ee-4d6f-863b-141aec9078af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:36.664711 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081ad7d-f0ee-4d6f-863b-141aec9078af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:36.665062 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081ad7d-f0ee-4d6f-863b-141aec9078af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:36.665408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081ad7d-f0ee-4d6f-863b-141aec9078af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:36.665748 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081ad7d-f0ee-4d6f-863b-141aec9078af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:36.666079 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081ad7d-f0ee-4d6f-863b-141aec9078af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:36.666411 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081ad7d-f0ee-4d6f-863b-141aec9078af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:36.666741 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081ad7d-f0ee-4d6f-863b-141aec9078af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:36.667074 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081ad7d-f0ee-4d6f-863b-141aec9078af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:36.667396 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081ad7d-f0ee-4d6f-863b-141aec9078af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:36.667715 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081ad7d-f0ee-4d6f-863b-141aec9078af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:36.668089 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9081ad7d-f0ee-4d6f-863b-141aec9078af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:01:37.332267 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49586) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:01:37.428162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6c78fb5b-6b04-44ea-9ed5-225b72edd37d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1982135222-network', 'tenant_id': '05e71f5083304a7b8ff30f0030dfc521'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:01:37.449051 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6f4eec4f-b977-4398-9b84-bfe946c69554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:37.451551 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c78fb5b-6b04-44ea-9ed5-225b72edd37d admin admin] Made reservation on behalf of 05e71f5083304a7b8ff30f0030dfc521 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:01:37.453942 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6c78fb5b-6b04-44ea-9ed5-225b72edd37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:37.463142 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6c78fb5b-6b04-44ea-9ed5-225b72edd37d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:37.543519 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6c78fb5b-6b04-44ea-9ed5-225b72edd37d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:37.547204 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6c78fb5b-6b04-44ea-9ed5-225b72edd37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:37.567257 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c78fb5b-6b04-44ea-9ed5-225b72edd37d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1279} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:01:37.582186 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78fb5b-6b04-44ea-9ed5-225b72edd37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89541af-6429-466a-aba7-7032ff992118,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:37.585008 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6c78fb5b-6b04-44ea-9ed5-225b72edd37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:37.585851 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-6c78fb5b-6b04-44ea-9ed5-225b72edd37d admin admin] Added segment 83e8bfb3-dc88-4426-a8b0-91e133092224 of type vlan for network b6652e85-927e-4940-b668-d58ea3295230 Nov 11 18:01:37.624157 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6c78fb5b-6b04-44ea-9ed5-225b72edd37d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:37.649028 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6c78fb5b-6b04-44ea-9ed5-225b72edd37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:37.649956 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c78fb5b-6b04-44ea-9ed5-225b72edd37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:37.650522 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6c78fb5b-6b04-44ea-9ed5-225b72edd37d admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:37.698783 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6c78fb5b-6b04-44ea-9ed5-225b72edd37d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3654215 Nov 11 18:01:37.701810 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49590) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:01:37.706776 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-95204e8a-4915-4e44-a6f3-98ae865461ce admin admin] Request body: {'subnet': {'network_id': 'b6652e85-927e-4940-b668-d58ea3295230', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1982135222-subnet', 'tenant_id': '05e71f5083304a7b8ff30f0030dfc521', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:01:37.711208 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78fb5b-6b04-44ea-9ed5-225b72edd37d admin admin] Pushing event updated for resources: {'Network': ['ID=b6652e85-927e-4940-b668-d58ea3295230,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:37.721276 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network b6652e85-927e-4940-b668-d58ea3295230 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:01:37.728805 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95204e8a-4915-4e44-a6f3-98ae865461ce admin admin] Made reservation on behalf of 05e71f5083304a7b8ff30f0030dfc521 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:01:37.731194 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95204e8a-4915-4e44-a6f3-98ae865461ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:37.900481 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95204e8a-4915-4e44-a6f3-98ae865461ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:37.958731 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95204e8a-4915-4e44-a6f3-98ae865461ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=84f0ab59-73e9-4d00-8b24-459f8c3a167b,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:37.974337 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95204e8a-4915-4e44-a6f3-98ae865461ce admin admin] Checking segment: {'id': '83e8bfb3-dc88-4426-a8b0-91e133092224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'b6652e85-927e-4940-b668-d58ea3295230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:01:37.974709 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95204e8a-4915-4e44-a6f3-98ae865461ce admin admin] Network hostable DHCP agents. Network: b6652e85-927e-4940-b668-d58ea3295230, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:01:37.991188 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95204e8a-4915-4e44-a6f3-98ae865461ce admin admin] Network b6652e85-927e-4940-b668-d58ea3295230 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:01:37.999707 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-95204e8a-4915-4e44-a6f3-98ae865461ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, b6652e85-927e-4940-b668-d58ea3295230) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:01:38.003791 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95204e8a-4915-4e44-a6f3-98ae865461ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:38.004382 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95204e8a-4915-4e44-a6f3-98ae865461ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:38.009723 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348f2423-9c59-4e88-9807-006c309639b4 None None] Network b6652e85-927e-4940-b668-d58ea3295230 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:01:38.020623 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-95204e8a-4915-4e44-a6f3-98ae865461ce admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3176880 Nov 11 18:01:38.137333 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895c03d0-7deb-457b-8d39-d7b4b926248c None None] Network b6652e85-927e-4940-b668-d58ea3295230 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:01:38.180216 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device da819712-9107-40cc-a24e-9073a4a7bbc9 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:01:38.206526 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: da819712-9107-40cc-a24e-9073a4a7bbc9 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:01:38.206872 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device da819712-9107-40cc-a24e-9073a4a7bbc9 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:01:38.454510 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-cc9f676d-2372-4bdc-a0f1-1ba4f07ba41d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:38.455994 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-cc9f676d-2372-4bdc-a0f1-1ba4f07ba41d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/networks?id=b6652e85-927e-4940-b668-d58ea3295230 HTTP/1.1" status: 200 len: 812 time: 0.1054575 Nov 11 18:01:38.470973 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-6853d42f-cbea-433c-8693-65028af215ef tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/quotas/05e71f5083304a7b8ff30f0030dfc521 HTTP/1.1" status: 200 len: 375 time: 0.0087466 Nov 11 18:01:38.501174 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-b3715d9e-88ca-44dd-a403-4c68e1ad8cee tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=05e71f5083304a7b8ff30f0030dfc521&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250976 Nov 11 18:01:38.593292 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-0a5a63bf-0fc1-44aa-9e20-d7f2b3fb9e7b service neutron] 10.222.0.76 "GET /v2.0/networks/b6652e85-927e-4940-b668-d58ea3295230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846848 Nov 11 18:01:38.688816 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-489bdd3c-920d-4e0f-88fc-9b9cbd59ff35 service neutron] 10.222.0.76 "GET /v2.0/networks/b6652e85-927e-4940-b668-d58ea3295230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893259 Nov 11 18:01:38.841607 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7b6762a9-7a8f-45cb-a18f-550ee8d3bfd4 req-7fe2e0e4-a377-4a99-a544-de1fbe0ca673 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 210 time: 0.0268171 Nov 11 18:01:39.759649 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-ee464d83-fcb2-4136-98e6-0e91e017c8fd tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:39.761117 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-ee464d83-fcb2-4136-98e6-0e91e017c8fd tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.83 "GET /v2.0/networks?id=b6652e85-927e-4940-b668-d58ea3295230 HTTP/1.1" status: 200 len: 812 time: 0.1090710 Nov 11 18:01:39.776452 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-a2959e29-9e39-49af-91e1-3a21dea49c5d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Request body: {'port': {'device_id': '7ca925e0-a1f7-420e-8267-eb17e13157f2', 'network_id': 'b6652e85-927e-4940-b668-d58ea3295230', 'admin_state_up': True, 'tenant_id': '05e71f5083304a7b8ff30f0030dfc521'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:01:39.887537 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-a2959e29-9e39-49af-91e1-3a21dea49c5d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Made reservation on behalf of 05e71f5083304a7b8ff30f0030dfc521 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:01:39.890994 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-a2959e29-9e39-49af-91e1-3a21dea49c5d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:40.207307 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7a998a5f-0ba5-45c8-848b-d1ff1b265080 req-79a2e44b-eb04-41e6-9bb0-40943f03ff94 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 210 time: 0.0291770 Nov 11 18:01:40.316492 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-a2959e29-9e39-49af-91e1-3a21dea49c5d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Allocated IP 172.20.0.6 (b6652e85-927e-4940-b668-d58ea3295230/84f0ab59-73e9-4d00-8b24-459f8c3a167b/74f85f7e-496f-48c0-ba78-89c4e06abdc5) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:01:40.423869 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b6ea-9aa4-40fe-98c2-5c2fdc27ed5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:40.462458 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-a2959e29-9e39-49af-91e1-3a21dea49c5d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:40.495656 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-a2959e29-9e39-49af-91e1-3a21dea49c5d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:40.539295 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-a2959e29-9e39-49af-91e1-3a21dea49c5d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Network b6652e85-927e-4940-b668-d58ea3295230 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:01:40.544240 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-a2959e29-9e39-49af-91e1-3a21dea49c5d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:01:40.547922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-a2959e29-9e39-49af-91e1-3a21dea49c5d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:01:40.573680 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2959e29-9e39-49af-91e1-3a21dea49c5d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Pushing event updated for resources: {'Port': ['ID=74f85f7e-496f-48c0-ba78-89c4e06abdc5,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:40.601547 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-a2959e29-9e39-49af-91e1-3a21dea49c5d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:40.602142 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-a2959e29-9e39-49af-91e1-3a21dea49c5d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:40.617575 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-a2959e29-9e39-49af-91e1-3a21dea49c5d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8458667 Nov 11 18:01:40.629309 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] Request body: {'port': {'device_id': '7ca925e0-a1f7-420e-8267-eb17e13157f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:01:40.681072 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:40.940739 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f85f7e-496f-48c0-ba78-89c4e06abdc5 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:01:40.948094 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:40.961265 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] Transition to ACTIVE for port object 74f85f7e-496f-48c0-ba78-89c4e06abdc5 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:01:40.964258 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:41.014200 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] Pushing event updated for resources: {'Port': ['ID=74f85f7e-496f-48c0-ba78-89c4e06abdc5,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:41.066732 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:41.079120 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] Attempting to bind port 74f85f7e-496f-48c0-ba78-89c4e06abdc5 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:01:41.079456 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] Attempting to bind port 74f85f7e-496f-48c0-ba78-89c4e06abdc5 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '83e8bfb3-dc88-4426-a8b0-91e133092224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'b6652e85-927e-4940-b668-d58ea3295230'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:01:41.079809 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] Attempting to bind port 74f85f7e-496f-48c0-ba78-89c4e06abdc5 on network b6652e85-927e-4940-b668-d58ea3295230 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:01:41.084062 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] Port 74f85f7e-496f-48c0-ba78-89c4e06abdc5 on network b6652e85-927e-4940-b668-d58ea3295230 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:01:41.084384 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] Attempting to bind port 74f85f7e-496f-48c0-ba78-89c4e06abdc5 on network b6652e85-927e-4940-b668-d58ea3295230 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:01:41.089126 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:01:41.089465 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] Checking segment: {'id': '83e8bfb3-dc88-4426-a8b0-91e133092224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'b6652e85-927e-4940-b668-d58ea3295230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:01:41.089847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] Bound using segment: {'id': '83e8bfb3-dc88-4426-a8b0-91e133092224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'b6652e85-927e-4940-b668-d58ea3295230'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:01:41.090269 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] Bound port: 74f85f7e-496f-48c0-ba78-89c4e06abdc5, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83e8bfb3-dc88-4426-a8b0-91e133092224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'b6652e85-927e-4940-b668-d58ea3295230'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:01:41.090622 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:41.155423 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] For port 74f85f7e-496f-48c0-ba78-89c4e06abdc5, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:01:41.158371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] For port 74f85f7e-496f-48c0-ba78-89c4e06abdc5, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=74f85f7e-496f-48c0-ba78-89c4e06abdc5,segment=NetworkSegment(83e8bfb3-dc88-4426-a8b0-91e133092224),segment_id=83e8bfb3-dc88-4426-a8b0-91e133092224)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:01:41.162546 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:41.195631 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:41.196279 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:41.197640 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] 10.222.0.83 "PUT /v2.0/ports/74f85f7e-496f-48c0-ba78-89c4e06abdc5 HTTP/1.1" status: 200 len: 1091 time: 0.5722046 Nov 11 18:01:41.198083 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca925e0-a1f7-420e-8267-eb17e13157f2', 'tag': '74f85f7e-496f-48c0-ba78-89c4e06abdc5'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:01:41.200356 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024bd0e8-ac82-4cc1-80a6-d9ff175435cf" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca925e0-a1f7-420e-8267-eb17e13157f2", "tag": "74f85f7e-496f-48c0-ba78-89c4e06abdc5"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:01:41.228274 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d0af1-0753-422a-ab3a-10d0403e0d36 service neutron] Pushing event updated for resources: {'Port': ['ID=74f85f7e-496f-48c0-ba78-89c4e06abdc5,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:41.239103 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db04a601-35c9-40b6-934f-6fc91dd684b0 x-openstack-request-id: req-db04a601-35c9-40b6-934f-6fc91dd684b0 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:01:41.239402 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca925e0-a1f7-420e-8267-eb17e13157f2", "tag": "74f85f7e-496f-48c0-ba78-89c4e06abdc5", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:01:41.239657 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-db04a601-35c9-40b6-934f-6fc91dd684b0 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:01:41.240133 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca925e0-a1f7-420e-8267-eb17e13157f2', 'tag': '74f85f7e-496f-48c0-ba78-89c4e06abdc5', 'status': 'completed', 'code': 200} Nov 11 18:01:41.283455 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-23fdedb1-7d3d-4bd3-8a1b-7bcf999af08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:41.284989 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-23fdedb1-7d3d-4bd3-8a1b-7bcf999af08a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05e71f5083304a7b8ff30f0030dfc521&device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 1094 time: 0.0439606 Nov 11 18:01:41.352266 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-863388f4-07d4-4f5e-9fff-6cfb4d1545b2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74f85f7e-496f-48c0-ba78-89c4e06abdc5 HTTP/1.1" status: 200 len: 217 time: 0.0571218 Nov 11 18:01:41.376922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d84883-3ded-494f-aa07-c7bf5edd74ee req-f81100ff-cf88-49d9-b24d-a039103a466f tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:41.378355 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-19d84883-3ded-494f-aa07-c7bf5edd74ee req-f81100ff-cf88-49d9-b24d-a039103a466f tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 943 time: 0.0920327 Nov 11 18:01:41.394694 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:01:41.437678 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-462f8c89-dbe3-438b-9c85-889c49c92a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:41.439079 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-462f8c89-dbe3-438b-9c85-889c49c92a27 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84f0ab59-73e9-4d00-8b24-459f8c3a167b HTTP/1.1" status: 200 len: 852 time: 0.0787868 Nov 11 18:01:41.458586 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-19d84883-3ded-494f-aa07-c7bf5edd74ee req-a8e25e61-3f4f-4e0e-8e81-1144d59e5fea tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621450 Nov 11 18:01:41.473131 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-e2d9fff2-2020-44de-89e9-b41ceda8c8ac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b6652e85-927e-4940-b668-d58ea3295230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263934 Nov 11 18:01:41.568586 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-a2acdca4-b25b-4518-9601-318a89e70adb service neutron] 10.222.0.83 "GET /v2.0/networks/b6652e85-927e-4940-b668-d58ea3295230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885048 Nov 11 18:01:41.661841 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89e6ac5d-b419-4793-9ea2-820a04f2dfd7 req-1b5e3f34-6621-4b35-a880-da79b86cb352 service neutron] 10.222.0.83 "GET /v2.0/networks/b6652e85-927e-4940-b668-d58ea3295230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861700 Nov 11 18:01:41.755964 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bd0e8-ac82-4cc1-80a6-d9ff175435cf req-f566eb46-a95b-48e6-8fce-1a8376276759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:41.757971 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-024bd0e8-ac82-4cc1-80a6-d9ff175435cf req-f566eb46-a95b-48e6-8fce-1a8376276759 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05e71f5083304a7b8ff30f0030dfc521&device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 1094 time: 0.0454760 Nov 11 18:01:41.849638 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bd0e8-ac82-4cc1-80a6-d9ff175435cf req-ff93c9fc-900f-47df-8b44-d53121c308ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:41.851748 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-024bd0e8-ac82-4cc1-80a6-d9ff175435cf req-ff93c9fc-900f-47df-8b44-d53121c308ac service neutron] 10.222.0.83 "GET /v2.0/networks?id=b6652e85-927e-4940-b668-d58ea3295230 HTTP/1.1" status: 200 len: 914 time: 0.0850430 Nov 11 18:01:41.895258 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-024bd0e8-ac82-4cc1-80a6-d9ff175435cf req-90d03a8a-4031-472a-be85-1c8f6b3546ee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74f85f7e-496f-48c0-ba78-89c4e06abdc5 HTTP/1.1" status: 200 len: 217 time: 0.0369751 Nov 11 18:01:41.952715 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bd0e8-ac82-4cc1-80a6-d9ff175435cf req-02257275-4f9c-4ab9-9c86-903c496ee3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:41.954242 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-024bd0e8-ac82-4cc1-80a6-d9ff175435cf req-02257275-4f9c-4ab9-9c86-903c496ee3aa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84f0ab59-73e9-4d00-8b24-459f8c3a167b HTTP/1.1" status: 200 len: 852 time: 0.0521066 Nov 11 18:01:41.986803 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-024bd0e8-ac82-4cc1-80a6-d9ff175435cf req-7a4f8a09-5484-40dd-b9f2-b00499c5ef24 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b6652e85-927e-4940-b668-d58ea3295230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253429 Nov 11 18:01:42.079386 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-024bd0e8-ac82-4cc1-80a6-d9ff175435cf req-b2826950-713d-402c-a441-753f0accdb06 service neutron] 10.222.0.83 "GET /v2.0/networks/b6652e85-927e-4940-b668-d58ea3295230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854383 Nov 11 18:01:42.167839 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-024bd0e8-ac82-4cc1-80a6-d9ff175435cf req-049a65f9-0e9f-41bc-8c16-e4f3246a8358 service neutron] 10.222.0.83 "GET /v2.0/networks/b6652e85-927e-4940-b668-d58ea3295230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807815 Nov 11 18:01:42.572266 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5ea85-dcd6-4baf-9b9b-af30f6fe533f req-1e0a64ee-4c33-48cd-a8a3-1c6134f45140 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:42.573696 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-77e5ea85-dcd6-4baf-9b9b-af30f6fe533f req-1e0a64ee-4c33-48cd-a8a3-1c6134f45140 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 943 time: 0.0480750 Nov 11 18:01:42.621008 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-77e5ea85-dcd6-4baf-9b9b-af30f6fe533f req-00600d20-7770-4e95-88fb-58b470a702be tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407155 Nov 11 18:01:42.655350 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:42.970382 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:43.736840 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b6548-b3cb-4246-85dd-5fa7de3e3baf req-8433fddb-7a8b-48e7-927a-ef6637a2bdc6 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:43.738297 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a9b6548-b3cb-4246-85dd-5fa7de3e3baf req-8433fddb-7a8b-48e7-927a-ef6637a2bdc6 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 943 time: 0.0528014 Nov 11 18:01:43.784567 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a9b6548-b3cb-4246-85dd-5fa7de3e3baf req-ec830e49-ab83-43a1-a9c1-76e7feb32529 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397725 Nov 11 18:01:44.190366 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 74f85f7e-496f-48c0-ba78-89c4e06abdc5 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:01:44.284647 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 74f85f7e-496f-48c0-ba78-89c4e06abdc5, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=74f85f7e-496f-48c0-ba78-89c4e06abdc5,segment=NetworkSegment(83e8bfb3-dc88-4426-a8b0-91e133092224),segment_id=83e8bfb3-dc88-4426-a8b0-91e133092224)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:01:44.300510 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '74f85f7e-496f-48c0-ba78-89c4e06abdc5', 'network_id': 'b6652e85-927e-4940-b668-d58ea3295230', 'port_id': '74f85f7e-496f-48c0-ba78-89c4e06abdc5', 'mac_address': 'fa:16:3e:4e:16:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f0ab59-73e9-4d00-8b24-459f8c3a167b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:01:44.336380 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:44.348763 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f85f7e-496f-48c0-ba78-89c4e06abdc5 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:01:44.368440 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 74f85f7e-496f-48c0-ba78-89c4e06abdc5, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=74f85f7e-496f-48c0-ba78-89c4e06abdc5,segment=NetworkSegment(83e8bfb3-dc88-4426-a8b0-91e133092224),segment_id=83e8bfb3-dc88-4426-a8b0-91e133092224)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:01:44.372263 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:44.416929 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=74f85f7e-496f-48c0-ba78-89c4e06abdc5,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:44.578370 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['74f85f7e-496f-48c0-ba78-89c4e06abdc5'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:01:44.901219 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f82b1-7412-47ae-968c-b377e7055fd3 req-c1094c35-0191-4639-b646-4a67c824550a tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:44.902608 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f08f82b1-7412-47ae-968c-b377e7055fd3 req-c1094c35-0191-4639-b646-4a67c824550a tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 944 time: 0.0492547 Nov 11 18:01:44.949076 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f08f82b1-7412-47ae-968c-b377e7055fd3 req-a91dd4ee-40ad-48e2-83f9-79b8cf4bc826 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405374 Nov 11 18:01:46.066724 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4426b-9c37-49db-b353-982038ab5fba req-0947d8a7-96a6-48f7-8a08-52209eaa32ea tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:46.068134 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7dc4426b-9c37-49db-b353-982038ab5fba req-0947d8a7-96a6-48f7-8a08-52209eaa32ea tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 944 time: 0.0528209 Nov 11 18:01:46.114358 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7dc4426b-9c37-49db-b353-982038ab5fba req-c60533ef-356d-43cc-9756-f2743e24e2a1 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404713 Nov 11 18:01:46.190455 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 74f85f7e-496f-48c0-ba78-89c4e06abdc5 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:01:46.237377 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 74f85f7e-496f-48c0-ba78-89c4e06abdc5 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:01:46.241282 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 74f85f7e-496f-48c0-ba78-89c4e06abdc5 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:01:46.241654 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:46.318072 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:46.346072 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca925e0-a1f7-420e-8267-eb17e13157f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f85f7e-496f-48c0-ba78-89c4e06abdc5'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:01:46.346929 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3719597-45b3-42c6-b2aa-377880f5487c" -d '{"events": [{"server_uuid": "7ca925e0-a1f7-420e-8267-eb17e13157f2", "name": "network-vif-plugged", "status": "completed", "tag": "74f85f7e-496f-48c0-ba78-89c4e06abdc5"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:01:46.359596 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 74f85f7e-496f-48c0-ba78-89c4e06abdc5, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=74f85f7e-496f-48c0-ba78-89c4e06abdc5,segment=NetworkSegment(83e8bfb3-dc88-4426-a8b0-91e133092224),segment_id=83e8bfb3-dc88-4426-a8b0-91e133092224)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:01:46.364122 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:46.391164 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac715d7d-d55f-4316-b934-a980ab8e86b6 x-openstack-request-id: req-ac715d7d-d55f-4316-b934-a980ab8e86b6 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:01:46.391456 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca925e0-a1f7-420e-8267-eb17e13157f2", "name": "network-vif-plugged", "status": "completed", "tag": "74f85f7e-496f-48c0-ba78-89c4e06abdc5", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:01:46.391712 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ac715d7d-d55f-4316-b934-a980ab8e86b6 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:01:46.392128 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca925e0-a1f7-420e-8267-eb17e13157f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f85f7e-496f-48c0-ba78-89c4e06abdc5', 'code': 200} Nov 11 18:01:46.414686 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=74f85f7e-496f-48c0-ba78-89c4e06abdc5,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:01:46.489427 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a9992-0567-4b20-b2a0-0ba4d56b3f79 req-ac70a556-1398-4d9e-b6b1-0d80269b8e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:46.490925 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7b7a9992-0567-4b20-b2a0-0ba4d56b3f79 req-ac70a556-1398-4d9e-b6b1-0d80269b8e36 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 1096 time: 0.0423758 Nov 11 18:01:46.535337 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7b7a9992-0567-4b20-b2a0-0ba4d56b3f79 req-9c589246-b359-4125-aaab-e0db37ff90cd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374489 Nov 11 18:01:47.231429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bcace-5bdc-43e9-93cb-7dc5b33808a2 req-b3202174-e935-4174-bd19-1716021b5434 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:47.232915 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd0bcace-5bdc-43e9-93cb-7dc5b33808a2 req-b3202174-e935-4174-bd19-1716021b5434 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0480335 Nov 11 18:01:47.284360 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd0bcace-5bdc-43e9-93cb-7dc5b33808a2 req-b32307bf-8e8d-4260-bdd1-8816a931ff9b tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453174 Nov 11 18:01:48.401893 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd3b51-d0da-44f8-84ce-c42bea4bd632 req-f01770eb-18c9-47fb-b111-df7242ca3cec tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:48.403356 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8fcd3b51-d0da-44f8-84ce-c42bea4bd632 req-f01770eb-18c9-47fb-b111-df7242ca3cec tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0494521 Nov 11 18:01:48.450439 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8fcd3b51-d0da-44f8-84ce-c42bea4bd632 req-880e75bf-833c-4e03-bdfc-bdf9f11cf0f2 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412877 Nov 11 18:01:48.608773 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:48.627266 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49642) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:01:48.682795 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd0d1e-1c0b-4c3b-b763-eca0cd81d1f8 req-d7f2ff74-11c6-4116-ae0c-432f563ef72b tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:48.684326 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59bd0d1e-1c0b-4c3b-b763-eca0cd81d1f8 req-d7f2ff74-11c6-4116-ae0c-432f563ef72b tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0501809 Nov 11 18:01:48.729147 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-b827bd81-73eb-4c7b-ab3f-864ebd636b9b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1005907 Nov 11 18:01:48.732235 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59bd0d1e-1c0b-4c3b-b763-eca0cd81d1f8 req-bada686a-be64-44a9-a1ec-dbf7ea82e445 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418274 Nov 11 18:01:48.738156 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-e67139e5-dc99-45e7-bcbe-ea9bb18a2671 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 18:01:48.739104 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-e67139e5-dc99-45e7-bcbe-ea9bb18a2671 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049958 Nov 11 18:01:49.852226 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073c272-90dd-404a-a652-b364a7796a34 req-b6003d78-1a92-468c-9229-b72848cf3cd0 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:49.853692 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2073c272-90dd-404a-a652-b364a7796a34 req-b6003d78-1a92-468c-9229-b72848cf3cd0 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0544965 Nov 11 18:01:49.902634 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2073c272-90dd-404a-a652-b364a7796a34 req-0b9bcd46-08a4-4f4e-ad8c-babf2507424e tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430770 Nov 11 18:01:49.955674 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-974304a4-6065-4e6b-9e12-f815e92fb80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:49.957211 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-974304a4-6065-4e6b-9e12-f815e92fb80c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05e71f5083304a7b8ff30f0030dfc521&device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 1096 time: 0.0411725 Nov 11 18:01:50.054027 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-bfc3e36c-8f6b-46d1-9517-b98c9c598f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:50.055445 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-bfc3e36c-8f6b-46d1-9517-b98c9c598f1a service neutron] 10.222.0.83 "GET /v2.0/networks?id=b6652e85-927e-4940-b668-d58ea3295230 HTTP/1.1" status: 200 len: 914 time: 0.0881808 Nov 11 18:01:50.102356 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-b85b974d-566a-4ec7-a7d1-f0175458d99d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74f85f7e-496f-48c0-ba78-89c4e06abdc5 HTTP/1.1" status: 200 len: 217 time: 0.0381362 Nov 11 18:01:50.151393 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-0d01276c-5727-49bb-9c37-22e142ba9467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:50.152856 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-0d01276c-5727-49bb-9c37-22e142ba9467 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84f0ab59-73e9-4d00-8b24-459f8c3a167b HTTP/1.1" status: 200 len: 852 time: 0.0433669 Nov 11 18:01:50.184198 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-8b859924-5549-4fcd-81c9-85d2726b4725 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b6652e85-927e-4940-b668-d58ea3295230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242329 Nov 11 18:01:50.276337 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-4249d9f4-a84c-4cd7-9fab-f73f30a96d92 service neutron] 10.222.0.83 "GET /v2.0/networks/b6652e85-927e-4940-b668-d58ea3295230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844646 Nov 11 18:01:50.370469 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-abf31085-3c2e-47f8-aae7-980e1a8f278e service neutron] 10.222.0.83 "GET /v2.0/networks/b6652e85-927e-4940-b668-d58ea3295230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865958 Nov 11 18:01:51.018824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f551e3-c255-4d32-9b73-cbc41f978048 req-ca9c91c8-8362-4142-866b-3e0953829012 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:51.020372 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46f551e3-c255-4d32-9b73-cbc41f978048 req-ca9c91c8-8362-4142-866b-3e0953829012 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0495055 Nov 11 18:01:51.067886 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46f551e3-c255-4d32-9b73-cbc41f978048 req-abd9a39b-8b88-4e46-961e-b022d3954ec2 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410442 Nov 11 18:01:52.184382 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa96abc-45e6-4a24-91f2-4ba01715c303 req-c9220c56-d2c5-4bd7-8e2c-2f77c751486c tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:52.185843 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cfa96abc-45e6-4a24-91f2-4ba01715c303 req-c9220c56-d2c5-4bd7-8e2c-2f77c751486c tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0480614 Nov 11 18:01:52.232338 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cfa96abc-45e6-4a24-91f2-4ba01715c303 req-436a1793-e921-416d-9a35-f4e13493f386 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405178 Nov 11 18:01:53.350032 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a7725-f8e2-461f-8e3c-953515de7bce req-c6090e0b-2b43-44fd-9434-f1d9e4fceefb tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:53.352083 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-278a7725-f8e2-461f-8e3c-953515de7bce req-c6090e0b-2b43-44fd-9434-f1d9e4fceefb tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0528648 Nov 11 18:01:53.398673 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-278a7725-f8e2-461f-8e3c-953515de7bce req-5783e89c-e34e-4e61-8f00-bd40e2168057 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407963 Nov 11 18:01:54.387346 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:01:54.517829 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbb7f9-348d-4c96-9c3d-6d1b0d166210 req-c7844f2a-e892-40f8-a00b-b80f2424967a tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:54.519296 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-80bbb7f9-348d-4c96-9c3d-6d1b0d166210 req-c7844f2a-e892-40f8-a00b-b80f2424967a tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0491817 Nov 11 18:01:54.565800 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-80bbb7f9-348d-4c96-9c3d-6d1b0d166210 req-e883f6f9-17d0-4a64-984f-3a1c7df76700 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402741 Nov 11 18:01:55.680196 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b13f00-0ea3-4154-b46a-8ba51a30d5ea req-92a8f9d5-f9f7-4486-84de-c22c49c66dee tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:55.681632 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82b13f00-0ea3-4154-b46a-8ba51a30d5ea req-92a8f9d5-f9f7-4486-84de-c22c49c66dee tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0482280 Nov 11 18:01:55.730744 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82b13f00-0ea3-4154-b46a-8ba51a30d5ea req-66b69307-ffea-4b6f-90e0-6ba47776941d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432882 Nov 11 18:01:56.848143 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b121a2a-976e-4499-9acb-416cd340f44e req-d26440bd-75fa-4312-8321-36998cf19f08 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:56.849619 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b121a2a-976e-4499-9acb-416cd340f44e req-d26440bd-75fa-4312-8321-36998cf19f08 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0492523 Nov 11 18:01:56.896690 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b121a2a-976e-4499-9acb-416cd340f44e req-f773223a-edab-40a4-b78c-3c545bda7d93 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406604 Nov 11 18:01:58.011026 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa0f48-0db4-471d-a7d3-ad4b31eb45da req-a466db32-980c-4d40-ab91-4a8af7a97feb tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:58.012490 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69fa0f48-0db4-471d-a7d3-ad4b31eb45da req-a466db32-980c-4d40-ab91-4a8af7a97feb tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0479741 Nov 11 18:01:58.060646 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69fa0f48-0db4-471d-a7d3-ad4b31eb45da req-8d2563fe-c1f0-4d55-9d24-2cb8628ebc8c tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422513 Nov 11 18:01:59.179685 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0168d-2f22-42b5-8934-a6538da47c89 req-5170ec1c-5e9b-432d-888a-25e1c12858c5 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:01:59.181147 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40e0168d-2f22-42b5-8934-a6538da47c89 req-5170ec1c-5e9b-432d-888a-25e1c12858c5 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0520117 Nov 11 18:01:59.227391 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40e0168d-2f22-42b5-8934-a6538da47c89 req-4b147a9a-8227-449a-9e2a-5217a5aefb1f tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403111 Nov 11 18:02:00.341219 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1516e-d75c-4211-89b3-5ffd2485e6f6 req-9ff07b93-8fc7-4e91-9d3b-e1e1b633f8ff tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:00.342687 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60b1516e-d75c-4211-89b3-5ffd2485e6f6 req-9ff07b93-8fc7-4e91-9d3b-e1e1b633f8ff tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0483687 Nov 11 18:02:00.388565 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60b1516e-d75c-4211-89b3-5ffd2485e6f6 req-fa54cc6e-8762-4d13-aff5-b3ed6385b666 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400629 Nov 11 18:02:01.510885 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29471395-0910-4972-bdb9-ca353fad28a3 req-04c2115e-8f7b-4a7c-8a0c-c2a08a5a7f3c tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:01.512297 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29471395-0910-4972-bdb9-ca353fad28a3 req-04c2115e-8f7b-4a7c-8a0c-c2a08a5a7f3c tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0524735 Nov 11 18:02:01.559556 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29471395-0910-4972-bdb9-ca353fad28a3 req-c3b404ed-8ccb-499f-91ad-f10d9efd4b70 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413761 Nov 11 18:02:02.675045 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb0ed5-d028-47b8-a55c-45800ede2148 req-8055eac9-fb71-4b56-ac93-e7727aa5fc89 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:02.676533 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60bb0ed5-d028-47b8-a55c-45800ede2148 req-8055eac9-fb71-4b56-ac93-e7727aa5fc89 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0489719 Nov 11 18:02:02.722863 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60bb0ed5-d028-47b8-a55c-45800ede2148 req-ea689790-b70c-4700-a326-659fba4d23bb tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399466 Nov 11 18:02:03.837630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9089a-a559-4571-83d8-676a2df5c68c req-165ff698-a5d6-44af-a2a1-a8ea66de2a16 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:03.839101 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8e9089a-a559-4571-83d8-676a2df5c68c req-165ff698-a5d6-44af-a2a1-a8ea66de2a16 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0492177 Nov 11 18:02:03.888545 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8e9089a-a559-4571-83d8-676a2df5c68c req-ad93b9f6-df77-47e7-aee7-f1f3da3359e3 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436242 Nov 11 18:02:05.002459 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece9190-9b1b-4a5f-ab76-e5adf18edc37 req-be421f9d-ccdc-4c9f-b9d6-acfc9705b30b tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:05.003932 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bece9190-9b1b-4a5f-ab76-e5adf18edc37 req-be421f9d-ccdc-4c9f-b9d6-acfc9705b30b tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0487027 Nov 11 18:02:05.050583 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bece9190-9b1b-4a5f-ab76-e5adf18edc37 req-0cd52f83-4be4-40c2-bcf6-6a8b33fd6305 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407755 Nov 11 18:02:06.167374 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647ca0a-54fd-42ea-b182-ae55c54285f6 req-5fc72a39-1297-4493-893f-9b3440754e46 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:06.168850 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7647ca0a-54fd-42ea-b182-ae55c54285f6 req-5fc72a39-1297-4493-893f-9b3440754e46 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0481634 Nov 11 18:02:06.214679 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7647ca0a-54fd-42ea-b182-ae55c54285f6 req-b910990c-81bf-4cff-ab70-ea9144f6c47a tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399423 Nov 11 18:02:07.331473 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884a85b-6f99-4f13-bf6c-f9920275b70d req-a7fd0776-0cc5-420d-925d-4fff0af1bd9d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:07.332967 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a884a85b-6f99-4f13-bf6c-f9920275b70d req-a7fd0776-0cc5-420d-925d-4fff0af1bd9d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0517206 Nov 11 18:02:07.379412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a884a85b-6f99-4f13-bf6c-f9920275b70d req-a423aac0-3361-4a6d-8f8f-b49156e2ea48 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401776 Nov 11 18:02:07.449690 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0d0abe3b-9a99-4742-9779-90c18a001ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:08.493158 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7a48b-5dc2-4e73-8569-df0f2e81593c req-72a16c30-7aa9-4953-a385-219404546f27 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:08.494612 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9cc7a48b-5dc2-4e73-8569-df0f2e81593c req-72a16c30-7aa9-4953-a385-219404546f27 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0484710 Nov 11 18:02:08.541720 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9cc7a48b-5dc2-4e73-8569-df0f2e81593c req-7f3a1fd1-9b28-47b8-968e-8bab0ed07402 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411973 Nov 11 18:02:09.665300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce737b-81cf-46d8-9eb3-0fd4e5a45e09 req-813648f7-9663-4a12-8d07-f4d412253f36 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:09.666812 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1ce737b-81cf-46d8-9eb3-0fd4e5a45e09 req-813648f7-9663-4a12-8d07-f4d412253f36 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0551910 Nov 11 18:02:09.719982 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1ce737b-81cf-46d8-9eb3-0fd4e5a45e09 req-bed075f8-8585-4c0b-bc19-568378f51d13 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458889 Nov 11 18:02:10.423782 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-308ea339-7830-4c24-98ae-32adb31f7263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:10.838027 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23dd045-53ef-422c-b0b9-415269b1832b req-c4c2a41e-0f7b-4685-af90-471d7a59f711 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:10.839512 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e23dd045-53ef-422c-b0b9-415269b1832b req-c4c2a41e-0f7b-4685-af90-471d7a59f711 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0522416 Nov 11 18:02:10.886609 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e23dd045-53ef-422c-b0b9-415269b1832b req-4b700c68-1e6c-4b42-a4c9-578a0dfe731f tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411696 Nov 11 18:02:11.067833 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:12.001653 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe0c36-7cf8-4c34-9016-c7f0a685c136 req-37b12dc7-e974-4294-96b1-026a30a1700d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:12.003123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5bfe0c36-7cf8-4c34-9016-c7f0a685c136 req-37b12dc7-e974-4294-96b1-026a30a1700d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0488989 Nov 11 18:02:12.049481 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5bfe0c36-7cf8-4c34-9016-c7f0a685c136 req-81c44e04-c97a-4968-bc63-0ce8f0443271 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404594 Nov 11 18:02:12.658683 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:12.972556 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:13.169965 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fcb10-7f77-421f-88fc-a8f30aed6681 req-05141d34-8410-4a0e-92d6-c00c7c205782 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:13.171406 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9a2fcb10-7f77-421f-88fc-a8f30aed6681 req-05141d34-8410-4a0e-92d6-c00c7c205782 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0514836 Nov 11 18:02:13.218440 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9a2fcb10-7f77-421f-88fc-a8f30aed6681 req-96072a6a-d792-4fce-a361-4cf0bea68e3d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411034 Nov 11 18:02:14.335833 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ce8dc-1c72-432c-9bf1-04967cff7728 req-c33170ce-e366-4659-a4e1-f788978797ed tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:14.337296 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a59ce8dc-1c72-432c-9bf1-04967cff7728 req-c33170ce-e366-4659-a4e1-f788978797ed tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0485721 Nov 11 18:02:14.383785 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a59ce8dc-1c72-432c-9bf1-04967cff7728 req-5e1e5976-c79d-4020-b6e1-35d7a2950552 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406101 Nov 11 18:02:15.504851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b9d55-8a28-406e-a367-319c0fabc4f5 req-11b22210-42f9-4eae-84e3-916254754486 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:15.506222 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-054b9d55-8a28-406e-a367-319c0fabc4f5 req-11b22210-42f9-4eae-84e3-916254754486 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0517135 Nov 11 18:02:15.552443 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-054b9d55-8a28-406e-a367-319c0fabc4f5 req-8d5c5214-8d3d-4cfe-a4f3-a21deec61e67 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396471 Nov 11 18:02:16.666688 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1660ce-e333-44f7-bcb0-a4c7f52d8968 req-dc2c71bf-a6cd-4d8a-b8f5-8cf2331a1393 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:16.668183 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f1660ce-e333-44f7-bcb0-a4c7f52d8968 req-dc2c71bf-a6cd-4d8a-b8f5-8cf2331a1393 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0494354 Nov 11 18:02:16.715627 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f1660ce-e333-44f7-bcb0-a4c7f52d8968 req-b8334c0b-5806-4c06-812e-67a3ec9bb769 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415902 Nov 11 18:02:17.281250 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-345ebfe6-25fc-4caf-91c8-91f4e1b4dba8 service neutron] show failed (client error): The resource could not be found. Nov 11 18:02:17.282245 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-345ebfe6-25fc-4caf-91c8-91f4e1b4dba8 service neutron] 10.222.0.83 "GET /v2.0/ports/74f85f7e-496f-48c0-ba78-89c4e06abdc5/bindings/n-h1-816206-4 HTTP/1.1" status: 404 len: 380 time: 0.0551622 Nov 11 18:02:17.506596 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-a0f831e8-67ce-4369-92bc-6295311185f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:17.507989 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-a0f831e8-67ce-4369-92bc-6295311185f5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2&tenant_id=05e71f5083304a7b8ff30f0030dfc521 HTTP/1.1" status: 200 len: 1096 time: 0.0680177 Nov 11 18:02:17.526613 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-4', 'device_owner': 'compute:nova'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:02:17.580803 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:17.780751 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] For port 74f85f7e-496f-48c0-ba78-89c4e06abdc5, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=74f85f7e-496f-48c0-ba78-89c4e06abdc5,segment=NetworkSegment(83e8bfb3-dc88-4426-a8b0-91e133092224),segment_id=83e8bfb3-dc88-4426-a8b0-91e133092224)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:02:17.813797 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] For port 74f85f7e-496f-48c0-ba78-89c4e06abdc5, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:02:17.834341 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2b851-2968-4d80-b8a9-75bb72f813d2 req-0a459753-30d1-4431-be12-f1e373aa8d64 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:17.835960 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-25a2b851-2968-4d80-b8a9-75bb72f813d2 req-0a459753-30d1-4431-be12-f1e373aa8d64 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0534728 Nov 11 18:02:17.855176 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca925e0-a1f7-420e-8267-eb17e13157f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74f85f7e-496f-48c0-ba78-89c4e06abdc5'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:02:17.857697 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18810dd3-5d01-41f1-88b6-ed03774617ca" -d '{"events": [{"server_uuid": "7ca925e0-a1f7-420e-8267-eb17e13157f2", "name": "network-vif-unplugged", "status": "completed", "tag": "74f85f7e-496f-48c0-ba78-89c4e06abdc5"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:02:17.861784 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:17.873966 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] Transition to ACTIVE for port object 74f85f7e-496f-48c0-ba78-89c4e06abdc5 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:02:17.878866 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:17.885685 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-25a2b851-2968-4d80-b8a9-75bb72f813d2 req-25897271-ab5e-4fc1-a062-99131a92b053 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429163 Nov 11 18:02:17.943284 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] No DVR routers for this DVR port 74f85f7e-496f-48c0-ba78-89c4e06abdc5 on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:02:17.946237 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 18:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c3f7ed-252d-4afe-a38e-7addac7f55ee x-openstack-request-id: req-94c3f7ed-252d-4afe-a38e-7addac7f55ee {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:02:17.946524 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca925e0-a1f7-420e-8267-eb17e13157f2", "name": "network-vif-unplugged", "status": "completed", "tag": "74f85f7e-496f-48c0-ba78-89c4e06abdc5", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:02:17.946773 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-94c3f7ed-252d-4afe-a38e-7addac7f55ee {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:02:17.947155 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca925e0-a1f7-420e-8267-eb17e13157f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74f85f7e-496f-48c0-ba78-89c4e06abdc5', 'code': 200} Nov 11 18:02:17.948776 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] Pushing event updated for resources: {'Port': ['ID=74f85f7e-496f-48c0-ba78-89c4e06abdc5,revision_number=6']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:02:17.982336 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] Attempting to bind port 74f85f7e-496f-48c0-ba78-89c4e06abdc5 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:02:17.982667 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] Attempting to bind port 74f85f7e-496f-48c0-ba78-89c4e06abdc5 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '83e8bfb3-dc88-4426-a8b0-91e133092224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'b6652e85-927e-4940-b668-d58ea3295230'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:02:17.982984 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] Attempting to bind port 74f85f7e-496f-48c0-ba78-89c4e06abdc5 on network b6652e85-927e-4940-b668-d58ea3295230 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:02:17.987137 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] Port 74f85f7e-496f-48c0-ba78-89c4e06abdc5 on network b6652e85-927e-4940-b668-d58ea3295230 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:02:17.987451 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] Attempting to bind port 74f85f7e-496f-48c0-ba78-89c4e06abdc5 on network b6652e85-927e-4940-b668-d58ea3295230 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:02:17.992245 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:02:17.992574 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] Checking segment: {'id': '83e8bfb3-dc88-4426-a8b0-91e133092224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'b6652e85-927e-4940-b668-d58ea3295230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:02:17.992944 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] Bound using segment: {'id': '83e8bfb3-dc88-4426-a8b0-91e133092224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'b6652e85-927e-4940-b668-d58ea3295230'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:02:17.993355 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] Bound port: 74f85f7e-496f-48c0-ba78-89c4e06abdc5, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83e8bfb3-dc88-4426-a8b0-91e133092224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'b6652e85-927e-4940-b668-d58ea3295230'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:02:17.993700 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:18.056317 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] For port 74f85f7e-496f-48c0-ba78-89c4e06abdc5, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:02:18.059366 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] For port 74f85f7e-496f-48c0-ba78-89c4e06abdc5, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=74f85f7e-496f-48c0-ba78-89c4e06abdc5,segment=NetworkSegment(83e8bfb3-dc88-4426-a8b0-91e133092224),segment_id=83e8bfb3-dc88-4426-a8b0-91e133092224)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:02:18.063184 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:18.096226 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:18.096846 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:18.098216 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] 10.222.0.64 "PUT /v2.0/ports/74f85f7e-496f-48c0-ba78-89c4e06abdc5 HTTP/1.1" status: 200 len: 1091 time: 0.5757358 Nov 11 18:02:18.122032 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc9132-4548-426a-af56-6b57b3169226 service neutron] Pushing event updated for resources: {'Port': ['ID=74f85f7e-496f-48c0-ba78-89c4e06abdc5,revision_number=7']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:02:18.176135 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-38e79211-9486-4718-8b9f-d87e27b5b4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:18.177624 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-38e79211-9486-4718-8b9f-d87e27b5b4b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05e71f5083304a7b8ff30f0030dfc521&device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 1094 time: 0.0452006 Nov 11 18:02:18.267318 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-2aeb8411-e960-45a6-be8a-53ed2845f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:18.268807 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-2aeb8411-e960-45a6-be8a-53ed2845f850 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b6652e85-927e-4940-b668-d58ea3295230 HTTP/1.1" status: 200 len: 914 time: 0.0838089 Nov 11 18:02:18.314326 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-f84a8b5a-fde7-4522-8450-0bf2ee39a93e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74f85f7e-496f-48c0-ba78-89c4e06abdc5 HTTP/1.1" status: 200 len: 217 time: 0.0372591 Nov 11 18:02:18.363096 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-a7436106-6057-48de-a720-11b73456199d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:18.364512 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-a7436106-6057-48de-a720-11b73456199d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=84f0ab59-73e9-4d00-8b24-459f8c3a167b HTTP/1.1" status: 200 len: 852 time: 0.0426888 Nov 11 18:02:18.394203 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:02:18.396018 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-32c6e822-b831-4f85-a8de-4031947217a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b6652e85-927e-4940-b668-d58ea3295230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243015 Nov 11 18:02:18.484497 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-09f53835-819c-4c69-ab1b-a0cc1d65cb41 service neutron] 10.222.0.64 "GET /v2.0/networks/b6652e85-927e-4940-b668-d58ea3295230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814857 Nov 11 18:02:18.578511 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-00f66e8a-b332-4054-a028-626a3bf1e94a req-852ca4fa-1aff-4b3f-9ecd-94f1dc34390a service neutron] 10.222.0.64 "GET /v2.0/networks/b6652e85-927e-4940-b668-d58ea3295230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871363 Nov 11 18:02:18.605039 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:19.003116 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09cb22-3ae2-41dd-82b7-ee1da7e8c0b0 req-455f18f3-e411-4036-98d4-b865443216fc tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:19.004606 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae09cb22-3ae2-41dd-82b7-ee1da7e8c0b0 req-455f18f3-e411-4036-98d4-b865443216fc tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 943 time: 0.0482376 Nov 11 18:02:19.051754 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae09cb22-3ae2-41dd-82b7-ee1da7e8c0b0 req-5587029b-09d9-4fc4-b6a4-232a567aabcc tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413258 Nov 11 18:02:19.927339 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 74f85f7e-496f-48c0-ba78-89c4e06abdc5 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:02:19.948752 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca925e0-a1f7-420e-8267-eb17e13157f2', 'tag': '74f85f7e-496f-48c0-ba78-89c4e06abdc5'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:02:19.951406 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29436246-d06d-482f-94c6-79514ad69ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca925e0-a1f7-420e-8267-eb17e13157f2", "tag": "74f85f7e-496f-48c0-ba78-89c4e06abdc5"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:02:20.027952 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 74f85f7e-496f-48c0-ba78-89c4e06abdc5, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=74f85f7e-496f-48c0-ba78-89c4e06abdc5,segment=NetworkSegment(83e8bfb3-dc88-4426-a8b0-91e133092224),segment_id=83e8bfb3-dc88-4426-a8b0-91e133092224)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:02:20.039641 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '74f85f7e-496f-48c0-ba78-89c4e06abdc5', 'network_id': 'b6652e85-927e-4940-b668-d58ea3295230', 'port_id': '74f85f7e-496f-48c0-ba78-89c4e06abdc5', 'mac_address': 'fa:16:3e:4e:16:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f0ab59-73e9-4d00-8b24-459f8c3a167b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:02:20.078686 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:20.080681 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd49e1c0-56f5-4271-b539-0e18ef1b2be8 x-openstack-request-id: req-fd49e1c0-56f5-4271-b539-0e18ef1b2be8 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:02:20.081071 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca925e0-a1f7-420e-8267-eb17e13157f2", "tag": "74f85f7e-496f-48c0-ba78-89c4e06abdc5", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:02:20.082184 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fd49e1c0-56f5-4271-b539-0e18ef1b2be8 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:02:20.082991 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca925e0-a1f7-420e-8267-eb17e13157f2', 'tag': '74f85f7e-496f-48c0-ba78-89c4e06abdc5', 'status': 'completed', 'code': 200} Nov 11 18:02:20.093581 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f85f7e-496f-48c0-ba78-89c4e06abdc5 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:02:20.128286 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 74f85f7e-496f-48c0-ba78-89c4e06abdc5, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=74f85f7e-496f-48c0-ba78-89c4e06abdc5,segment=NetworkSegment(83e8bfb3-dc88-4426-a8b0-91e133092224),segment_id=83e8bfb3-dc88-4426-a8b0-91e133092224)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:02:20.133229 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:20.190394 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29436246-d06d-482f-94c6-79514ad69ed1 req-0259dc50-45db-4101-bae9-06f93f66d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:20.192196 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29436246-d06d-482f-94c6-79514ad69ed1 req-9b936c6f-af9f-42a5-962f-caa96deb8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:20.192708 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-29436246-d06d-482f-94c6-79514ad69ed1 req-0259dc50-45db-4101-bae9-06f93f66d808 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05e71f5083304a7b8ff30f0030dfc521&device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 1095 time: 0.0586138 Nov 11 18:02:20.193844 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29436246-d06d-482f-94c6-79514ad69ed1 req-9b936c6f-af9f-42a5-962f-caa96deb8cc5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05e71f5083304a7b8ff30f0030dfc521&device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 1094 time: 0.0833905 Nov 11 18:02:20.200551 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=74f85f7e-496f-48c0-ba78-89c4e06abdc5,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:02:20.265558 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff934f-5ac7-45d6-bab5-be0903e98062 req-f17b25e1-1a7c-495c-a1a2-e1fcd2893673 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:20.267021 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-52ff934f-5ac7-45d6-bab5-be0903e98062 req-f17b25e1-1a7c-495c-a1a2-e1fcd2893673 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 944 time: 0.1249065 Nov 11 18:02:20.304887 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29436246-d06d-482f-94c6-79514ad69ed1 req-80ab88ea-5815-4f63-b016-1f2211ae754e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:20.306371 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-29436246-d06d-482f-94c6-79514ad69ed1 req-80ab88ea-5815-4f63-b016-1f2211ae754e service neutron] 10.222.0.64 "GET /v2.0/networks?id=b6652e85-927e-4940-b668-d58ea3295230 HTTP/1.1" status: 200 len: 914 time: 0.1037509 Nov 11 18:02:20.340523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29436246-d06d-482f-94c6-79514ad69ed1 req-36173e0d-757c-4898-baa3-f01570de2f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:20.341942 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29436246-d06d-482f-94c6-79514ad69ed1 req-36173e0d-757c-4898-baa3-f01570de2f66 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b6652e85-927e-4940-b668-d58ea3295230 HTTP/1.1" status: 200 len: 914 time: 0.1402705 Nov 11 18:02:20.345815 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-52ff934f-5ac7-45d6-bab5-be0903e98062 req-7390945b-5c31-42e2-a1df-1801481dbf4d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726817 Nov 11 18:02:20.349538 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-29436246-d06d-482f-94c6-79514ad69ed1 req-8546799a-523c-44d9-bd85-28a35e26e786 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74f85f7e-496f-48c0-ba78-89c4e06abdc5 HTTP/1.1" status: 200 len: 217 time: 0.0348585 Nov 11 18:02:20.385729 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29436246-d06d-482f-94c6-79514ad69ed1 req-3d8b365d-d167-4599-8b00-2b70fdf6f350 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74f85f7e-496f-48c0-ba78-89c4e06abdc5 HTTP/1.1" status: 200 len: 217 time: 0.0355704 Nov 11 18:02:20.401424 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29436246-d06d-482f-94c6-79514ad69ed1 req-4b49c09f-0f5e-464b-9232-1a7957b4f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:20.402867 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-29436246-d06d-482f-94c6-79514ad69ed1 req-4b49c09f-0f5e-464b-9232-1a7957b4f01e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=84f0ab59-73e9-4d00-8b24-459f8c3a167b HTTP/1.1" status: 200 len: 852 time: 0.0458076 Nov 11 18:02:20.410850 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 74f85f7e-496f-48c0-ba78-89c4e06abdc5 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:02:20.436562 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29436246-d06d-482f-94c6-79514ad69ed1 req-cc700235-b0f6-451e-a4b1-dc1b0635b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:20.436831 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['74f85f7e-496f-48c0-ba78-89c4e06abdc5'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:02:20.438023 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29436246-d06d-482f-94c6-79514ad69ed1 req-cc700235-b0f6-451e-a4b1-dc1b0635b818 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84f0ab59-73e9-4d00-8b24-459f8c3a167b HTTP/1.1" status: 200 len: 852 time: 0.0457249 Nov 11 18:02:20.443034 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-29436246-d06d-482f-94c6-79514ad69ed1 req-33196c2e-3a4b-470d-95a1-d591435ec7e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b6652e85-927e-4940-b668-d58ea3295230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326271 Nov 11 18:02:20.469595 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29436246-d06d-482f-94c6-79514ad69ed1 req-a8b43eb3-a11d-49ee-92e9-597bf55decd2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b6652e85-927e-4940-b668-d58ea3295230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247910 Nov 11 18:02:20.483414 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 74f85f7e-496f-48c0-ba78-89c4e06abdc5 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:02:20.542870 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-29436246-d06d-482f-94c6-79514ad69ed1 req-0545949d-ddf7-44b7-b2d7-6e2c2eea591d service neutron] 10.222.0.64 "GET /v2.0/networks/b6652e85-927e-4940-b668-d58ea3295230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907221 Nov 11 18:02:20.566485 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29436246-d06d-482f-94c6-79514ad69ed1 req-12720b4f-cd7a-4f12-919e-182c7f3512da service neutron] 10.222.0.83 "GET /v2.0/networks/b6652e85-927e-4940-b668-d58ea3295230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904152 Nov 11 18:02:20.640047 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-29436246-d06d-482f-94c6-79514ad69ed1 req-f53c39da-02af-44cb-8f4f-d28f99c806e3 service neutron] 10.222.0.64 "GET /v2.0/networks/b6652e85-927e-4940-b668-d58ea3295230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903876 Nov 11 18:02:20.656199 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29436246-d06d-482f-94c6-79514ad69ed1 req-9d7bdd00-7bdc-496e-9c63-a215bd74ad0f service neutron] 10.222.0.83 "GET /v2.0/networks/b6652e85-927e-4940-b668-d58ea3295230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831630 Nov 11 18:02:21.466513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf579ea9-87d1-43aa-b066-6a3d52982b4f req-413c4773-b847-401f-bacc-72d514eaab9c tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:21.467950 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf579ea9-87d1-43aa-b066-6a3d52982b4f req-413c4773-b847-401f-bacc-72d514eaab9c tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 944 time: 0.0538287 Nov 11 18:02:21.515035 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf579ea9-87d1-43aa-b066-6a3d52982b4f req-7dccb9ea-941a-4b77-a6e0-83fd79fba126 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412164 Nov 11 18:02:21.825842 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-6b4acd0a-1f2e-436b-a12b-99404d3637ac tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:21.827426 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-6b4acd0a-1f2e-436b-a12b-99404d3637ac tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2&tenant_id=05e71f5083304a7b8ff30f0030dfc521&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 944 time: 0.0856006 Nov 11 18:02:21.893778 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-cdc26bbb-2a47-4061-b574-b01812c6721e service neutron] delete failed (client error): The resource could not be found. Nov 11 18:02:21.894857 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-cdc26bbb-2a47-4061-b574-b01812c6721e service neutron] 10.222.0.83 "DELETE /v2.0/ports/74f85f7e-496f-48c0-ba78-89c4e06abdc5/bindings/n-h2-816206-4 HTTP/1.1" status: 404 len: 380 time: 0.0602267 Nov 11 18:02:21.943107 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 74f85f7e-496f-48c0-ba78-89c4e06abdc5 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:02:21.978677 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-0718b491-63e3-434f-9254-315c40ffd6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:21.980723 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-0718b491-63e3-434f-9254-315c40ffd6c6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=05e71f5083304a7b8ff30f0030dfc521&device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 1095 time: 0.0422225 Nov 11 18:02:21.992297 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 74f85f7e-496f-48c0-ba78-89c4e06abdc5 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:02:21.996972 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 74f85f7e-496f-48c0-ba78-89c4e06abdc5 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:02:21.997334 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:22.073645 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-affa1e2a-36cd-46af-82ab-2068c2ac7f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:22.075023 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-affa1e2a-36cd-46af-82ab-2068c2ac7f23 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b6652e85-927e-4940-b668-d58ea3295230 HTTP/1.1" status: 200 len: 914 time: 0.0872991 Nov 11 18:02:22.076585 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:22.099272 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca925e0-a1f7-420e-8267-eb17e13157f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f85f7e-496f-48c0-ba78-89c4e06abdc5'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:02:22.101525 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dbfa06-ffd7-40ea-af36-5f09e9721c73" -d '{"events": [{"server_uuid": "7ca925e0-a1f7-420e-8267-eb17e13157f2", "name": "network-vif-plugged", "status": "completed", "tag": "74f85f7e-496f-48c0-ba78-89c4e06abdc5"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:02:22.114733 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 74f85f7e-496f-48c0-ba78-89c4e06abdc5, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=74f85f7e-496f-48c0-ba78-89c4e06abdc5,segment=NetworkSegment(83e8bfb3-dc88-4426-a8b0-91e133092224),segment_id=83e8bfb3-dc88-4426-a8b0-91e133092224)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:02:22.118557 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:22.121835 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-b5f2e34c-d82d-4b47-b3a4-80303230ed01 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74f85f7e-496f-48c0-ba78-89c4e06abdc5 HTTP/1.1" status: 200 len: 217 time: 0.0394599 Nov 11 18:02:22.166620 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=74f85f7e-496f-48c0-ba78-89c4e06abdc5,revision_number=9']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:02:22.172056 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-19b41939-20f8-43ae-8d23-a78548db3e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:22.173510 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-19b41939-20f8-43ae-8d23-a78548db3e9a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84f0ab59-73e9-4d00-8b24-459f8c3a167b HTTP/1.1" status: 200 len: 852 time: 0.0442712 Nov 11 18:02:22.204556 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-535c7e50-4f0e-4cfb-99fa-288cb02b103a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b6652e85-927e-4940-b668-d58ea3295230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241034 Nov 11 18:02:22.297693 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-0fdba897-9730-4905-bc82-4bc7d7a95d0b service neutron] 10.222.0.83 "GET /v2.0/networks/b6652e85-927e-4940-b668-d58ea3295230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862348 Nov 11 18:02:22.386189 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-5c8ec2aa-0c6f-41fb-8241-db3310687e61 service neutron] 10.222.0.83 "GET /v2.0/networks/b6652e85-927e-4940-b668-d58ea3295230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811148 Nov 11 18:02:22.999184 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10896f8-fdf1-4242-8924-d389a4329be7 x-openstack-request-id: req-b10896f8-fdf1-4242-8924-d389a4329be7 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:02:22.999665 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca925e0-a1f7-420e-8267-eb17e13157f2", "name": "network-vif-plugged", "status": "completed", "tag": "74f85f7e-496f-48c0-ba78-89c4e06abdc5", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:02:22.999797 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b10896f8-fdf1-4242-8924-d389a4329be7 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:02:23.000185 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca925e0-a1f7-420e-8267-eb17e13157f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f85f7e-496f-48c0-ba78-89c4e06abdc5', 'code': 200} Nov 11 18:02:23.093416 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4767c27-c2d9-4d36-a802-e45b8b9a7ba6 req-316c3713-720e-4746-81eb-e00e8570f991 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:23.094768 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e4767c27-c2d9-4d36-a802-e45b8b9a7ba6 req-316c3713-720e-4746-81eb-e00e8570f991 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0521250 Nov 11 18:02:23.141108 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e4767c27-c2d9-4d36-a802-e45b8b9a7ba6 req-50cb5268-7388-4bdb-a18c-6dfbe32b01b6 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405715 Nov 11 18:02:24.254631 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96769aef-2025-4342-a9d9-5146eaae7fb2 req-c671ed6b-dcbf-48ee-a7fd-afa765d3ad92 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:24.256152 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-96769aef-2025-4342-a9d9-5146eaae7fb2 req-c671ed6b-dcbf-48ee-a7fd-afa765d3ad92 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0486424 Nov 11 18:02:24.303417 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-96769aef-2025-4342-a9d9-5146eaae7fb2 req-a338f09e-2835-4af4-92dc-f2a369e5cbae tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.76 "GET /v2.0/security-groups?id=a89541af-6429-466a-aba7-7032ff992118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409312 Nov 11 18:02:24.388762 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:24.467900 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-fc280669-80d2-4818-acba-b449075184f3 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:24.469392 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-fc280669-80d2-4818-acba-b449075184f3 tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ca925e0-a1f7-420e-8267-eb17e13157f2 HTTP/1.1" status: 200 len: 945 time: 0.0624893 Nov 11 18:02:24.556848 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-82e15155-e9ea-4880-a0f2-827d30e0364d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Deleting port 74f85f7e-496f-48c0-ba78-89c4e06abdc5 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:02:24.557193 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-82e15155-e9ea-4880-a0f2-827d30e0364d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:24.650986 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-82e15155-e9ea-4880-a0f2-827d30e0364d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] For port 74f85f7e-496f-48c0-ba78-89c4e06abdc5, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=74f85f7e-496f-48c0-ba78-89c4e06abdc5,segment=NetworkSegment(83e8bfb3-dc88-4426-a8b0-91e133092224),segment_id=83e8bfb3-dc88-4426-a8b0-91e133092224)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:02:24.651366 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-82e15155-e9ea-4880-a0f2-827d30e0364d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:24.664432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-82e15155-e9ea-4880-a0f2-827d30e0364d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Calling delete_port for 74f85f7e-496f-48c0-ba78-89c4e06abdc5 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:02:24.801048 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-82e15155-e9ea-4880-a0f2-827d30e0364d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:24.830390 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e15155-e9ea-4880-a0f2-827d30e0364d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Pushing event deleted for resources: {'Port': ['ID=74f85f7e-496f-48c0-ba78-89c4e06abdc5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:02:24.833227 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['74f85f7e-496f-48c0-ba78-89c4e06abdc5'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:02:24.873493 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-82e15155-e9ea-4880-a0f2-827d30e0364d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] No DVR routers for this DVR port 74f85f7e-496f-48c0-ba78-89c4e06abdc5 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:02:24.876047 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-82e15155-e9ea-4880-a0f2-827d30e0364d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:24.879298 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e7696fbc-15d2-4ac2-9f36-0642bd6bd9b2 req-82e15155-e9ea-4880-a0f2-827d30e0364d tempest-DeleteServersTestJSON-841533924 tempest-DeleteServersTestJSON-841533924-project] 10.222.0.64 "DELETE /v2.0/ports/74f85f7e-496f-48c0-ba78-89c4e06abdc5 HTTP/1.1" status: 204 len: 173 time: 0.4039564 Nov 11 18:02:24.879800 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca925e0-a1f7-420e-8267-eb17e13157f2', 'name': 'network-vif-deleted', 'tag': '74f85f7e-496f-48c0-ba78-89c4e06abdc5'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:02:24.881958 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aff11fe-5569-417b-9821-87da962da45a" -d '{"events": [{"server_uuid": "7ca925e0-a1f7-420e-8267-eb17e13157f2", "name": "network-vif-deleted", "tag": "74f85f7e-496f-48c0-ba78-89c4e06abdc5"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:02:24.923591 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52acb86-50a8-4fec-aecb-39bc69d91966 x-openstack-request-id: req-e52acb86-50a8-4fec-aecb-39bc69d91966 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:02:24.923913 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca925e0-a1f7-420e-8267-eb17e13157f2", "name": "network-vif-deleted", "tag": "74f85f7e-496f-48c0-ba78-89c4e06abdc5", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:02:24.924163 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e52acb86-50a8-4fec-aecb-39bc69d91966 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:02:24.924575 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca925e0-a1f7-420e-8267-eb17e13157f2', 'name': 'network-vif-deleted', 'tag': '74f85f7e-496f-48c0-ba78-89c4e06abdc5', 'status': 'completed', 'code': 200} Nov 11 18:02:25.431301 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49746) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:02:25.475836 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-8234ccc1-e2c0-4c56-a451-a625b139a76c admin admin] Deleting subnet 84f0ab59-73e9-4d00-8b24-459f8c3a167b {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:02:25.478804 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8234ccc1-e2c0-4c56-a451-a625b139a76c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:25.516614 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8234ccc1-e2c0-4c56-a451-a625b139a76c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:25.555001 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8234ccc1-e2c0-4c56-a451-a625b139a76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:25.607050 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8234ccc1-e2c0-4c56-a451-a625b139a76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:25.633318 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234ccc1-e2c0-4c56-a451-a625b139a76c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84f0ab59-73e9-4d00-8b24-459f8c3a167b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:02:25.635769 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8234ccc1-e2c0-4c56-a451-a625b139a76c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:25.639372 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8234ccc1-e2c0-4c56-a451-a625b139a76c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/84f0ab59-73e9-4d00-8b24-459f8c3a167b HTTP/1.1" status: 204 len: 168 time: 0.2069535 Nov 11 18:02:25.642033 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49748) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:02:25.646566 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234ccc1-e2c0-4c56-a451-a625b139a76c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:25.646914 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234ccc1-e2c0-4c56-a451-a625b139a76c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:25.647257 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234ccc1-e2c0-4c56-a451-a625b139a76c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:25.647593 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234ccc1-e2c0-4c56-a451-a625b139a76c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:25.647986 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234ccc1-e2c0-4c56-a451-a625b139a76c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:25.648446 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234ccc1-e2c0-4c56-a451-a625b139a76c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:25.648645 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234ccc1-e2c0-4c56-a451-a625b139a76c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:25.649227 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234ccc1-e2c0-4c56-a451-a625b139a76c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:25.649649 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234ccc1-e2c0-4c56-a451-a625b139a76c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:25.649973 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234ccc1-e2c0-4c56-a451-a625b139a76c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:25.650296 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234ccc1-e2c0-4c56-a451-a625b139a76c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:25.650642 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8234ccc1-e2c0-4c56-a451-a625b139a76c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:25.723149 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2373db5-6c67-4e2c-bcfb-a71f8d8d2ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:25.803892 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2373db5-6c67-4e2c-bcfb-a71f8d8d2ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:25.827924 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a2373db5-6c67-4e2c-bcfb-a71f8d8d2ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6652e85-927e-4940-b668-d58ea3295230']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:02:25.837573 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a2373db5-6c67-4e2c-bcfb-a71f8d8d2ff5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e8bfb3-dc88-4426-a8b0-91e133092224') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:02:25.837874 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-a2373db5-6c67-4e2c-bcfb-a71f8d8d2ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e8bfb3-dc88-4426-a8b0-91e133092224') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:02:25.847626 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2373db5-6c67-4e2c-bcfb-a71f8d8d2ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:25.861081 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2373db5-6c67-4e2c-bcfb-a71f8d8d2ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:25.866885 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2373db5-6c67-4e2c-bcfb-a71f8d8d2ff5 admin admin] Releasing vlan 1279 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:02:25.867161 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2373db5-6c67-4e2c-bcfb-a71f8d8d2ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: timer() Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:02:25.868942 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:02:25.922763 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2373db5-6c67-4e2c-bcfb-a71f8d8d2ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:25.928004 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a2373db5-6c67-4e2c-bcfb-a71f8d8d2ff5 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:25.931160 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a2373db5-6c67-4e2c-bcfb-a71f8d8d2ff5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b6652e85-927e-4940-b668-d58ea3295230 HTTP/1.1" status: 204 len: 168 time: 0.2880692 Nov 11 18:02:25.942195 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2373db5-6c67-4e2c-bcfb-a71f8d8d2ff5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6652e85-927e-4940-b668-d58ea3295230,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:02:26.036891 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49752) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:02:26.077101 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fd282e4d-1e25-4fb1-b347-bd53b37fdf89 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=05e71f5083304a7b8ff30f0030dfc521&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389650 Nov 11 18:02:26.079530 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49754) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:02:26.128909 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0e0b6682-fcb6-457f-8859-5e444198cf10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:26.153745 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0e0b6682-fcb6-457f-8859-5e444198cf10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:26.198819 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0e0b6682-fcb6-457f-8859-5e444198cf10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:26.201942 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0e0b6682-fcb6-457f-8859-5e444198cf10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:26.203116 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0e0b6682-fcb6-457f-8859-5e444198cf10 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a89541af-6429-466a-aba7-7032ff992118 HTTP/1.1" status: 204 len: 168 time: 0.1226301 Nov 11 18:02:26.211094 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b6682-fcb6-457f-8859-5e444198cf10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89541af-6429-466a-aba7-7032ff992118,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:02:26.845131 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 49776) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:02:26.945052 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-d50e81b9-eef9-4363-b3c7-e92558d23d97 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1275273801-network', 'tenant_id': 'f479956ba01643e999dddf443b562bd6'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:02:26.966226 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50e81b9-eef9-4363-b3c7-e92558d23d97 admin admin] Made reservation on behalf of f479956ba01643e999dddf443b562bd6 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:02:26.968515 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d50e81b9-eef9-4363-b3c7-e92558d23d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:26.976810 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d50e81b9-eef9-4363-b3c7-e92558d23d97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:27.050495 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d50e81b9-eef9-4363-b3c7-e92558d23d97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:27.054118 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d50e81b9-eef9-4363-b3c7-e92558d23d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:27.080770 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50e81b9-eef9-4363-b3c7-e92558d23d97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1268} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:02:27.085910 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e81b9-eef9-4363-b3c7-e92558d23d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:02:27.093997 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d50e81b9-eef9-4363-b3c7-e92558d23d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:27.094361 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-d50e81b9-eef9-4363-b3c7-e92558d23d97 admin admin] Added segment 8a43cf83-7f18-4ef3-bac9-abb459d92b19 of type vlan for network 389f0e8d-7116-4100-a2f5-31733f2093a0 Nov 11 18:02:27.135988 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d50e81b9-eef9-4363-b3c7-e92558d23d97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:27.159193 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d50e81b9-eef9-4363-b3c7-e92558d23d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:27.160159 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50e81b9-eef9-4363-b3c7-e92558d23d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:27.160783 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d50e81b9-eef9-4363-b3c7-e92558d23d97 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:27.214863 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d50e81b9-eef9-4363-b3c7-e92558d23d97 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3686264 Nov 11 18:02:27.217878 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 49780) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:02:27.223079 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-f820e353-153a-4dd0-9147-7eb00e2bcf95 admin admin] Request body: {'subnet': {'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1275273801-subnet', 'tenant_id': 'f479956ba01643e999dddf443b562bd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:02:27.225823 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e81b9-eef9-4363-b3c7-e92558d23d97 admin admin] Pushing event updated for resources: {'Network': ['ID=389f0e8d-7116-4100-a2f5-31733f2093a0,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:02:27.236564 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 389f0e8d-7116-4100-a2f5-31733f2093a0 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:02:27.244338 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f820e353-153a-4dd0-9147-7eb00e2bcf95 admin admin] Made reservation on behalf of f479956ba01643e999dddf443b562bd6 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:02:27.247437 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f820e353-153a-4dd0-9147-7eb00e2bcf95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:27.414345 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f820e353-153a-4dd0-9147-7eb00e2bcf95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:27.759830 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820e353-153a-4dd0-9147-7eb00e2bcf95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34f82dc8-2787-4044-b318-7d840c123de3,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:02:27.767394 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f820e353-153a-4dd0-9147-7eb00e2bcf95 admin admin] Checking segment: {'id': '8a43cf83-7f18-4ef3-bac9-abb459d92b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:02:27.767777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f820e353-153a-4dd0-9147-7eb00e2bcf95 admin admin] Network hostable DHCP agents. Network: 389f0e8d-7116-4100-a2f5-31733f2093a0, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:02:27.784648 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f820e353-153a-4dd0-9147-7eb00e2bcf95 admin admin] Network 389f0e8d-7116-4100-a2f5-31733f2093a0 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:02:27.793194 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-f820e353-153a-4dd0-9147-7eb00e2bcf95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 389f0e8d-7116-4100-a2f5-31733f2093a0) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:02:27.797138 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f820e353-153a-4dd0-9147-7eb00e2bcf95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:27.797720 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f820e353-153a-4dd0-9147-7eb00e2bcf95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:27.804978 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8f71fc-973c-4798-9659-e5d3eb8e0a95 None None] Network 389f0e8d-7116-4100-a2f5-31733f2093a0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:02:27.816571 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f820e353-153a-4dd0-9147-7eb00e2bcf95 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5975165 Nov 11 18:02:27.930496 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8c497d-d35e-4823-be23-61fc512ffa57 None None] Network 389f0e8d-7116-4100-a2f5-31733f2093a0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:02:27.975592 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 74f85f7e-496f-48c0-ba78-89c4e06abdc5 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:02:28.002730 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 74f85f7e-496f-48c0-ba78-89c4e06abdc5 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:02:28.003080 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 74f85f7e-496f-48c0-ba78-89c4e06abdc5 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:02:28.236922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-68381d50-15c7-4419-a389-33c53725e7af tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:28.238362 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-68381d50-15c7-4419-a389-33c53725e7af tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/networks?id=389f0e8d-7116-4100-a2f5-31733f2093a0 HTTP/1.1" status: 200 len: 815 time: 0.0992458 Nov 11 18:02:28.253614 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-8dcbf1f6-f38d-4b75-a832-14d2a6dedcaf tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/quotas/f479956ba01643e999dddf443b562bd6 HTTP/1.1" status: 200 len: 375 time: 0.0094693 Nov 11 18:02:28.288448 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-f520a79f-7216-4e20-80cd-7732168fb236 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f479956ba01643e999dddf443b562bd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296011 Nov 11 18:02:28.376611 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-84dbf1b6-d02d-46c9-9636-04d00324512e service neutron] 10.222.0.76 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812829 Nov 11 18:02:28.470004 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4ea14427-8714-4de0-b5a8-f91b206e2710 service neutron] 10.222.0.76 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875056 Nov 11 18:02:28.625608 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-61a00804-072d-4a05-aadf-0b4c87db715a req-c653b7a4-7f69-4d54-9789-51027023cd85 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 210 time: 0.0275471 Nov 11 18:02:29.540027 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4f20a999-532a-488a-b654-4fd8bc433a60 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:29.541652 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4f20a999-532a-488a-b654-4fd8bc433a60 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.83 "GET /v2.0/networks?id=389f0e8d-7116-4100-a2f5-31733f2093a0 HTTP/1.1" status: 200 len: 815 time: 0.1060269 Nov 11 18:02:29.554982 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-6a8c7b8a-adfd-4cd0-bc3c-84547d3e462a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Request body: {'port': {'device_id': '6124d144-0f9d-4c41-af8d-f80ebdbadc06', 'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0', 'admin_state_up': True, 'tenant_id': 'f479956ba01643e999dddf443b562bd6'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:02:29.663428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-6a8c7b8a-adfd-4cd0-bc3c-84547d3e462a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Made reservation on behalf of f479956ba01643e999dddf443b562bd6 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:02:29.666996 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-6a8c7b8a-adfd-4cd0-bc3c-84547d3e462a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:29.762584 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f76b974-908a-4c05-8eba-defa423b51e9 req-87a17dc1-3e93-4c0b-b015-7e4d8574a357 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 210 time: 0.0391226 Nov 11 18:02:29.820861 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-6a8c7b8a-adfd-4cd0-bc3c-84547d3e462a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Allocated IP 172.20.0.3 (389f0e8d-7116-4100-a2f5-31733f2093a0/34f82dc8-2787-4044-b318-7d840c123de3/23234f68-f19a-44e9-94a4-0e0d30c6f20b) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:02:29.968339 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-6a8c7b8a-adfd-4cd0-bc3c-84547d3e462a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:30.001627 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-6a8c7b8a-adfd-4cd0-bc3c-84547d3e462a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:30.046232 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-6a8c7b8a-adfd-4cd0-bc3c-84547d3e462a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Network 389f0e8d-7116-4100-a2f5-31733f2093a0 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:02:30.049391 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-6a8c7b8a-adfd-4cd0-bc3c-84547d3e462a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:02:30.053172 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-6a8c7b8a-adfd-4cd0-bc3c-84547d3e462a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:02:30.059535 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c7b8a-adfd-4cd0-bc3c-84547d3e462a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Pushing event updated for resources: {'Port': ['ID=23234f68-f19a-44e9-94a4-0e0d30c6f20b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:02:30.114493 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-6a8c7b8a-adfd-4cd0-bc3c-84547d3e462a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:30.115098 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-6a8c7b8a-adfd-4cd0-bc3c-84547d3e462a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:30.131024 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-6a8c7b8a-adfd-4cd0-bc3c-84547d3e462a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5801747 Nov 11 18:02:30.142702 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] Request body: {'port': {'device_id': '6124d144-0f9d-4c41-af8d-f80ebdbadc06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:02:30.197963 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:30.456040 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23234f68-f19a-44e9-94a4-0e0d30c6f20b {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:02:30.463441 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:30.475841 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] Transition to ACTIVE for port object 23234f68-f19a-44e9-94a4-0e0d30c6f20b will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:02:30.479875 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:30.532007 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] Pushing event updated for resources: {'Port': ['ID=23234f68-f19a-44e9-94a4-0e0d30c6f20b,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:02:30.605611 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] Attempting to bind port 23234f68-f19a-44e9-94a4-0e0d30c6f20b on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:02:30.606330 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] Attempting to bind port 23234f68-f19a-44e9-94a4-0e0d30c6f20b by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '8a43cf83-7f18-4ef3-bac9-abb459d92b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:02:30.606330 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] Attempting to bind port 23234f68-f19a-44e9-94a4-0e0d30c6f20b on network 389f0e8d-7116-4100-a2f5-31733f2093a0 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:02:30.611150 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] Port 23234f68-f19a-44e9-94a4-0e0d30c6f20b on network 389f0e8d-7116-4100-a2f5-31733f2093a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:02:30.611468 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] Attempting to bind port 23234f68-f19a-44e9-94a4-0e0d30c6f20b on network 389f0e8d-7116-4100-a2f5-31733f2093a0 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:02:30.616304 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:02:30.616640 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] Checking segment: {'id': '8a43cf83-7f18-4ef3-bac9-abb459d92b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:02:30.617047 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] Bound using segment: {'id': '8a43cf83-7f18-4ef3-bac9-abb459d92b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:02:30.617484 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] Bound port: 23234f68-f19a-44e9-94a4-0e0d30c6f20b, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a43cf83-7f18-4ef3-bac9-abb459d92b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:02:30.617830 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:30.679882 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] For port 23234f68-f19a-44e9-94a4-0e0d30c6f20b, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:02:30.682956 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] For port 23234f68-f19a-44e9-94a4-0e0d30c6f20b, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=23234f68-f19a-44e9-94a4-0e0d30c6f20b,segment=NetworkSegment(8a43cf83-7f18-4ef3-bac9-abb459d92b19),segment_id=8a43cf83-7f18-4ef3-bac9-abb459d92b19)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:02:30.686319 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:30.728409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:30.729054 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:30.730485 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] 10.222.0.83 "PUT /v2.0/ports/23234f68-f19a-44e9-94a4-0e0d30c6f20b HTTP/1.1" status: 200 len: 1091 time: 0.5917234 Nov 11 18:02:30.730932 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6124d144-0f9d-4c41-af8d-f80ebdbadc06', 'tag': '23234f68-f19a-44e9-94a4-0e0d30c6f20b'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:02:30.733184 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60012391-85ab-4550-9777-92b084123c84" -d '{"events": [{"name": "network-changed", "server_uuid": "6124d144-0f9d-4c41-af8d-f80ebdbadc06", "tag": "23234f68-f19a-44e9-94a4-0e0d30c6f20b"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:02:30.767738 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc37825-8a8f-458e-bf37-0015364278a9 service neutron] Pushing event updated for resources: {'Port': ['ID=23234f68-f19a-44e9-94a4-0e0d30c6f20b,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:02:30.784294 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44c50ca-b1c4-447d-bfcd-a0bc74bdb962 x-openstack-request-id: req-c44c50ca-b1c4-447d-bfcd-a0bc74bdb962 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:02:30.784583 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6124d144-0f9d-4c41-af8d-f80ebdbadc06", "tag": "23234f68-f19a-44e9-94a4-0e0d30c6f20b", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:02:30.784833 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c44c50ca-b1c4-447d-bfcd-a0bc74bdb962 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:02:30.785323 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6124d144-0f9d-4c41-af8d-f80ebdbadc06', 'tag': '23234f68-f19a-44e9-94a4-0e0d30c6f20b', 'status': 'completed', 'code': 200} Nov 11 18:02:30.822804 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-49f3f641-b70a-4201-948e-03004d38fa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:30.824452 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-49f3f641-b70a-4201-948e-03004d38fa08 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f479956ba01643e999dddf443b562bd6&device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 1094 time: 0.0507276 Nov 11 18:02:30.890109 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-cde996e2-e980-4966-82f0-35e336d4e042 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23234f68-f19a-44e9-94a4-0e0d30c6f20b HTTP/1.1" status: 200 len: 217 time: 0.0571296 Nov 11 18:02:30.947950 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524e534-8852-4d53-9d4c-e35e0c2e715b req-c7cc1f14-d3da-4f65-ae28-2e077d714cea tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:30.949460 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0524e534-8852-4d53-9d4c-e35e0c2e715b req-c7cc1f14-d3da-4f65-ae28-2e077d714cea tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 943 time: 0.1153340 Nov 11 18:02:30.965365 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-0612cc20-bf61-4321-8983-cddfd6b787c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:30.967293 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-0612cc20-bf61-4321-8983-cddfd6b787c5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=34f82dc8-2787-4044-b318-7d840c123de3 HTTP/1.1" status: 200 len: 855 time: 0.0698903 Nov 11 18:02:31.007906 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-f04ab984-6162-423c-9aa5-fdecf66500a4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=389f0e8d-7116-4100-a2f5-31733f2093a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324800 Nov 11 18:02:31.041666 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0524e534-8852-4d53-9d4c-e35e0c2e715b req-ceed5c26-a2c8-4af3-8dcb-80e993f6ed2a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856647 Nov 11 18:02:31.119147 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-718903ef-d177-45fb-900b-b5543ffb83dc service neutron] 10.222.0.83 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012287 Nov 11 18:02:31.209468 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5da1ff1a-d983-4077-aec0-985d56f2e191 req-482d838d-02cf-49af-80c9-eb6dd24a78d5 service neutron] 10.222.0.83 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836413 Nov 11 18:02:31.296890 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60012391-85ab-4550-9777-92b084123c84 req-86299582-1d9c-4d8a-b80c-3ca069154206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:31.298263 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60012391-85ab-4550-9777-92b084123c84 req-86299582-1d9c-4d8a-b80c-3ca069154206 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f479956ba01643e999dddf443b562bd6&device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 1094 time: 0.0409143 Nov 11 18:02:31.396674 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60012391-85ab-4550-9777-92b084123c84 req-e1a2d0cf-a2e2-4697-83b9-f861a54a079b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:31.398153 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60012391-85ab-4550-9777-92b084123c84 req-e1a2d0cf-a2e2-4697-83b9-f861a54a079b service neutron] 10.222.0.83 "GET /v2.0/networks?id=389f0e8d-7116-4100-a2f5-31733f2093a0 HTTP/1.1" status: 200 len: 917 time: 0.0929277 Nov 11 18:02:31.440849 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60012391-85ab-4550-9777-92b084123c84 req-46faac80-a6a0-44b8-9bd2-d397fde28123 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23234f68-f19a-44e9-94a4-0e0d30c6f20b HTTP/1.1" status: 200 len: 217 time: 0.0361617 Nov 11 18:02:31.494479 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60012391-85ab-4550-9777-92b084123c84 req-408d192c-7acb-4edd-84c5-13b730f9c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:31.495991 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60012391-85ab-4550-9777-92b084123c84 req-408d192c-7acb-4edd-84c5-13b730f9c9d3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=34f82dc8-2787-4044-b318-7d840c123de3 HTTP/1.1" status: 200 len: 855 time: 0.0486209 Nov 11 18:02:31.529002 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60012391-85ab-4550-9777-92b084123c84 req-2489df56-8dce-461c-8544-582560ef22e2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=389f0e8d-7116-4100-a2f5-31733f2093a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249832 Nov 11 18:02:31.619302 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60012391-85ab-4550-9777-92b084123c84 req-9c82cb9c-490f-4cd3-b9e4-3afb19b99f31 service neutron] 10.222.0.83 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831718 Nov 11 18:02:31.722361 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-60012391-85ab-4550-9777-92b084123c84 req-14fdb999-333b-4d42-bf00-01c55246268f service neutron] 10.222.0.83 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949495 Nov 11 18:02:32.159354 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613817c-0574-4308-95a0-51238cbeffb4 req-cb281001-967f-4120-bf37-97b2ded6eb80 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:32.160876 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6613817c-0574-4308-95a0-51238cbeffb4 req-cb281001-967f-4120-bf37-97b2ded6eb80 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 943 time: 0.0511329 Nov 11 18:02:32.208135 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6613817c-0574-4308-95a0-51238cbeffb4 req-ca5c22cf-e01e-44c9-8ddc-89a00939815c tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413518 Nov 11 18:02:33.322274 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70e8db-a748-4688-be7c-1213b87521e0 req-b9b08019-044f-47f9-86b7-0ae354d80ee3 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:33.323751 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a70e8db-a748-4688-be7c-1213b87521e0 req-b9b08019-044f-47f9-86b7-0ae354d80ee3 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 943 time: 0.0484705 Nov 11 18:02:33.374379 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a70e8db-a748-4688-be7c-1213b87521e0 req-06cd77ef-a0b8-41d1-9e24-cdc9ee6fb1b3 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442357 Nov 11 18:02:34.468089 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 23234f68-f19a-44e9-94a4-0e0d30c6f20b details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:02:34.490447 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b094fa8-cf78-480e-9710-5ac6494a38ee req-552b1306-12fc-4f5b-801e-ba879c1f2f15 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:34.492198 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b094fa8-cf78-480e-9710-5ac6494a38ee req-552b1306-12fc-4f5b-801e-ba879c1f2f15 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 943 time: 0.0506482 Nov 11 18:02:34.543865 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b094fa8-cf78-480e-9710-5ac6494a38ee req-126bb225-89b0-422e-b9c0-a923fb1caf07 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454209 Nov 11 18:02:34.570381 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 23234f68-f19a-44e9-94a4-0e0d30c6f20b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=23234f68-f19a-44e9-94a4-0e0d30c6f20b,segment=NetworkSegment(8a43cf83-7f18-4ef3-bac9-abb459d92b19),segment_id=8a43cf83-7f18-4ef3-bac9-abb459d92b19)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:02:34.581940 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '23234f68-f19a-44e9-94a4-0e0d30c6f20b', 'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0', 'port_id': '23234f68-f19a-44e9-94a4-0e0d30c6f20b', 'mac_address': 'fa:16:3e:af:3d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f82dc8-2787-4044-b318-7d840c123de3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:02:34.621383 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:34.790210 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23234f68-f19a-44e9-94a4-0e0d30c6f20b {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:02:34.809187 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 23234f68-f19a-44e9-94a4-0e0d30c6f20b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=23234f68-f19a-44e9-94a4-0e0d30c6f20b,segment=NetworkSegment(8a43cf83-7f18-4ef3-bac9-abb459d92b19),segment_id=8a43cf83-7f18-4ef3-bac9-abb459d92b19)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:02:34.813909 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:34.859231 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=23234f68-f19a-44e9-94a4-0e0d30c6f20b,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:02:34.866386 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:34.866734 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:34.867076 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:34.867414 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:34.867778 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:34.868117 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:34.868444 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:34.868772 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:34.869098 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:34.869422 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:34.869744 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:34.870067 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:02:35.012294 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['23234f68-f19a-44e9-94a4-0e0d30c6f20b'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:02:35.661752 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4a8f5-1e9e-4464-97f5-648763206136 req-5b3eb330-ee6f-4ea9-a6d5-82e977f53683 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:35.663225 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8ea4a8f5-1e9e-4464-97f5-648763206136 req-5b3eb330-ee6f-4ea9-a6d5-82e977f53683 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 944 time: 0.0487814 Nov 11 18:02:35.709524 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8ea4a8f5-1e9e-4464-97f5-648763206136 req-95ab0392-b9de-4f96-bcab-1514c96c2931 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403788 Nov 11 18:02:36.482719 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 23234f68-f19a-44e9-94a4-0e0d30c6f20b up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:02:36.533118 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 23234f68-f19a-44e9-94a4-0e0d30c6f20b completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:02:36.537292 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 23234f68-f19a-44e9-94a4-0e0d30c6f20b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:02:36.537688 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:36.610900 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:36.635184 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6124d144-0f9d-4c41-af8d-f80ebdbadc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23234f68-f19a-44e9-94a4-0e0d30c6f20b'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:02:36.637394 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2609613a-cf0a-4e1f-a8d1-6b8dbe48b07e" -d '{"events": [{"server_uuid": "6124d144-0f9d-4c41-af8d-f80ebdbadc06", "name": "network-vif-plugged", "status": "completed", "tag": "23234f68-f19a-44e9-94a4-0e0d30c6f20b"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:02:36.650835 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 23234f68-f19a-44e9-94a4-0e0d30c6f20b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=23234f68-f19a-44e9-94a4-0e0d30c6f20b,segment=NetworkSegment(8a43cf83-7f18-4ef3-bac9-abb459d92b19),segment_id=8a43cf83-7f18-4ef3-bac9-abb459d92b19)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:02:36.655400 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:36.678070 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a65bd8f-597c-45ac-b2c2-fa44ce2c042c x-openstack-request-id: req-8a65bd8f-597c-45ac-b2c2-fa44ce2c042c {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:02:36.678356 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6124d144-0f9d-4c41-af8d-f80ebdbadc06", "name": "network-vif-plugged", "status": "completed", "tag": "23234f68-f19a-44e9-94a4-0e0d30c6f20b", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:02:36.678606 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8a65bd8f-597c-45ac-b2c2-fa44ce2c042c {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:02:36.678989 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6124d144-0f9d-4c41-af8d-f80ebdbadc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23234f68-f19a-44e9-94a4-0e0d30c6f20b', 'code': 200} Nov 11 18:02:36.704677 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=23234f68-f19a-44e9-94a4-0e0d30c6f20b,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:02:36.774212 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f79f6-9dfd-4bad-af5c-71e3a26f98a7 req-421da421-0823-41e7-9619-3928d64e133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:36.776011 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-939f79f6-9dfd-4bad-af5c-71e3a26f98a7 req-421da421-0823-41e7-9619-3928d64e133d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 1096 time: 0.0450592 Nov 11 18:02:36.848161 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-939f79f6-9dfd-4bad-af5c-71e3a26f98a7 req-8935b4fe-c201-4c0c-9814-71b937f6e90e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606432 Nov 11 18:02:36.859676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df90ac4-b6c3-45cd-a4d1-f66421e22bd5 req-0c17a753-0a38-4529-baa8-55177a5aca77 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:36.861123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6df90ac4-b6c3-45cd-a4d1-f66421e22bd5 req-0c17a753-0a38-4529-baa8-55177a5aca77 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0822120 Nov 11 18:02:36.907974 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6df90ac4-b6c3-45cd-a4d1-f66421e22bd5 req-d3f04164-d299-4339-a7af-0dfc9eb6f84c tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408542 Nov 11 18:02:37.450986 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9c988428-6e6f-4cb2-a1c9-8976c05e9923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:38.020591 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d10d5d-99c6-4e55-af7c-3de5765be65a req-81911b03-01d6-4d74-87f1-02a81b850f9d tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:38.022052 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9d10d5d-99c6-4e55-af7c-3de5765be65a req-81911b03-01d6-4d74-87f1-02a81b850f9d tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0485272 Nov 11 18:02:38.072869 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9d10d5d-99c6-4e55-af7c-3de5765be65a req-6ec615c5-e129-47f7-86af-9482ec385df0 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445957 Nov 11 18:02:38.189925 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb437949-e1c6-45bc-81a8-314ba9d11c61 req-c547e858-14a3-402c-b6f4-874721921664 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:38.191380 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb437949-e1c6-45bc-81a8-314ba9d11c61 req-c547e858-14a3-402c-b6f4-874721921664 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0503342 Nov 11 18:02:38.237838 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cb437949-e1c6-45bc-81a8-314ba9d11c61 req-c6b3d675-4cdc-4cdd-a4d5-1b0dab5affee tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405407 Nov 11 18:02:38.430537 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6459e-2e49-431b-b90f-6f1f719d1135 req-16618d22-9ef0-4b3b-8aca-ab12c9e4a8ff tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:38.432006 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-44d6459e-2e49-431b-b90f-6f1f719d1135 req-16618d22-9ef0-4b3b-8aca-ab12c9e4a8ff tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0489874 Nov 11 18:02:38.477683 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-44d6459e-2e49-431b-b90f-6f1f719d1135 req-270e2305-3a58-45ba-9120-92c028f22d22 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391724 Nov 11 18:02:38.592612 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afdef2-7f1c-4624-80db-1c3289e3f60c req-ed982f3c-ee5f-499c-99b9-5db49f103434 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:38.593970 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97afdef2-7f1c-4624-80db-1c3289e3f60c req-ed982f3c-ee5f-499c-99b9-5db49f103434 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0524514 Nov 11 18:02:38.639576 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-97afdef2-7f1c-4624-80db-1c3289e3f60c req-aa6e4cd6-1d97-4f8d-9f61-cdeaed64182e tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397377 Nov 11 18:02:38.859853 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-713b813f-598c-48eb-83af-74472168a9e8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0434890 Nov 11 18:02:38.871956 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef2d09-c241-4e45-946b-4ca718325a74 req-5cb3d95c-0668-4043-ae33-b0af7d38ba26 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:38.874205 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-52ef2d09-c241-4e45-946b-4ca718325a74 req-5cb3d95c-0668-4043-ae33-b0af7d38ba26 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0507529 Nov 11 18:02:38.927373 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-52ef2d09-c241-4e45-946b-4ca718325a74 req-09317124-d2d7-450e-b186-49feef548c0f tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469408 Nov 11 18:02:40.056108 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aaabd1-3919-4307-acfd-1b4d85193887 req-b6a5192d-01d0-4e87-ab7e-77d53cbf46af tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:40.064612 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-01aaabd1-3919-4307-acfd-1b4d85193887 req-b6a5192d-01d0-4e87-ab7e-77d53cbf46af tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0676191 Nov 11 18:02:40.144132 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-01aaabd1-3919-4307-acfd-1b4d85193887 req-fbb48444-37c7-4567-aba7-189d1164fcc3 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784278 Nov 11 18:02:40.146726 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-b402dd15-901e-47dd-b687-e39d044ab978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:40.148176 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-b402dd15-901e-47dd-b687-e39d044ab978 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f479956ba01643e999dddf443b562bd6&device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 1096 time: 0.0746856 Nov 11 18:02:40.243163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-c59b2918-f5a9-4904-b297-43e1b6b011a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:40.244631 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-c59b2918-f5a9-4904-b297-43e1b6b011a2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=389f0e8d-7116-4100-a2f5-31733f2093a0 HTTP/1.1" status: 200 len: 917 time: 0.0873923 Nov 11 18:02:40.286450 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e2ee20f2-9500-4006-90dd-254103085085 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23234f68-f19a-44e9-94a4-0e0d30c6f20b HTTP/1.1" status: 200 len: 217 time: 0.0346780 Nov 11 18:02:40.333702 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-d05e4a8a-3661-4c70-bf67-368ad119939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:40.335008 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-d05e4a8a-3661-4c70-bf67-368ad119939a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=34f82dc8-2787-4044-b318-7d840c123de3 HTTP/1.1" status: 200 len: 855 time: 0.0418053 Nov 11 18:02:40.366503 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-843497e0-aded-479a-90a2-c21fda174926 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=389f0e8d-7116-4100-a2f5-31733f2093a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243042 Nov 11 18:02:40.424016 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-850dc79b-e165-4e30-b1ef-6687177dea16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:40.467746 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-cefe73f1-af64-46e5-9dfa-3e6217d5b742 service neutron] 10.222.0.83 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937803 Nov 11 18:02:40.557111 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-989531a7-3e7a-4ebd-8af0-1a8539fd1970 service neutron] 10.222.0.83 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821850 Nov 11 18:02:41.072517 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:41.267344 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e385ae-f930-43aa-ad85-9f17ea7e7d0a req-73cdcb06-79c0-4672-ac03-e0fdd20ba902 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:41.268835 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-04e385ae-f930-43aa-ad85-9f17ea7e7d0a req-73cdcb06-79c0-4672-ac03-e0fdd20ba902 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0537648 Nov 11 18:02:41.315600 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-04e385ae-f930-43aa-ad85-9f17ea7e7d0a req-98b7e2ca-8838-4666-8f37-2a4ededc523d tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409560 Nov 11 18:02:42.429865 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a0b95-f06e-4a26-ad3b-74100af67be9 req-66d205c6-542d-4dba-b31f-a098632bc468 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:42.431337 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-432a0b95-f06e-4a26-ad3b-74100af67be9 req-66d205c6-542d-4dba-b31f-a098632bc468 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0482359 Nov 11 18:02:42.477281 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-432a0b95-f06e-4a26-ad3b-74100af67be9 req-790fa84e-77f8-4f92-877d-6cd3c00e8419 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400743 Nov 11 18:02:42.661096 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:42.977662 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:43.591709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cd0c7-2168-402c-b8b4-44cf954f8b7e req-b3e2b6d7-e5aa-43ec-859d-046f7a5d13c0 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:43.593174 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c2cd0c7-2168-402c-b8b4-44cf954f8b7e req-b3e2b6d7-e5aa-43ec-859d-046f7a5d13c0 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0491712 Nov 11 18:02:43.642448 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c2cd0c7-2168-402c-b8b4-44cf954f8b7e req-b5343df0-5acc-44a4-b3fa-12c17d49d784 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433502 Nov 11 18:02:43.947314 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-73feb35c-d3c4-4a5c-86cd-01660be16f99 req-f5df2056-13d5-4e19-85a2-5915fdafc0b6 tempest-ServerActionsTestJSON-1962721412 tempest-ServerActionsTestJSON-1962721412-project] (102618) timed out ('10.222.0.83', 58386) {{(pid=102618) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 18:02:44.756568 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b531b-ddc5-4c13-b6ef-87c3b24f7650 req-ec8c4c75-6cba-4ae1-8f3e-af15c11d31ca tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:44.758002 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-322b531b-ddc5-4c13-b6ef-87c3b24f7650 req-ec8c4c75-6cba-4ae1-8f3e-af15c11d31ca tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0483427 Nov 11 18:02:44.804266 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-322b531b-ddc5-4c13-b6ef-87c3b24f7650 req-b644ef66-863d-490d-ace4-f9bee0eed613 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404482 Nov 11 18:02:45.918372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f815238-69ff-485d-8304-d7abe0bb01c0 req-18515d0e-da29-4907-b6ae-0977f7224174 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:45.919920 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4f815238-69ff-485d-8304-d7abe0bb01c0 req-18515d0e-da29-4907-b6ae-0977f7224174 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0488257 Nov 11 18:02:45.965610 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4f815238-69ff-485d-8304-d7abe0bb01c0 req-706acf03-99bc-4aaf-904e-8050a9238d5a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399592 Nov 11 18:02:47.083050 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dd645-4431-47c7-861a-999c45f15a40 req-f7c6d178-4de6-4b2e-9495-dcc09a71042e tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:47.084504 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c06dd645-4431-47c7-861a-999c45f15a40 req-f7c6d178-4de6-4b2e-9495-dcc09a71042e tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0513856 Nov 11 18:02:47.130366 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c06dd645-4431-47c7-861a-999c45f15a40 req-a99712a2-0da5-466e-9d80-aa252a273453 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400064 Nov 11 18:02:48.247459 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed422d-9e31-4d9e-89e0-28fe9a5fbbfd req-4cafbe25-8901-48aa-a4c3-f21d23716c86 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:48.248962 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36ed422d-9e31-4d9e-89e0-28fe9a5fbbfd req-4cafbe25-8901-48aa-a4c3-f21d23716c86 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0498941 Nov 11 18:02:48.295599 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36ed422d-9e31-4d9e-89e0-28fe9a5fbbfd req-15ce67c7-4f11-4014-9676-bd48f86271d4 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403011 Nov 11 18:02:48.611074 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:49.412882 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ad337-69eb-4149-9d01-f3410a8218bd req-0b798f00-c5c9-40c4-8d07-f582c4c26d79 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:49.414324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e67ad337-69eb-4149-9d01-f3410a8218bd req-0b798f00-c5c9-40c4-8d07-f582c4c26d79 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0517592 Nov 11 18:02:49.464592 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e67ad337-69eb-4149-9d01-f3410a8218bd req-77436ee2-a179-4b74-90d7-cee9476faf2a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442550 Nov 11 18:02:50.577696 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502841c-e851-4e55-a720-a98f429d2a0c req-2f057a34-57e1-4cf8-ab7e-52b28fda7723 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:50.579153 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1502841c-e851-4e55-a720-a98f429d2a0c req-2f057a34-57e1-4cf8-ab7e-52b28fda7723 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0486336 Nov 11 18:02:50.625433 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1502841c-e851-4e55-a720-a98f429d2a0c req-9ff86f16-409b-4916-a471-c3a53b01e4ab tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403914 Nov 11 18:02:51.737909 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da374c7c-7fe6-4930-b345-83d8ad7350bb req-de4efebe-b195-461b-91ef-7e92d8da81f3 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:51.739349 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da374c7c-7fe6-4930-b345-83d8ad7350bb req-de4efebe-b195-461b-91ef-7e92d8da81f3 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0470343 Nov 11 18:02:51.789811 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da374c7c-7fe6-4930-b345-83d8ad7350bb req-331d9459-d44b-4e90-bfb7-a24e869a6afb tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444925 Nov 11 18:02:52.905589 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e1034-6d97-4d98-8b36-367d7593b1f9 req-80c2aef8-bf04-40a9-aaf3-65f4aafeaaa5 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:52.907053 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1d9e1034-6d97-4d98-8b36-367d7593b1f9 req-80c2aef8-bf04-40a9-aaf3-65f4aafeaaa5 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0490916 Nov 11 18:02:52.953801 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1d9e1034-6d97-4d98-8b36-367d7593b1f9 req-6dac154f-9d95-4e11-a5e9-7ab1b6d7c5bd tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408113 Nov 11 18:02:54.068654 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea075c-c103-4551-9470-1c87a3161a00 req-141797ef-936a-4606-916a-85aee105bb4b tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:54.070030 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90ea075c-c103-4551-9470-1c87a3161a00 req-141797ef-936a-4606-916a-85aee105bb4b tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0484672 Nov 11 18:02:54.115992 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90ea075c-c103-4551-9470-1c87a3161a00 req-169a53e0-7525-4088-b083-57e078d30126 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397937 Nov 11 18:02:54.403014 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:02:55.241308 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a10e4-e8c6-479d-9324-77e1c072c477 req-a2ce4f33-b485-495e-9952-1e3e2b829c5c tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:55.242753 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f0a10e4-e8c6-479d-9324-77e1c072c477 req-a2ce4f33-b485-495e-9952-1e3e2b829c5c tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0511549 Nov 11 18:02:55.288489 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9f0a10e4-e8c6-479d-9324-77e1c072c477 req-62d99eba-b324-48df-b918-0333bb0ad152 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399208 Nov 11 18:02:55.392659 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:02:56.399660 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516ad5b-37cb-4ca7-8146-e7d5fabaa00f req-46a9b6e2-5ce7-477c-aa18-422d7fe94e5c tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:56.401390 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9516ad5b-37cb-4ca7-8146-e7d5fabaa00f req-46a9b6e2-5ce7-477c-aa18-422d7fe94e5c tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0474136 Nov 11 18:02:56.447420 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9516ad5b-37cb-4ca7-8146-e7d5fabaa00f req-b49b8a34-b2bc-4ece-8d83-7c8974c1d404 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402458 Nov 11 18:02:57.562334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98899c2-6725-4363-9ab8-6027d6b1cdc4 req-0382f3dd-0ede-40c3-8bed-75ad94839129 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:57.563814 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f98899c2-6725-4363-9ab8-6027d6b1cdc4 req-0382f3dd-0ede-40c3-8bed-75ad94839129 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0488777 Nov 11 18:02:57.613615 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f98899c2-6725-4363-9ab8-6027d6b1cdc4 req-e8be4e61-b2f5-4303-bd89-d606df2229a8 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438933 Nov 11 18:02:58.725635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528519f-71a1-409b-9005-2d89cb1a2fea req-39152f33-8889-46e1-bdf7-7050058dda73 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:58.727116 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2528519f-71a1-409b-9005-2d89cb1a2fea req-39152f33-8889-46e1-bdf7-7050058dda73 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0477207 Nov 11 18:02:58.775672 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2528519f-71a1-409b-9005-2d89cb1a2fea req-dd8f0073-bcc6-48db-945d-94710fe90f98 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423932 Nov 11 18:02:59.899303 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da512026-677d-48b5-b278-9e9a13c1497f req-c9b0b7ec-6f6c-442a-8547-8878a30d2a08 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:02:59.901032 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da512026-677d-48b5-b278-9e9a13c1497f req-c9b0b7ec-6f6c-442a-8547-8878a30d2a08 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0481477 Nov 11 18:02:59.947752 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-da512026-677d-48b5-b278-9e9a13c1497f req-5e53a387-4941-4b70-9d34-35e87bb90a09 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408144 Nov 11 18:03:01.066292 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940454b-e276-465a-9c57-efa88167006e req-1ae95177-e2fe-4b76-a6b8-0a2db12a9121 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:01.067644 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5940454b-e276-465a-9c57-efa88167006e req-1ae95177-e2fe-4b76-a6b8-0a2db12a9121 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0521343 Nov 11 18:03:01.119268 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5940454b-e276-465a-9c57-efa88167006e req-56ec07b6-fa26-4239-8940-57c9cbfa6fb8 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457115 Nov 11 18:03:02.234364 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12991c3d-2385-4ad3-85b2-8d50d1f53e94 req-1dac856e-fed2-4306-a4cf-3f9a4a05af65 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:02.236378 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-12991c3d-2385-4ad3-85b2-8d50d1f53e94 req-1dac856e-fed2-4306-a4cf-3f9a4a05af65 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0489726 Nov 11 18:03:02.282258 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-12991c3d-2385-4ad3-85b2-8d50d1f53e94 req-cb480958-2051-41bc-a71b-8a8b8fa72c4c tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400653 Nov 11 18:03:03.408880 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa5179-8f7f-4eea-a3a4-c3b4304ef79d req-820fd4f0-6b88-4e43-a01d-ba449684a425 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:03.410600 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-17fa5179-8f7f-4eea-a3a4-c3b4304ef79d req-820fd4f0-6b88-4e43-a01d-ba449684a425 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0612373 Nov 11 18:03:03.459930 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-17fa5179-8f7f-4eea-a3a4-c3b4304ef79d req-ac15dc6f-79ee-4117-a583-dbe3582c7000 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428774 Nov 11 18:03:04.572906 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5cc59-d1dd-46f3-b57e-afc15f676b9f req-79ebd73d-46d9-4308-b8a0-df9145a59aa5 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:04.574360 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4ef5cc59-d1dd-46f3-b57e-afc15f676b9f req-79ebd73d-46d9-4308-b8a0-df9145a59aa5 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0480156 Nov 11 18:03:04.622814 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4ef5cc59-d1dd-46f3-b57e-afc15f676b9f req-2dae5255-8251-4df5-a444-93e997ca333a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418472 Nov 11 18:03:05.736656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533b727-ace4-4c12-b93c-4f628385c223 req-3f1fa718-9fa2-4096-a124-faa976fea879 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:05.738140 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c533b727-ace4-4c12-b93c-4f628385c223 req-3f1fa718-9fa2-4096-a124-faa976fea879 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0480015 Nov 11 18:03:05.787537 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c533b727-ace4-4c12-b93c-4f628385c223 req-b6540a42-545a-4f56-9779-1a49fcf64e16 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436089 Nov 11 18:03:06.900960 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c590b-51ea-4b71-ba2c-21a313ab250e req-f73e7578-03c0-4f98-837d-3cb290dda88a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:06.902471 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-805c590b-51ea-4b71-ba2c-21a313ab250e req-f73e7578-03c0-4f98-837d-3cb290dda88a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0482712 Nov 11 18:03:06.949842 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-805c590b-51ea-4b71-ba2c-21a313ab250e req-11bfbbdb-e55f-4b98-8d67-0f4fef6cbe0b tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409341 Nov 11 18:03:07.309011 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-90db1871-c740-42b5-9e18-51cfcba06186 service neutron] show failed (client error): The resource could not be found. Nov 11 18:03:07.309968 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-90db1871-c740-42b5-9e18-51cfcba06186 service neutron] 10.222.0.83 "GET /v2.0/ports/23234f68-f19a-44e9-94a4-0e0d30c6f20b/bindings/n-h1-816206-4 HTTP/1.1" status: 404 len: 380 time: 0.0527618 Nov 11 18:03:07.459496 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9ca403c5-31d6-45c3-83be-4a33924178c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:07.561820 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-a141cd65-6527-423b-9805-263328239eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:07.563354 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-a141cd65-6527-423b-9805-263328239eab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06&tenant_id=f479956ba01643e999dddf443b562bd6 HTTP/1.1" status: 200 len: 1096 time: 0.0999305 Nov 11 18:03:07.581036 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-4', 'device_owner': 'compute:nova'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:03:07.635956 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:07.839711 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] For port 23234f68-f19a-44e9-94a4-0e0d30c6f20b, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=23234f68-f19a-44e9-94a4-0e0d30c6f20b,segment=NetworkSegment(8a43cf83-7f18-4ef3-bac9-abb459d92b19),segment_id=8a43cf83-7f18-4ef3-bac9-abb459d92b19)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:03:07.872881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] For port 23234f68-f19a-44e9-94a4-0e0d30c6f20b, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:03:07.911166 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6124d144-0f9d-4c41-af8d-f80ebdbadc06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23234f68-f19a-44e9-94a4-0e0d30c6f20b'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:03:07.913433 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84fdb2f-aa2f-4e59-bc58-fbab24378e30" -d '{"events": [{"server_uuid": "6124d144-0f9d-4c41-af8d-f80ebdbadc06", "name": "network-vif-unplugged", "status": "completed", "tag": "23234f68-f19a-44e9-94a4-0e0d30c6f20b"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:03:07.917082 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:07.930107 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Transition to ACTIVE for port object 23234f68-f19a-44e9-94a4-0e0d30c6f20b will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:03:07.933840 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:07.965372 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 18:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6df5273-b5ef-4634-a3a9-5085e38618c9 x-openstack-request-id: req-d6df5273-b5ef-4634-a3a9-5085e38618c9 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:03:07.965662 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6124d144-0f9d-4c41-af8d-f80ebdbadc06", "name": "network-vif-unplugged", "status": "completed", "tag": "23234f68-f19a-44e9-94a4-0e0d30c6f20b", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:03:07.965913 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d6df5273-b5ef-4634-a3a9-5085e38618c9 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:03:07.966303 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6124d144-0f9d-4c41-af8d-f80ebdbadc06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23234f68-f19a-44e9-94a4-0e0d30c6f20b', 'code': 200} Nov 11 18:03:08.001952 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Pushing event updated for resources: {'Port': ['ID=23234f68-f19a-44e9-94a4-0e0d30c6f20b,revision_number=6']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:03:08.004156 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] No DVR routers for this DVR port 23234f68-f19a-44e9-94a4-0e0d30c6f20b on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:03:08.016178 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:08.016573 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:08.016916 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:08.017253 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:08.017591 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:08.017924 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:08.018249 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:08.018577 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:08.018907 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:08.019234 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:08.019559 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:08.019907 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:08.050638 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Attempting to bind port 23234f68-f19a-44e9-94a4-0e0d30c6f20b on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:03:08.050986 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Attempting to bind port 23234f68-f19a-44e9-94a4-0e0d30c6f20b by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '8a43cf83-7f18-4ef3-bac9-abb459d92b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:03:08.051306 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Attempting to bind port 23234f68-f19a-44e9-94a4-0e0d30c6f20b on network 389f0e8d-7116-4100-a2f5-31733f2093a0 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:03:08.056215 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Port 23234f68-f19a-44e9-94a4-0e0d30c6f20b on network 389f0e8d-7116-4100-a2f5-31733f2093a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:03:08.056756 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Attempting to bind port 23234f68-f19a-44e9-94a4-0e0d30c6f20b on network 389f0e8d-7116-4100-a2f5-31733f2093a0 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:03:08.061814 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:03:08.062153 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Checking segment: {'id': '8a43cf83-7f18-4ef3-bac9-abb459d92b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:03:08.063119 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Bound using segment: {'id': '8a43cf83-7f18-4ef3-bac9-abb459d92b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:03:08.063119 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Bound port: 23234f68-f19a-44e9-94a4-0e0d30c6f20b, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a43cf83-7f18-4ef3-bac9-abb459d92b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:03:08.063335 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:08.071662 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a4efe-aabd-4d18-bd97-6d560841e019 req-6ca550f7-a8fd-41de-b768-efd878fcbd08 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:08.073183 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fd0a4efe-aabd-4d18-bd97-6d560841e019 req-6ca550f7-a8fd-41de-b768-efd878fcbd08 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 943 time: 0.0548060 Nov 11 18:03:08.124611 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fd0a4efe-aabd-4d18-bd97-6d560841e019 req-6576289c-26f0-4aff-aa81-9f94b76aea4f tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446997 Nov 11 18:03:08.126454 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] For port 23234f68-f19a-44e9-94a4-0e0d30c6f20b, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:03:08.129953 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] For port 23234f68-f19a-44e9-94a4-0e0d30c6f20b, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=23234f68-f19a-44e9-94a4-0e0d30c6f20b,segment=NetworkSegment(8a43cf83-7f18-4ef3-bac9-abb459d92b19),segment_id=8a43cf83-7f18-4ef3-bac9-abb459d92b19)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:03:08.134416 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:08.168538 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:08.169171 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:08.170547 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] 10.222.0.64 "PUT /v2.0/ports/23234f68-f19a-44e9-94a4-0e0d30c6f20b HTTP/1.1" status: 200 len: 1091 time: 0.5934448 Nov 11 18:03:08.191876 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b77b7e-9566-4ef6-8783-0b1a5194fe29 service neutron] Pushing event updated for resources: {'Port': ['ID=23234f68-f19a-44e9-94a4-0e0d30c6f20b,revision_number=7']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:03:08.246707 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-95ae7a57-6f5f-4a7b-b383-cf4ea58b588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:08.248225 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-95ae7a57-6f5f-4a7b-b383-cf4ea58b588e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f479956ba01643e999dddf443b562bd6&device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 1094 time: 0.0444067 Nov 11 18:03:08.340157 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-ff6d5fb8-4125-4d94-a346-108405255a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:08.341542 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-ff6d5fb8-4125-4d94-a346-108405255a54 service neutron] 10.222.0.64 "GET /v2.0/networks?id=389f0e8d-7116-4100-a2f5-31733f2093a0 HTTP/1.1" status: 200 len: 917 time: 0.0853913 Nov 11 18:03:08.384642 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-23841aa4-477b-446b-886a-758f9561d6cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23234f68-f19a-44e9-94a4-0e0d30c6f20b HTTP/1.1" status: 200 len: 217 time: 0.0364349 Nov 11 18:03:08.434028 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-b3a6065f-75fb-4d97-bc6c-60215f838268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:08.435472 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-b3a6065f-75fb-4d97-bc6c-60215f838268 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=34f82dc8-2787-4044-b318-7d840c123de3 HTTP/1.1" status: 200 len: 855 time: 0.0442309 Nov 11 18:03:08.467877 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-e8e08836-584f-4772-8a0f-4f9644950827 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=389f0e8d-7116-4100-a2f5-31733f2093a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249021 Nov 11 18:03:08.559833 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-4c1a328c-8495-40b3-b32a-156fc94a2a9f service neutron] 10.222.0.64 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848188 Nov 11 18:03:08.647710 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-75e54bf1-77fe-4823-8319-c6425310a4b3 req-fb8f0e41-69fb-4d20-9456-f63f65c0e06a service neutron] 10.222.0.64 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815027 Nov 11 18:03:09.245630 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a31cb-5efd-458c-9c8f-e43c3672a694 req-5874465a-26c2-416c-8d08-85bc7f9ca76f tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:09.247132 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-905a31cb-5efd-458c-9c8f-e43c3672a694 req-5874465a-26c2-416c-8d08-85bc7f9ca76f tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 943 time: 0.0499585 Nov 11 18:03:09.294670 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-905a31cb-5efd-458c-9c8f-e43c3672a694 req-525cf741-4be1-418d-8b60-ee3f5a4ddf83 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415218 Nov 11 18:03:09.968493 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6124d144-0f9d-4c41-af8d-f80ebdbadc06', 'tag': '23234f68-f19a-44e9-94a4-0e0d30c6f20b'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:03:09.970897 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600e03e6-2c1e-41bf-8eb3-16bb16de472e" -d '{"events": [{"name": "network-changed", "server_uuid": "6124d144-0f9d-4c41-af8d-f80ebdbadc06", "tag": "23234f68-f19a-44e9-94a4-0e0d30c6f20b"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:03:10.018577 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5763214-3a0a-4b1e-9f87-98e3513721de x-openstack-request-id: req-a5763214-3a0a-4b1e-9f87-98e3513721de {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:03:10.018939 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6124d144-0f9d-4c41-af8d-f80ebdbadc06", "tag": "23234f68-f19a-44e9-94a4-0e0d30c6f20b", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:03:10.019293 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a5763214-3a0a-4b1e-9f87-98e3513721de {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:03:10.019702 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6124d144-0f9d-4c41-af8d-f80ebdbadc06', 'tag': '23234f68-f19a-44e9-94a4-0e0d30c6f20b', 'status': 'completed', 'code': 200} Nov 11 18:03:10.085734 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e03e6-2c1e-41bf-8eb3-16bb16de472e req-5f726d0c-1a28-4d38-84d5-d075ade36749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:10.087419 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-600e03e6-2c1e-41bf-8eb3-16bb16de472e req-5f726d0c-1a28-4d38-84d5-d075ade36749 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f479956ba01643e999dddf443b562bd6&device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 1094 time: 0.0442433 Nov 11 18:03:10.121355 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e03e6-2c1e-41bf-8eb3-16bb16de472e req-e5da11da-6da9-4a48-a13a-f6fbd11c735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:10.122970 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-600e03e6-2c1e-41bf-8eb3-16bb16de472e req-e5da11da-6da9-4a48-a13a-f6fbd11c735f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f479956ba01643e999dddf443b562bd6&device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 1094 time: 0.0504906 Nov 11 18:03:10.195857 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e03e6-2c1e-41bf-8eb3-16bb16de472e req-49b4be75-6dce-4553-b7e7-1d7b995c8a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:10.198956 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 23234f68-f19a-44e9-94a4-0e0d30c6f20b details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:03:10.207236 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-600e03e6-2c1e-41bf-8eb3-16bb16de472e req-49b4be75-6dce-4553-b7e7-1d7b995c8a42 service neutron] 10.222.0.83 "GET /v2.0/networks?id=389f0e8d-7116-4100-a2f5-31733f2093a0 HTTP/1.1" status: 200 len: 917 time: 0.1107223 Nov 11 18:03:10.276520 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e03e6-2c1e-41bf-8eb3-16bb16de472e req-9d8842e2-1128-47a5-8bd0-a6ebf7b796b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:10.278068 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-600e03e6-2c1e-41bf-8eb3-16bb16de472e req-9d8842e2-1128-47a5-8bd0-a6ebf7b796b5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=389f0e8d-7116-4100-a2f5-31733f2093a0 HTTP/1.1" status: 200 len: 917 time: 0.1359739 Nov 11 18:03:10.282106 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-600e03e6-2c1e-41bf-8eb3-16bb16de472e req-d1110db7-97c6-4d76-932b-89cfdea3e908 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23234f68-f19a-44e9-94a4-0e0d30c6f20b HTTP/1.1" status: 200 len: 217 time: 0.0668926 Nov 11 18:03:10.335250 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-600e03e6-2c1e-41bf-8eb3-16bb16de472e req-aea7f4ca-9e15-48d6-b0f1-4fa76db0213f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23234f68-f19a-44e9-94a4-0e0d30c6f20b HTTP/1.1" status: 200 len: 217 time: 0.0480728 Nov 11 18:03:10.343216 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 23234f68-f19a-44e9-94a4-0e0d30c6f20b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=23234f68-f19a-44e9-94a4-0e0d30c6f20b,segment=NetworkSegment(8a43cf83-7f18-4ef3-bac9-abb459d92b19),segment_id=8a43cf83-7f18-4ef3-bac9-abb459d92b19)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:03:10.346202 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e03e6-2c1e-41bf-8eb3-16bb16de472e req-6914790c-a488-405e-bbf6-6a8f94f81b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:10.347660 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-600e03e6-2c1e-41bf-8eb3-16bb16de472e req-6914790c-a488-405e-bbf6-6a8f94f81b77 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=34f82dc8-2787-4044-b318-7d840c123de3 HTTP/1.1" status: 200 len: 855 time: 0.0593293 Nov 11 18:03:10.354956 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '23234f68-f19a-44e9-94a4-0e0d30c6f20b', 'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0', 'port_id': '23234f68-f19a-44e9-94a4-0e0d30c6f20b', 'mac_address': 'fa:16:3e:af:3d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f82dc8-2787-4044-b318-7d840c123de3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:03:10.382901 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-600e03e6-2c1e-41bf-8eb3-16bb16de472e req-1ee7d8fd-1fe0-420d-b63f-2992ff31b1dc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=389f0e8d-7116-4100-a2f5-31733f2093a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282371 Nov 11 18:03:10.399515 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e03e6-2c1e-41bf-8eb3-16bb16de472e req-ce4644ed-4bd6-4128-a51f-fd72d1878946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:10.400021 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:10.401282 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-600e03e6-2c1e-41bf-8eb3-16bb16de472e req-ce4644ed-4bd6-4128-a51f-fd72d1878946 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=34f82dc8-2787-4044-b318-7d840c123de3 HTTP/1.1" status: 200 len: 855 time: 0.0525739 Nov 11 18:03:10.424978 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23234f68-f19a-44e9-94a4-0e0d30c6f20b {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:03:10.434778 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-600e03e6-2c1e-41bf-8eb3-16bb16de472e req-661de680-809e-48c0-bfea-a3b89a05572e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=389f0e8d-7116-4100-a2f5-31733f2093a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270641 Nov 11 18:03:10.444305 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-96a035bb-c538-4eba-888b-bf1869d7d513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:10.448545 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 23234f68-f19a-44e9-94a4-0e0d30c6f20b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=23234f68-f19a-44e9-94a4-0e0d30c6f20b,segment=NetworkSegment(8a43cf83-7f18-4ef3-bac9-abb459d92b19),segment_id=8a43cf83-7f18-4ef3-bac9-abb459d92b19)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:03:10.457020 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:10.509232 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=23234f68-f19a-44e9-94a4-0e0d30c6f20b,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:03:10.534451 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-600e03e6-2c1e-41bf-8eb3-16bb16de472e req-7fdc1e2a-fe87-4529-988b-ce713657e412 service neutron] 10.222.0.64 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928342 Nov 11 18:03:10.636165 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-600e03e6-2c1e-41bf-8eb3-16bb16de472e req-32eed606-de7a-4db3-a2f1-9ead87ecbf4d service neutron] 10.222.0.64 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925167 Nov 11 18:03:10.707659 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 23234f68-f19a-44e9-94a4-0e0d30c6f20b no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:03:10.735524 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['23234f68-f19a-44e9-94a4-0e0d30c6f20b'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:03:10.784286 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 23234f68-f19a-44e9-94a4-0e0d30c6f20b not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:03:10.840270 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767627ff-91f8-4838-adfd-a090b4f360d2 req-cca67098-72a2-437b-ab5a-287ea5d8e020 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:10.841721 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-767627ff-91f8-4838-adfd-a090b4f360d2 req-cca67098-72a2-437b-ab5a-287ea5d8e020 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 943 time: 0.4564166 Nov 11 18:03:10.862339 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-600e03e6-2c1e-41bf-8eb3-16bb16de472e req-89045eb8-1cbb-4e9f-b8be-2710a02f6ac4 service neutron] 10.222.0.83 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673703 Nov 11 18:03:10.942876 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-767627ff-91f8-4838-adfd-a090b4f360d2 req-3eb18b07-f071-40ff-9ced-9d94487db545 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917230 Nov 11 18:03:10.973180 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-600e03e6-2c1e-41bf-8eb3-16bb16de472e req-b0092fb7-f887-4be4-8808-424fa77e18be service neutron] 10.222.0.83 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036680 Nov 11 18:03:11.076589 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:11.169709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c4495-77ac-4414-a95c-4a246322a923 req-a12bd7d4-c2be-4c96-ab0d-0879e616627d tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:11.171196 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f2c4495-77ac-4414-a95c-4a246322a923 req-a12bd7d4-c2be-4c96-ab0d-0879e616627d tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 944 time: 0.0829844 Nov 11 18:03:11.183605 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae1bd2-9a5f-431f-a562-2000aaf8bed0 req-a27a0328-fbe5-4b1b-9463-ccc3a3c8b8fa tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:11.184964 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ddae1bd2-9a5f-431f-a562-2000aaf8bed0 req-a27a0328-fbe5-4b1b-9463-ccc3a3c8b8fa tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.83 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06&tenant_id=f479956ba01643e999dddf443b562bd6&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 944 time: 0.0674603 Nov 11 18:03:11.261474 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f2c4495-77ac-4414-a95c-4a246322a923 req-dcabe5bd-817b-46cb-94d1-9895025682d8 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755715 Nov 11 18:03:11.270221 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-ddae1bd2-9a5f-431f-a562-2000aaf8bed0 req-8a64a07f-9c79-46ce-8082-a6f2fc61a4af service neutron] delete failed (client error): The resource could not be found. Nov 11 18:03:11.271174 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ddae1bd2-9a5f-431f-a562-2000aaf8bed0 req-8a64a07f-9c79-46ce-8082-a6f2fc61a4af service neutron] 10.222.0.83 "DELETE /v2.0/ports/23234f68-f19a-44e9-94a4-0e0d30c6f20b/bindings/n-h2-816206-4 HTTP/1.1" status: 404 len: 380 time: 0.0787692 Nov 11 18:03:11.359217 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae1bd2-9a5f-431f-a562-2000aaf8bed0 req-c9bc4423-aaa0-4244-aecb-85b4fc67bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:11.360646 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ddae1bd2-9a5f-431f-a562-2000aaf8bed0 req-c9bc4423-aaa0-4244-aecb-85b4fc67bbe4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f479956ba01643e999dddf443b562bd6&device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 1095 time: 0.0440230 Nov 11 18:03:11.447955 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae1bd2-9a5f-431f-a562-2000aaf8bed0 req-5a8dadf7-2fd9-4eda-bb4e-c07f18a5b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:11.449357 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ddae1bd2-9a5f-431f-a562-2000aaf8bed0 req-5a8dadf7-2fd9-4eda-bb4e-c07f18a5b250 service neutron] 10.222.0.83 "GET /v2.0/networks?id=389f0e8d-7116-4100-a2f5-31733f2093a0 HTTP/1.1" status: 200 len: 917 time: 0.0820611 Nov 11 18:03:11.492855 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ddae1bd2-9a5f-431f-a562-2000aaf8bed0 req-cbd94247-ff51-4ea9-8a83-96b5f90dd589 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23234f68-f19a-44e9-94a4-0e0d30c6f20b HTTP/1.1" status: 200 len: 217 time: 0.0362787 Nov 11 18:03:11.541628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae1bd2-9a5f-431f-a562-2000aaf8bed0 req-e5befc86-087f-4635-b7d8-1a8836bde0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:11.543072 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ddae1bd2-9a5f-431f-a562-2000aaf8bed0 req-e5befc86-087f-4635-b7d8-1a8836bde0a8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=34f82dc8-2787-4044-b318-7d840c123de3 HTTP/1.1" status: 200 len: 855 time: 0.0421567 Nov 11 18:03:11.574612 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ddae1bd2-9a5f-431f-a562-2000aaf8bed0 req-d51e3910-4665-47da-90e7-9346f351ba87 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=389f0e8d-7116-4100-a2f5-31733f2093a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238295 Nov 11 18:03:11.661915 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ddae1bd2-9a5f-431f-a562-2000aaf8bed0 req-65f8db4f-556f-4fa1-abc7-0f8da25b8393 service neutron] 10.222.0.83 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790417 Nov 11 18:03:11.753203 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ddae1bd2-9a5f-431f-a562-2000aaf8bed0 req-a4a1d34b-b3b3-4c0e-9730-7ae7639a3364 service neutron] 10.222.0.83 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831773 Nov 11 18:03:12.239650 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 23234f68-f19a-44e9-94a4-0e0d30c6f20b up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:03:12.290345 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 23234f68-f19a-44e9-94a4-0e0d30c6f20b completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:03:12.294796 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 23234f68-f19a-44e9-94a4-0e0d30c6f20b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:03:12.295165 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:12.372220 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:12.382065 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5503b-2fee-43bb-82f8-40fe43d17c05 req-64cc5a6e-e8c3-4ba1-bd37-9b56e3e533e7 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:12.383525 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6b5503b-2fee-43bb-82f8-40fe43d17c05 req-64cc5a6e-e8c3-4ba1-bd37-9b56e3e533e7 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 944 time: 0.0489612 Nov 11 18:03:12.395424 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6124d144-0f9d-4c41-af8d-f80ebdbadc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23234f68-f19a-44e9-94a4-0e0d30c6f20b'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:03:12.397893 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d785a8-e934-405b-9350-056371f65b7b" -d '{"events": [{"server_uuid": "6124d144-0f9d-4c41-af8d-f80ebdbadc06", "name": "network-vif-plugged", "status": "completed", "tag": "23234f68-f19a-44e9-94a4-0e0d30c6f20b"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:03:12.411497 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 23234f68-f19a-44e9-94a4-0e0d30c6f20b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=23234f68-f19a-44e9-94a4-0e0d30c6f20b,segment=NetworkSegment(8a43cf83-7f18-4ef3-bac9-abb459d92b19),segment_id=8a43cf83-7f18-4ef3-bac9-abb459d92b19)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:03:12.416173 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:12.434133 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d6b5503b-2fee-43bb-82f8-40fe43d17c05 req-c643c15b-51c3-43d2-9635-234c8d3c1732 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442116 Nov 11 18:03:12.474907 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=23234f68-f19a-44e9-94a4-0e0d30c6f20b,revision_number=9']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:03:12.543918 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312bef86-c4a6-46fd-bf1f-a5df1c4c0054 x-openstack-request-id: req-312bef86-c4a6-46fd-bf1f-a5df1c4c0054 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:03:12.544219 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6124d144-0f9d-4c41-af8d-f80ebdbadc06", "name": "network-vif-plugged", "status": "completed", "tag": "23234f68-f19a-44e9-94a4-0e0d30c6f20b", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:03:12.544482 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-312bef86-c4a6-46fd-bf1f-a5df1c4c0054 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:03:12.544885 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6124d144-0f9d-4c41-af8d-f80ebdbadc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23234f68-f19a-44e9-94a4-0e0d30c6f20b', 'code': 200} Nov 11 18:03:12.638436 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b605fd5-286a-43ff-84a1-eb25c329fdb5 req-7d9da274-ae7d-40cc-bde3-b94f3781ffe6 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:12.639918 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b605fd5-286a-43ff-84a1-eb25c329fdb5 req-7d9da274-ae7d-40cc-bde3-b94f3781ffe6 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0530944 Nov 11 18:03:12.663016 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:12.687531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b605fd5-286a-43ff-84a1-eb25c329fdb5 req-155b9669-0db7-4625-8950-c88be00a7b63 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412173 Nov 11 18:03:12.799180 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8e8fe-70c3-4f56-b161-6ec455c8a2b5 req-fe21e8ad-3b96-4e3e-a7b6-25c8e2c8c741 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:12.800674 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06a8e8fe-70c3-4f56-b161-6ec455c8a2b5 req-fe21e8ad-3b96-4e3e-a7b6-25c8e2c8c741 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0481997 Nov 11 18:03:12.848343 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06a8e8fe-70c3-4f56-b161-6ec455c8a2b5 req-5ae289ef-b6c1-4803-8e5a-f0df02f566fc tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418153 Nov 11 18:03:12.982346 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:13.195668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-7f1fe8d4-ea10-4bba-aac1-585b354a73d8 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:13.197133 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-7f1fe8d4-ea10-4bba-aac1-585b354a73d8 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/networks?id=389f0e8d-7116-4100-a2f5-31733f2093a0 HTTP/1.1" status: 200 len: 815 time: 0.1047926 Nov 11 18:03:13.212170 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-6a748db3-0837-40aa-8a51-25a74b931044 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/quotas/f479956ba01643e999dddf443b562bd6 HTTP/1.1" status: 200 len: 375 time: 0.0093491 Nov 11 18:03:13.258976 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-7a72404a-0756-4878-95c3-eae06a17e034 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f479956ba01643e999dddf443b562bd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0417547 Nov 11 18:03:13.350777 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-72c31659-b1c0-4e6d-a82b-9426c8b0eb20 service neutron] 10.222.0.76 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848072 Nov 11 18:03:13.439058 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-b06c6992-9828-4f64-8905-d134f8f5bdad service neutron] 10.222.0.76 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822344 Nov 11 18:03:13.598509 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6c655902-4ad5-4d7c-812d-2695ba7e83eb req-645608b9-96e3-4f9e-aff4-a96a1b56bd47 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 210 time: 0.0264494 Nov 11 18:03:14.531596 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183b37e-9b2e-4491-8352-45c1b398054f req-a806b690-3b17-49cc-a6b3-1b6f1f6bce8b tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:14.533574 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c183b37e-9b2e-4491-8352-45c1b398054f req-a806b690-3b17-49cc-a6b3-1b6f1f6bce8b tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.64 "GET /v2.0/ports?device_id=6124d144-0f9d-4c41-af8d-f80ebdbadc06 HTTP/1.1" status: 200 len: 945 time: 0.0525670 Nov 11 18:03:14.738374 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e3e7510b-3056-4ca4-9429-6b3b76b2db87 req-f6b02e64-ce0f-4fcd-96d0-6844f231711d tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 210 time: 0.0307729 Nov 11 18:03:14.796699 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-3d6059e9-3bf8-4fbe-89db-9007a4795ddc tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:14.798197 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-3d6059e9-3bf8-4fbe-89db-9007a4795ddc tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.64 "GET /v2.0/networks?id=389f0e8d-7116-4100-a2f5-31733f2093a0 HTTP/1.1" status: 200 len: 815 time: 0.2213569 Nov 11 18:03:14.801384 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-c183b37e-9b2e-4491-8352-45c1b398054f req-0f8333cc-8661-42c5-8253-b2817f76bad8 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Deleting port 23234f68-f19a-44e9-94a4-0e0d30c6f20b {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:03:14.801878 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c183b37e-9b2e-4491-8352-45c1b398054f req-0f8333cc-8661-42c5-8253-b2817f76bad8 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:14.824037 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-3f133fd1-622d-4188-a0af-41a5d84b2683 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Request body: {'port': {'device_id': 'f8cac307-9c7a-4f30-9ab6-a3a2476eeae7', 'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0', 'admin_state_up': True, 'tenant_id': 'f479956ba01643e999dddf443b562bd6'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:03:15.000182 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c183b37e-9b2e-4491-8352-45c1b398054f req-0f8333cc-8661-42c5-8253-b2817f76bad8 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] For port 23234f68-f19a-44e9-94a4-0e0d30c6f20b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=23234f68-f19a-44e9-94a4-0e0d30c6f20b,segment=NetworkSegment(8a43cf83-7f18-4ef3-bac9-abb459d92b19),segment_id=8a43cf83-7f18-4ef3-bac9-abb459d92b19)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:03:15.000550 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c183b37e-9b2e-4491-8352-45c1b398054f req-0f8333cc-8661-42c5-8253-b2817f76bad8 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:15.022939 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-c183b37e-9b2e-4491-8352-45c1b398054f req-0f8333cc-8661-42c5-8253-b2817f76bad8 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Calling delete_port for 23234f68-f19a-44e9-94a4-0e0d30c6f20b owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:03:15.087557 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-3f133fd1-622d-4188-a0af-41a5d84b2683 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Made reservation on behalf of f479956ba01643e999dddf443b562bd6 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:03:15.091152 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-3f133fd1-622d-4188-a0af-41a5d84b2683 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:15.594910 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c183b37e-9b2e-4491-8352-45c1b398054f req-0f8333cc-8661-42c5-8253-b2817f76bad8 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:15.624894 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-3f133fd1-622d-4188-a0af-41a5d84b2683 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Allocated IP 172.20.0.11 (389f0e8d-7116-4100-a2f5-31733f2093a0/34f82dc8-2787-4044-b318-7d840c123de3/41bdb950-f4e2-45ac-8781-9a01803837fe) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:03:15.630182 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['23234f68-f19a-44e9-94a4-0e0d30c6f20b'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:03:15.630660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8333cc-8661-42c5-8253-b2817f76bad8 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Pushing event deleted for resources: {'Port': ['ID=23234f68-f19a-44e9-94a4-0e0d30c6f20b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:03:15.689807 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-c183b37e-9b2e-4491-8352-45c1b398054f req-0f8333cc-8661-42c5-8253-b2817f76bad8 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] No DVR routers for this DVR port 23234f68-f19a-44e9-94a4-0e0d30c6f20b on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:03:15.694503 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c183b37e-9b2e-4491-8352-45c1b398054f req-0f8333cc-8661-42c5-8253-b2817f76bad8 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:15.697778 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c183b37e-9b2e-4491-8352-45c1b398054f req-0f8333cc-8661-42c5-8253-b2817f76bad8 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.64 "DELETE /v2.0/ports/23234f68-f19a-44e9-94a4-0e0d30c6f20b HTTP/1.1" status: 204 len: 173 time: 1.1197116 Nov 11 18:03:15.698221 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6124d144-0f9d-4c41-af8d-f80ebdbadc06', 'name': 'network-vif-deleted', 'tag': '23234f68-f19a-44e9-94a4-0e0d30c6f20b'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:03:15.700453 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b59b7b9-d77d-477e-a0dc-70f0e45a8ee9" -d '{"events": [{"server_uuid": "6124d144-0f9d-4c41-af8d-f80ebdbadc06", "name": "network-vif-deleted", "tag": "23234f68-f19a-44e9-94a4-0e0d30c6f20b"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:03:15.768136 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e53541c-23b4-4460-ab38-4aac12887f76 x-openstack-request-id: req-1e53541c-23b4-4460-ab38-4aac12887f76 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:03:15.768435 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6124d144-0f9d-4c41-af8d-f80ebdbadc06", "name": "network-vif-deleted", "tag": "23234f68-f19a-44e9-94a4-0e0d30c6f20b", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:03:15.768687 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1e53541c-23b4-4460-ab38-4aac12887f76 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:03:15.769086 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6124d144-0f9d-4c41-af8d-f80ebdbadc06', 'name': 'network-vif-deleted', 'tag': '23234f68-f19a-44e9-94a4-0e0d30c6f20b', 'status': 'completed', 'code': 200} Nov 11 18:03:15.846521 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e72749a-ae57-4e62-b82a-8e426bab0430 req-1bc1bb22-2f78-4cb9-b9e5-3f8b8413af87 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 210 time: 0.0320501 Nov 11 18:03:15.850436 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-3f133fd1-622d-4188-a0af-41a5d84b2683 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:15.889371 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-3f133fd1-622d-4188-a0af-41a5d84b2683 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:15.923030 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['23234f68-f19a-44e9-94a4-0e0d30c6f20b'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:03:15.940257 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-3f133fd1-622d-4188-a0af-41a5d84b2683 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Network 389f0e8d-7116-4100-a2f5-31733f2093a0 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:03:15.943493 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-3f133fd1-622d-4188-a0af-41a5d84b2683 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:03:15.947405 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-3f133fd1-622d-4188-a0af-41a5d84b2683 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:03:15.973708 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f133fd1-622d-4188-a0af-41a5d84b2683 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Pushing event updated for resources: {'Port': ['ID=41bdb950-f4e2-45ac-8781-9a01803837fe,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:03:16.000319 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-3f133fd1-622d-4188-a0af-41a5d84b2683 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:16.000947 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-3f133fd1-622d-4188-a0af-41a5d84b2683 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:16.017179 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-3f133fd1-622d-4188-a0af-41a5d84b2683 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1969726 Nov 11 18:03:16.034184 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] Request body: {'port': {'device_id': 'f8cac307-9c7a-4f30-9ab6-a3a2476eeae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:03:16.088181 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:16.352320 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41bdb950-f4e2-45ac-8781-9a01803837fe {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:03:16.359469 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:16.372000 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] Transition to ACTIVE for port object 41bdb950-f4e2-45ac-8781-9a01803837fe will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:03:16.375678 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:16.422179 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] Pushing event updated for resources: {'Port': ['ID=41bdb950-f4e2-45ac-8781-9a01803837fe,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:03:16.494599 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] Attempting to bind port 41bdb950-f4e2-45ac-8781-9a01803837fe on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:03:16.495010 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] Attempting to bind port 41bdb950-f4e2-45ac-8781-9a01803837fe by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '8a43cf83-7f18-4ef3-bac9-abb459d92b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:03:16.495256 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] Attempting to bind port 41bdb950-f4e2-45ac-8781-9a01803837fe on network 389f0e8d-7116-4100-a2f5-31733f2093a0 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:03:16.499572 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] Port 41bdb950-f4e2-45ac-8781-9a01803837fe on network 389f0e8d-7116-4100-a2f5-31733f2093a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:03:16.500000 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] Attempting to bind port 41bdb950-f4e2-45ac-8781-9a01803837fe on network 389f0e8d-7116-4100-a2f5-31733f2093a0 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:03:16.505818 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:03:16.506152 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] Checking segment: {'id': '8a43cf83-7f18-4ef3-bac9-abb459d92b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:03:16.506527 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] Bound using segment: {'id': '8a43cf83-7f18-4ef3-bac9-abb459d92b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:03:16.506956 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] Bound port: 41bdb950-f4e2-45ac-8781-9a01803837fe, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a43cf83-7f18-4ef3-bac9-abb459d92b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:03:16.507315 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:16.571899 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] For port 41bdb950-f4e2-45ac-8781-9a01803837fe, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:03:16.574905 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] For port 41bdb950-f4e2-45ac-8781-9a01803837fe, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=41bdb950-f4e2-45ac-8781-9a01803837fe,segment=NetworkSegment(8a43cf83-7f18-4ef3-bac9-abb459d92b19),segment_id=8a43cf83-7f18-4ef3-bac9-abb459d92b19)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:03:16.579391 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:16.612904 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:16.613526 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:16.614881 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] 10.222.0.64 "PUT /v2.0/ports/41bdb950-f4e2-45ac-8781-9a01803837fe HTTP/1.1" status: 200 len: 1092 time: 0.5847640 Nov 11 18:03:16.634989 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a53681-9f32-4eb1-b08c-99e38876d191 service neutron] Pushing event updated for resources: {'Port': ['ID=41bdb950-f4e2-45ac-8781-9a01803837fe,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:03:16.709814 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-bb3ab053-9976-417d-98a5-04a83c8536d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:16.711290 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-bb3ab053-9976-417d-98a5-04a83c8536d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f479956ba01643e999dddf443b562bd6&device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 1095 time: 0.0406024 Nov 11 18:03:16.762590 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-bb02689f-3996-4911-b80b-715111af2f62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41bdb950-f4e2-45ac-8781-9a01803837fe HTTP/1.1" status: 200 len: 217 time: 0.0375128 Nov 11 18:03:16.811057 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-9d8bfdca-ca62-4c14-a349-aca64857e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:16.812634 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-9d8bfdca-ca62-4c14-a349-aca64857e1f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=34f82dc8-2787-4044-b318-7d840c123de3 HTTP/1.1" status: 200 len: 855 time: 0.0428917 Nov 11 18:03:16.845963 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-a6d8e9d0-6196-4b59-bec1-bec0ca0e6693 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=389f0e8d-7116-4100-a2f5-31733f2093a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262825 Nov 11 18:03:16.938904 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-be162f82-d962-462f-8410-313cdab27f41 service neutron] 10.222.0.64 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862980 Nov 11 18:03:16.964833 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566111a-1ec9-4b89-b7b1-70fc4899b9a4 req-31ea2ea7-1601-46db-af16-1bae8c2d3b8f tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:16.966312 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c566111a-1ec9-4b89-b7b1-70fc4899b9a4 req-31ea2ea7-1601-46db-af16-1bae8c2d3b8f tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 944 time: 0.0494025 Nov 11 18:03:17.013299 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c566111a-1ec9-4b89-b7b1-70fc4899b9a4 req-30c8c87e-b954-49b3-a278-69714a017176 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408590 Nov 11 18:03:17.029215 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1978cc16-2af4-4c47-bf62-74ca183624d2 req-518127b6-85b5-411c-9922-c1ab98f4ceb6 service neutron] 10.222.0.64 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835562 Nov 11 18:03:17.770781 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8cac307-9c7a-4f30-9ab6-a3a2476eeae7', 'tag': '41bdb950-f4e2-45ac-8781-9a01803837fe'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:03:17.773164 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cc5b62-820e-4c96-bec2-bad3d71c0f27" -d '{"events": [{"name": "network-changed", "server_uuid": "f8cac307-9c7a-4f30-9ab6-a3a2476eeae7", "tag": "41bdb950-f4e2-45ac-8781-9a01803837fe"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:03:17.808931 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5125dd-0604-444e-bffb-66a21c56b68c x-openstack-request-id: req-8f5125dd-0604-444e-bffb-66a21c56b68c {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:03:17.809231 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8cac307-9c7a-4f30-9ab6-a3a2476eeae7", "tag": "41bdb950-f4e2-45ac-8781-9a01803837fe", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:03:17.809490 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8f5125dd-0604-444e-bffb-66a21c56b68c {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:03:17.809898 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8cac307-9c7a-4f30-9ab6-a3a2476eeae7', 'tag': '41bdb950-f4e2-45ac-8781-9a01803837fe', 'status': 'completed', 'code': 200} Nov 11 18:03:17.898607 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc5b62-820e-4c96-bec2-bad3d71c0f27 req-a3932521-bf50-4061-9b70-9213dab2d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:17.900209 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f9cc5b62-820e-4c96-bec2-bad3d71c0f27 req-a3932521-bf50-4061-9b70-9213dab2d2db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f479956ba01643e999dddf443b562bd6&device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 1095 time: 0.0476556 Nov 11 18:03:18.000507 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc5b62-820e-4c96-bec2-bad3d71c0f27 req-a63e0eab-daf4-4b93-b10e-48a35cfdf13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:18.002006 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f9cc5b62-820e-4c96-bec2-bad3d71c0f27 req-a63e0eab-daf4-4b93-b10e-48a35cfdf13f service neutron] 10.222.0.64 "GET /v2.0/networks?id=389f0e8d-7116-4100-a2f5-31733f2093a0 HTTP/1.1" status: 200 len: 917 time: 0.0946255 Nov 11 18:03:18.044195 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f9cc5b62-820e-4c96-bec2-bad3d71c0f27 req-5108f849-a5f7-42f9-9022-219e4f2f5f9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41bdb950-f4e2-45ac-8781-9a01803837fe HTTP/1.1" status: 200 len: 217 time: 0.0351069 Nov 11 18:03:18.099538 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc5b62-820e-4c96-bec2-bad3d71c0f27 req-842d0a5d-4199-404e-a01b-5909cbc81976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:18.101054 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f9cc5b62-820e-4c96-bec2-bad3d71c0f27 req-842d0a5d-4199-404e-a01b-5909cbc81976 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=34f82dc8-2787-4044-b318-7d840c123de3 HTTP/1.1" status: 200 len: 855 time: 0.0507689 Nov 11 18:03:18.132640 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f9cc5b62-820e-4c96-bec2-bad3d71c0f27 req-6bd304d7-3cf0-4747-a1b6-24f95deeb5a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=389f0e8d-7116-4100-a2f5-31733f2093a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247889 Nov 11 18:03:18.136545 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24580654-1078-4651-8809-a8a35119b2c0 req-5dec7fe8-c085-4123-b124-c2aa3ef71a88 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:18.138002 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24580654-1078-4651-8809-a8a35119b2c0 req-5dec7fe8-c085-4123-b124-c2aa3ef71a88 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 944 time: 0.0492251 Nov 11 18:03:18.185615 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24580654-1078-4651-8809-a8a35119b2c0 req-46b9f2cf-312a-4e77-9618-170108836e77 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411153 Nov 11 18:03:18.225088 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f9cc5b62-820e-4c96-bec2-bad3d71c0f27 req-778218b3-6080-4da2-ab42-7b06bcc63f37 service neutron] 10.222.0.64 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851576 Nov 11 18:03:18.285871 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 41bdb950-f4e2-45ac-8781-9a01803837fe details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:03:18.292625 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 23234f68-f19a-44e9-94a4-0e0d30c6f20b no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:03:18.317377 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 23234f68-f19a-44e9-94a4-0e0d30c6f20b {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:03:18.317646 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 23234f68-f19a-44e9-94a4-0e0d30c6f20b not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:03:18.319928 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f9cc5b62-820e-4c96-bec2-bad3d71c0f27 req-1af8226c-5ed3-47f9-8938-c0c897da911a service neutron] 10.222.0.64 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879219 Nov 11 18:03:18.397864 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 41bdb950-f4e2-45ac-8781-9a01803837fe, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=41bdb950-f4e2-45ac-8781-9a01803837fe,segment=NetworkSegment(8a43cf83-7f18-4ef3-bac9-abb459d92b19),segment_id=8a43cf83-7f18-4ef3-bac9-abb459d92b19)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:03:18.409179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '41bdb950-f4e2-45ac-8781-9a01803837fe', 'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0', 'port_id': '41bdb950-f4e2-45ac-8781-9a01803837fe', 'mac_address': 'fa:16:3e:63:8e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f82dc8-2787-4044-b318-7d840c123de3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:03:18.448984 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:18.461790 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41bdb950-f4e2-45ac-8781-9a01803837fe {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:03:18.482498 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 41bdb950-f4e2-45ac-8781-9a01803837fe, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=41bdb950-f4e2-45ac-8781-9a01803837fe,segment=NetworkSegment(8a43cf83-7f18-4ef3-bac9-abb459d92b19),segment_id=8a43cf83-7f18-4ef3-bac9-abb459d92b19)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:03:18.488529 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:18.534379 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=41bdb950-f4e2-45ac-8781-9a01803837fe,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:03:18.628349 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:18.742662 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['41bdb950-f4e2-45ac-8781-9a01803837fe'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:03:19.304586 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb9314-0cbe-4ab2-b0c6-4d39dc393fb5 req-824c5d9e-c7b0-4e6a-a785-1c68632ea871 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:19.306043 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-43cb9314-0cbe-4ab2-b0c6-4d39dc393fb5 req-824c5d9e-c7b0-4e6a-a785-1c68632ea871 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 945 time: 0.0523753 Nov 11 18:03:19.352956 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-43cb9314-0cbe-4ab2-b0c6-4d39dc393fb5 req-b147a0e7-7f89-4149-be12-4c6af4ed77e7 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410335 Nov 11 18:03:20.286128 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 41bdb950-f4e2-45ac-8781-9a01803837fe up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:03:20.333764 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 41bdb950-f4e2-45ac-8781-9a01803837fe completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:03:20.337680 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 41bdb950-f4e2-45ac-8781-9a01803837fe triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:03:20.338081 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:20.418139 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:20.441591 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cac307-9c7a-4f30-9ab6-a3a2476eeae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bdb950-f4e2-45ac-8781-9a01803837fe'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:03:20.443817 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255b0566-9805-4202-83d9-0d938cd54c68" -d '{"events": [{"server_uuid": "f8cac307-9c7a-4f30-9ab6-a3a2476eeae7", "name": "network-vif-plugged", "status": "completed", "tag": "41bdb950-f4e2-45ac-8781-9a01803837fe"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:03:20.455780 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 41bdb950-f4e2-45ac-8781-9a01803837fe, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=41bdb950-f4e2-45ac-8781-9a01803837fe,segment=NetworkSegment(8a43cf83-7f18-4ef3-bac9-abb459d92b19),segment_id=8a43cf83-7f18-4ef3-bac9-abb459d92b19)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:03:20.459868 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:20.473211 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864bd02-de02-4c73-a048-fdb89c6820ee req-837223fe-8b10-4176-b6ae-63b0a8e850b5 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:20.474693 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7864bd02-de02-4c73-a048-fdb89c6820ee req-837223fe-8b10-4176-b6ae-63b0a8e850b5 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 945 time: 0.0496507 Nov 11 18:03:20.508750 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=41bdb950-f4e2-45ac-8781-9a01803837fe,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:03:20.522017 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7864bd02-de02-4c73-a048-fdb89c6820ee req-f0d35156-3a5f-4a29-92dc-a457471f4868 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412054 Nov 11 18:03:20.563834 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db27279c-9ab5-40f1-8513-253b40c26a13 x-openstack-request-id: req-db27279c-9ab5-40f1-8513-253b40c26a13 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:03:20.564669 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8cac307-9c7a-4f30-9ab6-a3a2476eeae7", "name": "network-vif-plugged", "status": "completed", "tag": "41bdb950-f4e2-45ac-8781-9a01803837fe", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:03:20.564939 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-db27279c-9ab5-40f1-8513-253b40c26a13 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:03:20.565340 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cac307-9c7a-4f30-9ab6-a3a2476eeae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bdb950-f4e2-45ac-8781-9a01803837fe', 'code': 200} Nov 11 18:03:20.682456 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd10ad-ba81-46b5-8c6a-ec71fb871d6b req-7196137c-2e0d-4e79-9e99-f5658208854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:20.683980 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-dcdd10ad-ba81-46b5-8c6a-ec71fb871d6b req-7196137c-2e0d-4e79-9e99-f5658208854c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 1097 time: 0.0401583 Nov 11 18:03:20.727576 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-dcdd10ad-ba81-46b5-8c6a-ec71fb871d6b req-28c5af3f-bf90-41b2-b225-fccbb2e547ff service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369704 Nov 11 18:03:21.637644 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216fe24-42ba-44a5-a0c7-dbb7208b7ff7 req-71fd13fb-c29b-438f-ba8e-fa6bf576c2ad tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:21.639123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e216fe24-42ba-44a5-a0c7-dbb7208b7ff7 req-71fd13fb-c29b-438f-ba8e-fa6bf576c2ad tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0481005 Nov 11 18:03:21.690144 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e216fe24-42ba-44a5-a0c7-dbb7208b7ff7 req-6a9c1702-54d1-4062-bb99-aff534526548 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446122 Nov 11 18:03:22.802931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f3a5b-9cd8-43f2-b796-d855cb257cf1 req-52c748ba-ebdb-4a51-a916-947447027e62 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:22.804448 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f82f3a5b-9cd8-43f2-b796-d855cb257cf1 req-52c748ba-ebdb-4a51-a916-947447027e62 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0489216 Nov 11 18:03:22.851817 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f82f3a5b-9cd8-43f2-b796-d855cb257cf1 req-b6bfee94-6d8e-44bd-bc5d-da7dd36a1431 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414882 Nov 11 18:03:22.963202 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534aa1fd-2bef-4194-b719-3fa481c2107f req-c13f7c7e-30b4-4c3b-9e26-2833f56b4519 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:22.964741 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-534aa1fd-2bef-4194-b719-3fa481c2107f req-c13f7c7e-30b4-4c3b-9e26-2833f56b4519 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0491483 Nov 11 18:03:23.012778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-534aa1fd-2bef-4194-b719-3fa481c2107f req-21b0c967-ab2d-43d3-a20c-9c0931877822 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410185 Nov 11 18:03:23.238136 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-bce10554-b891-4227-92cd-39145664b63f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0453138 Nov 11 18:03:23.249009 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82373811-65e4-4a43-bd7d-c1235dba5022 req-f3536ef0-7a5c-4d89-b9e5-d1d13b26f064 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:23.250467 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82373811-65e4-4a43-bd7d-c1235dba5022 req-f3536ef0-7a5c-4d89-b9e5-d1d13b26f064 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0530467 Nov 11 18:03:23.299977 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82373811-65e4-4a43-bd7d-c1235dba5022 req-18d60dc8-5001-4c5e-aa13-0dcb8cb2c9b1 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424962 Nov 11 18:03:24.318974 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-bd2718c5-fa93-471e-b6a5-8ec16c76540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:24.320525 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-bd2718c5-fa93-471e-b6a5-8ec16c76540a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f479956ba01643e999dddf443b562bd6&device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 1097 time: 0.0416799 Nov 11 18:03:24.413958 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-c6acb651-d751-4595-b5a9-381a884351af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:24.415578 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-c6acb651-d751-4595-b5a9-381a884351af service neutron] 10.222.0.64 "GET /v2.0/networks?id=389f0e8d-7116-4100-a2f5-31733f2093a0 HTTP/1.1" status: 200 len: 917 time: 0.0871806 Nov 11 18:03:24.417983 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daeaf86-20aa-4741-bcdc-beb3e643ff70 req-4a827019-d8bb-4375-8663-f3e29d9177a1 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:24.419624 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:24.420090 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3daeaf86-20aa-4741-bcdc-beb3e643ff70 req-4a827019-d8bb-4375-8663-f3e29d9177a1 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0502024 Nov 11 18:03:24.461410 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-397d10e9-3eec-4105-b6da-3ba7af87ba1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41bdb950-f4e2-45ac-8781-9a01803837fe HTTP/1.1" status: 200 len: 217 time: 0.0391281 Nov 11 18:03:24.467458 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3daeaf86-20aa-4741-bcdc-beb3e643ff70 req-889aa15b-77ad-4ae4-ab6b-00dd6090545d tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410285 Nov 11 18:03:24.511962 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-7702acb4-24c4-44aa-8116-4b759433d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:24.513463 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-7702acb4-24c4-44aa-8116-4b759433d196 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=34f82dc8-2787-4044-b318-7d840c123de3 HTTP/1.1" status: 200 len: 855 time: 0.0452847 Nov 11 18:03:24.546779 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-2fa16958-cf17-4d36-8fe2-937e05d32781 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=389f0e8d-7116-4100-a2f5-31733f2093a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258136 Nov 11 18:03:24.639469 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-6b3a9dfb-a071-416e-8c0b-8ac461f609fe service neutron] 10.222.0.64 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854518 Nov 11 18:03:24.728653 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-a2b5d054-fe37-4130-b9a0-0cdbfd77e855 service neutron] 10.222.0.64 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821030 Nov 11 18:03:25.587523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb2f25-db8f-4092-b7ee-a6409145a621 req-f055b28c-232e-4f36-bbbd-4ff6c1523a6f tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:25.589040 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56cb2f25-db8f-4092-b7ee-a6409145a621 req-f055b28c-232e-4f36-bbbd-4ff6c1523a6f tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0523815 Nov 11 18:03:25.635361 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56cb2f25-db8f-4092-b7ee-a6409145a621 req-73828448-3403-4fb7-8b37-5ff8524af246 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404997 Nov 11 18:03:26.749874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863b28f-8081-4253-9e27-e02b491c7852 req-ccb6b030-ea34-4283-987e-8a18012b4dce tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:26.751365 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1863b28f-8081-4253-9e27-e02b491c7852 req-ccb6b030-ea34-4283-987e-8a18012b4dce tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0488448 Nov 11 18:03:26.798639 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1863b28f-8081-4253-9e27-e02b491c7852 req-897e268e-ede8-45a8-888f-e860ec4f8ced tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414841 Nov 11 18:03:27.915869 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af17923-ff63-49c9-9ea5-5a5796873a2d req-bf698838-f995-4397-ac71-bc9a6ff5d0b2 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:27.917344 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8af17923-ff63-49c9-9ea5-5a5796873a2d req-bf698838-f995-4397-ac71-bc9a6ff5d0b2 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0488758 Nov 11 18:03:27.972514 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8af17923-ff63-49c9-9ea5-5a5796873a2d req-717b3d6a-a67e-43d1-b38f-09b66a77cd75 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493398 Nov 11 18:03:29.085314 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab27ed-0347-43da-bf93-e04eeeaea036 req-c5ac1d5a-4880-4b2e-ad39-d5d042596e05 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:29.086747 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3bab27ed-0347-43da-bf93-e04eeeaea036 req-c5ac1d5a-4880-4b2e-ad39-d5d042596e05 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0484121 Nov 11 18:03:29.137301 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3bab27ed-0347-43da-bf93-e04eeeaea036 req-a01afa80-69cd-45b3-8a2a-6d70ffe18f60 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446835 Nov 11 18:03:30.251050 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b8b35-1d95-440f-92fa-d76ff4f3cde1 req-934514d3-b5bd-4c45-a6b8-cffa2731f1eb tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:30.252522 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d53b8b35-1d95-440f-92fa-d76ff4f3cde1 req-934514d3-b5bd-4c45-a6b8-cffa2731f1eb tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0481863 Nov 11 18:03:30.298135 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d53b8b35-1d95-440f-92fa-d76ff4f3cde1 req-5adc711f-4a70-4840-83f5-3c970c259a80 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397658 Nov 11 18:03:31.416545 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbabe82-4bd8-4cac-a711-dfb72d6e6301 req-bc3b3c55-24c4-439b-aff1-41054a5f8fe0 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:31.418002 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3fbabe82-4bd8-4cac-a711-dfb72d6e6301 req-bc3b3c55-24c4-439b-aff1-41054a5f8fe0 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0524857 Nov 11 18:03:31.464049 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3fbabe82-4bd8-4cac-a711-dfb72d6e6301 req-1c3291b2-dd9a-46b2-9b22-985aa517d12f tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401583 Nov 11 18:03:32.392655 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:03:32.578003 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1965a4-9a81-4fbb-8cfc-883f30bb07a1 req-99d07173-175e-432f-9ede-0d62ec06c48d tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:32.579469 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df1965a4-9a81-4fbb-8cfc-883f30bb07a1 req-99d07173-175e-432f-9ede-0d62ec06c48d tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0488448 Nov 11 18:03:32.626287 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-df1965a4-9a81-4fbb-8cfc-883f30bb07a1 req-bad3f78b-7a2f-4c12-aa97-7c01add67c70 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409582 Nov 11 18:03:33.739587 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130e1c0-9768-4d2f-9f69-650086914ca8 req-c9319881-3d7f-4e03-84d0-7c93e044fbf7 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:33.741082 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6130e1c0-9768-4d2f-9f69-650086914ca8 req-c9319881-3d7f-4e03-84d0-7c93e044fbf7 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0486627 Nov 11 18:03:33.803984 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6130e1c0-9768-4d2f-9f69-650086914ca8 req-2e149e30-4a5c-4fa2-bd5a-e1fe3d2e9cc7 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571222 Nov 11 18:03:34.920014 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506322d-5a91-4a55-a7b0-9b2282666f19 req-a3f204f2-dfc5-4823-a566-0bf706d181f0 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:34.921466 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9506322d-5a91-4a55-a7b0-9b2282666f19 req-a3f204f2-dfc5-4823-a566-0bf706d181f0 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0480235 Nov 11 18:03:34.967906 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9506322d-5a91-4a55-a7b0-9b2282666f19 req-b647c3ff-e63e-4446-b880-50a3b0c98aea tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399740 Nov 11 18:03:36.083670 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865eb254-dd3f-4f0e-81d6-6afe2c42f8d4 req-e6a149b3-7f43-4980-b722-dc58fa0d63eb tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:36.085065 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-865eb254-dd3f-4f0e-81d6-6afe2c42f8d4 req-e6a149b3-7f43-4980-b722-dc58fa0d63eb tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0489328 Nov 11 18:03:36.132450 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-865eb254-dd3f-4f0e-81d6-6afe2c42f8d4 req-8bb0daf5-4c16-4502-b962-0d89a86046b5 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415871 Nov 11 18:03:37.248693 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52e821-7f84-43da-8da7-30c1dc8e2749 req-4b60ab6f-3d8e-45ae-a72d-f8c98d8d24f2 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:37.250162 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb52e821-7f84-43da-8da7-30c1dc8e2749 req-4b60ab6f-3d8e-45ae-a72d-f8c98d8d24f2 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0521083 Nov 11 18:03:37.297285 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb52e821-7f84-43da-8da7-30c1dc8e2749 req-aa938d18-00dd-4dc7-b24e-fb473af68fc9 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407882 Nov 11 18:03:37.450560 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6a24ef79-564e-4bfb-9270-5048428c6f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:38.411258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea2288-1cd4-4461-8612-a96320b2c7ac req-fa75e0de-8c38-42de-bd92-a5ef3df97d3e tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:38.412799 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0ea2288-1cd4-4461-8612-a96320b2c7ac req-fa75e0de-8c38-42de-bd92-a5ef3df97d3e tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0489345 Nov 11 18:03:38.460142 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0ea2288-1cd4-4461-8612-a96320b2c7ac req-fc992929-4b42-41aa-8337-269168364f5e tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411177 Nov 11 18:03:39.579011 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7183c-07be-4460-a689-b49df3b14350 req-635a56de-683a-4574-8eef-03f7d05e174c tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:39.580495 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a3f7183c-07be-4460-a689-b49df3b14350 req-635a56de-683a-4574-8eef-03f7d05e174c tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0529642 Nov 11 18:03:39.626496 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a3f7183c-07be-4460-a689-b49df3b14350 req-4214f376-ce2e-4840-87b8-9e74ab16493f tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401599 Nov 11 18:03:40.426744 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0ef31e05-245d-4292-826f-c205ad653e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:40.741573 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dd825-df84-4ba5-b270-990a38f32b48 req-3faf5eae-68be-405b-96fd-556ecd4bc0b9 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:40.743043 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-711dd825-df84-4ba5-b270-990a38f32b48 req-3faf5eae-68be-405b-96fd-556ecd4bc0b9 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0489213 Nov 11 18:03:40.794288 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-711dd825-df84-4ba5-b270-990a38f32b48 req-6ed45be5-4109-47a4-9b79-82f6375a468c tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436912 Nov 11 18:03:41.076837 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:41.919857 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162bdb7-a266-4151-a20d-148ea6fe5a35 req-5a9a62e8-d413-4cfe-b2ff-6e05417cfdd4 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:41.921293 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5162bdb7-a266-4151-a20d-148ea6fe5a35 req-5a9a62e8-d413-4cfe-b2ff-6e05417cfdd4 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0483451 Nov 11 18:03:41.971706 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5162bdb7-a266-4151-a20d-148ea6fe5a35 req-28c10707-bb3f-42ed-9c42-d5098756e5e9 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445814 Nov 11 18:03:42.665785 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:42.984422 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:43.089213 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57e389-d17c-4758-a41e-73cd8613b2a6 req-a63d24f8-13a9-49a3-b914-f2c7c304e7c0 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:43.091568 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce57e389-d17c-4758-a41e-73cd8613b2a6 req-a63d24f8-13a9-49a3-b914-f2c7c304e7c0 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0528734 Nov 11 18:03:43.139391 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce57e389-d17c-4758-a41e-73cd8613b2a6 req-9fdee35e-a4a3-423c-bc4e-fba5d86d931a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418067 Nov 11 18:03:44.254606 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4bfe0-82d5-4943-bab7-dbd611f57253 req-8d8e1781-0223-4436-af34-651d39e0369c tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:44.256098 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0ca4bfe0-82d5-4943-bab7-dbd611f57253 req-8d8e1781-0223-4436-af34-651d39e0369c tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0496762 Nov 11 18:03:44.303047 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0ca4bfe0-82d5-4943-bab7-dbd611f57253 req-fb7cc2d2-537a-4ac4-8ed6-1574f5a9c8d4 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410872 Nov 11 18:03:45.421895 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e755e-de7a-42cc-80fc-f8032e2df23d req-b05f29fd-c5ed-4c9b-a21a-84f41bf68a96 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:45.423366 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b0e755e-de7a-42cc-80fc-f8032e2df23d req-b05f29fd-c5ed-4c9b-a21a-84f41bf68a96 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0536432 Nov 11 18:03:45.469864 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b0e755e-de7a-42cc-80fc-f8032e2df23d req-5b8cadb2-00a0-48a0-a107-0f38f49c0cf2 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403657 Nov 11 18:03:46.584926 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5b905-1e81-4796-aba7-6ebe278cc2b4 req-7ce46ddb-1af6-4eb7-8452-bf40590cc470 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:46.586396 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3fc5b905-1e81-4796-aba7-6ebe278cc2b4 req-7ce46ddb-1af6-4eb7-8452-bf40590cc470 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0487328 Nov 11 18:03:46.634025 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3fc5b905-1e81-4796-aba7-6ebe278cc2b4 req-0d18f0ba-750b-4b34-a708-c4227ed233f1 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417700 Nov 11 18:03:47.749738 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506228e-faee-417f-80c3-b84bf1e1ec11 req-2ba5bcab-8b5e-4b70-bfe7-afea198510b2 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:47.751275 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e506228e-faee-417f-80c3-b84bf1e1ec11 req-2ba5bcab-8b5e-4b70-bfe7-afea198510b2 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0491116 Nov 11 18:03:47.804999 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e506228e-faee-417f-80c3-b84bf1e1ec11 req-64116f38-bd60-4ff9-b54d-3d5a4d61ddf7 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469742 Nov 11 18:03:48.636225 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:48.922411 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca13a4-eaea-4ee6-bd4a-4c76e3bb60d2 req-aea6e1cf-7b50-4148-9c5f-3c52edfd693c tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:48.923935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c3ca13a4-eaea-4ee6-bd4a-4c76e3bb60d2 req-aea6e1cf-7b50-4148-9c5f-3c52edfd693c tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0505674 Nov 11 18:03:48.972656 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c3ca13a4-eaea-4ee6-bd4a-4c76e3bb60d2 req-94c7aa96-e24a-49bd-b72f-002524249074 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414975 Nov 11 18:03:50.089443 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78692c3d-9a32-4522-865d-51b0b6202006 req-ae315a6a-70d6-4a87-9bd6-b2cf38927a69 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:50.090881 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-78692c3d-9a32-4522-865d-51b0b6202006 req-ae315a6a-70d6-4a87-9bd6-b2cf38927a69 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0498812 Nov 11 18:03:50.141919 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-78692c3d-9a32-4522-865d-51b0b6202006 req-a56df396-6b82-4fca-8e97-cf63b8632158 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450928 Nov 11 18:03:51.104344 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f3ae5-77eb-41ea-9093-0ff84b46f41b req-01186402-af49-4a8c-b023-e8cb79fec7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:51.105724 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ef0f3ae5-77eb-41ea-9093-0ff84b46f41b req-01186402-af49-4a8c-b023-e8cb79fec7d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f479956ba01643e999dddf443b562bd6&device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 1097 time: 0.0409372 Nov 11 18:03:51.217198 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f3ae5-77eb-41ea-9093-0ff84b46f41b req-c9a9190e-b46f-4ea0-a111-29fedc0867dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:51.218694 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ef0f3ae5-77eb-41ea-9093-0ff84b46f41b req-c9a9190e-b46f-4ea0-a111-29fedc0867dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=389f0e8d-7116-4100-a2f5-31733f2093a0 HTTP/1.1" status: 200 len: 917 time: 0.0918262 Nov 11 18:03:51.260738 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89734f84-23d0-4423-aba7-93294be56f8d req-60cddabe-48ae-41e8-bdd6-44a012b38a5f tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:51.261267 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ef0f3ae5-77eb-41ea-9093-0ff84b46f41b req-cdd6935b-f2c0-430a-a39e-f5f1d5476bd9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41bdb950-f4e2-45ac-8781-9a01803837fe HTTP/1.1" status: 200 len: 217 time: 0.0344183 Nov 11 18:03:51.262196 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89734f84-23d0-4423-aba7-93294be56f8d req-60cddabe-48ae-41e8-bdd6-44a012b38a5f tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0517857 Nov 11 18:03:51.310696 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89734f84-23d0-4423-aba7-93294be56f8d req-cd8e2abe-c639-46b2-b7f8-64e065b86fe6 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424249 Nov 11 18:03:51.314882 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f3ae5-77eb-41ea-9093-0ff84b46f41b req-77359ed4-76a4-4feb-ab80-3ef66251a89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:51.316407 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ef0f3ae5-77eb-41ea-9093-0ff84b46f41b req-77359ed4-76a4-4feb-ab80-3ef66251a89b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=34f82dc8-2787-4044-b318-7d840c123de3 HTTP/1.1" status: 200 len: 855 time: 0.0486798 Nov 11 18:03:51.349836 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ef0f3ae5-77eb-41ea-9093-0ff84b46f41b req-22a1c040-95b0-4140-a4be-40ee17b988f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=389f0e8d-7116-4100-a2f5-31733f2093a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253911 Nov 11 18:03:51.438321 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ef0f3ae5-77eb-41ea-9093-0ff84b46f41b req-043aa5c7-961e-4ca6-a706-ebbb6c7c6c09 service neutron] 10.222.0.64 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804121 Nov 11 18:03:51.530637 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ef0f3ae5-77eb-41ea-9093-0ff84b46f41b req-6f5a9c81-a26f-45b7-9766-2eb61412564c service neutron] 10.222.0.64 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855091 Nov 11 18:03:51.905737 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-d966e985-4c1d-48e7-bdce-795079e4d08e service neutron] show failed (client error): The resource could not be found. Nov 11 18:03:51.906703 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-d966e985-4c1d-48e7-bdce-795079e4d08e service neutron] 10.222.0.64 "GET /v2.0/ports/41bdb950-f4e2-45ac-8781-9a01803837fe/bindings/n-h2-816206-4 HTTP/1.1" status: 404 len: 380 time: 0.0551412 Nov 11 18:03:52.183593 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-c5c25d38-7472-4fd3-a192-5e604712d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:52.185016 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-c5c25d38-7472-4fd3-a192-5e604712d143 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7&tenant_id=f479956ba01643e999dddf443b562bd6 HTTP/1.1" status: 200 len: 1097 time: 0.0691843 Nov 11 18:03:52.197789 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-4', 'device_owner': 'compute:nova'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:03:52.253612 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:52.475499 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fb6b9-476c-4c74-8552-6d34f6f686e5 req-4b64fb1d-4683-4a46-9742-cd892e97675f tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:52.476974 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-929fb6b9-476c-4c74-8552-6d34f6f686e5 req-4b64fb1d-4683-4a46-9742-cd892e97675f tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0917668 Nov 11 18:03:52.493514 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] For port 41bdb950-f4e2-45ac-8781-9a01803837fe, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=41bdb950-f4e2-45ac-8781-9a01803837fe,segment=NetworkSegment(8a43cf83-7f18-4ef3-bac9-abb459d92b19),segment_id=8a43cf83-7f18-4ef3-bac9-abb459d92b19)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:03:52.553789 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] For port 41bdb950-f4e2-45ac-8781-9a01803837fe, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:03:52.558066 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-929fb6b9-476c-4c74-8552-6d34f6f686e5 req-f6149e19-83bf-467c-8059-f97587fed089 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743067 Nov 11 18:03:52.595649 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cac307-9c7a-4f30-9ab6-a3a2476eeae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41bdb950-f4e2-45ac-8781-9a01803837fe'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:03:52.598607 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2bf4e9-9cbb-47ea-9351-8859357e28e3" -d '{"events": [{"server_uuid": "f8cac307-9c7a-4f30-9ab6-a3a2476eeae7", "name": "network-vif-unplugged", "status": "completed", "tag": "41bdb950-f4e2-45ac-8781-9a01803837fe"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:03:52.602779 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:52.616258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Transition to ACTIVE for port object 41bdb950-f4e2-45ac-8781-9a01803837fe will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:03:52.620184 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:52.650694 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 18:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22eb1247-5496-40fb-8fe6-2ce7faf80b14 x-openstack-request-id: req-22eb1247-5496-40fb-8fe6-2ce7faf80b14 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:03:52.650998 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8cac307-9c7a-4f30-9ab6-a3a2476eeae7", "name": "network-vif-unplugged", "status": "completed", "tag": "41bdb950-f4e2-45ac-8781-9a01803837fe", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:03:52.651252 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-22eb1247-5496-40fb-8fe6-2ce7faf80b14 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:03:52.651653 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cac307-9c7a-4f30-9ab6-a3a2476eeae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41bdb950-f4e2-45ac-8781-9a01803837fe', 'code': 200} Nov 11 18:03:52.686878 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] No DVR routers for this DVR port 41bdb950-f4e2-45ac-8781-9a01803837fe on host n-h1-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:03:52.690847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Pushing event updated for resources: {'Port': ['ID=41bdb950-f4e2-45ac-8781-9a01803837fe,revision_number=6']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:03:52.701093 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:52.701446 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:52.701791 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:52.702134 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:52.702473 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:52.702815 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:52.703147 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:52.703477 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:52.703832 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:52.704163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:52.704490 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:52.704817 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:52.734082 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Attempting to bind port 41bdb950-f4e2-45ac-8781-9a01803837fe on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:03:52.734339 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Attempting to bind port 41bdb950-f4e2-45ac-8781-9a01803837fe by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '8a43cf83-7f18-4ef3-bac9-abb459d92b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:03:52.734697 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Attempting to bind port 41bdb950-f4e2-45ac-8781-9a01803837fe on network 389f0e8d-7116-4100-a2f5-31733f2093a0 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:03:52.738987 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Port 41bdb950-f4e2-45ac-8781-9a01803837fe on network 389f0e8d-7116-4100-a2f5-31733f2093a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:03:52.739307 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Attempting to bind port 41bdb950-f4e2-45ac-8781-9a01803837fe on network 389f0e8d-7116-4100-a2f5-31733f2093a0 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:03:52.744140 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:03:52.744475 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Checking segment: {'id': '8a43cf83-7f18-4ef3-bac9-abb459d92b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:03:52.744858 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Bound using segment: {'id': '8a43cf83-7f18-4ef3-bac9-abb459d92b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:03:52.745279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Bound port: 41bdb950-f4e2-45ac-8781-9a01803837fe, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a43cf83-7f18-4ef3-bac9-abb459d92b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:03:52.745633 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:52.812339 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] For port 41bdb950-f4e2-45ac-8781-9a01803837fe, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:03:52.815274 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] For port 41bdb950-f4e2-45ac-8781-9a01803837fe, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=41bdb950-f4e2-45ac-8781-9a01803837fe,segment=NetworkSegment(8a43cf83-7f18-4ef3-bac9-abb459d92b19),segment_id=8a43cf83-7f18-4ef3-bac9-abb459d92b19)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:03:52.820001 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:52.853958 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:52.854582 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:52.855945 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] 10.222.0.83 "PUT /v2.0/ports/41bdb950-f4e2-45ac-8781-9a01803837fe HTTP/1.1" status: 200 len: 1092 time: 0.6620092 Nov 11 18:03:52.876312 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5f00a-ae5b-43f6-9857-4d486001770a service neutron] Pushing event updated for resources: {'Port': ['ID=41bdb950-f4e2-45ac-8781-9a01803837fe,revision_number=7']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:03:52.919226 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-e77bea35-fb2f-47c2-befb-28356d234c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:52.920744 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-e77bea35-fb2f-47c2-befb-28356d234c0f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f479956ba01643e999dddf443b562bd6&device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 1095 time: 0.0416811 Nov 11 18:03:53.013952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-70f287c4-039b-4177-af4d-af83236a9075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:53.015305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-70f287c4-039b-4177-af4d-af83236a9075 service neutron] 10.222.0.83 "GET /v2.0/networks?id=389f0e8d-7116-4100-a2f5-31733f2093a0 HTTP/1.1" status: 200 len: 917 time: 0.0874937 Nov 11 18:03:53.056755 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-a5571044-cfd2-426c-a650-3a895af05a25 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41bdb950-f4e2-45ac-8781-9a01803837fe HTTP/1.1" status: 200 len: 217 time: 0.0341668 Nov 11 18:03:53.106029 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-72a751aa-28aa-47e2-b506-870cc57abc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:53.108416 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-72a751aa-28aa-47e2-b506-870cc57abc72 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=34f82dc8-2787-4044-b318-7d840c123de3 HTTP/1.1" status: 200 len: 855 time: 0.0443699 Nov 11 18:03:53.144031 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-2198a965-4619-43f6-8787-8e39790d9f32 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=389f0e8d-7116-4100-a2f5-31733f2093a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288785 Nov 11 18:03:53.232266 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-579a40db-2422-46d1-85bd-39638bb437ac service neutron] 10.222.0.83 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813587 Nov 11 18:03:53.327361 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-349a6a94-6d74-4732-ba96-5d65c7f8cf48 req-3bc84f21-0f2f-41a0-94c0-279568475ac6 service neutron] 10.222.0.83 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866358 Nov 11 18:03:53.674804 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940add1-ea34-4e1d-8513-b88f92b78ea0 req-559ad151-8f03-45f5-95c8-15c54c707e76 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:53.676820 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0940add1-ea34-4e1d-8513-b88f92b78ea0 req-559ad151-8f03-45f5-95c8-15c54c707e76 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 944 time: 0.0503821 Nov 11 18:03:53.723009 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0940add1-ea34-4e1d-8513-b88f92b78ea0 req-100a9478-334a-4714-be51-e2c120c8768f tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404532 Nov 11 18:03:54.395694 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 41bdb950-f4e2-45ac-8781-9a01803837fe no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:03:54.441876 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:54.442871 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 41bdb950-f4e2-45ac-8781-9a01803837fe not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:03:54.653371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8cac307-9c7a-4f30-9ab6-a3a2476eeae7', 'tag': '41bdb950-f4e2-45ac-8781-9a01803837fe'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:03:54.655615 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb04c75-ed4a-425d-b963-e5f3b4fc1458" -d '{"events": [{"name": "network-changed", "server_uuid": "f8cac307-9c7a-4f30-9ab6-a3a2476eeae7", "tag": "41bdb950-f4e2-45ac-8781-9a01803837fe"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:03:54.702596 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa214e37-38b7-43c4-b81d-3484772ba8ff x-openstack-request-id: req-aa214e37-38b7-43c4-b81d-3484772ba8ff {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:03:54.703158 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8cac307-9c7a-4f30-9ab6-a3a2476eeae7", "tag": "41bdb950-f4e2-45ac-8781-9a01803837fe", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:03:54.703158 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aa214e37-38b7-43c4-b81d-3484772ba8ff {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:03:54.703499 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8cac307-9c7a-4f30-9ab6-a3a2476eeae7', 'tag': '41bdb950-f4e2-45ac-8781-9a01803837fe', 'status': 'completed', 'code': 200} Nov 11 18:03:54.769470 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb04c75-ed4a-425d-b963-e5f3b4fc1458 req-fd773ca3-4954-469b-acb3-2a6eb882ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:54.770982 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fcb04c75-ed4a-425d-b963-e5f3b4fc1458 req-fd773ca3-4954-469b-acb3-2a6eb882ade1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f479956ba01643e999dddf443b562bd6&device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 1095 time: 0.0455766 Nov 11 18:03:54.788958 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb04c75-ed4a-425d-b963-e5f3b4fc1458 req-d1d5cdb8-262b-44d2-9278-264bde56cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:54.791304 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fcb04c75-ed4a-425d-b963-e5f3b4fc1458 req-d1d5cdb8-262b-44d2-9278-264bde56cc51 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f479956ba01643e999dddf443b562bd6&device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 1095 time: 0.0449486 Nov 11 18:03:54.896005 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116b48b-1e6b-4e90-9d9e-8bb4bb46c43e req-e67cefe8-1d5d-4914-858e-a604700a005a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:54.897496 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c116b48b-1e6b-4e90-9d9e-8bb4bb46c43e req-e67cefe8-1d5d-4914-858e-a604700a005a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 944 time: 0.0950212 Nov 11 18:03:54.902594 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb04c75-ed4a-425d-b963-e5f3b4fc1458 req-29dcbb04-4c05-4ab0-ba0b-0f6b2132d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:54.904193 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fcb04c75-ed4a-425d-b963-e5f3b4fc1458 req-29dcbb04-4c05-4ab0-ba0b-0f6b2132d59f service neutron] 10.222.0.64 "GET /v2.0/networks?id=389f0e8d-7116-4100-a2f5-31733f2093a0 HTTP/1.1" status: 200 len: 917 time: 0.1056442 Nov 11 18:03:54.943566 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb04c75-ed4a-425d-b963-e5f3b4fc1458 req-913b3614-c895-442a-9823-288aa9bbb0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:54.945070 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fcb04c75-ed4a-425d-b963-e5f3b4fc1458 req-913b3614-c895-442a-9823-288aa9bbb0c9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=389f0e8d-7116-4100-a2f5-31733f2093a0 HTTP/1.1" status: 200 len: 917 time: 0.1633039 Nov 11 18:03:54.947007 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fcb04c75-ed4a-425d-b963-e5f3b4fc1458 req-eff07243-a830-49b4-a368-f86b8929c26c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41bdb950-f4e2-45ac-8781-9a01803837fe HTTP/1.1" status: 200 len: 217 time: 0.0351748 Nov 11 18:03:54.968935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c116b48b-1e6b-4e90-9d9e-8bb4bb46c43e req-083cc9af-2d6d-433a-b720-9752a76a16a2 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644433 Nov 11 18:03:55.003113 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fcb04c75-ed4a-425d-b963-e5f3b4fc1458 req-4495b4d0-725b-4c6c-aef9-1d6500706f3e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41bdb950-f4e2-45ac-8781-9a01803837fe HTTP/1.1" status: 200 len: 217 time: 0.0455246 Nov 11 18:03:55.009449 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb04c75-ed4a-425d-b963-e5f3b4fc1458 req-e189bd6d-c395-4916-8e2e-cfd7fadc8f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:55.011064 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fcb04c75-ed4a-425d-b963-e5f3b4fc1458 req-e189bd6d-c395-4916-8e2e-cfd7fadc8f82 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=34f82dc8-2787-4044-b318-7d840c123de3 HTTP/1.1" status: 200 len: 855 time: 0.0572867 Nov 11 18:03:55.048510 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fcb04c75-ed4a-425d-b963-e5f3b4fc1458 req-6c7f5deb-b46a-4964-8ba2-41eb820964c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=389f0e8d-7116-4100-a2f5-31733f2093a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302970 Nov 11 18:03:55.055446 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb04c75-ed4a-425d-b963-e5f3b4fc1458 req-33660e9c-1400-4958-8497-c33270de918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:55.056589 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fcb04c75-ed4a-425d-b963-e5f3b4fc1458 req-33660e9c-1400-4958-8497-c33270de918d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=34f82dc8-2787-4044-b318-7d840c123de3 HTTP/1.1" status: 200 len: 855 time: 0.0464344 Nov 11 18:03:55.090845 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fcb04c75-ed4a-425d-b963-e5f3b4fc1458 req-de68a587-d8ff-4996-bbef-bd08d60c6fc3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=389f0e8d-7116-4100-a2f5-31733f2093a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272136 Nov 11 18:03:55.150848 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fcb04c75-ed4a-425d-b963-e5f3b4fc1458 req-282de6ef-2ad3-4c70-ab78-847b54e1c7d0 service neutron] 10.222.0.64 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957930 Nov 11 18:03:55.191001 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fcb04c75-ed4a-425d-b963-e5f3b4fc1458 req-ae35c12c-dc76-45c0-a2d3-0918cb2634c0 service neutron] 10.222.0.83 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897574 Nov 11 18:03:55.243389 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-fcb04c75-ed4a-425d-b963-e5f3b4fc1458 req-8a7dc90f-9bdc-4c5f-a1f9-84ad8f6cb930 service neutron] 10.222.0.64 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859289 Nov 11 18:03:55.285716 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fcb04c75-ed4a-425d-b963-e5f3b4fc1458 req-e143479c-75fc-4d82-9112-4d5300e4c89a service neutron] 10.222.0.83 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866423 Nov 11 18:03:56.090157 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad9c41-c3db-4fc2-819b-9ee335d38d70 req-c655a7a4-535b-4898-aa00-cc1a9c7ca359 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:56.091561 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-73ad9c41-c3db-4fc2-819b-9ee335d38d70 req-c655a7a4-535b-4898-aa00-cc1a9c7ca359 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 944 time: 0.0523050 Nov 11 18:03:56.149638 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-73ad9c41-c3db-4fc2-819b-9ee335d38d70 req-a7145571-d1cc-4512-aea7-49b5606286c5 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498083 Nov 11 18:03:56.338732 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0e194-fbc4-493e-a514-d35a212a6436 req-449171ba-b60a-486f-b0eb-411458c66e4a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:56.340299 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1b0e194-fbc4-493e-a514-d35a212a6436 req-449171ba-b60a-486f-b0eb-411458c66e4a tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 944 time: 0.0494490 Nov 11 18:03:56.387979 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1b0e194-fbc4-493e-a514-d35a212a6436 req-b7048ee0-e1c9-49a8-8b83-c577c2a56390 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417292 Nov 11 18:03:56.399767 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e041d9-5c28-4858-91c1-0ee7046aab6e req-6d6f634d-de62-4430-95cd-3b49cf22403f tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:56.401015 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b7e041d9-5c28-4858-91c1-0ee7046aab6e req-6d6f634d-de62-4430-95cd-3b49cf22403f tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7&tenant_id=f479956ba01643e999dddf443b562bd6&binding%3Ahost_id=n-h2-816206-4 HTTP/1.1" status: 200 len: 944 time: 0.0846820 Nov 11 18:03:56.464843 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [req-b7e041d9-5c28-4858-91c1-0ee7046aab6e req-bfbf2cac-2cb8-4049-a616-a6feab275a79 service neutron] delete failed (client error): The resource could not be found. Nov 11 18:03:56.465827 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b7e041d9-5c28-4858-91c1-0ee7046aab6e req-bfbf2cac-2cb8-4049-a616-a6feab275a79 service neutron] 10.222.0.64 "DELETE /v2.0/ports/41bdb950-f4e2-45ac-8781-9a01803837fe/bindings/n-h1-816206-4 HTTP/1.1" status: 404 len: 380 time: 0.0574541 Nov 11 18:03:56.573460 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e041d9-5c28-4858-91c1-0ee7046aab6e req-435baa98-13d2-420c-aa8d-e35486e6caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:56.574933 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b7e041d9-5c28-4858-91c1-0ee7046aab6e req-435baa98-13d2-420c-aa8d-e35486e6caf2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f479956ba01643e999dddf443b562bd6&device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 1095 time: 0.0408437 Nov 11 18:03:56.666426 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e041d9-5c28-4858-91c1-0ee7046aab6e req-e5717490-b7d5-40df-b04e-563979d5e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:56.667814 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b7e041d9-5c28-4858-91c1-0ee7046aab6e req-e5717490-b7d5-40df-b04e-563979d5e84c service neutron] 10.222.0.64 "GET /v2.0/networks?id=389f0e8d-7116-4100-a2f5-31733f2093a0 HTTP/1.1" status: 200 len: 917 time: 0.0864244 Nov 11 18:03:56.708550 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b7e041d9-5c28-4858-91c1-0ee7046aab6e req-72675c7e-8873-4b52-8115-566f8ac56810 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41bdb950-f4e2-45ac-8781-9a01803837fe HTTP/1.1" status: 200 len: 217 time: 0.0340595 Nov 11 18:03:56.755567 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e041d9-5c28-4858-91c1-0ee7046aab6e req-3eb813ba-1179-4044-b637-cbf96574cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:56.757010 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b7e041d9-5c28-4858-91c1-0ee7046aab6e req-3eb813ba-1179-4044-b637-cbf96574cf39 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=34f82dc8-2787-4044-b318-7d840c123de3 HTTP/1.1" status: 200 len: 855 time: 0.0424285 Nov 11 18:03:56.789052 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b7e041d9-5c28-4858-91c1-0ee7046aab6e req-0218789f-31ee-4f37-8d38-4a9712bff210 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=389f0e8d-7116-4100-a2f5-31733f2093a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249836 Nov 11 18:03:56.863534 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 41bdb950-f4e2-45ac-8781-9a01803837fe details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:03:56.887257 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b7e041d9-5c28-4858-91c1-0ee7046aab6e req-8086dd5b-cfe8-4f98-8877-2a50f255cb26 service neutron] 10.222.0.64 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908775 Nov 11 18:03:56.960589 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 41bdb950-f4e2-45ac-8781-9a01803837fe, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=41bdb950-f4e2-45ac-8781-9a01803837fe,segment=NetworkSegment(8a43cf83-7f18-4ef3-bac9-abb459d92b19),segment_id=8a43cf83-7f18-4ef3-bac9-abb459d92b19)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:03:56.971508 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '41bdb950-f4e2-45ac-8781-9a01803837fe', 'network_id': '389f0e8d-7116-4100-a2f5-31733f2093a0', 'port_id': '41bdb950-f4e2-45ac-8781-9a01803837fe', 'mac_address': 'fa:16:3e:63:8e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f82dc8-2787-4044-b318-7d840c123de3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:03:56.977272 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b7e041d9-5c28-4858-91c1-0ee7046aab6e req-b976b092-55f8-4fcb-8406-e2f210947456 service neutron] 10.222.0.64 "GET /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833421 Nov 11 18:03:57.007939 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:57.024565 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41bdb950-f4e2-45ac-8781-9a01803837fe {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:03:57.043197 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 41bdb950-f4e2-45ac-8781-9a01803837fe, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=41bdb950-f4e2-45ac-8781-9a01803837fe,segment=NetworkSegment(8a43cf83-7f18-4ef3-bac9-abb459d92b19),segment_id=8a43cf83-7f18-4ef3-bac9-abb459d92b19)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:03:57.047402 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:57.094866 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=41bdb950-f4e2-45ac-8781-9a01803837fe,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:03:57.102242 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:57.102594 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:57.102938 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:57.103276 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:57.103612 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:57.103972 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:57.104303 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:57.104629 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:57.104955 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:57.105278 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:57.105602 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:57.105922 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:03:57.272063 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['41bdb950-f4e2-45ac-8781-9a01803837fe'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:03:57.513827 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932efb6-a5b1-4ab9-9f92-e8741729dec7 req-0cb5ef33-d825-47c8-8982-13608abed27c tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:57.515378 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e932efb6-a5b1-4ab9-9f92-e8741729dec7 req-0cb5ef33-d825-47c8-8982-13608abed27c tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 945 time: 0.0555034 Nov 11 18:03:57.564592 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e932efb6-a5b1-4ab9-9f92-e8741729dec7 req-04166c8d-7d5f-4c2e-95cc-8c258c565343 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427096 Nov 11 18:03:57.679235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5285c4-7362-415e-b620-1b7f9f80bfa2 req-dd4667ec-9605-4a03-8d6a-34570dc6a775 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:57.680697 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e5285c4-7362-415e-b620-1b7f9f80bfa2 req-dd4667ec-9605-4a03-8d6a-34570dc6a775 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 945 time: 0.0521805 Nov 11 18:03:57.726118 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2e5285c4-7362-415e-b620-1b7f9f80bfa2 req-5aa12fec-84d5-42ec-859b-13542043e8e7 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396161 Nov 11 18:03:57.836473 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6fd48-c5ec-433f-a83a-d140ac4844a4 req-4ae5c713-e17f-49e1-8f2e-8404cfeeddbf tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:57.837944 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8aa6fd48-c5ec-433f-a83a-d140ac4844a4 req-4ae5c713-e17f-49e1-8f2e-8404cfeeddbf tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 945 time: 0.0491478 Nov 11 18:03:57.884744 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8aa6fd48-c5ec-433f-a83a-d140ac4844a4 req-1a1cbf91-6d0d-4519-b923-ec44c43d1624 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410175 Nov 11 18:03:58.213170 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08d230-dbd5-4d0b-83c1-67d87baa0219 req-bd86671b-f54a-4245-b17b-324e6459bf70 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:58.214619 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4c08d230-dbd5-4d0b-83c1-67d87baa0219 req-bd86671b-f54a-4245-b17b-324e6459bf70 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 945 time: 0.0518541 Nov 11 18:03:58.261124 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4c08d230-dbd5-4d0b-83c1-67d87baa0219 req-3df9df05-9840-49b3-b26c-d7ab0c1d1f03 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406201 Nov 11 18:03:58.863184 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 41bdb950-f4e2-45ac-8781-9a01803837fe up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:03:58.914465 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 41bdb950-f4e2-45ac-8781-9a01803837fe completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:03:58.918155 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 41bdb950-f4e2-45ac-8781-9a01803837fe triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:03:58.918529 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:58.992077 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:59.013784 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cac307-9c7a-4f30-9ab6-a3a2476eeae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bdb950-f4e2-45ac-8781-9a01803837fe'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:03:59.016055 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abecdd6-a6ab-40ca-871f-0471ab6fd7f4" -d '{"events": [{"server_uuid": "f8cac307-9c7a-4f30-9ab6-a3a2476eeae7", "name": "network-vif-plugged", "status": "completed", "tag": "41bdb950-f4e2-45ac-8781-9a01803837fe"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:03:59.028896 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 41bdb950-f4e2-45ac-8781-9a01803837fe, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=41bdb950-f4e2-45ac-8781-9a01803837fe,segment=NetworkSegment(8a43cf83-7f18-4ef3-bac9-abb459d92b19),segment_id=8a43cf83-7f18-4ef3-bac9-abb459d92b19)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:03:59.032940 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:59.061725 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b072af6-93dc-4412-b399-a3b79b06cc88 x-openstack-request-id: req-8b072af6-93dc-4412-b399-a3b79b06cc88 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:03:59.062019 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8cac307-9c7a-4f30-9ab6-a3a2476eeae7", "name": "network-vif-plugged", "status": "completed", "tag": "41bdb950-f4e2-45ac-8781-9a01803837fe", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:03:59.062272 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8b072af6-93dc-4412-b399-a3b79b06cc88 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:03:59.062658 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cac307-9c7a-4f30-9ab6-a3a2476eeae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bdb950-f4e2-45ac-8781-9a01803837fe', 'code': 200} Nov 11 18:03:59.084904 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=41bdb950-f4e2-45ac-8781-9a01803837fe,revision_number=9']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:03:59.400073 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2dc5b-d230-4ba6-ba57-f106c0747968 req-321d6b41-b951-4941-8eb6-7c933f8cd4a7 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:59.401446 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51b2dc5b-d230-4ba6-ba57-f106c0747968 req-321d6b41-b951-4941-8eb6-7c933f8cd4a7 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0729582 Nov 11 18:03:59.424186 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd2689-c3a2-4738-801b-e173bf126654 req-0a1334cd-334b-4971-87d8-c97aa95f38e9 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:03:59.425549 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3ffd2689-c3a2-4738-801b-e173bf126654 req-0a1334cd-334b-4971-87d8-c97aa95f38e9 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f8cac307-9c7a-4f30-9ab6-a3a2476eeae7 HTTP/1.1" status: 200 len: 946 time: 0.0672221 Nov 11 18:03:59.515136 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51b2dc5b-d230-4ba6-ba57-f106c0747968 req-4d04bbca-2e90-430b-b39d-066235d4cdc8 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.76 "GET /v2.0/security-groups?id=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066954 Nov 11 18:03:59.541527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-3ffd2689-c3a2-4738-801b-e173bf126654 req-e12877c3-dd51-495d-b3ad-8488f5227bd5 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Deleting port 41bdb950-f4e2-45ac-8781-9a01803837fe {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:03:59.541869 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3ffd2689-c3a2-4738-801b-e173bf126654 req-e12877c3-dd51-495d-b3ad-8488f5227bd5 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:59.628587 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-3ffd2689-c3a2-4738-801b-e173bf126654 req-e12877c3-dd51-495d-b3ad-8488f5227bd5 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] For port 41bdb950-f4e2-45ac-8781-9a01803837fe, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=41bdb950-f4e2-45ac-8781-9a01803837fe,segment=NetworkSegment(8a43cf83-7f18-4ef3-bac9-abb459d92b19),segment_id=8a43cf83-7f18-4ef3-bac9-abb459d92b19)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:03:59.628948 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3ffd2689-c3a2-4738-801b-e173bf126654 req-e12877c3-dd51-495d-b3ad-8488f5227bd5 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:59.645734 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-3ffd2689-c3a2-4738-801b-e173bf126654 req-e12877c3-dd51-495d-b3ad-8488f5227bd5 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Calling delete_port for 41bdb950-f4e2-45ac-8781-9a01803837fe owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:03:59.768929 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3ffd2689-c3a2-4738-801b-e173bf126654 req-e12877c3-dd51-495d-b3ad-8488f5227bd5 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:59.785388 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['41bdb950-f4e2-45ac-8781-9a01803837fe'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:03:59.804392 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12877c3-dd51-495d-b3ad-8488f5227bd5 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Pushing event deleted for resources: {'Port': ['ID=41bdb950-f4e2-45ac-8781-9a01803837fe,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:03:59.848436 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffd2689-c3a2-4738-801b-e173bf126654 req-e12877c3-dd51-495d-b3ad-8488f5227bd5 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] No DVR routers for this DVR port 41bdb950-f4e2-45ac-8781-9a01803837fe on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:03:59.851033 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3ffd2689-c3a2-4738-801b-e173bf126654 req-e12877c3-dd51-495d-b3ad-8488f5227bd5 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:03:59.854277 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3ffd2689-c3a2-4738-801b-e173bf126654 req-e12877c3-dd51-495d-b3ad-8488f5227bd5 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] 10.222.0.83 "DELETE /v2.0/ports/41bdb950-f4e2-45ac-8781-9a01803837fe HTTP/1.1" status: 204 len: 173 time: 0.4210770 Nov 11 18:03:59.854712 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cac307-9c7a-4f30-9ab6-a3a2476eeae7', 'name': 'network-vif-deleted', 'tag': '41bdb950-f4e2-45ac-8781-9a01803837fe'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:03:59.856973 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442d9ac4-14f4-42ec-afe0-7f9fd9c8eec5" -d '{"events": [{"server_uuid": "f8cac307-9c7a-4f30-9ab6-a3a2476eeae7", "name": "network-vif-deleted", "tag": "41bdb950-f4e2-45ac-8781-9a01803837fe"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:03:59.896340 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8e45f4-fef6-4d94-9eed-40f6323792d9 x-openstack-request-id: req-1b8e45f4-fef6-4d94-9eed-40f6323792d9 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:03:59.896745 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8cac307-9c7a-4f30-9ab6-a3a2476eeae7", "name": "network-vif-deleted", "tag": "41bdb950-f4e2-45ac-8781-9a01803837fe", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:03:59.896995 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1b8e45f4-fef6-4d94-9eed-40f6323792d9 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:03:59.897417 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cac307-9c7a-4f30-9ab6-a3a2476eeae7', 'name': 'network-vif-deleted', 'tag': '41bdb950-f4e2-45ac-8781-9a01803837fe', 'status': 'completed', 'code': 200} Nov 11 18:04:00.634005 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50110) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:04:00.678167 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-f817273d-afbe-4a13-8e37-740b252bcb06 admin admin] Deleting subnet 34f82dc8-2787-4044-b318-7d840c123de3 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:04:00.681226 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f817273d-afbe-4a13-8e37-740b252bcb06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:00.713881 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f817273d-afbe-4a13-8e37-740b252bcb06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:00.755882 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f817273d-afbe-4a13-8e37-740b252bcb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:00.805995 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f817273d-afbe-4a13-8e37-740b252bcb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:00.832566 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817273d-afbe-4a13-8e37-740b252bcb06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34f82dc8-2787-4044-b318-7d840c123de3,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:00.834516 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f817273d-afbe-4a13-8e37-740b252bcb06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:00.837665 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f817273d-afbe-4a13-8e37-740b252bcb06 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/34f82dc8-2787-4044-b318-7d840c123de3 HTTP/1.1" status: 204 len: 168 time: 0.2026687 Nov 11 18:04:00.840263 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50112) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:04:00.907311 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-264cf820-06b5-414d-baf3-be9fdf3de9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:00.986907 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-264cf820-06b5-414d-baf3-be9fdf3de9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:01.005897 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-264cf820-06b5-414d-baf3-be9fdf3de9e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389f0e8d-7116-4100-a2f5-31733f2093a0']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:04:01.014761 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-264cf820-06b5-414d-baf3-be9fdf3de9e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a43cf83-7f18-4ef3-bac9-abb459d92b19') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:04:01.015056 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-264cf820-06b5-414d-baf3-be9fdf3de9e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a43cf83-7f18-4ef3-bac9-abb459d92b19') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:04:01.024632 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-264cf820-06b5-414d-baf3-be9fdf3de9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:01.038802 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-264cf820-06b5-414d-baf3-be9fdf3de9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:01.044752 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264cf820-06b5-414d-baf3-be9fdf3de9e6 admin admin] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:04:01.045160 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-264cf820-06b5-414d-baf3-be9fdf3de9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: timer() Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:04:01.047141 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:04:01.385733 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-264cf820-06b5-414d-baf3-be9fdf3de9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:01.391093 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-264cf820-06b5-414d-baf3-be9fdf3de9e6 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:01.394290 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-264cf820-06b5-414d-baf3-be9fdf3de9e6 admin admin] 10.222.0.76 "DELETE /v2.0/networks/389f0e8d-7116-4100-a2f5-31733f2093a0 HTTP/1.1" status: 204 len: 168 time: 0.5531313 Nov 11 18:04:01.406532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264cf820-06b5-414d-baf3-be9fdf3de9e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=389f0e8d-7116-4100-a2f5-31733f2093a0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:01.508142 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50116) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:04:01.547198 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-291d4677-c0fa-4f9f-9ff9-b5d339ffbad0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f479956ba01643e999dddf443b562bd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378973 Nov 11 18:04:01.549637 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50118) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:04:01.595161 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-add64bb3-b233-4a09-aa3d-197a74912e27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:01.615522 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-add64bb3-b233-4a09-aa3d-197a74912e27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:01.662232 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-add64bb3-b233-4a09-aa3d-197a74912e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:01.664784 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-add64bb3-b233-4a09-aa3d-197a74912e27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:01.665944 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-add64bb3-b233-4a09-aa3d-197a74912e27 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa HTTP/1.1" status: 204 len: 168 time: 0.1154037 Nov 11 18:04:01.673769 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add64bb3-b233-4a09-aa3d-197a74912e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecdaa88-a96a-4ed3-8a2e-10b6edf9baaa,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:02.336691 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50140) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:04:02.474919 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2e72e403-2fb3-4cbe-b640-00dc5bfadfef admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-814666186-network', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:04:02.498861 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e72e403-2fb3-4cbe-b640-00dc5bfadfef admin admin] Made reservation on behalf of b299e2a8896f4eaba2de2c15b0b9415a for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:04:02.501183 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e72e403-2fb3-4cbe-b640-00dc5bfadfef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:02.510447 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e72e403-2fb3-4cbe-b640-00dc5bfadfef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:02.588672 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e72e403-2fb3-4cbe-b640-00dc5bfadfef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:02.592329 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e72e403-2fb3-4cbe-b640-00dc5bfadfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:02.612114 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e72e403-2fb3-4cbe-b640-00dc5bfadfef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1284} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:04:02.627088 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72e403-2fb3-4cbe-b640-00dc5bfadfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2928110-1100-48f1-835a-a4ee75653bc7,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:02.630480 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e72e403-2fb3-4cbe-b640-00dc5bfadfef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:02.630819 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-2e72e403-2fb3-4cbe-b640-00dc5bfadfef admin admin] Added segment 4dcbf3a3-4abd-48c6-8379-94756c5dc9d9 of type vlan for network 2348c7b7-11cd-401e-9d70-59a726a37b6f Nov 11 18:04:02.673539 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e72e403-2fb3-4cbe-b640-00dc5bfadfef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:02.697893 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e72e403-2fb3-4cbe-b640-00dc5bfadfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:02.698874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e72e403-2fb3-4cbe-b640-00dc5bfadfef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:02.699434 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e72e403-2fb3-4cbe-b640-00dc5bfadfef admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:02.749229 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2e72e403-2fb3-4cbe-b640-00dc5bfadfef admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4114773 Nov 11 18:04:02.752223 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50146) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:04:02.758430 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a7c20ddf-05f7-4260-a24d-c970287a26f4 admin admin] Request body: {'subnet': {'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-814666186-subnet', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:04:02.760628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72e403-2fb3-4cbe-b640-00dc5bfadfef admin admin] Pushing event updated for resources: {'Network': ['ID=2348c7b7-11cd-401e-9d70-59a726a37b6f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:02.770664 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 2348c7b7-11cd-401e-9d70-59a726a37b6f details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:04:02.779484 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c20ddf-05f7-4260-a24d-c970287a26f4 admin admin] Made reservation on behalf of b299e2a8896f4eaba2de2c15b0b9415a for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:04:02.781828 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7c20ddf-05f7-4260-a24d-c970287a26f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:02.878747 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 41bdb950-f4e2-45ac-8781-9a01803837fe no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:04:02.899818 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 41bdb950-f4e2-45ac-8781-9a01803837fe {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:04:02.900167 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 41bdb950-f4e2-45ac-8781-9a01803837fe not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:04:02.990954 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7c20ddf-05f7-4260-a24d-c970287a26f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:03.046995 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c20ddf-05f7-4260-a24d-c970287a26f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76737ccf-ac19-4e04-82a9-783e001a5849,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:03.054776 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c20ddf-05f7-4260-a24d-c970287a26f4 admin admin] Checking segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:04:03.055140 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c20ddf-05f7-4260-a24d-c970287a26f4 admin admin] Network hostable DHCP agents. Network: 2348c7b7-11cd-401e-9d70-59a726a37b6f, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:04:03.071068 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c20ddf-05f7-4260-a24d-c970287a26f4 admin admin] Network 2348c7b7-11cd-401e-9d70-59a726a37b6f is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:04:03.079414 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-a7c20ddf-05f7-4260-a24d-c970287a26f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 2348c7b7-11cd-401e-9d70-59a726a37b6f) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:04:03.084291 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c20ddf-05f7-4260-a24d-c970287a26f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:03.086195 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7c20ddf-05f7-4260-a24d-c970287a26f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:03.087292 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f018bffc-db31-493f-84f0-f2f1c289ddca None None] Network 2348c7b7-11cd-401e-9d70-59a726a37b6f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:04:03.101981 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a7c20ddf-05f7-4260-a24d-c970287a26f4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3486521 Nov 11 18:04:03.104884 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50148) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:04:03.109405 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-8aa5de71-4153-466d-a239-c19fbdda8535 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:04:03.131217 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aa5de71-4153-466d-a239-c19fbdda8535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:03.132527 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aa5de71-4153-466d-a239-c19fbdda8535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:03.188019 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aa5de71-4153-466d-a239-c19fbdda8535 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:03.245388 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c7a088-eb3f-4661-b4f9-3c83a0f98d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-2348c7b7-11cd-401e-9d70-59a726a37b6f', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 18:04:03.246278 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e7c7a088-eb3f-4661-b4f9-3c83a0f98d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:03.327699 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aa5de71-4153-466d-a239-c19fbdda8535 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:03.381008 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-e7c7a088-eb3f-4661-b4f9-3c83a0f98d3b None None] Allocated IP 172.20.0.2 (2348c7b7-11cd-401e-9d70-59a726a37b6f/76737ccf-ac19-4e04-82a9-783e001a5849/0528f8ec-f334-4356-894c-9d3a60530581) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:04:03.523879 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e7c7a088-eb3f-4661-b4f9-3c83a0f98d3b None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:03.529032 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aa5de71-4153-466d-a239-c19fbdda8535 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:03.529872 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e7c7a088-eb3f-4661-b4f9-3c83a0f98d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:03.548073 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aa5de71-4153-466d-a239-c19fbdda8535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:03.568929 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c7a088-eb3f-4661-b4f9-3c83a0f98d3b None None] Network 2348c7b7-11cd-401e-9d70-59a726a37b6f is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:04:03.571879 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-e7c7a088-eb3f-4661-b4f9-3c83a0f98d3b None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:04:03.574511 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c7a088-eb3f-4661-b4f9-3c83a0f98d3b None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:04:03.583940 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7a088-eb3f-4661-b4f9-3c83a0f98d3b None None] Pushing event updated for resources: {'Port': ['ID=0528f8ec-f334-4356-894c-9d3a60530581,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:03.633027 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e7c7a088-eb3f-4661-b4f9-3c83a0f98d3b None None] Attempting to bind port 0528f8ec-f334-4356-894c-9d3a60530581 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:04:03.633385 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e7c7a088-eb3f-4661-b4f9-3c83a0f98d3b None None] Attempting to bind port 0528f8ec-f334-4356-894c-9d3a60530581 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:04:03.633735 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c7a088-eb3f-4661-b4f9-3c83a0f98d3b None None] Attempting to bind port 0528f8ec-f334-4356-894c-9d3a60530581 on network 2348c7b7-11cd-401e-9d70-59a726a37b6f {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:04:03.638688 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c7a088-eb3f-4661-b4f9-3c83a0f98d3b None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:04:03.639170 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c7a088-eb3f-4661-b4f9-3c83a0f98d3b None None] Checking segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:04:03.639603 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e7c7a088-eb3f-4661-b4f9-3c83a0f98d3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:03.640151 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c7a088-eb3f-4661-b4f9-3c83a0f98d3b None None] Bound using segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:04:03.640639 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e7c7a088-eb3f-4661-b4f9-3c83a0f98d3b None None] Bound port: 0528f8ec-f334-4356-894c-9d3a60530581, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:04:03.641021 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e7c7a088-eb3f-4661-b4f9-3c83a0f98d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:03.655937 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-8aa5de71-4153-466d-a239-c19fbdda8535 admin admin] Allocated IP 172.25.2.102 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/bb57ed94-3c0e-422a-8f18-31fd161248ed) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:04:03.708808 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e7c7a088-eb3f-4661-b4f9-3c83a0f98d3b None None] For port 0528f8ec-f334-4356-894c-9d3a60530581, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:04:03.711865 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e7c7a088-eb3f-4661-b4f9-3c83a0f98d3b None None] For port 0528f8ec-f334-4356-894c-9d3a60530581, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=0528f8ec-f334-4356-894c-9d3a60530581,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:04:03.716413 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e7c7a088-eb3f-4661-b4f9-3c83a0f98d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:03.768955 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7a088-eb3f-4661-b4f9-3c83a0f98d3b None None] Pushing event updated for resources: {'Port': ['ID=0528f8ec-f334-4356-894c-9d3a60530581,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:03.784389 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aa5de71-4153-466d-a239-c19fbdda8535 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:03.819664 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aa5de71-4153-466d-a239-c19fbdda8535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:03.856795 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa5de71-4153-466d-a239-c19fbdda8535 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:04:03.861577 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-8aa5de71-4153-466d-a239-c19fbdda8535 admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:04:03.864239 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa5de71-4153-466d-a239-c19fbdda8535 admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:04:03.875684 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8829cf8-90d9-4998-a5e3-75960071845b None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:04:03.899538 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5de71-4153-466d-a239-c19fbdda8535 admin admin] Pushing event updated for resources: {'Port': ['ID=bb57ed94-3c0e-422a-8f18-31fd161248ed,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:03.996665 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-01ec4726-073b-4b93-ace5-aff95141be71 None None] Provisioning complete for port bb57ed94-3c0e-422a-8f18-31fd161248ed triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:04:03.997037 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-01ec4726-073b-4b93-ace5-aff95141be71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:04.038282 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-01ec4726-073b-4b93-ace5-aff95141be71 None None] Port bb57ed94-3c0e-422a-8f18-31fd161248ed cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:04:04.151622 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aa5de71-4153-466d-a239-c19fbdda8535 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:04.348556 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aa5de71-4153-466d-a239-c19fbdda8535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:04.484568 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa5de71-4153-466d-a239-c19fbdda8535 admin admin] Router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 18:04:04.601219 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa5de71-4153-466d-a239-c19fbdda8535 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:04:04.612813 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] Sync routers for ids ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:04:04.620948 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8aa5de71-4153-466d-a239-c19fbdda8535 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:04.622346 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8aa5de71-4153-466d-a239-c19fbdda8535 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5164449 Nov 11 18:04:04.624468 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] Routers {'9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:04:04.625203 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50150) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:04:04.625334 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:03:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:04:04.687121 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bad6403-7618-4591-8e57-98bdc63f6c44 None None] Network 2348c7b7-11cd-401e-9d70-59a726a37b6f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:04:04.733939 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] Set router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:04:04.925133 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3ae9d9d8-75a5-4e7d-9eee-31acd4124c9f None None] Provisioning complete for port 0528f8ec-f334-4356-894c-9d3a60530581 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:04:04.925717 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3ae9d9d8-75a5-4e7d-9eee-31acd4124c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:04.950048 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:04Z', 'revision_number': 3, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:04:04.986031 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] Checking router: 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:04:04.986736 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] Updating router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 port bb57ed94-3c0e-422a-8f18-31fd161248ed binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:04:05.015787 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:05.080163 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3ae9d9d8-75a5-4e7d-9eee-31acd4124c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:05.127223 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3ae9d9d8-75a5-4e7d-9eee-31acd4124c9f None None] For port 0528f8ec-f334-4356-894c-9d3a60530581, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=0528f8ec-f334-4356-894c-9d3a60530581,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:04:05.132506 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3ae9d9d8-75a5-4e7d-9eee-31acd4124c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:05.194106 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9d9d8-75a5-4e7d-9eee-31acd4124c9f None None] Pushing event updated for resources: {'Port': ['ID=0528f8ec-f334-4356-894c-9d3a60530581,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:05.323325 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:05.333620 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:05.364279 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 0528f8ec-f334-4356-894c-9d3a60530581 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:04:05.399420 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8108089a-7a3e-4b01-88ac-6e756f86025b None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:04:05.408242 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] Attempting to bind port bb57ed94-3c0e-422a-8f18-31fd161248ed on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:04:05.409448 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] Attempting to bind port bb57ed94-3c0e-422a-8f18-31fd161248ed by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:04:05.410448 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] Attempting to bind port bb57ed94-3c0e-422a-8f18-31fd161248ed on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:04:05.423300 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:04:05.423825 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:04:05.423968 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 0528f8ec-f334-4356-894c-9d3a60530581 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:04:05.424495 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:05.425002 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:05.426805 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:04:05.427375 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] Bound port: bb57ed94-3c0e-422a-8f18-31fd161248ed, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:04:05.427857 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:05.430459 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1afa0-cc5b-4969-8b28-2639831931a8 None None] Pushing event updated for resources: {'Port': ['ID=bb57ed94-3c0e-422a-8f18-31fd161248ed,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:05.458193 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea1afa0-cc5b-4969-8b28-2639831931a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:05.458619 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea1afa0-cc5b-4969-8b28-2639831931a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:05.459030 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea1afa0-cc5b-4969-8b28-2639831931a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:05.459440 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea1afa0-cc5b-4969-8b28-2639831931a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:05.459866 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea1afa0-cc5b-4969-8b28-2639831931a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:05.460282 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea1afa0-cc5b-4969-8b28-2639831931a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:05.460669 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea1afa0-cc5b-4969-8b28-2639831931a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:05.461408 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea1afa0-cc5b-4969-8b28-2639831931a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:05.461408 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea1afa0-cc5b-4969-8b28-2639831931a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:05.461776 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea1afa0-cc5b-4969-8b28-2639831931a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:05.462164 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea1afa0-cc5b-4969-8b28-2639831931a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:05.462634 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea1afa0-cc5b-4969-8b28-2639831931a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:05.463997 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2594-7f21-4a03-b77e-9c791f510a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:05.473205 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-4342b254-eef6-4e55-be77-ccd7f2d24421 None None] Provisioning complete for port 0528f8ec-f334-4356-894c-9d3a60530581 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:04:05.473689 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4342b254-eef6-4e55-be77-ccd7f2d24421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:05.500167 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] For port bb57ed94-3c0e-422a-8f18-31fd161248ed, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:04:05.503681 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] For port bb57ed94-3c0e-422a-8f18-31fd161248ed, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bb57ed94-3c0e-422a-8f18-31fd161248ed,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:04:05.508248 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:05.563346 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] Routers {'9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:04:05.564049 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:03:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:04:05.577350 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aae0c1e-2c0f-4ad2-8726-8d52f395a9db None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:04:05.611276 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-4342b254-eef6-4e55-be77-ccd7f2d24421 None None] Provisioning complete for port bb57ed94-3c0e-422a-8f18-31fd161248ed triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:04:05.611658 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4342b254-eef6-4e55-be77-ccd7f2d24421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:05.658255 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-7d8c2594-7f21-4a03-b77e-9c791f510a0c admin admin] Allocated IP 172.20.0.1 (2348c7b7-11cd-401e-9d70-59a726a37b6f/76737ccf-ac19-4e04-82a9-783e001a5849/81e7f162-731b-4658-8af4-7988b3067e72) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:04:05.692463 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4342b254-eef6-4e55-be77-ccd7f2d24421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:05.716381 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4342b254-eef6-4e55-be77-ccd7f2d24421 None None] For port bb57ed94-3c0e-422a-8f18-31fd161248ed, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bb57ed94-3c0e-422a-8f18-31fd161248ed,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:04:05.721567 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4342b254-eef6-4e55-be77-ccd7f2d24421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:05.763456 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1afa0-cc5b-4969-8b28-2639831931a8 None None] Pushing event updated for resources: {'Port': ['ID=bb57ed94-3c0e-422a-8f18-31fd161248ed,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:05.782795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342b254-eef6-4e55-be77-ccd7f2d24421 None None] Pushing event updated for resources: {'Port': ['ID=bb57ed94-3c0e-422a-8f18-31fd161248ed,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:05.785972 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2594-7f21-4a03-b77e-9c791f510a0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:05.791541 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] Set router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:04:05.820962 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2594-7f21-4a03-b77e-9c791f510a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:05.843526 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8306fd10-1258-4587-b605-74c10cfea9fb None None] Provisioning complete for port bb57ed94-3c0e-422a-8f18-31fd161248ed triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:04:05.844023 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8306fd10-1258-4587-b605-74c10cfea9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:05.863515 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8c2594-7f21-4a03-b77e-9c791f510a0c admin admin] Network 2348c7b7-11cd-401e-9d70-59a726a37b6f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:04:05.870724 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-7d8c2594-7f21-4a03-b77e-9c791f510a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:04:05.874385 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8c2594-7f21-4a03-b77e-9c791f510a0c admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:04:05.904219 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c2594-7f21-4a03-b77e-9c791f510a0c admin admin] Pushing event updated for resources: {'Port': ['ID=81e7f162-731b-4658-8af4-7988b3067e72,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:05.919136 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2594-7f21-4a03-b77e-9c791f510a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:05.998160 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:04Z', 'revision_number': 3, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:04:06.026995 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6774a1-ba00-4cde-9ea0-e32c9e35c87b None None] The sync data for ids ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'] in n-d-816206-4 is: [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:04Z', 'revision_number': 3, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:04:06.056732 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2594-7f21-4a03-b77e-9c791f510a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:06.166138 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-01098989-a494-4629-9681-bbd22deb734d None None] Provisioning complete for port 81e7f162-731b-4658-8af4-7988b3067e72 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:04:06.166658 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-01098989-a494-4629-9681-bbd22deb734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:06.205324 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-01098989-a494-4629-9681-bbd22deb734d None None] Port 81e7f162-731b-4658-8af4-7988b3067e72 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:04:06.248834 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2594-7f21-4a03-b77e-9c791f510a0c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:06.258817 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2594-7f21-4a03-b77e-9c791f510a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:06.327262 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2594-7f21-4a03-b77e-9c791f510a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:06.329057 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c2594-7f21-4a03-b77e-9c791f510a0c admin admin] Pushing event updated for resources: {'Port': ['ID=81e7f162-731b-4658-8af4-7988b3067e72,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:06.429076 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8c2594-7f21-4a03-b77e-9c791f510a0c admin admin] Network 2348c7b7-11cd-401e-9d70-59a726a37b6f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:04:06.430641 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-7d8c2594-7f21-4a03-b77e-9c791f510a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:04:06.562393 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8c2594-7f21-4a03-b77e-9c791f510a0c admin admin] Router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:04:06.681580 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8c2594-7f21-4a03-b77e-9c791f510a0c admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:04:06.686914 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7d8c2594-7f21-4a03-b77e-9c791f510a0c admin admin] 10.222.0.76 "PUT /v2.0/routers/9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0607107 Nov 11 18:04:06.726501 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-df4755a9-b1fd-477b-9766-1dbdc54ac02c None None] Provisioning complete for port 81e7f162-731b-4658-8af4-7988b3067e72 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:04:06.726872 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-df4755a9-b1fd-477b-9766-1dbdc54ac02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:06.769242 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-df4755a9-b1fd-477b-9766-1dbdc54ac02c None None] Port 81e7f162-731b-4658-8af4-7988b3067e72 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:04:07.154708 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50158) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:04:07.159405 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-3fadb166-9c79-49d1-aa23-09d76658ba4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Request body: {'security_group': {'name': 'tempest-securitygroup--111746759', 'description': 'tempest-description--1405439499'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:04:07.181701 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3fadb166-9c79-49d1-aa23-09d76658ba4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:07.248603 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3fadb166-9c79-49d1-aa23-09d76658ba4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:07.252898 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3fadb166-9c79-49d1-aa23-09d76658ba4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:07.283243 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fadb166-9c79-49d1-aa23-09d76658ba4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0e4153-39ad-4ad8-a737-d459792a4bda,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:07.295577 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3fadb166-9c79-49d1-aa23-09d76658ba4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:07.296873 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3fadb166-9c79-49d1-aa23-09d76658ba4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1411428 Nov 11 18:04:07.299781 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50160) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:04:07.304866 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-4734f1ec-c5dd-4867-a3b7-069b75d61aad tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Request body: {'security_group_rule': {'security_group_id': 'ee0e4153-39ad-4ad8-a737-d459792a4bda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:04:07.333465 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4734f1ec-c5dd-4867-a3b7-069b75d61aad tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:07.357155 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bb57ed94-3c0e-422a-8f18-31fd161248ed up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:04:07.391168 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4734f1ec-c5dd-4867-a3b7-069b75d61aad tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:07.395254 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4734f1ec-c5dd-4867-a3b7-069b75d61aad tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:07.409504 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port bb57ed94-3c0e-422a-8f18-31fd161248ed triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:04:07.410155 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:07.414464 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734f1ec-c5dd-4867-a3b7-069b75d61aad tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64709bf2-a2f8-4a8b-a830-e9ad7499d647,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:07.428129 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4734f1ec-c5dd-4867-a3b7-069b75d61aad tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:07.429342 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4734f1ec-c5dd-4867-a3b7-069b75d61aad tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287038 Nov 11 18:04:07.431975 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50162) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:04:07.436411 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a3a7f94c-b816-485c-bcd0-f49da2bd0992 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Request body: {'security_group_rule': {'security_group_id': 'ee0e4153-39ad-4ad8-a737-d459792a4bda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:04:07.464196 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a3a7f94c-b816-485c-bcd0-f49da2bd0992 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:07.469654 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-629215ce-518c-47cb-9cf6-53094fba3f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:07.524655 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a3a7f94c-b816-485c-bcd0-f49da2bd0992 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:07.528786 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a3a7f94c-b816-485c-bcd0-f49da2bd0992 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:07.550570 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7f94c-b816-485c-bcd0-f49da2bd0992 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9520c9e-2219-4e93-9fe7-3db34a899a7e,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:07.560600 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a3a7f94c-b816-485c-bcd0-f49da2bd0992 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:07.561715 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a3a7f94c-b816-485c-bcd0-f49da2bd0992 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287327 Nov 11 18:04:07.564678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 50164) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:04:07.568897 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:04:07.590506 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for floatingip, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:07.610872 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] Sync routers for ids ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:04:07.621013 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] Routers {'9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:04:07.621709 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:03:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:04:07.689153 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:07.730068 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] Set router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:04:07.795984 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Allocated IP 172.25.2.89 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/0dcaded7-f44a-48d1-87c6-69d57fda289e) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:04:07.905157 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:07.934897 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 2, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:04:07.940193 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:07.965597 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] Checking router: 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:04:07.965950 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] Updating router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 port 81e7f162-731b-4658-8af4-7988b3067e72 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:04:07.982407 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:04:07.987209 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:04:07.990797 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:04:07.991275 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:08.016284 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Pushing event updated for resources: {'Port': ['ID=0dcaded7-f44a-48d1-87c6-69d57fda289e,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:08.080134 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:08.113919 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:08.259660 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:08.264709 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:08.268520 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:08.273232 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:08.320605 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15121262-fac5-405d-90d8-28bea33e3ec6 None None] Pushing event updated for resources: {'Port': ['ID=81e7f162-731b-4658-8af4-7988b3067e72,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:08.343637 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Pushing event updated for resources: {'Port': ['ID=0dcaded7-f44a-48d1-87c6-69d57fda289e,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:08.357281 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:08.357628 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:08.357975 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:08.358315 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:08.358656 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:08.358988 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:08.359320 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:08.359645 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:08.359993 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:08.360323 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:08.360648 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:08.360974 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:04:08.368826 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:08.375848 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] Attempting to bind port 81e7f162-731b-4658-8af4-7988b3067e72 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:04:08.376353 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] Attempting to bind port 81e7f162-731b-4658-8af4-7988b3067e72 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:04:08.376694 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] Attempting to bind port 81e7f162-731b-4658-8af4-7988b3067e72 on network 2348c7b7-11cd-401e-9d70-59a726a37b6f {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:04:08.383352 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:04:08.383802 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] Checking segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:04:08.384147 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:08.384573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] Bound using segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:04:08.385035 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] Bound port: 81e7f162-731b-4658-8af4-7988b3067e72, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:04:08.385582 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:08.386289 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:08.387559 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-61699e3d-ce2b-4e03-ab84-47732ef12df0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8219552 Nov 11 18:04:08.463028 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] For port 81e7f162-731b-4658-8af4-7988b3067e72, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:04:08.466938 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] For port 81e7f162-731b-4658-8af4-7988b3067e72, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=81e7f162-731b-4658-8af4-7988b3067e72,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:04:08.474772 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:08.538338 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] Routers {'9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:04:08.539058 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:03:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:04:08.544768 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15121262-fac5-405d-90d8-28bea33e3ec6 None None] Pushing event updated for resources: {'Port': ['ID=81e7f162-731b-4658-8af4-7988b3067e72,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:08.559024 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-42c7825b-2ddf-46ff-b0f3-46cb40bb32c8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--111746759&fields=id&tenant_id=b299e2a8896f4eaba2de2c15b0b9415a HTTP/1.1" status: 200 len: 267 time: 0.0526729 Nov 11 18:04:08.645501 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-22024cb6-42fe-4db2-b72d-182021dec5b9 None None] Provisioning complete for port 81e7f162-731b-4658-8af4-7988b3067e72 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:04:08.645959 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-22024cb6-42fe-4db2-b72d-182021dec5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:08.682587 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-1d652a32-0616-47cb-b2e5-a5d6502899f4 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:08.684153 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-1d652a32-0616-47cb-b2e5-a5d6502899f4 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 811 time: 0.1165369 Nov 11 18:04:08.689531 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] Set router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:04:08.700596 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-1e4ba2c5-4305-487c-801e-90909a45fe8f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/quotas/b299e2a8896f4eaba2de2c15b0b9415a HTTP/1.1" status: 200 len: 375 time: 0.0094452 Nov 11 18:04:08.756928 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-29e59891-5e31-44cc-a057-212f8f680568 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501173 Nov 11 18:04:08.844655 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-22024cb6-42fe-4db2-b72d-182021dec5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:08.857334 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-00783d82-1c7b-4b78-8451-02bdf7af28f6 service neutron] 10.222.0.76 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887141 Nov 11 18:04:08.904733 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-22024cb6-42fe-4db2-b72d-182021dec5b9 None None] For port 81e7f162-731b-4658-8af4-7988b3067e72, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=81e7f162-731b-4658-8af4-7988b3067e72,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:04:08.926669 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-22024cb6-42fe-4db2-b72d-182021dec5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:08.953368 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-c0e6e0a1-5a88-4bd2-96d2-2990f26ee7b3 service neutron] 10.222.0.76 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900598 Nov 11 18:04:08.987641 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22024cb6-42fe-4db2-b72d-182021dec5b9 None None] Pushing event updated for resources: {'Port': ['ID=81e7f162-731b-4658-8af4-7988b3067e72,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:08.997226 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:04:09.025039 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce2eb28-481e-4e99-a6a2-e3b7eb808017 None None] The sync data for ids ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'] in n-d-816206-4 is: [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:04:09.047493 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-22532338-b468-40d8-be31-41ba3379f3c6 None None] Provisioning complete for port 81e7f162-731b-4658-8af4-7988b3067e72 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:04:09.048411 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-22532338-b468-40d8-be31-41ba3379f3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:09.202106 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82c80d33-6b2f-43ab-bb16-7ddc19343660 req-69fad7b5-2fe1-4cfa-a331-822d083a747f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 210 time: 0.0419075 Nov 11 18:04:09.384005 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 81e7f162-731b-4658-8af4-7988b3067e72 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:04:09.400255 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:04:09.445292 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 81e7f162-731b-4658-8af4-7988b3067e72 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:04:09.445869 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:10.307254 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6564ea9d-a8d4-4f88-91e6-bf3ef50aeae0 req-3e35ca52-8355-4be2-ae55-af7b34a0ceaf tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 210 time: 0.0315206 Nov 11 18:04:10.429307 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-540eb375-5ab3-4b0d-8656-533c7f987bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:10.443253 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-58fdb19d-7e65-492e-824f-724d47afd012 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:10.444728 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-58fdb19d-7e65-492e-824f-724d47afd012 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 811 time: 0.1090827 Nov 11 18:04:10.510512 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-a2879f40-d3f2-4866-abd8-40bc46e54112 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b299e2a8896f4eaba2de2c15b0b9415a HTTP/1.1" status: 200 len: 379 time: 0.0559947 Nov 11 18:04:10.521020 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-76cbd9fb-eb75-4992-a855-18771f19e3ca tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Request body: {'port': {'device_id': '0b95f202-9ab6-4b26-bacc-da888754596d', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'admin_state_up': True, 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'security_groups': ['ee0e4153-39ad-4ad8-a737-d459792a4bda']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:04:10.625535 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-76cbd9fb-eb75-4992-a855-18771f19e3ca tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Made reservation on behalf of b299e2a8896f4eaba2de2c15b0b9415a for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:04:10.628773 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-76cbd9fb-eb75-4992-a855-18771f19e3ca tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:10.755458 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-76cbd9fb-eb75-4992-a855-18771f19e3ca tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Allocated IP 172.20.0.7 (2348c7b7-11cd-401e-9d70-59a726a37b6f/76737ccf-ac19-4e04-82a9-783e001a5849/5f6ef5b0-1fa4-4123-929c-769970805f00) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:04:10.896745 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-76cbd9fb-eb75-4992-a855-18771f19e3ca tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:10.929362 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-76cbd9fb-eb75-4992-a855-18771f19e3ca tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:10.970150 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-76cbd9fb-eb75-4992-a855-18771f19e3ca tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Network 2348c7b7-11cd-401e-9d70-59a726a37b6f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:04:10.976034 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-76cbd9fb-eb75-4992-a855-18771f19e3ca tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:04:10.979923 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-76cbd9fb-eb75-4992-a855-18771f19e3ca tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:04:11.009748 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbd9fb-eb75-4992-a855-18771f19e3ca tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Pushing event updated for resources: {'Port': ['ID=5f6ef5b0-1fa4-4123-929c-769970805f00,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:11.036681 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-76cbd9fb-eb75-4992-a855-18771f19e3ca tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:11.037300 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-76cbd9fb-eb75-4992-a855-18771f19e3ca tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:11.054571 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-76cbd9fb-eb75-4992-a855-18771f19e3ca tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5371413 Nov 11 18:04:11.068392 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] Request body: {'port': {'device_id': '0b95f202-9ab6-4b26-bacc-da888754596d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:04:11.082011 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:11.128727 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:11.258888 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ebefdc69-ec5a-4089-9403-5829242a4fc6 None None] Provisioning complete for port 5f6ef5b0-1fa4-4123-929c-769970805f00 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:04:11.259272 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ebefdc69-ec5a-4089-9403-5829242a4fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:11.293139 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-ebefdc69-ec5a-4089-9403-5829242a4fc6 None None] Port 5f6ef5b0-1fa4-4123-929c-769970805f00 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:04:11.413312 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6ef5b0-1fa4-4123-929c-769970805f00 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:04:11.422762 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:11.439667 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] Transition to ACTIVE for port object 5f6ef5b0-1fa4-4123-929c-769970805f00 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:04:11.448833 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46e1a9-d07a-4736-909d-59b6c7587d92 req-ba309094-6568-4c4b-8899-91a1b9a669d9 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:11.450282 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b46e1a9-d07a-4736-909d-59b6c7587d92 req-ba309094-6568-4c4b-8899-91a1b9a669d9 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 931 time: 0.0732315 Nov 11 18:04:11.451298 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:11.530026 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6ef5b0-1fa4-4123-929c-769970805f00,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:11.585458 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b46e1a9-d07a-4736-909d-59b6c7587d92 req-35b88da9-496b-4123-8c95-2beaf95ceb3d tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264131 Nov 11 18:04:11.619570 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] Attempting to bind port 5f6ef5b0-1fa4-4123-929c-769970805f00 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:04:11.619936 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] Attempting to bind port 5f6ef5b0-1fa4-4123-929c-769970805f00 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:04:11.620269 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] Attempting to bind port 5f6ef5b0-1fa4-4123-929c-769970805f00 on network 2348c7b7-11cd-401e-9d70-59a726a37b6f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:04:11.629690 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] Port 5f6ef5b0-1fa4-4123-929c-769970805f00 on network 2348c7b7-11cd-401e-9d70-59a726a37b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:04:11.629987 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] Attempting to bind port 5f6ef5b0-1fa4-4123-929c-769970805f00 on network 2348c7b7-11cd-401e-9d70-59a726a37b6f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:04:11.635169 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:04:11.635505 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] Checking segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:04:11.635938 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] Bound using segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:04:11.636358 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] Bound port: 5f6ef5b0-1fa4-4123-929c-769970805f00, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:04:11.636709 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:11.700696 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] For port 5f6ef5b0-1fa4-4123-929c-769970805f00, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:04:11.703651 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] For port 5f6ef5b0-1fa4-4123-929c-769970805f00, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=5f6ef5b0-1fa4-4123-929c-769970805f00,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:04:11.708616 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:11.744991 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:11.745598 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:11.746950 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] 10.222.0.83 "PUT /v2.0/ports/5f6ef5b0-1fa4-4123-929c-769970805f00 HTTP/1.1" status: 200 len: 1091 time: 0.6835577 Nov 11 18:04:11.747437 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b95f202-9ab6-4b26-bacc-da888754596d', 'tag': '5f6ef5b0-1fa4-4123-929c-769970805f00'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:04:11.749648 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1ce37c-1cf1-4f92-82bf-55eee8c9c6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "0b95f202-9ab6-4b26-bacc-da888754596d", "tag": "5f6ef5b0-1fa4-4123-929c-769970805f00"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:04:11.784699 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602be90-a8b4-4f61-bc77-1ff6e463b126 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6ef5b0-1fa4-4123-929c-769970805f00,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:11.794332 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ac9486-28d4-47b7-9084-4f711071c66e x-openstack-request-id: req-b0ac9486-28d4-47b7-9084-4f711071c66e {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:04:11.794645 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b95f202-9ab6-4b26-bacc-da888754596d", "tag": "5f6ef5b0-1fa4-4123-929c-769970805f00", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:04:11.794900 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b0ac9486-28d4-47b7-9084-4f711071c66e {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:04:11.795336 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b95f202-9ab6-4b26-bacc-da888754596d', 'tag': '5f6ef5b0-1fa4-4123-929c-769970805f00', 'status': 'completed', 'code': 200} Nov 11 18:04:11.837912 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-ad4b5e51-6427-40ef-8110-941a8f76112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:11.839430 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-ad4b5e51-6427-40ef-8110-941a8f76112c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 1094 time: 0.0432811 Nov 11 18:04:11.884629 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-d17dbc8a-e1d8-4465-ad0b-b0564014ec72 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f6ef5b0-1fa4-4123-929c-769970805f00 HTTP/1.1" status: 200 len: 217 time: 0.0365450 Nov 11 18:04:11.938854 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-f8050712-7bf6-42d9-b73e-ac3b12228cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:11.940353 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-f8050712-7bf6-42d9-b73e-ac3b12228cf3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0494950 Nov 11 18:04:11.993078 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-4971809d-f26c-49c8-9ab8-30ca76617cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:11.994568 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-4971809d-f26c-49c8-9ab8-30ca76617cdb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476100 Nov 11 18:04:12.087328 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-502c6ac1-4e85-40b8-8394-7324fb093f2f service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839646 Nov 11 18:04:12.186108 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-23a875a6-6d2f-49cc-8ba3-00f8e41e3863 req-ba1d2817-e7c2-4a25-8386-b5959f137ad1 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910950 Nov 11 18:04:12.273811 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ce37c-1cf1-4f92-82bf-55eee8c9c6a5 req-53f52ce6-aa58-4ecf-ad74-a361b836f58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:12.275287 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de1ce37c-1cf1-4f92-82bf-55eee8c9c6a5 req-53f52ce6-aa58-4ecf-ad74-a361b836f58a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 1094 time: 0.0430286 Nov 11 18:04:12.367381 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ce37c-1cf1-4f92-82bf-55eee8c9c6a5 req-e79c46d1-2ca4-4d1a-8672-6f26ad2997c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:12.368849 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de1ce37c-1cf1-4f92-82bf-55eee8c9c6a5 req-e79c46d1-2ca4-4d1a-8672-6f26ad2997c6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0870540 Nov 11 18:04:12.411010 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de1ce37c-1cf1-4f92-82bf-55eee8c9c6a5 req-44df5102-b451-4e18-8807-29a033836a35 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f6ef5b0-1fa4-4123-929c-769970805f00 HTTP/1.1" status: 200 len: 217 time: 0.0340567 Nov 11 18:04:12.458836 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ce37c-1cf1-4f92-82bf-55eee8c9c6a5 req-4019d6d9-117e-4a20-841b-a793cc8844d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:12.460359 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de1ce37c-1cf1-4f92-82bf-55eee8c9c6a5 req-4019d6d9-117e-4a20-841b-a793cc8844d1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0421531 Nov 11 18:04:12.512049 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ce37c-1cf1-4f92-82bf-55eee8c9c6a5 req-07b4215a-403a-4511-9c6c-ff236929479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:12.513515 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de1ce37c-1cf1-4f92-82bf-55eee8c9c6a5 req-07b4215a-403a-4511-9c6c-ff236929479f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443475 Nov 11 18:04:12.601720 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de1ce37c-1cf1-4f92-82bf-55eee8c9c6a5 req-a1390c5d-b225-401b-b419-654115efd98e service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804505 Nov 11 18:04:12.668977 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:12.735102 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f762b-ea01-486f-a7cb-748589fcc1db req-4d011f84-dcf8-4095-a891-45b99c92e3a3 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:12.736492 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-258f762b-ea01-486f-a7cb-748589fcc1db req-4d011f84-dcf8-4095-a891-45b99c92e3a3 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 943 time: 0.0747085 Nov 11 18:04:12.739225 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de1ce37c-1cf1-4f92-82bf-55eee8c9c6a5 req-cb771b16-6ec5-4194-806b-1f499752f3fa service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283469 Nov 11 18:04:12.785219 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-258f762b-ea01-486f-a7cb-748589fcc1db req-1a8c1695-658c-4dce-804d-e4fe1f68d27d tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420098 Nov 11 18:04:12.992166 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:13.898485 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e989f-6898-4949-be1b-8d58abb17564 req-339cbb30-9f4c-489d-9db8-c5d5dfe6709a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:13.899992 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b7e989f-6898-4949-be1b-8d58abb17564 req-339cbb30-9f4c-489d-9db8-c5d5dfe6709a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 943 time: 0.0478628 Nov 11 18:04:13.952917 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6b7e989f-6898-4949-be1b-8d58abb17564 req-a9f4fb05-66af-4ca4-a128-2d8baf1ad41d tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467908 Nov 11 18:04:14.965474 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 5f6ef5b0-1fa4-4123-929c-769970805f00 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:04:15.059533 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 5f6ef5b0-1fa4-4123-929c-769970805f00, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=5f6ef5b0-1fa4-4123-929c-769970805f00,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:04:15.067628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45989eef-30fc-4254-8add-f61ad1cb8aac req-0757c7a8-799d-4296-b58b-1e71e0a58492 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:15.069889 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45989eef-30fc-4254-8add-f61ad1cb8aac req-0757c7a8-799d-4296-b58b-1e71e0a58492 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 943 time: 0.0510018 Nov 11 18:04:15.074788 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '5f6ef5b0-1fa4-4123-929c-769970805f00', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'port_id': '5f6ef5b0-1fa4-4123-929c-769970805f00', 'mac_address': 'fa:16:3e:36:42:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:04:15.111122 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:15.116672 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45989eef-30fc-4254-8add-f61ad1cb8aac req-11e9eaa1-97ea-4159-91b7-8b5952109936 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407486 Nov 11 18:04:15.124137 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6ef5b0-1fa4-4123-929c-769970805f00 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:04:15.144007 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 5f6ef5b0-1fa4-4123-929c-769970805f00, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=5f6ef5b0-1fa4-4123-929c-769970805f00,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:04:15.148119 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:15.194848 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=5f6ef5b0-1fa4-4123-929c-769970805f00,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:15.342233 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['5f6ef5b0-1fa4-4123-929c-769970805f00'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:04:16.237681 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0e0cf-cb6e-4e73-a303-3ece3b249d2e req-7619e167-40f8-4ab2-a512-32d473bea811 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:16.239134 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0d0e0cf-cb6e-4e73-a303-3ece3b249d2e req-7619e167-40f8-4ab2-a512-32d473bea811 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 944 time: 0.0518434 Nov 11 18:04:16.285208 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c0d0e0cf-cb6e-4e73-a303-3ece3b249d2e req-09abe66b-5296-4f9d-abcd-05c5a3df789e tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401657 Nov 11 18:04:16.980981 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 5f6ef5b0-1fa4-4123-929c-769970805f00 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:04:17.028646 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 5f6ef5b0-1fa4-4123-929c-769970805f00 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:04:17.032513 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 5f6ef5b0-1fa4-4123-929c-769970805f00 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:04:17.032885 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:17.110511 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:17.132300 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b95f202-9ab6-4b26-bacc-da888754596d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6ef5b0-1fa4-4123-929c-769970805f00'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:04:17.134884 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51691bc-313e-4889-af73-0ef2be0a492d" -d '{"events": [{"server_uuid": "0b95f202-9ab6-4b26-bacc-da888754596d", "name": "network-vif-plugged", "status": "completed", "tag": "5f6ef5b0-1fa4-4123-929c-769970805f00"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:04:17.148386 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 5f6ef5b0-1fa4-4123-929c-769970805f00, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=5f6ef5b0-1fa4-4123-929c-769970805f00,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:04:17.153094 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:17.180706 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e18ac1a-2ed1-48ff-b653-78c5c35f5510 x-openstack-request-id: req-9e18ac1a-2ed1-48ff-b653-78c5c35f5510 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:04:17.181004 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b95f202-9ab6-4b26-bacc-da888754596d", "name": "network-vif-plugged", "status": "completed", "tag": "5f6ef5b0-1fa4-4123-929c-769970805f00", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:04:17.181264 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9e18ac1a-2ed1-48ff-b653-78c5c35f5510 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:04:17.181660 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b95f202-9ab6-4b26-bacc-da888754596d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6ef5b0-1fa4-4123-929c-769970805f00', 'code': 200} Nov 11 18:04:17.207252 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=5f6ef5b0-1fa4-4123-929c-769970805f00,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:04:17.276235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc647bd-954e-45ed-876f-93b291f5f45a req-07fe1d3d-befd-48da-b8d9-6966a2c5b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:17.277978 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4fc647bd-954e-45ed-876f-93b291f5f45a req-07fe1d3d-befd-48da-b8d9-6966a2c5b50c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 1096 time: 0.0441070 Nov 11 18:04:17.322294 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4fc647bd-954e-45ed-876f-93b291f5f45a req-eddaf595-d37f-41f4-9ec2-e4e0d329fd85 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371251 Nov 11 18:04:17.401707 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5419728-9324-42c0-a6af-d745ce7cf5b0 req-6f39121f-acc9-4e44-a8c3-2091d91a6fe4 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:17.403342 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c5419728-9324-42c0-a6af-d745ce7cf5b0 req-6f39121f-acc9-4e44-a8c3-2091d91a6fe4 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 945 time: 0.0493934 Nov 11 18:04:17.450001 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c5419728-9324-42c0-a6af-d745ce7cf5b0 req-7a8d00a5-4312-4226-894f-7ec7a8b83101 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408151 Nov 11 18:04:18.565412 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c72ab-a9d6-43a2-93f8-628a3a6c9c23 req-e6dc8475-308a-4005-b4d9-f9e32fb7f99f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:18.567547 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-942c72ab-a9d6-43a2-93f8-628a3a6c9c23 req-e6dc8475-308a-4005-b4d9-f9e32fb7f99f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 945 time: 0.0526071 Nov 11 18:04:18.630536 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-942c72ab-a9d6-43a2-93f8-628a3a6c9c23 req-ba7119fb-0ad2-4868-92d6-0528710b4dd5 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571771 Nov 11 18:04:18.643316 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:18.740287 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce618e30-60b3-4b7c-985d-531950c6c7d6 req-89d6c66c-3ddc-4674-a217-ef10ed2217df tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:18.741676 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ce618e30-60b3-4b7c-985d-531950c6c7d6 req-89d6c66c-3ddc-4674-a217-ef10ed2217df tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 945 time: 0.0484691 Nov 11 18:04:18.750373 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50218) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:04:18.755270 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-52a2d0a8-dbdc-4a50-94e3-454a7a75a282 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Request body: {'floatingip': {'port_id': '5f6ef5b0-1fa4-4123-929c-769970805f00'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:04:18.793989 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-52a2d0a8-dbdc-4a50-94e3-454a7a75a282 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for floatingip, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:19.220882 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-52a2d0a8-dbdc-4a50-94e3-454a7a75a282 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:19.224715 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-52a2d0a8-dbdc-4a50-94e3-454a7a75a282 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:19.324954 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-52a2d0a8-dbdc-4a50-94e3-454a7a75a282 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Floating IP c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae associated. External IP: 172.25.2.89, port: 5f6ef5b0-1fa4-4123-929c-769970805f00. Nov 11 18:04:19.533931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a2d0a8-dbdc-4a50-94e3-454a7a75a282 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:04:19.638944 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a2d0a8-dbdc-4a50-94e3-454a7a75a282 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:04:19.643426 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-52a2d0a8-dbdc-4a50-94e3-454a7a75a282 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:19.649365 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6144c3a-2cb6-4c35-8e9d-fe8a1c20890d None None] Sync routers for ids ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:04:19.658886 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6144c3a-2cb6-4c35-8e9d-fe8a1c20890d None None] Routers {'9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:04:19.659491 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e6144c3a-2cb6-4c35-8e9d-fe8a1c20890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:04:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:04:19.673071 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-52a2d0a8-dbdc-4a50-94e3-454a7a75a282 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "PUT /v2.0/floatingips/c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae HTTP/1.1" status: 200 len: 990 time: 0.9216337 Nov 11 18:04:19.673671 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b95f202-9ab6-4b26-bacc-da888754596d', 'tag': '5f6ef5b0-1fa4-4123-929c-769970805f00'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:04:19.676066 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177fc460-aaab-45aa-9850-148e43918d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b95f202-9ab6-4b26-bacc-da888754596d", "tag": "5f6ef5b0-1fa4-4123-929c-769970805f00"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:04:19.768408 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366459fa-b081-441c-8d8e-23f42393d4b4 x-openstack-request-id: req-366459fa-b081-441c-8d8e-23f42393d4b4 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:04:19.768613 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-e6144c3a-2cb6-4c35-8e9d-fe8a1c20890d None None] Set router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:04:19.768717 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b95f202-9ab6-4b26-bacc-da888754596d", "tag": "5f6ef5b0-1fa4-4123-929c-769970805f00", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:04:19.768937 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-366459fa-b081-441c-8d8e-23f42393d4b4 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:04:19.769343 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b95f202-9ab6-4b26-bacc-da888754596d', 'tag': '5f6ef5b0-1fa4-4123-929c-769970805f00', 'status': 'completed', 'code': 200} Nov 11 18:04:19.830417 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fc460-aaab-45aa-9850-148e43918d9d req-24793c61-a092-4cf6-ab1e-7f56650b8076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:19.831932 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-177fc460-aaab-45aa-9850-148e43918d9d req-24793c61-a092-4cf6-ab1e-7f56650b8076 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 1096 time: 0.0399654 Nov 11 18:04:19.925756 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fc460-aaab-45aa-9850-148e43918d9d req-e7dcfc21-27f0-4eb1-9a33-3dc6534bcf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:19.927324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-177fc460-aaab-45aa-9850-148e43918d9d req-e7dcfc21-27f0-4eb1-9a33-3dc6534bcf01 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0874324 Nov 11 18:04:19.994704 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e6144c3a-2cb6-4c35-8e9d-fe8a1c20890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'port_id': '5f6ef5b0-1fa4-4123-929c-769970805f00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'mac_address': 'fa:16:3e:36:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b95f202-9ab6-4b26-bacc-da888754596d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:04:08Z', 'updated_at': '2021-11-11T18:04:19Z', 'revision_number': 1, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:04:19.996927 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-177fc460-aaab-45aa-9850-148e43918d9d req-16b06f7a-168c-49c5-81d5-097a729e4541 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f6ef5b0-1fa4-4123-929c-769970805f00 HTTP/1.1" status: 200 len: 998 time: 0.0605741 Nov 11 18:04:20.020964 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6144c3a-2cb6-4c35-8e9d-fe8a1c20890d None None] Checking router: 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:04:20.029286 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6144c3a-2cb6-4c35-8e9d-fe8a1c20890d None None] Routers {'9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:04:20.029890 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e6144c3a-2cb6-4c35-8e9d-fe8a1c20890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:04:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:04:20.050749 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fc460-aaab-45aa-9850-148e43918d9d req-5d4a663b-81e2-4129-9998-64a9db6e5620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:20.052290 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-177fc460-aaab-45aa-9850-148e43918d9d req-5d4a663b-81e2-4129-9998-64a9db6e5620 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0480206 Nov 11 18:04:20.098404 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fc460-aaab-45aa-9850-148e43918d9d req-3ce588a6-8b46-4d2e-9251-e4ffaa9108cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:20.099846 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-177fc460-aaab-45aa-9850-148e43918d9d req-3ce588a6-8b46-4d2e-9251-e4ffaa9108cb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402610 Nov 11 18:04:20.137447 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-e6144c3a-2cb6-4c35-8e9d-fe8a1c20890d None None] Set router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:04:20.193386 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-177fc460-aaab-45aa-9850-148e43918d9d req-45586005-e1fe-488e-8717-b96f799b63a9 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863988 Nov 11 18:04:20.291015 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-177fc460-aaab-45aa-9850-148e43918d9d req-01d1f179-d205-4040-a629-33a5298d0103 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910816 Nov 11 18:04:20.365999 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e6144c3a-2cb6-4c35-8e9d-fe8a1c20890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'port_id': '5f6ef5b0-1fa4-4123-929c-769970805f00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'mac_address': 'fa:16:3e:36:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b95f202-9ab6-4b26-bacc-da888754596d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:04:08Z', 'updated_at': '2021-11-11T18:04:19Z', 'revision_number': 1, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:04:20.391029 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6144c3a-2cb6-4c35-8e9d-fe8a1c20890d None None] The sync data for ids ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'] in n-d-816206-4 is: [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'port_id': '5f6ef5b0-1fa4-4123-929c-769970805f00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'mac_address': 'fa:16:3e:36:42:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b95f202-9ab6-4b26-bacc-da888754596d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:04:08Z', 'updated_at': '2021-11-11T18:04:19Z', 'revision_number': 1, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:04:20.591539 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f903fcd9-e823-4684-ba32-ba40b13cd86b None None] New status for floating IP c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:04:24.432749 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:29.009805 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b358c238-f08d-4c5e-aeaa-f56911527491 req-89859b2e-6b57-4438-a442-6073ec3bc2be service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477300 Nov 11 18:04:29.094674 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358c238-f08d-4c5e-aeaa-f56911527491 req-83b7b848-ef10-4d56-89cf-f17e07593ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:29.096228 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b358c238-f08d-4c5e-aeaa-f56911527491 req-83b7b848-ef10-4d56-89cf-f17e07593ad5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 1096 time: 0.0417285 Nov 11 18:04:29.499892 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358c238-f08d-4c5e-aeaa-f56911527491 req-8d90756f-9d58-4483-8abb-fe56e642019b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:29.501448 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b358c238-f08d-4c5e-aeaa-f56911527491 req-8d90756f-9d58-4483-8abb-fe56e642019b service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.3861659 Nov 11 18:04:29.566406 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b358c238-f08d-4c5e-aeaa-f56911527491 req-173b0759-13f8-4ade-8849-bc78d4439d88 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f6ef5b0-1fa4-4123-929c-769970805f00 HTTP/1.1" status: 200 len: 1000 time: 0.0578086 Nov 11 18:04:29.618556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358c238-f08d-4c5e-aeaa-f56911527491 req-870b26f3-edb1-4b8b-9910-225a9750741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:29.619977 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b358c238-f08d-4c5e-aeaa-f56911527491 req-870b26f3-edb1-4b8b-9910-225a9750741c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0460284 Nov 11 18:04:29.666440 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358c238-f08d-4c5e-aeaa-f56911527491 req-7ef19045-65e4-4438-8427-6155f92a4a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:04:29.667915 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b358c238-f08d-4c5e-aeaa-f56911527491 req-7ef19045-65e4-4438-8427-6155f92a4a89 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393720 Nov 11 18:04:29.762506 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b358c238-f08d-4c5e-aeaa-f56911527491 req-09421813-719f-4f2c-9b59-e8a189edf9cc service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861416 Nov 11 18:04:29.852293 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b358c238-f08d-4c5e-aeaa-f56911527491 req-7c1152a4-1e5f-409b-85b6-17ba8578467b service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821383 Nov 11 18:04:37.450868 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1fdbedc7-a039-4549-a8ef-b181cd41c8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:40.432034 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-44d1e07a-15af-4a3d-8b58-8348b5bf4e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:41.077107 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:42.671011 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:42.984472 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:46.390420 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:04:48.652454 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:04:54.431780 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:05:07.452514 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-de242c9a-2b1a-489c-9bc8-8ac18f6d3537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:05:10.434707 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-39430d38-507c-47cc-b374-9fd305fcb66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:05:11.084027 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:05:12.674479 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:05:12.988106 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:05:18.674486 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:05:23.389368 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:05:24.432093 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:05:29.000419 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c58ae951-9cf9-484a-bd5a-e66e3685ad02 req-dc78d07a-2019-4d66-8fac-6b606c02ac7b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416951 Nov 11 18:05:29.091956 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ae951-9cf9-484a-bd5a-e66e3685ad02 req-8bdfaf7f-329d-445e-a3b5-727023937779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:05:29.094053 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c58ae951-9cf9-484a-bd5a-e66e3685ad02 req-8bdfaf7f-329d-445e-a3b5-727023937779 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 1096 time: 0.0473220 Nov 11 18:05:29.197142 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ae951-9cf9-484a-bd5a-e66e3685ad02 req-2e5b4da3-4084-4921-9ab8-3fa0f2fd3f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:05:29.198580 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c58ae951-9cf9-484a-bd5a-e66e3685ad02 req-2e5b4da3-4084-4921-9ab8-3fa0f2fd3f5e service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0849581 Nov 11 18:05:29.267148 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c58ae951-9cf9-484a-bd5a-e66e3685ad02 req-d6d83a82-ed65-4dc1-96e3-29feac178066 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f6ef5b0-1fa4-4123-929c-769970805f00 HTTP/1.1" status: 200 len: 1000 time: 0.0604296 Nov 11 18:05:29.316182 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ae951-9cf9-484a-bd5a-e66e3685ad02 req-74b5deac-95b3-40b0-938c-088d0b689d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:05:29.317607 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c58ae951-9cf9-484a-bd5a-e66e3685ad02 req-74b5deac-95b3-40b0-938c-088d0b689d43 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0424263 Nov 11 18:05:29.362291 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ae951-9cf9-484a-bd5a-e66e3685ad02 req-6ad5c5c4-9e95-4242-a84e-febca9155428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:05:29.363651 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c58ae951-9cf9-484a-bd5a-e66e3685ad02 req-6ad5c5c4-9e95-4242-a84e-febca9155428 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386403 Nov 11 18:05:29.455590 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c58ae951-9cf9-484a-bd5a-e66e3685ad02 req-6f90f210-8ec6-4cda-8fcd-f3e709bd4ade service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840616 Nov 11 18:05:29.547032 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c58ae951-9cf9-484a-bd5a-e66e3685ad02 req-7ebcd216-d5f0-40e5-ba6c-41e2104c4ac7 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840220 Nov 11 18:05:37.453367 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2142506d-360f-4985-abbe-e1effe0b1ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:05:40.436163 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-76ec5809-117d-4623-9e0b-a49bc73dfbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:05:41.082439 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:05:42.678830 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:05:42.989692 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:05:48.693965 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:05:54.462541 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:05:56.945376 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27d170-f318-45be-ac01-0334a2dd7cb9 req-85984484-d182-452e-beb8-f059dbd1fcc6 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:05:56.946822 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bf27d170-f318-45be-ac01-0334a2dd7cb9 req-85984484-d182-452e-beb8-f059dbd1fcc6 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 945 time: 0.1135073 Nov 11 18:05:56.999579 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bf27d170-f318-45be-ac01-0334a2dd7cb9 req-4f2ffe44-f856-4a57-a742-e1a3943868c8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466180 Nov 11 18:05:57.230944 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-3c4ae2c6-0215-4fef-90e3-f181ecfc9a84 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0512831 Nov 11 18:05:57.236621 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab0691-5042-40c8-9133-d11a46ec0c80 req-f9e26cd0-2555-42e8-b6d3-a501761c0eb4 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:05:57.238100 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dab0691-5042-40c8-9133-d11a46ec0c80 req-f9e26cd0-2555-42e8-b6d3-a501761c0eb4 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 945 time: 0.0488396 Nov 11 18:05:57.287769 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dab0691-5042-40c8-9133-d11a46ec0c80 req-1dff9190-8a7e-4f7c-8b46-4548cdcc03b2 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433359 Nov 11 18:05:58.408486 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9573e-1f27-48c4-ba16-9bc026fe1152 req-333ab577-f5ff-42f1-8ef4-61e2f2b84f77 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:05:58.409984 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3db9573e-1f27-48c4-ba16-9bc026fe1152 req-333ab577-f5ff-42f1-8ef4-61e2f2b84f77 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 945 time: 0.0533752 Nov 11 18:05:58.491688 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3db9573e-1f27-48c4-ba16-9bc026fe1152 req-9ec4f5be-88a6-45ab-aec9-c0e3c9b8c5f8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755620 Nov 11 18:05:58.498964 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-a06e98d5-52c1-46e4-a02b-c3df02d05c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:05:58.500594 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-a06e98d5-52c1-46e4-a02b-c3df02d05c32 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 1096 time: 0.0769987 Nov 11 18:05:58.594459 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-503f03f6-d66f-4e7b-be59-c7e7e5ff0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:05:58.595846 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-503f03f6-d66f-4e7b-be59-c7e7e5ff0e57 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0878389 Nov 11 18:05:58.665695 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-7c13f346-dc5f-4256-abf4-266e2d813e3d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f6ef5b0-1fa4-4123-929c-769970805f00 HTTP/1.1" status: 200 len: 1000 time: 0.0621219 Nov 11 18:05:58.714894 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-b11b9663-9739-4e95-9811-4967a33943c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:05:58.716336 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-b11b9663-9739-4e95-9811-4967a33943c3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0430975 Nov 11 18:05:58.761013 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-7e71e6af-a2a7-47f8-afbd-64f2543c7cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:05:58.762470 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-7e71e6af-a2a7-47f8-afbd-64f2543c7cd1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392811 Nov 11 18:05:58.863619 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-a9dd5dd6-810b-495a-930a-5877db8f3df5 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939097 Nov 11 18:05:58.952320 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-59d0b906-30ef-4ef4-a7af-bea3ba53f6d9 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817609 Nov 11 18:05:59.609976 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a6446-e0ba-4c0d-87dd-6c5676770bcb req-33b1c192-146c-46f5-8db6-d0984985298d tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:05:59.611346 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c3a6446-e0ba-4c0d-87dd-6c5676770bcb req-33b1c192-146c-46f5-8db6-d0984985298d tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 945 time: 0.0496135 Nov 11 18:05:59.662587 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c3a6446-e0ba-4c0d-87dd-6c5676770bcb req-b3930791-a971-4257-906c-46e01fc7eaa5 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453570 Nov 11 18:06:00.388227 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:06:00.776665 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4974f6-7489-4bb6-aa1b-deacd3967e30 req-3c28ec4c-c55f-49a5-b50a-c97f97f09365 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:00.778114 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a4974f6-7489-4bb6-aa1b-deacd3967e30 req-3c28ec4c-c55f-49a5-b50a-c97f97f09365 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 945 time: 0.0477378 Nov 11 18:06:00.826945 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a4974f6-7489-4bb6-aa1b-deacd3967e30 req-56dac873-e806-4394-bcb2-bbff53063187 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421073 Nov 11 18:06:01.945484 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cec712-8ff1-4516-8b0b-37dc1bcb460d req-79d585fc-6785-4485-a88b-49d518985d8e tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:01.946997 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e9cec712-8ff1-4516-8b0b-37dc1bcb460d req-79d585fc-6785-4485-a88b-49d518985d8e tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 945 time: 0.0489357 Nov 11 18:06:01.992850 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e9cec712-8ff1-4516-8b0b-37dc1bcb460d req-e05bc481-eb4c-4fbf-b72a-21ec81a3f119 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399733 Nov 11 18:06:03.110961 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e572e-e8a6-4286-bdc7-c7e53dbeb942 req-9bcc2bc8-1b9e-4fdd-a16a-69809ab846b6 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:03.112360 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-715e572e-e8a6-4286-bdc7-c7e53dbeb942 req-9bcc2bc8-1b9e-4fdd-a16a-69809ab846b6 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 945 time: 0.0527000 Nov 11 18:06:03.158912 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-715e572e-e8a6-4286-bdc7-c7e53dbeb942 req-a36bc10c-fadb-479d-97e4-c950b3d875b4 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408230 Nov 11 18:06:04.273724 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7c26d-a8b1-4f28-a821-10bc87cb6a6f req-7dc53972-fe4e-4bb9-a091-c9802475f096 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:04.275158 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2cb7c26d-a8b1-4f28-a821-10bc87cb6a6f req-7dc53972-fe4e-4bb9-a091-c9802475f096 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 945 time: 0.0476909 Nov 11 18:06:04.320929 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2cb7c26d-a8b1-4f28-a821-10bc87cb6a6f req-dd54e226-62ed-4d59-a661-d143cf235a9e tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399358 Nov 11 18:06:05.437767 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66733642-1ae6-4dca-be40-cbd70c023c72 req-7f263a2f-04e8-45d7-a4d4-572b6e01704a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:05.439237 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66733642-1ae6-4dca-be40-cbd70c023c72 req-7f263a2f-04e8-45d7-a4d4-572b6e01704a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 945 time: 0.0489397 Nov 11 18:06:05.500924 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66733642-1ae6-4dca-be40-cbd70c023c72 req-04a40ace-b309-4a1f-abd2-d14785910649 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557642 Nov 11 18:06:06.620621 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552f610-c3a1-478c-848d-878210211c9e req-9e81102b-7545-4fdf-aa78-83db68b61c9e tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:06.622089 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2552f610-c3a1-478c-848d-878210211c9e req-9e81102b-7545-4fdf-aa78-83db68b61c9e tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 945 time: 0.0492418 Nov 11 18:06:06.669440 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2552f610-c3a1-478c-848d-878210211c9e req-c7fa9013-7d67-4328-be47-e9e6a150c984 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409713 Nov 11 18:06:07.462051 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8443f458-45d8-45b2-901d-0ae7af64f7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:07.792247 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10fe98-e6ad-41a2-b9e9-032656da731b req-7897f652-e1e7-4393-97bc-1fcec10b8892 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:07.793737 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b10fe98-e6ad-41a2-b9e9-032656da731b req-7897f652-e1e7-4393-97bc-1fcec10b8892 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 945 time: 0.0575686 Nov 11 18:06:07.842678 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b10fe98-e6ad-41a2-b9e9-032656da731b req-a98a66ef-31fa-4bac-89f4-6b5498a21d69 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424759 Nov 11 18:06:08.962026 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b5901-75cd-4217-95cf-3c7e04b4a111 req-f8b00877-00ef-4504-a854-1c66dd824333 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:08.963859 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-669b5901-75cd-4217-95cf-3c7e04b4a111 req-f8b00877-00ef-4504-a854-1c66dd824333 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 945 time: 0.0533283 Nov 11 18:06:09.012060 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-669b5901-75cd-4217-95cf-3c7e04b4a111 req-5195a6a5-c03d-40e2-9395-d7c3309de0ea tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419080 Nov 11 18:06:10.129571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46124836-25cd-4ec6-a521-aa47abe9794b req-8749454d-994d-4c62-94be-d6ff4fe5275c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:10.130940 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46124836-25cd-4ec6-a521-aa47abe9794b req-8749454d-994d-4c62-94be-d6ff4fe5275c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 945 time: 0.0490232 Nov 11 18:06:10.182529 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46124836-25cd-4ec6-a521-aa47abe9794b req-21d63810-6686-4971-8094-938a3805c949 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455360 Nov 11 18:06:10.437962 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-963b1473-14fe-47a9-a05b-56172159177d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:10.913752 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-e86948de-9c66-4001-8a64-3288cb6f83e3 service neutron] show failed (client error): The resource could not be found. Nov 11 18:06:10.914759 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-e86948de-9c66-4001-8a64-3288cb6f83e3 service neutron] 10.222.0.83 "GET /v2.0/ports/5f6ef5b0-1fa4-4123-929c-769970805f00/bindings/n-h1-816206-4 HTTP/1.1" status: 404 len: 380 time: 0.0585744 Nov 11 18:06:11.087145 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:11.112299 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-d99210ef-3dbf-4f3d-bcc0-b506a41d23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:11.113779 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-d99210ef-3dbf-4f3d-bcc0-b506a41d23d7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d&tenant_id=b299e2a8896f4eaba2de2c15b0b9415a HTTP/1.1" status: 200 len: 1096 time: 0.0423703 Nov 11 18:06:11.125191 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-1743db4c-b615-4a10-8442-544104252aaf service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 18:06:11.126116 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-1743db4c-b615-4a10-8442-544104252aaf service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053837 Nov 11 18:06:11.145063 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-4', 'device_owner': 'compute:nova'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:06:11.196307 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:11.303119 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0beec-a22d-44f7-9c77-7a16cca3e91e req-c710ff2b-4552-430e-b3d6-a6e92ce0c71a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:11.304717 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dfe0beec-a22d-44f7-9c77-7a16cca3e91e req-c710ff2b-4552-430e-b3d6-a6e92ce0c71a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 945 time: 0.0494661 Nov 11 18:06:11.352525 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dfe0beec-a22d-44f7-9c77-7a16cca3e91e req-72190cd4-f523-4da1-ad0a-db8f2fedd143 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418394 Nov 11 18:06:11.403202 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] For port 5f6ef5b0-1fa4-4123-929c-769970805f00, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=5f6ef5b0-1fa4-4123-929c-769970805f00,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:06:11.435239 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] For port 5f6ef5b0-1fa4-4123-929c-769970805f00, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:06:11.474143 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b95f202-9ab6-4b26-bacc-da888754596d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f6ef5b0-1fa4-4123-929c-769970805f00'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:06:11.476425 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f5cfae-ce16-4f15-9c40-e806e65e87e9" -d '{"events": [{"server_uuid": "0b95f202-9ab6-4b26-bacc-da888754596d", "name": "network-vif-unplugged", "status": "completed", "tag": "5f6ef5b0-1fa4-4123-929c-769970805f00"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:06:11.480503 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:11.493325 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Transition to ACTIVE for port object 5f6ef5b0-1fa4-4123-929c-769970805f00 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:06:11.496937 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:11.525739 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 18:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03262d0-5751-436e-a812-084ab08d8508 x-openstack-request-id: req-c03262d0-5751-436e-a812-084ab08d8508 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:06:11.526037 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b95f202-9ab6-4b26-bacc-da888754596d", "name": "network-vif-unplugged", "status": "completed", "tag": "5f6ef5b0-1fa4-4123-929c-769970805f00", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:06:11.526293 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c03262d0-5751-436e-a812-084ab08d8508 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:06:11.526682 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b95f202-9ab6-4b26-bacc-da888754596d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f6ef5b0-1fa4-4123-929c-769970805f00', 'code': 200} Nov 11 18:06:11.601588 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6ef5b0-1fa4-4123-929c-769970805f00,revision_number=6']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:06:11.627305 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:11.627657 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:11.628150 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:11.628490 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:11.629081 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:11.629427 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:11.629760 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:11.630093 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:11.630432 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:11.630761 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:11.631091 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:11.631415 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:11.681148 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] No DVR routers for this DVR port 5f6ef5b0-1fa4-4123-929c-769970805f00 on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:06:11.816398 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Attempting to bind port 5f6ef5b0-1fa4-4123-929c-769970805f00 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:06:11.816732 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Attempting to bind port 5f6ef5b0-1fa4-4123-929c-769970805f00 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:06:11.817059 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Attempting to bind port 5f6ef5b0-1fa4-4123-929c-769970805f00 on network 2348c7b7-11cd-401e-9d70-59a726a37b6f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:06:11.821253 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Port 5f6ef5b0-1fa4-4123-929c-769970805f00 on network 2348c7b7-11cd-401e-9d70-59a726a37b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:06:11.821574 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Attempting to bind port 5f6ef5b0-1fa4-4123-929c-769970805f00 on network 2348c7b7-11cd-401e-9d70-59a726a37b6f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:06:11.826309 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:06:11.826644 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Checking segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:06:11.827027 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Bound using segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:06:11.827450 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Bound port: 5f6ef5b0-1fa4-4123-929c-769970805f00, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:06:11.827851 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:11.892419 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] For port 5f6ef5b0-1fa4-4123-929c-769970805f00, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:06:11.895332 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] For port 5f6ef5b0-1fa4-4123-929c-769970805f00, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=5f6ef5b0-1fa4-4123-929c-769970805f00,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:06:11.900222 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:11.934339 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:11.935053 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:11.936377 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] 10.222.0.64 "PUT /v2.0/ports/5f6ef5b0-1fa4-4123-929c-769970805f00 HTTP/1.1" status: 200 len: 1091 time: 0.7961662 Nov 11 18:06:11.958389 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e325ce-10ba-4479-b882-e2f716db2bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6ef5b0-1fa4-4123-929c-769970805f00,revision_number=7']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:06:12.013403 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-dff37f03-59a3-4ad2-b9b2-8f6be1f682ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:12.014917 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-dff37f03-59a3-4ad2-b9b2-8f6be1f682ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 1094 time: 0.0423396 Nov 11 18:06:12.113310 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-e42349a1-2fb2-4dc7-a837-bef8bcfdde96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:12.114788 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-e42349a1-2fb2-4dc7-a837-bef8bcfdde96 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0930104 Nov 11 18:06:12.180717 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-f7b94aad-db08-45ea-b7b6-6594d337ce65 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f6ef5b0-1fa4-4123-929c-769970805f00 HTTP/1.1" status: 200 len: 998 time: 0.0580776 Nov 11 18:06:12.228026 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-9086f31a-7c39-4604-815e-17bac21533f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:12.229371 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-9086f31a-7c39-4604-815e-17bac21533f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0422251 Nov 11 18:06:12.277075 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-276415d7-a9cd-4dd5-b0ba-5efe717b0970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:12.278509 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-276415d7-a9cd-4dd5-b0ba-5efe717b0970 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425432 Nov 11 18:06:12.365434 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-7fa39641-1584-4ba9-89ca-8ec8995f0f81 service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794623 Nov 11 18:06:12.458235 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c838b301-ee62-4805-8daf-dcca0101aab9 req-8da8d378-4d81-4fb9-84da-16a6ec32d2d2 service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854666 Nov 11 18:06:12.471250 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b16d17-6b5c-4f7b-8de7-27f2644827ca req-75f9a499-7008-4619-a22d-1a2044e5999f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:12.472760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85b16d17-6b5c-4f7b-8de7-27f2644827ca req-75f9a499-7008-4619-a22d-1a2044e5999f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 943 time: 0.0489504 Nov 11 18:06:12.519994 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85b16d17-6b5c-4f7b-8de7-27f2644827ca req-82423988-3a8c-4911-827c-927d6543acea tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412378 Nov 11 18:06:12.678439 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:12.991329 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:13.527943 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b95f202-9ab6-4b26-bacc-da888754596d', 'tag': '5f6ef5b0-1fa4-4123-929c-769970805f00'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:06:13.530300 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c5fe6c-bbe9-4e4c-a901-ed05fb50d39a" -d '{"events": [{"name": "network-changed", "server_uuid": "0b95f202-9ab6-4b26-bacc-da888754596d", "tag": "5f6ef5b0-1fa4-4123-929c-769970805f00"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:06:13.577981 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f156a3e-e5a4-4b40-bd3e-3ce484a644ad x-openstack-request-id: req-6f156a3e-e5a4-4b40-bd3e-3ce484a644ad {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:06:13.578271 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b95f202-9ab6-4b26-bacc-da888754596d", "tag": "5f6ef5b0-1fa4-4123-929c-769970805f00", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:06:13.578525 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6f156a3e-e5a4-4b40-bd3e-3ce484a644ad {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:06:13.578932 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b95f202-9ab6-4b26-bacc-da888754596d', 'tag': '5f6ef5b0-1fa4-4123-929c-769970805f00', 'status': 'completed', 'code': 200} Nov 11 18:06:13.639756 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 5f6ef5b0-1fa4-4123-929c-769970805f00 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:06:13.666932 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5fe6c-bbe9-4e4c-a901-ed05fb50d39a req-e201351e-440e-45b3-98f9-bd33519e40cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:13.668511 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-38c5fe6c-bbe9-4e4c-a901-ed05fb50d39a req-e201351e-440e-45b3-98f9-bd33519e40cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 1094 time: 0.0451641 Nov 11 18:06:13.680637 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 5f6ef5b0-1fa4-4123-929c-769970805f00 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:06:13.692726 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5fe6c-bbe9-4e4c-a901-ed05fb50d39a req-8279a31f-3286-4ea0-8da1-467314609317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:13.694218 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38c5fe6c-bbe9-4e4c-a901-ed05fb50d39a req-8279a31f-3286-4ea0-8da1-467314609317 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 1094 time: 0.0891609 Nov 11 18:06:13.705728 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28982c-9086-4247-974f-31a6d9434e73 req-7f20ab14-6e29-4227-80cd-2d37428bae32 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:13.707140 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca28982c-9086-4247-974f-31a6d9434e73 req-7f20ab14-6e29-4227-80cd-2d37428bae32 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 943 time: 0.0603983 Nov 11 18:06:13.772884 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5fe6c-bbe9-4e4c-a901-ed05fb50d39a req-32808884-42dd-4a04-b7fa-e9d8b3761667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:13.774344 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-38c5fe6c-bbe9-4e4c-a901-ed05fb50d39a req-32808884-42dd-4a04-b7fa-e9d8b3761667 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0895360 Nov 11 18:06:13.804860 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ca28982c-9086-4247-974f-31a6d9434e73 req-5bd28f6d-79e4-4537-a9be-0c99a01349d9 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896003 Nov 11 18:06:13.834595 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5fe6c-bbe9-4e4c-a901-ed05fb50d39a req-038779da-0a18-4bd6-9f9d-512cde8ca0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:13.836016 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38c5fe6c-bbe9-4e4c-a901-ed05fb50d39a req-038779da-0a18-4bd6-9f9d-512cde8ca0b8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.1280079 Nov 11 18:06:13.842385 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-38c5fe6c-bbe9-4e4c-a901-ed05fb50d39a req-a059d7a2-6d6b-4ccd-99e1-c581630762d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f6ef5b0-1fa4-4123-929c-769970805f00 HTTP/1.1" status: 200 len: 998 time: 0.0595770 Nov 11 18:06:13.892397 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5fe6c-bbe9-4e4c-a901-ed05fb50d39a req-f69a8f23-a8ca-4006-aa8d-eba263d27b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:13.893850 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-38c5fe6c-bbe9-4e4c-a901-ed05fb50d39a req-f69a8f23-a8ca-4006-aa8d-eba263d27b8f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0444169 Nov 11 18:06:13.903566 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38c5fe6c-bbe9-4e4c-a901-ed05fb50d39a req-f2b4b2d8-8b5c-4dfd-a5f0-9ce34b7b04c3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f6ef5b0-1fa4-4123-929c-769970805f00 HTTP/1.1" status: 200 len: 998 time: 0.0604432 Nov 11 18:06:13.946201 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5fe6c-bbe9-4e4c-a901-ed05fb50d39a req-1391a5e1-c1c0-4041-8a4d-992780474da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:13.947696 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-38c5fe6c-bbe9-4e4c-a901-ed05fb50d39a req-1391a5e1-c1c0-4041-8a4d-992780474da2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451918 Nov 11 18:06:13.956191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5fe6c-bbe9-4e4c-a901-ed05fb50d39a req-1ab9a75a-5778-41d3-9909-daf8362ec2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:13.957628 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38c5fe6c-bbe9-4e4c-a901-ed05fb50d39a req-1ab9a75a-5778-41d3-9909-daf8362ec2e2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0459857 Nov 11 18:06:14.008895 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5fe6c-bbe9-4e4c-a901-ed05fb50d39a req-c0121ad2-49ff-406c-b026-a90214c682ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:14.010396 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38c5fe6c-bbe9-4e4c-a901-ed05fb50d39a req-c0121ad2-49ff-406c-b026-a90214c682ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459750 Nov 11 18:06:14.093143 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-38c5fe6c-bbe9-4e4c-a901-ed05fb50d39a req-3fb29044-e24c-4ec5-9183-86a552f02543 service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982738 Nov 11 18:06:14.109103 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38c5fe6c-bbe9-4e4c-a901-ed05fb50d39a req-cbcc9b3b-5330-4407-958f-8df896800a04 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918810 Nov 11 18:06:14.204656 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38c5fe6c-bbe9-4e4c-a901-ed05fb50d39a req-32024d90-cb11-4454-bc34-4a3813bab4a5 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888429 Nov 11 18:06:14.213224 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-38c5fe6c-bbe9-4e4c-a901-ed05fb50d39a req-bae644ee-0dfc-47be-a173-6b018a484dbd service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012113 Nov 11 18:06:14.925692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d09f6d-d34a-4cc6-a60c-f45851365761 req-307db5d5-8237-4491-b473-7fe309ba95fa tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:14.927190 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-61d09f6d-d34a-4cc6-a60c-f45851365761 req-307db5d5-8237-4491-b473-7fe309ba95fa tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 943 time: 0.0530882 Nov 11 18:06:14.974308 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-61d09f6d-d34a-4cc6-a60c-f45851365761 req-cc02f1fa-8bda-455f-bb6f-5423fd09ac11 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410562 Nov 11 18:06:15.199120 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4eb8fd-6a6e-480b-9098-2ef85a7aa26b req-9c670b3a-1797-4ba5-803e-dac98f873d13 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:15.200652 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d4eb8fd-6a6e-480b-9098-2ef85a7aa26b req-9c670b3a-1797-4ba5-803e-dac98f873d13 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 943 time: 0.0859082 Nov 11 18:06:15.220451 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92402a-5eca-4af8-b0ac-7bd68fe07b83 req-fcba637d-2cd1-4433-ad36-2086fbf7373a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:15.221842 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd92402a-5eca-4af8-b0ac-7bd68fe07b83 req-fcba637d-2cd1-4433-ad36-2086fbf7373a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d&tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 943 time: 0.0823927 Nov 11 18:06:15.295481 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d4eb8fd-6a6e-480b-9098-2ef85a7aa26b req-d37282bc-d22a-48ff-9eed-5fb35cf1eae3 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882638 Nov 11 18:06:15.304537 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-cd92402a-5eca-4af8-b0ac-7bd68fe07b83 req-f240b122-7c73-4311-9d8a-0bfc5ec57163 service neutron] delete failed (client error): The resource could not be found. Nov 11 18:06:15.305494 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd92402a-5eca-4af8-b0ac-7bd68fe07b83 req-f240b122-7c73-4311-9d8a-0bfc5ec57163 service neutron] 10.222.0.83 "DELETE /v2.0/ports/5f6ef5b0-1fa4-4123-929c-769970805f00/bindings/n-h2-816206-4 HTTP/1.1" status: 404 len: 380 time: 0.0747273 Nov 11 18:06:15.390745 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92402a-5eca-4af8-b0ac-7bd68fe07b83 req-21dea9b8-fe49-49e6-9c1d-27b06b283a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:15.392253 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd92402a-5eca-4af8-b0ac-7bd68fe07b83 req-21dea9b8-fe49-49e6-9c1d-27b06b283a25 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 1094 time: 0.0414510 Nov 11 18:06:15.487900 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92402a-5eca-4af8-b0ac-7bd68fe07b83 req-4ea84933-acb9-4b42-b0d8-20364847b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:15.489350 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd92402a-5eca-4af8-b0ac-7bd68fe07b83 req-4ea84933-acb9-4b42-b0d8-20364847b392 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0884233 Nov 11 18:06:15.553301 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd92402a-5eca-4af8-b0ac-7bd68fe07b83 req-401c9518-ae0b-4f12-b6db-c72681344c7f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f6ef5b0-1fa4-4123-929c-769970805f00 HTTP/1.1" status: 200 len: 998 time: 0.0566859 Nov 11 18:06:15.606587 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92402a-5eca-4af8-b0ac-7bd68fe07b83 req-9e6aad8f-9f67-4e76-8eb5-291cfd29bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:15.608192 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd92402a-5eca-4af8-b0ac-7bd68fe07b83 req-9e6aad8f-9f67-4e76-8eb5-291cfd29bec8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0478835 Nov 11 18:06:15.653173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92402a-5eca-4af8-b0ac-7bd68fe07b83 req-56173bed-3e15-48d4-9fd4-6e2c2d958a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:15.654654 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd92402a-5eca-4af8-b0ac-7bd68fe07b83 req-56173bed-3e15-48d4-9fd4-6e2c2d958a81 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390167 Nov 11 18:06:15.742284 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd92402a-5eca-4af8-b0ac-7bd68fe07b83 req-61afbe15-8964-44b5-b833-fc43b85f842e service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801678 Nov 11 18:06:15.833200 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd92402a-5eca-4af8-b0ac-7bd68fe07b83 req-67f98927-e87c-4e99-9938-6d110d714481 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841775 Nov 11 18:06:16.415075 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ef00f-f01a-4dd9-aba2-d0542442e1d9 req-c16c88ae-7779-4a5e-92f7-f5be8dc0cd3b tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:16.416580 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f70ef00f-f01a-4dd9-aba2-d0542442e1d9 req-c16c88ae-7779-4a5e-92f7-f5be8dc0cd3b tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 943 time: 0.0502851 Nov 11 18:06:16.463301 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f70ef00f-f01a-4dd9-aba2-d0542442e1d9 req-b350859b-4aa9-4820-8c9f-299e27f4966d tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408225 Nov 11 18:06:16.581235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3b3c6-b6c0-47ba-a23f-0f04c4a2efe2 req-5bd8dd50-b47c-4778-ab1e-79cd50a57823 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:16.582723 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-73d3b3c6-b6c0-47ba-a23f-0f04c4a2efe2 req-5bd8dd50-b47c-4778-ab1e-79cd50a57823 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 943 time: 0.0538969 Nov 11 18:06:16.629668 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-73d3b3c6-b6c0-47ba-a23f-0f04c4a2efe2 req-aa81dee1-d20d-4f6b-9e01-79cde1442c04 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410347 Nov 11 18:06:16.742294 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd2414-b418-477c-94df-00a3a66e5cc6 req-230d246a-28d6-46ca-a6b3-f2c3853ad6ad tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:16.743675 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39fd2414-b418-477c-94df-00a3a66e5cc6 req-230d246a-28d6-46ca-a6b3-f2c3853ad6ad tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 943 time: 0.0496492 Nov 11 18:06:16.791242 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39fd2414-b418-477c-94df-00a3a66e5cc6 req-393e40c0-a879-4faf-819c-ec9d79e7c15d tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416257 Nov 11 18:06:17.002285 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 5f6ef5b0-1fa4-4123-929c-769970805f00 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:06:17.017900 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14f240-a9e1-4591-b24b-2280411c83f7 req-7e1615c3-a4e9-4d2b-9f91-3a08da763de6 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:17.019393 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a14f240-a9e1-4591-b24b-2280411c83f7 req-7e1615c3-a4e9-4d2b-9f91-3a08da763de6 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 943 time: 0.0490341 Nov 11 18:06:17.070370 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8a14f240-a9e1-4591-b24b-2280411c83f7 req-6db9abb6-a18d-4d17-88c6-e5cafdc2c3ee tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449984 Nov 11 18:06:17.100459 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 5f6ef5b0-1fa4-4123-929c-769970805f00, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=5f6ef5b0-1fa4-4123-929c-769970805f00,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:06:17.111147 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '5f6ef5b0-1fa4-4123-929c-769970805f00', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'port_id': '5f6ef5b0-1fa4-4123-929c-769970805f00', 'mac_address': 'fa:16:3e:36:42:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:06:17.147612 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:17.160162 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6ef5b0-1fa4-4123-929c-769970805f00 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:06:17.178247 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 5f6ef5b0-1fa4-4123-929c-769970805f00, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=5f6ef5b0-1fa4-4123-929c-769970805f00,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:06:17.182104 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:17.227318 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=5f6ef5b0-1fa4-4123-929c-769970805f00,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:06:17.234526 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:17.234879 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:17.235224 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:17.235566 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:17.235928 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:17.236264 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:17.236596 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:17.236927 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:17.237256 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:17.237583 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:17.237910 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:17.238234 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:17.508551 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['5f6ef5b0-1fa4-4123-929c-769970805f00'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:06:18.193321 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c31b11-60d2-4bf5-85e7-dae4a5c37284 req-ebcbd346-aca5-40cc-b13b-33bbba848334 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:18.194829 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-09c31b11-60d2-4bf5-85e7-dae4a5c37284 req-ebcbd346-aca5-40cc-b13b-33bbba848334 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 944 time: 0.0550036 Nov 11 18:06:18.247102 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-09c31b11-60d2-4bf5-85e7-dae4a5c37284 req-8f282a9f-803a-4fdf-add5-60cd4d5e969b tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459654 Nov 11 18:06:18.359508 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff9904-7b96-43e2-ae7d-b7e23c75523f req-75f5b987-8a05-4274-b1df-68a5c42eb8b4 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:18.361010 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e5ff9904-7b96-43e2-ae7d-b7e23c75523f req-75f5b987-8a05-4274-b1df-68a5c42eb8b4 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 944 time: 0.0510232 Nov 11 18:06:18.455568 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-e5ff9904-7b96-43e2-ae7d-b7e23c75523f req-83b766ed-8094-48d9-bd7c-f684d281d594 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Deleting port 5f6ef5b0-1fa4-4123-929c-769970805f00 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:06:18.455941 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e5ff9904-7b96-43e2-ae7d-b7e23c75523f req-83b766ed-8094-48d9-bd7c-f684d281d594 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:18.545540 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-e5ff9904-7b96-43e2-ae7d-b7e23c75523f req-83b766ed-8094-48d9-bd7c-f684d281d594 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] For port 5f6ef5b0-1fa4-4123-929c-769970805f00, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=5f6ef5b0-1fa4-4123-929c-769970805f00,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:06:18.545927 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e5ff9904-7b96-43e2-ae7d-b7e23c75523f req-83b766ed-8094-48d9-bd7c-f684d281d594 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:18.711291 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:18.845500 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e5ff9904-7b96-43e2-ae7d-b7e23c75523f req-83b766ed-8094-48d9-bd7c-f684d281d594 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:18.845864 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e5ff9904-7b96-43e2-ae7d-b7e23c75523f req-83b766ed-8094-48d9-bd7c-f684d281d594 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:18.846186 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [req-e5ff9904-7b96-43e2-ae7d-b7e23c75523f req-83b766ed-8094-48d9-bd7c-f684d281d594 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Floating IP c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae disassociated. External IP: 172.25.2.89, port: 5f6ef5b0-1fa4-4123-929c-769970805f00. Nov 11 18:06:18.846533 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-e5ff9904-7b96-43e2-ae7d-b7e23c75523f req-83b766ed-8094-48d9-bd7c-f684d281d594 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Calling delete_port for 5f6ef5b0-1fa4-4123-929c-769970805f00 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:06:18.977361 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e5ff9904-7b96-43e2-ae7d-b7e23c75523f req-83b766ed-8094-48d9-bd7c-f684d281d594 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:19.006019 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b766ed-8094-48d9-bd7c-f684d281d594 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Pushing event deleted for resources: {'Port': ['ID=5f6ef5b0-1fa4-4123-929c-769970805f00,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:06:19.038969 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 5f6ef5b0-1fa4-4123-929c-769970805f00 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:06:19.060536 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 5f6ef5b0-1fa4-4123-929c-769970805f00 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:06:19.060887 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 5f6ef5b0-1fa4-4123-929c-769970805f00 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:06:19.344848 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7cc1c5bb-e3b7-49cf-801d-be99f7646e2c req-a91c37aa-ec20-4b46-b0f9-3ef0f486d1b6 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b95f202-9ab6-4b26-bacc-da888754596d HTTP/1.1" status: 200 len: 210 time: 0.0279474 Nov 11 18:06:19.470073 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5ff9904-7b96-43e2-ae7d-b7e23c75523f req-83b766ed-8094-48d9-bd7c-f684d281d594 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:06:19.576170 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5ff9904-7b96-43e2-ae7d-b7e23c75523f req-83b766ed-8094-48d9-bd7c-f684d281d594 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:06:19.587595 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43fe7b-ca64-4377-ae0d-38f6669ee336 None None] Sync routers for ids ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:06:19.597482 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd43fe7b-ca64-4377-ae0d-38f6669ee336 None None] Routers {'9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:06:19.598110 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fd43fe7b-ca64-4377-ae0d-38f6669ee336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:06:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:06:19.614420 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ff9904-7b96-43e2-ae7d-b7e23c75523f req-83b766ed-8094-48d9-bd7c-f684d281d594 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] No DVR routers for this DVR port 5f6ef5b0-1fa4-4123-929c-769970805f00 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:06:19.617126 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-e5ff9904-7b96-43e2-ae7d-b7e23c75523f req-83b766ed-8094-48d9-bd7c-f684d281d594 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:19.620451 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e5ff9904-7b96-43e2-ae7d-b7e23c75523f req-83b766ed-8094-48d9-bd7c-f684d281d594 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.64 "DELETE /v2.0/ports/5f6ef5b0-1fa4-4123-929c-769970805f00 HTTP/1.1" status: 204 len: 173 time: 1.2526915 Nov 11 18:06:19.620899 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b95f202-9ab6-4b26-bacc-da888754596d', 'name': 'network-vif-deleted', 'tag': '5f6ef5b0-1fa4-4123-929c-769970805f00'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:06:19.623163 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20d8037-9a20-45c8-8c5b-f6b37db2c1ff" -d '{"events": [{"server_uuid": "0b95f202-9ab6-4b26-bacc-da888754596d", "name": "network-vif-deleted", "tag": "5f6ef5b0-1fa4-4123-929c-769970805f00"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:06:19.659790 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906f3cfd-a93b-4d23-8cb7-4922171c1784 x-openstack-request-id: req-906f3cfd-a93b-4d23-8cb7-4922171c1784 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:06:19.660073 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b95f202-9ab6-4b26-bacc-da888754596d", "name": "network-vif-deleted", "tag": "5f6ef5b0-1fa4-4123-929c-769970805f00", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:06:19.660307 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-906f3cfd-a93b-4d23-8cb7-4922171c1784 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:06:19.660700 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b95f202-9ab6-4b26-bacc-da888754596d', 'name': 'network-vif-deleted', 'tag': '5f6ef5b0-1fa4-4123-929c-769970805f00', 'status': 'completed', 'code': 200} Nov 11 18:06:19.707354 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-fd43fe7b-ca64-4377-ae0d-38f6669ee336 None None] Set router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:06:19.910830 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fd43fe7b-ca64-4377-ae0d-38f6669ee336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:06:19.936766 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43fe7b-ca64-4377-ae0d-38f6669ee336 None None] Checking router: 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:06:19.944715 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd43fe7b-ca64-4377-ae0d-38f6669ee336 None None] Routers {'9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:06:19.945299 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fd43fe7b-ca64-4377-ae0d-38f6669ee336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:06:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:06:20.132932 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-fd43fe7b-ca64-4377-ae0d-38f6669ee336 None None] Set router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:06:20.321297 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fd43fe7b-ca64-4377-ae0d-38f6669ee336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:06:20.349776 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43fe7b-ca64-4377-ae0d-38f6669ee336 None None] The sync data for ids ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'] in n-d-816206-4 is: [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:06:20.578879 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedd445d-18c6-4c0f-ac93-f0e5f56afb1d None None] New status for floating IP c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:06:20.606140 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-1c4fb876-6ab1-441e-9f7f-9966d6ea2606 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--111746759&fields=id&tenant_id=b299e2a8896f4eaba2de2c15b0b9415a HTTP/1.1" status: 200 len: 267 time: 0.0438621 Nov 11 18:06:20.719454 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-f0d139da-5d28-4449-b4e3-b4034f7b0d8d tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:20.721020 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-f0d139da-5d28-4449-b4e3-b4034f7b0d8d tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 811 time: 0.1080472 Nov 11 18:06:20.736021 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-dcde5688-2d77-4784-a47a-8c24298e256a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/quotas/b299e2a8896f4eaba2de2c15b0b9415a HTTP/1.1" status: 200 len: 375 time: 0.0092101 Nov 11 18:06:20.788259 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-39437ec4-4b01-4779-950d-aedc1778e884 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468946 Nov 11 18:06:20.968605 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-127765ee-d5a8-4263-ab9a-e05551b1e970 service neutron] 10.222.0.76 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674793 Nov 11 18:06:21.057458 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-e61678ce-9c50-471a-8fcd-a4ea6ef01697 service neutron] 10.222.0.76 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827081 Nov 11 18:06:21.222151 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06493997-f0f1-459d-97b3-c2f6f79f2075 req-3bccf7a4-776d-4c2b-a686-32b0056e874b tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 210 time: 0.0261333 Nov 11 18:06:22.303459 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9144bc06-f659-4572-b8eb-5c56a6ee4190 req-06726f21-9c42-4455-9c7c-c2645adb3cd0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 210 time: 0.0301735 Nov 11 18:06:23.379978 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-832414fb-7c5b-4c61-afda-9177c19b51fc req-74b4f322-3da6-47ba-870e-33e51e642ac1 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 210 time: 0.0269446 Nov 11 18:06:24.459479 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-232efec3-1a24-48dd-aefb-8bea3f979359 req-222eb2c9-3db2-4c07-b80a-455bef843b30 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 210 time: 0.0265701 Nov 11 18:06:24.483236 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:25.552686 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c8e72521-3211-4617-8f9b-580c67f514be req-c19f4bfe-ac82-434c-bb93-72a662255a1f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 210 time: 0.0260849 Nov 11 18:06:26.227511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-ef9c3b71-2f60-4874-ab66-3744b0a2a303 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:26.228998 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-ef9c3b71-2f60-4874-ab66-3744b0a2a303 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 811 time: 0.1092277 Nov 11 18:06:26.289878 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-0b2259f7-6ab7-43bc-9ff6-77ea4fd727e6 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b299e2a8896f4eaba2de2c15b0b9415a HTTP/1.1" status: 200 len: 379 time: 0.0518694 Nov 11 18:06:26.300016 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Request body: {'port': {'device_id': 'ba51fd9f-2421-4552-b978-23f1cadeedbd', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'admin_state_up': True, 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'security_groups': ['ee0e4153-39ad-4ad8-a737-d459792a4bda']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:06:26.407050 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Made reservation on behalf of b299e2a8896f4eaba2de2c15b0b9415a for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:06:26.410609 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:26.531755 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Allocated IP 172.20.0.9 (2348c7b7-11cd-401e-9d70-59a726a37b6f/76737ccf-ac19-4e04-82a9-783e001a5849/fca01bec-9721-4892-88eb-f35c2fc638c9) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:06:26.655415 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a49db741-b962-43c0-adec-06443a50a77c req-4a894325-47fc-4073-93fc-0624b34ab4b1 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 210 time: 0.0310342 Nov 11 18:06:26.697574 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:26.729277 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:26.776788 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Network 2348c7b7-11cd-401e-9d70-59a726a37b6f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:06:26.779968 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:06:26.784085 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:06:26.808067 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Pushing event updated for resources: {'Port': ['ID=fca01bec-9721-4892-88eb-f35c2fc638c9,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:06:26.821754 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:26.822108 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:26.822454 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:26.822801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:26.823144 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:26.823476 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:26.823844 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:26.824176 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:26.824507 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:26.824834 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:26.825167 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:26.825498 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:06:26.851480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:26.852136 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:26.868322 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-3587b11a-c793-4bdd-a710-8134d47f7f29 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718071 Nov 11 18:06:26.878803 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-33f9d473-3d12-4288-8bc6-30b35bc1d01c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 18:06:26.879855 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-33f9d473-3d12-4288-8bc6-30b35bc1d01c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052533 Nov 11 18:06:26.947475 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] Request body: {'port': {'device_id': 'ba51fd9f-2421-4552-b978-23f1cadeedbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:06:27.001139 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:27.051491 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-506f8447-2da0-43f5-bdd2-557cb0effdd5 None None] Provisioning complete for port fca01bec-9721-4892-88eb-f35c2fc638c9 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:06:27.052069 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-506f8447-2da0-43f5-bdd2-557cb0effdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:27.087386 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-506f8447-2da0-43f5-bdd2-557cb0effdd5 None None] Port fca01bec-9721-4892-88eb-f35c2fc638c9 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:06:27.539322 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca01bec-9721-4892-88eb-f35c2fc638c9 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:06:27.547091 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:27.558605 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] Transition to ACTIVE for port object fca01bec-9721-4892-88eb-f35c2fc638c9 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:06:27.562540 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:27.614985 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] Pushing event updated for resources: {'Port': ['ID=fca01bec-9721-4892-88eb-f35c2fc638c9,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:06:27.686158 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] Attempting to bind port fca01bec-9721-4892-88eb-f35c2fc638c9 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:06:27.686751 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] Attempting to bind port fca01bec-9721-4892-88eb-f35c2fc638c9 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:06:27.686864 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] Attempting to bind port fca01bec-9721-4892-88eb-f35c2fc638c9 on network 2348c7b7-11cd-401e-9d70-59a726a37b6f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:06:27.693047 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] Port fca01bec-9721-4892-88eb-f35c2fc638c9 on network 2348c7b7-11cd-401e-9d70-59a726a37b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:06:27.693372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] Attempting to bind port fca01bec-9721-4892-88eb-f35c2fc638c9 on network 2348c7b7-11cd-401e-9d70-59a726a37b6f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:06:27.699396 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:06:27.699763 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] Checking segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:06:27.700150 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] Bound using segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:06:27.700580 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] Bound port: fca01bec-9721-4892-88eb-f35c2fc638c9, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:06:27.700946 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:27.798738 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] For port fca01bec-9721-4892-88eb-f35c2fc638c9, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:06:27.808923 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6cc18-f54d-41c2-aa93-8cddb0fe4159 req-4c27ecf3-73ef-4610-9046-4693f5d2dbf0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:27.810407 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9ed6cc18-f54d-41c2-aa93-8cddb0fe4159 req-4c27ecf3-73ef-4610-9046-4693f5d2dbf0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 943 time: 0.0728471 Nov 11 18:06:27.812872 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] For port fca01bec-9721-4892-88eb-f35c2fc638c9, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=fca01bec-9721-4892-88eb-f35c2fc638c9,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:06:27.825168 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:27.875902 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:27.876521 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:27.877898 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] 10.222.0.83 "PUT /v2.0/ports/fca01bec-9721-4892-88eb-f35c2fc638c9 HTTP/1.1" status: 200 len: 1091 time: 0.9899452 Nov 11 18:06:27.879589 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba51fd9f-2421-4552-b978-23f1cadeedbd', 'tag': 'fca01bec-9721-4892-88eb-f35c2fc638c9'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:06:27.881893 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010ea805-feb8-4207-b78d-6fe15a8beaa3" -d '{"events": [{"name": "network-changed", "server_uuid": "ba51fd9f-2421-4552-b978-23f1cadeedbd", "tag": "fca01bec-9721-4892-88eb-f35c2fc638c9"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:06:27.934173 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9ed6cc18-f54d-41c2-aa93-8cddb0fe4159 req-d1477686-54cd-4b1b-bdb5-e0e6844b3352 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157165 Nov 11 18:06:27.934819 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc26ea-51bb-429f-9432-33e211151890 service neutron] Pushing event updated for resources: {'Port': ['ID=fca01bec-9721-4892-88eb-f35c2fc638c9,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:06:27.970010 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-f47ba6a8-6134-40a8-8b4f-66032ae7a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:27.971532 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-f47ba6a8-6134-40a8-8b4f-66032ae7a2f6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 1094 time: 0.0510967 Nov 11 18:06:28.017573 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-865a33ef-b9cb-4853-ae5e-2fe5c022e257 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca01bec-9721-4892-88eb-f35c2fc638c9 HTTP/1.1" status: 200 len: 217 time: 0.0371468 Nov 11 18:06:28.069248 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d293d8dd-af56-4490-9dd6-e244ea66f25e x-openstack-request-id: req-d293d8dd-af56-4490-9dd6-e244ea66f25e {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:06:28.069699 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba51fd9f-2421-4552-b978-23f1cadeedbd", "tag": "fca01bec-9721-4892-88eb-f35c2fc638c9", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:06:28.070071 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d293d8dd-af56-4490-9dd6-e244ea66f25e {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:06:28.070806 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba51fd9f-2421-4552-b978-23f1cadeedbd', 'tag': 'fca01bec-9721-4892-88eb-f35c2fc638c9', 'status': 'completed', 'code': 200} Nov 11 18:06:28.080716 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-b62bd72b-db33-4d68-a383-a19c18ccf5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:28.082335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-b62bd72b-db33-4d68-a383-a19c18ccf5a4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0566556 Nov 11 18:06:28.129165 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-bd2a8a29-a4a5-40e1-a96b-575c9b3c72ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:28.130567 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-bd2a8a29-a4a5-40e1-a96b-575c9b3c72ff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407512 Nov 11 18:06:28.224473 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-48bf64c4-8116-4087-9657-1943219ef35e service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866280 Nov 11 18:06:28.315797 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03fea148-ce85-4ac2-9619-a3ac0542aade req-4e01c488-ddd0-4db1-8061-4780148ed835 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847058 Nov 11 18:06:28.399073 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ea805-feb8-4207-b78d-6fe15a8beaa3 req-ea641361-4f43-4ad4-9768-0c7d2c032514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:28.400611 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-010ea805-feb8-4207-b78d-6fe15a8beaa3 req-ea641361-4f43-4ad4-9768-0c7d2c032514 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 1094 time: 0.0411999 Nov 11 18:06:28.498414 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ea805-feb8-4207-b78d-6fe15a8beaa3 req-27d3139b-c00f-426f-b5f9-8942a94c7b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:28.500395 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-010ea805-feb8-4207-b78d-6fe15a8beaa3 req-27d3139b-c00f-426f-b5f9-8942a94c7b39 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0904148 Nov 11 18:06:28.541659 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-010ea805-feb8-4207-b78d-6fe15a8beaa3 req-44463c60-6c58-47b4-b3e1-fcecc7ab6ad5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca01bec-9721-4892-88eb-f35c2fc638c9 HTTP/1.1" status: 200 len: 217 time: 0.0344040 Nov 11 18:06:28.589371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ea805-feb8-4207-b78d-6fe15a8beaa3 req-6b52df45-1a6e-42ee-8ca0-724be53ed0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:28.590757 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-010ea805-feb8-4207-b78d-6fe15a8beaa3 req-6b52df45-1a6e-42ee-8ca0-724be53ed0de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0425057 Nov 11 18:06:28.642496 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ea805-feb8-4207-b78d-6fe15a8beaa3 req-f9abaa51-5da5-4391-9306-138b60f00fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:28.644028 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-010ea805-feb8-4207-b78d-6fe15a8beaa3 req-f9abaa51-5da5-4391-9306-138b60f00fce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447960 Nov 11 18:06:28.735580 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-010ea805-feb8-4207-b78d-6fe15a8beaa3 req-3fe33a68-5c4b-4f13-8faf-a605e2c64db5 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830472 Nov 11 18:06:28.832780 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-010ea805-feb8-4207-b78d-6fe15a8beaa3 req-e1c711dd-c558-4d14-a95e-d68d6f932a7c service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895753 Nov 11 18:06:29.054311 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06ae06-8d8f-4a99-853b-718753720a8a req-fb53fdd3-a9d3-4453-ab76-4697915e1eab tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:29.055697 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fd06ae06-8d8f-4a99-853b-718753720a8a req-fb53fdd3-a9d3-4453-ab76-4697915e1eab tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 943 time: 0.0491846 Nov 11 18:06:29.102518 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fd06ae06-8d8f-4a99-853b-718753720a8a req-00aaf0d8-c0e6-4b35-8b63-446a00007fe2 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409338 Nov 11 18:06:29.728149 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device fca01bec-9721-4892-88eb-f35c2fc638c9 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:06:29.822961 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port fca01bec-9721-4892-88eb-f35c2fc638c9, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=fca01bec-9721-4892-88eb-f35c2fc638c9,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:06:29.847024 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'fca01bec-9721-4892-88eb-f35c2fc638c9', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'port_id': 'fca01bec-9721-4892-88eb-f35c2fc638c9', 'mac_address': 'fa:16:3e:de:e7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:06:29.884059 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:29.896477 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca01bec-9721-4892-88eb-f35c2fc638c9 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:06:29.919275 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port fca01bec-9721-4892-88eb-f35c2fc638c9, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=fca01bec-9721-4892-88eb-f35c2fc638c9,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:06:29.923481 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:29.966954 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=fca01bec-9721-4892-88eb-f35c2fc638c9,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:06:30.136093 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['fca01bec-9721-4892-88eb-f35c2fc638c9'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:06:30.227455 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d1a50-0288-4824-82df-3b8346228d69 req-a4685e58-eb4b-407e-9c76-19fdceccaba5 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:30.229183 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b3d1a50-0288-4824-82df-3b8346228d69 req-a4685e58-eb4b-407e-9c76-19fdceccaba5 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 944 time: 0.0513079 Nov 11 18:06:30.287962 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b3d1a50-0288-4824-82df-3b8346228d69 req-ad77a60f-ac48-47c1-88df-a0db12ef8c4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479553 Nov 11 18:06:31.401685 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f85e18-9bc4-4509-998d-b27e4e478dd4 req-bd08ac93-a15d-4bd9-b0c0-10b8aa290ee3 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:31.403180 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-31f85e18-9bc4-4509-998d-b27e4e478dd4 req-bd08ac93-a15d-4bd9-b0c0-10b8aa290ee3 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 944 time: 0.0483491 Nov 11 18:06:31.450573 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-31f85e18-9bc4-4509-998d-b27e4e478dd4 req-2b4538a0-e32d-45b5-8f5a-8b2bfcad00c3 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406778 Nov 11 18:06:31.743842 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device fca01bec-9721-4892-88eb-f35c2fc638c9 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:06:31.792404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port fca01bec-9721-4892-88eb-f35c2fc638c9 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:06:31.796305 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port fca01bec-9721-4892-88eb-f35c2fc638c9 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:06:31.796768 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:31.871969 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:31.893919 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba51fd9f-2421-4552-b978-23f1cadeedbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca01bec-9721-4892-88eb-f35c2fc638c9'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:06:31.896145 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09af1f7d-3d24-4e47-9f7f-f99a361ba875" -d '{"events": [{"server_uuid": "ba51fd9f-2421-4552-b978-23f1cadeedbd", "name": "network-vif-plugged", "status": "completed", "tag": "fca01bec-9721-4892-88eb-f35c2fc638c9"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:06:31.912912 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port fca01bec-9721-4892-88eb-f35c2fc638c9, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=fca01bec-9721-4892-88eb-f35c2fc638c9,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:06:31.917763 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:31.940640 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e22042-0074-49a8-87a9-99eb9e24b0df x-openstack-request-id: req-b4e22042-0074-49a8-87a9-99eb9e24b0df {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:06:31.940935 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba51fd9f-2421-4552-b978-23f1cadeedbd", "name": "network-vif-plugged", "status": "completed", "tag": "fca01bec-9721-4892-88eb-f35c2fc638c9", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:06:31.941191 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b4e22042-0074-49a8-87a9-99eb9e24b0df {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:06:31.941583 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba51fd9f-2421-4552-b978-23f1cadeedbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca01bec-9721-4892-88eb-f35c2fc638c9', 'code': 200} Nov 11 18:06:31.967326 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=fca01bec-9721-4892-88eb-f35c2fc638c9,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:06:32.029442 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a269e1b-913f-4320-ae26-7b9aacb16dbe req-eb954ecc-b5bf-4789-9a66-5fd88df0569c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:32.030921 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9a269e1b-913f-4320-ae26-7b9aacb16dbe req-eb954ecc-b5bf-4789-9a66-5fd88df0569c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 1096 time: 0.0394456 Nov 11 18:06:32.077453 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9a269e1b-913f-4320-ae26-7b9aacb16dbe req-0522fdc8-0211-4efe-906a-683ff4195969 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360072 Nov 11 18:06:32.572262 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb67bcc-9bbb-4529-95ae-4f56fabea101 req-37e4562e-a511-4683-8588-dad45177702f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:32.573727 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8bb67bcc-9bbb-4529-95ae-4f56fabea101 req-37e4562e-a511-4683-8588-dad45177702f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0529699 Nov 11 18:06:32.619595 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8bb67bcc-9bbb-4529-95ae-4f56fabea101 req-1ae2da37-9694-4839-8ef0-9d584235648e tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399880 Nov 11 18:06:33.734554 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ec9e3-6f62-408c-826e-209438a98c26 req-00048b3a-8518-4189-abe2-be07d8ff9250 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:33.736019 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-167ec9e3-6f62-408c-826e-209438a98c26 req-00048b3a-8518-4189-abe2-be07d8ff9250 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0486238 Nov 11 18:06:33.782566 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-167ec9e3-6f62-408c-826e-209438a98c26 req-35d8473f-45f3-42a4-a56f-1daec3a06324 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404358 Nov 11 18:06:33.893729 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f720d0e-ffd7-4281-99e9-6185845b204b req-ed041fff-1975-4415-ab83-dc6640541dd3 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:33.895228 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f720d0e-ffd7-4281-99e9-6185845b204b req-ed041fff-1975-4415-ab83-dc6640541dd3 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0479724 Nov 11 18:06:33.904077 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50600) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:06:33.909259 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-62cdcd98-fab2-4de4-a481-0b623ff97bcc tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Request body: {'floatingip': {'port_id': 'fca01bec-9721-4892-88eb-f35c2fc638c9'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:06:33.951971 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-62cdcd98-fab2-4de4-a481-0b623ff97bcc tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for floatingip, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:34.379240 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-62cdcd98-fab2-4de4-a481-0b623ff97bcc tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:34.382939 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-62cdcd98-fab2-4de4-a481-0b623ff97bcc tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:34.479396 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-62cdcd98-fab2-4de4-a481-0b623ff97bcc tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Floating IP c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae associated. External IP: 172.25.2.89, port: fca01bec-9721-4892-88eb-f35c2fc638c9. Nov 11 18:06:34.689372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cdcd98-fab2-4de4-a481-0b623ff97bcc tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:06:34.795476 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cdcd98-fab2-4de4-a481-0b623ff97bcc tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:06:34.800617 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-62cdcd98-fab2-4de4-a481-0b623ff97bcc tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:34.805341 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c43842-6eed-4d9b-a770-b1c89111adde None None] Sync routers for ids ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:06:34.815008 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c43842-6eed-4d9b-a770-b1c89111adde None None] Routers {'9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:06:34.815616 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f3c43842-6eed-4d9b-a770-b1c89111adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:06:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:06:34.829864 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-62cdcd98-fab2-4de4-a481-0b623ff97bcc tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "PUT /v2.0/floatingips/c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae HTTP/1.1" status: 200 len: 990 time: 0.9229414 Nov 11 18:06:34.829864 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba51fd9f-2421-4552-b978-23f1cadeedbd', 'tag': 'fca01bec-9721-4892-88eb-f35c2fc638c9'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:06:34.830962 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4910ec25-5555-4244-ab3d-a61e90d4dc39" -d '{"events": [{"name": "network-changed", "server_uuid": "ba51fd9f-2421-4552-b978-23f1cadeedbd", "tag": "fca01bec-9721-4892-88eb-f35c2fc638c9"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:06:34.919042 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42e0010-efee-4c23-b1b8-474cdbc3922a x-openstack-request-id: req-d42e0010-efee-4c23-b1b8-474cdbc3922a {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:06:34.919338 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba51fd9f-2421-4552-b978-23f1cadeedbd", "tag": "fca01bec-9721-4892-88eb-f35c2fc638c9", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:06:34.919854 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d42e0010-efee-4c23-b1b8-474cdbc3922a {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:06:34.920033 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba51fd9f-2421-4552-b978-23f1cadeedbd', 'tag': 'fca01bec-9721-4892-88eb-f35c2fc638c9', 'status': 'completed', 'code': 200} Nov 11 18:06:34.921978 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-f3c43842-6eed-4d9b-a770-b1c89111adde None None] Set router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:06:34.982847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910ec25-5555-4244-ab3d-a61e90d4dc39 req-39f6c592-fd38-437c-a848-123c69a5842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:34.984835 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4910ec25-5555-4244-ab3d-a61e90d4dc39 req-39f6c592-fd38-437c-a848-123c69a5842f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 1096 time: 0.0406632 Nov 11 18:06:35.083496 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910ec25-5555-4244-ab3d-a61e90d4dc39 req-fb6963ed-de34-489d-8757-df8cc9a7cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:35.085016 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4910ec25-5555-4244-ab3d-a61e90d4dc39 req-fb6963ed-de34-489d-8757-df8cc9a7cf52 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0909600 Nov 11 18:06:35.143844 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f3c43842-6eed-4d9b-a770-b1c89111adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'port_id': 'fca01bec-9721-4892-88eb-f35c2fc638c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'mac_address': 'fa:16:3e:de:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba51fd9f-2421-4552-b978-23f1cadeedbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:04:08Z', 'updated_at': '2021-11-11T18:06:34Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:06:35.150786 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4910ec25-5555-4244-ab3d-a61e90d4dc39 req-0d862af7-86e3-4497-a53b-93a1ae82fd35 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca01bec-9721-4892-88eb-f35c2fc638c9 HTTP/1.1" status: 200 len: 998 time: 0.0587757 Nov 11 18:06:35.170916 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c43842-6eed-4d9b-a770-b1c89111adde None None] Checking router: 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:06:35.179784 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c43842-6eed-4d9b-a770-b1c89111adde None None] Routers {'9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:06:35.180394 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f3c43842-6eed-4d9b-a770-b1c89111adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:06:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:06:35.203292 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910ec25-5555-4244-ab3d-a61e90d4dc39 req-0d3accef-5534-451a-a44a-8715a2048ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:35.204759 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4910ec25-5555-4244-ab3d-a61e90d4dc39 req-0d3accef-5534-451a-a44a-8715a2048ba5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0470002 Nov 11 18:06:35.251820 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910ec25-5555-4244-ab3d-a61e90d4dc39 req-f8e7b56a-eb3d-46cf-9225-8a9a58792d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:06:35.253252 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4910ec25-5555-4244-ab3d-a61e90d4dc39 req-f8e7b56a-eb3d-46cf-9225-8a9a58792d71 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403821 Nov 11 18:06:35.285576 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-f3c43842-6eed-4d9b-a770-b1c89111adde None None] Set router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:06:35.346981 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4910ec25-5555-4244-ab3d-a61e90d4dc39 req-de012dff-02f7-41e6-9586-d7cde29ceb6b service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861259 Nov 11 18:06:35.436772 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4910ec25-5555-4244-ab3d-a61e90d4dc39 req-046358d9-f1fd-4075-a2f6-311f502d1728 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821924 Nov 11 18:06:35.503642 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-f3c43842-6eed-4d9b-a770-b1c89111adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'port_id': 'fca01bec-9721-4892-88eb-f35c2fc638c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'mac_address': 'fa:16:3e:de:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba51fd9f-2421-4552-b978-23f1cadeedbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:04:08Z', 'updated_at': '2021-11-11T18:06:34Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:06:35.532327 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c43842-6eed-4d9b-a770-b1c89111adde None None] The sync data for ids ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'] in n-d-816206-4 is: [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'port_id': 'fca01bec-9721-4892-88eb-f35c2fc638c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'mac_address': 'fa:16:3e:de:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba51fd9f-2421-4552-b978-23f1cadeedbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:04:08Z', 'updated_at': '2021-11-11T18:06:34Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:06:35.910039 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5b9de2-a518-4740-be55-32d9f72da3e9 None None] New status for floating IP c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:06:37.386721 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:06:37.453768 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5c9b76af-6b00-4c43-9cd0-91e31a2172e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:40.438350 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5377ff9d-d831-4092-b383-f64c3960d2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:41.087363 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:42.684604 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:42.992707 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:48.726656 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:06:54.479149 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:07:07.455187 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fc5fcd48-51ed-4da4-8310-35422e99da99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:07:10.438193 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-73d7100d-9fe3-47ef-9300-b297448fcaa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:07:11.090671 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:07:12.684428 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:07:12.993596 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:07:14.386405 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:07:18.742679 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:07:24.479501 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:07:31.022275 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45122b76-c009-4e21-a0f5-dccd4fe0fcaa req-cb9771f7-d96a-4f98-80e2-35b638db06e8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403750 Nov 11 18:07:31.108566 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45122b76-c009-4e21-a0f5-dccd4fe0fcaa req-96f16163-b3f1-4fdc-b5de-8fd5c753418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:07:31.109961 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45122b76-c009-4e21-a0f5-dccd4fe0fcaa req-96f16163-b3f1-4fdc-b5de-8fd5c753418f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 1096 time: 0.0448692 Nov 11 18:07:31.212861 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45122b76-c009-4e21-a0f5-dccd4fe0fcaa req-4adfb575-2dd4-47ef-b508-219937bfd40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:07:31.214325 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45122b76-c009-4e21-a0f5-dccd4fe0fcaa req-4adfb575-2dd4-47ef-b508-219937bfd40f service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0857964 Nov 11 18:07:31.293557 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45122b76-c009-4e21-a0f5-dccd4fe0fcaa req-fcf9a71f-4e93-4fd3-91e5-a877fecb7e3a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca01bec-9721-4892-88eb-f35c2fc638c9 HTTP/1.1" status: 200 len: 1000 time: 0.0717294 Nov 11 18:07:31.350270 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45122b76-c009-4e21-a0f5-dccd4fe0fcaa req-c337cfac-cd94-421d-9681-e87591b67f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:07:31.351711 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45122b76-c009-4e21-a0f5-dccd4fe0fcaa req-c337cfac-cd94-421d-9681-e87591b67f3e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0446770 Nov 11 18:07:31.396824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45122b76-c009-4e21-a0f5-dccd4fe0fcaa req-02ff339e-b782-4555-921d-12381cd4b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:07:31.398275 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45122b76-c009-4e21-a0f5-dccd4fe0fcaa req-02ff339e-b782-4555-921d-12381cd4b9ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397425 Nov 11 18:07:31.491255 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45122b76-c009-4e21-a0f5-dccd4fe0fcaa req-03c58fc8-a4a4-4e06-9ad5-53491c81fa83 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847154 Nov 11 18:07:31.587233 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45122b76-c009-4e21-a0f5-dccd4fe0fcaa req-c8fc0b0f-76a3-4178-a4bd-6e021dd18937 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890851 Nov 11 18:07:37.456290 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3a72e01c-4353-4b6b-ae32-2ba6998346c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:07:40.438349 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4d4f782f-84d2-41be-8c1e-5d07e3a5ffaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:07:41.093010 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:07:42.686536 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:07:42.998637 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:07:48.755076 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:07:51.385292 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:07:54.465931 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:07.458671 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6704d5e0-8300-4425-bb76-1de255bd96f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:10.440452 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-34289032-bf41-4430-a709-6881b4538a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:11.095234 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:11.958614 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1c3a7-22e4-4017-a689-1fc2264dae30 req-c11fecb8-30d1-4d0a-9d6a-2737ebb19061 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:11.960069 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57b1c3a7-22e4-4017-a689-1fc2264dae30 req-c11fecb8-30d1-4d0a-9d6a-2737ebb19061 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0503206 Nov 11 18:08:12.011660 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-57b1c3a7-22e4-4017-a689-1fc2264dae30 req-ef733a30-fce9-421d-a2a3-12b7bcf7cefd tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455878 Nov 11 18:08:12.690114 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:13.008354 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:13.126475 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb5409-3bdd-47ec-8fd9-320b64eeaac7 req-dc297ca2-53ad-4ec7-bf76-d6bbbffd7922 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:13.128008 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7ebb5409-3bdd-47ec-8fd9-320b64eeaac7 req-dc297ca2-53ad-4ec7-bf76-d6bbbffd7922 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0476854 Nov 11 18:08:13.175562 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7ebb5409-3bdd-47ec-8fd9-320b64eeaac7 req-d4527799-43a8-4805-9fcb-4ff29736f754 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412149 Nov 11 18:08:14.290942 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21ad03-4a96-4053-ab52-96b12048d4bd req-64ada6c6-fa41-4c7a-b926-59d383a2b7e7 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:14.292436 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f21ad03-4a96-4053-ab52-96b12048d4bd req-64ada6c6-fa41-4c7a-b926-59d383a2b7e7 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0485620 Nov 11 18:08:14.338039 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3f21ad03-4a96-4053-ab52-96b12048d4bd req-08780cc7-ee27-4ce7-92cb-4362ab15552a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397837 Nov 11 18:08:15.456488 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72454a4b-ae96-48e9-aaf4-7928a90583ce req-b470e56e-eafd-43c5-99c8-dec50d5bdc1a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:15.458581 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-72454a4b-ae96-48e9-aaf4-7928a90583ce req-b470e56e-eafd-43c5-99c8-dec50d5bdc1a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0515201 Nov 11 18:08:15.507528 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-72454a4b-ae96-48e9-aaf4-7928a90583ce req-d619eda1-53fd-41b0-9513-d877172ec1e1 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431771 Nov 11 18:08:16.628813 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e699b-a727-4570-80a3-6e2e09b7051e req-144b910f-bc78-4ab6-a4b7-4a660fd07e25 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:16.630807 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-728e699b-a727-4570-80a3-6e2e09b7051e req-144b910f-bc78-4ab6-a4b7-4a660fd07e25 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0491681 Nov 11 18:08:16.678528 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-728e699b-a727-4570-80a3-6e2e09b7051e req-bb59c64b-0695-45e4-8207-8355b4f186e8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418355 Nov 11 18:08:17.792557 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5ceee-b201-481f-a64c-c15cfad1ecad req-f5c4ddf8-e5b5-4280-b678-e2450bbf945a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:17.794012 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38a5ceee-b201-481f-a64c-c15cfad1ecad req-f5c4ddf8-e5b5-4280-b678-e2450bbf945a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0487256 Nov 11 18:08:17.845520 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38a5ceee-b201-481f-a64c-c15cfad1ecad req-da6f8438-dccb-4b1d-8891-e73aa9aa6510 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456200 Nov 11 18:08:18.771314 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:18.970877 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15e184-8339-4681-99ab-6a1139da49ec req-00db5190-3dc4-4156-ae6a-34dcca0843ba tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:18.972458 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b15e184-8339-4681-99ab-6a1139da49ec req-00db5190-3dc4-4156-ae6a-34dcca0843ba tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0511494 Nov 11 18:08:19.026726 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b15e184-8339-4681-99ab-6a1139da49ec req-4260a96d-54e0-4a2b-84be-85014e78fc2f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481987 Nov 11 18:08:20.143336 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f92b38-5cc2-440f-b09a-5637351915f8 req-866d0fca-07ef-40b8-9f6d-943d6079c4fb tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:20.144816 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95f92b38-5cc2-440f-b09a-5637351915f8 req-866d0fca-07ef-40b8-9f6d-943d6079c4fb tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0476673 Nov 11 18:08:20.191360 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95f92b38-5cc2-440f-b09a-5637351915f8 req-675f90d5-6ec5-4905-81a9-8580d868b7fb tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402009 Nov 11 18:08:21.309179 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68c91f-f948-48bd-bd55-cbcbfcb85c21 req-989ee95c-ad7e-400e-acf8-80b406046ec0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:21.310625 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f68c91f-f948-48bd-bd55-cbcbfcb85c21 req-989ee95c-ad7e-400e-acf8-80b406046ec0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0520747 Nov 11 18:08:21.356396 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f68c91f-f948-48bd-bd55-cbcbfcb85c21 req-94aead30-864a-40f8-8cb8-b02416cfbf88 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398679 Nov 11 18:08:22.469957 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab8385-440c-44c6-adaf-7abdabb180d7 req-9df141f3-93b8-4beb-9bd6-3a87e3aa9caa tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:22.471420 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-acab8385-440c-44c6-adaf-7abdabb180d7 req-9df141f3-93b8-4beb-9bd6-3a87e3aa9caa tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0485895 Nov 11 18:08:22.518323 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-acab8385-440c-44c6-adaf-7abdabb180d7 req-bb664a90-288b-46d5-ba50-2847ec03baa2 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409675 Nov 11 18:08:22.762649 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa719de9-c133-46ba-ab33-ce05f3683cc0 req-aa1b3058-63d1-4acb-a92c-05ed934cc837 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:22.764148 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fa719de9-c133-46ba-ab33-ce05f3683cc0 req-aa1b3058-63d1-4acb-a92c-05ed934cc837 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0571406 Nov 11 18:08:22.813036 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fa719de9-c133-46ba-ab33-ce05f3683cc0 req-a2d9903e-abea-4050-a0dd-d6da6d7b624a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427969 Nov 11 18:08:22.826213 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-bd0fbda8-bb9b-4d8f-ad54-c25994421360 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1263175 Nov 11 18:08:23.928124 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac1d8f-042f-49c8-b3a3-1d8761935612 req-88436ce5-6f0e-46da-8816-642cdf192baa tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:23.929580 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9fac1d8f-042f-49c8-b3a3-1d8761935612 req-88436ce5-6f0e-46da-8816-642cdf192baa tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0482497 Nov 11 18:08:23.975132 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9fac1d8f-042f-49c8-b3a3-1d8761935612 req-41190e69-58c1-4540-a203-88b37b29dcc4 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396194 Nov 11 18:08:24.491999 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:25.094294 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ea07c-f347-491e-8d18-873128112a7d req-6c712ffa-eb73-40ae-b999-6a975ab18e16 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:25.095658 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b97ea07c-f347-491e-8d18-873128112a7d req-6c712ffa-eb73-40ae-b999-6a975ab18e16 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0528181 Nov 11 18:08:25.149457 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b97ea07c-f347-491e-8d18-873128112a7d req-bc7ef08f-563e-49a9-b4d8-78063dba45d5 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478606 Nov 11 18:08:26.262250 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e37dd5-f0c7-4684-b7ea-c3848c265740 req-4aeed0c4-a69e-4028-ae81-5083dab55832 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:26.263701 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6e37dd5-f0c7-4684-b7ea-c3848c265740 req-4aeed0c4-a69e-4028-ae81-5083dab55832 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0477767 Nov 11 18:08:26.310370 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6e37dd5-f0c7-4684-b7ea-c3848c265740 req-cbecce85-f557-452c-96d9-60bd2a4ca73c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408173 Nov 11 18:08:27.425702 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec3a57-b571-494f-975a-ee3bfaeb57cb req-f64b1252-4488-4223-a15a-32621fad7742 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:27.427037 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89ec3a57-b571-494f-975a-ee3bfaeb57cb req-f64b1252-4488-4223-a15a-32621fad7742 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0499561 Nov 11 18:08:27.478942 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-89ec3a57-b571-494f-975a-ee3bfaeb57cb req-7e9e0e34-1ee7-468d-9165-46c4c7612107 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452118 Nov 11 18:08:28.049596 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2bb1e3f1-45ad-4480-ac68-c79e365a5d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:28.051069 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2bb1e3f1-45ad-4480-ac68-c79e365a5d23 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 1096 time: 0.0441041 Nov 11 18:08:28.142255 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-58949c8e-824a-40c5-a8b4-f51fcdf2d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:28.143617 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-58949c8e-824a-40c5-a8b4-f51fcdf2d20a service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0848439 Nov 11 18:08:28.212937 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-05675893-1c67-4aed-8f24-a2d682b877f1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca01bec-9721-4892-88eb-f35c2fc638c9 HTTP/1.1" status: 200 len: 1000 time: 0.0611942 Nov 11 18:08:28.260780 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-131c699a-4d66-4ac5-ad82-62909f524bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:28.262164 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-131c699a-4d66-4ac5-ad82-62909f524bc6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0425575 Nov 11 18:08:28.307064 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-b4bee05a-a058-42b0-93fe-dc1d178fe013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:28.308568 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-b4bee05a-a058-42b0-93fe-dc1d178fe013 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395577 Nov 11 18:08:28.384676 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:08:28.713351 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eecf11-f400-41aa-9f74-ee8b2ef067f8 req-cd5752a3-ae7f-4766-8601-16c42dbf9a39 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:28.714803 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8eecf11-f400-41aa-9f74-ee8b2ef067f8 req-cd5752a3-ae7f-4766-8601-16c42dbf9a39 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0752218 Nov 11 18:08:28.720243 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-aec886b5-9f98-4d0a-bd0a-8396568814f4 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049976 Nov 11 18:08:28.810689 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8eecf11-f400-41aa-9f74-ee8b2ef067f8 req-ac02504b-cbfe-4e1c-a62e-c5aae487de87 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895064 Nov 11 18:08:28.842678 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-6f51bbbe-4916-4a7f-a395-c6c6e4ae6c3a service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147556 Nov 11 18:08:29.928742 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb98a7-0165-43a7-aac1-67115920c306 req-40c15a73-091e-4af9-9560-1417b699e14f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:29.930210 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64fb98a7-0165-43a7-aac1-67115920c306 req-40c15a73-091e-4af9-9560-1417b699e14f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0496676 Nov 11 18:08:29.976737 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64fb98a7-0165-43a7-aac1-67115920c306 req-a4c646c5-000a-4ed1-8bc0-830ca31c15b3 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406301 Nov 11 18:08:30.720776 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-b731c968-b922-4485-af1b-6dc9de9a2281 service neutron] show failed (client error): The resource could not be found. Nov 11 18:08:30.721764 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-b731c968-b922-4485-af1b-6dc9de9a2281 service neutron] 10.222.0.83 "GET /v2.0/ports/fca01bec-9721-4892-88eb-f35c2fc638c9/bindings/n-h1-816206-4 HTTP/1.1" status: 404 len: 380 time: 0.0534604 Nov 11 18:08:30.965088 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-457f74a4-1f25-4765-94d2-21d115313aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:30.966574 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-457f74a4-1f25-4765-94d2-21d115313aad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd&tenant_id=b299e2a8896f4eaba2de2c15b0b9415a HTTP/1.1" status: 200 len: 1096 time: 0.0875747 Nov 11 18:08:30.986037 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-4', 'device_owner': 'compute:nova'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:08:31.038507 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:31.096851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc467b-774a-41c7-9c8f-7bb319a07dd2 req-a890045b-8597-4e75-bd5f-1e177af6190a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:31.098352 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0abc467b-774a-41c7-9c8f-7bb319a07dd2 req-a890045b-8597-4e75-bd5f-1e177af6190a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0532639 Nov 11 18:08:31.146408 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0abc467b-774a-41c7-9c8f-7bb319a07dd2 req-ed79f16a-9f73-4c9e-af26-d202153919ad tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414138 Nov 11 18:08:31.250230 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] For port fca01bec-9721-4892-88eb-f35c2fc638c9, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=fca01bec-9721-4892-88eb-f35c2fc638c9,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:08:31.281418 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] For port fca01bec-9721-4892-88eb-f35c2fc638c9, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:08:31.319902 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba51fd9f-2421-4552-b978-23f1cadeedbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fca01bec-9721-4892-88eb-f35c2fc638c9'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:08:31.322153 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965f1db9-73a4-4ee5-ba84-812ee39d5c06" -d '{"events": [{"server_uuid": "ba51fd9f-2421-4552-b978-23f1cadeedbd", "name": "network-vif-unplugged", "status": "completed", "tag": "fca01bec-9721-4892-88eb-f35c2fc638c9"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:08:31.326401 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:31.341787 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Transition to ACTIVE for port object fca01bec-9721-4892-88eb-f35c2fc638c9 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:08:31.346072 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:31.439690 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Pushing event updated for resources: {'Port': ['ID=fca01bec-9721-4892-88eb-f35c2fc638c9,revision_number=6']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:08:31.461513 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:31.461866 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:31.462209 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:31.462713 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:31.462953 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:31.463193 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:31.463519 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:31.463877 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:31.464204 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:31.464527 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:31.464850 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:31.465169 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:31.482710 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 18:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008fddba-cc01-4c8c-a1e7-656fb0773cd9 x-openstack-request-id: req-008fddba-cc01-4c8c-a1e7-656fb0773cd9 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:08:31.483004 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba51fd9f-2421-4552-b978-23f1cadeedbd", "name": "network-vif-unplugged", "status": "completed", "tag": "fca01bec-9721-4892-88eb-f35c2fc638c9", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:08:31.483259 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-008fddba-cc01-4c8c-a1e7-656fb0773cd9 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:08:31.483659 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba51fd9f-2421-4552-b978-23f1cadeedbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fca01bec-9721-4892-88eb-f35c2fc638c9', 'code': 200} Nov 11 18:08:31.484910 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] No DVR routers for this DVR port fca01bec-9721-4892-88eb-f35c2fc638c9 on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:08:31.621101 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Attempting to bind port fca01bec-9721-4892-88eb-f35c2fc638c9 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:08:31.621438 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Attempting to bind port fca01bec-9721-4892-88eb-f35c2fc638c9 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:08:31.621764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Attempting to bind port fca01bec-9721-4892-88eb-f35c2fc638c9 on network 2348c7b7-11cd-401e-9d70-59a726a37b6f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:08:31.625998 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Port fca01bec-9721-4892-88eb-f35c2fc638c9 on network 2348c7b7-11cd-401e-9d70-59a726a37b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:08:31.626317 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Attempting to bind port fca01bec-9721-4892-88eb-f35c2fc638c9 on network 2348c7b7-11cd-401e-9d70-59a726a37b6f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:08:31.631709 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:08:31.632076 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Checking segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:08:31.632462 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Bound using segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:08:31.632884 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Bound port: fca01bec-9721-4892-88eb-f35c2fc638c9, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:08:31.633242 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:31.695072 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] For port fca01bec-9721-4892-88eb-f35c2fc638c9, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:08:31.698280 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] For port fca01bec-9721-4892-88eb-f35c2fc638c9, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=fca01bec-9721-4892-88eb-f35c2fc638c9,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:08:31.701889 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:31.735745 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:31.736495 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:31.737855 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] 10.222.0.64 "PUT /v2.0/ports/fca01bec-9721-4892-88eb-f35c2fc638c9 HTTP/1.1" status: 200 len: 1091 time: 0.7558579 Nov 11 18:08:31.759420 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48bb41-cc74-479e-9bb2-6d6260cfd1bd service neutron] Pushing event updated for resources: {'Port': ['ID=fca01bec-9721-4892-88eb-f35c2fc638c9,revision_number=7']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:08:31.817145 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-9a33ea4f-010b-4716-92a7-14c55b3412ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:31.819212 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-9a33ea4f-010b-4716-92a7-14c55b3412ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 1094 time: 0.0463865 Nov 11 18:08:31.913335 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-245d3f70-7720-4853-b987-c2515b43fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:31.914814 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-245d3f70-7720-4853-b987-c2515b43fba4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0879419 Nov 11 18:08:31.986669 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-12d26664-2994-4064-b23c-67cb403ef054 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca01bec-9721-4892-88eb-f35c2fc638c9 HTTP/1.1" status: 200 len: 998 time: 0.0643389 Nov 11 18:08:32.036099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-564702a7-242a-40f7-830e-a23b8e52dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:32.037478 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-564702a7-242a-40f7-830e-a23b8e52dd87 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0434012 Nov 11 18:08:32.082174 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-61ad029c-f27f-40d5-9d36-f58c08d85961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:32.083638 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-61ad029c-f27f-40d5-9d36-f58c08d85961 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395348 Nov 11 18:08:32.174562 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-d640d718-4b5b-4b59-ad77-87e48614155f service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842161 Nov 11 18:08:32.265531 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-22226fcd-a69b-49e6-80a1-33075ac74995 req-9856325f-e9e9-4a95-ba2d-4ea5010f7c8c service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836270 Nov 11 18:08:32.265835 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8e5cd-0fad-4bb5-ad73-37afcc1385a1 req-58bc859c-8791-43ad-a02f-1b995755148f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:32.267288 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ea8e5cd-0fad-4bb5-ad73-37afcc1385a1 req-58bc859c-8791-43ad-a02f-1b995755148f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 943 time: 0.0487146 Nov 11 18:08:32.314292 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ea8e5cd-0fad-4bb5-ad73-37afcc1385a1 req-baac6c30-1a5f-4cb3-8bb5-29a9e2de2501 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409472 Nov 11 18:08:33.433916 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c4dd3-31cb-4fbc-a705-13b9a53ceebd req-0b34e426-b7d8-4762-a073-e8690d3509d8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:33.435599 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a1c4dd3-31cb-4fbc-a705-13b9a53ceebd req-0b34e426-b7d8-4762-a073-e8690d3509d8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 943 time: 0.0533097 Nov 11 18:08:33.485172 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba51fd9f-2421-4552-b978-23f1cadeedbd', 'tag': 'fca01bec-9721-4892-88eb-f35c2fc638c9'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:08:33.488560 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63ccbe7-3190-4ce3-8a66-d7f5ab1fe398" -d '{"events": [{"name": "network-changed", "server_uuid": "ba51fd9f-2421-4552-b978-23f1cadeedbd", "tag": "fca01bec-9721-4892-88eb-f35c2fc638c9"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:08:33.492963 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0a1c4dd3-31cb-4fbc-a705-13b9a53ceebd req-0e243288-d9af-4aa2-a859-48a4a6e108c6 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512516 Nov 11 18:08:33.544900 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc439eb-eb27-497e-922b-ad98e182c532 x-openstack-request-id: req-dfc439eb-eb27-497e-922b-ad98e182c532 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:08:33.545201 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba51fd9f-2421-4552-b978-23f1cadeedbd", "tag": "fca01bec-9721-4892-88eb-f35c2fc638c9", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:08:33.545452 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dfc439eb-eb27-497e-922b-ad98e182c532 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:08:33.545856 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba51fd9f-2421-4552-b978-23f1cadeedbd', 'tag': 'fca01bec-9721-4892-88eb-f35c2fc638c9', 'status': 'completed', 'code': 200} Nov 11 18:08:33.611116 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ccbe7-3190-4ce3-8a66-d7f5ab1fe398 req-af6b3984-100d-4a70-8cc5-ed17e6dd3b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:33.612647 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f63ccbe7-3190-4ce3-8a66-d7f5ab1fe398 req-af6b3984-100d-4a70-8cc5-ed17e6dd3b4e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 1094 time: 0.0402594 Nov 11 18:08:33.624828 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ccbe7-3190-4ce3-8a66-d7f5ab1fe398 req-a8b950ef-c73f-49f0-88aa-3c6a72f26a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:33.626300 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f63ccbe7-3190-4ce3-8a66-d7f5ab1fe398 req-a8b950ef-c73f-49f0-88aa-3c6a72f26a2d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 1094 time: 0.0408206 Nov 11 18:08:33.712875 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ccbe7-3190-4ce3-8a66-d7f5ab1fe398 req-3d8ecbf7-d052-481d-bf3e-0cbdf6d312c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:33.714337 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f63ccbe7-3190-4ce3-8a66-d7f5ab1fe398 req-3d8ecbf7-d052-481d-bf3e-0cbdf6d312c4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0933859 Nov 11 18:08:33.721335 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ccbe7-3190-4ce3-8a66-d7f5ab1fe398 req-ed32d3ed-8067-4463-a7f2-79089d051d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:33.722802 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f63ccbe7-3190-4ce3-8a66-d7f5ab1fe398 req-ed32d3ed-8067-4463-a7f2-79089d051d78 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0892446 Nov 11 18:08:33.780309 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f63ccbe7-3190-4ce3-8a66-d7f5ab1fe398 req-1091dad4-ab34-46c6-b5aa-3689889db9c5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca01bec-9721-4892-88eb-f35c2fc638c9 HTTP/1.1" status: 200 len: 998 time: 0.0588486 Nov 11 18:08:33.788788 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f63ccbe7-3190-4ce3-8a66-d7f5ab1fe398 req-a5a66c3a-cacd-4704-9cce-c64cd66f89bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca01bec-9721-4892-88eb-f35c2fc638c9 HTTP/1.1" status: 200 len: 998 time: 0.0588539 Nov 11 18:08:33.831766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ccbe7-3190-4ce3-8a66-d7f5ab1fe398 req-57360c31-ceb2-423e-8b88-1cfe1abdae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:33.833498 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f63ccbe7-3190-4ce3-8a66-d7f5ab1fe398 req-57360c31-ceb2-423e-8b88-1cfe1abdae68 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0471547 Nov 11 18:08:33.842646 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ccbe7-3190-4ce3-8a66-d7f5ab1fe398 req-2d9fce0b-0c15-4a3a-b60f-91d1d586f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:33.844123 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f63ccbe7-3190-4ce3-8a66-d7f5ab1fe398 req-2d9fce0b-0c15-4a3a-b60f-91d1d586f90d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0486805 Nov 11 18:08:33.883496 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ccbe7-3190-4ce3-8a66-d7f5ab1fe398 req-a7d3ee7c-dc8a-41cc-a7d2-ec7cb1fbc228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:33.885034 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f63ccbe7-3190-4ce3-8a66-d7f5ab1fe398 req-a7d3ee7c-dc8a-41cc-a7d2-ec7cb1fbc228 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445807 Nov 11 18:08:33.889203 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ccbe7-3190-4ce3-8a66-d7f5ab1fe398 req-868b0188-dc58-4b39-9216-9f1d575da32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:33.890673 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f63ccbe7-3190-4ce3-8a66-d7f5ab1fe398 req-868b0188-dc58-4b39-9216-9f1d575da32f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398433 Nov 11 18:08:33.975497 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f63ccbe7-3190-4ce3-8a66-d7f5ab1fe398 req-5578c4b4-2526-4a9a-8360-75b25d0dd4b8 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821862 Nov 11 18:08:33.984132 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f63ccbe7-3190-4ce3-8a66-d7f5ab1fe398 req-bff4d44e-2b87-47a0-8a4c-9d1a3a6df6da service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861850 Nov 11 18:08:34.071046 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f63ccbe7-3190-4ce3-8a66-d7f5ab1fe398 req-f373b68a-49ff-418a-8c54-38dffe033bbd service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883625 Nov 11 18:08:34.072885 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f63ccbe7-3190-4ce3-8a66-d7f5ab1fe398 req-2a767672-8094-42b8-b25f-d66a0e3609cf service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818760 Nov 11 18:08:34.244703 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device fca01bec-9721-4892-88eb-f35c2fc638c9 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:08:34.283867 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device fca01bec-9721-4892-88eb-f35c2fc638c9 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:08:34.611407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558168d-baed-4c2e-99a5-da68515ce24b req-06ecce9a-f306-4944-a127-48d0d054d84a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:34.612999 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4558168d-baed-4c2e-99a5-da68515ce24b req-06ecce9a-f306-4944-a127-48d0d054d84a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 943 time: 0.0500128 Nov 11 18:08:34.663010 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4558168d-baed-4c2e-99a5-da68515ce24b req-0e76b9da-d418-494d-b644-dadadd7c78a8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439725 Nov 11 18:08:34.893219 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df33ab-69f8-42c1-b8ed-5ad50efd7552 req-3d6725a8-4234-4c4d-b325-f325ede41d56 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:34.894599 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-15df33ab-69f8-42c1-b8ed-5ad50efd7552 req-3d6725a8-4234-4c4d-b325-f325ede41d56 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 943 time: 0.0867810 Nov 11 18:08:34.905310 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef973e-031b-463f-89a5-cf5ab318830c req-5726adf4-5ee3-42a5-9d51-09cebc2884f9 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:34.906652 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9bef973e-031b-463f-89a5-cf5ab318830c req-5726adf4-5ee3-42a5-9d51-09cebc2884f9 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd&tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 943 time: 0.0730596 Nov 11 18:08:34.991696 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-15df33ab-69f8-42c1-b8ed-5ad50efd7552 req-4684a459-2cf1-419f-890a-d09dbd71cbc6 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840795 Nov 11 18:08:34.997178 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-9bef973e-031b-463f-89a5-cf5ab318830c req-83707324-06dc-4393-8559-6488ec65aa1c service neutron] delete failed (client error): The resource could not be found. Nov 11 18:08:34.998132 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9bef973e-031b-463f-89a5-cf5ab318830c req-83707324-06dc-4393-8559-6488ec65aa1c service neutron] 10.222.0.83 "DELETE /v2.0/ports/fca01bec-9721-4892-88eb-f35c2fc638c9/bindings/n-h2-816206-4 HTTP/1.1" status: 404 len: 380 time: 0.0829222 Nov 11 18:08:35.085204 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef973e-031b-463f-89a5-cf5ab318830c req-171eb2b8-c3d7-4a1b-87b1-ff878b29d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:35.087239 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9bef973e-031b-463f-89a5-cf5ab318830c req-171eb2b8-c3d7-4a1b-87b1-ff878b29d8d1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 1094 time: 0.0442858 Nov 11 18:08:35.182803 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef973e-031b-463f-89a5-cf5ab318830c req-5b4271c8-07f8-4e2a-89ba-ff4b29038226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:35.184251 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9bef973e-031b-463f-89a5-cf5ab318830c req-5b4271c8-07f8-4e2a-89ba-ff4b29038226 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0899820 Nov 11 18:08:35.249034 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9bef973e-031b-463f-89a5-cf5ab318830c req-89522fc1-147b-4966-ad1a-448d990d21f7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca01bec-9721-4892-88eb-f35c2fc638c9 HTTP/1.1" status: 200 len: 998 time: 0.0577123 Nov 11 18:08:35.301717 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef973e-031b-463f-89a5-cf5ab318830c req-4378eb80-6bd4-48cb-9a7d-b580f861b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:35.303712 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9bef973e-031b-463f-89a5-cf5ab318830c req-4378eb80-6bd4-48cb-9a7d-b580f861b97a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0468020 Nov 11 18:08:35.348217 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef973e-031b-463f-89a5-cf5ab318830c req-4aaa9422-0273-4be6-aba5-2e0a835139ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:35.350195 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9bef973e-031b-463f-89a5-cf5ab318830c req-4aaa9422-0273-4be6-aba5-2e0a835139ca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400419 Nov 11 18:08:35.439276 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9bef973e-031b-463f-89a5-cf5ab318830c req-2e4b4b1f-61f8-457b-8556-dfcfcd1ead18 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823019 Nov 11 18:08:35.529992 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9bef973e-031b-463f-89a5-cf5ab318830c req-2cb071aa-8214-4609-ae6a-e41072b80b07 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837820 Nov 11 18:08:35.592837 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device fca01bec-9721-4892-88eb-f35c2fc638c9 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:08:35.690443 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port fca01bec-9721-4892-88eb-f35c2fc638c9, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=fca01bec-9721-4892-88eb-f35c2fc638c9,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:08:35.701182 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'fca01bec-9721-4892-88eb-f35c2fc638c9', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'port_id': 'fca01bec-9721-4892-88eb-f35c2fc638c9', 'mac_address': 'fa:16:3e:de:e7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:08:35.740560 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:35.752577 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca01bec-9721-4892-88eb-f35c2fc638c9 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:08:35.770800 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port fca01bec-9721-4892-88eb-f35c2fc638c9, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=fca01bec-9721-4892-88eb-f35c2fc638c9,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:08:35.774800 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:35.820996 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=fca01bec-9721-4892-88eb-f35c2fc638c9,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:08:35.828503 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:35.828858 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:35.829205 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:35.829553 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:35.829891 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:35.830241 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:35.830587 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:35.830917 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:35.831247 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:35.831584 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:35.832108 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:35.832270 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:36.065684 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['fca01bec-9721-4892-88eb-f35c2fc638c9'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:08:36.116969 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a62f13-c7d0-46ca-bdaa-10518d22bbeb req-2792ae15-55fb-49ee-9d6b-fe3cdc62d7e0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:36.118505 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-77a62f13-c7d0-46ca-bdaa-10518d22bbeb req-2792ae15-55fb-49ee-9d6b-fe3cdc62d7e0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 944 time: 0.0560420 Nov 11 18:08:36.174035 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-77a62f13-c7d0-46ca-bdaa-10518d22bbeb req-7fac83ea-15d9-44ba-a25e-2f4ee3c9a45d tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472941 Nov 11 18:08:36.289974 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedda2d1-4570-4dc0-8046-dcf1643b74ad req-eb7cc177-cc31-4773-9f4c-4f5a6b2fef71 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:36.291440 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dedda2d1-4570-4dc0-8046-dcf1643b74ad req-eb7cc177-cc31-4773-9f4c-4f5a6b2fef71 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 944 time: 0.0532618 Nov 11 18:08:36.338034 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dedda2d1-4570-4dc0-8046-dcf1643b74ad req-b08e1856-3f78-4827-af15-cbcee7f17c19 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407367 Nov 11 18:08:36.536382 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9fe80-1ad3-4c58-b499-0ac216bc3ea2 req-52c3488e-0386-4a37-967e-c3f477688005 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:36.537886 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d7f9fe80-1ad3-4c58-b499-0ac216bc3ea2 req-52c3488e-0386-4a37-967e-c3f477688005 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 944 time: 0.0546699 Nov 11 18:08:36.584962 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75374833-ef15-4cb6-bf85-48d62c0ea7ce req-5f5fa75d-de90-495b-a66a-5572fde7eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:36.586447 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-75374833-ef15-4cb6-bf85-48d62c0ea7ce req-5f5fa75d-de90-495b-a66a-5572fde7eb3f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 1095 time: 0.0430756 Nov 11 18:08:36.587148 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d7f9fe80-1ad3-4c58-b499-0ac216bc3ea2 req-a9599f6c-f22d-4ba5-aae1-416c72f1ccf1 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432003 Nov 11 18:08:36.681213 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75374833-ef15-4cb6-bf85-48d62c0ea7ce req-83bdb2a9-e9a2-41d3-b1d1-83852eed8690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:36.682667 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-75374833-ef15-4cb6-bf85-48d62c0ea7ce req-83bdb2a9-e9a2-41d3-b1d1-83852eed8690 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0891347 Nov 11 18:08:36.745826 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-75374833-ef15-4cb6-bf85-48d62c0ea7ce req-0795fa5d-3dd3-46cf-a1e9-6b4d919420f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca01bec-9721-4892-88eb-f35c2fc638c9 HTTP/1.1" status: 200 len: 999 time: 0.0564523 Nov 11 18:08:36.796513 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75374833-ef15-4cb6-bf85-48d62c0ea7ce req-bbae2ed0-deef-45d0-9b43-92a964788c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:36.797936 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-75374833-ef15-4cb6-bf85-48d62c0ea7ce req-bbae2ed0-deef-45d0-9b43-92a964788c5e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0459745 Nov 11 18:08:36.843382 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75374833-ef15-4cb6-bf85-48d62c0ea7ce req-090923f8-67fc-441c-a9ca-64200465c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:36.844904 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-75374833-ef15-4cb6-bf85-48d62c0ea7ce req-090923f8-67fc-441c-a9ca-64200465c5df service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401080 Nov 11 18:08:36.933557 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-75374833-ef15-4cb6-bf85-48d62c0ea7ce req-6ded5637-6f14-4f8a-98ff-8da767612d87 service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814211 Nov 11 18:08:37.026185 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-75374833-ef15-4cb6-bf85-48d62c0ea7ce req-8d2f91fe-445f-4927-a028-06f8820ed6b0 service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855205 Nov 11 18:08:37.460904 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-38f86229-4c6d-4c93-9e86-d247de50125a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:37.598497 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device fca01bec-9721-4892-88eb-f35c2fc638c9 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:08:37.648025 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port fca01bec-9721-4892-88eb-f35c2fc638c9 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:08:37.651820 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port fca01bec-9721-4892-88eb-f35c2fc638c9 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:08:37.652194 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:37.704981 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2288c-9e9e-4265-b2fe-ce9cd2ce2934 req-61585976-ecb9-4f30-bd83-81c1e00406e1 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:37.706471 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69a2288c-9e9e-4265-b2fe-ce9cd2ce2934 req-61585976-ecb9-4f30-bd83-81c1e00406e1 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 944 time: 0.0490179 Nov 11 18:08:37.731443 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:37.753252 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba51fd9f-2421-4552-b978-23f1cadeedbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca01bec-9721-4892-88eb-f35c2fc638c9'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:08:37.756225 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024484f3-9c01-4fb2-9db6-2016756b43b4" -d '{"events": [{"server_uuid": "ba51fd9f-2421-4552-b978-23f1cadeedbd", "name": "network-vif-plugged", "status": "completed", "tag": "fca01bec-9721-4892-88eb-f35c2fc638c9"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:08:37.757657 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-69a2288c-9e9e-4265-b2fe-ce9cd2ce2934 req-e3eebdde-9ec3-4537-b394-359369e8770e tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446925 Nov 11 18:08:37.768422 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port fca01bec-9721-4892-88eb-f35c2fc638c9, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=fca01bec-9721-4892-88eb-f35c2fc638c9,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:08:37.782225 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:37.819517 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=fca01bec-9721-4892-88eb-f35c2fc638c9,revision_number=9']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:08:37.873885 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28df6e48-42bb-4f71-993e-58dd66ad17ef x-openstack-request-id: req-28df6e48-42bb-4f71-993e-58dd66ad17ef {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:08:37.874186 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba51fd9f-2421-4552-b978-23f1cadeedbd", "name": "network-vif-plugged", "status": "completed", "tag": "fca01bec-9721-4892-88eb-f35c2fc638c9", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:08:37.874446 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-28df6e48-42bb-4f71-993e-58dd66ad17ef {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:08:37.874849 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba51fd9f-2421-4552-b978-23f1cadeedbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca01bec-9721-4892-88eb-f35c2fc638c9', 'code': 200} Nov 11 18:08:38.081188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5411b-6658-4e01-a547-86938675f7e7 req-1cbe4054-0589-4ee4-a0ca-9bbf35b9212b tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:38.082751 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46b5411b-6658-4e01-a547-86938675f7e7 req-1cbe4054-0589-4ee4-a0ca-9bbf35b9212b tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0512524 Nov 11 18:08:38.129651 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46b5411b-6658-4e01-a547-86938675f7e7 req-9560d6c6-504a-44e1-9ee7-527983af49f3 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409455 Nov 11 18:08:39.248020 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8192a4-56c4-49a6-93f2-9f16fa7eb8ad req-c45d1f73-9eda-42eb-8d79-890c73a21852 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:39.249492 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b8192a4-56c4-49a6-93f2-9f16fa7eb8ad req-c45d1f73-9eda-42eb-8d79-890c73a21852 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0513983 Nov 11 18:08:39.296218 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b8192a4-56c4-49a6-93f2-9f16fa7eb8ad req-4402e446-9607-4a15-bef2-293923972417 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408161 Nov 11 18:08:39.433148 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0925cb-a557-4e23-ba2f-5c38d0bc79a8 req-9835ef7b-a639-403d-9886-e959025a04d0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:39.434604 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-dc0925cb-a557-4e23-ba2f-5c38d0bc79a8 req-9835ef7b-a639-403d-9886-e959025a04d0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 945 time: 0.0490899 Nov 11 18:08:39.532298 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-dc0925cb-a557-4e23-ba2f-5c38d0bc79a8 req-49a170db-17f9-4ac2-b9f6-2dbc69668447 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Deleting port fca01bec-9721-4892-88eb-f35c2fc638c9 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:08:39.532640 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dc0925cb-a557-4e23-ba2f-5c38d0bc79a8 req-49a170db-17f9-4ac2-b9f6-2dbc69668447 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:39.621975 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-dc0925cb-a557-4e23-ba2f-5c38d0bc79a8 req-49a170db-17f9-4ac2-b9f6-2dbc69668447 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] For port fca01bec-9721-4892-88eb-f35c2fc638c9, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=fca01bec-9721-4892-88eb-f35c2fc638c9,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:08:39.622502 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dc0925cb-a557-4e23-ba2f-5c38d0bc79a8 req-49a170db-17f9-4ac2-b9f6-2dbc69668447 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:39.797418 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dc0925cb-a557-4e23-ba2f-5c38d0bc79a8 req-49a170db-17f9-4ac2-b9f6-2dbc69668447 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:39.797927 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dc0925cb-a557-4e23-ba2f-5c38d0bc79a8 req-49a170db-17f9-4ac2-b9f6-2dbc69668447 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:39.798274 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [req-dc0925cb-a557-4e23-ba2f-5c38d0bc79a8 req-49a170db-17f9-4ac2-b9f6-2dbc69668447 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Floating IP c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae disassociated. External IP: 172.25.2.89, port: fca01bec-9721-4892-88eb-f35c2fc638c9. Nov 11 18:08:39.798599 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-dc0925cb-a557-4e23-ba2f-5c38d0bc79a8 req-49a170db-17f9-4ac2-b9f6-2dbc69668447 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Calling delete_port for fca01bec-9721-4892-88eb-f35c2fc638c9 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:08:39.925366 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dc0925cb-a557-4e23-ba2f-5c38d0bc79a8 req-49a170db-17f9-4ac2-b9f6-2dbc69668447 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:39.958160 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a170db-17f9-4ac2-b9f6-2dbc69668447 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Pushing event deleted for resources: {'Port': ['ID=fca01bec-9721-4892-88eb-f35c2fc638c9,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:08:40.072492 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc0925cb-a557-4e23-ba2f-5c38d0bc79a8 req-49a170db-17f9-4ac2-b9f6-2dbc69668447 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:08:40.185702 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc0925cb-a557-4e23-ba2f-5c38d0bc79a8 req-49a170db-17f9-4ac2-b9f6-2dbc69668447 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:08:40.195358 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d3733f-e825-4c6d-99af-054e56f194a5 None None] Sync routers for ids ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:08:40.205284 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d3733f-e825-4c6d-99af-054e56f194a5 None None] Routers {'9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:08:40.205893 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-46d3733f-e825-4c6d-99af-054e56f194a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:08:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:08:40.228895 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0925cb-a557-4e23-ba2f-5c38d0bc79a8 req-49a170db-17f9-4ac2-b9f6-2dbc69668447 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] No DVR routers for this DVR port fca01bec-9721-4892-88eb-f35c2fc638c9 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:08:40.231444 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-dc0925cb-a557-4e23-ba2f-5c38d0bc79a8 req-49a170db-17f9-4ac2-b9f6-2dbc69668447 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:40.234807 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-dc0925cb-a557-4e23-ba2f-5c38d0bc79a8 req-49a170db-17f9-4ac2-b9f6-2dbc69668447 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.64 "DELETE /v2.0/ports/fca01bec-9721-4892-88eb-f35c2fc638c9 HTTP/1.1" status: 204 len: 173 time: 0.7943511 Nov 11 18:08:40.235271 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba51fd9f-2421-4552-b978-23f1cadeedbd', 'name': 'network-vif-deleted', 'tag': 'fca01bec-9721-4892-88eb-f35c2fc638c9'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:08:40.237643 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52290c3d-da88-4f22-8f6c-5714747f063e" -d '{"events": [{"server_uuid": "ba51fd9f-2421-4552-b978-23f1cadeedbd", "name": "network-vif-deleted", "tag": "fca01bec-9721-4892-88eb-f35c2fc638c9"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:08:40.276043 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643d067c-8a31-4780-a306-5bcaded85f27 x-openstack-request-id: req-643d067c-8a31-4780-a306-5bcaded85f27 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:08:40.276351 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba51fd9f-2421-4552-b978-23f1cadeedbd", "name": "network-vif-deleted", "tag": "fca01bec-9721-4892-88eb-f35c2fc638c9", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:08:40.276852 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-643d067c-8a31-4780-a306-5bcaded85f27 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:08:40.277309 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba51fd9f-2421-4552-b978-23f1cadeedbd', 'name': 'network-vif-deleted', 'tag': 'fca01bec-9721-4892-88eb-f35c2fc638c9', 'status': 'completed', 'code': 200} Nov 11 18:08:40.330181 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-46d3733f-e825-4c6d-99af-054e56f194a5 None None] Set router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:08:40.398198 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c54e653-6386-45d3-8f3d-f88bd8f4936b req-ae7b7e69-3f25-4da3-869b-a8425c05b854 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba51fd9f-2421-4552-b978-23f1cadeedbd HTTP/1.1" status: 200 len: 210 time: 0.0310004 Nov 11 18:08:40.445034 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fc95d2ea-4258-45dc-943b-ad8afcdf7f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:40.539471 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-46d3733f-e825-4c6d-99af-054e56f194a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:08:40.564879 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d3733f-e825-4c6d-99af-054e56f194a5 None None] Checking router: 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:08:40.572928 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d3733f-e825-4c6d-99af-054e56f194a5 None None] Routers {'9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:08:40.573580 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-46d3733f-e825-4c6d-99af-054e56f194a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:08:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:08:40.676067 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-46d3733f-e825-4c6d-99af-054e56f194a5 None None] Set router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:08:40.870298 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-46d3733f-e825-4c6d-99af-054e56f194a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:08:40.895870 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d3733f-e825-4c6d-99af-054e56f194a5 None None] The sync data for ids ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'] in n-d-816206-4 is: [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:08:41.097483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f5b756-d5d0-45e1-bc6e-6927ce0daa3c None None] New status for floating IP c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:08:41.101251 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:41.674722 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-ff1045fe-a864-4ccd-a950-f39aca61784f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--111746759&fields=id&tenant_id=b299e2a8896f4eaba2de2c15b0b9415a HTTP/1.1" status: 200 len: 267 time: 0.0422084 Nov 11 18:08:41.780299 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-1015d0b7-26e3-49e0-97c8-84b9c5cf762e tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:41.781657 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-1015d0b7-26e3-49e0-97c8-84b9c5cf762e tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 811 time: 0.0997572 Nov 11 18:08:41.797067 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-2dd132fc-33eb-4a22-8159-a21dd433c580 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/quotas/b299e2a8896f4eaba2de2c15b0b9415a HTTP/1.1" status: 200 len: 375 time: 0.0088265 Nov 11 18:08:41.855059 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-b15ebc27-8fbc-4cd2-b2db-7a7b657d503d tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523500 Nov 11 18:08:41.950786 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-9afde14f-6e0d-4f49-aae9-c2e023d9fc25 service neutron] 10.222.0.76 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842347 Nov 11 18:08:42.044025 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-85fcf7f9-a160-4ef5-909b-2a7cfe64a086 service neutron] 10.222.0.76 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869787 Nov 11 18:08:42.202531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-00cf5935-55ea-4f20-b920-04377c0b7b36 req-19b6c89e-6c6e-46b5-9c59-608ec992f33c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 210 time: 0.0292370 Nov 11 18:08:42.692007 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:42.998820 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:43.122130 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-15afc745-22d2-4b96-b892-8d3e9283dfc2 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:43.129474 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-15afc745-22d2-4b96-b892-8d3e9283dfc2 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 811 time: 0.1123216 Nov 11 18:08:43.202371 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-7af23679-a08e-4f91-8e12-5f97b4b0ea3f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b299e2a8896f4eaba2de2c15b0b9415a HTTP/1.1" status: 200 len: 379 time: 0.0628848 Nov 11 18:08:43.212507 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Request body: {'port': {'device_id': '2a3bef51-e54b-40f6-93c7-c6c365d99f78', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'admin_state_up': True, 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'security_groups': ['ee0e4153-39ad-4ad8-a737-d459792a4bda']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:08:43.306123 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db41654b-890b-4d72-82d7-1c67c3fa7b52 req-113d5d86-3a94-478c-84ca-5dd941071930 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 210 time: 0.0349715 Nov 11 18:08:43.339559 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Made reservation on behalf of b299e2a8896f4eaba2de2c15b0b9415a for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:08:43.343011 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:43.469334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Allocated IP 172.20.0.6 (2348c7b7-11cd-401e-9d70-59a726a37b6f/76737ccf-ac19-4e04-82a9-783e001a5849/86e899bc-f626-4e5a-86e9-f809edd679bc) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:08:43.606658 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:43.638770 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:43.666200 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device fca01bec-9721-4892-88eb-f35c2fc638c9 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:08:43.685617 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Network 2348c7b7-11cd-401e-9d70-59a726a37b6f is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:08:43.686607 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: fca01bec-9721-4892-88eb-f35c2fc638c9 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:08:43.686951 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device fca01bec-9721-4892-88eb-f35c2fc638c9 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:08:43.688859 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:08:43.693274 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:08:43.698654 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Pushing event updated for resources: {'Port': ['ID=86e899bc-f626-4e5a-86e9-f809edd679bc,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:08:43.726588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:43.726936 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:43.727279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:43.727619 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:43.727977 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:43.728311 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:43.728639 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:43.728967 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:43.729296 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:43.729620 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:43.729947 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:43.730273 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:08:43.755560 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:43.756217 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:43.775038 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-789cac79-b92a-47ec-9a18-7df9ea1c4e4c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5665681 Nov 11 18:08:43.788387 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] Request body: {'port': {'device_id': '2a3bef51-e54b-40f6-93c7-c6c365d99f78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:08:43.850306 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:43.954615 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6b730aac-b389-4e85-a088-c808d3c9cd5c None None] Provisioning complete for port 86e899bc-f626-4e5a-86e9-f809edd679bc triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:08:43.955204 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6b730aac-b389-4e85-a088-c808d3c9cd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:43.989697 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6b730aac-b389-4e85-a088-c808d3c9cd5c None None] Port 86e899bc-f626-4e5a-86e9-f809edd679bc cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:08:44.108187 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e899bc-f626-4e5a-86e9-f809edd679bc {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:08:44.115486 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:44.126986 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] Transition to ACTIVE for port object 86e899bc-f626-4e5a-86e9-f809edd679bc will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:08:44.130603 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:44.183478 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] Pushing event updated for resources: {'Port': ['ID=86e899bc-f626-4e5a-86e9-f809edd679bc,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:08:44.254190 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] Attempting to bind port 86e899bc-f626-4e5a-86e9-f809edd679bc on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:08:44.254518 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] Attempting to bind port 86e899bc-f626-4e5a-86e9-f809edd679bc by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:08:44.254843 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] Attempting to bind port 86e899bc-f626-4e5a-86e9-f809edd679bc on network 2348c7b7-11cd-401e-9d70-59a726a37b6f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:08:44.259710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] Port 86e899bc-f626-4e5a-86e9-f809edd679bc on network 2348c7b7-11cd-401e-9d70-59a726a37b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:08:44.260095 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] Attempting to bind port 86e899bc-f626-4e5a-86e9-f809edd679bc on network 2348c7b7-11cd-401e-9d70-59a726a37b6f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:08:44.265139 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:08:44.265470 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] Checking segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:08:44.265845 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] Bound using segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:08:44.266262 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] Bound port: 86e899bc-f626-4e5a-86e9-f809edd679bc, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:08:44.266619 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:44.330641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] For port 86e899bc-f626-4e5a-86e9-f809edd679bc, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:08:44.334369 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] For port 86e899bc-f626-4e5a-86e9-f809edd679bc, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=86e899bc-f626-4e5a-86e9-f809edd679bc,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:08:44.339830 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:44.371062 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:44.371687 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:44.373081 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] 10.222.0.83 "PUT /v2.0/ports/86e899bc-f626-4e5a-86e9-f809edd679bc HTTP/1.1" status: 200 len: 1091 time: 0.5899594 Nov 11 18:08:44.373521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3bef51-e54b-40f6-93c7-c6c365d99f78', 'tag': '86e899bc-f626-4e5a-86e9-f809edd679bc'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:08:44.375913 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13e743c-9b92-4d28-9df9-9a80f222e9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3bef51-e54b-40f6-93c7-c6c365d99f78", "tag": "86e899bc-f626-4e5a-86e9-f809edd679bc"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:08:44.461348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab6679-4d39-4c4a-8b9b-af7d0d0807d4 service neutron] Pushing event updated for resources: {'Port': ['ID=86e899bc-f626-4e5a-86e9-f809edd679bc,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:08:44.488315 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-9e2fbf55-c0bc-498b-8473-2e1ae12bb7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:44.489858 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-9e2fbf55-c0bc-498b-8473-2e1ae12bb7bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 1094 time: 0.0719318 Nov 11 18:08:44.498357 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1580d-cca6-4518-8120-86385c4d060b req-ee33f835-7c56-4a7b-bca9-9cc012292297 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:44.499844 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05a1580d-cca6-4518-8120-86385c4d060b req-ee33f835-7c56-4a7b-bca9-9cc012292297 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 943 time: 0.1068532 Nov 11 18:08:44.543665 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-dd5f9e84-04a4-477b-aa51-8466a66c8d26 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86e899bc-f626-4e5a-86e9-f809edd679bc HTTP/1.1" status: 200 len: 217 time: 0.0418172 Nov 11 18:08:44.616431 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05a1580d-cca6-4518-8120-86385c4d060b req-f2dc8fb1-6e54-4cf1-8018-67d61afd6d4b tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079712 Nov 11 18:08:44.618173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-22c8d4f3-3208-40a5-97e8-d7699bc8cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:44.619519 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-22c8d4f3-3208-40a5-97e8-d7699bc8cb49 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0682170 Nov 11 18:08:44.666889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-567b94f6-4797-4d2b-8c89-db2ebc81ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:44.668432 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-567b94f6-4797-4d2b-8c89-db2ebc81ebe9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416665 Nov 11 18:08:44.669902 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2c15b9-7d10-4436-9cea-7885f117b743 x-openstack-request-id: req-3c2c15b9-7d10-4436-9cea-7885f117b743 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:08:44.670180 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3bef51-e54b-40f6-93c7-c6c365d99f78", "tag": "86e899bc-f626-4e5a-86e9-f809edd679bc", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:08:44.670429 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3c2c15b9-7d10-4436-9cea-7885f117b743 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:08:44.670808 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3bef51-e54b-40f6-93c7-c6c365d99f78', 'tag': '86e899bc-f626-4e5a-86e9-f809edd679bc', 'status': 'completed', 'code': 200} Nov 11 18:08:44.764524 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-948106be-34d1-4ce1-a57e-49027b6b83a4 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850995 Nov 11 18:08:44.853715 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b9b1cc3-f15c-408b-b406-05c93c00887c req-7947c3d2-8c36-43ef-be89-3b379a868cac service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823762 Nov 11 18:08:44.943575 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e743c-9b92-4d28-9df9-9a80f222e9a5 req-fa9e2170-aeb0-4656-a642-6593d5f337f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:44.945602 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b13e743c-9b92-4d28-9df9-9a80f222e9a5 req-fa9e2170-aeb0-4656-a642-6593d5f337f7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 1094 time: 0.0436828 Nov 11 18:08:45.040244 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e743c-9b92-4d28-9df9-9a80f222e9a5 req-346a86cf-115e-46ba-8b38-5e0f93d106c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:45.041735 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b13e743c-9b92-4d28-9df9-9a80f222e9a5 req-346a86cf-115e-46ba-8b38-5e0f93d106c4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0883226 Nov 11 18:08:45.082955 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b13e743c-9b92-4d28-9df9-9a80f222e9a5 req-9ae1824b-60fc-45d5-96f1-6cad81bae0dd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86e899bc-f626-4e5a-86e9-f809edd679bc HTTP/1.1" status: 200 len: 217 time: 0.0344315 Nov 11 18:08:45.137607 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e743c-9b92-4d28-9df9-9a80f222e9a5 req-f6668c6c-12ca-4172-8990-d242080dbfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:45.139530 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b13e743c-9b92-4d28-9df9-9a80f222e9a5 req-f6668c6c-12ca-4172-8990-d242080dbfe7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0489013 Nov 11 18:08:45.186795 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e743c-9b92-4d28-9df9-9a80f222e9a5 req-a5b3b1f4-ff67-4333-ba47-aa53c336ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:45.188354 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b13e743c-9b92-4d28-9df9-9a80f222e9a5 req-a5b3b1f4-ff67-4333-ba47-aa53c336ca0a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419807 Nov 11 18:08:45.277849 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b13e743c-9b92-4d28-9df9-9a80f222e9a5 req-23193b57-98a8-485f-85e4-fd5266d9f42a service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808349 Nov 11 18:08:45.370700 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b13e743c-9b92-4d28-9df9-9a80f222e9a5 req-4c4ab121-157d-46db-b4b8-bf289f375513 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851150 Nov 11 18:08:45.733031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd4ff3-d934-4f28-82ad-3829a6007a21 req-c41c1db4-9fdd-4df4-8edb-eb7df445f113 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:45.734480 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d4cd4ff3-d934-4f28-82ad-3829a6007a21 req-c41c1db4-9fdd-4df4-8edb-eb7df445f113 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 943 time: 0.0493090 Nov 11 18:08:45.780390 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d4cd4ff3-d934-4f28-82ad-3829a6007a21 req-3ae70803-3c6b-4a62-a238-2560c7970e97 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399694 Nov 11 18:08:46.304272 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 86e899bc-f626-4e5a-86e9-f809edd679bc details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:08:46.394984 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 86e899bc-f626-4e5a-86e9-f809edd679bc, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=86e899bc-f626-4e5a-86e9-f809edd679bc,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:08:46.406223 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '86e899bc-f626-4e5a-86e9-f809edd679bc', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'port_id': '86e899bc-f626-4e5a-86e9-f809edd679bc', 'mac_address': 'fa:16:3e:9d:b1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:08:46.445931 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:46.458067 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e899bc-f626-4e5a-86e9-f809edd679bc {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:08:46.476388 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 86e899bc-f626-4e5a-86e9-f809edd679bc, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=86e899bc-f626-4e5a-86e9-f809edd679bc,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:08:46.480172 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:46.525404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=86e899bc-f626-4e5a-86e9-f809edd679bc,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:08:46.709851 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['86e899bc-f626-4e5a-86e9-f809edd679bc'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:08:46.898912 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645b884-3a0c-49fa-99ca-d477ea634248 req-b21d5d12-8b06-4034-9315-396de22576f8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:46.900444 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3645b884-3a0c-49fa-99ca-d477ea634248 req-b21d5d12-8b06-4034-9315-396de22576f8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 944 time: 0.0526164 Nov 11 18:08:46.947109 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3645b884-3a0c-49fa-99ca-d477ea634248 req-24e60a12-1f55-4b91-8434-ca2d717c163d tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407434 Nov 11 18:08:48.062585 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedd049-1e1e-4bcb-8b4f-eac2a2e5f3f4 req-7e249cd9-c67f-430b-a13a-61ab57d13e7f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:48.063990 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5fedd049-1e1e-4bcb-8b4f-eac2a2e5f3f4 req-7e249cd9-c67f-430b-a13a-61ab57d13e7f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 944 time: 0.0494261 Nov 11 18:08:48.112285 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5fedd049-1e1e-4bcb-8b4f-eac2a2e5f3f4 req-cc50471a-4776-4b34-b066-a001a1a4f090 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419452 Nov 11 18:08:48.324738 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 86e899bc-f626-4e5a-86e9-f809edd679bc up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:08:48.371169 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 86e899bc-f626-4e5a-86e9-f809edd679bc completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:08:48.375159 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 86e899bc-f626-4e5a-86e9-f809edd679bc triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:08:48.375534 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:48.450165 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:48.475776 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3bef51-e54b-40f6-93c7-c6c365d99f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e899bc-f626-4e5a-86e9-f809edd679bc'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:08:48.477973 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741a7aeb-4693-414a-b858-ba238ff11e81" -d '{"events": [{"server_uuid": "2a3bef51-e54b-40f6-93c7-c6c365d99f78", "name": "network-vif-plugged", "status": "completed", "tag": "86e899bc-f626-4e5a-86e9-f809edd679bc"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:08:48.490303 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 86e899bc-f626-4e5a-86e9-f809edd679bc, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=86e899bc-f626-4e5a-86e9-f809edd679bc,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:08:48.494729 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:48.517447 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2bd634-5b8f-4bb4-a858-13b6931d81fc x-openstack-request-id: req-5f2bd634-5b8f-4bb4-a858-13b6931d81fc {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:08:48.517738 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3bef51-e54b-40f6-93c7-c6c365d99f78", "name": "network-vif-plugged", "status": "completed", "tag": "86e899bc-f626-4e5a-86e9-f809edd679bc", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:08:48.517990 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5f2bd634-5b8f-4bb4-a858-13b6931d81fc {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:08:48.518376 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3bef51-e54b-40f6-93c7-c6c365d99f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e899bc-f626-4e5a-86e9-f809edd679bc', 'code': 200} Nov 11 18:08:48.544185 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=86e899bc-f626-4e5a-86e9-f809edd679bc,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:08:48.614433 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1af385-4876-4db5-aa08-43766aad10d1 req-8921c069-0b32-4840-9679-745cf59b185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:48.615823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d1af385-4876-4db5-aa08-43766aad10d1 req-8921c069-0b32-4840-9679-745cf59b185d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 1096 time: 0.0390308 Nov 11 18:08:48.664219 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d1af385-4876-4db5-aa08-43766aad10d1 req-c79f6137-32b2-49e8-ad42-a6f44eab048f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398190 Nov 11 18:08:48.760702 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:49.236343 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f9e1e-3658-4989-8bd4-11b96d2be65d req-489f0915-7bf4-4aea-a5a6-48859ef4c116 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:49.237827 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dc1f9e1e-3658-4989-8bd4-11b96d2be65d req-489f0915-7bf4-4aea-a5a6-48859ef4c116 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 945 time: 0.0483763 Nov 11 18:08:49.284322 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dc1f9e1e-3658-4989-8bd4-11b96d2be65d req-9d236d43-3574-498e-a3e2-0fb43bbf6f28 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400550 Nov 11 18:08:50.400775 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da6dda-41e7-436c-ab65-5b769cb29e81 req-177dd883-4346-456c-9a5e-0f0b643ce613 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:50.402224 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a4da6dda-41e7-436c-ab65-5b769cb29e81 req-177dd883-4346-456c-9a5e-0f0b643ce613 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 945 time: 0.0479033 Nov 11 18:08:50.447942 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a4da6dda-41e7-436c-ab65-5b769cb29e81 req-23cae2b8-4048-4c80-b718-29f56718fac0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398355 Nov 11 18:08:50.559608 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5d9d4-f765-4fae-8834-882c507a5fdb req-b007ba37-2cfc-4acf-9df5-369a03109f9b tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:50.561082 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4ca5d9d4-f765-4fae-8834-882c507a5fdb req-b007ba37-2cfc-4acf-9df5-369a03109f9b tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 945 time: 0.0515292 Nov 11 18:08:50.569718 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 50968) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:08:50.573848 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-8dd1070b-37ff-41de-b1a0-c68ae16513ce tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Request body: {'floatingip': {'port_id': '86e899bc-f626-4e5a-86e9-f809edd679bc'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:08:50.611949 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8dd1070b-37ff-41de-b1a0-c68ae16513ce tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for floatingip, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:51.335503 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8dd1070b-37ff-41de-b1a0-c68ae16513ce tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:51.339418 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8dd1070b-37ff-41de-b1a0-c68ae16513ce tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:51.438486 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-8dd1070b-37ff-41de-b1a0-c68ae16513ce tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Floating IP c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae associated. External IP: 172.25.2.89, port: 86e899bc-f626-4e5a-86e9-f809edd679bc. Nov 11 18:08:51.643194 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd1070b-37ff-41de-b1a0-c68ae16513ce tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:08:51.749002 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd1070b-37ff-41de-b1a0-c68ae16513ce tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:08:51.754069 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8dd1070b-37ff-41de-b1a0-c68ae16513ce tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:08:51.759320 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b57f230-bb96-458f-a8e6-8e99f337dff2 None None] Sync routers for ids ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:08:51.768704 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b57f230-bb96-458f-a8e6-8e99f337dff2 None None] Routers {'9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:08:51.769302 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-5b57f230-bb96-458f-a8e6-8e99f337dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:08:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:08:51.781387 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8dd1070b-37ff-41de-b1a0-c68ae16513ce tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "PUT /v2.0/floatingips/c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae HTTP/1.1" status: 200 len: 990 time: 1.2107081 Nov 11 18:08:51.782038 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3bef51-e54b-40f6-93c7-c6c365d99f78', 'tag': '86e899bc-f626-4e5a-86e9-f809edd679bc'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:08:51.784332 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f34f17-6c9f-4e75-9a87-c69c3f199118" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3bef51-e54b-40f6-93c7-c6c365d99f78", "tag": "86e899bc-f626-4e5a-86e9-f809edd679bc"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:08:51.876127 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-5b57f230-bb96-458f-a8e6-8e99f337dff2 None None] Set router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:08:51.882471 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a906ddc-a36c-46f8-a3ab-6c59ec4d9f9f x-openstack-request-id: req-6a906ddc-a36c-46f8-a3ab-6c59ec4d9f9f {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:08:51.882766 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3bef51-e54b-40f6-93c7-c6c365d99f78", "tag": "86e899bc-f626-4e5a-86e9-f809edd679bc", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:08:51.883022 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6a906ddc-a36c-46f8-a3ab-6c59ec4d9f9f {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:08:51.883426 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3bef51-e54b-40f6-93c7-c6c365d99f78', 'tag': '86e899bc-f626-4e5a-86e9-f809edd679bc', 'status': 'completed', 'code': 200} Nov 11 18:08:51.945228 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f34f17-6c9f-4e75-9a87-c69c3f199118 req-63c148de-c584-4cf4-add7-1a5eb176f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:51.946760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92f34f17-6c9f-4e75-9a87-c69c3f199118 req-63c148de-c584-4cf4-add7-1a5eb176f877 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 1096 time: 0.0414948 Nov 11 18:08:52.040698 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f34f17-6c9f-4e75-9a87-c69c3f199118 req-cda238a2-f6e0-4cef-8cd8-374fce0b0cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:52.042320 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92f34f17-6c9f-4e75-9a87-c69c3f199118 req-cda238a2-f6e0-4cef-8cd8-374fce0b0cab service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0887203 Nov 11 18:08:52.093559 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-5b57f230-bb96-458f-a8e6-8e99f337dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'port_id': '86e899bc-f626-4e5a-86e9-f809edd679bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'mac_address': 'fa:16:3e:9d:b1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3bef51-e54b-40f6-93c7-c6c365d99f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:04:08Z', 'updated_at': '2021-11-11T18:08:51Z', 'revision_number': 9, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:08:52.108533 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92f34f17-6c9f-4e75-9a87-c69c3f199118 req-c2a894c3-dfb7-4f3a-bb5e-f7ac31fd159b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86e899bc-f626-4e5a-86e9-f809edd679bc HTTP/1.1" status: 200 len: 998 time: 0.0595419 Nov 11 18:08:52.121086 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b57f230-bb96-458f-a8e6-8e99f337dff2 None None] Checking router: 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:08:52.129350 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b57f230-bb96-458f-a8e6-8e99f337dff2 None None] Routers {'9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:08:52.129952 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-5b57f230-bb96-458f-a8e6-8e99f337dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:08:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:08:52.155951 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f34f17-6c9f-4e75-9a87-c69c3f199118 req-c5b3db78-f515-48d8-8973-3ceb47c41069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:52.157339 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92f34f17-6c9f-4e75-9a87-c69c3f199118 req-c5b3db78-f515-48d8-8973-3ceb47c41069 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0426919 Nov 11 18:08:52.206973 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f34f17-6c9f-4e75-9a87-c69c3f199118 req-30ce8938-d609-4efc-a75c-947cd635b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:08:52.208502 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92f34f17-6c9f-4e75-9a87-c69c3f199118 req-30ce8938-d609-4efc-a75c-947cd635b7aa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434241 Nov 11 18:08:52.235462 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-5b57f230-bb96-458f-a8e6-8e99f337dff2 None None] Set router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:08:52.300797 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92f34f17-6c9f-4e75-9a87-c69c3f199118 req-09faf725-5d53-406e-81c9-bdd4db75406e service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841298 Nov 11 18:08:52.393071 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92f34f17-6c9f-4e75-9a87-c69c3f199118 req-c587e0d5-7c4a-4144-a3de-1579603d1122 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848460 Nov 11 18:08:52.543629 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-5b57f230-bb96-458f-a8e6-8e99f337dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'port_id': '86e899bc-f626-4e5a-86e9-f809edd679bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'mac_address': 'fa:16:3e:9d:b1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3bef51-e54b-40f6-93c7-c6c365d99f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:04:08Z', 'updated_at': '2021-11-11T18:08:51Z', 'revision_number': 9, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:08:52.568442 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b57f230-bb96-458f-a8e6-8e99f337dff2 None None] The sync data for ids ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'] in n-d-816206-4 is: [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'port_id': '86e899bc-f626-4e5a-86e9-f809edd679bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'mac_address': 'fa:16:3e:9d:b1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3bef51-e54b-40f6-93c7-c6c365d99f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:04:08Z', 'updated_at': '2021-11-11T18:08:51Z', 'revision_number': 9, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:08:52.741704 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1f732-ae7f-44fb-a671-a3ce5538d5e8 None None] New status for floating IP c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:08:54.481269 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:09:05.384860 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:09:07.461663 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dbc5eb97-e954-4c0a-8e52-f104bd85e8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:09:10.445205 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-57321b74-59c1-4a14-8120-8d66102cdf48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:09:11.100936 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:09:12.698095 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:09:13.000161 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:09:18.791446 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:09:24.497640 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:09:31.994350 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1146727a-8424-40a5-be8c-2630f6dc1936 req-10fcbbe4-c4a6-4162-a083-12619de21e48 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399911 Nov 11 18:09:32.083240 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146727a-8424-40a5-be8c-2630f6dc1936 req-a45e48f4-0681-4587-b2c4-f05696a7f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:09:32.084667 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1146727a-8424-40a5-be8c-2630f6dc1936 req-a45e48f4-0681-4587-b2c4-f05696a7f134 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 1096 time: 0.0399845 Nov 11 18:09:32.193201 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146727a-8424-40a5-be8c-2630f6dc1936 req-ae5cd526-e2e7-4297-84ac-ef567a1358a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:09:32.194649 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1146727a-8424-40a5-be8c-2630f6dc1936 req-ae5cd526-e2e7-4297-84ac-ef567a1358a8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0880225 Nov 11 18:09:32.261996 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1146727a-8424-40a5-be8c-2630f6dc1936 req-d6f7b3ce-50b2-4907-92b2-b8ac1e40ea51 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86e899bc-f626-4e5a-86e9-f809edd679bc HTTP/1.1" status: 200 len: 1001 time: 0.0592041 Nov 11 18:09:32.318819 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146727a-8424-40a5-be8c-2630f6dc1936 req-7d3ede1b-b1ee-47e0-bbef-47559c94513b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:09:32.320275 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1146727a-8424-40a5-be8c-2630f6dc1936 req-7d3ede1b-b1ee-47e0-bbef-47559c94513b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0477262 Nov 11 18:09:32.365365 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146727a-8424-40a5-be8c-2630f6dc1936 req-acdcfd37-87f0-4fa7-8ba7-daa85b4a6e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:09:32.366738 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1146727a-8424-40a5-be8c-2630f6dc1936 req-acdcfd37-87f0-4fa7-8ba7-daa85b4a6e10 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392916 Nov 11 18:09:32.455525 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1146727a-8424-40a5-be8c-2630f6dc1936 req-a8e2272b-7fb8-424c-8319-d2e66eabaef4 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811036 Nov 11 18:09:32.547998 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1146727a-8424-40a5-be8c-2630f6dc1936 req-df3b60d6-319f-4fe1-b4ce-7a2274a23c6e service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854046 Nov 11 18:09:37.465351 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d6652916-6bd6-4ab0-9904-9ee5a452fda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:09:40.445139 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c4f52c97-18d7-4315-a6f1-22557bd4b32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:09:41.105792 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:09:42.383922 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:09:42.698854 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:09:43.001654 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:09:48.805789 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:09:54.496244 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:07.467672 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e26762c3-e2fb-4dd4-b3db-24258a572833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:10.445483 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a88b5b6a-7924-447a-8a07-54fddac49a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:11.106811 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:12.700994 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:13.001912 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:18.830406 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:19.383103 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:10:24.503017 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:27.880413 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-48944ff9-4edd-4a10-ac05-4285b4c5bde7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0417938 Nov 11 18:10:27.897293 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53550f82-02f5-4655-9c4d-77dd4ba4c5c1 req-125ad30f-6400-464a-99a7-e0ecebbe26af tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:27.898882 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-53550f82-02f5-4655-9c4d-77dd4ba4c5c1 req-125ad30f-6400-464a-99a7-e0ecebbe26af tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 945 time: 0.0518835 Nov 11 18:10:27.954704 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-53550f82-02f5-4655-9c4d-77dd4ba4c5c1 req-af0dfb92-3887-4ee9-ac1b-1de5bfc9ca8e tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458834 Nov 11 18:10:29.020800 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-66d46118-d530-4775-80b5-5b40b5f7da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:29.022317 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-66d46118-d530-4775-80b5-5b40b5f7da24 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 1096 time: 0.0460935 Nov 11 18:10:29.131816 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0219cf-c0ab-4520-ad46-ff30287794ef req-ef2bcf48-8ba8-43f5-b6e9-c95421bfe4c6 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:29.133184 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e0219cf-c0ab-4520-ad46-ff30287794ef req-ef2bcf48-8ba8-43f5-b6e9-c95421bfe4c6 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 945 time: 0.1059246 Nov 11 18:10:29.163051 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-7de5eb95-6012-48c9-8c83-53be3d84339b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:29.164460 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-7de5eb95-6012-48c9-8c83-53be3d84339b service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.1285965 Nov 11 18:10:29.230720 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e0219cf-c0ab-4520-ad46-ff30287794ef req-dd0f1ec5-470b-4924-a368-edb6729553a9 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911093 Nov 11 18:10:29.247039 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-5f362a43-36ce-48db-9967-2cb179bd25f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86e899bc-f626-4e5a-86e9-f809edd679bc HTTP/1.1" status: 200 len: 1001 time: 0.0707808 Nov 11 18:10:29.295911 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-7102c4f5-0b32-483d-99ce-830b8e95d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:29.297270 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-7102c4f5-0b32-483d-99ce-830b8e95d8d4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0432560 Nov 11 18:10:29.345086 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-1210f6e0-2aa4-460e-b25b-f96e61fc0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:29.346508 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-1210f6e0-2aa4-460e-b25b-f96e61fc0032 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424023 Nov 11 18:10:29.434470 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-4bfabd56-e0a9-4407-a9d9-8f506bd46e28 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801175 Nov 11 18:10:29.530608 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-faf4062c-1dd5-4b75-90d1-e28630dfa9fc service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897171 Nov 11 18:10:30.346940 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a47dd8-a49a-4434-8e74-0482616ff6e6 req-610c1e29-1fc4-4ad2-bb30-d864899c55a8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:30.348409 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29a47dd8-a49a-4434-8e74-0482616ff6e6 req-610c1e29-1fc4-4ad2-bb30-d864899c55a8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 945 time: 0.0490839 Nov 11 18:10:30.394411 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29a47dd8-a49a-4434-8e74-0482616ff6e6 req-003e0144-c75a-4e10-bd9c-d2c28b63b217 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400908 Nov 11 18:10:31.508096 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49736641-f4b7-40c3-b332-e0dd36017d54 req-63ba0f5c-46ed-46d7-87c2-fc9d39b0d91c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:31.509543 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-49736641-f4b7-40c3-b332-e0dd36017d54 req-63ba0f5c-46ed-46d7-87c2-fc9d39b0d91c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 945 time: 0.0478530 Nov 11 18:10:31.562309 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-49736641-f4b7-40c3-b332-e0dd36017d54 req-638eaf04-7a7a-49d7-9868-ed64d40472d3 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428927 Nov 11 18:10:32.681675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfd3c9-152b-4e5e-9ce6-0fb4365f728a req-bb1ada37-5ca0-4f53-86bc-1ccdd7bfef5b tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:32.683156 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bbbfd3c9-152b-4e5e-9ce6-0fb4365f728a req-bb1ada37-5ca0-4f53-86bc-1ccdd7bfef5b tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 945 time: 0.0533054 Nov 11 18:10:32.730272 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bbbfd3c9-152b-4e5e-9ce6-0fb4365f728a req-eefd397b-07b6-4848-9097-4962a3084166 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411673 Nov 11 18:10:33.030311 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09f10a-ce10-43ad-9f38-dcf72801a63f req-7370a468-b92f-4c9e-8238-f25337c9bbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:33.031794 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb09f10a-ce10-43ad-9f38-dcf72801a63f req-7370a468-b92f-4c9e-8238-f25337c9bbae service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 1096 time: 0.0406940 Nov 11 18:10:33.135494 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09f10a-ce10-43ad-9f38-dcf72801a63f req-c425583e-dca7-43eb-af90-d49f5bcde5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:33.137617 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb09f10a-ce10-43ad-9f38-dcf72801a63f req-c425583e-dca7-43eb-af90-d49f5bcde5c7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0878158 Nov 11 18:10:33.202277 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb09f10a-ce10-43ad-9f38-dcf72801a63f req-4dc0a158-8982-4b1f-a21f-978172639b7c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86e899bc-f626-4e5a-86e9-f809edd679bc HTTP/1.1" status: 200 len: 1001 time: 0.0577357 Nov 11 18:10:33.250605 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09f10a-ce10-43ad-9f38-dcf72801a63f req-c79e4bd2-92d1-4708-95d9-5a5d27e3f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:33.251988 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb09f10a-ce10-43ad-9f38-dcf72801a63f req-c79e4bd2-92d1-4708-95d9-5a5d27e3f36d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0421071 Nov 11 18:10:33.300335 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09f10a-ce10-43ad-9f38-dcf72801a63f req-d10c82d4-d7aa-43f1-9939-74ee7c581dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:33.301661 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb09f10a-ce10-43ad-9f38-dcf72801a63f req-d10c82d4-d7aa-43f1-9939-74ee7c581dc1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421746 Nov 11 18:10:33.391643 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb09f10a-ce10-43ad-9f38-dcf72801a63f req-86e64270-1176-4ea8-a438-ea0c1b38ccf3 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815480 Nov 11 18:10:33.483391 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb09f10a-ce10-43ad-9f38-dcf72801a63f req-7d1f8bd1-6991-4b2f-b45b-2b2c811468ab service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851622 Nov 11 18:10:33.844691 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617bfc1-7365-40b3-abea-783f4246e6ab req-25126ae5-0a9f-47ff-a8c7-8c50c3161064 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:33.846143 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c617bfc1-7365-40b3-abea-783f4246e6ab req-25126ae5-0a9f-47ff-a8c7-8c50c3161064 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 945 time: 0.0485883 Nov 11 18:10:33.892137 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c617bfc1-7365-40b3-abea-783f4246e6ab req-b796a465-90b5-40f0-aa1c-098657407fa2 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400040 Nov 11 18:10:35.009834 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04704395-0891-4dfd-8d1a-35d41899e0a0 req-a9b3c635-bdf1-43a6-8737-fbe719fac7db tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:35.011324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-04704395-0891-4dfd-8d1a-35d41899e0a0 req-a9b3c635-bdf1-43a6-8737-fbe719fac7db tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 945 time: 0.0508523 Nov 11 18:10:35.062993 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-04704395-0891-4dfd-8d1a-35d41899e0a0 req-29e35f9e-136d-4697-823f-5f44607ffefd tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457196 Nov 11 18:10:36.180358 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe574b-fd55-4cea-a9fc-6c4d2e9eb472 req-7cab11e6-02c3-4515-9feb-a5d4bf86b0ab tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:36.181820 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6abe574b-fd55-4cea-a9fc-6c4d2e9eb472 req-7cab11e6-02c3-4515-9feb-a5d4bf86b0ab tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 945 time: 0.0490375 Nov 11 18:10:36.228401 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6abe574b-fd55-4cea-a9fc-6c4d2e9eb472 req-8034ece6-fed6-4d65-9d91-22a48dff57ec tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406628 Nov 11 18:10:37.347774 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84155d3-b0ed-43b7-92e8-f2086b954e9e req-efb61496-e9ec-437b-9644-f83ec05028f7 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:37.349227 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f84155d3-b0ed-43b7-92e8-f2086b954e9e req-efb61496-e9ec-437b-9644-f83ec05028f7 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 945 time: 0.0480070 Nov 11 18:10:37.394778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f84155d3-b0ed-43b7-92e8-f2086b954e9e req-af9c15b6-d804-453c-b38f-ef4c969eab03 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397866 Nov 11 18:10:37.470368 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-99bc37d3-6bf7-4e9e-b197-fa7230436d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:38.512972 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2854d0f-3dba-4124-88ad-c3cb762e41f5 req-de1c24dc-4e09-4a2d-9693-9cf956fdebf7 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:38.514419 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2854d0f-3dba-4124-88ad-c3cb762e41f5 req-de1c24dc-4e09-4a2d-9693-9cf956fdebf7 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 945 time: 0.0526075 Nov 11 18:10:38.561024 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2854d0f-3dba-4124-88ad-c3cb762e41f5 req-111ce0c4-9dc5-4413-861a-f94121e6e514 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406477 Nov 11 18:10:39.675650 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad489f56-616c-4cca-ae3b-8a61ed4f1fff req-e18a7eeb-f4f9-4ad4-9029-a7cdbb3d9e40 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:39.677129 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ad489f56-616c-4cca-ae3b-8a61ed4f1fff req-e18a7eeb-f4f9-4ad4-9029-a7cdbb3d9e40 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 945 time: 0.0480964 Nov 11 18:10:39.727184 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ad489f56-616c-4cca-ae3b-8a61ed4f1fff req-94146ad0-959a-4c50-b20f-ef4a702f2c26 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437963 Nov 11 18:10:40.445988 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-636d59d7-629a-4896-9ca7-b7fadb3f946c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:40.847631 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305c36c-b75d-40e9-b473-8fe181fe073b req-7dc572ba-cedd-404c-bd6e-5e2cf468e7f9 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:40.849122 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0305c36c-b75d-40e9-b473-8fe181fe073b req-7dc572ba-cedd-404c-bd6e-5e2cf468e7f9 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 945 time: 0.0487597 Nov 11 18:10:40.901482 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0305c36c-b75d-40e9-b473-8fe181fe073b req-4c8f4327-180e-4127-aa70-e71d8d2547e9 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463450 Nov 11 18:10:41.109039 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:41.479405 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-a3b8299e-abab-4b5c-a7df-42754b168351 service neutron] show failed (client error): The resource could not be found. Nov 11 18:10:41.480427 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-a3b8299e-abab-4b5c-a7df-42754b168351 service neutron] 10.222.0.83 "GET /v2.0/ports/86e899bc-f626-4e5a-86e9-f809edd679bc/bindings/n-h1-816206-4 HTTP/1.1" status: 404 len: 380 time: 0.0530427 Nov 11 18:10:41.677595 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-b3c639eb-da25-4766-a6b5-7eec75ca7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:41.679069 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-b3c639eb-da25-4766-a6b5-7eec75ca7a21 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78&tenant_id=b299e2a8896f4eaba2de2c15b0b9415a HTTP/1.1" status: 200 len: 1096 time: 0.0400188 Nov 11 18:10:41.697277 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-4', 'device_owner': 'compute:nova'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:10:41.750667 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:41.950019 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] For port 86e899bc-f626-4e5a-86e9-f809edd679bc, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=86e899bc-f626-4e5a-86e9-f809edd679bc,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:10:41.987067 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] For port 86e899bc-f626-4e5a-86e9-f809edd679bc, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:10:42.020746 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eab177-1a63-476e-9c83-87da894955f7 req-38ccb234-b534-4251-ba51-d58bc9a62c19 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:42.022149 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90eab177-1a63-476e-9c83-87da894955f7 req-38ccb234-b534-4251-ba51-d58bc9a62c19 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 945 time: 0.0514719 Nov 11 18:10:42.028306 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3bef51-e54b-40f6-93c7-c6c365d99f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e899bc-f626-4e5a-86e9-f809edd679bc'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:10:42.030584 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca30d46-1ed2-4310-bedf-e9b43a7bcf80" -d '{"events": [{"server_uuid": "2a3bef51-e54b-40f6-93c7-c6c365d99f78", "name": "network-vif-unplugged", "status": "completed", "tag": "86e899bc-f626-4e5a-86e9-f809edd679bc"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:10:42.034426 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:42.047683 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Transition to ACTIVE for port object 86e899bc-f626-4e5a-86e9-f809edd679bc will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:10:42.051773 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:42.074254 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90eab177-1a63-476e-9c83-87da894955f7 req-2d5430e8-fe5f-4ffb-94cd-03ca775c6c32 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444319 Nov 11 18:10:42.133919 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 18:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6653845-4649-433e-bfc3-4e9ffa262f45 x-openstack-request-id: req-b6653845-4649-433e-bfc3-4e9ffa262f45 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:10:42.134206 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3bef51-e54b-40f6-93c7-c6c365d99f78", "name": "network-vif-unplugged", "status": "completed", "tag": "86e899bc-f626-4e5a-86e9-f809edd679bc", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:10:42.134452 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b6653845-4649-433e-bfc3-4e9ffa262f45 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:10:42.134842 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3bef51-e54b-40f6-93c7-c6c365d99f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e899bc-f626-4e5a-86e9-f809edd679bc', 'code': 200} Nov 11 18:10:42.146096 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Pushing event updated for resources: {'Port': ['ID=86e899bc-f626-4e5a-86e9-f809edd679bc,revision_number=6']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:10:42.157835 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:42.158182 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:42.158527 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:42.158859 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:42.159190 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:42.159519 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:42.159870 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:42.160197 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:42.160522 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:42.160845 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:42.161166 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:42.161486 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:42.196904 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] No DVR routers for this DVR port 86e899bc-f626-4e5a-86e9-f809edd679bc on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:10:42.563844 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Attempting to bind port 86e899bc-f626-4e5a-86e9-f809edd679bc on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:10:42.564121 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Attempting to bind port 86e899bc-f626-4e5a-86e9-f809edd679bc by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:10:42.564447 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Attempting to bind port 86e899bc-f626-4e5a-86e9-f809edd679bc on network 2348c7b7-11cd-401e-9d70-59a726a37b6f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:10:42.568713 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Port 86e899bc-f626-4e5a-86e9-f809edd679bc on network 2348c7b7-11cd-401e-9d70-59a726a37b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:10:42.569029 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Attempting to bind port 86e899bc-f626-4e5a-86e9-f809edd679bc on network 2348c7b7-11cd-401e-9d70-59a726a37b6f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:10:42.574319 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:10:42.574653 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Checking segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:10:42.575033 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Bound using segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:10:42.575453 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Bound port: 86e899bc-f626-4e5a-86e9-f809edd679bc, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:10:42.575840 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:42.641936 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] For port 86e899bc-f626-4e5a-86e9-f809edd679bc, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:10:42.645425 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] For port 86e899bc-f626-4e5a-86e9-f809edd679bc, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=86e899bc-f626-4e5a-86e9-f809edd679bc,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:10:42.649201 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:42.686418 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:42.687044 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:42.688444 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] 10.222.0.64 "PUT /v2.0/ports/86e899bc-f626-4e5a-86e9-f809edd679bc HTTP/1.1" status: 200 len: 1091 time: 0.9953287 Nov 11 18:10:42.708354 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:42.711620 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9338e19-96c8-4f51-a915-66d848ea35e2 service neutron] Pushing event updated for resources: {'Port': ['ID=86e899bc-f626-4e5a-86e9-f809edd679bc,revision_number=7']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:10:42.767542 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-e16afd92-498b-4c7d-81aa-80bd441c2316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:42.769162 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-e16afd92-498b-4c7d-81aa-80bd441c2316 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 1094 time: 0.0440140 Nov 11 18:10:42.864855 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-e852febd-fbb3-4c31-9329-4e345a4c48d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:42.866333 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-e852febd-fbb3-4c31-9329-4e345a4c48d6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0902994 Nov 11 18:10:42.936807 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-817cd596-6170-42ff-9f1d-8e3e863835a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86e899bc-f626-4e5a-86e9-f809edd679bc HTTP/1.1" status: 200 len: 999 time: 0.0624280 Nov 11 18:10:42.993193 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-4d10181e-8a5e-4f28-81da-be1df4fa494a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:42.994605 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-4d10181e-8a5e-4f28-81da-be1df4fa494a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0515747 Nov 11 18:10:43.005983 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:43.043541 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-13c0f64b-dcf7-45b0-8546-8b7e957a6654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:43.045084 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-13c0f64b-dcf7-45b0-8546-8b7e957a6654 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438759 Nov 11 18:10:43.139515 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-13bfae1e-ff3f-44a4-a10d-cc7df3cd1d1d service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875266 Nov 11 18:10:43.200245 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e6847-5919-417b-983c-3664e8f9deb0 req-f0e048a8-6cf2-4590-8ab5-e7677087a23f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:43.201845 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d0e6847-5919-417b-983c-3664e8f9deb0 req-f0e048a8-6cf2-4590-8ab5-e7677087a23f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 943 time: 0.0531123 Nov 11 18:10:43.231631 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-70da5ebe-12fd-4002-b5a4-7511cf5ed1e9 req-b9ba1029-ebc1-44da-89de-eed0815819e4 service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846839 Nov 11 18:10:43.249013 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d0e6847-5919-417b-983c-3664e8f9deb0 req-646a2d8c-1445-4295-ad98-661142c91dbe tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411537 Nov 11 18:10:44.136638 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3bef51-e54b-40f6-93c7-c6c365d99f78', 'tag': '86e899bc-f626-4e5a-86e9-f809edd679bc'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:10:44.138931 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a23c59e-12b7-458c-a6ab-d477fbfd5dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3bef51-e54b-40f6-93c7-c6c365d99f78", "tag": "86e899bc-f626-4e5a-86e9-f809edd679bc"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:10:44.187461 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0b9372-1ef9-4678-a610-e451cecbeb8d x-openstack-request-id: req-3d0b9372-1ef9-4678-a610-e451cecbeb8d {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:10:44.187786 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3bef51-e54b-40f6-93c7-c6c365d99f78", "tag": "86e899bc-f626-4e5a-86e9-f809edd679bc", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:10:44.188046 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3d0b9372-1ef9-4678-a610-e451cecbeb8d {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:10:44.188444 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3bef51-e54b-40f6-93c7-c6c365d99f78', 'tag': '86e899bc-f626-4e5a-86e9-f809edd679bc', 'status': 'completed', 'code': 200} Nov 11 18:10:44.251020 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c59e-12b7-458c-a6ab-d477fbfd5dbe req-28cf0b4b-c0f8-44d7-b8cc-602a68df8645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:44.252544 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a23c59e-12b7-458c-a6ab-d477fbfd5dbe req-28cf0b4b-c0f8-44d7-b8cc-602a68df8645 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 1094 time: 0.0411048 Nov 11 18:10:44.272684 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c59e-12b7-458c-a6ab-d477fbfd5dbe req-a9a40480-cc8c-44d6-83ca-f6c75c0dd312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:44.274316 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a23c59e-12b7-458c-a6ab-d477fbfd5dbe req-a9a40480-cc8c-44d6-83ca-f6c75c0dd312 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 1094 time: 0.0461009 Nov 11 18:10:44.368879 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c59e-12b7-458c-a6ab-d477fbfd5dbe req-7192e2cc-2190-42ee-8999-4dfbd7ea5adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:44.370330 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a23c59e-12b7-458c-a6ab-d477fbfd5dbe req-7192e2cc-2190-42ee-8999-4dfbd7ea5adf service neutron] 10.222.0.64 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0871558 Nov 11 18:10:44.376200 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c59e-12b7-458c-a6ab-d477fbfd5dbe req-34d208ed-82d2-43f8-9eb2-38a80bc8c8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:44.377704 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a23c59e-12b7-458c-a6ab-d477fbfd5dbe req-34d208ed-82d2-43f8-9eb2-38a80bc8c8a6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.1186554 Nov 11 18:10:44.389840 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0962a-09fc-4466-8b3e-ff301f8a09f6 req-66720f95-03b1-4004-a676-a0134fa3994e tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:44.391180 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29b0962a-09fc-4466-8b3e-ff301f8a09f6 req-66720f95-03b1-4004-a676-a0134fa3994e tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 943 time: 0.0697739 Nov 11 18:10:44.440370 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a23c59e-12b7-458c-a6ab-d477fbfd5dbe req-84e9fd62-5e47-433f-87dd-2ae65ddc4844 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86e899bc-f626-4e5a-86e9-f809edd679bc HTTP/1.1" status: 200 len: 999 time: 0.0621345 Nov 11 18:10:44.479113 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a23c59e-12b7-458c-a6ab-d477fbfd5dbe req-8260c128-98d4-4439-8198-f44e2e4b58ff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86e899bc-f626-4e5a-86e9-f809edd679bc HTTP/1.1" status: 200 len: 999 time: 0.0869865 Nov 11 18:10:44.487165 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29b0962a-09fc-4466-8b3e-ff301f8a09f6 req-fef7039a-d085-4c09-8e1c-764aeb962f17 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892069 Nov 11 18:10:44.493401 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c59e-12b7-458c-a6ab-d477fbfd5dbe req-5d056f7b-8424-400e-b2a3-7903ec3ca138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:44.494684 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a23c59e-12b7-458c-a6ab-d477fbfd5dbe req-5d056f7b-8424-400e-b2a3-7903ec3ca138 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0443954 Nov 11 18:10:44.544018 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c59e-12b7-458c-a6ab-d477fbfd5dbe req-b0c7bdd0-3da7-4bf8-a21b-b7a733353cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:44.545543 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a23c59e-12b7-458c-a6ab-d477fbfd5dbe req-b0c7bdd0-3da7-4bf8-a21b-b7a733353cb0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429838 Nov 11 18:10:44.645200 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a23c59e-12b7-458c-a6ab-d477fbfd5dbe req-cae34dc2-1b8f-4f1a-8091-f81acd6a564d service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917735 Nov 11 18:10:44.745882 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6a23c59e-12b7-458c-a6ab-d477fbfd5dbe req-4089d635-4984-454a-b7ba-5c5821bb385b service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918374 Nov 11 18:10:44.822264 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c59e-12b7-458c-a6ab-d477fbfd5dbe req-1df0c0d7-0459-41d3-99e9-c91e776123aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:44.824287 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a23c59e-12b7-458c-a6ab-d477fbfd5dbe req-1df0c0d7-0459-41d3-99e9-c91e776123aa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.3357244 Nov 11 18:10:44.870293 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c59e-12b7-458c-a6ab-d477fbfd5dbe req-91325100-b931-4fbd-bf0d-9530f2f21139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:44.871880 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a23c59e-12b7-458c-a6ab-d477fbfd5dbe req-91325100-b931-4fbd-bf0d-9530f2f21139 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407667 Nov 11 18:10:44.909935 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 86e899bc-f626-4e5a-86e9-f809edd679bc no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:10:44.948016 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 86e899bc-f626-4e5a-86e9-f809edd679bc not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:10:44.967104 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a23c59e-12b7-458c-a6ab-d477fbfd5dbe req-215785bb-90de-49fd-a084-154eed312c6d service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874496 Nov 11 18:10:45.055261 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6a23c59e-12b7-458c-a6ab-d477fbfd5dbe req-c0428ebe-fb7a-4349-891d-6271148ba1ff service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809200 Nov 11 18:10:45.605895 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db1f33-4c5c-4dc7-866c-2c0563948a2c req-a87525a9-5802-490a-a9bb-9413b0d628a1 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:45.607378 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6db1f33-4c5c-4dc7-866c-2c0563948a2c req-a87525a9-5802-490a-a9bb-9413b0d628a1 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 943 time: 0.0529437 Nov 11 18:10:45.655132 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6db1f33-4c5c-4dc7-866c-2c0563948a2c req-597efcb2-780e-4273-91a1-61ca631dc96b tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414453 Nov 11 18:10:45.934130 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d8b48-3423-4345-8d60-564c40a53c5e req-8ab20d8e-22a1-4075-a3d0-c3f0a090f6c0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:45.935670 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-482d8b48-3423-4345-8d60-564c40a53c5e req-8ab20d8e-22a1-4075-a3d0-c3f0a090f6c0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78&tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&binding%3Ahost_id=n-h1-816206-4 HTTP/1.1" status: 200 len: 943 time: 0.0546136 Nov 11 18:10:45.950327 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8b3ee-5476-4eee-9de3-2e43c3e0c940 req-bc8001dc-d844-46f4-8ffd-b1afce323f67 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:45.951823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2a8b3ee-5476-4eee-9de3-2e43c3e0c940 req-bc8001dc-d844-46f4-8ffd-b1afce323f67 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 943 time: 0.0506513 Nov 11 18:10:46.000629 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d2a8b3ee-5476-4eee-9de3-2e43c3e0c940 req-5f94581f-89a5-4b3b-b203-50d17c7c3eb7 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426576 Nov 11 18:10:46.008899 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-482d8b48-3423-4345-8d60-564c40a53c5e req-f94b80fa-34cc-45c6-a718-f876cf4a6000 service neutron] 10.222.0.64 "GET /v2.0/ports/86e899bc-f626-4e5a-86e9-f809edd679bc/bindings/n-h1-816206-4 HTTP/1.1" status: 200 len: 382 time: 0.0664384 Nov 11 18:10:46.089909 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d8b48-3423-4345-8d60-564c40a53c5e req-3fcdc48f-80fd-44f2-8139-da67977ff98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:46.091386 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-482d8b48-3423-4345-8d60-564c40a53c5e req-3fcdc48f-80fd-44f2-8139-da67977ff98c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 1094 time: 0.0421214 Nov 11 18:10:46.184133 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d8b48-3423-4345-8d60-564c40a53c5e req-e6f5e31b-e97f-4731-b949-19d686eac788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:46.185574 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-482d8b48-3423-4345-8d60-564c40a53c5e req-e6f5e31b-e97f-4731-b949-19d686eac788 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0878267 Nov 11 18:10:46.253143 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-482d8b48-3423-4345-8d60-564c40a53c5e req-41029cb8-bfb7-4846-bcd5-a4db4b19d8ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86e899bc-f626-4e5a-86e9-f809edd679bc HTTP/1.1" status: 200 len: 999 time: 0.0605857 Nov 11 18:10:46.282245 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 86e899bc-f626-4e5a-86e9-f809edd679bc details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:10:46.304189 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d8b48-3423-4345-8d60-564c40a53c5e req-5117be3d-331b-4f79-8066-e0a39f157544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:46.305693 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-482d8b48-3423-4345-8d60-564c40a53c5e req-5117be3d-331b-4f79-8066-e0a39f157544 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0465822 Nov 11 18:10:46.357475 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d8b48-3423-4345-8d60-564c40a53c5e req-f9ca3dc2-f86c-4a59-a03b-76f01d37b201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:46.358989 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-482d8b48-3423-4345-8d60-564c40a53c5e req-f9ca3dc2-f86c-4a59-a03b-76f01d37b201 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466158 Nov 11 18:10:46.389086 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 86e899bc-f626-4e5a-86e9-f809edd679bc, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=86e899bc-f626-4e5a-86e9-f809edd679bc,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:10:46.400230 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '86e899bc-f626-4e5a-86e9-f809edd679bc', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'port_id': '86e899bc-f626-4e5a-86e9-f809edd679bc', 'mac_address': 'fa:16:3e:9d:b1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:10:46.441785 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:46.451564 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-482d8b48-3423-4345-8d60-564c40a53c5e req-ffbeba1a-eeed-4697-948a-c680449d7f5d service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858488 Nov 11 18:10:46.454441 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e899bc-f626-4e5a-86e9-f809edd679bc {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:10:46.473298 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 86e899bc-f626-4e5a-86e9-f809edd679bc, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=86e899bc-f626-4e5a-86e9-f809edd679bc,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:10:46.478172 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:46.525138 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=86e899bc-f626-4e5a-86e9-f809edd679bc,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:10:46.533063 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:46.533421 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:46.533763 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:46.534104 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:46.534468 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:46.534803 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:46.535138 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:46.535468 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:46.535819 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:46.536421 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:46.536760 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:46.537087 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:46.547843 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-482d8b48-3423-4345-8d60-564c40a53c5e req-41dc3ae1-75ab-4d77-ae34-77bdbf0c3ae3 service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895500 Nov 11 18:10:46.800915 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['86e899bc-f626-4e5a-86e9-f809edd679bc'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:10:47.117781 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5de701-b5bc-4e8c-b9f1-b4b48b1c37e1 req-ceef607c-590a-44de-8e3e-169cf6012b5a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:47.119169 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea5de701-b5bc-4e8c-b9f1-b4b48b1c37e1 req-ceef607c-590a-44de-8e3e-169cf6012b5a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 944 time: 0.0492666 Nov 11 18:10:47.169458 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea5de701-b5bc-4e8c-b9f1-b4b48b1c37e1 req-22a130a6-f7cf-4bf6-8d35-122718e62619 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444317 Nov 11 18:10:48.289866 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeeaa57-b000-4db1-8fe2-96266c5ed4f4 req-29fbf25e-7e9a-426a-90e0-d50682d58d04 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:48.292228 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-daeeaa57-b000-4db1-8fe2-96266c5ed4f4 req-29fbf25e-7e9a-426a-90e0-d50682d58d04 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 944 time: 0.0511646 Nov 11 18:10:48.297251 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 86e899bc-f626-4e5a-86e9-f809edd679bc up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:10:48.350392 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 86e899bc-f626-4e5a-86e9-f809edd679bc completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:10:48.352499 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-daeeaa57-b000-4db1-8fe2-96266c5ed4f4 req-f4c9ef72-0a03-45ee-8bc5-d69eae134e76 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529511 Nov 11 18:10:48.355594 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 86e899bc-f626-4e5a-86e9-f809edd679bc triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:10:48.356284 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:48.435522 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:48.458219 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3bef51-e54b-40f6-93c7-c6c365d99f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e899bc-f626-4e5a-86e9-f809edd679bc'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:10:48.460451 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde823c5-868e-4f36-9943-99c7c7cd6dc8" -d '{"events": [{"server_uuid": "2a3bef51-e54b-40f6-93c7-c6c365d99f78", "name": "network-vif-plugged", "status": "completed", "tag": "86e899bc-f626-4e5a-86e9-f809edd679bc"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:10:48.479923 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 86e899bc-f626-4e5a-86e9-f809edd679bc, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=86e899bc-f626-4e5a-86e9-f809edd679bc,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:10:48.484320 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:48.514952 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a05aa5-0914-457d-8ea3-5f0dc3d58a47 x-openstack-request-id: req-29a05aa5-0914-457d-8ea3-5f0dc3d58a47 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:10:48.515255 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3bef51-e54b-40f6-93c7-c6c365d99f78", "name": "network-vif-plugged", "status": "completed", "tag": "86e899bc-f626-4e5a-86e9-f809edd679bc", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:10:48.515514 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-29a05aa5-0914-457d-8ea3-5f0dc3d58a47 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:10:48.516009 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3bef51-e54b-40f6-93c7-c6c365d99f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e899bc-f626-4e5a-86e9-f809edd679bc', 'code': 200} Nov 11 18:10:48.540054 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=86e899bc-f626-4e5a-86e9-f809edd679bc,revision_number=9']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:10:48.676604 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d8b48-3423-4345-8d60-564c40a53c5e req-cc17b333-d8a2-457f-b671-659762eed2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:48.678033 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-482d8b48-3423-4345-8d60-564c40a53c5e req-cc17b333-d8a2-457f-b671-659762eed2da service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78&tenant_id=b299e2a8896f4eaba2de2c15b0b9415a HTTP/1.1" status: 200 len: 1096 time: 0.0396907 Nov 11 18:10:48.688973 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-4', 'device_owner': 'compute:nova'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:10:48.742548 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:48.828923 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:48.941111 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] For port 86e899bc-f626-4e5a-86e9-f809edd679bc, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=86e899bc-f626-4e5a-86e9-f809edd679bc,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:10:48.972534 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] For port 86e899bc-f626-4e5a-86e9-f809edd679bc, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:10:49.011179 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3bef51-e54b-40f6-93c7-c6c365d99f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e899bc-f626-4e5a-86e9-f809edd679bc'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:10:49.013377 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850103c0-0916-4c59-8132-7895f1983d0d" -d '{"events": [{"server_uuid": "2a3bef51-e54b-40f6-93c7-c6c365d99f78", "name": "network-vif-unplugged", "status": "completed", "tag": "86e899bc-f626-4e5a-86e9-f809edd679bc"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:10:49.017313 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:49.029910 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Transition to ACTIVE for port object 86e899bc-f626-4e5a-86e9-f809edd679bc will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:10:49.034742 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:49.067986 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 18:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb786cfa-4386-4ca4-9802-f32548b2278b x-openstack-request-id: req-fb786cfa-4386-4ca4-9802-f32548b2278b {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:10:49.068267 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3bef51-e54b-40f6-93c7-c6c365d99f78", "name": "network-vif-unplugged", "status": "completed", "tag": "86e899bc-f626-4e5a-86e9-f809edd679bc", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:10:49.068515 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fb786cfa-4386-4ca4-9802-f32548b2278b {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:10:49.068898 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3bef51-e54b-40f6-93c7-c6c365d99f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e899bc-f626-4e5a-86e9-f809edd679bc', 'code': 200} Nov 11 18:10:49.149641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=86e899bc-f626-4e5a-86e9-f809edd679bc,revision_number=10']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:10:49.175350 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:49.175890 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:49.176124 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:49.176594 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:49.176934 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:49.177272 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:49.177599 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:49.177922 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:49.178248 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:49.178572 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:49.178893 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:49.179213 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:10:49.228488 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] No DVR routers for this DVR port 86e899bc-f626-4e5a-86e9-f809edd679bc on host n-h1-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:10:49.362055 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Attempting to bind port 86e899bc-f626-4e5a-86e9-f809edd679bc on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:10:49.362693 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Attempting to bind port 86e899bc-f626-4e5a-86e9-f809edd679bc by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:10:49.362693 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Attempting to bind port 86e899bc-f626-4e5a-86e9-f809edd679bc on network 2348c7b7-11cd-401e-9d70-59a726a37b6f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:10:49.366733 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Port 86e899bc-f626-4e5a-86e9-f809edd679bc on network 2348c7b7-11cd-401e-9d70-59a726a37b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:10:49.367045 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Attempting to bind port 86e899bc-f626-4e5a-86e9-f809edd679bc on network 2348c7b7-11cd-401e-9d70-59a726a37b6f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:10:49.371717 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:10:49.372068 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Checking segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:10:49.372443 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Bound using segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:10:49.372857 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Bound port: 86e899bc-f626-4e5a-86e9-f809edd679bc, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:10:49.373201 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:49.459995 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] For port 86e899bc-f626-4e5a-86e9-f809edd679bc, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:10:49.475511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] For port 86e899bc-f626-4e5a-86e9-f809edd679bc, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=86e899bc-f626-4e5a-86e9-f809edd679bc,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:10:49.481258 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:49.525423 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5583d4-8f5a-4203-b968-b1bdb18b5ca8 req-90750aea-1229-42d7-9094-07637bceea1c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:49.527037 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1b5583d4-8f5a-4203-b968-b1bdb18b5ca8 req-90750aea-1229-42d7-9094-07637bceea1c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 944 time: 0.0998697 Nov 11 18:10:49.531480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:49.532068 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:49.533405 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-482d8b48-3423-4345-8d60-564c40a53c5e req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] 10.222.0.83 "PUT /v2.0/ports/86e899bc-f626-4e5a-86e9-f809edd679bc HTTP/1.1" status: 200 len: 1092 time: 0.8482192 Nov 11 18:10:49.587189 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742dab1-7c9a-43c2-a164-22352f8f8ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=86e899bc-f626-4e5a-86e9-f809edd679bc,revision_number=11']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:10:49.633933 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1b5583d4-8f5a-4203-b968-b1bdb18b5ca8 req-b6812fca-98f0-4edd-abe4-bc744a36a730 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953383 Nov 11 18:10:49.644613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d8b48-3423-4345-8d60-564c40a53c5e req-5da5be82-899c-4d7e-bc2d-211be5308e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:49.646185 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-482d8b48-3423-4345-8d60-564c40a53c5e req-5da5be82-899c-4d7e-bc2d-211be5308e84 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 1095 time: 0.0836322 Nov 11 18:10:49.744266 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d8b48-3423-4345-8d60-564c40a53c5e req-cfa91562-d748-493d-9bdc-3dbf3ebd8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:49.746245 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-482d8b48-3423-4345-8d60-564c40a53c5e req-cfa91562-d748-493d-9bdc-3dbf3ebd8dfc service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0933404 Nov 11 18:10:49.813023 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-482d8b48-3423-4345-8d60-564c40a53c5e req-463b9d82-1735-4cb0-b3d7-c8f5eb359bd9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86e899bc-f626-4e5a-86e9-f809edd679bc HTTP/1.1" status: 200 len: 999 time: 0.0593388 Nov 11 18:10:49.861932 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d8b48-3423-4345-8d60-564c40a53c5e req-86f921dd-42ad-459e-b281-6ad4422a3d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:49.863299 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-482d8b48-3423-4345-8d60-564c40a53c5e req-86f921dd-42ad-459e-b281-6ad4422a3d1d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0438669 Nov 11 18:10:49.912282 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d8b48-3423-4345-8d60-564c40a53c5e req-ba55c5dd-a483-4653-80ef-31f479019d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:49.913994 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-482d8b48-3423-4345-8d60-564c40a53c5e req-ba55c5dd-a483-4653-80ef-31f479019d0e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438755 Nov 11 18:10:50.004381 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-482d8b48-3423-4345-8d60-564c40a53c5e req-867b9f0b-3230-46a5-b1d4-50c8bf268c1b service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824242 Nov 11 18:10:50.096725 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-482d8b48-3423-4345-8d60-564c40a53c5e req-e42ff880-fb5c-4c2f-8910-521bae1bc9db service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858483 Nov 11 18:10:50.752977 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4787e3-dc17-4584-a424-c17143013a4e req-7826f71c-6008-4233-a005-712fee66a0fc tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:50.754450 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b4787e3-dc17-4584-a424-c17143013a4e req-7826f71c-6008-4233-a005-712fee66a0fc tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 944 time: 0.0496767 Nov 11 18:10:50.800568 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8b4787e3-dc17-4584-a424-c17143013a4e req-987914ff-8aae-4e0d-bdec-a1a67533812f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403583 Nov 11 18:10:51.070513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3bef51-e54b-40f6-93c7-c6c365d99f78', 'tag': '86e899bc-f626-4e5a-86e9-f809edd679bc'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:10:51.072953 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df57758-869a-47b6-9e4d-823eb21b0230" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3bef51-e54b-40f6-93c7-c6c365d99f78", "tag": "86e899bc-f626-4e5a-86e9-f809edd679bc"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:10:51.120020 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005acda2-2395-4a15-8a89-a1ca729908eb x-openstack-request-id: req-005acda2-2395-4a15-8a89-a1ca729908eb {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:10:51.120401 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3bef51-e54b-40f6-93c7-c6c365d99f78", "tag": "86e899bc-f626-4e5a-86e9-f809edd679bc", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:10:51.120715 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-005acda2-2395-4a15-8a89-a1ca729908eb {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:10:51.121118 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3bef51-e54b-40f6-93c7-c6c365d99f78', 'tag': '86e899bc-f626-4e5a-86e9-f809edd679bc', 'status': 'completed', 'code': 200} Nov 11 18:10:51.179563 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df57758-869a-47b6-9e4d-823eb21b0230 req-43bf4640-9129-42c0-aeca-6a9aeb90faf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:51.181094 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5df57758-869a-47b6-9e4d-823eb21b0230 req-43bf4640-9129-42c0-aeca-6a9aeb90faf9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 1095 time: 0.0418904 Nov 11 18:10:51.205510 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df57758-869a-47b6-9e4d-823eb21b0230 req-b8d1b61c-a5d8-4ae4-aabf-48f91a300bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:51.207008 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5df57758-869a-47b6-9e4d-823eb21b0230 req-b8d1b61c-a5d8-4ae4-aabf-48f91a300bcb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 1095 time: 0.0429657 Nov 11 18:10:51.277955 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df57758-869a-47b6-9e4d-823eb21b0230 req-a08941be-8113-47f1-a2f3-c68d5b3d3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:51.279397 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5df57758-869a-47b6-9e4d-823eb21b0230 req-a08941be-8113-47f1-a2f3-c68d5b3d3da9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0915086 Nov 11 18:10:51.302730 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df57758-869a-47b6-9e4d-823eb21b0230 req-fbc4563c-3f3b-4d46-a2ac-c3a2196658b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:51.302730 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5df57758-869a-47b6-9e4d-823eb21b0230 req-fbc4563c-3f3b-4d46-a2ac-c3a2196658b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0850594 Nov 11 18:10:51.354562 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5df57758-869a-47b6-9e4d-823eb21b0230 req-673beade-39a7-4858-92bb-f10c35138df0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86e899bc-f626-4e5a-86e9-f809edd679bc HTTP/1.1" status: 200 len: 999 time: 0.0623209 Nov 11 18:10:51.368846 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5df57758-869a-47b6-9e4d-823eb21b0230 req-bd9c83f7-a5ca-4323-9823-f70d53e6b121 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86e899bc-f626-4e5a-86e9-f809edd679bc HTTP/1.1" status: 200 len: 999 time: 0.0632560 Nov 11 18:10:51.408717 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df57758-869a-47b6-9e4d-823eb21b0230 req-131f1b07-4649-4bd8-bacf-b4a9beb7f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:51.410142 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5df57758-869a-47b6-9e4d-823eb21b0230 req-131f1b07-4649-4bd8-bacf-b4a9beb7f7c2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0475361 Nov 11 18:10:51.417697 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df57758-869a-47b6-9e4d-823eb21b0230 req-1752f899-0610-4ec5-91f8-80132487fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:51.419129 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5df57758-869a-47b6-9e4d-823eb21b0230 req-1752f899-0610-4ec5-91f8-80132487fd56 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0437400 Nov 11 18:10:51.458876 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df57758-869a-47b6-9e4d-823eb21b0230 req-2d30808d-2ad8-4dc2-934b-c43b42d0accd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:51.460419 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5df57758-869a-47b6-9e4d-823eb21b0230 req-2d30808d-2ad8-4dc2-934b-c43b42d0accd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422368 Nov 11 18:10:51.468847 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df57758-869a-47b6-9e4d-823eb21b0230 req-f0ca7dc6-983f-43cc-82d0-eb6a60c0fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:51.470326 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5df57758-869a-47b6-9e4d-823eb21b0230 req-f0ca7dc6-983f-43cc-82d0-eb6a60c0fc1a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445480 Nov 11 18:10:51.567360 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5df57758-869a-47b6-9e4d-823eb21b0230 req-2497fbcc-59c6-4e91-8c72-b6e1203968c6 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928721 Nov 11 18:10:51.573131 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5df57758-869a-47b6-9e4d-823eb21b0230 req-55673cba-ea55-4659-8423-f715378af387 service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959291 Nov 11 18:10:51.666047 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5df57758-869a-47b6-9e4d-823eb21b0230 req-fe09b74b-7b8a-477f-956a-54874d28a982 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912390 Nov 11 18:10:51.696384 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5df57758-869a-47b6-9e4d-823eb21b0230 req-932979ea-61de-45ce-b99f-e4ed735108b6 service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165867 Nov 11 18:10:51.924486 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602aa31-e3bd-4f90-810e-ad0928118807 req-e8ba296f-d082-447c-b9f2-f7296a3761f1 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:51.925876 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9602aa31-e3bd-4f90-810e-ad0928118807 req-e8ba296f-d082-447c-b9f2-f7296a3761f1 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 944 time: 0.0567932 Nov 11 18:10:51.972959 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9602aa31-e3bd-4f90-810e-ad0928118807 req-626e35eb-4878-4f52-86e8-37c43e4b791c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412972 Nov 11 18:10:52.088517 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d741baa-4030-4ace-829a-8a9ada1ac590 req-d6a1387d-49ac-4465-bfa6-7205ba82077f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:52.089972 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d741baa-4030-4ace-829a-8a9ada1ac590 req-d6a1387d-49ac-4465-bfa6-7205ba82077f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 944 time: 0.0539544 Nov 11 18:10:52.136005 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d741baa-4030-4ace-829a-8a9ada1ac590 req-9bac373b-1794-479c-847b-d1ac1b26ca7d tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401111 Nov 11 18:10:52.245711 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d87b0-44e4-48d4-885c-318ce3d3fcd8 req-e0c4e91f-82ce-4dd0-8ee4-2bf70bcd0668 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:52.247799 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e47d87b0-44e4-48d4-885c-318ce3d3fcd8 req-e0c4e91f-82ce-4dd0-8ee4-2bf70bcd0668 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 944 time: 0.0472701 Nov 11 18:10:52.293348 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e47d87b0-44e4-48d4-885c-318ce3d3fcd8 req-c1eca056-5716-4d18-a5d0-57914e9ea584 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397794 Nov 11 18:10:52.322574 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 86e899bc-f626-4e5a-86e9-f809edd679bc no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:10:52.360223 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 86e899bc-f626-4e5a-86e9-f809edd679bc not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:10:52.527824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe202f9-18f8-41cc-955e-9630efcd4bed req-dda3e2bd-aa26-4acb-8d9d-93ab16a4a06f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:52.529711 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8fe202f9-18f8-41cc-955e-9630efcd4bed req-dda3e2bd-aa26-4acb-8d9d-93ab16a4a06f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 944 time: 0.0519984 Nov 11 18:10:52.576268 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8fe202f9-18f8-41cc-955e-9630efcd4bed req-210d4e64-1732-4315-84d7-7700a27dd5ae tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406950 Nov 11 18:10:53.065845 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 86e899bc-f626-4e5a-86e9-f809edd679bc details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:10:53.160256 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 86e899bc-f626-4e5a-86e9-f809edd679bc, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=86e899bc-f626-4e5a-86e9-f809edd679bc,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:10:53.171524 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '86e899bc-f626-4e5a-86e9-f809edd679bc', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'port_id': '86e899bc-f626-4e5a-86e9-f809edd679bc', 'mac_address': 'fa:16:3e:9d:b1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:10:53.207125 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:53.220234 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e899bc-f626-4e5a-86e9-f809edd679bc {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:10:53.241978 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 86e899bc-f626-4e5a-86e9-f809edd679bc, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=86e899bc-f626-4e5a-86e9-f809edd679bc,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:10:53.245823 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:53.297625 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=86e899bc-f626-4e5a-86e9-f809edd679bc,revision_number=12']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:10:53.722334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3726ff3-561d-4b01-a03d-ca6727431909 req-131ce1e2-9fb1-44a5-ac97-3fc129b36d9f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:53.723785 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c3726ff3-561d-4b01-a03d-ca6727431909 req-131ce1e2-9fb1-44a5-ac97-3fc129b36d9f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 945 time: 0.0790350 Nov 11 18:10:53.735967 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63789b22-78c1-4419-9c43-a92318f49e7c req-7fe0fa4f-0bce-4abe-8d90-97f5d3d8baa1 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:53.737229 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63789b22-78c1-4419-9c43-a92318f49e7c req-7fe0fa4f-0bce-4abe-8d90-97f5d3d8baa1 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 945 time: 0.0630298 Nov 11 18:10:53.831075 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c3726ff3-561d-4b01-a03d-ca6727431909 req-1c61a2fd-0d5e-4486-9f1a-b37521ff3fa2 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928838 Nov 11 18:10:53.854797 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-63789b22-78c1-4419-9c43-a92318f49e7c req-98261c88-2e00-4efa-a20d-eb7a3b99e087 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Deleting port 86e899bc-f626-4e5a-86e9-f809edd679bc {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:10:53.855135 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-63789b22-78c1-4419-9c43-a92318f49e7c req-98261c88-2e00-4efa-a20d-eb7a3b99e087 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:53.941998 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-63789b22-78c1-4419-9c43-a92318f49e7c req-98261c88-2e00-4efa-a20d-eb7a3b99e087 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] For port 86e899bc-f626-4e5a-86e9-f809edd679bc, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=86e899bc-f626-4e5a-86e9-f809edd679bc,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:10:53.942353 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-63789b22-78c1-4419-9c43-a92318f49e7c req-98261c88-2e00-4efa-a20d-eb7a3b99e087 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:54.115246 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-63789b22-78c1-4419-9c43-a92318f49e7c req-98261c88-2e00-4efa-a20d-eb7a3b99e087 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:54.115508 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-63789b22-78c1-4419-9c43-a92318f49e7c req-98261c88-2e00-4efa-a20d-eb7a3b99e087 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:54.115852 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [req-63789b22-78c1-4419-9c43-a92318f49e7c req-98261c88-2e00-4efa-a20d-eb7a3b99e087 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Floating IP c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae disassociated. External IP: 172.25.2.89, port: 86e899bc-f626-4e5a-86e9-f809edd679bc. Nov 11 18:10:54.116187 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-63789b22-78c1-4419-9c43-a92318f49e7c req-98261c88-2e00-4efa-a20d-eb7a3b99e087 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Calling delete_port for 86e899bc-f626-4e5a-86e9-f809edd679bc owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:10:54.243633 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-63789b22-78c1-4419-9c43-a92318f49e7c req-98261c88-2e00-4efa-a20d-eb7a3b99e087 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:54.274134 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98261c88-2e00-4efa-a20d-eb7a3b99e087 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Pushing event deleted for resources: {'Port': ['ID=86e899bc-f626-4e5a-86e9-f809edd679bc,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:10:54.396774 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63789b22-78c1-4419-9c43-a92318f49e7c req-98261c88-2e00-4efa-a20d-eb7a3b99e087 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:10:54.506343 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63789b22-78c1-4419-9c43-a92318f49e7c req-98261c88-2e00-4efa-a20d-eb7a3b99e087 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:10:54.517468 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d18735-2d28-4ac6-a2b1-0698611be14a None None] Sync routers for ids ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:10:54.519457 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:54.526732 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d18735-2d28-4ac6-a2b1-0698611be14a None None] Routers {'9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:10:54.527361 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-66d18735-2d28-4ac6-a2b1-0698611be14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:10:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:10:54.549458 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-63789b22-78c1-4419-9c43-a92318f49e7c req-98261c88-2e00-4efa-a20d-eb7a3b99e087 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] No DVR routers for this DVR port 86e899bc-f626-4e5a-86e9-f809edd679bc on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:10:54.552092 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-63789b22-78c1-4419-9c43-a92318f49e7c req-98261c88-2e00-4efa-a20d-eb7a3b99e087 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:54.555500 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63789b22-78c1-4419-9c43-a92318f49e7c req-98261c88-2e00-4efa-a20d-eb7a3b99e087 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.83 "DELETE /v2.0/ports/86e899bc-f626-4e5a-86e9-f809edd679bc HTTP/1.1" status: 204 len: 173 time: 0.8119631 Nov 11 18:10:54.555969 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3bef51-e54b-40f6-93c7-c6c365d99f78', 'name': 'network-vif-deleted', 'tag': '86e899bc-f626-4e5a-86e9-f809edd679bc'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:10:54.558218 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321ae651-7494-4fc5-9599-c272834844d1" -d '{"events": [{"server_uuid": "2a3bef51-e54b-40f6-93c7-c6c365d99f78", "name": "network-vif-deleted", "tag": "86e899bc-f626-4e5a-86e9-f809edd679bc"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:10:54.605724 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cacc0f-185d-4231-b83c-8890d85798d1 x-openstack-request-id: req-67cacc0f-185d-4231-b83c-8890d85798d1 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:10:54.606017 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3bef51-e54b-40f6-93c7-c6c365d99f78", "name": "network-vif-deleted", "tag": "86e899bc-f626-4e5a-86e9-f809edd679bc", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:10:54.606772 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-67cacc0f-185d-4231-b83c-8890d85798d1 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:10:54.607177 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3bef51-e54b-40f6-93c7-c6c365d99f78', 'name': 'network-vif-deleted', 'tag': '86e899bc-f626-4e5a-86e9-f809edd679bc', 'status': 'completed', 'code': 200} Nov 11 18:10:54.649745 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-66d18735-2d28-4ac6-a2b1-0698611be14a None None] Set router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:10:54.855756 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-66d18735-2d28-4ac6-a2b1-0698611be14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:10:54.881961 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d18735-2d28-4ac6-a2b1-0698611be14a None None] Checking router: 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:10:54.891263 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d18735-2d28-4ac6-a2b1-0698611be14a None None] Routers {'9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:10:54.891975 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-66d18735-2d28-4ac6-a2b1-0698611be14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:10:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:10:54.945208 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-404c1103-75a0-4f33-bbc4-f81eeca8f2d8 req-226366bc-4629-4790-a603-7f9b6a815770 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3bef51-e54b-40f6-93c7-c6c365d99f78 HTTP/1.1" status: 200 len: 210 time: 0.0311892 Nov 11 18:10:55.004635 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-66d18735-2d28-4ac6-a2b1-0698611be14a None None] Set router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:10:55.068900 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 86e899bc-f626-4e5a-86e9-f809edd679bc details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:10:55.073327 n-d-816206-4 neutron-server[102619]: INFO neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No ports have port_id starting with 86e899bc-f626-4e5a-86e9-f809edd679bc Nov 11 18:10:55.074889 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 86e899bc-f626-4e5a-86e9-f809edd679bc requested by agent hyperv_n-h2-816206-4 not found in database {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 11 18:10:55.195264 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-66d18735-2d28-4ac6-a2b1-0698611be14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:10:55.225408 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d18735-2d28-4ac6-a2b1-0698611be14a None None] The sync data for ids ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'] in n-d-816206-4 is: [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:10:55.448530 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ab6ef-b7f9-4bda-bb48-daf57a416fef None None] New status for floating IP c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:10:56.381486 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:10:56.382814 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-f5fca703-9296-44b8-a9dd-92db3b6d47ac tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--111746759&fields=id&tenant_id=b299e2a8896f4eaba2de2c15b0b9415a HTTP/1.1" status: 200 len: 267 time: 0.0410714 Nov 11 18:10:56.496437 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-78f7108a-59ae-4cdc-b610-534aa7bf0485 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:56.497879 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-78f7108a-59ae-4cdc-b610-534aa7bf0485 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 811 time: 0.1082053 Nov 11 18:10:56.512155 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-12b3c7d9-6da0-49b1-a5b6-664902916a89 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/quotas/b299e2a8896f4eaba2de2c15b0b9415a HTTP/1.1" status: 200 len: 375 time: 0.0086272 Nov 11 18:10:56.563761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-68a7e5da-8549-4da6-8f09-f9b0c3333ecd tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464120 Nov 11 18:10:56.578822 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-c8c20a02-b2b7-4740-80f7-a5dd22ed4c3f service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 18:10:56.579808 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-c8c20a02-b2b7-4740-80f7-a5dd22ed4c3f service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049262 Nov 11 18:10:56.666340 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-5d728b58-c473-4777-8c12-027b7d98b62d service neutron] 10.222.0.76 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808482 Nov 11 18:10:56.756167 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-b11f972e-77de-4318-85be-4ab48e91a775 service neutron] 10.222.0.76 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836961 Nov 11 18:10:56.920892 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35434668-c6f6-4cc7-8382-ac1f16fdacf1 req-1960eb52-1aea-4eb9-a3fe-ecba30cc8c8a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 210 time: 0.0288386 Nov 11 18:10:57.085832 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 86e899bc-f626-4e5a-86e9-f809edd679bc no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:10:57.105327 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 86e899bc-f626-4e5a-86e9-f809edd679bc {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:10:57.105677 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 86e899bc-f626-4e5a-86e9-f809edd679bc not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:10:58.019475 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99c60280-cb52-409c-b97e-197b92b64c13 req-1ea55727-ec95-4d8e-917f-7d18f58394ec tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 210 time: 0.0297332 Nov 11 18:10:58.086749 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-12381f27-ed48-4adb-9a4c-36184f214a86 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:58.088205 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-12381f27-ed48-4adb-9a4c-36184f214a86 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.64 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 811 time: 0.1230552 Nov 11 18:10:58.196375 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-dc720a7a-3aef-4ccf-beab-b6f4d96b1a90 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b299e2a8896f4eaba2de2c15b0b9415a HTTP/1.1" status: 200 len: 379 time: 0.0617089 Nov 11 18:10:58.220394 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-58fc73b7-c2a5-4518-b099-d7e2713dbc17 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Request body: {'port': {'device_id': 'ee66d3e4-8a9b-4af8-9b09-573314decf0a', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'admin_state_up': True, 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'security_groups': ['ee0e4153-39ad-4ad8-a737-d459792a4bda']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:10:58.329320 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-58fc73b7-c2a5-4518-b099-d7e2713dbc17 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Made reservation on behalf of b299e2a8896f4eaba2de2c15b0b9415a for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:10:58.333259 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-58fc73b7-c2a5-4518-b099-d7e2713dbc17 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:58.476912 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-58fc73b7-c2a5-4518-b099-d7e2713dbc17 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Allocated IP 172.20.0.14 (2348c7b7-11cd-401e-9d70-59a726a37b6f/76737ccf-ac19-4e04-82a9-783e001a5849/6f3903ab-59f8-4556-be97-acb401acf32f) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:10:58.609966 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-58fc73b7-c2a5-4518-b099-d7e2713dbc17 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:58.652009 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-58fc73b7-c2a5-4518-b099-d7e2713dbc17 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:58.703544 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-58fc73b7-c2a5-4518-b099-d7e2713dbc17 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Network 2348c7b7-11cd-401e-9d70-59a726a37b6f is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:10:58.706646 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-58fc73b7-c2a5-4518-b099-d7e2713dbc17 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:10:58.710413 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-58fc73b7-c2a5-4518-b099-d7e2713dbc17 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:10:58.734049 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc73b7-c2a5-4518-b099-d7e2713dbc17 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Pushing event updated for resources: {'Port': ['ID=6f3903ab-59f8-4556-be97-acb401acf32f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:10:58.763960 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-58fc73b7-c2a5-4518-b099-d7e2713dbc17 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:58.764729 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-58fc73b7-c2a5-4518-b099-d7e2713dbc17 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:58.781834 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-58fc73b7-c2a5-4518-b099-d7e2713dbc17 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5650375 Nov 11 18:10:58.801161 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] Request body: {'port': {'device_id': 'ee66d3e4-8a9b-4af8-9b09-573314decf0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:10:58.861414 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:58.990882 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ea727624-43ae-4d19-af41-751efb030567 None None] Provisioning complete for port 6f3903ab-59f8-4556-be97-acb401acf32f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:10:58.991580 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ea727624-43ae-4d19-af41-751efb030567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:59.025189 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-ea727624-43ae-4d19-af41-751efb030567 None None] Port 6f3903ab-59f8-4556-be97-acb401acf32f cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:10:59.129674 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f3903ab-59f8-4556-be97-acb401acf32f {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:10:59.137681 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:59.143218 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1160b-a32e-4051-994c-f08b10792e84 req-730572b2-2e07-4f21-a243-04722e104786 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:59.144704 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-18f1160b-a32e-4051-994c-f08b10792e84 req-730572b2-2e07-4f21-a243-04722e104786 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 932 time: 0.0526445 Nov 11 18:10:59.149487 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] Transition to ACTIVE for port object 6f3903ab-59f8-4556-be97-acb401acf32f will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:10:59.154139 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:59.195228 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-18f1160b-a32e-4051-994c-f08b10792e84 req-b04e689f-d4e7-455a-b566-901c7f22aecf tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440142 Nov 11 18:10:59.206633 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3903ab-59f8-4556-be97-acb401acf32f,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:10:59.283752 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] Attempting to bind port 6f3903ab-59f8-4556-be97-acb401acf32f on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:10:59.284173 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] Attempting to bind port 6f3903ab-59f8-4556-be97-acb401acf32f by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:10:59.284564 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] Attempting to bind port 6f3903ab-59f8-4556-be97-acb401acf32f on network 2348c7b7-11cd-401e-9d70-59a726a37b6f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:10:59.290890 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] Port 6f3903ab-59f8-4556-be97-acb401acf32f on network 2348c7b7-11cd-401e-9d70-59a726a37b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:10:59.291215 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] Attempting to bind port 6f3903ab-59f8-4556-be97-acb401acf32f on network 2348c7b7-11cd-401e-9d70-59a726a37b6f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:10:59.297347 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:10:59.297821 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] Checking segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:10:59.298215 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] Bound using segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:10:59.298651 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] Bound port: 6f3903ab-59f8-4556-be97-acb401acf32f, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:10:59.299014 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:59.368577 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] For port 6f3903ab-59f8-4556-be97-acb401acf32f, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:10:59.371753 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] For port 6f3903ab-59f8-4556-be97-acb401acf32f, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6f3903ab-59f8-4556-be97-acb401acf32f,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:10:59.376130 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:59.408616 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:59.409299 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:10:59.410657 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] 10.222.0.64 "PUT /v2.0/ports/6f3903ab-59f8-4556-be97-acb401acf32f HTTP/1.1" status: 200 len: 1092 time: 0.6150329 Nov 11 18:10:59.411102 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee66d3e4-8a9b-4af8-9b09-573314decf0a', 'tag': '6f3903ab-59f8-4556-be97-acb401acf32f'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:10:59.413789 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f1c0de-17c4-416d-b630-bc9617e4ac1d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee66d3e4-8a9b-4af8-9b09-573314decf0a", "tag": "6f3903ab-59f8-4556-be97-acb401acf32f"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:10:59.458792 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70483e71-0c33-4e70-a899-ce21e623b5f5 x-openstack-request-id: req-70483e71-0c33-4e70-a899-ce21e623b5f5 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:10:59.459094 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee66d3e4-8a9b-4af8-9b09-573314decf0a", "tag": "6f3903ab-59f8-4556-be97-acb401acf32f", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:10:59.459355 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-70483e71-0c33-4e70-a899-ce21e623b5f5 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:10:59.459785 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee66d3e4-8a9b-4af8-9b09-573314decf0a', 'tag': '6f3903ab-59f8-4556-be97-acb401acf32f', 'status': 'completed', 'code': 200} Nov 11 18:10:59.460735 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a73d0-fea3-456c-b99a-913e495e0647 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3903ab-59f8-4556-be97-acb401acf32f,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:10:59.528878 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-fb2f98fb-a2ec-4407-a946-7e9cddb6733e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:59.530305 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-fb2f98fb-a2ec-4407-a946-7e9cddb6733e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 1095 time: 0.0479875 Nov 11 18:10:59.583666 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-0353edbe-f962-4daf-a4ec-30c642d14be5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f3903ab-59f8-4556-be97-acb401acf32f HTTP/1.1" status: 200 len: 217 time: 0.0391579 Nov 11 18:10:59.637953 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-344524fd-69b8-47f9-b25c-728b44e9972b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:59.639421 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-344524fd-69b8-47f9-b25c-728b44e9972b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0488937 Nov 11 18:10:59.684924 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-10a00346-6dfe-40e2-a95c-38edf38dc4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:10:59.686421 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-10a00346-6dfe-40e2-a95c-38edf38dc4fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402997 Nov 11 18:10:59.783952 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-aef3fdcc-af4a-410e-bdc6-427e43a93fd4 service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886974 Nov 11 18:10:59.885157 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4e5f3828-42c2-44cc-803a-b4af96f4fbb4 req-a3825cb7-54f5-4d6c-a015-a8e03d9509ea service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826709 Nov 11 18:11:00.014965 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1c0de-17c4-416d-b630-bc9617e4ac1d req-a6108ef2-ea5c-45ea-a95d-85b802772d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:11:00.016447 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-20f1c0de-17c4-416d-b630-bc9617e4ac1d req-a6108ef2-ea5c-45ea-a95d-85b802772d4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 1095 time: 0.0410528 Nov 11 18:11:00.109763 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1c0de-17c4-416d-b630-bc9617e4ac1d req-5effd348-1230-4c78-85c5-4affdf971ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:11:00.111172 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-20f1c0de-17c4-416d-b630-bc9617e4ac1d req-5effd348-1230-4c78-85c5-4affdf971ce0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0880227 Nov 11 18:11:00.152756 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-20f1c0de-17c4-416d-b630-bc9617e4ac1d req-70e83fb3-2335-4304-8ec7-61c3cc62998e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f3903ab-59f8-4556-be97-acb401acf32f HTTP/1.1" status: 200 len: 217 time: 0.0341139 Nov 11 18:11:00.206107 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1c0de-17c4-416d-b630-bc9617e4ac1d req-085f4230-358b-4dfb-a9b6-6b72f447f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:11:00.207549 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-20f1c0de-17c4-416d-b630-bc9617e4ac1d req-085f4230-358b-4dfb-a9b6-6b72f447f231 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0473890 Nov 11 18:11:00.255217 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1c0de-17c4-416d-b630-bc9617e4ac1d req-3eaebc21-72ee-4e9b-9e05-33e645bf367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:11:00.256763 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-20f1c0de-17c4-416d-b630-bc9617e4ac1d req-3eaebc21-72ee-4e9b-9e05-33e645bf367c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404503 Nov 11 18:11:00.314440 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7540ef8-003f-4567-bd19-abf840dd65c0 req-3ef9bcdd-de67-4978-a6f7-8fea897fb373 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:11:00.315982 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7540ef8-003f-4567-bd19-abf840dd65c0 req-3ef9bcdd-de67-4978-a6f7-8fea897fb373 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 944 time: 0.0504019 Nov 11 18:11:00.354286 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-20f1c0de-17c4-416d-b630-bc9617e4ac1d req-dba3d1fb-47a5-461e-bbb4-ea451da666b2 service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896363 Nov 11 18:11:00.363764 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7540ef8-003f-4567-bd19-abf840dd65c0 req-b4103ba7-9172-4a2d-8ca3-c42bc5f0817e tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416837 Nov 11 18:11:00.445576 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-20f1c0de-17c4-416d-b630-bc9617e4ac1d req-7be08f55-2312-490c-8bc8-64504e19d23a service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831261 Nov 11 18:11:01.478852 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e7061-821d-4b4e-b5f8-76f8ef9dbbbd req-af595514-584b-4e65-8751-d5ee436f5451 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:11:01.480318 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f85e7061-821d-4b4e-b5f8-76f8ef9dbbbd req-af595514-584b-4e65-8751-d5ee436f5451 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 944 time: 0.0479016 Nov 11 18:11:01.531119 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f85e7061-821d-4b4e-b5f8-76f8ef9dbbbd req-7678309b-4be4-444b-a2f6-2c0543fb115f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441222 Nov 11 18:11:02.345185 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6f3903ab-59f8-4556-be97-acb401acf32f details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:11:02.597997 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 6f3903ab-59f8-4556-be97-acb401acf32f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6f3903ab-59f8-4556-be97-acb401acf32f,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:11:02.609574 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '6f3903ab-59f8-4556-be97-acb401acf32f', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'port_id': '6f3903ab-59f8-4556-be97-acb401acf32f', 'mac_address': 'fa:16:3e:14:57:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:11:02.646607 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:11:02.647592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09de752-6262-4cdb-9f5f-9558a5666082 req-58dcb471-ca1f-40c4-b9af-7e4ea6a3cec4 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:11:02.649108 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f09de752-6262-4cdb-9f5f-9558a5666082 req-58dcb471-ca1f-40c4-b9af-7e4ea6a3cec4 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 944 time: 0.0507820 Nov 11 18:11:02.659389 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f3903ab-59f8-4556-be97-acb401acf32f {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:11:02.679290 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 6f3903ab-59f8-4556-be97-acb401acf32f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6f3903ab-59f8-4556-be97-acb401acf32f,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:11:02.683668 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:11:02.697519 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f09de752-6262-4cdb-9f5f-9558a5666082 req-ce9d303c-f2f4-412a-9304-d525b2aa70f5 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422595 Nov 11 18:11:02.732177 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=6f3903ab-59f8-4556-be97-acb401acf32f,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:11:02.950896 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['6f3903ab-59f8-4556-be97-acb401acf32f'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:11:03.812514 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f231f7d-b0d3-433c-b9f0-18785a5bb2a7 req-db97d026-eb48-4f34-808e-30366fcc3729 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:11:03.813984 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f231f7d-b0d3-433c-b9f0-18785a5bb2a7 req-db97d026-eb48-4f34-808e-30366fcc3729 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 945 time: 0.0484731 Nov 11 18:11:03.860569 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f231f7d-b0d3-433c-b9f0-18785a5bb2a7 req-ce4b29de-0b19-4ad7-991f-6d9844f1084d tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406070 Nov 11 18:11:04.352927 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6f3903ab-59f8-4556-be97-acb401acf32f up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:11:04.404607 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 6f3903ab-59f8-4556-be97-acb401acf32f completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:11:04.408570 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 6f3903ab-59f8-4556-be97-acb401acf32f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:11:04.408934 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:11:04.483603 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:11:04.504845 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee66d3e4-8a9b-4af8-9b09-573314decf0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3903ab-59f8-4556-be97-acb401acf32f'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:11:04.507135 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3207463b-656c-425c-a99a-cd7d6002058b" -d '{"events": [{"server_uuid": "ee66d3e4-8a9b-4af8-9b09-573314decf0a", "name": "network-vif-plugged", "status": "completed", "tag": "6f3903ab-59f8-4556-be97-acb401acf32f"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:11:04.520027 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 6f3903ab-59f8-4556-be97-acb401acf32f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6f3903ab-59f8-4556-be97-acb401acf32f,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:11:04.524123 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:11:04.548201 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718ba83c-7acf-4a16-a21d-2ac9568b418f x-openstack-request-id: req-718ba83c-7acf-4a16-a21d-2ac9568b418f {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:11:04.548497 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee66d3e4-8a9b-4af8-9b09-573314decf0a", "name": "network-vif-plugged", "status": "completed", "tag": "6f3903ab-59f8-4556-be97-acb401acf32f", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:11:04.548753 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-718ba83c-7acf-4a16-a21d-2ac9568b418f {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:11:04.549150 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee66d3e4-8a9b-4af8-9b09-573314decf0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3903ab-59f8-4556-be97-acb401acf32f', 'code': 200} Nov 11 18:11:04.576753 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=6f3903ab-59f8-4556-be97-acb401acf32f,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:11:04.664805 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe6a3d-a9cc-4315-a837-9b760ec9e237 req-fa468ad0-3e17-4d99-8d4e-f987916205b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:11:04.666198 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bdbe6a3d-a9cc-4315-a837-9b760ec9e237 req-fa468ad0-3e17-4d99-8d4e-f987916205b6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 1097 time: 0.0405955 Nov 11 18:11:04.710577 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-bdbe6a3d-a9cc-4315-a837-9b760ec9e237 req-47b74ff6-27a3-41aa-b45a-6b8132e08de7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355010 Nov 11 18:11:04.982281 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb618dc-a564-4740-a71e-b3c401148a8f req-35c292e0-20af-4f96-bd80-7d497402dbc5 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:11:04.983710 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bfb618dc-a564-4740-a71e-b3c401148a8f req-35c292e0-20af-4f96-bd80-7d497402dbc5 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.0515342 Nov 11 18:11:05.029363 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bfb618dc-a564-4740-a71e-b3c401148a8f req-c5f492bc-5ff7-4242-913b-73754a33564d tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397737 Nov 11 18:11:06.143475 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682109b7-5230-4343-9c32-ddafa6fb9fb5 req-66308968-9b22-4a66-bde6-24973c61a620 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:11:06.144954 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-682109b7-5230-4343-9c32-ddafa6fb9fb5 req-66308968-9b22-4a66-bde6-24973c61a620 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.0485151 Nov 11 18:11:06.193366 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-682109b7-5230-4343-9c32-ddafa6fb9fb5 req-031ccc1a-2fe1-4e76-a332-52b062c9839d tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422900 Nov 11 18:11:06.301718 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe2643-6415-4ee8-98bd-814a7ec3feb4 req-c4c2893a-c2a5-4511-b575-bf6a24a2e3d5 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:11:06.303153 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e4fe2643-6415-4ee8-98bd-814a7ec3feb4 req-c4c2893a-c2a5-4511-b575-bf6a24a2e3d5 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.0481112 Nov 11 18:11:06.311765 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51326) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:11:06.316009 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e07b0533-123a-421f-b060-e32e23f28753 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Request body: {'floatingip': {'port_id': '6f3903ab-59f8-4556-be97-acb401acf32f'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:11:06.360747 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e07b0533-123a-421f-b060-e32e23f28753 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for floatingip, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:11:07.090732 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e07b0533-123a-421f-b060-e32e23f28753 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:11:07.094446 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e07b0533-123a-421f-b060-e32e23f28753 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:11:07.190281 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-e07b0533-123a-421f-b060-e32e23f28753 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Floating IP c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae associated. External IP: 172.25.2.89, port: 6f3903ab-59f8-4556-be97-acb401acf32f. Nov 11 18:11:07.393123 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07b0533-123a-421f-b060-e32e23f28753 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:11:07.472320 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-810546e2-9221-494d-bcd2-416a53d75cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:11:07.502537 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07b0533-123a-421f-b060-e32e23f28753 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:11:07.507225 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e07b0533-123a-421f-b060-e32e23f28753 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:11:07.512045 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aa3b6e-6ea2-43cd-9862-e6e0a4118565 None None] Sync routers for ids ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:11:07.521713 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aa3b6e-6ea2-43cd-9862-e6e0a4118565 None None] Routers {'9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:11:07.522323 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-83aa3b6e-6ea2-43cd-9862-e6e0a4118565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:10:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:11:07.534102 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e07b0533-123a-421f-b060-e32e23f28753 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "PUT /v2.0/floatingips/c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae HTTP/1.1" status: 200 len: 992 time: 1.2213180 Nov 11 18:11:07.534935 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee66d3e4-8a9b-4af8-9b09-573314decf0a', 'tag': '6f3903ab-59f8-4556-be97-acb401acf32f'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:11:07.537365 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91496cf1-ec3a-48d6-b4c1-7737196e54e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ee66d3e4-8a9b-4af8-9b09-573314decf0a", "tag": "6f3903ab-59f8-4556-be97-acb401acf32f"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:11:07.630419 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-83aa3b6e-6ea2-43cd-9862-e6e0a4118565 None None] Set router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:11:07.645772 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab7641a-e878-4d2e-b0b4-7414f00811c7 x-openstack-request-id: req-fab7641a-e878-4d2e-b0b4-7414f00811c7 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:11:07.646050 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee66d3e4-8a9b-4af8-9b09-573314decf0a", "tag": "6f3903ab-59f8-4556-be97-acb401acf32f", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:11:07.646303 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fab7641a-e878-4d2e-b0b4-7414f00811c7 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:11:07.646705 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee66d3e4-8a9b-4af8-9b09-573314decf0a', 'tag': '6f3903ab-59f8-4556-be97-acb401acf32f', 'status': 'completed', 'code': 200} Nov 11 18:11:07.730445 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91496cf1-ec3a-48d6-b4c1-7737196e54e1 req-c1401a86-785f-4d59-bc9f-f627dc38c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:11:07.732606 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-91496cf1-ec3a-48d6-b4c1-7737196e54e1 req-c1401a86-785f-4d59-bc9f-f627dc38c86a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 1097 time: 0.0455904 Nov 11 18:11:07.825980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91496cf1-ec3a-48d6-b4c1-7737196e54e1 req-85ddba9e-c95f-434d-9087-bcb16d1e4567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:11:07.827469 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-91496cf1-ec3a-48d6-b4c1-7737196e54e1 req-85ddba9e-c95f-434d-9087-bcb16d1e4567 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0880642 Nov 11 18:11:07.862562 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-83aa3b6e-6ea2-43cd-9862-e6e0a4118565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'port_id': '6f3903ab-59f8-4556-be97-acb401acf32f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'mac_address': 'fa:16:3e:14:57:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee66d3e4-8a9b-4af8-9b09-573314decf0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:04:08Z', 'updated_at': '2021-11-11T18:11:06Z', 'revision_number': 13, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:11:07.888662 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aa3b6e-6ea2-43cd-9862-e6e0a4118565 None None] Checking router: 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:11:07.896791 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aa3b6e-6ea2-43cd-9862-e6e0a4118565 None None] Routers {'9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:11:07.897427 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-83aa3b6e-6ea2-43cd-9862-e6e0a4118565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:10:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:11:07.898525 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-91496cf1-ec3a-48d6-b4c1-7737196e54e1 req-fba9233c-c2ce-465c-9bf4-0ae2ae9a5d88 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f3903ab-59f8-4556-be97-acb401acf32f HTTP/1.1" status: 200 len: 1000 time: 0.0638423 Nov 11 18:11:07.947308 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91496cf1-ec3a-48d6-b4c1-7737196e54e1 req-6767f407-2025-4f3e-bac7-fca79962f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:11:07.948794 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-91496cf1-ec3a-48d6-b4c1-7737196e54e1 req-6767f407-2025-4f3e-bac7-fca79962f9ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0434663 Nov 11 18:11:07.997233 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91496cf1-ec3a-48d6-b4c1-7737196e54e1 req-89359ceb-0df6-46bc-b022-213073c4e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:11:07.998779 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-91496cf1-ec3a-48d6-b4c1-7737196e54e1 req-89359ceb-0df6-46bc-b022-213073c4e75e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425587 Nov 11 18:11:08.089450 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-83aa3b6e-6ea2-43cd-9862-e6e0a4118565 None None] Set router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:11:08.096408 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-91496cf1-ec3a-48d6-b4c1-7737196e54e1 req-42952e0f-1557-4b4c-a100-fa0ce0311403 service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902650 Nov 11 18:11:08.185490 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-91496cf1-ec3a-48d6-b4c1-7737196e54e1 req-5643a011-1c72-4025-9487-ff9b99bbb662 service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826266 Nov 11 18:11:08.312383 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-83aa3b6e-6ea2-43cd-9862-e6e0a4118565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'port_id': '6f3903ab-59f8-4556-be97-acb401acf32f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'mac_address': 'fa:16:3e:14:57:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee66d3e4-8a9b-4af8-9b09-573314decf0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:04:08Z', 'updated_at': '2021-11-11T18:11:06Z', 'revision_number': 13, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:11:08.338256 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aa3b6e-6ea2-43cd-9862-e6e0a4118565 None None] The sync data for ids ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'] in n-d-816206-4 is: [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'port_id': '6f3903ab-59f8-4556-be97-acb401acf32f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'mac_address': 'fa:16:3e:14:57:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee66d3e4-8a9b-4af8-9b09-573314decf0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:04:08Z', 'updated_at': '2021-11-11T18:11:06Z', 'revision_number': 13, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:11:08.516842 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f4815b-087c-40ac-8177-cb5da6b45319 None None] New status for floating IP c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:11:10.447621 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-599385df-b420-4a5f-943d-d838aedebb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:11:10.868890 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-ce75c923-29e3-4e4f-825e-3f347ac87d2e req-6636dde0-079b-4556-b4c9-ad46203d23ab service neutron] (102617) timed out ('10.222.0.76', 48750) {{(pid=102617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 18:11:11.110480 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:11:12.707525 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:11:13.011656 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:11:18.819508 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:11:24.518016 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:11:33.380583 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:11:37.473074 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dfb599e1-eff6-4b61-8412-353af2bfef83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:11:40.448273 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-305de8fc-b7ee-47e1-a511-bc1b4d9cc8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:11:41.113677 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:11:42.709182 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:11:43.003602 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:11:48.824374 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:11:54.531785 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:11:59.782176 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6f82d551-d979-4462-86fa-446fb4adf4d6 req-03532afc-6286-4ad3-a7ef-823ed3c0675d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401773 Nov 11 18:11:59.887018 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82d551-d979-4462-86fa-446fb4adf4d6 req-7aa6b552-2937-41d4-9f25-b777c60df35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:11:59.888807 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6f82d551-d979-4462-86fa-446fb4adf4d6 req-7aa6b552-2937-41d4-9f25-b777c60df35d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 1097 time: 0.0480034 Nov 11 18:11:59.990500 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82d551-d979-4462-86fa-446fb4adf4d6 req-cf8593f8-1ff9-43a1-95d9-ad3573487603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:11:59.991964 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6f82d551-d979-4462-86fa-446fb4adf4d6 req-cf8593f8-1ff9-43a1-95d9-ad3573487603 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0839102 Nov 11 18:12:00.059434 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6f82d551-d979-4462-86fa-446fb4adf4d6 req-f0b51b09-551a-40f7-8360-72cdfe053bc7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f3903ab-59f8-4556-be97-acb401acf32f HTTP/1.1" status: 200 len: 1002 time: 0.0607936 Nov 11 18:12:00.111962 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82d551-d979-4462-86fa-446fb4adf4d6 req-e202cdf1-44ac-4d2b-8c4e-28dd77ac4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:12:00.113415 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6f82d551-d979-4462-86fa-446fb4adf4d6 req-e202cdf1-44ac-4d2b-8c4e-28dd77ac4639 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0469360 Nov 11 18:12:00.157942 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82d551-d979-4462-86fa-446fb4adf4d6 req-eb4e6764-3c88-4517-9083-6286b5292d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:12:00.159431 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6f82d551-d979-4462-86fa-446fb4adf4d6 req-eb4e6764-3c88-4517-9083-6286b5292d04 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393434 Nov 11 18:12:00.250417 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6f82d551-d979-4462-86fa-446fb4adf4d6 req-5cde632a-02f9-4207-a6fe-ac96f4338172 service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841825 Nov 11 18:12:00.338212 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-6f82d551-d979-4462-86fa-446fb4adf4d6 req-717a0af9-3c0c-43d3-86ae-8dc811b2d799 service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810835 Nov 11 18:12:07.473720 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8552d6bf-0f17-48b0-8cbc-e11d71222ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:12:10.380421 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:12:10.449788 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-97bf05f5-7ac7-4e6e-bcc5-7af21686c346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:12:11.116336 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:12:12.710506 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:12:13.004081 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:12:18.829966 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:12:24.530805 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:12:37.475765 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7b6e1b11-c0a2-45f4-8d0d-b61a18790bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:12:40.450525 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-995d14b0-a1f0-4f91-a02c-4af4c4968fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:12:41.119608 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:12:42.713497 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:12:43.006605 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:12:44.048583 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecd36f-2860-4629-8e6f-e21b174fb7f8 req-a44ca808-319e-4efb-b630-dc015a098e23 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:12:44.049998 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5ecd36f-2860-4629-8e6f-e21b174fb7f8 req-a44ca808-319e-4efb-b630-dc015a098e23 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.0551271 Nov 11 18:12:44.100301 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5ecd36f-2860-4629-8e6f-e21b174fb7f8 req-66f567c0-4d9d-4d5a-bcaa-dcfbe0e6e9f2 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435731 Nov 11 18:12:47.379613 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:12:48.822924 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:12:54.536593 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:12:56.131759 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-056e5649-9e9e-4ddc-b4d9-13e544067f93 req-627fec60-663f-408d-b393-aa58a6595c10 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 18:12:56.132783 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-056e5649-9e9e-4ddc-b4d9-13e544067f93 req-627fec60-663f-408d-b393-aa58a6595c10 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0511858 Nov 11 18:12:56.297993 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4102189c-a581-43f5-ab4c-4249847e221a req-cdcf9618-f619-41f9-8b93-9dbca68b0bdf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410793 Nov 11 18:12:56.307800 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-4102189c-a581-43f5-ab4c-4249847e221a req-8475affc-688e-49f4-8201-ab28d318f771 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 18:12:56.308756 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4102189c-a581-43f5-ab4c-4249847e221a req-8475affc-688e-49f4-8201-ab28d318f771 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057759 Nov 11 18:12:56.310666 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450e052-2e3c-421c-8d1e-ae779f2c84de req-6cfdfcd6-bd1e-4b53-a207-1c2931e5520c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:12:56.312159 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6450e052-2e3c-421c-8d1e-ae779f2c84de req-6cfdfcd6-bd1e-4b53-a207-1c2931e5520c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.0491619 Nov 11 18:12:56.366738 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6450e052-2e3c-421c-8d1e-ae779f2c84de req-89b7eed9-12ec-4e47-8bef-30a1d032633e tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487285 Nov 11 18:12:57.455528 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102189c-a581-43f5-ab4c-4249847e221a req-5870506d-905b-4473-8fce-74da04e2841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:12:57.457050 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4102189c-a581-43f5-ab4c-4249847e221a req-5870506d-905b-4473-8fce-74da04e2841b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 1097 time: 0.0465460 Nov 11 18:12:57.485791 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1890fa3-bd26-4151-ba12-48fdd8601aa4 req-2a393bea-77a2-4303-a529-7e5bc0efe220 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:12:57.487267 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1890fa3-bd26-4151-ba12-48fdd8601aa4 req-2a393bea-77a2-4303-a529-7e5bc0efe220 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.0489519 Nov 11 18:12:57.534382 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1890fa3-bd26-4151-ba12-48fdd8601aa4 req-33f2d826-0475-4535-8b9a-6c1d37857c8a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403247 Nov 11 18:12:57.550007 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102189c-a581-43f5-ab4c-4249847e221a req-3c1e944c-a2a8-457e-a618-db0ba2095591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:12:57.551464 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4102189c-a581-43f5-ab4c-4249847e221a req-3c1e944c-a2a8-457e-a618-db0ba2095591 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0860310 Nov 11 18:12:57.841383 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4102189c-a581-43f5-ab4c-4249847e221a req-4d0db3af-31fc-42c0-8e65-959af0ec207c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f3903ab-59f8-4556-be97-acb401acf32f HTTP/1.1" status: 200 len: 1002 time: 0.2830989 Nov 11 18:12:57.888920 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102189c-a581-43f5-ab4c-4249847e221a req-55c1da33-e4b7-4aa8-99b9-d242640725d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:12:57.890306 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4102189c-a581-43f5-ab4c-4249847e221a req-55c1da33-e4b7-4aa8-99b9-d242640725d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0423119 Nov 11 18:12:57.935300 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102189c-a581-43f5-ab4c-4249847e221a req-cf7e96e3-311a-41f3-84a3-41798fe4a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:12:57.936777 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4102189c-a581-43f5-ab4c-4249847e221a req-cf7e96e3-311a-41f3-84a3-41798fe4a154 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396903 Nov 11 18:12:58.027050 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4102189c-a581-43f5-ab4c-4249847e221a req-13c93425-6bba-4796-be1e-77b23579f7bb service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830536 Nov 11 18:12:58.126139 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4102189c-a581-43f5-ab4c-4249847e221a req-a8ca4f0a-b494-4122-9576-804c18c1ce38 service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912898 Nov 11 18:12:58.654152 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8d00c-0823-4d4c-8811-e38ad9a6e072 req-2964e04c-ad3c-4ed7-9b97-ca9e8fc13698 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:12:58.655590 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3c8d00c-0823-4d4c-8811-e38ad9a6e072 req-2964e04c-ad3c-4ed7-9b97-ca9e8fc13698 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.0509486 Nov 11 18:12:58.701324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3c8d00c-0823-4d4c-8811-e38ad9a6e072 req-b197663f-cd03-4ee9-8066-25a065329b7a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398591 Nov 11 18:12:59.818354 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f1882-88f5-4331-a477-9a2d44e0cf01 req-c5415a82-3d65-4dda-8b0d-3992ced1e3a6 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:12:59.819853 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b4f1882-88f5-4331-a477-9a2d44e0cf01 req-c5415a82-3d65-4dda-8b0d-3992ced1e3a6 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.0492752 Nov 11 18:12:59.867282 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b4f1882-88f5-4331-a477-9a2d44e0cf01 req-dd5f1656-fe65-4726-9789-c4fde97b3f12 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414679 Nov 11 18:13:00.194352 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def97bb-3c0e-4370-8f2d-8c39137a10f6 req-12239766-d0e4-47d3-96b4-9bdc8f79b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:00.195915 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2def97bb-3c0e-4370-8f2d-8c39137a10f6 req-12239766-d0e4-47d3-96b4-9bdc8f79b6a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 1097 time: 0.0461504 Nov 11 18:13:00.296482 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def97bb-3c0e-4370-8f2d-8c39137a10f6 req-7a21d713-e973-4664-b3e0-2196d2a37165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:00.297923 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2def97bb-3c0e-4370-8f2d-8c39137a10f6 req-7a21d713-e973-4664-b3e0-2196d2a37165 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0836809 Nov 11 18:13:00.367333 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2def97bb-3c0e-4370-8f2d-8c39137a10f6 req-7bb44ff8-96e3-4c07-8d02-b5132cc8d824 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f3903ab-59f8-4556-be97-acb401acf32f HTTP/1.1" status: 200 len: 1002 time: 0.0625782 Nov 11 18:13:00.416409 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def97bb-3c0e-4370-8f2d-8c39137a10f6 req-1ed15677-cfe1-4e8e-aabd-8a900eacb729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:00.417779 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2def97bb-3c0e-4370-8f2d-8c39137a10f6 req-1ed15677-cfe1-4e8e-aabd-8a900eacb729 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0430837 Nov 11 18:13:00.464262 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def97bb-3c0e-4370-8f2d-8c39137a10f6 req-2576c37a-8720-42c6-b306-d415aaa852d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:00.465644 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2def97bb-3c0e-4370-8f2d-8c39137a10f6 req-2576c37a-8720-42c6-b306-d415aaa852d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396898 Nov 11 18:13:00.557205 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2def97bb-3c0e-4370-8f2d-8c39137a10f6 req-79f6472a-feb1-488a-8292-a9116ddfdb37 service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842891 Nov 11 18:13:00.645444 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2def97bb-3c0e-4370-8f2d-8c39137a10f6 req-4167a61f-6655-44fd-bddf-2935651bf720 service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817235 Nov 11 18:13:00.988000 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37938025-2169-48b0-9bcb-deb84224c23e req-f7479226-acd2-4541-bcdf-f9c2b8e863a9 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:00.989497 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37938025-2169-48b0-9bcb-deb84224c23e req-f7479226-acd2-4541-bcdf-f9c2b8e863a9 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.0522203 Nov 11 18:13:01.038361 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37938025-2169-48b0-9bcb-deb84224c23e req-e68af1eb-1d7c-4bfa-a761-3a4267306e33 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423689 Nov 11 18:13:02.167939 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49005ea9-8123-4b38-a284-228d38d73320 req-e50e611e-3fad-47f7-a541-892e13a933a9 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:02.169390 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-49005ea9-8123-4b38-a284-228d38d73320 req-e50e611e-3fad-47f7-a541-892e13a933a9 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.0485888 Nov 11 18:13:02.216204 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-49005ea9-8123-4b38-a284-228d38d73320 req-e0f9bc09-c29b-4c13-aaae-e49407fe17e9 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410285 Nov 11 18:13:03.329719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab9c85-a3f0-40b4-946f-5049aab6f352 req-04e9f4ba-9106-407d-9191-b2f34c04b78c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:03.331170 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4ab9c85-a3f0-40b4-946f-5049aab6f352 req-04e9f4ba-9106-407d-9191-b2f34c04b78c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.0480931 Nov 11 18:13:03.381393 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4ab9c85-a3f0-40b4-946f-5049aab6f352 req-1423a9da-1b47-47ed-9b45-ba545bc7ffd7 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438197 Nov 11 18:13:04.500423 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726dad-ee39-4d69-b79d-7060576e7452 req-03e13713-a99d-4942-8c4f-6d826de0f44d tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:04.501872 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc726dad-ee39-4d69-b79d-7060576e7452 req-03e13713-a99d-4942-8c4f-6d826de0f44d tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.0492382 Nov 11 18:13:04.547768 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc726dad-ee39-4d69-b79d-7060576e7452 req-ba322a6f-c33b-4121-a2a7-c0a847062c14 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399904 Nov 11 18:13:05.716919 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6b6aa-719d-4bc8-ae52-692ebcd683fe req-30040fa8-8e0a-495a-8477-cda5315bb55a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:05.718411 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05c6b6aa-719d-4bc8-ae52-692ebcd683fe req-30040fa8-8e0a-495a-8477-cda5315bb55a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.0485966 Nov 11 18:13:05.764898 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05c6b6aa-719d-4bc8-ae52-692ebcd683fe req-675b72f8-4c31-4a63-9dd2-9f522daab576 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406494 Nov 11 18:13:06.883552 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30431f-3722-4c6f-9c50-34be1f21672f req-a7e0259e-c04f-4468-aaa9-7c7dbc9bcfd7 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:06.885036 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc30431f-3722-4c6f-9c50-34be1f21672f req-a7e0259e-c04f-4468-aaa9-7c7dbc9bcfd7 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.0527446 Nov 11 18:13:06.931497 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc30431f-3722-4c6f-9c50-34be1f21672f req-ca9a05fb-8d92-44e0-b2d6-128001becaea tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406744 Nov 11 18:13:07.476815 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b4d16846-8cec-412e-923a-99484c17854a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:08.045949 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ac666-77ae-4db3-acd2-fc2c06022a6c req-e102e991-3ee9-46ec-9ddc-44936680f1ed tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:08.047531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae8ac666-77ae-4db3-acd2-fc2c06022a6c req-e102e991-3ee9-46ec-9ddc-44936680f1ed tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.0493219 Nov 11 18:13:08.099975 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae8ac666-77ae-4db3-acd2-fc2c06022a6c req-160f449c-0fdb-4c28-b247-d44eebab7862 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464187 Nov 11 18:13:09.304527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc83bc-7cb5-4e40-8246-8efd4a22a256 req-369848b1-2643-4dcf-a678-1a831dd9d251 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:09.306003 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-71dc83bc-7cb5-4e40-8246-8efd4a22a256 req-369848b1-2643-4dcf-a678-1a831dd9d251 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.1020017 Nov 11 18:13:09.356939 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-71dc83bc-7cb5-4e40-8246-8efd4a22a256 req-b721fb83-43b7-432a-8369-0accea59a82d tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449843 Nov 11 18:13:10.451086 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6dc8d518-91ac-4ea4-a80a-06a38dd92690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:10.475543 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cfbee-ab66-4fb4-bbb3-4cc59313c578 req-e7fd1ef1-341a-4a99-8461-b2b7b7a89418 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:10.477532 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-126cfbee-ab66-4fb4-bbb3-4cc59313c578 req-e7fd1ef1-341a-4a99-8461-b2b7b7a89418 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.0523505 Nov 11 18:13:10.525215 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-126cfbee-ab66-4fb4-bbb3-4cc59313c578 req-5b43457c-e499-4ebf-8a7d-f40f6135f458 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417428 Nov 11 18:13:11.124530 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:11.645486 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df4502-dc00-4e8c-9f00-81500a440dc0 req-a6226711-d669-46df-b77f-329f79014122 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:11.646976 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f6df4502-dc00-4e8c-9f00-81500a440dc0 req-a6226711-d669-46df-b77f-329f79014122 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.0488641 Nov 11 18:13:11.706017 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f6df4502-dc00-4e8c-9f00-81500a440dc0 req-1df85500-3417-4219-95be-929eb0942d77 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526743 Nov 11 18:13:12.260035 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [req-4102189c-a581-43f5-ab4c-4249847e221a req-3a137d6f-4b84-4abe-a0c0-e1c82acd75db service neutron] show failed (client error): The resource could not be found. Nov 11 18:13:12.261040 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4102189c-a581-43f5-ab4c-4249847e221a req-3a137d6f-4b84-4abe-a0c0-e1c82acd75db service neutron] 10.222.0.64 "GET /v2.0/ports/6f3903ab-59f8-4556-be97-acb401acf32f/bindings/n-h2-816206-4 HTTP/1.1" status: 404 len: 380 time: 0.0557015 Nov 11 18:13:12.512812 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102189c-a581-43f5-ab4c-4249847e221a req-6a44eb9f-6846-4d5e-a556-8d3cf81f3c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:12.514406 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4102189c-a581-43f5-ab4c-4249847e221a req-6a44eb9f-6846-4d5e-a556-8d3cf81f3c1c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a&tenant_id=b299e2a8896f4eaba2de2c15b0b9415a HTTP/1.1" status: 200 len: 1097 time: 0.0873611 Nov 11 18:13:12.526243 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-4', 'device_owner': 'compute:nova'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:13:12.577192 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:12.716016 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:12.778786 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] For port 6f3903ab-59f8-4556-be97-acb401acf32f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6f3903ab-59f8-4556-be97-acb401acf32f,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:13:12.853466 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15148cb0-0cd3-44a4-b0d5-86aebebde5cc req-2b3c7a35-142d-46f3-b68b-8da2bd7d8837 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:12.854944 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-15148cb0-0cd3-44a4-b0d5-86aebebde5cc req-2b3c7a35-142d-46f3-b68b-8da2bd7d8837 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.0782263 Nov 11 18:13:12.855914 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] For port 6f3903ab-59f8-4556-be97-acb401acf32f, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:13:12.911163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee66d3e4-8a9b-4af8-9b09-573314decf0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f3903ab-59f8-4556-be97-acb401acf32f'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:13:12.913399 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58ad8dd-6f6a-451c-b85e-c05524f49e0c" -d '{"events": [{"server_uuid": "ee66d3e4-8a9b-4af8-9b09-573314decf0a", "name": "network-vif-unplugged", "status": "completed", "tag": "6f3903ab-59f8-4556-be97-acb401acf32f"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:13:12.917435 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:12.945342 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Transition to ACTIVE for port object 6f3903ab-59f8-4556-be97-acb401acf32f will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:13:12.949824 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-15148cb0-0cd3-44a4-b0d5-86aebebde5cc req-db11ee34-bda0-4715-8b3f-be843330a6f6 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746174 Nov 11 18:13:12.950854 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:13.013298 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:13.039045 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Pushing event updated for resources: {'Port': ['ID=6f3903ab-59f8-4556-be97-acb401acf32f,revision_number=6']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:13:13.054171 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:13.054529 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:13.054879 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:13.055259 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:13.056117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:13.056459 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:13.056795 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:13.057131 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:13.057460 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:13.057795 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:13.058125 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:13.058530 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:13.085285 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 18:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c71683-a485-4bde-8eb6-ea254e4e7d88 x-openstack-request-id: req-c0c71683-a485-4bde-8eb6-ea254e4e7d88 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:13:13.085579 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee66d3e4-8a9b-4af8-9b09-573314decf0a", "name": "network-vif-unplugged", "status": "completed", "tag": "6f3903ab-59f8-4556-be97-acb401acf32f", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:13:13.085836 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c0c71683-a485-4bde-8eb6-ea254e4e7d88 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:13:13.086235 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee66d3e4-8a9b-4af8-9b09-573314decf0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f3903ab-59f8-4556-be97-acb401acf32f', 'code': 200} Nov 11 18:13:13.087227 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] No DVR routers for this DVR port 6f3903ab-59f8-4556-be97-acb401acf32f on host n-h1-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:13:13.230291 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Attempting to bind port 6f3903ab-59f8-4556-be97-acb401acf32f on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:13:13.230652 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Attempting to bind port 6f3903ab-59f8-4556-be97-acb401acf32f by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:13:13.230974 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Attempting to bind port 6f3903ab-59f8-4556-be97-acb401acf32f on network 2348c7b7-11cd-401e-9d70-59a726a37b6f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:13:13.235244 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Port 6f3903ab-59f8-4556-be97-acb401acf32f on network 2348c7b7-11cd-401e-9d70-59a726a37b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:13:13.235561 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Attempting to bind port 6f3903ab-59f8-4556-be97-acb401acf32f on network 2348c7b7-11cd-401e-9d70-59a726a37b6f {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:13:13.240341 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:13:13.240679 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Checking segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:13:13.241054 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Bound using segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:13:13.241471 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Bound port: 6f3903ab-59f8-4556-be97-acb401acf32f, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:13:13.241818 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:13.307457 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] For port 6f3903ab-59f8-4556-be97-acb401acf32f, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:13:13.310337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] For port 6f3903ab-59f8-4556-be97-acb401acf32f, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=6f3903ab-59f8-4556-be97-acb401acf32f,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:13:13.314569 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:13.346915 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:13.347550 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:13.348942 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4102189c-a581-43f5-ab4c-4249847e221a req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] 10.222.0.83 "PUT /v2.0/ports/6f3903ab-59f8-4556-be97-acb401acf32f HTTP/1.1" status: 200 len: 1092 time: 0.8271050 Nov 11 18:13:13.382031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb73b6-ecc6-49f9-acd4-612efaee376b service neutron] Pushing event updated for resources: {'Port': ['ID=6f3903ab-59f8-4556-be97-acb401acf32f,revision_number=7']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:13:13.418155 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102189c-a581-43f5-ab4c-4249847e221a req-86224865-b6a4-41b7-9ac8-ea8f5a302d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:13.419673 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4102189c-a581-43f5-ab4c-4249847e221a req-86224865-b6a4-41b7-9ac8-ea8f5a302d25 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 1095 time: 0.0457995 Nov 11 18:13:13.518793 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102189c-a581-43f5-ab4c-4249847e221a req-a12ee425-a0d1-4f0b-bb80-901123addb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:13.520351 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4102189c-a581-43f5-ab4c-4249847e221a req-a12ee425-a0d1-4f0b-bb80-901123addb1d service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0938387 Nov 11 18:13:13.588208 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4102189c-a581-43f5-ab4c-4249847e221a req-cd9ce425-e8a2-48d8-8a5e-1862fccab53d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f3903ab-59f8-4556-be97-acb401acf32f HTTP/1.1" status: 200 len: 1000 time: 0.0592065 Nov 11 18:13:13.636146 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102189c-a581-43f5-ab4c-4249847e221a req-57be075c-aba6-4bc9-b79a-4109cad6ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:13.637488 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4102189c-a581-43f5-ab4c-4249847e221a req-57be075c-aba6-4bc9-b79a-4109cad6ab5c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0430000 Nov 11 18:13:13.687025 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102189c-a581-43f5-ab4c-4249847e221a req-6b15a342-14a0-4c65-96de-bba5f551d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:13.688517 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4102189c-a581-43f5-ab4c-4249847e221a req-6b15a342-14a0-4c65-96de-bba5f551d002 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437455 Nov 11 18:13:13.783507 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4102189c-a581-43f5-ab4c-4249847e221a req-431ffabb-6dfd-4e31-9615-d015287dcf1f service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861056 Nov 11 18:13:13.877564 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4102189c-a581-43f5-ab4c-4249847e221a req-a26ee78e-2210-41ed-b19e-ed9ee333d614 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863233 Nov 11 18:13:14.070970 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc576d0a-306b-48b3-a1ee-2fd35d4b873d req-0668599d-f5c8-4475-bd96-d2a89e2ad237 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:14.073200 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cc576d0a-306b-48b3-a1ee-2fd35d4b873d req-0668599d-f5c8-4475-bd96-d2a89e2ad237 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 944 time: 0.0519433 Nov 11 18:13:14.121807 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cc576d0a-306b-48b3-a1ee-2fd35d4b873d req-0bf1872c-3d2c-4fbf-a1df-4984055cd832 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424500 Nov 11 18:13:14.944871 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6f3903ab-59f8-4556-be97-acb401acf32f no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:13:14.982885 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6f3903ab-59f8-4556-be97-acb401acf32f not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:13:15.087715 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee66d3e4-8a9b-4af8-9b09-573314decf0a', 'tag': '6f3903ab-59f8-4556-be97-acb401acf32f'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:13:15.090065 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6250100884f8a44b73a6845e5a021414514615fff24495e7baee6b1c64e4a37e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ee888d-c1e1-428d-81a1-5c29a44c9b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee66d3e4-8a9b-4af8-9b09-573314decf0a", "tag": "6f3903ab-59f8-4556-be97-acb401acf32f"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:13:15.140167 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d2ce24-c89d-4268-aaf7-3f4d119ad99d x-openstack-request-id: req-f0d2ce24-c89d-4268-aaf7-3f4d119ad99d {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:13:15.140467 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee66d3e4-8a9b-4af8-9b09-573314decf0a", "tag": "6f3903ab-59f8-4556-be97-acb401acf32f", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:13:15.140725 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f0d2ce24-c89d-4268-aaf7-3f4d119ad99d {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:13:15.141187 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee66d3e4-8a9b-4af8-9b09-573314decf0a', 'tag': '6f3903ab-59f8-4556-be97-acb401acf32f', 'status': 'completed', 'code': 200} Nov 11 18:13:15.210940 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee888d-c1e1-428d-81a1-5c29a44c9b5c req-495c026f-6751-4b86-8ab7-b06ee25ccef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:15.213074 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82ee888d-c1e1-428d-81a1-5c29a44c9b5c req-495c026f-6751-4b86-8ab7-b06ee25ccef2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 1095 time: 0.0535319 Nov 11 18:13:15.237960 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee888d-c1e1-428d-81a1-5c29a44c9b5c req-af0b8226-e16a-4cf0-abdc-66e612b65437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:15.240115 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82ee888d-c1e1-428d-81a1-5c29a44c9b5c req-af0b8226-e16a-4cf0-abdc-66e612b65437 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 1095 time: 0.0535209 Nov 11 18:13:15.304739 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818d627-97ad-4adf-a805-b92bf2677d58 req-73f1bdb6-b995-4eb1-a2fc-d5edaf2e77e3 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:15.306243 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f818d627-97ad-4adf-a805-b92bf2677d58 req-73f1bdb6-b995-4eb1-a2fc-d5edaf2e77e3 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 944 time: 0.1093094 Nov 11 18:13:15.336020 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee888d-c1e1-428d-81a1-5c29a44c9b5c req-ef6092ef-cdf0-4a68-a138-a785b3660f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:15.338215 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82ee888d-c1e1-428d-81a1-5c29a44c9b5c req-ef6092ef-cdf0-4a68-a138-a785b3660f55 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0913899 Nov 11 18:13:15.368977 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee888d-c1e1-428d-81a1-5c29a44c9b5c req-7d1f05ec-cf8a-435f-89d7-489b5fdd4260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:15.370440 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82ee888d-c1e1-428d-81a1-5c29a44c9b5c req-7d1f05ec-cf8a-435f-89d7-489b5fdd4260 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.1393652 Nov 11 18:13:15.377655 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f818d627-97ad-4adf-a805-b92bf2677d58 req-aa1d2a36-765b-46ec-81ed-cc225685d0d6 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647666 Nov 11 18:13:15.412997 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82ee888d-c1e1-428d-81a1-5c29a44c9b5c req-c91cac67-4d2c-476f-9871-e1b1ed110269 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f3903ab-59f8-4556-be97-acb401acf32f HTTP/1.1" status: 200 len: 1000 time: 0.0673721 Nov 11 18:13:15.451610 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82ee888d-c1e1-428d-81a1-5c29a44c9b5c req-5d5da51e-cbbb-47ab-96ae-fd233e5bca21 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f3903ab-59f8-4556-be97-acb401acf32f HTTP/1.1" status: 200 len: 1000 time: 0.0727980 Nov 11 18:13:15.466080 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee888d-c1e1-428d-81a1-5c29a44c9b5c req-c807d932-ab63-4fa8-adfb-d81c256222a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:15.467609 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82ee888d-c1e1-428d-81a1-5c29a44c9b5c req-c807d932-ab63-4fa8-adfb-d81c256222a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0475585 Nov 11 18:13:15.502833 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee888d-c1e1-428d-81a1-5c29a44c9b5c req-0c33f01b-47e8-446e-81af-cd00ec847081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:15.504703 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82ee888d-c1e1-428d-81a1-5c29a44c9b5c req-0c33f01b-47e8-446e-81af-cd00ec847081 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0465796 Nov 11 18:13:15.515513 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee888d-c1e1-428d-81a1-5c29a44c9b5c req-f0775fa2-5b23-495f-b9bc-a097f18901ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:15.517508 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82ee888d-c1e1-428d-81a1-5c29a44c9b5c req-f0775fa2-5b23-495f-b9bc-a097f18901ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428402 Nov 11 18:13:15.554017 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee888d-c1e1-428d-81a1-5c29a44c9b5c req-967c2ad1-73a0-48c2-890c-0e87662e6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:15.555707 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82ee888d-c1e1-428d-81a1-5c29a44c9b5c req-967c2ad1-73a0-48c2-890c-0e87662e6c06 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432558 Nov 11 18:13:15.617618 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82ee888d-c1e1-428d-81a1-5c29a44c9b5c req-72a065ce-eac0-420c-a340-4dadb718b8b4 service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932677 Nov 11 18:13:15.656593 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82ee888d-c1e1-428d-81a1-5c29a44c9b5c req-45d11655-2de7-476e-9199-63ec79c11eae service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939498 Nov 11 18:13:15.715204 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-82ee888d-c1e1-428d-81a1-5c29a44c9b5c req-7eef84e7-24c3-4093-b7af-aa6e4de0e42a service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901930 Nov 11 18:13:15.748270 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-82ee888d-c1e1-428d-81a1-5c29a44c9b5c req-9a4b8ce3-6243-4bff-add7-6af6a4c34e63 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840275 Nov 11 18:13:16.503430 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48161a-8272-4feb-a6e0-c1b97478dc28 req-4e3f25b4-a690-4611-8c1b-30563ac5eb25 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:16.504944 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ab48161a-8272-4feb-a6e0-c1b97478dc28 req-4e3f25b4-a690-4611-8c1b-30563ac5eb25 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 944 time: 0.0550323 Nov 11 18:13:16.552737 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ab48161a-8272-4feb-a6e0-c1b97478dc28 req-b2be6457-ab22-4b7d-9052-713096948a7e tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416515 Nov 11 18:13:17.670446 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b1888-4a5f-4e05-9299-f8da07f0270a req-e487f564-c36d-4d2e-b056-6ec20603db71 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:17.671964 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e14b1888-4a5f-4e05-9299-f8da07f0270a req-e487f564-c36d-4d2e-b056-6ec20603db71 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 944 time: 0.0498874 Nov 11 18:13:17.719155 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e14b1888-4a5f-4e05-9299-f8da07f0270a req-c6ff6af9-da04-44ca-bc1e-0c12d4b70786 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412722 Nov 11 18:13:18.809932 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:18.853847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c1b9e-fbc9-4670-83b3-a0b431035d30 req-1972c181-e999-4704-99fe-27cc99abc855 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:18.855354 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b1c1b9e-fbc9-4670-83b3-a0b431035d30 req-1972c181-e999-4704-99fe-27cc99abc855 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 944 time: 0.0629289 Nov 11 18:13:18.905152 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b1c1b9e-fbc9-4670-83b3-a0b431035d30 req-8c20eed8-b529-4729-9036-f5ff4b146814 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429261 Nov 11 18:13:20.021168 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39256c45-aaab-4607-81de-4ba2c1ae30ed req-1c3802d8-5be8-47e6-a403-291692839aae tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:20.022626 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39256c45-aaab-4607-81de-4ba2c1ae30ed req-1c3802d8-5be8-47e6-a403-291692839aae tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 944 time: 0.0491071 Nov 11 18:13:20.069799 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39256c45-aaab-4607-81de-4ba2c1ae30ed req-f5f206be-e129-4598-8499-835b39271f1a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411592 Nov 11 18:13:21.183870 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6715ab-f64b-4461-98b4-ea15de3e86d6 req-9c3f94b9-e049-4636-86fb-02631f22f659 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:21.185318 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd6715ab-f64b-4461-98b4-ea15de3e86d6 req-9c3f94b9-e049-4636-86fb-02631f22f659 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 944 time: 0.0478082 Nov 11 18:13:21.236390 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dd6715ab-f64b-4461-98b4-ea15de3e86d6 req-291d595a-0fff-46d7-85e1-184901f9c1b2 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449202 Nov 11 18:13:22.351849 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b7b7c-eefa-4964-ba40-004a1f5df95d req-b99dc93f-2528-411e-adef-d3b9c8b04cc0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:22.353310 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7d1b7b7c-eefa-4964-ba40-004a1f5df95d req-b99dc93f-2528-411e-adef-d3b9c8b04cc0 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 944 time: 0.0487716 Nov 11 18:13:22.399914 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7d1b7b7c-eefa-4964-ba40-004a1f5df95d req-3d3e14bd-6209-45d3-8f94-c5ec268975ba tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401573 Nov 11 18:13:23.519896 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05493972-d229-49e5-8749-d033b4724649 req-e2384914-c222-4033-84c3-68f88629f3fe tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:23.521425 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05493972-d229-49e5-8749-d033b4724649 req-e2384914-c222-4033-84c3-68f88629f3fe tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 944 time: 0.0521605 Nov 11 18:13:23.572403 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05493972-d229-49e5-8749-d033b4724649 req-ed252c25-cdb0-4326-838f-cdfa5ecac8ae tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444336 Nov 11 18:13:24.378443 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:13:24.546818 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:24.693362 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130a577-eb3e-412e-9c98-9914ef1d8fa5 req-6b7761dd-9838-4211-9cde-e3759a1fbd4f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:24.694835 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9130a577-eb3e-412e-9c98-9914ef1d8fa5 req-6b7761dd-9838-4211-9cde-e3759a1fbd4f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 944 time: 0.0538676 Nov 11 18:13:24.740989 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9130a577-eb3e-412e-9c98-9914ef1d8fa5 req-bb19d792-083b-4ce1-9ef7-da9680449c18 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402470 Nov 11 18:13:25.870624 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c46d61-b767-4cd1-bd50-bdb5d51f04d3 req-19cab398-864a-4a60-9d6e-3f88efcde090 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:25.872027 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-25c46d61-b767-4cd1-bd50-bdb5d51f04d3 req-19cab398-864a-4a60-9d6e-3f88efcde090 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 944 time: 0.0603452 Nov 11 18:13:25.893865 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 6f3903ab-59f8-4556-be97-acb401acf32f details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:13:25.920720 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-25c46d61-b767-4cd1-bd50-bdb5d51f04d3 req-db09f4cc-93c3-4a1d-97ce-5eaa99c66e5e tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428274 Nov 11 18:13:25.989207 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 6f3903ab-59f8-4556-be97-acb401acf32f, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=6f3903ab-59f8-4556-be97-acb401acf32f,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:13:26.000800 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '6f3903ab-59f8-4556-be97-acb401acf32f', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'port_id': '6f3903ab-59f8-4556-be97-acb401acf32f', 'mac_address': 'fa:16:3e:14:57:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:13:26.035560 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:26.048492 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f3903ab-59f8-4556-be97-acb401acf32f {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:13:26.067537 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 6f3903ab-59f8-4556-be97-acb401acf32f, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=6f3903ab-59f8-4556-be97-acb401acf32f,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:13:26.071628 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:26.116059 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=6f3903ab-59f8-4556-be97-acb401acf32f,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:13:26.123643 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:26.124033 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:26.124378 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:26.124717 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:26.125052 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:26.125385 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:26.125714 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:26.126040 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:26.126366 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:26.126692 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:26.127014 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:26.127336 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:26.339129 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['6f3903ab-59f8-4556-be97-acb401acf32f'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:13:27.036463 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d69dd9-914e-44ee-af6a-47afc6659603 req-c7096ef4-8b8e-45e8-a5c4-1666a390fde1 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:27.038037 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a8d69dd9-914e-44ee-af6a-47afc6659603 req-c7096ef4-8b8e-45e8-a5c4-1666a390fde1 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 945 time: 0.0486321 Nov 11 18:13:27.088210 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a8d69dd9-914e-44ee-af6a-47afc6659603 req-943ab94e-9549-4fa0-a1e7-c9888b9982b4 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433147 Nov 11 18:13:27.401831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-3640a1d5-ac8e-41d5-8518-017731d31277 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:27.403340 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-3640a1d5-ac8e-41d5-8518-017731d31277 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a&tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&binding%3Ahost_id=n-h2-816206-4 HTTP/1.1" status: 200 len: 945 time: 0.0817480 Nov 11 18:13:27.414475 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64436d92-7c33-44a7-a5ba-f29c156bf711 req-70de0267-b770-4098-94ff-2b86982f0d1a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:27.416203 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64436d92-7c33-44a7-a5ba-f29c156bf711 req-70de0267-b770-4098-94ff-2b86982f0d1a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 945 time: 0.0681622 Nov 11 18:13:27.468159 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64436d92-7c33-44a7-a5ba-f29c156bf711 req-05c5296c-199e-4e18-92c2-4446530fa486 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461142 Nov 11 18:13:27.545890 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7bf94776-3584-4384-9e23-64a5908622e7 service neutron] 10.222.0.83 "GET /v2.0/ports/6f3903ab-59f8-4556-be97-acb401acf32f/bindings/n-h2-816206-4 HTTP/1.1" status: 200 len: 382 time: 0.0985646 Nov 11 18:13:27.609319 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-eb8544fa-3608-4a82-9f1e-890bc23f9819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:27.610787 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-eb8544fa-3608-4a82-9f1e-890bc23f9819 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 1096 time: 0.0417724 Nov 11 18:13:27.700341 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-d552f5f8-a9a3-40b3-a40d-ddd23722fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:27.701795 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-d552f5f8-a9a3-40b3-a40d-ddd23722fb7b service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0832121 Nov 11 18:13:27.768530 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-6cb76fc8-cd2e-4357-8dcf-47dec7fd9467 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f3903ab-59f8-4556-be97-acb401acf32f HTTP/1.1" status: 200 len: 1001 time: 0.0599947 Nov 11 18:13:27.817163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-0a4ab223-c26b-4e7e-be15-36bfc1a8a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:27.818600 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-0a4ab223-c26b-4e7e-be15-36bfc1a8a5eb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0425179 Nov 11 18:13:27.863795 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-a7ffea6c-ce09-4928-9333-7b7388f56c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:27.865284 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-a7ffea6c-ce09-4928-9333-7b7388f56c24 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392606 Nov 11 18:13:27.905643 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 6f3903ab-59f8-4556-be97-acb401acf32f up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:13:27.955092 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 6f3903ab-59f8-4556-be97-acb401acf32f completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:13:27.958988 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 6f3903ab-59f8-4556-be97-acb401acf32f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:13:27.959365 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:27.959594 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-b539f0ec-b524-431b-b14c-008f7f7621a7 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868309 Nov 11 18:13:28.038077 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:28.049682 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-95cd6d2e-91a2-4b28-ae59-adcba44cc81e service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830400 Nov 11 18:13:28.061450 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee66d3e4-8a9b-4af8-9b09-573314decf0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3903ab-59f8-4556-be97-acb401acf32f'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:13:28.063672 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757de8ac-4188-4d9e-a08b-63d16ed400ac" -d '{"events": [{"server_uuid": "ee66d3e4-8a9b-4af8-9b09-573314decf0a", "name": "network-vif-plugged", "status": "completed", "tag": "6f3903ab-59f8-4556-be97-acb401acf32f"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:13:28.077503 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 6f3903ab-59f8-4556-be97-acb401acf32f, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=6f3903ab-59f8-4556-be97-acb401acf32f,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:13:28.082041 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:28.118552 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89d5ac5-5cf3-42d2-974b-b8e3196ac64d x-openstack-request-id: req-d89d5ac5-5cf3-42d2-974b-b8e3196ac64d {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:13:28.118872 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee66d3e4-8a9b-4af8-9b09-573314decf0a", "name": "network-vif-plugged", "status": "completed", "tag": "6f3903ab-59f8-4556-be97-acb401acf32f", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:13:28.119131 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d89d5ac5-5cf3-42d2-974b-b8e3196ac64d {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:13:28.119578 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee66d3e4-8a9b-4af8-9b09-573314decf0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3903ab-59f8-4556-be97-acb401acf32f', 'code': 200} Nov 11 18:13:28.133134 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=6f3903ab-59f8-4556-be97-acb401acf32f,revision_number=9']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:13:28.590468 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5b0af-0e2f-4062-b93c-e5498da1d487 req-526bb10e-53fa-462c-9b00-45d3042c3419 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:28.591990 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2cf5b0af-0e2f-4062-b93c-e5498da1d487 req-526bb10e-53fa-462c-9b00-45d3042c3419 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.0545242 Nov 11 18:13:28.638281 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2cf5b0af-0e2f-4062-b93c-e5498da1d487 req-bb0f5e01-9549-4bc0-8abb-2ef37d655d30 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404313 Nov 11 18:13:29.755184 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e2553-c7e4-4039-81fc-c4c16bb5289b req-d8dc4cb6-31cd-461f-abc2-dec3176b09a6 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:29.756683 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-195e2553-c7e4-4039-81fc-c4c16bb5289b req-d8dc4cb6-31cd-461f-abc2-dec3176b09a6 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.0490146 Nov 11 18:13:29.806784 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-195e2553-c7e4-4039-81fc-c4c16bb5289b req-ddb6796d-3593-4e53-a32a-7364d0d0182f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441961 Nov 11 18:13:30.928968 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a719848-56a8-44c8-885b-ac4b18622d48 req-2eca3d65-b64d-4cbb-bcaf-a6cb94d179a6 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:30.930859 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a719848-56a8-44c8-885b-ac4b18622d48 req-2eca3d65-b64d-4cbb-bcaf-a6cb94d179a6 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.0537732 Nov 11 18:13:30.978505 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a719848-56a8-44c8-885b-ac4b18622d48 req-50c79d02-7c53-4bcd-8ac3-898f82150087 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414248 Nov 11 18:13:31.921492 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 6f3903ab-59f8-4556-be97-acb401acf32f no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:13:32.001281 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:32.024605 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee66d3e4-8a9b-4af8-9b09-573314decf0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f3903ab-59f8-4556-be97-acb401acf32f'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:13:32.026836 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a02d84fd082fd1bf1c32d14a714809f491fa4153b785d9d3fd566e2d5b102b6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504b05d2-35b3-4c0a-81d3-efc8e44be913" -d '{"events": [{"server_uuid": "ee66d3e4-8a9b-4af8-9b09-573314decf0a", "name": "network-vif-unplugged", "status": "completed", "tag": "6f3903ab-59f8-4556-be97-acb401acf32f"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:13:32.039220 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 6f3903ab-59f8-4556-be97-acb401acf32f, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=6f3903ab-59f8-4556-be97-acb401acf32f,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:13:32.045005 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:32.097450 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=6f3903ab-59f8-4556-be97-acb401acf32f,revision_number=10']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:13:32.105308 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032c3fb-ebd7-4495-9548-2bad6af3437d req-9c25b819-ce44-4825-b58e-9e6df669b1ea tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:32.106841 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3032c3fb-ebd7-4495-9548-2bad6af3437d req-9c25b819-ce44-4825-b58e-9e6df669b1ea tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 945 time: 0.0549574 Nov 11 18:13:32.156580 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3032c3fb-ebd7-4495-9548-2bad6af3437d req-e5f9ba3d-a0b1-4efa-9c9c-81fa7fd0b657 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425041 Nov 11 18:13:32.184414 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-39aeaf8e-103a-4ee6-b236-f5bc928d933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:32.185944 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-39aeaf8e-103a-4ee6-b236-f5bc928d933e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a&tenant_id=b299e2a8896f4eaba2de2c15b0b9415a HTTP/1.1" status: 200 len: 1096 time: 0.0881062 Nov 11 18:13:32.203508 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-4', 'device_owner': 'compute:nova'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:13:32.221340 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 18:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6498fa8e-fbe1-41d4-9b5b-811d57e7011b x-openstack-request-id: req-6498fa8e-fbe1-41d4-9b5b-811d57e7011b {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:13:32.221648 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee66d3e4-8a9b-4af8-9b09-573314decf0a", "name": "network-vif-unplugged", "status": "completed", "tag": "6f3903ab-59f8-4556-be97-acb401acf32f", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:13:32.221929 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6498fa8e-fbe1-41d4-9b5b-811d57e7011b {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:13:32.222319 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee66d3e4-8a9b-4af8-9b09-573314decf0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f3903ab-59f8-4556-be97-acb401acf32f', 'code': 200} Nov 11 18:13:32.264770 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:32.463270 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] For port 6f3903ab-59f8-4556-be97-acb401acf32f, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=6f3903ab-59f8-4556-be97-acb401acf32f,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:13:32.495863 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] For port 6f3903ab-59f8-4556-be97-acb401acf32f, host n-h2-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:13:32.534750 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f3903ab-59f8-4556-be97-acb401acf32f {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:13:32.545760 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:32.558152 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Transition to ACTIVE for port object 6f3903ab-59f8-4556-be97-acb401acf32f will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:13:32.561806 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:32.646492 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3903ab-59f8-4556-be97-acb401acf32f,revision_number=11']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:13:32.661356 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:32.661626 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:32.661978 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:32.662462 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:32.662802 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:32.663135 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:32.663467 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:32.663825 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:32.664151 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:32.664478 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:32.664830 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:32.665154 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:13:32.694823 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] No DVR routers for this DVR port 6f3903ab-59f8-4556-be97-acb401acf32f on host n-h2-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:13:32.829757 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Attempting to bind port 6f3903ab-59f8-4556-be97-acb401acf32f on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:13:32.830097 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Attempting to bind port 6f3903ab-59f8-4556-be97-acb401acf32f by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:13:32.830429 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Attempting to bind port 6f3903ab-59f8-4556-be97-acb401acf32f on network 2348c7b7-11cd-401e-9d70-59a726a37b6f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:13:32.834767 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Port 6f3903ab-59f8-4556-be97-acb401acf32f on network 2348c7b7-11cd-401e-9d70-59a726a37b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:13:32.835089 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Attempting to bind port 6f3903ab-59f8-4556-be97-acb401acf32f on network 2348c7b7-11cd-401e-9d70-59a726a37b6f {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:13:32.840851 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:13:32.841194 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Checking segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:13:32.841579 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Bound using segment: {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:13:32.842012 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Bound port: 6f3903ab-59f8-4556-be97-acb401acf32f, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:13:32.842404 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:32.908100 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] For port 6f3903ab-59f8-4556-be97-acb401acf32f, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:13:32.911544 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] For port 6f3903ab-59f8-4556-be97-acb401acf32f, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6f3903ab-59f8-4556-be97-acb401acf32f,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:13:32.915992 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:32.951298 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:32.951984 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:32.953301 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] 10.222.0.64 "PUT /v2.0/ports/6f3903ab-59f8-4556-be97-acb401acf32f HTTP/1.1" status: 200 len: 1093 time: 0.7543981 Nov 11 18:13:32.953737 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee66d3e4-8a9b-4af8-9b09-573314decf0a', 'tag': '6f3903ab-59f8-4556-be97-acb401acf32f'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:13:32.956053 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e264c2c3cbaf8eb6e93ba1eeb127aa8e37ee050699a674fe425aa5c444c3ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cfe325-879e-4e82-9101-2879be182094" -d '{"events": [{"name": "network-changed", "server_uuid": "ee66d3e4-8a9b-4af8-9b09-573314decf0a", "tag": "6f3903ab-59f8-4556-be97-acb401acf32f"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:13:32.982361 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44b73e-6e4b-472f-91bb-3ece4057b714 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3903ab-59f8-4556-be97-acb401acf32f,revision_number=12']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:13:33.033923 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-2ac64d4b-c9b2-497b-bbe8-bde9eca14386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:33.035532 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-2ac64d4b-c9b2-497b-bbe8-bde9eca14386 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 1096 time: 0.0474718 Nov 11 18:13:33.088153 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51aa4db7-b50b-41d7-a899-a34759eab727 x-openstack-request-id: req-51aa4db7-b50b-41d7-a899-a34759eab727 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:13:33.088579 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee66d3e4-8a9b-4af8-9b09-573314decf0a", "tag": "6f3903ab-59f8-4556-be97-acb401acf32f", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:13:33.088937 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-51aa4db7-b50b-41d7-a899-a34759eab727 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:13:33.089421 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee66d3e4-8a9b-4af8-9b09-573314decf0a', 'tag': '6f3903ab-59f8-4556-be97-acb401acf32f', 'status': 'completed', 'code': 200} Nov 11 18:13:33.142241 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-6cbbd157-fb41-4e9a-be5b-f5bb6005b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:33.144338 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-6cbbd157-fb41-4e9a-be5b-f5bb6005b8db service neutron] 10.222.0.64 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.1022553 Nov 11 18:13:33.150083 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfe325-879e-4e82-9101-2879be182094 req-3200fd43-5692-4d86-9f7b-3d7ba28135d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:33.152323 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0cfe325-879e-4e82-9101-2879be182094 req-3200fd43-5692-4d86-9f7b-3d7ba28135d5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 1096 time: 0.0444970 Nov 11 18:13:33.226810 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-b769fe5b-6996-499d-a13a-d2e10ff1127f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f3903ab-59f8-4556-be97-acb401acf32f HTTP/1.1" status: 200 len: 1000 time: 0.0754919 Nov 11 18:13:33.278301 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-fd55272c-fd4a-4a84-9a75-2979dc6e2c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:33.279669 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-fd55272c-fd4a-4a84-9a75-2979dc6e2c64 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0455902 Nov 11 18:13:33.292686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfe325-879e-4e82-9101-2879be182094 req-89d43108-b6e3-4539-a59f-52022180e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:33.294128 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0cfe325-879e-4e82-9101-2879be182094 req-89d43108-b6e3-4539-a59f-52022180e9b3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.1336892 Nov 11 18:13:33.304658 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b68153-898e-4ae5-a03e-be45ae2c2ebf req-90992116-bbbc-4c33-ba64-0735b3200724 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:33.306596 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e7b68153-898e-4ae5-a03e-be45ae2c2ebf req-90992116-bbbc-4c33-ba64-0735b3200724 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 945 time: 0.0739324 Nov 11 18:13:33.325971 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-b6511447-a2b5-4fd3-a4c2-0bcfc107f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:33.327490 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-b6511447-a2b5-4fd3-a4c2-0bcfc107f3f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413613 Nov 11 18:13:33.397982 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0cfe325-879e-4e82-9101-2879be182094 req-d0bc1141-a367-4000-8caf-04ac31540c2d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f3903ab-59f8-4556-be97-acb401acf32f HTTP/1.1" status: 200 len: 1000 time: 0.0904255 Nov 11 18:13:33.402569 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e7b68153-898e-4ae5-a03e-be45ae2c2ebf req-246995b9-4b43-42f3-841c-0a40eba97cba tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892594 Nov 11 18:13:33.422333 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-5bc2b863-6317-4db7-a82d-1062b4a20e5e service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875869 Nov 11 18:13:33.448419 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfe325-879e-4e82-9101-2879be182094 req-63e1f19d-8136-4534-9879-36eed4b72b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:33.449861 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0cfe325-879e-4e82-9101-2879be182094 req-63e1f19d-8136-4534-9879-36eed4b72b22 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0452669 Nov 11 18:13:33.496725 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfe325-879e-4e82-9101-2879be182094 req-fce16312-a389-433e-92e4-d0c705f5f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:33.498379 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0cfe325-879e-4e82-9101-2879be182094 req-fce16312-a389-433e-92e4-d0c705f5f339 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413418 Nov 11 18:13:33.515152 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-51a3b2a0-50ff-4ec8-8b25-0c7aa89c0552 req-3d9e0b6a-006c-4b61-99b0-b7307a4fda9e service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860643 Nov 11 18:13:33.597065 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0cfe325-879e-4e82-9101-2879be182094 req-a42fada4-59f1-4b3a-93ed-098e0885f0c5 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906801 Nov 11 18:13:33.627521 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfe325-879e-4e82-9101-2879be182094 req-f84df58f-3496-4252-bf38-e27a94ae56a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:33.629072 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b0cfe325-879e-4e82-9101-2879be182094 req-f84df58f-3496-4252-bf38-e27a94ae56a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 1096 time: 0.0478930 Nov 11 18:13:33.694557 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0cfe325-879e-4e82-9101-2879be182094 req-f6b4260a-d318-4d38-a74e-5046a61d3a81 service neutron] 10.222.0.83 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899189 Nov 11 18:13:33.723065 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfe325-879e-4e82-9101-2879be182094 req-b587a300-3fa0-447f-b861-4dd5a654eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:33.724617 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b0cfe325-879e-4e82-9101-2879be182094 req-b587a300-3fa0-447f-b861-4dd5a654eeb2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 200 len: 913 time: 0.0890429 Nov 11 18:13:33.794781 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b0cfe325-879e-4e82-9101-2879be182094 req-042d7392-974f-40bb-b421-269a0ef098ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f3903ab-59f8-4556-be97-acb401acf32f HTTP/1.1" status: 200 len: 1000 time: 0.0635331 Nov 11 18:13:33.849685 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfe325-879e-4e82-9101-2879be182094 req-ad73c6f8-de19-466a-8df8-692716bede69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:33.851115 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b0cfe325-879e-4e82-9101-2879be182094 req-ad73c6f8-de19-466a-8df8-692716bede69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 200 len: 850 time: 0.0493548 Nov 11 18:13:33.895563 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfe325-879e-4e82-9101-2879be182094 req-c2c0b998-fdf1-49eb-96c8-83a6e6e3298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:33.897077 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b0cfe325-879e-4e82-9101-2879be182094 req-c2c0b998-fdf1-49eb-96c8-83a6e6e3298b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2348c7b7-11cd-401e-9d70-59a726a37b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393577 Nov 11 18:13:33.990881 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b0cfe325-879e-4e82-9101-2879be182094 req-118bd7a0-53f1-4455-b95a-f9dcbf32b082 service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864601 Nov 11 18:13:34.080692 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b0cfe325-879e-4e82-9101-2879be182094 req-890a1700-7f05-42eb-b909-49a87d06070e service neutron] 10.222.0.64 "GET /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818789 Nov 11 18:13:34.526308 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf5527-c72b-493b-925b-8386b26c00be req-ba9f2f60-cb18-4252-a8fd-aa478c9f7638 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:34.527787 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2acf5527-c72b-493b-925b-8386b26c00be req-ba9f2f60-cb18-4252-a8fd-aa478c9f7638 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 945 time: 0.0536451 Nov 11 18:13:34.575239 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2acf5527-c72b-493b-925b-8386b26c00be req-7b7bf75f-d8db-4e07-9cfd-a2ce642b7c30 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412219 Nov 11 18:13:35.692332 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde256d4-87ed-4a3c-af77-b6c16e20a799 req-7a60c54a-dfc5-4b50-98a3-dfb0a19a2e67 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:35.693886 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bde256d4-87ed-4a3c-af77-b6c16e20a799 req-7a60c54a-dfc5-4b50-98a3-dfb0a19a2e67 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 945 time: 0.0501084 Nov 11 18:13:35.741613 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bde256d4-87ed-4a3c-af77-b6c16e20a799 req-5ecd659c-56ab-4ddb-ad4d-f17d7aa0173f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416405 Nov 11 18:13:36.859117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a4d01-02b2-44bd-9388-bb9c80fa3a37 req-d669a966-3cec-4505-83dc-74f4f4a3a842 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:36.860619 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fd1a4d01-02b2-44bd-9388-bb9c80fa3a37 req-d669a966-3cec-4505-83dc-74f4f4a3a842 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 945 time: 0.0489156 Nov 11 18:13:36.910276 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fd1a4d01-02b2-44bd-9388-bb9c80fa3a37 req-ac162482-a12f-4742-b4ad-1e25a0c94b7b tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437317 Nov 11 18:13:37.480006 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2fd81471-fb47-4ec6-80e5-a00e4e4497a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:38.028498 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f563d1f-a87f-461d-9b71-1b684bcb9402 req-5aeb1206-280d-4232-a91a-d45360ff4f82 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:38.030100 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f563d1f-a87f-461d-9b71-1b684bcb9402 req-5aeb1206-280d-4232-a91a-d45360ff4f82 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 945 time: 0.0486934 Nov 11 18:13:38.077997 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f563d1f-a87f-461d-9b71-1b684bcb9402 req-be92ba02-89b5-4eb8-8954-27e5bcc52816 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418398 Nov 11 18:13:39.200694 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994e9f1-6b64-4c78-8593-1f115fd50696 req-a424e431-c14b-4c85-920f-f775b261f244 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:39.202157 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6994e9f1-6b64-4c78-8593-1f115fd50696 req-a424e431-c14b-4c85-920f-f775b261f244 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 945 time: 0.0557208 Nov 11 18:13:39.247986 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6994e9f1-6b64-4c78-8593-1f115fd50696 req-59e71a20-e66e-4b50-97f6-bbfcfa1c72df tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399170 Nov 11 18:13:40.371805 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51657b99-98c3-451e-874a-2c54a1a1ceb5 req-c3b9187d-9b53-4e79-8719-d83239427e2d tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:40.373306 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51657b99-98c3-451e-874a-2c54a1a1ceb5 req-c3b9187d-9b53-4e79-8719-d83239427e2d tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 945 time: 0.0529809 Nov 11 18:13:40.420549 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51657b99-98c3-451e-874a-2c54a1a1ceb5 req-35c9bc40-0b54-47e0-9357-267d019d6623 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413942 Nov 11 18:13:40.457091 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5f22799f-e9ad-4488-b577-4a95a6c1af85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:41.124068 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:41.534262 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2413b2-fb93-4bed-abe1-d5692a2adf32 req-eac3f597-3e23-4d63-a99e-9dd524251161 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:41.535753 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d2413b2-fb93-4bed-abe1-d5692a2adf32 req-eac3f597-3e23-4d63-a99e-9dd524251161 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 945 time: 0.0476277 Nov 11 18:13:41.588290 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d2413b2-fb93-4bed-abe1-d5692a2adf32 req-b31e2a22-a3e2-4ced-80b0-3007074a50e2 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457547 Nov 11 18:13:42.703640 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968d87f-4ae7-4d37-a696-395e5f1a7950 req-121c4ca0-7f66-4203-9ffc-0cdce78099c2 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:42.705147 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7968d87f-4ae7-4d37-a696-395e5f1a7950 req-121c4ca0-7f66-4203-9ffc-0cdce78099c2 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 945 time: 0.0488818 Nov 11 18:13:42.719161 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:42.756087 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7968d87f-4ae7-4d37-a696-395e5f1a7950 req-b5658cb5-9c7c-4199-87ef-ac6efa95fd91 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449951 Nov 11 18:13:43.004835 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:43.874132 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4530e90-f38a-40bb-974a-d07bf44d3911 req-58491f62-c46d-4734-a6cf-f5cffcce3a9c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:43.875508 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4530e90-f38a-40bb-974a-d07bf44d3911 req-58491f62-c46d-4734-a6cf-f5cffcce3a9c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 945 time: 0.0490403 Nov 11 18:13:43.922288 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4530e90-f38a-40bb-974a-d07bf44d3911 req-bc44b81d-ec90-498c-b4a5-a72798fbd70e tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408673 Nov 11 18:13:45.039803 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f7fff-ed94-4904-b09f-c9669b99e0e0 req-525cd700-b5b0-46f8-bda5-6c988d315db4 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:45.041568 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b25f7fff-ed94-4904-b09f-c9669b99e0e0 req-525cd700-b5b0-46f8-bda5-6c988d315db4 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 945 time: 0.0488601 Nov 11 18:13:45.088941 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b25f7fff-ed94-4904-b09f-c9669b99e0e0 req-4f6b6da0-e58f-40a8-a357-738cc6233ac1 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413916 Nov 11 18:13:46.205449 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca042d9-c3d0-4454-9db5-936046316480 req-0318a1b4-c467-48fe-acad-68bd11c710ac tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:46.206882 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ca042d9-c3d0-4454-9db5-936046316480 req-0318a1b4-c467-48fe-acad-68bd11c710ac tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 945 time: 0.0507379 Nov 11 18:13:46.252475 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ca042d9-c3d0-4454-9db5-936046316480 req-beb92482-a81d-4d47-a558-9c996451ef25 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397580 Nov 11 18:13:46.375424 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df4961-433b-4ad3-9894-d19633d01dd2 req-0a8dca19-a174-46ed-a364-fef4c62a24c9 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:46.376798 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-87df4961-433b-4ad3-9894-d19633d01dd2 req-0a8dca19-a174-46ed-a364-fef4c62a24c9 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 945 time: 0.0473821 Nov 11 18:13:46.422649 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-87df4961-433b-4ad3-9894-d19633d01dd2 req-cccda9c7-3b77-40d0-a621-d169a991f543 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401020 Nov 11 18:13:46.536101 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70871f1-c78d-4587-a633-570713a0f44b req-30ae8561-cc4a-41a8-baeb-7efbe976a974 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:46.537538 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f70871f1-c78d-4587-a633-570713a0f44b req-30ae8561-cc4a-41a8-baeb-7efbe976a974 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 945 time: 0.0509639 Nov 11 18:13:46.872557 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f70871f1-c78d-4587-a633-570713a0f44b req-d29c801a-6c3b-4488-8636-8afd45c6fc6c tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3288496 Nov 11 18:13:47.063567 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6f3903ab-59f8-4556-be97-acb401acf32f details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:13:47.107023 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4939d25-d82f-4ce1-bc1b-ae6eca944107 req-f527be2f-74b6-4980-a929-ca2ae1322863 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:47.108574 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d4939d25-d82f-4ce1-bc1b-ae6eca944107 req-f527be2f-74b6-4980-a929-ca2ae1322863 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 945 time: 0.0504379 Nov 11 18:13:47.154606 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d4939d25-d82f-4ce1-bc1b-ae6eca944107 req-3eceb9a5-2e7f-49ad-b56f-21f04e68302e tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402055 Nov 11 18:13:47.161704 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 6f3903ab-59f8-4556-be97-acb401acf32f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6f3903ab-59f8-4556-be97-acb401acf32f,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:13:47.174925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '6f3903ab-59f8-4556-be97-acb401acf32f', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'port_id': '6f3903ab-59f8-4556-be97-acb401acf32f', 'mac_address': 'fa:16:3e:14:57:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:13:47.211519 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:47.226292 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f3903ab-59f8-4556-be97-acb401acf32f {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:13:47.254764 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 6f3903ab-59f8-4556-be97-acb401acf32f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6f3903ab-59f8-4556-be97-acb401acf32f,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:13:47.258447 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:47.307156 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=6f3903ab-59f8-4556-be97-acb401acf32f,revision_number=13']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:13:47.582497 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['6f3903ab-59f8-4556-be97-acb401acf32f'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:13:48.281190 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0f432-010f-4320-bf59-7d4dce820d02 req-df20832b-d4c9-4b86-8039-b06cb0fb33fc tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:48.283078 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59a0f432-010f-4320-bf59-7d4dce820d02 req-df20832b-d4c9-4b86-8039-b06cb0fb33fc tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.0580108 Nov 11 18:13:48.345284 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59a0f432-010f-4320-bf59-7d4dce820d02 req-7dccc474-e23e-4ae3-87f3-63c1c9fbcda7 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee0e4153-39ad-4ad8-a737-d459792a4bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500996 Nov 11 18:13:48.772915 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10187e3b-42eb-453e-a72a-9b7ecc271efd req-d2f9f51d-33af-4e58-9a2c-113ddeba1bf1 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:13:48.774345 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-10187e3b-42eb-453e-a72a-9b7ecc271efd req-d2f9f51d-33af-4e58-9a2c-113ddeba1bf1 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 946 time: 0.0488880 Nov 11 18:13:48.838964 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:48.869364 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-10187e3b-42eb-453e-a72a-9b7ecc271efd req-5018a0ea-33d9-4334-a14f-67e23d1b27c8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Deleting port 6f3903ab-59f8-4556-be97-acb401acf32f {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:13:48.870225 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-10187e3b-42eb-453e-a72a-9b7ecc271efd req-5018a0ea-33d9-4334-a14f-67e23d1b27c8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:48.967059 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-10187e3b-42eb-453e-a72a-9b7ecc271efd req-5018a0ea-33d9-4334-a14f-67e23d1b27c8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] For port 6f3903ab-59f8-4556-be97-acb401acf32f, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=6f3903ab-59f8-4556-be97-acb401acf32f,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:13:48.967418 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-10187e3b-42eb-453e-a72a-9b7ecc271efd req-5018a0ea-33d9-4334-a14f-67e23d1b27c8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:49.083089 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6f3903ab-59f8-4556-be97-acb401acf32f up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:13:49.131948 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 6f3903ab-59f8-4556-be97-acb401acf32f completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:13:49.136242 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 6f3903ab-59f8-4556-be97-acb401acf32f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:13:49.136613 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:49.137330 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-10187e3b-42eb-453e-a72a-9b7ecc271efd req-5018a0ea-33d9-4334-a14f-67e23d1b27c8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:49.137693 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-10187e3b-42eb-453e-a72a-9b7ecc271efd req-5018a0ea-33d9-4334-a14f-67e23d1b27c8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:49.138005 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [req-10187e3b-42eb-453e-a72a-9b7ecc271efd req-5018a0ea-33d9-4334-a14f-67e23d1b27c8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Floating IP c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae disassociated. External IP: 172.25.2.89, port: 6f3903ab-59f8-4556-be97-acb401acf32f. Nov 11 18:13:49.138346 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-10187e3b-42eb-453e-a72a-9b7ecc271efd req-5018a0ea-33d9-4334-a14f-67e23d1b27c8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Calling delete_port for 6f3903ab-59f8-4556-be97-acb401acf32f owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:13:49.211250 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:49.269841 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-10187e3b-42eb-453e-a72a-9b7ecc271efd req-5018a0ea-33d9-4334-a14f-67e23d1b27c8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:49.300493 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018a0ea-33d9-4334-a14f-67e23d1b27c8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Pushing event deleted for resources: {'Port': ['ID=6f3903ab-59f8-4556-be97-acb401acf32f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:13:49.423449 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10187e3b-42eb-453e-a72a-9b7ecc271efd req-5018a0ea-33d9-4334-a14f-67e23d1b27c8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:13:49.444015 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5072e811-c2be-41f1-b975-aa15b6ebf150 req-9fd21bab-9290-4366-aa5d-45664b9eb73a tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 210 time: 0.0262914 Nov 11 18:13:49.757948 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10187e3b-42eb-453e-a72a-9b7ecc271efd req-5018a0ea-33d9-4334-a14f-67e23d1b27c8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:13:49.767950 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9b2722-5f8a-4892-bd6f-a85d524ceb49 None None] Sync routers for ids ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:13:49.778101 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9b2722-5f8a-4892-bd6f-a85d524ceb49 None None] Routers {'9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:13:49.778715 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6c9b2722-5f8a-4892-bd6f-a85d524ceb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:13:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:13:49.798166 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-10187e3b-42eb-453e-a72a-9b7ecc271efd req-5018a0ea-33d9-4334-a14f-67e23d1b27c8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] No DVR routers for this DVR port 6f3903ab-59f8-4556-be97-acb401acf32f on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:13:49.800931 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-10187e3b-42eb-453e-a72a-9b7ecc271efd req-5018a0ea-33d9-4334-a14f-67e23d1b27c8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:49.804549 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-10187e3b-42eb-453e-a72a-9b7ecc271efd req-5018a0ea-33d9-4334-a14f-67e23d1b27c8 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.64 "DELETE /v2.0/ports/6f3903ab-59f8-4556-be97-acb401acf32f HTTP/1.1" status: 204 len: 173 time: 1.0238628 Nov 11 18:13:49.805000 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee66d3e4-8a9b-4af8-9b09-573314decf0a', 'name': 'network-vif-deleted', 'tag': '6f3903ab-59f8-4556-be97-acb401acf32f'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:13:49.846278 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce0985748977e3fd26376c80dbb6ea189fd81e02bd3d57a001dfe7f9eeece1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04671cc-3e62-4011-81e5-9b636fcfcff0" -d '{"events": [{"server_uuid": "ee66d3e4-8a9b-4af8-9b09-573314decf0a", "name": "network-vif-deleted", "tag": "6f3903ab-59f8-4556-be97-acb401acf32f"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:13:49.888263 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-6c9b2722-5f8a-4892-bd6f-a85d524ceb49 None None] Set router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:13:49.941552 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdaf86b-7a17-4297-91f2-1ee64ae1622c x-openstack-request-id: req-0fdaf86b-7a17-4297-91f2-1ee64ae1622c {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:13:49.941924 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee66d3e4-8a9b-4af8-9b09-573314decf0a", "name": "network-vif-deleted", "tag": "6f3903ab-59f8-4556-be97-acb401acf32f", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:13:49.942180 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0fdaf86b-7a17-4297-91f2-1ee64ae1622c {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:13:49.942574 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee66d3e4-8a9b-4af8-9b09-573314decf0a', 'name': 'network-vif-deleted', 'tag': '6f3903ab-59f8-4556-be97-acb401acf32f', 'status': 'completed', 'code': 200} Nov 11 18:13:50.090610 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6c9b2722-5f8a-4892-bd6f-a85d524ceb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:13:50.116005 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9b2722-5f8a-4892-bd6f-a85d524ceb49 None None] Checking router: 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:13:50.124778 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9b2722-5f8a-4892-bd6f-a85d524ceb49 None None] Routers {'9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:13:50.125452 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6c9b2722-5f8a-4892-bd6f-a85d524ceb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:13:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:13:50.230250 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-6c9b2722-5f8a-4892-bd6f-a85d524ceb49 None None] Set router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:13:50.435423 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6c9b2722-5f8a-4892-bd6f-a85d524ceb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:13:50.461461 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9b2722-5f8a-4892-bd6f-a85d524ceb49 None None] The sync data for ids ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'] in n-d-816206-4 is: [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:06Z', 'revision_number': 4, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '81e7f162-731b-4658-8af4-7988b3067e72', 'name': '', 'network_id': '2348c7b7-11cd-401e-9d70-59a726a37b6f', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'mac_address': 'fa:16:3e:db:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:05Z', 'updated_at': '2021-11-11T18:04:08Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'subnets': [{'id': '76737ccf-ac19-4e04-82a9-783e001a5849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:13:50.545896 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b2a26234-cd97-4de5-b6f5-df7560d9a7f1 req-71286a2f-49dc-4f00-bdb2-bc933cff9276 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 210 time: 0.0279963 Nov 11 18:13:50.693064 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe6121-0e9d-4a39-8d52-abb1d2dfd314 None None] New status for floating IP c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:13:51.641113 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8912f96d-95e9-4642-af36-10b0623eee0f req-636fd9c7-1241-406d-83e5-a8793d500eac tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 210 time: 0.0261269 Nov 11 18:13:52.736030 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-735d8c32-f82f-4d49-abb4-f6ba3ecef079 req-88ed3059-47e4-4cad-b3e2-eaf1de5ce69b tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 210 time: 0.0270591 Nov 11 18:13:53.099372 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6f3903ab-59f8-4556-be97-acb401acf32f no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:13:53.119918 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 6f3903ab-59f8-4556-be97-acb401acf32f {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:13:53.120272 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 6f3903ab-59f8-4556-be97-acb401acf32f not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:13:53.830427 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c895a339-aa23-46b4-b8ef-bb8247683c29 req-2a8d4901-89e8-46eb-9019-7b2d51cf9e70 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee66d3e4-8a9b-4af8-9b09-573314decf0a HTTP/1.1" status: 200 len: 210 time: 0.0263805 Nov 11 18:13:54.544173 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:58.567092 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51780) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:13:58.621128 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4d64e675-00d7-4660-95bd-39f41c76c720 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:58.644942 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4d64e675-00d7-4660-95bd-39f41c76c720 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:58.692221 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4d64e675-00d7-4660-95bd-39f41c76c720 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:58.694915 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4d64e675-00d7-4660-95bd-39f41c76c720 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:58.696079 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4d64e675-00d7-4660-95bd-39f41c76c720 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "DELETE /v2.0/security-groups/ee0e4153-39ad-4ad8-a737-d459792a4bda HTTP/1.1" status: 204 len: 168 time: 0.1283033 Nov 11 18:13:58.699460 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51782) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:13:58.706031 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64e675-00d7-4660-95bd-39f41c76c720 tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0e4153-39ad-4ad8-a737-d459792a4bda,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:13:58.720184 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-dfbe4dd4-891e-4153-b6ea-848d97a16bbe tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] show failed (client error): The resource could not be found. Nov 11 18:13:58.724080 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-dfbe4dd4-891e-4153-b6ea-848d97a16bbe tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "GET /v2.0/security-groups/ee0e4153-39ad-4ad8-a737-d459792a4bda HTTP/1.1" status: 404 len: 347 time: 0.0234973 Nov 11 18:13:58.725211 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51784) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:13:58.860733 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-67ce231b-3c9b-4837-bcd8-07da68c7e18f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Deleting port 0dcaded7-f44a-48d1-87c6-69d57fda289e {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:13:58.861072 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-67ce231b-3c9b-4837-bcd8-07da68c7e18f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:58.937693 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-67ce231b-3c9b-4837-bcd8-07da68c7e18f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:58.938019 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-67ce231b-3c9b-4837-bcd8-07da68c7e18f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:58.949564 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-67ce231b-3c9b-4837-bcd8-07da68c7e18f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Calling delete_port for 0dcaded7-f44a-48d1-87c6-69d57fda289e owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:13:59.084161 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-67ce231b-3c9b-4837-bcd8-07da68c7e18f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:59.109157 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce231b-3c9b-4837-bcd8-07da68c7e18f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Pushing event deleted for resources: {'Port': ['ID=0dcaded7-f44a-48d1-87c6-69d57fda289e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:13:59.176080 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-67ce231b-3c9b-4837-bcd8-07da68c7e18f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:59.178878 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-67ce231b-3c9b-4837-bcd8-07da68c7e18f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:59.181320 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-67ce231b-3c9b-4837-bcd8-07da68c7e18f tempest-ServerActionsTestJSON-594160342 tempest-ServerActionsTestJSON-594160342-project] 10.222.0.76 "DELETE /v2.0/floatingips/c9b71507-e2ed-48d8-b0bd-7c077fb3b7ae HTTP/1.1" status: 204 len: 168 time: 0.4540682 Nov 11 18:13:59.184001 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51786) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:13:59.562807 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5da5be43-ed71-42db-807a-bbf59a14670b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:59.805824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-5da5be43-ed71-42db-807a-bbf59a14670b admin admin] Deleting port 81e7f162-731b-4658-8af4-7988b3067e72 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:13:59.806402 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5da5be43-ed71-42db-807a-bbf59a14670b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:59.886826 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-5da5be43-ed71-42db-807a-bbf59a14670b admin admin] For port 81e7f162-731b-4658-8af4-7988b3067e72, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=81e7f162-731b-4658-8af4-7988b3067e72,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:13:59.887121 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5da5be43-ed71-42db-807a-bbf59a14670b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:13:59.898516 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-5da5be43-ed71-42db-807a-bbf59a14670b admin admin] Calling delete_port for 81e7f162-731b-4658-8af4-7988b3067e72 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:14:00.083181 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5da5be43-ed71-42db-807a-bbf59a14670b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:00.109863 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5be43-ed71-42db-807a-bbf59a14670b admin admin] Pushing event deleted for resources: {'Port': ['ID=81e7f162-731b-4658-8af4-7988b3067e72,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:00.275258 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5da5be43-ed71-42db-807a-bbf59a14670b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:00.495894 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da5be43-ed71-42db-807a-bbf59a14670b admin admin] Router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:14:00.599647 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da5be43-ed71-42db-807a-bbf59a14670b admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:14:00.605181 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5da5be43-ed71-42db-807a-bbf59a14670b admin admin] 10.222.0.76 "PUT /v2.0/routers/9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4201434 Nov 11 18:14:00.607687 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51790) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:00.610418 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce001717-da1c-49cc-82a1-d9ce91cdca50 None None] Sync routers for ids ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:14:00.621390 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce001717-da1c-49cc-82a1-d9ce91cdca50 None None] Routers {'9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:14:00.621995 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ce001717-da1c-49cc-82a1-d9ce91cdca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:13:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:00.715478 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3bfba8a-2344-4da5-9b58-76c362fc240f admin admin] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:00.723358 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-ce001717-da1c-49cc-82a1-d9ce91cdca50 None None] Set router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:14:00.821168 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3bfba8a-2344-4da5-9b58-76c362fc240f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:00.873521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-a3bfba8a-2344-4da5-9b58-76c362fc240f admin admin] Deleting port bb57ed94-3c0e-422a-8f18-31fd161248ed {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:14:00.873862 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3bfba8a-2344-4da5-9b58-76c362fc240f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:00.898495 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ce001717-da1c-49cc-82a1-d9ce91cdca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:14:00Z', 'revision_number': 5, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port': {'id': 'bb57ed94-3c0e-422a-8f18-31fd161248ed', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:00.959574 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-a3bfba8a-2344-4da5-9b58-76c362fc240f admin admin] For port bb57ed94-3c0e-422a-8f18-31fd161248ed, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bb57ed94-3c0e-422a-8f18-31fd161248ed,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:14:00.959986 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3bfba8a-2344-4da5-9b58-76c362fc240f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:00.973419 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-a3bfba8a-2344-4da5-9b58-76c362fc240f admin admin] Calling delete_port for bb57ed94-3c0e-422a-8f18-31fd161248ed owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:14:01.017732 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce001717-da1c-49cc-82a1-d9ce91cdca50 None None] Checking router: 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:14:01.025968 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce001717-da1c-49cc-82a1-d9ce91cdca50 None None] Routers {'9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:14:01.026566 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ce001717-da1c-49cc-82a1-d9ce91cdca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:13:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:01.111814 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-ce001717-da1c-49cc-82a1-d9ce91cdca50 None None] Set router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:14:01.146903 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3bfba8a-2344-4da5-9b58-76c362fc240f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:01.162185 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ce001717-da1c-49cc-82a1-d9ce91cdca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:14:00Z', 'revision_number': 6, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:01.173549 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfba8a-2344-4da5-9b58-76c362fc240f admin admin] Pushing event deleted for resources: {'Port': ['ID=bb57ed94-3c0e-422a-8f18-31fd161248ed,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:01.192278 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9cafa9-40b1-4579-937f-0b3a2427620b None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:14:01.195224 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce001717-da1c-49cc-82a1-d9ce91cdca50 None None] The sync data for ids ['9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51'] in n-d-816206-4 is: [{'id': '9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51', 'name': 'tempest-ServerActionsTestJSON-814666186-router', 'tenant_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:04:03Z', 'updated_at': '2021-11-11T18:14:00Z', 'revision_number': 6, 'project_id': 'b299e2a8896f4eaba2de2c15b0b9415a', 'gw_port_host': None}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:14:01.238054 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3bfba8a-2344-4da5-9b58-76c362fc240f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:01.327039 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3bfba8a-2344-4da5-9b58-76c362fc240f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:01.329233 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3bfba8a-2344-4da5-9b58-76c362fc240f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:01.375869 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3bfba8a-2344-4da5-9b58-76c362fc240f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:01.376324 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bfba8a-2344-4da5-9b58-76c362fc240f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 18:14:01.378804 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:14:01.380915 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3bfba8a-2344-4da5-9b58-76c362fc240f admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:01.382067 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a3bfba8a-2344-4da5-9b58-76c362fc240f admin admin] 10.222.0.76 "DELETE /v2.0/routers/9ff523ae-3ea6-4be2-b2a6-2a0a0c407c51 HTTP/1.1" status: 204 len: 168 time: 0.7734509 Nov 11 18:14:01.384608 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51792) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:01.430081 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e86c092-5c47-4f98-9d02-9a0129007f46 admin admin] Deleting subnet 76737ccf-ac19-4e04-82a9-783e001a5849 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:14:01.433740 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e86c092-5c47-4f98-9d02-9a0129007f46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:01.469506 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e86c092-5c47-4f98-9d02-9a0129007f46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:01.553968 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e86c092-5c47-4f98-9d02-9a0129007f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:01.618138 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e86c092-5c47-4f98-9d02-9a0129007f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:01.648938 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86c092-5c47-4f98-9d02-9a0129007f46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76737ccf-ac19-4e04-82a9-783e001a5849,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:01.652903 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5e86c092-5c47-4f98-9d02-9a0129007f46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:01.656060 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5e86c092-5c47-4f98-9d02-9a0129007f46 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/76737ccf-ac19-4e04-82a9-783e001a5849 HTTP/1.1" status: 204 len: 168 time: 0.2703767 Nov 11 18:14:01.658613 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51794) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:01.661037 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7495cc24-9064-40e2-a339-ef9cc8c29184 None None] Network 2348c7b7-11cd-401e-9d70-59a726a37b6f requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:14:01.735907 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fb20d0e-4fcb-472f-8c67-a4a02da134ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:01.787236 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-6fb20d0e-4fcb-472f-8c67-a4a02da134ca admin admin] Deleting port 0528f8ec-f334-4356-894c-9d3a60530581 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:14:01.787575 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fb20d0e-4fcb-472f-8c67-a4a02da134ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:01.857426 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-6fb20d0e-4fcb-472f-8c67-a4a02da134ca admin admin] For port 0528f8ec-f334-4356-894c-9d3a60530581, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=0528f8ec-f334-4356-894c-9d3a60530581,segment=NetworkSegment(4dcbf3a3-4abd-48c6-8379-94756c5dc9d9),segment_id=4dcbf3a3-4abd-48c6-8379-94756c5dc9d9)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:14:01.857790 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fb20d0e-4fcb-472f-8c67-a4a02da134ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:01.869686 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-6fb20d0e-4fcb-472f-8c67-a4a02da134ca admin admin] Calling delete_port for 0528f8ec-f334-4356-894c-9d3a60530581 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:14:01.946012 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fb20d0e-4fcb-472f-8c67-a4a02da134ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:01.973792 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb20d0e-4fcb-472f-8c67-a4a02da134ca admin admin] Pushing event deleted for resources: {'Port': ['ID=0528f8ec-f334-4356-894c-9d3a60530581,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:01.975677 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb20d0e-4fcb-472f-8c67-a4a02da134ca admin admin] No DVR routers for this DVR port 0528f8ec-f334-4356-894c-9d3a60530581 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:14:02.012836 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc3fcf0-7ed6-4676-85a1-403bc8707bb2 None None] DHCP port deletion for 2348c7b7-11cd-401e-9d70-59a726a37b6f request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:14:02.045098 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 81e7f162-731b-4658-8af4-7988b3067e72 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:14:02.054342 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fb20d0e-4fcb-472f-8c67-a4a02da134ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:02.066317 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 81e7f162-731b-4658-8af4-7988b3067e72 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:14:02.066669 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 81e7f162-731b-4658-8af4-7988b3067e72 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:14:02.075343 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-6fb20d0e-4fcb-472f-8c67-a4a02da134ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2348c7b7-11cd-401e-9d70-59a726a37b6f']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:02.085238 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-6fb20d0e-4fcb-472f-8c67-a4a02da134ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:02.085538 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-6fb20d0e-4fcb-472f-8c67-a4a02da134ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dcbf3a3-4abd-48c6-8379-94756c5dc9d9') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:02.095994 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fb20d0e-4fcb-472f-8c67-a4a02da134ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:02.110151 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fb20d0e-4fcb-472f-8c67-a4a02da134ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:02.116301 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb20d0e-4fcb-472f-8c67-a4a02da134ca admin admin] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:14:02.116691 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fb20d0e-4fcb-472f-8c67-a4a02da134ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: timer() Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:14:02.118676 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:14:02.177812 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fb20d0e-4fcb-472f-8c67-a4a02da134ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:02.183507 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6fb20d0e-4fcb-472f-8c67-a4a02da134ca admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:02.189662 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6fb20d0e-4fcb-472f-8c67-a4a02da134ca admin admin] 10.222.0.76 "DELETE /v2.0/networks/2348c7b7-11cd-401e-9d70-59a726a37b6f HTTP/1.1" status: 204 len: 168 time: 0.5273991 Nov 11 18:14:02.202601 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb20d0e-4fcb-472f-8c67-a4a02da134ca admin admin] Pushing event deleted for resources: {'Network': ['ID=2348c7b7-11cd-401e-9d70-59a726a37b6f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:02.351622 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51798) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:02.397232 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51800) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:02.397819 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6cb91908-1949-4b87-8b79-7dfbc6d0ff5b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b299e2a8896f4eaba2de2c15b0b9415a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444670 Nov 11 18:14:02.450081 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b8e63f40-fc95-45cc-b8f4-cd9024da26fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:02.470431 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b8e63f40-fc95-45cc-b8f4-cd9024da26fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:02.515207 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b8e63f40-fc95-45cc-b8f4-cd9024da26fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:02.517839 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b8e63f40-fc95-45cc-b8f4-cd9024da26fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:02.518978 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b8e63f40-fc95-45cc-b8f4-cd9024da26fb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c2928110-1100-48f1-835a-a4ee75653bc7 HTTP/1.1" status: 204 len: 168 time: 0.1207302 Nov 11 18:14:02.526453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e63f40-fc95-45cc-b8f4-cd9024da26fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2928110-1100-48f1-835a-a4ee75653bc7,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:03.270890 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51822) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:03.363145 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-33f0812c-78ae-45bc-8bd1-77cc13b75d25 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2117739590-network', 'tenant_id': 'ad1dd79dff1e487183b7e82ff5916776'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:03.388221 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f0812c-78ae-45bc-8bd1-77cc13b75d25 admin admin] Made reservation on behalf of ad1dd79dff1e487183b7e82ff5916776 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:14:03.390474 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-33f0812c-78ae-45bc-8bd1-77cc13b75d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:03.399459 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-33f0812c-78ae-45bc-8bd1-77cc13b75d25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:03.475521 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-33f0812c-78ae-45bc-8bd1-77cc13b75d25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:03.479865 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-33f0812c-78ae-45bc-8bd1-77cc13b75d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:03.506566 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f0812c-78ae-45bc-8bd1-77cc13b75d25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1292} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:14:03.512785 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0812c-78ae-45bc-8bd1-77cc13b75d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc9e671-0439-4a3c-b5f6-d2148c7828be,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:03.518820 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-33f0812c-78ae-45bc-8bd1-77cc13b75d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:03.519105 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-33f0812c-78ae-45bc-8bd1-77cc13b75d25 admin admin] Added segment a530f184-d024-49b3-bc9c-1ff4d8e10a45 of type vlan for network 9108179e-6f97-4b01-9adb-5e5a35afa6c0 Nov 11 18:14:03.559828 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-33f0812c-78ae-45bc-8bd1-77cc13b75d25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:03.582892 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-33f0812c-78ae-45bc-8bd1-77cc13b75d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:03.584025 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f0812c-78ae-45bc-8bd1-77cc13b75d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:03.584469 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-33f0812c-78ae-45bc-8bd1-77cc13b75d25 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:03.631715 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bb57ed94-3c0e-422a-8f18-31fd161248ed no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:14:03.649305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-33f0812c-78ae-45bc-8bd1-77cc13b75d25 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3772397 Nov 11 18:14:03.652558 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0812c-78ae-45bc-8bd1-77cc13b75d25 admin admin] Pushing event updated for resources: {'Network': ['ID=9108179e-6f97-4b01-9adb-5e5a35afa6c0,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:03.652945 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51826) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:03.657797 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-fb3b4aa7-3f8b-488d-b4fa-db4683d1aeeb admin admin] Request body: {'subnet': {'network_id': '9108179e-6f97-4b01-9adb-5e5a35afa6c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2117739590-subnet', 'tenant_id': 'ad1dd79dff1e487183b7e82ff5916776', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:03.665640 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 9108179e-6f97-4b01-9adb-5e5a35afa6c0 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:14:03.669235 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: bb57ed94-3c0e-422a-8f18-31fd161248ed {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:14:03.669574 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bb57ed94-3c0e-422a-8f18-31fd161248ed not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:14:03.669980 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 0528f8ec-f334-4356-894c-9d3a60530581 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:14:03.679673 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3b4aa7-3f8b-488d-b4fa-db4683d1aeeb admin admin] Made reservation on behalf of ad1dd79dff1e487183b7e82ff5916776 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:14:03.682081 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4aa7-3f8b-488d-b4fa-db4683d1aeeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:03.722408 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 0528f8ec-f334-4356-894c-9d3a60530581 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:14:03.722751 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 0528f8ec-f334-4356-894c-9d3a60530581 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:14:03.857500 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4aa7-3f8b-488d-b4fa-db4683d1aeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:03.913396 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b4aa7-3f8b-488d-b4fa-db4683d1aeeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=91d25d53-9a14-4ceb-9713-04cbb5a28173,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:03.922274 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3b4aa7-3f8b-488d-b4fa-db4683d1aeeb admin admin] Checking segment: {'id': 'a530f184-d024-49b3-bc9c-1ff4d8e10a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9108179e-6f97-4b01-9adb-5e5a35afa6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:14:03.922638 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3b4aa7-3f8b-488d-b4fa-db4683d1aeeb admin admin] Network hostable DHCP agents. Network: 9108179e-6f97-4b01-9adb-5e5a35afa6c0, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:14:03.939765 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3b4aa7-3f8b-488d-b4fa-db4683d1aeeb admin admin] Network 9108179e-6f97-4b01-9adb-5e5a35afa6c0 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:14:03.948853 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-fb3b4aa7-3f8b-488d-b4fa-db4683d1aeeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 9108179e-6f97-4b01-9adb-5e5a35afa6c0) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:03.952701 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3b4aa7-3f8b-488d-b4fa-db4683d1aeeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:03.953390 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4aa7-3f8b-488d-b4fa-db4683d1aeeb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:03.958896 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b08135-b458-48c6-a6fd-4870de01c8c7 None None] Network 9108179e-6f97-4b01-9adb-5e5a35afa6c0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:14:03.968427 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fb3b4aa7-3f8b-488d-b4fa-db4683d1aeeb admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3144181 Nov 11 18:14:04.091342 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a38e18-1390-4a38-b4c5-977a368bdb47 None None] Network 9108179e-6f97-4b01-9adb-5e5a35afa6c0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:14:04.391869 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-b87fece6-1ed9-4272-9624-66c6f259fbd1 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:04.398691 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-b87fece6-1ed9-4272-9624-66c6f259fbd1 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/networks?id=9108179e-6f97-4b01-9adb-5e5a35afa6c0 HTTP/1.1" status: 200 len: 814 time: 0.1088536 Nov 11 18:14:04.414865 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-7e63da0f-81e5-450d-84ac-9bc6f2a60b40 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/quotas/ad1dd79dff1e487183b7e82ff5916776 HTTP/1.1" status: 200 len: 375 time: 0.0104721 Nov 11 18:14:04.455360 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-7f7470f0-fb45-4bff-8267-87dd8acf3459 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ad1dd79dff1e487183b7e82ff5916776&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321789 Nov 11 18:14:04.635924 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-a71f497f-98bd-4d06-8816-4628594d75b5 service neutron] 10.222.0.76 "GET /v2.0/networks/9108179e-6f97-4b01-9adb-5e5a35afa6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231627 Nov 11 18:14:04.723890 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-7a6115bc-c849-44b8-80fc-1d28225f425e service neutron] 10.222.0.76 "GET /v2.0/networks/9108179e-6f97-4b01-9adb-5e5a35afa6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818181 Nov 11 18:14:04.882178 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c420a3fd-80a4-42c9-9ac1-5590af5a788b req-be260ccf-9bf6-40cd-937f-6788f2a0aaba tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa30c43-c783-43e4-b306-2df6df1db67c HTTP/1.1" status: 200 len: 210 time: 0.0310104 Nov 11 18:14:05.804272 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-31c7c46e-e500-4af7-a691-fb4cf8d3c622 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:05.805720 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-31c7c46e-e500-4af7-a691-fb4cf8d3c622 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.83 "GET /v2.0/networks?id=9108179e-6f97-4b01-9adb-5e5a35afa6c0 HTTP/1.1" status: 200 len: 814 time: 0.1004300 Nov 11 18:14:05.820179 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-9b95d341-cc97-4e74-b27e-9f488a77f0a5 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Request body: {'port': {'device_id': '8fa30c43-c783-43e4-b306-2df6df1db67c', 'network_id': '9108179e-6f97-4b01-9adb-5e5a35afa6c0', 'admin_state_up': True, 'tenant_id': 'ad1dd79dff1e487183b7e82ff5916776'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:05.929446 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-9b95d341-cc97-4e74-b27e-9f488a77f0a5 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Made reservation on behalf of ad1dd79dff1e487183b7e82ff5916776 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:14:05.933968 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-9b95d341-cc97-4e74-b27e-9f488a77f0a5 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:06.008475 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1a691e5d-b5c6-45b4-8185-997d8cd5deb6 req-471bb080-5611-4f56-935c-a9ee7ba3be06 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa30c43-c783-43e4-b306-2df6df1db67c HTTP/1.1" status: 200 len: 210 time: 0.0575933 Nov 11 18:14:06.084207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-9b95d341-cc97-4e74-b27e-9f488a77f0a5 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Allocated IP 172.20.0.7 (9108179e-6f97-4b01-9adb-5e5a35afa6c0/91d25d53-9a14-4ceb-9713-04cbb5a28173/91df2003-8fbf-410e-bab5-549594218fa0) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:14:06.524754 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-9b95d341-cc97-4e74-b27e-9f488a77f0a5 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:06.557517 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-9b95d341-cc97-4e74-b27e-9f488a77f0a5 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:06.604621 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-9b95d341-cc97-4e74-b27e-9f488a77f0a5 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Network 9108179e-6f97-4b01-9adb-5e5a35afa6c0 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:14:06.607720 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-9b95d341-cc97-4e74-b27e-9f488a77f0a5 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:06.611479 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-9b95d341-cc97-4e74-b27e-9f488a77f0a5 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:14:06.617682 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95d341-cc97-4e74-b27e-9f488a77f0a5 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Pushing event updated for resources: {'Port': ['ID=91df2003-8fbf-410e-bab5-549594218fa0,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:06.662756 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-9b95d341-cc97-4e74-b27e-9f488a77f0a5 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:06.663359 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-9b95d341-cc97-4e74-b27e-9f488a77f0a5 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:06.679069 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-9b95d341-cc97-4e74-b27e-9f488a77f0a5 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8625674 Nov 11 18:14:06.692514 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] Request body: {'port': {'device_id': '8fa30c43-c783-43e4-b306-2df6df1db67c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:06.745975 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:07.005989 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91df2003-8fbf-410e-bab5-549594218fa0 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:14:07.013869 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:07.025313 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] Transition to ACTIVE for port object 91df2003-8fbf-410e-bab5-549594218fa0 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:14:07.028719 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:07.082081 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] Pushing event updated for resources: {'Port': ['ID=91df2003-8fbf-410e-bab5-549594218fa0,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:07.180911 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00b34a-b198-4823-accb-2c6bad74b441 req-72cd00eb-8d61-4114-bf5f-911d6fcd6fe2 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:07.182916 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea00b34a-b198-4823-accb-2c6bad74b441 req-72cd00eb-8d61-4114-bf5f-911d6fcd6fe2 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa30c43-c783-43e4-b306-2df6df1db67c HTTP/1.1" status: 200 len: 943 time: 0.1059568 Nov 11 18:14:07.187097 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] Attempting to bind port 91df2003-8fbf-410e-bab5-549594218fa0 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:14:07.187427 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] Attempting to bind port 91df2003-8fbf-410e-bab5-549594218fa0 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'a530f184-d024-49b3-bc9c-1ff4d8e10a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9108179e-6f97-4b01-9adb-5e5a35afa6c0'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:14:07.187777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] Attempting to bind port 91df2003-8fbf-410e-bab5-549594218fa0 on network 9108179e-6f97-4b01-9adb-5e5a35afa6c0 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:14:07.198295 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] Port 91df2003-8fbf-410e-bab5-549594218fa0 on network 9108179e-6f97-4b01-9adb-5e5a35afa6c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:14:07.198610 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] Attempting to bind port 91df2003-8fbf-410e-bab5-549594218fa0 on network 9108179e-6f97-4b01-9adb-5e5a35afa6c0 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:14:07.210645 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:14:07.210993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] Checking segment: {'id': 'a530f184-d024-49b3-bc9c-1ff4d8e10a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9108179e-6f97-4b01-9adb-5e5a35afa6c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:14:07.211348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] Bound using segment: {'id': 'a530f184-d024-49b3-bc9c-1ff4d8e10a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9108179e-6f97-4b01-9adb-5e5a35afa6c0'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:14:07.211798 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] Bound port: 91df2003-8fbf-410e-bab5-549594218fa0, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a530f184-d024-49b3-bc9c-1ff4d8e10a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9108179e-6f97-4b01-9adb-5e5a35afa6c0'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:14:07.212153 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:07.268589 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea00b34a-b198-4823-accb-2c6bad74b441 req-30649b95-f8f7-4e7a-a1d3-5431a16c771f tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786035 Nov 11 18:14:07.295117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] For port 91df2003-8fbf-410e-bab5-549594218fa0, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:14:07.298297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] For port 91df2003-8fbf-410e-bab5-549594218fa0, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=91df2003-8fbf-410e-bab5-549594218fa0,segment=NetworkSegment(a530f184-d024-49b3-bc9c-1ff4d8e10a45),segment_id=a530f184-d024-49b3-bc9c-1ff4d8e10a45)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:14:07.302202 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:07.342874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:07.343492 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:07.344871 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] 10.222.0.83 "PUT /v2.0/ports/91df2003-8fbf-410e-bab5-549594218fa0 HTTP/1.1" status: 200 len: 1091 time: 0.6563411 Nov 11 18:14:07.345315 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa30c43-c783-43e4-b306-2df6df1db67c', 'tag': '91df2003-8fbf-410e-bab5-549594218fa0'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:14:07.367000 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054c2f3-2bd2-4253-8135-998ecad9ca46 service neutron] Pushing event updated for resources: {'Port': ['ID=91df2003-8fbf-410e-bab5-549594218fa0,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:07.399840 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a608be0-6d66-4c7f-8f9d-7ca3e758eb13" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa30c43-c783-43e4-b306-2df6df1db67c", "tag": "91df2003-8fbf-410e-bab5-549594218fa0"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:14:07.435266 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-d3a11985-74f2-4a2a-81ac-4883a940c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:07.436812 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-d3a11985-74f2-4a2a-81ac-4883a940c40e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad1dd79dff1e487183b7e82ff5916776&device_id=8fa30c43-c783-43e4-b306-2df6df1db67c HTTP/1.1" status: 200 len: 1094 time: 0.0469918 Nov 11 18:14:07.481721 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-53c5df71-0b04-4213-85b1-c36addc34e19 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91df2003-8fbf-410e-bab5-549594218fa0 HTTP/1.1" status: 200 len: 217 time: 0.0362639 Nov 11 18:14:07.482090 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6092-ebf5-492a-b670-5c9202ce6fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:07.515939 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ab0116-db43-4fdc-9291-ffb720660802 x-openstack-request-id: req-a3ab0116-db43-4fdc-9291-ffb720660802 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:14:07.516230 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa30c43-c783-43e4-b306-2df6df1db67c", "tag": "91df2003-8fbf-410e-bab5-549594218fa0", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:14:07.516483 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a3ab0116-db43-4fdc-9291-ffb720660802 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:14:07.516876 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa30c43-c783-43e4-b306-2df6df1db67c', 'tag': '91df2003-8fbf-410e-bab5-549594218fa0', 'status': 'completed', 'code': 200} Nov 11 18:14:07.534277 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-03ae2218-3745-4b95-82e1-a5a1f9a95f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:07.535750 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-03ae2218-3745-4b95-82e1-a5a1f9a95f68 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=91d25d53-9a14-4ceb-9713-04cbb5a28173 HTTP/1.1" status: 200 len: 854 time: 0.0477140 Nov 11 18:14:07.571421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-4e511497-d16b-44f8-9571-14dabc5c889f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9108179e-6f97-4b01-9adb-5e5a35afa6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278854 Nov 11 18:14:07.661147 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-c4ca646c-4ef6-47c7-8377-de9abe9a5d4f service neutron] 10.222.0.83 "GET /v2.0/networks/9108179e-6f97-4b01-9adb-5e5a35afa6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821900 Nov 11 18:14:07.753941 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ceb511a-5945-475e-82f7-34026c58a6e0 req-38949a7e-83c9-4449-a52a-fb2f6629a5c0 service neutron] 10.222.0.83 "GET /v2.0/networks/9108179e-6f97-4b01-9adb-5e5a35afa6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858331 Nov 11 18:14:07.837404 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a608be0-6d66-4c7f-8f9d-7ca3e758eb13 req-05ba949e-b2fc-494a-97c4-4aae1d07a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:07.839533 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a608be0-6d66-4c7f-8f9d-7ca3e758eb13 req-05ba949e-b2fc-494a-97c4-4aae1d07a9a0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad1dd79dff1e487183b7e82ff5916776&device_id=8fa30c43-c783-43e4-b306-2df6df1db67c HTTP/1.1" status: 200 len: 1094 time: 0.0422728 Nov 11 18:14:07.936675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a608be0-6d66-4c7f-8f9d-7ca3e758eb13 req-c7594719-4751-4fa3-ac0d-1285b55fcb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:07.938085 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a608be0-6d66-4c7f-8f9d-7ca3e758eb13 req-c7594719-4751-4fa3-ac0d-1285b55fcb76 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9108179e-6f97-4b01-9adb-5e5a35afa6c0 HTTP/1.1" status: 200 len: 916 time: 0.0874808 Nov 11 18:14:07.981694 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a608be0-6d66-4c7f-8f9d-7ca3e758eb13 req-38d9cf21-aef6-400f-aca1-f7ea6e1e28e4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91df2003-8fbf-410e-bab5-549594218fa0 HTTP/1.1" status: 200 len: 217 time: 0.0347493 Nov 11 18:14:08.035802 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a608be0-6d66-4c7f-8f9d-7ca3e758eb13 req-0ac8eed5-410e-4cf7-967d-f24409da0748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:08.037239 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a608be0-6d66-4c7f-8f9d-7ca3e758eb13 req-0ac8eed5-410e-4cf7-967d-f24409da0748 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=91d25d53-9a14-4ceb-9713-04cbb5a28173 HTTP/1.1" status: 200 len: 854 time: 0.0440128 Nov 11 18:14:08.068759 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a608be0-6d66-4c7f-8f9d-7ca3e758eb13 req-60aafa6a-963b-4e0d-b76f-55b357923140 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9108179e-6f97-4b01-9adb-5e5a35afa6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239036 Nov 11 18:14:08.162942 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a608be0-6d66-4c7f-8f9d-7ca3e758eb13 req-3684c338-25b9-497e-aa61-5ad556416487 service neutron] 10.222.0.83 "GET /v2.0/networks/9108179e-6f97-4b01-9adb-5e5a35afa6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861173 Nov 11 18:14:08.253104 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3a608be0-6d66-4c7f-8f9d-7ca3e758eb13 req-a50438b0-068a-4e15-a97b-7e055ee7ea12 service neutron] 10.222.0.83 "GET /v2.0/networks/9108179e-6f97-4b01-9adb-5e5a35afa6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817320 Nov 11 18:14:08.389612 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c440835-7959-481a-b9cd-c0ee539ddf63 req-87f49111-ef1d-4552-a631-c0b8d6cffee5 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:08.391104 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c440835-7959-481a-b9cd-c0ee539ddf63 req-87f49111-ef1d-4552-a631-c0b8d6cffee5 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa30c43-c783-43e4-b306-2df6df1db67c HTTP/1.1" status: 200 len: 943 time: 0.0542457 Nov 11 18:14:08.444341 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5c440835-7959-481a-b9cd-c0ee539ddf63 req-a8170895-0416-4730-a6c0-59618d510ff1 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473430 Nov 11 18:14:09.560812 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b55d4f-32f8-4388-a320-9137cf92efa6 req-80c3142f-0522-4102-b502-8b918192062b tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:09.562410 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0b55d4f-32f8-4388-a320-9137cf92efa6 req-80c3142f-0522-4102-b502-8b918192062b tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa30c43-c783-43e4-b306-2df6df1db67c HTTP/1.1" status: 200 len: 943 time: 0.0516396 Nov 11 18:14:09.612071 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b0b55d4f-32f8-4388-a320-9137cf92efa6 req-381a7181-d11e-4e82-87da-2256084e3b05 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435312 Nov 11 18:14:10.122667 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 91df2003-8fbf-410e-bab5-549594218fa0 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:14:10.226214 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 91df2003-8fbf-410e-bab5-549594218fa0, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=91df2003-8fbf-410e-bab5-549594218fa0,segment=NetworkSegment(a530f184-d024-49b3-bc9c-1ff4d8e10a45),segment_id=a530f184-d024-49b3-bc9c-1ff4d8e10a45)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:14:10.236822 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '91df2003-8fbf-410e-bab5-549594218fa0', 'network_id': '9108179e-6f97-4b01-9adb-5e5a35afa6c0', 'port_id': '91df2003-8fbf-410e-bab5-549594218fa0', 'mac_address': 'fa:16:3e:96:e8:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d25d53-9a14-4ceb-9713-04cbb5a28173', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:14:10.272325 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:10.288573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91df2003-8fbf-410e-bab5-549594218fa0 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:14:10.306891 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 91df2003-8fbf-410e-bab5-549594218fa0, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=91df2003-8fbf-410e-bab5-549594218fa0,segment=NetworkSegment(a530f184-d024-49b3-bc9c-1ff4d8e10a45),segment_id=a530f184-d024-49b3-bc9c-1ff4d8e10a45)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:14:10.310594 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:10.356123 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=91df2003-8fbf-410e-bab5-549594218fa0,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:10.458913 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6bd7d894-4ef3-4744-85f3-4c1de407f4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:10.501304 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['91df2003-8fbf-410e-bab5-549594218fa0'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:14:10.725079 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4ceb1-3335-4b01-baf4-ac1fb68ea861 req-b03d978d-fa1c-4387-8c03-47ae19301760 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:10.726545 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08d4ceb1-3335-4b01-baf4-ac1fb68ea861 req-b03d978d-fa1c-4387-8c03-47ae19301760 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa30c43-c783-43e4-b306-2df6df1db67c HTTP/1.1" status: 200 len: 944 time: 0.0481904 Nov 11 18:14:10.776499 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-08d4ceb1-3335-4b01-baf4-ac1fb68ea861 req-0014b913-e0ff-431a-b108-a355714dac13 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441103 Nov 11 18:14:11.127036 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:11.888822 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b46e98-8e84-4cb7-a055-4efff167aec2 req-a4662fce-e3b0-432f-825c-69ced4dddfba tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:11.890215 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9b46e98-8e84-4cb7-a055-4efff167aec2 req-a4662fce-e3b0-432f-825c-69ced4dddfba tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa30c43-c783-43e4-b306-2df6df1db67c HTTP/1.1" status: 200 len: 944 time: 0.0479724 Nov 11 18:14:11.937163 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b9b46e98-8e84-4cb7-a055-4efff167aec2 req-efcd7fe1-7d52-475e-8a44-c169f61f2f51 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410776 Nov 11 18:14:12.138554 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 91df2003-8fbf-410e-bab5-549594218fa0 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:14:12.186898 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 91df2003-8fbf-410e-bab5-549594218fa0 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:14:12.190878 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 91df2003-8fbf-410e-bab5-549594218fa0 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:14:12.191254 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:12.269646 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:12.294965 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa30c43-c783-43e4-b306-2df6df1db67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91df2003-8fbf-410e-bab5-549594218fa0'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:14:12.309130 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 91df2003-8fbf-410e-bab5-549594218fa0, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=91df2003-8fbf-410e-bab5-549594218fa0,segment=NetworkSegment(a530f184-d024-49b3-bc9c-1ff4d8e10a45),segment_id=a530f184-d024-49b3-bc9c-1ff4d8e10a45)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:14:12.313720 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:12.338406 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a25839-45a8-4265-b1a1-23dc15f030b3" -d '{"events": [{"server_uuid": "8fa30c43-c783-43e4-b306-2df6df1db67c", "name": "network-vif-plugged", "status": "completed", "tag": "91df2003-8fbf-410e-bab5-549594218fa0"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:14:12.365647 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=91df2003-8fbf-410e-bab5-549594218fa0,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:12.423858 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f54be99-ae1a-4e64-8fa3-d1d1b052eb2d x-openstack-request-id: req-7f54be99-ae1a-4e64-8fa3-d1d1b052eb2d {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:14:12.424352 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa30c43-c783-43e4-b306-2df6df1db67c", "name": "network-vif-plugged", "status": "completed", "tag": "91df2003-8fbf-410e-bab5-549594218fa0", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:14:12.424500 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7f54be99-ae1a-4e64-8fa3-d1d1b052eb2d {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:14:12.424861 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa30c43-c783-43e4-b306-2df6df1db67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91df2003-8fbf-410e-bab5-549594218fa0', 'code': 200} Nov 11 18:14:12.528063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021867f1-33e9-4788-b8a2-73cfab70ad44 req-a2ff6db6-e0a2-4d5b-811c-713a9df054e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:12.529469 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-021867f1-33e9-4788-b8a2-73cfab70ad44 req-a2ff6db6-e0a2-4d5b-811c-713a9df054e5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8fa30c43-c783-43e4-b306-2df6df1db67c HTTP/1.1" status: 200 len: 1096 time: 0.0442860 Nov 11 18:14:12.573459 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-021867f1-33e9-4788-b8a2-73cfab70ad44 req-c9b2ac4c-5f7b-4f4c-abc6-2df45cbb83c6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370767 Nov 11 18:14:12.723380 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:13.007919 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:13.057050 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11850a6f-b240-4beb-bb81-8075dfe458fd req-94a7a08a-d97c-4432-b50b-9a6de0da5943 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:13.058450 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-11850a6f-b240-4beb-bb81-8075dfe458fd req-94a7a08a-d97c-4432-b50b-9a6de0da5943 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa30c43-c783-43e4-b306-2df6df1db67c HTTP/1.1" status: 200 len: 945 time: 0.0531843 Nov 11 18:14:13.109919 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-11850a6f-b240-4beb-bb81-8075dfe458fd req-9ee1e05a-5a0d-478c-ae65-d6018fa3fce7 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455334 Nov 11 18:14:14.224020 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a523555-fad3-4572-a1f4-b88133421c1c req-203a7502-ad37-48af-a377-845cc0fbf027 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:14.225470 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2a523555-fad3-4572-a1f4-b88133421c1c req-203a7502-ad37-48af-a377-845cc0fbf027 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa30c43-c783-43e4-b306-2df6df1db67c HTTP/1.1" status: 200 len: 945 time: 0.0485218 Nov 11 18:14:14.272415 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2a523555-fad3-4572-a1f4-b88133421c1c req-2b92401b-1462-4647-a226-3bae27dbf4e7 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404842 Nov 11 18:14:14.499688 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641288e5-a169-475b-833c-dbe16a3fdfec req-cbac6652-1ca1-4972-be40-e3ea9632006b tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:14.501154 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-641288e5-a169-475b-833c-dbe16a3fdfec req-cbac6652-1ca1-4972-be40-e3ea9632006b tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/networks?id=9108179e-6f97-4b01-9adb-5e5a35afa6c0 HTTP/1.1" status: 200 len: 814 time: 0.1120889 Nov 11 18:14:14.515442 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-641288e5-a169-475b-833c-dbe16a3fdfec req-d2c6ac7e-5702-4ea2-a6e1-d5124e64257a tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/quotas/ad1dd79dff1e487183b7e82ff5916776 HTTP/1.1" status: 200 len: 375 time: 0.0086794 Nov 11 18:14:14.562840 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-641288e5-a169-475b-833c-dbe16a3fdfec req-1737e197-b66c-4661-b022-27194fd16169 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ad1dd79dff1e487183b7e82ff5916776&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424352 Nov 11 18:14:14.655162 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-641288e5-a169-475b-833c-dbe16a3fdfec req-9d0ba8e3-3e9c-419d-bfc1-b110803a4e2c service neutron] 10.222.0.76 "GET /v2.0/networks/9108179e-6f97-4b01-9adb-5e5a35afa6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854509 Nov 11 18:14:14.742832 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-641288e5-a169-475b-833c-dbe16a3fdfec req-ee7ebc71-e3df-4120-84c3-0b88a76d606f service neutron] 10.222.0.76 "GET /v2.0/networks/9108179e-6f97-4b01-9adb-5e5a35afa6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816753 Nov 11 18:14:14.897461 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-09873fc8-c0fc-41e7-af5b-1e0d66a6e524 req-3ef916a3-9496-4f3f-a21d-80278ba1cd4f tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c0de0fc-8830-4409-9afa-b9e2536b56c5 HTTP/1.1" status: 200 len: 210 time: 0.0265176 Nov 11 18:14:15.858105 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641288e5-a169-475b-833c-dbe16a3fdfec req-887c18cc-eb2b-486d-b411-e7d943fbcf9c tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:15.859482 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-641288e5-a169-475b-833c-dbe16a3fdfec req-887c18cc-eb2b-486d-b411-e7d943fbcf9c tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.64 "GET /v2.0/networks?id=9108179e-6f97-4b01-9adb-5e5a35afa6c0 HTTP/1.1" status: 200 len: 814 time: 0.1175258 Nov 11 18:14:15.879169 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-641288e5-a169-475b-833c-dbe16a3fdfec req-06f59b03-a4aa-4c4a-98a1-00dd419df6d9 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Request body: {'port': {'device_id': '7c0de0fc-8830-4409-9afa-b9e2536b56c5', 'network_id': '9108179e-6f97-4b01-9adb-5e5a35afa6c0', 'admin_state_up': True, 'tenant_id': 'ad1dd79dff1e487183b7e82ff5916776'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:15.993030 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641288e5-a169-475b-833c-dbe16a3fdfec req-06f59b03-a4aa-4c4a-98a1-00dd419df6d9 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Made reservation on behalf of ad1dd79dff1e487183b7e82ff5916776 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:14:15.995348 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b29030e-bba6-4a9c-808d-422e637bc5e0 req-dec7944a-325e-480e-9d99-a6f74d7926cd tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c0de0fc-8830-4409-9afa-b9e2536b56c5 HTTP/1.1" status: 200 len: 210 time: 0.0313249 Nov 11 18:14:15.996947 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-641288e5-a169-475b-833c-dbe16a3fdfec req-06f59b03-a4aa-4c4a-98a1-00dd419df6d9 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:16.120933 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-641288e5-a169-475b-833c-dbe16a3fdfec req-06f59b03-a4aa-4c4a-98a1-00dd419df6d9 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Allocated IP 172.20.0.5 (9108179e-6f97-4b01-9adb-5e5a35afa6c0/91d25d53-9a14-4ceb-9713-04cbb5a28173/9ea6d219-2086-4b0a-9cf6-21d33069bd1c) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:14:16.270509 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-641288e5-a169-475b-833c-dbe16a3fdfec req-06f59b03-a4aa-4c4a-98a1-00dd419df6d9 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:16.303435 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-641288e5-a169-475b-833c-dbe16a3fdfec req-06f59b03-a4aa-4c4a-98a1-00dd419df6d9 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:16.315795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['91df2003-8fbf-410e-bab5-549594218fa0'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:14:16.343668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641288e5-a169-475b-833c-dbe16a3fdfec req-06f59b03-a4aa-4c4a-98a1-00dd419df6d9 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Network 9108179e-6f97-4b01-9adb-5e5a35afa6c0 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:14:16.350871 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-641288e5-a169-475b-833c-dbe16a3fdfec req-06f59b03-a4aa-4c4a-98a1-00dd419df6d9 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:16.355264 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-641288e5-a169-475b-833c-dbe16a3fdfec req-06f59b03-a4aa-4c4a-98a1-00dd419df6d9 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:14:16.361662 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f59b03-a4aa-4c4a-98a1-00dd419df6d9 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Pushing event updated for resources: {'Port': ['ID=9ea6d219-2086-4b0a-9cf6-21d33069bd1c,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:16.410495 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641288e5-a169-475b-833c-dbe16a3fdfec req-06f59b03-a4aa-4c4a-98a1-00dd419df6d9 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:16.411013 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-641288e5-a169-475b-833c-dbe16a3fdfec req-06f59b03-a4aa-4c4a-98a1-00dd419df6d9 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:16.427797 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-641288e5-a169-475b-833c-dbe16a3fdfec req-06f59b03-a4aa-4c4a-98a1-00dd419df6d9 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5523326 Nov 11 18:14:16.523988 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-641288e5-a169-475b-833c-dbe16a3fdfec req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] Request body: {'port': {'device_id': '7c0de0fc-8830-4409-9afa-b9e2536b56c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:16.576987 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-641288e5-a169-475b-833c-dbe16a3fdfec req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:16.841154 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-641288e5-a169-475b-833c-dbe16a3fdfec req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea6d219-2086-4b0a-9cf6-21d33069bd1c {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:14:16.848644 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-641288e5-a169-475b-833c-dbe16a3fdfec req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:16.860428 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-641288e5-a169-475b-833c-dbe16a3fdfec req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] Transition to ACTIVE for port object 9ea6d219-2086-4b0a-9cf6-21d33069bd1c will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:14:16.864014 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-641288e5-a169-475b-833c-dbe16a3fdfec req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:16.927426 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] Pushing event updated for resources: {'Port': ['ID=9ea6d219-2086-4b0a-9cf6-21d33069bd1c,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:16.977696 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-641288e5-a169-475b-833c-dbe16a3fdfec req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] Attempting to bind port 9ea6d219-2086-4b0a-9cf6-21d33069bd1c on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:14:16.978026 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-641288e5-a169-475b-833c-dbe16a3fdfec req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] Attempting to bind port 9ea6d219-2086-4b0a-9cf6-21d33069bd1c by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'a530f184-d024-49b3-bc9c-1ff4d8e10a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9108179e-6f97-4b01-9adb-5e5a35afa6c0'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:14:16.978356 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641288e5-a169-475b-833c-dbe16a3fdfec req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] Attempting to bind port 9ea6d219-2086-4b0a-9cf6-21d33069bd1c on network 9108179e-6f97-4b01-9adb-5e5a35afa6c0 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:14:16.982605 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641288e5-a169-475b-833c-dbe16a3fdfec req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] Port 9ea6d219-2086-4b0a-9cf6-21d33069bd1c on network 9108179e-6f97-4b01-9adb-5e5a35afa6c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:14:16.982922 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641288e5-a169-475b-833c-dbe16a3fdfec req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] Attempting to bind port 9ea6d219-2086-4b0a-9cf6-21d33069bd1c on network 9108179e-6f97-4b01-9adb-5e5a35afa6c0 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:14:16.987621 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641288e5-a169-475b-833c-dbe16a3fdfec req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:14:16.987978 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641288e5-a169-475b-833c-dbe16a3fdfec req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] Checking segment: {'id': 'a530f184-d024-49b3-bc9c-1ff4d8e10a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9108179e-6f97-4b01-9adb-5e5a35afa6c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:14:16.988353 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641288e5-a169-475b-833c-dbe16a3fdfec req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] Bound using segment: {'id': 'a530f184-d024-49b3-bc9c-1ff4d8e10a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9108179e-6f97-4b01-9adb-5e5a35afa6c0'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:14:16.988773 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-641288e5-a169-475b-833c-dbe16a3fdfec req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] Bound port: 9ea6d219-2086-4b0a-9cf6-21d33069bd1c, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a530f184-d024-49b3-bc9c-1ff4d8e10a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '9108179e-6f97-4b01-9adb-5e5a35afa6c0'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:14:16.989119 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-641288e5-a169-475b-833c-dbe16a3fdfec req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:17.054817 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-641288e5-a169-475b-833c-dbe16a3fdfec req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] For port 9ea6d219-2086-4b0a-9cf6-21d33069bd1c, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:14:17.057828 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-641288e5-a169-475b-833c-dbe16a3fdfec req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] For port 9ea6d219-2086-4b0a-9cf6-21d33069bd1c, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=9ea6d219-2086-4b0a-9cf6-21d33069bd1c,segment=NetworkSegment(a530f184-d024-49b3-bc9c-1ff4d8e10a45),segment_id=a530f184-d024-49b3-bc9c-1ff4d8e10a45)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:14:17.062301 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-641288e5-a169-475b-833c-dbe16a3fdfec req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:17.102040 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641288e5-a169-475b-833c-dbe16a3fdfec req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:17.102708 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-641288e5-a169-475b-833c-dbe16a3fdfec req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:17.104097 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-641288e5-a169-475b-833c-dbe16a3fdfec req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] 10.222.0.64 "PUT /v2.0/ports/9ea6d219-2086-4b0a-9cf6-21d33069bd1c HTTP/1.1" status: 200 len: 1091 time: 0.6260488 Nov 11 18:14:17.104536 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0de0fc-8830-4409-9afa-b9e2536b56c5', 'tag': '9ea6d219-2086-4b0a-9cf6-21d33069bd1c'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:14:17.106807 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce0985748977e3fd26376c80dbb6ea189fd81e02bd3d57a001dfe7f9eeece1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daa234c-aa8f-4281-a4de-6396f611b68c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0de0fc-8830-4409-9afa-b9e2536b56c5", "tag": "9ea6d219-2086-4b0a-9cf6-21d33069bd1c"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:14:17.113632 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed79ae6-65db-484f-91d1-37cebac013b0 req-eca147d7-01fc-4479-8097-4295408aa738 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:17.115161 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bed79ae6-65db-484f-91d1-37cebac013b0 req-eca147d7-01fc-4479-8097-4295408aa738 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c0de0fc-8830-4409-9afa-b9e2536b56c5 HTTP/1.1" status: 200 len: 943 time: 0.0517640 Nov 11 18:14:17.125631 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a6fc8-bb29-4f94-98a5-cc2ff6298d4e service neutron] Pushing event updated for resources: {'Port': ['ID=9ea6d219-2086-4b0a-9cf6-21d33069bd1c,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:17.168615 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bed79ae6-65db-484f-91d1-37cebac013b0 req-8e6010da-9c6a-4c72-944a-41408ae155b2 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471683 Nov 11 18:14:17.200418 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641288e5-a169-475b-833c-dbe16a3fdfec req-9568216a-e24c-4a8a-9ddb-adcac24da1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:17.201938 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-641288e5-a169-475b-833c-dbe16a3fdfec req-9568216a-e24c-4a8a-9ddb-adcac24da1ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ad1dd79dff1e487183b7e82ff5916776&device_id=7c0de0fc-8830-4409-9afa-b9e2536b56c5 HTTP/1.1" status: 200 len: 1094 time: 0.0439754 Nov 11 18:14:17.213038 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85174293-676c-4cbe-abd7-936971bb8afc x-openstack-request-id: req-85174293-676c-4cbe-abd7-936971bb8afc {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:14:17.213857 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0de0fc-8830-4409-9afa-b9e2536b56c5", "tag": "9ea6d219-2086-4b0a-9cf6-21d33069bd1c", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:14:17.214117 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-85174293-676c-4cbe-abd7-936971bb8afc {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:14:17.214525 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0de0fc-8830-4409-9afa-b9e2536b56c5', 'tag': '9ea6d219-2086-4b0a-9cf6-21d33069bd1c', 'status': 'completed', 'code': 200} Nov 11 18:14:17.267829 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-641288e5-a169-475b-833c-dbe16a3fdfec req-1bdc8e01-10a7-4ba8-aed2-bede51fad6f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ea6d219-2086-4b0a-9cf6-21d33069bd1c HTTP/1.1" status: 200 len: 217 time: 0.0385518 Nov 11 18:14:17.316013 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641288e5-a169-475b-833c-dbe16a3fdfec req-c7a675d4-215e-4d26-9236-c17ea0a3424e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:17.317345 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-641288e5-a169-475b-833c-dbe16a3fdfec req-c7a675d4-215e-4d26-9236-c17ea0a3424e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91d25d53-9a14-4ceb-9713-04cbb5a28173 HTTP/1.1" status: 200 len: 854 time: 0.0430977 Nov 11 18:14:17.348217 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-641288e5-a169-475b-833c-dbe16a3fdfec req-9b7246e6-53ed-493d-bafd-9f2de32b928e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9108179e-6f97-4b01-9adb-5e5a35afa6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237310 Nov 11 18:14:17.439672 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-641288e5-a169-475b-833c-dbe16a3fdfec req-987de20e-e57c-44ac-91ab-87dca0e26d8c service neutron] 10.222.0.64 "GET /v2.0/networks/9108179e-6f97-4b01-9adb-5e5a35afa6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843575 Nov 11 18:14:17.529420 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-641288e5-a169-475b-833c-dbe16a3fdfec req-2e2ef6ee-213a-4176-9fca-53b784372a8e service neutron] 10.222.0.64 "GET /v2.0/networks/9108179e-6f97-4b01-9adb-5e5a35afa6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833042 Nov 11 18:14:17.651469 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa234c-aa8f-4281-a4de-6396f611b68c req-1cb96e3c-f80f-402e-ab99-48b902c1d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:17.653017 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7daa234c-aa8f-4281-a4de-6396f611b68c req-1cb96e3c-f80f-402e-ab99-48b902c1d592 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ad1dd79dff1e487183b7e82ff5916776&device_id=7c0de0fc-8830-4409-9afa-b9e2536b56c5 HTTP/1.1" status: 200 len: 1094 time: 0.0412221 Nov 11 18:14:17.747653 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa234c-aa8f-4281-a4de-6396f611b68c req-6d7bf1d4-ec89-4068-91ce-8a6d7223d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:17.749133 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7daa234c-aa8f-4281-a4de-6396f611b68c req-6d7bf1d4-ec89-4068-91ce-8a6d7223d5c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9108179e-6f97-4b01-9adb-5e5a35afa6c0 HTTP/1.1" status: 200 len: 916 time: 0.0894952 Nov 11 18:14:17.789307 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7daa234c-aa8f-4281-a4de-6396f611b68c req-4f3e1d2b-a326-4452-b4e1-3f9eca4e3a0b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ea6d219-2086-4b0a-9cf6-21d33069bd1c HTTP/1.1" status: 200 len: 217 time: 0.0333607 Nov 11 18:14:17.842554 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa234c-aa8f-4281-a4de-6396f611b68c req-7a2d5d72-80a9-4788-849d-3441a5394770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:17.843966 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7daa234c-aa8f-4281-a4de-6396f611b68c req-7a2d5d72-80a9-4788-849d-3441a5394770 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91d25d53-9a14-4ceb-9713-04cbb5a28173 HTTP/1.1" status: 200 len: 854 time: 0.0473328 Nov 11 18:14:17.876866 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7daa234c-aa8f-4281-a4de-6396f611b68c req-d783b9fb-5ee4-497b-af64-b011385d9727 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9108179e-6f97-4b01-9adb-5e5a35afa6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256574 Nov 11 18:14:17.966994 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7daa234c-aa8f-4281-a4de-6396f611b68c req-3a3f18b6-8770-41c8-9ba7-ba5395b8a1a5 service neutron] 10.222.0.64 "GET /v2.0/networks/9108179e-6f97-4b01-9adb-5e5a35afa6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824463 Nov 11 18:14:18.059913 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7daa234c-aa8f-4281-a4de-6396f611b68c req-9bee229f-2412-4f74-b879-bcf396772e3b service neutron] 10.222.0.64 "GET /v2.0/networks/9108179e-6f97-4b01-9adb-5e5a35afa6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855706 Nov 11 18:14:18.283818 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e9c30-fc1f-401d-83c6-56bf9062dbdf req-3aaf832a-9758-42d6-9002-33f05970f247 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:18.285274 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-378e9c30-fc1f-401d-83c6-56bf9062dbdf req-3aaf832a-9758-42d6-9002-33f05970f247 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c0de0fc-8830-4409-9afa-b9e2536b56c5 HTTP/1.1" status: 200 len: 943 time: 0.0488198 Nov 11 18:14:18.332993 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-378e9c30-fc1f-401d-83c6-56bf9062dbdf req-b3221299-3398-46a9-b960-072bb5ef0389 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418551 Nov 11 18:14:18.835978 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:19.449871 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80470fa7-6ece-42ab-8187-d84e34fb939f req-7ec0c63a-7bc6-4cf0-b2d6-a31807a44b76 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:19.451319 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-80470fa7-6ece-42ab-8187-d84e34fb939f req-7ec0c63a-7bc6-4cf0-b2d6-a31807a44b76 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c0de0fc-8830-4409-9afa-b9e2536b56c5 HTTP/1.1" status: 200 len: 943 time: 0.0528419 Nov 11 18:14:19.499201 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-80470fa7-6ece-42ab-8187-d84e34fb939f req-31d87163-c0d8-411b-af35-03a299844c23 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420051 Nov 11 18:14:20.614701 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20fb64-5147-4d62-baa0-b708479003e1 req-33e4542a-b7d7-4afd-9bd1-3873e6dd4214 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:20.616198 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d20fb64-5147-4d62-baa0-b708479003e1 req-33e4542a-b7d7-4afd-9bd1-3873e6dd4214 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c0de0fc-8830-4409-9afa-b9e2536b56c5 HTTP/1.1" status: 200 len: 943 time: 0.0492637 Nov 11 18:14:20.663080 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2d20fb64-5147-4d62-baa0-b708479003e1 req-65de4f0a-41a1-481a-a2c1-99f3eb9de7de tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408607 Nov 11 18:14:21.270372 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 9ea6d219-2086-4b0a-9cf6-21d33069bd1c details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:14:21.365260 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 9ea6d219-2086-4b0a-9cf6-21d33069bd1c, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=9ea6d219-2086-4b0a-9cf6-21d33069bd1c,segment=NetworkSegment(a530f184-d024-49b3-bc9c-1ff4d8e10a45),segment_id=a530f184-d024-49b3-bc9c-1ff4d8e10a45)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:14:21.376989 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '9ea6d219-2086-4b0a-9cf6-21d33069bd1c', 'network_id': '9108179e-6f97-4b01-9adb-5e5a35afa6c0', 'port_id': '9ea6d219-2086-4b0a-9cf6-21d33069bd1c', 'mac_address': 'fa:16:3e:2b:8b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d25d53-9a14-4ceb-9713-04cbb5a28173', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:14:21.412022 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:21.425163 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea6d219-2086-4b0a-9cf6-21d33069bd1c {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:14:21.444383 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 9ea6d219-2086-4b0a-9cf6-21d33069bd1c, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=9ea6d219-2086-4b0a-9cf6-21d33069bd1c,segment=NetworkSegment(a530f184-d024-49b3-bc9c-1ff4d8e10a45),segment_id=a530f184-d024-49b3-bc9c-1ff4d8e10a45)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:14:21.448443 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:21.496245 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=9ea6d219-2086-4b0a-9cf6-21d33069bd1c,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:21.700359 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['9ea6d219-2086-4b0a-9cf6-21d33069bd1c'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:14:21.778644 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c203897-8dbd-457a-9bee-8f9824e24224 req-f6c32b43-2684-437d-853d-b571a9c08919 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:21.780169 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c203897-8dbd-457a-9bee-8f9824e24224 req-f6c32b43-2684-437d-853d-b571a9c08919 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c0de0fc-8830-4409-9afa-b9e2536b56c5 HTTP/1.1" status: 200 len: 944 time: 0.0479872 Nov 11 18:14:21.831187 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c203897-8dbd-457a-9bee-8f9824e24224 req-5d1f3646-06b5-44c5-b915-1614e39f4063 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448561 Nov 11 18:14:22.945840 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a7fd7-7a96-4423-be08-1e1d7b766f20 req-a0e350d2-a1fa-412f-ab10-a59155310a50 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:22.947302 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f4a7fd7-7a96-4423-be08-1e1d7b766f20 req-a0e350d2-a1fa-412f-ab10-a59155310a50 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c0de0fc-8830-4409-9afa-b9e2536b56c5 HTTP/1.1" status: 200 len: 944 time: 0.0493107 Nov 11 18:14:22.993169 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f4a7fd7-7a96-4423-be08-1e1d7b766f20 req-3946e7c2-190a-4f26-9bb3-cc4d3a4b866a tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400054 Nov 11 18:14:23.286558 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 9ea6d219-2086-4b0a-9cf6-21d33069bd1c up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:14:23.336005 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 9ea6d219-2086-4b0a-9cf6-21d33069bd1c completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:14:23.340244 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 9ea6d219-2086-4b0a-9cf6-21d33069bd1c triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:14:23.340620 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:23.414107 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:23.436138 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0de0fc-8830-4409-9afa-b9e2536b56c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea6d219-2086-4b0a-9cf6-21d33069bd1c'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:14:23.438345 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef59fa91-8de6-48dd-89b1-6233b723bfa3" -d '{"events": [{"server_uuid": "7c0de0fc-8830-4409-9afa-b9e2536b56c5", "name": "network-vif-plugged", "status": "completed", "tag": "9ea6d219-2086-4b0a-9cf6-21d33069bd1c"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:14:23.451163 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 9ea6d219-2086-4b0a-9cf6-21d33069bd1c, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=9ea6d219-2086-4b0a-9cf6-21d33069bd1c,segment=NetworkSegment(a530f184-d024-49b3-bc9c-1ff4d8e10a45),segment_id=a530f184-d024-49b3-bc9c-1ff4d8e10a45)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:14:23.455354 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:23.478323 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596bd3a5-5d61-4158-9b5f-19639a7711f8 x-openstack-request-id: req-596bd3a5-5d61-4158-9b5f-19639a7711f8 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:14:23.479267 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0de0fc-8830-4409-9afa-b9e2536b56c5", "name": "network-vif-plugged", "status": "completed", "tag": "9ea6d219-2086-4b0a-9cf6-21d33069bd1c", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:14:23.479524 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-596bd3a5-5d61-4158-9b5f-19639a7711f8 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:14:23.479945 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0de0fc-8830-4409-9afa-b9e2536b56c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea6d219-2086-4b0a-9cf6-21d33069bd1c', 'code': 200} Nov 11 18:14:23.503934 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=9ea6d219-2086-4b0a-9cf6-21d33069bd1c,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:23.605674 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d1ab5-1519-4761-9e71-c5699b901d46 req-7b5d3275-4299-4047-b9ac-d15296830b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:23.607161 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4c4d1ab5-1519-4761-9e71-c5699b901d46 req-7b5d3275-4299-4047-b9ac-d15296830b70 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7c0de0fc-8830-4409-9afa-b9e2536b56c5 HTTP/1.1" status: 200 len: 1096 time: 0.0442984 Nov 11 18:14:23.652467 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4c4d1ab5-1519-4761-9e71-c5699b901d46 req-322d77b3-224a-4bc6-9a50-eea0cb048669 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383060 Nov 11 18:14:24.117766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3a2d8-9071-4fe9-ac91-76fcea9d21e4 req-9a1ebb31-d352-4f42-aa94-cde0e8f426f4 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:24.119816 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4a3a2d8-9071-4fe9-ac91-76fcea9d21e4 req-9a1ebb31-d352-4f42-aa94-cde0e8f426f4 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c0de0fc-8830-4409-9afa-b9e2536b56c5 HTTP/1.1" status: 200 len: 945 time: 0.0527365 Nov 11 18:14:24.175341 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b4a3a2d8-9071-4fe9-ac91-76fcea9d21e4 req-48f1d253-b8e6-4710-9291-8bc4bee1ebf7 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495279 Nov 11 18:14:24.554171 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:25.293880 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762a0c8-893d-4b97-b5bb-cfb2e5072dd1 req-2d34680c-4c25-4c5c-be7b-68850f65f173 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:25.295318 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1762a0c8-893d-4b97-b5bb-cfb2e5072dd1 req-2d34680c-4c25-4c5c-be7b-68850f65f173 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c0de0fc-8830-4409-9afa-b9e2536b56c5 HTTP/1.1" status: 200 len: 945 time: 0.0526562 Nov 11 18:14:25.341374 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1762a0c8-893d-4b97-b5bb-cfb2e5072dd1 req-9086335f-240b-4c84-b3c3-580eb0faa2cc tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401113 Nov 11 18:14:25.569192 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc124f5-9dda-46cf-b802-aa1c566b07ab req-0d7cb7e0-1260-44d7-9b74-3f84637c9fc7 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:25.570699 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdc124f5-9dda-46cf-b802-aa1c566b07ab req-0d7cb7e0-1260-44d7-9b74-3f84637c9fc7 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c0de0fc-8830-4409-9afa-b9e2536b56c5 HTTP/1.1" status: 200 len: 945 time: 0.0494444 Nov 11 18:14:25.617670 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fdc124f5-9dda-46cf-b802-aa1c566b07ab req-9c1067ed-e2aa-4bbc-94f2-7da1f9c91758 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410967 Nov 11 18:14:26.740334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02165b6b-32f6-4bb7-bb0c-8712be7af10e req-ba7c08b7-1e6d-44ce-9dfc-320615bb2624 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:26.741979 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-02165b6b-32f6-4bb7-bb0c-8712be7af10e req-ba7c08b7-1e6d-44ce-9dfc-320615bb2624 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c0de0fc-8830-4409-9afa-b9e2536b56c5 HTTP/1.1" status: 200 len: 945 time: 0.0547767 Nov 11 18:14:26.787963 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-02165b6b-32f6-4bb7-bb0c-8712be7af10e req-22d6c308-f746-413d-aff6-20f6b23f7d2f tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394871 Nov 11 18:14:26.954266 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a5070-5788-4c36-b190-c288e453f61c req-c3219c6c-e0a8-4814-9d5a-381c942409da tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:26.955708 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a22a5070-5788-4c36-b190-c288e453f61c req-c3219c6c-e0a8-4814-9d5a-381c942409da tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0de0fc-8830-4409-9afa-b9e2536b56c5 HTTP/1.1" status: 200 len: 945 time: 0.0484676 Nov 11 18:14:27.047018 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-a22a5070-5788-4c36-b190-c288e453f61c req-294dd388-ec05-427d-be0e-7af76a563e50 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Deleting port 9ea6d219-2086-4b0a-9cf6-21d33069bd1c {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:14:27.047362 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a22a5070-5788-4c36-b190-c288e453f61c req-294dd388-ec05-427d-be0e-7af76a563e50 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:27.135163 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-a22a5070-5788-4c36-b190-c288e453f61c req-294dd388-ec05-427d-be0e-7af76a563e50 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] For port 9ea6d219-2086-4b0a-9cf6-21d33069bd1c, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=9ea6d219-2086-4b0a-9cf6-21d33069bd1c,segment=NetworkSegment(a530f184-d024-49b3-bc9c-1ff4d8e10a45),segment_id=a530f184-d024-49b3-bc9c-1ff4d8e10a45)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:14:27.135541 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a22a5070-5788-4c36-b190-c288e453f61c req-294dd388-ec05-427d-be0e-7af76a563e50 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:27.152201 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-a22a5070-5788-4c36-b190-c288e453f61c req-294dd388-ec05-427d-be0e-7af76a563e50 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Calling delete_port for 9ea6d219-2086-4b0a-9cf6-21d33069bd1c owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:14:27.274363 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a22a5070-5788-4c36-b190-c288e453f61c req-294dd388-ec05-427d-be0e-7af76a563e50 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:27.286477 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['91df2003-8fbf-410e-bab5-549594218fa0'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:14:27.344711 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['9ea6d219-2086-4b0a-9cf6-21d33069bd1c'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:14:27.352105 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294dd388-ec05-427d-be0e-7af76a563e50 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Pushing event deleted for resources: {'Port': ['ID=9ea6d219-2086-4b0a-9cf6-21d33069bd1c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:27.395837 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22a5070-5788-4c36-b190-c288e453f61c req-294dd388-ec05-427d-be0e-7af76a563e50 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] No DVR routers for this DVR port 9ea6d219-2086-4b0a-9cf6-21d33069bd1c on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:14:27.398398 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-a22a5070-5788-4c36-b190-c288e453f61c req-294dd388-ec05-427d-be0e-7af76a563e50 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:27.402356 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-a22a5070-5788-4c36-b190-c288e453f61c req-294dd388-ec05-427d-be0e-7af76a563e50 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.64 "DELETE /v2.0/ports/9ea6d219-2086-4b0a-9cf6-21d33069bd1c HTTP/1.1" status: 204 len: 173 time: 0.4403784 Nov 11 18:14:27.402808 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0de0fc-8830-4409-9afa-b9e2536b56c5', 'name': 'network-vif-deleted', 'tag': '9ea6d219-2086-4b0a-9cf6-21d33069bd1c'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:14:27.405091 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce0985748977e3fd26376c80dbb6ea189fd81e02bd3d57a001dfe7f9eeece1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5260dab9-709e-46de-b38e-8b53d6274a9d" -d '{"events": [{"server_uuid": "7c0de0fc-8830-4409-9afa-b9e2536b56c5", "name": "network-vif-deleted", "tag": "9ea6d219-2086-4b0a-9cf6-21d33069bd1c"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:14:27.448076 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e359974-b734-4680-a52e-00dea255124f x-openstack-request-id: req-7e359974-b734-4680-a52e-00dea255124f {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:14:27.448380 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0de0fc-8830-4409-9afa-b9e2536b56c5", "name": "network-vif-deleted", "tag": "9ea6d219-2086-4b0a-9cf6-21d33069bd1c", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:14:27.448630 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e359974-b734-4680-a52e-00dea255124f {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:14:27.449028 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0de0fc-8830-4409-9afa-b9e2536b56c5', 'name': 'network-vif-deleted', 'tag': '9ea6d219-2086-4b0a-9cf6-21d33069bd1c', 'status': 'completed', 'code': 200} Nov 11 18:14:27.908365 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-93e276da-8303-4354-bd0e-fede0019ff89 req-e3e213f3-8747-4cb7-a7bf-335eddfd747a tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c0de0fc-8830-4409-9afa-b9e2536b56c5 HTTP/1.1" status: 200 len: 210 time: 0.0276725 Nov 11 18:14:29.054063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a026c-3dce-4c57-a05e-371370ebf15a req-67072527-986a-421f-858e-f8d5dc6a479e tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:29.055435 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-078a026c-3dce-4c57-a05e-371370ebf15a req-67072527-986a-421f-858e-f8d5dc6a479e tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa30c43-c783-43e4-b306-2df6df1db67c HTTP/1.1" status: 200 len: 945 time: 0.0484123 Nov 11 18:14:29.102179 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-078a026c-3dce-4c57-a05e-371370ebf15a req-38752fc7-968d-4ce3-b70a-17799e3ec7c8 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404522 Nov 11 18:14:29.231950 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9b68e-0f64-496c-9f51-ffdc02fc1a4c req-247d054f-72a9-49a0-9197-0165da3f2494 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:29.233402 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92d9b68e-0f64-496c-9f51-ffdc02fc1a4c req-247d054f-72a9-49a0-9197-0165da3f2494 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa30c43-c783-43e4-b306-2df6df1db67c HTTP/1.1" status: 200 len: 945 time: 0.0526459 Nov 11 18:14:29.281314 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92d9b68e-0f64-496c-9f51-ffdc02fc1a4c req-622c4d1b-cb6f-4aba-a94c-fb60fd818d6a tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420074 Nov 11 18:14:29.392500 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f9362-2de8-4b1d-a891-992993f051a1 req-cb620be6-be91-434d-9abf-fac5711a4fc7 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:29.394089 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c19f9362-2de8-4b1d-a891-992993f051a1 req-cb620be6-be91-434d-9abf-fac5711a4fc7 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa30c43-c783-43e4-b306-2df6df1db67c HTTP/1.1" status: 200 len: 945 time: 0.0488570 Nov 11 18:14:29.441060 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c19f9362-2de8-4b1d-a891-992993f051a1 req-689a005e-0d6c-4322-b6f9-7e8a7c6c49ba tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410979 Nov 11 18:14:29.602795 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071df9f-5edf-4172-89f1-870630db67d4 req-f3acca20-ffd0-494c-883a-d3044d747404 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:29.604788 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e071df9f-5edf-4172-89f1-870630db67d4 req-f3acca20-ffd0-494c-883a-d3044d747404 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa30c43-c783-43e4-b306-2df6df1db67c HTTP/1.1" status: 200 len: 945 time: 0.0489516 Nov 11 18:14:29.655389 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e071df9f-5edf-4172-89f1-870630db67d4 req-c6e858b6-7b83-4510-b544-5a4d835a60e7 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447202 Nov 11 18:14:29.769355 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79e46a-877c-42ba-95de-0af3fd7358d6 req-0ffae620-fcec-44ef-8eb2-da0317b3a3cd tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:29.770807 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dc79e46a-877c-42ba-95de-0af3fd7358d6 req-0ffae620-fcec-44ef-8eb2-da0317b3a3cd tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa30c43-c783-43e4-b306-2df6df1db67c HTTP/1.1" status: 200 len: 945 time: 0.0485747 Nov 11 18:14:29.819535 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dc79e46a-877c-42ba-95de-0af3fd7358d6 req-8d373a9b-b611-4070-ac6a-3e4f565c7f48 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423090 Nov 11 18:14:29.940469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fddf5-9c0a-47f7-9e8f-336f0f9cfe3b req-fed9864a-56a2-45e6-9819-0bdae8d2a23e tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:29.941925 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-559fddf5-9c0a-47f7-9e8f-336f0f9cfe3b req-fed9864a-56a2-45e6-9819-0bdae8d2a23e tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa30c43-c783-43e4-b306-2df6df1db67c HTTP/1.1" status: 200 len: 945 time: 0.0492363 Nov 11 18:14:29.989417 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-559fddf5-9c0a-47f7-9e8f-336f0f9cfe3b req-6705f46f-c2e1-41c5-b3eb-f3dccf553ffa tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416782 Nov 11 18:14:30.284967 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f559c-d583-48bc-b767-7a5a01ceb13d req-ea567ac4-da7e-414c-a98a-c6513d37b89c tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:30.286432 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-832f559c-d583-48bc-b767-7a5a01ceb13d req-ea567ac4-da7e-414c-a98a-c6513d37b89c tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa30c43-c783-43e4-b306-2df6df1db67c HTTP/1.1" status: 200 len: 945 time: 0.0525496 Nov 11 18:14:30.332559 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-832f559c-d583-48bc-b767-7a5a01ceb13d req-bf224c0f-882c-4cf6-8bd9-03025ee8fe2e tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399866 Nov 11 18:14:31.285962 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 9ea6d219-2086-4b0a-9cf6-21d33069bd1c no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:14:31.306525 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 9ea6d219-2086-4b0a-9cf6-21d33069bd1c {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:14:31.306871 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 9ea6d219-2086-4b0a-9cf6-21d33069bd1c not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:14:31.447828 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b364c3e-f764-4f8f-a826-0b5b48d76409 req-565aa0f9-fd26-438f-a4c4-d36eb4798941 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:31.449324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b364c3e-f764-4f8f-a826-0b5b48d76409 req-565aa0f9-fd26-438f-a4c4-d36eb4798941 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fa30c43-c783-43e4-b306-2df6df1db67c HTTP/1.1" status: 200 len: 945 time: 0.0481052 Nov 11 18:14:31.497117 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b364c3e-f764-4f8f-a826-0b5b48d76409 req-33c33845-859c-4210-adb9-36e04f1dad58 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.76 "GET /v2.0/security-groups?id=6dc9e671-0439-4a3c-b5f6-d2148c7828be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410714 Nov 11 18:14:31.645533 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac1794-dd80-40a7-be21-4683bd297421 req-b69d93ea-2baa-4db3-bf02-e8b5c11463d0 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:31.646966 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-25ac1794-dd80-40a7-be21-4683bd297421 req-b69d93ea-2baa-4db3-bf02-e8b5c11463d0 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.83 "GET /v2.0/ports?device_id=8fa30c43-c783-43e4-b306-2df6df1db67c HTTP/1.1" status: 200 len: 945 time: 0.0475597 Nov 11 18:14:31.737533 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-25ac1794-dd80-40a7-be21-4683bd297421 req-86180e5d-6d01-462e-b2c3-60c7d9041a93 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Deleting port 91df2003-8fbf-410e-bab5-549594218fa0 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:14:31.737872 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-25ac1794-dd80-40a7-be21-4683bd297421 req-86180e5d-6d01-462e-b2c3-60c7d9041a93 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:31.826203 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-25ac1794-dd80-40a7-be21-4683bd297421 req-86180e5d-6d01-462e-b2c3-60c7d9041a93 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] For port 91df2003-8fbf-410e-bab5-549594218fa0, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=91df2003-8fbf-410e-bab5-549594218fa0,segment=NetworkSegment(a530f184-d024-49b3-bc9c-1ff4d8e10a45),segment_id=a530f184-d024-49b3-bc9c-1ff4d8e10a45)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:14:31.826573 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-25ac1794-dd80-40a7-be21-4683bd297421 req-86180e5d-6d01-462e-b2c3-60c7d9041a93 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:31.844060 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-25ac1794-dd80-40a7-be21-4683bd297421 req-86180e5d-6d01-462e-b2c3-60c7d9041a93 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Calling delete_port for 91df2003-8fbf-410e-bab5-549594218fa0 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:14:31.968227 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-25ac1794-dd80-40a7-be21-4683bd297421 req-86180e5d-6d01-462e-b2c3-60c7d9041a93 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:31.979971 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['91df2003-8fbf-410e-bab5-549594218fa0'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:14:31.998166 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86180e5d-6d01-462e-b2c3-60c7d9041a93 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Pushing event deleted for resources: {'Port': ['ID=91df2003-8fbf-410e-bab5-549594218fa0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:32.011962 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86180e5d-6d01-462e-b2c3-60c7d9041a93 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.012313 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86180e5d-6d01-462e-b2c3-60c7d9041a93 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.012658 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86180e5d-6d01-462e-b2c3-60c7d9041a93 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.012998 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86180e5d-6d01-462e-b2c3-60c7d9041a93 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.013334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86180e5d-6d01-462e-b2c3-60c7d9041a93 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.013668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86180e5d-6d01-462e-b2c3-60c7d9041a93 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.013998 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86180e5d-6d01-462e-b2c3-60c7d9041a93 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.014323 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86180e5d-6d01-462e-b2c3-60c7d9041a93 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.014652 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86180e5d-6d01-462e-b2c3-60c7d9041a93 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.014981 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86180e5d-6d01-462e-b2c3-60c7d9041a93 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.015302 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86180e5d-6d01-462e-b2c3-60c7d9041a93 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.015625 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86180e5d-6d01-462e-b2c3-60c7d9041a93 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.052246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ac1794-dd80-40a7-be21-4683bd297421 req-86180e5d-6d01-462e-b2c3-60c7d9041a93 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] No DVR routers for this DVR port 91df2003-8fbf-410e-bab5-549594218fa0 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:14:32.054808 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-25ac1794-dd80-40a7-be21-4683bd297421 req-86180e5d-6d01-462e-b2c3-60c7d9041a93 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:32.058793 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-25ac1794-dd80-40a7-be21-4683bd297421 req-86180e5d-6d01-462e-b2c3-60c7d9041a93 tempest-ServersNegativeTestJSON-124214779 tempest-ServersNegativeTestJSON-124214779-project] 10.222.0.83 "DELETE /v2.0/ports/91df2003-8fbf-410e-bab5-549594218fa0 HTTP/1.1" status: 204 len: 173 time: 0.4052498 Nov 11 18:14:32.059230 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa30c43-c783-43e4-b306-2df6df1db67c', 'name': 'network-vif-deleted', 'tag': '91df2003-8fbf-410e-bab5-549594218fa0'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:14:32.061640 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8853749-1453-4aee-bd21-4ea015cbdac3" -d '{"events": [{"server_uuid": "8fa30c43-c783-43e4-b306-2df6df1db67c", "name": "network-vif-deleted", "tag": "91df2003-8fbf-410e-bab5-549594218fa0"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:14:32.341457 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5ff2df-30d9-48d3-9384-e76a81de9990 x-openstack-request-id: req-5f5ff2df-30d9-48d3-9384-e76a81de9990 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:14:32.341758 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa30c43-c783-43e4-b306-2df6df1db67c", "name": "network-vif-deleted", "tag": "91df2003-8fbf-410e-bab5-549594218fa0", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:14:32.342014 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5f5ff2df-30d9-48d3-9384-e76a81de9990 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:14:32.342418 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa30c43-c783-43e4-b306-2df6df1db67c', 'name': 'network-vif-deleted', 'tag': '91df2003-8fbf-410e-bab5-549594218fa0', 'status': 'completed', 'code': 200} Nov 11 18:14:32.556229 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 51990) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:32.600997 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-16dab5a3-fe5c-4fb8-a49b-265aead7d5f0 admin admin] Deleting subnet 91d25d53-9a14-4ceb-9713-04cbb5a28173 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:14:32.604531 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-16dab5a3-fe5c-4fb8-a49b-265aead7d5f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:32.638397 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-16dab5a3-fe5c-4fb8-a49b-265aead7d5f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:32.681248 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-16dab5a3-fe5c-4fb8-a49b-265aead7d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:32.731568 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-16dab5a3-fe5c-4fb8-a49b-265aead7d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:32.757813 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dab5a3-fe5c-4fb8-a49b-265aead7d5f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91d25d53-9a14-4ceb-9713-04cbb5a28173,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:32.760233 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-16dab5a3-fe5c-4fb8-a49b-265aead7d5f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:32.763424 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-16dab5a3-fe5c-4fb8-a49b-265aead7d5f0 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/91d25d53-9a14-4ceb-9713-04cbb5a28173 HTTP/1.1" status: 204 len: 168 time: 0.2055967 Nov 11 18:14:32.766153 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51992) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:32.769927 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dab5a3-fe5c-4fb8-a49b-265aead7d5f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.770280 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dab5a3-fe5c-4fb8-a49b-265aead7d5f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.770623 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dab5a3-fe5c-4fb8-a49b-265aead7d5f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.770961 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dab5a3-fe5c-4fb8-a49b-265aead7d5f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.771295 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dab5a3-fe5c-4fb8-a49b-265aead7d5f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.771642 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dab5a3-fe5c-4fb8-a49b-265aead7d5f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.771983 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dab5a3-fe5c-4fb8-a49b-265aead7d5f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.772307 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dab5a3-fe5c-4fb8-a49b-265aead7d5f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.772632 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dab5a3-fe5c-4fb8-a49b-265aead7d5f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.772953 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dab5a3-fe5c-4fb8-a49b-265aead7d5f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.773277 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dab5a3-fe5c-4fb8-a49b-265aead7d5f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.773596 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dab5a3-fe5c-4fb8-a49b-265aead7d5f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:32.835165 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5a41095b-8383-482a-b033-eafdfcc65cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:32.916015 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5a41095b-8383-482a-b033-eafdfcc65cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:32.936269 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-5a41095b-8383-482a-b033-eafdfcc65cfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9108179e-6f97-4b01-9adb-5e5a35afa6c0']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:32.945480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-5a41095b-8383-482a-b033-eafdfcc65cfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a530f184-d024-49b3-bc9c-1ff4d8e10a45') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:32.945779 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-5a41095b-8383-482a-b033-eafdfcc65cfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a530f184-d024-49b3-bc9c-1ff4d8e10a45') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:32.955128 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5a41095b-8383-482a-b033-eafdfcc65cfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:32.968525 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5a41095b-8383-482a-b033-eafdfcc65cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:32.974385 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a41095b-8383-482a-b033-eafdfcc65cfe admin admin] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:14:32.974762 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5a41095b-8383-482a-b033-eafdfcc65cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: timer() Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:14:32.976420 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:14:33.033854 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5a41095b-8383-482a-b033-eafdfcc65cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:33.039551 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5a41095b-8383-482a-b033-eafdfcc65cfe admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:33.044038 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5a41095b-8383-482a-b033-eafdfcc65cfe admin admin] 10.222.0.76 "DELETE /v2.0/networks/9108179e-6f97-4b01-9adb-5e5a35afa6c0 HTTP/1.1" status: 204 len: 168 time: 0.2768316 Nov 11 18:14:33.055205 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41095b-8383-482a-b033-eafdfcc65cfe admin admin] Pushing event deleted for resources: {'Network': ['ID=9108179e-6f97-4b01-9adb-5e5a35afa6c0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:33.149728 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51996) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:33.189423 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-151f8791-1363-43e7-b6f6-651e9f8c1b27 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ad1dd79dff1e487183b7e82ff5916776&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378559 Nov 11 18:14:33.191913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 51998) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:33.245501 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8dd2ced2-fcbf-48cd-acb3-07f81c0e500e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:33.266528 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8dd2ced2-fcbf-48cd-acb3-07f81c0e500e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:33.311032 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8dd2ced2-fcbf-48cd-acb3-07f81c0e500e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:33.313641 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8dd2ced2-fcbf-48cd-acb3-07f81c0e500e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:33.314812 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8dd2ced2-fcbf-48cd-acb3-07f81c0e500e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6dc9e671-0439-4a3c-b5f6-d2148c7828be HTTP/1.1" status: 204 len: 168 time: 0.1219931 Nov 11 18:14:33.322985 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2ced2-fcbf-48cd-acb3-07f81c0e500e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc9e671-0439-4a3c-b5f6-d2148c7828be,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:33.983847 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52020) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:34.076061 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-61c0a23f-7159-47da-8f5a-15bf677081c9 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1233526911'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:34.096428 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c0a23f-7159-47da-8f5a-15bf677081c9 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Made reservation on behalf of cce9c402c9034c418fe650c1d5865eab for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:14:34.099757 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61c0a23f-7159-47da-8f5a-15bf677081c9 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:34.108841 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61c0a23f-7159-47da-8f5a-15bf677081c9 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:34.182675 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61c0a23f-7159-47da-8f5a-15bf677081c9 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:34.186546 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61c0a23f-7159-47da-8f5a-15bf677081c9 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:34.213716 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c0a23f-7159-47da-8f5a-15bf677081c9 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1271} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:14:34.229416 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0a23f-7159-47da-8f5a-15bf677081c9 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b182d491-4611-44af-8590-d9af6ed61496,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:34.231233 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 91df2003-8fbf-410e-bab5-549594218fa0 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:14:34.235337 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61c0a23f-7159-47da-8f5a-15bf677081c9 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:34.235696 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-61c0a23f-7159-47da-8f5a-15bf677081c9 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Added segment 4244b941-4fd7-4aa9-ac05-f8c189808ae8 of type vlan for network 05d29d7f-df3c-4399-9562-3d0a9cb6ba40 Nov 11 18:14:34.252381 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 91df2003-8fbf-410e-bab5-549594218fa0 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:14:34.252746 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 91df2003-8fbf-410e-bab5-549594218fa0 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:14:34.277014 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61c0a23f-7159-47da-8f5a-15bf677081c9 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:34.302304 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61c0a23f-7159-47da-8f5a-15bf677081c9 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:34.307883 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c0a23f-7159-47da-8f5a-15bf677081c9 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:34.308462 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-61c0a23f-7159-47da-8f5a-15bf677081c9 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:34.383791 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-61c0a23f-7159-47da-8f5a-15bf677081c9 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3988767 Nov 11 18:14:34.418421 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0a23f-7159-47da-8f5a-15bf677081c9 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event updated for resources: {'Network': ['ID=05d29d7f-df3c-4399-9562-3d0a9cb6ba40,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:34.428720 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 05d29d7f-df3c-4399-9562-3d0a9cb6ba40 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:14:37.487279 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3aa657ac-0f5d-43ec-9d0f-a55aa26215d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:37.622518 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52024) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:37.627659 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-9c032bdf-a893-4572-afbd-79cc435acf18 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Request body: {'subnet': {'network_id': '05d29d7f-df3c-4399-9562-3d0a9cb6ba40', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:37.718349 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c032bdf-a893-4572-afbd-79cc435acf18 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Made reservation on behalf of cce9c402c9034c418fe650c1d5865eab for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:14:37.721857 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c032bdf-a893-4572-afbd-79cc435acf18 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:37.902030 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c032bdf-a893-4572-afbd-79cc435acf18 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:37.961635 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c032bdf-a893-4572-afbd-79cc435acf18 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event updated for resources: {'Subnet': ['ID=e3527ef4-bdd6-4bde-b456-db1a997bb12a,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:37.970743 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c032bdf-a893-4572-afbd-79cc435acf18 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Checking segment: {'id': '4244b941-4fd7-4aa9-ac05-f8c189808ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '05d29d7f-df3c-4399-9562-3d0a9cb6ba40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:14:37.971097 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c032bdf-a893-4572-afbd-79cc435acf18 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Network hostable DHCP agents. Network: 05d29d7f-df3c-4399-9562-3d0a9cb6ba40, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:14:37.987416 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c032bdf-a893-4572-afbd-79cc435acf18 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Network 05d29d7f-df3c-4399-9562-3d0a9cb6ba40 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:14:37.995655 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-9c032bdf-a893-4572-afbd-79cc435acf18 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 05d29d7f-df3c-4399-9562-3d0a9cb6ba40) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:37.999582 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c032bdf-a893-4572-afbd-79cc435acf18 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:38.000199 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c032bdf-a893-4572-afbd-79cc435acf18 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:38.005367 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d070f73-ad29-47ab-940c-a42f5d29467a None None] Network 05d29d7f-df3c-4399-9562-3d0a9cb6ba40 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:14:38.016033 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9c032bdf-a893-4572-afbd-79cc435acf18 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3922937 Nov 11 18:14:38.019401 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52026) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:38.024450 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-967cd2b9-0abb-4f3c-93f5-afe275978002 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1210891324'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:38.047332 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967cd2b9-0abb-4f3c-93f5-afe275978002 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Made reservation on behalf of cce9c402c9034c418fe650c1d5865eab for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:14:38.050801 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-967cd2b9-0abb-4f3c-93f5-afe275978002 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:38.074712 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967cd2b9-0abb-4f3c-93f5-afe275978002 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1289} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:14:38.084048 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-967cd2b9-0abb-4f3c-93f5-afe275978002 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:38.084444 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-967cd2b9-0abb-4f3c-93f5-afe275978002 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Added segment e944b76b-314b-469e-bf5d-ed91aa17008f of type vlan for network 6546a1db-afe1-4c72-8938-b6a1bdede086 Nov 11 18:14:38.133738 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-967cd2b9-0abb-4f3c-93f5-afe275978002 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:38.149958 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-05d29d7f-df3c-4399-9562-3d0a9cb6ba40', 'network_id': '05d29d7f-df3c-4399-9562-3d0a9cb6ba40', 'tenant_id': 'cce9c402c9034c418fe650c1d5865eab', 'fixed_ips': [{'subnet_id': 'e3527ef4-bdd6-4bde-b456-db1a997bb12a'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 18:14:38.150850 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:38.159379 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-967cd2b9-0abb-4f3c-93f5-afe275978002 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:38.165328 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967cd2b9-0abb-4f3c-93f5-afe275978002 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:38.165909 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-967cd2b9-0abb-4f3c-93f5-afe275978002 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:38.231325 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-967cd2b9-0abb-4f3c-93f5-afe275978002 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2108095 Nov 11 18:14:38.234219 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52028) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:38.239322 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-fadccc97-dcab-4c2b-8726-1fc6d49809c5 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Request body: {'subnet': {'network_id': '6546a1db-afe1-4c72-8938-b6a1bdede086', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:38.247367 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cd2b9-0abb-4f3c-93f5-afe275978002 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event updated for resources: {'Network': ['ID=6546a1db-afe1-4c72-8938-b6a1bdede086,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:38.264876 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 6546a1db-afe1-4c72-8938-b6a1bdede086 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:14:38.336223 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadccc97-dcab-4c2b-8726-1fc6d49809c5 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Made reservation on behalf of cce9c402c9034c418fe650c1d5865eab for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:14:38.340262 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fadccc97-dcab-4c2b-8726-1fc6d49809c5 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:38.345096 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Allocated IP 2001:db8:0:ffff::2 (05d29d7f-df3c-4399-9562-3d0a9cb6ba40/e3527ef4-bdd6-4bde-b456-db1a997bb12a/cc23a21d-293b-4830-bd8c-b55ea05ca6f6) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:14:38.379311 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:14:38.497966 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:38.507544 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:38.551058 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Network 05d29d7f-df3c-4399-9562-3d0a9cb6ba40 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:14:38.554272 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:38.556936 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:14:38.567094 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Pushing event updated for resources: {'Port': ['ID=cc23a21d-293b-4830-bd8c-b55ea05ca6f6,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:38.593354 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:38.593612 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:38.593956 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:38.594306 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:38.594624 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:38.594954 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:38.595281 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:38.595612 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:38.595967 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:38.596292 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:38.596615 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:38.596942 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:14:38.630472 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Attempting to bind port cc23a21d-293b-4830-bd8c-b55ea05ca6f6 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:14:38.630849 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Attempting to bind port cc23a21d-293b-4830-bd8c-b55ea05ca6f6 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '4244b941-4fd7-4aa9-ac05-f8c189808ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '05d29d7f-df3c-4399-9562-3d0a9cb6ba40'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:14:38.631211 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Attempting to bind port cc23a21d-293b-4830-bd8c-b55ea05ca6f6 on network 05d29d7f-df3c-4399-9562-3d0a9cb6ba40 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:14:38.637352 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:14:38.637753 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Checking segment: {'id': '4244b941-4fd7-4aa9-ac05-f8c189808ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '05d29d7f-df3c-4399-9562-3d0a9cb6ba40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:14:38.638157 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:38.638554 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Bound using segment: {'id': '4244b941-4fd7-4aa9-ac05-f8c189808ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '05d29d7f-df3c-4399-9562-3d0a9cb6ba40'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:14:38.639030 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Bound port: cc23a21d-293b-4830-bd8c-b55ea05ca6f6, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4244b941-4fd7-4aa9-ac05-f8c189808ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '05d29d7f-df3c-4399-9562-3d0a9cb6ba40'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:14:38.639408 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:38.710195 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] For port cc23a21d-293b-4830-bd8c-b55ea05ca6f6, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:14:38.713222 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] For port cc23a21d-293b-4830-bd8c-b55ea05ca6f6, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cc23a21d-293b-4830-bd8c-b55ea05ca6f6,segment=NetworkSegment(4244b941-4fd7-4aa9-ac05-f8c189808ae8),segment_id=4244b941-4fd7-4aa9-ac05-f8c189808ae8)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:14:38.717752 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:38.772730 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d01a4e-4a6f-4991-bb37-19b9c02cf549 None None] Pushing event updated for resources: {'Port': ['ID=cc23a21d-293b-4830-bd8c-b55ea05ca6f6,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:38.777062 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fadccc97-dcab-4c2b-8726-1fc6d49809c5 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:38.838793 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadccc97-dcab-4c2b-8726-1fc6d49809c5 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event updated for resources: {'Subnet': ['ID=23c692ef-04fd-4e93-852c-d2837b44676a,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:38.849313 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadccc97-dcab-4c2b-8726-1fc6d49809c5 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Checking segment: {'id': 'e944b76b-314b-469e-bf5d-ed91aa17008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '6546a1db-afe1-4c72-8938-b6a1bdede086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:14:38.849679 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadccc97-dcab-4c2b-8726-1fc6d49809c5 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Network hostable DHCP agents. Network: 6546a1db-afe1-4c72-8938-b6a1bdede086, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:14:38.866999 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadccc97-dcab-4c2b-8726-1fc6d49809c5 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Network 6546a1db-afe1-4c72-8938-b6a1bdede086 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:14:38.876408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-fadccc97-dcab-4c2b-8726-1fc6d49809c5 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 6546a1db-afe1-4c72-8938-b6a1bdede086) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:38.880609 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadccc97-dcab-4c2b-8726-1fc6d49809c5 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:38.881206 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-fadccc97-dcab-4c2b-8726-1fc6d49809c5 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:38.887116 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db0da81-1c46-40b4-8354-f90ac112681a None None] Network 6546a1db-afe1-4c72-8938-b6a1bdede086 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:14:38.907128 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fadccc97-dcab-4c2b-8726-1fc6d49809c5 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6692042 Nov 11 18:14:38.907328 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52030) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:39.029644 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:39.066620 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db638fd9-f182-4215-b46c-81f38d899832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-6546a1db-afe1-4c72-8938-b6a1bdede086', 'network_id': '6546a1db-afe1-4c72-8938-b6a1bdede086', 'tenant_id': 'cce9c402c9034c418fe650c1d5865eab', 'fixed_ips': [{'subnet_id': '23c692ef-04fd-4e93-852c-d2837b44676a'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 18:14:39.068065 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-db638fd9-f182-4215-b46c-81f38d899832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:39.124348 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:39.212032 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-db638fd9-f182-4215-b46c-81f38d899832 None None] Allocated IP 2001:db8::2 (6546a1db-afe1-4c72-8938-b6a1bdede086/23c692ef-04fd-4e93-852c-d2837b44676a/20ee8561-abe9-497b-9a46-91bc04c8b9e3) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:14:39.348313 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-db638fd9-f182-4215-b46c-81f38d899832 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:39.353210 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-db638fd9-f182-4215-b46c-81f38d899832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:39.372051 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:39.400060 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event deleted for resources: {'Subnet': ['ID=23c692ef-04fd-4e93-852c-d2837b44676a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:39.466623 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:39.494827 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6546a1db-afe1-4c72-8938-b6a1bdede086']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:39.505416 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e944b76b-314b-469e-bf5d-ed91aa17008f') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:39.505723 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e944b76b-314b-469e-bf5d-ed91aa17008f') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:39.516196 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:39.531034 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:39.537391 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:14:39.537791 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: timer() Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:14:39.542691 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:14:39.555094 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db638fd9-f182-4215-b46c-81f38d899832 None None] Network 6546a1db-afe1-4c72-8938-b6a1bdede086 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:14:39.560594 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-db638fd9-f182-4215-b46c-81f38d899832 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:39.564740 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db638fd9-f182-4215-b46c-81f38d899832 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:14:39.574374 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db638fd9-f182-4215-b46c-81f38d899832 None None] Pushing event updated for resources: {'Port': ['ID=20ee8561-abe9-497b-9a46-91bc04c8b9e3,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:39.613790 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.db.api [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 18:14:39.613790 n-d-816206-4 neutron-server[102617]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 18:14:39.613790 n-d-816206-4 neutron-server[102617]: [parameters: {'id': '6546a1db-afe1-4c72-8938-b6a1bdede086'}] Nov 11 18:14:39.613790 n-d-816206-4 neutron-server[102617]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 18:14:39.613790 n-d-816206-4 neutron-server[102617]: DEBUG oslo_db.api [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 18:14:39.630083 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-db638fd9-f182-4215-b46c-81f38d899832 None None] Attempting to bind port 20ee8561-abe9-497b-9a46-91bc04c8b9e3 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:14:39.630685 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-db638fd9-f182-4215-b46c-81f38d899832 None None] Attempting to bind port 20ee8561-abe9-497b-9a46-91bc04c8b9e3 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'e944b76b-314b-469e-bf5d-ed91aa17008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '6546a1db-afe1-4c72-8938-b6a1bdede086'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:14:39.630826 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db638fd9-f182-4215-b46c-81f38d899832 None None] Attempting to bind port 20ee8561-abe9-497b-9a46-91bc04c8b9e3 on network 6546a1db-afe1-4c72-8938-b6a1bdede086 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:14:39.636545 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db638fd9-f182-4215-b46c-81f38d899832 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:14:39.636927 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db638fd9-f182-4215-b46c-81f38d899832 None None] Checking segment: {'id': 'e944b76b-314b-469e-bf5d-ed91aa17008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '6546a1db-afe1-4c72-8938-b6a1bdede086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:14:39.637329 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-db638fd9-f182-4215-b46c-81f38d899832 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:39.637875 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db638fd9-f182-4215-b46c-81f38d899832 None None] Bound using segment: {'id': 'e944b76b-314b-469e-bf5d-ed91aa17008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '6546a1db-afe1-4c72-8938-b6a1bdede086'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:14:39.638344 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-db638fd9-f182-4215-b46c-81f38d899832 None None] Bound port: 20ee8561-abe9-497b-9a46-91bc04c8b9e3, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e944b76b-314b-469e-bf5d-ed91aa17008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '6546a1db-afe1-4c72-8938-b6a1bdede086'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:14:39.638732 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-db638fd9-f182-4215-b46c-81f38d899832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:39.696672 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cc23a21d-293b-4830-bd8c-b55ea05ca6f6 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:14:39.732976 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-db638fd9-f182-4215-b46c-81f38d899832 None None] For port 20ee8561-abe9-497b-9a46-91bc04c8b9e3, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:14:39.751672 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-db638fd9-f182-4215-b46c-81f38d899832 None None] For port 20ee8561-abe9-497b-9a46-91bc04c8b9e3, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=20ee8561-abe9-497b-9a46-91bc04c8b9e3,segment=NetworkSegment(e944b76b-314b-469e-bf5d-ed91aa17008f),segment_id=e944b76b-314b-469e-bf5d-ed91aa17008f)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:14:39.758377 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-db638fd9-f182-4215-b46c-81f38d899832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:39.842876 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ec3cb4-c684-4a87-80de-0d14a45272c4 None None] Network 05d29d7f-df3c-4399-9562-3d0a9cb6ba40 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:14:39.850240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port cc23a21d-293b-4830-bd8c-b55ea05ca6f6 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:14:39.850606 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:39.910983 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db638fd9-f182-4215-b46c-81f38d899832 None None] Pushing event updated for resources: {'Port': ['ID=20ee8561-abe9-497b-9a46-91bc04c8b9e3,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:39.932534 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342a12d4-dade-421c-9e0f-25098dac8fa8 None None] Network 6546a1db-afe1-4c72-8938-b6a1bdede086 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:14:39.983847 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9be50267-0446-4228-a686-8f93c4ecf83f None None] Provisioning complete for port cc23a21d-293b-4830-bd8c-b55ea05ca6f6 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:14:39.984217 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9be50267-0446-4228-a686-8f93c4ecf83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:40.114757 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:40.165720 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:40.170947 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Deleting port 20ee8561-abe9-497b-9a46-91bc04c8b9e3 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:14:40.171293 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:40.239042 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] For port 20ee8561-abe9-497b-9a46-91bc04c8b9e3, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=20ee8561-abe9-497b-9a46-91bc04c8b9e3,segment=NetworkSegment(e944b76b-314b-469e-bf5d-ed91aa17008f),segment_id=e944b76b-314b-469e-bf5d-ed91aa17008f)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:14:40.239406 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:40.253400 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Calling delete_port for 20ee8561-abe9-497b-9a46-91bc04c8b9e3 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:14:40.256935 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9be50267-0446-4228-a686-8f93c4ecf83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:40.269571 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port cc23a21d-293b-4830-bd8c-b55ea05ca6f6, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cc23a21d-293b-4830-bd8c-b55ea05ca6f6,segment=NetworkSegment(4244b941-4fd7-4aa9-ac05-f8c189808ae8),segment_id=4244b941-4fd7-4aa9-ac05-f8c189808ae8)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:14:40.277930 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:40.341176 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:40.360144 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=cc23a21d-293b-4830-bd8c-b55ea05ca6f6,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:40.364674 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-9be50267-0446-4228-a686-8f93c4ecf83f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 18:14:40.365031 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-9be50267-0446-4228-a686-8f93c4ecf83f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 18:14:40.369080 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event deleted for resources: {'Port': ['ID=20ee8561-abe9-497b-9a46-91bc04c8b9e3,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:40.375000 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] No DVR routers for this DVR port 20ee8561-abe9-497b-9a46-91bc04c8b9e3 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:14:40.462282 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ba7de5bc-0927-4346-ad77-e79a365f07aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:40.464624 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:40.486265 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6546a1db-afe1-4c72-8938-b6a1bdede086']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:40.496662 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e944b76b-314b-469e-bf5d-ed91aa17008f') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:40.496964 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e944b76b-314b-469e-bf5d-ed91aa17008f') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:40.507073 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:40.523735 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:40.531254 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23846a1-21dc-4464-9bc1-cc34fb2ca4c6 None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 18:14:40.532565 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:14:40.532984 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: timer() Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:14:40.536410 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:14:40.597469 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:40.604646 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:40.604807 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23846a1-21dc-4464-9bc1-cc34fb2ca4c6 None None] Resources bound (agent type, host, resource id): {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 18:14:40.611338 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52032) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:40.611871 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "DELETE /v2.0/networks/6546a1db-afe1-4c72-8938-b6a1bdede086 HTTP/1.1" status: 204 len: 168 time: 1.7031083 Nov 11 18:14:40.617797 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2d727c14-378c-4d5c-9b40-c3ecfcea8722 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1194998666'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:40.623574 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af6bea-8f14-47b4-96b8-db47db5b3fcb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event deleted for resources: {'Network': ['ID=6546a1db-afe1-4c72-8938-b6a1bdede086,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:40.644574 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d727c14-378c-4d5c-9b40-c3ecfcea8722 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Made reservation on behalf of cce9c402c9034c418fe650c1d5865eab for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:14:40.648139 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2d727c14-378c-4d5c-9b40-c3ecfcea8722 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:40.672246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d727c14-378c-4d5c-9b40-c3ecfcea8722 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1292} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:14:40.681508 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2d727c14-378c-4d5c-9b40-c3ecfcea8722 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:40.681784 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-2d727c14-378c-4d5c-9b40-c3ecfcea8722 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Added segment 7cbf5cd8-a2b4-4aa3-b749-2c36980d79d1 of type vlan for network 181433ac-7117-476c-882b-b407ca4892bd Nov 11 18:14:40.724600 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2d727c14-378c-4d5c-9b40-c3ecfcea8722 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:40.750602 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2d727c14-378c-4d5c-9b40-c3ecfcea8722 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:40.756187 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d727c14-378c-4d5c-9b40-c3ecfcea8722 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:40.756768 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2d727c14-378c-4d5c-9b40-c3ecfcea8722 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:40.814390 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2d727c14-378c-4d5c-9b40-c3ecfcea8722 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2012513 Nov 11 18:14:40.817267 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52034) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:40.828575 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ffc8cc99-e392-416f-a15d-069c78a224d4 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Request body: {'subnet': {'network_id': '181433ac-7117-476c-882b-b407ca4892bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:40.875017 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d727c14-378c-4d5c-9b40-c3ecfcea8722 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event updated for resources: {'Network': ['ID=181433ac-7117-476c-882b-b407ca4892bd,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:40.888309 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 181433ac-7117-476c-882b-b407ca4892bd details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:14:40.928547 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc8cc99-e392-416f-a15d-069c78a224d4 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Made reservation on behalf of cce9c402c9034c418fe650c1d5865eab for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:14:40.932504 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ffc8cc99-e392-416f-a15d-069c78a224d4 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:40.991202 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.ipam_backend_mixin [None req-ffc8cc99-e392-416f-a15d-069c78a224d4 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Performing IP validity checks on allocation pools {{(pid=102618) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 11 18:14:40.991753 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.ipam_backend_mixin [None req-ffc8cc99-e392-416f-a15d-069c78a224d4 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102618) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 11 18:14:41.071011 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1fd1a951-ead6-4ed2-8f17-3096dd12ab51 None None] Provisioning complete for port cc23a21d-293b-4830-bd8c-b55ea05ca6f6 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:14:41.071386 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a951-ead6-4ed2-8f17-3096dd12ab51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:41.115131 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ffc8cc99-e392-416f-a15d-069c78a224d4 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:41.157741 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:41.178053 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8cc99-e392-416f-a15d-069c78a224d4 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event updated for resources: {'Subnet': ['ID=9491adbe-97f9-4bc6-9912-0f22cacf3b0b,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:41.185214 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc8cc99-e392-416f-a15d-069c78a224d4 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Checking segment: {'id': '7cbf5cd8-a2b4-4aa3-b749-2c36980d79d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '181433ac-7117-476c-882b-b407ca4892bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:14:41.185576 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc8cc99-e392-416f-a15d-069c78a224d4 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Network hostable DHCP agents. Network: 181433ac-7117-476c-882b-b407ca4892bd, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:14:41.202379 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc8cc99-e392-416f-a15d-069c78a224d4 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Network 181433ac-7117-476c-882b-b407ca4892bd is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:14:41.211253 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-ffc8cc99-e392-416f-a15d-069c78a224d4 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 181433ac-7117-476c-882b-b407ca4892bd) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:41.215776 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc8cc99-e392-416f-a15d-069c78a224d4 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:41.216375 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ffc8cc99-e392-416f-a15d-069c78a224d4 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:41.221674 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e6e86b-4c7d-44c3-a231-acdd78455a65 None None] Network 181433ac-7117-476c-882b-b407ca4892bd requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:14:41.232890 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ffc8cc99-e392-416f-a15d-069c78a224d4 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4145272 Nov 11 18:14:41.235429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52036) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:41.333938 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:41.364580 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f901415-73cd-470b-95f0-f3e15a74ad5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-181433ac-7117-476c-882b-b407ca4892bd', 'network_id': '181433ac-7117-476c-882b-b407ca4892bd', 'tenant_id': 'cce9c402c9034c418fe650c1d5865eab', 'fixed_ips': [{'subnet_id': '9491adbe-97f9-4bc6-9912-0f22cacf3b0b'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 18:14:41.365440 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8f901415-73cd-470b-95f0-f3e15a74ad5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:41.408360 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:41.496586 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-8f901415-73cd-470b-95f0-f3e15a74ad5b None None] Allocated IP 2001:db8::3 (181433ac-7117-476c-882b-b407ca4892bd/9491adbe-97f9-4bc6-9912-0f22cacf3b0b/473d8c81-1ebd-45d3-be84-ae489cfa3af7) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:14:41.636311 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8f901415-73cd-470b-95f0-f3e15a74ad5b None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:41.643631 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8f901415-73cd-470b-95f0-f3e15a74ad5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:41.660535 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:41.669349 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cc23a21d-293b-4830-bd8c-b55ea05ca6f6 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:14:41.689839 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event deleted for resources: {'Subnet': ['ID=9491adbe-97f9-4bc6-9912-0f22cacf3b0b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:41.707037 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f901415-73cd-470b-95f0-f3e15a74ad5b None None] Network 181433ac-7117-476c-882b-b407ca4892bd is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:14:41.712567 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-8f901415-73cd-470b-95f0-f3e15a74ad5b None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:41.720557 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f901415-73cd-470b-95f0-f3e15a74ad5b None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:14:41.725146 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f901415-73cd-470b-95f0-f3e15a74ad5b None None] Pushing event updated for resources: {'Port': ['ID=473d8c81-1ebd-45d3-be84-ae489cfa3af7,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:41.752662 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:41.773252 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181433ac-7117-476c-882b-b407ca4892bd']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:41.782407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cbf5cd8-a2b4-4aa3-b749-2c36980d79d1') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:41.782703 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cbf5cd8-a2b4-4aa3-b749-2c36980d79d1') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:41.787481 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8f901415-73cd-470b-95f0-f3e15a74ad5b None None] Attempting to bind port 473d8c81-1ebd-45d3-be84-ae489cfa3af7 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:14:41.787883 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8f901415-73cd-470b-95f0-f3e15a74ad5b None None] Attempting to bind port 473d8c81-1ebd-45d3-be84-ae489cfa3af7 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7cbf5cd8-a2b4-4aa3-b749-2c36980d79d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '181433ac-7117-476c-882b-b407ca4892bd'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:14:41.788249 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f901415-73cd-470b-95f0-f3e15a74ad5b None None] Attempting to bind port 473d8c81-1ebd-45d3-be84-ae489cfa3af7 on network 181433ac-7117-476c-882b-b407ca4892bd {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:14:41.795840 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f901415-73cd-470b-95f0-f3e15a74ad5b None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:14:41.796219 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f901415-73cd-470b-95f0-f3e15a74ad5b None None] Checking segment: {'id': '7cbf5cd8-a2b4-4aa3-b749-2c36980d79d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '181433ac-7117-476c-882b-b407ca4892bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:14:41.796339 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:41.796619 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8f901415-73cd-470b-95f0-f3e15a74ad5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:41.797017 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f901415-73cd-470b-95f0-f3e15a74ad5b None None] Bound using segment: {'id': '7cbf5cd8-a2b4-4aa3-b749-2c36980d79d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '181433ac-7117-476c-882b-b407ca4892bd'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:14:41.797495 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8f901415-73cd-470b-95f0-f3e15a74ad5b None None] Bound port: 473d8c81-1ebd-45d3-be84-ae489cfa3af7, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cbf5cd8-a2b4-4aa3-b749-2c36980d79d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '181433ac-7117-476c-882b-b407ca4892bd'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:14:41.797881 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8f901415-73cd-470b-95f0-f3e15a74ad5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:41.801031 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port cc23a21d-293b-4830-bd8c-b55ea05ca6f6 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:14:41.801393 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:41.810447 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:41.816427 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:14:41.816808 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: timer() Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:14:41.819700 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:14:41.875398 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.db.api [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 11 18:14:41.875398 n-d-816206-4 neutron-server[102618]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 11 18:14:41.875398 n-d-816206-4 neutron-server[102618]: [parameters: {'id': '181433ac-7117-476c-882b-b407ca4892bd'}] Nov 11 18:14:41.875398 n-d-816206-4 neutron-server[102618]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 18:14:41.876084 n-d-816206-4 neutron-server[102618]: DEBUG oslo_db.api [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 18:14:41.914157 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-8f901415-73cd-470b-95f0-f3e15a74ad5b None None] For port 473d8c81-1ebd-45d3-be84-ae489cfa3af7, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:14:41.932760 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-8f901415-73cd-470b-95f0-f3e15a74ad5b None None] For port 473d8c81-1ebd-45d3-be84-ae489cfa3af7, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=473d8c81-1ebd-45d3-be84-ae489cfa3af7,segment=NetworkSegment(7cbf5cd8-a2b4-4aa3-b749-2c36980d79d1),segment_id=7cbf5cd8-a2b4-4aa3-b749-2c36980d79d1)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:14:41.938778 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8f901415-73cd-470b-95f0-f3e15a74ad5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:42.018310 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f901415-73cd-470b-95f0-f3e15a74ad5b None None] Pushing event updated for resources: {'Port': ['ID=473d8c81-1ebd-45d3-be84-ae489cfa3af7,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:42.031132 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08665345-c3f5-4696-8907-feb6a2158096 None None] Network 181433ac-7117-476c-882b-b407ca4892bd requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:14:42.150862 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307f6885-3489-4b49-b3eb-49870105f015 None None] get_active_networks_info from n-d-816206-4 {{(pid=102619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 18:14:42.215965 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307f6885-3489-4b49-b3eb-49870105f015 None None] Resources bound (agent type, host, resource id): {{(pid=102619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 11 18:14:42.377091 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:42.430492 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Deleting port 473d8c81-1ebd-45d3-be84-ae489cfa3af7 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:14:42.430828 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:42.496144 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] For port 473d8c81-1ebd-45d3-be84-ae489cfa3af7, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=473d8c81-1ebd-45d3-be84-ae489cfa3af7,segment=NetworkSegment(7cbf5cd8-a2b4-4aa3-b749-2c36980d79d1),segment_id=7cbf5cd8-a2b4-4aa3-b749-2c36980d79d1)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:14:42.496499 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:42.509371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Calling delete_port for 473d8c81-1ebd-45d3-be84-ae489cfa3af7 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:14:42.595374 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:42.621610 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event deleted for resources: {'Port': ['ID=473d8c81-1ebd-45d3-be84-ae489cfa3af7,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:42.626532 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] No DVR routers for this DVR port 473d8c81-1ebd-45d3-be84-ae489cfa3af7 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:14:42.707888 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:42.724985 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:42.728326 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181433ac-7117-476c-882b-b407ca4892bd']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:42.738021 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cbf5cd8-a2b4-4aa3-b749-2c36980d79d1') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:42.738321 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cbf5cd8-a2b4-4aa3-b749-2c36980d79d1') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:42.747363 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:42.760031 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:42.766464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:14:42.766915 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: timer() Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:14:42.769842 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:14:42.831869 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:42.839162 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:42.842335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "DELETE /v2.0/networks/181433ac-7117-476c-882b-b407ca4892bd HTTP/1.1" status: 204 len: 168 time: 1.6059279 Nov 11 18:14:42.847236 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52038) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:42.852366 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-15500383-ec46-4787-9051-ecc3c0b1ee94 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1821136615'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:42.854362 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d0cc1-362c-4b63-964f-95fd10191c9e tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event deleted for resources: {'Network': ['ID=181433ac-7117-476c-882b-b407ca4892bd,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:42.873628 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15500383-ec46-4787-9051-ecc3c0b1ee94 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Made reservation on behalf of cce9c402c9034c418fe650c1d5865eab for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:14:42.877237 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-15500383-ec46-4787-9051-ecc3c0b1ee94 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:42.900863 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15500383-ec46-4787-9051-ecc3c0b1ee94 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1281} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:14:42.911532 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-15500383-ec46-4787-9051-ecc3c0b1ee94 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:42.911926 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-15500383-ec46-4787-9051-ecc3c0b1ee94 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Added segment 73c05b92-5105-463b-bf50-5a4e46fb6144 of type vlan for network 4b2ac049-585b-4244-a7fc-56de90d7fea5 Nov 11 18:14:42.950963 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-15500383-ec46-4787-9051-ecc3c0b1ee94 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:42.975087 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-15500383-ec46-4787-9051-ecc3c0b1ee94 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:42.980661 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15500383-ec46-4787-9051-ecc3c0b1ee94 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:42.981236 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-15500383-ec46-4787-9051-ecc3c0b1ee94 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:43.007815 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:43.039183 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-15500383-ec46-4787-9051-ecc3c0b1ee94 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1908131 Nov 11 18:14:43.043196 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52040) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:43.048334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-28e0ec92-cc16-4ec8-8805-40abc8a891bb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Request body: {'subnet': {'network_id': '4b2ac049-585b-4244-a7fc-56de90d7fea5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:43.054420 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15500383-ec46-4787-9051-ecc3c0b1ee94 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event updated for resources: {'Network': ['ID=4b2ac049-585b-4244-a7fc-56de90d7fea5,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:43.064325 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 4b2ac049-585b-4244-a7fc-56de90d7fea5 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:14:43.135065 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e0ec92-cc16-4ec8-8805-40abc8a891bb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Made reservation on behalf of cce9c402c9034c418fe650c1d5865eab for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:14:43.139053 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-28e0ec92-cc16-4ec8-8805-40abc8a891bb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:43.320395 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-28e0ec92-cc16-4ec8-8805-40abc8a891bb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:43.677331 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0ec92-cc16-4ec8-8805-40abc8a891bb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event updated for resources: {'Subnet': ['ID=6e6065c6-7f4d-4483-b8a9-bb27ed9bb78d,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:43.684993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e0ec92-cc16-4ec8-8805-40abc8a891bb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Checking segment: {'id': '73c05b92-5105-463b-bf50-5a4e46fb6144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '4b2ac049-585b-4244-a7fc-56de90d7fea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:14:43.685351 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e0ec92-cc16-4ec8-8805-40abc8a891bb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Network hostable DHCP agents. Network: 4b2ac049-585b-4244-a7fc-56de90d7fea5, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:14:43.701167 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e0ec92-cc16-4ec8-8805-40abc8a891bb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Network 4b2ac049-585b-4244-a7fc-56de90d7fea5 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:14:43.709493 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-28e0ec92-cc16-4ec8-8805-40abc8a891bb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 4b2ac049-585b-4244-a7fc-56de90d7fea5) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:43.713435 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e0ec92-cc16-4ec8-8805-40abc8a891bb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:43.714024 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-28e0ec92-cc16-4ec8-8805-40abc8a891bb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:43.718193 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f2fde2-33c6-4e08-bc17-4de8384017ca None None] Network 4b2ac049-585b-4244-a7fc-56de90d7fea5 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:14:43.735239 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-28e0ec92-cc16-4ec8-8805-40abc8a891bb tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6908684 Nov 11 18:14:43.738780 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52042) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:43.743641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-058a339d-79ff-44be-8eec-57c8083189a1 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-362607377'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:43.765046 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058a339d-79ff-44be-8eec-57c8083189a1 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Made reservation on behalf of cce9c402c9034c418fe650c1d5865eab for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:14:43.768550 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-058a339d-79ff-44be-8eec-57c8083189a1 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:43.796332 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058a339d-79ff-44be-8eec-57c8083189a1 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1277} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:14:43.808656 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-058a339d-79ff-44be-8eec-57c8083189a1 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:43.809004 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-058a339d-79ff-44be-8eec-57c8083189a1 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Added segment e1c730e7-0343-479e-ae7a-583eb100567b of type vlan for network 4d17ca06-14ee-40e0-a646-9d0a7f5f0193 Nov 11 18:14:43.849856 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-058a339d-79ff-44be-8eec-57c8083189a1 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:43.872275 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c08bc8-9104-456c-b9da-66697f2f986b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-4b2ac049-585b-4244-a7fc-56de90d7fea5', 'network_id': '4b2ac049-585b-4244-a7fc-56de90d7fea5', 'tenant_id': 'cce9c402c9034c418fe650c1d5865eab', 'fixed_ips': [{'subnet_id': '6e6065c6-7f4d-4483-b8a9-bb27ed9bb78d'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 18:14:43.873570 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-39c08bc8-9104-456c-b9da-66697f2f986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:43.878962 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-058a339d-79ff-44be-8eec-57c8083189a1 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:43.885539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058a339d-79ff-44be-8eec-57c8083189a1 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:43.886691 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-058a339d-79ff-44be-8eec-57c8083189a1 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:43.955802 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-058a339d-79ff-44be-8eec-57c8083189a1 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2131720 Nov 11 18:14:43.956178 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52044) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:43.961572 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-1c099ce4-45eb-4cbf-a679-8203ec7530b0 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Request body: {'subnet': {'network_id': '4d17ca06-14ee-40e0-a646-9d0a7f5f0193', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:44.016511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a339d-79ff-44be-8eec-57c8083189a1 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event updated for resources: {'Network': ['ID=4d17ca06-14ee-40e0-a646-9d0a7f5f0193,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:44.029172 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 4d17ca06-14ee-40e0-a646-9d0a7f5f0193 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:14:44.038718 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-39c08bc8-9104-456c-b9da-66697f2f986b None None] Allocated IP 2001:db8::2 (4b2ac049-585b-4244-a7fc-56de90d7fea5/6e6065c6-7f4d-4483-b8a9-bb27ed9bb78d/c12fbbea-73ef-4ba0-b16c-234bc92c3a10) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:14:44.064707 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c099ce4-45eb-4cbf-a679-8203ec7530b0 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Made reservation on behalf of cce9c402c9034c418fe650c1d5865eab for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:14:44.068260 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1c099ce4-45eb-4cbf-a679-8203ec7530b0 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:44.241342 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-39c08bc8-9104-456c-b9da-66697f2f986b None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:44.247169 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-39c08bc8-9104-456c-b9da-66697f2f986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:44.258561 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1c099ce4-45eb-4cbf-a679-8203ec7530b0 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:44.287698 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c08bc8-9104-456c-b9da-66697f2f986b None None] Network 4b2ac049-585b-4244-a7fc-56de90d7fea5 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:14:44.292818 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-39c08bc8-9104-456c-b9da-66697f2f986b None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:44.296353 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c08bc8-9104-456c-b9da-66697f2f986b None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:14:44.305045 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c08bc8-9104-456c-b9da-66697f2f986b None None] Pushing event updated for resources: {'Port': ['ID=c12fbbea-73ef-4ba0-b16c-234bc92c3a10,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:44.329302 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c099ce4-45eb-4cbf-a679-8203ec7530b0 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event updated for resources: {'Subnet': ['ID=e31d4554-8503-4c5c-802b-ab3d6d107520,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:44.339380 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c099ce4-45eb-4cbf-a679-8203ec7530b0 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Checking segment: {'id': 'e1c730e7-0343-479e-ae7a-583eb100567b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '4d17ca06-14ee-40e0-a646-9d0a7f5f0193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:14:44.339766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c099ce4-45eb-4cbf-a679-8203ec7530b0 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Network hostable DHCP agents. Network: 4d17ca06-14ee-40e0-a646-9d0a7f5f0193, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:14:44.356136 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-39c08bc8-9104-456c-b9da-66697f2f986b None None] Attempting to bind port c12fbbea-73ef-4ba0-b16c-234bc92c3a10 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:14:44.356528 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-39c08bc8-9104-456c-b9da-66697f2f986b None None] Attempting to bind port c12fbbea-73ef-4ba0-b16c-234bc92c3a10 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '73c05b92-5105-463b-bf50-5a4e46fb6144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '4b2ac049-585b-4244-a7fc-56de90d7fea5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:14:44.356689 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c099ce4-45eb-4cbf-a679-8203ec7530b0 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Network 4d17ca06-14ee-40e0-a646-9d0a7f5f0193 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:14:44.356868 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c08bc8-9104-456c-b9da-66697f2f986b None None] Attempting to bind port c12fbbea-73ef-4ba0-b16c-234bc92c3a10 on network 4b2ac049-585b-4244-a7fc-56de90d7fea5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:14:44.362013 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c08bc8-9104-456c-b9da-66697f2f986b None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:14:44.362541 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c08bc8-9104-456c-b9da-66697f2f986b None None] Checking segment: {'id': '73c05b92-5105-463b-bf50-5a4e46fb6144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '4b2ac049-585b-4244-a7fc-56de90d7fea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:14:44.363000 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-39c08bc8-9104-456c-b9da-66697f2f986b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:44.363394 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c08bc8-9104-456c-b9da-66697f2f986b None None] Bound using segment: {'id': '73c05b92-5105-463b-bf50-5a4e46fb6144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '4b2ac049-585b-4244-a7fc-56de90d7fea5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:14:44.364047 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-39c08bc8-9104-456c-b9da-66697f2f986b None None] Bound port: c12fbbea-73ef-4ba0-b16c-234bc92c3a10, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c05b92-5105-463b-bf50-5a4e46fb6144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '4b2ac049-585b-4244-a7fc-56de90d7fea5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:14:44.364469 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-39c08bc8-9104-456c-b9da-66697f2f986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:44.365778 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-1c099ce4-45eb-4cbf-a679-8203ec7530b0 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 4d17ca06-14ee-40e0-a646-9d0a7f5f0193) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:44.369861 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c099ce4-45eb-4cbf-a679-8203ec7530b0 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:44.370687 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1c099ce4-45eb-4cbf-a679-8203ec7530b0 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:44.378823 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09e33eb-bd82-476a-bf00-b84966f95180 None None] Network 4d17ca06-14ee-40e0-a646-9d0a7f5f0193 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:14:44.386920 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1c099ce4-45eb-4cbf-a679-8203ec7530b0 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4297209 Nov 11 18:14:44.389653 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52046) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:44.485781 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c85cea90-b7f9-4c26-9b05-80071173587d tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:44.489881 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-39c08bc8-9104-456c-b9da-66697f2f986b None None] For port c12fbbea-73ef-4ba0-b16c-234bc92c3a10, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:14:44.509941 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-39c08bc8-9104-456c-b9da-66697f2f986b None None] For port c12fbbea-73ef-4ba0-b16c-234bc92c3a10, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c12fbbea-73ef-4ba0-b16c-234bc92c3a10,segment=NetworkSegment(73c05b92-5105-463b-bf50-5a4e46fb6144),segment_id=73c05b92-5105-463b-bf50-5a4e46fb6144)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:14:44.533920 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-39c08bc8-9104-456c-b9da-66697f2f986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:44.541248 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c85cea90-b7f9-4c26-9b05-80071173587d tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:44.613771 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c85cea90-b7f9-4c26-9b05-80071173587d tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:44.625162 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c08bc8-9104-456c-b9da-66697f2f986b None None] Pushing event updated for resources: {'Port': ['ID=c12fbbea-73ef-4ba0-b16c-234bc92c3a10,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:44.633986 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e427d96d-a43d-47ab-b43b-2d302b0aa255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-4d17ca06-14ee-40e0-a646-9d0a7f5f0193', 'network_id': '4d17ca06-14ee-40e0-a646-9d0a7f5f0193', 'tenant_id': 'cce9c402c9034c418fe650c1d5865eab', 'fixed_ips': [{'subnet_id': 'e31d4554-8503-4c5c-802b-ab3d6d107520'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 18:14:44.634768 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e427d96d-a43d-47ab-b43b-2d302b0aa255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:44.641744 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cea90-b7f9-4c26-9b05-80071173587d tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event deleted for resources: {'Subnet': ['ID=e31d4554-8503-4c5c-802b-ab3d6d107520,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:44.714927 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c85cea90-b7f9-4c26-9b05-80071173587d tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:44.727415 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6691f615-d12f-458f-b75e-3bf618b9dd05 None None] Network 4d17ca06-14ee-40e0-a646-9d0a7f5f0193 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:14:44.742916 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-c85cea90-b7f9-4c26-9b05-80071173587d tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d17ca06-14ee-40e0-a646-9d0a7f5f0193']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:44.753339 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-c85cea90-b7f9-4c26-9b05-80071173587d tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c730e7-0343-479e-ae7a-583eb100567b') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:44.753633 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-c85cea90-b7f9-4c26-9b05-80071173587d tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c730e7-0343-479e-ae7a-583eb100567b') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:44.780713 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c85cea90-b7f9-4c26-9b05-80071173587d tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:44.809712 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c85cea90-b7f9-4c26-9b05-80071173587d tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:44.815929 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85cea90-b7f9-4c26-9b05-80071173587d tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:14:44.816308 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c85cea90-b7f9-4c26-9b05-80071173587d tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: timer() Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:14:44.819859 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:14:44.888891 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c85cea90-b7f9-4c26-9b05-80071173587d tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:44.893432 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c85cea90-b7f9-4c26-9b05-80071173587d tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:44.897173 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c85cea90-b7f9-4c26-9b05-80071173587d tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "DELETE /v2.0/networks/4d17ca06-14ee-40e0-a646-9d0a7f5f0193 HTTP/1.1" status: 204 len: 168 time: 0.5065875 Nov 11 18:14:44.899976 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52048) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:44.912295 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cea90-b7f9-4c26-9b05-80071173587d tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event deleted for resources: {'Network': ['ID=4d17ca06-14ee-40e0-a646-9d0a7f5f0193,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:44.935447 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18bdec7-76ed-4367-bd80-1a171cc695dc tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] GET failed (client error): The resource could not be found. Nov 11 18:14:44.936814 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a18bdec7-76ed-4367-bd80-1a171cc695dc tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "GET /v2.0/subnets/e31d4554-8503-4c5c-802b-ab3d6d107520 HTTP/1.1" status: 404 len: 337 time: 0.0358276 Nov 11 18:14:44.939598 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52050) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:44.957770 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef04ff8-6a5d-43a2-83fc-d27caa133f0f tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] DELETE failed (client error): The resource could not be found. Nov 11 18:14:44.958293 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef04ff8-6a5d-43a2-83fc-d27caa133f0f tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 18:14:44.961304 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6ef04ff8-6a5d-43a2-83fc-d27caa133f0f tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "DELETE /v2.0/networks/4d17ca06-14ee-40e0-a646-9d0a7f5f0193 HTTP/1.1" status: 404 len: 339 time: 0.0207391 Nov 11 18:14:44.964834 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52052) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:44.989329 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5fd538-2a76-4861-b785-120ea56f35aa tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] DELETE failed (client error): The resource could not be found. Nov 11 18:14:44.989750 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5fd538-2a76-4861-b785-120ea56f35aa tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 18:14:44.992748 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cc5fd538-2a76-4861-b785-120ea56f35aa tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "DELETE /v2.0/subnets/e31d4554-8503-4c5c-802b-ab3d6d107520 HTTP/1.1" status: 404 len: 337 time: 0.0270460 Nov 11 18:14:44.995627 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52054) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:45.014015 n-d-816206-4 neutron-server[102617]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44f3806-3b77-4d96-a309-687f823b8814 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] DELETE failed (client error): The resource could not be found. Nov 11 18:14:45.014549 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b44f3806-3b77-4d96-a309-687f823b8814 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102617) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 18:14:45.017479 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b44f3806-3b77-4d96-a309-687f823b8814 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "DELETE /v2.0/networks/4d17ca06-14ee-40e0-a646-9d0a7f5f0193 HTTP/1.1" status: 404 len: 339 time: 0.0209916 Nov 11 18:14:45.019942 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52056) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:45.075031 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e4371af-7bfb-4890-b4ff-f404ec2a413a tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Deleting subnet 6e6065c6-7f4d-4483-b8a9-bb27ed9bb78d {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:14:45.078210 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e4371af-7bfb-4890-b4ff-f404ec2a413a tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:45.117570 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e4371af-7bfb-4890-b4ff-f404ec2a413a tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:45.198088 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e4371af-7bfb-4890-b4ff-f404ec2a413a tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:45.261297 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e4371af-7bfb-4890-b4ff-f404ec2a413a tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:45.286951 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4371af-7bfb-4890-b4ff-f404ec2a413a tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event deleted for resources: {'Subnet': ['ID=6e6065c6-7f4d-4483-b8a9-bb27ed9bb78d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:45.293162 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5e4371af-7bfb-4890-b4ff-f404ec2a413a tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:45.298642 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5e4371af-7bfb-4890-b4ff-f404ec2a413a tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "DELETE /v2.0/subnets/6e6065c6-7f4d-4483-b8a9-bb27ed9bb78d HTTP/1.1" status: 204 len: 168 time: 0.2756236 Nov 11 18:14:45.298878 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52058) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:45.378456 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ccecce3a-d1fc-45e4-9196-01162142eb57 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:45.432208 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-ccecce3a-d1fc-45e4-9196-01162142eb57 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Deleting port c12fbbea-73ef-4ba0-b16c-234bc92c3a10 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:14:45.432550 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ccecce3a-d1fc-45e4-9196-01162142eb57 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:45.503004 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-ccecce3a-d1fc-45e4-9196-01162142eb57 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] For port c12fbbea-73ef-4ba0-b16c-234bc92c3a10, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c12fbbea-73ef-4ba0-b16c-234bc92c3a10,segment=NetworkSegment(73c05b92-5105-463b-bf50-5a4e46fb6144),segment_id=73c05b92-5105-463b-bf50-5a4e46fb6144)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:14:45.503325 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ccecce3a-d1fc-45e4-9196-01162142eb57 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:45.516218 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-ccecce3a-d1fc-45e4-9196-01162142eb57 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Calling delete_port for c12fbbea-73ef-4ba0-b16c-234bc92c3a10 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:14:45.529733 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d970d30-dc48-4565-9f22-754da81ddbc1 None None] Network 4b2ac049-585b-4244-a7fc-56de90d7fea5 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:14:45.594786 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ccecce3a-d1fc-45e4-9196-01162142eb57 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:45.609022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccecce3a-d1fc-45e4-9196-01162142eb57 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] No DVR routers for this DVR port c12fbbea-73ef-4ba0-b16c-234bc92c3a10 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:14:45.618451 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1cc3ee0d-547d-421c-bf7f-c3c8de1cd206 None None] Could not find standard attr ID for object c12fbbea-73ef-4ba0-b16c-234bc92c3a10. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 18:14:45.640294 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecce3a-d1fc-45e4-9196-01162142eb57 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event deleted for resources: {'Port': ['ID=c12fbbea-73ef-4ba0-b16c-234bc92c3a10,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:45.717152 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb427da-9e31-4c65-870d-932d03a4cda9 None None] DHCP port deletion for 4b2ac049-585b-4244-a7fc-56de90d7fea5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:14:45.719870 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ccecce3a-d1fc-45e4-9196-01162142eb57 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:45.741027 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-ccecce3a-d1fc-45e4-9196-01162142eb57 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2ac049-585b-4244-a7fc-56de90d7fea5']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:45.751268 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-ccecce3a-d1fc-45e4-9196-01162142eb57 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c05b92-5105-463b-bf50-5a4e46fb6144') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:45.751564 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-ccecce3a-d1fc-45e4-9196-01162142eb57 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c05b92-5105-463b-bf50-5a4e46fb6144') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:45.761356 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ccecce3a-d1fc-45e4-9196-01162142eb57 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:45.774275 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ccecce3a-d1fc-45e4-9196-01162142eb57 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:45.780538 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccecce3a-d1fc-45e4-9196-01162142eb57 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:14:45.780917 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ccecce3a-d1fc-45e4-9196-01162142eb57 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: timer() Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:14:45.783990 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:14:45.845437 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ccecce3a-d1fc-45e4-9196-01162142eb57 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:45.852049 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ccecce3a-d1fc-45e4-9196-01162142eb57 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:45.855280 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ccecce3a-d1fc-45e4-9196-01162142eb57 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "DELETE /v2.0/networks/4b2ac049-585b-4244-a7fc-56de90d7fea5 HTTP/1.1" status: 204 len: 168 time: 0.5554800 Nov 11 18:14:45.858038 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52060) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:45.866836 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecce3a-d1fc-45e4-9196-01162142eb57 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event deleted for resources: {'Network': ['ID=4b2ac049-585b-4244-a7fc-56de90d7fea5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:45.888854 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3007cdd-26a0-4ba0-b2f8-920f8d629909 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] DELETE failed (client error): The resource could not be found. Nov 11 18:14:45.889294 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3007cdd-26a0-4ba0-b2f8-920f8d629909 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 18:14:45.892257 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b3007cdd-26a0-4ba0-b2f8-920f8d629909 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "DELETE /v2.0/subnets/9491adbe-97f9-4bc6-9912-0f22cacf3b0b HTTP/1.1" status: 404 len: 337 time: 0.0332325 Nov 11 18:14:45.894836 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52062) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:45.912364 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb2a162-d9ad-4e8b-94da-ffbbead402cf tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] DELETE failed (client error): The resource could not be found. Nov 11 18:14:45.912869 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb2a162-d9ad-4e8b-94da-ffbbead402cf tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 18:14:45.915748 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-feb2a162-d9ad-4e8b-94da-ffbbead402cf tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "DELETE /v2.0/networks/181433ac-7117-476c-882b-b407ca4892bd HTTP/1.1" status: 404 len: 339 time: 0.0200360 Nov 11 18:14:45.918339 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52064) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:45.946856 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-22174ca7-da69-4001-bc01-9fd0adcbfb9d tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] DELETE failed (client error): The resource could not be found. Nov 11 18:14:45.947284 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22174ca7-da69-4001-bc01-9fd0adcbfb9d tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 18:14:45.950724 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-22174ca7-da69-4001-bc01-9fd0adcbfb9d tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "DELETE /v2.0/subnets/23c692ef-04fd-4e93-852c-d2837b44676a HTTP/1.1" status: 404 len: 337 time: 0.0315473 Nov 11 18:14:45.953258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52066) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:45.970657 n-d-816206-4 neutron-server[102618]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d73aa08-5df8-4746-a9ea-7a7c99b8c6f6 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] DELETE failed (client error): The resource could not be found. Nov 11 18:14:45.971157 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d73aa08-5df8-4746-a9ea-7a7c99b8c6f6 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102618) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 11 18:14:45.974001 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6d73aa08-5df8-4746-a9ea-7a7c99b8c6f6 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "DELETE /v2.0/networks/6546a1db-afe1-4c72-8938-b6a1bdede086 HTTP/1.1" status: 404 len: 339 time: 0.0198994 Nov 11 18:14:45.976220 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52068) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:46.024258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4667435-e09f-485a-92c7-de3bb3849d62 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Deleting subnet e3527ef4-bdd6-4bde-b456-db1a997bb12a {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:14:46.027864 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d4667435-e09f-485a-92c7-de3bb3849d62 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:46.066247 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d4667435-e09f-485a-92c7-de3bb3849d62 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:46.149768 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d4667435-e09f-485a-92c7-de3bb3849d62 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:46.212673 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d4667435-e09f-485a-92c7-de3bb3849d62 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:46.239338 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4667435-e09f-485a-92c7-de3bb3849d62 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event deleted for resources: {'Subnet': ['ID=e3527ef4-bdd6-4bde-b456-db1a997bb12a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:46.242961 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d4667435-e09f-485a-92c7-de3bb3849d62 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:46.246735 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d4667435-e09f-485a-92c7-de3bb3849d62 tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "DELETE /v2.0/subnets/e3527ef4-bdd6-4bde-b456-db1a997bb12a HTTP/1.1" status: 204 len: 168 time: 0.2696629 Nov 11 18:14:46.249193 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52070) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:46.251605 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c9abfe-9ba2-4639-b412-9d6b1c4981a2 None None] Network 05d29d7f-df3c-4399-9562-3d0a9cb6ba40 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:14:46.329604 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77b1d499-9d47-4d1d-b64f-249f21fbc13c tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:46.381318 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-77b1d499-9d47-4d1d-b64f-249f21fbc13c tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Deleting port cc23a21d-293b-4830-bd8c-b55ea05ca6f6 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:14:46.381663 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77b1d499-9d47-4d1d-b64f-249f21fbc13c tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:46.424155 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea40724-6986-4ad7-9c79-925cc10b5ab5 None None] DHCP port deletion for 05d29d7f-df3c-4399-9562-3d0a9cb6ba40 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:14:46.445492 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-77b1d499-9d47-4d1d-b64f-249f21fbc13c tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] For port cc23a21d-293b-4830-bd8c-b55ea05ca6f6, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cc23a21d-293b-4830-bd8c-b55ea05ca6f6,segment=NetworkSegment(4244b941-4fd7-4aa9-ac05-f8c189808ae8),segment_id=4244b941-4fd7-4aa9-ac05-f8c189808ae8)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:14:46.445852 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77b1d499-9d47-4d1d-b64f-249f21fbc13c tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:46.458559 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-77b1d499-9d47-4d1d-b64f-249f21fbc13c tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Calling delete_port for cc23a21d-293b-4830-bd8c-b55ea05ca6f6 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:14:46.469915 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-dea40724-6986-4ad7-9c79-925cc10b5ab5 None None] Deleting port cc23a21d-293b-4830-bd8c-b55ea05ca6f6 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:14:46.470295 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dea40724-6986-4ad7-9c79-925cc10b5ab5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:46.536157 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-dea40724-6986-4ad7-9c79-925cc10b5ab5 None None] For port cc23a21d-293b-4830-bd8c-b55ea05ca6f6, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cc23a21d-293b-4830-bd8c-b55ea05ca6f6,segment=NetworkSegment(4244b941-4fd7-4aa9-ac05-f8c189808ae8),segment_id=4244b941-4fd7-4aa9-ac05-f8c189808ae8)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:14:46.536922 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dea40724-6986-4ad7-9c79-925cc10b5ab5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:46.541957 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77b1d499-9d47-4d1d-b64f-249f21fbc13c tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:46.557371 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-dea40724-6986-4ad7-9c79-925cc10b5ab5 None None] Calling delete_port for cc23a21d-293b-4830-bd8c-b55ea05ca6f6 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:14:46.570039 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1d499-9d47-4d1d-b64f-249f21fbc13c tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event deleted for resources: {'Port': ['ID=cc23a21d-293b-4830-bd8c-b55ea05ca6f6,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:46.575044 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b1d499-9d47-4d1d-b64f-249f21fbc13c tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] No DVR routers for this DVR port cc23a21d-293b-4830-bd8c-b55ea05ca6f6 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:14:46.631347 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dea40724-6986-4ad7-9c79-925cc10b5ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:46.656298 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea40724-6986-4ad7-9c79-925cc10b5ab5 None None] Pushing event deleted for resources: {'Port': ['ID=cc23a21d-293b-4830-bd8c-b55ea05ca6f6,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:46.657616 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77b1d499-9d47-4d1d-b64f-249f21fbc13c tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:46.661104 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea40724-6986-4ad7-9c79-925cc10b5ab5 None None] No DVR routers for this DVR port cc23a21d-293b-4830-bd8c-b55ea05ca6f6 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:14:46.678446 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-77b1d499-9d47-4d1d-b64f-249f21fbc13c tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d29d7f-df3c-4399-9562-3d0a9cb6ba40']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:46.687657 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-77b1d499-9d47-4d1d-b64f-249f21fbc13c tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4244b941-4fd7-4aa9-ac05-f8c189808ae8') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:46.687981 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-77b1d499-9d47-4d1d-b64f-249f21fbc13c tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4244b941-4fd7-4aa9-ac05-f8c189808ae8') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:46.697246 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77b1d499-9d47-4d1d-b64f-249f21fbc13c tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:46.710583 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77b1d499-9d47-4d1d-b64f-249f21fbc13c tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:46.717192 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b1d499-9d47-4d1d-b64f-249f21fbc13c tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:14:46.717572 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77b1d499-9d47-4d1d-b64f-249f21fbc13c tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: timer() Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:14:46.720714 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:14:46.785842 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77b1d499-9d47-4d1d-b64f-249f21fbc13c tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:46.793130 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-77b1d499-9d47-4d1d-b64f-249f21fbc13c tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:46.796094 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-77b1d499-9d47-4d1d-b64f-249f21fbc13c tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] 10.222.0.76 "DELETE /v2.0/networks/05d29d7f-df3c-4399-9562-3d0a9cb6ba40 HTTP/1.1" status: 204 len: 168 time: 0.5458300 Nov 11 18:14:46.812154 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1d499-9d47-4d1d-b64f-249f21fbc13c tempest-NetworksIpV6Test-1870355817 tempest-NetworksIpV6Test-1870355817-project] Pushing event deleted for resources: {'Network': ['ID=05d29d7f-df3c-4399-9562-3d0a9cb6ba40,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:47.031409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52076) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:47.158995 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7f1f210c-91f6-4a79-8bf0-ec340c66d7ab admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cce9c402c9034c418fe650c1d5865eab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1263750 Nov 11 18:14:47.161503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52080) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:47.209149 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-64d78975-574f-41a3-9c7d-46c103e9b9ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:47.229721 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-64d78975-574f-41a3-9c7d-46c103e9b9ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:47.276847 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-64d78975-574f-41a3-9c7d-46c103e9b9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:47.279433 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-64d78975-574f-41a3-9c7d-46c103e9b9ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:47.280627 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-64d78975-574f-41a3-9c7d-46c103e9b9ca admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b182d491-4611-44af-8590-d9af6ed61496 HTTP/1.1" status: 204 len: 168 time: 0.1182489 Nov 11 18:14:47.288203 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d78975-574f-41a3-9c7d-46c103e9b9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b182d491-4611-44af-8590-d9af6ed61496,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:47.649171 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cc23a21d-293b-4830-bd8c-b55ea05ca6f6 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:14:47.670463 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: cc23a21d-293b-4830-bd8c-b55ea05ca6f6 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:14:47.670810 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cc23a21d-293b-4830-bd8c-b55ea05ca6f6 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:14:47.671230 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c12fbbea-73ef-4ba0-b16c-234bc92c3a10 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:14:47.690699 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: c12fbbea-73ef-4ba0-b16c-234bc92c3a10 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:14:47.691050 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c12fbbea-73ef-4ba0-b16c-234bc92c3a10 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:14:47.909614 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52102) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:48.002212 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-2bc77ea0-82f2-4810-902e-5fcd5eb83047 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1870181530', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:48.024772 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2bc77ea0-82f2-4810-902e-5fcd5eb83047 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:48.026615 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2bc77ea0-82f2-4810-902e-5fcd5eb83047 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:48.080255 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2bc77ea0-82f2-4810-902e-5fcd5eb83047 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:48.084268 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2bc77ea0-82f2-4810-902e-5fcd5eb83047 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:48.102998 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2bc77ea0-82f2-4810-902e-5fcd5eb83047 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:48.104259 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2bc77ea0-82f2-4810-902e-5fcd5eb83047 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1936095 Nov 11 18:14:48.106932 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52106) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:48.111715 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-3322b973-99a9-4967-a5e3-f708bf6b474a tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-899124307'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:48.131599 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3322b973-99a9-4967-a5e3-f708bf6b474a tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Made reservation on behalf of 66a9b618b13840fd8174a8f515c7d86c for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:14:48.135004 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3322b973-99a9-4967-a5e3-f708bf6b474a tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:48.144062 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3322b973-99a9-4967-a5e3-f708bf6b474a tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:48.220456 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3322b973-99a9-4967-a5e3-f708bf6b474a tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:48.224451 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3322b973-99a9-4967-a5e3-f708bf6b474a tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:48.250428 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3322b973-99a9-4967-a5e3-f708bf6b474a tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1276} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:14:48.259574 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322b973-99a9-4967-a5e3-f708bf6b474a tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d3968a-9d48-48c5-8c92-1337a4131987,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:48.266317 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3322b973-99a9-4967-a5e3-f708bf6b474a tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:48.266658 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-3322b973-99a9-4967-a5e3-f708bf6b474a tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Added segment 840e68ba-77f6-4867-8ca0-ad7c893ffcf1 of type vlan for network 4520f563-9ee7-4807-9e6b-3df8a32817dd Nov 11 18:14:48.305535 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3322b973-99a9-4967-a5e3-f708bf6b474a tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:48.329221 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3322b973-99a9-4967-a5e3-f708bf6b474a tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:48.334875 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3322b973-99a9-4967-a5e3-f708bf6b474a tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:48.335454 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3322b973-99a9-4967-a5e3-f708bf6b474a tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:48.394184 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3322b973-99a9-4967-a5e3-f708bf6b474a tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2861855 Nov 11 18:14:48.397126 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52108) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:48.402815 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-4cb3d20e-feb2-4138-a3b3-16169f00d4d8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Request body: {'subnet': {'network_id': '4520f563-9ee7-4807-9e6b-3df8a32817dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:48.406469 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322b973-99a9-4967-a5e3-f708bf6b474a tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Pushing event updated for resources: {'Network': ['ID=4520f563-9ee7-4807-9e6b-3df8a32817dd,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:48.418017 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 4520f563-9ee7-4807-9e6b-3df8a32817dd details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:14:48.493510 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb3d20e-feb2-4138-a3b3-16169f00d4d8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Made reservation on behalf of 66a9b618b13840fd8174a8f515c7d86c for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:14:48.497662 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4cb3d20e-feb2-4138-a3b3-16169f00d4d8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:48.679965 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4cb3d20e-feb2-4138-a3b3-16169f00d4d8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:48.736458 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3d20e-feb2-4138-a3b3-16169f00d4d8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Pushing event updated for resources: {'Subnet': ['ID=c35bf47d-cacb-407f-8a60-e9d2253cf4e5,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:48.746774 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb3d20e-feb2-4138-a3b3-16169f00d4d8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Checking segment: {'id': '840e68ba-77f6-4867-8ca0-ad7c893ffcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '4520f563-9ee7-4807-9e6b-3df8a32817dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:14:48.747129 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb3d20e-feb2-4138-a3b3-16169f00d4d8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Network hostable DHCP agents. Network: 4520f563-9ee7-4807-9e6b-3df8a32817dd, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:14:48.763445 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb3d20e-feb2-4138-a3b3-16169f00d4d8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Network 4520f563-9ee7-4807-9e6b-3df8a32817dd is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:14:48.771878 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-4cb3d20e-feb2-4138-a3b3-16169f00d4d8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 4520f563-9ee7-4807-9e6b-3df8a32817dd) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:48.775907 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb3d20e-feb2-4138-a3b3-16169f00d4d8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:48.776512 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4cb3d20e-feb2-4138-a3b3-16169f00d4d8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:48.780888 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a4f98c-ac5e-4e55-8ed5-bef7a8e4b677 None None] Network 4520f563-9ee7-4807-9e6b-3df8a32817dd requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:14:48.793852 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4cb3d20e-feb2-4138-a3b3-16169f00d4d8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3952105 Nov 11 18:14:48.796551 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52110) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:48.801760 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-efcf7dcb-9feb-4655-a482-34df87908284 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-241884722'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:48.824085 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcf7dcb-9feb-4655-a482-34df87908284 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Made reservation on behalf of 66a9b618b13840fd8174a8f515c7d86c for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:14:48.828146 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-efcf7dcb-9feb-4655-a482-34df87908284 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:48.856064 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efcf7dcb-9feb-4655-a482-34df87908284 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1262} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:14:48.860769 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:48.865632 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-efcf7dcb-9feb-4655-a482-34df87908284 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:48.865987 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-efcf7dcb-9feb-4655-a482-34df87908284 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Added segment abb56e97-25bd-497c-ab9f-28d0a086040e of type vlan for network 6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9 Nov 11 18:14:48.912537 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-efcf7dcb-9feb-4655-a482-34df87908284 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:48.938961 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-efcf7dcb-9feb-4655-a482-34df87908284 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:48.944648 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcf7dcb-9feb-4655-a482-34df87908284 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:48.945237 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-efcf7dcb-9feb-4655-a482-34df87908284 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:48.946252 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa27c5d-b838-4beb-ad27-f9c7e69202eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-4520f563-9ee7-4807-9e6b-3df8a32817dd', 'network_id': '4520f563-9ee7-4807-9e6b-3df8a32817dd', 'tenant_id': '66a9b618b13840fd8174a8f515c7d86c', 'fixed_ips': [{'subnet_id': 'c35bf47d-cacb-407f-8a60-e9d2253cf4e5'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 18:14:48.947127 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1aa27c5d-b838-4beb-ad27-f9c7e69202eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:49.025727 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-efcf7dcb-9feb-4655-a482-34df87908284 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2278874 Nov 11 18:14:49.028447 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52112) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:49.035344 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-9cb62d02-61db-411c-a270-d22210ff4fa8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Request body: {'subnet': {'network_id': '6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:49.040495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf7dcb-9feb-4655-a482-34df87908284 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Pushing event updated for resources: {'Network': ['ID=6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:49.061484 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:14:49.125986 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb62d02-61db-411c-a270-d22210ff4fa8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Made reservation on behalf of 66a9b618b13840fd8174a8f515c7d86c for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:14:49.129531 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9cb62d02-61db-411c-a270-d22210ff4fa8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:49.133064 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-1aa27c5d-b838-4beb-ad27-f9c7e69202eb None None] Allocated IP 172.20.0.2 (4520f563-9ee7-4807-9e6b-3df8a32817dd/c35bf47d-cacb-407f-8a60-e9d2253cf4e5/a4524711-a94a-44e2-b058-98b8fe3d1cc9) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:14:49.287369 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1aa27c5d-b838-4beb-ad27-f9c7e69202eb None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:49.294000 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1aa27c5d-b838-4beb-ad27-f9c7e69202eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:49.319255 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9cb62d02-61db-411c-a270-d22210ff4fa8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:49.336945 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa27c5d-b838-4beb-ad27-f9c7e69202eb None None] Network 4520f563-9ee7-4807-9e6b-3df8a32817dd is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:14:49.340497 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-1aa27c5d-b838-4beb-ad27-f9c7e69202eb None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:49.342871 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa27c5d-b838-4beb-ad27-f9c7e69202eb None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:14:49.348355 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa27c5d-b838-4beb-ad27-f9c7e69202eb None None] Pushing event updated for resources: {'Port': ['ID=a4524711-a94a-44e2-b058-98b8fe3d1cc9,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:49.388229 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb62d02-61db-411c-a270-d22210ff4fa8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Pushing event updated for resources: {'Subnet': ['ID=c62b2ae1-064b-48da-b7d7-fd7edbbfd338,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:49.395207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb62d02-61db-411c-a270-d22210ff4fa8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Checking segment: {'id': 'abb56e97-25bd-497c-ab9f-28d0a086040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:14:49.395574 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb62d02-61db-411c-a270-d22210ff4fa8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Network hostable DHCP agents. Network: 6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:14:49.400379 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1aa27c5d-b838-4beb-ad27-f9c7e69202eb None None] Attempting to bind port a4524711-a94a-44e2-b058-98b8fe3d1cc9 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:14:49.400749 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1aa27c5d-b838-4beb-ad27-f9c7e69202eb None None] Attempting to bind port a4524711-a94a-44e2-b058-98b8fe3d1cc9 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '840e68ba-77f6-4867-8ca0-ad7c893ffcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '4520f563-9ee7-4807-9e6b-3df8a32817dd'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:14:49.401650 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa27c5d-b838-4beb-ad27-f9c7e69202eb None None] Attempting to bind port a4524711-a94a-44e2-b058-98b8fe3d1cc9 on network 4520f563-9ee7-4807-9e6b-3df8a32817dd {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:14:49.406847 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa27c5d-b838-4beb-ad27-f9c7e69202eb None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:14:49.407219 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa27c5d-b838-4beb-ad27-f9c7e69202eb None None] Checking segment: {'id': '840e68ba-77f6-4867-8ca0-ad7c893ffcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '4520f563-9ee7-4807-9e6b-3df8a32817dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:14:49.407621 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1aa27c5d-b838-4beb-ad27-f9c7e69202eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:49.408097 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa27c5d-b838-4beb-ad27-f9c7e69202eb None None] Bound using segment: {'id': '840e68ba-77f6-4867-8ca0-ad7c893ffcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '4520f563-9ee7-4807-9e6b-3df8a32817dd'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:14:49.408769 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1aa27c5d-b838-4beb-ad27-f9c7e69202eb None None] Bound port: a4524711-a94a-44e2-b058-98b8fe3d1cc9, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840e68ba-77f6-4867-8ca0-ad7c893ffcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '4520f563-9ee7-4807-9e6b-3df8a32817dd'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:14:49.409180 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1aa27c5d-b838-4beb-ad27-f9c7e69202eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:49.412571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb62d02-61db-411c-a270-d22210ff4fa8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Network 6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:14:49.422604 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-9cb62d02-61db-411c-a270-d22210ff4fa8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:49.428605 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb62d02-61db-411c-a270-d22210ff4fa8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:49.429232 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9cb62d02-61db-411c-a270-d22210ff4fa8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:49.445887 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9cb62d02-61db-411c-a270-d22210ff4fa8 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4162169 Nov 11 18:14:49.446768 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2e2aa3-ec71-414e-8aa0-38a1cd0309ab None None] Network 6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:14:49.448502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52114) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:49.452885 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-1262a5c4-c48e-4346-a37f-7083ce83f584 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Request body: {'router': {'external_gateway_info': {'network_id': '6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:49.523408 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1aa27c5d-b838-4beb-ad27-f9c7e69202eb None None] For port a4524711-a94a-44e2-b058-98b8fe3d1cc9, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:14:49.529031 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1aa27c5d-b838-4beb-ad27-f9c7e69202eb None None] For port a4524711-a94a-44e2-b058-98b8fe3d1cc9, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a4524711-a94a-44e2-b058-98b8fe3d1cc9,segment=NetworkSegment(840e68ba-77f6-4867-8ca0-ad7c893ffcf1),segment_id=840e68ba-77f6-4867-8ca0-ad7c893ffcf1)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:14:49.539648 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1aa27c5d-b838-4beb-ad27-f9c7e69202eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:49.642975 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa27c5d-b838-4beb-ad27-f9c7e69202eb None None] Pushing event updated for resources: {'Port': ['ID=a4524711-a94a-44e2-b058-98b8fe3d1cc9,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:49.674853 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1262a5c4-c48e-4346-a37f-7083ce83f584 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:49.681367 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2fe915-af84-4282-9a18-96b3762fffb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9', 'network_id': '6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9', 'tenant_id': '66a9b618b13840fd8174a8f515c7d86c', 'fixed_ips': [{'subnet_id': 'c62b2ae1-064b-48da-b7d7-fd7edbbfd338'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 18:14:49.682292 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ed2fe915-af84-4282-9a18-96b3762fffb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:49.807574 n-d-816206-4 neutron-server[102618]: INFO neutron.api.v2.resource [None req-1262a5c4-c48e-4346-a37f-7083ce83f584 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 11 18:14:49.808736 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1262a5c4-c48e-4346-a37f-7083ce83f584 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] 10.222.0.76 "PUT /v2.0/routers/f3f53058-ff6d-44be-a11e-2e4c7527b26a HTTP/1.1" status: 400 len: 364 time: 0.3593061 Nov 11 18:14:49.815161 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52116) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:49.873328 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-ed2fe915-af84-4282-9a18-96b3762fffb4 None None] Allocated IP 172.21.0.2 (6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9/c62b2ae1-064b-48da-b7d7-fd7edbbfd338/519d7873-7061-4d80-96aa-1df2c3d307eb) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:14:49.878825 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-5358e0eb-99e3-4258-aed2-e8372c22af93 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Deleting subnet c62b2ae1-064b-48da-b7d7-fd7edbbfd338 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:14:50.021734 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ed2fe915-af84-4282-9a18-96b3762fffb4 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:50.026249 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5358e0eb-99e3-4258-aed2-e8372c22af93 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:50.027083 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ed2fe915-af84-4282-9a18-96b3762fffb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:50.063036 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2fe915-af84-4282-9a18-96b3762fffb4 None None] Network 6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:14:50.067259 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5358e0eb-99e3-4258-aed2-e8372c22af93 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:50.069825 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-ed2fe915-af84-4282-9a18-96b3762fffb4 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:50.074090 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2fe915-af84-4282-9a18-96b3762fffb4 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:14:50.079508 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fe915-af84-4282-9a18-96b3762fffb4 None None] Pushing event updated for resources: {'Port': ['ID=519d7873-7061-4d80-96aa-1df2c3d307eb,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:50.131441 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ed2fe915-af84-4282-9a18-96b3762fffb4 None None] Attempting to bind port 519d7873-7061-4d80-96aa-1df2c3d307eb on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:14:50.132390 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ed2fe915-af84-4282-9a18-96b3762fffb4 None None] Attempting to bind port 519d7873-7061-4d80-96aa-1df2c3d307eb by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'abb56e97-25bd-497c-ab9f-28d0a086040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:14:50.132762 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2fe915-af84-4282-9a18-96b3762fffb4 None None] Attempting to bind port 519d7873-7061-4d80-96aa-1df2c3d307eb on network 6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:14:50.138232 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2fe915-af84-4282-9a18-96b3762fffb4 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:14:50.138608 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2fe915-af84-4282-9a18-96b3762fffb4 None None] Checking segment: {'id': 'abb56e97-25bd-497c-ab9f-28d0a086040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:14:50.139010 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ed2fe915-af84-4282-9a18-96b3762fffb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:50.139402 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2fe915-af84-4282-9a18-96b3762fffb4 None None] Bound using segment: {'id': 'abb56e97-25bd-497c-ab9f-28d0a086040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:14:50.139898 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ed2fe915-af84-4282-9a18-96b3762fffb4 None None] Bound port: 519d7873-7061-4d80-96aa-1df2c3d307eb, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb56e97-25bd-497c-ab9f-28d0a086040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:14:50.140282 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ed2fe915-af84-4282-9a18-96b3762fffb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:50.156787 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5358e0eb-99e3-4258-aed2-e8372c22af93 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:50.218252 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5358e0eb-99e3-4258-aed2-e8372c22af93 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:50.253809 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358e0eb-99e3-4258-aed2-e8372c22af93 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Pushing event deleted for resources: {'Subnet': ['ID=c62b2ae1-064b-48da-b7d7-fd7edbbfd338,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:50.256076 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5358e0eb-99e3-4258-aed2-e8372c22af93 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:50.259477 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5358e0eb-99e3-4258-aed2-e8372c22af93 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] 10.222.0.76 "DELETE /v2.0/subnets/c62b2ae1-064b-48da-b7d7-fd7edbbfd338 HTTP/1.1" status: 204 len: 168 time: 0.4429159 Nov 11 18:14:50.262602 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52118) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:50.345220 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0bf74852-8e75-45cc-b7d0-e602d8811af0 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:50.384922 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ed2fe915-af84-4282-9a18-96b3762fffb4 None None] For port 519d7873-7061-4d80-96aa-1df2c3d307eb, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:14:50.389269 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ed2fe915-af84-4282-9a18-96b3762fffb4 None None] For port 519d7873-7061-4d80-96aa-1df2c3d307eb, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=519d7873-7061-4d80-96aa-1df2c3d307eb,segment=NetworkSegment(abb56e97-25bd-497c-ab9f-28d0a086040e),segment_id=abb56e97-25bd-497c-ab9f-28d0a086040e)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:14:50.397266 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ed2fe915-af84-4282-9a18-96b3762fffb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:50.406950 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-0bf74852-8e75-45cc-b7d0-e602d8811af0 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Deleting port 519d7873-7061-4d80-96aa-1df2c3d307eb {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:14:50.406950 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0bf74852-8e75-45cc-b7d0-e602d8811af0 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:50.460502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fe915-af84-4282-9a18-96b3762fffb4 None None] Pushing event updated for resources: {'Port': ['ID=519d7873-7061-4d80-96aa-1df2c3d307eb,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:50.480625 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-0bf74852-8e75-45cc-b7d0-e602d8811af0 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] For port 519d7873-7061-4d80-96aa-1df2c3d307eb, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=519d7873-7061-4d80-96aa-1df2c3d307eb,segment=NetworkSegment(abb56e97-25bd-497c-ab9f-28d0a086040e),segment_id=abb56e97-25bd-497c-ab9f-28d0a086040e)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:14:50.480996 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0bf74852-8e75-45cc-b7d0-e602d8811af0 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:50.494397 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-0bf74852-8e75-45cc-b7d0-e602d8811af0 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Calling delete_port for 519d7873-7061-4d80-96aa-1df2c3d307eb owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:14:50.582249 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0bf74852-8e75-45cc-b7d0-e602d8811af0 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:50.614436 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf74852-8e75-45cc-b7d0-e602d8811af0 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Pushing event deleted for resources: {'Port': ['ID=519d7873-7061-4d80-96aa-1df2c3d307eb,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:50.622206 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf74852-8e75-45cc-b7d0-e602d8811af0 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] No DVR routers for this DVR port 519d7873-7061-4d80-96aa-1df2c3d307eb on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:14:50.701098 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02278010-aea9-4ca8-9359-b67b21226fd0 None None] Network 4520f563-9ee7-4807-9e6b-3df8a32817dd requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:14:50.723678 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0bf74852-8e75-45cc-b7d0-e602d8811af0 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:50.745231 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-0bf74852-8e75-45cc-b7d0-e602d8811af0 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:50.759479 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-0bf74852-8e75-45cc-b7d0-e602d8811af0 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb56e97-25bd-497c-ab9f-28d0a086040e') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:50.760241 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-0bf74852-8e75-45cc-b7d0-e602d8811af0 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb56e97-25bd-497c-ab9f-28d0a086040e') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:50.771308 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0bf74852-8e75-45cc-b7d0-e602d8811af0 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:50.786582 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0bf74852-8e75-45cc-b7d0-e602d8811af0 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:50.793531 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf74852-8e75-45cc-b7d0-e602d8811af0 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:14:50.793991 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0bf74852-8e75-45cc-b7d0-e602d8811af0 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: timer() Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:14:50.801296 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:14:50.830764 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2e236923-3b40-4156-a4a2-2228bf6cd787 None None] Provisioning complete for port a4524711-a94a-44e2-b058-98b8fe3d1cc9 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:14:50.831050 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2e236923-3b40-4156-a4a2-2228bf6cd787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:50.860736 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0bf74852-8e75-45cc-b7d0-e602d8811af0 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:50.869486 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0bf74852-8e75-45cc-b7d0-e602d8811af0 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:50.872863 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0bf74852-8e75-45cc-b7d0-e602d8811af0 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] 10.222.0.76 "DELETE /v2.0/networks/6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9 HTTP/1.1" status: 204 len: 168 time: 0.6091881 Nov 11 18:14:50.875659 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52120) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:50.882642 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf74852-8e75-45cc-b7d0-e602d8811af0 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Pushing event deleted for resources: {'Network': ['ID=6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:50.945298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a46344f-85cb-42a6-a0b1-aa8ec232f838 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Deleting subnet c35bf47d-cacb-407f-8a60-e9d2253cf4e5 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:14:50.950257 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2e236923-3b40-4156-a4a2-2228bf6cd787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:50.955581 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4a46344f-85cb-42a6-a0b1-aa8ec232f838 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:50.987350 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2e236923-3b40-4156-a4a2-2228bf6cd787 None None] For port a4524711-a94a-44e2-b058-98b8fe3d1cc9, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a4524711-a94a-44e2-b058-98b8fe3d1cc9,segment=NetworkSegment(840e68ba-77f6-4867-8ca0-ad7c893ffcf1),segment_id=840e68ba-77f6-4867-8ca0-ad7c893ffcf1)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:14:50.992175 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2e236923-3b40-4156-a4a2-2228bf6cd787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:51.002793 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4a46344f-85cb-42a6-a0b1-aa8ec232f838 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:51.044803 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e236923-3b40-4156-a4a2-2228bf6cd787 None None] Pushing event updated for resources: {'Port': ['ID=a4524711-a94a-44e2-b058-98b8fe3d1cc9,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:51.095565 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4a46344f-85cb-42a6-a0b1-aa8ec232f838 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:51.164097 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4a46344f-85cb-42a6-a0b1-aa8ec232f838 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:51.194808 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4a46344f-85cb-42a6-a0b1-aa8ec232f838 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:51.201804 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52122) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:51.203062 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4a46344f-85cb-42a6-a0b1-aa8ec232f838 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] 10.222.0.76 "DELETE /v2.0/subnets/c35bf47d-cacb-407f-8a60-e9d2253cf4e5 HTTP/1.1" status: 204 len: 168 time: 0.3258464 Nov 11 18:14:51.203802 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46344f-85cb-42a6-a0b1-aa8ec232f838 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Pushing event deleted for resources: {'Subnet': ['ID=c35bf47d-cacb-407f-8a60-e9d2253cf4e5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:51.208075 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196272ac-6827-4f40-82f4-d6194eb53f19 None None] Network 4520f563-9ee7-4807-9e6b-3df8a32817dd requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:14:51.274753 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d1f44973-8778-405a-8e49-870fd1ba185d None None] Provisioning complete for port a4524711-a94a-44e2-b058-98b8fe3d1cc9 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:14:51.275121 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d1f44973-8778-405a-8e49-870fd1ba185d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:51.296773 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-145dd2d1-57da-4372-98ba-057631007eec tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:51.356408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-145dd2d1-57da-4372-98ba-057631007eec tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Deleting port a4524711-a94a-44e2-b058-98b8fe3d1cc9 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:14:51.356662 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-145dd2d1-57da-4372-98ba-057631007eec tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:51.427776 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-145dd2d1-57da-4372-98ba-057631007eec tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] For port a4524711-a94a-44e2-b058-98b8fe3d1cc9, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a4524711-a94a-44e2-b058-98b8fe3d1cc9,segment=NetworkSegment(840e68ba-77f6-4867-8ca0-ad7c893ffcf1),segment_id=840e68ba-77f6-4867-8ca0-ad7c893ffcf1)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:14:51.428201 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-145dd2d1-57da-4372-98ba-057631007eec tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:51.442277 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-145dd2d1-57da-4372-98ba-057631007eec tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Calling delete_port for a4524711-a94a-44e2-b058-98b8fe3d1cc9 owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:14:51.444915 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11b2773-aa56-46e2-82bd-c3832214c691 None None] DHCP port deletion for 4520f563-9ee7-4807-9e6b-3df8a32817dd request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:14:51.501276 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a11b2773-aa56-46e2-82bd-c3832214c691 None None] Deleting port a4524711-a94a-44e2-b058-98b8fe3d1cc9 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:14:51.501655 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a11b2773-aa56-46e2-82bd-c3832214c691 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:51.527632 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-145dd2d1-57da-4372-98ba-057631007eec tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:51.548537 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a491169e-241e-49fc-b767-9417e90aea83 None None] DHCP port deletion for 6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:14:51.552619 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145dd2d1-57da-4372-98ba-057631007eec tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Pushing event deleted for resources: {'Port': ['ID=a4524711-a94a-44e2-b058-98b8fe3d1cc9,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:51.557660 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ed3e5fd4-658b-4fc0-bf8e-4340c2e55056 None None] Could not find standard attr ID for object 519d7873-7061-4d80-96aa-1df2c3d307eb. {{(pid=102619) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 11 18:14:51.560392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145dd2d1-57da-4372-98ba-057631007eec tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] No DVR routers for this DVR port a4524711-a94a-44e2-b058-98b8fe3d1cc9 on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:14:51.577735 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a11b2773-aa56-46e2-82bd-c3832214c691 None None] For port a4524711-a94a-44e2-b058-98b8fe3d1cc9, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a4524711-a94a-44e2-b058-98b8fe3d1cc9,segment=NetworkSegment(840e68ba-77f6-4867-8ca0-ad7c893ffcf1),segment_id=840e68ba-77f6-4867-8ca0-ad7c893ffcf1)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:14:51.578132 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a11b2773-aa56-46e2-82bd-c3832214c691 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:51.588018 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776bdd44-39d4-46d9-9b7e-261a8d8e25b8 None None] Network 6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:14:51.602629 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a11b2773-aa56-46e2-82bd-c3832214c691 None None] Calling delete_port for a4524711-a94a-44e2-b058-98b8fe3d1cc9 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:14:51.607017 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776bdd44-39d4-46d9-9b7e-261a8d8e25b8 None None] Network 6fc9ba89-5dfa-4aa1-8fd7-b21cf00e91e9 could not be found, it might have been deleted concurrently. {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 11 18:14:51.649140 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-145dd2d1-57da-4372-98ba-057631007eec tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:51.668894 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-145dd2d1-57da-4372-98ba-057631007eec tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4520f563-9ee7-4807-9e6b-3df8a32817dd']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:51.678229 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-145dd2d1-57da-4372-98ba-057631007eec tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840e68ba-77f6-4867-8ca0-ad7c893ffcf1') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:51.678229 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-145dd2d1-57da-4372-98ba-057631007eec tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840e68ba-77f6-4867-8ca0-ad7c893ffcf1') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:51.682957 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a11b2773-aa56-46e2-82bd-c3832214c691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:51.688504 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-145dd2d1-57da-4372-98ba-057631007eec tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:51.702123 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-145dd2d1-57da-4372-98ba-057631007eec tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:51.707941 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145dd2d1-57da-4372-98ba-057631007eec tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:14:51.708323 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-145dd2d1-57da-4372-98ba-057631007eec tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:51.708453 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b2773-aa56-46e2-82bd-c3832214c691 None None] Pushing event deleted for resources: {'Port': ['ID=a4524711-a94a-44e2-b058-98b8fe3d1cc9,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:51.712085 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b2773-aa56-46e2-82bd-c3832214c691 None None] No DVR routers for this DVR port a4524711-a94a-44e2-b058-98b8fe3d1cc9 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: timer() Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:14:51.714109 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:14:51.772031 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-145dd2d1-57da-4372-98ba-057631007eec tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:51.776582 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-145dd2d1-57da-4372-98ba-057631007eec tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:51.782757 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-145dd2d1-57da-4372-98ba-057631007eec tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] 10.222.0.76 "DELETE /v2.0/networks/4520f563-9ee7-4807-9e6b-3df8a32817dd HTTP/1.1" status: 204 len: 168 time: 0.5799291 Nov 11 18:14:51.782941 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52124) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:51.797761 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145dd2d1-57da-4372-98ba-057631007eec tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Pushing event deleted for resources: {'Network': ['ID=4520f563-9ee7-4807-9e6b-3df8a32817dd,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:51.811510 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-cf34b5db-326e-402d-9435-8477a772e67b tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] 10.222.0.76 "GET /v2.0/ports?device_id=f3f53058-ff6d-44be-a11e-2e4c7527b26a HTTP/1.1" status: 200 len: 205 time: 0.0273895 Nov 11 18:14:51.813754 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52126) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:51.889560 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9e7744da-7062-4adb-aad7-7e8cde776a92 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:52.045413 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9e7744da-7062-4adb-aad7-7e8cde776a92 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:52.047386 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9e7744da-7062-4adb-aad7-7e8cde776a92 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:52.089827 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9e7744da-7062-4adb-aad7-7e8cde776a92 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:52.090357 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7744da-7062-4adb-aad7-7e8cde776a92 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Fanout notify agent at l3_agent the message router_deleted on router f3f53058-ff6d-44be-a11e-2e4c7527b26a {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 18:14:52.097281 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9e7744da-7062-4adb-aad7-7e8cde776a92 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:52.098365 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9e7744da-7062-4adb-aad7-7e8cde776a92 tempest-RoutersNegativeTest-1367338915 tempest-RoutersNegativeTest-1367338915-project] 10.222.0.76 "DELETE /v2.0/routers/f3f53058-ff6d-44be-a11e-2e4c7527b26a HTTP/1.1" status: 204 len: 168 time: 0.2837074 Nov 11 18:14:52.331349 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52132) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:52.458043 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-34694917-dfe5-4e54-be49-471a95d8cfac admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=66a9b618b13840fd8174a8f515c7d86c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1254895 Nov 11 18:14:52.460481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52136) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:52.505697 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c567-8bfc-4448-91ba-fca3d2820f7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:52.527233 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c567-8bfc-4448-91ba-fca3d2820f7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:52.585635 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c567-8bfc-4448-91ba-fca3d2820f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:52.588940 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d6a9c567-8bfc-4448-91ba-fca3d2820f7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:52.590088 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d6a9c567-8bfc-4448-91ba-fca3d2820f7c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f8d3968a-9d48-48c5-8c92-1337a4131987 HTTP/1.1" status: 204 len: 168 time: 0.1287293 Nov 11 18:14:52.597686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9c567-8bfc-4448-91ba-fca3d2820f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d3968a-9d48-48c5-8c92-1337a4131987,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:53.193287 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52158) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:53.287764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a7576d1d-b472-404e-b36f-c0a382dbf599 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1868578315-network', 'tenant_id': 'a330781cec8748778a5c4727ab86e129'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:53.309279 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7576d1d-b472-404e-b36f-c0a382dbf599 admin admin] Made reservation on behalf of a330781cec8748778a5c4727ab86e129 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:14:53.311796 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7576d1d-b472-404e-b36f-c0a382dbf599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:53.320035 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7576d1d-b472-404e-b36f-c0a382dbf599 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:53.395880 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7576d1d-b472-404e-b36f-c0a382dbf599 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:53.399337 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7576d1d-b472-404e-b36f-c0a382dbf599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:53.423234 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7576d1d-b472-404e-b36f-c0a382dbf599 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1293} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:14:53.433259 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7576d1d-b472-404e-b36f-c0a382dbf599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:53.437942 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7576d1d-b472-404e-b36f-c0a382dbf599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:53.438278 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-a7576d1d-b472-404e-b36f-c0a382dbf599 admin admin] Added segment d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8 of type vlan for network 98436239-a8bb-4c69-ae98-79fbdca44eb4 Nov 11 18:14:53.475943 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7576d1d-b472-404e-b36f-c0a382dbf599 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:53.500340 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7576d1d-b472-404e-b36f-c0a382dbf599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:53.501262 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7576d1d-b472-404e-b36f-c0a382dbf599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:53.501834 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a7576d1d-b472-404e-b36f-c0a382dbf599 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:53.550038 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a7576d1d-b472-404e-b36f-c0a382dbf599 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3554854 Nov 11 18:14:53.552856 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52162) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:53.558550 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ff662738-063c-4467-8110-f169b7787244 admin admin] Request body: {'subnet': {'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1868578315-subnet', 'tenant_id': 'a330781cec8748778a5c4727ab86e129', 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:53.563178 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7576d1d-b472-404e-b36f-c0a382dbf599 admin admin] Pushing event updated for resources: {'Network': ['ID=98436239-a8bb-4c69-ae98-79fbdca44eb4,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:53.572758 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 98436239-a8bb-4c69-ae98-79fbdca44eb4 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:14:53.579997 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff662738-063c-4467-8110-f169b7787244 admin admin] Made reservation on behalf of a330781cec8748778a5c4727ab86e129 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:14:53.582313 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ff662738-063c-4467-8110-f169b7787244 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:53.748369 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ff662738-063c-4467-8110-f169b7787244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:53.800895 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff662738-063c-4467-8110-f169b7787244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:53.810822 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff662738-063c-4467-8110-f169b7787244 admin admin] Checking segment: {'id': 'd0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:14:53.811172 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff662738-063c-4467-8110-f169b7787244 admin admin] Network hostable DHCP agents. Network: 98436239-a8bb-4c69-ae98-79fbdca44eb4, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:14:53.826801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff662738-063c-4467-8110-f169b7787244 admin admin] Network 98436239-a8bb-4c69-ae98-79fbdca44eb4 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:14:53.835925 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-ff662738-063c-4467-8110-f169b7787244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 98436239-a8bb-4c69-ae98-79fbdca44eb4) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:53.840670 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff662738-063c-4467-8110-f169b7787244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:53.841276 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ff662738-063c-4467-8110-f169b7787244 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:53.846118 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed95610-b8da-4ab3-81a3-9ca77e8cc0ca None None] Network 98436239-a8bb-4c69-ae98-79fbdca44eb4 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:14:53.859719 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ff662738-063c-4467-8110-f169b7787244 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3031921 Nov 11 18:14:53.859930 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52164) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:53.864221 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-c25e95fa-b62b-4e6a-b037-52a6abd0ceec admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1868578315-router', 'tenant_id': 'a330781cec8748778a5c4727ab86e129', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:53.884544 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c25e95fa-b62b-4e6a-b037-52a6abd0ceec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:53.885556 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c25e95fa-b62b-4e6a-b037-52a6abd0ceec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:53.937653 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c25e95fa-b62b-4e6a-b037-52a6abd0ceec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:53.994764 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c16356-22bf-41ff-9a5a-38f1de781fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-98436239-a8bb-4c69-ae98-79fbdca44eb4', 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4', 'tenant_id': 'a330781cec8748778a5c4727ab86e129', 'fixed_ips': [{'subnet_id': '8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 18:14:53.995646 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-87c16356-22bf-41ff-9a5a-38f1de781fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:54.137785 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-87c16356-22bf-41ff-9a5a-38f1de781fcf None None] Allocated IP 172.20.0.2 (98436239-a8bb-4c69-ae98-79fbdca44eb4/8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a/a3348a26-6ab1-4e39-a2af-3a525703491c) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:14:54.281968 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-87c16356-22bf-41ff-9a5a-38f1de781fcf None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:54.288166 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-87c16356-22bf-41ff-9a5a-38f1de781fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:54.335509 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c16356-22bf-41ff-9a5a-38f1de781fcf None None] Network 98436239-a8bb-4c69-ae98-79fbdca44eb4 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:14:54.339795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c16356-22bf-41ff-9a5a-38f1de781fcf None None] Pushing event updated for resources: {'Port': ['ID=a3348a26-6ab1-4e39-a2af-3a525703491c,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:54.343207 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-87c16356-22bf-41ff-9a5a-38f1de781fcf None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:54.345291 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c16356-22bf-41ff-9a5a-38f1de781fcf None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:14:54.386416 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c25e95fa-b62b-4e6a-b037-52a6abd0ceec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:54.399530 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-87c16356-22bf-41ff-9a5a-38f1de781fcf None None] Attempting to bind port a3348a26-6ab1-4e39-a2af-3a525703491c on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:14:54.399863 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-87c16356-22bf-41ff-9a5a-38f1de781fcf None None] Attempting to bind port a3348a26-6ab1-4e39-a2af-3a525703491c by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'd0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:14:54.400227 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c16356-22bf-41ff-9a5a-38f1de781fcf None None] Attempting to bind port a3348a26-6ab1-4e39-a2af-3a525703491c on network 98436239-a8bb-4c69-ae98-79fbdca44eb4 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:14:54.406518 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c16356-22bf-41ff-9a5a-38f1de781fcf None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:14:54.406893 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c16356-22bf-41ff-9a5a-38f1de781fcf None None] Checking segment: {'id': 'd0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:14:54.407456 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-87c16356-22bf-41ff-9a5a-38f1de781fcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:54.407889 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c16356-22bf-41ff-9a5a-38f1de781fcf None None] Bound using segment: {'id': 'd0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:14:54.408358 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-87c16356-22bf-41ff-9a5a-38f1de781fcf None None] Bound port: a3348a26-6ab1-4e39-a2af-3a525703491c, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:14:54.408742 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-87c16356-22bf-41ff-9a5a-38f1de781fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:54.470385 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-87c16356-22bf-41ff-9a5a-38f1de781fcf None None] For port a3348a26-6ab1-4e39-a2af-3a525703491c, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:14:54.474044 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-87c16356-22bf-41ff-9a5a-38f1de781fcf None None] For port a3348a26-6ab1-4e39-a2af-3a525703491c, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a3348a26-6ab1-4e39-a2af-3a525703491c,segment=NetworkSegment(d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8),segment_id=d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:14:54.478637 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-87c16356-22bf-41ff-9a5a-38f1de781fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:54.539605 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c16356-22bf-41ff-9a5a-38f1de781fcf None None] Pushing event updated for resources: {'Port': ['ID=a3348a26-6ab1-4e39-a2af-3a525703491c,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:54.585909 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:54.600974 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c25e95fa-b62b-4e6a-b037-52a6abd0ceec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:54.621134 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c25e95fa-b62b-4e6a-b037-52a6abd0ceec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:54.742269 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-c25e95fa-b62b-4e6a-b037-52a6abd0ceec admin admin] Allocated IP 172.25.2.81 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/56352014-5c1e-49d4-9854-c3e72fed14d6) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:14:54.850969 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c25e95fa-b62b-4e6a-b037-52a6abd0ceec admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:54.887165 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c25e95fa-b62b-4e6a-b037-52a6abd0ceec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:54.926951 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25e95fa-b62b-4e6a-b037-52a6abd0ceec admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:14:54.929980 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-c25e95fa-b62b-4e6a-b037-52a6abd0ceec admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:54.936726 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25e95fa-b62b-4e6a-b037-52a6abd0ceec admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:14:54.939907 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e95fa-b62b-4e6a-b037-52a6abd0ceec admin admin] Pushing event updated for resources: {'Port': ['ID=56352014-5c1e-49d4-9854-c3e72fed14d6,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:54.944496 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa705793-3ce6-4eec-8986-4c26b040a0a2 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:14:55.004179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-15e25c6c-f929-4bfc-bb29-31c25bcae832 None None] Provisioning complete for port 56352014-5c1e-49d4-9854-c3e72fed14d6 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:14:55.004552 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-15e25c6c-f929-4bfc-bb29-31c25bcae832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:55.039251 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-15e25c6c-f929-4bfc-bb29-31c25bcae832 None None] Port 56352014-5c1e-49d4-9854-c3e72fed14d6 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:14:55.194758 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c25e95fa-b62b-4e6a-b037-52a6abd0ceec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:55.400431 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c25e95fa-b62b-4e6a-b037-52a6abd0ceec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:55.415141 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8eaed7-1540-4d4c-bece-10cc0a069902 None None] Network 98436239-a8bb-4c69-ae98-79fbdca44eb4 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:14:55.482426 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-fe7e4b47-43f6-4df9-bffd-c076b954418b None None] Provisioning complete for port a3348a26-6ab1-4e39-a2af-3a525703491c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:14:55.482712 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fe7e4b47-43f6-4df9-bffd-c076b954418b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:55.529619 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25e95fa-b62b-4e6a-b037-52a6abd0ceec admin admin] Router 5593f042-06a0-420b-b683-d0581da7fb1e is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 18:14:55.641447 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fe7e4b47-43f6-4df9-bffd-c076b954418b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:55.649526 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25e95fa-b62b-4e6a-b037-52a6abd0ceec admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:14:55.662830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] Sync routers for ids ['5593f042-06a0-420b-b683-d0581da7fb1e'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:14:55.671691 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c25e95fa-b62b-4e6a-b037-52a6abd0ceec admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:55.675938 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c25e95fa-b62b-4e6a-b037-52a6abd0ceec admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8122776 Nov 11 18:14:55.676283 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52166) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:55.691841 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] Routers {'5593f042-06a0-420b-b683-d0581da7fb1e'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:14:55.692483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:14:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5593f042-06a0-420b-b683-d0581da7fb1e'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:55.695246 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-fe7e4b47-43f6-4df9-bffd-c076b954418b None None] For port a3348a26-6ab1-4e39-a2af-3a525703491c, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a3348a26-6ab1-4e39-a2af-3a525703491c,segment=NetworkSegment(d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8),segment_id=d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:14:55.733860 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a3348a26-6ab1-4e39-a2af-3a525703491c up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:14:55.739542 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fe7e4b47-43f6-4df9-bffd-c076b954418b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:55.873409 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e4b47-43f6-4df9-bffd-c076b954418b None None] Pushing event updated for resources: {'Port': ['ID=a3348a26-6ab1-4e39-a2af-3a525703491c,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:55.891876 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] Set router 5593f042-06a0-420b-b683-d0581da7fb1e gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:14:55.920212 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port a3348a26-6ab1-4e39-a2af-3a525703491c triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:14:55.920587 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:56.038292 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-90933e28-a844-4aef-94b4-37559487e422 None None] Provisioning complete for port a3348a26-6ab1-4e39-a2af-3a525703491c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:14:56.038579 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-90933e28-a844-4aef-94b4-37559487e422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:56.117106 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61d622bc-f8af-4b69-aae5-1729526aed20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:56.227634 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5593f042-06a0-420b-b683-d0581da7fb1e', 'name': 'tempest-TestEncryptedCinderVolumes-1868578315-router', 'tenant_id': 'a330781cec8748778a5c4727ab86e129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '56352014-5c1e-49d4-9854-c3e72fed14d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:14:53Z', 'updated_at': '2021-11-11T18:14:55Z', 'revision_number': 3, 'project_id': 'a330781cec8748778a5c4727ab86e129', 'gw_port': {'id': '56352014-5c1e-49d4-9854-c3e72fed14d6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5593f042-06a0-420b-b683-d0581da7fb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:14:54Z', 'updated_at': '2021-11-11T18:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:56.255178 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] Checking router: 5593f042-06a0-420b-b683-d0581da7fb1e for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:14:56.255519 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] Updating router 5593f042-06a0-420b-b683-d0581da7fb1e port 56352014-5c1e-49d4-9854-c3e72fed14d6 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:14:56.283829 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:56.327551 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-61d622bc-f8af-4b69-aae5-1729526aed20 admin admin] Allocated IP 172.20.0.1 (98436239-a8bb-4c69-ae98-79fbdca44eb4/8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a/c5a0fb43-8738-49c0-9275-e6a57c6e6f51) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:14:56.433575 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61d622bc-f8af-4b69-aae5-1729526aed20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:56.468500 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61d622bc-f8af-4b69-aae5-1729526aed20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:56.507331 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d622bc-f8af-4b69-aae5-1729526aed20 admin admin] Network 98436239-a8bb-4c69-ae98-79fbdca44eb4 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:14:56.512392 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-61d622bc-f8af-4b69-aae5-1729526aed20 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:56.516634 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d622bc-f8af-4b69-aae5-1729526aed20 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:14:56.519865 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d622bc-f8af-4b69-aae5-1729526aed20 admin admin] Pushing event updated for resources: {'Port': ['ID=c5a0fb43-8738-49c0-9275-e6a57c6e6f51,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:56.560594 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61d622bc-f8af-4b69-aae5-1729526aed20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:56.701188 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61d622bc-f8af-4b69-aae5-1729526aed20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:56.725590 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:56.731714 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:56.780620 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793ea115-74e2-4942-a1be-40c752ddf284 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:14:56.795816 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de27703-b825-41ed-9bec-0acc9f0a0ac3 None None] Pushing event updated for resources: {'Port': ['ID=56352014-5c1e-49d4-9854-c3e72fed14d6,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:56.800184 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] Attempting to bind port 56352014-5c1e-49d4-9854-c3e72fed14d6 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:14:56.800559 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] Attempting to bind port 56352014-5c1e-49d4-9854-c3e72fed14d6 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:14:56.801378 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] Attempting to bind port 56352014-5c1e-49d4-9854-c3e72fed14d6 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:14:56.807508 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:14:56.807920 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:14:56.808322 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:56.808713 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:14:56.809178 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] Bound port: 56352014-5c1e-49d4-9854-c3e72fed14d6, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:14:56.809580 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:56.868137 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b4b96320-907f-43ec-ab45-d2d38af5335b None None] Provisioning complete for port 56352014-5c1e-49d4-9854-c3e72fed14d6 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:14:56.868423 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b4b96320-907f-43ec-ab45-d2d38af5335b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:56.870070 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61d622bc-f8af-4b69-aae5-1729526aed20 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:56.875620 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61d622bc-f8af-4b69-aae5-1729526aed20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:56.892098 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] For port 56352014-5c1e-49d4-9854-c3e72fed14d6, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:14:56.911588 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] For port 56352014-5c1e-49d4-9854-c3e72fed14d6, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=56352014-5c1e-49d4-9854-c3e72fed14d6,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:14:56.917805 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:56.921985 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b4b96320-907f-43ec-ab45-d2d38af5335b None None] Port 56352014-5c1e-49d4-9854-c3e72fed14d6 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:14:56.942410 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d622bc-f8af-4b69-aae5-1729526aed20 admin admin] Pushing event updated for resources: {'Port': ['ID=c5a0fb43-8738-49c0-9275-e6a57c6e6f51,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:56.944999 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-61d622bc-f8af-4b69-aae5-1729526aed20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:56.971297 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5543c2-9666-4f70-971e-2b318016a93b None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:14:57.000233 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b4b96320-907f-43ec-ab45-d2d38af5335b None None] Provisioning complete for port c5a0fb43-8738-49c0-9275-e6a57c6e6f51 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:14:57.000614 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b4b96320-907f-43ec-ab45-d2d38af5335b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:57.002199 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de27703-b825-41ed-9bec-0acc9f0a0ac3 None None] Pushing event updated for resources: {'Port': ['ID=56352014-5c1e-49d4-9854-c3e72fed14d6,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:57.006432 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] Routers {'5593f042-06a0-420b-b683-d0581da7fb1e'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:14:57.007055 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:14:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5593f042-06a0-420b-b683-d0581da7fb1e'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:57.050692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d622bc-f8af-4b69-aae5-1729526aed20 admin admin] Network 98436239-a8bb-4c69-ae98-79fbdca44eb4 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:14:57.052196 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-61d622bc-f8af-4b69-aae5-1729526aed20 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:57.113533 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b4b96320-907f-43ec-ab45-d2d38af5335b None None] Port c5a0fb43-8738-49c0-9275-e6a57c6e6f51 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:14:57.146017 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] Set router 5593f042-06a0-420b-b683-d0581da7fb1e gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:14:57.177030 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d622bc-f8af-4b69-aae5-1729526aed20 admin admin] Router 5593f042-06a0-420b-b683-d0581da7fb1e has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:14:57.286545 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d622bc-f8af-4b69-aae5-1729526aed20 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:14:57.289616 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-72408327-dfac-45ac-8fe3-73b70d0f2355 None None] Provisioning complete for port 56352014-5c1e-49d4-9854-c3e72fed14d6 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:14:57.289994 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-72408327-dfac-45ac-8fe3-73b70d0f2355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:57.292895 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-61d622bc-f8af-4b69-aae5-1729526aed20 admin admin] 10.222.0.76 "PUT /v2.0/routers/5593f042-06a0-420b-b683-d0581da7fb1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6155860 Nov 11 18:14:57.429104 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-72408327-dfac-45ac-8fe3-73b70d0f2355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:57.453884 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-72408327-dfac-45ac-8fe3-73b70d0f2355 None None] For port 56352014-5c1e-49d4-9854-c3e72fed14d6, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=56352014-5c1e-49d4-9854-c3e72fed14d6,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:14:57.456088 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5593f042-06a0-420b-b683-d0581da7fb1e', 'name': 'tempest-TestEncryptedCinderVolumes-1868578315-router', 'tenant_id': 'a330781cec8748778a5c4727ab86e129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '56352014-5c1e-49d4-9854-c3e72fed14d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:14:53Z', 'updated_at': '2021-11-11T18:14:56Z', 'revision_number': 4, 'project_id': 'a330781cec8748778a5c4727ab86e129', 'gw_port': {'id': '56352014-5c1e-49d4-9854-c3e72fed14d6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5593f042-06a0-420b-b683-d0581da7fb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:14:54Z', 'updated_at': '2021-11-11T18:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'c5a0fb43-8738-49c0-9275-e6a57c6e6f51', 'name': '', 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4', 'tenant_id': 'a330781cec8748778a5c4727ab86e129', 'mac_address': 'fa:16:3e:7b:38:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5593f042-06a0-420b-b683-d0581da7fb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:14:56Z', 'updated_at': '2021-11-11T18:14:56Z', 'revision_number': 2, 'project_id': 'a330781cec8748778a5c4727ab86e129', 'subnets': [{'id': '8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:57.459125 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-72408327-dfac-45ac-8fe3-73b70d0f2355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:57.487155 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ec0512-7710-4a02-be3d-ba3c15dc2418 None None] The sync data for ids ['5593f042-06a0-420b-b683-d0581da7fb1e'] in n-d-816206-4 is: [{'id': '5593f042-06a0-420b-b683-d0581da7fb1e', 'name': 'tempest-TestEncryptedCinderVolumes-1868578315-router', 'tenant_id': 'a330781cec8748778a5c4727ab86e129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '56352014-5c1e-49d4-9854-c3e72fed14d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:14:53Z', 'updated_at': '2021-11-11T18:14:56Z', 'revision_number': 4, 'project_id': 'a330781cec8748778a5c4727ab86e129', 'gw_port': {'id': '56352014-5c1e-49d4-9854-c3e72fed14d6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5593f042-06a0-420b-b683-d0581da7fb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:14:54Z', 'updated_at': '2021-11-11T18:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'c5a0fb43-8738-49c0-9275-e6a57c6e6f51', 'name': '', 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4', 'tenant_id': 'a330781cec8748778a5c4727ab86e129', 'mac_address': 'fa:16:3e:7b:38:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5593f042-06a0-420b-b683-d0581da7fb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:14:56Z', 'updated_at': '2021-11-11T18:14:56Z', 'revision_number': 2, 'project_id': 'a330781cec8748778a5c4727ab86e129', 'subnets': [{'id': '8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:14:57.532020 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72408327-dfac-45ac-8fe3-73b70d0f2355 None None] Pushing event updated for resources: {'Port': ['ID=56352014-5c1e-49d4-9854-c3e72fed14d6,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:57.582887 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-12f3e233-76a1-4830-a6d8-3fa15dd59515 None None] Provisioning complete for port c5a0fb43-8738-49c0-9275-e6a57c6e6f51 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:14:57.583257 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-12f3e233-76a1-4830-a6d8-3fa15dd59515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:57.627946 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-12f3e233-76a1-4830-a6d8-3fa15dd59515 None None] Port c5a0fb43-8738-49c0-9275-e6a57c6e6f51 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:14:57.669868 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a3348a26-6ab1-4e39-a2af-3a525703491c up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:14:57.733068 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port a3348a26-6ab1-4e39-a2af-3a525703491c triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:14:57.733644 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:57.828188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52182) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:57.836852 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-43cbad30-c319-4162-931d-b1b059730168 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-160375797-network', 'tenant_id': '0d73724b22a04c34b0f3f7959fbb7ba2'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:57.859436 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cbad30-c319-4162-931d-b1b059730168 admin admin] Made reservation on behalf of 0d73724b22a04c34b0f3f7959fbb7ba2 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:14:57.862093 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43cbad30-c319-4162-931d-b1b059730168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:57.874325 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43cbad30-c319-4162-931d-b1b059730168 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:57.956387 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43cbad30-c319-4162-931d-b1b059730168 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:57.961198 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43cbad30-c319-4162-931d-b1b059730168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:57.988267 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43cbad30-c319-4162-931d-b1b059730168 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1261} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:14:57.998621 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbad30-c319-4162-931d-b1b059730168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ab9c43-c1c4-4ac0-b6ae-209f1de18209,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:58.004721 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43cbad30-c319-4162-931d-b1b059730168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:58.005067 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-43cbad30-c319-4162-931d-b1b059730168 admin admin] Added segment 759a9241-6c9d-4039-9d78-85a861edf977 of type vlan for network 794ca0e6-b5c3-48e8-bc3e-41181588438d Nov 11 18:14:58.048352 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43cbad30-c319-4162-931d-b1b059730168 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:58.075153 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43cbad30-c319-4162-931d-b1b059730168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:58.076427 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cbad30-c319-4162-931d-b1b059730168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:58.077010 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-43cbad30-c319-4162-931d-b1b059730168 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:58.139306 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-43cbad30-c319-4162-931d-b1b059730168 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3093400 Nov 11 18:14:58.142108 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52184) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:58.149106 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-f186b70c-0606-4547-8a30-6186299378a7 admin admin] Request body: {'subnet': {'network_id': '794ca0e6-b5c3-48e8-bc3e-41181588438d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-160375797-subnet', 'tenant_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:58.154050 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbad30-c319-4162-931d-b1b059730168 admin admin] Pushing event updated for resources: {'Network': ['ID=794ca0e6-b5c3-48e8-bc3e-41181588438d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:58.165618 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 794ca0e6-b5c3-48e8-bc3e-41181588438d details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:14:58.187003 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f186b70c-0606-4547-8a30-6186299378a7 admin admin] Made reservation on behalf of 0d73724b22a04c34b0f3f7959fbb7ba2 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:14:58.189541 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f186b70c-0606-4547-8a30-6186299378a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:58.396817 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f186b70c-0606-4547-8a30-6186299378a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:58.451540 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186b70c-0606-4547-8a30-6186299378a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca75fe76-071c-4bb8-8ecb-4b2a021f6f39,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:58.469909 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186b70c-0606-4547-8a30-6186299378a7 admin admin] Checking segment: {'id': '759a9241-6c9d-4039-9d78-85a861edf977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '794ca0e6-b5c3-48e8-bc3e-41181588438d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:14:58.470268 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f186b70c-0606-4547-8a30-6186299378a7 admin admin] Network hostable DHCP agents. Network: 794ca0e6-b5c3-48e8-bc3e-41181588438d, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:14:58.487797 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f186b70c-0606-4547-8a30-6186299378a7 admin admin] Network 794ca0e6-b5c3-48e8-bc3e-41181588438d is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:14:58.497377 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-f186b70c-0606-4547-8a30-6186299378a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 794ca0e6-b5c3-48e8-bc3e-41181588438d) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:58.502072 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f186b70c-0606-4547-8a30-6186299378a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:14:58.503197 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f186b70c-0606-4547-8a30-6186299378a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:58.506730 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7135659a-341f-4c99-ac2e-568798f0d75c None None] Network 794ca0e6-b5c3-48e8-bc3e-41181588438d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:14:58.523396 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f186b70c-0606-4547-8a30-6186299378a7 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3768892 Nov 11 18:14:58.523396 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52186) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:14:58.527618 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-8c42423f-1bf9-42a8-9800-da20ff2f921a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-160375797-router', 'tenant_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:14:58.554406 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c42423f-1bf9-42a8-9800-da20ff2f921a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:58.556014 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c42423f-1bf9-42a8-9800-da20ff2f921a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:58.610682 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c42423f-1bf9-42a8-9800-da20ff2f921a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:58.677095 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1764cc-8666-4d9e-955f-6b3a2ae9c72a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-794ca0e6-b5c3-48e8-bc3e-41181588438d', 'network_id': '794ca0e6-b5c3-48e8-bc3e-41181588438d', 'tenant_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'fixed_ips': [{'subnet_id': 'ca75fe76-071c-4bb8-8ecb-4b2a021f6f39'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 18:14:58.678259 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-da1764cc-8666-4d9e-955f-6b3a2ae9c72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:58.769696 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c42423f-1bf9-42a8-9800-da20ff2f921a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:58.827792 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-da1764cc-8666-4d9e-955f-6b3a2ae9c72a None None] Allocated IP 172.20.0.2 (794ca0e6-b5c3-48e8-bc3e-41181588438d/ca75fe76-071c-4bb8-8ecb-4b2a021f6f39/bf5bc690-5d82-417b-a1b0-fa32b67f15d6) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:14:58.982814 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-da1764cc-8666-4d9e-955f-6b3a2ae9c72a None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:58.988875 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-da1764cc-8666-4d9e-955f-6b3a2ae9c72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:59.030782 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1764cc-8666-4d9e-955f-6b3a2ae9c72a None None] Network 794ca0e6-b5c3-48e8-bc3e-41181588438d is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:14:59.033937 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-da1764cc-8666-4d9e-955f-6b3a2ae9c72a None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:59.037937 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1764cc-8666-4d9e-955f-6b3a2ae9c72a None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:14:59.046494 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1764cc-8666-4d9e-955f-6b3a2ae9c72a None None] Pushing event updated for resources: {'Port': ['ID=bf5bc690-5d82-417b-a1b0-fa32b67f15d6,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:59.099475 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-da1764cc-8666-4d9e-955f-6b3a2ae9c72a None None] Attempting to bind port bf5bc690-5d82-417b-a1b0-fa32b67f15d6 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:14:59.099876 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-da1764cc-8666-4d9e-955f-6b3a2ae9c72a None None] Attempting to bind port bf5bc690-5d82-417b-a1b0-fa32b67f15d6 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '759a9241-6c9d-4039-9d78-85a861edf977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '794ca0e6-b5c3-48e8-bc3e-41181588438d'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:14:59.100268 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1764cc-8666-4d9e-955f-6b3a2ae9c72a None None] Attempting to bind port bf5bc690-5d82-417b-a1b0-fa32b67f15d6 on network 794ca0e6-b5c3-48e8-bc3e-41181588438d {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:14:59.106427 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1764cc-8666-4d9e-955f-6b3a2ae9c72a None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:14:59.106803 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1764cc-8666-4d9e-955f-6b3a2ae9c72a None None] Checking segment: {'id': '759a9241-6c9d-4039-9d78-85a861edf977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '794ca0e6-b5c3-48e8-bc3e-41181588438d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:14:59.107204 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-da1764cc-8666-4d9e-955f-6b3a2ae9c72a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:59.107599 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1764cc-8666-4d9e-955f-6b3a2ae9c72a None None] Bound using segment: {'id': '759a9241-6c9d-4039-9d78-85a861edf977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '794ca0e6-b5c3-48e8-bc3e-41181588438d'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:14:59.108107 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-da1764cc-8666-4d9e-955f-6b3a2ae9c72a None None] Bound port: bf5bc690-5d82-417b-a1b0-fa32b67f15d6, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759a9241-6c9d-4039-9d78-85a861edf977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '794ca0e6-b5c3-48e8-bc3e-41181588438d'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:14:59.108492 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-da1764cc-8666-4d9e-955f-6b3a2ae9c72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:59.177225 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-da1764cc-8666-4d9e-955f-6b3a2ae9c72a None None] For port bf5bc690-5d82-417b-a1b0-fa32b67f15d6, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:14:59.180555 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-da1764cc-8666-4d9e-955f-6b3a2ae9c72a None None] For port bf5bc690-5d82-417b-a1b0-fa32b67f15d6, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bf5bc690-5d82-417b-a1b0-fa32b67f15d6,segment=NetworkSegment(759a9241-6c9d-4039-9d78-85a861edf977),segment_id=759a9241-6c9d-4039-9d78-85a861edf977)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:14:59.184176 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-da1764cc-8666-4d9e-955f-6b3a2ae9c72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:59.257070 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1764cc-8666-4d9e-955f-6b3a2ae9c72a None None] Pushing event updated for resources: {'Port': ['ID=bf5bc690-5d82-417b-a1b0-fa32b67f15d6,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:59.289031 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c42423f-1bf9-42a8-9800-da20ff2f921a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:59.313429 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c42423f-1bf9-42a8-9800-da20ff2f921a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:59.438665 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-8c42423f-1bf9-42a8-9800-da20ff2f921a admin admin] Allocated IP 172.25.2.16 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/990ddbf5-4dcc-4c67-8f90-1dfdf874aedb) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:14:59.557683 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c42423f-1bf9-42a8-9800-da20ff2f921a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:59.588985 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] Sync routers for ids ['5593f042-06a0-420b-b683-d0581da7fb1e'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:14:59.595092 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c42423f-1bf9-42a8-9800-da20ff2f921a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:59.605011 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] Routers {'5593f042-06a0-420b-b683-d0581da7fb1e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:14:59.606417 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:14:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5593f042-06a0-420b-b683-d0581da7fb1e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:59.668723 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c42423f-1bf9-42a8-9800-da20ff2f921a admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:14:59.672999 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-8c42423f-1bf9-42a8-9800-da20ff2f921a admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:14:59.679396 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c42423f-1bf9-42a8-9800-da20ff2f921a admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:14:59.694317 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9356c57-1514-4967-bbf6-5b1deb7dc760 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:14:59.732551 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42423f-1bf9-42a8-9800-da20ff2f921a admin admin] Pushing event updated for resources: {'Port': ['ID=990ddbf5-4dcc-4c67-8f90-1dfdf874aedb,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:14:59.754101 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] Set router 5593f042-06a0-420b-b683-d0581da7fb1e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:14:59.763768 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 56352014-5c1e-49d4-9854-c3e72fed14d6 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:14:59.806852 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-dde0fc13-4399-44ac-8a73-e3aa8f3d50f4 None None] Provisioning complete for port 990ddbf5-4dcc-4c67-8f90-1dfdf874aedb triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:14:59.807767 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dde0fc13-4399-44ac-8a73-e3aa8f3d50f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:59.863222 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-dde0fc13-4399-44ac-8a73-e3aa8f3d50f4 None None] Port 990ddbf5-4dcc-4c67-8f90-1dfdf874aedb cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:14:59.878708 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 56352014-5c1e-49d4-9854-c3e72fed14d6 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:14:59.878708 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:14:59.958966 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bf5bc690-5d82-417b-a1b0-fa32b67f15d6 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:14:59.975144 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5593f042-06a0-420b-b683-d0581da7fb1e', 'name': 'tempest-TestEncryptedCinderVolumes-1868578315-router', 'tenant_id': 'a330781cec8748778a5c4727ab86e129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '56352014-5c1e-49d4-9854-c3e72fed14d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:14:53Z', 'updated_at': '2021-11-11T18:14:56Z', 'revision_number': 4, 'project_id': 'a330781cec8748778a5c4727ab86e129', 'gw_port': {'id': '56352014-5c1e-49d4-9854-c3e72fed14d6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5593f042-06a0-420b-b683-d0581da7fb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:14:54Z', 'updated_at': '2021-11-11T18:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'c5a0fb43-8738-49c0-9275-e6a57c6e6f51', 'name': '', 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4', 'tenant_id': 'a330781cec8748778a5c4727ab86e129', 'mac_address': 'fa:16:3e:7b:38:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5593f042-06a0-420b-b683-d0581da7fb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:14:56Z', 'updated_at': '2021-11-11T18:14:56Z', 'revision_number': 2, 'project_id': 'a330781cec8748778a5c4727ab86e129', 'subnets': [{'id': '8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:14:59.983314 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c42423f-1bf9-42a8-9800-da20ff2f921a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:00.006112 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port bf5bc690-5d82-417b-a1b0-fa32b67f15d6 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:15:00.006943 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:00.007450 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] Checking router: 5593f042-06a0-420b-b683-d0581da7fb1e for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:15:00.007898 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] Updating router 5593f042-06a0-420b-b683-d0581da7fb1e port c5a0fb43-8738-49c0-9275-e6a57c6e6f51 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:15:00.035154 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:00.091702 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:00.131123 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port bf5bc690-5d82-417b-a1b0-fa32b67f15d6, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bf5bc690-5d82-417b-a1b0-fa32b67f15d6,segment=NetworkSegment(759a9241-6c9d-4039-9d78-85a861edf977),segment_id=759a9241-6c9d-4039-9d78-85a861edf977)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:15:00.137861 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:00.203601 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=bf5bc690-5d82-417b-a1b0-fa32b67f15d6,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:15:00.219875 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c42423f-1bf9-42a8-9800-da20ff2f921a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:00.339641 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:00.345871 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:00.363246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c42423f-1bf9-42a8-9800-da20ff2f921a admin admin] Router 3f55fdc7-3fda-41f2-8283-a8bfd02c34e8 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 18:15:00.402062 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85981b0-9607-40f2-9560-6fc40d01108c None None] Pushing event updated for resources: {'Port': ['ID=c5a0fb43-8738-49c0-9275-e6a57c6e6f51,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:15:00.429650 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85981b0-9607-40f2-9560-6fc40d01108c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:00.429917 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85981b0-9607-40f2-9560-6fc40d01108c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:00.430256 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85981b0-9607-40f2-9560-6fc40d01108c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:00.430593 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85981b0-9607-40f2-9560-6fc40d01108c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:00.430924 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85981b0-9607-40f2-9560-6fc40d01108c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:00.431249 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85981b0-9607-40f2-9560-6fc40d01108c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:00.431566 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85981b0-9607-40f2-9560-6fc40d01108c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:00.432435 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85981b0-9607-40f2-9560-6fc40d01108c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:00.432760 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85981b0-9607-40f2-9560-6fc40d01108c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:00.433147 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85981b0-9607-40f2-9560-6fc40d01108c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:00.433394 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85981b0-9607-40f2-9560-6fc40d01108c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:00.433709 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85981b0-9607-40f2-9560-6fc40d01108c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:00.469383 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] Attempting to bind port c5a0fb43-8738-49c0-9275-e6a57c6e6f51 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:15:00.469742 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] Attempting to bind port c5a0fb43-8738-49c0-9275-e6a57c6e6f51 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'd0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:15:00.470111 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] Attempting to bind port c5a0fb43-8738-49c0-9275-e6a57c6e6f51 on network 98436239-a8bb-4c69-ae98-79fbdca44eb4 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:15:00.475660 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:15:00.476065 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] Checking segment: {'id': 'd0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:15:00.476466 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:00.476853 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] Bound using segment: {'id': 'd0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:15:00.477321 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] Bound port: c5a0fb43-8738-49c0-9275-e6a57c6e6f51, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:15:00.477702 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:00.492606 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c42423f-1bf9-42a8-9800-da20ff2f921a admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:15:00.506606 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] Sync routers for ids ['3f55fdc7-3fda-41f2-8283-a8bfd02c34e8'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:15:00.520358 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8c42423f-1bf9-42a8-9800-da20ff2f921a admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:00.524024 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8c42423f-1bf9-42a8-9800-da20ff2f921a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0002871 Nov 11 18:15:00.527048 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52188) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:15:00.528509 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] Routers {'3f55fdc7-3fda-41f2-8283-a8bfd02c34e8'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:15:00.530177 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:14:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3f55fdc7-3fda-41f2-8283-a8bfd02c34e8'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:15:00.574504 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] For port c5a0fb43-8738-49c0-9275-e6a57c6e6f51, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:15:00.581473 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d239a40c-aef5-40fc-b5aa-fabe843df0f7 None None] Network 794ca0e6-b5c3-48e8-bc3e-41181588438d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:15:00.583631 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] For port c5a0fb43-8738-49c0-9275-e6a57c6e6f51, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c5a0fb43-8738-49c0-9275-e6a57c6e6f51,segment=NetworkSegment(d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8),segment_id=d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:15:00.591244 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:00.676420 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] Routers {'5593f042-06a0-420b-b683-d0581da7fb1e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:15:00.677487 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:14:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5593f042-06a0-420b-b683-d0581da7fb1e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:15:00.731305 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85981b0-9607-40f2-9560-6fc40d01108c None None] Pushing event updated for resources: {'Port': ['ID=c5a0fb43-8738-49c0-9275-e6a57c6e6f51,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:15:00.823554 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] Set router 5593f042-06a0-420b-b683-d0581da7fb1e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:15:00.878859 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-51c2566d-6c8d-43b8-ab47-8857b187b2b8 None None] Provisioning complete for port bf5bc690-5d82-417b-a1b0-fa32b67f15d6 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:15:00.879319 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-51c2566d-6c8d-43b8-ab47-8857b187b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:00.957352 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] Set router 3f55fdc7-3fda-41f2-8283-a8bfd02c34e8 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:15:01.051035 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-35bf8b3a-aaa4-4771-b4fc-15374e8a43d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:01.139663 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5593f042-06a0-420b-b683-d0581da7fb1e', 'name': 'tempest-TestEncryptedCinderVolumes-1868578315-router', 'tenant_id': 'a330781cec8748778a5c4727ab86e129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '56352014-5c1e-49d4-9854-c3e72fed14d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:14:53Z', 'updated_at': '2021-11-11T18:14:56Z', 'revision_number': 4, 'project_id': 'a330781cec8748778a5c4727ab86e129', 'gw_port': {'id': '56352014-5c1e-49d4-9854-c3e72fed14d6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5593f042-06a0-420b-b683-d0581da7fb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:14:54Z', 'updated_at': '2021-11-11T18:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'c5a0fb43-8738-49c0-9275-e6a57c6e6f51', 'name': '', 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4', 'tenant_id': 'a330781cec8748778a5c4727ab86e129', 'mac_address': 'fa:16:3e:7b:38:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5593f042-06a0-420b-b683-d0581da7fb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:14:56Z', 'updated_at': '2021-11-11T18:15:00Z', 'revision_number': 4, 'project_id': 'a330781cec8748778a5c4727ab86e129', 'subnets': [{'id': '8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:15:01.170994 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd010742-4317-4654-a9e6-63bdec00ab02 None None] The sync data for ids ['5593f042-06a0-420b-b683-d0581da7fb1e'] in n-d-816206-4 is: [{'id': '5593f042-06a0-420b-b683-d0581da7fb1e', 'name': 'tempest-TestEncryptedCinderVolumes-1868578315-router', 'tenant_id': 'a330781cec8748778a5c4727ab86e129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '56352014-5c1e-49d4-9854-c3e72fed14d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:14:53Z', 'updated_at': '2021-11-11T18:14:56Z', 'revision_number': 4, 'project_id': 'a330781cec8748778a5c4727ab86e129', 'gw_port': {'id': '56352014-5c1e-49d4-9854-c3e72fed14d6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5593f042-06a0-420b-b683-d0581da7fb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:14:54Z', 'updated_at': '2021-11-11T18:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'c5a0fb43-8738-49c0-9275-e6a57c6e6f51', 'name': '', 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4', 'tenant_id': 'a330781cec8748778a5c4727ab86e129', 'mac_address': 'fa:16:3e:7b:38:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5593f042-06a0-420b-b683-d0581da7fb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:14:56Z', 'updated_at': '2021-11-11T18:15:00Z', 'revision_number': 4, 'project_id': 'a330781cec8748778a5c4727ab86e129', 'subnets': [{'id': '8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:15:01.224723 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-35bf8b3a-aaa4-4771-b4fc-15374e8a43d6 admin admin] Allocated IP 172.20.0.1 (794ca0e6-b5c3-48e8-bc3e-41181588438d/ca75fe76-071c-4bb8-8ecb-4b2a021f6f39/f46d0f56-338f-4736-ae05-3f5adf698f32) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:15:01.242214 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f55fdc7-3fda-41f2-8283-a8bfd02c34e8', 'name': 'tempest-TestEncryptedCinderVolumes-160375797-router', 'tenant_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '990ddbf5-4dcc-4c67-8f90-1dfdf874aedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:14:58Z', 'updated_at': '2021-11-11T18:14:59Z', 'revision_number': 3, 'project_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'gw_port': {'id': '990ddbf5-4dcc-4c67-8f90-1dfdf874aedb', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f55fdc7-3fda-41f2-8283-a8bfd02c34e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:14:59Z', 'updated_at': '2021-11-11T18:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:15:01.274178 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] Checking router: 3f55fdc7-3fda-41f2-8283-a8bfd02c34e8 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:15:01.274623 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] Updating router 3f55fdc7-3fda-41f2-8283-a8bfd02c34e8 port 990ddbf5-4dcc-4c67-8f90-1dfdf874aedb binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:15:01.314127 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:01.342981 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-07456f22-d90b-4bc5-b69d-68390574a568 None None] Provisioning complete for port c5a0fb43-8738-49c0-9275-e6a57c6e6f51 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:15:01.343445 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-07456f22-d90b-4bc5-b69d-68390574a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:01.363833 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-35bf8b3a-aaa4-4771-b4fc-15374e8a43d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:01.409291 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-35bf8b3a-aaa4-4771-b4fc-15374e8a43d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:01.458539 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bf8b3a-aaa4-4771-b4fc-15374e8a43d6 admin admin] Network 794ca0e6-b5c3-48e8-bc3e-41181588438d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:15:01.461658 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-35bf8b3a-aaa4-4771-b4fc-15374e8a43d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:15:01.467447 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bf8b3a-aaa4-4771-b4fc-15374e8a43d6 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:15:01.473818 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf8b3a-aaa4-4771-b4fc-15374e8a43d6 admin admin] Pushing event updated for resources: {'Port': ['ID=f46d0f56-338f-4736-ae05-3f5adf698f32,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:15:01.518803 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-35bf8b3a-aaa4-4771-b4fc-15374e8a43d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:01.560882 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-07456f22-d90b-4bc5-b69d-68390574a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:01.623485 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-07456f22-d90b-4bc5-b69d-68390574a568 None None] For port c5a0fb43-8738-49c0-9275-e6a57c6e6f51, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c5a0fb43-8738-49c0-9275-e6a57c6e6f51,segment=NetworkSegment(d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8),segment_id=d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:15:01.637563 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-07456f22-d90b-4bc5-b69d-68390574a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:01.694491 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-35bf8b3a-aaa4-4771-b4fc-15374e8a43d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:01.728362 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07456f22-d90b-4bc5-b69d-68390574a568 None None] Pushing event updated for resources: {'Port': ['ID=c5a0fb43-8738-49c0-9275-e6a57c6e6f51,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:15:01.776747 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-96c11ba2-6820-4ae2-892a-aa2841bc014c None None] Provisioning complete for port bf5bc690-5d82-417b-a1b0-fa32b67f15d6 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:15:01.777123 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-96c11ba2-6820-4ae2-892a-aa2841bc014c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:01.783004 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:01.809327 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c5a0fb43-8738-49c0-9275-e6a57c6e6f51 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:15:01.842087 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:01.922970 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd90835-f6e3-4465-8bc0-a96fb4514225 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:15:01.929392 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-35bf8b3a-aaa4-4771-b4fc-15374e8a43d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:01.935109 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-35bf8b3a-aaa4-4771-b4fc-15374e8a43d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:01.941155 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] Attempting to bind port 990ddbf5-4dcc-4c67-8f90-1dfdf874aedb on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:15:01.941155 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] Attempting to bind port 990ddbf5-4dcc-4c67-8f90-1dfdf874aedb by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:15:01.941155 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] Attempting to bind port 990ddbf5-4dcc-4c67-8f90-1dfdf874aedb on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:15:01.951245 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ff5b7-6c11-400d-8973-8fb763771b3b None None] Pushing event updated for resources: {'Port': ['ID=990ddbf5-4dcc-4c67-8f90-1dfdf874aedb,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:15:01.959541 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port c5a0fb43-8738-49c0-9275-e6a57c6e6f51 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:15:01.959962 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:02.007122 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:15:02.007507 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:15:02.007951 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:02.008351 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:15:02.008637 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf8b3a-aaa4-4771-b4fc-15374e8a43d6 admin admin] Pushing event updated for resources: {'Port': ['ID=f46d0f56-338f-4736-ae05-3f5adf698f32,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:15:02.008842 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] Bound port: 990ddbf5-4dcc-4c67-8f90-1dfdf874aedb, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:15:02.009229 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:02.011780 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-35bf8b3a-aaa4-4771-b4fc-15374e8a43d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:02.111393 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bf8b3a-aaa4-4771-b4fc-15374e8a43d6 admin admin] Network 794ca0e6-b5c3-48e8-bc3e-41181588438d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:15:02.113477 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-35bf8b3a-aaa4-4771-b4fc-15374e8a43d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:15:02.113599 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] For port 990ddbf5-4dcc-4c67-8f90-1dfdf874aedb, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:15:02.133099 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] For port 990ddbf5-4dcc-4c67-8f90-1dfdf874aedb, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=990ddbf5-4dcc-4c67-8f90-1dfdf874aedb,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:15:02.139880 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:02.147299 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bf5bc690-5d82-417b-a1b0-fa32b67f15d6 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:15:02.226306 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f4b69e-e0bf-4480-bac8-058b15a06e7f None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:15:02.241221 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bf8b3a-aaa4-4771-b4fc-15374e8a43d6 admin admin] Router 3f55fdc7-3fda-41f2-8283-a8bfd02c34e8 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:15:02.261938 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-fed250bc-9761-42f3-aefd-0ae39339c8a7 None None] Provisioning complete for port f46d0f56-338f-4736-ae05-3f5adf698f32 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:15:02.262317 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fed250bc-9761-42f3-aefd-0ae39339c8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:02.264782 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ff5b7-6c11-400d-8973-8fb763771b3b None None] Pushing event updated for resources: {'Port': ['ID=990ddbf5-4dcc-4c67-8f90-1dfdf874aedb,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:15:02.267253 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] Routers {'3f55fdc7-3fda-41f2-8283-a8bfd02c34e8'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:15:02.267885 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:14:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3f55fdc7-3fda-41f2-8283-a8bfd02c34e8'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:15:02.361862 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bf8b3a-aaa4-4771-b4fc-15374e8a43d6 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:15:02.366918 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-35bf8b3a-aaa4-4771-b4fc-15374e8a43d6 admin admin] 10.222.0.76 "PUT /v2.0/routers/3f55fdc7-3fda-41f2-8283-a8bfd02c34e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8384299 Nov 11 18:15:02.386194 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-fed250bc-9761-42f3-aefd-0ae39339c8a7 None None] Port f46d0f56-338f-4736-ae05-3f5adf698f32 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:15:02.387787 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port bf5bc690-5d82-417b-a1b0-fa32b67f15d6 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:15:02.388112 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:02.446790 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-fed250bc-9761-42f3-aefd-0ae39339c8a7 None None] Provisioning complete for port 990ddbf5-4dcc-4c67-8f90-1dfdf874aedb triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:15:02.447141 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fed250bc-9761-42f3-aefd-0ae39339c8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:02.476870 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] Set router 3f55fdc7-3fda-41f2-8283-a8bfd02c34e8 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:15:02.705253 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fed250bc-9761-42f3-aefd-0ae39339c8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:02.737530 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-fed250bc-9761-42f3-aefd-0ae39339c8a7 None None] For port 990ddbf5-4dcc-4c67-8f90-1dfdf874aedb, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=990ddbf5-4dcc-4c67-8f90-1dfdf874aedb,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:15:02.761190 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fed250bc-9761-42f3-aefd-0ae39339c8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:02.821041 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed250bc-9761-42f3-aefd-0ae39339c8a7 None None] Pushing event updated for resources: {'Port': ['ID=990ddbf5-4dcc-4c67-8f90-1dfdf874aedb,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:15:02.832042 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f55fdc7-3fda-41f2-8283-a8bfd02c34e8', 'name': 'tempest-TestEncryptedCinderVolumes-160375797-router', 'tenant_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '990ddbf5-4dcc-4c67-8f90-1dfdf874aedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:14:58Z', 'updated_at': '2021-11-11T18:15:01Z', 'revision_number': 4, 'project_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'gw_port': {'id': '990ddbf5-4dcc-4c67-8f90-1dfdf874aedb', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f55fdc7-3fda-41f2-8283-a8bfd02c34e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:14:59Z', 'updated_at': '2021-11-11T18:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'f46d0f56-338f-4736-ae05-3f5adf698f32', 'name': '', 'network_id': '794ca0e6-b5c3-48e8-bc3e-41181588438d', 'tenant_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'mac_address': 'fa:16:3e:f5:68:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f55fdc7-3fda-41f2-8283-a8bfd02c34e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ca75fe76-071c-4bb8-8ecb-4b2a021f6f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:15:01Z', 'updated_at': '2021-11-11T18:15:01Z', 'revision_number': 2, 'project_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'subnets': [{'id': 'ca75fe76-071c-4bb8-8ecb-4b2a021f6f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:15:02.859507 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7c4000-5366-466c-aecf-8a9def4ec455 None None] The sync data for ids ['3f55fdc7-3fda-41f2-8283-a8bfd02c34e8'] in n-d-816206-4 is: [{'id': '3f55fdc7-3fda-41f2-8283-a8bfd02c34e8', 'name': 'tempest-TestEncryptedCinderVolumes-160375797-router', 'tenant_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '990ddbf5-4dcc-4c67-8f90-1dfdf874aedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:14:58Z', 'updated_at': '2021-11-11T18:15:01Z', 'revision_number': 4, 'project_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'gw_port': {'id': '990ddbf5-4dcc-4c67-8f90-1dfdf874aedb', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f55fdc7-3fda-41f2-8283-a8bfd02c34e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:14:59Z', 'updated_at': '2021-11-11T18:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'f46d0f56-338f-4736-ae05-3f5adf698f32', 'name': '', 'network_id': '794ca0e6-b5c3-48e8-bc3e-41181588438d', 'tenant_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'mac_address': 'fa:16:3e:f5:68:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f55fdc7-3fda-41f2-8283-a8bfd02c34e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ca75fe76-071c-4bb8-8ecb-4b2a021f6f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:15:01Z', 'updated_at': '2021-11-11T18:15:01Z', 'revision_number': 2, 'project_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'subnets': [{'id': 'ca75fe76-071c-4bb8-8ecb-4b2a021f6f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:15:02.885797 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9850d9af-8ea2-4948-8a28-9b6ab1aa5597 None None] Provisioning complete for port f46d0f56-338f-4736-ae05-3f5adf698f32 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:15:02.886172 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9850d9af-8ea2-4948-8a28-9b6ab1aa5597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:02.926740 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-9850d9af-8ea2-4948-8a28-9b6ab1aa5597 None None] Port f46d0f56-338f-4736-ae05-3f5adf698f32 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:15:02.940054 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9850d9af-8ea2-4948-8a28-9b6ab1aa5597 None None] Provisioning complete for port 990ddbf5-4dcc-4c67-8f90-1dfdf874aedb triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:15:02.940292 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9850d9af-8ea2-4948-8a28-9b6ab1aa5597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:03.062885 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-b2281a0e-b768-445c-a823-0029ff714444 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:03.064650 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-b2281a0e-b768-445c-a823-0029ff714444 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/networks?id=98436239-a8bb-4c69-ae98-79fbdca44eb4 HTTP/1.1" status: 200 len: 817 time: 0.1269398 Nov 11 18:15:03.087864 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-785063ce-e33c-4ac5-a52b-e9205ceb12a2 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/quotas/a330781cec8748778a5c4727ab86e129 HTTP/1.1" status: 200 len: 375 time: 0.0163152 Nov 11 18:15:03.142867 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-7f83c3b0-bbb1-4c1b-9ab3-7e657b35bd98 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a330781cec8748778a5c4727ab86e129&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486262 Nov 11 18:15:03.244129 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-182e7ed4-d5b3-4ebf-bd18-e445b6ae452f service neutron] 10.222.0.76 "GET /v2.0/networks/98436239-a8bb-4c69-ae98-79fbdca44eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883703 Nov 11 18:15:03.347852 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-6c9fc0e9-adeb-41f1-8b36-9066c0d16800 service neutron] 10.222.0.76 "GET /v2.0/networks/98436239-a8bb-4c69-ae98-79fbdca44eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975173 Nov 11 18:15:03.514516 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1c486af8-72ea-4d4f-9a32-f1333808314c req-a75efeb2-6c3a-4d29-afc1-db286a487c0d tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=fda67a71-759f-4a04-ad59-e778c9acc255 HTTP/1.1" status: 200 len: 210 time: 0.0279877 Nov 11 18:15:03.669781 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c5a0fb43-8738-49c0-9275-e6a57c6e6f51 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:15:03.718556 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port c5a0fb43-8738-49c0-9275-e6a57c6e6f51 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:15:03.719136 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:04.520794 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-f6717400-81cc-40af-b28f-0fe8c7c6d1f8 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:04.522488 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-f6717400-81cc-40af-b28f-0fe8c7c6d1f8 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.83 "GET /v2.0/networks?id=98436239-a8bb-4c69-ae98-79fbdca44eb4 HTTP/1.1" status: 200 len: 817 time: 0.1367254 Nov 11 18:15:04.539353 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-dc8a570d-782a-4da1-b4c4-41660a836488 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Request body: {'port': {'device_id': 'fda67a71-759f-4a04-ad59-e778c9acc255', 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4', 'admin_state_up': True, 'tenant_id': 'a330781cec8748778a5c4727ab86e129'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:15:04.619374 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d88a8eb-bed1-453e-b5a8-43c0605ce5e2 req-2aef1655-2b3b-484b-90bf-7dcfc14070f7 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=fda67a71-759f-4a04-ad59-e778c9acc255 HTTP/1.1" status: 200 len: 210 time: 0.0315924 Nov 11 18:15:04.681134 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-dc8a570d-782a-4da1-b4c4-41660a836488 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Made reservation on behalf of a330781cec8748778a5c4727ab86e129 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:15:04.684881 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-dc8a570d-782a-4da1-b4c4-41660a836488 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:05.123743 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-dc8a570d-782a-4da1-b4c4-41660a836488 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Allocated IP 172.20.0.3 (98436239-a8bb-4c69-ae98-79fbdca44eb4/8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a/90f558b5-6719-4e9b-a965-74d99f8de719) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:15:05.274706 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-dc8a570d-782a-4da1-b4c4-41660a836488 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:05.307823 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-dc8a570d-782a-4da1-b4c4-41660a836488 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:05.334347 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] Sync routers for ids ['3f55fdc7-3fda-41f2-8283-a8bfd02c34e8'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:15:05.344446 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] Routers {'3f55fdc7-3fda-41f2-8283-a8bfd02c34e8'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:15:05.345139 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:14:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3f55fdc7-3fda-41f2-8283-a8bfd02c34e8'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:15:05.354436 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-dc8a570d-782a-4da1-b4c4-41660a836488 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Network 98436239-a8bb-4c69-ae98-79fbdca44eb4 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:15:05.357741 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-dc8a570d-782a-4da1-b4c4-41660a836488 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:15:05.360235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-dc8a570d-782a-4da1-b4c4-41660a836488 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:15:05.392167 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a570d-782a-4da1-b4c4-41660a836488 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Pushing event updated for resources: {'Port': ['ID=90f558b5-6719-4e9b-a965-74d99f8de719,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:15:05.423291 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-dc8a570d-782a-4da1-b4c4-41660a836488 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:05.423936 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-dc8a570d-782a-4da1-b4c4-41660a836488 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:05.443895 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-dc8a570d-782a-4da1-b4c4-41660a836488 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9082048 Nov 11 18:15:05.459381 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] Request body: {'port': {'device_id': 'fda67a71-759f-4a04-ad59-e778c9acc255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:15:05.461618 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] Set router 3f55fdc7-3fda-41f2-8283-a8bfd02c34e8 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:15:05.521532 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:05.669034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-95f33d5d-4006-4853-a71b-1352acebfbb1 None None] Provisioning complete for port 90f558b5-6719-4e9b-a965-74d99f8de719 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:15:05.687472 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-95f33d5d-4006-4853-a71b-1352acebfbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:05.687807 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f55fdc7-3fda-41f2-8283-a8bfd02c34e8', 'name': 'tempest-TestEncryptedCinderVolumes-160375797-router', 'tenant_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '990ddbf5-4dcc-4c67-8f90-1dfdf874aedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:14:58Z', 'updated_at': '2021-11-11T18:15:01Z', 'revision_number': 4, 'project_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'gw_port': {'id': '990ddbf5-4dcc-4c67-8f90-1dfdf874aedb', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f55fdc7-3fda-41f2-8283-a8bfd02c34e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:14:59Z', 'updated_at': '2021-11-11T18:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'f46d0f56-338f-4736-ae05-3f5adf698f32', 'name': '', 'network_id': '794ca0e6-b5c3-48e8-bc3e-41181588438d', 'tenant_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'mac_address': 'fa:16:3e:f5:68:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f55fdc7-3fda-41f2-8283-a8bfd02c34e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ca75fe76-071c-4bb8-8ecb-4b2a021f6f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:15:01Z', 'updated_at': '2021-11-11T18:15:01Z', 'revision_number': 2, 'project_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'subnets': [{'id': 'ca75fe76-071c-4bb8-8ecb-4b2a021f6f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:15:05.734115 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] Checking router: 3f55fdc7-3fda-41f2-8283-a8bfd02c34e8 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:15:05.734477 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] Updating router 3f55fdc7-3fda-41f2-8283-a8bfd02c34e8 port f46d0f56-338f-4736-ae05-3f5adf698f32 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:15:05.754518 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-95f33d5d-4006-4853-a71b-1352acebfbb1 None None] Port 90f558b5-6719-4e9b-a965-74d99f8de719 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:15:05.762950 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:05.764359 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 990ddbf5-4dcc-4c67-8f90-1dfdf874aedb up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:15:05.827882 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c3a28-e5ad-4b38-9def-80143dd74132 req-fa679b0e-4093-4085-967f-db7dd9ecb3f9 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:05.829387 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d6c3a28-e5ad-4b38-9def-80143dd74132 req-fa679b0e-4093-4085-967f-db7dd9ecb3f9 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=fda67a71-759f-4a04-ad59-e778c9acc255 HTTP/1.1" status: 200 len: 931 time: 0.1047645 Nov 11 18:15:05.881230 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f558b5-6719-4e9b-a965-74d99f8de719 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:15:05.893428 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:05.922595 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] Transition to ACTIVE for port object 90f558b5-6719-4e9b-a965-74d99f8de719 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:15:05.926692 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0d6c3a28-e5ad-4b38-9def-80143dd74132 req-f7302a94-23c3-4fcb-859c-6da07c4fbdb9 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735414 Nov 11 18:15:05.927887 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:05.980460 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] Pushing event updated for resources: {'Port': ['ID=90f558b5-6719-4e9b-a965-74d99f8de719,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:15:06.012038 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 990ddbf5-4dcc-4c67-8f90-1dfdf874aedb triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:15:06.012660 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:06.074155 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] Attempting to bind port 90f558b5-6719-4e9b-a965-74d99f8de719 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:15:06.074779 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] Attempting to bind port 90f558b5-6719-4e9b-a965-74d99f8de719 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'd0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:15:06.075764 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] Attempting to bind port 90f558b5-6719-4e9b-a965-74d99f8de719 on network 98436239-a8bb-4c69-ae98-79fbdca44eb4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:15:06.081594 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] Port 90f558b5-6719-4e9b-a965-74d99f8de719 on network 98436239-a8bb-4c69-ae98-79fbdca44eb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:15:06.081904 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] Attempting to bind port 90f558b5-6719-4e9b-a965-74d99f8de719 on network 98436239-a8bb-4c69-ae98-79fbdca44eb4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:15:06.087356 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:15:06.087702 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] Checking segment: {'id': 'd0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:15:06.088151 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] Bound using segment: {'id': 'd0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:15:06.088373 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:06.088592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] Bound port: 90f558b5-6719-4e9b-a965-74d99f8de719, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:15:06.088957 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:06.099439 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:06.167825 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] For port 90f558b5-6719-4e9b-a965-74d99f8de719, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:15:06.171150 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] For port 90f558b5-6719-4e9b-a965-74d99f8de719, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=90f558b5-6719-4e9b-a965-74d99f8de719,segment=NetworkSegment(d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8),segment_id=d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:15:06.177695 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:06.189211 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e4909-0ca0-4497-ae77-ec732f9602ca None None] Pushing event updated for resources: {'Port': ['ID=f46d0f56-338f-4736-ae05-3f5adf698f32,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:15:06.222309 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] Attempting to bind port f46d0f56-338f-4736-ae05-3f5adf698f32 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:15:06.223692 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] Attempting to bind port f46d0f56-338f-4736-ae05-3f5adf698f32 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '759a9241-6c9d-4039-9d78-85a861edf977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '794ca0e6-b5c3-48e8-bc3e-41181588438d'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:15:06.224844 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] Attempting to bind port f46d0f56-338f-4736-ae05-3f5adf698f32 on network 794ca0e6-b5c3-48e8-bc3e-41181588438d {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:15:06.230536 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:06.231171 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:06.232613 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] 10.222.0.83 "PUT /v2.0/ports/90f558b5-6719-4e9b-a965-74d99f8de719 HTTP/1.1" status: 200 len: 1091 time: 0.7795069 Nov 11 18:15:06.232762 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:15:06.233086 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda67a71-759f-4a04-ad59-e778c9acc255', 'tag': '90f558b5-6719-4e9b-a965-74d99f8de719'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:15:06.233202 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] Checking segment: {'id': '759a9241-6c9d-4039-9d78-85a861edf977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '794ca0e6-b5c3-48e8-bc3e-41181588438d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:15:06.233633 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:06.234089 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] Bound using segment: {'id': '759a9241-6c9d-4039-9d78-85a861edf977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '794ca0e6-b5c3-48e8-bc3e-41181588438d'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:15:06.234628 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] Bound port: f46d0f56-338f-4736-ae05-3f5adf698f32, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759a9241-6c9d-4039-9d78-85a861edf977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '794ca0e6-b5c3-48e8-bc3e-41181588438d'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:15:06.235069 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:06.235399 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28af7d9-a826-48ff-8dc0-8280efb75a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "fda67a71-759f-4a04-ad59-e778c9acc255", "tag": "90f558b5-6719-4e9b-a965-74d99f8de719"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:15:06.258443 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ab552-22db-4101-ae87-a446b7e15df5 service neutron] Pushing event updated for resources: {'Port': ['ID=90f558b5-6719-4e9b-a965-74d99f8de719,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:15:06.317871 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63801c63-88da-4808-95e7-de963c7c3b99 x-openstack-request-id: req-63801c63-88da-4808-95e7-de963c7c3b99 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:15:06.318179 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda67a71-759f-4a04-ad59-e778c9acc255", "tag": "90f558b5-6719-4e9b-a965-74d99f8de719", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:15:06.318425 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-63801c63-88da-4808-95e7-de963c7c3b99 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:15:06.318840 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda67a71-759f-4a04-ad59-e778c9acc255', 'tag': '90f558b5-6719-4e9b-a965-74d99f8de719', 'status': 'completed', 'code': 200} Nov 11 18:15:06.338588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-7c75f888-e076-4bc1-9599-35ffa65bf612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:06.339245 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] For port f46d0f56-338f-4736-ae05-3f5adf698f32, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:15:06.340259 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-7c75f888-e076-4bc1-9599-35ffa65bf612 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a330781cec8748778a5c4727ab86e129&device_id=fda67a71-759f-4a04-ad59-e778c9acc255 HTTP/1.1" status: 200 len: 1094 time: 0.0595741 Nov 11 18:15:06.342918 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] For port f46d0f56-338f-4736-ae05-3f5adf698f32, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f46d0f56-338f-4736-ae05-3f5adf698f32,segment=NetworkSegment(759a9241-6c9d-4039-9d78-85a861edf977),segment_id=759a9241-6c9d-4039-9d78-85a861edf977)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:15:06.347421 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:06.392778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-a2c6519c-60ed-4579-b057-908b16a53758 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90f558b5-6719-4e9b-a965-74d99f8de719 HTTP/1.1" status: 200 len: 217 time: 0.0438733 Nov 11 18:15:06.413848 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e4909-0ca0-4497-ae77-ec732f9602ca None None] Pushing event updated for resources: {'Port': ['ID=f46d0f56-338f-4736-ae05-3f5adf698f32,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:15:06.417451 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] Routers {'3f55fdc7-3fda-41f2-8283-a8bfd02c34e8'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:15:06.418062 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:14:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3f55fdc7-3fda-41f2-8283-a8bfd02c34e8'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:15:06.461638 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-3e74769c-e80b-4937-817e-c2b417da31e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:06.463854 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-3e74769c-e80b-4937-817e-c2b417da31e4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a HTTP/1.1" status: 200 len: 856 time: 0.0611751 Nov 11 18:15:06.522211 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-ef66ae60-bbe5-415a-9f29-e4e490a345e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:06.524417 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-ef66ae60-bbe5-415a-9f29-e4e490a345e2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=98436239-a8bb-4c69-ae98-79fbdca44eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527835 Nov 11 18:15:06.557784 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] Set router 3f55fdc7-3fda-41f2-8283-a8bfd02c34e8 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:15:06.611334 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-90e0560c-c789-49c7-b3a4-497c2b33825f None None] Provisioning complete for port f46d0f56-338f-4736-ae05-3f5adf698f32 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:15:06.611630 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-90e0560c-c789-49c7-b3a4-497c2b33825f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:06.652204 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-0ef5495c-a4f5-4d97-93c4-421784cc1928 service neutron] 10.222.0.83 "GET /v2.0/networks/98436239-a8bb-4c69-ae98-79fbdca44eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181612 Nov 11 18:15:06.734549 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-90e0560c-c789-49c7-b3a4-497c2b33825f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:06.767521 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a62b0a9a-78aa-4965-a64a-b44fb86cdbd1 req-126e7523-9ded-46b5-aa30-6817b40217bb service neutron] 10.222.0.83 "GET /v2.0/networks/98436239-a8bb-4c69-ae98-79fbdca44eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063821 Nov 11 18:15:06.783186 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-90e0560c-c789-49c7-b3a4-497c2b33825f None None] For port f46d0f56-338f-4736-ae05-3f5adf698f32, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f46d0f56-338f-4736-ae05-3f5adf698f32,segment=NetworkSegment(759a9241-6c9d-4039-9d78-85a861edf977),segment_id=759a9241-6c9d-4039-9d78-85a861edf977)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:15:06.789284 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-90e0560c-c789-49c7-b3a4-497c2b33825f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:06.838290 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f55fdc7-3fda-41f2-8283-a8bfd02c34e8', 'name': 'tempest-TestEncryptedCinderVolumes-160375797-router', 'tenant_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '990ddbf5-4dcc-4c67-8f90-1dfdf874aedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:14:58Z', 'updated_at': '2021-11-11T18:15:01Z', 'revision_number': 4, 'project_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'gw_port': {'id': '990ddbf5-4dcc-4c67-8f90-1dfdf874aedb', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f55fdc7-3fda-41f2-8283-a8bfd02c34e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:14:59Z', 'updated_at': '2021-11-11T18:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'f46d0f56-338f-4736-ae05-3f5adf698f32', 'name': '', 'network_id': '794ca0e6-b5c3-48e8-bc3e-41181588438d', 'tenant_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'mac_address': 'fa:16:3e:f5:68:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f55fdc7-3fda-41f2-8283-a8bfd02c34e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ca75fe76-071c-4bb8-8ecb-4b2a021f6f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:15:01Z', 'updated_at': '2021-11-11T18:15:06Z', 'revision_number': 4, 'project_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'subnets': [{'id': 'ca75fe76-071c-4bb8-8ecb-4b2a021f6f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:15:06.847326 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0560c-c789-49c7-b3a4-497c2b33825f None None] Pushing event updated for resources: {'Port': ['ID=f46d0f56-338f-4736-ae05-3f5adf698f32,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:15:06.864995 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd132c4-7f03-4b1b-9834-7a70aed0a4b3 None None] The sync data for ids ['3f55fdc7-3fda-41f2-8283-a8bfd02c34e8'] in n-d-816206-4 is: [{'id': '3f55fdc7-3fda-41f2-8283-a8bfd02c34e8', 'name': 'tempest-TestEncryptedCinderVolumes-160375797-router', 'tenant_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '990ddbf5-4dcc-4c67-8f90-1dfdf874aedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:14:58Z', 'updated_at': '2021-11-11T18:15:01Z', 'revision_number': 4, 'project_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'gw_port': {'id': '990ddbf5-4dcc-4c67-8f90-1dfdf874aedb', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f55fdc7-3fda-41f2-8283-a8bfd02c34e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:14:59Z', 'updated_at': '2021-11-11T18:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'f46d0f56-338f-4736-ae05-3f5adf698f32', 'name': '', 'network_id': '794ca0e6-b5c3-48e8-bc3e-41181588438d', 'tenant_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'mac_address': 'fa:16:3e:f5:68:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f55fdc7-3fda-41f2-8283-a8bfd02c34e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'ca75fe76-071c-4bb8-8ecb-4b2a021f6f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:15:01Z', 'updated_at': '2021-11-11T18:15:06Z', 'revision_number': 4, 'project_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'subnets': [{'id': 'ca75fe76-071c-4bb8-8ecb-4b2a021f6f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:15:06.870942 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28af7d9-a826-48ff-8dc0-8280efb75a4e req-bccd0081-2a69-4444-96f3-b209197a76dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:06.872661 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b28af7d9-a826-48ff-8dc0-8280efb75a4e req-bccd0081-2a69-4444-96f3-b209197a76dd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a330781cec8748778a5c4727ab86e129&device_id=fda67a71-759f-4a04-ad59-e778c9acc255 HTTP/1.1" status: 200 len: 1094 time: 0.0498137 Nov 11 18:15:06.912107 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-939c0411-17bf-4919-bcba-a0c6e4bb078f None None] Provisioning complete for port f46d0f56-338f-4736-ae05-3f5adf698f32 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:15:06.912761 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-939c0411-17bf-4919-bcba-a0c6e4bb078f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:06.979913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28af7d9-a826-48ff-8dc0-8280efb75a4e req-7b6384f9-c89c-4cea-a806-acd2e4869d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:06.981402 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b28af7d9-a826-48ff-8dc0-8280efb75a4e req-7b6384f9-c89c-4cea-a806-acd2e4869d67 service neutron] 10.222.0.83 "GET /v2.0/networks?id=98436239-a8bb-4c69-ae98-79fbdca44eb4 HTTP/1.1" status: 200 len: 919 time: 0.1009946 Nov 11 18:15:07.033091 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b28af7d9-a826-48ff-8dc0-8280efb75a4e req-fb3282d1-1962-48c6-9f3d-754b2b00e48c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90f558b5-6719-4e9b-a965-74d99f8de719 HTTP/1.1" status: 200 len: 217 time: 0.0432818 Nov 11 18:15:07.113034 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28af7d9-a826-48ff-8dc0-8280efb75a4e req-a1b20e97-ddd7-49a2-aa6d-f8b0ea1e926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:07.114513 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b28af7d9-a826-48ff-8dc0-8280efb75a4e req-a1b20e97-ddd7-49a2-aa6d-f8b0ea1e926c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a HTTP/1.1" status: 200 len: 856 time: 0.0714486 Nov 11 18:15:07.123871 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c2a54-0e77-447d-9396-ce2a7851574c req-7c50abcc-5e8a-437b-b58c-9d343b2a8d68 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:07.125317 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-147c2a54-0e77-447d-9396-ce2a7851574c req-7c50abcc-5e8a-437b-b58c-9d343b2a8d68 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=fda67a71-759f-4a04-ad59-e778c9acc255 HTTP/1.1" status: 200 len: 943 time: 0.0949769 Nov 11 18:15:07.197287 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28af7d9-a826-48ff-8dc0-8280efb75a4e req-cfb69141-3c33-4531-a8dc-f8b9d2fff98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:07.198899 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b28af7d9-a826-48ff-8dc0-8280efb75a4e req-cfb69141-3c33-4531-a8dc-f8b9d2fff98f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=98436239-a8bb-4c69-ae98-79fbdca44eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726528 Nov 11 18:15:07.204045 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-147c2a54-0e77-447d-9396-ce2a7851574c req-eba75506-a65f-4c87-9b02-b4a440862597 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697739 Nov 11 18:15:07.298872 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b28af7d9-a826-48ff-8dc0-8280efb75a4e req-0c289d33-9762-4289-b61f-5becb8974cfe service neutron] 10.222.0.83 "GET /v2.0/networks/98436239-a8bb-4c69-ae98-79fbdca44eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910239 Nov 11 18:15:07.392979 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b28af7d9-a826-48ff-8dc0-8280efb75a4e req-e9304ab6-580d-48e9-8e5e-3c9c0a768602 service neutron] 10.222.0.83 "GET /v2.0/networks/98436239-a8bb-4c69-ae98-79fbdca44eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866718 Nov 11 18:15:07.489451 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-af2302c3-0dfc-4aeb-bc3e-bcd9f689db61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:07.681073 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f46d0f56-338f-4736-ae05-3f5adf698f32 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:15:07.728119 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port f46d0f56-338f-4736-ae05-3f5adf698f32 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:15:07.728499 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:08.328463 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255c436-d3b4-4c09-973b-629d9c341859 req-e2da434e-4ae0-4804-9bea-106d5ce5db4c tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:08.329837 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e255c436-d3b4-4c09-973b-629d9c341859 req-e2da434e-4ae0-4804-9bea-106d5ce5db4c tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=fda67a71-759f-4a04-ad59-e778c9acc255 HTTP/1.1" status: 200 len: 943 time: 0.0538015 Nov 11 18:15:08.375887 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e255c436-d3b4-4c09-973b-629d9c341859 req-00e899ff-cb24-45a4-a16f-aa8f9f34945f tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400939 Nov 11 18:15:08.403329 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 90f558b5-6719-4e9b-a965-74d99f8de719 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:15:08.499796 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 90f558b5-6719-4e9b-a965-74d99f8de719, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=90f558b5-6719-4e9b-a965-74d99f8de719,segment=NetworkSegment(d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8),segment_id=d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:15:08.514440 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '90f558b5-6719-4e9b-a965-74d99f8de719', 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4', 'port_id': '90f558b5-6719-4e9b-a965-74d99f8de719', 'mac_address': 'fa:16:3e:22:2b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:15:08.552338 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:08.565009 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f558b5-6719-4e9b-a965-74d99f8de719 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:15:08.584215 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 90f558b5-6719-4e9b-a965-74d99f8de719, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=90f558b5-6719-4e9b-a965-74d99f8de719,segment=NetworkSegment(d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8),segment_id=d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:15:08.587684 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:08.633522 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=90f558b5-6719-4e9b-a965-74d99f8de719,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:15:08.793931 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['90f558b5-6719-4e9b-a965-74d99f8de719'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:15:09.490129 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b206f-29d3-4c43-8fe6-359c5f707383 req-02f7db39-d8ec-4cf9-8bb9-c3d91e464e59 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:09.491601 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8e1b206f-29d3-4c43-8fe6-359c5f707383 req-02f7db39-d8ec-4cf9-8bb9-c3d91e464e59 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=fda67a71-759f-4a04-ad59-e778c9acc255 HTTP/1.1" status: 200 len: 944 time: 0.0489705 Nov 11 18:15:09.539456 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8e1b206f-29d3-4c43-8fe6-359c5f707383 req-8d2b8960-7a27-4084-a799-1ad6ab19f6e3 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420134 Nov 11 18:15:10.418753 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 90f558b5-6719-4e9b-a965-74d99f8de719 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:15:10.472313 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5a4a4454-86ca-4f23-bd67-29e1154e470b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:10.478343 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 90f558b5-6719-4e9b-a965-74d99f8de719 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:15:10.482082 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 90f558b5-6719-4e9b-a965-74d99f8de719 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:15:10.482447 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:10.561390 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:10.583476 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda67a71-759f-4a04-ad59-e778c9acc255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f558b5-6719-4e9b-a965-74d99f8de719'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:15:10.585757 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d4ba39-0edc-4506-b4c3-bc3d57ba5802" -d '{"events": [{"server_uuid": "fda67a71-759f-4a04-ad59-e778c9acc255", "name": "network-vif-plugged", "status": "completed", "tag": "90f558b5-6719-4e9b-a965-74d99f8de719"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:15:10.598383 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 90f558b5-6719-4e9b-a965-74d99f8de719, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=90f558b5-6719-4e9b-a965-74d99f8de719,segment=NetworkSegment(d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8),segment_id=d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:15:10.602206 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:10.648925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=90f558b5-6719-4e9b-a965-74d99f8de719,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:15:10.655790 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92d9fa-833b-40ef-b457-9492d653c638 req-c769b030-ad4a-44ca-a1ed-1b103720e312 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:10.657297 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e92d9fa-833b-40ef-b457-9492d653c638 req-c769b030-ad4a-44ca-a1ed-1b103720e312 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=fda67a71-759f-4a04-ad59-e778c9acc255 HTTP/1.1" status: 200 len: 945 time: 0.0499299 Nov 11 18:15:10.711562 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1e92d9fa-833b-40ef-b457-9492d653c638 req-3cfccb9d-421d-4974-9fc4-2e28913d1955 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456750 Nov 11 18:15:10.753585 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423a1e2c-9512-4663-b02a-955b82392178 x-openstack-request-id: req-423a1e2c-9512-4663-b02a-955b82392178 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:15:10.753923 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda67a71-759f-4a04-ad59-e778c9acc255", "name": "network-vif-plugged", "status": "completed", "tag": "90f558b5-6719-4e9b-a965-74d99f8de719", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:15:10.754180 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-423a1e2c-9512-4663-b02a-955b82392178 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:15:10.754578 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda67a71-759f-4a04-ad59-e778c9acc255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f558b5-6719-4e9b-a965-74d99f8de719', 'code': 200} Nov 11 18:15:10.849169 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd4215-2f1f-456b-bfdc-0cb6b7c9e23e req-fd2fd5e2-f867-4006-991a-28160d7f8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:10.850645 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56fd4215-2f1f-456b-bfdc-0cb6b7c9e23e req-fd2fd5e2-f867-4006-991a-28160d7f8908 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fda67a71-759f-4a04-ad59-e778c9acc255 HTTP/1.1" status: 200 len: 1096 time: 0.0394146 Nov 11 18:15:10.894297 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56fd4215-2f1f-456b-bfdc-0cb6b7c9e23e req-f21ceb12-044b-4c97-996b-7cca47aa0ded service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362959 Nov 11 18:15:11.132770 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:11.828290 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c596b3d-2765-4271-8e85-e14151ebd4cb req-1327d095-ddef-4f5b-860f-e4d5e9247d1d tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:11.829780 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1c596b3d-2765-4271-8e85-e14151ebd4cb req-1327d095-ddef-4f5b-860f-e4d5e9247d1d tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=fda67a71-759f-4a04-ad59-e778c9acc255 HTTP/1.1" status: 200 len: 945 time: 0.0498037 Nov 11 18:15:11.880472 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1c596b3d-2765-4271-8e85-e14151ebd4cb req-48fd0989-f332-4167-97cb-fdbf575f603f tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446882 Nov 11 18:15:12.728833 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:13.002032 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde230c-e7d3-4ad1-b1ac-c0eca0002570 req-03b97740-f09d-41d2-8e54-a0604c78c892 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:13.003660 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2cde230c-e7d3-4ad1-b1ac-c0eca0002570 req-03b97740-f09d-41d2-8e54-a0604c78c892 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=fda67a71-759f-4a04-ad59-e778c9acc255 HTTP/1.1" status: 200 len: 945 time: 0.0571134 Nov 11 18:15:13.014012 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:13.051391 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2cde230c-e7d3-4ad1-b1ac-c0eca0002570 req-6db3ecf2-f36d-45eb-ba43-29fbae353c26 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416999 Nov 11 18:15:13.166611 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa14dbb-5390-488b-9bf9-625721c2af22 req-e3b84609-c128-43a3-88c2-4d27fccc3ced tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:13.168466 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9aa14dbb-5390-488b-9bf9-625721c2af22 req-e3b84609-c128-43a3-88c2-4d27fccc3ced tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=fda67a71-759f-4a04-ad59-e778c9acc255 HTTP/1.1" status: 200 len: 945 time: 0.0498502 Nov 11 18:15:13.218141 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9aa14dbb-5390-488b-9bf9-625721c2af22 req-76426b4b-b266-4292-afaf-42f97c3f811b tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435665 Nov 11 18:15:15.378338 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:15:18.836905 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:24.589614 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:34.785357 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285258e-a174-4aea-b337-49a586eeac40 req-9e403d02-65f2-40e1-8d11-40cf3a17ede2 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:34.786823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e285258e-a174-4aea-b337-49a586eeac40 req-9e403d02-65f2-40e1-8d11-40cf3a17ede2 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=fda67a71-759f-4a04-ad59-e778c9acc255 HTTP/1.1" status: 200 len: 945 time: 0.0654197 Nov 11 18:15:34.839166 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e285258e-a174-4aea-b337-49a586eeac40 req-74b44245-6b58-4eb4-b28e-8a646bb00477 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457013 Nov 11 18:15:35.954716 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c4813-db05-4107-809d-8e99e2e208fa req-26e0b168-c10c-452e-a198-735861d0e086 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:35.956215 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-416c4813-db05-4107-809d-8e99e2e208fa req-26e0b168-c10c-452e-a198-735861d0e086 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=fda67a71-759f-4a04-ad59-e778c9acc255 HTTP/1.1" status: 200 len: 945 time: 0.0498211 Nov 11 18:15:36.002172 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-416c4813-db05-4107-809d-8e99e2e208fa req-64ee252a-c6b5-4b78-ad1b-cbfed051d9d0 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400267 Nov 11 18:15:36.396272 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118b811-a141-4e9e-af9e-39cb11720e7d req-92f6b522-67b4-415d-8708-86f5ad13a8d6 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:36.397691 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a118b811-a141-4e9e-af9e-39cb11720e7d req-92f6b522-67b4-415d-8708-86f5ad13a8d6 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.83 "GET /v2.0/ports?device_id=fda67a71-759f-4a04-ad59-e778c9acc255 HTTP/1.1" status: 200 len: 945 time: 0.0485713 Nov 11 18:15:36.494008 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-a118b811-a141-4e9e-af9e-39cb11720e7d req-79b0a8f2-db43-4455-b321-3baba87a10df tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Deleting port 90f558b5-6719-4e9b-a965-74d99f8de719 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:15:36.494346 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a118b811-a141-4e9e-af9e-39cb11720e7d req-79b0a8f2-db43-4455-b321-3baba87a10df tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:36.587009 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-a118b811-a141-4e9e-af9e-39cb11720e7d req-79b0a8f2-db43-4455-b321-3baba87a10df tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] For port 90f558b5-6719-4e9b-a965-74d99f8de719, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=90f558b5-6719-4e9b-a965-74d99f8de719,segment=NetworkSegment(d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8),segment_id=d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:15:36.587367 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a118b811-a141-4e9e-af9e-39cb11720e7d req-79b0a8f2-db43-4455-b321-3baba87a10df tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:36.600078 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-a118b811-a141-4e9e-af9e-39cb11720e7d req-79b0a8f2-db43-4455-b321-3baba87a10df tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Calling delete_port for 90f558b5-6719-4e9b-a965-74d99f8de719 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:15:36.728877 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a118b811-a141-4e9e-af9e-39cb11720e7d req-79b0a8f2-db43-4455-b321-3baba87a10df tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:36.741761 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['90f558b5-6719-4e9b-a965-74d99f8de719'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:15:36.761217 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0a8f2-db43-4455-b321-3baba87a10df tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Pushing event deleted for resources: {'Port': ['ID=90f558b5-6719-4e9b-a965-74d99f8de719,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:15:36.807649 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0a8f2-db43-4455-b321-3baba87a10df tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:36.808029 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0a8f2-db43-4455-b321-3baba87a10df tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:36.808373 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0a8f2-db43-4455-b321-3baba87a10df tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:36.808717 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0a8f2-db43-4455-b321-3baba87a10df tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:36.809054 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0a8f2-db43-4455-b321-3baba87a10df tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:36.809387 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0a8f2-db43-4455-b321-3baba87a10df tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:36.809716 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0a8f2-db43-4455-b321-3baba87a10df tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:36.810044 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0a8f2-db43-4455-b321-3baba87a10df tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:36.810376 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0a8f2-db43-4455-b321-3baba87a10df tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:36.810709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0a8f2-db43-4455-b321-3baba87a10df tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:36.811173 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0a8f2-db43-4455-b321-3baba87a10df tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:36.811503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b0a8f2-db43-4455-b321-3baba87a10df tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:36.834720 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-a118b811-a141-4e9e-af9e-39cb11720e7d req-79b0a8f2-db43-4455-b321-3baba87a10df tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] No DVR routers for this DVR port 90f558b5-6719-4e9b-a965-74d99f8de719 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:15:36.837545 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a118b811-a141-4e9e-af9e-39cb11720e7d req-79b0a8f2-db43-4455-b321-3baba87a10df tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:36.841748 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a118b811-a141-4e9e-af9e-39cb11720e7d req-79b0a8f2-db43-4455-b321-3baba87a10df tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.83 "DELETE /v2.0/ports/90f558b5-6719-4e9b-a965-74d99f8de719 HTTP/1.1" status: 204 len: 173 time: 0.4378672 Nov 11 18:15:36.842207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda67a71-759f-4a04-ad59-e778c9acc255', 'name': 'network-vif-deleted', 'tag': '90f558b5-6719-4e9b-a965-74d99f8de719'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:15:36.844651 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83cc2ba-18b8-44ad-9dfb-1e1d00c701e3" -d '{"events": [{"server_uuid": "fda67a71-759f-4a04-ad59-e778c9acc255", "name": "network-vif-deleted", "tag": "90f558b5-6719-4e9b-a965-74d99f8de719"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:15:36.887492 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc83de4-d84b-40a8-b1d6-49cefc780d3d x-openstack-request-id: req-8dc83de4-d84b-40a8-b1d6-49cefc780d3d {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:15:36.887855 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda67a71-759f-4a04-ad59-e778c9acc255", "name": "network-vif-deleted", "tag": "90f558b5-6719-4e9b-a965-74d99f8de719", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:15:36.888104 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8dc83de4-d84b-40a8-b1d6-49cefc780d3d {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:15:36.888699 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda67a71-759f-4a04-ad59-e778c9acc255', 'name': 'network-vif-deleted', 'tag': '90f558b5-6719-4e9b-a965-74d99f8de719', 'status': 'completed', 'code': 200} Nov 11 18:15:37.109669 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef5bd20b-d08f-4b1d-a509-95f1321cd534 req-a6a3154f-44dc-4b15-baed-5808db177441 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=fda67a71-759f-4a04-ad59-e778c9acc255 HTTP/1.1" status: 200 len: 210 time: 0.0272200 Nov 11 18:15:37.490178 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8610b98a-0f8f-4856-ba65-0a1c84b33788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:38.916294 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-a564f7f3-4737-48f6-83ad-f48983c7bf48 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:38.918606 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-a564f7f3-4737-48f6-83ad-f48983c7bf48 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/networks?id=98436239-a8bb-4c69-ae98-79fbdca44eb4 HTTP/1.1" status: 200 len: 817 time: 0.1005118 Nov 11 18:15:38.933716 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-8bdf8cfd-46b9-48cd-833b-9758ebfff58d tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/quotas/a330781cec8748778a5c4727ab86e129 HTTP/1.1" status: 200 len: 375 time: 0.0089829 Nov 11 18:15:38.988524 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-84a8e8a8-f08e-4c99-aaba-fea8d67d410c tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a330781cec8748778a5c4727ab86e129&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495570 Nov 11 18:15:39.081363 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-f3f56381-00f1-4436-b814-bbc764f988e9 service neutron] 10.222.0.76 "GET /v2.0/networks/98436239-a8bb-4c69-ae98-79fbdca44eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815165 Nov 11 18:15:39.175010 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-451bb46d-7a2a-4e8f-a398-510a52cae20d service neutron] 10.222.0.76 "GET /v2.0/networks/98436239-a8bb-4c69-ae98-79fbdca44eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875864 Nov 11 18:15:39.331514 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-156e8be2-8659-48b0-9d05-0c83a4e3680f req-bee3645a-c26c-4446-b6a7-ba48526064fe tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=d600773d-6190-4cab-b1ec-dc5c0ecfb02e HTTP/1.1" status: 200 len: 210 time: 0.0277174 Nov 11 18:15:40.242826 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-805f4c18-ea31-4dcb-8a12-9d8d8552b020 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:40.244296 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-805f4c18-ea31-4dcb-8a12-9d8d8552b020 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.83 "GET /v2.0/networks?id=98436239-a8bb-4c69-ae98-79fbdca44eb4 HTTP/1.1" status: 200 len: 817 time: 0.1075616 Nov 11 18:15:40.257038 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-0134bdf6-9154-4146-83ad-7b6e57e4cb6a tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Request body: {'port': {'device_id': 'd600773d-6190-4cab-b1ec-dc5c0ecfb02e', 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4', 'admin_state_up': True, 'tenant_id': 'a330781cec8748778a5c4727ab86e129'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:15:40.369007 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-0134bdf6-9154-4146-83ad-7b6e57e4cb6a tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Made reservation on behalf of a330781cec8748778a5c4727ab86e129 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:15:40.372398 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-0134bdf6-9154-4146-83ad-7b6e57e4cb6a tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:40.463854 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b31dff26-6a2f-47b4-a698-dc7a8a86f1f2 req-ffae0553-3371-436a-b23d-0a76885d361b tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=d600773d-6190-4cab-b1ec-dc5c0ecfb02e HTTP/1.1" status: 200 len: 210 time: 0.0386207 Nov 11 18:15:40.464754 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 90f558b5-6719-4e9b-a965-74d99f8de719 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:15:40.469333 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4131b702-dd50-472c-92f2-07196f7d16c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:40.491576 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 90f558b5-6719-4e9b-a965-74d99f8de719 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:15:40.492041 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 90f558b5-6719-4e9b-a965-74d99f8de719 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:15:40.527073 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-0134bdf6-9154-4146-83ad-7b6e57e4cb6a tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Allocated IP 172.20.0.14 (98436239-a8bb-4c69-ae98-79fbdca44eb4/8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a/a7fa915a-0c93-459a-a484-e921985b9361) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:15:40.673950 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-0134bdf6-9154-4146-83ad-7b6e57e4cb6a tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:40.705986 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-0134bdf6-9154-4146-83ad-7b6e57e4cb6a tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:40.745564 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-0134bdf6-9154-4146-83ad-7b6e57e4cb6a tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Network 98436239-a8bb-4c69-ae98-79fbdca44eb4 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:15:40.750608 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-0134bdf6-9154-4146-83ad-7b6e57e4cb6a tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:15:40.754297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-0134bdf6-9154-4146-83ad-7b6e57e4cb6a tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:15:40.784878 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134bdf6-9154-4146-83ad-7b6e57e4cb6a tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Pushing event updated for resources: {'Port': ['ID=a7fa915a-0c93-459a-a484-e921985b9361,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:15:40.815083 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-0134bdf6-9154-4146-83ad-7b6e57e4cb6a tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:40.815704 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-0134bdf6-9154-4146-83ad-7b6e57e4cb6a tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:40.833386 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-0134bdf6-9154-4146-83ad-7b6e57e4cb6a tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5799210 Nov 11 18:15:40.846560 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] Request body: {'port': {'device_id': 'd600773d-6190-4cab-b1ec-dc5c0ecfb02e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:15:40.906495 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:41.031753 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-68ab2e78-9ce2-4c68-aa90-1949b57d052e None None] Provisioning complete for port a7fa915a-0c93-459a-a484-e921985b9361 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:15:41.032050 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-68ab2e78-9ce2-4c68-aa90-1949b57d052e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:41.065998 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-68ab2e78-9ce2-4c68-aa90-1949b57d052e None None] Port a7fa915a-0c93-459a-a484-e921985b9361 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:15:41.135206 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:41.166517 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7fa915a-0c93-459a-a484-e921985b9361 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:15:41.174181 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:41.186319 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] Transition to ACTIVE for port object a7fa915a-0c93-459a-a484-e921985b9361 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:15:41.190094 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:41.238160 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a7fa915a-0c93-459a-a484-e921985b9361,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:15:41.314649 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] Attempting to bind port a7fa915a-0c93-459a-a484-e921985b9361 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:15:41.315318 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] Attempting to bind port a7fa915a-0c93-459a-a484-e921985b9361 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'd0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:15:41.315433 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] Attempting to bind port a7fa915a-0c93-459a-a484-e921985b9361 on network 98436239-a8bb-4c69-ae98-79fbdca44eb4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:15:41.320093 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] Port a7fa915a-0c93-459a-a484-e921985b9361 on network 98436239-a8bb-4c69-ae98-79fbdca44eb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:15:41.320354 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] Attempting to bind port a7fa915a-0c93-459a-a484-e921985b9361 on network 98436239-a8bb-4c69-ae98-79fbdca44eb4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:15:41.325371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:15:41.325704 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] Checking segment: {'id': 'd0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:15:41.326078 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] Bound using segment: {'id': 'd0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:15:41.326491 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] Bound port: a7fa915a-0c93-459a-a484-e921985b9361, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:15:41.326844 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:41.391160 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] For port a7fa915a-0c93-459a-a484-e921985b9361, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:15:41.394088 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] For port a7fa915a-0c93-459a-a484-e921985b9361, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=a7fa915a-0c93-459a-a484-e921985b9361,segment=NetworkSegment(d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8),segment_id=d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:15:41.398587 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:41.431919 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:41.432524 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:41.433978 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] 10.222.0.83 "PUT /v2.0/ports/a7fa915a-0c93-459a-a484-e921985b9361 HTTP/1.1" status: 200 len: 1092 time: 0.5919514 Nov 11 18:15:41.434863 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd600773d-6190-4cab-b1ec-dc5c0ecfb02e', 'tag': 'a7fa915a-0c93-459a-a484-e921985b9361'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:15:41.437117 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dfe788-0aae-4263-9ae5-4eb942f33ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "d600773d-6190-4cab-b1ec-dc5c0ecfb02e", "tag": "a7fa915a-0c93-459a-a484-e921985b9361"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:15:41.461901 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a11f6-6f3a-463a-a4ad-e6dbebe6c9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a7fa915a-0c93-459a-a484-e921985b9361,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:15:41.508702 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14de8e34-2089-41b2-aa35-e5306b8df924 x-openstack-request-id: req-14de8e34-2089-41b2-aa35-e5306b8df924 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:15:41.508999 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d600773d-6190-4cab-b1ec-dc5c0ecfb02e", "tag": "a7fa915a-0c93-459a-a484-e921985b9361", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:15:41.509247 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-14de8e34-2089-41b2-aa35-e5306b8df924 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:15:41.509782 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd600773d-6190-4cab-b1ec-dc5c0ecfb02e', 'tag': 'a7fa915a-0c93-459a-a484-e921985b9361', 'status': 'completed', 'code': 200} Nov 11 18:15:41.526686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-87766589-4514-49df-9000-a07c1944e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:41.528518 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-87766589-4514-49df-9000-a07c1944e0b3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a330781cec8748778a5c4727ab86e129&device_id=d600773d-6190-4cab-b1ec-dc5c0ecfb02e HTTP/1.1" status: 200 len: 1095 time: 0.0528486 Nov 11 18:15:41.584070 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-a0c07031-9388-4d81-8939-0a4b1edb9d96 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7fa915a-0c93-459a-a484-e921985b9361 HTTP/1.1" status: 200 len: 217 time: 0.0465574 Nov 11 18:15:41.658326 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-80430d15-cb9d-45ef-82f4-cce8a4449946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:41.659849 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-80430d15-cb9d-45ef-82f4-cce8a4449946 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a HTTP/1.1" status: 200 len: 856 time: 0.0584097 Nov 11 18:15:41.667415 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8155a-da7e-4f1f-96a5-475622ac86a4 req-929923f4-3023-4fa7-ba8f-14b7fd02156a tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:41.669646 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05b8155a-da7e-4f1f-96a5-475622ac86a4 req-929923f4-3023-4fa7-ba8f-14b7fd02156a tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=d600773d-6190-4cab-b1ec-dc5c0ecfb02e HTTP/1.1" status: 200 len: 944 time: 0.0954437 Nov 11 18:15:41.734913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-e280ef2d-5c65-49a1-8955-290ab15868dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:41.736449 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-e280ef2d-5c65-49a1-8955-290ab15868dd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=98436239-a8bb-4c69-ae98-79fbdca44eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659707 Nov 11 18:15:41.754570 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05b8155a-da7e-4f1f-96a5-475622ac86a4 req-f0d41bea-78d3-432f-aa09-77050f307d45 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767071 Nov 11 18:15:41.834849 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-a0abb496-3f11-41e0-9ae3-b5909fdb0f9e service neutron] 10.222.0.83 "GET /v2.0/networks/98436239-a8bb-4c69-ae98-79fbdca44eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897930 Nov 11 18:15:41.929854 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1033eaf3-c1ea-4ac6-a8bf-4ce79910be6d req-3b72f29f-2711-46b5-9cfb-1e867bc61436 service neutron] 10.222.0.83 "GET /v2.0/networks/98436239-a8bb-4c69-ae98-79fbdca44eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823319 Nov 11 18:15:42.016233 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfe788-0aae-4263-9ae5-4eb942f33ffe req-98cf963a-af6e-41ff-b8a0-24ef7a4a0969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:42.017679 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-62dfe788-0aae-4263-9ae5-4eb942f33ffe req-98cf963a-af6e-41ff-b8a0-24ef7a4a0969 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a330781cec8748778a5c4727ab86e129&device_id=d600773d-6190-4cab-b1ec-dc5c0ecfb02e HTTP/1.1" status: 200 len: 1095 time: 0.0404370 Nov 11 18:15:42.109953 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfe788-0aae-4263-9ae5-4eb942f33ffe req-9ae5946c-e51f-48a9-89d2-a594f448c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:42.111287 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-62dfe788-0aae-4263-9ae5-4eb942f33ffe req-9ae5946c-e51f-48a9-89d2-a594f448c477 service neutron] 10.222.0.83 "GET /v2.0/networks?id=98436239-a8bb-4c69-ae98-79fbdca44eb4 HTTP/1.1" status: 200 len: 919 time: 0.0858860 Nov 11 18:15:42.153604 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-62dfe788-0aae-4263-9ae5-4eb942f33ffe req-fa6b4c06-9052-45f9-ad57-089f053bb3dc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7fa915a-0c93-459a-a484-e921985b9361 HTTP/1.1" status: 200 len: 217 time: 0.0342827 Nov 11 18:15:42.204784 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfe788-0aae-4263-9ae5-4eb942f33ffe req-5c27ce0d-6074-4fee-a2d4-bb89b5c4c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:42.206505 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-62dfe788-0aae-4263-9ae5-4eb942f33ffe req-5c27ce0d-6074-4fee-a2d4-bb89b5c4c2e7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a HTTP/1.1" status: 200 len: 856 time: 0.0461059 Nov 11 18:15:42.257296 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfe788-0aae-4263-9ae5-4eb942f33ffe req-c2b5b0d7-9adc-464d-8d72-d04e3e7ed9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:42.258739 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-62dfe788-0aae-4263-9ae5-4eb942f33ffe req-c2b5b0d7-9adc-464d-8d72-d04e3e7ed9af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=98436239-a8bb-4c69-ae98-79fbdca44eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430474 Nov 11 18:15:42.348508 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-62dfe788-0aae-4263-9ae5-4eb942f33ffe req-740f358b-506c-49cf-97ad-97ad07ce4c34 service neutron] 10.222.0.83 "GET /v2.0/networks/98436239-a8bb-4c69-ae98-79fbdca44eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819201 Nov 11 18:15:42.444592 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-62dfe788-0aae-4263-9ae5-4eb942f33ffe req-8be57c01-a32f-4c64-87fa-e7a21a9e9af7 service neutron] 10.222.0.83 "GET /v2.0/networks/98436239-a8bb-4c69-ae98-79fbdca44eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873218 Nov 11 18:15:42.730924 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:42.874930 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3354a0-c789-4e13-b957-9f8f764a15ab req-e112f2bb-e82b-4c11-8479-1c0130b90b53 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:42.876425 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea3354a0-c789-4e13-b957-9f8f764a15ab req-e112f2bb-e82b-4c11-8479-1c0130b90b53 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=d600773d-6190-4cab-b1ec-dc5c0ecfb02e HTTP/1.1" status: 200 len: 944 time: 0.0503297 Nov 11 18:15:42.923283 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea3354a0-c789-4e13-b957-9f8f764a15ab req-ace9a598-2859-47ae-b972-1160971ca926 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408082 Nov 11 18:15:43.006117 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:44.037560 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26072e1-37a6-48b2-a6e0-7d25bc26de1b req-c5f5aa15-e0d1-48ef-a442-fb4fa697b380 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:44.039035 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f26072e1-37a6-48b2-a6e0-7d25bc26de1b req-c5f5aa15-e0d1-48ef-a442-fb4fa697b380 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=d600773d-6190-4cab-b1ec-dc5c0ecfb02e HTTP/1.1" status: 200 len: 944 time: 0.0478597 Nov 11 18:15:44.090190 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f26072e1-37a6-48b2-a6e0-7d25bc26de1b req-c7aecc26-bf5c-4cef-9ea4-4888c63ecb38 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449052 Nov 11 18:15:44.510404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device a7fa915a-0c93-459a-a484-e921985b9361 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:15:44.604870 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port a7fa915a-0c93-459a-a484-e921985b9361, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=a7fa915a-0c93-459a-a484-e921985b9361,segment=NetworkSegment(d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8),segment_id=d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:15:44.616936 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'a7fa915a-0c93-459a-a484-e921985b9361', 'network_id': '98436239-a8bb-4c69-ae98-79fbdca44eb4', 'port_id': 'a7fa915a-0c93-459a-a484-e921985b9361', 'mac_address': 'fa:16:3e:fd:03:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:15:44.652368 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:44.665994 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7fa915a-0c93-459a-a484-e921985b9361 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:15:44.685173 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port a7fa915a-0c93-459a-a484-e921985b9361, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=a7fa915a-0c93-459a-a484-e921985b9361,segment=NetworkSegment(d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8),segment_id=d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:15:44.689098 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:44.737889 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=a7fa915a-0c93-459a-a484-e921985b9361,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:15:44.745222 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:44.745573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:44.745917 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:44.746258 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:44.746595 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:44.746929 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:44.747276 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:44.747608 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:44.747960 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:44.748289 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:44.748613 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:44.748941 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:15:44.883353 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['a7fa915a-0c93-459a-a484-e921985b9361'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:15:45.206813 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c7ee8-3dfe-48ee-b024-c30ed9dff496 req-878072a3-8b48-4c5d-ac07-02a533a663ca tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:45.208461 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f9c7ee8-3dfe-48ee-b024-c30ed9dff496 req-878072a3-8b48-4c5d-ac07-02a533a663ca tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=d600773d-6190-4cab-b1ec-dc5c0ecfb02e HTTP/1.1" status: 200 len: 945 time: 0.0484581 Nov 11 18:15:45.256273 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f9c7ee8-3dfe-48ee-b024-c30ed9dff496 req-4663672a-5bb6-41dc-9c24-64f1eaaa8584 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408223 Nov 11 18:15:46.369375 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a8f64-e88c-4f94-a909-5f7a776b0f2f req-556decf2-c0ad-43b1-bdc6-f29813ca92c9 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:46.370828 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f06a8f64-e88c-4f94-a909-5f7a776b0f2f req-556decf2-c0ad-43b1-bdc6-f29813ca92c9 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=d600773d-6190-4cab-b1ec-dc5c0ecfb02e HTTP/1.1" status: 200 len: 945 time: 0.0483365 Nov 11 18:15:46.416994 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f06a8f64-e88c-4f94-a909-5f7a776b0f2f req-262b0b01-6369-418f-a05d-768eeca3f330 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402830 Nov 11 18:15:46.510803 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device a7fa915a-0c93-459a-a484-e921985b9361 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:15:46.561516 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port a7fa915a-0c93-459a-a484-e921985b9361 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:15:46.565750 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port a7fa915a-0c93-459a-a484-e921985b9361 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:15:46.566120 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:46.640598 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:46.662393 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd600773d-6190-4cab-b1ec-dc5c0ecfb02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fa915a-0c93-459a-a484-e921985b9361'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:15:46.664623 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbd09ce-48d9-416e-9b41-14c9e1d6f1f2" -d '{"events": [{"server_uuid": "d600773d-6190-4cab-b1ec-dc5c0ecfb02e", "name": "network-vif-plugged", "status": "completed", "tag": "a7fa915a-0c93-459a-a484-e921985b9361"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:15:46.678886 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port a7fa915a-0c93-459a-a484-e921985b9361, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=a7fa915a-0c93-459a-a484-e921985b9361,segment=NetworkSegment(d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8),segment_id=d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:15:46.682933 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:46.709666 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a281d908-0e8d-47ab-821b-9b511d3ba122 x-openstack-request-id: req-a281d908-0e8d-47ab-821b-9b511d3ba122 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:15:46.709961 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d600773d-6190-4cab-b1ec-dc5c0ecfb02e", "name": "network-vif-plugged", "status": "completed", "tag": "a7fa915a-0c93-459a-a484-e921985b9361", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:15:46.710212 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a281d908-0e8d-47ab-821b-9b511d3ba122 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:15:46.710600 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd600773d-6190-4cab-b1ec-dc5c0ecfb02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fa915a-0c93-459a-a484-e921985b9361', 'code': 200} Nov 11 18:15:46.736295 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=a7fa915a-0c93-459a-a484-e921985b9361,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:15:46.798029 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a12779-9b96-45e9-930a-a4c7351fe3f8 req-e4ba1d02-02cb-4ec1-8dcf-b0d1a686e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:46.799513 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39a12779-9b96-45e9-930a-a4c7351fe3f8 req-e4ba1d02-02cb-4ec1-8dcf-b0d1a686e83a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d600773d-6190-4cab-b1ec-dc5c0ecfb02e HTTP/1.1" status: 200 len: 1097 time: 0.0431359 Nov 11 18:15:46.848954 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39a12779-9b96-45e9-930a-a4c7351fe3f8 req-c8b368f3-3227-4fdc-9906-768926b4a4cd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409393 Nov 11 18:15:47.530456 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d250aa-c166-49a9-b2ce-556d57c7a1ad req-65596999-538b-434c-a19f-4ce7cf88c259 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:47.531930 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7d250aa-c166-49a9-b2ce-556d57c7a1ad req-65596999-538b-434c-a19f-4ce7cf88c259 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=d600773d-6190-4cab-b1ec-dc5c0ecfb02e HTTP/1.1" status: 200 len: 946 time: 0.0476758 Nov 11 18:15:47.578643 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7d250aa-c166-49a9-b2ce-556d57c7a1ad req-5738a909-a924-45f7-a2ce-d454f0e1382b tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407891 Nov 11 18:15:48.694653 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe102b92-5fc2-416a-9092-bdab020998d9 req-b4d8b1b6-78ec-4164-a00f-c7582bb487c3 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:48.696138 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe102b92-5fc2-416a-9092-bdab020998d9 req-b4d8b1b6-78ec-4164-a00f-c7582bb487c3 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=d600773d-6190-4cab-b1ec-dc5c0ecfb02e HTTP/1.1" status: 200 len: 946 time: 0.0518801 Nov 11 18:15:48.743370 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe102b92-5fc2-416a-9092-bdab020998d9 req-33aa9711-b8b4-4da4-b112-56bfe5101558 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407023 Nov 11 18:15:48.847706 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:15:48.861558 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea51bd-bc70-43e1-94b6-4b28038eaeb0 req-f8572353-b0a0-4773-b034-f9aed5515d20 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:15:48.862986 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-adea51bd-bc70-43e1-94b6-4b28038eaeb0 req-f8572353-b0a0-4773-b034-f9aed5515d20 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=d600773d-6190-4cab-b1ec-dc5c0ecfb02e HTTP/1.1" status: 200 len: 946 time: 0.0555878 Nov 11 18:15:48.910523 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-adea51bd-bc70-43e1-94b6-4b28038eaeb0 req-c170f575-e793-48df-a48e-8bac8107b076 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414145 Nov 11 18:15:52.378227 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:15:54.591821 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:07.493311 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6eae0cac-8c4b-43f6-85be-a3f27de2c736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:10.459006 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25858978-e7c5-4d46-adbf-ab71cdaba8b1 req-25ac2ba7-d109-490e-815f-ea2be2096177 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:10.460624 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-25858978-e7c5-4d46-adbf-ab71cdaba8b1 req-25ac2ba7-d109-490e-815f-ea2be2096177 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=d600773d-6190-4cab-b1ec-dc5c0ecfb02e HTTP/1.1" status: 200 len: 946 time: 0.0527425 Nov 11 18:16:10.463314 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-53e85e19-0234-4a36-acf0-9539fd3379cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:10.516509 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-25858978-e7c5-4d46-adbf-ab71cdaba8b1 req-02c6d9b6-f55d-4dfe-a142-055aba45566a tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478230 Nov 11 18:16:11.139049 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:11.628856 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752012d-640f-4a0d-bf04-31136e220d1f req-d21754a9-aafe-4526-b5af-3c877ccb80da tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:11.630290 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1752012d-640f-4a0d-bf04-31136e220d1f req-d21754a9-aafe-4526-b5af-3c877ccb80da tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=d600773d-6190-4cab-b1ec-dc5c0ecfb02e HTTP/1.1" status: 200 len: 946 time: 0.0476789 Nov 11 18:16:11.676993 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1752012d-640f-4a0d-bf04-31136e220d1f req-7e0dcd28-1cd3-486a-bc18-3b7ff99be5e8 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408816 Nov 11 18:16:12.082909 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6724404-8113-4a3b-95ca-4c04ef9f9579 req-423d5c91-f7d7-4662-904e-71ee2137cde7 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:12.084276 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a6724404-8113-4a3b-95ca-4c04ef9f9579 req-423d5c91-f7d7-4662-904e-71ee2137cde7 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.83 "GET /v2.0/ports?device_id=d600773d-6190-4cab-b1ec-dc5c0ecfb02e HTTP/1.1" status: 200 len: 946 time: 0.0479913 Nov 11 18:16:12.174531 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-a6724404-8113-4a3b-95ca-4c04ef9f9579 req-b4eddc71-9ee8-4588-a2d7-203d722db37e tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Deleting port a7fa915a-0c93-459a-a484-e921985b9361 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:16:12.174871 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a6724404-8113-4a3b-95ca-4c04ef9f9579 req-b4eddc71-9ee8-4588-a2d7-203d722db37e tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:12.262258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-a6724404-8113-4a3b-95ca-4c04ef9f9579 req-b4eddc71-9ee8-4588-a2d7-203d722db37e tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] For port a7fa915a-0c93-459a-a484-e921985b9361, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=a7fa915a-0c93-459a-a484-e921985b9361,segment=NetworkSegment(d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8),segment_id=d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:16:12.262645 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a6724404-8113-4a3b-95ca-4c04ef9f9579 req-b4eddc71-9ee8-4588-a2d7-203d722db37e tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:12.274755 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-a6724404-8113-4a3b-95ca-4c04ef9f9579 req-b4eddc71-9ee8-4588-a2d7-203d722db37e tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Calling delete_port for a7fa915a-0c93-459a-a484-e921985b9361 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:16:12.402379 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a6724404-8113-4a3b-95ca-4c04ef9f9579 req-b4eddc71-9ee8-4588-a2d7-203d722db37e tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:12.420203 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['a7fa915a-0c93-459a-a484-e921985b9361'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:16:12.433106 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eddc71-9ee8-4588-a2d7-203d722db37e tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Pushing event deleted for resources: {'Port': ['ID=a7fa915a-0c93-459a-a484-e921985b9361,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:12.480716 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6724404-8113-4a3b-95ca-4c04ef9f9579 req-b4eddc71-9ee8-4588-a2d7-203d722db37e tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] No DVR routers for this DVR port a7fa915a-0c93-459a-a484-e921985b9361 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:16:12.483988 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-a6724404-8113-4a3b-95ca-4c04ef9f9579 req-b4eddc71-9ee8-4588-a2d7-203d722db37e tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:12.487409 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a6724404-8113-4a3b-95ca-4c04ef9f9579 req-b4eddc71-9ee8-4588-a2d7-203d722db37e tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.83 "DELETE /v2.0/ports/a7fa915a-0c93-459a-a484-e921985b9361 HTTP/1.1" status: 204 len: 173 time: 0.3974347 Nov 11 18:16:12.487919 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd600773d-6190-4cab-b1ec-dc5c0ecfb02e', 'name': 'network-vif-deleted', 'tag': 'a7fa915a-0c93-459a-a484-e921985b9361'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:16:12.490168 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28383a9-ff2b-41fc-87c5-2e4556c77929" -d '{"events": [{"server_uuid": "d600773d-6190-4cab-b1ec-dc5c0ecfb02e", "name": "network-vif-deleted", "tag": "a7fa915a-0c93-459a-a484-e921985b9361"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:16:12.530921 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e4d621-e7d3-4d6a-9a4b-a3c0d2e5e740 x-openstack-request-id: req-c9e4d621-e7d3-4d6a-9a4b-a3c0d2e5e740 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:16:12.531229 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d600773d-6190-4cab-b1ec-dc5c0ecfb02e", "name": "network-vif-deleted", "tag": "a7fa915a-0c93-459a-a484-e921985b9361", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:16:12.531491 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c9e4d621-e7d3-4d6a-9a4b-a3c0d2e5e740 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:16:12.531935 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd600773d-6190-4cab-b1ec-dc5c0ecfb02e', 'name': 'network-vif-deleted', 'tag': 'a7fa915a-0c93-459a-a484-e921985b9361', 'status': 'completed', 'code': 200} Nov 11 18:16:12.733266 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:12.785927 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-554a0bc4-6b5c-4d60-8024-57495e93ba95 req-03519718-7730-4cc6-8f07-4f715c61c815 tempest-TestEncryptedCinderVolumes-1078573921 tempest-TestEncryptedCinderVolumes-1078573921-project] 10.222.0.76 "GET /v2.0/ports?device_id=d600773d-6190-4cab-b1ec-dc5c0ecfb02e HTTP/1.1" status: 200 len: 210 time: 0.0267398 Nov 11 18:16:13.009751 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:13.877191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52528) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:16:14.502313 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f19176f8-7aba-4e0c-8c74-712c7eb54457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:14.742366 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-f19176f8-7aba-4e0c-8c74-712c7eb54457 admin admin] Deleting port c5a0fb43-8738-49c0-9275-e6a57c6e6f51 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:16:14.742701 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f19176f8-7aba-4e0c-8c74-712c7eb54457 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:14.821450 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-f19176f8-7aba-4e0c-8c74-712c7eb54457 admin admin] For port c5a0fb43-8738-49c0-9275-e6a57c6e6f51, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=c5a0fb43-8738-49c0-9275-e6a57c6e6f51,segment=NetworkSegment(d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8),segment_id=d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:16:14.821809 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f19176f8-7aba-4e0c-8c74-712c7eb54457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:14.834378 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-f19176f8-7aba-4e0c-8c74-712c7eb54457 admin admin] Calling delete_port for c5a0fb43-8738-49c0-9275-e6a57c6e6f51 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:16:15.013788 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f19176f8-7aba-4e0c-8c74-712c7eb54457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:15.040592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19176f8-7aba-4e0c-8c74-712c7eb54457 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a0fb43-8738-49c0-9275-e6a57c6e6f51,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:15.205396 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f19176f8-7aba-4e0c-8c74-712c7eb54457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:15.422298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19176f8-7aba-4e0c-8c74-712c7eb54457 admin admin] Router 5593f042-06a0-420b-b683-d0581da7fb1e has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:16:15.526824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19176f8-7aba-4e0c-8c74-712c7eb54457 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:16:15.531807 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f19176f8-7aba-4e0c-8c74-712c7eb54457 admin admin] 10.222.0.76 "PUT /v2.0/routers/5593f042-06a0-420b-b683-d0581da7fb1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6534700 Nov 11 18:16:15.534273 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52530) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:16:15.536285 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131832c9-3996-41af-bb18-33cfdc6e748d None None] Sync routers for ids ['5593f042-06a0-420b-b683-d0581da7fb1e'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:16:15.547227 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131832c9-3996-41af-bb18-33cfdc6e748d None None] Routers {'5593f042-06a0-420b-b683-d0581da7fb1e'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:16:15.547884 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-131832c9-3996-41af-bb18-33cfdc6e748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:16:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5593f042-06a0-420b-b683-d0581da7fb1e'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:15.640300 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b4fd14a-f66a-4d43-b4ab-0e34c040d34f admin admin] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:15.664799 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-131832c9-3996-41af-bb18-33cfdc6e748d None None] Set router 5593f042-06a0-420b-b683-d0581da7fb1e gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:16:15.752018 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b4fd14a-f66a-4d43-b4ab-0e34c040d34f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:15.805057 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-3b4fd14a-f66a-4d43-b4ab-0e34c040d34f admin admin] Deleting port 56352014-5c1e-49d4-9854-c3e72fed14d6 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:16:15.805694 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b4fd14a-f66a-4d43-b4ab-0e34c040d34f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:15.849836 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-131832c9-3996-41af-bb18-33cfdc6e748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5593f042-06a0-420b-b683-d0581da7fb1e', 'name': 'tempest-TestEncryptedCinderVolumes-1868578315-router', 'tenant_id': 'a330781cec8748778a5c4727ab86e129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '56352014-5c1e-49d4-9854-c3e72fed14d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:14:53Z', 'updated_at': '2021-11-11T18:16:14Z', 'revision_number': 5, 'project_id': 'a330781cec8748778a5c4727ab86e129', 'gw_port': {'id': '56352014-5c1e-49d4-9854-c3e72fed14d6', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5593f042-06a0-420b-b683-d0581da7fb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:14:54Z', 'updated_at': '2021-11-11T18:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:15.876406 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131832c9-3996-41af-bb18-33cfdc6e748d None None] Checking router: 5593f042-06a0-420b-b683-d0581da7fb1e for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:16:15.884613 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131832c9-3996-41af-bb18-33cfdc6e748d None None] Routers {'5593f042-06a0-420b-b683-d0581da7fb1e'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:16:15.885223 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-131832c9-3996-41af-bb18-33cfdc6e748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:16:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['5593f042-06a0-420b-b683-d0581da7fb1e'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:15.889726 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-3b4fd14a-f66a-4d43-b4ab-0e34c040d34f admin admin] For port 56352014-5c1e-49d4-9854-c3e72fed14d6, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=56352014-5c1e-49d4-9854-c3e72fed14d6,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:16:15.890087 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b4fd14a-f66a-4d43-b4ab-0e34c040d34f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:15.901783 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-3b4fd14a-f66a-4d43-b4ab-0e34c040d34f admin admin] Calling delete_port for 56352014-5c1e-49d4-9854-c3e72fed14d6 owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:16:15.974624 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-131832c9-3996-41af-bb18-33cfdc6e748d None None] Set router 5593f042-06a0-420b-b683-d0581da7fb1e gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:16:16.028702 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-131832c9-3996-41af-bb18-33cfdc6e748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5593f042-06a0-420b-b683-d0581da7fb1e', 'name': 'tempest-TestEncryptedCinderVolumes-1868578315-router', 'tenant_id': 'a330781cec8748778a5c4727ab86e129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:14:53Z', 'updated_at': '2021-11-11T18:16:15Z', 'revision_number': 6, 'project_id': 'a330781cec8748778a5c4727ab86e129', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:16.055345 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131832c9-3996-41af-bb18-33cfdc6e748d None None] The sync data for ids ['5593f042-06a0-420b-b683-d0581da7fb1e'] in n-d-816206-4 is: [{'id': '5593f042-06a0-420b-b683-d0581da7fb1e', 'name': 'tempest-TestEncryptedCinderVolumes-1868578315-router', 'tenant_id': 'a330781cec8748778a5c4727ab86e129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:14:53Z', 'updated_at': '2021-11-11T18:16:15Z', 'revision_number': 6, 'project_id': 'a330781cec8748778a5c4727ab86e129', 'gw_port_host': None}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:16:16.075356 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b4fd14a-f66a-4d43-b4ab-0e34c040d34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:16.102711 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54905df-42ec-40ba-8c34-98d117bf4974 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:16:16.110440 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fd14a-f66a-4d43-b4ab-0e34c040d34f admin admin] Pushing event deleted for resources: {'Port': ['ID=56352014-5c1e-49d4-9854-c3e72fed14d6,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:16.163491 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b4fd14a-f66a-4d43-b4ab-0e34c040d34f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:16.269691 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b4fd14a-f66a-4d43-b4ab-0e34c040d34f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:16.271754 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b4fd14a-f66a-4d43-b4ab-0e34c040d34f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:16.313841 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b4fd14a-f66a-4d43-b4ab-0e34c040d34f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:16.314454 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4fd14a-f66a-4d43-b4ab-0e34c040d34f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5593f042-06a0-420b-b683-d0581da7fb1e {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 18:16:16.318903 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3b4fd14a-f66a-4d43-b4ab-0e34c040d34f admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:16.320017 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3b4fd14a-f66a-4d43-b4ab-0e34c040d34f admin admin] 10.222.0.76 "DELETE /v2.0/routers/5593f042-06a0-420b-b683-d0581da7fb1e HTTP/1.1" status: 204 len: 168 time: 0.7847910 Nov 11 18:16:16.322516 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52536) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:16:16.366769 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7b75a7-7d16-4e5f-b728-ba2ed19ee625 admin admin] Deleting subnet 8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:16:16.369725 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bb7b75a7-7d16-4e5f-b728-ba2ed19ee625 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:16.404131 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bb7b75a7-7d16-4e5f-b728-ba2ed19ee625 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:16.490224 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bb7b75a7-7d16-4e5f-b728-ba2ed19ee625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:16.546712 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bb7b75a7-7d16-4e5f-b728-ba2ed19ee625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:16.574609 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b75a7-7d16-4e5f-b728-ba2ed19ee625 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:16.577157 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bb7b75a7-7d16-4e5f-b728-ba2ed19ee625 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:16.582878 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bb7b75a7-7d16-4e5f-b728-ba2ed19ee625 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8c8ce1f3-3c73-4ab1-82b6-0868c4d88b6a HTTP/1.1" status: 204 len: 168 time: 0.2569308 Nov 11 18:16:16.582965 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b2b8a9-3599-4e99-8282-b0b07a078d21 None None] Network 98436239-a8bb-4c69-ae98-79fbdca44eb4 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:16:16.583414 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52538) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:16:16.663524 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-659ca01d-b033-444f-a928-5389b70e65b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:16.697071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device a7fa915a-0c93-459a-a484-e921985b9361 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:16:16.720095 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-659ca01d-b033-444f-a928-5389b70e65b0 admin admin] Deleting port a3348a26-6ab1-4e39-a2af-3a525703491c {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:16:16.720301 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: a7fa915a-0c93-459a-a484-e921985b9361 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:16:16.720438 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-659ca01d-b033-444f-a928-5389b70e65b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:16.720593 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device a7fa915a-0c93-459a-a484-e921985b9361 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:16:16.787874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-659ca01d-b033-444f-a928-5389b70e65b0 admin admin] For port a3348a26-6ab1-4e39-a2af-3a525703491c, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a3348a26-6ab1-4e39-a2af-3a525703491c,segment=NetworkSegment(d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8),segment_id=d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:16:16.788243 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-659ca01d-b033-444f-a928-5389b70e65b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:16.803747 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39e3bc1-379c-42ca-8e7e-3f8cef6a6de2 None None] DHCP port deletion for 98436239-a8bb-4c69-ae98-79fbdca44eb4 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:16:16.805825 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-659ca01d-b033-444f-a928-5389b70e65b0 admin admin] Calling delete_port for a3348a26-6ab1-4e39-a2af-3a525703491c owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:16:16.861403 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e39e3bc1-379c-42ca-8e7e-3f8cef6a6de2 None None] Deleting port a3348a26-6ab1-4e39-a2af-3a525703491c {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:16:16.861773 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e39e3bc1-379c-42ca-8e7e-3f8cef6a6de2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:16.897561 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-659ca01d-b033-444f-a928-5389b70e65b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:16.923100 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ca01d-b033-444f-a928-5389b70e65b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3348a26-6ab1-4e39-a2af-3a525703491c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:16.927355 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e39e3bc1-379c-42ca-8e7e-3f8cef6a6de2 None None] For port a3348a26-6ab1-4e39-a2af-3a525703491c, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a3348a26-6ab1-4e39-a2af-3a525703491c,segment=NetworkSegment(d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8),segment_id=d0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:16:16.927699 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e39e3bc1-379c-42ca-8e7e-3f8cef6a6de2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:16.928034 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659ca01d-b033-444f-a928-5389b70e65b0 admin admin] No DVR routers for this DVR port a3348a26-6ab1-4e39-a2af-3a525703491c on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:16:16.941978 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e39e3bc1-379c-42ca-8e7e-3f8cef6a6de2 None None] Calling delete_port for a3348a26-6ab1-4e39-a2af-3a525703491c owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:16:17.010507 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-659ca01d-b033-444f-a928-5389b70e65b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:17.033399 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-659ca01d-b033-444f-a928-5389b70e65b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98436239-a8bb-4c69-ae98-79fbdca44eb4']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:17.043717 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-659ca01d-b033-444f-a928-5389b70e65b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:17.044055 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-659ca01d-b033-444f-a928-5389b70e65b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a7d9bf-18cb-4900-bd38-5b9e8ee3d5b8') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:17.054280 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-659ca01d-b033-444f-a928-5389b70e65b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:17.068965 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-659ca01d-b033-444f-a928-5389b70e65b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:17.076048 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659ca01d-b033-444f-a928-5389b70e65b0 admin admin] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:16:17.077096 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-659ca01d-b033-444f-a928-5389b70e65b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: timer() Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:16:17.078254 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:16:17.133907 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-659ca01d-b033-444f-a928-5389b70e65b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:17.139534 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-659ca01d-b033-444f-a928-5389b70e65b0 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:17.142761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-659ca01d-b033-444f-a928-5389b70e65b0 admin admin] 10.222.0.76 "DELETE /v2.0/networks/98436239-a8bb-4c69-ae98-79fbdca44eb4 HTTP/1.1" status: 204 len: 168 time: 0.5589886 Nov 11 18:16:17.145814 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52540) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:16:17.162427 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ca01d-b033-444f-a928-5389b70e65b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=98436239-a8bb-4c69-ae98-79fbdca44eb4,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:16:17.177686 n-d-816206-4 neutron-server[102619]: self.session.flush() Nov 11 18:16:17.184437 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e39e3bc1-379c-42ca-8e7e-3f8cef6a6de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:17.206526 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e39e3bc1-379c-42ca-8e7e-3f8cef6a6de2 None None] Network 98436239-a8bb-4c69-ae98-79fbdca44eb4 is not hosted by any dhcp agent {{(pid=102619) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 11 18:16:17.206988 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39e3bc1-379c-42ca-8e7e-3f8cef6a6de2 None None] No DVR routers for this DVR port a3348a26-6ab1-4e39-a2af-3a525703491c on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:16:17.208712 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e3bc1-379c-42ca-8e7e-3f8cef6a6de2 None None] Pushing event deleted for resources: {'Port': ['ID=a3348a26-6ab1-4e39-a2af-3a525703491c,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:17.500705 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0d49b8e6-1dba-4395-8800-a90a29235c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:17.702541 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c5a0fb43-8738-49c0-9275-e6a57c6e6f51 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:16:17.723390 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: c5a0fb43-8738-49c0-9275-e6a57c6e6f51 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:16:17.723763 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device c5a0fb43-8738-49c0-9275-e6a57c6e6f51 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:16:17.724192 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a3348a26-6ab1-4e39-a2af-3a525703491c no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:16:17.743287 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: a3348a26-6ab1-4e39-a2af-3a525703491c {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:16:17.743605 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a3348a26-6ab1-4e39-a2af-3a525703491c not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:16:17.744049 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 56352014-5c1e-49d4-9854-c3e72fed14d6 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:16:17.767163 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 56352014-5c1e-49d4-9854-c3e72fed14d6 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:16:17.767414 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 56352014-5c1e-49d4-9854-c3e72fed14d6 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:16:18.040584 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-0d49b8e6-1dba-4395-8800-a90a29235c7e admin admin] Deleting port f46d0f56-338f-4736-ae05-3f5adf698f32 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:16:18.040830 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0d49b8e6-1dba-4395-8800-a90a29235c7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:18.118729 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-0d49b8e6-1dba-4395-8800-a90a29235c7e admin admin] For port f46d0f56-338f-4736-ae05-3f5adf698f32, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=f46d0f56-338f-4736-ae05-3f5adf698f32,segment=NetworkSegment(759a9241-6c9d-4039-9d78-85a861edf977),segment_id=759a9241-6c9d-4039-9d78-85a861edf977)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:16:18.119406 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0d49b8e6-1dba-4395-8800-a90a29235c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:18.131175 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-0d49b8e6-1dba-4395-8800-a90a29235c7e admin admin] Calling delete_port for f46d0f56-338f-4736-ae05-3f5adf698f32 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:16:18.308961 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0d49b8e6-1dba-4395-8800-a90a29235c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:18.335403 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49b8e6-1dba-4395-8800-a90a29235c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=f46d0f56-338f-4736-ae05-3f5adf698f32,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:18.504620 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0d49b8e6-1dba-4395-8800-a90a29235c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:18.724661 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d49b8e6-1dba-4395-8800-a90a29235c7e admin admin] Router 3f55fdc7-3fda-41f2-8283-a8bfd02c34e8 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:16:18.832250 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d49b8e6-1dba-4395-8800-a90a29235c7e admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:16:18.837185 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0d49b8e6-1dba-4395-8800-a90a29235c7e admin admin] 10.222.0.76 "PUT /v2.0/routers/3f55fdc7-3fda-41f2-8283-a8bfd02c34e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6903920 Nov 11 18:16:18.839711 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52542) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:16:18.843420 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893859b3-88f2-4e9e-9ee2-0d3507f0646c None None] Sync routers for ids ['3f55fdc7-3fda-41f2-8283-a8bfd02c34e8'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:16:18.852533 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893859b3-88f2-4e9e-9ee2-0d3507f0646c None None] Routers {'3f55fdc7-3fda-41f2-8283-a8bfd02c34e8'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:16:18.853151 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-893859b3-88f2-4e9e-9ee2-0d3507f0646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:16:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3f55fdc7-3fda-41f2-8283-a8bfd02c34e8'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:18.858911 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:18.948905 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-601bba8f-f82c-4106-940b-0143e6bade61 admin admin] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:19.051497 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-893859b3-88f2-4e9e-9ee2-0d3507f0646c None None] Set router 3f55fdc7-3fda-41f2-8283-a8bfd02c34e8 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:16:19.056330 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-601bba8f-f82c-4106-940b-0143e6bade61 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:19.112363 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-601bba8f-f82c-4106-940b-0143e6bade61 admin admin] Deleting port 990ddbf5-4dcc-4c67-8f90-1dfdf874aedb {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:16:19.112699 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-601bba8f-f82c-4106-940b-0143e6bade61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:19.191278 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-601bba8f-f82c-4106-940b-0143e6bade61 admin admin] For port 990ddbf5-4dcc-4c67-8f90-1dfdf874aedb, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=990ddbf5-4dcc-4c67-8f90-1dfdf874aedb,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:16:19.192049 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-601bba8f-f82c-4106-940b-0143e6bade61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:19.204092 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-601bba8f-f82c-4106-940b-0143e6bade61 admin admin] Calling delete_port for 990ddbf5-4dcc-4c67-8f90-1dfdf874aedb owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:16:19.230229 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-893859b3-88f2-4e9e-9ee2-0d3507f0646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f55fdc7-3fda-41f2-8283-a8bfd02c34e8', 'name': 'tempest-TestEncryptedCinderVolumes-160375797-router', 'tenant_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '990ddbf5-4dcc-4c67-8f90-1dfdf874aedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:14:58Z', 'updated_at': '2021-11-11T18:16:18Z', 'revision_number': 5, 'project_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'gw_port': {'id': '990ddbf5-4dcc-4c67-8f90-1dfdf874aedb', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f55fdc7-3fda-41f2-8283-a8bfd02c34e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:14:59Z', 'updated_at': '2021-11-11T18:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:19.255862 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893859b3-88f2-4e9e-9ee2-0d3507f0646c None None] Checking router: 3f55fdc7-3fda-41f2-8283-a8bfd02c34e8 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:16:19.263854 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893859b3-88f2-4e9e-9ee2-0d3507f0646c None None] Routers {'3f55fdc7-3fda-41f2-8283-a8bfd02c34e8'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:16:19.264451 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-893859b3-88f2-4e9e-9ee2-0d3507f0646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:16:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['3f55fdc7-3fda-41f2-8283-a8bfd02c34e8'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:19.347644 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-893859b3-88f2-4e9e-9ee2-0d3507f0646c None None] Set router 3f55fdc7-3fda-41f2-8283-a8bfd02c34e8 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:16:19.367958 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-601bba8f-f82c-4106-940b-0143e6bade61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:19.391470 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601bba8f-f82c-4106-940b-0143e6bade61 admin admin] Pushing event deleted for resources: {'Port': ['ID=990ddbf5-4dcc-4c67-8f90-1dfdf874aedb,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:19.402166 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-893859b3-88f2-4e9e-9ee2-0d3507f0646c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f55fdc7-3fda-41f2-8283-a8bfd02c34e8', 'name': 'tempest-TestEncryptedCinderVolumes-160375797-router', 'tenant_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:14:58Z', 'updated_at': '2021-11-11T18:16:19Z', 'revision_number': 6, 'project_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:19.411188 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fbe61e-b633-4e4b-b78c-9080043d6d58 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:16:19.430485 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893859b3-88f2-4e9e-9ee2-0d3507f0646c None None] The sync data for ids ['3f55fdc7-3fda-41f2-8283-a8bfd02c34e8'] in n-d-816206-4 is: [{'id': '3f55fdc7-3fda-41f2-8283-a8bfd02c34e8', 'name': 'tempest-TestEncryptedCinderVolumes-160375797-router', 'tenant_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:14:58Z', 'updated_at': '2021-11-11T18:16:19Z', 'revision_number': 6, 'project_id': '0d73724b22a04c34b0f3f7959fbb7ba2', 'gw_port_host': None}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:16:19.461667 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-601bba8f-f82c-4106-940b-0143e6bade61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:19.552489 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-601bba8f-f82c-4106-940b-0143e6bade61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:19.554639 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-601bba8f-f82c-4106-940b-0143e6bade61 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:19.598247 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-601bba8f-f82c-4106-940b-0143e6bade61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:19.598724 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601bba8f-f82c-4106-940b-0143e6bade61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f55fdc7-3fda-41f2-8283-a8bfd02c34e8 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 18:16:19.603162 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-601bba8f-f82c-4106-940b-0143e6bade61 admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:19.604393 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-601bba8f-f82c-4106-940b-0143e6bade61 admin admin] 10.222.0.76 "DELETE /v2.0/routers/3f55fdc7-3fda-41f2-8283-a8bfd02c34e8 HTTP/1.1" status: 204 len: 168 time: 0.7637529 Nov 11 18:16:19.606947 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52544) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:16:19.654875 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da5ad46-2bad-4dde-a452-0cb8180744bb admin admin] Deleting subnet ca75fe76-071c-4bb8-8ecb-4b2a021f6f39 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:16:19.657916 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3da5ad46-2bad-4dde-a452-0cb8180744bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:19.691585 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3da5ad46-2bad-4dde-a452-0cb8180744bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:19.774509 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3da5ad46-2bad-4dde-a452-0cb8180744bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:19.845483 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3da5ad46-2bad-4dde-a452-0cb8180744bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:19.877339 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5ad46-2bad-4dde-a452-0cb8180744bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca75fe76-071c-4bb8-8ecb-4b2a021f6f39,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:19.880943 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3da5ad46-2bad-4dde-a452-0cb8180744bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:19.884198 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3da5ad46-2bad-4dde-a452-0cb8180744bb admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ca75fe76-071c-4bb8-8ecb-4b2a021f6f39 HTTP/1.1" status: 204 len: 168 time: 0.2763295 Nov 11 18:16:19.886628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52546) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:16:19.889057 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d70a759-267c-4c28-965f-05c9a941d759 None None] Network 794ca0e6-b5c3-48e8-bc3e-41181588438d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:16:19.955195 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-753fe70f-216d-4af6-9e91-3e7ce4fbc178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:20.007989 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-753fe70f-216d-4af6-9e91-3e7ce4fbc178 admin admin] Deleting port bf5bc690-5d82-417b-a1b0-fa32b67f15d6 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:16:20.008332 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-753fe70f-216d-4af6-9e91-3e7ce4fbc178 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:20.077853 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-753fe70f-216d-4af6-9e91-3e7ce4fbc178 admin admin] For port bf5bc690-5d82-417b-a1b0-fa32b67f15d6, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bf5bc690-5d82-417b-a1b0-fa32b67f15d6,segment=NetworkSegment(759a9241-6c9d-4039-9d78-85a861edf977),segment_id=759a9241-6c9d-4039-9d78-85a861edf977)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:16:20.078216 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-753fe70f-216d-4af6-9e91-3e7ce4fbc178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:20.090093 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-753fe70f-216d-4af6-9e91-3e7ce4fbc178 admin admin] Calling delete_port for bf5bc690-5d82-417b-a1b0-fa32b67f15d6 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:16:20.167341 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-753fe70f-216d-4af6-9e91-3e7ce4fbc178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:20.200891 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fe70f-216d-4af6-9e91-3e7ce4fbc178 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5bc690-5d82-417b-a1b0-fa32b67f15d6,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:20.206794 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753fe70f-216d-4af6-9e91-3e7ce4fbc178 admin admin] No DVR routers for this DVR port bf5bc690-5d82-417b-a1b0-fa32b67f15d6 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:16:20.210685 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53e0338-43e6-49f6-a3c5-1d560b57bd4b None None] DHCP port deletion for 794ca0e6-b5c3-48e8-bc3e-41181588438d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:16:20.242371 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f46d0f56-338f-4736-ae05-3f5adf698f32 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:16:20.261948 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: f46d0f56-338f-4736-ae05-3f5adf698f32 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:16:20.262830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device f46d0f56-338f-4736-ae05-3f5adf698f32 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:16:20.281985 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-753fe70f-216d-4af6-9e91-3e7ce4fbc178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:20.303671 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-753fe70f-216d-4af6-9e91-3e7ce4fbc178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['794ca0e6-b5c3-48e8-bc3e-41181588438d']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:20.313787 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-753fe70f-216d-4af6-9e91-3e7ce4fbc178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759a9241-6c9d-4039-9d78-85a861edf977') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:20.314085 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-753fe70f-216d-4af6-9e91-3e7ce4fbc178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759a9241-6c9d-4039-9d78-85a861edf977') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:20.323656 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-753fe70f-216d-4af6-9e91-3e7ce4fbc178 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:20.337900 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-753fe70f-216d-4af6-9e91-3e7ce4fbc178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:20.344660 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753fe70f-216d-4af6-9e91-3e7ce4fbc178 admin admin] Releasing vlan 1261 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:16:20.345036 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-753fe70f-216d-4af6-9e91-3e7ce4fbc178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: timer() Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:16:20.346972 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:16:20.408401 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-753fe70f-216d-4af6-9e91-3e7ce4fbc178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:20.414776 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-753fe70f-216d-4af6-9e91-3e7ce4fbc178 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:20.418173 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-753fe70f-216d-4af6-9e91-3e7ce4fbc178 admin admin] 10.222.0.76 "DELETE /v2.0/networks/794ca0e6-b5c3-48e8-bc3e-41181588438d HTTP/1.1" status: 204 len: 168 time: 0.5305696 Nov 11 18:16:20.434572 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fe70f-216d-4af6-9e91-3e7ce4fbc178 admin admin] Pushing event deleted for resources: {'Network': ['ID=794ca0e6-b5c3-48e8-bc3e-41181588438d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:20.576701 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52550) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:16:20.615600 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a04d6832-c0d1-462d-863b-4a355ffbd5e1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a330781cec8748778a5c4727ab86e129&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376842 Nov 11 18:16:20.617886 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52552) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:16:20.664969 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e25641b3-05e9-438f-9a06-387b5e630f28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:20.687440 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e25641b3-05e9-438f-9a06-387b5e630f28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:20.732947 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e25641b3-05e9-438f-9a06-387b5e630f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:20.735514 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e25641b3-05e9-438f-9a06-387b5e630f28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:20.736686 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e25641b3-05e9-438f-9a06-387b5e630f28 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ba177edf-72a7-42b0-ad3f-5ae6a3a1628f HTTP/1.1" status: 204 len: 168 time: 0.1178355 Nov 11 18:16:20.744998 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25641b3-05e9-438f-9a06-387b5e630f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba177edf-72a7-42b0-ad3f-5ae6a3a1628f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:21.056421 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52558) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:16:21.099645 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e23ef1ee-5e31-4775-a17b-4c2025a76d36 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0d73724b22a04c34b0f3f7959fbb7ba2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420756 Nov 11 18:16:21.102113 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52560) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:16:21.147826 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c051ddf7-4728-48b4-ad75-ddca418df2fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:21.167888 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c051ddf7-4728-48b4-ad75-ddca418df2fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:21.216468 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c051ddf7-4728-48b4-ad75-ddca418df2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:21.219183 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c051ddf7-4728-48b4-ad75-ddca418df2fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:21.223187 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c051ddf7-4728-48b4-ad75-ddca418df2fc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d2ab9c43-c1c4-4ac0-b6ae-209f1de18209 HTTP/1.1" status: 204 len: 168 time: 0.1201706 Nov 11 18:16:21.231023 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051ddf7-4728-48b4-ad75-ddca418df2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ab9c43-c1c4-4ac0-b6ae-209f1de18209,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:21.708808 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 990ddbf5-4dcc-4c67-8f90-1dfdf874aedb no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:16:21.728473 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 990ddbf5-4dcc-4c67-8f90-1dfdf874aedb {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:16:21.728822 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 990ddbf5-4dcc-4c67-8f90-1dfdf874aedb not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:16:21.729283 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bf5bc690-5d82-417b-a1b0-fa32b67f15d6 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:16:21.752650 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: bf5bc690-5d82-417b-a1b0-fa32b67f15d6 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:16:21.752997 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bf5bc690-5d82-417b-a1b0-fa32b67f15d6 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:16:21.878912 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52582) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:16:21.999317 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d50bedb8-ebbe-4cc5-8a34-62eb6cdb83fb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2112324276-network', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:16:22.024860 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50bedb8-ebbe-4cc5-8a34-62eb6cdb83fb admin admin] Made reservation on behalf of b7a2143ced2f4f378a59e47060ba30e0 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:16:22.027172 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d50bedb8-ebbe-4cc5-8a34-62eb6cdb83fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:22.035908 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d50bedb8-ebbe-4cc5-8a34-62eb6cdb83fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:22.111125 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d50bedb8-ebbe-4cc5-8a34-62eb6cdb83fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:22.115419 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d50bedb8-ebbe-4cc5-8a34-62eb6cdb83fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:22.136597 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50bedb8-ebbe-4cc5-8a34-62eb6cdb83fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1287} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:16:22.150240 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bedb8-ebbe-4cc5-8a34-62eb6cdb83fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279671dd-ac57-4a4c-86d1-057812e6847d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:22.156660 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d50bedb8-ebbe-4cc5-8a34-62eb6cdb83fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:22.157003 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-d50bedb8-ebbe-4cc5-8a34-62eb6cdb83fb admin admin] Added segment 55376b46-3a12-4e76-928d-075eb2b279cc of type vlan for network f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d Nov 11 18:16:22.199749 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d50bedb8-ebbe-4cc5-8a34-62eb6cdb83fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:22.226521 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d50bedb8-ebbe-4cc5-8a34-62eb6cdb83fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:22.227459 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50bedb8-ebbe-4cc5-8a34-62eb6cdb83fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:22.228043 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d50bedb8-ebbe-4cc5-8a34-62eb6cdb83fb admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:22.278559 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d50bedb8-ebbe-4cc5-8a34-62eb6cdb83fb admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3984330 Nov 11 18:16:22.281270 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52586) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:16:22.287297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-a1d9507a-62ab-4700-8b7f-2953060f2b33 admin admin] Request body: {'subnet': {'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2112324276-subnet', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:16:22.304652 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bedb8-ebbe-4cc5-8a34-62eb6cdb83fb admin admin] Pushing event updated for resources: {'Network': ['ID=f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:22.315126 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:16:22.328577 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d9507a-62ab-4700-8b7f-2953060f2b33 admin admin] Made reservation on behalf of b7a2143ced2f4f378a59e47060ba30e0 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:16:22.330892 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a1d9507a-62ab-4700-8b7f-2953060f2b33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:22.501501 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a1d9507a-62ab-4700-8b7f-2953060f2b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:22.554337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9507a-62ab-4700-8b7f-2953060f2b33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=affa14cf-a803-4323-b606-3f451069e9df,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:22.564635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d9507a-62ab-4700-8b7f-2953060f2b33 admin admin] Checking segment: {'id': '55376b46-3a12-4e76-928d-075eb2b279cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:16:22.564995 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d9507a-62ab-4700-8b7f-2953060f2b33 admin admin] Network hostable DHCP agents. Network: f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:16:22.580428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d9507a-62ab-4700-8b7f-2953060f2b33 admin admin] Network f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:16:22.588567 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-a1d9507a-62ab-4700-8b7f-2953060f2b33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:16:22.592517 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d9507a-62ab-4700-8b7f-2953060f2b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:22.593108 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a1d9507a-62ab-4700-8b7f-2953060f2b33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:22.597209 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c07d04f-2163-4c88-8fef-92f2dd8a7da7 None None] Network f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:16:22.609636 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a1d9507a-62ab-4700-8b7f-2953060f2b33 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3270967 Nov 11 18:16:22.612501 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52588) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:16:22.617841 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2112324276-router', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:16:22.644717 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:22.646470 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:22.709809 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:22.750518 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6dbba0-48cf-4871-a5b1-a76f9d0160ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d', 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'fixed_ips': [{'subnet_id': 'affa14cf-a803-4323-b606-3f451069e9df'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 18:16:22.751385 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4e6dbba0-48cf-4871-a5b1-a76f9d0160ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:22.851013 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:22.886434 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-4e6dbba0-48cf-4871-a5b1-a76f9d0160ab None None] Allocated IP 172.20.0.2 (f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d/affa14cf-a803-4323-b606-3f451069e9df/e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:16:23.047936 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4e6dbba0-48cf-4871-a5b1-a76f9d0160ab None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:23.053735 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4e6dbba0-48cf-4871-a5b1-a76f9d0160ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:23.094883 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6dbba0-48cf-4871-a5b1-a76f9d0160ab None None] Network f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:16:23.098009 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-4e6dbba0-48cf-4871-a5b1-a76f9d0160ab None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:16:23.101904 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6dbba0-48cf-4871-a5b1-a76f9d0160ab None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:16:23.108186 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6dbba0-48cf-4871-a5b1-a76f9d0160ab None None] Pushing event updated for resources: {'Port': ['ID=e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:23.166055 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4e6dbba0-48cf-4871-a5b1-a76f9d0160ab None None] Attempting to bind port e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:16:23.166429 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4e6dbba0-48cf-4871-a5b1-a76f9d0160ab None None] Attempting to bind port e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '55376b46-3a12-4e76-928d-075eb2b279cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:16:23.166790 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6dbba0-48cf-4871-a5b1-a76f9d0160ab None None] Attempting to bind port e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa on network f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:16:23.173065 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6dbba0-48cf-4871-a5b1-a76f9d0160ab None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:16:23.173442 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6dbba0-48cf-4871-a5b1-a76f9d0160ab None None] Checking segment: {'id': '55376b46-3a12-4e76-928d-075eb2b279cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:16:23.173844 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4e6dbba0-48cf-4871-a5b1-a76f9d0160ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:23.174238 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6dbba0-48cf-4871-a5b1-a76f9d0160ab None None] Bound using segment: {'id': '55376b46-3a12-4e76-928d-075eb2b279cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:16:23.174705 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4e6dbba0-48cf-4871-a5b1-a76f9d0160ab None None] Bound port: e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55376b46-3a12-4e76-928d-075eb2b279cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:16:23.175087 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4e6dbba0-48cf-4871-a5b1-a76f9d0160ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:23.238088 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4e6dbba0-48cf-4871-a5b1-a76f9d0160ab None None] For port e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:16:23.241045 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4e6dbba0-48cf-4871-a5b1-a76f9d0160ab None None] For port e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa,segment=NetworkSegment(55376b46-3a12-4e76-928d-075eb2b279cc),segment_id=55376b46-3a12-4e76-928d-075eb2b279cc)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:16:23.245576 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4e6dbba0-48cf-4871-a5b1-a76f9d0160ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:23.294400 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:23.300127 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6dbba0-48cf-4871-a5b1-a76f9d0160ab None None] Pushing event updated for resources: {'Port': ['ID=e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:23.322556 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:23.432144 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Allocated IP 172.25.2.163 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/cd6f3ad4-2798-4df6-864e-e2cb879a15d1) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:16:23.558855 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:23.597136 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:23.632708 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:16:23.639180 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:16:23.642846 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:16:23.652649 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a58e38-34aa-4851-9105-43c30b572edd None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:16:23.666262 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Pushing event updated for resources: {'Port': ['ID=cd6f3ad4-2798-4df6-864e-e2cb879a15d1,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:23.679274 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:23.679946 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:23.680291 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:23.680628 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:23.680960 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:23.681286 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:23.681609 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:23.682104 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:23.682438 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:23.682761 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:23.683087 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:23.683392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:23.708985 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6950edf6-04ec-4fa6-8068-b988e3efd787 None None] Provisioning complete for port cd6f3ad4-2798-4df6-864e-e2cb879a15d1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:23.709603 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6950edf6-04ec-4fa6-8068-b988e3efd787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:23.749943 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6950edf6-04ec-4fa6-8068-b988e3efd787 None None] Port cd6f3ad4-2798-4df6-864e-e2cb879a15d1 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:16:23.754743 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:16:23.805788 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:23.806167 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:23.885078 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:23.921108 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:23.921904 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa,segment=NetworkSegment(55376b46-3a12-4e76-928d-075eb2b279cc),segment_id=55376b46-3a12-4e76-928d-075eb2b279cc)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:16:23.926227 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:23.980488 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:24.143093 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:24.248837 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adc994e-fa48-4abf-9acf-316b10689f3e None None] Network f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:16:24.286273 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Router 49e39460-a2f0-481e-b85e-7317ab77652f is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 18:16:24.312800 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-cd129fef-d702-478c-9a6a-47be3d61584a None None] Provisioning complete for port e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:24.313421 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cd129fef-d702-478c-9a6a-47be3d61584a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:24.398508 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:16:24.409113 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] Sync routers for ids ['49e39460-a2f0-481e-b85e-7317ab77652f'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:16:24.416979 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:24.418242 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4d0f7ec8-7d1e-45dd-adeb-ac3402f4ce6f admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8046193 Nov 11 18:16:24.421429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52600) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:16:24.467277 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] Routers {'49e39460-a2f0-481e-b85e-7317ab77652f'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:16:24.467930 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:16:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['49e39460-a2f0-481e-b85e-7317ab77652f'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:24.605876 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] Set router 49e39460-a2f0-481e-b85e-7317ab77652f gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:16:24.608336 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:24.826717 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'name': 'tempest-TestMinimumBasicScenario-2112324276-router', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:22Z', 'updated_at': '2021-11-11T18:16:23Z', 'revision_number': 3, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'gw_port': {'id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:23Z', 'updated_at': '2021-11-11T18:16:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:24.863532 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] Checking router: 49e39460-a2f0-481e-b85e-7317ab77652f for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:16:24.863847 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-68c207b9-bcc7-4b0c-a0ea-db96ce02ab07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:24.863994 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] Updating router 49e39460-a2f0-481e-b85e-7317ab77652f port cd6f3ad4-2798-4df6-864e-e2cb879a15d1 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:16:24.896873 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6626f4c3-2f97-401f-8dbf-f0324f326506 None None] Provisioning complete for port e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:24.897249 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6626f4c3-2f97-401f-8dbf-f0324f326506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:24.899929 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:25.043185 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-68c207b9-bcc7-4b0c-a0ea-db96ce02ab07 admin admin] Allocated IP 172.20.0.1 (f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d/affa14cf-a803-4323-b606-3f451069e9df/527d2cfb-9e8e-4f46-b525-641023aaa3b0) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:16:25.167490 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-68c207b9-bcc7-4b0c-a0ea-db96ce02ab07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:25.202980 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-68c207b9-bcc7-4b0c-a0ea-db96ce02ab07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:25.243877 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c207b9-bcc7-4b0c-a0ea-db96ce02ab07 admin admin] Network f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:16:25.250761 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-68c207b9-bcc7-4b0c-a0ea-db96ce02ab07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:16:25.252361 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:25.253407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c207b9-bcc7-4b0c-a0ea-db96ce02ab07 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:16:25.260539 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:25.281116 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c207b9-bcc7-4b0c-a0ea-db96ce02ab07 admin admin] Pushing event updated for resources: {'Port': ['ID=527d2cfb-9e8e-4f46-b525-641023aaa3b0,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:25.300295 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-68c207b9-bcc7-4b0c-a0ea-db96ce02ab07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:25.315702 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db98fe9c-acf8-4d4b-a0f7-f2441f5685d5 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:16:25.327144 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] Attempting to bind port cd6f3ad4-2798-4df6-864e-e2cb879a15d1 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:16:25.327511 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] Attempting to bind port cd6f3ad4-2798-4df6-864e-e2cb879a15d1 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:16:25.327897 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] Attempting to bind port cd6f3ad4-2798-4df6-864e-e2cb879a15d1 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:16:25.329796 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a60dd-52f3-4d1a-bf86-ea9c8ee99040 None None] Pushing event updated for resources: {'Port': ['ID=cd6f3ad4-2798-4df6-864e-e2cb879a15d1,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:25.337547 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:16:25.337724 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:16:25.338111 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:25.338574 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:16:25.338949 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] Bound port: cd6f3ad4-2798-4df6-864e-e2cb879a15d1, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:16:25.339325 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:25.400834 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] For port cd6f3ad4-2798-4df6-864e-e2cb879a15d1, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:16:25.404291 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] For port cd6f3ad4-2798-4df6-864e-e2cb879a15d1, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cd6f3ad4-2798-4df6-864e-e2cb879a15d1,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:16:25.408899 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:25.464839 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-68c207b9-bcc7-4b0c-a0ea-db96ce02ab07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:25.482779 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] Routers {'49e39460-a2f0-481e-b85e-7317ab77652f'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:16:25.483421 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:16:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['49e39460-a2f0-481e-b85e-7317ab77652f'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:25.486578 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a60dd-52f3-4d1a-bf86-ea9c8ee99040 None None] Pushing event updated for resources: {'Port': ['ID=cd6f3ad4-2798-4df6-864e-e2cb879a15d1,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:25.491434 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-244a4fb5-102b-4a07-9ff8-d1b47ef2e15c None None] Provisioning complete for port cd6f3ad4-2798-4df6-864e-e2cb879a15d1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:25.491434 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-244a4fb5-102b-4a07-9ff8-d1b47ef2e15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:25.604344 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c004d7-3018-4cdb-9fb7-ee953b93bba9 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:16:25.650686 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-68c207b9-bcc7-4b0c-a0ea-db96ce02ab07 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:25.656234 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-68c207b9-bcc7-4b0c-a0ea-db96ce02ab07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:25.726211 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c207b9-bcc7-4b0c-a0ea-db96ce02ab07 admin admin] Pushing event updated for resources: {'Port': ['ID=527d2cfb-9e8e-4f46-b525-641023aaa3b0,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:25.731933 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-68c207b9-bcc7-4b0c-a0ea-db96ce02ab07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:25.782177 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:16:25.831200 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c207b9-bcc7-4b0c-a0ea-db96ce02ab07 admin admin] Network f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:16:25.832694 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-68c207b9-bcc7-4b0c-a0ea-db96ce02ab07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:16:25.850105 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] Set router 49e39460-a2f0-481e-b85e-7317ab77652f gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:16:25.905811 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-244a4fb5-102b-4a07-9ff8-d1b47ef2e15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:25.948920 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c207b9-bcc7-4b0c-a0ea-db96ce02ab07 admin admin] Router 49e39460-a2f0-481e-b85e-7317ab77652f has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:16:25.972987 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-244a4fb5-102b-4a07-9ff8-d1b47ef2e15c None None] For port cd6f3ad4-2798-4df6-864e-e2cb879a15d1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cd6f3ad4-2798-4df6-864e-e2cb879a15d1,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:16:26.002726 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-244a4fb5-102b-4a07-9ff8-d1b47ef2e15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:26.010116 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:26.010489 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:26.139618 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a4fb5-102b-4a07-9ff8-d1b47ef2e15c None None] Pushing event updated for resources: {'Port': ['ID=cd6f3ad4-2798-4df6-864e-e2cb879a15d1,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:26.177430 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0b67b817-522c-4c02-87b2-184f22b3a820 None None] Provisioning complete for port 527d2cfb-9e8e-4f46-b525-641023aaa3b0 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:26.177802 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0b67b817-522c-4c02-87b2-184f22b3a820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:26.254457 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0b67b817-522c-4c02-87b2-184f22b3a820 None None] Port 527d2cfb-9e8e-4f46-b525-641023aaa3b0 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:16:26.270309 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0b67b817-522c-4c02-87b2-184f22b3a820 None None] Provisioning complete for port cd6f3ad4-2798-4df6-864e-e2cb879a15d1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:26.270684 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0b67b817-522c-4c02-87b2-184f22b3a820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:26.296686 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'name': 'tempest-TestMinimumBasicScenario-2112324276-router', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:22Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 4, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'gw_port': {'id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:23Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '527d2cfb-9e8e-4f46-b525-641023aaa3b0', 'name': '', 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'mac_address': 'fa:16:3e:3c:46:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'affa14cf-a803-4323-b606-3f451069e9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:24Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 1, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'subnets': [{'id': 'affa14cf-a803-4323-b606-3f451069e9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:26.330197 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a769d-22b1-4ebe-94bb-5bcdd3577107 None None] The sync data for ids ['49e39460-a2f0-481e-b85e-7317ab77652f'] in n-d-816206-4 is: [{'id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'name': 'tempest-TestMinimumBasicScenario-2112324276-router', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:22Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 4, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'gw_port': {'id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:23Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '527d2cfb-9e8e-4f46-b525-641023aaa3b0', 'name': '', 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'mac_address': 'fa:16:3e:3c:46:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'affa14cf-a803-4323-b606-3f451069e9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:24Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 1, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'subnets': [{'id': 'affa14cf-a803-4323-b606-3f451069e9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:16:26.372947 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c207b9-bcc7-4b0c-a0ea-db96ce02ab07 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:16:26.385595 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-68c207b9-bcc7-4b0c-a0ea-db96ce02ab07 admin admin] 10.222.0.76 "PUT /v2.0/routers/49e39460-a2f0-481e-b85e-7317ab77652f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9557593 Nov 11 18:16:26.867254 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52616) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:16:26.872846 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-76035e45-422f-473b-ac0c-a32b82bd03a9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1545583493-network', 'tenant_id': '003bb916c7c64ddbb7920138423832f2'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:16:26.895701 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76035e45-422f-473b-ac0c-a32b82bd03a9 admin admin] Made reservation on behalf of 003bb916c7c64ddbb7920138423832f2 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:16:26.898094 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-76035e45-422f-473b-ac0c-a32b82bd03a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:26.909939 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-76035e45-422f-473b-ac0c-a32b82bd03a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:27.005160 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-76035e45-422f-473b-ac0c-a32b82bd03a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:27.010252 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-76035e45-422f-473b-ac0c-a32b82bd03a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:27.047039 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76035e45-422f-473b-ac0c-a32b82bd03a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1258} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:16:27.053755 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76035e45-422f-473b-ac0c-a32b82bd03a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef606f2-bf2f-4548-9d23-4fc15d2b35b3,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:27.060611 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-76035e45-422f-473b-ac0c-a32b82bd03a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:27.060957 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-76035e45-422f-473b-ac0c-a32b82bd03a9 admin admin] Added segment 48483ff6-eed0-45c3-94f4-70f6cac0bc96 of type vlan for network bc97edd6-d503-4328-a7da-af2b2b1555c3 Nov 11 18:16:27.107657 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-76035e45-422f-473b-ac0c-a32b82bd03a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:27.132923 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-76035e45-422f-473b-ac0c-a32b82bd03a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:27.134018 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76035e45-422f-473b-ac0c-a32b82bd03a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:27.134601 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-76035e45-422f-473b-ac0c-a32b82bd03a9 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:27.189391 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-76035e45-422f-473b-ac0c-a32b82bd03a9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3208811 Nov 11 18:16:27.192098 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52618) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:16:27.203049 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-a3b0e6b4-53f7-447e-a1da-0f8fceb2a966 admin admin] Request body: {'subnet': {'network_id': 'bc97edd6-d503-4328-a7da-af2b2b1555c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1545583493-subnet', 'tenant_id': '003bb916c7c64ddbb7920138423832f2', 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:16:27.214273 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76035e45-422f-473b-ac0c-a32b82bd03a9 admin admin] Pushing event updated for resources: {'Network': ['ID=bc97edd6-d503-4328-a7da-af2b2b1555c3,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:27.226295 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network bc97edd6-d503-4328-a7da-af2b2b1555c3 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:16:27.230109 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b0e6b4-53f7-447e-a1da-0f8fceb2a966 admin admin] Made reservation on behalf of 003bb916c7c64ddbb7920138423832f2 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:16:27.233244 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3b0e6b4-53f7-447e-a1da-0f8fceb2a966 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:27.418137 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3b0e6b4-53f7-447e-a1da-0f8fceb2a966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:27.469237 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0e6b4-53f7-447e-a1da-0f8fceb2a966 admin admin] Pushing event updated for resources: {'Subnet': ['ID=645df89a-a7b1-4dcf-985f-18383f3bb2d2,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:27.485787 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b0e6b4-53f7-447e-a1da-0f8fceb2a966 admin admin] Checking segment: {'id': '48483ff6-eed0-45c3-94f4-70f6cac0bc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'bc97edd6-d503-4328-a7da-af2b2b1555c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:16:27.486148 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b0e6b4-53f7-447e-a1da-0f8fceb2a966 admin admin] Network hostable DHCP agents. Network: bc97edd6-d503-4328-a7da-af2b2b1555c3, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:16:27.501713 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b0e6b4-53f7-447e-a1da-0f8fceb2a966 admin admin] Network bc97edd6-d503-4328-a7da-af2b2b1555c3 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:16:27.511814 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-a3b0e6b4-53f7-447e-a1da-0f8fceb2a966 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, bc97edd6-d503-4328-a7da-af2b2b1555c3) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:16:27.515921 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b0e6b4-53f7-447e-a1da-0f8fceb2a966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:27.516514 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a3b0e6b4-53f7-447e-a1da-0f8fceb2a966 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:27.522612 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626e828c-4d60-4053-a7fa-9ae658ac76f4 None None] Network bc97edd6-d503-4328-a7da-af2b2b1555c3 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:16:27.533351 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a3b0e6b4-53f7-447e-a1da-0f8fceb2a966 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3402808 Nov 11 18:16:27.535802 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52620) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:16:27.540671 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-0c7ad93d-3f44-476e-b79d-eabb24ae4a86 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1545583493-router', 'tenant_id': '003bb916c7c64ddbb7920138423832f2', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:16:27.565704 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c7ad93d-3f44-476e-b79d-eabb24ae4a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:27.566917 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c7ad93d-3f44-476e-b79d-eabb24ae4a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:27.624541 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c7ad93d-3f44-476e-b79d-eabb24ae4a86 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:27.684215 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb2efb3-4a6a-4a1e-b226-d5f287f059b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-bc97edd6-d503-4328-a7da-af2b2b1555c3', 'network_id': 'bc97edd6-d503-4328-a7da-af2b2b1555c3', 'tenant_id': '003bb916c7c64ddbb7920138423832f2', 'fixed_ips': [{'subnet_id': '645df89a-a7b1-4dcf-985f-18383f3bb2d2'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 18:16:27.685424 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6cb2efb3-4a6a-4a1e-b226-d5f287f059b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:27.762743 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cd6f3ad4-2798-4df6-864e-e2cb879a15d1 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:16:27.777327 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c7ad93d-3f44-476e-b79d-eabb24ae4a86 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:27.875191 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-6cb2efb3-4a6a-4a1e-b226-d5f287f059b7 None None] Allocated IP 172.20.0.2 (bc97edd6-d503-4328-a7da-af2b2b1555c3/645df89a-a7b1-4dcf-985f-18383f3bb2d2/b2915773-5dcf-441f-af6c-0da6b290ebd5) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:16:27.881164 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port cd6f3ad4-2798-4df6-864e-e2cb879a15d1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:27.881548 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:27.979157 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c7ad93d-3f44-476e-b79d-eabb24ae4a86 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:28.003648 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c7ad93d-3f44-476e-b79d-eabb24ae4a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:28.085851 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6cb2efb3-4a6a-4a1e-b226-d5f287f059b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:28.092303 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6cb2efb3-4a6a-4a1e-b226-d5f287f059b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:28.110067 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-0c7ad93d-3f44-476e-b79d-eabb24ae4a86 admin admin] Allocated IP 172.25.2.209 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/bfa5400a-7126-4a83-a320-892d4c017b82) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:16:28.131999 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb2efb3-4a6a-4a1e-b226-d5f287f059b7 None None] Network bc97edd6-d503-4328-a7da-af2b2b1555c3 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:16:28.134875 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-6cb2efb3-4a6a-4a1e-b226-d5f287f059b7 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:16:28.139081 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb2efb3-4a6a-4a1e-b226-d5f287f059b7 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:16:28.146297 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2efb3-4a6a-4a1e-b226-d5f287f059b7 None None] Pushing event updated for resources: {'Port': ['ID=b2915773-5dcf-441f-af6c-0da6b290ebd5,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:28.197694 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-6cb2efb3-4a6a-4a1e-b226-d5f287f059b7 None None] Attempting to bind port b2915773-5dcf-441f-af6c-0da6b290ebd5 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:16:28.198072 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-6cb2efb3-4a6a-4a1e-b226-d5f287f059b7 None None] Attempting to bind port b2915773-5dcf-441f-af6c-0da6b290ebd5 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '48483ff6-eed0-45c3-94f4-70f6cac0bc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'bc97edd6-d503-4328-a7da-af2b2b1555c3'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:16:28.198515 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb2efb3-4a6a-4a1e-b226-d5f287f059b7 None None] Attempting to bind port b2915773-5dcf-441f-af6c-0da6b290ebd5 on network bc97edd6-d503-4328-a7da-af2b2b1555c3 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:16:28.204047 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb2efb3-4a6a-4a1e-b226-d5f287f059b7 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:16:28.204427 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb2efb3-4a6a-4a1e-b226-d5f287f059b7 None None] Checking segment: {'id': '48483ff6-eed0-45c3-94f4-70f6cac0bc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'bc97edd6-d503-4328-a7da-af2b2b1555c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:16:28.205059 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6cb2efb3-4a6a-4a1e-b226-d5f287f059b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:28.205216 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb2efb3-4a6a-4a1e-b226-d5f287f059b7 None None] Bound using segment: {'id': '48483ff6-eed0-45c3-94f4-70f6cac0bc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'bc97edd6-d503-4328-a7da-af2b2b1555c3'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:16:28.205714 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-6cb2efb3-4a6a-4a1e-b226-d5f287f059b7 None None] Bound port: b2915773-5dcf-441f-af6c-0da6b290ebd5, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48483ff6-eed0-45c3-94f4-70f6cac0bc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'bc97edd6-d503-4328-a7da-af2b2b1555c3'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:16:28.206097 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6cb2efb3-4a6a-4a1e-b226-d5f287f059b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:28.228137 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c7ad93d-3f44-476e-b79d-eabb24ae4a86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:28.263516 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c7ad93d-3f44-476e-b79d-eabb24ae4a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:28.275359 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6cb2efb3-4a6a-4a1e-b226-d5f287f059b7 None None] For port b2915773-5dcf-441f-af6c-0da6b290ebd5, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:16:28.278850 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6cb2efb3-4a6a-4a1e-b226-d5f287f059b7 None None] For port b2915773-5dcf-441f-af6c-0da6b290ebd5, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b2915773-5dcf-441f-af6c-0da6b290ebd5,segment=NetworkSegment(48483ff6-eed0-45c3-94f4-70f6cac0bc96),segment_id=48483ff6-eed0-45c3-94f4-70f6cac0bc96)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:16:28.282363 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6cb2efb3-4a6a-4a1e-b226-d5f287f059b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:28.298867 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7ad93d-3f44-476e-b79d-eabb24ae4a86 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:16:28.301734 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-0c7ad93d-3f44-476e-b79d-eabb24ae4a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:16:28.307713 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7ad93d-3f44-476e-b79d-eabb24ae4a86 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:16:28.323099 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18286732-7af9-4a27-8f58-0d16821024bd None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:16:28.348271 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ad93d-3f44-476e-b79d-eabb24ae4a86 admin admin] Pushing event updated for resources: {'Port': ['ID=bfa5400a-7126-4a83-a320-892d4c017b82,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:28.358042 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2efb3-4a6a-4a1e-b226-d5f287f059b7 None None] Pushing event updated for resources: {'Port': ['ID=b2915773-5dcf-441f-af6c-0da6b290ebd5,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:28.421255 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] Sync routers for ids ['49e39460-a2f0-481e-b85e-7317ab77652f'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:16:28.425063 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-98ec3dcf-d476-4590-83e4-6ce25ad188ed None None] Provisioning complete for port bfa5400a-7126-4a83-a320-892d4c017b82 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:28.425445 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-98ec3dcf-d476-4590-83e4-6ce25ad188ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:28.435680 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] Routers {'49e39460-a2f0-481e-b85e-7317ab77652f'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:16:28.436722 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:16:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['49e39460-a2f0-481e-b85e-7317ab77652f'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:28.464986 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-98ec3dcf-d476-4590-83e4-6ce25ad188ed None None] Port bfa5400a-7126-4a83-a320-892d4c017b82 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:16:28.581903 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] Set router 49e39460-a2f0-481e-b85e-7317ab77652f gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:16:28.623105 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c7ad93d-3f44-476e-b79d-eabb24ae4a86 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:28.802249 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'name': 'tempest-TestMinimumBasicScenario-2112324276-router', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:22Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 4, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'gw_port': {'id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:23Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '527d2cfb-9e8e-4f46-b525-641023aaa3b0', 'name': '', 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'mac_address': 'fa:16:3e:3c:46:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'affa14cf-a803-4323-b606-3f451069e9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:24Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 2, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'subnets': [{'id': 'affa14cf-a803-4323-b606-3f451069e9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:28.828393 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] Checking router: 49e39460-a2f0-481e-b85e-7317ab77652f for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:16:28.829001 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] Updating router 49e39460-a2f0-481e-b85e-7317ab77652f port 527d2cfb-9e8e-4f46-b525-641023aaa3b0 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:16:28.832607 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c7ad93d-3f44-476e-b79d-eabb24ae4a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:28.855107 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:28.964544 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7ad93d-3f44-476e-b79d-eabb24ae4a86 admin admin] Router 405e16dc-ba85-4612-a030-03909e8766be is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 18:16:29.087362 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7ad93d-3f44-476e-b79d-eabb24ae4a86 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:16:29.097655 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] Sync routers for ids ['405e16dc-ba85-4612-a030-03909e8766be'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:16:29.106804 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0c7ad93d-3f44-476e-b79d-eabb24ae4a86 admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:29.109395 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0c7ad93d-3f44-476e-b79d-eabb24ae4a86 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5719945 Nov 11 18:16:29.111548 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52622) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:16:29.114124 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] Routers {'405e16dc-ba85-4612-a030-03909e8766be'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:16:29.114897 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:16:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['405e16dc-ba85-4612-a030-03909e8766be'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:29.151716 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:29.159801 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:29.209456 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22339039-0611-4837-a32f-42e311c463ec None None] Pushing event updated for resources: {'Port': ['ID=527d2cfb-9e8e-4f46-b525-641023aaa3b0,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:29.219278 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22339039-0611-4837-a32f-42e311c463ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:29.219632 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22339039-0611-4837-a32f-42e311c463ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:29.220149 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22339039-0611-4837-a32f-42e311c463ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:29.220577 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22339039-0611-4837-a32f-42e311c463ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:29.221050 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22339039-0611-4837-a32f-42e311c463ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:29.221464 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22339039-0611-4837-a32f-42e311c463ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:29.221865 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22339039-0611-4837-a32f-42e311c463ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:29.222263 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22339039-0611-4837-a32f-42e311c463ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:29.222661 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22339039-0611-4837-a32f-42e311c463ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:29.223073 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22339039-0611-4837-a32f-42e311c463ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:29.223521 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22339039-0611-4837-a32f-42e311c463ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:29.223944 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22339039-0611-4837-a32f-42e311c463ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:29.240467 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] Set router 405e16dc-ba85-4612-a030-03909e8766be gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:16:29.294995 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] Attempting to bind port 527d2cfb-9e8e-4f46-b525-641023aaa3b0 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:16:29.295543 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] Attempting to bind port 527d2cfb-9e8e-4f46-b525-641023aaa3b0 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '55376b46-3a12-4e76-928d-075eb2b279cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:16:29.295938 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] Attempting to bind port 527d2cfb-9e8e-4f46-b525-641023aaa3b0 on network f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:16:29.303224 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:16:29.303596 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] Checking segment: {'id': '55376b46-3a12-4e76-928d-075eb2b279cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:16:29.304018 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:29.304407 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] Bound using segment: {'id': '55376b46-3a12-4e76-928d-075eb2b279cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:16:29.304873 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] Bound port: 527d2cfb-9e8e-4f46-b525-641023aaa3b0, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55376b46-3a12-4e76-928d-075eb2b279cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:16:29.308502 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:29.418931 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:16:29.421429 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] For port 527d2cfb-9e8e-4f46-b525-641023aaa3b0, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:16:29.424807 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] For port 527d2cfb-9e8e-4f46-b525-641023aaa3b0, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=527d2cfb-9e8e-4f46-b525-641023aaa3b0,segment=NetworkSegment(55376b46-3a12-4e76-928d-075eb2b279cc),segment_id=55376b46-3a12-4e76-928d-075eb2b279cc)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:16:29.432097 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:29.464128 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf13c3db-db0e-4a09-a72a-8cb9dda8224d None None] Network bc97edd6-d503-4328-a7da-af2b2b1555c3 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:16:29.500911 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] Routers {'49e39460-a2f0-481e-b85e-7317ab77652f'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:16:29.502631 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:16:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['49e39460-a2f0-481e-b85e-7317ab77652f'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:29.508284 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22339039-0611-4837-a32f-42e311c463ec None None] Pushing event updated for resources: {'Port': ['ID=527d2cfb-9e8e-4f46-b525-641023aaa3b0,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:29.556675 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-77024404-2cda-45b9-8079-a5af386319d8 None None] Provisioning complete for port b2915773-5dcf-441f-af6c-0da6b290ebd5 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:29.557165 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-77024404-2cda-45b9-8079-a5af386319d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:29.638805 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405e16dc-ba85-4612-a030-03909e8766be', 'name': 'tempest-TestMinimumBasicScenario-1545583493-router', 'tenant_id': '003bb916c7c64ddbb7920138423832f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'bfa5400a-7126-4a83-a320-892d4c017b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:27Z', 'updated_at': '2021-11-11T18:16:28Z', 'revision_number': 3, 'project_id': '003bb916c7c64ddbb7920138423832f2', 'gw_port': {'id': 'bfa5400a-7126-4a83-a320-892d4c017b82', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405e16dc-ba85-4612-a030-03909e8766be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:28Z', 'updated_at': '2021-11-11T18:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:29.645041 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-62065cf4-a2a9-49a3-bf68-c8f980ce4b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:29.686374 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] Checking router: 405e16dc-ba85-4612-a030-03909e8766be for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:16:29.686878 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] Updating router 405e16dc-ba85-4612-a030-03909e8766be port bfa5400a-7126-4a83-a320-892d4c017b82 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:16:29.725884 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:29.748827 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] Set router 49e39460-a2f0-481e-b85e-7317ab77652f gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:16:29.880823 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-62065cf4-a2a9-49a3-bf68-c8f980ce4b28 admin admin] Allocated IP 172.20.0.1 (bc97edd6-d503-4328-a7da-af2b2b1555c3/645df89a-a7b1-4dcf-985f-18383f3bb2d2/0620b186-5557-463a-9cba-2931646be168) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:16:29.972581 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 527d2cfb-9e8e-4f46-b525-641023aaa3b0 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:16:29.995666 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'name': 'tempest-TestMinimumBasicScenario-2112324276-router', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:22Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 4, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'gw_port': {'id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:23Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '527d2cfb-9e8e-4f46-b525-641023aaa3b0', 'name': '', 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'mac_address': 'fa:16:3e:3c:46:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'affa14cf-a803-4323-b606-3f451069e9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:24Z', 'updated_at': '2021-11-11T18:16:29Z', 'revision_number': 4, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'subnets': [{'id': 'affa14cf-a803-4323-b606-3f451069e9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:30.002547 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-62065cf4-a2a9-49a3-bf68-c8f980ce4b28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:30.026035 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8e18c5-d88a-49a6-9ac4-2d50790288e8 None None] The sync data for ids ['49e39460-a2f0-481e-b85e-7317ab77652f'] in n-d-816206-4 is: [{'id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'name': 'tempest-TestMinimumBasicScenario-2112324276-router', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:22Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 4, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'gw_port': {'id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:23Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '527d2cfb-9e8e-4f46-b525-641023aaa3b0', 'name': '', 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'mac_address': 'fa:16:3e:3c:46:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'affa14cf-a803-4323-b606-3f451069e9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:24Z', 'updated_at': '2021-11-11T18:16:29Z', 'revision_number': 4, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'subnets': [{'id': 'affa14cf-a803-4323-b606-3f451069e9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:16:30.040713 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-62065cf4-a2a9-49a3-bf68-c8f980ce4b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:30.083212 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62065cf4-a2a9-49a3-bf68-c8f980ce4b28 admin admin] Network bc97edd6-d503-4328-a7da-af2b2b1555c3 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:16:30.086314 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-62065cf4-a2a9-49a3-bf68-c8f980ce4b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:16:30.090126 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62065cf4-a2a9-49a3-bf68-c8f980ce4b28 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:16:30.116803 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62065cf4-a2a9-49a3-bf68-c8f980ce4b28 admin admin] Pushing event updated for resources: {'Port': ['ID=0620b186-5557-463a-9cba-2931646be168,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:30.132158 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-62065cf4-a2a9-49a3-bf68-c8f980ce4b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:30.157696 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-77024404-2cda-45b9-8079-a5af386319d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:30.258791 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 527d2cfb-9e8e-4f46-b525-641023aaa3b0 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:30.259162 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:30.277938 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-62065cf4-a2a9-49a3-bf68-c8f980ce4b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:30.298280 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-77024404-2cda-45b9-8079-a5af386319d8 None None] For port b2915773-5dcf-441f-af6c-0da6b290ebd5, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b2915773-5dcf-441f-af6c-0da6b290ebd5,segment=NetworkSegment(48483ff6-eed0-45c3-94f4-70f6cac0bc96),segment_id=48483ff6-eed0-45c3-94f4-70f6cac0bc96)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:16:30.312281 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-77024404-2cda-45b9-8079-a5af386319d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:30.489226 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77024404-2cda-45b9-8079-a5af386319d8 None None] Pushing event updated for resources: {'Port': ['ID=b2915773-5dcf-441f-af6c-0da6b290ebd5,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:30.503078 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-62065cf4-a2a9-49a3-bf68-c8f980ce4b28 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:30.513466 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-62065cf4-a2a9-49a3-bf68-c8f980ce4b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:30.523066 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-be1f1078-3c5a-4699-b354-5cee7cae7400 None None] Provisioning complete for port 527d2cfb-9e8e-4f46-b525-641023aaa3b0 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:30.523441 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-be1f1078-3c5a-4699-b354-5cee7cae7400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:30.550682 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:30.557122 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:30.557615 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-62065cf4-a2a9-49a3-bf68-c8f980ce4b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:30.569647 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:30.608920 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8f20a0-33be-4f30-af25-263658f28623 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:16:30.632995 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] Attempting to bind port bfa5400a-7126-4a83-a320-892d4c017b82 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:16:30.633373 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] Attempting to bind port bfa5400a-7126-4a83-a320-892d4c017b82 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:16:30.633739 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] Attempting to bind port bfa5400a-7126-4a83-a320-892d4c017b82 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:16:30.644100 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:16:30.644345 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:16:30.644762 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:30.645158 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:16:30.645646 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] Bound port: bfa5400a-7126-4a83-a320-892d4c017b82, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:16:30.646527 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:30.701341 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 527d2cfb-9e8e-4f46-b525-641023aaa3b0, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=527d2cfb-9e8e-4f46-b525-641023aaa3b0,segment=NetworkSegment(55376b46-3a12-4e76-928d-075eb2b279cc),segment_id=55376b46-3a12-4e76-928d-075eb2b279cc)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:16:30.717950 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:30.718758 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b2915773-5dcf-441f-af6c-0da6b290ebd5 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:16:30.757164 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbeae24-d6bb-4a33-80b0-909562243fa5 None None] Pushing event updated for resources: {'Port': ['ID=bfa5400a-7126-4a83-a320-892d4c017b82,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:30.868240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] For port bfa5400a-7126-4a83-a320-892d4c017b82, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:16:30.891488 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=527d2cfb-9e8e-4f46-b525-641023aaa3b0,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:30.899064 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] For port bfa5400a-7126-4a83-a320-892d4c017b82, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bfa5400a-7126-4a83-a320-892d4c017b82,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:16:30.904800 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:30.937086 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port b2915773-5dcf-441f-af6c-0da6b290ebd5 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:30.937457 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:30.972109 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa276caa-0bed-49d4-aabe-f6f63256665c None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:16:31.016083 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62065cf4-a2a9-49a3-bf68-c8f980ce4b28 admin admin] Pushing event updated for resources: {'Port': ['ID=0620b186-5557-463a-9cba-2931646be168,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:31.017636 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbeae24-d6bb-4a33-80b0-909562243fa5 None None] Pushing event updated for resources: {'Port': ['ID=bfa5400a-7126-4a83-a320-892d4c017b82,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:31.020105 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] Routers {'405e16dc-ba85-4612-a030-03909e8766be'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:16:31.020711 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:16:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['405e16dc-ba85-4612-a030-03909e8766be'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:31.062727 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62065cf4-a2a9-49a3-bf68-c8f980ce4b28 admin admin] Network bc97edd6-d503-4328-a7da-af2b2b1555c3 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:16:31.064390 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-62065cf4-a2a9-49a3-bf68-c8f980ce4b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:16:31.085344 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-dd8c0b29-7248-419c-906e-fb7e5b2c999d None None] Provisioning complete for port b2915773-5dcf-441f-af6c-0da6b290ebd5 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:31.085720 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0b29-7248-419c-906e-fb7e5b2c999d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:31.192770 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62065cf4-a2a9-49a3-bf68-c8f980ce4b28 admin admin] Router 405e16dc-ba85-4612-a030-03909e8766be has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:16:31.210277 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] Set router 405e16dc-ba85-4612-a030-03909e8766be gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:16:31.306177 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62065cf4-a2a9-49a3-bf68-c8f980ce4b28 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:16:31.311995 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-62065cf4-a2a9-49a3-bf68-c8f980ce4b28 admin admin] 10.222.0.76 "PUT /v2.0/routers/405e16dc-ba85-4612-a030-03909e8766be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1992919 Nov 11 18:16:31.381517 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-dd8c0b29-7248-419c-906e-fb7e5b2c999d None None] Provisioning complete for port bfa5400a-7126-4a83-a320-892d4c017b82 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:31.381891 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0b29-7248-419c-906e-fb7e5b2c999d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:31.510354 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0b29-7248-419c-906e-fb7e5b2c999d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:31.533457 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405e16dc-ba85-4612-a030-03909e8766be', 'name': 'tempest-TestMinimumBasicScenario-1545583493-router', 'tenant_id': '003bb916c7c64ddbb7920138423832f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'bfa5400a-7126-4a83-a320-892d4c017b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:27Z', 'updated_at': '2021-11-11T18:16:30Z', 'revision_number': 4, 'project_id': '003bb916c7c64ddbb7920138423832f2', 'gw_port': {'id': 'bfa5400a-7126-4a83-a320-892d4c017b82', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405e16dc-ba85-4612-a030-03909e8766be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:28Z', 'updated_at': '2021-11-11T18:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '0620b186-5557-463a-9cba-2931646be168', 'name': '', 'network_id': 'bc97edd6-d503-4328-a7da-af2b2b1555c3', 'tenant_id': '003bb916c7c64ddbb7920138423832f2', 'mac_address': 'fa:16:3e:34:7d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405e16dc-ba85-4612-a030-03909e8766be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '645df89a-a7b1-4dcf-985f-18383f3bb2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:29Z', 'updated_at': '2021-11-11T18:16:30Z', 'revision_number': 2, 'project_id': '003bb916c7c64ddbb7920138423832f2', 'subnets': [{'id': '645df89a-a7b1-4dcf-985f-18383f3bb2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:31.536145 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-dd8c0b29-7248-419c-906e-fb7e5b2c999d None None] For port bfa5400a-7126-4a83-a320-892d4c017b82, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bfa5400a-7126-4a83-a320-892d4c017b82,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:16:31.566537 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ac458-c9ad-454f-8a2f-2edd089ebd93 None None] The sync data for ids ['405e16dc-ba85-4612-a030-03909e8766be'] in n-d-816206-4 is: [{'id': '405e16dc-ba85-4612-a030-03909e8766be', 'name': 'tempest-TestMinimumBasicScenario-1545583493-router', 'tenant_id': '003bb916c7c64ddbb7920138423832f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'bfa5400a-7126-4a83-a320-892d4c017b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:27Z', 'updated_at': '2021-11-11T18:16:30Z', 'revision_number': 4, 'project_id': '003bb916c7c64ddbb7920138423832f2', 'gw_port': {'id': 'bfa5400a-7126-4a83-a320-892d4c017b82', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405e16dc-ba85-4612-a030-03909e8766be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:28Z', 'updated_at': '2021-11-11T18:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '0620b186-5557-463a-9cba-2931646be168', 'name': '', 'network_id': 'bc97edd6-d503-4328-a7da-af2b2b1555c3', 'tenant_id': '003bb916c7c64ddbb7920138423832f2', 'mac_address': 'fa:16:3e:34:7d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405e16dc-ba85-4612-a030-03909e8766be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '645df89a-a7b1-4dcf-985f-18383f3bb2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:29Z', 'updated_at': '2021-11-11T18:16:30Z', 'revision_number': 2, 'project_id': '003bb916c7c64ddbb7920138423832f2', 'subnets': [{'id': '645df89a-a7b1-4dcf-985f-18383f3bb2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:16:31.568171 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0b29-7248-419c-906e-fb7e5b2c999d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:31.605731 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-dd8c0b29-7248-419c-906e-fb7e5b2c999d None None] Provisioning complete for port 0620b186-5557-463a-9cba-2931646be168 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:31.606634 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dd8c0b29-7248-419c-906e-fb7e5b2c999d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:31.658147 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c0b29-7248-419c-906e-fb7e5b2c999d None None] Pushing event updated for resources: {'Port': ['ID=bfa5400a-7126-4a83-a320-892d4c017b82,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:31.664407 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-dd8c0b29-7248-419c-906e-fb7e5b2c999d None None] Port 0620b186-5557-463a-9cba-2931646be168 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:16:31.746529 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 527d2cfb-9e8e-4f46-b525-641023aaa3b0 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:16:31.802206 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-03f31a5a-c8ed-4ae7-811e-5364b1125e77 None None] Provisioning complete for port bfa5400a-7126-4a83-a320-892d4c017b82 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:31.802764 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-03f31a5a-c8ed-4ae7-811e-5364b1125e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:32.045564 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 527d2cfb-9e8e-4f46-b525-641023aaa3b0 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:32.045925 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:32.162520 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-03f31a5a-c8ed-4ae7-811e-5364b1125e77 None None] Provisioning complete for port 0620b186-5557-463a-9cba-2931646be168 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:32.162889 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-03f31a5a-c8ed-4ae7-811e-5364b1125e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:32.187569 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b2915773-5dcf-441f-af6c-0da6b290ebd5 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:16:32.233042 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-03f31a5a-c8ed-4ae7-811e-5364b1125e77 None None] Port 0620b186-5557-463a-9cba-2931646be168 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:16:32.252395 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port b2915773-5dcf-441f-af6c-0da6b290ebd5 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:32.252763 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:33.763553 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bfa5400a-7126-4a83-a320-892d4c017b82 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:16:33.822913 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port bfa5400a-7126-4a83-a320-892d4c017b82 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:33.823288 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:34.312888 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] Sync routers for ids ['405e16dc-ba85-4612-a030-03909e8766be'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:16:34.323400 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] Routers {'405e16dc-ba85-4612-a030-03909e8766be'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:16:34.324326 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:16:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['405e16dc-ba85-4612-a030-03909e8766be'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:34.433266 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] Set router 405e16dc-ba85-4612-a030-03909e8766be gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:16:34.769862 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405e16dc-ba85-4612-a030-03909e8766be', 'name': 'tempest-TestMinimumBasicScenario-1545583493-router', 'tenant_id': '003bb916c7c64ddbb7920138423832f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'bfa5400a-7126-4a83-a320-892d4c017b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:27Z', 'updated_at': '2021-11-11T18:16:30Z', 'revision_number': 4, 'project_id': '003bb916c7c64ddbb7920138423832f2', 'gw_port': {'id': 'bfa5400a-7126-4a83-a320-892d4c017b82', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405e16dc-ba85-4612-a030-03909e8766be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:28Z', 'updated_at': '2021-11-11T18:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '0620b186-5557-463a-9cba-2931646be168', 'name': '', 'network_id': 'bc97edd6-d503-4328-a7da-af2b2b1555c3', 'tenant_id': '003bb916c7c64ddbb7920138423832f2', 'mac_address': 'fa:16:3e:34:7d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405e16dc-ba85-4612-a030-03909e8766be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '645df89a-a7b1-4dcf-985f-18383f3bb2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:29Z', 'updated_at': '2021-11-11T18:16:30Z', 'revision_number': 2, 'project_id': '003bb916c7c64ddbb7920138423832f2', 'subnets': [{'id': '645df89a-a7b1-4dcf-985f-18383f3bb2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:34.807710 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] Checking router: 405e16dc-ba85-4612-a030-03909e8766be for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:16:34.808089 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] Updating router 405e16dc-ba85-4612-a030-03909e8766be port 0620b186-5557-463a-9cba-2931646be168 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:16:34.842903 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:35.134569 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:35.141574 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:35.219299 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd530e-25b5-4a71-8307-adcf6c31c4ed None None] Pushing event updated for resources: {'Port': ['ID=0620b186-5557-463a-9cba-2931646be168,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:35.263141 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] Attempting to bind port 0620b186-5557-463a-9cba-2931646be168 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:16:35.263495 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] Attempting to bind port 0620b186-5557-463a-9cba-2931646be168 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '48483ff6-eed0-45c3-94f4-70f6cac0bc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'bc97edd6-d503-4328-a7da-af2b2b1555c3'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:16:35.264043 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] Attempting to bind port 0620b186-5557-463a-9cba-2931646be168 on network bc97edd6-d503-4328-a7da-af2b2b1555c3 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:16:35.271198 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:16:35.271434 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] Checking segment: {'id': '48483ff6-eed0-45c3-94f4-70f6cac0bc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'bc97edd6-d503-4328-a7da-af2b2b1555c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:16:35.272225 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:35.273572 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] Bound using segment: {'id': '48483ff6-eed0-45c3-94f4-70f6cac0bc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'bc97edd6-d503-4328-a7da-af2b2b1555c3'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:16:35.274225 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] Bound port: 0620b186-5557-463a-9cba-2931646be168, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48483ff6-eed0-45c3-94f4-70f6cac0bc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': 'bc97edd6-d503-4328-a7da-af2b2b1555c3'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:16:35.274733 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:35.367448 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] For port 0620b186-5557-463a-9cba-2931646be168, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:16:35.374497 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] For port 0620b186-5557-463a-9cba-2931646be168, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=0620b186-5557-463a-9cba-2931646be168,segment=NetworkSegment(48483ff6-eed0-45c3-94f4-70f6cac0bc96),segment_id=48483ff6-eed0-45c3-94f4-70f6cac0bc96)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:16:35.379303 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:35.453746 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd530e-25b5-4a71-8307-adcf6c31c4ed None None] Pushing event updated for resources: {'Port': ['ID=0620b186-5557-463a-9cba-2931646be168,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:35.458133 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] Routers {'405e16dc-ba85-4612-a030-03909e8766be'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:16:35.458758 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:16:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['405e16dc-ba85-4612-a030-03909e8766be'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:35.493403 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-11044236-c023-49a5-a055-15c58386a11a None None] Provisioning complete for port 0620b186-5557-463a-9cba-2931646be168 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:35.493928 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-11044236-c023-49a5-a055-15c58386a11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:35.621352 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-11044236-c023-49a5-a055-15c58386a11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:35.628815 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] Set router 405e16dc-ba85-4612-a030-03909e8766be gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:16:35.686623 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-11044236-c023-49a5-a055-15c58386a11a None None] For port 0620b186-5557-463a-9cba-2931646be168, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=0620b186-5557-463a-9cba-2931646be168,segment=NetworkSegment(48483ff6-eed0-45c3-94f4-70f6cac0bc96),segment_id=48483ff6-eed0-45c3-94f4-70f6cac0bc96)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:16:35.705091 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-11044236-c023-49a5-a055-15c58386a11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:35.761051 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11044236-c023-49a5-a055-15c58386a11a None None] Pushing event updated for resources: {'Port': ['ID=0620b186-5557-463a-9cba-2931646be168,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:35.805625 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 0620b186-5557-463a-9cba-2931646be168 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:16:35.873539 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b967999b-521b-44d7-8408-b6d61776c0d5 None None] Provisioning complete for port 0620b186-5557-463a-9cba-2931646be168 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:35.873915 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b967999b-521b-44d7-8408-b6d61776c0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:35.928361 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 0620b186-5557-463a-9cba-2931646be168 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:35.928717 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:36.018651 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405e16dc-ba85-4612-a030-03909e8766be', 'name': 'tempest-TestMinimumBasicScenario-1545583493-router', 'tenant_id': '003bb916c7c64ddbb7920138423832f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'bfa5400a-7126-4a83-a320-892d4c017b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:27Z', 'updated_at': '2021-11-11T18:16:30Z', 'revision_number': 4, 'project_id': '003bb916c7c64ddbb7920138423832f2', 'gw_port': {'id': 'bfa5400a-7126-4a83-a320-892d4c017b82', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405e16dc-ba85-4612-a030-03909e8766be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:28Z', 'updated_at': '2021-11-11T18:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '0620b186-5557-463a-9cba-2931646be168', 'name': '', 'network_id': 'bc97edd6-d503-4328-a7da-af2b2b1555c3', 'tenant_id': '003bb916c7c64ddbb7920138423832f2', 'mac_address': 'fa:16:3e:34:7d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405e16dc-ba85-4612-a030-03909e8766be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '645df89a-a7b1-4dcf-985f-18383f3bb2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:29Z', 'updated_at': '2021-11-11T18:16:35Z', 'revision_number': 4, 'project_id': '003bb916c7c64ddbb7920138423832f2', 'subnets': [{'id': '645df89a-a7b1-4dcf-985f-18383f3bb2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:16:36.045525 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb837dd-fa87-497a-8ff6-a831ae27b6c3 None None] The sync data for ids ['405e16dc-ba85-4612-a030-03909e8766be'] in n-d-816206-4 is: [{'id': '405e16dc-ba85-4612-a030-03909e8766be', 'name': 'tempest-TestMinimumBasicScenario-1545583493-router', 'tenant_id': '003bb916c7c64ddbb7920138423832f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'bfa5400a-7126-4a83-a320-892d4c017b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:27Z', 'updated_at': '2021-11-11T18:16:30Z', 'revision_number': 4, 'project_id': '003bb916c7c64ddbb7920138423832f2', 'gw_port': {'id': 'bfa5400a-7126-4a83-a320-892d4c017b82', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405e16dc-ba85-4612-a030-03909e8766be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:28Z', 'updated_at': '2021-11-11T18:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '0620b186-5557-463a-9cba-2931646be168', 'name': '', 'network_id': 'bc97edd6-d503-4328-a7da-af2b2b1555c3', 'tenant_id': '003bb916c7c64ddbb7920138423832f2', 'mac_address': 'fa:16:3e:34:7d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405e16dc-ba85-4612-a030-03909e8766be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '645df89a-a7b1-4dcf-985f-18383f3bb2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:29Z', 'updated_at': '2021-11-11T18:16:35Z', 'revision_number': 4, 'project_id': '003bb916c7c64ddbb7920138423832f2', 'subnets': [{'id': '645df89a-a7b1-4dcf-985f-18383f3bb2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:16:37.507141 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ae08b516-494f-460e-b5c7-e72709b110b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:37.766254 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 0620b186-5557-463a-9cba-2931646be168 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:16:37.819810 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 0620b186-5557-463a-9cba-2931646be168 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:37.820183 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:40.505036 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e961fb60-2047-4cbd-95d4-90216265a159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:41.143042 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:41.468665 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-589741c5-3294-49b5-be41-2272e1ecf7a2 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:41.470134 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-589741c5-3294-49b5-be41-2272e1ecf7a2 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/networks?id=f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d HTTP/1.1" status: 200 len: 815 time: 0.1024747 Nov 11 18:16:41.485081 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-5fbbfe28-9c28-4719-8981-4ac7a14939eb tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/quotas/b7a2143ced2f4f378a59e47060ba30e0 HTTP/1.1" status: 200 len: 375 time: 0.0093787 Nov 11 18:16:41.539487 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-894eb90a-7da3-47fb-bead-25ccbcdbf19a tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b7a2143ced2f4f378a59e47060ba30e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493631 Nov 11 18:16:41.635066 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-9f725663-6ab5-4e2d-a06f-cbfe80714a29 service neutron] 10.222.0.76 "GET /v2.0/networks/f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832362 Nov 11 18:16:41.728740 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-d3e00493-b679-44df-9995-ccd72abaede3 service neutron] 10.222.0.76 "GET /v2.0/networks/f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877047 Nov 11 18:16:41.887213 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-98ec8f91-ef54-4546-966e-e9f8c6aeec13 req-e7beae1c-1643-4e02-ac69-95ad73002d54 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 210 time: 0.0277176 Nov 11 18:16:42.736564 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:42.931081 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-796019d4-ed8e-4fc2-9ac2-f4225ff32cb4 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:42.932591 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-796019d4-ed8e-4fc2-9ac2-f4225ff32cb4 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.83 "GET /v2.0/networks?id=f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d HTTP/1.1" status: 200 len: 815 time: 0.1140215 Nov 11 18:16:42.946364 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Request body: {'port': {'device_id': '486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c', 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d', 'admin_state_up': True, 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:16:43.012346 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:43.018487 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6dd49f1c-40f4-4391-be13-73f0919d568f req-9474c981-10fc-42e2-8cbf-1183736d55ce tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 210 time: 0.0570977 Nov 11 18:16:43.080464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Made reservation on behalf of b7a2143ced2f4f378a59e47060ba30e0 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:16:43.083994 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:43.240550 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Allocated IP 172.20.0.9 (f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d/affa14cf-a803-4323-b606-3f451069e9df/fd1068c7-89b0-4944-87e7-07f6863db015) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:16:43.439157 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:43.475337 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:43.519174 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Network f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:16:43.522506 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:16:43.529623 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:16:43.565251 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Pushing event updated for resources: {'Port': ['ID=fd1068c7-89b0-4944-87e7-07f6863db015,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:43.587267 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:43.588966 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:43.589415 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:43.589866 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:43.590331 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:43.594094 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:43.594569 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:43.595037 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:43.595429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:43.595885 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:43.596319 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:43.596749 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:43.614882 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:43.615561 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:43.633412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-f0af36c9-a834-4276-b6d8-458c455c64de tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6916938 Nov 11 18:16:43.828189 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-945a6f85-9505-4aa0-9e84-5d3830498299 None None] Provisioning complete for port fd1068c7-89b0-4944-87e7-07f6863db015 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:43.828779 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-945a6f85-9505-4aa0-9e84-5d3830498299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:43.867593 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-945a6f85-9505-4aa0-9e84-5d3830498299 None None] Port fd1068c7-89b0-4944-87e7-07f6863db015 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:16:44.150540 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4100c-03de-4126-b86d-16d16e73f019 req-b533b17c-fe94-4f6c-b164-8a1836f8721c tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:44.153467 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9c4100c-03de-4126-b86d-16d16e73f019 req-b533b17c-fe94-4f6c-b164-8a1836f8721c tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 931 time: 0.0572884 Nov 11 18:16:44.204192 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9c4100c-03de-4126-b86d-16d16e73f019 req-522e9000-0588-4b25-bfd8-c5b068ac299b tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446491 Nov 11 18:16:45.327180 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72170940-91d4-4092-8ee4-7efabe8daaa9 req-cad55b9a-bf1a-4783-825a-f0c66272ccb6 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:45.328713 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-72170940-91d4-4092-8ee4-7efabe8daaa9 req-cad55b9a-bf1a-4783-825a-f0c66272ccb6 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 931 time: 0.0510550 Nov 11 18:16:45.378945 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-72170940-91d4-4092-8ee4-7efabe8daaa9 req-076f6d5c-1c29-48fc-8545-b76bd5d29751 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441239 Nov 11 18:16:46.499609 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649812b-6449-4424-a632-480da0d0d21b req-4a46a4ff-9fcb-45f2-b48f-0fb061655052 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:46.501101 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b649812b-6449-4424-a632-480da0d0d21b req-4a46a4ff-9fcb-45f2-b48f-0fb061655052 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 931 time: 0.0521648 Nov 11 18:16:46.559128 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b649812b-6449-4424-a632-480da0d0d21b req-78fefad9-081e-4fb3-89a1-9ec73862be79 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515769 Nov 11 18:16:47.675184 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93466b79-e717-410e-be3a-817f415724fb req-02700d34-b7f6-4580-b3e0-ccea5376df4a tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:47.676841 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-93466b79-e717-410e-be3a-817f415724fb req-02700d34-b7f6-4580-b3e0-ccea5376df4a tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 931 time: 0.0509095 Nov 11 18:16:47.727088 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-93466b79-e717-410e-be3a-817f415724fb req-020f469d-557e-4c07-bf5c-3fb507c0b3eb tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442607 Nov 11 18:16:48.867430 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:48.870661 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b536c0-6073-448e-b313-b379b2aa49a8 req-4dc9fe32-6281-410c-9e05-6b800b827e79 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:48.872234 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-62b536c0-6073-448e-b313-b379b2aa49a8 req-4dc9fe32-6281-410c-9e05-6b800b827e79 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 931 time: 0.0742726 Nov 11 18:16:48.922820 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-62b536c0-6073-448e-b313-b379b2aa49a8 req-2b9528aa-c0da-426b-8574-1c50e277acef tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445096 Nov 11 18:16:50.068279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9fe5a-09ac-4ed8-8e66-e55b596a6588 req-8b7c2099-ab37-4c03-b0f0-f7e03695329e tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:50.069742 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1d9fe5a-09ac-4ed8-8e66-e55b596a6588 req-8b7c2099-ab37-4c03-b0f0-f7e03695329e tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 931 time: 0.0666194 Nov 11 18:16:50.120073 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1d9fe5a-09ac-4ed8-8e66-e55b596a6588 req-1e9b7c9d-43bc-4ec0-88dc-f5cf9954a2ab tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441861 Nov 11 18:16:51.263395 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d572f-fa95-4cb1-a87a-04b309508c3a req-79ab364f-9075-4a00-9015-236b513ff815 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:51.266194 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-501d572f-fa95-4cb1-a87a-04b309508c3a req-79ab364f-9075-4a00-9015-236b513ff815 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 931 time: 0.0542750 Nov 11 18:16:51.312974 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-501d572f-fa95-4cb1-a87a-04b309508c3a req-8c8cd1d7-6aff-4ad0-8c85-201b756fef0d tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420902 Nov 11 18:16:52.441466 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354c49f-2917-435c-b6db-61c7dd363934 req-d671307e-4d14-4985-9692-2ef9d8057f8b tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:52.443047 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f354c49f-2917-435c-b6db-61c7dd363934 req-d671307e-4d14-4985-9692-2ef9d8057f8b tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 931 time: 0.0593522 Nov 11 18:16:52.493913 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f354c49f-2917-435c-b6db-61c7dd363934 req-e299d40d-5be0-4555-b403-3d4c22e70b1e tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448828 Nov 11 18:16:53.522857 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-74b5a1da-565f-48c7-b31b-0c85c6ea7c35 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 18:16:53.523851 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-74b5a1da-565f-48c7-b31b-0c85c6ea7c35 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075309 Nov 11 18:16:53.544408 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] Request body: {'port': {'device_id': '486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:16:53.633782 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:53.690043 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327cd8d-d007-40f5-9daa-22f8012a320c req-7f19e1c3-2a18-4488-881c-fd8f3a364e27 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:53.691510 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e327cd8d-d007-40f5-9daa-22f8012a320c req-7f19e1c3-2a18-4488-881c-fd8f3a364e27 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 931 time: 0.0869734 Nov 11 18:16:53.802347 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e327cd8d-d007-40f5-9daa-22f8012a320c req-6d551125-29ce-4e1f-962f-86fd2c49429b tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044269 Nov 11 18:16:53.952823 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd1068c7-89b0-4944-87e7-07f6863db015 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:16:53.960231 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:53.972051 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] Transition to ACTIVE for port object fd1068c7-89b0-4944-87e7-07f6863db015 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:16:53.975623 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:54.041763 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] Pushing event updated for resources: {'Port': ['ID=fd1068c7-89b0-4944-87e7-07f6863db015,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:54.100276 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] Attempting to bind port fd1068c7-89b0-4944-87e7-07f6863db015 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:16:54.100614 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] Attempting to bind port fd1068c7-89b0-4944-87e7-07f6863db015 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '55376b46-3a12-4e76-928d-075eb2b279cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:16:54.100938 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] Attempting to bind port fd1068c7-89b0-4944-87e7-07f6863db015 on network f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:16:54.106058 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] Port fd1068c7-89b0-4944-87e7-07f6863db015 on network f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:16:54.106378 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] Attempting to bind port fd1068c7-89b0-4944-87e7-07f6863db015 on network f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:16:54.111353 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:16:54.111687 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] Checking segment: {'id': '55376b46-3a12-4e76-928d-075eb2b279cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:16:54.112090 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] Bound using segment: {'id': '55376b46-3a12-4e76-928d-075eb2b279cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:16:54.112509 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] Bound port: fd1068c7-89b0-4944-87e7-07f6863db015, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55376b46-3a12-4e76-928d-075eb2b279cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:16:54.112863 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:54.177862 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] For port fd1068c7-89b0-4944-87e7-07f6863db015, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:16:54.180824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] For port fd1068c7-89b0-4944-87e7-07f6863db015, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=fd1068c7-89b0-4944-87e7-07f6863db015,segment=NetworkSegment(55376b46-3a12-4e76-928d-075eb2b279cc),segment_id=55376b46-3a12-4e76-928d-075eb2b279cc)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:16:54.186413 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:54.223652 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:54.224181 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:54.225609 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] 10.222.0.83 "PUT /v2.0/ports/fd1068c7-89b0-4944-87e7-07f6863db015 HTTP/1.1" status: 200 len: 1091 time: 0.6929324 Nov 11 18:16:54.226048 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c', 'tag': 'fd1068c7-89b0-4944-87e7-07f6863db015'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:16:54.228307 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9eb0c89-88d0-407e-9078-cdbf489f61bc" -d '{"events": [{"name": "network-changed", "server_uuid": "486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c", "tag": "fd1068c7-89b0-4944-87e7-07f6863db015"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:16:54.249574 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd849f3-5dbe-4f0f-b291-07504b13f7fa service neutron] Pushing event updated for resources: {'Port': ['ID=fd1068c7-89b0-4944-87e7-07f6863db015,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:54.282104 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc0b9a6-dfff-4299-9f1e-1812d79a2d8d x-openstack-request-id: req-6dc0b9a6-dfff-4299-9f1e-1812d79a2d8d {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:16:54.282404 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c", "tag": "fd1068c7-89b0-4944-87e7-07f6863db015", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:16:54.282664 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6dc0b9a6-dfff-4299-9f1e-1812d79a2d8d {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:16:54.283072 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c', 'tag': 'fd1068c7-89b0-4944-87e7-07f6863db015', 'status': 'completed', 'code': 200} Nov 11 18:16:54.322734 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-978c540e-bd4f-4ba0-b033-3a0da9be8ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:54.324369 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-978c540e-bd4f-4ba0-b033-3a0da9be8ed9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b7a2143ced2f4f378a59e47060ba30e0&device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 1094 time: 0.0580957 Nov 11 18:16:54.374275 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-b9c7595d-6fa9-488f-866d-874356b71dfa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd1068c7-89b0-4944-87e7-07f6863db015 HTTP/1.1" status: 200 len: 217 time: 0.0411608 Nov 11 18:16:54.426079 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-8ec714e9-b4f2-4879-8b08-b1f9b2c7d929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:54.427553 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-8ec714e9-b4f2-4879-8b08-b1f9b2c7d929 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=affa14cf-a803-4323-b606-3f451069e9df HTTP/1.1" status: 200 len: 854 time: 0.0464900 Nov 11 18:16:54.473827 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-06aee62e-ce88-4310-aae7-35656c1144bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:54.475419 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-06aee62e-ce88-4310-aae7-35656c1144bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403438 Nov 11 18:16:54.571931 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-fabcce79-2fb7-4b8e-a111-75f2ca7108fd service neutron] 10.222.0.83 "GET /v2.0/networks/f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885470 Nov 11 18:16:54.586185 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:54.663884 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-797cd99d-9414-46c5-9c28-ab4b5c6a9737 req-e50101a9-33c1-464a-86c6-504c1ad64d89 service neutron] 10.222.0.83 "GET /v2.0/networks/f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850701 Nov 11 18:16:54.747549 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb0c89-88d0-407e-9078-cdbf489f61bc req-91c89c98-caf9-4131-9f56-c10fe9fb4b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:54.749087 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9eb0c89-88d0-407e-9078-cdbf489f61bc req-91c89c98-caf9-4131-9f56-c10fe9fb4b37 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b7a2143ced2f4f378a59e47060ba30e0&device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 1094 time: 0.0426266 Nov 11 18:16:54.846308 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb0c89-88d0-407e-9078-cdbf489f61bc req-2b27bcff-f51e-4761-8538-90d3a4b90383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:54.847789 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9eb0c89-88d0-407e-9078-cdbf489f61bc req-2b27bcff-f51e-4761-8538-90d3a4b90383 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d HTTP/1.1" status: 200 len: 917 time: 0.0910168 Nov 11 18:16:54.896874 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9eb0c89-88d0-407e-9078-cdbf489f61bc req-a2712c13-784c-4b01-9222-f6f118649d9c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd1068c7-89b0-4944-87e7-07f6863db015 HTTP/1.1" status: 200 len: 217 time: 0.0411355 Nov 11 18:16:54.971169 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb0c89-88d0-407e-9078-cdbf489f61bc req-57156745-9552-45a5-a229-2431f597221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:54.972651 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9eb0c89-88d0-407e-9078-cdbf489f61bc req-57156745-9552-45a5-a229-2431f597221d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=affa14cf-a803-4323-b606-3f451069e9df HTTP/1.1" status: 200 len: 854 time: 0.0683620 Nov 11 18:16:54.983438 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90672f91-1dd9-4323-8ee7-1bb639957457 req-9358593f-28ec-4acc-b77c-734992d73833 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:54.984845 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90672f91-1dd9-4323-8ee7-1bb639957457 req-9358593f-28ec-4acc-b77c-734992d73833 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 943 time: 0.0908499 Nov 11 18:16:55.047110 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb0c89-88d0-407e-9078-cdbf489f61bc req-d54d915d-d29d-4d67-8165-2a4ba3c1bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:55.048631 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9eb0c89-88d0-407e-9078-cdbf489f61bc req-d54d915d-d29d-4d67-8165-2a4ba3c1bcbb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629206 Nov 11 18:16:55.068703 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90672f91-1dd9-4323-8ee7-1bb639957457 req-028829a8-6213-4f29-ab1e-ffd0fc9a2318 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756674 Nov 11 18:16:55.150787 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9eb0c89-88d0-407e-9078-cdbf489f61bc req-b3483fc0-0da5-4b6e-9ff3-c1878c3edf86 service neutron] 10.222.0.83 "GET /v2.0/networks/f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937464 Nov 11 18:16:55.245941 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9eb0c89-88d0-407e-9078-cdbf489f61bc req-9a14f99a-6e94-4644-b231-e69eace7df25 service neutron] 10.222.0.83 "GET /v2.0/networks/f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871978 Nov 11 18:16:56.186996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ef76c-9bb6-472b-b918-4b9b4215d044 req-69bee8a7-99a7-434f-8b90-11feed3b41ae tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:56.188500 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b78ef76c-9bb6-472b-b918-4b9b4215d044 req-69bee8a7-99a7-434f-8b90-11feed3b41ae tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 943 time: 0.0541763 Nov 11 18:16:56.236131 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b78ef76c-9bb6-472b-b918-4b9b4215d044 req-cf578ecd-03d7-415b-ac59-6f716dba0041 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415759 Nov 11 18:16:56.933273 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device fd1068c7-89b0-4944-87e7-07f6863db015 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:16:57.029415 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port fd1068c7-89b0-4944-87e7-07f6863db015, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=fd1068c7-89b0-4944-87e7-07f6863db015,segment=NetworkSegment(55376b46-3a12-4e76-928d-075eb2b279cc),segment_id=55376b46-3a12-4e76-928d-075eb2b279cc)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:16:57.039961 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'fd1068c7-89b0-4944-87e7-07f6863db015', 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d', 'port_id': 'fd1068c7-89b0-4944-87e7-07f6863db015', 'mac_address': 'fa:16:3e:43:ea:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'affa14cf-a803-4323-b606-3f451069e9df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:16:57.077251 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:57.090021 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1068c7-89b0-4944-87e7-07f6863db015 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:16:57.109217 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port fd1068c7-89b0-4944-87e7-07f6863db015, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=fd1068c7-89b0-4944-87e7-07f6863db015,segment=NetworkSegment(55376b46-3a12-4e76-928d-075eb2b279cc),segment_id=55376b46-3a12-4e76-928d-075eb2b279cc)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:16:57.113436 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:57.161038 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=fd1068c7-89b0-4944-87e7-07f6863db015,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:57.168814 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:57.169417 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:57.169759 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:57.170096 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:57.170429 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:57.170763 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:57.171089 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:57.171413 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:57.171753 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:57.172079 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:57.172403 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:57.172723 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:16:57.323069 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['fd1068c7-89b0-4944-87e7-07f6863db015'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:16:57.349843 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a3c76-59fd-4d55-8368-19deb881479b req-dd2e1dc8-4eb0-4ba9-abc4-de2fa8c8d1cb tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:57.351262 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-530a3c76-59fd-4d55-8368-19deb881479b req-dd2e1dc8-4eb0-4ba9-abc4-de2fa8c8d1cb tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 944 time: 0.0506141 Nov 11 18:16:57.398901 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-530a3c76-59fd-4d55-8368-19deb881479b req-52bf7a8b-85f6-4297-9a0a-b8312dfd95db tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409975 Nov 11 18:16:58.517084 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c0887-3c31-46d1-8455-dd9a93618862 req-94ba0f19-e10d-4bb4-bb46-bc4a0b9a669e tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:58.518528 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-475c0887-3c31-46d1-8455-dd9a93618862 req-94ba0f19-e10d-4bb4-bb46-bc4a0b9a669e tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 944 time: 0.0486867 Nov 11 18:16:58.569971 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-475c0887-3c31-46d1-8455-dd9a93618862 req-8d695f6c-d67e-41c9-bb62-86778f696903 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453854 Nov 11 18:16:58.948971 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device fd1068c7-89b0-4944-87e7-07f6863db015 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:16:59.000370 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port fd1068c7-89b0-4944-87e7-07f6863db015 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:16:59.004405 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port fd1068c7-89b0-4944-87e7-07f6863db015 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:16:59.004772 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:59.077659 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:59.099999 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1068c7-89b0-4944-87e7-07f6863db015'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:16:59.102273 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e9585b-6847-4c48-b11e-5f73d12cc547" -d '{"events": [{"server_uuid": "486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c", "name": "network-vif-plugged", "status": "completed", "tag": "fd1068c7-89b0-4944-87e7-07f6863db015"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:16:59.115481 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port fd1068c7-89b0-4944-87e7-07f6863db015, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=fd1068c7-89b0-4944-87e7-07f6863db015,segment=NetworkSegment(55376b46-3a12-4e76-928d-075eb2b279cc),segment_id=55376b46-3a12-4e76-928d-075eb2b279cc)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:16:59.119117 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:16:59.141534 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1695320d-458b-4786-a067-a99bb712f3b7 x-openstack-request-id: req-1695320d-458b-4786-a067-a99bb712f3b7 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:16:59.141824 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c", "name": "network-vif-plugged", "status": "completed", "tag": "fd1068c7-89b0-4944-87e7-07f6863db015", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:16:59.142072 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1695320d-458b-4786-a067-a99bb712f3b7 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:16:59.142459 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1068c7-89b0-4944-87e7-07f6863db015', 'code': 200} Nov 11 18:16:59.170024 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=fd1068c7-89b0-4944-87e7-07f6863db015,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:16:59.240625 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ace70c-d435-4435-bc71-bdb71ab05bc4 req-1a50c5d9-bcb7-45b0-a06f-7100bfdc6a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:59.242115 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1ace70c-d435-4435-bc71-bdb71ab05bc4 req-1a50c5d9-bcb7-45b0-a06f-7100bfdc6a7c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 1096 time: 0.0443635 Nov 11 18:16:59.288192 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1ace70c-d435-4435-bc71-bdb71ab05bc4 req-e652d6a0-bc02-4132-adde-48e9a5bbe6e9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386987 Nov 11 18:16:59.684692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be507bfc-42b8-412b-873a-23b5ff9bf937 req-aa3aad32-2535-4205-b934-bd2d3a256dc4 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:16:59.686169 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-be507bfc-42b8-412b-873a-23b5ff9bf937 req-aa3aad32-2535-4205-b934-bd2d3a256dc4 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 945 time: 0.0485692 Nov 11 18:16:59.733741 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-be507bfc-42b8-412b-873a-23b5ff9bf937 req-63b7bd8c-0a0e-447b-8ef5-4634929b59cf tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416405 Nov 11 18:17:00.851629 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb9745-2b9d-407b-a073-ec5a6f6d14d3 req-27912922-ccc0-4bb6-b5a5-af2baba680df tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:00.853145 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46eb9745-2b9d-407b-a073-ec5a6f6d14d3 req-27912922-ccc0-4bb6-b5a5-af2baba680df tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 945 time: 0.0538926 Nov 11 18:17:00.899377 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-46eb9745-2b9d-407b-a073-ec5a6f6d14d3 req-4b18af3e-5cc3-435e-8af2-cbe81d716b05 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402267 Nov 11 18:17:01.013759 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e88fd-2cdd-429b-8ac6-a9cd9e6703b7 req-590c34fd-7511-45ec-8901-f6a0f55590f6 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:01.015122 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-512e88fd-2cdd-429b-8ac6-a9cd9e6703b7 req-590c34fd-7511-45ec-8901-f6a0f55590f6 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 945 time: 0.0477684 Nov 11 18:17:01.061526 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-512e88fd-2cdd-429b-8ac6-a9cd9e6703b7 req-365486fc-dba2-4ce3-8ac7-ba8397290b7a tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404699 Nov 11 18:17:01.247031 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de7d36-e9c8-448e-9a36-8bbcfbeebf76 req-7ae87ff4-667b-4653-8e6c-32841acfdd4e tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:01.248521 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-25de7d36-e9c8-448e-9a36-8bbcfbeebf76 req-7ae87ff4-667b-4653-8e6c-32841acfdd4e tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 945 time: 0.0529034 Nov 11 18:17:01.301305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-25de7d36-e9c8-448e-9a36-8bbcfbeebf76 req-682a0abc-4a10-4e75-81d8-a768d05da557 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466843 Nov 11 18:17:06.397647 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:17:07.496638 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-371c1ce0-5be2-4925-ae77-c776252779ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:10.474441 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c5e5148f-70b9-444d-8431-abebd7fb54b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:11.144341 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:12.739423 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:13.013757 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:13.793208 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2da8d-0e5f-4d73-aa51-6b61a26ae238 req-150ec28d-ca3c-46f1-98c8-277a740e0faa tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:13.794910 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8a2da8d-0e5f-4d73-aa51-6b61a26ae238 req-150ec28d-ca3c-46f1-98c8-277a740e0faa tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 945 time: 0.0489202 Nov 11 18:17:13.842925 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8a2da8d-0e5f-4d73-aa51-6b61a26ae238 req-25e92392-7738-4c1f-b932-96e3af6ee55c tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418413 Nov 11 18:17:13.864996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52826) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:17:13.986998 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc16466-2a15-4b7e-be9d-6ec12bea21f4 tempest-TestMinimumBasicScenario-1867662069 tempest-TestMinimumBasicScenario-1867662069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:13.988543 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bcc16466-2a15-4b7e-be9d-6ec12bea21f4 tempest-TestMinimumBasicScenario-1867662069 tempest-TestMinimumBasicScenario-1867662069-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 1091 time: 0.1225665 Nov 11 18:17:13.991581 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52830) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:17:13.995716 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-0db206c5-7fe5-4f44-a718-2a271aded4ca tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': 'fd1068c7-89b0-4944-87e7-07f6863db015', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:17:14.018221 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0db206c5-7fe5-4f44-a718-2a271aded4ca tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:14.115271 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0db206c5-7fe5-4f44-a718-2a271aded4ca tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:14.219521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-0db206c5-7fe5-4f44-a718-2a271aded4ca tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Allocated IP 172.25.2.146 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/11a647f7-cd7a-439d-ac55-ab54dbd42bf6) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:17:14.319511 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0db206c5-7fe5-4f44-a718-2a271aded4ca tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:14.350951 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0db206c5-7fe5-4f44-a718-2a271aded4ca tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:14.386578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db206c5-7fe5-4f44-a718-2a271aded4ca tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:17:14.391330 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-0db206c5-7fe5-4f44-a718-2a271aded4ca tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:17:14.394812 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db206c5-7fe5-4f44-a718-2a271aded4ca tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:17:14.423692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db206c5-7fe5-4f44-a718-2a271aded4ca tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Pushing event updated for resources: {'Port': ['ID=11a647f7-cd7a-439d-ac55-ab54dbd42bf6,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:17:14.760616 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0db206c5-7fe5-4f44-a718-2a271aded4ca tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:14.830699 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0db206c5-7fe5-4f44-a718-2a271aded4ca tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:14.979641 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0db206c5-7fe5-4f44-a718-2a271aded4ca tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:14.984748 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0db206c5-7fe5-4f44-a718-2a271aded4ca tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:15.048244 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db206c5-7fe5-4f44-a718-2a271aded4ca tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Pushing event updated for resources: {'Port': ['ID=11a647f7-cd7a-439d-ac55-ab54dbd42bf6,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:17:15.064249 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0db206c5-7fe5-4f44-a718-2a271aded4ca tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:15.163798 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-0db206c5-7fe5-4f44-a718-2a271aded4ca tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Floating IP db421600-7d09-4aa3-91c8-779de7e38d5e associated. External IP: 172.25.2.146, port: fd1068c7-89b0-4944-87e7-07f6863db015. Nov 11 18:17:15.669971 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db206c5-7fe5-4f44-a718-2a271aded4ca tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Router 49e39460-a2f0-481e-b85e-7317ab77652f has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:17:15.776887 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db206c5-7fe5-4f44-a718-2a271aded4ca tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:17:15.787274 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6de2279-3728-4595-902b-87572f786240 None None] Sync routers for ids ['49e39460-a2f0-481e-b85e-7317ab77652f'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:17:15.796096 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0db206c5-7fe5-4f44-a718-2a271aded4ca tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:15.800495 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6de2279-3728-4595-902b-87572f786240 None None] Routers {'49e39460-a2f0-481e-b85e-7317ab77652f'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:17:15.801139 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-d6de2279-3728-4595-902b-87572f786240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:17:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['49e39460-a2f0-481e-b85e-7317ab77652f'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:17:15.823125 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0db206c5-7fe5-4f44-a718-2a271aded4ca tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8305242 Nov 11 18:17:15.823711 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c', 'tag': 'fd1068c7-89b0-4944-87e7-07f6863db015'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:17:15.827030 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a167ffb9-3e70-4ea9-81bb-6782cbb56225" -d '{"events": [{"name": "network-changed", "server_uuid": "486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c", "tag": "fd1068c7-89b0-4944-87e7-07f6863db015"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:17:15.829521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52832) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:17:15.841019 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-0545d3ae-b71b-4d39-9d89-2a598d84b9d1 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-320904467', 'description': 'tempest-secgroup-smoke-320904467 description', 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:17:15.864754 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0545d3ae-b71b-4d39-9d89-2a598d84b9d1 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:15.868741 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea545470-c7e2-4f55-830e-79dbccb83340 x-openstack-request-id: req-ea545470-c7e2-4f55-830e-79dbccb83340 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:17:15.869037 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c", "tag": "fd1068c7-89b0-4944-87e7-07f6863db015", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:17:15.869288 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ea545470-c7e2-4f55-830e-79dbccb83340 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:17:15.869681 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c', 'tag': 'fd1068c7-89b0-4944-87e7-07f6863db015', 'status': 'completed', 'code': 200} Nov 11 18:17:15.913080 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-d6de2279-3728-4595-902b-87572f786240 None None] Set router 49e39460-a2f0-481e-b85e-7317ab77652f gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:17:15.959188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167ffb9-3e70-4ea9-81bb-6782cbb56225 req-0f3e25bf-04de-40ba-920a-b410872fc226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:15.960714 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a167ffb9-3e70-4ea9-81bb-6782cbb56225 req-0f3e25bf-04de-40ba-920a-b410872fc226 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b7a2143ced2f4f378a59e47060ba30e0&device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 1096 time: 0.0696738 Nov 11 18:17:15.977167 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0545d3ae-b71b-4d39-9d89-2a598d84b9d1 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:15.989604 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0545d3ae-b71b-4d39-9d89-2a598d84b9d1 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.054014 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-0545d3ae-b71b-4d39-9d89-2a598d84b9d1 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.055254 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0545d3ae-b71b-4d39-9d89-2a598d84b9d1 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2193737 Nov 11 18:17:16.060606 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52836) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:17:16.062822 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545d3ae-b71b-4d39-9d89-2a598d84b9d1 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec50b9d-5fb4-4ebd-bb6e-0de36237016e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:17:16.066460 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-6c1fbb42-94ba-494b-bd57-4744bfcc2284 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Request body: {'security_group_rule': {'security_group_id': '9ec50b9d-5fb4-4ebd-bb6e-0de36237016e', 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:17:16.094480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167ffb9-3e70-4ea9-81bb-6782cbb56225 req-e4e7f02d-fc3b-461c-83bc-6eed6fd79f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:16.096003 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a167ffb9-3e70-4ea9-81bb-6782cbb56225 req-e4e7f02d-fc3b-461c-83bc-6eed6fd79f6f service neutron] 10.222.0.83 "GET /v2.0/networks?id=f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d HTTP/1.1" status: 200 len: 917 time: 0.1279047 Nov 11 18:17:16.097262 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c1fbb42-94ba-494b-bd57-4744bfcc2284 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.142287 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-d6de2279-3728-4595-902b-87572f786240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'name': 'tempest-TestMinimumBasicScenario-2112324276-router', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:22Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 4, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'gw_port': {'id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:23Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'db421600-7d09-4aa3-91c8-779de7e38d5e', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'port_id': 'fd1068c7-89b0-4944-87e7-07f6863db015', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d', 'mac_address': 'fa:16:3e:43:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:17:14Z', 'updated_at': '2021-11-11T18:17:14Z', 'revision_number': 0, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527d2cfb-9e8e-4f46-b525-641023aaa3b0', 'name': '', 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'mac_address': 'fa:16:3e:3c:46:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'affa14cf-a803-4323-b606-3f451069e9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:24Z', 'updated_at': '2021-11-11T18:16:30Z', 'revision_number': 5, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'subnets': [{'id': 'affa14cf-a803-4323-b606-3f451069e9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:17:16.145080 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c1fbb42-94ba-494b-bd57-4744bfcc2284 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.150311 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c1fbb42-94ba-494b-bd57-4744bfcc2284 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.167184 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a167ffb9-3e70-4ea9-81bb-6782cbb56225 req-c7aa2972-8f91-40d4-8d74-3c51e8cc9737 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd1068c7-89b0-4944-87e7-07f6863db015 HTTP/1.1" status: 200 len: 999 time: 0.0643926 Nov 11 18:17:16.170593 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fbb42-94ba-494b-bd57-4744bfcc2284 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff8c261-0702-447a-babb-a84e82a9e4b5,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:17:16.177247 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6de2279-3728-4595-902b-87572f786240 None None] Checking router: 49e39460-a2f0-481e-b85e-7317ab77652f for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:17:16.180745 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6c1fbb42-94ba-494b-bd57-4744bfcc2284 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.184902 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6c1fbb42-94ba-494b-bd57-4744bfcc2284 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232440 Nov 11 18:17:16.185560 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52838) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:17:16.186733 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6de2279-3728-4595-902b-87572f786240 None None] Routers {'49e39460-a2f0-481e-b85e-7317ab77652f'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:17:16.187359 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-d6de2279-3728-4595-902b-87572f786240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:17:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['49e39460-a2f0-481e-b85e-7317ab77652f'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:17:16.189988 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-dfe5895e-1277-4771-bdd6-6ed5cd203d47 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Request body: {'security_group_rule': {'security_group_id': '9ec50b9d-5fb4-4ebd-bb6e-0de36237016e', 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:17:16.217598 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dfe5895e-1277-4771-bdd6-6ed5cd203d47 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.222850 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167ffb9-3e70-4ea9-81bb-6782cbb56225 req-6fa2b57e-5b53-4f32-82cf-9cd8f41dcdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:16.224508 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a167ffb9-3e70-4ea9-81bb-6782cbb56225 req-6fa2b57e-5b53-4f32-82cf-9cd8f41dcdd6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=affa14cf-a803-4323-b606-3f451069e9df HTTP/1.1" status: 200 len: 854 time: 0.0509717 Nov 11 18:17:16.273816 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167ffb9-3e70-4ea9-81bb-6782cbb56225 req-09474d6f-00bc-406f-9c17-b3283886fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:16.275415 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a167ffb9-3e70-4ea9-81bb-6782cbb56225 req-09474d6f-00bc-406f-9c17-b3283886fc88 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435615 Nov 11 18:17:16.278722 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dfe5895e-1277-4771-bdd6-6ed5cd203d47 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.282841 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dfe5895e-1277-4771-bdd6-6ed5cd203d47 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.303051 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5895e-1277-4771-bdd6-6ed5cd203d47 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d8443a-341e-48b3-9323-9b38736e6e1f,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:17:16.303384 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-d6de2279-3728-4595-902b-87572f786240 None None] Set router 49e39460-a2f0-481e-b85e-7317ab77652f gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:17:16.314383 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dfe5895e-1277-4771-bdd6-6ed5cd203d47 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.318236 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dfe5895e-1277-4771-bdd6-6ed5cd203d47 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292121 Nov 11 18:17:16.318668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52840) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:17:16.323466 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a9b62573-b77c-48c5-9172-6a9d7a9432a2 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Request body: {'security_group_rule': {'security_group_id': '9ec50b9d-5fb4-4ebd-bb6e-0de36237016e', 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:17:16.355134 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a9b62573-b77c-48c5-9172-6a9d7a9432a2 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.374732 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a167ffb9-3e70-4ea9-81bb-6782cbb56225 req-052afc2c-d2fb-4c9f-a3d0-c7d1bcda540b service neutron] 10.222.0.83 "GET /v2.0/networks/f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920835 Nov 11 18:17:16.414714 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a9b62573-b77c-48c5-9172-6a9d7a9432a2 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.419855 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a9b62573-b77c-48c5-9172-6a9d7a9432a2 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.440726 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b62573-b77c-48c5-9172-6a9d7a9432a2 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26abbf51-255d-4832-8e22-a1785cd2d117,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:17:16.446485 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a9b62573-b77c-48c5-9172-6a9d7a9432a2 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.448161 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a9b62573-b77c-48c5-9172-6a9d7a9432a2 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280365 Nov 11 18:17:16.450710 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52842) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:17:16.455427 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-a27d82a1-fcdd-443b-b2f8-6efd216abe7c tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Request body: {'security_group_rule': {'security_group_id': '9ec50b9d-5fb4-4ebd-bb6e-0de36237016e', 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:17:16.482761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a167ffb9-3e70-4ea9-81bb-6782cbb56225 req-37941bc9-8b37-4895-889e-c91c186ec1b8 service neutron] 10.222.0.83 "GET /v2.0/networks/f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990496 Nov 11 18:17:16.484512 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a27d82a1-fcdd-443b-b2f8-6efd216abe7c tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.554328 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a27d82a1-fcdd-443b-b2f8-6efd216abe7c tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.559069 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a27d82a1-fcdd-443b-b2f8-6efd216abe7c tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.581752 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d82a1-fcdd-443b-b2f8-6efd216abe7c tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ffe0c4-7d36-411b-b76e-dc8c891d0769,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:17:16.592153 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-a27d82a1-fcdd-443b-b2f8-6efd216abe7c tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.596015 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-a27d82a1-fcdd-443b-b2f8-6efd216abe7c tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416299 Nov 11 18:17:16.596354 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52844) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:17:16.600875 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-11b7c14e-b1c7-4099-8bb2-4fe888b4333e tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Request body: {'security_group_rule': {'security_group_id': '9ec50b9d-5fb4-4ebd-bb6e-0de36237016e', 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:17:16.624485 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-11b7c14e-b1c7-4099-8bb2-4fe888b4333e tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Project b7a2143ced2f4f378a59e47060ba30e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 18:17:16.630709 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11b7c14e-b1c7-4099-8bb2-4fe888b4333e tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.688422 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11b7c14e-b1c7-4099-8bb2-4fe888b4333e tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.692567 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11b7c14e-b1c7-4099-8bb2-4fe888b4333e tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.707784 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-d6de2279-3728-4595-902b-87572f786240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'name': 'tempest-TestMinimumBasicScenario-2112324276-router', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:22Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 4, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'gw_port': {'id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:23Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'db421600-7d09-4aa3-91c8-779de7e38d5e', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'port_id': 'fd1068c7-89b0-4944-87e7-07f6863db015', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d', 'mac_address': 'fa:16:3e:43:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:17:14Z', 'updated_at': '2021-11-11T18:17:14Z', 'revision_number': 0, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527d2cfb-9e8e-4f46-b525-641023aaa3b0', 'name': '', 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'mac_address': 'fa:16:3e:3c:46:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'affa14cf-a803-4323-b606-3f451069e9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:24Z', 'updated_at': '2021-11-11T18:16:30Z', 'revision_number': 5, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'subnets': [{'id': 'affa14cf-a803-4323-b606-3f451069e9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:17:16.708094 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7c14e-b1c7-4099-8bb2-4fe888b4333e tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c948d0-d7b1-48b1-ab2d-344131da9a92,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:17:16.719548 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11b7c14e-b1c7-4099-8bb2-4fe888b4333e tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.720895 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-11b7c14e-b1c7-4099-8bb2-4fe888b4333e tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235373 Nov 11 18:17:16.723695 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 52846) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:17:16.728888 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2b98c87e-e854-4a42-9d2d-6cf506824d19 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Request body: {'security_group_rule': {'security_group_id': '9ec50b9d-5fb4-4ebd-bb6e-0de36237016e', 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:17:16.734612 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6de2279-3728-4595-902b-87572f786240 None None] The sync data for ids ['49e39460-a2f0-481e-b85e-7317ab77652f'] in n-d-816206-4 is: [{'id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'name': 'tempest-TestMinimumBasicScenario-2112324276-router', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:22Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 4, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'gw_port': {'id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:23Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'db421600-7d09-4aa3-91c8-779de7e38d5e', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'port_id': 'fd1068c7-89b0-4944-87e7-07f6863db015', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d', 'mac_address': 'fa:16:3e:43:ea:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:17:14Z', 'updated_at': '2021-11-11T18:17:14Z', 'revision_number': 0, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527d2cfb-9e8e-4f46-b525-641023aaa3b0', 'name': '', 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'mac_address': 'fa:16:3e:3c:46:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'affa14cf-a803-4323-b606-3f451069e9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:24Z', 'updated_at': '2021-11-11T18:16:30Z', 'revision_number': 5, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'subnets': [{'id': 'affa14cf-a803-4323-b606-3f451069e9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:17:16.756544 n-d-816206-4 neutron-server[102618]: INFO neutron.db.securitygroups_db [None req-2b98c87e-e854-4a42-9d2d-6cf506824d19 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Project b7a2143ced2f4f378a59e47060ba30e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 18:17:16.761828 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2b98c87e-e854-4a42-9d2d-6cf506824d19 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.827201 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2b98c87e-e854-4a42-9d2d-6cf506824d19 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.831702 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2b98c87e-e854-4a42-9d2d-6cf506824d19 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.850272 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98c87e-e854-4a42-9d2d-6cf506824d19 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2997e5fb-a72d-4e27-aea6-0501597c24d9,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:17:16.859005 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2b98c87e-e854-4a42-9d2d-6cf506824d19 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:16.860305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2b98c87e-e854-4a42-9d2d-6cf506824d19 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354532 Nov 11 18:17:16.936465 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58803b5f-0ab5-4d08-bd94-685c3cbbbe29 None None] New status for floating IP db421600-7d09-4aa3-91c8-779de7e38d5e: ACTIVE {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:17:16.967581 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36cb4062-fe13-4990-ad8e-ee8addfc0454 req-240aad76-28e3-4760-9450-0af6a4edcba6 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-320904467&fields=id&tenant_id=b7a2143ced2f4f378a59e47060ba30e0 HTTP/1.1" status: 200 len: 267 time: 0.0581231 Nov 11 18:17:17.029191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb4062-fe13-4990-ad8e-ee8addfc0454 req-65eda269-6081-407b-b186-f4f9441483a0 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:17.030602 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36cb4062-fe13-4990-ad8e-ee8addfc0454 req-65eda269-6081-407b-b186-f4f9441483a0 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 945 time: 0.0536048 Nov 11 18:17:17.041812 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-36cb4062-fe13-4990-ad8e-ee8addfc0454 req-a1c603b3-211a-4502-9ec5-2701f45e7f4b tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Request body: {'port': {'security_groups': ['279671dd-ac57-4a4c-86d1-057812e6847d', '9ec50b9d-5fb4-4ebd-bb6e-0de36237016e']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:17:17.106585 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-36cb4062-fe13-4990-ad8e-ee8addfc0454 req-a1c603b3-211a-4502-9ec5-2701f45e7f4b tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:17.290725 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-36cb4062-fe13-4990-ad8e-ee8addfc0454 req-a1c603b3-211a-4502-9ec5-2701f45e7f4b tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] For port fd1068c7-89b0-4944-87e7-07f6863db015, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=fd1068c7-89b0-4944-87e7-07f6863db015,segment=NetworkSegment(55376b46-3a12-4e76-928d-075eb2b279cc),segment_id=55376b46-3a12-4e76-928d-075eb2b279cc)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:17:17.319205 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-36cb4062-fe13-4990-ad8e-ee8addfc0454 req-a1c603b3-211a-4502-9ec5-2701f45e7f4b tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:17.324394 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-36cb4062-fe13-4990-ad8e-ee8addfc0454 req-a1c603b3-211a-4502-9ec5-2701f45e7f4b tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:17.339268 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['fd1068c7-89b0-4944-87e7-07f6863db015'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:17:17.376980 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb4062-fe13-4990-ad8e-ee8addfc0454 req-a1c603b3-211a-4502-9ec5-2701f45e7f4b tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:17.377604 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-36cb4062-fe13-4990-ad8e-ee8addfc0454 req-a1c603b3-211a-4502-9ec5-2701f45e7f4b tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:17.379032 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36cb4062-fe13-4990-ad8e-ee8addfc0454 req-a1c603b3-211a-4502-9ec5-2701f45e7f4b tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "PUT /v2.0/ports/fd1068c7-89b0-4944-87e7-07f6863db015 HTTP/1.1" status: 200 len: 981 time: 0.3419206 Nov 11 18:17:17.403160 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c603b3-211a-4502-9ec5-2701f45e7f4b tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Pushing event updated for resources: {'Port': ['ID=fd1068c7-89b0-4944-87e7-07f6863db015,revision_number=6']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:17:17.458636 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['fd1068c7-89b0-4944-87e7-07f6863db015'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:17:17.491656 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfb1d9-d7ab-4697-b904-1d7ce6416e07 req-786f9a64-d22e-4262-99de-3cfe730a1454 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:17.493380 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38dfb1d9-d7ab-4697-b904-1d7ce6416e07 req-786f9a64-d22e-4262-99de-3cfe730a1454 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 984 time: 0.0531237 Nov 11 18:17:17.560103 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38dfb1d9-d7ab-4697-b904-1d7ce6416e07 req-e381ecfc-b54e-4af3-9893-126fdb67abfc tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&id=9ec50b9d-5fb4-4ebd-bb6e-0de36237016e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597489 Nov 11 18:17:17.697395 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-793d2cca-21d4-438d-bdc3-de3fa7cb012e None None] Provisioning complete for port fd1068c7-89b0-4944-87e7-07f6863db015 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:17:17.697766 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-793d2cca-21d4-438d-bdc3-de3fa7cb012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:17.871274 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c', 'tag': 'fd1068c7-89b0-4944-87e7-07f6863db015'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:17:17.873654 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432ce1bd-4e66-41da-af41-348831ef81d2" -d '{"events": [{"name": "network-changed", "server_uuid": "486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c", "tag": "fd1068c7-89b0-4944-87e7-07f6863db015"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:17:17.913761 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5ff0bb-5fff-44d0-947e-42b307914996 x-openstack-request-id: req-af5ff0bb-5fff-44d0-947e-42b307914996 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:17:17.914059 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c", "tag": "fd1068c7-89b0-4944-87e7-07f6863db015", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:17:17.914317 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-af5ff0bb-5fff-44d0-947e-42b307914996 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:17:17.914726 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c', 'tag': 'fd1068c7-89b0-4944-87e7-07f6863db015', 'status': 'completed', 'code': 200} Nov 11 18:17:17.984505 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ce1bd-4e66-41da-af41-348831ef81d2 req-b3d61203-11e8-41df-9693-57317fe51049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:17.986024 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-432ce1bd-4e66-41da-af41-348831ef81d2 req-b3d61203-11e8-41df-9693-57317fe51049 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b7a2143ced2f4f378a59e47060ba30e0&device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 1135 time: 0.0464861 Nov 11 18:17:18.083339 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ce1bd-4e66-41da-af41-348831ef81d2 req-4925821b-525d-4045-a922-e741453c7f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:18.084857 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-432ce1bd-4e66-41da-af41-348831ef81d2 req-4925821b-525d-4045-a922-e741453c7f80 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d HTTP/1.1" status: 200 len: 917 time: 0.0901475 Nov 11 18:17:18.152660 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-432ce1bd-4e66-41da-af41-348831ef81d2 req-e8209f4c-28c9-43d9-b96c-62fd2994088c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd1068c7-89b0-4944-87e7-07f6863db015 HTTP/1.1" status: 200 len: 1001 time: 0.0601003 Nov 11 18:17:18.206214 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ce1bd-4e66-41da-af41-348831ef81d2 req-7371053d-e141-47ba-9d92-49425bc0a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:18.207644 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-432ce1bd-4e66-41da-af41-348831ef81d2 req-7371053d-e141-47ba-9d92-49425bc0a90f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=affa14cf-a803-4323-b606-3f451069e9df HTTP/1.1" status: 200 len: 854 time: 0.0481510 Nov 11 18:17:18.256772 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ce1bd-4e66-41da-af41-348831ef81d2 req-89aeb1b4-9f7c-44db-b231-a2bc02abfcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:18.258268 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-432ce1bd-4e66-41da-af41-348831ef81d2 req-89aeb1b4-9f7c-44db-b231-a2bc02abfcde service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431752 Nov 11 18:17:18.352319 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-432ce1bd-4e66-41da-af41-348831ef81d2 req-f8d2cd0d-2875-4d37-abe5-333d3814f041 service neutron] 10.222.0.83 "GET /v2.0/networks/f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863671 Nov 11 18:17:18.445184 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-432ce1bd-4e66-41da-af41-348831ef81d2 req-740bdddb-197d-4aaa-ba0c-851142200af4 service neutron] 10.222.0.83 "GET /v2.0/networks/f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856569 Nov 11 18:17:18.879416 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:24.584901 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:34.644624 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d337fe-f4fd-489a-af74-0cc31bb84ee1 req-7104a7f0-4902-4767-95b7-7a0815649fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:34.646128 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36d337fe-f4fd-489a-af74-0cc31bb84ee1 req-7104a7f0-4902-4767-95b7-7a0815649fe4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b7a2143ced2f4f378a59e47060ba30e0&device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 1135 time: 0.0620971 Nov 11 18:17:34.656997 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f19f3f-96f2-4318-9ab5-6416141d9491 req-f0e6d627-7b0e-4274-9bb2-b09ae425bb92 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:34.658430 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-79f19f3f-96f2-4318-9ab5-6416141d9491 req-f0e6d627-7b0e-4274-9bb2-b09ae425bb92 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 984 time: 0.0846434 Nov 11 18:17:34.785534 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-79f19f3f-96f2-4318-9ab5-6416141d9491 req-5d0284f6-1765-4790-90a8-8b1e19e63bdf tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&id=9ec50b9d-5fb4-4ebd-bb6e-0de36237016e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1160386 Nov 11 18:17:34.794989 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d337fe-f4fd-489a-af74-0cc31bb84ee1 req-69342960-eec2-46bd-9d62-6e9aaa3583da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:34.796581 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36d337fe-f4fd-489a-af74-0cc31bb84ee1 req-69342960-eec2-46bd-9d62-6e9aaa3583da service neutron] 10.222.0.83 "GET /v2.0/networks?id=f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d HTTP/1.1" status: 200 len: 917 time: 0.1371722 Nov 11 18:17:34.869017 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36d337fe-f4fd-489a-af74-0cc31bb84ee1 req-ae63b1b0-7a82-4430-9e6e-41c3c5e5de3d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd1068c7-89b0-4944-87e7-07f6863db015 HTTP/1.1" status: 200 len: 1001 time: 0.0649092 Nov 11 18:17:34.917850 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d337fe-f4fd-489a-af74-0cc31bb84ee1 req-c7b64ca2-40d9-4bc9-a92f-12108472ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:34.919228 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36d337fe-f4fd-489a-af74-0cc31bb84ee1 req-c7b64ca2-40d9-4bc9-a92f-12108472ae5d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=affa14cf-a803-4323-b606-3f451069e9df HTTP/1.1" status: 200 len: 854 time: 0.0432374 Nov 11 18:17:34.964620 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d337fe-f4fd-489a-af74-0cc31bb84ee1 req-9e1d859c-e831-45c3-9d84-1afb330e844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:34.966069 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36d337fe-f4fd-489a-af74-0cc31bb84ee1 req-9e1d859c-e831-45c3-9d84-1afb330e844c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397422 Nov 11 18:17:35.060196 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36d337fe-f4fd-489a-af74-0cc31bb84ee1 req-9fd52ad6-c118-436e-aa1d-5bff56970f2b service neutron] 10.222.0.83 "GET /v2.0/networks/f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866640 Nov 11 18:17:35.149958 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-36d337fe-f4fd-489a-af74-0cc31bb84ee1 req-612dbc74-b5bb-4ca8-b85a-722b33fc2269 service neutron] 10.222.0.83 "GET /v2.0/networks/f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826929 Nov 11 18:17:35.901208 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338442a5-0d1b-4407-b7c7-31335ea3c0e2 req-ee7f760a-5e96-43ef-8bde-b2a4fb04cce4 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:35.903201 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-338442a5-0d1b-4407-b7c7-31335ea3c0e2 req-ee7f760a-5e96-43ef-8bde-b2a4fb04cce4 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 984 time: 0.0498061 Nov 11 18:17:35.962661 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-338442a5-0d1b-4407-b7c7-31335ea3c0e2 req-66d84c8b-25ab-4ec3-809e-d94dbd2cbafc tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&id=9ec50b9d-5fb4-4ebd-bb6e-0de36237016e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533178 Nov 11 18:17:37.082025 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aef63a-2e7f-4422-8fcd-33e45f5ec310 req-32243fbd-3d32-4564-9ff4-c28e1f227e9c tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:37.083404 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-54aef63a-2e7f-4422-8fcd-33e45f5ec310 req-32243fbd-3d32-4564-9ff4-c28e1f227e9c tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 984 time: 0.0542998 Nov 11 18:17:37.143120 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-54aef63a-2e7f-4422-8fcd-33e45f5ec310 req-87baca21-c7ec-40b1-ac36-3f2caba27664 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&id=9ec50b9d-5fb4-4ebd-bb6e-0de36237016e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537210 Nov 11 18:17:37.498249 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b0168902-e371-4383-8a9c-4099e2cd0d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:38.013943 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751fbda-6851-4b71-8b2d-50aeea488691 req-7d1bed33-2b52-4071-add9-5aa0f14a8d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:38.015500 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8751fbda-6851-4b71-8b2d-50aeea488691 req-7d1bed33-2b52-4071-add9-5aa0f14a8d10 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b7a2143ced2f4f378a59e47060ba30e0&device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 1135 time: 0.0455816 Nov 11 18:17:38.123352 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751fbda-6851-4b71-8b2d-50aeea488691 req-b404cf7e-c526-440f-b02e-6fad1330a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:38.124778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8751fbda-6851-4b71-8b2d-50aeea488691 req-b404cf7e-c526-440f-b02e-6fad1330a856 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d HTTP/1.1" status: 200 len: 917 time: 0.0904498 Nov 11 18:17:38.195255 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8751fbda-6851-4b71-8b2d-50aeea488691 req-54110752-3a18-479a-9c23-0d3bd9f16453 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd1068c7-89b0-4944-87e7-07f6863db015 HTTP/1.1" status: 200 len: 1001 time: 0.0595255 Nov 11 18:17:38.274429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751fbda-6851-4b71-8b2d-50aeea488691 req-2d79fdc6-1ab0-4f3d-8d3e-6ed36facf5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:38.275863 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8751fbda-6851-4b71-8b2d-50aeea488691 req-2d79fdc6-1ab0-4f3d-8d3e-6ed36facf5b8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=affa14cf-a803-4323-b606-3f451069e9df HTTP/1.1" status: 200 len: 854 time: 0.0737782 Nov 11 18:17:38.291829 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1431417-895e-4dd1-bf10-247ad145abb1 req-d00e36eb-c794-4b92-a575-e3ed1e20ee4f tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:38.293669 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a1431417-895e-4dd1-bf10-247ad145abb1 req-d00e36eb-c794-4b92-a575-e3ed1e20ee4f tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 984 time: 0.0657253 Nov 11 18:17:38.372304 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751fbda-6851-4b71-8b2d-50aeea488691 req-29e73b5b-75d8-4679-a3b0-6df525c0812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:38.374537 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8751fbda-6851-4b71-8b2d-50aeea488691 req-29e73b5b-75d8-4679-a3b0-6df525c0812a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903645 Nov 11 18:17:38.390219 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a1431417-895e-4dd1-bf10-247ad145abb1 req-6477d2c0-09b8-444c-940c-50d9491f423d tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&id=9ec50b9d-5fb4-4ebd-bb6e-0de36237016e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0891922 Nov 11 18:17:38.489546 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8751fbda-6851-4b71-8b2d-50aeea488691 req-a9572554-2a30-4267-a14f-34e9e76ae64a service neutron] 10.222.0.83 "GET /v2.0/networks/f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981624 Nov 11 18:17:38.578934 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8751fbda-6851-4b71-8b2d-50aeea488691 req-9bf8123e-a8cb-43ba-9384-28cfc1776fc8 service neutron] 10.222.0.83 "GET /v2.0/networks/f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820310 Nov 11 18:17:39.508653 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d23b0-1b67-4a2c-926c-a5300e9614a5 req-ca02b5a6-ae93-4642-a821-0d3a25068b7f tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:39.510099 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-850d23b0-1b67-4a2c-926c-a5300e9614a5 req-ca02b5a6-ae93-4642-a821-0d3a25068b7f tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 984 time: 0.0524111 Nov 11 18:17:39.568852 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-850d23b0-1b67-4a2c-926c-a5300e9614a5 req-96d5ac3d-e660-4f69-80ba-c2877f5168f0 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&id=9ec50b9d-5fb4-4ebd-bb6e-0de36237016e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520627 Nov 11 18:17:40.467756 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ae1df791-20d9-4614-8b2a-7d51833af665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:40.685819 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6780d1-e0dd-4d5e-8e06-b901d6b7824d req-a9135bdf-9303-44e8-a68d-c8745edd35a8 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:40.687299 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ad6780d1-e0dd-4d5e-8e06-b901d6b7824d req-a9135bdf-9303-44e8-a68d-c8745edd35a8 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 984 time: 0.0497754 Nov 11 18:17:40.747118 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ad6780d1-e0dd-4d5e-8e06-b901d6b7824d req-afb16882-ee98-4056-97f5-6492e2ec27c3 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&id=9ec50b9d-5fb4-4ebd-bb6e-0de36237016e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536468 Nov 11 18:17:41.147689 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:41.861961 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134467a-5e67-4f84-a55c-6ef2b9a27ea5 req-8760aec5-9e18-4176-95c7-e296a58bf75d tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:41.863422 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f134467a-5e67-4f84-a55c-6ef2b9a27ea5 req-8760aec5-9e18-4176-95c7-e296a58bf75d tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 984 time: 0.0489805 Nov 11 18:17:41.926196 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f134467a-5e67-4f84-a55c-6ef2b9a27ea5 req-4fa52148-5ae6-4d58-924e-c5e670c76bbf tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&id=9ec50b9d-5fb4-4ebd-bb6e-0de36237016e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567183 Nov 11 18:17:42.742353 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:43.014174 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:43.041279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9a2b9-db41-4a44-b410-9771e9e029b6 req-16f16ab3-fcc1-45c9-bbb7-0e339dab91fc tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:43.043246 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34a9a2b9-db41-4a44-b410-9771e9e029b6 req-16f16ab3-fcc1-45c9-bbb7-0e339dab91fc tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 984 time: 0.0500751 Nov 11 18:17:43.103700 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34a9a2b9-db41-4a44-b410-9771e9e029b6 req-5550b4b6-e024-426b-b476-f1ed401bfc97 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&id=9ec50b9d-5fb4-4ebd-bb6e-0de36237016e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540912 Nov 11 18:17:43.397632 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:17:44.218985 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e5db8-1c3e-42b3-a98c-0671d53f99bb req-e6e71308-1937-46a1-91cd-1a77baef1dac tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:44.220446 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1b3e5db8-1c3e-42b3-a98c-0671d53f99bb req-e6e71308-1937-46a1-91cd-1a77baef1dac tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 984 time: 0.0486143 Nov 11 18:17:44.278935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1b3e5db8-1c3e-42b3-a98c-0671d53f99bb req-97fe7cb5-53a7-4ed2-9b40-d2c4172c01cb tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&id=9ec50b9d-5fb4-4ebd-bb6e-0de36237016e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524821 Nov 11 18:17:45.400760 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e8353-d68f-45b9-a020-c6ecaa5d924e req-654cd0e4-ae63-4252-9ebf-e33993db069b tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:45.402201 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e1e8353-d68f-45b9-a020-c6ecaa5d924e req-654cd0e4-ae63-4252-9ebf-e33993db069b tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 984 time: 0.0524397 Nov 11 18:17:45.464619 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e1e8353-d68f-45b9-a020-c6ecaa5d924e req-e38fbc59-a189-46de-8527-199a23dd8c4f tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&id=9ec50b9d-5fb4-4ebd-bb6e-0de36237016e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563347 Nov 11 18:17:46.579156 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df687b-4edc-45ba-9318-fc155ac7af0f req-c5da2542-c1e5-4b06-a67e-fbd158c74b40 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:17:46.580648 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1df687b-4edc-45ba-9318-fc155ac7af0f req-c5da2542-c1e5-4b06-a67e-fbd158c74b40 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 984 time: 0.0487599 Nov 11 18:17:46.640581 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1df687b-4edc-45ba-9318-fc155ac7af0f req-80ddc87b-3857-4e49-b2b7-a6cce5a46cf3 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&id=9ec50b9d-5fb4-4ebd-bb6e-0de36237016e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533946 Nov 11 18:17:48.864041 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:17:54.582128 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:07.500128 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c3c1725d-9617-4af5-a88f-215d4365ffe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:10.468631 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ca0d6115-1b88-4e58-8e0c-fd9977054f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:11.150001 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:12.744671 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:13.015287 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:15.699425 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-c183b37e-9b2e-4491-8352-45c1b398054f req-0f8333cc-8661-42c5-8253-b2817f76bad8 tempest-ServerDiskConfigTestJSON-347905543 tempest-ServerDiskConfigTestJSON-347905543-project] (102617) timed out ('10.222.0.64', 62189) {{(pid=102617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 18:18:18.893018 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:19.090810 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2a56d6e7-f990-4e66-991e-9f310ed72a7d req-aedddc63-15d7-4166-b9a9-6c2f2a3e5fa2 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-320904467&fields=id&tenant_id=b7a2143ced2f4f378a59e47060ba30e0 HTTP/1.1" status: 200 len: 267 time: 0.1575737 Nov 11 18:18:19.147096 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56d6e7-f990-4e66-991e-9f310ed72a7d req-80c6506b-3d81-4479-aed7-1c18602ce8c8 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:19.148651 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2a56d6e7-f990-4e66-991e-9f310ed72a7d req-80c6506b-3d81-4479-aed7-1c18602ce8c8 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 984 time: 0.0522852 Nov 11 18:18:19.159421 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-2a56d6e7-f990-4e66-991e-9f310ed72a7d req-64d77a06-5800-470b-81f7-c94431c78139 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Request body: {'port': {'security_groups': ['279671dd-ac57-4a4c-86d1-057812e6847d']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:18:19.222568 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2a56d6e7-f990-4e66-991e-9f310ed72a7d req-64d77a06-5800-470b-81f7-c94431c78139 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:19.396235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-2a56d6e7-f990-4e66-991e-9f310ed72a7d req-64d77a06-5800-470b-81f7-c94431c78139 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] For port fd1068c7-89b0-4944-87e7-07f6863db015, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=fd1068c7-89b0-4944-87e7-07f6863db015,segment=NetworkSegment(55376b46-3a12-4e76-928d-075eb2b279cc),segment_id=55376b46-3a12-4e76-928d-075eb2b279cc)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:18:19.424005 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2a56d6e7-f990-4e66-991e-9f310ed72a7d req-64d77a06-5800-470b-81f7-c94431c78139 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:19.428565 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2a56d6e7-f990-4e66-991e-9f310ed72a7d req-64d77a06-5800-470b-81f7-c94431c78139 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:19.439769 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['fd1068c7-89b0-4944-87e7-07f6863db015'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:18:19.480221 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56d6e7-f990-4e66-991e-9f310ed72a7d req-64d77a06-5800-470b-81f7-c94431c78139 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:19.480861 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2a56d6e7-f990-4e66-991e-9f310ed72a7d req-64d77a06-5800-470b-81f7-c94431c78139 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:19.482272 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2a56d6e7-f990-4e66-991e-9f310ed72a7d req-64d77a06-5800-470b-81f7-c94431c78139 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "PUT /v2.0/ports/fd1068c7-89b0-4944-87e7-07f6863db015 HTTP/1.1" status: 200 len: 942 time: 0.3272076 Nov 11 18:18:19.482745 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c', 'tag': 'fd1068c7-89b0-4944-87e7-07f6863db015'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:18:19.485179 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f954791f-a218-464e-af84-15edb11d74ef" -d '{"events": [{"name": "network-changed", "server_uuid": "486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c", "tag": "fd1068c7-89b0-4944-87e7-07f6863db015"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:18:19.488418 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52900) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:19.508501 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d77a06-5800-470b-81f7-c94431c78139 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Pushing event updated for resources: {'Port': ['ID=fd1068c7-89b0-4944-87e7-07f6863db015,revision_number=7']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:19.518754 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77a06-5800-470b-81f7-c94431c78139 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.519117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77a06-5800-470b-81f7-c94431c78139 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.519465 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77a06-5800-470b-81f7-c94431c78139 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.519835 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77a06-5800-470b-81f7-c94431c78139 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.520181 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77a06-5800-470b-81f7-c94431c78139 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.520914 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77a06-5800-470b-81f7-c94431c78139 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.521258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77a06-5800-470b-81f7-c94431c78139 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.521860 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77a06-5800-470b-81f7-c94431c78139 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.522214 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77a06-5800-470b-81f7-c94431c78139 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.522549 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77a06-5800-470b-81f7-c94431c78139 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.522884 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77a06-5800-470b-81f7-c94431c78139 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.523383 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d77a06-5800-470b-81f7-c94431c78139 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.537108 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97543c0b-28bc-4d27-a31b-223d8a386a6d x-openstack-request-id: req-97543c0b-28bc-4d27-a31b-223d8a386a6d {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:18:19.537546 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c", "tag": "fd1068c7-89b0-4944-87e7-07f6863db015", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:18:19.537811 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-97543c0b-28bc-4d27-a31b-223d8a386a6d {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:18:19.538373 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c', 'tag': 'fd1068c7-89b0-4944-87e7-07f6863db015', 'status': 'completed', 'code': 200} Nov 11 18:18:19.543652 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['fd1068c7-89b0-4944-87e7-07f6863db015'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:18:19.580030 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bfa079ae-ebba-4fbd-9922-396c5c2eeb6a tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:19.617868 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bfa079ae-ebba-4fbd-9922-396c5c2eeb6a tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:19.623644 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954791f-a218-464e-af84-15edb11d74ef req-656a6db5-a557-4f66-bc14-0130d5212781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:19.625935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f954791f-a218-464e-af84-15edb11d74ef req-656a6db5-a557-4f66-bc14-0130d5212781 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b7a2143ced2f4f378a59e47060ba30e0&device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 1096 time: 0.0576940 Nov 11 18:18:19.692938 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bfa079ae-ebba-4fbd-9922-396c5c2eeb6a tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:19.695964 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-bfa079ae-ebba-4fbd-9922-396c5c2eeb6a tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:19.697222 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-bfa079ae-ebba-4fbd-9922-396c5c2eeb6a tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "DELETE /v2.0/security-groups/9ec50b9d-5fb4-4ebd-bb6e-0de36237016e HTTP/1.1" status: 204 len: 168 time: 0.2055116 Nov 11 18:18:19.702200 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 52904) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:19.766287 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa079ae-ebba-4fbd-9922-396c5c2eeb6a tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec50b9d-5fb4-4ebd-bb6e-0de36237016e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:19.774696 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954791f-a218-464e-af84-15edb11d74ef req-0a931aca-1329-4756-b2c0-118989ad6e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:19.776245 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f954791f-a218-464e-af84-15edb11d74ef req-0a931aca-1329-4756-b2c0-118989ad6e5e service neutron] 10.222.0.83 "GET /v2.0/networks?id=f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d HTTP/1.1" status: 200 len: 917 time: 0.1410391 Nov 11 18:18:19.778752 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa079ae-ebba-4fbd-9922-396c5c2eeb6a tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.779103 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa079ae-ebba-4fbd-9922-396c5c2eeb6a tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.779442 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa079ae-ebba-4fbd-9922-396c5c2eeb6a tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.779748 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a3f79ab7-f30b-4ae6-880b-f231111d3995 None None] Provisioning complete for port fd1068c7-89b0-4944-87e7-07f6863db015 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:18:19.779871 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa079ae-ebba-4fbd-9922-396c5c2eeb6a tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.780124 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a3f79ab7-f30b-4ae6-880b-f231111d3995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:19.780334 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa079ae-ebba-4fbd-9922-396c5c2eeb6a tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.780438 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa079ae-ebba-4fbd-9922-396c5c2eeb6a tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.780770 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa079ae-ebba-4fbd-9922-396c5c2eeb6a tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.781093 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa079ae-ebba-4fbd-9922-396c5c2eeb6a tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.781421 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa079ae-ebba-4fbd-9922-396c5c2eeb6a tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.781741 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa079ae-ebba-4fbd-9922-396c5c2eeb6a tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.782064 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa079ae-ebba-4fbd-9922-396c5c2eeb6a tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.782394 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa079ae-ebba-4fbd-9922-396c5c2eeb6a tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:19.859949 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f954791f-a218-464e-af84-15edb11d74ef req-d31607a1-0c4c-416a-906b-65443e3a5af5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd1068c7-89b0-4944-87e7-07f6863db015 HTTP/1.1" status: 200 len: 1001 time: 0.0756261 Nov 11 18:18:19.903018 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-98c3d3e8-0ef6-41b9-9ff5-da0d45789534 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Deleting port 11a647f7-cd7a-439d-ac55-ab54dbd42bf6 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:18:19.903450 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-98c3d3e8-0ef6-41b9-9ff5-da0d45789534 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:19.910985 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954791f-a218-464e-af84-15edb11d74ef req-765e6bff-f17e-4963-a69f-b716c4c61be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:19.912480 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f954791f-a218-464e-af84-15edb11d74ef req-765e6bff-f17e-4963-a69f-b716c4c61be8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=affa14cf-a803-4323-b606-3f451069e9df HTTP/1.1" status: 200 len: 854 time: 0.0448279 Nov 11 18:18:19.959913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954791f-a218-464e-af84-15edb11d74ef req-d8b05107-1891-40d6-b03c-bf6bd6241796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:19.961413 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f954791f-a218-464e-af84-15edb11d74ef req-d8b05107-1891-40d6-b03c-bf6bd6241796 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401907 Nov 11 18:18:19.980715 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-98c3d3e8-0ef6-41b9-9ff5-da0d45789534 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:19.981046 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-98c3d3e8-0ef6-41b9-9ff5-da0d45789534 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:19.996268 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-98c3d3e8-0ef6-41b9-9ff5-da0d45789534 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Calling delete_port for 11a647f7-cd7a-439d-ac55-ab54dbd42bf6 owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:18:20.056236 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f954791f-a218-464e-af84-15edb11d74ef req-d29a04ee-225f-40f2-8fad-b4509c25c481 service neutron] 10.222.0.83 "GET /v2.0/networks/f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873377 Nov 11 18:18:20.146559 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f954791f-a218-464e-af84-15edb11d74ef req-50906f8f-a525-481f-8397-d6c5ae954e53 service neutron] 10.222.0.83 "GET /v2.0/networks/f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832546 Nov 11 18:18:20.173042 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-98c3d3e8-0ef6-41b9-9ff5-da0d45789534 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:20.198547 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3d3e8-0ef6-41b9-9ff5-da0d45789534 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Pushing event deleted for resources: {'Port': ['ID=11a647f7-cd7a-439d-ac55-ab54dbd42bf6,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:20.263785 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-98c3d3e8-0ef6-41b9-9ff5-da0d45789534 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:20.264033 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-98c3d3e8-0ef6-41b9-9ff5-da0d45789534 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Floating IP db421600-7d09-4aa3-91c8-779de7e38d5e disassociated (deleted). External IP: 172.25.2.146, port: fd1068c7-89b0-4944-87e7-07f6863db015. Nov 11 18:18:20.396745 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:18:20.476934 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c3d3e8-0ef6-41b9-9ff5-da0d45789534 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Router 49e39460-a2f0-481e-b85e-7317ab77652f has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:18:20.818693 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c3d3e8-0ef6-41b9-9ff5-da0d45789534 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:18:20.823337 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-98c3d3e8-0ef6-41b9-9ff5-da0d45789534 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:20.829565 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3fab2-e2e4-4525-b037-3dbbc49952b6 None None] Sync routers for ids ['49e39460-a2f0-481e-b85e-7317ab77652f'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:18:20.837991 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3fab2-e2e4-4525-b037-3dbbc49952b6 None None] Routers {'49e39460-a2f0-481e-b85e-7317ab77652f'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:18:20.839124 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3ea3fab2-e2e4-4525-b037-3dbbc49952b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:18:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['49e39460-a2f0-481e-b85e-7317ab77652f'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:20.851863 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-98c3d3e8-0ef6-41b9-9ff5-da0d45789534 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "DELETE /v2.0/floatingips/db421600-7d09-4aa3-91c8-779de7e38d5e HTTP/1.1" status: 204 len: 168 time: 1.1485817 Nov 11 18:18:20.852470 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c', 'tag': 'fd1068c7-89b0-4944-87e7-07f6863db015'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:18:20.855342 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce0985748977e3fd26376c80dbb6ea189fd81e02bd3d57a001dfe7f9eeece1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441a85c6-37e6-451c-bab2-746dc44a9b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c", "tag": "fd1068c7-89b0-4944-87e7-07f6863db015"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:18:20.946215 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-3ea3fab2-e2e4-4525-b037-3dbbc49952b6 None None] Set router 49e39460-a2f0-481e-b85e-7317ab77652f gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:18:21.062070 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c514924-8d2c-4d8b-a54b-ae6cfd666bfd x-openstack-request-id: req-4c514924-8d2c-4d8b-a54b-ae6cfd666bfd {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:18:21.062616 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c", "tag": "fd1068c7-89b0-4944-87e7-07f6863db015", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:18:21.062932 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4c514924-8d2c-4d8b-a54b-ae6cfd666bfd {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:18:21.063442 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c', 'tag': 'fd1068c7-89b0-4944-87e7-07f6863db015', 'status': 'completed', 'code': 200} Nov 11 18:18:21.139904 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a85c6-37e6-451c-bab2-746dc44a9b7f req-482a36a7-ab88-4a0b-b8d6-cf30cfcccf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:21.141392 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-441a85c6-37e6-451c-bab2-746dc44a9b7f req-482a36a7-ab88-4a0b-b8d6-cf30cfcccf07 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b7a2143ced2f4f378a59e47060ba30e0&device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 1096 time: 0.0496426 Nov 11 18:18:21.171916 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3ea3fab2-e2e4-4525-b037-3dbbc49952b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'name': 'tempest-TestMinimumBasicScenario-2112324276-router', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:22Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 4, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'gw_port': {'id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:23Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '527d2cfb-9e8e-4f46-b525-641023aaa3b0', 'name': '', 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'mac_address': 'fa:16:3e:3c:46:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'affa14cf-a803-4323-b606-3f451069e9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:24Z', 'updated_at': '2021-11-11T18:16:30Z', 'revision_number': 5, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'subnets': [{'id': 'affa14cf-a803-4323-b606-3f451069e9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:21.197494 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3fab2-e2e4-4525-b037-3dbbc49952b6 None None] Checking router: 49e39460-a2f0-481e-b85e-7317ab77652f for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:18:21.206334 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3fab2-e2e4-4525-b037-3dbbc49952b6 None None] Routers {'49e39460-a2f0-481e-b85e-7317ab77652f'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:18:21.206939 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3ea3fab2-e2e4-4525-b037-3dbbc49952b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:18:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['49e39460-a2f0-481e-b85e-7317ab77652f'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:21.238346 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a85c6-37e6-451c-bab2-746dc44a9b7f req-b757cef2-5bad-4937-893b-715aaff04696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:21.239868 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-441a85c6-37e6-451c-bab2-746dc44a9b7f req-b757cef2-5bad-4937-893b-715aaff04696 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d HTTP/1.1" status: 200 len: 917 time: 0.0875061 Nov 11 18:18:21.286062 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-441a85c6-37e6-451c-bab2-746dc44a9b7f req-0553b720-63d2-44ed-a136-8dd139c12071 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd1068c7-89b0-4944-87e7-07f6863db015 HTTP/1.1" status: 200 len: 217 time: 0.0390632 Nov 11 18:18:21.312504 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-3ea3fab2-e2e4-4525-b037-3dbbc49952b6 None None] Set router 49e39460-a2f0-481e-b85e-7317ab77652f gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:18:21.335967 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a85c6-37e6-451c-bab2-746dc44a9b7f req-17fe29f0-21f2-47c1-8543-61717e26b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:21.337442 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-441a85c6-37e6-451c-bab2-746dc44a9b7f req-17fe29f0-21f2-47c1-8543-61717e26b49f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=affa14cf-a803-4323-b606-3f451069e9df HTTP/1.1" status: 200 len: 854 time: 0.0444641 Nov 11 18:18:21.384829 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a85c6-37e6-451c-bab2-746dc44a9b7f req-1d338d5b-5016-4917-8337-f1e5652114c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:21.386976 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-441a85c6-37e6-451c-bab2-746dc44a9b7f req-1d338d5b-5016-4917-8337-f1e5652114c2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408499 Nov 11 18:18:21.479818 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-441a85c6-37e6-451c-bab2-746dc44a9b7f req-bfcec2c2-a4ec-4326-b4e9-811f2088aa07 service neutron] 10.222.0.83 "GET /v2.0/networks/f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850861 Nov 11 18:18:21.508481 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3ea3fab2-e2e4-4525-b037-3dbbc49952b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'name': 'tempest-TestMinimumBasicScenario-2112324276-router', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:22Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 4, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'gw_port': {'id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:23Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '527d2cfb-9e8e-4f46-b525-641023aaa3b0', 'name': '', 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'mac_address': 'fa:16:3e:3c:46:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'affa14cf-a803-4323-b606-3f451069e9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:24Z', 'updated_at': '2021-11-11T18:16:30Z', 'revision_number': 5, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'subnets': [{'id': 'affa14cf-a803-4323-b606-3f451069e9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:21.538781 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3fab2-e2e4-4525-b037-3dbbc49952b6 None None] The sync data for ids ['49e39460-a2f0-481e-b85e-7317ab77652f'] in n-d-816206-4 is: [{'id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'name': 'tempest-TestMinimumBasicScenario-2112324276-router', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:22Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 4, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'gw_port': {'id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:23Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '527d2cfb-9e8e-4f46-b525-641023aaa3b0', 'name': '', 'network_id': 'f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'mac_address': 'fa:16:3e:3c:46:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'affa14cf-a803-4323-b606-3f451069e9df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:24Z', 'updated_at': '2021-11-11T18:16:30Z', 'revision_number': 5, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'subnets': [{'id': 'affa14cf-a803-4323-b606-3f451069e9df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:18:21.579106 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-441a85c6-37e6-451c-bab2-746dc44a9b7f req-bc281f34-2078-4f15-bd3c-67d13ee01ca6 service neutron] 10.222.0.83 "GET /v2.0/networks/f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915067 Nov 11 18:18:21.783050 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dacc3a4-e5b9-441b-9f14-40b8c7985f5b None None] New status for floating IP db421600-7d09-4aa3-91c8-779de7e38d5e: DOWN {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:18:24.602177 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:29.899312 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cead9-7102-4a1e-a41b-ca0a031777ea req-a8365f65-1ac8-4372-b77e-c1c9525d33bc tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:29.901397 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1c0cead9-7102-4a1e-a41b-ca0a031777ea req-a8365f65-1ac8-4372-b77e-c1c9525d33bc tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 945 time: 0.0493271 Nov 11 18:18:29.952351 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1c0cead9-7102-4a1e-a41b-ca0a031777ea req-56a85e5c-8a12-4e99-a583-fd076d19326e tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447807 Nov 11 18:18:31.074555 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555f984-4c4e-4c73-9210-03c48557e916 req-cbe5a987-719f-4167-9134-6f1788f929ef tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:31.076043 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1555f984-4c4e-4c73-9210-03c48557e916 req-cbe5a987-719f-4167-9134-6f1788f929ef tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 945 time: 0.0530632 Nov 11 18:18:31.123091 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1555f984-4c4e-4c73-9210-03c48557e916 req-e5e3c44a-c2f4-4558-b6eb-678b687a87c7 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/security-groups?id=279671dd-ac57-4a4c-86d1-057812e6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408361 Nov 11 18:18:31.566250 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5597e07-1e20-4ad3-9bc7-14ae118dbbd5 req-7d4650cb-7b19-4383-9411-2f7590020f18 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:31.567687 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5597e07-1e20-4ad3-9bc7-14ae118dbbd5 req-7d4650cb-7b19-4383-9411-2f7590020f18 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.83 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 945 time: 0.0482564 Nov 11 18:18:31.666360 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-e5597e07-1e20-4ad3-9bc7-14ae118dbbd5 req-d4292e94-4ba2-48a1-8459-70fb815619e3 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Deleting port fd1068c7-89b0-4944-87e7-07f6863db015 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:18:31.666612 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e5597e07-1e20-4ad3-9bc7-14ae118dbbd5 req-d4292e94-4ba2-48a1-8459-70fb815619e3 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:31.755879 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-e5597e07-1e20-4ad3-9bc7-14ae118dbbd5 req-d4292e94-4ba2-48a1-8459-70fb815619e3 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] For port fd1068c7-89b0-4944-87e7-07f6863db015, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=fd1068c7-89b0-4944-87e7-07f6863db015,segment=NetworkSegment(55376b46-3a12-4e76-928d-075eb2b279cc),segment_id=55376b46-3a12-4e76-928d-075eb2b279cc)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:18:31.756245 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e5597e07-1e20-4ad3-9bc7-14ae118dbbd5 req-d4292e94-4ba2-48a1-8459-70fb815619e3 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:31.768776 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-e5597e07-1e20-4ad3-9bc7-14ae118dbbd5 req-d4292e94-4ba2-48a1-8459-70fb815619e3 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Calling delete_port for fd1068c7-89b0-4944-87e7-07f6863db015 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:18:31.895103 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e5597e07-1e20-4ad3-9bc7-14ae118dbbd5 req-d4292e94-4ba2-48a1-8459-70fb815619e3 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:31.906770 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['fd1068c7-89b0-4944-87e7-07f6863db015'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:18:31.924360 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4292e94-4ba2-48a1-8459-70fb815619e3 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Pushing event deleted for resources: {'Port': ['ID=fd1068c7-89b0-4944-87e7-07f6863db015,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:31.969169 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5597e07-1e20-4ad3-9bc7-14ae118dbbd5 req-d4292e94-4ba2-48a1-8459-70fb815619e3 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] No DVR routers for this DVR port fd1068c7-89b0-4944-87e7-07f6863db015 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:18:31.971828 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e5597e07-1e20-4ad3-9bc7-14ae118dbbd5 req-d4292e94-4ba2-48a1-8459-70fb815619e3 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:31.975160 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e5597e07-1e20-4ad3-9bc7-14ae118dbbd5 req-d4292e94-4ba2-48a1-8459-70fb815619e3 tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.83 "DELETE /v2.0/ports/fd1068c7-89b0-4944-87e7-07f6863db015 HTTP/1.1" status: 204 len: 173 time: 0.4008093 Nov 11 18:18:31.975593 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c', 'name': 'network-vif-deleted', 'tag': 'fd1068c7-89b0-4944-87e7-07f6863db015'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:18:31.977818 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45782c4-3fa3-407a-9ccf-46114a5a52ab" -d '{"events": [{"server_uuid": "486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c", "name": "network-vif-deleted", "tag": "fd1068c7-89b0-4944-87e7-07f6863db015"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:18:32.015688 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becaac22-80a6-43e4-8697-730650cea2c5 x-openstack-request-id: req-becaac22-80a6-43e4-8697-730650cea2c5 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:18:32.016012 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c", "name": "network-vif-deleted", "tag": "fd1068c7-89b0-4944-87e7-07f6863db015", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:18:32.016269 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-becaac22-80a6-43e4-8697-730650cea2c5 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:18:32.016673 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c', 'name': 'network-vif-deleted', 'tag': 'fd1068c7-89b0-4944-87e7-07f6863db015', 'status': 'completed', 'code': 200} Nov 11 18:18:32.231100 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b75946d-48d6-4c28-a256-9f22deec3e6d req-e2f6456b-5ff7-4997-8a9d-7b6bcda79b6d tempest-TestMinimumBasicScenario-6346551 tempest-TestMinimumBasicScenario-6346551-project] 10.222.0.76 "GET /v2.0/ports?device_id=486ab5a6-6cd4-421d-bfcd-3bf3d2bce86c HTTP/1.1" status: 200 len: 210 time: 0.0291495 Nov 11 18:18:33.820862 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53010) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:34.159282 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e6e709b4-589a-4316-8149-a9b076fc22b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:34.402312 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-e6e709b4-589a-4316-8149-a9b076fc22b1 admin admin] Deleting port 527d2cfb-9e8e-4f46-b525-641023aaa3b0 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:18:34.402656 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e6e709b4-589a-4316-8149-a9b076fc22b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:34.483471 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-e6e709b4-589a-4316-8149-a9b076fc22b1 admin admin] For port 527d2cfb-9e8e-4f46-b525-641023aaa3b0, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=527d2cfb-9e8e-4f46-b525-641023aaa3b0,segment=NetworkSegment(55376b46-3a12-4e76-928d-075eb2b279cc),segment_id=55376b46-3a12-4e76-928d-075eb2b279cc)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:18:34.483860 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e6e709b4-589a-4316-8149-a9b076fc22b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:34.496553 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-e6e709b4-589a-4316-8149-a9b076fc22b1 admin admin] Calling delete_port for 527d2cfb-9e8e-4f46-b525-641023aaa3b0 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:18:34.675988 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e6e709b4-589a-4316-8149-a9b076fc22b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:34.701400 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e709b4-589a-4316-8149-a9b076fc22b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=527d2cfb-9e8e-4f46-b525-641023aaa3b0,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:34.868953 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e6e709b4-589a-4316-8149-a9b076fc22b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:35.081313 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e709b4-589a-4316-8149-a9b076fc22b1 admin admin] Router 49e39460-a2f0-481e-b85e-7317ab77652f has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:18:35.202146 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e709b4-589a-4316-8149-a9b076fc22b1 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:18:35.207295 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e6e709b4-589a-4316-8149-a9b076fc22b1 admin admin] 10.222.0.76 "PUT /v2.0/routers/49e39460-a2f0-481e-b85e-7317ab77652f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3863757 Nov 11 18:18:35.209870 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53012) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:35.210632 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a788ab2b-3730-467b-bb5f-2bba9eedffa5 None None] Sync routers for ids ['49e39460-a2f0-481e-b85e-7317ab77652f'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:18:35.221008 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a788ab2b-3730-467b-bb5f-2bba9eedffa5 None None] Routers {'49e39460-a2f0-481e-b85e-7317ab77652f'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:18:35.221623 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-a788ab2b-3730-467b-bb5f-2bba9eedffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:18:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['49e39460-a2f0-481e-b85e-7317ab77652f'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:35.315383 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-870d2849-1bed-4e5d-bc40-47a232ba452c admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:35.331194 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-a788ab2b-3730-467b-bb5f-2bba9eedffa5 None None] Set router 49e39460-a2f0-481e-b85e-7317ab77652f gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:18:35.418838 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-870d2849-1bed-4e5d-bc40-47a232ba452c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:35.421355 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device fd1068c7-89b0-4944-87e7-07f6863db015 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:18:35.449328 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: fd1068c7-89b0-4944-87e7-07f6863db015 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:18:35.449681 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device fd1068c7-89b0-4944-87e7-07f6863db015 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:18:35.477190 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-870d2849-1bed-4e5d-bc40-47a232ba452c admin admin] Deleting port cd6f3ad4-2798-4df6-864e-e2cb879a15d1 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:18:35.477532 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-870d2849-1bed-4e5d-bc40-47a232ba452c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:35.532582 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-a788ab2b-3730-467b-bb5f-2bba9eedffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'name': 'tempest-TestMinimumBasicScenario-2112324276-router', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:22Z', 'updated_at': '2021-11-11T18:18:34Z', 'revision_number': 5, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'gw_port': {'id': 'cd6f3ad4-2798-4df6-864e-e2cb879a15d1', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:23Z', 'updated_at': '2021-11-11T18:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:35.560875 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-870d2849-1bed-4e5d-bc40-47a232ba452c admin admin] For port cd6f3ad4-2798-4df6-864e-e2cb879a15d1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=cd6f3ad4-2798-4df6-864e-e2cb879a15d1,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:18:35.561759 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-870d2849-1bed-4e5d-bc40-47a232ba452c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:35.563412 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a788ab2b-3730-467b-bb5f-2bba9eedffa5 None None] Checking router: 49e39460-a2f0-481e-b85e-7317ab77652f for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:18:35.571660 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a788ab2b-3730-467b-bb5f-2bba9eedffa5 None None] Routers {'49e39460-a2f0-481e-b85e-7317ab77652f'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:18:35.572303 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-a788ab2b-3730-467b-bb5f-2bba9eedffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:18:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['49e39460-a2f0-481e-b85e-7317ab77652f'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:35.574662 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-870d2849-1bed-4e5d-bc40-47a232ba452c admin admin] Calling delete_port for cd6f3ad4-2798-4df6-864e-e2cb879a15d1 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:18:35.661895 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-a788ab2b-3730-467b-bb5f-2bba9eedffa5 None None] Set router 49e39460-a2f0-481e-b85e-7317ab77652f gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:18:35.763609 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-870d2849-1bed-4e5d-bc40-47a232ba452c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:35.788967 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d2849-1bed-4e5d-bc40-47a232ba452c admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6f3ad4-2798-4df6-864e-e2cb879a15d1,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:35.856105 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-870d2849-1bed-4e5d-bc40-47a232ba452c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:35.881487 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d297f29-16be-4a91-a51c-d6d4197f785c None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:18:35.884829 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-a788ab2b-3730-467b-bb5f-2bba9eedffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'name': 'tempest-TestMinimumBasicScenario-2112324276-router', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:22Z', 'updated_at': '2021-11-11T18:18:35Z', 'revision_number': 6, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:35.915393 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a788ab2b-3730-467b-bb5f-2bba9eedffa5 None None] The sync data for ids ['49e39460-a2f0-481e-b85e-7317ab77652f'] in n-d-816206-4 is: [{'id': '49e39460-a2f0-481e-b85e-7317ab77652f', 'name': 'tempest-TestMinimumBasicScenario-2112324276-router', 'tenant_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:22Z', 'updated_at': '2021-11-11T18:18:35Z', 'revision_number': 6, 'project_id': 'b7a2143ced2f4f378a59e47060ba30e0', 'gw_port_host': None}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:18:35.954613 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-870d2849-1bed-4e5d-bc40-47a232ba452c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:35.956794 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-870d2849-1bed-4e5d-bc40-47a232ba452c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:35.999918 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-870d2849-1bed-4e5d-bc40-47a232ba452c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:36.000372 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870d2849-1bed-4e5d-bc40-47a232ba452c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49e39460-a2f0-481e-b85e-7317ab77652f {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 18:18:36.004734 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-870d2849-1bed-4e5d-bc40-47a232ba452c admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:36.005990 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-870d2849-1bed-4e5d-bc40-47a232ba452c admin admin] 10.222.0.76 "DELETE /v2.0/routers/49e39460-a2f0-481e-b85e-7317ab77652f HTTP/1.1" status: 204 len: 168 time: 0.7952058 Nov 11 18:18:36.008587 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53016) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:36.053234 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eae08f1-f180-4d1b-b485-ec99e6e7c991 admin admin] Deleting subnet affa14cf-a803-4323-b606-3f451069e9df {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:18:36.056383 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0eae08f1-f180-4d1b-b485-ec99e6e7c991 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:36.091642 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0eae08f1-f180-4d1b-b485-ec99e6e7c991 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:36.173873 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0eae08f1-f180-4d1b-b485-ec99e6e7c991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:36.224483 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0eae08f1-f180-4d1b-b485-ec99e6e7c991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:36.252579 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae08f1-f180-4d1b-b485-ec99e6e7c991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=affa14cf-a803-4323-b606-3f451069e9df,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:36.254570 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0eae08f1-f180-4d1b-b485-ec99e6e7c991 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:36.257837 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0eae08f1-f180-4d1b-b485-ec99e6e7c991 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/affa14cf-a803-4323-b606-3f451069e9df HTTP/1.1" status: 204 len: 168 time: 0.2483053 Nov 11 18:18:36.259076 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2325b5d-2929-4e27-a3fe-651783c4d5e4 None None] Network f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:18:36.260478 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53018) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:36.338278 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f636b7e8-b616-43c9-9359-88b1094c8db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:36.394924 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-f636b7e8-b616-43c9-9359-88b1094c8db1 admin admin] Deleting port e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:18:36.395265 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f636b7e8-b616-43c9-9359-88b1094c8db1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:36.464791 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-f636b7e8-b616-43c9-9359-88b1094c8db1 admin admin] For port e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa,segment=NetworkSegment(55376b46-3a12-4e76-928d-075eb2b279cc),segment_id=55376b46-3a12-4e76-928d-075eb2b279cc)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:18:36.465153 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f636b7e8-b616-43c9-9359-88b1094c8db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:36.477062 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-f636b7e8-b616-43c9-9359-88b1094c8db1 admin admin] Calling delete_port for e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:18:36.556468 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f636b7e8-b616-43c9-9359-88b1094c8db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:36.582854 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636b7e8-b616-43c9-9359-88b1094c8db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:36.584662 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f636b7e8-b616-43c9-9359-88b1094c8db1 admin admin] No DVR routers for this DVR port e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:18:36.655944 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f636b7e8-b616-43c9-9359-88b1094c8db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:36.677131 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-f636b7e8-b616-43c9-9359-88b1094c8db1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:36.688391 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba5491d-ac08-4649-b339-ff294ddb3815 None None] DHCP port deletion for f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:18:36.691178 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-f636b7e8-b616-43c9-9359-88b1094c8db1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55376b46-3a12-4e76-928d-075eb2b279cc') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:36.691528 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-f636b7e8-b616-43c9-9359-88b1094c8db1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55376b46-3a12-4e76-928d-075eb2b279cc') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:36.706908 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f636b7e8-b616-43c9-9359-88b1094c8db1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:36.721068 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f636b7e8-b616-43c9-9359-88b1094c8db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:36.727125 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f636b7e8-b616-43c9-9359-88b1094c8db1 admin admin] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:18:36.727504 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f636b7e8-b616-43c9-9359-88b1094c8db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: timer() Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:18:36.729182 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:18:37.084149 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f636b7e8-b616-43c9-9359-88b1094c8db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:37.089968 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f636b7e8-b616-43c9-9359-88b1094c8db1 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:37.093138 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f636b7e8-b616-43c9-9359-88b1094c8db1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d HTTP/1.1" status: 204 len: 168 time: 0.8312206 Nov 11 18:18:37.096287 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53020) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:37.104241 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636b7e8-b616-43c9-9359-88b1094c8db1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6b0a0c0-0ff5-4286-a6ef-bc5925a7630d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:37.502811 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-57f533ef-ec3b-4576-8295-669cf7d3f40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:37.691636 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0abbb324-97ff-465c-85d8-b2c0cf89f8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:37.781187 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:18:37.800762 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:18:37.801203 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e99cb6eb-72ba-45fa-9f57-43ea48c6a3fa not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:18:37.801704 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cd6f3ad4-2798-4df6-864e-e2cb879a15d1 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:18:37.820799 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: cd6f3ad4-2798-4df6-864e-e2cb879a15d1 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:18:37.821226 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device cd6f3ad4-2798-4df6-864e-e2cb879a15d1 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:18:37.821783 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 527d2cfb-9e8e-4f46-b525-641023aaa3b0 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:18:37.841107 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 527d2cfb-9e8e-4f46-b525-641023aaa3b0 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:18:37.841461 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 527d2cfb-9e8e-4f46-b525-641023aaa3b0 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:18:37.943683 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-0abbb324-97ff-465c-85d8-b2c0cf89f8a6 admin admin] Deleting port 0620b186-5557-463a-9cba-2931646be168 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:18:37.944077 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0abbb324-97ff-465c-85d8-b2c0cf89f8a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:38.021188 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-0abbb324-97ff-465c-85d8-b2c0cf89f8a6 admin admin] For port 0620b186-5557-463a-9cba-2931646be168, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=0620b186-5557-463a-9cba-2931646be168,segment=NetworkSegment(48483ff6-eed0-45c3-94f4-70f6cac0bc96),segment_id=48483ff6-eed0-45c3-94f4-70f6cac0bc96)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:18:38.021550 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0abbb324-97ff-465c-85d8-b2c0cf89f8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:38.033600 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-0abbb324-97ff-465c-85d8-b2c0cf89f8a6 admin admin] Calling delete_port for 0620b186-5557-463a-9cba-2931646be168 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:18:38.209295 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0abbb324-97ff-465c-85d8-b2c0cf89f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:38.239347 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbb324-97ff-465c-85d8-b2c0cf89f8a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0620b186-5557-463a-9cba-2931646be168,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:38.402195 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0abbb324-97ff-465c-85d8-b2c0cf89f8a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:38.615463 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abbb324-97ff-465c-85d8-b2c0cf89f8a6 admin admin] Router 405e16dc-ba85-4612-a030-03909e8766be has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:18:38.720604 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abbb324-97ff-465c-85d8-b2c0cf89f8a6 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:18:38.725509 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0abbb324-97ff-465c-85d8-b2c0cf89f8a6 admin admin] 10.222.0.76 "PUT /v2.0/routers/405e16dc-ba85-4612-a030-03909e8766be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6282048 Nov 11 18:18:38.728222 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53022) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:38.732825 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ba91a-4dc6-41b7-b138-b61aebce6680 None None] Sync routers for ids ['405e16dc-ba85-4612-a030-03909e8766be'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:18:38.742189 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9ba91a-4dc6-41b7-b138-b61aebce6680 None None] Routers {'405e16dc-ba85-4612-a030-03909e8766be'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:18:38.742804 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-1d9ba91a-4dc6-41b7-b138-b61aebce6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:18:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['405e16dc-ba85-4612-a030-03909e8766be'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:38.832781 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b77a8338-00ae-445d-b533-aa16d619473d admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:38.845827 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-1d9ba91a-4dc6-41b7-b138-b61aebce6680 None None] Set router 405e16dc-ba85-4612-a030-03909e8766be gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:18:38.931133 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b77a8338-00ae-445d-b533-aa16d619473d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:38.992854 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-b77a8338-00ae-445d-b533-aa16d619473d admin admin] Deleting port bfa5400a-7126-4a83-a320-892d4c017b82 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:18:38.993201 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b77a8338-00ae-445d-b533-aa16d619473d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:39.024366 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-1d9ba91a-4dc6-41b7-b138-b61aebce6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405e16dc-ba85-4612-a030-03909e8766be', 'name': 'tempest-TestMinimumBasicScenario-1545583493-router', 'tenant_id': '003bb916c7c64ddbb7920138423832f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'bfa5400a-7126-4a83-a320-892d4c017b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:27Z', 'updated_at': '2021-11-11T18:18:38Z', 'revision_number': 5, 'project_id': '003bb916c7c64ddbb7920138423832f2', 'gw_port': {'id': 'bfa5400a-7126-4a83-a320-892d4c017b82', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405e16dc-ba85-4612-a030-03909e8766be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:16:28Z', 'updated_at': '2021-11-11T18:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:39.050349 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ba91a-4dc6-41b7-b138-b61aebce6680 None None] Checking router: 405e16dc-ba85-4612-a030-03909e8766be for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:18:39.058950 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9ba91a-4dc6-41b7-b138-b61aebce6680 None None] Routers {'405e16dc-ba85-4612-a030-03909e8766be'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:18:39.059550 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-1d9ba91a-4dc6-41b7-b138-b61aebce6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:18:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['405e16dc-ba85-4612-a030-03909e8766be'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:39.073895 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-b77a8338-00ae-445d-b533-aa16d619473d admin admin] For port bfa5400a-7126-4a83-a320-892d4c017b82, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=bfa5400a-7126-4a83-a320-892d4c017b82,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:18:39.074269 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b77a8338-00ae-445d-b533-aa16d619473d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:39.086457 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-b77a8338-00ae-445d-b533-aa16d619473d admin admin] Calling delete_port for bfa5400a-7126-4a83-a320-892d4c017b82 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:18:39.144020 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-1d9ba91a-4dc6-41b7-b138-b61aebce6680 None None] Set router 405e16dc-ba85-4612-a030-03909e8766be gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:18:39.196224 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-1d9ba91a-4dc6-41b7-b138-b61aebce6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405e16dc-ba85-4612-a030-03909e8766be', 'name': 'tempest-TestMinimumBasicScenario-1545583493-router', 'tenant_id': '003bb916c7c64ddbb7920138423832f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:27Z', 'updated_at': '2021-11-11T18:18:38Z', 'revision_number': 6, 'project_id': '003bb916c7c64ddbb7920138423832f2', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:39.221901 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9ba91a-4dc6-41b7-b138-b61aebce6680 None None] The sync data for ids ['405e16dc-ba85-4612-a030-03909e8766be'] in n-d-816206-4 is: [{'id': '405e16dc-ba85-4612-a030-03909e8766be', 'name': 'tempest-TestMinimumBasicScenario-1545583493-router', 'tenant_id': '003bb916c7c64ddbb7920138423832f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:16:27Z', 'updated_at': '2021-11-11T18:18:38Z', 'revision_number': 6, 'project_id': '003bb916c7c64ddbb7920138423832f2', 'gw_port_host': None}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:18:39.256847 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b77a8338-00ae-445d-b533-aa16d619473d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:39.286726 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a8338-00ae-445d-b533-aa16d619473d admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa5400a-7126-4a83-a320-892d4c017b82,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:39.300587 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d9f3c9-a2c1-43a8-a867-e1e39060d32c None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:18:39.346114 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b77a8338-00ae-445d-b533-aa16d619473d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:39.434690 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b77a8338-00ae-445d-b533-aa16d619473d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:39.436816 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b77a8338-00ae-445d-b533-aa16d619473d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:39.477823 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b77a8338-00ae-445d-b533-aa16d619473d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:39.478288 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77a8338-00ae-445d-b533-aa16d619473d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 405e16dc-ba85-4612-a030-03909e8766be {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 18:18:39.483530 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b77a8338-00ae-445d-b533-aa16d619473d admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:39.484703 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b77a8338-00ae-445d-b533-aa16d619473d admin admin] 10.222.0.76 "DELETE /v2.0/routers/405e16dc-ba85-4612-a030-03909e8766be HTTP/1.1" status: 204 len: 168 time: 0.7556615 Nov 11 18:18:39.487213 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53024) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:39.535561 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-018b36d3-4a75-4a60-9d6a-45236e86c1b8 admin admin] Deleting subnet 645df89a-a7b1-4dcf-985f-18383f3bb2d2 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:18:39.538533 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-018b36d3-4a75-4a60-9d6a-45236e86c1b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:39.573716 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-018b36d3-4a75-4a60-9d6a-45236e86c1b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:39.653087 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-018b36d3-4a75-4a60-9d6a-45236e86c1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:39.717555 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-018b36d3-4a75-4a60-9d6a-45236e86c1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:39.742679 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b36d3-4a75-4a60-9d6a-45236e86c1b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=645df89a-a7b1-4dcf-985f-18383f3bb2d2,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:39.748144 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-018b36d3-4a75-4a60-9d6a-45236e86c1b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:39.751399 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-018b36d3-4a75-4a60-9d6a-45236e86c1b8 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/645df89a-a7b1-4dcf-985f-18383f3bb2d2 HTTP/1.1" status: 204 len: 168 time: 0.2631450 Nov 11 18:18:39.754112 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53026) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:39.754622 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefde948-6698-4e46-b059-0df186e19c40 None None] Network bc97edd6-d503-4328-a7da-af2b2b1555c3 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:18:39.835222 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b9439e70-5ae7-4d57-b396-ae466d46a4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:39.888784 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-b9439e70-5ae7-4d57-b396-ae466d46a4a7 admin admin] Deleting port b2915773-5dcf-441f-af6c-0da6b290ebd5 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:18:39.889124 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b9439e70-5ae7-4d57-b396-ae466d46a4a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:39.956495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-b9439e70-5ae7-4d57-b396-ae466d46a4a7 admin admin] For port b2915773-5dcf-441f-af6c-0da6b290ebd5, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b2915773-5dcf-441f-af6c-0da6b290ebd5,segment=NetworkSegment(48483ff6-eed0-45c3-94f4-70f6cac0bc96),segment_id=48483ff6-eed0-45c3-94f4-70f6cac0bc96)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:18:39.956865 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b9439e70-5ae7-4d57-b396-ae466d46a4a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:39.970554 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-b9439e70-5ae7-4d57-b396-ae466d46a4a7 admin admin] Calling delete_port for b2915773-5dcf-441f-af6c-0da6b290ebd5 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:18:39.985869 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ff8844-29b4-493a-97f7-348a34b6a441 None None] DHCP port deletion for bc97edd6-d503-4328-a7da-af2b2b1555c3 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:18:40.045289 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 0620b186-5557-463a-9cba-2931646be168 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:18:40.049244 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-27ff8844-29b4-493a-97f7-348a34b6a441 None None] Deleting port b2915773-5dcf-441f-af6c-0da6b290ebd5 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:18:40.049621 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-27ff8844-29b4-493a-97f7-348a34b6a441 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:40.063273 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b9439e70-5ae7-4d57-b396-ae466d46a4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:40.077824 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 0620b186-5557-463a-9cba-2931646be168 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:18:40.078229 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 0620b186-5557-463a-9cba-2931646be168 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:18:40.078626 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bfa5400a-7126-4a83-a320-892d4c017b82 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:18:40.093375 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9439e70-5ae7-4d57-b396-ae466d46a4a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2915773-5dcf-441f-af6c-0da6b290ebd5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:40.095187 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9439e70-5ae7-4d57-b396-ae466d46a4a7 admin admin] No DVR routers for this DVR port b2915773-5dcf-441f-af6c-0da6b290ebd5 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:18:40.126583 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: bfa5400a-7126-4a83-a320-892d4c017b82 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:18:40.126938 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device bfa5400a-7126-4a83-a320-892d4c017b82 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:18:40.127368 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b2915773-5dcf-441f-af6c-0da6b290ebd5 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:18:40.161649 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: b2915773-5dcf-441f-af6c-0da6b290ebd5 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:18:40.161993 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b2915773-5dcf-441f-af6c-0da6b290ebd5 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:18:40.174963 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b9439e70-5ae7-4d57-b396-ae466d46a4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:40.175228 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-27ff8844-29b4-493a-97f7-348a34b6a441 None None] For port b2915773-5dcf-441f-af6c-0da6b290ebd5, host n-d-816206-4, got binding levels [] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:18:40.175631 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-27ff8844-29b4-493a-97f7-348a34b6a441 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:40.188903 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-27ff8844-29b4-493a-97f7-348a34b6a441 None None] Calling delete_port for b2915773-5dcf-441f-af6c-0da6b290ebd5 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:18:40.191665 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.ipam_backend_mixin [None req-27ff8844-29b4-493a-97f7-348a34b6a441 None None] Port b2915773-5dcf-441f-af6c-0da6b290ebd5 was not found and therefore no delete operation was performed {{(pid=102619) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 18:18:40.193023 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-27ff8844-29b4-493a-97f7-348a34b6a441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:40.206556 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-b9439e70-5ae7-4d57-b396-ae466d46a4a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc97edd6-d503-4328-a7da-af2b2b1555c3']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:40.218730 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-b9439e70-5ae7-4d57-b396-ae466d46a4a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48483ff6-eed0-45c3-94f4-70f6cac0bc96') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:40.219026 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-b9439e70-5ae7-4d57-b396-ae466d46a4a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48483ff6-eed0-45c3-94f4-70f6cac0bc96') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:40.219182 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff8844-29b4-493a-97f7-348a34b6a441 None None] Pushing event deleted for resources: {'Port': ['ID=b2915773-5dcf-441f-af6c-0da6b290ebd5,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:40.229052 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ff8844-29b4-493a-97f7-348a34b6a441 None None] No DVR routers for this DVR port b2915773-5dcf-441f-af6c-0da6b290ebd5 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:18:40.231010 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b9439e70-5ae7-4d57-b396-ae466d46a4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:40.231288 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8844-29b4-493a-97f7-348a34b6a441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:40.231633 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8844-29b4-493a-97f7-348a34b6a441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:40.232011 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8844-29b4-493a-97f7-348a34b6a441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:40.232356 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8844-29b4-493a-97f7-348a34b6a441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:40.232690 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8844-29b4-493a-97f7-348a34b6a441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:40.233228 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8844-29b4-493a-97f7-348a34b6a441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:40.233557 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8844-29b4-493a-97f7-348a34b6a441 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:40.233890 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8844-29b4-493a-97f7-348a34b6a441 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:40.234224 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8844-29b4-493a-97f7-348a34b6a441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:40.234549 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8844-29b4-493a-97f7-348a34b6a441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:40.234879 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8844-29b4-493a-97f7-348a34b6a441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:40.235216 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8844-29b4-493a-97f7-348a34b6a441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:40.249128 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b9439e70-5ae7-4d57-b396-ae466d46a4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:40.256870 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9439e70-5ae7-4d57-b396-ae466d46a4a7 admin admin] Releasing vlan 1258 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:18:40.257258 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b9439e70-5ae7-4d57-b396-ae466d46a4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: timer() Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:18:40.259086 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:18:40.317658 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b9439e70-5ae7-4d57-b396-ae466d46a4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:40.323001 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b9439e70-5ae7-4d57-b396-ae466d46a4a7 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:40.326227 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b9439e70-5ae7-4d57-b396-ae466d46a4a7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/bc97edd6-d503-4328-a7da-af2b2b1555c3 HTTP/1.1" status: 204 len: 168 time: 0.5711148 Nov 11 18:18:40.337686 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9439e70-5ae7-4d57-b396-ae466d46a4a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc97edd6-d503-4328-a7da-af2b2b1555c3,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:40.470094 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fd6fbb21-8e6e-4ae7-b8a6-f29b04541ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:40.487286 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53030) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:40.527817 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-28056939-44a5-4194-923d-1c8d0cb06691 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b7a2143ced2f4f378a59e47060ba30e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391488 Nov 11 18:18:40.530263 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53032) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:40.580923 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d41be2f0-4c30-4e64-93ed-45a8e6ba99fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:40.601141 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d41be2f0-4c30-4e64-93ed-45a8e6ba99fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:40.647379 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d41be2f0-4c30-4e64-93ed-45a8e6ba99fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:40.649931 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d41be2f0-4c30-4e64-93ed-45a8e6ba99fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:40.651059 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d41be2f0-4c30-4e64-93ed-45a8e6ba99fc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/279671dd-ac57-4a4c-86d1-057812e6847d HTTP/1.1" status: 204 len: 168 time: 0.1198471 Nov 11 18:18:40.658814 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41be2f0-4c30-4e64-93ed-45a8e6ba99fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279671dd-ac57-4a4c-86d1-057812e6847d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:40.956547 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53038) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:40.996718 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c3b96d12-ef4e-401c-9c73-022c1318459e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=003bb916c7c64ddbb7920138423832f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388558 Nov 11 18:18:40.999088 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53040) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:41.046052 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fce6eaf9-0d99-4f88-8808-f979210d1a60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:41.067220 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fce6eaf9-0d99-4f88-8808-f979210d1a60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:41.112526 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fce6eaf9-0d99-4f88-8808-f979210d1a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:41.115154 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-fce6eaf9-0d99-4f88-8808-f979210d1a60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:41.116344 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-fce6eaf9-0d99-4f88-8808-f979210d1a60 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5ef606f2-bf2f-4548-9d23-4fc15d2b35b3 HTTP/1.1" status: 204 len: 168 time: 0.1163385 Nov 11 18:18:41.125030 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6eaf9-0d99-4f88-8808-f979210d1a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef606f2-bf2f-4548-9d23-4fc15d2b35b3,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:41.158025 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:42.668284 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53082) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:42.673201 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-dd9f2ddb-1c0c-4e6c-8cc7-3df7fb9b2227 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-83577249', 'description': 'tempest-secgroup-smoke-83577249 description', 'project_id': '7920bba3c2b2409bbd8010834c709096'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:18:42.697070 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dd9f2ddb-1c0c-4e6c-8cc7-3df7fb9b2227 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:42.705815 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dd9f2ddb-1c0c-4e6c-8cc7-3df7fb9b2227 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:42.748511 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:42.783125 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dd9f2ddb-1c0c-4e6c-8cc7-3df7fb9b2227 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:42.786823 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dd9f2ddb-1c0c-4e6c-8cc7-3df7fb9b2227 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:42.835119 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f2ddb-1c0c-4e6c-8cc7-3df7fb9b2227 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440a1dd1-1f7d-4a31-a425-f634bce00e47,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:42.871886 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dd9f2ddb-1c0c-4e6c-8cc7-3df7fb9b2227 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:42.875792 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dd9f2ddb-1c0c-4e6c-8cc7-3df7fb9b2227 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:42.907165 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dd9f2ddb-1c0c-4e6c-8cc7-3df7fb9b2227 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:42.908340 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dd9f2ddb-1c0c-4e6c-8cc7-3df7fb9b2227 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2390316 Nov 11 18:18:42.910179 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f2ddb-1c0c-4e6c-8cc7-3df7fb9b2227 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84889d5b-1806-40f8-ad82-9af0ce60b2df,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:42.911585 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53084) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:42.916222 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-1dcc08c2-a335-4b63-bd8c-de7efefe0c72 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': '84889d5b-1806-40f8-ad82-9af0ce60b2df', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:18:42.945868 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1dcc08c2-a335-4b63-bd8c-de7efefe0c72 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:42.990712 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1dcc08c2-a335-4b63-bd8c-de7efefe0c72 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:42.994261 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1dcc08c2-a335-4b63-bd8c-de7efefe0c72 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.012698 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc08c2-a335-4b63-bd8c-de7efefe0c72 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c707821b-8b6c-4bd5-a0f6-8c45bdabbdae,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:43.017170 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.021388 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1dcc08c2-a335-4b63-bd8c-de7efefe0c72 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.022593 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1dcc08c2-a335-4b63-bd8c-de7efefe0c72 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1099489 Nov 11 18:18:43.025563 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53086) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:43.030881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-36682cf3-c362-40bd-a227-5ce908173a4a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': '84889d5b-1806-40f8-ad82-9af0ce60b2df', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:18:43.057660 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36682cf3-c362-40bd-a227-5ce908173a4a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.112971 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36682cf3-c362-40bd-a227-5ce908173a4a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.116745 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36682cf3-c362-40bd-a227-5ce908173a4a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.137100 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36682cf3-c362-40bd-a227-5ce908173a4a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ddce13-3db5-4b69-b23f-03a228055d78,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:43.152391 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-36682cf3-c362-40bd-a227-5ce908173a4a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.153596 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-36682cf3-c362-40bd-a227-5ce908173a4a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1262488 Nov 11 18:18:43.156318 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53088) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:43.160626 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-0cc3678e-2c0c-48f8-9b2b-5520516c7f01 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': '84889d5b-1806-40f8-ad82-9af0ce60b2df', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:18:43.185742 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0cc3678e-2c0c-48f8-9b2b-5520516c7f01 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.242647 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0cc3678e-2c0c-48f8-9b2b-5520516c7f01 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.246070 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0cc3678e-2c0c-48f8-9b2b-5520516c7f01 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.264614 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3678e-2c0c-48f8-9b2b-5520516c7f01 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004aa09a-5f21-4921-85c0-8246a7d52045,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:43.269795 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0cc3678e-2c0c-48f8-9b2b-5520516c7f01 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.270973 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0cc3678e-2c0c-48f8-9b2b-5520516c7f01 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137435 Nov 11 18:18:43.273640 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53090) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:43.278437 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-b98c0702-61e5-41e3-bee6-3303552b515f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': '84889d5b-1806-40f8-ad82-9af0ce60b2df', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:18:43.304486 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b98c0702-61e5-41e3-bee6-3303552b515f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.361360 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b98c0702-61e5-41e3-bee6-3303552b515f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.365312 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b98c0702-61e5-41e3-bee6-3303552b515f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.382156 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c0702-61e5-41e3-bee6-3303552b515f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd0a9f7-1acf-4c61-aab2-0dafee621444,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:43.391075 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-b98c0702-61e5-41e3-bee6-3303552b515f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.392302 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b98c0702-61e5-41e3-bee6-3303552b515f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177449 Nov 11 18:18:43.395099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53092) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:43.399434 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-9c5db50b-2656-414c-bcaf-14f997e8e3af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': '84889d5b-1806-40f8-ad82-9af0ce60b2df', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:18:43.421840 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-9c5db50b-2656-414c-bcaf-14f997e8e3af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Project 7920bba3c2b2409bbd8010834c709096 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 18:18:43.426635 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c5db50b-2656-414c-bcaf-14f997e8e3af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.483349 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c5db50b-2656-414c-bcaf-14f997e8e3af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.486817 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c5db50b-2656-414c-bcaf-14f997e8e3af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.507228 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5db50b-2656-414c-bcaf-14f997e8e3af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d951f16c-956c-4b2f-8f81-92b42242ee1f,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:43.514703 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9c5db50b-2656-414c-bcaf-14f997e8e3af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.515913 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9c5db50b-2656-414c-bcaf-14f997e8e3af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197877 Nov 11 18:18:43.518745 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53094) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:43.523021 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-f4329b14-2b5b-4bb1-937e-9f0122aa701b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': '84889d5b-1806-40f8-ad82-9af0ce60b2df', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:18:43.545003 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-f4329b14-2b5b-4bb1-937e-9f0122aa701b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Project 7920bba3c2b2409bbd8010834c709096 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 18:18:43.550058 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4329b14-2b5b-4bb1-937e-9f0122aa701b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.608080 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4329b14-2b5b-4bb1-937e-9f0122aa701b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.611666 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4329b14-2b5b-4bb1-937e-9f0122aa701b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.630672 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4329b14-2b5b-4bb1-937e-9f0122aa701b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce882dd-0ab3-432b-a6c2-aa491a9eb985,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:43.639900 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f4329b14-2b5b-4bb1-937e-9f0122aa701b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.641075 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f4329b14-2b5b-4bb1-937e-9f0122aa701b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213930 Nov 11 18:18:43.644161 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53096) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:43.648843 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-def8f932-881e-4f2c-9104-fb71dfd75ced tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'network': {'name': 'tempest-network-smoke--215413769', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'port_security_enabled': True}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:18:43.668853 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def8f932-881e-4f2c-9104-fb71dfd75ced tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Made reservation on behalf of 7920bba3c2b2409bbd8010834c709096 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:18:43.672726 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-def8f932-881e-4f2c-9104-fb71dfd75ced tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.696107 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def8f932-881e-4f2c-9104-fb71dfd75ced tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1277} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:18:43.705540 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-def8f932-881e-4f2c-9104-fb71dfd75ced tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.705877 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-def8f932-881e-4f2c-9104-fb71dfd75ced tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Added segment 76cb5b2c-e2d6-416f-bf77-1d5298062cae of type vlan for network 0ad8473b-e6bc-4de8-820f-11c893f42725 Nov 11 18:18:43.744967 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-def8f932-881e-4f2c-9104-fb71dfd75ced tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.777733 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-def8f932-881e-4f2c-9104-fb71dfd75ced tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.783357 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def8f932-881e-4f2c-9104-fb71dfd75ced tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:43.783961 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-def8f932-881e-4f2c-9104-fb71dfd75ced tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.840660 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-def8f932-881e-4f2c-9104-fb71dfd75ced tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1954894 Nov 11 18:18:43.843558 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53098) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:43.849839 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-95961be2-7eef-4d80-97ff-68c9f4da025a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-35715838', 'admin_state_up': True, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:18:43.873150 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8f932-881e-4f2c-9104-fb71dfd75ced tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Network': ['ID=0ad8473b-e6bc-4de8-820f-11c893f42725,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:43.884245 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 0ad8473b-e6bc-4de8-820f-11c893f42725 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:18:43.888832 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95961be2-7eef-4d80-97ff-68c9f4da025a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.890049 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95961be2-7eef-4d80-97ff-68c9f4da025a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:43.941076 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95961be2-7eef-4d80-97ff-68c9f4da025a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:44.351797 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95961be2-7eef-4d80-97ff-68c9f4da025a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:44.541329 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95961be2-7eef-4d80-97ff-68c9f4da025a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:44.560472 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95961be2-7eef-4d80-97ff-68c9f4da025a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:44.664005 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-95961be2-7eef-4d80-97ff-68c9f4da025a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Allocated IP 172.25.2.149 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/9f723163-851a-46be-ba07-6cb43518415d) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:18:44.764065 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95961be2-7eef-4d80-97ff-68c9f4da025a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:44.796890 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95961be2-7eef-4d80-97ff-68c9f4da025a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:44.832256 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95961be2-7eef-4d80-97ff-68c9f4da025a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:18:44.841960 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-95961be2-7eef-4d80-97ff-68c9f4da025a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:18:44.844553 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95961be2-7eef-4d80-97ff-68c9f4da025a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:18:44.855677 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bd9244-717f-44fb-841a-cad1d9c66eaf None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:18:44.872280 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95961be2-7eef-4d80-97ff-68c9f4da025a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=9f723163-851a-46be-ba07-6cb43518415d,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:44.950136 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-6b21aeb6-564d-4274-aba0-053b863a32c1 None None] Provisioning complete for port 9f723163-851a-46be-ba07-6cb43518415d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:18:44.950738 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6b21aeb6-564d-4274-aba0-053b863a32c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:44.988541 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6b21aeb6-564d-4274-aba0-053b863a32c1 None None] Port 9f723163-851a-46be-ba07-6cb43518415d cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:18:45.147910 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95961be2-7eef-4d80-97ff-68c9f4da025a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:45.341504 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95961be2-7eef-4d80-97ff-68c9f4da025a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:45.466858 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95961be2-7eef-4d80-97ff-68c9f4da025a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 18:18:45.572468 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95961be2-7eef-4d80-97ff-68c9f4da025a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:18:45.581760 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] Sync routers for ids ['fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:18:45.593211 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] Routers {'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:18:45.593394 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-95961be2-7eef-4d80-97ff-68c9f4da025a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:45.593725 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:18:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:45.594455 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-95961be2-7eef-4d80-97ff-68c9f4da025a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7499564 Nov 11 18:18:45.597648 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53100) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:45.698649 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] Set router fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:18:45.724249 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d52ab73f-6ad2-40b3-b8f9-02b970694eb6 tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=7920bba3c2b2409bbd8010834c709096&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1255038 Nov 11 18:18:45.726997 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53104) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:45.881988 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35715838', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '9f723163-851a-46be-ba07-6cb43518415d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:18:43Z', 'updated_at': '2021-11-11T18:18:44Z', 'revision_number': 3, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9f723163-851a-46be-ba07-6cb43518415d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:44Z', 'updated_at': '2021-11-11T18:18:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:45.882272 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35171ced-9c21-4d8f-afdd-80eb2c0649ea tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:45.883464 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-35171ced-9c21-4d8f-afdd-80eb2c0649ea tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1555572 Nov 11 18:18:45.886308 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53106) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:45.911790 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] Checking router: fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:18:45.912142 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] Updating router fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 port 9f723163-851a-46be-ba07-6cb43518415d binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:18:45.923968 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6e84d550-b310-4bf1-a00d-17a4c56abcde tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365748 Nov 11 18:18:45.926584 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53108) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:45.931208 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-9886178d-c87a-4627-869f-5d390d96ef60 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-281890291', 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:18:45.939153 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:46.016356 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9886178d-c87a-4627-869f-5d390d96ef60 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Made reservation on behalf of 7920bba3c2b2409bbd8010834c709096 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:18:46.020130 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9886178d-c87a-4627-869f-5d390d96ef60 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:46.188513 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:46.193650 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:46.200003 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9886178d-c87a-4627-869f-5d390d96ef60 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:46.242690 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7b3c3d-c807-429f-b0ca-20b38fd438a4 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:18:46.256020 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] Attempting to bind port 9f723163-851a-46be-ba07-6cb43518415d on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:18:46.256390 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] Attempting to bind port 9f723163-851a-46be-ba07-6cb43518415d by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:18:46.256752 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] Attempting to bind port 9f723163-851a-46be-ba07-6cb43518415d on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:18:46.259414 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca133f3-d8bd-4c95-839e-424bc98e557a None None] Pushing event updated for resources: {'Port': ['ID=9f723163-851a-46be-ba07-6cb43518415d,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:46.265383 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:18:46.265760 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:18:46.266161 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:46.266628 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:18:46.267005 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] Bound port: 9f723163-851a-46be-ba07-6cb43518415d, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:18:46.267386 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:46.269327 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886178d-c87a-4627-869f-5d390d96ef60 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Subnet': ['ID=81fa6f0b-acf7-438f-8116-275aff383d47,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:46.277408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9886178d-c87a-4627-869f-5d390d96ef60 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Checking segment: {'id': '76cb5b2c-e2d6-416f-bf77-1d5298062cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:18:46.277773 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9886178d-c87a-4627-869f-5d390d96ef60 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network hostable DHCP agents. Network: 0ad8473b-e6bc-4de8-820f-11c893f42725, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:18:46.294576 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9886178d-c87a-4627-869f-5d390d96ef60 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network 0ad8473b-e6bc-4de8-820f-11c893f42725 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:18:46.304162 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-9886178d-c87a-4627-869f-5d390d96ef60 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 0ad8473b-e6bc-4de8-820f-11c893f42725) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:18:46.310258 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9886178d-c87a-4627-869f-5d390d96ef60 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:46.311292 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-9886178d-c87a-4627-869f-5d390d96ef60 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:46.317315 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8346bec2-c53d-4bcf-bd3c-6d55d177bea3 None None] Network 0ad8473b-e6bc-4de8-820f-11c893f42725 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:18:46.330642 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-9886178d-c87a-4627-869f-5d390d96ef60 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4004381 Nov 11 18:18:46.330868 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53110) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:46.367215 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] For port 9f723163-851a-46be-ba07-6cb43518415d, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:18:46.389943 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ef5fbee4-33a0-4610-b437-2f5dd77752c6 None None] Provisioning complete for port 9f723163-851a-46be-ba07-6cb43518415d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:18:46.390312 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ef5fbee4-33a0-4610-b437-2f5dd77752c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:46.394005 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] For port 9f723163-851a-46be-ba07-6cb43518415d, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=9f723163-851a-46be-ba07-6cb43518415d,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:18:46.419266 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:46.488425 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-ef5fbee4-33a0-4610-b437-2f5dd77752c6 None None] Port 9f723163-851a-46be-ba07-6cb43518415d cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:18:46.497879 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758a05b5-a979-48a1-bbd4-812fd4055b4c None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:18:46.535178 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca133f3-d8bd-4c95-839e-424bc98e557a None None] Pushing event updated for resources: {'Port': ['ID=9f723163-851a-46be-ba07-6cb43518415d,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:46.542823 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] Routers {'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:18:46.543466 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:18:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:46.661202 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c23758-92ad-480f-957a-24f60735af1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-0ad8473b-e6bc-4de8-820f-11c893f42725', 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ips': [{'subnet_id': '81fa6f0b-acf7-438f-8116-275aff383d47'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 18:18:46.662081 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b5c23758-92ad-480f-957a-24f60735af1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:46.689346 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-80f14243-7a55-4b18-abdc-e583f019973c None None] Provisioning complete for port 9f723163-851a-46be-ba07-6cb43518415d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:18:46.689718 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-80f14243-7a55-4b18-abdc-e583f019973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:46.744111 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] Set router fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:18:47.021490 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1160b6d-b8ab-4ba7-9491-5c39109c21de tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:47.164105 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-80f14243-7a55-4b18-abdc-e583f019973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:47.172170 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-b5c23758-92ad-480f-957a-24f60735af1a None None] Allocated IP 172.20.0.2 (0ad8473b-e6bc-4de8-820f-11c893f42725/81fa6f0b-acf7-438f-8116-275aff383d47/e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:18:47.220830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-80f14243-7a55-4b18-abdc-e583f019973c None None] For port 9f723163-851a-46be-ba07-6cb43518415d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=9f723163-851a-46be-ba07-6cb43518415d,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:18:47.259334 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-80f14243-7a55-4b18-abdc-e583f019973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:47.340646 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f14243-7a55-4b18-abdc-e583f019973c None None] Pushing event updated for resources: {'Port': ['ID=9f723163-851a-46be-ba07-6cb43518415d,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:47.369064 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35715838', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '9f723163-851a-46be-ba07-6cb43518415d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:18:43Z', 'updated_at': '2021-11-11T18:18:44Z', 'revision_number': 3, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9f723163-851a-46be-ba07-6cb43518415d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:44Z', 'updated_at': '2021-11-11T18:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:47.415417 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3203ac4-1090-42e4-a57d-edb695ddce2a None None] The sync data for ids ['fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'] in n-d-816206-4 is: [{'id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35715838', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '9f723163-851a-46be-ba07-6cb43518415d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:18:43Z', 'updated_at': '2021-11-11T18:18:44Z', 'revision_number': 3, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9f723163-851a-46be-ba07-6cb43518415d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:44Z', 'updated_at': '2021-11-11T18:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:18:47.436968 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b5c23758-92ad-480f-957a-24f60735af1a None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:47.443130 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b5c23758-92ad-480f-957a-24f60735af1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:47.485951 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c23758-92ad-480f-957a-24f60735af1a None None] Network 0ad8473b-e6bc-4de8-820f-11c893f42725 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:18:47.489130 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-b5c23758-92ad-480f-957a-24f60735af1a None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:18:47.493018 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c23758-92ad-480f-957a-24f60735af1a None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:18:47.499456 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-f1160b6d-b8ab-4ba7-9491-5c39109c21de tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Allocated IP 172.20.0.1 (0ad8473b-e6bc-4de8-820f-11c893f42725/81fa6f0b-acf7-438f-8116-275aff383d47/a699e64a-b6e3-46bb-be6f-8d43b110a26c) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:18:47.500226 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c23758-92ad-480f-957a-24f60735af1a None None] Pushing event updated for resources: {'Port': ['ID=e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:47.554589 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b5c23758-92ad-480f-957a-24f60735af1a None None] Attempting to bind port e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:18:47.554969 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b5c23758-92ad-480f-957a-24f60735af1a None None] Attempting to bind port e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '76cb5b2c-e2d6-416f-bf77-1d5298062cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:18:47.555338 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c23758-92ad-480f-957a-24f60735af1a None None] Attempting to bind port e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844 on network 0ad8473b-e6bc-4de8-820f-11c893f42725 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:18:47.561046 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c23758-92ad-480f-957a-24f60735af1a None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:18:47.561430 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c23758-92ad-480f-957a-24f60735af1a None None] Checking segment: {'id': '76cb5b2c-e2d6-416f-bf77-1d5298062cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:18:47.561843 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b5c23758-92ad-480f-957a-24f60735af1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:47.562247 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c23758-92ad-480f-957a-24f60735af1a None None] Bound using segment: {'id': '76cb5b2c-e2d6-416f-bf77-1d5298062cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:18:47.562739 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b5c23758-92ad-480f-957a-24f60735af1a None None] Bound port: e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cb5b2c-e2d6-416f-bf77-1d5298062cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:18:47.563122 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b5c23758-92ad-480f-957a-24f60735af1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:47.639825 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b5c23758-92ad-480f-957a-24f60735af1a None None] For port e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:18:47.646204 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b5c23758-92ad-480f-957a-24f60735af1a None None] For port e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844,segment=NetworkSegment(76cb5b2c-e2d6-416f-bf77-1d5298062cae),segment_id=76cb5b2c-e2d6-416f-bf77-1d5298062cae)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:18:47.652813 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b5c23758-92ad-480f-957a-24f60735af1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:47.664529 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1160b6d-b8ab-4ba7-9491-5c39109c21de tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:47.708491 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1160b6d-b8ab-4ba7-9491-5c39109c21de tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:47.729363 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c23758-92ad-480f-957a-24f60735af1a None None] Pushing event updated for resources: {'Port': ['ID=e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:47.736025 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1160b6d-b8ab-4ba7-9491-5c39109c21de tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network 0ad8473b-e6bc-4de8-820f-11c893f42725 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:18:47.739191 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-f1160b6d-b8ab-4ba7-9491-5c39109c21de tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:18:47.742640 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1160b6d-b8ab-4ba7-9491-5c39109c21de tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:18:47.825776 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1160b6d-b8ab-4ba7-9491-5c39109c21de tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=a699e64a-b6e3-46bb-be6f-8d43b110a26c,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:47.845813 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 9f723163-851a-46be-ba07-6cb43518415d up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:18:47.847630 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1160b6d-b8ab-4ba7-9491-5c39109c21de tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:47.901911 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 9f723163-851a-46be-ba07-6cb43518415d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:18:47.902428 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:48.025431 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1160b6d-b8ab-4ba7-9491-5c39109c21de tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:48.331089 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1160b6d-b8ab-4ba7-9491-5c39109c21de tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:48.335901 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1160b6d-b8ab-4ba7-9491-5c39109c21de tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:48.416395 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1160b6d-b8ab-4ba7-9491-5c39109c21de tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=a699e64a-b6e3-46bb-be6f-8d43b110a26c,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:48.420377 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1160b6d-b8ab-4ba7-9491-5c39109c21de tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:48.518142 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1160b6d-b8ab-4ba7-9491-5c39109c21de tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network 0ad8473b-e6bc-4de8-820f-11c893f42725 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:18:48.519479 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-f1160b6d-b8ab-4ba7-9491-5c39109c21de tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:18:48.644408 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1160b6d-b8ab-4ba7-9491-5c39109c21de tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:18:48.751179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb605a91-9f3a-4670-a6d9-957c47c3f922 None None] Network 0ad8473b-e6bc-4de8-820f-11c893f42725 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:18:48.758373 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1160b6d-b8ab-4ba7-9491-5c39109c21de tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:18:48.764664 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f1160b6d-b8ab-4ba7-9491-5c39109c21de tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "PUT /v2.0/routers/fa1a3fcf-9849-4dd7-a421-2b31d2a706e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4327755 Nov 11 18:18:48.816981 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d40f180e-aa49-49a8-a38f-c491b159f04f None None] Provisioning complete for port e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:18:48.817461 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d40f180e-aa49-49a8-a38f-c491b159f04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:48.931823 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-416c6cd7-8bf1-4524-850f-c845f434ee8a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83577249&fields=id&tenant_id=7920bba3c2b2409bbd8010834c709096 HTTP/1.1" status: 200 len: 267 time: 0.0487800 Nov 11 18:18:48.947168 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:48.986564 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d40f180e-aa49-49a8-a38f-c491b159f04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:49.026265 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d40f180e-aa49-49a8-a38f-c491b159f04f None None] For port e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844,segment=NetworkSegment(76cb5b2c-e2d6-416f-bf77-1d5298062cae),segment_id=76cb5b2c-e2d6-416f-bf77-1d5298062cae)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:18:49.033417 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d40f180e-aa49-49a8-a38f-c491b159f04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:49.054078 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-de23500b-1890-4885-a67e-9a566a502cc7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:49.055775 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-de23500b-1890-4885-a67e-9a566a502cc7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/networks?id=0ad8473b-e6bc-4de8-820f-11c893f42725 HTTP/1.1" status: 200 len: 796 time: 0.1161418 Nov 11 18:18:49.077043 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-3d99c64c-532c-4898-8894-ba89cd5b517b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/quotas/7920bba3c2b2409bbd8010834c709096 HTTP/1.1" status: 200 len: 375 time: 0.0130947 Nov 11 18:18:49.097804 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f180e-aa49-49a8-a38f-c491b159f04f None None] Pushing event updated for resources: {'Port': ['ID=e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:49.140043 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-83360114-9fb3-47d7-874d-feb750e1a32b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537071 Nov 11 18:18:49.154657 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] Sync routers for ids ['fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:18:49.164488 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] Routers {'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:18:49.165199 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:18:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:49.240702 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-653ada59-59f2-4668-85fd-fcbf32606991 service neutron] 10.222.0.76 "GET /v2.0/networks/0ad8473b-e6bc-4de8-820f-11c893f42725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880702 Nov 11 18:18:49.261980 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e81d710e-dffe-415a-8374-04b1661a196f None None] Provisioning complete for port e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:18:49.262360 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e81d710e-dffe-415a-8374-04b1661a196f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:49.279464 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] Set router fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:18:49.365865 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-212045c5-7d18-4707-bb7d-cb2bed02e2a6 service neutron] 10.222.0.76 "GET /v2.0/networks/0ad8473b-e6bc-4de8-820f-11c893f42725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149366 Nov 11 18:18:49.368957 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e81d710e-dffe-415a-8374-04b1661a196f None None] Provisioning complete for port a699e64a-b6e3-46bb-be6f-8d43b110a26c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:18:49.369326 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e81d710e-dffe-415a-8374-04b1661a196f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:49.410484 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e81d710e-dffe-415a-8374-04b1661a196f None None] Port a699e64a-b6e3-46bb-be6f-8d43b110a26c cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:18:49.500561 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35715838', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '9f723163-851a-46be-ba07-6cb43518415d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:18:43Z', 'updated_at': '2021-11-11T18:18:47Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9f723163-851a-46be-ba07-6cb43518415d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:44Z', 'updated_at': '2021-11-11T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'a699e64a-b6e3-46bb-be6f-8d43b110a26c', 'name': '', 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:fd:7b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '81fa6f0b-acf7-438f-8116-275aff383d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:47Z', 'updated_at': '2021-11-11T18:18:48Z', 'revision_number': 2, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '81fa6f0b-acf7-438f-8116-275aff383d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:49.538364 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7e77869e-e45c-425e-a8fa-fb5082a86bdf None None] Provisioning complete for port a699e64a-b6e3-46bb-be6f-8d43b110a26c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:18:49.538746 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7e77869e-e45c-425e-a8fa-fb5082a86bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:49.545320 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] Checking router: fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:18:49.546178 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] Updating router fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 port a699e64a-b6e3-46bb-be6f-8d43b110a26c binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:18:49.556310 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0ef2e1d2-ed65-4bd1-b7b8-f1b6934334b0 req-36cf798b-1c07-4a29-a644-05d7dd9623f4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 210 time: 0.0315554 Nov 11 18:18:49.573104 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:49.602956 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-7e77869e-e45c-425e-a8fa-fb5082a86bdf None None] Port a699e64a-b6e3-46bb-be6f-8d43b110a26c cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:18:49.725976 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-cfa694dc-9785-4a2f-ba0e-080de4de74a7 None None] Provisioning complete for port a699e64a-b6e3-46bb-be6f-8d43b110a26c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:18:49.726578 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cfa694dc-9785-4a2f-ba0e-080de4de74a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:49.780859 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-cfa694dc-9785-4a2f-ba0e-080de4de74a7 None None] Port a699e64a-b6e3-46bb-be6f-8d43b110a26c cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:18:49.847556 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:18:49.893167 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:49.899262 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:49.906642 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:18:49.906816 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:49.947147 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb9e8c-4d43-479a-8805-9d98fb4cf387 None None] Pushing event updated for resources: {'Port': ['ID=a699e64a-b6e3-46bb-be6f-8d43b110a26c,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:49.958370 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb9e8c-4d43-479a-8805-9d98fb4cf387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:49.958579 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb9e8c-4d43-479a-8805-9d98fb4cf387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:49.958895 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb9e8c-4d43-479a-8805-9d98fb4cf387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:49.959221 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb9e8c-4d43-479a-8805-9d98fb4cf387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:49.959551 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb9e8c-4d43-479a-8805-9d98fb4cf387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:49.960192 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb9e8c-4d43-479a-8805-9d98fb4cf387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:49.960312 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb9e8c-4d43-479a-8805-9d98fb4cf387 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:49.960558 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb9e8c-4d43-479a-8805-9d98fb4cf387 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:49.960912 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb9e8c-4d43-479a-8805-9d98fb4cf387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:49.961186 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb9e8c-4d43-479a-8805-9d98fb4cf387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:49.961502 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb9e8c-4d43-479a-8805-9d98fb4cf387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:49.961822 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fb9e8c-4d43-479a-8805-9d98fb4cf387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:18:50.022156 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] Attempting to bind port a699e64a-b6e3-46bb-be6f-8d43b110a26c on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:18:50.022650 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] Attempting to bind port a699e64a-b6e3-46bb-be6f-8d43b110a26c by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '76cb5b2c-e2d6-416f-bf77-1d5298062cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:18:50.022866 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] Attempting to bind port a699e64a-b6e3-46bb-be6f-8d43b110a26c on network 0ad8473b-e6bc-4de8-820f-11c893f42725 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:18:50.031260 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:18:50.031624 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] Checking segment: {'id': '76cb5b2c-e2d6-416f-bf77-1d5298062cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:18:50.032109 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:50.032414 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] Bound using segment: {'id': '76cb5b2c-e2d6-416f-bf77-1d5298062cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:18:50.033281 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] Bound port: a699e64a-b6e3-46bb-be6f-8d43b110a26c, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cb5b2c-e2d6-416f-bf77-1d5298062cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:18:50.033663 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:50.205695 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b04b7b45-c472-473a-91a3-00b93e1f0c1e None None] Provisioning complete for port a699e64a-b6e3-46bb-be6f-8d43b110a26c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:18:50.206397 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b04b7b45-c472-473a-91a3-00b93e1f0c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:50.209175 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] For port a699e64a-b6e3-46bb-be6f-8d43b110a26c, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:18:50.215816 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] For port a699e64a-b6e3-46bb-be6f-8d43b110a26c, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a699e64a-b6e3-46bb-be6f-8d43b110a26c,segment=NetworkSegment(76cb5b2c-e2d6-416f-bf77-1d5298062cae),segment_id=76cb5b2c-e2d6-416f-bf77-1d5298062cae)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:18:50.220670 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:50.246630 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b04b7b45-c472-473a-91a3-00b93e1f0c1e None None] Port a699e64a-b6e3-46bb-be6f-8d43b110a26c cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:18:50.297814 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] Routers {'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:18:50.298892 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:18:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:50.337851 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb9e8c-4d43-479a-8805-9d98fb4cf387 None None] Pushing event updated for resources: {'Port': ['ID=a699e64a-b6e3-46bb-be6f-8d43b110a26c,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:50.417974 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] Set router fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:18:50.473357 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0f652514-b324-4786-a7a0-ad56083a24d6 None None] Provisioning complete for port a699e64a-b6e3-46bb-be6f-8d43b110a26c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:18:50.473725 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0f652514-b324-4786-a7a0-ad56083a24d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:50.554438 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0f652514-b324-4786-a7a0-ad56083a24d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:50.586361 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-0f652514-b324-4786-a7a0-ad56083a24d6 None None] For port a699e64a-b6e3-46bb-be6f-8d43b110a26c, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a699e64a-b6e3-46bb-be6f-8d43b110a26c,segment=NetworkSegment(76cb5b2c-e2d6-416f-bf77-1d5298062cae),segment_id=76cb5b2c-e2d6-416f-bf77-1d5298062cae)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:18:50.591520 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0f652514-b324-4786-a7a0-ad56083a24d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:50.631769 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35715838', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '9f723163-851a-46be-ba07-6cb43518415d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:18:43Z', 'updated_at': '2021-11-11T18:18:47Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9f723163-851a-46be-ba07-6cb43518415d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:44Z', 'updated_at': '2021-11-11T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'a699e64a-b6e3-46bb-be6f-8d43b110a26c', 'name': '', 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:fd:7b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '81fa6f0b-acf7-438f-8116-275aff383d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:47Z', 'updated_at': '2021-11-11T18:18:50Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '81fa6f0b-acf7-438f-8116-275aff383d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:18:50.648809 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f652514-b324-4786-a7a0-ad56083a24d6 None None] Pushing event updated for resources: {'Port': ['ID=a699e64a-b6e3-46bb-be6f-8d43b110a26c,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:50.662906 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09716586-eb50-4dde-85f3-07310c9e3d6f None None] The sync data for ids ['fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'] in n-d-816206-4 is: [{'id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35715838', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '9f723163-851a-46be-ba07-6cb43518415d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:18:43Z', 'updated_at': '2021-11-11T18:18:47Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9f723163-851a-46be-ba07-6cb43518415d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:44Z', 'updated_at': '2021-11-11T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'a699e64a-b6e3-46bb-be6f-8d43b110a26c', 'name': '', 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:fd:7b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '81fa6f0b-acf7-438f-8116-275aff383d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:47Z', 'updated_at': '2021-11-11T18:18:50Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '81fa6f0b-acf7-438f-8116-275aff383d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:18:50.683014 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba40e38d-abcc-4557-a747-f728c3784c9a req-86dae7f6-3387-4966-8630-1b9c2763ebe4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 210 time: 0.0332069 Nov 11 18:18:50.917546 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-c981174e-c8e4-4aec-827f-face983987a2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:50.919934 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-c981174e-c8e4-4aec-827f-face983987a2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.64 "GET /v2.0/networks?id=0ad8473b-e6bc-4de8-820f-11c893f42725 HTTP/1.1" status: 200 len: 796 time: 0.1214066 Nov 11 18:18:50.996791 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-0c76db98-dbad-4e03-9610-03e65fced535 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7920bba3c2b2409bbd8010834c709096 HTTP/1.1" status: 200 len: 378 time: 0.0621367 Nov 11 18:18:51.018351 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-d2882348-1275-477b-b905-fb8c7fd477da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'port': {'device_id': 'f6338601-6571-454f-8037-197581bd0f14', 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725', 'admin_state_up': True, 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'security_groups': ['84889d5b-1806-40f8-ad82-9af0ce60b2df']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:18:51.138951 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-d2882348-1275-477b-b905-fb8c7fd477da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Made reservation on behalf of 7920bba3c2b2409bbd8010834c709096 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:18:51.142822 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-d2882348-1275-477b-b905-fb8c7fd477da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:51.277511 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-d2882348-1275-477b-b905-fb8c7fd477da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Allocated IP 172.20.0.4 (0ad8473b-e6bc-4de8-820f-11c893f42725/81fa6f0b-acf7-438f-8116-275aff383d47/5b9607ea-c88f-4063-964e-f9e04a1ab960) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:18:51.425983 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-d2882348-1275-477b-b905-fb8c7fd477da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:51.461180 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-d2882348-1275-477b-b905-fb8c7fd477da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:51.509755 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-d2882348-1275-477b-b905-fb8c7fd477da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network 0ad8473b-e6bc-4de8-820f-11c893f42725 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:18:51.513161 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-d2882348-1275-477b-b905-fb8c7fd477da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:18:51.517752 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-d2882348-1275-477b-b905-fb8c7fd477da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:18:51.522004 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2882348-1275-477b-b905-fb8c7fd477da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=5b9607ea-c88f-4063-964e-f9e04a1ab960,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:51.588025 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-d2882348-1275-477b-b905-fb8c7fd477da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:51.588958 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-d2882348-1275-477b-b905-fb8c7fd477da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:51.607556 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-d2882348-1275-477b-b905-fb8c7fd477da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5931864 Nov 11 18:18:51.617794 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-fe42dfbd-5340-4dfe-b04c-2bf1990a2c82 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 18:18:51.618806 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-fe42dfbd-5340-4dfe-b04c-2bf1990a2c82 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054901 Nov 11 18:18:51.637674 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] Request body: {'port': {'device_id': 'f6338601-6571-454f-8037-197581bd0f14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:18:51.700030 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:51.817678 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c22d8-d7a7-48a8-bd00-6d1ebe2d0e80 req-4d02d348-c4ba-4c6b-bf1f-731f517880b7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:51.822945 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-157b62f6-500b-4ab6-bdc0-f1d18ef01043 None None] Provisioning complete for port 5b9607ea-c88f-4063-964e-f9e04a1ab960 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:18:51.823419 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-157b62f6-500b-4ab6-bdc0-f1d18ef01043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:51.827907 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-867c22d8-d7a7-48a8-bd00-6d1ebe2d0e80 req-4d02d348-c4ba-4c6b-bf1f-731f517880b7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 931 time: 0.0686786 Nov 11 18:18:51.867219 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a699e64a-b6e3-46bb-be6f-8d43b110a26c up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:18:51.892292 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-867c22d8-d7a7-48a8-bd00-6d1ebe2d0e80 req-52a3bc31-3082-4c33-a29c-a5d8571f87e2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=84889d5b-1806-40f8-ad82-9af0ce60b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632505 Nov 11 18:18:51.906408 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-157b62f6-500b-4ab6-bdc0-f1d18ef01043 None None] Port 5b9607ea-c88f-4063-964e-f9e04a1ab960 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:18:51.930857 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port a699e64a-b6e3-46bb-be6f-8d43b110a26c triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:18:51.931233 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:52.010900 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9607ea-c88f-4063-964e-f9e04a1ab960 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:18:52.018517 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:52.030650 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] Transition to ACTIVE for port object 5b9607ea-c88f-4063-964e-f9e04a1ab960 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:18:52.034636 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:52.085562 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9607ea-c88f-4063-964e-f9e04a1ab960,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:52.156797 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] Attempting to bind port 5b9607ea-c88f-4063-964e-f9e04a1ab960 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:18:52.157303 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] Attempting to bind port 5b9607ea-c88f-4063-964e-f9e04a1ab960 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '76cb5b2c-e2d6-416f-bf77-1d5298062cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:18:52.157639 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] Attempting to bind port 5b9607ea-c88f-4063-964e-f9e04a1ab960 on network 0ad8473b-e6bc-4de8-820f-11c893f42725 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:18:52.162350 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] Port 5b9607ea-c88f-4063-964e-f9e04a1ab960 on network 0ad8473b-e6bc-4de8-820f-11c893f42725 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:18:52.162685 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] Attempting to bind port 5b9607ea-c88f-4063-964e-f9e04a1ab960 on network 0ad8473b-e6bc-4de8-820f-11c893f42725 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:18:52.168403 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:18:52.168745 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] Checking segment: {'id': '76cb5b2c-e2d6-416f-bf77-1d5298062cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:18:52.169131 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] Bound using segment: {'id': '76cb5b2c-e2d6-416f-bf77-1d5298062cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:18:52.169562 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] Bound port: 5b9607ea-c88f-4063-964e-f9e04a1ab960, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76cb5b2c-e2d6-416f-bf77-1d5298062cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:18:52.169927 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:52.238273 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] For port 5b9607ea-c88f-4063-964e-f9e04a1ab960, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:18:52.241354 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] For port 5b9607ea-c88f-4063-964e-f9e04a1ab960, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=5b9607ea-c88f-4063-964e-f9e04a1ab960,segment=NetworkSegment(76cb5b2c-e2d6-416f-bf77-1d5298062cae),segment_id=76cb5b2c-e2d6-416f-bf77-1d5298062cae)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:18:52.245620 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:52.279018 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:52.279645 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:52.281018 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] 10.222.0.64 "PUT /v2.0/ports/5b9607ea-c88f-4063-964e-f9e04a1ab960 HTTP/1.1" status: 200 len: 1091 time: 0.6478202 Nov 11 18:18:52.281455 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6338601-6571-454f-8037-197581bd0f14', 'tag': '5b9607ea-c88f-4063-964e-f9e04a1ab960'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:18:52.283675 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce0985748977e3fd26376c80dbb6ea189fd81e02bd3d57a001dfe7f9eeece1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c4333f-3039-41de-bf8d-69d0512d52ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f6338601-6571-454f-8037-197581bd0f14", "tag": "5b9607ea-c88f-4063-964e-f9e04a1ab960"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:18:52.314267 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49864b-b7da-4edd-bc4b-283c70513a24 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9607ea-c88f-4063-964e-f9e04a1ab960,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:52.388229 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-98b509f4-167f-496e-b6a4-011a4db6aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:52.389767 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-98b509f4-167f-496e-b6a4-011a4db6aa3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 1094 time: 0.0448022 Nov 11 18:18:52.394811 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898508da-bcbe-4428-b396-14520bee925e x-openstack-request-id: req-898508da-bcbe-4428-b396-14520bee925e {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:18:52.395310 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6338601-6571-454f-8037-197581bd0f14", "tag": "5b9607ea-c88f-4063-964e-f9e04a1ab960", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:18:52.395752 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-898508da-bcbe-4428-b396-14520bee925e {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:18:52.396166 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6338601-6571-454f-8037-197581bd0f14', 'tag': '5b9607ea-c88f-4063-964e-f9e04a1ab960', 'status': 'completed', 'code': 200} Nov 11 18:18:52.457292 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-1cb0e935-4ef3-4ba6-a5b3-180f5fe9bf90 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b9607ea-c88f-4063-964e-f9e04a1ab960 HTTP/1.1" status: 200 len: 217 time: 0.0403218 Nov 11 18:18:52.509687 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-e6696409-91ab-4fa2-97ea-ddb00f5c0c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:52.511161 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-e6696409-91ab-4fa2-97ea-ddb00f5c0c2b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81fa6f0b-acf7-438f-8116-275aff383d47 HTTP/1.1" status: 200 len: 834 time: 0.0444338 Nov 11 18:18:52.557293 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-2ba9d267-5676-4a03-80ef-12b89097a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:52.558797 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-2ba9d267-5676-4a03-80ef-12b89097a573 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ad8473b-e6bc-4de8-820f-11c893f42725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412023 Nov 11 18:18:52.650652 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-0eb6f616-0936-4ede-a113-c99c0708d424 service neutron] 10.222.0.64 "GET /v2.0/networks/0ad8473b-e6bc-4de8-820f-11c893f42725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851254 Nov 11 18:18:52.738894 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ebd6d81a-1486-4869-a3ec-34000e97c0d4 req-7b7ea326-2848-4624-9e5d-afa4221f5040 service neutron] 10.222.0.64 "GET /v2.0/networks/0ad8473b-e6bc-4de8-820f-11c893f42725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818453 Nov 11 18:18:52.871242 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4333f-3039-41de-bf8d-69d0512d52ab req-40fbaf1c-8c7f-4d0a-8d0b-fbd231bf4df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:52.872703 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b2c4333f-3039-41de-bf8d-69d0512d52ab req-40fbaf1c-8c7f-4d0a-8d0b-fbd231bf4df5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 1094 time: 0.0443637 Nov 11 18:18:52.975282 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4333f-3039-41de-bf8d-69d0512d52ab req-8d452478-81e9-498b-9000-319f1745d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:52.976825 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b2c4333f-3039-41de-bf8d-69d0512d52ab req-8d452478-81e9-498b-9000-319f1745d4c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ad8473b-e6bc-4de8-820f-11c893f42725 HTTP/1.1" status: 200 len: 898 time: 0.0971100 Nov 11 18:18:53.011691 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ef9fe-0253-4fe1-850a-8bec1114148b req-ca588037-9de2-4f32-9702-9f0e072ea776 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:53.013190 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-794ef9fe-0253-4fe1-850a-8bec1114148b req-ca588037-9de2-4f32-9702-9f0e072ea776 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 943 time: 0.0493870 Nov 11 18:18:53.018792 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b2c4333f-3039-41de-bf8d-69d0512d52ab req-5dd8a3df-8f22-4d74-b15f-177b19b5553e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b9607ea-c88f-4063-964e-f9e04a1ab960 HTTP/1.1" status: 200 len: 217 time: 0.0345068 Nov 11 18:18:53.064431 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-794ef9fe-0253-4fe1-850a-8bec1114148b req-52030c30-0df0-4113-aace-a7306c8d613f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=84889d5b-1806-40f8-ad82-9af0ce60b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450099 Nov 11 18:18:53.072896 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4333f-3039-41de-bf8d-69d0512d52ab req-5233b348-e0c5-4acf-8e7e-6fd2fe814355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:53.074876 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b2c4333f-3039-41de-bf8d-69d0512d52ab req-5233b348-e0c5-4acf-8e7e-6fd2fe814355 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81fa6f0b-acf7-438f-8116-275aff383d47 HTTP/1.1" status: 200 len: 834 time: 0.0477159 Nov 11 18:18:53.121032 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4333f-3039-41de-bf8d-69d0512d52ab req-16e1b1ec-7287-45b2-aad3-911e50bedc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:53.122541 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b2c4333f-3039-41de-bf8d-69d0512d52ab req-16e1b1ec-7287-45b2-aad3-911e50bedc88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ad8473b-e6bc-4de8-820f-11c893f42725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399108 Nov 11 18:18:53.211196 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b2c4333f-3039-41de-bf8d-69d0512d52ab req-48e0dbcd-a1e9-43a1-9f97-4abafb9976f2 service neutron] 10.222.0.64 "GET /v2.0/networks/0ad8473b-e6bc-4de8-820f-11c893f42725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814769 Nov 11 18:18:53.304245 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-b2c4333f-3039-41de-bf8d-69d0512d52ab req-302fa480-e9e2-47e9-917f-12d86c8a892b service neutron] 10.222.0.64 "GET /v2.0/networks/0ad8473b-e6bc-4de8-820f-11c893f42725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850377 Nov 11 18:18:54.183788 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62595949-3f28-4e2c-b958-7e09e965c799 req-41c9b421-cfa1-43d8-9e28-061339819b66 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:54.185289 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-62595949-3f28-4e2c-b958-7e09e965c799 req-41c9b421-cfa1-43d8-9e28-061339819b66 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 943 time: 0.0499494 Nov 11 18:18:54.235150 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-62595949-3f28-4e2c-b958-7e09e965c799 req-5c183a09-3027-4327-acb9-83cc17e12c10 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=84889d5b-1806-40f8-ad82-9af0ce60b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435147 Nov 11 18:18:54.371495 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 5b9607ea-c88f-4063-964e-f9e04a1ab960 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:18:54.461857 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 5b9607ea-c88f-4063-964e-f9e04a1ab960, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=5b9607ea-c88f-4063-964e-f9e04a1ab960,segment=NetworkSegment(76cb5b2c-e2d6-416f-bf77-1d5298062cae),segment_id=76cb5b2c-e2d6-416f-bf77-1d5298062cae)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:18:54.473189 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '5b9607ea-c88f-4063-964e-f9e04a1ab960', 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725', 'port_id': '5b9607ea-c88f-4063-964e-f9e04a1ab960', 'mac_address': 'fa:16:3e:e3:1e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81fa6f0b-acf7-438f-8116-275aff383d47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:18:54.516578 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:54.529295 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9607ea-c88f-4063-964e-f9e04a1ab960 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:18:54.547660 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 5b9607ea-c88f-4063-964e-f9e04a1ab960, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=5b9607ea-c88f-4063-964e-f9e04a1ab960,segment=NetworkSegment(76cb5b2c-e2d6-416f-bf77-1d5298062cae),segment_id=76cb5b2c-e2d6-416f-bf77-1d5298062cae)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:18:54.552144 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:54.597106 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=5b9607ea-c88f-4063-964e-f9e04a1ab960,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:54.614737 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:54.843247 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['5b9607ea-c88f-4063-964e-f9e04a1ab960'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:18:55.356511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6f249-d2fa-43e0-9366-e71b3c60a301 req-dbbf0e85-b99e-4fb1-bc70-f73e8ed8af8b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:55.358023 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34d6f249-d2fa-43e0-9366-e71b3c60a301 req-dbbf0e85-b99e-4fb1-bc70-f73e8ed8af8b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 944 time: 0.0543315 Nov 11 18:18:55.406283 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-34d6f249-d2fa-43e0-9366-e71b3c60a301 req-1dd2902f-7bdb-4bee-8072-1b6bf23e2cc7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=84889d5b-1806-40f8-ad82-9af0ce60b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422919 Nov 11 18:18:56.375202 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 5b9607ea-c88f-4063-964e-f9e04a1ab960 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:18:56.424421 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 5b9607ea-c88f-4063-964e-f9e04a1ab960 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:18:56.428702 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 5b9607ea-c88f-4063-964e-f9e04a1ab960 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:18:56.428946 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:56.508279 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:56.523650 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079da1aa-b7d9-49ed-8915-dd7abd3f764d req-a08c3c7c-51af-4821-a15b-0578760b0429 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:56.525182 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-079da1aa-b7d9-49ed-8915-dd7abd3f764d req-a08c3c7c-51af-4821-a15b-0578760b0429 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 944 time: 0.0499384 Nov 11 18:18:56.531559 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6338601-6571-454f-8037-197581bd0f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9607ea-c88f-4063-964e-f9e04a1ab960'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:18:56.533789 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e87773-bfac-4cde-85e5-632e60e1ab20" -d '{"events": [{"server_uuid": "f6338601-6571-454f-8037-197581bd0f14", "name": "network-vif-plugged", "status": "completed", "tag": "5b9607ea-c88f-4063-964e-f9e04a1ab960"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:18:56.547133 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 5b9607ea-c88f-4063-964e-f9e04a1ab960, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=5b9607ea-c88f-4063-964e-f9e04a1ab960,segment=NetworkSegment(76cb5b2c-e2d6-416f-bf77-1d5298062cae),segment_id=76cb5b2c-e2d6-416f-bf77-1d5298062cae)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:18:56.551298 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:56.582632 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-079da1aa-b7d9-49ed-8915-dd7abd3f764d req-d8cf973c-bb8e-446f-ae09-a9555a6f5912 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=84889d5b-1806-40f8-ad82-9af0ce60b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508456 Nov 11 18:18:56.598762 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=5b9607ea-c88f-4063-964e-f9e04a1ab960,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:56.627946 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7076df16-eb84-4888-8c82-7dc9d27520c1 x-openstack-request-id: req-7076df16-eb84-4888-8c82-7dc9d27520c1 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:18:56.628473 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6338601-6571-454f-8037-197581bd0f14", "name": "network-vif-plugged", "status": "completed", "tag": "5b9607ea-c88f-4063-964e-f9e04a1ab960", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:18:56.628737 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7076df16-eb84-4888-8c82-7dc9d27520c1 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:18:56.629171 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6338601-6571-454f-8037-197581bd0f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9607ea-c88f-4063-964e-f9e04a1ab960', 'code': 200} Nov 11 18:18:56.750913 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aabbfd-623a-46fa-982d-b61b52cb00dd req-e7b08896-01dd-4c46-9109-28c943e16b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:56.752422 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-11aabbfd-623a-46fa-982d-b61b52cb00dd req-e7b08896-01dd-4c46-9109-28c943e16b5a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 1096 time: 0.0402896 Nov 11 18:18:56.797990 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-11aabbfd-623a-46fa-982d-b61b52cb00dd req-64ed62d9-5440-4072-9ed5-ae7b88e86edf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=84889d5b-1806-40f8-ad82-9af0ce60b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387387 Nov 11 18:18:57.395777 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:18:57.705920 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9728c3-6dc0-47b6-9b0d-0d2977955717 req-35eaca0b-5615-4266-9b11-0702f06933b4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:57.707408 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b9728c3-6dc0-47b6-9b0d-0d2977955717 req-35eaca0b-5615-4266-9b11-0702f06933b4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 945 time: 0.0509162 Nov 11 18:18:57.762266 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b9728c3-6dc0-47b6-9b0d-0d2977955717 req-ea489a12-9360-4479-b855-d40ebe0bb5de tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=84889d5b-1806-40f8-ad82-9af0ce60b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488517 Nov 11 18:18:58.880575 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6de092-effd-49da-8ff5-afe3ebc47959 req-d6a43ff8-9b0b-4dd8-9a94-cca42a78da07 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:58.881920 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c6de092-effd-49da-8ff5-afe3ebc47959 req-d6a43ff8-9b0b-4dd8-9a94-cca42a78da07 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 945 time: 0.0487568 Nov 11 18:18:58.931286 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8c6de092-effd-49da-8ff5-afe3ebc47959 req-2a0c8230-0d13-4739-8ffd-608bb04ddd84 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=84889d5b-1806-40f8-ad82-9af0ce60b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434389 Nov 11 18:18:59.043094 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb35c8-3c41-4a50-8fd7-d69bbe95cb94 req-b48efcc9-0749-4ac1-947e-afa9471a861c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:59.044589 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9dbb35c8-3c41-4a50-8fd7-d69bbe95cb94 req-b48efcc9-0749-4ac1-947e-afa9471a861c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 945 time: 0.0484416 Nov 11 18:18:59.094244 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9dbb35c8-3c41-4a50-8fd7-d69bbe95cb94 req-f34c573b-053c-4506-a8f5-e6aec5a11112 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=84889d5b-1806-40f8-ad82-9af0ce60b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435498 Nov 11 18:18:59.115840 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53162) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:59.159808 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8e88a5-5c18-44b3-a6dc-661db213a8cb tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:18:59.161245 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2f8e88a5-5c18-44b3-a6dc-661db213a8cb tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 1091 time: 0.0444367 Nov 11 18:18:59.164192 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53164) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:18:59.168565 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-24b3a597-d926-48cb-aad3-d44a221b59ea tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': '5b9607ea-c88f-4063-964e-f9e04a1ab960', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:18:59.190336 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24b3a597-d926-48cb-aad3-d44a221b59ea tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:59.285971 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24b3a597-d926-48cb-aad3-d44a221b59ea tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:59.392950 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-24b3a597-d926-48cb-aad3-d44a221b59ea tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Allocated IP 172.25.2.22 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/328beb56-ba6c-4107-b478-2171afc59e00) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:18:59.490316 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24b3a597-d926-48cb-aad3-d44a221b59ea tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:59.526792 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24b3a597-d926-48cb-aad3-d44a221b59ea tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:18:59.561470 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b3a597-d926-48cb-aad3-d44a221b59ea tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:18:59.564178 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-24b3a597-d926-48cb-aad3-d44a221b59ea tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:18:59.569588 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b3a597-d926-48cb-aad3-d44a221b59ea tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:18:59.596993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3a597-d926-48cb-aad3-d44a221b59ea tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=328beb56-ba6c-4107-b478-2171afc59e00,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:18:59.938434 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24b3a597-d926-48cb-aad3-d44a221b59ea tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:00.005049 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24b3a597-d926-48cb-aad3-d44a221b59ea tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:00.155642 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24b3a597-d926-48cb-aad3-d44a221b59ea tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:00.160189 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24b3a597-d926-48cb-aad3-d44a221b59ea tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:00.227940 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3a597-d926-48cb-aad3-d44a221b59ea tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=328beb56-ba6c-4107-b478-2171afc59e00,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:00.239176 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24b3a597-d926-48cb-aad3-d44a221b59ea tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:00.342683 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-24b3a597-d926-48cb-aad3-d44a221b59ea tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Floating IP 7037fcd6-8876-46bc-afad-ee2e1c4ebe4a associated. External IP: 172.25.2.22, port: 5b9607ea-c88f-4063-964e-f9e04a1ab960. Nov 11 18:19:00.550210 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b3a597-d926-48cb-aad3-d44a221b59ea tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:19:00.657500 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b3a597-d926-48cb-aad3-d44a221b59ea tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:19:00.668108 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e80ee7b-4330-4b91-a335-14c6a8d52628 None None] Sync routers for ids ['fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:19:00.677092 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24b3a597-d926-48cb-aad3-d44a221b59ea tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:00.678972 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e80ee7b-4330-4b91-a335-14c6a8d52628 None None] Routers {'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:19:00.679623 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-2e80ee7b-4330-4b91-a335-14c6a8d52628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:18:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:00.704800 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-24b3a597-d926-48cb-aad3-d44a221b59ea tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5395837 Nov 11 18:19:00.705389 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6338601-6571-454f-8037-197581bd0f14', 'tag': '5b9607ea-c88f-4063-964e-f9e04a1ab960'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:19:00.707667 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0195d0a9-5d58-4dd0-b8c6-ee8f6a2570dd" -d '{"events": [{"name": "network-changed", "server_uuid": "f6338601-6571-454f-8037-197581bd0f14", "tag": "5b9607ea-c88f-4063-964e-f9e04a1ab960"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:19:00.786401 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-2e80ee7b-4330-4b91-a335-14c6a8d52628 None None] Set router fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:19:00.802851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbaf7c-4449-497e-9220-191a09b14dd4 req-4822619f-17a3-4192-b601-aa2be72e999d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:00.804401 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40bbaf7c-4449-497e-9220-191a09b14dd4 req-4822619f-17a3-4192-b601-aa2be72e999d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 945 time: 0.0507178 Nov 11 18:19:00.853862 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-40bbaf7c-4449-497e-9220-191a09b14dd4 req-78e10979-c311-497f-8523-697ee53b66cc tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=84889d5b-1806-40f8-ad82-9af0ce60b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428391 Nov 11 18:19:00.877490 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53170) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:00.918576 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19209a8-f23d-4b71-a4da-b471ff2e041b x-openstack-request-id: req-f19209a8-f23d-4b71-a4da-b471ff2e041b {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:19:00.918781 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6338601-6571-454f-8037-197581bd0f14", "tag": "5b9607ea-c88f-4063-964e-f9e04a1ab960", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:19:00.919039 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f19209a8-f23d-4b71-a4da-b471ff2e041b {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:19:00.919443 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6338601-6571-454f-8037-197581bd0f14', 'tag': '5b9607ea-c88f-4063-964e-f9e04a1ab960', 'status': 'completed', 'code': 200} Nov 11 18:19:00.946190 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c024496f-01cc-4735-80c6-e9edbc985083 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/floatingips/7037fcd6-8876-46bc-afad-ee2e1c4ebe4a HTTP/1.1" status: 200 len: 990 time: 0.0675271 Nov 11 18:19:00.989241 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195d0a9-5d58-4dd0-b8c6-ee8f6a2570dd req-4e08053d-9974-4ba1-9789-f1796ad71f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:00.990750 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0195d0a9-5d58-4dd0-b8c6-ee8f6a2570dd req-4e08053d-9974-4ba1-9789-f1796ad71f1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 1096 time: 0.0462527 Nov 11 18:19:01.017137 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-2e80ee7b-4330-4b91-a335-14c6a8d52628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35715838', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '9f723163-851a-46be-ba07-6cb43518415d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:18:43Z', 'updated_at': '2021-11-11T18:18:47Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9f723163-851a-46be-ba07-6cb43518415d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:44Z', 'updated_at': '2021-11-11T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '7037fcd6-8876-46bc-afad-ee2e1c4ebe4a', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'port_id': '5b9607ea-c88f-4063-964e-f9e04a1ab960', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725', 'mac_address': 'fa:16:3e:e3:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6338601-6571-454f-8037-197581bd0f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:18:59Z', 'updated_at': '2021-11-11T18:18:59Z', 'revision_number': 0, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a699e64a-b6e3-46bb-be6f-8d43b110a26c', 'name': '', 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:fd:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '81fa6f0b-acf7-438f-8116-275aff383d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:47Z', 'updated_at': '2021-11-11T18:18:50Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '81fa6f0b-acf7-438f-8116-275aff383d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:01.042919 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e80ee7b-4330-4b91-a335-14c6a8d52628 None None] Checking router: fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:19:01.051947 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e80ee7b-4330-4b91-a335-14c6a8d52628 None None] Routers {'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:19:01.052564 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-2e80ee7b-4330-4b91-a335-14c6a8d52628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:18:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:01.080110 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195d0a9-5d58-4dd0-b8c6-ee8f6a2570dd req-96316b79-2958-42a5-9e62-c461bc8ca896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:01.081607 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0195d0a9-5d58-4dd0-b8c6-ee8f6a2570dd req-96316b79-2958-42a5-9e62-c461bc8ca896 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ad8473b-e6bc-4de8-820f-11c893f42725 HTTP/1.1" status: 200 len: 898 time: 0.0845757 Nov 11 18:19:01.150820 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0195d0a9-5d58-4dd0-b8c6-ee8f6a2570dd req-f35c0998-a6bb-4ed2-9fe5-cf8794a0b8a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b9607ea-c88f-4063-964e-f9e04a1ab960 HTTP/1.1" status: 200 len: 998 time: 0.0618379 Nov 11 18:19:01.157191 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-2e80ee7b-4330-4b91-a335-14c6a8d52628 None None] Set router fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:19:01.200005 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195d0a9-5d58-4dd0-b8c6-ee8f6a2570dd req-9ac13f85-270d-47b8-8ba9-773689cc1d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:01.201470 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0195d0a9-5d58-4dd0-b8c6-ee8f6a2570dd req-9ac13f85-270d-47b8-8ba9-773689cc1d95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81fa6f0b-acf7-438f-8116-275aff383d47 HTTP/1.1" status: 200 len: 834 time: 0.0441585 Nov 11 18:19:01.251347 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195d0a9-5d58-4dd0-b8c6-ee8f6a2570dd req-fbfd8145-fa1b-41da-8c9c-497506d369a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:01.252919 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0195d0a9-5d58-4dd0-b8c6-ee8f6a2570dd req-fbfd8145-fa1b-41da-8c9c-497506d369a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ad8473b-e6bc-4de8-820f-11c893f42725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447609 Nov 11 18:19:01.350212 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0195d0a9-5d58-4dd0-b8c6-ee8f6a2570dd req-1eff752d-d5e9-4599-a66e-b3b0576a31ea service neutron] 10.222.0.64 "GET /v2.0/networks/0ad8473b-e6bc-4de8-820f-11c893f42725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897565 Nov 11 18:19:01.438636 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0195d0a9-5d58-4dd0-b8c6-ee8f6a2570dd req-7b8c9e2e-5fe7-4572-8c83-2f1beb3a51df service neutron] 10.222.0.64 "GET /v2.0/networks/0ad8473b-e6bc-4de8-820f-11c893f42725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817976 Nov 11 18:19:01.538456 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-2e80ee7b-4330-4b91-a335-14c6a8d52628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35715838', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '9f723163-851a-46be-ba07-6cb43518415d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:18:43Z', 'updated_at': '2021-11-11T18:18:47Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9f723163-851a-46be-ba07-6cb43518415d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:44Z', 'updated_at': '2021-11-11T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '7037fcd6-8876-46bc-afad-ee2e1c4ebe4a', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'port_id': '5b9607ea-c88f-4063-964e-f9e04a1ab960', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725', 'mac_address': 'fa:16:3e:e3:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6338601-6571-454f-8037-197581bd0f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:18:59Z', 'updated_at': '2021-11-11T18:18:59Z', 'revision_number': 0, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a699e64a-b6e3-46bb-be6f-8d43b110a26c', 'name': '', 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:fd:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '81fa6f0b-acf7-438f-8116-275aff383d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:47Z', 'updated_at': '2021-11-11T18:18:50Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '81fa6f0b-acf7-438f-8116-275aff383d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:01.564672 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e80ee7b-4330-4b91-a335-14c6a8d52628 None None] The sync data for ids ['fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'] in n-d-816206-4 is: [{'id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35715838', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '9f723163-851a-46be-ba07-6cb43518415d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:18:43Z', 'updated_at': '2021-11-11T18:18:47Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9f723163-851a-46be-ba07-6cb43518415d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:44Z', 'updated_at': '2021-11-11T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '7037fcd6-8876-46bc-afad-ee2e1c4ebe4a', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'port_id': '5b9607ea-c88f-4063-964e-f9e04a1ab960', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725', 'mac_address': 'fa:16:3e:e3:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6338601-6571-454f-8037-197581bd0f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:18:59Z', 'updated_at': '2021-11-11T18:18:59Z', 'revision_number': 0, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a699e64a-b6e3-46bb-be6f-8d43b110a26c', 'name': '', 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:fd:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '81fa6f0b-acf7-438f-8116-275aff383d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:47Z', 'updated_at': '2021-11-11T18:18:50Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '81fa6f0b-acf7-438f-8116-275aff383d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:19:01.757991 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3623f4-1302-45b4-a6c6-c0bd0479f157 None None] New status for floating IP 7037fcd6-8876-46bc-afad-ee2e1c4ebe4a: ACTIVE {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:19:01.949540 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53172) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:02.014748 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2feb2e92-e3d2-4b63-b29a-2f5c0f60981b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/floatingips/7037fcd6-8876-46bc-afad-ee2e1c4ebe4a HTTP/1.1" status: 200 len: 992 time: 0.0640695 Nov 11 18:19:06.143251 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2fbb819f-ffa0-4864-a2bf-249fee40b12b req-ad33b9b1-536d-4b0d-a6d9-fd3566895ff7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f6338601-6571-454f-8037-197581bd0f14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395226 Nov 11 18:19:06.238701 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb819f-ffa0-4864-a2bf-249fee40b12b req-afd257a1-d201-4286-8cf7-4dbc717c1d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:06.240237 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2fbb819f-ffa0-4864-a2bf-249fee40b12b req-afd257a1-d201-4286-8cf7-4dbc717c1d7d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 1096 time: 0.0400963 Nov 11 18:19:06.610561 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb819f-ffa0-4864-a2bf-249fee40b12b req-64694a1c-5c75-4014-9f37-371e902340e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:06.612076 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2fbb819f-ffa0-4864-a2bf-249fee40b12b req-64694a1c-5c75-4014-9f37-371e902340e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ad8473b-e6bc-4de8-820f-11c893f42725 HTTP/1.1" status: 200 len: 898 time: 0.3500764 Nov 11 18:19:06.677922 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2fbb819f-ffa0-4864-a2bf-249fee40b12b req-61c4e86b-191f-4172-b218-050fbf202b07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b9607ea-c88f-4063-964e-f9e04a1ab960 HTTP/1.1" status: 200 len: 1000 time: 0.0583999 Nov 11 18:19:06.725609 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb819f-ffa0-4864-a2bf-249fee40b12b req-808e679b-e852-431e-ac6f-558b7bdf7984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:06.727024 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2fbb819f-ffa0-4864-a2bf-249fee40b12b req-808e679b-e852-431e-ac6f-558b7bdf7984 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81fa6f0b-acf7-438f-8116-275aff383d47 HTTP/1.1" status: 200 len: 834 time: 0.0425632 Nov 11 18:19:06.775385 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb819f-ffa0-4864-a2bf-249fee40b12b req-2925754a-38d4-4d64-9112-752a902a13da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:06.776892 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2fbb819f-ffa0-4864-a2bf-249fee40b12b req-2925754a-38d4-4d64-9112-752a902a13da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ad8473b-e6bc-4de8-820f-11c893f42725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422280 Nov 11 18:19:06.865707 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2fbb819f-ffa0-4864-a2bf-249fee40b12b req-2ed6984d-418a-4fa4-a128-674b92b6ba94 service neutron] 10.222.0.64 "GET /v2.0/networks/0ad8473b-e6bc-4de8-820f-11c893f42725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820665 Nov 11 18:19:06.955665 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-2fbb819f-ffa0-4864-a2bf-249fee40b12b req-8ec92723-1063-4817-a17b-652628138437 service neutron] 10.222.0.64 "GET /v2.0/networks/0ad8473b-e6bc-4de8-820f-11c893f42725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837207 Nov 11 18:19:07.504863 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6622418d-bacc-4297-ac26-3c9cf8d38775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:10.470860 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-39eefe71-81e9-432b-bf28-b029f4435c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:11.157191 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:12.750601 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:13.021611 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:18.906746 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:24.613671 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:28.808535 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d0785-d7da-4da8-8778-292fcaff7d99 req-4e7e17b3-3891-444f-bf76-f0559ada3372 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:28.810078 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-794d0785-d7da-4da8-8778-292fcaff7d99 req-4e7e17b3-3891-444f-bf76-f0559ada3372 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 945 time: 0.0536590 Nov 11 18:19:28.863042 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-794d0785-d7da-4da8-8778-292fcaff7d99 req-4c32053a-235d-40be-8d6f-13514dc04a8e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=84889d5b-1806-40f8-ad82-9af0ce60b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468385 Nov 11 18:19:29.982284 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664206c4-3761-407f-a266-f5f881fe5a2e req-df8f04e0-d015-4f0e-af72-cfcec402ab80 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:29.985422 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-664206c4-3761-407f-a266-f5f881fe5a2e req-df8f04e0-d015-4f0e-af72-cfcec402ab80 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 945 time: 0.0521266 Nov 11 18:19:30.042963 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-664206c4-3761-407f-a266-f5f881fe5a2e req-51b1606f-bcde-449c-9a77-f35c785ee680 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=84889d5b-1806-40f8-ad82-9af0ce60b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526979 Nov 11 18:19:30.064975 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53190) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:30.124334 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5077309c-5419-4454-a1e0-45dac2871c60 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/floatingips/7037fcd6-8876-46bc-afad-ee2e1c4ebe4a HTTP/1.1" status: 200 len: 992 time: 0.0582540 Nov 11 18:19:31.396147 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9be2ea-4a08-4844-b0f7-43348ddd0259 req-c6dd71cc-d078-4b7b-979e-3b7eecad95e4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:31.397587 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b9be2ea-4a08-4844-b0f7-43348ddd0259 req-c6dd71cc-d078-4b7b-979e-3b7eecad95e4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 945 time: 0.0488179 Nov 11 18:19:31.450672 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b9be2ea-4a08-4844-b0f7-43348ddd0259 req-46ce522b-295d-4e04-8ae0-2c922d718d05 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=84889d5b-1806-40f8-ad82-9af0ce60b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466614 Nov 11 18:19:32.566298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b2eb2-27c4-42cd-aafc-919608e5bd81 req-6bfd8f47-0246-4374-9d85-0de6ddd76aae tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:32.567789 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e31b2eb2-27c4-42cd-aafc-919608e5bd81 req-6bfd8f47-0246-4374-9d85-0de6ddd76aae tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 945 time: 0.0495062 Nov 11 18:19:32.616793 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e31b2eb2-27c4-42cd-aafc-919608e5bd81 req-3836657e-9355-4ea7-ad45-e75149a446f7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=84889d5b-1806-40f8-ad82-9af0ce60b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430470 Nov 11 18:19:32.639110 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53200) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:32.704213 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ffdfa636-ccbd-4e6b-914b-7328adeec3da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/floatingips/7037fcd6-8876-46bc-afad-ee2e1c4ebe4a HTTP/1.1" status: 200 len: 992 time: 0.0639675 Nov 11 18:19:33.009505 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53206) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:33.162523 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting port 328beb56-ba6c-4107-b478-2171afc59e00 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:19:33.162864 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:33.243665 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:33.244045 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:33.256370 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Calling delete_port for 328beb56-ba6c-4107-b478-2171afc59e00 owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:19:33.395903 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:33.422534 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Port': ['ID=328beb56-ba6c-4107-b478-2171afc59e00,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:33.432409 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:33.432781 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:33.433124 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:33.433460 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:33.433793 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:33.434124 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:33.434872 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:33.434872 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:33.435061 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:33.435382 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:33.435700 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:33.436056 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:33.496387 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:33.496745 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Floating IP 7037fcd6-8876-46bc-afad-ee2e1c4ebe4a disassociated (deleted). External IP: 172.25.2.22, port: 5b9607ea-c88f-4063-964e-f9e04a1ab960. Nov 11 18:19:33.701879 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:19:33.810677 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:19:33.815548 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:33.820184 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64444906-9b43-4632-8ba4-cd7115c92cf8 None None] Sync routers for ids ['fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:19:33.829660 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64444906-9b43-4632-8ba4-cd7115c92cf8 None None] Routers {'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:19:33.830281 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-64444906-9b43-4632-8ba4-cd7115c92cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:19:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:33.842630 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3508ba70-7ecd-4602-a05f-3fbc158562a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/floatingips/7037fcd6-8876-46bc-afad-ee2e1c4ebe4a HTTP/1.1" status: 204 len: 168 time: 0.8321126 Nov 11 18:19:33.843220 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6338601-6571-454f-8037-197581bd0f14', 'tag': '5b9607ea-c88f-4063-964e-f9e04a1ab960'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:19:33.845474 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce0985748977e3fd26376c80dbb6ea189fd81e02bd3d57a001dfe7f9eeece1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be3c8e5-e276-47e7-aff9-45a77f17e1de" -d '{"events": [{"name": "network-changed", "server_uuid": "f6338601-6571-454f-8037-197581bd0f14", "tag": "5b9607ea-c88f-4063-964e-f9e04a1ab960"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:19:33.937157 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-64444906-9b43-4632-8ba4-cd7115c92cf8 None None] Set router fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:19:33.998857 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8821008d-f2df-47da-89e5-a3fac35873a0 x-openstack-request-id: req-8821008d-f2df-47da-89e5-a3fac35873a0 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:19:33.999163 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6338601-6571-454f-8037-197581bd0f14", "tag": "5b9607ea-c88f-4063-964e-f9e04a1ab960", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:19:33.999419 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8821008d-f2df-47da-89e5-a3fac35873a0 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:19:33.999856 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6338601-6571-454f-8037-197581bd0f14', 'tag': '5b9607ea-c88f-4063-964e-f9e04a1ab960', 'status': 'completed', 'code': 200} Nov 11 18:19:34.102712 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2549be5-cd04-4b8d-8101-5d16a758af3b req-3f904b4c-3ea7-4680-bc1d-e117fb6449b0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:34.104479 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a2549be5-cd04-4b8d-8101-5d16a758af3b req-3f904b4c-3ea7-4680-bc1d-e117fb6449b0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 945 time: 0.0597556 Nov 11 18:19:34.148463 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-64444906-9b43-4632-8ba4-cd7115c92cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35715838', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '9f723163-851a-46be-ba07-6cb43518415d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:18:43Z', 'updated_at': '2021-11-11T18:18:47Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9f723163-851a-46be-ba07-6cb43518415d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:44Z', 'updated_at': '2021-11-11T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'a699e64a-b6e3-46bb-be6f-8d43b110a26c', 'name': '', 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:fd:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '81fa6f0b-acf7-438f-8116-275aff383d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:47Z', 'updated_at': '2021-11-11T18:18:50Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '81fa6f0b-acf7-438f-8116-275aff383d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:34.155364 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3c8e5-e276-47e7-aff9-45a77f17e1de req-37b5c467-68d4-4ae5-9556-6100fcd611ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:34.156902 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3be3c8e5-e276-47e7-aff9-45a77f17e1de req-37b5c467-68d4-4ae5-9556-6100fcd611ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 1096 time: 0.0959425 Nov 11 18:19:34.159624 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a2549be5-cd04-4b8d-8101-5d16a758af3b req-7a37ffae-4e17-4bbe-a756-7639b260f801 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=84889d5b-1806-40f8-ad82-9af0ce60b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484793 Nov 11 18:19:34.174740 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64444906-9b43-4632-8ba4-cd7115c92cf8 None None] Checking router: fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:19:34.184221 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64444906-9b43-4632-8ba4-cd7115c92cf8 None None] Routers {'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:19:34.184845 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-64444906-9b43-4632-8ba4-cd7115c92cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:19:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:34.255157 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3c8e5-e276-47e7-aff9-45a77f17e1de req-191c4722-5777-41a4-b4e3-9ec750e138b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:34.256613 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3be3c8e5-e276-47e7-aff9-45a77f17e1de req-191c4722-5777-41a4-b4e3-9ec750e138b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ad8473b-e6bc-4de8-820f-11c893f42725 HTTP/1.1" status: 200 len: 898 time: 0.0918484 Nov 11 18:19:34.290026 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-64444906-9b43-4632-8ba4-cd7115c92cf8 None None] Set router fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:19:34.298318 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3be3c8e5-e276-47e7-aff9-45a77f17e1de req-997935a2-b96d-4cc8-a79e-5af6f9fb1902 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b9607ea-c88f-4063-964e-f9e04a1ab960 HTTP/1.1" status: 200 len: 217 time: 0.0344806 Nov 11 18:19:34.350496 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3c8e5-e276-47e7-aff9-45a77f17e1de req-cc085f0a-10ee-4502-aff5-a46eaf88df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:34.351967 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3be3c8e5-e276-47e7-aff9-45a77f17e1de req-cc085f0a-10ee-4502-aff5-a46eaf88df8b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81fa6f0b-acf7-438f-8116-275aff383d47 HTTP/1.1" status: 200 len: 834 time: 0.0446191 Nov 11 18:19:34.394766 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:19:34.402717 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3c8e5-e276-47e7-aff9-45a77f17e1de req-4516a956-e258-48e3-b645-21078342ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:34.404264 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3be3c8e5-e276-47e7-aff9-45a77f17e1de req-4516a956-e258-48e3-b645-21078342ee62 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ad8473b-e6bc-4de8-820f-11c893f42725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447268 Nov 11 18:19:34.487647 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-64444906-9b43-4632-8ba4-cd7115c92cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35715838', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '9f723163-851a-46be-ba07-6cb43518415d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:18:43Z', 'updated_at': '2021-11-11T18:18:47Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9f723163-851a-46be-ba07-6cb43518415d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:44Z', 'updated_at': '2021-11-11T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'a699e64a-b6e3-46bb-be6f-8d43b110a26c', 'name': '', 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:fd:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '81fa6f0b-acf7-438f-8116-275aff383d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:47Z', 'updated_at': '2021-11-11T18:18:50Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '81fa6f0b-acf7-438f-8116-275aff383d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:34.496909 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3be3c8e5-e276-47e7-aff9-45a77f17e1de req-b5a75015-6741-4fd9-9761-e8dc92810773 service neutron] 10.222.0.64 "GET /v2.0/networks/0ad8473b-e6bc-4de8-820f-11c893f42725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835156 Nov 11 18:19:34.514084 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64444906-9b43-4632-8ba4-cd7115c92cf8 None None] The sync data for ids ['fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'] in n-d-816206-4 is: [{'id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35715838', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '9f723163-851a-46be-ba07-6cb43518415d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:18:43Z', 'updated_at': '2021-11-11T18:18:47Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9f723163-851a-46be-ba07-6cb43518415d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:44Z', 'updated_at': '2021-11-11T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': 'a699e64a-b6e3-46bb-be6f-8d43b110a26c', 'name': '', 'network_id': '0ad8473b-e6bc-4de8-820f-11c893f42725', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:fd:7b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '81fa6f0b-acf7-438f-8116-275aff383d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:47Z', 'updated_at': '2021-11-11T18:18:50Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '81fa6f0b-acf7-438f-8116-275aff383d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:19:34.594582 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-3be3c8e5-e276-47e7-aff9-45a77f17e1de req-3cb65551-3e23-43b2-836e-32a5f34a4a46 service neutron] 10.222.0.64 "GET /v2.0/networks/0ad8473b-e6bc-4de8-820f-11c893f42725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894716 Nov 11 18:19:34.731892 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8df2d3-73d7-4104-8377-fd09d5b933a2 None None] New status for floating IP 7037fcd6-8876-46bc-afad-ee2e1c4ebe4a: DOWN {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:19:35.275608 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74bf58-6e4f-4b21-b419-8e84b512d353 req-c4f4b308-d5d1-4f11-88b3-77b4e86c78da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:35.277750 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fd74bf58-6e4f-4b21-b419-8e84b512d353 req-c4f4b308-d5d1-4f11-88b3-77b4e86c78da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 945 time: 0.0496500 Nov 11 18:19:35.326057 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fd74bf58-6e4f-4b21-b419-8e84b512d353 req-85486400-06b3-4106-ac6d-1fc09d8bdb57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=84889d5b-1806-40f8-ad82-9af0ce60b2df&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423400 Nov 11 18:19:35.790882 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9aa89-0f32-43d6-b229-8bf3f9bfd82a req-6688c8ad-e0f5-4c43-a4bd-f671ef73b746 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:35.792343 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-77b9aa89-0f32-43d6-b229-8bf3f9bfd82a req-6688c8ad-e0f5-4c43-a4bd-f671ef73b746 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 945 time: 0.0496774 Nov 11 18:19:35.879393 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-77b9aa89-0f32-43d6-b229-8bf3f9bfd82a req-ae028a59-d2e2-44b3-a357-49fab7433356 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting port 5b9607ea-c88f-4063-964e-f9e04a1ab960 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:19:35.879751 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-77b9aa89-0f32-43d6-b229-8bf3f9bfd82a req-ae028a59-d2e2-44b3-a357-49fab7433356 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:35.970517 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-77b9aa89-0f32-43d6-b229-8bf3f9bfd82a req-ae028a59-d2e2-44b3-a357-49fab7433356 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] For port 5b9607ea-c88f-4063-964e-f9e04a1ab960, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=5b9607ea-c88f-4063-964e-f9e04a1ab960,segment=NetworkSegment(76cb5b2c-e2d6-416f-bf77-1d5298062cae),segment_id=76cb5b2c-e2d6-416f-bf77-1d5298062cae)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:19:35.970871 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-77b9aa89-0f32-43d6-b229-8bf3f9bfd82a req-ae028a59-d2e2-44b3-a357-49fab7433356 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:35.983037 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-77b9aa89-0f32-43d6-b229-8bf3f9bfd82a req-ae028a59-d2e2-44b3-a357-49fab7433356 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Calling delete_port for 5b9607ea-c88f-4063-964e-f9e04a1ab960 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:19:36.112694 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-77b9aa89-0f32-43d6-b229-8bf3f9bfd82a req-ae028a59-d2e2-44b3-a357-49fab7433356 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:36.139296 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae028a59-d2e2-44b3-a357-49fab7433356 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Port': ['ID=5b9607ea-c88f-4063-964e-f9e04a1ab960,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:36.182160 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b9aa89-0f32-43d6-b229-8bf3f9bfd82a req-ae028a59-d2e2-44b3-a357-49fab7433356 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] No DVR routers for this DVR port 5b9607ea-c88f-4063-964e-f9e04a1ab960 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:19:36.185288 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-77b9aa89-0f32-43d6-b229-8bf3f9bfd82a req-ae028a59-d2e2-44b3-a357-49fab7433356 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:36.188687 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-77b9aa89-0f32-43d6-b229-8bf3f9bfd82a req-ae028a59-d2e2-44b3-a357-49fab7433356 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.64 "DELETE /v2.0/ports/5b9607ea-c88f-4063-964e-f9e04a1ab960 HTTP/1.1" status: 204 len: 173 time: 0.3906381 Nov 11 18:19:36.189156 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6338601-6571-454f-8037-197581bd0f14', 'name': 'network-vif-deleted', 'tag': '5b9607ea-c88f-4063-964e-f9e04a1ab960'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:19:36.191389 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce0985748977e3fd26376c80dbb6ea189fd81e02bd3d57a001dfe7f9eeece1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef483758-9e30-40d9-904a-1553224f146c" -d '{"events": [{"server_uuid": "f6338601-6571-454f-8037-197581bd0f14", "name": "network-vif-deleted", "tag": "5b9607ea-c88f-4063-964e-f9e04a1ab960"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:19:36.231781 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af7e235-ca4c-44e3-a219-d6abeabf744c x-openstack-request-id: req-0af7e235-ca4c-44e3-a219-d6abeabf744c {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:19:36.232087 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6338601-6571-454f-8037-197581bd0f14", "name": "network-vif-deleted", "tag": "5b9607ea-c88f-4063-964e-f9e04a1ab960", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:19:36.232343 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0af7e235-ca4c-44e3-a219-d6abeabf744c {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:19:36.232747 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6338601-6571-454f-8037-197581bd0f14', 'name': 'network-vif-deleted', 'tag': '5b9607ea-c88f-4063-964e-f9e04a1ab960', 'status': 'completed', 'code': 200} Nov 11 18:19:36.436922 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2a3dfd3b-8cf9-41d1-8cf7-367be025e172 req-b5386f05-f763-4a9b-a23b-e821abcdebd3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6338601-6571-454f-8037-197581bd0f14 HTTP/1.1" status: 200 len: 210 time: 0.0298462 Nov 11 18:19:37.494500 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53224) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:37.506632 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-739b3925-6b47-40e2-987a-85a5bec36105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:37.864356 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ff4d722-43c4-47ca-941b-10b24f497474 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:38.125852 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-8ff4d722-43c4-47ca-941b-10b24f497474 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting port a699e64a-b6e3-46bb-be6f-8d43b110a26c {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:19:38.126163 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ff4d722-43c4-47ca-941b-10b24f497474 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:38.220987 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-8ff4d722-43c4-47ca-941b-10b24f497474 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] For port a699e64a-b6e3-46bb-be6f-8d43b110a26c, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a699e64a-b6e3-46bb-be6f-8d43b110a26c,segment=NetworkSegment(76cb5b2c-e2d6-416f-bf77-1d5298062cae),segment_id=76cb5b2c-e2d6-416f-bf77-1d5298062cae)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:19:38.221351 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ff4d722-43c4-47ca-941b-10b24f497474 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:38.233079 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-8ff4d722-43c4-47ca-941b-10b24f497474 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Calling delete_port for a699e64a-b6e3-46bb-be6f-8d43b110a26c owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:19:38.416615 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ff4d722-43c4-47ca-941b-10b24f497474 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:38.443425 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4d722-43c4-47ca-941b-10b24f497474 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Port': ['ID=a699e64a-b6e3-46bb-be6f-8d43b110a26c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:38.449212 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 5b9607ea-c88f-4063-964e-f9e04a1ab960 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:19:38.471974 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 5b9607ea-c88f-4063-964e-f9e04a1ab960 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:19:38.472229 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 5b9607ea-c88f-4063-964e-f9e04a1ab960 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:19:38.619721 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8ff4d722-43c4-47ca-941b-10b24f497474 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:38.831341 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff4d722-43c4-47ca-941b-10b24f497474 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:19:38.937439 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff4d722-43c4-47ca-941b-10b24f497474 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:19:38.942425 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8ff4d722-43c4-47ca-941b-10b24f497474 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "PUT /v2.0/routers/fa1a3fcf-9849-4dd7-a421-2b31d2a706e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4468985 Nov 11 18:19:38.945293 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53226) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:38.946788 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc28c06-03ee-43b2-aa69-6d7cd0f854d2 None None] Sync routers for ids ['fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:19:38.957158 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc28c06-03ee-43b2-aa69-6d7cd0f854d2 None None] Routers {'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:19:38.957771 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-0fc28c06-03ee-43b2-aa69-6d7cd0f854d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:19:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:38.996997 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-8efbc5c9-f544-434d-ab79-ee520072a6b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting subnet 81fa6f0b-acf7-438f-8116-275aff383d47 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:19:39.000332 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8efbc5c9-f544-434d-ab79-ee520072a6b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:39.041128 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8efbc5c9-f544-434d-ab79-ee520072a6b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:39.062068 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-0fc28c06-03ee-43b2-aa69-6d7cd0f854d2 None None] Set router fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:19:39.127384 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8efbc5c9-f544-434d-ab79-ee520072a6b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:39.185324 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8efbc5c9-f544-434d-ab79-ee520072a6b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:39.215848 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8efbc5c9-f544-434d-ab79-ee520072a6b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:39.221463 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8efbc5c9-f544-434d-ab79-ee520072a6b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/subnets/81fa6f0b-acf7-438f-8116-275aff383d47 HTTP/1.1" status: 204 len: 168 time: 0.2726357 Nov 11 18:19:39.221463 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbc5c9-f544-434d-ab79-ee520072a6b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Subnet': ['ID=81fa6f0b-acf7-438f-8116-275aff383d47,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:39.221853 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53228) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:39.224925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43103698-c144-4e21-87ce-3c80b531a69b None None] Network 0ad8473b-e6bc-4de8-820f-11c893f42725 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:19:39.228823 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efbc5c9-f544-434d-ab79-ee520072a6b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:39.229236 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efbc5c9-f544-434d-ab79-ee520072a6b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:39.229578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efbc5c9-f544-434d-ab79-ee520072a6b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:39.229914 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efbc5c9-f544-434d-ab79-ee520072a6b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:39.230244 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efbc5c9-f544-434d-ab79-ee520072a6b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:39.230573 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efbc5c9-f544-434d-ab79-ee520072a6b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:39.230895 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efbc5c9-f544-434d-ab79-ee520072a6b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:39.231765 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efbc5c9-f544-434d-ab79-ee520072a6b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:39.231765 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efbc5c9-f544-434d-ab79-ee520072a6b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:39.231974 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efbc5c9-f544-434d-ab79-ee520072a6b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:39.232710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efbc5c9-f544-434d-ab79-ee520072a6b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:39.232710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efbc5c9-f544-434d-ab79-ee520072a6b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:39.328297 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-0fc28c06-03ee-43b2-aa69-6d7cd0f854d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35715838', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '9f723163-851a-46be-ba07-6cb43518415d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:18:43Z', 'updated_at': '2021-11-11T18:19:38Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9f723163-851a-46be-ba07-6cb43518415d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:44Z', 'updated_at': '2021-11-11T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:39.373588 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc28c06-03ee-43b2-aa69-6d7cd0f854d2 None None] Checking router: fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:19:39.388799 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc28c06-03ee-43b2-aa69-6d7cd0f854d2 None None] Routers {'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:19:39.389453 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-0fc28c06-03ee-43b2-aa69-6d7cd0f854d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:19:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:39.493072 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bbdc6a-fd70-43d7-9b91-eafd0c7ff353 None None] DHCP port deletion for 0ad8473b-e6bc-4de8-820f-11c893f42725 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:19:39.507048 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-0fc28c06-03ee-43b2-aa69-6d7cd0f854d2 None None] Set router fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:19:39.600803 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3738210f-bf1e-4205-9be0-c58001b082a3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:39.670225 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-11bbdc6a-fd70-43d7-9b91-eafd0c7ff353 None None] Deleting port e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:19:39.670605 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-11bbdc6a-fd70-43d7-9b91-eafd0c7ff353 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:39.704134 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3738210f-bf1e-4205-9be0-c58001b082a3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:39.758415 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-3738210f-bf1e-4205-9be0-c58001b082a3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting port 9f723163-851a-46be-ba07-6cb43518415d {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:19:39.758743 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3738210f-bf1e-4205-9be0-c58001b082a3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:39.760049 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-11bbdc6a-fd70-43d7-9b91-eafd0c7ff353 None None] For port e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844,segment=NetworkSegment(76cb5b2c-e2d6-416f-bf77-1d5298062cae),segment_id=76cb5b2c-e2d6-416f-bf77-1d5298062cae)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:19:39.760453 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-11bbdc6a-fd70-43d7-9b91-eafd0c7ff353 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:39.777898 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-11bbdc6a-fd70-43d7-9b91-eafd0c7ff353 None None] Calling delete_port for e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:19:39.833076 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-0fc28c06-03ee-43b2-aa69-6d7cd0f854d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35715838', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '9f723163-851a-46be-ba07-6cb43518415d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:18:43Z', 'updated_at': '2021-11-11T18:19:38Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9f723163-851a-46be-ba07-6cb43518415d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:44Z', 'updated_at': '2021-11-11T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:39.850021 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-3738210f-bf1e-4205-9be0-c58001b082a3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] For port 9f723163-851a-46be-ba07-6cb43518415d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=9f723163-851a-46be-ba07-6cb43518415d,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:19:39.850401 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3738210f-bf1e-4205-9be0-c58001b082a3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:39.863548 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-3738210f-bf1e-4205-9be0-c58001b082a3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Calling delete_port for 9f723163-851a-46be-ba07-6cb43518415d owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:19:39.867069 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc28c06-03ee-43b2-aa69-6d7cd0f854d2 None None] The sync data for ids ['fa1a3fcf-9849-4dd7-a421-2b31d2a706e0'] in n-d-816206-4 is: [{'id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35715838', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '9f723163-851a-46be-ba07-6cb43518415d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:18:43Z', 'updated_at': '2021-11-11T18:19:38Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9f723163-851a-46be-ba07-6cb43518415d', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa1a3fcf-9849-4dd7-a421-2b31d2a706e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:18:44Z', 'updated_at': '2021-11-11T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:19:39.897124 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:19:39.933444 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-11bbdc6a-fd70-43d7-9b91-eafd0c7ff353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:39.963018 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbdc6a-fd70-43d7-9b91-eafd0c7ff353 None None] Pushing event deleted for resources: {'Port': ['ID=e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:39.968332 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bbdc6a-fd70-43d7-9b91-eafd0c7ff353 None None] No DVR routers for this DVR port e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:19:39.969736 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No active binding found for port e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844 {{(pid=102619) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 11 18:19:39.970182 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device e93d6f9e-52e4-4cfc-86dc-d3e89b6f2844 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:19:40.045122 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3738210f-bf1e-4205-9be0-c58001b082a3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:40.071210 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738210f-bf1e-4205-9be0-c58001b082a3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Port': ['ID=9f723163-851a-46be-ba07-6cb43518415d,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:40.084038 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f2f94b-d022-4ff4-8a60-ed81eb6f6b4e None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:19:40.135536 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3738210f-bf1e-4205-9be0-c58001b082a3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:40.234747 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3738210f-bf1e-4205-9be0-c58001b082a3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:40.236976 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3738210f-bf1e-4205-9be0-c58001b082a3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:40.286480 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3738210f-bf1e-4205-9be0-c58001b082a3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:40.287174 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3738210f-bf1e-4205-9be0-c58001b082a3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Fanout notify agent at l3_agent the message router_deleted on router fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 18:19:40.295287 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3738210f-bf1e-4205-9be0-c58001b082a3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:40.296697 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3738210f-bf1e-4205-9be0-c58001b082a3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/routers/fa1a3fcf-9849-4dd7-a421-2b31d2a706e0 HTTP/1.1" status: 204 len: 168 time: 1.0732629 Nov 11 18:19:40.299495 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53230) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:40.381336 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e76bf66f-00f3-45b9-ab54-9098db67f44b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:40.474042 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2b13e2fb-b7c7-43b7-898a-a81bb00dbd0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:40.485774 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e76bf66f-00f3-45b9-ab54-9098db67f44b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:40.508227 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-e76bf66f-00f3-45b9-ab54-9098db67f44b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad8473b-e6bc-4de8-820f-11c893f42725']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:40.519597 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-e76bf66f-00f3-45b9-ab54-9098db67f44b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76cb5b2c-e2d6-416f-bf77-1d5298062cae') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:40.519934 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-e76bf66f-00f3-45b9-ab54-9098db67f44b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76cb5b2c-e2d6-416f-bf77-1d5298062cae') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:40.529949 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e76bf66f-00f3-45b9-ab54-9098db67f44b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:40.545701 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e76bf66f-00f3-45b9-ab54-9098db67f44b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:40.552120 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e76bf66f-00f3-45b9-ab54-9098db67f44b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:19:40.552513 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e76bf66f-00f3-45b9-ab54-9098db67f44b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: timer() Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:19:40.555494 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:19:40.617316 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e76bf66f-00f3-45b9-ab54-9098db67f44b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:40.624587 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e76bf66f-00f3-45b9-ab54-9098db67f44b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:40.627746 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e76bf66f-00f3-45b9-ab54-9098db67f44b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/networks/0ad8473b-e6bc-4de8-820f-11c893f42725 HTTP/1.1" status: 204 len: 168 time: 0.3272712 Nov 11 18:19:40.630714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53232) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:40.639491 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76bf66f-00f3-45b9-ab54-9098db67f44b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Network': ['ID=0ad8473b-e6bc-4de8-820f-11c893f42725,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:40.688983 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9b13a8e6-19f0-4fd9-9a0a-71917780f1c7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:40.713616 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9b13a8e6-19f0-4fd9-9a0a-71917780f1c7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:40.776224 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9b13a8e6-19f0-4fd9-9a0a-71917780f1c7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:40.780032 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9b13a8e6-19f0-4fd9-9a0a-71917780f1c7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:40.781253 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9b13a8e6-19f0-4fd9-9a0a-71917780f1c7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/security-groups/84889d5b-1806-40f8-ad82-9af0ce60b2df HTTP/1.1" status: 204 len: 168 time: 0.1494532 Nov 11 18:19:40.790666 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13a8e6-19f0-4fd9-9a0a-71917780f1c7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84889d5b-1806-40f8-ad82-9af0ce60b2df,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:41.159127 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:41.352462 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53238) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:41.357617 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-70c9151a-7b94-4a7f-b840-91a01b2526d0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1906304134', 'description': 'tempest-secgroup-smoke-1906304134 description', 'project_id': '7920bba3c2b2409bbd8010834c709096'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:19:41.379821 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-70c9151a-7b94-4a7f-b840-91a01b2526d0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:41.448624 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-70c9151a-7b94-4a7f-b840-91a01b2526d0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:41.452254 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-70c9151a-7b94-4a7f-b840-91a01b2526d0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:41.475934 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-70c9151a-7b94-4a7f-b840-91a01b2526d0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:41.477139 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-70c9151a-7b94-4a7f-b840-91a01b2526d0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1235845 Nov 11 18:19:41.480860 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53240) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:41.485455 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9151a-7b94-4a7f-b840-91a01b2526d0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd4aca7-4087-4f5d-be14-d0a974b91eff,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:41.485986 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-f6e23b29-1a80-4c9a-995c-5c1861e6ae53 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': '3fd4aca7-4087-4f5d-be14-d0a974b91eff', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:19:41.513391 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f6e23b29-1a80-4c9a-995c-5c1861e6ae53 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:41.573025 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f6e23b29-1a80-4c9a-995c-5c1861e6ae53 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:41.576729 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f6e23b29-1a80-4c9a-995c-5c1861e6ae53 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:41.594231 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e23b29-1a80-4c9a-995c-5c1861e6ae53 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a684c30a-1c3b-458e-96a7-ead06c6b8c04,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:41.601824 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f6e23b29-1a80-4c9a-995c-5c1861e6ae53 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:41.603009 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f6e23b29-1a80-4c9a-995c-5c1861e6ae53 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209006 Nov 11 18:19:41.606309 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53242) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:41.610571 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-75f0f94b-4e90-4a0e-8a5b-8bd80339dc5e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': '3fd4aca7-4087-4f5d-be14-d0a974b91eff', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:19:41.636856 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75f0f94b-4e90-4a0e-8a5b-8bd80339dc5e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:41.691652 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75f0f94b-4e90-4a0e-8a5b-8bd80339dc5e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:41.695104 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75f0f94b-4e90-4a0e-8a5b-8bd80339dc5e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:41.712215 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0f94b-4e90-4a0e-8a5b-8bd80339dc5e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cabcd2ed-3289-4e56-bf78-d9da4dc655e7,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:41.719794 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-75f0f94b-4e90-4a0e-8a5b-8bd80339dc5e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:41.721001 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-75f0f94b-4e90-4a0e-8a5b-8bd80339dc5e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137822 Nov 11 18:19:41.723815 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53244) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:41.728007 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-2e90c9fd-7b67-41a7-81c9-33383e837739 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': '3fd4aca7-4087-4f5d-be14-d0a974b91eff', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:19:41.753398 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2e90c9fd-7b67-41a7-81c9-33383e837739 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:41.817123 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 9f723163-851a-46be-ba07-6cb43518415d no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:19:41.817909 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2e90c9fd-7b67-41a7-81c9-33383e837739 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:41.821740 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2e90c9fd-7b67-41a7-81c9-33383e837739 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:41.837746 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 9f723163-851a-46be-ba07-6cb43518415d {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:19:41.838090 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 9f723163-851a-46be-ba07-6cb43518415d not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:19:41.838514 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a699e64a-b6e3-46bb-be6f-8d43b110a26c no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:19:41.840124 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90c9fd-7b67-41a7-81c9-33383e837739 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a38cf6e-654f-4890-bae2-32d443260003,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:41.851805 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2e90c9fd-7b67-41a7-81c9-33383e837739 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:41.853046 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2e90c9fd-7b67-41a7-81c9-33383e837739 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283097 Nov 11 18:19:41.856555 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53246) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:41.861338 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-91cecb47-f1ff-4431-88fa-54c8124dd4fc tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': '3fd4aca7-4087-4f5d-be14-d0a974b91eff', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:19:41.864297 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: a699e64a-b6e3-46bb-be6f-8d43b110a26c {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:19:41.864868 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a699e64a-b6e3-46bb-be6f-8d43b110a26c not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:19:41.900442 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91cecb47-f1ff-4431-88fa-54c8124dd4fc tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:41.959714 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91cecb47-f1ff-4431-88fa-54c8124dd4fc tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:41.963130 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91cecb47-f1ff-4431-88fa-54c8124dd4fc tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:41.977439 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cecb47-f1ff-4431-88fa-54c8124dd4fc tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d408135-e194-432d-ad0d-54b7e8669aa9,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:41.987212 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-91cecb47-f1ff-4431-88fa-54c8124dd4fc tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:41.988416 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-91cecb47-f1ff-4431-88fa-54c8124dd4fc tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307514 Nov 11 18:19:41.991137 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53248) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:41.996000 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-f2852bc9-20b9-4362-8b63-19ab6d94a7b2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': '3fd4aca7-4087-4f5d-be14-d0a974b91eff', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:19:42.017201 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-f2852bc9-20b9-4362-8b63-19ab6d94a7b2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Project 7920bba3c2b2409bbd8010834c709096 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 18:19:42.021900 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f2852bc9-20b9-4362-8b63-19ab6d94a7b2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:42.083096 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f2852bc9-20b9-4362-8b63-19ab6d94a7b2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:42.086562 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f2852bc9-20b9-4362-8b63-19ab6d94a7b2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:42.103916 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2852bc9-20b9-4362-8b63-19ab6d94a7b2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb8af7c-27f8-4a0d-ad8e-2a490721152a,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:42.113207 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f2852bc9-20b9-4362-8b63-19ab6d94a7b2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:42.114318 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f2852bc9-20b9-4362-8b63-19ab6d94a7b2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222780 Nov 11 18:19:42.117262 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53250) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:42.122320 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-2f2592a3-7ae6-42d6-aa56-d1ebd45e3189 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': '3fd4aca7-4087-4f5d-be14-d0a974b91eff', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:19:42.143912 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-2f2592a3-7ae6-42d6-aa56-d1ebd45e3189 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Project 7920bba3c2b2409bbd8010834c709096 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 18:19:42.148713 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2f2592a3-7ae6-42d6-aa56-d1ebd45e3189 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:42.209663 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2f2592a3-7ae6-42d6-aa56-d1ebd45e3189 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:42.213428 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2f2592a3-7ae6-42d6-aa56-d1ebd45e3189 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:42.232762 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2592a3-7ae6-42d6-aa56-d1ebd45e3189 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a8c81b-5f85-46e0-a0ab-3292f8c21a17,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:42.238000 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2f2592a3-7ae6-42d6-aa56-d1ebd45e3189 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:42.242405 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2f2592a3-7ae6-42d6-aa56-d1ebd45e3189 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209908 Nov 11 18:19:42.242405 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53252) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:42.248349 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-448c8b77-bdf8-452e-8516-14cfa85df1b7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'network': {'name': 'tempest-network-smoke--72546426', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'port_security_enabled': True}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:19:42.269198 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448c8b77-bdf8-452e-8516-14cfa85df1b7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Made reservation on behalf of 7920bba3c2b2409bbd8010834c709096 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:19:42.272678 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-448c8b77-bdf8-452e-8516-14cfa85df1b7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:42.295615 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448c8b77-bdf8-452e-8516-14cfa85df1b7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1278} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:19:42.304960 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-448c8b77-bdf8-452e-8516-14cfa85df1b7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:42.305298 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-448c8b77-bdf8-452e-8516-14cfa85df1b7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Added segment cff2f19c-c09f-4c20-856d-58f8d3453212 of type vlan for network 6a3a1b85-f4c8-43b4-922c-d7bda340b862 Nov 11 18:19:42.346065 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-448c8b77-bdf8-452e-8516-14cfa85df1b7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:42.370923 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-448c8b77-bdf8-452e-8516-14cfa85df1b7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:42.376603 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448c8b77-bdf8-452e-8516-14cfa85df1b7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:42.377183 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-448c8b77-bdf8-452e-8516-14cfa85df1b7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:42.434137 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-448c8b77-bdf8-452e-8516-14cfa85df1b7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1909657 Nov 11 18:19:42.436845 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53254) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:42.447392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-d73ee4b9-3805-4d10-a2a9-7172f46a923b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-812186507', 'admin_state_up': True, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:19:42.462386 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c8b77-bdf8-452e-8516-14cfa85df1b7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Network': ['ID=6a3a1b85-f4c8-43b4-922c-d7bda340b862,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:42.473063 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 6a3a1b85-f4c8-43b4-922c-d7bda340b862 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:19:42.476509 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d73ee4b9-3805-4d10-a2a9-7172f46a923b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:42.477527 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d73ee4b9-3805-4d10-a2a9-7172f46a923b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:42.530314 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d73ee4b9-3805-4d10-a2a9-7172f46a923b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:42.671259 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d73ee4b9-3805-4d10-a2a9-7172f46a923b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:42.756322 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:42.862114 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d73ee4b9-3805-4d10-a2a9-7172f46a923b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_gateway, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:42.884745 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d73ee4b9-3805-4d10-a2a9-7172f46a923b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:42.987232 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-d73ee4b9-3805-4d10-a2a9-7172f46a923b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Allocated IP 172.25.2.181 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/6db46f23-bd3c-452f-bddb-91ae38549532) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:19:43.023309 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:43.095473 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d73ee4b9-3805-4d10-a2a9-7172f46a923b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:43.128625 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d73ee4b9-3805-4d10-a2a9-7172f46a923b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:43.168356 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73ee4b9-3805-4d10-a2a9-7172f46a923b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:19:43.171263 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-d73ee4b9-3805-4d10-a2a9-7172f46a923b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:19:43.174086 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73ee4b9-3805-4d10-a2a9-7172f46a923b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:19:43.185020 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfe6e23-158c-43f3-b601-a959bcdd0c70 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:19:43.202939 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ee4b9-3805-4d10-a2a9-7172f46a923b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=6db46f23-bd3c-452f-bddb-91ae38549532,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:43.271551 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-887c8546-9cde-4fce-9667-15f60f31388a None None] Provisioning complete for port 6db46f23-bd3c-452f-bddb-91ae38549532 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:19:43.272301 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-887c8546-9cde-4fce-9667-15f60f31388a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:43.310350 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-887c8546-9cde-4fce-9667-15f60f31388a None None] Port 6db46f23-bd3c-452f-bddb-91ae38549532 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:19:43.442818 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d73ee4b9-3805-4d10-a2a9-7172f46a923b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_gateway, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:43.648798 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d73ee4b9-3805-4d10-a2a9-7172f46a923b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:43.775322 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73ee4b9-3805-4d10-a2a9-7172f46a923b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router 9f564a8b-4a66-4eeb-af91-de3e2301cfc7 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 18:19:44.151242 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73ee4b9-3805-4d10-a2a9-7172f46a923b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:19:44.161836 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] Sync routers for ids ['9f564a8b-4a66-4eeb-af91-de3e2301cfc7'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:19:44.172438 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] Routers {'9f564a8b-4a66-4eeb-af91-de3e2301cfc7'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:19:44.173138 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d73ee4b9-3805-4d10-a2a9-7172f46a923b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:44.173288 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:19:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9f564a8b-4a66-4eeb-af91-de3e2301cfc7'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:44.177563 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d73ee4b9-3805-4d10-a2a9-7172f46a923b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7366838 Nov 11 18:19:44.177766 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53256) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:44.204605 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fff89ae8-77c3-421d-b27e-c50cf75f52e8 tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=7920bba3c2b2409bbd8010834c709096&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257931 Nov 11 18:19:44.207137 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53258) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:44.279635 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] Set router 9f564a8b-4a66-4eeb-af91-de3e2301cfc7 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:19:44.309087 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf75bc2-8791-4fab-8ac9-c1334faafd7c tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:44.310594 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-fdf75bc2-8791-4fab-8ac9-c1334faafd7c tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1025848 Nov 11 18:19:44.313425 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53260) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:44.346461 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-93dae5e4-900e-4213-9e32-99efd710f2d6 tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319631 Nov 11 18:19:44.348988 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53262) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:44.353622 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-830aab6f-897b-4ede-a022-c79d3a85cecf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-995140341', 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:19:44.441275 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830aab6f-897b-4ede-a022-c79d3a85cecf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Made reservation on behalf of 7920bba3c2b2409bbd8010834c709096 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:19:44.444826 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-830aab6f-897b-4ede-a022-c79d3a85cecf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:44.455406 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812186507', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:43Z', 'revision_number': 3, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:09:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:44.481086 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] Checking router: 9f564a8b-4a66-4eeb-af91-de3e2301cfc7 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:19:44.481433 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] Updating router 9f564a8b-4a66-4eeb-af91-de3e2301cfc7 port 6db46f23-bd3c-452f-bddb-91ae38549532 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:19:44.508428 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:44.632904 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-830aab6f-897b-4ede-a022-c79d3a85cecf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:44.697742 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830aab6f-897b-4ede-a022-c79d3a85cecf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Subnet': ['ID=0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:44.707759 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830aab6f-897b-4ede-a022-c79d3a85cecf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Checking segment: {'id': 'cff2f19c-c09f-4c20-856d-58f8d3453212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:19:44.708266 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830aab6f-897b-4ede-a022-c79d3a85cecf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network hostable DHCP agents. Network: 6a3a1b85-f4c8-43b4-922c-d7bda340b862, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:19:44.725647 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830aab6f-897b-4ede-a022-c79d3a85cecf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network 6a3a1b85-f4c8-43b4-922c-d7bda340b862 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:19:44.735393 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-830aab6f-897b-4ede-a022-c79d3a85cecf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 6a3a1b85-f4c8-43b4-922c-d7bda340b862) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:19:44.739742 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830aab6f-897b-4ede-a022-c79d3a85cecf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:44.740357 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-830aab6f-897b-4ede-a022-c79d3a85cecf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:44.746140 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110dddcd-9561-4163-ab95-40e2a321536d None None] Network 6a3a1b85-f4c8-43b4-922c-d7bda340b862 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:19:44.758356 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-830aab6f-897b-4ede-a022-c79d3a85cecf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4083388 Nov 11 18:19:44.761333 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53264) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:44.764981 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:44.770195 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:44.823052 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] Attempting to bind port 6db46f23-bd3c-452f-bddb-91ae38549532 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:19:44.823462 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] Attempting to bind port 6db46f23-bd3c-452f-bddb-91ae38549532 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:19:44.823974 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] Attempting to bind port 6db46f23-bd3c-452f-bddb-91ae38549532 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:19:44.835996 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:19:44.836454 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:19:44.836961 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:44.837428 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:19:44.838005 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] Bound port: 6db46f23-bd3c-452f-bddb-91ae38549532, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:19:44.838515 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:44.874489 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d496b-7ee6-461f-8852-75d398392276 None None] Pushing event updated for resources: {'Port': ['ID=6db46f23-bd3c-452f-bddb-91ae38549532,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:44.910058 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] For port 6db46f23-bd3c-452f-bddb-91ae38549532, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:19:44.913150 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] For port 6db46f23-bd3c-452f-bddb-91ae38549532, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6db46f23-bd3c-452f-bddb-91ae38549532,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:19:44.918075 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:44.956037 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d425b367-4ff6-44a1-ba2f-6b67a12c7143 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:19:44.973919 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] Routers {'9f564a8b-4a66-4eeb-af91-de3e2301cfc7'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:19:44.974742 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:19:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9f564a8b-4a66-4eeb-af91-de3e2301cfc7'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:44.999900 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5602ef6f-0ec5-41dc-ba54-ae615dd0fa17 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:19:45.055364 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c74d35fb-3beb-4a3b-b25f-bd0b2c3eafae None None] Provisioning complete for port 6db46f23-bd3c-452f-bddb-91ae38549532 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:19:45.055751 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c74d35fb-3beb-4a3b-b25f-bd0b2c3eafae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:45.111623 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147a15e6-699e-4b58-8567-2dfcc283f411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-6a3a1b85-f4c8-43b4-922c-d7bda340b862', 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ips': [{'subnet_id': '0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 18:19:45.112533 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-147a15e6-699e-4b58-8567-2dfcc283f411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:45.201399 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] Set router 9f564a8b-4a66-4eeb-af91-de3e2301cfc7 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:19:45.226003 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d6b5cef-6a74-42c2-87d1-98508e0509b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:45.248498 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c74d35fb-3beb-4a3b-b25f-bd0b2c3eafae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:45.294848 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c74d35fb-3beb-4a3b-b25f-bd0b2c3eafae None None] For port 6db46f23-bd3c-452f-bddb-91ae38549532, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6db46f23-bd3c-452f-bddb-91ae38549532,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:19:45.295281 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d496b-7ee6-461f-8852-75d398392276 None None] Pushing event updated for resources: {'Port': ['ID=6db46f23-bd3c-452f-bddb-91ae38549532,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:45.311407 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c74d35fb-3beb-4a3b-b25f-bd0b2c3eafae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:45.318021 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-147a15e6-699e-4b58-8567-2dfcc283f411 None None] Allocated IP 172.20.0.2 (6a3a1b85-f4c8-43b4-922c-d7bda340b862/0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92/b9611ab1-b891-4e05-80aa-c65cbeeeca5a) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:19:45.401233 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812186507', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:43Z', 'revision_number': 3, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:09:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:45.416875 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d35fb-3beb-4a3b-b25f-bd0b2c3eafae None None] Pushing event updated for resources: {'Port': ['ID=6db46f23-bd3c-452f-bddb-91ae38549532,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:45.431296 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d35fb-3beb-4a3b-b25f-bd0b2c3eafae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:45.431642 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d35fb-3beb-4a3b-b25f-bd0b2c3eafae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:45.432012 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d35fb-3beb-4a3b-b25f-bd0b2c3eafae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:45.432351 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d35fb-3beb-4a3b-b25f-bd0b2c3eafae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:45.433211 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d35fb-3beb-4a3b-b25f-bd0b2c3eafae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:45.433548 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d35fb-3beb-4a3b-b25f-bd0b2c3eafae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:45.433878 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d35fb-3beb-4a3b-b25f-bd0b2c3eafae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:45.434204 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d35fb-3beb-4a3b-b25f-bd0b2c3eafae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:45.434534 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d35fb-3beb-4a3b-b25f-bd0b2c3eafae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:45.434859 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d35fb-3beb-4a3b-b25f-bd0b2c3eafae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:45.435184 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d35fb-3beb-4a3b-b25f-bd0b2c3eafae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:45.435453 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deac5a56-b850-4b24-b43d-5a40da3fba4e None None] The sync data for ids ['9f564a8b-4a66-4eeb-af91-de3e2301cfc7'] in n-d-816206-4 is: [{'id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812186507', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:43Z', 'revision_number': 3, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:09:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:19:45.435614 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74d35fb-3beb-4a3b-b25f-bd0b2c3eafae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:19:45.534160 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-147a15e6-699e-4b58-8567-2dfcc283f411 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:45.540663 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-147a15e6-699e-4b58-8567-2dfcc283f411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:45.583301 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147a15e6-699e-4b58-8567-2dfcc283f411 None None] Network 6a3a1b85-f4c8-43b4-922c-d7bda340b862 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:19:45.586551 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-147a15e6-699e-4b58-8567-2dfcc283f411 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:19:45.591778 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147a15e6-699e-4b58-8567-2dfcc283f411 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:19:45.601973 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a15e6-699e-4b58-8567-2dfcc283f411 None None] Pushing event updated for resources: {'Port': ['ID=b9611ab1-b891-4e05-80aa-c65cbeeeca5a,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:45.654406 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-147a15e6-699e-4b58-8567-2dfcc283f411 None None] Attempting to bind port b9611ab1-b891-4e05-80aa-c65cbeeeca5a on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:19:45.654772 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-147a15e6-699e-4b58-8567-2dfcc283f411 None None] Attempting to bind port b9611ab1-b891-4e05-80aa-c65cbeeeca5a by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'cff2f19c-c09f-4c20-856d-58f8d3453212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:19:45.655140 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147a15e6-699e-4b58-8567-2dfcc283f411 None None] Attempting to bind port b9611ab1-b891-4e05-80aa-c65cbeeeca5a on network 6a3a1b85-f4c8-43b4-922c-d7bda340b862 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:19:45.661319 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147a15e6-699e-4b58-8567-2dfcc283f411 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:19:45.661706 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147a15e6-699e-4b58-8567-2dfcc283f411 None None] Checking segment: {'id': 'cff2f19c-c09f-4c20-856d-58f8d3453212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:19:45.662215 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-147a15e6-699e-4b58-8567-2dfcc283f411 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:45.662489 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147a15e6-699e-4b58-8567-2dfcc283f411 None None] Bound using segment: {'id': 'cff2f19c-c09f-4c20-856d-58f8d3453212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:19:45.663031 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-147a15e6-699e-4b58-8567-2dfcc283f411 None None] Bound port: b9611ab1-b891-4e05-80aa-c65cbeeeca5a, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff2f19c-c09f-4c20-856d-58f8d3453212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:19:45.663416 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-147a15e6-699e-4b58-8567-2dfcc283f411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:45.754366 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-147a15e6-699e-4b58-8567-2dfcc283f411 None None] For port b9611ab1-b891-4e05-80aa-c65cbeeeca5a, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:19:45.758550 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-147a15e6-699e-4b58-8567-2dfcc283f411 None None] For port b9611ab1-b891-4e05-80aa-c65cbeeeca5a, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b9611ab1-b891-4e05-80aa-c65cbeeeca5a,segment=NetworkSegment(cff2f19c-c09f-4c20-856d-58f8d3453212),segment_id=cff2f19c-c09f-4c20-856d-58f8d3453212)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:19:45.763046 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-147a15e6-699e-4b58-8567-2dfcc283f411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:45.846861 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a15e6-699e-4b58-8567-2dfcc283f411 None None] Pushing event updated for resources: {'Port': ['ID=b9611ab1-b891-4e05-80aa-c65cbeeeca5a,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:45.881883 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6db46f23-bd3c-452f-bddb-91ae38549532 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:19:45.927244 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-1d6b5cef-6a74-42c2-87d1-98508e0509b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Allocated IP 172.20.0.1 (6a3a1b85-f4c8-43b4-922c-d7bda340b862/0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92/2fedd117-0616-44d5-8b38-3c3ae9aa71cf) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:19:45.942098 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 6db46f23-bd3c-452f-bddb-91ae38549532 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:19:45.942932 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:46.055411 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d6b5cef-6a74-42c2-87d1-98508e0509b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:46.092289 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d6b5cef-6a74-42c2-87d1-98508e0509b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:46.155464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6b5cef-6a74-42c2-87d1-98508e0509b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network 6a3a1b85-f4c8-43b4-922c-d7bda340b862 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:19:46.163288 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-1d6b5cef-6a74-42c2-87d1-98508e0509b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:19:46.167959 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b5cef-6a74-42c2-87d1-98508e0509b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:19:46.194884 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b5cef-6a74-42c2-87d1-98508e0509b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=2fedd117-0616-44d5-8b38-3c3ae9aa71cf,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:46.222702 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d6b5cef-6a74-42c2-87d1-98508e0509b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:46.357422 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d6b5cef-6a74-42c2-87d1-98508e0509b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:46.644669 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d6b5cef-6a74-42c2-87d1-98508e0509b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:46.649333 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d6b5cef-6a74-42c2-87d1-98508e0509b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:46.722527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b5cef-6a74-42c2-87d1-98508e0509b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=2fedd117-0616-44d5-8b38-3c3ae9aa71cf,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:46.728430 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1d6b5cef-6a74-42c2-87d1-98508e0509b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:46.828583 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6b5cef-6a74-42c2-87d1-98508e0509b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network 6a3a1b85-f4c8-43b4-922c-d7bda340b862 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:19:46.831472 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-1d6b5cef-6a74-42c2-87d1-98508e0509b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:19:46.843373 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c9021e-dedb-4032-b35d-b2132cc01647 None None] Network 6a3a1b85-f4c8-43b4-922c-d7bda340b862 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:19:46.902566 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-87a5e76c-68da-4219-9632-283b82747215 None None] Provisioning complete for port b9611ab1-b891-4e05-80aa-c65cbeeeca5a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:19:46.903059 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-87a5e76c-68da-4219-9632-283b82747215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:46.950210 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6b5cef-6a74-42c2-87d1-98508e0509b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router 9f564a8b-4a66-4eeb-af91-de3e2301cfc7 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:19:47.033490 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-87a5e76c-68da-4219-9632-283b82747215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:47.062679 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6b5cef-6a74-42c2-87d1-98508e0509b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:19:47.068396 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1d6b5cef-6a74-42c2-87d1-98508e0509b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "PUT /v2.0/routers/9f564a8b-4a66-4eeb-af91-de3e2301cfc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3059874 Nov 11 18:19:47.096935 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-87a5e76c-68da-4219-9632-283b82747215 None None] For port b9611ab1-b891-4e05-80aa-c65cbeeeca5a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b9611ab1-b891-4e05-80aa-c65cbeeeca5a,segment=NetworkSegment(cff2f19c-c09f-4c20-856d-58f8d3453212),segment_id=cff2f19c-c09f-4c20-856d-58f8d3453212)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:19:47.104341 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-87a5e76c-68da-4219-9632-283b82747215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:47.161272 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5e76c-68da-4219-9632-283b82747215 None None] Pushing event updated for resources: {'Port': ['ID=b9611ab1-b891-4e05-80aa-c65cbeeeca5a,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:47.251425 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-beb69d36-bdb7-48c4-8550-24ea5331dde2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906304134&fields=id&tenant_id=7920bba3c2b2409bbd8010834c709096 HTTP/1.1" status: 200 len: 267 time: 0.0482383 Nov 11 18:19:47.339398 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c10076ac-4510-4c6c-b8eb-1c01a4c75831 None None] Provisioning complete for port b9611ab1-b891-4e05-80aa-c65cbeeeca5a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:19:47.339807 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c10076ac-4510-4c6c-b8eb-1c01a4c75831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:47.368388 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a7549f3c-117c-4628-b9aa-ead67f8e875f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:47.370024 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a7549f3c-117c-4628-b9aa-ead67f8e875f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/networks?id=6a3a1b85-f4c8-43b4-922c-d7bda340b862 HTTP/1.1" status: 200 len: 795 time: 0.1104715 Nov 11 18:19:47.387196 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-81e1a5fe-472d-4ea9-9631-aeb0a3494127 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/quotas/7920bba3c2b2409bbd8010834c709096 HTTP/1.1" status: 200 len: 375 time: 0.0102115 Nov 11 18:19:47.432367 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c10076ac-4510-4c6c-b8eb-1c01a4c75831 None None] Provisioning complete for port 2fedd117-0616-44d5-8b38-3c3ae9aa71cf triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:19:47.432873 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c10076ac-4510-4c6c-b8eb-1c01a4c75831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:47.461560 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-76c016e5-e26c-4079-addd-3d61793f9115 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681078 Nov 11 18:19:47.469470 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] Sync routers for ids ['9f564a8b-4a66-4eeb-af91-de3e2301cfc7'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:19:47.481065 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c10076ac-4510-4c6c-b8eb-1c01a4c75831 None None] Port 2fedd117-0616-44d5-8b38-3c3ae9aa71cf cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:19:47.491848 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] Routers {'9f564a8b-4a66-4eeb-af91-de3e2301cfc7'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:19:47.492495 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:19:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9f564a8b-4a66-4eeb-af91-de3e2301cfc7'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:47.621724 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] Set router 9f564a8b-4a66-4eeb-af91-de3e2301cfc7 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:19:47.624139 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7f3462d2-3a01-4af6-8d50-3ebdf8bd950c None None] Provisioning complete for port 2fedd117-0616-44d5-8b38-3c3ae9aa71cf triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:19:47.624139 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7f3462d2-3a01-4af6-8d50-3ebdf8bd950c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:47.624528 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-941f3ab8-af58-4a9c-bef4-f0980e5869d6 service neutron] 10.222.0.76 "GET /v2.0/networks/6a3a1b85-f4c8-43b4-922c-d7bda340b862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590347 Nov 11 18:19:47.721100 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-04e658aa-77b6-4578-9b33-e93bbb35a2c7 service neutron] 10.222.0.76 "GET /v2.0/networks/6a3a1b85-f4c8-43b4-922c-d7bda340b862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957026 Nov 11 18:19:47.725480 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-7f3462d2-3a01-4af6-8d50-3ebdf8bd950c None None] Port 2fedd117-0616-44d5-8b38-3c3ae9aa71cf cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:19:47.860333 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e7190c50-18c6-4eb2-bbee-c8c0982ef198 None None] Provisioning complete for port 2fedd117-0616-44d5-8b38-3c3ae9aa71cf triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:19:47.860897 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e7190c50-18c6-4eb2-bbee-c8c0982ef198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:47.892077 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b9611ab1-b891-4e05-80aa-c65cbeeeca5a up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:19:47.910760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-83fc7859-6975-41bb-a1d8-2ff4698a7d04 req-5c121d29-8b60-481e-a89b-a70464946363 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 210 time: 0.0297148 Nov 11 18:19:47.942920 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e7190c50-18c6-4eb2-bbee-c8c0982ef198 None None] Port 2fedd117-0616-44d5-8b38-3c3ae9aa71cf cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:19:47.953570 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812186507', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:46Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:09:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '2fedd117-0616-44d5-8b38-3c3ae9aa71cf', 'name': '', 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:49:af:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:45Z', 'updated_at': '2021-11-11T18:19:46Z', 'revision_number': 2, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:47.984494 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] Checking router: 9f564a8b-4a66-4eeb-af91-de3e2301cfc7 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:19:47.984843 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] Updating router 9f564a8b-4a66-4eeb-af91-de3e2301cfc7 port 2fedd117-0616-44d5-8b38-3c3ae9aa71cf binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:19:48.009641 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port b9611ab1-b891-4e05-80aa-c65cbeeeca5a triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:19:48.010011 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:48.033561 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:48.351849 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:48.357795 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:48.425321 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6f9c2-46dd-41d7-876f-ccb816edda41 None None] Pushing event updated for resources: {'Port': ['ID=2fedd117-0616-44d5-8b38-3c3ae9aa71cf,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:48.459974 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] Attempting to bind port 2fedd117-0616-44d5-8b38-3c3ae9aa71cf on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:19:48.460336 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] Attempting to bind port 2fedd117-0616-44d5-8b38-3c3ae9aa71cf by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'cff2f19c-c09f-4c20-856d-58f8d3453212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:19:48.460704 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] Attempting to bind port 2fedd117-0616-44d5-8b38-3c3ae9aa71cf on network 6a3a1b85-f4c8-43b4-922c-d7bda340b862 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:19:48.466764 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:19:48.467135 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] Checking segment: {'id': 'cff2f19c-c09f-4c20-856d-58f8d3453212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:19:48.467539 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:48.468025 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] Bound using segment: {'id': 'cff2f19c-c09f-4c20-856d-58f8d3453212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:19:48.468499 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] Bound port: 2fedd117-0616-44d5-8b38-3c3ae9aa71cf, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff2f19c-c09f-4c20-856d-58f8d3453212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:19:48.468882 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:48.536485 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] For port 2fedd117-0616-44d5-8b38-3c3ae9aa71cf, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:19:48.540018 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] For port 2fedd117-0616-44d5-8b38-3c3ae9aa71cf, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=2fedd117-0616-44d5-8b38-3c3ae9aa71cf,segment=NetworkSegment(cff2f19c-c09f-4c20-856d-58f8d3453212),segment_id=cff2f19c-c09f-4c20-856d-58f8d3453212)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:19:48.544665 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:48.603010 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] Routers {'9f564a8b-4a66-4eeb-af91-de3e2301cfc7'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:19:48.603648 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:19:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9f564a8b-4a66-4eeb-af91-de3e2301cfc7'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:48.639196 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6f9c2-46dd-41d7-876f-ccb816edda41 None None] Pushing event updated for resources: {'Port': ['ID=2fedd117-0616-44d5-8b38-3c3ae9aa71cf,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:48.872291 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9e902daa-bdf0-4b3b-b798-7ce12c85f67f None None] Provisioning complete for port 2fedd117-0616-44d5-8b38-3c3ae9aa71cf triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:19:48.873007 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9e902daa-bdf0-4b3b-b798-7ce12c85f67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:48.892693 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-af7838cd-eb99-4cf9-b836-e5609280b7b0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:48.894805 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-af7838cd-eb99-4cf9-b836-e5609280b7b0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.83 "GET /v2.0/networks?id=6a3a1b85-f4c8-43b4-922c-d7bda340b862 HTTP/1.1" status: 200 len: 795 time: 0.1312313 Nov 11 18:19:48.928181 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] Set router 9f564a8b-4a66-4eeb-af91-de3e2301cfc7 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:19:48.958962 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:48.969538 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-c0a3607a-5f97-4c9c-9c37-ea91c648603b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7920bba3c2b2409bbd8010834c709096 HTTP/1.1" status: 200 len: 380 time: 0.0640645 Nov 11 18:19:48.980783 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-be9119c6-ee3b-4bb4-b134-5c3ba019f9e8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'port': {'device_id': '9997deaf-1004-4055-bbc2-ea68ac8c815f', 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862', 'admin_state_up': True, 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'security_groups': ['3fd4aca7-4087-4f5d-be14-d0a974b91eff']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:19:49.058623 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e81410f0-b528-4730-8260-6a9a744af73d req-c1212206-13c8-4b74-ac44-66c00a448e67 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 210 time: 0.0709035 Nov 11 18:19:49.090665 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9e902daa-bdf0-4b3b-b798-7ce12c85f67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:49.121819 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-be9119c6-ee3b-4bb4-b134-5c3ba019f9e8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Made reservation on behalf of 7920bba3c2b2409bbd8010834c709096 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:19:49.125415 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-be9119c6-ee3b-4bb4-b134-5c3ba019f9e8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:49.159641 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9e902daa-bdf0-4b3b-b798-7ce12c85f67f None None] For port 2fedd117-0616-44d5-8b38-3c3ae9aa71cf, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=2fedd117-0616-44d5-8b38-3c3ae9aa71cf,segment=NetworkSegment(cff2f19c-c09f-4c20-856d-58f8d3453212),segment_id=cff2f19c-c09f-4c20-856d-58f8d3453212)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:19:49.180261 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9e902daa-bdf0-4b3b-b798-7ce12c85f67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:49.243688 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e902daa-bdf0-4b3b-b798-7ce12c85f67f None None] Pushing event updated for resources: {'Port': ['ID=2fedd117-0616-44d5-8b38-3c3ae9aa71cf,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:49.259479 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-be9119c6-ee3b-4bb4-b134-5c3ba019f9e8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Allocated IP 172.20.0.9 (6a3a1b85-f4c8-43b4-922c-d7bda340b862/0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92/4e318dfc-50e4-4266-971a-9124581f83b1) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:19:49.259873 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812186507', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:46Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:09:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '2fedd117-0616-44d5-8b38-3c3ae9aa71cf', 'name': '', 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:49:af:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:45Z', 'updated_at': '2021-11-11T18:19:48Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:49.287537 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f5696-7f52-4a6b-9c1b-2d5f80b50d88 None None] The sync data for ids ['9f564a8b-4a66-4eeb-af91-de3e2301cfc7'] in n-d-816206-4 is: [{'id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812186507', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:46Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:09:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '2fedd117-0616-44d5-8b38-3c3ae9aa71cf', 'name': '', 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:49:af:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:45Z', 'updated_at': '2021-11-11T18:19:48Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:19:49.307490 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-269489ca-5733-49fe-a9a7-266f8acf578c None None] Provisioning complete for port 2fedd117-0616-44d5-8b38-3c3ae9aa71cf triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:19:49.308410 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-269489ca-5733-49fe-a9a7-266f8acf578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:49.423365 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-be9119c6-ee3b-4bb4-b134-5c3ba019f9e8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:49.458357 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-be9119c6-ee3b-4bb4-b134-5c3ba019f9e8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:49.506581 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-be9119c6-ee3b-4bb4-b134-5c3ba019f9e8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network 6a3a1b85-f4c8-43b4-922c-d7bda340b862 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:19:49.509933 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-be9119c6-ee3b-4bb4-b134-5c3ba019f9e8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:19:49.514463 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-be9119c6-ee3b-4bb4-b134-5c3ba019f9e8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:19:49.520996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9119c6-ee3b-4bb4-b134-5c3ba019f9e8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=4e318dfc-50e4-4266-971a-9124581f83b1,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:49.575561 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-be9119c6-ee3b-4bb4-b134-5c3ba019f9e8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:49.576217 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-be9119c6-ee3b-4bb4-b134-5c3ba019f9e8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:49.593726 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-be9119c6-ee3b-4bb4-b134-5c3ba019f9e8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6177924 Nov 11 18:19:49.659237 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] Request body: {'port': {'device_id': '9997deaf-1004-4055-bbc2-ea68ac8c815f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:19:49.725666 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:49.752126 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b903a788-b577-4c00-b98b-51ec907d1041 None None] Provisioning complete for port 4e318dfc-50e4-4266-971a-9124581f83b1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:19:49.752494 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b903a788-b577-4c00-b98b-51ec907d1041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:49.805516 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b903a788-b577-4c00-b98b-51ec907d1041 None None] Port 4e318dfc-50e4-4266-971a-9124581f83b1 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:19:49.880573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 2fedd117-0616-44d5-8b38-3c3ae9aa71cf up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:19:49.934605 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 2fedd117-0616-44d5-8b38-3c3ae9aa71cf triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:19:49.935000 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:50.045359 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e318dfc-50e4-4266-971a-9124581f83b1 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:19:50.053266 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:50.065311 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] Transition to ACTIVE for port object 4e318dfc-50e4-4266-971a-9124581f83b1 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:19:50.069275 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:50.125937 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] Pushing event updated for resources: {'Port': ['ID=4e318dfc-50e4-4266-971a-9124581f83b1,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:50.243861 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] Attempting to bind port 4e318dfc-50e4-4266-971a-9124581f83b1 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:19:50.244181 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] Attempting to bind port 4e318dfc-50e4-4266-971a-9124581f83b1 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'cff2f19c-c09f-4c20-856d-58f8d3453212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:19:50.244760 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] Attempting to bind port 4e318dfc-50e4-4266-971a-9124581f83b1 on network 6a3a1b85-f4c8-43b4-922c-d7bda340b862 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:19:50.256410 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8978e0-30c3-430d-9b80-35c0a5bb7aa6 req-b789fa5b-412d-47a9-88d2-a6e7c34b0f09 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:50.257978 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d8978e0-30c3-430d-9b80-35c0a5bb7aa6 req-b789fa5b-412d-47a9-88d2-a6e7c34b0f09 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 943 time: 0.0926445 Nov 11 18:19:50.260695 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] Port 4e318dfc-50e4-4266-971a-9124581f83b1 on network 6a3a1b85-f4c8-43b4-922c-d7bda340b862 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:19:50.261528 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] Attempting to bind port 4e318dfc-50e4-4266-971a-9124581f83b1 on network 6a3a1b85-f4c8-43b4-922c-d7bda340b862 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:19:50.267151 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:19:50.267486 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] Checking segment: {'id': 'cff2f19c-c09f-4c20-856d-58f8d3453212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:19:50.267896 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] Bound using segment: {'id': 'cff2f19c-c09f-4c20-856d-58f8d3453212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:19:50.268324 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] Bound port: 4e318dfc-50e4-4266-971a-9124581f83b1, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff2f19c-c09f-4c20-856d-58f8d3453212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:19:50.268677 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:50.365329 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4d8978e0-30c3-430d-9b80-35c0a5bb7aa6 req-fddede2f-f6ee-4bc4-9795-a60648e257a0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fd4aca7-4087-4f5d-be14-d0a974b91eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933230 Nov 11 18:19:50.374917 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] For port 4e318dfc-50e4-4266-971a-9124581f83b1, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:19:50.377827 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] For port 4e318dfc-50e4-4266-971a-9124581f83b1, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4e318dfc-50e4-4266-971a-9124581f83b1,segment=NetworkSegment(cff2f19c-c09f-4c20-856d-58f8d3453212),segment_id=cff2f19c-c09f-4c20-856d-58f8d3453212)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:19:50.383092 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:50.423710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:50.424358 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:50.425752 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] 10.222.0.83 "PUT /v2.0/ports/4e318dfc-50e4-4266-971a-9124581f83b1 HTTP/1.1" status: 200 len: 1091 time: 0.8241515 Nov 11 18:19:50.426213 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9997deaf-1004-4055-bbc2-ea68ac8c815f', 'tag': '4e318dfc-50e4-4266-971a-9124581f83b1'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:19:50.428526 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db2ce9d-6589-400a-b6da-5c778013d38e" -d '{"events": [{"name": "network-changed", "server_uuid": "9997deaf-1004-4055-bbc2-ea68ac8c815f", "tag": "4e318dfc-50e4-4266-971a-9124581f83b1"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:19:50.461637 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09997e0-496f-434d-b8ea-cb42cacdac69 service neutron] Pushing event updated for resources: {'Port': ['ID=4e318dfc-50e4-4266-971a-9124581f83b1,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:50.524141 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-b6924dbc-f14f-402b-82f6-61ecba869483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:50.525761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-b6924dbc-f14f-402b-82f6-61ecba869483 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 1094 time: 0.0558972 Nov 11 18:19:50.572199 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94683261-e064-4573-9528-e32c62fe6998 x-openstack-request-id: req-94683261-e064-4573-9528-e32c62fe6998 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:19:50.572495 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9997deaf-1004-4055-bbc2-ea68ac8c815f", "tag": "4e318dfc-50e4-4266-971a-9124581f83b1", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:19:50.572748 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-94683261-e064-4573-9528-e32c62fe6998 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:19:50.573686 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9997deaf-1004-4055-bbc2-ea68ac8c815f', 'tag': '4e318dfc-50e4-4266-971a-9124581f83b1', 'status': 'completed', 'code': 200} Nov 11 18:19:50.575529 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-77824e1a-c1a7-461f-a671-4724a203de04 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e318dfc-50e4-4266-971a-9124581f83b1 HTTP/1.1" status: 200 len: 217 time: 0.0423665 Nov 11 18:19:50.626818 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a0c6f2df-ad61-47db-99c0-9adf0a5b5296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:50.628324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-a0c6f2df-ad61-47db-99c0-9adf0a5b5296 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92 HTTP/1.1" status: 200 len: 834 time: 0.0464063 Nov 11 18:19:50.675225 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-61a29f1f-2491-405e-9b9a-21dcf42bf5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:50.676755 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-61a29f1f-2491-405e-9b9a-21dcf42bf5b6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a3a1b85-f4c8-43b4-922c-d7bda340b862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417397 Nov 11 18:19:50.770233 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-44219ccd-a540-483f-9baf-e9a8ce496e1f service neutron] 10.222.0.83 "GET /v2.0/networks/6a3a1b85-f4c8-43b4-922c-d7bda340b862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859404 Nov 11 18:19:50.859134 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-85bcb6a9-147c-46fa-813c-6abd75a2cb33 req-375afa48-5422-4c75-960f-95d6158240f4 service neutron] 10.222.0.83 "GET /v2.0/networks/6a3a1b85-f4c8-43b4-922c-d7bda340b862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820427 Nov 11 18:19:50.950746 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2ce9d-6589-400a-b6da-5c778013d38e req-c935690b-31cd-4867-aec2-7e5fd74c40e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:50.952241 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2db2ce9d-6589-400a-b6da-5c778013d38e req-c935690b-31cd-4867-aec2-7e5fd74c40e7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 1094 time: 0.0461278 Nov 11 18:19:51.046057 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2ce9d-6589-400a-b6da-5c778013d38e req-287f8bf8-2c2e-4184-a798-7c0d6f82a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:51.048317 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2db2ce9d-6589-400a-b6da-5c778013d38e req-287f8bf8-2c2e-4184-a798-7c0d6f82a58a service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a3a1b85-f4c8-43b4-922c-d7bda340b862 HTTP/1.1" status: 200 len: 897 time: 0.0885594 Nov 11 18:19:51.092961 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2db2ce9d-6589-400a-b6da-5c778013d38e req-8f77e4fd-3900-4716-919d-3e978e7c0c1b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e318dfc-50e4-4266-971a-9124581f83b1 HTTP/1.1" status: 200 len: 217 time: 0.0376947 Nov 11 18:19:51.141796 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2ce9d-6589-400a-b6da-5c778013d38e req-75256334-d309-4182-abe0-a37075126083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:51.143194 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2db2ce9d-6589-400a-b6da-5c778013d38e req-75256334-d309-4182-abe0-a37075126083 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92 HTTP/1.1" status: 200 len: 834 time: 0.0434783 Nov 11 18:19:51.189917 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2ce9d-6589-400a-b6da-5c778013d38e req-bb0ee6ae-be4f-400d-b8d7-5ee8f64150b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:51.191357 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2db2ce9d-6589-400a-b6da-5c778013d38e req-bb0ee6ae-be4f-400d-b8d7-5ee8f64150b1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a3a1b85-f4c8-43b4-922c-d7bda340b862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394585 Nov 11 18:19:51.284014 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2db2ce9d-6589-400a-b6da-5c778013d38e req-4ddc93a4-520f-44ca-a44b-7b6aaf6a65c0 service neutron] 10.222.0.83 "GET /v2.0/networks/6a3a1b85-f4c8-43b4-922c-d7bda340b862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844786 Nov 11 18:19:51.374456 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2db2ce9d-6589-400a-b6da-5c778013d38e req-23456704-0e08-4a9f-b026-eb08b7349b25 service neutron] 10.222.0.83 "GET /v2.0/networks/6a3a1b85-f4c8-43b4-922c-d7bda340b862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824337 Nov 11 18:19:51.487253 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d15eb-9a7b-492d-83c8-0337505adb5e req-966eb893-4fce-455f-9688-3ce2bd503217 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:51.488775 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b69d15eb-9a7b-492d-83c8-0337505adb5e req-966eb893-4fce-455f-9688-3ce2bd503217 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 943 time: 0.0501058 Nov 11 18:19:51.540669 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b69d15eb-9a7b-492d-83c8-0337505adb5e req-9c5fa374-9e33-415c-852f-33244a232499 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fd4aca7-4087-4f5d-be14-d0a974b91eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460534 Nov 11 18:19:52.654882 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833cdd1-1c06-458e-876b-3eba5f88b121 req-1afaa130-ea0a-4360-b231-53fb92bbac7f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:52.656297 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5833cdd1-1c06-458e-876b-3eba5f88b121 req-1afaa130-ea0a-4360-b231-53fb92bbac7f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 943 time: 0.0485651 Nov 11 18:19:52.706674 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5833cdd1-1c06-458e-876b-3eba5f88b121 req-b7c230d7-74df-4339-ac02-53e6724c5ab9 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fd4aca7-4087-4f5d-be14-d0a974b91eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443923 Nov 11 18:19:53.705330 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4e318dfc-50e4-4266-971a-9124581f83b1 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:19:53.803546 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 4e318dfc-50e4-4266-971a-9124581f83b1, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4e318dfc-50e4-4266-971a-9124581f83b1,segment=NetworkSegment(cff2f19c-c09f-4c20-856d-58f8d3453212),segment_id=cff2f19c-c09f-4c20-856d-58f8d3453212)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:19:53.815374 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '4e318dfc-50e4-4266-971a-9124581f83b1', 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862', 'port_id': '4e318dfc-50e4-4266-971a-9124581f83b1', 'mac_address': 'fa:16:3e:e7:71:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:19:53.824790 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66acf9-62ed-488e-acf1-aac8164fbdd7 req-4eeed709-0ca8-4ed5-8d8b-dd7d057195fe tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:53.826298 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db66acf9-62ed-488e-acf1-aac8164fbdd7 req-4eeed709-0ca8-4ed5-8d8b-dd7d057195fe tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 943 time: 0.0495434 Nov 11 18:19:53.853349 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:53.865938 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e318dfc-50e4-4266-971a-9124581f83b1 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:19:53.880006 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db66acf9-62ed-488e-acf1-aac8164fbdd7 req-d0901e26-0c8b-4335-b825-69a25ad604aa tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fd4aca7-4087-4f5d-be14-d0a974b91eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467927 Nov 11 18:19:53.886993 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 4e318dfc-50e4-4266-971a-9124581f83b1, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4e318dfc-50e4-4266-971a-9124581f83b1,segment=NetworkSegment(cff2f19c-c09f-4c20-856d-58f8d3453212),segment_id=cff2f19c-c09f-4c20-856d-58f8d3453212)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:19:53.891530 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:53.937385 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=4e318dfc-50e4-4266-971a-9124581f83b1,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:54.124576 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['4e318dfc-50e4-4266-971a-9124581f83b1'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:19:54.612041 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:54.998768 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e10f48-6a60-4052-ae86-468a638846fe req-5e505f1e-6f6c-4116-b2fc-b64faf859c1d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:55.000238 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0e10f48-6a60-4052-ae86-468a638846fe req-5e505f1e-6f6c-4116-b2fc-b64faf859c1d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 944 time: 0.0522826 Nov 11 18:19:55.049629 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0e10f48-6a60-4052-ae86-468a638846fe req-46f434a5-27e5-4253-844c-2715e15a4a78 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fd4aca7-4087-4f5d-be14-d0a974b91eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433536 Nov 11 18:19:55.720182 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4e318dfc-50e4-4266-971a-9124581f83b1 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:19:55.768804 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 4e318dfc-50e4-4266-971a-9124581f83b1 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:19:55.772673 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 4e318dfc-50e4-4266-971a-9124581f83b1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:19:55.773052 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:55.847228 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:55.868788 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9997deaf-1004-4055-bbc2-ea68ac8c815f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e318dfc-50e4-4266-971a-9124581f83b1'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:19:55.871619 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eed40a4-8369-446c-b281-c817a451ad3d" -d '{"events": [{"server_uuid": "9997deaf-1004-4055-bbc2-ea68ac8c815f", "name": "network-vif-plugged", "status": "completed", "tag": "4e318dfc-50e4-4266-971a-9124581f83b1"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:19:55.887805 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 4e318dfc-50e4-4266-971a-9124581f83b1, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4e318dfc-50e4-4266-971a-9124581f83b1,segment=NetworkSegment(cff2f19c-c09f-4c20-856d-58f8d3453212),segment_id=cff2f19c-c09f-4c20-856d-58f8d3453212)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:19:55.891472 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:55.947549 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=4e318dfc-50e4-4266-971a-9124581f83b1,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:55.975029 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f366c8-5886-4279-9be9-57236c3ad3e3 x-openstack-request-id: req-16f366c8-5886-4279-9be9-57236c3ad3e3 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:19:55.975326 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9997deaf-1004-4055-bbc2-ea68ac8c815f", "name": "network-vif-plugged", "status": "completed", "tag": "4e318dfc-50e4-4266-971a-9124581f83b1", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:19:55.975584 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-16f366c8-5886-4279-9be9-57236c3ad3e3 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:19:55.976014 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9997deaf-1004-4055-bbc2-ea68ac8c815f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e318dfc-50e4-4266-971a-9124581f83b1', 'code': 200} Nov 11 18:19:56.069710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155cbd8-cd5c-42ec-8fa4-917876792c1f req-d02a4978-36db-4772-afb4-1739f6cf6513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:56.071221 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7155cbd8-cd5c-42ec-8fa4-917876792c1f req-d02a4978-36db-4772-afb4-1739f6cf6513 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 1096 time: 0.0399301 Nov 11 18:19:56.120044 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7155cbd8-cd5c-42ec-8fa4-917876792c1f req-342dc782-ae66-471a-9a2d-043efacf7da5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3fd4aca7-4087-4f5d-be14-d0a974b91eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406053 Nov 11 18:19:56.176647 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38b635-8e19-4aa1-bd1a-61c299bdc35f req-f8f02a7c-59ef-48a8-99a1-89d7df540af5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:56.178146 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d38b635-8e19-4aa1-bd1a-61c299bdc35f req-f8f02a7c-59ef-48a8-99a1-89d7df540af5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 945 time: 0.0572243 Nov 11 18:19:56.229867 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9d38b635-8e19-4aa1-bd1a-61c299bdc35f req-497391d1-1a44-4491-879b-ecf278f48bc7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fd4aca7-4087-4f5d-be14-d0a974b91eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454586 Nov 11 18:19:57.346294 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7af46-bc3e-4af1-97ca-bb486ab12535 req-a80f1713-bbf8-4035-843b-0ac290021acf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:57.347778 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7bd7af46-bc3e-4af1-97ca-bb486ab12535 req-a80f1713-bbf8-4035-843b-0ac290021acf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 945 time: 0.0494506 Nov 11 18:19:57.396471 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7bd7af46-bc3e-4af1-97ca-bb486ab12535 req-cb71cf63-f68f-45d5-a76b-e4a3d7600328 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fd4aca7-4087-4f5d-be14-d0a974b91eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426545 Nov 11 18:19:57.509561 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660da12-d714-4406-9f2c-14f7badfa5f5 req-e90d4a12-9eb4-42a6-938c-d364d89bfae4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:57.510955 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5660da12-d714-4406-9f2c-14f7badfa5f5 req-e90d4a12-9eb4-42a6-938c-d364d89bfae4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 945 time: 0.0505705 Nov 11 18:19:57.560578 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5660da12-d714-4406-9f2c-14f7badfa5f5 req-ca4acc3f-f5dc-4248-b49b-44c8c9b37922 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fd4aca7-4087-4f5d-be14-d0a974b91eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430822 Nov 11 18:19:57.582292 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53320) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:57.623937 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f0dd2e-d5ea-4966-b069-d98be69243c3 tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:57.625409 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f0f0dd2e-d5ea-4966-b069-d98be69243c3 tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 1091 time: 0.0421576 Nov 11 18:19:57.628113 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53322) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:57.632241 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-b07bb273-d2ba-4454-bad5-bfb0a6cefdcf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': '4e318dfc-50e4-4266-971a-9124581f83b1', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:19:57.653956 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b07bb273-d2ba-4454-bad5-bfb0a6cefdcf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:57.748845 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b07bb273-d2ba-4454-bad5-bfb0a6cefdcf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:57.859429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-b07bb273-d2ba-4454-bad5-bfb0a6cefdcf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Allocated IP 172.25.2.8 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/adeacc92-54b2-4bbc-98ad-16cbd8b5e975) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:19:57.960031 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b07bb273-d2ba-4454-bad5-bfb0a6cefdcf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:57.996809 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b07bb273-d2ba-4454-bad5-bfb0a6cefdcf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:58.035117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07bb273-d2ba-4454-bad5-bfb0a6cefdcf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:19:58.037958 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-b07bb273-d2ba-4454-bad5-bfb0a6cefdcf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:19:58.041520 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07bb273-d2ba-4454-bad5-bfb0a6cefdcf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:19:58.064170 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07bb273-d2ba-4454-bad5-bfb0a6cefdcf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=adeacc92-54b2-4bbc-98ad-16cbd8b5e975,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:58.406119 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b07bb273-d2ba-4454-bad5-bfb0a6cefdcf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:58.775810 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b07bb273-d2ba-4454-bad5-bfb0a6cefdcf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:58.929986 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b07bb273-d2ba-4454-bad5-bfb0a6cefdcf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:58.934616 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b07bb273-d2ba-4454-bad5-bfb0a6cefdcf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:59.003508 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07bb273-d2ba-4454-bad5-bfb0a6cefdcf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=adeacc92-54b2-4bbc-98ad-16cbd8b5e975,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:19:59.014503 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b07bb273-d2ba-4454-bad5-bfb0a6cefdcf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:59.114037 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-b07bb273-d2ba-4454-bad5-bfb0a6cefdcf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Floating IP 95378377-304a-4fdf-b463-cd627d01145e associated. External IP: 172.25.2.8, port: 4e318dfc-50e4-4266-971a-9124581f83b1. Nov 11 18:19:59.336399 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07bb273-d2ba-4454-bad5-bfb0a6cefdcf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router 9f564a8b-4a66-4eeb-af91-de3e2301cfc7 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:19:59.443483 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07bb273-d2ba-4454-bad5-bfb0a6cefdcf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:19:59.454076 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e72f696-9da7-45cd-a688-f4a91233b893 None None] Sync routers for ids ['9f564a8b-4a66-4eeb-af91-de3e2301cfc7'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:19:59.461808 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-b07bb273-d2ba-4454-bad5-bfb0a6cefdcf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:19:59.464412 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e72f696-9da7-45cd-a688-f4a91233b893 None None] Routers {'9f564a8b-4a66-4eeb-af91-de3e2301cfc7'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:19:59.465582 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-5e72f696-9da7-45cd-a688-f4a91233b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:19:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9f564a8b-4a66-4eeb-af91-de3e2301cfc7'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:59.491896 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b07bb273-d2ba-4454-bad5-bfb0a6cefdcf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8603075 Nov 11 18:19:59.491896 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9997deaf-1004-4055-bbc2-ea68ac8c815f', 'tag': '4e318dfc-50e4-4266-971a-9124581f83b1'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:19:59.492536 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd0f78f-6d74-4c91-9c5d-8b9a07ea2801" -d '{"events": [{"name": "network-changed", "server_uuid": "9997deaf-1004-4055-bbc2-ea68ac8c815f", "tag": "4e318dfc-50e4-4266-971a-9124581f83b1"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:19:59.572618 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-5e72f696-9da7-45cd-a688-f4a91233b893 None None] Set router 9f564a8b-4a66-4eeb-af91-de3e2301cfc7 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:19:59.600950 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11884f-a7b9-447f-a05f-e19dee6320fe req-baa7d305-3631-48e6-b7c3-cf5db54c53fd tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:59.602438 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb11884f-a7b9-447f-a05f-e19dee6320fe req-baa7d305-3631-48e6-b7c3-cf5db54c53fd tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 945 time: 0.0522194 Nov 11 18:19:59.657473 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb11884f-a7b9-447f-a05f-e19dee6320fe req-7cd65fd5-7a5b-4724-b97e-8ee7a7f9a3e6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fd4aca7-4087-4f5d-be14-d0a974b91eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491238 Nov 11 18:19:59.680177 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53328) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:19:59.719873 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb427f96-0212-42dd-a9cb-eb667f274e80 x-openstack-request-id: req-fb427f96-0212-42dd-a9cb-eb667f274e80 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:19:59.720570 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9997deaf-1004-4055-bbc2-ea68ac8c815f", "tag": "4e318dfc-50e4-4266-971a-9124581f83b1", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:19:59.720570 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fb427f96-0212-42dd-a9cb-eb667f274e80 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:19:59.720850 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9997deaf-1004-4055-bbc2-ea68ac8c815f', 'tag': '4e318dfc-50e4-4266-971a-9124581f83b1', 'status': 'completed', 'code': 200} Nov 11 18:19:59.775225 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-68172d90-c5f3-43dc-ab04-45c7365160f9 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/floatingips/95378377-304a-4fdf-b463-cd627d01145e HTTP/1.1" status: 200 len: 989 time: 0.0914900 Nov 11 18:19:59.782443 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0f78f-6d74-4c91-9c5d-8b9a07ea2801 req-db1beb37-5a9d-4151-9028-33ae8ca66ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:59.783922 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5bd0f78f-6d74-4c91-9c5d-8b9a07ea2801 req-db1beb37-5a9d-4151-9028-33ae8ca66ec5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 1096 time: 0.0556107 Nov 11 18:19:59.804759 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-5e72f696-9da7-45cd-a688-f4a91233b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812186507', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:46Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:09:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '95378377-304a-4fdf-b463-cd627d01145e', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'port_id': '4e318dfc-50e4-4266-971a-9124581f83b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862', 'mac_address': 'fa:16:3e:e7:71:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9997deaf-1004-4055-bbc2-ea68ac8c815f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:19:58Z', 'updated_at': '2021-11-11T18:19:58Z', 'revision_number': 0, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fedd117-0616-44d5-8b38-3c3ae9aa71cf', 'name': '', 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:49:af:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:45Z', 'updated_at': '2021-11-11T18:19:49Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:59.832930 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e72f696-9da7-45cd-a688-f4a91233b893 None None] Checking router: 9f564a8b-4a66-4eeb-af91-de3e2301cfc7 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:19:59.841778 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e72f696-9da7-45cd-a688-f4a91233b893 None None] Routers {'9f564a8b-4a66-4eeb-af91-de3e2301cfc7'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:19:59.842384 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-5e72f696-9da7-45cd-a688-f4a91233b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:19:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9f564a8b-4a66-4eeb-af91-de3e2301cfc7'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:19:59.885989 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0f78f-6d74-4c91-9c5d-8b9a07ea2801 req-162ccbf8-b0b9-4443-987d-54b4934dc121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:19:59.888040 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5bd0f78f-6d74-4c91-9c5d-8b9a07ea2801 req-162ccbf8-b0b9-4443-987d-54b4934dc121 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a3a1b85-f4c8-43b4-922c-d7bda340b862 HTTP/1.1" status: 200 len: 897 time: 0.0976532 Nov 11 18:19:59.950797 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-5e72f696-9da7-45cd-a688-f4a91233b893 None None] Set router 9f564a8b-4a66-4eeb-af91-de3e2301cfc7 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:19:59.955854 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5bd0f78f-6d74-4c91-9c5d-8b9a07ea2801 req-9f4afefa-7f5e-4639-993a-809545ba5128 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e318dfc-50e4-4266-971a-9124581f83b1 HTTP/1.1" status: 200 len: 997 time: 0.0612395 Nov 11 18:20:00.010015 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0f78f-6d74-4c91-9c5d-8b9a07ea2801 req-eb7ebf67-0761-4791-8879-aab3734798f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:20:00.011492 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5bd0f78f-6d74-4c91-9c5d-8b9a07ea2801 req-eb7ebf67-0761-4791-8879-aab3734798f3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92 HTTP/1.1" status: 200 len: 834 time: 0.0488513 Nov 11 18:20:00.056849 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0f78f-6d74-4c91-9c5d-8b9a07ea2801 req-30f813ac-f2a2-40fc-a884-a437d4b3c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:20:00.058934 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5bd0f78f-6d74-4c91-9c5d-8b9a07ea2801 req-30f813ac-f2a2-40fc-a884-a437d4b3c5f9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a3a1b85-f4c8-43b4-922c-d7bda340b862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400476 Nov 11 18:20:00.147464 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5bd0f78f-6d74-4c91-9c5d-8b9a07ea2801 req-f1f89a85-7b7a-416d-927f-cbbfd301b3d1 service neutron] 10.222.0.83 "GET /v2.0/networks/6a3a1b85-f4c8-43b4-922c-d7bda340b862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817432 Nov 11 18:20:00.173715 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-5e72f696-9da7-45cd-a688-f4a91233b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812186507', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:46Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:09:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '95378377-304a-4fdf-b463-cd627d01145e', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'port_id': '4e318dfc-50e4-4266-971a-9124581f83b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862', 'mac_address': 'fa:16:3e:e7:71:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9997deaf-1004-4055-bbc2-ea68ac8c815f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:19:58Z', 'updated_at': '2021-11-11T18:19:58Z', 'revision_number': 0, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fedd117-0616-44d5-8b38-3c3ae9aa71cf', 'name': '', 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:49:af:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:45Z', 'updated_at': '2021-11-11T18:19:49Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:20:00.208702 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e72f696-9da7-45cd-a688-f4a91233b893 None None] The sync data for ids ['9f564a8b-4a66-4eeb-af91-de3e2301cfc7'] in n-d-816206-4 is: [{'id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812186507', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:46Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:09:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '95378377-304a-4fdf-b463-cd627d01145e', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'port_id': '4e318dfc-50e4-4266-971a-9124581f83b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862', 'mac_address': 'fa:16:3e:e7:71:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9997deaf-1004-4055-bbc2-ea68ac8c815f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:19:58Z', 'updated_at': '2021-11-11T18:19:58Z', 'revision_number': 0, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fedd117-0616-44d5-8b38-3c3ae9aa71cf', 'name': '', 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:49:af:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:45Z', 'updated_at': '2021-11-11T18:19:49Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:20:00.254391 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5bd0f78f-6d74-4c91-9c5d-8b9a07ea2801 req-f6b5aa23-4d73-4759-8d6c-00a98220a2e3 service neutron] 10.222.0.83 "GET /v2.0/networks/6a3a1b85-f4c8-43b4-922c-d7bda340b862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985436 Nov 11 18:20:00.411940 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd42b59-8901-4f7c-883b-141f64f2ddbe None None] New status for floating IP 95378377-304a-4fdf-b463-cd627d01145e: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:20:00.778464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53330) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:20:00.843359 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-554fedfe-a8f1-4e3e-976b-374b7afcb6e9 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/floatingips/95378377-304a-4fdf-b463-cd627d01145e HTTP/1.1" status: 200 len: 991 time: 0.0601931 Nov 11 18:20:07.508079 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-006c525e-fcfa-4707-9ed3-a3811132ac3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:20:10.475240 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-234f6be9-de33-4db4-a552-2994ec12b13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:20:11.162322 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:20:11.393857 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:20:12.757507 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:20:13.025878 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:20:18.894793 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:20:24.610242 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:20:29.604327 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d3c42-aecd-4ece-97c3-61a65511a699 req-2cccc5c7-6f79-4f64-a2ae-532bdcd271ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:20:29.605822 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e9d3c42-aecd-4ece-97c3-61a65511a699 req-2cccc5c7-6f79-4f64-a2ae-532bdcd271ef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 1096 time: 0.0659213 Nov 11 18:20:29.614509 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a090e-a1e5-450f-aaee-be3597f5d512 req-02a5b249-614b-49ba-b854-5de4cdf40834 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:20:29.615881 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-793a090e-a1e5-450f-aaee-be3597f5d512 req-02a5b249-614b-49ba-b854-5de4cdf40834 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 945 time: 0.0849316 Nov 11 18:20:29.724973 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-793a090e-a1e5-450f-aaee-be3597f5d512 req-621a38da-e570-4fe3-a604-c2128ca104dc tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fd4aca7-4087-4f5d-be14-d0a974b91eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994222 Nov 11 18:20:29.738770 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d3c42-aecd-4ece-97c3-61a65511a699 req-d1670ae2-2fa3-411e-9709-9e0a5bf963f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:20:29.740253 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e9d3c42-aecd-4ece-97c3-61a65511a699 req-d1670ae2-2fa3-411e-9709-9e0a5bf963f0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a3a1b85-f4c8-43b4-922c-d7bda340b862 HTTP/1.1" status: 200 len: 897 time: 0.1235380 Nov 11 18:20:29.815511 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e9d3c42-aecd-4ece-97c3-61a65511a699 req-8b02b38c-1e59-4df0-bcdb-6c98ce8babe8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e318dfc-50e4-4266-971a-9124581f83b1 HTTP/1.1" status: 200 len: 999 time: 0.0680258 Nov 11 18:20:29.867102 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d3c42-aecd-4ece-97c3-61a65511a699 req-d58db3c1-32ee-45ae-bfc3-7ae8b1a05db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:20:29.868572 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e9d3c42-aecd-4ece-97c3-61a65511a699 req-d58db3c1-32ee-45ae-bfc3-7ae8b1a05db8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92 HTTP/1.1" status: 200 len: 834 time: 0.0456822 Nov 11 18:20:29.918792 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d3c42-aecd-4ece-97c3-61a65511a699 req-a6dbc3e4-f64b-455c-915c-f0c318a508bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:20:29.920855 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e9d3c42-aecd-4ece-97c3-61a65511a699 req-a6dbc3e4-f64b-455c-915c-f0c318a508bd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a3a1b85-f4c8-43b4-922c-d7bda340b862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434284 Nov 11 18:20:30.009760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e9d3c42-aecd-4ece-97c3-61a65511a699 req-ba0a9bd3-275d-4fd4-929b-11a0a4bcf20f service neutron] 10.222.0.83 "GET /v2.0/networks/6a3a1b85-f4c8-43b4-922c-d7bda340b862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810442 Nov 11 18:20:30.107231 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6e9d3c42-aecd-4ece-97c3-61a65511a699 req-7f3feda8-0557-4b9b-b3c7-8a92714e7122 service neutron] 10.222.0.83 "GET /v2.0/networks/6a3a1b85-f4c8-43b4-922c-d7bda340b862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876124 Nov 11 18:20:30.853397 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96755a60-400b-4a47-b47f-6bdd8d87629b req-db979eba-8083-4f69-9e70-fc6db91c00da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:20:30.854879 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-96755a60-400b-4a47-b47f-6bdd8d87629b req-db979eba-8083-4f69-9e70-fc6db91c00da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 945 time: 0.0519910 Nov 11 18:20:30.903566 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-96755a60-400b-4a47-b47f-6bdd8d87629b req-7f337e74-904e-4415-823a-70a7646948ad tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fd4aca7-4087-4f5d-be14-d0a974b91eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421140 Nov 11 18:20:32.021478 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9e431-ee0d-4ead-a17e-c12ab4b0efdc req-98e42e54-bd46-4ef8-938c-8399c4fdcfb4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:20:32.022942 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8d9e431-ee0d-4ead-a17e-c12ab4b0efdc req-98e42e54-bd46-4ef8-938c-8399c4fdcfb4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 945 time: 0.0527620 Nov 11 18:20:32.076898 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e8d9e431-ee0d-4ead-a17e-c12ab4b0efdc req-5dba305a-95b2-4616-93b9-0cd92b60f563 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fd4aca7-4087-4f5d-be14-d0a974b91eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479815 Nov 11 18:20:33.194235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97b7c4-e660-4d2d-88db-1e4f6fffabb2 req-4caa4515-102f-4b75-a097-fa3476462841 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:20:33.195716 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f97b7c4-e660-4d2d-88db-1e4f6fffabb2 req-4caa4515-102f-4b75-a097-fa3476462841 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 945 time: 0.0513430 Nov 11 18:20:33.243832 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f97b7c4-e660-4d2d-88db-1e4f6fffabb2 req-ac1ab81f-0a6f-43c7-8358-d49e22a71478 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fd4aca7-4087-4f5d-be14-d0a974b91eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422184 Nov 11 18:20:34.369211 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a652a4-cfb4-4eed-8c57-4365d001b3ed req-7c6517c3-905a-4a73-b4ef-cb16d358a244 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:20:34.370679 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e3a652a4-cfb4-4eed-8c57-4365d001b3ed req-7c6517c3-905a-4a73-b4ef-cb16d358a244 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 945 time: 0.0492871 Nov 11 18:20:34.421538 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e3a652a4-cfb4-4eed-8c57-4365d001b3ed req-7096f8df-6484-4961-80d5-38aa71a03d35 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fd4aca7-4087-4f5d-be14-d0a974b91eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440636 Nov 11 18:20:35.540865 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b787a92-18f4-4a69-bf65-c9098d763072 req-e2a32e81-9b58-45ad-990a-08a202030800 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:20:35.542320 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b787a92-18f4-4a69-bf65-c9098d763072 req-e2a32e81-9b58-45ad-990a-08a202030800 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 945 time: 0.0526683 Nov 11 18:20:35.590671 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b787a92-18f4-4a69-bf65-c9098d763072 req-580ed996-3257-4de5-8942-f0c3da0178ad tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fd4aca7-4087-4f5d-be14-d0a974b91eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420988 Nov 11 18:20:36.704409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684a01b-5e2f-485a-bd7a-98d2a330e28e req-8d58eb04-9495-4fdc-ba0b-22f0b3df8e53 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:20:36.705905 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9684a01b-5e2f-485a-bd7a-98d2a330e28e req-8d58eb04-9495-4fdc-ba0b-22f0b3df8e53 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 945 time: 0.0489385 Nov 11 18:20:36.754467 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9684a01b-5e2f-485a-bd7a-98d2a330e28e req-e87f0f21-73e9-4221-aeca-7fd5af1e8381 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fd4aca7-4087-4f5d-be14-d0a974b91eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426857 Nov 11 18:20:37.509443 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ff26a898-673c-436b-bcac-ce594c93844c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:20:37.869006 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e54d0f-5b2a-415e-9d5d-ae08645be8ee req-033a7247-2675-4cff-8642-b1f2bac69961 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:20:37.870453 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1e54d0f-5b2a-415e-9d5d-ae08645be8ee req-033a7247-2675-4cff-8642-b1f2bac69961 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 945 time: 0.0483203 Nov 11 18:20:37.923766 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e1e54d0f-5b2a-415e-9d5d-ae08645be8ee req-6f9c88b4-2afc-4b8c-b9e1-a6a3d4829d66 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fd4aca7-4087-4f5d-be14-d0a974b91eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464287 Nov 11 18:20:39.037833 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d3f5b-21c1-48b5-87b3-5d014941a9d8 req-6eadc175-ee87-4cfe-9b1d-f279ad060bc2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:20:39.039320 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e00d3f5b-21c1-48b5-87b3-5d014941a9d8 req-6eadc175-ee87-4cfe-9b1d-f279ad060bc2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 945 time: 0.0495348 Nov 11 18:20:39.092097 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e00d3f5b-21c1-48b5-87b3-5d014941a9d8 req-eff9b807-0805-41d9-b0f6-3607e6fe7be8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fd4aca7-4087-4f5d-be14-d0a974b91eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461030 Nov 11 18:20:40.017771 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191eb360-75e1-4b8b-bc00-ab11f7e2f2a4 req-57ae846b-cd2f-4080-84f7-30dd8545ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:20:40.019243 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-191eb360-75e1-4b8b-bc00-ab11f7e2f2a4 req-57ae846b-cd2f-4080-84f7-30dd8545ec56 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 1096 time: 0.0405500 Nov 11 18:20:40.126815 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191eb360-75e1-4b8b-bc00-ab11f7e2f2a4 req-c65ce392-8ac3-4891-8546-8668ebf7ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:20:40.128340 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-191eb360-75e1-4b8b-bc00-ab11f7e2f2a4 req-c65ce392-8ac3-4891-8546-8668ebf7ae30 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a3a1b85-f4c8-43b4-922c-d7bda340b862 HTTP/1.1" status: 200 len: 897 time: 0.0895116 Nov 11 18:20:40.225239 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-191eb360-75e1-4b8b-bc00-ab11f7e2f2a4 req-dfa03fd9-d73c-40af-bdfd-a403cf246f37 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e318dfc-50e4-4266-971a-9124581f83b1 HTTP/1.1" status: 200 len: 999 time: 0.0897472 Nov 11 18:20:40.246987 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ff855-de61-40b1-a729-9cc0e5fe7194 req-98b09177-9497-4c1f-855b-f2d0480d3270 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:20:40.249371 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b0ff855-de61-40b1-a729-9cc0e5fe7194 req-98b09177-9497-4c1f-855b-f2d0480d3270 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 945 time: 0.0780373 Nov 11 18:20:40.304515 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191eb360-75e1-4b8b-bc00-ab11f7e2f2a4 req-dfab80ac-086e-4faf-ae7e-a608683bcb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:20:40.305910 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-191eb360-75e1-4b8b-bc00-ab11f7e2f2a4 req-dfab80ac-086e-4faf-ae7e-a608683bcb2b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92 HTTP/1.1" status: 200 len: 834 time: 0.0743437 Nov 11 18:20:40.334492 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b0ff855-de61-40b1-a729-9cc0e5fe7194 req-ddca6360-9922-4d62-85f9-70ea491625ff tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fd4aca7-4087-4f5d-be14-d0a974b91eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665720 Nov 11 18:20:40.362206 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191eb360-75e1-4b8b-bc00-ab11f7e2f2a4 req-d351e929-9099-4a66-a6ca-40d924c4d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:20:40.363673 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-191eb360-75e1-4b8b-bc00-ab11f7e2f2a4 req-d351e929-9099-4a66-a6ca-40d924c4d9e3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a3a1b85-f4c8-43b4-922c-d7bda340b862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472982 Nov 11 18:20:40.457656 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-191eb360-75e1-4b8b-bc00-ab11f7e2f2a4 req-2fbe43c8-ccfa-4354-a2f6-e30ac1ff62da service neutron] 10.222.0.83 "GET /v2.0/networks/6a3a1b85-f4c8-43b4-922c-d7bda340b862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861416 Nov 11 18:20:40.476523 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6919ea1b-f96c-4d55-a3ae-4cc1a2c5f695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:20:40.549621 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-191eb360-75e1-4b8b-bc00-ab11f7e2f2a4 req-f2096beb-7033-42b1-b9a5-38e44922693a service neutron] 10.222.0.83 "GET /v2.0/networks/6a3a1b85-f4c8-43b4-922c-d7bda340b862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848360 Nov 11 18:20:41.165420 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:20:41.456488 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26c02f-5d15-4a92-a640-6a2c7434630e req-5666da12-293f-440f-8ee0-de6550037e8b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:20:41.457955 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fb26c02f-5d15-4a92-a640-6a2c7434630e req-5666da12-293f-440f-8ee0-de6550037e8b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 945 time: 0.0542524 Nov 11 18:20:41.506294 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fb26c02f-5d15-4a92-a640-6a2c7434630e req-5c31fdb0-8b28-4b15-985d-a6071d1491e8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fd4aca7-4087-4f5d-be14-d0a974b91eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423114 Nov 11 18:20:41.532117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53366) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:20:41.592253 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f6a5fcf7-b76b-4043-b7df-b44df52e33b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/floatingips/95378377-304a-4fdf-b463-cd627d01145e HTTP/1.1" status: 200 len: 991 time: 0.0584469 Nov 11 18:20:42.760892 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:20:43.027503 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:20:48.392237 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:20:48.894747 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:20:54.609883 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:07.511186 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9ec190dd-1f44-4516-9c25-4e59f8fac98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:10.477351 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0333bb4e-48a6-4bce-841a-6d3287f7be12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:11.168927 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:11.946337 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53382) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:12.102042 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting port adeacc92-54b2-4bbc-98ad-16cbd8b5e975 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:21:12.102296 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:12.176852 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:12.177174 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:12.189014 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Calling delete_port for adeacc92-54b2-4bbc-98ad-16cbd8b5e975 owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:21:12.333789 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:12.359273 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Port': ['ID=adeacc92-54b2-4bbc-98ad-16cbd8b5e975,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:12.370582 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:12.370936 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:12.371281 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:12.371625 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:12.372202 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:12.372639 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:12.372986 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:12.373306 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:12.373639 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:12.373970 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:12.374303 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:12.374629 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:12.434521 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:12.434851 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Floating IP 95378377-304a-4fdf-b463-cd627d01145e disassociated (deleted). External IP: 172.25.2.8, port: 4e318dfc-50e4-4266-971a-9124581f83b1. Nov 11 18:21:12.646668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router 9f564a8b-4a66-4eeb-af91-de3e2301cfc7 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:21:12.756381 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:21:12.761334 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:12.763996 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:12.768607 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac3c68-20e5-4709-b4dc-bebdcf38a627 None None] Sync routers for ids ['9f564a8b-4a66-4eeb-af91-de3e2301cfc7'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:21:12.778348 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ac3c68-20e5-4709-b4dc-bebdcf38a627 None None] Routers {'9f564a8b-4a66-4eeb-af91-de3e2301cfc7'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:21:12.778950 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-72ac3c68-20e5-4709-b4dc-bebdcf38a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:21:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9f564a8b-4a66-4eeb-af91-de3e2301cfc7'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:21:12.789614 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-dee506ff-bda3-4d10-ad2a-866f8df30f19 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/floatingips/95378377-304a-4fdf-b463-cd627d01145e HTTP/1.1" status: 204 len: 168 time: 0.8422070 Nov 11 18:21:12.790223 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9997deaf-1004-4055-bbc2-ea68ac8c815f', 'tag': '4e318dfc-50e4-4266-971a-9124581f83b1'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:21:12.792521 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce0985748977e3fd26376c80dbb6ea189fd81e02bd3d57a001dfe7f9eeece1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33787d5-d027-43f0-b377-961b72aacbf3" -d '{"events": [{"name": "network-changed", "server_uuid": "9997deaf-1004-4055-bbc2-ea68ac8c815f", "tag": "4e318dfc-50e4-4266-971a-9124581f83b1"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:21:12.890193 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-72ac3c68-20e5-4709-b4dc-bebdcf38a627 None None] Set router 9f564a8b-4a66-4eeb-af91-de3e2301cfc7 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:21:12.948464 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec201a6-5e41-4253-bd43-4d56095952bb x-openstack-request-id: req-6ec201a6-5e41-4253-bd43-4d56095952bb {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:21:12.948980 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9997deaf-1004-4055-bbc2-ea68ac8c815f", "tag": "4e318dfc-50e4-4266-971a-9124581f83b1", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:21:12.948980 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6ec201a6-5e41-4253-bd43-4d56095952bb {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:21:12.949401 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9997deaf-1004-4055-bbc2-ea68ac8c815f', 'tag': '4e318dfc-50e4-4266-971a-9124581f83b1', 'status': 'completed', 'code': 200} Nov 11 18:21:13.029592 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:13.045418 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33787d5-d027-43f0-b377-961b72aacbf3 req-95e20d92-5ec7-4ca2-ba4e-27478f69c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:13.046907 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b33787d5-d027-43f0-b377-961b72aacbf3 req-95e20d92-5ec7-4ca2-ba4e-27478f69c146 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 1096 time: 0.0725665 Nov 11 18:21:13.064002 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827681e7-a98c-4237-8695-db45d7395877 req-0c8e1821-bea2-472e-8473-0869bf4af782 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:13.065449 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-827681e7-a98c-4237-8695-db45d7395877 req-0c8e1821-bea2-472e-8473-0869bf4af782 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 945 time: 0.0659895 Nov 11 18:21:13.104562 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-72ac3c68-20e5-4709-b4dc-bebdcf38a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812186507', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:46Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:09:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '2fedd117-0616-44d5-8b38-3c3ae9aa71cf', 'name': '', 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:49:af:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:45Z', 'updated_at': '2021-11-11T18:19:49Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:21:13.185378 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-827681e7-a98c-4237-8695-db45d7395877 req-ef4c1808-e345-4542-b367-79825e875ac6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fd4aca7-4087-4f5d-be14-d0a974b91eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107004 Nov 11 18:21:13.195563 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33787d5-d027-43f0-b377-961b72aacbf3 req-62e56420-0fa7-454c-8364-a99443207578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:13.197151 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b33787d5-d027-43f0-b377-961b72aacbf3 req-62e56420-0fa7-454c-8364-a99443207578 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a3a1b85-f4c8-43b4-922c-d7bda340b862 HTTP/1.1" status: 200 len: 897 time: 0.1308501 Nov 11 18:21:13.223681 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac3c68-20e5-4709-b4dc-bebdcf38a627 None None] Checking router: 9f564a8b-4a66-4eeb-af91-de3e2301cfc7 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:21:13.231962 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ac3c68-20e5-4709-b4dc-bebdcf38a627 None None] Routers {'9f564a8b-4a66-4eeb-af91-de3e2301cfc7'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:21:13.232565 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-72ac3c68-20e5-4709-b4dc-bebdcf38a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:21:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9f564a8b-4a66-4eeb-af91-de3e2301cfc7'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:21:13.240768 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b33787d5-d027-43f0-b377-961b72aacbf3 req-e3e0ed9b-7933-4b67-885c-61e065f33786 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e318dfc-50e4-4266-971a-9124581f83b1 HTTP/1.1" status: 200 len: 217 time: 0.0357368 Nov 11 18:21:13.290873 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33787d5-d027-43f0-b377-961b72aacbf3 req-691d2ba1-8c28-4602-bb44-3fe66a1f244a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:13.292400 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b33787d5-d027-43f0-b377-961b72aacbf3 req-691d2ba1-8c28-4602-bb44-3fe66a1f244a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92 HTTP/1.1" status: 200 len: 834 time: 0.0444105 Nov 11 18:21:13.336590 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-72ac3c68-20e5-4709-b4dc-bebdcf38a627 None None] Set router 9f564a8b-4a66-4eeb-af91-de3e2301cfc7 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:21:13.337613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33787d5-d027-43f0-b377-961b72aacbf3 req-2a5f0715-c481-4451-9718-ad2cb995ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:13.339093 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b33787d5-d027-43f0-b377-961b72aacbf3 req-2a5f0715-c481-4451-9718-ad2cb995ab8b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a3a1b85-f4c8-43b4-922c-d7bda340b862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395701 Nov 11 18:21:13.434758 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b33787d5-d027-43f0-b377-961b72aacbf3 req-a4c701a0-2d2f-4f7b-8fc2-15291c471e9d service neutron] 10.222.0.83 "GET /v2.0/networks/6a3a1b85-f4c8-43b4-922c-d7bda340b862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864129 Nov 11 18:21:13.525525 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b33787d5-d027-43f0-b377-961b72aacbf3 req-9cdbf3c0-b71b-444d-b2f2-af2ecf28578a service neutron] 10.222.0.83 "GET /v2.0/networks/6a3a1b85-f4c8-43b4-922c-d7bda340b862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831416 Nov 11 18:21:13.528616 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-72ac3c68-20e5-4709-b4dc-bebdcf38a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812186507', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:46Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:09:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '2fedd117-0616-44d5-8b38-3c3ae9aa71cf', 'name': '', 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:49:af:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:45Z', 'updated_at': '2021-11-11T18:19:49Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:21:13.558802 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac3c68-20e5-4709-b4dc-bebdcf38a627 None None] The sync data for ids ['9f564a8b-4a66-4eeb-af91-de3e2301cfc7'] in n-d-816206-4 is: [{'id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812186507', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:46Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:09:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '2fedd117-0616-44d5-8b38-3c3ae9aa71cf', 'name': '', 'network_id': '6a3a1b85-f4c8-43b4-922c-d7bda340b862', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:49:af:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:45Z', 'updated_at': '2021-11-11T18:19:49Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:21:13.783190 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df93e335-21f1-4e18-ae40-a5d408637481 None None] New status for floating IP 95378377-304a-4fdf-b463-cd627d01145e: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:21:14.307806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8d137-b7bd-4fb7-bbc0-56479351f083 req-24a7d623-356b-4785-8dce-31f4b6ce2565 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:14.309356 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a3a8d137-b7bd-4fb7-bbc0-56479351f083 req-24a7d623-356b-4785-8dce-31f4b6ce2565 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 945 time: 0.0546308 Nov 11 18:21:14.357090 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a3a8d137-b7bd-4fb7-bbc0-56479351f083 req-c89abd87-a54d-4cd7-b7c9-7e68e969b78c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=3fd4aca7-4087-4f5d-be14-d0a974b91eff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418394 Nov 11 18:21:14.519840 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4f872-bbb4-437d-ba8e-32496c0706c2 req-b4d2bbc3-2517-47c6-b3f5-8a20dce98e0a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:14.521240 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-67b4f872-bbb4-437d-ba8e-32496c0706c2 req-b4d2bbc3-2517-47c6-b3f5-8a20dce98e0a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.83 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 945 time: 0.0474257 Nov 11 18:21:14.617411 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-67b4f872-bbb4-437d-ba8e-32496c0706c2 req-6ee0c3b9-a258-4d8d-ac09-b7efea519ff6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting port 4e318dfc-50e4-4266-971a-9124581f83b1 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:21:14.617748 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-67b4f872-bbb4-437d-ba8e-32496c0706c2 req-6ee0c3b9-a258-4d8d-ac09-b7efea519ff6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:14.716911 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-67b4f872-bbb4-437d-ba8e-32496c0706c2 req-6ee0c3b9-a258-4d8d-ac09-b7efea519ff6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] For port 4e318dfc-50e4-4266-971a-9124581f83b1, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=4e318dfc-50e4-4266-971a-9124581f83b1,segment=NetworkSegment(cff2f19c-c09f-4c20-856d-58f8d3453212),segment_id=cff2f19c-c09f-4c20-856d-58f8d3453212)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:21:14.717410 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-67b4f872-bbb4-437d-ba8e-32496c0706c2 req-6ee0c3b9-a258-4d8d-ac09-b7efea519ff6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:14.732509 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-67b4f872-bbb4-437d-ba8e-32496c0706c2 req-6ee0c3b9-a258-4d8d-ac09-b7efea519ff6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Calling delete_port for 4e318dfc-50e4-4266-971a-9124581f83b1 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:21:14.867200 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-67b4f872-bbb4-437d-ba8e-32496c0706c2 req-6ee0c3b9-a258-4d8d-ac09-b7efea519ff6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:14.900145 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0c3b9-a258-4d8d-ac09-b7efea519ff6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Port': ['ID=4e318dfc-50e4-4266-971a-9124581f83b1,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:14.924452 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0c3b9-a258-4d8d-ac09-b7efea519ff6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:14.924799 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0c3b9-a258-4d8d-ac09-b7efea519ff6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:14.925138 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0c3b9-a258-4d8d-ac09-b7efea519ff6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:14.925473 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0c3b9-a258-4d8d-ac09-b7efea519ff6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:14.925803 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0c3b9-a258-4d8d-ac09-b7efea519ff6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:14.926160 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0c3b9-a258-4d8d-ac09-b7efea519ff6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:14.926486 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0c3b9-a258-4d8d-ac09-b7efea519ff6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:14.926810 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0c3b9-a258-4d8d-ac09-b7efea519ff6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:14.927131 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0c3b9-a258-4d8d-ac09-b7efea519ff6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:14.927454 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0c3b9-a258-4d8d-ac09-b7efea519ff6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:14.927829 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0c3b9-a258-4d8d-ac09-b7efea519ff6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:14.928112 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0c3b9-a258-4d8d-ac09-b7efea519ff6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:14.949571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b4f872-bbb4-437d-ba8e-32496c0706c2 req-6ee0c3b9-a258-4d8d-ac09-b7efea519ff6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] No DVR routers for this DVR port 4e318dfc-50e4-4266-971a-9124581f83b1 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:21:14.952040 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-67b4f872-bbb4-437d-ba8e-32496c0706c2 req-6ee0c3b9-a258-4d8d-ac09-b7efea519ff6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:14.955888 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-67b4f872-bbb4-437d-ba8e-32496c0706c2 req-6ee0c3b9-a258-4d8d-ac09-b7efea519ff6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.83 "DELETE /v2.0/ports/4e318dfc-50e4-4266-971a-9124581f83b1 HTTP/1.1" status: 204 len: 173 time: 0.4279974 Nov 11 18:21:14.956321 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9997deaf-1004-4055-bbc2-ea68ac8c815f', 'name': 'network-vif-deleted', 'tag': '4e318dfc-50e4-4266-971a-9124581f83b1'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:21:14.958606 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3c4c57-be9d-4564-8ee9-aab2e16f5523" -d '{"events": [{"server_uuid": "9997deaf-1004-4055-bbc2-ea68ac8c815f", "name": "network-vif-deleted", "tag": "4e318dfc-50e4-4266-971a-9124581f83b1"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:21:14.999296 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee819be0-7d50-472e-a395-f795e5656422 x-openstack-request-id: req-ee819be0-7d50-472e-a395-f795e5656422 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:21:14.999589 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9997deaf-1004-4055-bbc2-ea68ac8c815f", "name": "network-vif-deleted", "tag": "4e318dfc-50e4-4266-971a-9124581f83b1", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:21:14.999872 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ee819be0-7d50-472e-a395-f795e5656422 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:21:15.000857 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9997deaf-1004-4055-bbc2-ea68ac8c815f', 'name': 'network-vif-deleted', 'tag': '4e318dfc-50e4-4266-971a-9124581f83b1', 'status': 'completed', 'code': 200} Nov 11 18:21:15.480936 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8ecb8e1b-959d-4949-a0e5-aa595ccc43bf req-c7ea0e6b-7f33-412a-a27c-ac0734a6dcf3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=9997deaf-1004-4055-bbc2-ea68ac8c815f HTTP/1.1" status: 200 len: 210 time: 0.0277522 Nov 11 18:21:16.537617 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53404) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:16.902270 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-710b33bf-348f-42a6-b9c7-f25812152c69 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:17.157958 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-710b33bf-348f-42a6-b9c7-f25812152c69 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting port 2fedd117-0616-44d5-8b38-3c3ae9aa71cf {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:21:17.158217 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-710b33bf-348f-42a6-b9c7-f25812152c69 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:17.248238 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-710b33bf-348f-42a6-b9c7-f25812152c69 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] For port 2fedd117-0616-44d5-8b38-3c3ae9aa71cf, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=2fedd117-0616-44d5-8b38-3c3ae9aa71cf,segment=NetworkSegment(cff2f19c-c09f-4c20-856d-58f8d3453212),segment_id=cff2f19c-c09f-4c20-856d-58f8d3453212)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:21:17.248698 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-710b33bf-348f-42a6-b9c7-f25812152c69 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:17.263302 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-710b33bf-348f-42a6-b9c7-f25812152c69 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Calling delete_port for 2fedd117-0616-44d5-8b38-3c3ae9aa71cf owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:21:17.455826 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-710b33bf-348f-42a6-b9c7-f25812152c69 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:17.488874 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b33bf-348f-42a6-b9c7-f25812152c69 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Port': ['ID=2fedd117-0616-44d5-8b38-3c3ae9aa71cf,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:17.654530 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-710b33bf-348f-42a6-b9c7-f25812152c69 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:17.870811 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710b33bf-348f-42a6-b9c7-f25812152c69 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router 9f564a8b-4a66-4eeb-af91-de3e2301cfc7 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:21:17.976636 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710b33bf-348f-42a6-b9c7-f25812152c69 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:21:17.981643 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-710b33bf-348f-42a6-b9c7-f25812152c69 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "PUT /v2.0/routers/9f564a8b-4a66-4eeb-af91-de3e2301cfc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4430113 Nov 11 18:21:17.984365 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53406) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:17.989284 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbbfd9b-692a-4181-9b5a-d5c86520c383 None None] Sync routers for ids ['9f564a8b-4a66-4eeb-af91-de3e2301cfc7'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:21:17.998838 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbbfd9b-692a-4181-9b5a-d5c86520c383 None None] Routers {'9f564a8b-4a66-4eeb-af91-de3e2301cfc7'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:21:17.999523 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6fbbfd9b-692a-4181-9b5a-d5c86520c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:21:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9f564a8b-4a66-4eeb-af91-de3e2301cfc7'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:21:18.035691 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-52118ba4-deee-4b19-b85b-0c5ea91465a1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting subnet 0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:21:18.038781 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-52118ba4-deee-4b19-b85b-0c5ea91465a1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:18.078065 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4e318dfc-50e4-4266-971a-9124581f83b1 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:21:18.079659 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-52118ba4-deee-4b19-b85b-0c5ea91465a1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:18.098755 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 4e318dfc-50e4-4266-971a-9124581f83b1 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:21:18.099182 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 4e318dfc-50e4-4266-971a-9124581f83b1 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:21:18.103255 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-6fbbfd9b-692a-4181-9b5a-d5c86520c383 None None] Set router 9f564a8b-4a66-4eeb-af91-de3e2301cfc7 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:21:18.174802 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-52118ba4-deee-4b19-b85b-0c5ea91465a1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:18.231965 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-52118ba4-deee-4b19-b85b-0c5ea91465a1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:18.259549 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52118ba4-deee-4b19-b85b-0c5ea91465a1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Subnet': ['ID=0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:18.263322 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-52118ba4-deee-4b19-b85b-0c5ea91465a1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:18.266647 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-52118ba4-deee-4b19-b85b-0c5ea91465a1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/subnets/0eea501d-aa9c-40f7-a1cc-95ec1cc2ee92 HTTP/1.1" status: 204 len: 168 time: 0.2808275 Nov 11 18:21:18.269470 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53408) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:18.274285 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00cfa8c-ba76-4a36-94f8-b8b37b486f0d None None] Network 6a3a1b85-f4c8-43b4-922c-d7bda340b862 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:21:18.284754 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6fbbfd9b-692a-4181-9b5a-d5c86520c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812186507', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:21:17Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:09:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:21:18.318487 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbbfd9b-692a-4181-9b5a-d5c86520c383 None None] Checking router: 9f564a8b-4a66-4eeb-af91-de3e2301cfc7 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:21:18.327660 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbbfd9b-692a-4181-9b5a-d5c86520c383 None None] Routers {'9f564a8b-4a66-4eeb-af91-de3e2301cfc7'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:21:18.328411 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6fbbfd9b-692a-4181-9b5a-d5c86520c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:21:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9f564a8b-4a66-4eeb-af91-de3e2301cfc7'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:21:18.449479 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-6fbbfd9b-692a-4181-9b5a-d5c86520c383 None None] Set router 9f564a8b-4a66-4eeb-af91-de3e2301cfc7 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:21:18.468474 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baa2b0c-d6cd-4e77-bbb4-95287c870ce8 None None] DHCP port deletion for 6a3a1b85-f4c8-43b4-922c-d7bda340b862 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:21:18.517746 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6baa2b0c-d6cd-4e77-bbb4-95287c870ce8 None None] Deleting port b9611ab1-b891-4e05-80aa-c65cbeeeca5a {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:21:18.518211 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6baa2b0c-d6cd-4e77-bbb4-95287c870ce8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:18.586211 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-6baa2b0c-d6cd-4e77-bbb4-95287c870ce8 None None] For port b9611ab1-b891-4e05-80aa-c65cbeeeca5a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b9611ab1-b891-4e05-80aa-c65cbeeeca5a,segment=NetworkSegment(cff2f19c-c09f-4c20-856d-58f8d3453212),segment_id=cff2f19c-c09f-4c20-856d-58f8d3453212)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:21:18.586579 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6baa2b0c-d6cd-4e77-bbb4-95287c870ce8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:18.599385 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-6baa2b0c-d6cd-4e77-bbb4-95287c870ce8 None None] Calling delete_port for b9611ab1-b891-4e05-80aa-c65cbeeeca5a owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:21:18.643515 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6fbbfd9b-692a-4181-9b5a-d5c86520c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812186507', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:21:17Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:09:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:21:18.663390 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14a59082-6e7e-461e-91dd-27c91d21de67 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:18.668912 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbbfd9b-692a-4181-9b5a-d5c86520c383 None None] The sync data for ids ['9f564a8b-4a66-4eeb-af91-de3e2301cfc7'] in n-d-816206-4 is: [{'id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812186507', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:21:17Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '6db46f23-bd3c-452f-bddb-91ae38549532', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:09:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f564a8b-4a66-4eeb-af91-de3e2301cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:19:42Z', 'updated_at': '2021-11-11T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:21:18.679811 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6baa2b0c-d6cd-4e77-bbb4-95287c870ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:18.702048 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa2b0c-d6cd-4e77-bbb4-95287c870ce8 None None] Pushing event deleted for resources: {'Port': ['ID=b9611ab1-b891-4e05-80aa-c65cbeeeca5a,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:18.716251 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa2b0c-d6cd-4e77-bbb4-95287c870ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:18.716614 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa2b0c-d6cd-4e77-bbb4-95287c870ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:18.716940 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa2b0c-d6cd-4e77-bbb4-95287c870ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:18.717275 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa2b0c-d6cd-4e77-bbb4-95287c870ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:18.717606 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa2b0c-d6cd-4e77-bbb4-95287c870ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:18.717935 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa2b0c-d6cd-4e77-bbb4-95287c870ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:18.718260 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa2b0c-d6cd-4e77-bbb4-95287c870ce8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:18.718590 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa2b0c-d6cd-4e77-bbb4-95287c870ce8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:18.718942 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa2b0c-d6cd-4e77-bbb4-95287c870ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:18.719262 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa2b0c-d6cd-4e77-bbb4-95287c870ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:18.719585 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa2b0c-d6cd-4e77-bbb4-95287c870ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:18.719925 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baa2b0c-d6cd-4e77-bbb4-95287c870ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:18.723880 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baa2b0c-d6cd-4e77-bbb4-95287c870ce8 None None] No DVR routers for this DVR port b9611ab1-b891-4e05-80aa-c65cbeeeca5a on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:21:18.780184 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14a59082-6e7e-461e-91dd-27c91d21de67 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:18.835490 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-14a59082-6e7e-461e-91dd-27c91d21de67 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting port 6db46f23-bd3c-452f-bddb-91ae38549532 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:21:18.835903 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14a59082-6e7e-461e-91dd-27c91d21de67 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:18.894901 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:18.913822 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-14a59082-6e7e-461e-91dd-27c91d21de67 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] For port 6db46f23-bd3c-452f-bddb-91ae38549532, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6db46f23-bd3c-452f-bddb-91ae38549532,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:21:18.914178 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14a59082-6e7e-461e-91dd-27c91d21de67 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:18.927299 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-14a59082-6e7e-461e-91dd-27c91d21de67 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Calling delete_port for 6db46f23-bd3c-452f-bddb-91ae38549532 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:21:19.097993 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14a59082-6e7e-461e-91dd-27c91d21de67 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:19.126108 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a59082-6e7e-461e-91dd-27c91d21de67 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Port': ['ID=6db46f23-bd3c-452f-bddb-91ae38549532,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:19.137187 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aeda8f-01dd-4939-b176-eda760607ec6 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:21:19.198549 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14a59082-6e7e-461e-91dd-27c91d21de67 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:19.291595 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14a59082-6e7e-461e-91dd-27c91d21de67 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:19.293738 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14a59082-6e7e-461e-91dd-27c91d21de67 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:19.337434 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14a59082-6e7e-461e-91dd-27c91d21de67 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:19.337904 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a59082-6e7e-461e-91dd-27c91d21de67 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Fanout notify agent at l3_agent the message router_deleted on router 9f564a8b-4a66-4eeb-af91-de3e2301cfc7 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 18:21:19.344821 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-14a59082-6e7e-461e-91dd-27c91d21de67 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:19.345935 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-14a59082-6e7e-461e-91dd-27c91d21de67 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/routers/9f564a8b-4a66-4eeb-af91-de3e2301cfc7 HTTP/1.1" status: 204 len: 168 time: 1.0755525 Nov 11 18:21:19.348723 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53410) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:19.432998 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-646d9e6c-2711-4671-92ac-c853d9e90de2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:19.518420 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-646d9e6c-2711-4671-92ac-c853d9e90de2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:19.542394 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-646d9e6c-2711-4671-92ac-c853d9e90de2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3a1b85-f4c8-43b4-922c-d7bda340b862']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:21:19.552334 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-646d9e6c-2711-4671-92ac-c853d9e90de2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff2f19c-c09f-4c20-856d-58f8d3453212') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:21:19.552633 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-646d9e6c-2711-4671-92ac-c853d9e90de2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff2f19c-c09f-4c20-856d-58f8d3453212') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:21:19.561797 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-646d9e6c-2711-4671-92ac-c853d9e90de2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:19.574412 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-646d9e6c-2711-4671-92ac-c853d9e90de2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:19.580147 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646d9e6c-2711-4671-92ac-c853d9e90de2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:21:19.580524 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-646d9e6c-2711-4671-92ac-c853d9e90de2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: timer() Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:21:19.583425 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:21:19.639564 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-646d9e6c-2711-4671-92ac-c853d9e90de2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:19.646328 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-646d9e6c-2711-4671-92ac-c853d9e90de2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:19.649287 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-646d9e6c-2711-4671-92ac-c853d9e90de2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/networks/6a3a1b85-f4c8-43b4-922c-d7bda340b862 HTTP/1.1" status: 204 len: 168 time: 0.2996261 Nov 11 18:21:19.652191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53412) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:19.661661 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d9e6c-2711-4671-92ac-c853d9e90de2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Network': ['ID=6a3a1b85-f4c8-43b4-922c-d7bda340b862,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:19.709608 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ab4eeb89-b553-4ed7-a066-07f8f67d3ec1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:19.736050 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ab4eeb89-b553-4ed7-a066-07f8f67d3ec1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:19.799133 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ab4eeb89-b553-4ed7-a066-07f8f67d3ec1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:19.801789 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ab4eeb89-b553-4ed7-a066-07f8f67d3ec1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:19.805494 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ab4eeb89-b553-4ed7-a066-07f8f67d3ec1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/security-groups/3fd4aca7-4087-4f5d-be14-d0a974b91eff HTTP/1.1" status: 204 len: 168 time: 0.1497555 Nov 11 18:21:19.814140 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4eeb89-b553-4ed7-a066-07f8f67d3ec1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd4aca7-4087-4f5d-be14-d0a974b91eff,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:19.883124 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 2fedd117-0616-44d5-8b38-3c3ae9aa71cf no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:21:19.906186 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 2fedd117-0616-44d5-8b38-3c3ae9aa71cf {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:21:19.907105 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 2fedd117-0616-44d5-8b38-3c3ae9aa71cf not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:21:19.907527 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6db46f23-bd3c-452f-bddb-91ae38549532 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:21:19.927214 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 6db46f23-bd3c-452f-bddb-91ae38549532 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:21:19.927566 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6db46f23-bd3c-452f-bddb-91ae38549532 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:21:19.928008 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b9611ab1-b891-4e05-80aa-c65cbeeeca5a no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:21:19.945923 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: b9611ab1-b891-4e05-80aa-c65cbeeeca5a {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:21:19.946273 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b9611ab1-b891-4e05-80aa-c65cbeeeca5a not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:21:20.235525 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53418) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:20.240094 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-cd45f5fe-860d-451d-926d-a84316726374 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-245586159', 'description': 'tempest-secgroup-smoke-245586159 description', 'project_id': '7920bba3c2b2409bbd8010834c709096'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:21:20.263499 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cd45f5fe-860d-451d-926d-a84316726374 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.328075 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cd45f5fe-860d-451d-926d-a84316726374 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.331657 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cd45f5fe-860d-451d-926d-a84316726374 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.360064 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-cd45f5fe-860d-451d-926d-a84316726374 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.361315 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-cd45f5fe-860d-451d-926d-a84316726374 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1247413 Nov 11 18:21:20.364207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53420) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:20.369211 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-a0fe2110-05fa-4277-9775-4d429e26c9e5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': 'fa48db9f-03d3-496f-8139-ceed7d1e0121', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:21:20.376180 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45f5fe-860d-451d-926d-a84316726374 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa48db9f-03d3-496f-8139-ceed7d1e0121,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:20.397343 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a0fe2110-05fa-4277-9775-4d429e26c9e5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.455023 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a0fe2110-05fa-4277-9775-4d429e26c9e5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.458467 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a0fe2110-05fa-4277-9775-4d429e26c9e5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.477130 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe2110-05fa-4277-9775-4d429e26c9e5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4285629a-7a21-43fa-b8d9-f6e7fc68e206,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:20.482559 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-a0fe2110-05fa-4277-9775-4d429e26c9e5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.484260 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a0fe2110-05fa-4277-9775-4d429e26c9e5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190560 Nov 11 18:21:20.486847 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53422) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:20.491223 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-51ffbe87-975a-4af6-a442-a3965a5728c8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': 'fa48db9f-03d3-496f-8139-ceed7d1e0121', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:21:20.522116 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-51ffbe87-975a-4af6-a442-a3965a5728c8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.577087 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-51ffbe87-975a-4af6-a442-a3965a5728c8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.580675 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-51ffbe87-975a-4af6-a442-a3965a5728c8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.600941 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffbe87-975a-4af6-a442-a3965a5728c8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab33be87-5c01-4959-b56d-5e17b527d058,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:20.606162 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-51ffbe87-975a-4af6-a442-a3965a5728c8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.607208 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-51ffbe87-975a-4af6-a442-a3965a5728c8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194131 Nov 11 18:21:20.610454 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53424) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:20.614800 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-318ad634-15cf-445b-bcaf-403f13cc6ab6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': 'fa48db9f-03d3-496f-8139-ceed7d1e0121', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:21:20.643058 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-318ad634-15cf-445b-bcaf-403f13cc6ab6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.698601 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-318ad634-15cf-445b-bcaf-403f13cc6ab6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.702283 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-318ad634-15cf-445b-bcaf-403f13cc6ab6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.722771 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ad634-15cf-445b-bcaf-403f13cc6ab6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393765f4-4c6e-46fe-a547-3312388279e1,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:20.728269 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-318ad634-15cf-445b-bcaf-403f13cc6ab6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.729444 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-318ad634-15cf-445b-bcaf-403f13cc6ab6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180415 Nov 11 18:21:20.732107 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53426) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:20.736308 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2aca5990-4d37-4779-8c64-20b88fd4eab3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': 'fa48db9f-03d3-496f-8139-ceed7d1e0121', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:21:20.761700 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2aca5990-4d37-4779-8c64-20b88fd4eab3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.820944 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2aca5990-4d37-4779-8c64-20b88fd4eab3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.824707 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2aca5990-4d37-4779-8c64-20b88fd4eab3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.844480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca5990-4d37-4779-8c64-20b88fd4eab3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e03ece8-4b10-409e-b030-42c38c8d63c4,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:20.849520 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2aca5990-4d37-4779-8c64-20b88fd4eab3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.852163 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2aca5990-4d37-4779-8c64-20b88fd4eab3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190927 Nov 11 18:21:20.853414 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53428) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:20.857669 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-7448771a-f527-4721-aede-7814625f2a27 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': 'fa48db9f-03d3-496f-8139-ceed7d1e0121', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:21:20.878885 n-d-816206-4 neutron-server[102618]: INFO neutron.db.securitygroups_db [None req-7448771a-f527-4721-aede-7814625f2a27 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Project 7920bba3c2b2409bbd8010834c709096 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 18:21:20.883715 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7448771a-f527-4721-aede-7814625f2a27 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.941221 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7448771a-f527-4721-aede-7814625f2a27 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.944611 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7448771a-f527-4721-aede-7814625f2a27 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.962345 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448771a-f527-4721-aede-7814625f2a27 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eaeea09-0a82-4405-b76f-b73324aa58ab,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:20.971734 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-7448771a-f527-4721-aede-7814625f2a27 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:20.973510 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7448771a-f527-4721-aede-7814625f2a27 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190453 Nov 11 18:21:20.976421 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53430) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:20.981402 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-0ec92470-952d-4da8-a007-c812d8a88d2b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': 'fa48db9f-03d3-496f-8139-ceed7d1e0121', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:21:21.002717 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-0ec92470-952d-4da8-a007-c812d8a88d2b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Project 7920bba3c2b2409bbd8010834c709096 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 18:21:21.007439 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ec92470-952d-4da8-a007-c812d8a88d2b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:21.065488 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ec92470-952d-4da8-a007-c812d8a88d2b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:21.069232 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ec92470-952d-4da8-a007-c812d8a88d2b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:21.089013 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec92470-952d-4da8-a007-c812d8a88d2b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8247af-df3b-4e4c-b3f0-f945cdfe17ac,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:21.094935 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0ec92470-952d-4da8-a007-c812d8a88d2b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:21.096293 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0ec92470-952d-4da8-a007-c812d8a88d2b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188538 Nov 11 18:21:21.099095 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53432) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:21.104003 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-0c77a7c5-4c09-48ef-a7d2-78a8fd6d4f7f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'network': {'name': 'tempest-network-smoke--686737708', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'port_security_enabled': True}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:21:21.123790 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c77a7c5-4c09-48ef-a7d2-78a8fd6d4f7f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Made reservation on behalf of 7920bba3c2b2409bbd8010834c709096 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:21:21.127566 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0c77a7c5-4c09-48ef-a7d2-78a8fd6d4f7f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:21.154786 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c77a7c5-4c09-48ef-a7d2-78a8fd6d4f7f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1285} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:21:21.163610 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0c77a7c5-4c09-48ef-a7d2-78a8fd6d4f7f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:21.166011 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-0c77a7c5-4c09-48ef-a7d2-78a8fd6d4f7f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Added segment af748211-8ad3-4d9e-8629-06a6dd14ea3a of type vlan for network adec5b83-c615-4cb4-97a3-5d686e577ad8 Nov 11 18:21:21.204698 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0c77a7c5-4c09-48ef-a7d2-78a8fd6d4f7f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:21.228686 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0c77a7c5-4c09-48ef-a7d2-78a8fd6d4f7f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:21.234502 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c77a7c5-4c09-48ef-a7d2-78a8fd6d4f7f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:21.235027 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0c77a7c5-4c09-48ef-a7d2-78a8fd6d4f7f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:21.290734 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0c77a7c5-4c09-48ef-a7d2-78a8fd6d4f7f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1904490 Nov 11 18:21:21.293646 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53434) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:21.298502 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-f281a3f5-0a00-41ed-ae12-e5bd105b8178 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1158706154', 'admin_state_up': True, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:21:21.302787 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77a7c5-4c09-48ef-a7d2-78a8fd6d4f7f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Network': ['ID=adec5b83-c615-4cb4-97a3-5d686e577ad8,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:21.313311 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network adec5b83-c615-4cb4-97a3-5d686e577ad8 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:21:21.320879 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f281a3f5-0a00-41ed-ae12-e5bd105b8178 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:21.321939 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f281a3f5-0a00-41ed-ae12-e5bd105b8178 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:21.375867 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f281a3f5-0a00-41ed-ae12-e5bd105b8178 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:21.511557 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f281a3f5-0a00-41ed-ae12-e5bd105b8178 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:21.701553 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f281a3f5-0a00-41ed-ae12-e5bd105b8178 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:21.721201 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f281a3f5-0a00-41ed-ae12-e5bd105b8178 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:21.821014 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-f281a3f5-0a00-41ed-ae12-e5bd105b8178 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Allocated IP 172.25.2.226 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/096e5dca-6183-4b12-a4c8-3329af903447) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:21:21.926933 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f281a3f5-0a00-41ed-ae12-e5bd105b8178 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:21.959464 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f281a3f5-0a00-41ed-ae12-e5bd105b8178 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:21.999954 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f281a3f5-0a00-41ed-ae12-e5bd105b8178 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:21:22.005229 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-f281a3f5-0a00-41ed-ae12-e5bd105b8178 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:21:22.007668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f281a3f5-0a00-41ed-ae12-e5bd105b8178 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:21:22.010805 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281a3f5-0a00-41ed-ae12-e5bd105b8178 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=096e5dca-6183-4b12-a4c8-3329af903447,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:22.018609 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a6778d-e062-4b60-bf13-dde4a430d6f7 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:21:22.100901 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a8dcb2c6-0f43-46db-801a-e5aea296bda8 None None] Provisioning complete for port 096e5dca-6183-4b12-a4c8-3329af903447 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:21:22.101180 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a8dcb2c6-0f43-46db-801a-e5aea296bda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:22.134530 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-a8dcb2c6-0f43-46db-801a-e5aea296bda8 None None] Port 096e5dca-6183-4b12-a4c8-3329af903447 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:21:22.255019 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f281a3f5-0a00-41ed-ae12-e5bd105b8178 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:22.749446 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f281a3f5-0a00-41ed-ae12-e5bd105b8178 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:22.895811 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f281a3f5-0a00-41ed-ae12-e5bd105b8178 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router dbc29a73-ffdd-4dc7-bfd7-76143dde4392 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 18:21:22.999145 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f281a3f5-0a00-41ed-ae12-e5bd105b8178 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:21:23.008741 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] Sync routers for ids ['dbc29a73-ffdd-4dc7-bfd7-76143dde4392'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:21:23.019013 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f281a3f5-0a00-41ed-ae12-e5bd105b8178 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:23.019204 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] Routers {'dbc29a73-ffdd-4dc7-bfd7-76143dde4392'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:21:23.019629 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:21:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['dbc29a73-ffdd-4dc7-bfd7-76143dde4392'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:21:23.020285 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f281a3f5-0a00-41ed-ae12-e5bd105b8178 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7256396 Nov 11 18:21:23.024694 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53436) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:23.054773 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6c846452-0d9c-486b-9193-8515feb431c4 tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=7920bba3c2b2409bbd8010834c709096&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289583 Nov 11 18:21:23.057318 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53438) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:23.123977 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] Set router dbc29a73-ffdd-4dc7-bfd7-76143dde4392 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:21:23.146783 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e338334-5b0b-4978-b1c9-3fb72e200750 tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:23.152033 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3e338334-5b0b-4978-b1c9-3fb72e200750 tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901358 Nov 11 18:21:23.152235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53440) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:23.183569 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-366990a2-9bcc-43a9-9f58-e7650c5c3fe1 tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277252 Nov 11 18:21:23.184069 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53442) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:23.190223 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-0f837440-9604-44d7-8208-4cabc65b1de5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-708348828', 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:21:23.290284 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f837440-9604-44d7-8208-4cabc65b1de5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Made reservation on behalf of 7920bba3c2b2409bbd8010834c709096 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:21:23.294073 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0f837440-9604-44d7-8208-4cabc65b1de5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:23.467575 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158706154', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '096e5dca-6183-4b12-a4c8-3329af903447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:22Z', 'revision_number': 3, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '096e5dca-6183-4b12-a4c8-3329af903447', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:21:23.477201 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0f837440-9604-44d7-8208-4cabc65b1de5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:23.495846 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] Checking router: dbc29a73-ffdd-4dc7-bfd7-76143dde4392 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:21:23.496204 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] Updating router dbc29a73-ffdd-4dc7-bfd7-76143dde4392 port 096e5dca-6183-4b12-a4c8-3329af903447 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:21:23.520258 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:23.536948 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f837440-9604-44d7-8208-4cabc65b1de5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Subnet': ['ID=8e61d798-fe0c-4311-bd28-d87efd9198a6,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:23.546018 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f837440-9604-44d7-8208-4cabc65b1de5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Checking segment: {'id': 'af748211-8ad3-4d9e-8629-06a6dd14ea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:21:23.546381 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f837440-9604-44d7-8208-4cabc65b1de5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network hostable DHCP agents. Network: adec5b83-c615-4cb4-97a3-5d686e577ad8, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:21:23.563826 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f837440-9604-44d7-8208-4cabc65b1de5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network adec5b83-c615-4cb4-97a3-5d686e577ad8 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:21:23.576447 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-0f837440-9604-44d7-8208-4cabc65b1de5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, adec5b83-c615-4cb4-97a3-5d686e577ad8) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:21:23.582756 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f837440-9604-44d7-8208-4cabc65b1de5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:23.583483 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-0f837440-9604-44d7-8208-4cabc65b1de5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:23.600352 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-0f837440-9604-44d7-8208-4cabc65b1de5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4149044 Nov 11 18:21:23.603033 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53444) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:23.604614 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075709ce-4428-4f9b-a75b-272735cf5526 None None] Network adec5b83-c615-4cb4-97a3-5d686e577ad8 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:21:23.843576 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fb237b-0936-4132-843b-6a5501fed393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-adec5b83-c615-4cb4-97a3-5d686e577ad8', 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ips': [{'subnet_id': '8e61d798-fe0c-4311-bd28-d87efd9198a6'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 18:21:23.845091 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-72fb237b-0936-4132-843b-6a5501fed393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:23.909488 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:23.956853 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:24.019764 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8296d266-bdd4-4a03-b533-782667db5d94 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:21:24.041024 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-113cc08c-041b-4e6a-b489-9b765320c97c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:24.056398 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] Attempting to bind port 096e5dca-6183-4b12-a4c8-3329af903447 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:21:24.056693 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] Attempting to bind port 096e5dca-6183-4b12-a4c8-3329af903447 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:21:24.057064 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] Attempting to bind port 096e5dca-6183-4b12-a4c8-3329af903447 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:21:24.073162 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e90a3-2200-4d8a-8f5e-f207a18a7e80 None None] Pushing event updated for resources: {'Port': ['ID=096e5dca-6183-4b12-a4c8-3329af903447,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:24.077015 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:21:24.077397 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:21:24.077805 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:24.078274 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:21:24.079248 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] Bound port: 096e5dca-6183-4b12-a4c8-3329af903447, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:21:24.079631 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:24.109823 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-72fb237b-0936-4132-843b-6a5501fed393 None None] Allocated IP 172.20.0.2 (adec5b83-c615-4cb4-97a3-5d686e577ad8/8e61d798-fe0c-4311-bd28-d87efd9198a6/40b650ca-b7a8-40bc-a7b4-1b92da28b085) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:21:24.186350 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] For port 096e5dca-6183-4b12-a4c8-3329af903447, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:21:24.211856 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] For port 096e5dca-6183-4b12-a4c8-3329af903447, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=096e5dca-6183-4b12-a4c8-3329af903447,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:21:24.222159 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:24.230677 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-00badcb2-986c-4ca2-8213-9a7e73468089 None None] Provisioning complete for port 096e5dca-6183-4b12-a4c8-3329af903447 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:21:24.231041 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-00badcb2-986c-4ca2-8213-9a7e73468089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:24.305155 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21810c48-7a4c-4fbb-9cfb-34ac54ea3963 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:21:24.365255 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] Routers {'dbc29a73-ffdd-4dc7-bfd7-76143dde4392'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:21:24.365888 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:21:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['dbc29a73-ffdd-4dc7-bfd7-76143dde4392'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:21:24.406824 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e90a3-2200-4d8a-8f5e-f207a18a7e80 None None] Pushing event updated for resources: {'Port': ['ID=096e5dca-6183-4b12-a4c8-3329af903447,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:24.469511 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-72fb237b-0936-4132-843b-6a5501fed393 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:24.484218 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-72fb237b-0936-4132-843b-6a5501fed393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:24.534598 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-113cc08c-041b-4e6a-b489-9b765320c97c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Allocated IP 172.20.0.1 (adec5b83-c615-4cb4-97a3-5d686e577ad8/8e61d798-fe0c-4311-bd28-d87efd9198a6/6b8f9291-ccb6-42f7-9a44-d2bb4c41d608) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:21:24.557411 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] Set router dbc29a73-ffdd-4dc7-bfd7-76143dde4392 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:21:24.626920 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fb237b-0936-4132-843b-6a5501fed393 None None] Network adec5b83-c615-4cb4-97a3-5d686e577ad8 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:21:24.641247 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-00badcb2-986c-4ca2-8213-9a7e73468089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:24.647250 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-72fb237b-0936-4132-843b-6a5501fed393 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:21:24.655178 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-113cc08c-041b-4e6a-b489-9b765320c97c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:24.660078 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb237b-0936-4132-843b-6a5501fed393 None None] Pushing event updated for resources: {'Port': ['ID=40b650ca-b7a8-40bc-a7b4-1b92da28b085,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:24.666808 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fb237b-0936-4132-843b-6a5501fed393 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:21:24.694095 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-113cc08c-041b-4e6a-b489-9b765320c97c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:24.700679 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:24.712519 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-00badcb2-986c-4ca2-8213-9a7e73468089 None None] For port 096e5dca-6183-4b12-a4c8-3329af903447, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=096e5dca-6183-4b12-a4c8-3329af903447,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:21:24.720051 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-00badcb2-986c-4ca2-8213-9a7e73468089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:24.732905 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113cc08c-041b-4e6a-b489-9b765320c97c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network adec5b83-c615-4cb4-97a3-5d686e577ad8 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:21:24.739850 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-113cc08c-041b-4e6a-b489-9b765320c97c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:21:24.743752 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113cc08c-041b-4e6a-b489-9b765320c97c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:21:24.773231 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cc08c-041b-4e6a-b489-9b765320c97c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=6b8f9291-ccb6-42f7-9a44-d2bb4c41d608,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:24.795854 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-113cc08c-041b-4e6a-b489-9b765320c97c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:24.820524 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-72fb237b-0936-4132-843b-6a5501fed393 None None] Attempting to bind port 40b650ca-b7a8-40bc-a7b4-1b92da28b085 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:21:24.820893 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-72fb237b-0936-4132-843b-6a5501fed393 None None] Attempting to bind port 40b650ca-b7a8-40bc-a7b4-1b92da28b085 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'af748211-8ad3-4d9e-8629-06a6dd14ea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:21:24.821256 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fb237b-0936-4132-843b-6a5501fed393 None None] Attempting to bind port 40b650ca-b7a8-40bc-a7b4-1b92da28b085 on network adec5b83-c615-4cb4-97a3-5d686e577ad8 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:21:24.841396 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fb237b-0936-4132-843b-6a5501fed393 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:21:24.841767 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fb237b-0936-4132-843b-6a5501fed393 None None] Checking segment: {'id': 'af748211-8ad3-4d9e-8629-06a6dd14ea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:21:24.842168 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-72fb237b-0936-4132-843b-6a5501fed393 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:24.842559 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fb237b-0936-4132-843b-6a5501fed393 None None] Bound using segment: {'id': 'af748211-8ad3-4d9e-8629-06a6dd14ea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:21:24.843012 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-72fb237b-0936-4132-843b-6a5501fed393 None None] Bound port: 40b650ca-b7a8-40bc-a7b4-1b92da28b085, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af748211-8ad3-4d9e-8629-06a6dd14ea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:21:24.843390 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-72fb237b-0936-4132-843b-6a5501fed393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:24.872502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00badcb2-986c-4ca2-8213-9a7e73468089 None None] Pushing event updated for resources: {'Port': ['ID=096e5dca-6183-4b12-a4c8-3329af903447,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:24.913309 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-77045149-4932-4cda-bc45-3cfcc6f765ba None None] Provisioning complete for port 096e5dca-6183-4b12-a4c8-3329af903447 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:21:24.913677 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-77045149-4932-4cda-bc45-3cfcc6f765ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:24.925438 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-113cc08c-041b-4e6a-b489-9b765320c97c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:24.985948 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-72fb237b-0936-4132-843b-6a5501fed393 None None] For port 40b650ca-b7a8-40bc-a7b4-1b92da28b085, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:21:24.989467 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-72fb237b-0936-4132-843b-6a5501fed393 None None] For port 40b650ca-b7a8-40bc-a7b4-1b92da28b085, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=40b650ca-b7a8-40bc-a7b4-1b92da28b085,segment=NetworkSegment(af748211-8ad3-4d9e-8629-06a6dd14ea3a),segment_id=af748211-8ad3-4d9e-8629-06a6dd14ea3a)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:21:24.996520 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-72fb237b-0936-4132-843b-6a5501fed393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:25.027319 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158706154', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '096e5dca-6183-4b12-a4c8-3329af903447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:22Z', 'revision_number': 3, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '096e5dca-6183-4b12-a4c8-3329af903447', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:21:25.086995 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69015cbf-e571-4637-9e2a-c5177568e75b None None] The sync data for ids ['dbc29a73-ffdd-4dc7-bfd7-76143dde4392'] in n-d-816206-4 is: [{'id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158706154', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '096e5dca-6183-4b12-a4c8-3329af903447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:22Z', 'revision_number': 3, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '096e5dca-6183-4b12-a4c8-3329af903447', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:21:25.231895 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-113cc08c-041b-4e6a-b489-9b765320c97c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:25.237244 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-113cc08c-041b-4e6a-b489-9b765320c97c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:25.315131 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb237b-0936-4132-843b-6a5501fed393 None None] Pushing event updated for resources: {'Port': ['ID=40b650ca-b7a8-40bc-a7b4-1b92da28b085,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:25.354945 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-113cc08c-041b-4e6a-b489-9b765320c97c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:25.361614 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cc08c-041b-4e6a-b489-9b765320c97c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=6b8f9291-ccb6-42f7-9a44-d2bb4c41d608,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:25.394942 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:21:25.536966 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113cc08c-041b-4e6a-b489-9b765320c97c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network adec5b83-c615-4cb4-97a3-5d686e577ad8 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:21:25.538487 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-113cc08c-041b-4e6a-b489-9b765320c97c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:21:25.670283 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113cc08c-041b-4e6a-b489-9b765320c97c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router dbc29a73-ffdd-4dc7-bfd7-76143dde4392 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:21:25.786338 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113cc08c-041b-4e6a-b489-9b765320c97c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:21:25.800351 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-113cc08c-041b-4e6a-b489-9b765320c97c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "PUT /v2.0/routers/dbc29a73-ffdd-4dc7-bfd7-76143dde4392/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1876991 Nov 11 18:21:25.966847 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 096e5dca-6183-4b12-a4c8-3329af903447 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:21:25.988838 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-eb59fa33-e05d-4625-8def-6665cd639a63 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245586159&fields=id&tenant_id=7920bba3c2b2409bbd8010834c709096 HTTP/1.1" status: 200 len: 267 time: 0.0697403 Nov 11 18:21:26.024060 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 096e5dca-6183-4b12-a4c8-3329af903447 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:21:26.024722 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:26.109982 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 40b650ca-b7a8-40bc-a7b4-1b92da28b085 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:21:26.120021 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-4aa116db-6ae5-4692-920e-e234a23564bf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:26.121582 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-4aa116db-6ae5-4692-920e-e234a23564bf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/networks?id=adec5b83-c615-4cb4-97a3-5d686e577ad8 HTTP/1.1" status: 200 len: 796 time: 0.1188235 Nov 11 18:21:26.138638 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-a71a5995-2730-48f6-9ca7-134b84f4f2ba tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/quotas/7920bba3c2b2409bbd8010834c709096 HTTP/1.1" status: 200 len: 375 time: 0.0099590 Nov 11 18:21:26.185070 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 40b650ca-b7a8-40bc-a7b4-1b92da28b085 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:21:26.185357 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:26.214852 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-a4ceb3dc-3868-44a6-ace3-d274d65cc046 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699058 Nov 11 18:21:26.230279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-622a7d06-c63e-40c6-936b-43d62fd6a1aa service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 18:21:26.231494 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-622a7d06-c63e-40c6-936b-43d62fd6a1aa service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061290 Nov 11 18:21:26.268325 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddc6bd3-9a1e-4b74-a85c-f76f3929cbe7 None None] Network adec5b83-c615-4cb4-97a3-5d686e577ad8 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:21:26.317469 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:26.336934 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-5828519f-f190-4d6c-8a6a-3a68e42cd65a service neutron] 10.222.0.76 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928624 Nov 11 18:21:26.390060 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port 40b650ca-b7a8-40bc-a7b4-1b92da28b085, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=40b650ca-b7a8-40bc-a7b4-1b92da28b085,segment=NetworkSegment(af748211-8ad3-4d9e-8629-06a6dd14ea3a),segment_id=af748211-8ad3-4d9e-8629-06a6dd14ea3a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:21:26.398617 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:26.423663 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-ecbd1392-4f00-4dd8-89c7-39e1301555f9 None None] Provisioning complete for port 40b650ca-b7a8-40bc-a7b4-1b92da28b085 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:21:26.424076 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ecbd1392-4f00-4dd8-89c7-39e1301555f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:26.431122 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-9aeaeec6-9609-4f83-8ded-0bd05f4e7495 service neutron] 10.222.0.76 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880449 Nov 11 18:21:26.534013 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=40b650ca-b7a8-40bc-a7b4-1b92da28b085,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:26.625424 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c6a99bf1-055b-4ac7-af8a-8741726ef1f6 req-68c315c1-df97-4d68-8e0e-38804c9e51b6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 210 time: 0.0340893 Nov 11 18:21:26.840939 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-114c40b7-b362-4b75-809e-b10dff8f9472 None None] Provisioning complete for port 40b650ca-b7a8-40bc-a7b4-1b92da28b085 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:21:26.841396 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-114c40b7-b362-4b75-809e-b10dff8f9472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:26.948577 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-114c40b7-b362-4b75-809e-b10dff8f9472 None None] Provisioning complete for port 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:21:26.948948 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-114c40b7-b362-4b75-809e-b10dff8f9472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:26.991187 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-114c40b7-b362-4b75-809e-b10dff8f9472 None None] Port 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:21:26.998942 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] Sync routers for ids ['dbc29a73-ffdd-4dc7-bfd7-76143dde4392'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:21:27.014501 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] Routers {'dbc29a73-ffdd-4dc7-bfd7-76143dde4392'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:21:27.015249 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:21:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['dbc29a73-ffdd-4dc7-bfd7-76143dde4392'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:21:27.111004 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-55d24c69-74d5-400d-823f-5c55a9e8af50 None None] Provisioning complete for port 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:21:27.111523 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-55d24c69-74d5-400d-823f-5c55a9e8af50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:27.137158 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] Set router dbc29a73-ffdd-4dc7-bfd7-76143dde4392 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:21:27.152908 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-55d24c69-74d5-400d-823f-5c55a9e8af50 None None] Port 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:21:27.274671 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-73d52016-94bb-4bc9-a70b-5e8f8aa43277 None None] Provisioning complete for port 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:21:27.275043 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-73d52016-94bb-4bc9-a70b-5e8f8aa43277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:27.316061 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-73d52016-94bb-4bc9-a70b-5e8f8aa43277 None None] Port 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:21:27.429524 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158706154', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '096e5dca-6183-4b12-a4c8-3329af903447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:24Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '096e5dca-6183-4b12-a4c8-3329af903447', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '6b8f9291-ccb6-42f7-9a44-d2bb4c41d608', 'name': '', 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:7c:0a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8e61d798-fe0c-4311-bd28-d87efd9198a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:21:24Z', 'updated_at': '2021-11-11T18:21:25Z', 'revision_number': 2, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '8e61d798-fe0c-4311-bd28-d87efd9198a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:21:27.454438 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] Checking router: dbc29a73-ffdd-4dc7-bfd7-76143dde4392 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:21:27.454782 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] Updating router dbc29a73-ffdd-4dc7-bfd7-76143dde4392 port 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:21:27.480156 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:27.747095 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c31f9c5b-3112-463f-ba3a-ced1f6c351ab req-29850dc3-0780-4990-81fa-99e8708ba036 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 210 time: 0.0483785 Nov 11 18:21:27.774379 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:27.780779 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:27.782637 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-67f81da6-b4b7-4b01-b1b7-5ac02c49b020 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:27.784146 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-67f81da6-b4b7-4b01-b1b7-5ac02c49b020 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.64 "GET /v2.0/networks?id=adec5b83-c615-4cb4-97a3-5d686e577ad8 HTTP/1.1" status: 200 len: 796 time: 0.1571038 Nov 11 18:21:27.863357 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-a360af62-31ed-454e-859d-0b2ac956d970 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7920bba3c2b2409bbd8010834c709096 HTTP/1.1" status: 200 len: 379 time: 0.0639272 Nov 11 18:21:27.879103 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-325598e3-7494-465a-a455-c68899b4b13e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'port': {'device_id': '24db0633-a29e-43ec-a12e-12277af310fd', 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8', 'admin_state_up': True, 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'security_groups': ['fa48db9f-03d3-496f-8139-ceed7d1e0121']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:21:27.886418 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4c3af-967a-42af-abec-407d50d793ad None None] Pushing event updated for resources: {'Port': ['ID=6b8f9291-ccb6-42f7-9a44-d2bb4c41d608,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:27.900493 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c3af-967a-42af-abec-407d50d793ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:27.900840 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c3af-967a-42af-abec-407d50d793ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:27.901177 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c3af-967a-42af-abec-407d50d793ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:27.901997 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 40b650ca-b7a8-40bc-a7b4-1b92da28b085 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:21:27.903957 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c3af-967a-42af-abec-407d50d793ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:27.904332 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c3af-967a-42af-abec-407d50d793ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:27.905873 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c3af-967a-42af-abec-407d50d793ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:27.906451 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c3af-967a-42af-abec-407d50d793ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:27.906792 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c3af-967a-42af-abec-407d50d793ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:27.907279 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c3af-967a-42af-abec-407d50d793ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:27.907613 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c3af-967a-42af-abec-407d50d793ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:27.907989 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c3af-967a-42af-abec-407d50d793ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:27.908317 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4c3af-967a-42af-abec-407d50d793ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:21:27.928193 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] Attempting to bind port 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:21:27.928702 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] Attempting to bind port 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'af748211-8ad3-4d9e-8629-06a6dd14ea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:21:27.929067 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] Attempting to bind port 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608 on network adec5b83-c615-4cb4-97a3-5d686e577ad8 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:21:27.939347 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:21:27.940052 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] Checking segment: {'id': 'af748211-8ad3-4d9e-8629-06a6dd14ea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:21:27.940622 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:27.941206 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] Bound using segment: {'id': 'af748211-8ad3-4d9e-8629-06a6dd14ea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:21:27.942487 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] Bound port: 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af748211-8ad3-4d9e-8629-06a6dd14ea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:21:27.942916 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:27.968260 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 40b650ca-b7a8-40bc-a7b4-1b92da28b085 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:21:27.968817 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:28.022145 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] For port 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:21:28.027073 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] For port 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6b8f9291-ccb6-42f7-9a44-d2bb4c41d608,segment=NetworkSegment(af748211-8ad3-4d9e-8629-06a6dd14ea3a),segment_id=af748211-8ad3-4d9e-8629-06a6dd14ea3a)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:21:28.032450 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:28.055268 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-325598e3-7494-465a-a455-c68899b4b13e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Made reservation on behalf of 7920bba3c2b2409bbd8010834c709096 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:21:28.059984 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-325598e3-7494-465a-a455-c68899b4b13e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:28.114862 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] Routers {'dbc29a73-ffdd-4dc7-bfd7-76143dde4392'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:21:28.115497 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:21:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['dbc29a73-ffdd-4dc7-bfd7-76143dde4392'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:21:28.117264 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4c3af-967a-42af-abec-407d50d793ad None None] Pushing event updated for resources: {'Port': ['ID=6b8f9291-ccb6-42f7-9a44-d2bb4c41d608,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:28.159220 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e200f224-34a7-4925-92c4-f69aba64079d None None] Provisioning complete for port 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:21:28.159910 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e200f224-34a7-4925-92c4-f69aba64079d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:28.237025 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] Set router dbc29a73-ffdd-4dc7-bfd7-76143dde4392 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:21:28.251083 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-325598e3-7494-465a-a455-c68899b4b13e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Allocated IP 172.20.0.3 (adec5b83-c615-4cb4-97a3-5d686e577ad8/8e61d798-fe0c-4311-bd28-d87efd9198a6/b6556eee-6752-4ee9-b6e4-d235492132c4) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:21:28.273675 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e200f224-34a7-4925-92c4-f69aba64079d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:28.325320 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e200f224-34a7-4925-92c4-f69aba64079d None None] For port 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6b8f9291-ccb6-42f7-9a44-d2bb4c41d608,segment=NetworkSegment(af748211-8ad3-4d9e-8629-06a6dd14ea3a),segment_id=af748211-8ad3-4d9e-8629-06a6dd14ea3a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:21:28.330814 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e200f224-34a7-4925-92c4-f69aba64079d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:28.395461 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200f224-34a7-4925-92c4-f69aba64079d None None] Pushing event updated for resources: {'Port': ['ID=6b8f9291-ccb6-42f7-9a44-d2bb4c41d608,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:28.442293 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-325598e3-7494-465a-a455-c68899b4b13e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:28.453649 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-357bc6ab-d302-4841-ab15-c3763e7bcb90 None None] Provisioning complete for port 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:21:28.454002 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-357bc6ab-d302-4841-ab15-c3763e7bcb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:28.467095 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158706154', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '096e5dca-6183-4b12-a4c8-3329af903447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:24Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '096e5dca-6183-4b12-a4c8-3329af903447', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '6b8f9291-ccb6-42f7-9a44-d2bb4c41d608', 'name': '', 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:7c:0a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8e61d798-fe0c-4311-bd28-d87efd9198a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:21:24Z', 'updated_at': '2021-11-11T18:21:28Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '8e61d798-fe0c-4311-bd28-d87efd9198a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:21:28.479695 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-325598e3-7494-465a-a455-c68899b4b13e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:28.495218 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971f2e78-f2ee-454d-bd08-62299615c78b None None] The sync data for ids ['dbc29a73-ffdd-4dc7-bfd7-76143dde4392'] in n-d-816206-4 is: [{'id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158706154', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '096e5dca-6183-4b12-a4c8-3329af903447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:24Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '096e5dca-6183-4b12-a4c8-3329af903447', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '6b8f9291-ccb6-42f7-9a44-d2bb4c41d608', 'name': '', 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:7c:0a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8e61d798-fe0c-4311-bd28-d87efd9198a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:21:24Z', 'updated_at': '2021-11-11T18:21:28Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '8e61d798-fe0c-4311-bd28-d87efd9198a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:21:28.527207 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-325598e3-7494-465a-a455-c68899b4b13e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network adec5b83-c615-4cb4-97a3-5d686e577ad8 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:21:28.535353 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-325598e3-7494-465a-a455-c68899b4b13e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:21:28.538116 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-325598e3-7494-465a-a455-c68899b4b13e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:21:28.572970 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325598e3-7494-465a-a455-c68899b4b13e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=b6556eee-6752-4ee9-b6e4-d235492132c4,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:28.604756 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-325598e3-7494-465a-a455-c68899b4b13e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:28.605400 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-325598e3-7494-465a-a455-c68899b4b13e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:28.622079 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-325598e3-7494-465a-a455-c68899b4b13e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7508461 Nov 11 18:21:28.640016 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] Request body: {'port': {'device_id': '24db0633-a29e-43ec-a12e-12277af310fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:21:28.708001 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:28.809752 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-dd8efe60-9f3d-4b5d-beb7-1ffdb0d5af87 None None] Provisioning complete for port b6556eee-6752-4ee9-b6e4-d235492132c4 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:21:28.810130 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-dd8efe60-9f3d-4b5d-beb7-1ffdb0d5af87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:28.854093 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-dd8efe60-9f3d-4b5d-beb7-1ffdb0d5af87 None None] Port b6556eee-6752-4ee9-b6e4-d235492132c4 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:21:28.881896 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8f80e-3775-43f9-821b-d36a7d59b21c req-b5beccb0-4bd6-49d4-a7ab-29b7ef9fe2ec tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:28.883567 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7fa8f80e-3775-43f9-821b-d36a7d59b21c req-b5beccb0-4bd6-49d4-a7ab-29b7ef9fe2ec tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 931 time: 0.0543344 Nov 11 18:21:28.948200 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7fa8f80e-3775-43f9-821b-d36a7d59b21c req-1c6b2922-cfde-493b-bf24-a7ff5eb0c75a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563974 Nov 11 18:21:29.030546 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6556eee-6752-4ee9-b6e4-d235492132c4 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:21:29.038776 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:29.057461 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] Transition to ACTIVE for port object b6556eee-6752-4ee9-b6e4-d235492132c4 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:21:29.062267 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:29.118246 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6556eee-6752-4ee9-b6e4-d235492132c4,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:29.198270 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] Attempting to bind port b6556eee-6752-4ee9-b6e4-d235492132c4 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:21:29.198965 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] Attempting to bind port b6556eee-6752-4ee9-b6e4-d235492132c4 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'af748211-8ad3-4d9e-8629-06a6dd14ea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:21:29.199534 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] Attempting to bind port b6556eee-6752-4ee9-b6e4-d235492132c4 on network adec5b83-c615-4cb4-97a3-5d686e577ad8 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:21:29.205020 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] Port b6556eee-6752-4ee9-b6e4-d235492132c4 on network adec5b83-c615-4cb4-97a3-5d686e577ad8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:21:29.205429 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] Attempting to bind port b6556eee-6752-4ee9-b6e4-d235492132c4 on network adec5b83-c615-4cb4-97a3-5d686e577ad8 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:21:29.210859 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:21:29.211278 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] Checking segment: {'id': 'af748211-8ad3-4d9e-8629-06a6dd14ea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:21:29.211752 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] Bound using segment: {'id': 'af748211-8ad3-4d9e-8629-06a6dd14ea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:21:29.212262 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] Bound port: b6556eee-6752-4ee9-b6e4-d235492132c4, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af748211-8ad3-4d9e-8629-06a6dd14ea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:21:29.212687 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:29.283474 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] For port b6556eee-6752-4ee9-b6e4-d235492132c4, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:21:29.286953 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] For port b6556eee-6752-4ee9-b6e4-d235492132c4, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b6556eee-6752-4ee9-b6e4-d235492132c4,segment=NetworkSegment(af748211-8ad3-4d9e-8629-06a6dd14ea3a),segment_id=af748211-8ad3-4d9e-8629-06a6dd14ea3a)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:21:29.292475 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:29.347143 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:29.347529 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:29.348954 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] 10.222.0.64 "PUT /v2.0/ports/b6556eee-6752-4ee9-b6e4-d235492132c4 HTTP/1.1" status: 200 len: 1091 time: 0.7135043 Nov 11 18:21:29.349409 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24db0633-a29e-43ec-a12e-12277af310fd', 'tag': 'b6556eee-6752-4ee9-b6e4-d235492132c4'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:21:29.351679 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce0985748977e3fd26376c80dbb6ea189fd81e02bd3d57a001dfe7f9eeece1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9b626d-3cb6-4e3b-ba8d-83aec4e64794" -d '{"events": [{"name": "network-changed", "server_uuid": "24db0633-a29e-43ec-a12e-12277af310fd", "tag": "b6556eee-6752-4ee9-b6e4-d235492132c4"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:21:29.365428 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d164a6c-b947-4444-99b2-cc07c88861c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6556eee-6752-4ee9-b6e4-d235492132c4,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:29.403670 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2130bd8c-4b02-4792-8696-f92930b6ba57 x-openstack-request-id: req-2130bd8c-4b02-4792-8696-f92930b6ba57 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:21:29.404007 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24db0633-a29e-43ec-a12e-12277af310fd", "tag": "b6556eee-6752-4ee9-b6e4-d235492132c4", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:21:29.404265 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2130bd8c-4b02-4792-8696-f92930b6ba57 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:21:29.404675 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24db0633-a29e-43ec-a12e-12277af310fd', 'tag': 'b6556eee-6752-4ee9-b6e4-d235492132c4', 'status': 'completed', 'code': 200} Nov 11 18:21:29.461654 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-3373cb72-9d21-4ff3-94b8-8d6cea723233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:29.463428 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-3373cb72-9d21-4ff3-94b8-8d6cea723233 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 1094 time: 0.0441108 Nov 11 18:21:29.514440 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-855815bd-ee9d-4a40-a4e1-a8813d9acf1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6556eee-6752-4ee9-b6e4-d235492132c4 HTTP/1.1" status: 200 len: 217 time: 0.0378127 Nov 11 18:21:29.566682 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-d5d36411-5143-49b9-8181-3ad1fc368c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:29.568188 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-d5d36411-5143-49b9-8181-3ad1fc368c5a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e61d798-fe0c-4311-bd28-d87efd9198a6 HTTP/1.1" status: 200 len: 834 time: 0.0474665 Nov 11 18:21:29.880681 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-8c98fafd-018b-4739-8f50-8dd56f09e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:29.882187 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-8c98fafd-018b-4739-8f50-8dd56f09e2af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adec5b83-c615-4cb4-97a3-5d686e577ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3066723 Nov 11 18:21:29.894473 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:21:29.944553 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:21:29.944926 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:29.974128 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-5d224e20-7941-4ef7-b358-1bcb88834175 service neutron] 10.222.0.64 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848494 Nov 11 18:21:30.064717 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962769a-9968-4511-8cc4-f9e108d09614 req-4819c120-648c-4512-adbd-c381252d95aa tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:30.066221 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d962769a-9968-4511-8cc4-f9e108d09614 req-4819c120-648c-4512-adbd-c381252d95aa tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 943 time: 0.0533209 Nov 11 18:21:30.073263 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-d9df87b1-07e8-477b-898a-dff76453fef7 req-b109cb25-9642-4340-90f0-0d379c24fda8 service neutron] 10.222.0.64 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921650 Nov 11 18:21:30.115888 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d962769a-9968-4511-8cc4-f9e108d09614 req-7abf9330-2d4d-4f19-af9a-994e3aa7817c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434291 Nov 11 18:21:30.204030 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b626d-3cb6-4e3b-ba8d-83aec4e64794 req-521c560e-3178-48b0-9bc8-066e805ddc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:30.205501 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8d9b626d-3cb6-4e3b-ba8d-83aec4e64794 req-521c560e-3178-48b0-9bc8-066e805ddc10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 1094 time: 0.0418298 Nov 11 18:21:30.305698 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b626d-3cb6-4e3b-ba8d-83aec4e64794 req-93fb97c8-12f9-4ebf-a105-9323b924d109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:30.307169 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8d9b626d-3cb6-4e3b-ba8d-83aec4e64794 req-93fb97c8-12f9-4ebf-a105-9323b924d109 service neutron] 10.222.0.64 "GET /v2.0/networks?id=adec5b83-c615-4cb4-97a3-5d686e577ad8 HTTP/1.1" status: 200 len: 898 time: 0.0942621 Nov 11 18:21:30.349335 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8d9b626d-3cb6-4e3b-ba8d-83aec4e64794 req-dac5f956-af76-4855-b6d8-f3eac2c2a710 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6556eee-6752-4ee9-b6e4-d235492132c4 HTTP/1.1" status: 200 len: 217 time: 0.0348175 Nov 11 18:21:30.398167 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b626d-3cb6-4e3b-ba8d-83aec4e64794 req-aa6a7143-f000-4104-902f-25b97bb6ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:30.399674 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8d9b626d-3cb6-4e3b-ba8d-83aec4e64794 req-aa6a7143-f000-4104-902f-25b97bb6ff3d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e61d798-fe0c-4311-bd28-d87efd9198a6 HTTP/1.1" status: 200 len: 834 time: 0.0432761 Nov 11 18:21:30.450391 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b626d-3cb6-4e3b-ba8d-83aec4e64794 req-dc6ee1ce-1e3a-4e5b-985b-978bb24486c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:30.451879 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8d9b626d-3cb6-4e3b-ba8d-83aec4e64794 req-dc6ee1ce-1e3a-4e5b-985b-978bb24486c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adec5b83-c615-4cb4-97a3-5d686e577ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436490 Nov 11 18:21:30.542795 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8d9b626d-3cb6-4e3b-ba8d-83aec4e64794 req-580c68d7-cfaa-4910-9fe1-c10a963dc619 service neutron] 10.222.0.64 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830629 Nov 11 18:21:30.649252 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8d9b626d-3cb6-4e3b-ba8d-83aec4e64794 req-8487f009-4758-4c44-a353-d9b716cbec58 service neutron] 10.222.0.64 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980794 Nov 11 18:21:30.871820 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b6556eee-6752-4ee9-b6e4-d235492132c4 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:21:30.970206 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port b6556eee-6752-4ee9-b6e4-d235492132c4, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b6556eee-6752-4ee9-b6e4-d235492132c4,segment=NetworkSegment(af748211-8ad3-4d9e-8629-06a6dd14ea3a),segment_id=af748211-8ad3-4d9e-8629-06a6dd14ea3a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:21:30.981892 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'b6556eee-6752-4ee9-b6e4-d235492132c4', 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8', 'port_id': 'b6556eee-6752-4ee9-b6e4-d235492132c4', 'mac_address': 'fa:16:3e:c4:e9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e61d798-fe0c-4311-bd28-d87efd9198a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:21:31.019084 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:31.031865 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6556eee-6752-4ee9-b6e4-d235492132c4 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:21:31.051480 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port b6556eee-6752-4ee9-b6e4-d235492132c4, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b6556eee-6752-4ee9-b6e4-d235492132c4,segment=NetworkSegment(af748211-8ad3-4d9e-8629-06a6dd14ea3a),segment_id=af748211-8ad3-4d9e-8629-06a6dd14ea3a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:21:31.055121 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:31.099608 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=b6556eee-6752-4ee9-b6e4-d235492132c4,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:31.235063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b62f34-32ff-492d-925e-a2a62e6e8153 req-a1dfe331-87c3-4249-b123-afd591ac4940 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:31.236449 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3b62f34-32ff-492d-925e-a2a62e6e8153 req-a1dfe331-87c3-4249-b123-afd591ac4940 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 944 time: 0.0519254 Nov 11 18:21:31.288227 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d3b62f34-32ff-492d-925e-a2a62e6e8153 req-b9996b79-cd49-4c7f-80f7-b1e147b4e471 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453410 Nov 11 18:21:31.352564 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['b6556eee-6752-4ee9-b6e4-d235492132c4'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:21:32.400873 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde04c1-c6f2-4614-9e6d-d3332be4a556 req-4107db8e-d826-40b5-8cf9-a0613b5ac90d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:32.402325 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cbde04c1-c6f2-4614-9e6d-d3332be4a556 req-4107db8e-d826-40b5-8cf9-a0613b5ac90d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 944 time: 0.0481255 Nov 11 18:21:32.450656 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cbde04c1-c6f2-4614-9e6d-d3332be4a556 req-bf2e9891-b135-4403-8ea7-dd68549bc75b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419364 Nov 11 18:21:32.897650 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b6556eee-6752-4ee9-b6e4-d235492132c4 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:21:32.948801 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port b6556eee-6752-4ee9-b6e4-d235492132c4 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:21:32.953474 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port b6556eee-6752-4ee9-b6e4-d235492132c4 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:21:32.953839 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:33.028779 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:33.050100 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24db0633-a29e-43ec-a12e-12277af310fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6556eee-6752-4ee9-b6e4-d235492132c4'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:21:33.052348 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5116316-ac1a-45ed-a42d-e4400f5c473f" -d '{"events": [{"server_uuid": "24db0633-a29e-43ec-a12e-12277af310fd", "name": "network-vif-plugged", "status": "completed", "tag": "b6556eee-6752-4ee9-b6e4-d235492132c4"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:21:33.068805 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port b6556eee-6752-4ee9-b6e4-d235492132c4, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b6556eee-6752-4ee9-b6e4-d235492132c4,segment=NetworkSegment(af748211-8ad3-4d9e-8629-06a6dd14ea3a),segment_id=af748211-8ad3-4d9e-8629-06a6dd14ea3a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:21:33.073211 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:33.098761 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c59b7e-80bf-4fd3-acd3-d722714d54e4 x-openstack-request-id: req-f6c59b7e-80bf-4fd3-acd3-d722714d54e4 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:21:33.099056 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24db0633-a29e-43ec-a12e-12277af310fd", "name": "network-vif-plugged", "status": "completed", "tag": "b6556eee-6752-4ee9-b6e4-d235492132c4", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:21:33.099311 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f6c59b7e-80bf-4fd3-acd3-d722714d54e4 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:21:33.099706 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24db0633-a29e-43ec-a12e-12277af310fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6556eee-6752-4ee9-b6e4-d235492132c4', 'code': 200} Nov 11 18:21:33.124446 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=b6556eee-6752-4ee9-b6e4-d235492132c4,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:33.218686 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdba5a3-4f51-4792-968e-27607bb7e674 req-66ee54fd-91fd-4e5f-8a5f-33179e5bafed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:33.220185 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5cdba5a3-4f51-4792-968e-27607bb7e674 req-66ee54fd-91fd-4e5f-8a5f-33179e5bafed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 1096 time: 0.0410910 Nov 11 18:21:33.269286 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5cdba5a3-4f51-4792-968e-27607bb7e674 req-b1d5d330-0099-43b7-a60b-df3906260c57 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416081 Nov 11 18:21:33.566807 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc2293-c636-432e-b99e-4b810eb8a6f8 req-b164012a-86f6-44da-9a9a-7871567736f2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:33.569068 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8bc2293-c636-432e-b99e-4b810eb8a6f8 req-b164012a-86f6-44da-9a9a-7871567736f2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0500181 Nov 11 18:21:33.622980 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8bc2293-c636-432e-b99e-4b810eb8a6f8 req-9f185c89-dcdf-440c-819f-f246f3423133 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478814 Nov 11 18:21:34.736859 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158b7f3-ec5e-4d41-a5cd-598e3b892861 req-098426e9-f1f1-46e2-a83e-ff59bf1d4b13 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:34.738322 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6158b7f3-ec5e-4d41-a5cd-598e3b892861 req-098426e9-f1f1-46e2-a83e-ff59bf1d4b13 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0486772 Nov 11 18:21:34.787255 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6158b7f3-ec5e-4d41-a5cd-598e3b892861 req-37d9c276-b89f-4c27-922e-77710cc3766a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429857 Nov 11 18:21:34.899835 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1b9fd-21e5-4f3f-9c5c-988afc20be21 req-92405fb9-b690-4609-af26-760bd96c3f9d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:34.901240 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ded1b9fd-21e5-4f3f-9c5c-988afc20be21 req-92405fb9-b690-4609-af26-760bd96c3f9d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0493135 Nov 11 18:21:34.950265 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ded1b9fd-21e5-4f3f-9c5c-988afc20be21 req-cff49979-b8fa-4f37-91af-da5bc649ce17 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431674 Nov 11 18:21:34.971462 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53492) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:35.014586 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3706fcfe-a871-48ea-b16f-7ce167b6b608 tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:35.016100 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3706fcfe-a871-48ea-b16f-7ce167b6b608 tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 1091 time: 0.0436461 Nov 11 18:21:35.018858 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53494) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:35.023216 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-18c44d7e-db40-49ec-93ea-9d30670092f5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': 'b6556eee-6752-4ee9-b6e4-d235492132c4', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:21:35.044203 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18c44d7e-db40-49ec-93ea-9d30670092f5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:35.140445 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18c44d7e-db40-49ec-93ea-9d30670092f5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:35.244260 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-18c44d7e-db40-49ec-93ea-9d30670092f5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Allocated IP 172.25.2.186 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/c020b58a-230a-4b66-adba-a4872ff75366) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:21:35.345777 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18c44d7e-db40-49ec-93ea-9d30670092f5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:35.383199 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18c44d7e-db40-49ec-93ea-9d30670092f5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:35.418079 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c44d7e-db40-49ec-93ea-9d30670092f5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:21:35.423623 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-18c44d7e-db40-49ec-93ea-9d30670092f5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:21:35.427158 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c44d7e-db40-49ec-93ea-9d30670092f5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:21:35.453346 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c44d7e-db40-49ec-93ea-9d30670092f5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=c020b58a-230a-4b66-adba-a4872ff75366,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:35.784276 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18c44d7e-db40-49ec-93ea-9d30670092f5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:35.850553 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18c44d7e-db40-49ec-93ea-9d30670092f5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:35.998420 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18c44d7e-db40-49ec-93ea-9d30670092f5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:36.007937 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18c44d7e-db40-49ec-93ea-9d30670092f5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:36.079999 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c44d7e-db40-49ec-93ea-9d30670092f5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=c020b58a-230a-4b66-adba-a4872ff75366,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:21:36.091503 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18c44d7e-db40-49ec-93ea-9d30670092f5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:36.191643 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-18c44d7e-db40-49ec-93ea-9d30670092f5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Floating IP e8da2d6b-fca3-4093-b4f0-ca7ad7142a88 associated. External IP: 172.25.2.186, port: b6556eee-6752-4ee9-b6e4-d235492132c4. Nov 11 18:21:36.401304 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c44d7e-db40-49ec-93ea-9d30670092f5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router dbc29a73-ffdd-4dc7-bfd7-76143dde4392 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:21:36.507739 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c44d7e-db40-49ec-93ea-9d30670092f5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:21:36.517648 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c01978f-2e62-49be-afdf-6cd4d8292e80 None None] Sync routers for ids ['dbc29a73-ffdd-4dc7-bfd7-76143dde4392'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:21:36.524471 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-18c44d7e-db40-49ec-93ea-9d30670092f5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:36.527917 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c01978f-2e62-49be-afdf-6cd4d8292e80 None None] Routers {'dbc29a73-ffdd-4dc7-bfd7-76143dde4392'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:21:36.528559 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-9c01978f-2e62-49be-afdf-6cd4d8292e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:21:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['dbc29a73-ffdd-4dc7-bfd7-76143dde4392'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:21:36.551791 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-18c44d7e-db40-49ec-93ea-9d30670092f5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5318949 Nov 11 18:21:36.552392 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24db0633-a29e-43ec-a12e-12277af310fd', 'tag': 'b6556eee-6752-4ee9-b6e4-d235492132c4'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:21:36.554663 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f718a4-551e-48bf-8dca-7908c3f4d0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "24db0633-a29e-43ec-a12e-12277af310fd", "tag": "b6556eee-6752-4ee9-b6e4-d235492132c4"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:21:36.636018 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-9c01978f-2e62-49be-afdf-6cd4d8292e80 None None] Set router dbc29a73-ffdd-4dc7-bfd7-76143dde4392 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:21:36.650060 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec1e43-842e-4557-b998-6c254e50a80d req-d430ca0b-ac67-4187-b10a-6f7aa915d80c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:36.651554 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51ec1e43-842e-4557-b998-6c254e50a80d req-d430ca0b-ac67-4187-b10a-6f7aa915d80c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0530407 Nov 11 18:21:36.701943 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-51ec1e43-842e-4557-b998-6c254e50a80d req-53938dd7-e751-4812-9225-2de7c3ad9cac tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442359 Nov 11 18:21:36.726231 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53500) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:36.749387 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268c3fd7-5170-4524-8e28-0e58e8efe85d x-openstack-request-id: req-268c3fd7-5170-4524-8e28-0e58e8efe85d {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:21:36.749705 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24db0633-a29e-43ec-a12e-12277af310fd", "tag": "b6556eee-6752-4ee9-b6e4-d235492132c4", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:21:36.750543 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-268c3fd7-5170-4524-8e28-0e58e8efe85d {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:21:36.750959 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24db0633-a29e-43ec-a12e-12277af310fd', 'tag': 'b6556eee-6752-4ee9-b6e4-d235492132c4', 'status': 'completed', 'code': 200} Nov 11 18:21:36.830201 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2f685d99-62f3-4c32-94ec-d99f2dd3f619 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/floatingips/e8da2d6b-fca3-4093-b4f0-ca7ad7142a88 HTTP/1.1" status: 200 len: 991 time: 0.1021466 Nov 11 18:21:36.845357 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f718a4-551e-48bf-8dca-7908c3f4d0ac req-46b64c95-7bed-4c7e-b27e-f980d20bba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:36.846832 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f1f718a4-551e-48bf-8dca-7908c3f4d0ac req-46b64c95-7bed-4c7e-b27e-f980d20bba50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 1096 time: 0.0485899 Nov 11 18:21:36.884577 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-9c01978f-2e62-49be-afdf-6cd4d8292e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158706154', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '096e5dca-6183-4b12-a4c8-3329af903447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:24Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '096e5dca-6183-4b12-a4c8-3329af903447', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'e8da2d6b-fca3-4093-b4f0-ca7ad7142a88', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'port_id': 'b6556eee-6752-4ee9-b6e4-d235492132c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8', 'mac_address': 'fa:16:3e:c4:e9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24db0633-a29e-43ec-a12e-12277af310fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:21:35Z', 'updated_at': '2021-11-11T18:21:35Z', 'revision_number': 0, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b8f9291-ccb6-42f7-9a44-d2bb4c41d608', 'name': '', 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:7c:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8e61d798-fe0c-4311-bd28-d87efd9198a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:21:24Z', 'updated_at': '2021-11-11T18:21:28Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '8e61d798-fe0c-4311-bd28-d87efd9198a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:21:36.910762 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c01978f-2e62-49be-afdf-6cd4d8292e80 None None] Checking router: dbc29a73-ffdd-4dc7-bfd7-76143dde4392 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:21:36.918872 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c01978f-2e62-49be-afdf-6cd4d8292e80 None None] Routers {'dbc29a73-ffdd-4dc7-bfd7-76143dde4392'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:21:36.919481 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-9c01978f-2e62-49be-afdf-6cd4d8292e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:21:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['dbc29a73-ffdd-4dc7-bfd7-76143dde4392'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:21:36.937835 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f718a4-551e-48bf-8dca-7908c3f4d0ac req-70af6204-884b-404c-9761-fb8f8d45878d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:36.939294 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f1f718a4-551e-48bf-8dca-7908c3f4d0ac req-70af6204-884b-404c-9761-fb8f8d45878d service neutron] 10.222.0.64 "GET /v2.0/networks?id=adec5b83-c615-4cb4-97a3-5d686e577ad8 HTTP/1.1" status: 200 len: 898 time: 0.0855498 Nov 11 18:21:37.008216 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f1f718a4-551e-48bf-8dca-7908c3f4d0ac req-a0483570-2500-44b7-a785-f36170348c81 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6556eee-6752-4ee9-b6e4-d235492132c4 HTTP/1.1" status: 200 len: 999 time: 0.0618927 Nov 11 18:21:37.024266 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-9c01978f-2e62-49be-afdf-6cd4d8292e80 None None] Set router dbc29a73-ffdd-4dc7-bfd7-76143dde4392 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:21:37.056701 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f718a4-551e-48bf-8dca-7908c3f4d0ac req-6b18cab2-42bb-47c0-a954-1c68c3f0e81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:37.058173 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f1f718a4-551e-48bf-8dca-7908c3f4d0ac req-6b18cab2-42bb-47c0-a954-1c68c3f0e81f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e61d798-fe0c-4311-bd28-d87efd9198a6 HTTP/1.1" status: 200 len: 834 time: 0.0434310 Nov 11 18:21:37.104297 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f718a4-551e-48bf-8dca-7908c3f4d0ac req-85ba3be1-14ea-4d32-b5f8-0ccf3d1185ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:21:37.105924 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f1f718a4-551e-48bf-8dca-7908c3f4d0ac req-85ba3be1-14ea-4d32-b5f8-0ccf3d1185ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adec5b83-c615-4cb4-97a3-5d686e577ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409937 Nov 11 18:21:37.200999 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f1f718a4-551e-48bf-8dca-7908c3f4d0ac req-51e56dc9-0220-45b1-bbe6-76c24786d521 service neutron] 10.222.0.64 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883486 Nov 11 18:21:37.247076 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-9c01978f-2e62-49be-afdf-6cd4d8292e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158706154', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '096e5dca-6183-4b12-a4c8-3329af903447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:24Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '096e5dca-6183-4b12-a4c8-3329af903447', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'e8da2d6b-fca3-4093-b4f0-ca7ad7142a88', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'port_id': 'b6556eee-6752-4ee9-b6e4-d235492132c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8', 'mac_address': 'fa:16:3e:c4:e9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24db0633-a29e-43ec-a12e-12277af310fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:21:35Z', 'updated_at': '2021-11-11T18:21:35Z', 'revision_number': 0, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b8f9291-ccb6-42f7-9a44-d2bb4c41d608', 'name': '', 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:7c:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8e61d798-fe0c-4311-bd28-d87efd9198a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:21:24Z', 'updated_at': '2021-11-11T18:21:28Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '8e61d798-fe0c-4311-bd28-d87efd9198a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:21:37.292491 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f1f718a4-551e-48bf-8dca-7908c3f4d0ac req-6acdd3e0-edef-4be1-b41b-f23070fe4011 service neutron] 10.222.0.64 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847580 Nov 11 18:21:37.434725 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c01978f-2e62-49be-afdf-6cd4d8292e80 None None] The sync data for ids ['dbc29a73-ffdd-4dc7-bfd7-76143dde4392'] in n-d-816206-4 is: [{'id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158706154', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '096e5dca-6183-4b12-a4c8-3329af903447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:24Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '096e5dca-6183-4b12-a4c8-3329af903447', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'e8da2d6b-fca3-4093-b4f0-ca7ad7142a88', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'port_id': 'b6556eee-6752-4ee9-b6e4-d235492132c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8', 'mac_address': 'fa:16:3e:c4:e9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24db0633-a29e-43ec-a12e-12277af310fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:21:35Z', 'updated_at': '2021-11-11T18:21:35Z', 'revision_number': 0, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b8f9291-ccb6-42f7-9a44-d2bb4c41d608', 'name': '', 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:7c:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8e61d798-fe0c-4311-bd28-d87efd9198a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:21:24Z', 'updated_at': '2021-11-11T18:21:28Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '8e61d798-fe0c-4311-bd28-d87efd9198a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:21:37.513924 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3414d3aa-e872-46ae-8207-5a6b71af2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:37.614554 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f829e3-774f-488c-827e-d5199dfc31d6 None None] New status for floating IP e8da2d6b-fca3-4093-b4f0-ca7ad7142a88: ACTIVE {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:21:37.833575 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53502) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:21:37.898678 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-39660671-1e61-401b-b66d-ddd8c77c62f1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/floatingips/e8da2d6b-fca3-4093-b4f0-ca7ad7142a88 HTTP/1.1" status: 200 len: 993 time: 0.0639048 Nov 11 18:21:40.479027 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a47f62d7-af0a-4944-a1ba-46fd24c0836a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:41.171101 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:42.766714 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:43.032583 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:48.896013 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:21:54.650056 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:02.395125 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:22:07.516477 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c9c88677-6596-4bf8-a7c3-df07ce476fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:09.325526 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53520) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:22:09.354068 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02316a-a07e-454c-b616-b83c58fd96b3 req-f30db47f-87f2-418a-aa18-272b11726901 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:09.355567 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d02316a-a07e-454c-b616-b83c58fd96b3 req-f30db47f-87f2-418a-aa18-272b11726901 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0673234 Nov 11 18:22:09.408423 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d02316a-a07e-454c-b616-b83c58fd96b3 req-875190db-609a-42f0-9442-2aa7325c6415 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450292 Nov 11 18:22:09.413480 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-0f3a3f96-1549-4da6-9285-e00d72f49408 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868139 Nov 11 18:22:09.422680 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-6b01e0ed-8035-4435-a234-be4791734ce7 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 18:22:09.424616 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-6b01e0ed-8035-4435-a234-be4791734ce7 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060964 Nov 11 18:22:10.197320 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5054245-5e57-4bba-a4e4-6db7c662360a req-936d5da3-3a13-4fa0-a31b-eba63f9c2c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:10.198803 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e5054245-5e57-4bba-a4e4-6db7c662360a req-936d5da3-3a13-4fa0-a31b-eba63f9c2c28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 1096 time: 0.0425887 Nov 11 18:22:10.317459 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5054245-5e57-4bba-a4e4-6db7c662360a req-b2f6e910-4924-414f-af7b-578e63f317c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:10.318928 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e5054245-5e57-4bba-a4e4-6db7c662360a req-b2f6e910-4924-414f-af7b-578e63f317c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=adec5b83-c615-4cb4-97a3-5d686e577ad8 HTTP/1.1" status: 200 len: 898 time: 0.1013980 Nov 11 18:22:10.389092 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e5054245-5e57-4bba-a4e4-6db7c662360a req-2df7d455-20b7-45b0-979b-c34d6647f05b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6556eee-6752-4ee9-b6e4-d235492132c4 HTTP/1.1" status: 200 len: 1001 time: 0.0614958 Nov 11 18:22:10.439963 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5054245-5e57-4bba-a4e4-6db7c662360a req-eada76b0-5b0e-4320-9434-0bcf035b101e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:10.442172 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e5054245-5e57-4bba-a4e4-6db7c662360a req-eada76b0-5b0e-4320-9434-0bcf035b101e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e61d798-fe0c-4311-bd28-d87efd9198a6 HTTP/1.1" status: 200 len: 834 time: 0.0458868 Nov 11 18:22:10.489152 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-35b2c40c-4d34-451f-bfa4-23abb3af6011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:10.502935 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5054245-5e57-4bba-a4e4-6db7c662360a req-7c61a1b2-7bad-4f06-afe7-7ca6246fd34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:10.504594 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e5054245-5e57-4bba-a4e4-6db7c662360a req-7c61a1b2-7bad-4f06-afe7-7ca6246fd34d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adec5b83-c615-4cb4-97a3-5d686e577ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551686 Nov 11 18:22:10.531942 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf8b03-4886-4dc9-ad59-c23ed0ed2f93 req-641a84c7-8b53-4ab2-bd8e-1c9486217f72 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:10.533914 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0ccf8b03-4886-4dc9-ad59-c23ed0ed2f93 req-641a84c7-8b53-4ab2-bd8e-1c9486217f72 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0526223 Nov 11 18:22:10.583928 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0ccf8b03-4886-4dc9-ad59-c23ed0ed2f93 req-bb379f33-bcf7-40f0-a5ae-ee0259627996 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439188 Nov 11 18:22:10.602473 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e5054245-5e57-4bba-a4e4-6db7c662360a req-9b899a1a-4046-44e6-8ed7-a01c0208b869 service neutron] 10.222.0.64 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905666 Nov 11 18:22:10.692719 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e5054245-5e57-4bba-a4e4-6db7c662360a req-16a26720-cf1c-4648-b3e4-71600c6fe8c1 service neutron] 10.222.0.64 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837231 Nov 11 18:22:10.806586 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-840f4acb-3edf-4a4a-9f0c-489b389b468e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:10.808112 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-840f4acb-3edf-4a4a-9f0c-489b389b468e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 1096 time: 0.0509944 Nov 11 18:22:10.901649 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-62bb8168-52d6-4288-88ed-1c3948a56fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:10.903118 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-62bb8168-52d6-4288-88ed-1c3948a56fd4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=adec5b83-c615-4cb4-97a3-5d686e577ad8 HTTP/1.1" status: 200 len: 898 time: 0.0881412 Nov 11 18:22:10.971457 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-903119ac-bad9-4983-908d-afaed005ca80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6556eee-6752-4ee9-b6e4-d235492132c4 HTTP/1.1" status: 200 len: 1001 time: 0.0604568 Nov 11 18:22:11.024002 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-b40781a9-19df-4b23-bd37-b283e327bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:11.025454 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-b40781a9-19df-4b23-bd37-b283e327bc20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e61d798-fe0c-4311-bd28-d87efd9198a6 HTTP/1.1" status: 200 len: 834 time: 0.0474460 Nov 11 18:22:11.070257 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-a12517b4-8f33-4fbe-93a4-49b62b8e1e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:11.071622 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-a12517b4-8f33-4fbe-93a4-49b62b8e1e8b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adec5b83-c615-4cb4-97a3-5d686e577ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395985 Nov 11 18:22:11.160841 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-ae05904c-ff35-4833-9734-a3d681a6ff3c service neutron] 10.222.0.64 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822673 Nov 11 18:22:11.174202 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:11.256152 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-5c859433-d2c0-443a-adce-445b0cc8a042 service neutron] 10.222.0.64 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875072 Nov 11 18:22:11.703193 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e0504-3ab2-4a04-8295-865ef3d37c67 req-20bedd0a-8974-43b9-89bf-ad2ecefdc37e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:11.704680 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee3e0504-3ab2-4a04-8295-865ef3d37c67 req-20bedd0a-8974-43b9-89bf-ad2ecefdc37e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0527642 Nov 11 18:22:11.752857 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ee3e0504-3ab2-4a04-8295-865ef3d37c67 req-606c9375-6b7c-4108-8c74-60f2629e3a22 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423486 Nov 11 18:22:12.772723 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:12.868084 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0980438-bccc-4b11-bd7e-6d1c2ed85fd1 req-23d889e1-ab84-4f78-8352-027e73ca1b42 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:12.869558 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0980438-bccc-4b11-bd7e-6d1c2ed85fd1 req-23d889e1-ab84-4f78-8352-027e73ca1b42 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0489504 Nov 11 18:22:12.925255 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d0980438-bccc-4b11-bd7e-6d1c2ed85fd1 req-bcd011e6-cb93-49fc-aa6e-b8d5a49a8756 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459409 Nov 11 18:22:13.034553 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:14.042705 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc109776-a550-4c4a-83d8-02cedc106bd0 req-5b5cd1e0-3a2d-4c6e-b662-4d1e3a9f0d0f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:14.044189 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc109776-a550-4c4a-83d8-02cedc106bd0 req-5b5cd1e0-3a2d-4c6e-b662-4d1e3a9f0d0f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0488729 Nov 11 18:22:14.097288 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc109776-a550-4c4a-83d8-02cedc106bd0 req-987c018b-40da-4adf-976b-e86d416c4481 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468900 Nov 11 18:22:15.211742 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de427ac-4d96-45e2-9e0a-52c737fd670d req-be4a4a0e-4a32-4272-bd5e-106a9f50895a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:15.213210 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0de427ac-4d96-45e2-9e0a-52c737fd670d req-be4a4a0e-4a32-4272-bd5e-106a9f50895a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0489867 Nov 11 18:22:15.261599 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0de427ac-4d96-45e2-9e0a-52c737fd670d req-11c160de-7805-4554-af84-b48986744be3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425494 Nov 11 18:22:16.375353 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78131cb2-ce50-47d2-aa0b-a9e98c9ec58c req-b1f4bd3f-1be8-4a16-88e0-913eda2a081a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:16.377464 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-78131cb2-ce50-47d2-aa0b-a9e98c9ec58c req-b1f4bd3f-1be8-4a16-88e0-913eda2a081a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0487669 Nov 11 18:22:16.425525 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-78131cb2-ce50-47d2-aa0b-a9e98c9ec58c req-ed8711b9-a1b7-42c7-bfb8-de0528b5fde0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422010 Nov 11 18:22:17.543303 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901da133-a1b0-424c-a96d-c7177dbd7412 req-0b6d285c-3558-465c-a291-2df66bdb0a98 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:17.544768 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-901da133-a1b0-424c-a96d-c7177dbd7412 req-0b6d285c-3558-465c-a291-2df66bdb0a98 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0521572 Nov 11 18:22:17.593708 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-901da133-a1b0-424c-a96d-c7177dbd7412 req-33c84f4e-02a1-410d-8e1f-e7e4033b71d6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421219 Nov 11 18:22:18.722312 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b8aa9-f360-4e7f-bf20-d448dc569dc5 req-19f63a6e-2cce-44c8-8f1b-26346b672602 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:18.723825 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-044b8aa9-f360-4e7f-bf20-d448dc569dc5 req-19f63a6e-2cce-44c8-8f1b-26346b672602 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0538826 Nov 11 18:22:18.772968 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-044b8aa9-f360-4e7f-bf20-d448dc569dc5 req-8d79c7b3-92db-4a5e-88a8-1c886aa0af99 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430756 Nov 11 18:22:18.910507 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:19.888026 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c9821-844a-40c2-b377-653c875960fe req-fd9fd245-4f1c-481d-8e4c-5192323bb0e1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:19.889483 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fc7c9821-844a-40c2-b377-653c875960fe req-fd9fd245-4f1c-481d-8e4c-5192323bb0e1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0479350 Nov 11 18:22:19.942136 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fc7c9821-844a-40c2-b377-653c875960fe req-72d1f4b2-0da0-4f6a-95db-ee6aec1ec554 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462284 Nov 11 18:22:21.059645 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf064b8-3c07-4785-8f6b-34b32c722b48 req-fc974004-c6c8-48b2-bc63-4ec39eeffbc3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:21.061059 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3bf064b8-3c07-4785-8f6b-34b32c722b48 req-fc974004-c6c8-48b2-bc63-4ec39eeffbc3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0489323 Nov 11 18:22:21.109806 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3bf064b8-3c07-4785-8f6b-34b32c722b48 req-58020628-c727-42d5-aea8-db05f9dfcbe5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423143 Nov 11 18:22:22.224728 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07d861-4b4d-40ab-ac09-634e2e206b49 req-e7a5ea16-8892-4f26-a7fd-1cc79080947d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:22.226175 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de07d861-4b4d-40ab-ac09-634e2e206b49 req-e7a5ea16-8892-4f26-a7fd-1cc79080947d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0494409 Nov 11 18:22:22.276421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-de07d861-4b4d-40ab-ac09-634e2e206b49 req-d2a1ec20-6f17-4634-b1ba-aeb8761210bd tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443783 Nov 11 18:22:23.395419 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd59b6b-0312-4dd4-90dc-813fcb846e5b req-197c280e-631d-463c-a4c0-e5ad383897d6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:23.396908 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dbd59b6b-0312-4dd4-90dc-813fcb846e5b req-197c280e-631d-463c-a4c0-e5ad383897d6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0526960 Nov 11 18:22:23.445545 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-dbd59b6b-0312-4dd4-90dc-813fcb846e5b req-29cb5bde-d8ce-4f8a-ae60-ec2cd076e746 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426867 Nov 11 18:22:24.559504 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d6049-a67e-4acb-9407-bed229d854e6 req-f3157439-7252-413e-8587-45fcd6d9aa9c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:24.561012 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-944d6049-a67e-4acb-9407-bed229d854e6 req-f3157439-7252-413e-8587-45fcd6d9aa9c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0488653 Nov 11 18:22:24.609964 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-944d6049-a67e-4acb-9407-bed229d854e6 req-06f2da26-d737-4d19-8776-d64e963beb18 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426900 Nov 11 18:22:24.634987 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:25.738091 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2c3ca-54d4-4d48-86a9-d1aab1665848 req-14a46f3b-3e1b-4904-9ef3-78a89b75efb9 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:25.739587 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3bb2c3ca-54d4-4d48-86a9-d1aab1665848 req-14a46f3b-3e1b-4904-9ef3-78a89b75efb9 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0564108 Nov 11 18:22:25.789839 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3bb2c3ca-54d4-4d48-86a9-d1aab1665848 req-7ab1eb30-4fea-463f-be22-7cb899b4633f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442331 Nov 11 18:22:26.909836 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddd579-fb5a-4b63-adc3-c5f1d60c9fac req-3dca53e5-963b-422e-9e88-ac1e9a31ee5c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:26.911310 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e7ddd579-fb5a-4b63-adc3-c5f1d60c9fac req-3dca53e5-963b-422e-9e88-ac1e9a31ee5c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0483449 Nov 11 18:22:26.960046 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e7ddd579-fb5a-4b63-adc3-c5f1d60c9fac req-db66988b-acca-45c8-84b0-459c9fbf94d9 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427561 Nov 11 18:22:28.080635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89decb2-5e74-41ec-b62d-cd5ed20b69cb req-489d77fb-269b-4eb7-a83a-4a37235632de tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:28.082002 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b89decb2-5e74-41ec-b62d-cd5ed20b69cb req-489d77fb-269b-4eb7-a83a-4a37235632de tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0488503 Nov 11 18:22:28.134575 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b89decb2-5e74-41ec-b62d-cd5ed20b69cb req-0204be7d-c8fc-4008-b0d0-247583bdc707 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465560 Nov 11 18:22:28.217495 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-f62f89fd-161a-4378-8e15-9e0740f655ab service neutron] show failed (client error): The resource could not be found. Nov 11 18:22:28.218486 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-f62f89fd-161a-4378-8e15-9e0740f655ab service neutron] 10.222.0.64 "GET /v2.0/ports/b6556eee-6752-4ee9-b6e4-d235492132c4/bindings/n-h2-816206-4 HTTP/1.1" status: 404 len: 380 time: 0.0546715 Nov 11 18:22:28.423609 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d87e6d4c-3c25-490e-adf8-e26eb4d06a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:28.425252 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d87e6d4c-3c25-490e-adf8-e26eb4d06a29 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd&tenant_id=7920bba3c2b2409bbd8010834c709096 HTTP/1.1" status: 200 len: 1096 time: 0.0406573 Nov 11 18:22:28.437875 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-4', 'device_owner': 'compute:nova'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:22:28.488571 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:28.685453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] For port b6556eee-6752-4ee9-b6e4-d235492132c4, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=b6556eee-6752-4ee9-b6e4-d235492132c4,segment=NetworkSegment(af748211-8ad3-4d9e-8629-06a6dd14ea3a),segment_id=af748211-8ad3-4d9e-8629-06a6dd14ea3a)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:22:28.721510 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] For port b6556eee-6752-4ee9-b6e4-d235492132c4, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:22:28.759212 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24db0633-a29e-43ec-a12e-12277af310fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6556eee-6752-4ee9-b6e4-d235492132c4'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:22:28.761617 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd10b75-8604-4649-b56c-c66e0033311e" -d '{"events": [{"server_uuid": "24db0633-a29e-43ec-a12e-12277af310fd", "name": "network-vif-unplugged", "status": "completed", "tag": "b6556eee-6752-4ee9-b6e4-d235492132c4"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:22:28.765620 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:28.778381 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Transition to ACTIVE for port object b6556eee-6752-4ee9-b6e4-d235492132c4 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:22:28.782195 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:28.811790 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 18:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d21e3bf-2c2b-4d64-9f9e-693d0c83e5d4 x-openstack-request-id: req-4d21e3bf-2c2b-4d64-9f9e-693d0c83e5d4 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:22:28.812100 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24db0633-a29e-43ec-a12e-12277af310fd", "name": "network-vif-unplugged", "status": "completed", "tag": "b6556eee-6752-4ee9-b6e4-d235492132c4", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:22:28.812354 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4d21e3bf-2c2b-4d64-9f9e-693d0c83e5d4 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:22:28.812752 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24db0633-a29e-43ec-a12e-12277af310fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6556eee-6752-4ee9-b6e4-d235492132c4', 'code': 200} Nov 11 18:22:28.863861 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Pushing event updated for resources: {'Port': ['ID=b6556eee-6752-4ee9-b6e4-d235492132c4,revision_number=6']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:22:28.880804 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:28.881149 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:28.881493 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:28.881831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:28.882186 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:28.882481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:28.882808 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:28.883132 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:28.883458 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:28.883801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:28.884127 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:28.884449 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:28.922318 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] No DVR routers for this DVR port b6556eee-6752-4ee9-b6e4-d235492132c4 on host n-h1-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:22:29.058226 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Attempting to bind port b6556eee-6752-4ee9-b6e4-d235492132c4 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:22:29.058567 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Attempting to bind port b6556eee-6752-4ee9-b6e4-d235492132c4 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'af748211-8ad3-4d9e-8629-06a6dd14ea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:22:29.058890 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Attempting to bind port b6556eee-6752-4ee9-b6e4-d235492132c4 on network adec5b83-c615-4cb4-97a3-5d686e577ad8 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:22:29.063219 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Port b6556eee-6752-4ee9-b6e4-d235492132c4 on network adec5b83-c615-4cb4-97a3-5d686e577ad8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:22:29.064309 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Attempting to bind port b6556eee-6752-4ee9-b6e4-d235492132c4 on network adec5b83-c615-4cb4-97a3-5d686e577ad8 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:22:29.069866 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:22:29.070203 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Checking segment: {'id': 'af748211-8ad3-4d9e-8629-06a6dd14ea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:22:29.070582 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Bound using segment: {'id': 'af748211-8ad3-4d9e-8629-06a6dd14ea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:22:29.071004 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Bound port: b6556eee-6752-4ee9-b6e4-d235492132c4, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af748211-8ad3-4d9e-8629-06a6dd14ea3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:22:29.071358 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:29.133518 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] For port b6556eee-6752-4ee9-b6e4-d235492132c4, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:22:29.136431 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] For port b6556eee-6752-4ee9-b6e4-d235492132c4, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=b6556eee-6752-4ee9-b6e4-d235492132c4,segment=NetworkSegment(af748211-8ad3-4d9e-8629-06a6dd14ea3a),segment_id=af748211-8ad3-4d9e-8629-06a6dd14ea3a)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:22:29.140978 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:29.171444 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:29.172200 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:29.174556 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] 10.222.0.83 "PUT /v2.0/ports/b6556eee-6752-4ee9-b6e4-d235492132c4 HTTP/1.1" status: 200 len: 1091 time: 0.7405930 Nov 11 18:22:29.217015 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d5ee0-2d9b-4001-a75b-fb7dd95db4ac service neutron] Pushing event updated for resources: {'Port': ['ID=b6556eee-6752-4ee9-b6e4-d235492132c4,revision_number=7']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:22:29.284957 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-57909bd4-0903-49fb-bc4e-3c7ee39bc091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:29.286461 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-57909bd4-0903-49fb-bc4e-3c7ee39bc091 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 1094 time: 0.0852497 Nov 11 18:22:29.294952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9eea9-5267-47f5-9167-f53b6a0b748b req-68cfbacd-4871-4ca7-9d6a-f9e03ff53cb7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:29.296452 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45f9eea9-5267-47f5-9167-f53b6a0b748b req-68cfbacd-4871-4ca7-9d6a-f9e03ff53cb7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 943 time: 0.0833733 Nov 11 18:22:29.399388 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-45f9eea9-5267-47f5-9167-f53b6a0b748b req-8607ec22-984b-4fe7-9fc6-1c499ec1fbfe tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937667 Nov 11 18:22:29.727298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-49cd68b9-1a37-4bbd-84b4-0b95cbefe05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:29.728791 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-49cd68b9-1a37-4bbd-84b4-0b95cbefe05e service neutron] 10.222.0.83 "GET /v2.0/networks?id=adec5b83-c615-4cb4-97a3-5d686e577ad8 HTTP/1.1" status: 200 len: 898 time: 0.4314814 Nov 11 18:22:29.794794 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-ac819b7a-d33f-4526-92c6-2902ed1337de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6556eee-6752-4ee9-b6e4-d235492132c4 HTTP/1.1" status: 200 len: 999 time: 0.0585630 Nov 11 18:22:29.845742 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-ef3638fa-ef10-4a1c-9209-77d067b559fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:29.847267 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-ef3638fa-ef10-4a1c-9209-77d067b559fe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e61d798-fe0c-4311-bd28-d87efd9198a6 HTTP/1.1" status: 200 len: 834 time: 0.0452855 Nov 11 18:22:29.898802 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-4541d7ae-560e-4d29-b29d-776223cdcd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:29.900316 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-4541d7ae-560e-4d29-b29d-776223cdcd09 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=adec5b83-c615-4cb4-97a3-5d686e577ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462410 Nov 11 18:22:29.994438 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-afccaf60-7f94-42b1-b775-92934efc0e7e service neutron] 10.222.0.83 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868683 Nov 11 18:22:30.100404 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-689c7097-2561-41be-b1bc-3ce15f9c8aaa req-e3b38a8c-82a4-437d-8907-e870dd5e5ae1 service neutron] 10.222.0.83 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979817 Nov 11 18:22:30.515707 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac29338-d4ef-4ca6-85b4-a8e595ea15c5 req-c8b67cb3-905c-4036-96ea-2a35a09d9c95 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:30.517684 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4ac29338-d4ef-4ca6-85b4-a8e595ea15c5 req-c8b67cb3-905c-4036-96ea-2a35a09d9c95 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 943 time: 0.0497208 Nov 11 18:22:30.567221 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4ac29338-d4ef-4ca6-85b4-a8e595ea15c5 req-66792f7d-ecd5-4f82-a590-ef4fc537c8a5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436902 Nov 11 18:22:30.813949 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24db0633-a29e-43ec-a12e-12277af310fd', 'tag': 'b6556eee-6752-4ee9-b6e4-d235492132c4'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:22:30.816370 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7597bf-2ee0-4802-994f-e70347a42c40" -d '{"events": [{"name": "network-changed", "server_uuid": "24db0633-a29e-43ec-a12e-12277af310fd", "tag": "b6556eee-6752-4ee9-b6e4-d235492132c4"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:22:30.866986 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bcd3c2-5512-424c-b682-02f087345d50 x-openstack-request-id: req-12bcd3c2-5512-424c-b682-02f087345d50 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:22:30.867264 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24db0633-a29e-43ec-a12e-12277af310fd", "tag": "b6556eee-6752-4ee9-b6e4-d235492132c4", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:22:30.867521 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-12bcd3c2-5512-424c-b682-02f087345d50 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:22:30.867984 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24db0633-a29e-43ec-a12e-12277af310fd', 'tag': 'b6556eee-6752-4ee9-b6e4-d235492132c4', 'status': 'completed', 'code': 200} Nov 11 18:22:30.929371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7597bf-2ee0-4802-994f-e70347a42c40 req-d7a8234c-a777-47b9-85cb-7432ede120e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:30.930903 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e7597bf-2ee0-4802-994f-e70347a42c40 req-d7a8234c-a777-47b9-85cb-7432ede120e1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 1094 time: 0.0422709 Nov 11 18:22:30.950612 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7597bf-2ee0-4802-994f-e70347a42c40 req-3d7c29d0-a0b2-469f-b75a-fdf2303cd065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:30.952124 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4e7597bf-2ee0-4802-994f-e70347a42c40 req-3d7c29d0-a0b2-469f-b75a-fdf2303cd065 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 1094 time: 0.0412006 Nov 11 18:22:31.034806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7597bf-2ee0-4802-994f-e70347a42c40 req-ba9da57e-54d9-418b-9e7d-00e9be4310b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:31.036163 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e7597bf-2ee0-4802-994f-e70347a42c40 req-ba9da57e-54d9-418b-9e7d-00e9be4310b1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=adec5b83-c615-4cb4-97a3-5d686e577ad8 HTTP/1.1" status: 200 len: 898 time: 0.0975635 Nov 11 18:22:31.048400 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7597bf-2ee0-4802-994f-e70347a42c40 req-dfdbcb55-58d9-4b31-9314-880e6e80efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:31.050113 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4e7597bf-2ee0-4802-994f-e70347a42c40 req-dfdbcb55-58d9-4b31-9314-880e6e80efd8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=adec5b83-c615-4cb4-97a3-5d686e577ad8 HTTP/1.1" status: 200 len: 898 time: 0.0909693 Nov 11 18:22:31.099572 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b6556eee-6752-4ee9-b6e4-d235492132c4 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:22:31.102827 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e7597bf-2ee0-4802-994f-e70347a42c40 req-da7dd299-be24-41d5-a452-93ade0714ae0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6556eee-6752-4ee9-b6e4-d235492132c4 HTTP/1.1" status: 200 len: 999 time: 0.0590649 Nov 11 18:22:31.122575 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4e7597bf-2ee0-4802-994f-e70347a42c40 req-ab5bddb0-78c3-4e6a-9165-50d754166026 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6556eee-6752-4ee9-b6e4-d235492132c4 HTTP/1.1" status: 200 len: 999 time: 0.0648103 Nov 11 18:22:31.143111 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device b6556eee-6752-4ee9-b6e4-d235492132c4 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:22:31.159270 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7597bf-2ee0-4802-994f-e70347a42c40 req-773ee1ac-478d-466f-8606-70a9307ddeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:31.161007 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e7597bf-2ee0-4802-994f-e70347a42c40 req-773ee1ac-478d-466f-8606-70a9307ddeb7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e61d798-fe0c-4311-bd28-d87efd9198a6 HTTP/1.1" status: 200 len: 834 time: 0.0494485 Nov 11 18:22:31.171398 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7597bf-2ee0-4802-994f-e70347a42c40 req-8c32a7ac-fe4e-460d-af03-c76f342eccea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:31.173385 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4e7597bf-2ee0-4802-994f-e70347a42c40 req-8c32a7ac-fe4e-460d-af03-c76f342eccea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e61d798-fe0c-4311-bd28-d87efd9198a6 HTTP/1.1" status: 200 len: 834 time: 0.0438707 Nov 11 18:22:31.209358 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7597bf-2ee0-4802-994f-e70347a42c40 req-d950bae2-d1ef-4e5b-acaa-6e4ad8a1c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:31.210869 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e7597bf-2ee0-4802-994f-e70347a42c40 req-d950bae2-d1ef-4e5b-acaa-6e4ad8a1c685 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=adec5b83-c615-4cb4-97a3-5d686e577ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411794 Nov 11 18:22:31.218645 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7597bf-2ee0-4802-994f-e70347a42c40 req-b228121c-963e-4591-8099-387e2520389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:31.220160 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4e7597bf-2ee0-4802-994f-e70347a42c40 req-b228121c-963e-4591-8099-387e2520389e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adec5b83-c615-4cb4-97a3-5d686e577ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397515 Nov 11 18:22:31.307867 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e7597bf-2ee0-4802-994f-e70347a42c40 req-888b2d3e-aba9-41fc-8521-12c8f2eb89e1 service neutron] 10.222.0.83 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892568 Nov 11 18:22:31.313391 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4e7597bf-2ee0-4802-994f-e70347a42c40 req-2d6e7b64-cdcb-4a02-abb9-cfa68edb48f2 service neutron] 10.222.0.64 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861146 Nov 11 18:22:31.401330 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4e7597bf-2ee0-4802-994f-e70347a42c40 req-636f8e20-23d4-4238-a9ff-e698479f63fe service neutron] 10.222.0.83 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847754 Nov 11 18:22:31.404668 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-4e7597bf-2ee0-4802-994f-e70347a42c40 req-f159649e-b819-4f86-b7cc-690accbd6b43 service neutron] 10.222.0.64 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847063 Nov 11 18:22:31.690604 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e315f45-40f3-4114-8608-384fbc6e9eb4 req-a79d6ebf-a5ad-4671-af54-c7e37176e029 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:31.692126 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e315f45-40f3-4114-8608-384fbc6e9eb4 req-a79d6ebf-a5ad-4671-af54-c7e37176e029 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 943 time: 0.0504568 Nov 11 18:22:31.741732 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e315f45-40f3-4114-8608-384fbc6e9eb4 req-e7d7336f-cf62-4142-8aa7-22036366de36 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434623 Nov 11 18:22:32.861395 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8f5ef-dcba-4983-83fb-1c785edcc458 req-957e65d1-63be-4818-b07c-7f907c8e365c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:32.862859 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-30f8f5ef-dcba-4983-83fb-1c785edcc458 req-957e65d1-63be-4818-b07c-7f907c8e365c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 943 time: 0.0527439 Nov 11 18:22:32.911330 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-30f8f5ef-dcba-4983-83fb-1c785edcc458 req-9126f992-e2e9-419a-a2d9-4eaa47dfb18d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425985 Nov 11 18:22:33.108020 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181d651-a4ea-4987-b05e-8d8be4ea3fa2 req-6c935af7-ba51-4c8b-8edb-ca6a57f26fd6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:33.109501 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2181d651-a4ea-4987-b05e-8d8be4ea3fa2 req-6c935af7-ba51-4c8b-8edb-ca6a57f26fd6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 943 time: 0.0487928 Nov 11 18:22:33.136454 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b02ea-faf6-4422-977d-48cc7ff312d7 req-1bdeb2c3-e36b-4990-83e0-0afd75e3f634 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:33.137967 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c98b02ea-faf6-4422-977d-48cc7ff312d7 req-1bdeb2c3-e36b-4990-83e0-0afd75e3f634 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.64 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd&tenant_id=7920bba3c2b2409bbd8010834c709096&binding%3Ahost_id=n-h2-816206-4 HTTP/1.1" status: 200 len: 943 time: 0.0522511 Nov 11 18:22:33.159461 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2181d651-a4ea-4987-b05e-8d8be4ea3fa2 req-46f0c414-272c-485d-aecc-5ad42faf4e78 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433846 Nov 11 18:22:33.202901 n-d-816206-4 neutron-server[102617]: INFO neutron.api.v2.resource [req-c98b02ea-faf6-4422-977d-48cc7ff312d7 req-522d88b8-043b-46c4-b835-51d26d67f8af service neutron] delete failed (client error): The resource could not be found. Nov 11 18:22:33.203964 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c98b02ea-faf6-4422-977d-48cc7ff312d7 req-522d88b8-043b-46c4-b835-51d26d67f8af service neutron] 10.222.0.64 "DELETE /v2.0/ports/b6556eee-6752-4ee9-b6e4-d235492132c4/bindings/n-h1-816206-4 HTTP/1.1" status: 404 len: 380 time: 0.0585966 Nov 11 18:22:33.278550 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f4bf6-d1d3-465b-a357-21c928458430 req-799f09d0-2c34-4280-a256-16aecd79cdb6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:33.279963 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-156f4bf6-d1d3-465b-a357-21c928458430 req-799f09d0-2c34-4280-a256-16aecd79cdb6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 943 time: 0.0540209 Nov 11 18:22:33.309657 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b02ea-faf6-4422-977d-48cc7ff312d7 req-1a171913-c04e-4c9b-975c-73d3a89913d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:33.311149 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c98b02ea-faf6-4422-977d-48cc7ff312d7 req-1a171913-c04e-4c9b-975c-73d3a89913d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 1094 time: 0.0416532 Nov 11 18:22:33.331781 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-156f4bf6-d1d3-465b-a357-21c928458430 req-ea141427-07ed-445a-b934-4c29993c8457 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452008 Nov 11 18:22:33.403171 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b02ea-faf6-4422-977d-48cc7ff312d7 req-704f2cc0-76c3-4c4a-831d-cface310668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:33.404648 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c98b02ea-faf6-4422-977d-48cc7ff312d7 req-704f2cc0-76c3-4c4a-831d-cface310668a service neutron] 10.222.0.64 "GET /v2.0/networks?id=adec5b83-c615-4cb4-97a3-5d686e577ad8 HTTP/1.1" status: 200 len: 898 time: 0.0841193 Nov 11 18:22:33.471205 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c98b02ea-faf6-4422-977d-48cc7ff312d7 req-9a9b46f9-52d4-4a0a-9258-65fe6f5ec8ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6556eee-6752-4ee9-b6e4-d235492132c4 HTTP/1.1" status: 200 len: 999 time: 0.0600193 Nov 11 18:22:33.518923 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b02ea-faf6-4422-977d-48cc7ff312d7 req-284f99f9-2b13-4fb9-a347-b7c1c3d3eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:33.520363 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c98b02ea-faf6-4422-977d-48cc7ff312d7 req-284f99f9-2b13-4fb9-a347-b7c1c3d3eeb8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e61d798-fe0c-4311-bd28-d87efd9198a6 HTTP/1.1" status: 200 len: 834 time: 0.0425818 Nov 11 18:22:33.565385 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b02ea-faf6-4422-977d-48cc7ff312d7 req-6e0e7f04-1457-4f23-85aa-04d72a5518e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:33.566783 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c98b02ea-faf6-4422-977d-48cc7ff312d7 req-6e0e7f04-1457-4f23-85aa-04d72a5518e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adec5b83-c615-4cb4-97a3-5d686e577ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389702 Nov 11 18:22:33.660571 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c98b02ea-faf6-4422-977d-48cc7ff312d7 req-b90992ed-a397-4de7-b971-75da3b549c26 service neutron] 10.222.0.64 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865037 Nov 11 18:22:33.751747 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-c98b02ea-faf6-4422-977d-48cc7ff312d7 req-74331ef2-57c4-4421-80a0-cf39addd4226 service neutron] 10.222.0.64 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847363 Nov 11 18:22:34.443271 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device b6556eee-6752-4ee9-b6e4-d235492132c4 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:22:34.456324 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596a1ad-3c64-4203-8800-6c39a0e6e5ef req-fe2ad781-d560-488b-838b-89e315af5ce3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:34.457828 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9596a1ad-3c64-4203-8800-6c39a0e6e5ef req-fe2ad781-d560-488b-838b-89e315af5ce3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 943 time: 0.0552378 Nov 11 18:22:34.508820 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9596a1ad-3c64-4203-8800-6c39a0e6e5ef req-f76db1cf-00b1-4e1d-a9c9-2cdea5d83a2c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444674 Nov 11 18:22:34.530985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53602) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:22:34.538130 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port b6556eee-6752-4ee9-b6e4-d235492132c4, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=b6556eee-6752-4ee9-b6e4-d235492132c4,segment=NetworkSegment(af748211-8ad3-4d9e-8629-06a6dd14ea3a),segment_id=af748211-8ad3-4d9e-8629-06a6dd14ea3a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:22:34.554833 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'b6556eee-6752-4ee9-b6e4-d235492132c4', 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8', 'port_id': 'b6556eee-6752-4ee9-b6e4-d235492132c4', 'mac_address': 'fa:16:3e:c4:e9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e61d798-fe0c-4311-bd28-d87efd9198a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:22:34.593150 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:34.607821 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6556eee-6752-4ee9-b6e4-d235492132c4 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:22:34.612305 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-b3e56f11-501e-428a-a2d3-ec0bb39f462a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/floatingips/e8da2d6b-fca3-4093-b4f0-ca7ad7142a88 HTTP/1.1" status: 200 len: 991 time: 0.0801425 Nov 11 18:22:34.628662 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port b6556eee-6752-4ee9-b6e4-d235492132c4, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=b6556eee-6752-4ee9-b6e4-d235492132c4,segment=NetworkSegment(af748211-8ad3-4d9e-8629-06a6dd14ea3a),segment_id=af748211-8ad3-4d9e-8629-06a6dd14ea3a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:22:34.632904 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:34.680575 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=b6556eee-6752-4ee9-b6e4-d235492132c4,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:22:34.687929 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:34.688310 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:34.688654 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:34.689012 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:34.689330 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:34.689662 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:34.689990 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:34.690317 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:34.690643 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:34.690966 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:34.691290 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:34.691611 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:22:34.898075 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['b6556eee-6752-4ee9-b6e4-d235492132c4'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:22:36.441883 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device b6556eee-6752-4ee9-b6e4-d235492132c4 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:22:36.488949 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port b6556eee-6752-4ee9-b6e4-d235492132c4 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:22:36.492994 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port b6556eee-6752-4ee9-b6e4-d235492132c4 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:22:36.493362 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:36.570846 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:36.592142 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24db0633-a29e-43ec-a12e-12277af310fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6556eee-6752-4ee9-b6e4-d235492132c4'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:22:36.594352 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e4ef35-a355-4bbe-baa3-8bc0bfbd3d35" -d '{"events": [{"server_uuid": "24db0633-a29e-43ec-a12e-12277af310fd", "name": "network-vif-plugged", "status": "completed", "tag": "b6556eee-6752-4ee9-b6e4-d235492132c4"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:22:36.607024 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port b6556eee-6752-4ee9-b6e4-d235492132c4, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=b6556eee-6752-4ee9-b6e4-d235492132c4,segment=NetworkSegment(af748211-8ad3-4d9e-8629-06a6dd14ea3a),segment_id=af748211-8ad3-4d9e-8629-06a6dd14ea3a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:22:36.611753 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:36.634594 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bb2dc8-f310-420d-a68d-4d5a590dcbe9 x-openstack-request-id: req-72bb2dc8-f310-420d-a68d-4d5a590dcbe9 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:22:36.634898 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24db0633-a29e-43ec-a12e-12277af310fd", "name": "network-vif-plugged", "status": "completed", "tag": "b6556eee-6752-4ee9-b6e4-d235492132c4", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:22:36.635151 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-72bb2dc8-f310-420d-a68d-4d5a590dcbe9 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:22:36.635557 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24db0633-a29e-43ec-a12e-12277af310fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6556eee-6752-4ee9-b6e4-d235492132c4', 'code': 200} Nov 11 18:22:36.659698 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=b6556eee-6752-4ee9-b6e4-d235492132c4,revision_number=9']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:22:37.521488 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d1690505-5779-4d06-af92-97ac52c01ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:39.394528 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:22:40.481051 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1f610604-a7ff-4dd7-8d81-32346bfde2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:41.177036 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:42.775866 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:42.980996 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef83291e-7077-41eb-a6f6-07ddbd602bf8 req-62412db0-78e9-4807-b048-663c004c542a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387626 Nov 11 18:22:43.036327 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:43.071122 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83291e-7077-41eb-a6f6-07ddbd602bf8 req-0668991b-5513-400b-b98a-b2c43015853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:43.072654 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef83291e-7077-41eb-a6f6-07ddbd602bf8 req-0668991b-5513-400b-b98a-b2c43015853b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 1096 time: 0.0485363 Nov 11 18:22:43.180653 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83291e-7077-41eb-a6f6-07ddbd602bf8 req-9a227588-1220-4ef4-9533-0068536266fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:43.182115 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef83291e-7077-41eb-a6f6-07ddbd602bf8 req-9a227588-1220-4ef4-9533-0068536266fc service neutron] 10.222.0.83 "GET /v2.0/networks?id=adec5b83-c615-4cb4-97a3-5d686e577ad8 HTTP/1.1" status: 200 len: 898 time: 0.0875962 Nov 11 18:22:43.253595 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef83291e-7077-41eb-a6f6-07ddbd602bf8 req-baa92148-a831-455e-afc6-4989053f680a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6556eee-6752-4ee9-b6e4-d235492132c4 HTTP/1.1" status: 200 len: 1001 time: 0.0608168 Nov 11 18:22:43.314899 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83291e-7077-41eb-a6f6-07ddbd602bf8 req-dfa77561-66b3-4123-900f-c3ab82041eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:43.316855 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef83291e-7077-41eb-a6f6-07ddbd602bf8 req-dfa77561-66b3-4123-900f-c3ab82041eef service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e61d798-fe0c-4311-bd28-d87efd9198a6 HTTP/1.1" status: 200 len: 834 time: 0.0560565 Nov 11 18:22:43.372994 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83291e-7077-41eb-a6f6-07ddbd602bf8 req-96363204-2bb5-44d2-b247-6d299fca3ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:22:43.374524 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef83291e-7077-41eb-a6f6-07ddbd602bf8 req-96363204-2bb5-44d2-b247-6d299fca3ae3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=adec5b83-c615-4cb4-97a3-5d686e577ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494668 Nov 11 18:22:43.472174 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef83291e-7077-41eb-a6f6-07ddbd602bf8 req-262ad174-bea5-49bd-ba62-5343f3bc5429 service neutron] 10.222.0.83 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868311 Nov 11 18:22:43.567025 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ef83291e-7077-41eb-a6f6-07ddbd602bf8 req-5a755b45-65db-407f-9763-864390e9f53f service neutron] 10.222.0.83 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827870 Nov 11 18:22:48.919856 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:22:54.637724 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:02.989977 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53614) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:03.161398 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-5c1294fd-c438-4c89-9ea8-afeb3072c01b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting port c020b58a-230a-4b66-adba-a4872ff75366 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:23:03.161644 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5c1294fd-c438-4c89-9ea8-afeb3072c01b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:03.246917 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5c1294fd-c438-4c89-9ea8-afeb3072c01b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:03.247235 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5c1294fd-c438-4c89-9ea8-afeb3072c01b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:03.258728 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-5c1294fd-c438-4c89-9ea8-afeb3072c01b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Calling delete_port for c020b58a-230a-4b66-adba-a4872ff75366 owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:23:03.402916 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5c1294fd-c438-4c89-9ea8-afeb3072c01b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:03.430753 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1294fd-c438-4c89-9ea8-afeb3072c01b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Port': ['ID=c020b58a-230a-4b66-adba-a4872ff75366,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:03.489633 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5c1294fd-c438-4c89-9ea8-afeb3072c01b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:03.489994 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-5c1294fd-c438-4c89-9ea8-afeb3072c01b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Floating IP e8da2d6b-fca3-4093-b4f0-ca7ad7142a88 disassociated (deleted). External IP: 172.25.2.186, port: b6556eee-6752-4ee9-b6e4-d235492132c4. Nov 11 18:23:03.699611 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1294fd-c438-4c89-9ea8-afeb3072c01b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router dbc29a73-ffdd-4dc7-bfd7-76143dde4392 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:23:03.805706 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1294fd-c438-4c89-9ea8-afeb3072c01b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:23:03.810422 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5c1294fd-c438-4c89-9ea8-afeb3072c01b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:03.815625 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8089e31-b759-4ef8-9dde-5a220ac6fc7d None None] Sync routers for ids ['dbc29a73-ffdd-4dc7-bfd7-76143dde4392'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:23:03.825447 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8089e31-b759-4ef8-9dde-5a220ac6fc7d None None] Routers {'dbc29a73-ffdd-4dc7-bfd7-76143dde4392'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:23:03.826079 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e8089e31-b759-4ef8-9dde-5a220ac6fc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:22:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['dbc29a73-ffdd-4dc7-bfd7-76143dde4392'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:23:03.840084 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5c1294fd-c438-4c89-9ea8-afeb3072c01b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/floatingips/e8da2d6b-fca3-4093-b4f0-ca7ad7142a88 HTTP/1.1" status: 204 len: 168 time: 0.8489521 Nov 11 18:23:03.840692 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24db0633-a29e-43ec-a12e-12277af310fd', 'tag': 'b6556eee-6752-4ee9-b6e4-d235492132c4'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:23:03.842958 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d540aea1-1d2e-4eb1-8d4f-0612774aa75e" -d '{"events": [{"name": "network-changed", "server_uuid": "24db0633-a29e-43ec-a12e-12277af310fd", "tag": "b6556eee-6752-4ee9-b6e4-d235492132c4"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:23:03.933726 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-e8089e31-b759-4ef8-9dde-5a220ac6fc7d None None] Set router dbc29a73-ffdd-4dc7-bfd7-76143dde4392 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:23:03.997240 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c129ca5c-6a14-4a76-b91c-7b90f0601b58 x-openstack-request-id: req-c129ca5c-6a14-4a76-b91c-7b90f0601b58 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:23:03.997754 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24db0633-a29e-43ec-a12e-12277af310fd", "tag": "b6556eee-6752-4ee9-b6e4-d235492132c4", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:23:03.997875 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c129ca5c-6a14-4a76-b91c-7b90f0601b58 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:23:03.998217 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24db0633-a29e-43ec-a12e-12277af310fd', 'tag': 'b6556eee-6752-4ee9-b6e4-d235492132c4', 'status': 'completed', 'code': 200} Nov 11 18:23:04.098809 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540aea1-1d2e-4eb1-8d4f-0612774aa75e req-981037d0-0df2-47e9-8cd5-905de320bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:04.100469 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d540aea1-1d2e-4eb1-8d4f-0612774aa75e req-981037d0-0df2-47e9-8cd5-905de320bf79 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 1096 time: 0.0775347 Nov 11 18:23:04.112935 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c09120-f2da-4032-a5f9-fb6daddbb255 req-0bedd344-53ad-4d3f-a640-17bd1fc76fa4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:04.114396 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9c09120-f2da-4032-a5f9-fb6daddbb255 req-0bedd344-53ad-4d3f-a640-17bd1fc76fa4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0645678 Nov 11 18:23:04.153340 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e8089e31-b759-4ef8-9dde-5a220ac6fc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158706154', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '096e5dca-6183-4b12-a4c8-3329af903447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:24Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '096e5dca-6183-4b12-a4c8-3329af903447', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '6b8f9291-ccb6-42f7-9a44-d2bb4c41d608', 'name': '', 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:7c:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8e61d798-fe0c-4311-bd28-d87efd9198a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:21:24Z', 'updated_at': '2021-11-11T18:21:28Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '8e61d798-fe0c-4311-bd28-d87efd9198a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:23:04.180041 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8089e31-b759-4ef8-9dde-5a220ac6fc7d None None] Checking router: dbc29a73-ffdd-4dc7-bfd7-76143dde4392 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:23:04.188715 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8089e31-b759-4ef8-9dde-5a220ac6fc7d None None] Routers {'dbc29a73-ffdd-4dc7-bfd7-76143dde4392'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:23:04.189325 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e8089e31-b759-4ef8-9dde-5a220ac6fc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:22:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['dbc29a73-ffdd-4dc7-bfd7-76143dde4392'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:23:04.214190 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f9c09120-f2da-4032-a5f9-fb6daddbb255 req-526359bd-1612-4101-9114-19a809f802c0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915351 Nov 11 18:23:04.239365 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540aea1-1d2e-4eb1-8d4f-0612774aa75e req-20eaea91-ae68-4d16-94dd-cae78d634994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:04.240910 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d540aea1-1d2e-4eb1-8d4f-0612774aa75e req-20eaea91-ae68-4d16-94dd-cae78d634994 service neutron] 10.222.0.83 "GET /v2.0/networks?id=adec5b83-c615-4cb4-97a3-5d686e577ad8 HTTP/1.1" status: 200 len: 898 time: 0.1256704 Nov 11 18:23:04.284716 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d540aea1-1d2e-4eb1-8d4f-0612774aa75e req-6fd801e4-239b-459f-a959-24c75181f207 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6556eee-6752-4ee9-b6e4-d235492132c4 HTTP/1.1" status: 200 len: 217 time: 0.0352070 Nov 11 18:23:04.294444 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-e8089e31-b759-4ef8-9dde-5a220ac6fc7d None None] Set router dbc29a73-ffdd-4dc7-bfd7-76143dde4392 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:23:04.333519 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540aea1-1d2e-4eb1-8d4f-0612774aa75e req-47ebc8b3-b61a-4fae-92cb-f472713087a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:04.334944 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d540aea1-1d2e-4eb1-8d4f-0612774aa75e req-47ebc8b3-b61a-4fae-92cb-f472713087a6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8e61d798-fe0c-4311-bd28-d87efd9198a6 HTTP/1.1" status: 200 len: 834 time: 0.0434623 Nov 11 18:23:04.388159 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540aea1-1d2e-4eb1-8d4f-0612774aa75e req-4cf56189-7075-41eb-acea-b3aef4a1c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:04.389635 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d540aea1-1d2e-4eb1-8d4f-0612774aa75e req-4cf56189-7075-41eb-acea-b3aef4a1c33a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=adec5b83-c615-4cb4-97a3-5d686e577ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406158 Nov 11 18:23:04.487517 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d540aea1-1d2e-4eb1-8d4f-0612774aa75e req-a4a9786f-9173-4bba-8ffe-adb2855eda39 service neutron] 10.222.0.83 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884967 Nov 11 18:23:04.488879 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-e8089e31-b759-4ef8-9dde-5a220ac6fc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158706154', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '096e5dca-6183-4b12-a4c8-3329af903447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:24Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '096e5dca-6183-4b12-a4c8-3329af903447', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '6b8f9291-ccb6-42f7-9a44-d2bb4c41d608', 'name': '', 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:7c:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8e61d798-fe0c-4311-bd28-d87efd9198a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:21:24Z', 'updated_at': '2021-11-11T18:21:28Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '8e61d798-fe0c-4311-bd28-d87efd9198a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:23:04.517857 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8089e31-b759-4ef8-9dde-5a220ac6fc7d None None] The sync data for ids ['dbc29a73-ffdd-4dc7-bfd7-76143dde4392'] in n-d-816206-4 is: [{'id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158706154', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '096e5dca-6183-4b12-a4c8-3329af903447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:24Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '096e5dca-6183-4b12-a4c8-3329af903447', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '6b8f9291-ccb6-42f7-9a44-d2bb4c41d608', 'name': '', 'network_id': 'adec5b83-c615-4cb4-97a3-5d686e577ad8', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:7c:0a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '8e61d798-fe0c-4311-bd28-d87efd9198a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:21:24Z', 'updated_at': '2021-11-11T18:21:28Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '8e61d798-fe0c-4311-bd28-d87efd9198a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:23:04.581398 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d540aea1-1d2e-4eb1-8d4f-0612774aa75e req-f8eb68ab-b4f5-4814-8d17-61c9c885cd19 service neutron] 10.222.0.83 "GET /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862117 Nov 11 18:23:04.742580 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1943776d-4b08-4922-9ac0-a3120ba723be None None] New status for floating IP e8da2d6b-fca3-4093-b4f0-ca7ad7142a88: DOWN {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:23:05.334718 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a36a74-5761-48ca-baf1-fbb9931e40cc req-b034d9ab-ad53-4156-8184-c6b81a49cd46 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:05.336226 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7a36a74-5761-48ca-baf1-fbb9931e40cc req-b034d9ab-ad53-4156-8184-c6b81a49cd46 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0532825 Nov 11 18:23:05.393010 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7a36a74-5761-48ca-baf1-fbb9931e40cc req-9600cd33-f34e-4946-b6f6-af96018b10b5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa48db9f-03d3-496f-8139-ceed7d1e0121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509143 Nov 11 18:23:05.429264 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c584b63-a1f1-46d2-8b55-ff23b23bee34 req-b18e26fb-0d9f-44ae-8e95-64ec44ca5212 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:05.430707 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7c584b63-a1f1-46d2-8b55-ff23b23bee34 req-b18e26fb-0d9f-44ae-8e95-64ec44ca5212 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.83 "GET /v2.0/ports?device_id=24db0633-a29e-43ec-a12e-12277af310fd HTTP/1.1" status: 200 len: 945 time: 0.0503750 Nov 11 18:23:05.520793 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-7c584b63-a1f1-46d2-8b55-ff23b23bee34 req-147a82ba-cd59-4099-acc6-30c3e04b8af4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting port b6556eee-6752-4ee9-b6e4-d235492132c4 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:23:05.521044 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7c584b63-a1f1-46d2-8b55-ff23b23bee34 req-147a82ba-cd59-4099-acc6-30c3e04b8af4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:05.617038 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-7c584b63-a1f1-46d2-8b55-ff23b23bee34 req-147a82ba-cd59-4099-acc6-30c3e04b8af4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] For port b6556eee-6752-4ee9-b6e4-d235492132c4, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=b6556eee-6752-4ee9-b6e4-d235492132c4,segment=NetworkSegment(af748211-8ad3-4d9e-8629-06a6dd14ea3a),segment_id=af748211-8ad3-4d9e-8629-06a6dd14ea3a)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:23:05.617403 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7c584b63-a1f1-46d2-8b55-ff23b23bee34 req-147a82ba-cd59-4099-acc6-30c3e04b8af4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:05.629597 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-7c584b63-a1f1-46d2-8b55-ff23b23bee34 req-147a82ba-cd59-4099-acc6-30c3e04b8af4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Calling delete_port for b6556eee-6752-4ee9-b6e4-d235492132c4 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:23:05.757646 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7c584b63-a1f1-46d2-8b55-ff23b23bee34 req-147a82ba-cd59-4099-acc6-30c3e04b8af4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:05.786846 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a82ba-cd59-4099-acc6-30c3e04b8af4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Port': ['ID=b6556eee-6752-4ee9-b6e4-d235492132c4,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:05.831342 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c584b63-a1f1-46d2-8b55-ff23b23bee34 req-147a82ba-cd59-4099-acc6-30c3e04b8af4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] No DVR routers for this DVR port b6556eee-6752-4ee9-b6e4-d235492132c4 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:23:05.834059 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-7c584b63-a1f1-46d2-8b55-ff23b23bee34 req-147a82ba-cd59-4099-acc6-30c3e04b8af4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:05.837687 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7c584b63-a1f1-46d2-8b55-ff23b23bee34 req-147a82ba-cd59-4099-acc6-30c3e04b8af4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.83 "DELETE /v2.0/ports/b6556eee-6752-4ee9-b6e4-d235492132c4 HTTP/1.1" status: 204 len: 173 time: 0.4013729 Nov 11 18:23:05.998826 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24db0633-a29e-43ec-a12e-12277af310fd', 'name': 'network-vif-deleted', 'tag': 'b6556eee-6752-4ee9-b6e4-d235492132c4'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:23:06.001726 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e67344-12e2-4388-9eab-5ec544ec66f5" -d '{"events": [{"server_uuid": "24db0633-a29e-43ec-a12e-12277af310fd", "name": "network-vif-deleted", "tag": "b6556eee-6752-4ee9-b6e4-d235492132c4"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:23:06.036934 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072432e5-af1d-4dad-abd6-b7b7957a8544 x-openstack-request-id: req-072432e5-af1d-4dad-abd6-b7b7957a8544 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:23:06.037189 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24db0633-a29e-43ec-a12e-12277af310fd", "name": "network-vif-deleted", "tag": "b6556eee-6752-4ee9-b6e4-d235492132c4", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:23:06.037445 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-072432e5-af1d-4dad-abd6-b7b7957a8544 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:23:06.037849 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24db0633-a29e-43ec-a12e-12277af310fd', 'name': 'network-vif-deleted', 'tag': 'b6556eee-6752-4ee9-b6e4-d235492132c4', 'status': 'completed', 'code': 200} Nov 11 18:23:06.450464 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53628) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:06.793352 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:07.045231 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting port 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:23:07.045459 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:07.389187 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] For port 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=6b8f9291-ccb6-42f7-9a44-d2bb4c41d608,segment=NetworkSegment(af748211-8ad3-4d9e-8629-06a6dd14ea3a),segment_id=af748211-8ad3-4d9e-8629-06a6dd14ea3a)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:23:07.389452 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:07.401917 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Calling delete_port for 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:23:07.523027 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f7c95b8e-bd65-4485-93b9-e45f1814c28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:07.586590 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:07.612150 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Port': ['ID=6b8f9291-ccb6-42f7-9a44-d2bb4c41d608,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:07.624305 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:07.624668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:07.625013 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:07.625851 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:07.626189 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:07.626524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:07.626858 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:07.627189 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:07.627522 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:07.627884 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:07.628218 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:07.628545 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:07.796494 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:08.015315 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router dbc29a73-ffdd-4dc7-bfd7-76143dde4392 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:23:08.119955 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:23:08.125773 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-5b4d0d27-32e1-4805-a768-0dbb45bb3df6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "PUT /v2.0/routers/dbc29a73-ffdd-4dc7-bfd7-76143dde4392/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6736851 Nov 11 18:23:08.128688 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53630) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:08.129797 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a35c98f-468b-4a87-81d4-798bdfc220eb None None] Sync routers for ids ['dbc29a73-ffdd-4dc7-bfd7-76143dde4392'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:23:08.141678 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a35c98f-468b-4a87-81d4-798bdfc220eb None None] Routers {'dbc29a73-ffdd-4dc7-bfd7-76143dde4392'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:23:08.142364 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1a35c98f-468b-4a87-81d4-798bdfc220eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:22:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['dbc29a73-ffdd-4dc7-bfd7-76143dde4392'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:23:08.180791 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-c14d3b00-6d04-4102-b01c-de9b40eaf821 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting subnet 8e61d798-fe0c-4311-bd28-d87efd9198a6 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:23:08.183968 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c14d3b00-6d04-4102-b01c-de9b40eaf821 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:08.224264 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c14d3b00-6d04-4102-b01c-de9b40eaf821 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:08.246400 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-1a35c98f-468b-4a87-81d4-798bdfc220eb None None] Set router dbc29a73-ffdd-4dc7-bfd7-76143dde4392 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:23:08.310566 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c14d3b00-6d04-4102-b01c-de9b40eaf821 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:08.368474 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c14d3b00-6d04-4102-b01c-de9b40eaf821 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:08.395352 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d3b00-6d04-4102-b01c-de9b40eaf821 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Subnet': ['ID=8e61d798-fe0c-4311-bd28-d87efd9198a6,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:08.399074 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c14d3b00-6d04-4102-b01c-de9b40eaf821 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:08.405469 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c14d3b00-6d04-4102-b01c-de9b40eaf821 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/subnets/8e61d798-fe0c-4311-bd28-d87efd9198a6 HTTP/1.1" status: 204 len: 168 time: 0.2724805 Nov 11 18:23:08.405469 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53632) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:08.405657 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cdd5c8-3e89-4a2d-86db-6cd9cb273755 None None] Network adec5b83-c615-4cb4-97a3-5d686e577ad8 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:23:08.514254 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-40234112-8f3f-4ace-a7f0-06c414938205 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:08.526633 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1a35c98f-468b-4a87-81d4-798bdfc220eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158706154', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '096e5dca-6183-4b12-a4c8-3329af903447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:23:07Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '096e5dca-6183-4b12-a4c8-3329af903447', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:23:08.622206 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-40234112-8f3f-4ace-a7f0-06c414938205 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:08.678492 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-40234112-8f3f-4ace-a7f0-06c414938205 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting port 096e5dca-6183-4b12-a4c8-3329af903447 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:23:08.678845 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-40234112-8f3f-4ace-a7f0-06c414938205 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:08.716655 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a35c98f-468b-4a87-81d4-798bdfc220eb None None] Checking router: dbc29a73-ffdd-4dc7-bfd7-76143dde4392 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:23:08.731155 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a35c98f-468b-4a87-81d4-798bdfc220eb None None] Routers {'dbc29a73-ffdd-4dc7-bfd7-76143dde4392'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:23:08.731752 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1a35c98f-468b-4a87-81d4-798bdfc220eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:22:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['dbc29a73-ffdd-4dc7-bfd7-76143dde4392'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:23:08.766570 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-40234112-8f3f-4ace-a7f0-06c414938205 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] For port 096e5dca-6183-4b12-a4c8-3329af903447, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=096e5dca-6183-4b12-a4c8-3329af903447,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:23:08.766927 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-40234112-8f3f-4ace-a7f0-06c414938205 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:08.778493 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-40234112-8f3f-4ace-a7f0-06c414938205 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Calling delete_port for 096e5dca-6183-4b12-a4c8-3329af903447 owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:23:08.793260 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b9d678-43d0-4fc0-be07-a4a0672e3973 None None] DHCP port deletion for adec5b83-c615-4cb4-97a3-5d686e577ad8 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:23:08.843372 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-1a35c98f-468b-4a87-81d4-798bdfc220eb None None] Set router dbc29a73-ffdd-4dc7-bfd7-76143dde4392 gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:23:08.900661 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1a35c98f-468b-4a87-81d4-798bdfc220eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158706154', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:23:08Z', 'revision_number': 6, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:23:08.931873 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a35c98f-468b-4a87-81d4-798bdfc220eb None None] The sync data for ids ['dbc29a73-ffdd-4dc7-bfd7-76143dde4392'] in n-d-816206-4 is: [{'id': 'dbc29a73-ffdd-4dc7-bfd7-76143dde4392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158706154', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:21:21Z', 'updated_at': '2021-11-11T18:23:08Z', 'revision_number': 6, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port_host': None}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:23:08.945353 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c8b9d678-43d0-4fc0-be07-a4a0672e3973 None None] Deleting port 40b650ca-b7a8-40bc-a7b4-1b92da28b085 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:23:08.946929 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c8b9d678-43d0-4fc0-be07-a4a0672e3973 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:08.954332 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-40234112-8f3f-4ace-a7f0-06c414938205 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:08.981646 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40234112-8f3f-4ace-a7f0-06c414938205 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Port': ['ID=096e5dca-6183-4b12-a4c8-3329af903447,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:09.007680 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5c5b67-16f8-4c5c-b7b5-2c0d27cba30d None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:23:09.025510 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c8b9d678-43d0-4fc0-be07-a4a0672e3973 None None] For port 40b650ca-b7a8-40bc-a7b4-1b92da28b085, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=40b650ca-b7a8-40bc-a7b4-1b92da28b085,segment=NetworkSegment(af748211-8ad3-4d9e-8629-06a6dd14ea3a),segment_id=af748211-8ad3-4d9e-8629-06a6dd14ea3a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:23:09.025880 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c8b9d678-43d0-4fc0-be07-a4a0672e3973 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:09.040235 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c8b9d678-43d0-4fc0-be07-a4a0672e3973 None None] Calling delete_port for 40b650ca-b7a8-40bc-a7b4-1b92da28b085 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:23:09.058508 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-40234112-8f3f-4ace-a7f0-06c414938205 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:09.127178 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c8b9d678-43d0-4fc0-be07-a4a0672e3973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:09.150973 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9d678-43d0-4fc0-be07-a4a0672e3973 None None] Pushing event deleted for resources: {'Port': ['ID=40b650ca-b7a8-40bc-a7b4-1b92da28b085,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:09.152469 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-40234112-8f3f-4ace-a7f0-06c414938205 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:09.156832 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b9d678-43d0-4fc0-be07-a4a0672e3973 None None] No DVR routers for this DVR port 40b650ca-b7a8-40bc-a7b4-1b92da28b085 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:23:09.158843 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-40234112-8f3f-4ace-a7f0-06c414938205 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:09.210171 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-40234112-8f3f-4ace-a7f0-06c414938205 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:09.210820 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40234112-8f3f-4ace-a7f0-06c414938205 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Fanout notify agent at l3_agent the message router_deleted on router dbc29a73-ffdd-4dc7-bfd7-76143dde4392 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 18:23:09.218300 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-40234112-8f3f-4ace-a7f0-06c414938205 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:09.219447 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-40234112-8f3f-4ace-a7f0-06c414938205 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/routers/dbc29a73-ffdd-4dc7-bfd7-76143dde4392 HTTP/1.1" status: 204 len: 168 time: 0.8136292 Nov 11 18:23:09.222226 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53634) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:09.309968 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b5a57dc-1c81-4ac0-b68b-a14731a92873 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:09.414069 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b5a57dc-1c81-4ac0-b68b-a14731a92873 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:09.434281 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-6b5a57dc-1c81-4ac0-b68b-a14731a92873 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adec5b83-c615-4cb4-97a3-5d686e577ad8']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:23:09.444709 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-6b5a57dc-1c81-4ac0-b68b-a14731a92873 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af748211-8ad3-4d9e-8629-06a6dd14ea3a') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:23:09.445021 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-6b5a57dc-1c81-4ac0-b68b-a14731a92873 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af748211-8ad3-4d9e-8629-06a6dd14ea3a') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:23:09.454842 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b5a57dc-1c81-4ac0-b68b-a14731a92873 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:09.468635 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b5a57dc-1c81-4ac0-b68b-a14731a92873 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:09.475018 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5a57dc-1c81-4ac0-b68b-a14731a92873 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:23:09.475426 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b5a57dc-1c81-4ac0-b68b-a14731a92873 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: timer() Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:23:09.478527 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:23:09.541245 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b5a57dc-1c81-4ac0-b68b-a14731a92873 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:09.553256 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6b5a57dc-1c81-4ac0-b68b-a14731a92873 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:09.556681 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6b5a57dc-1c81-4ac0-b68b-a14731a92873 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/networks/adec5b83-c615-4cb4-97a3-5d686e577ad8 HTTP/1.1" status: 204 len: 168 time: 0.3334658 Nov 11 18:23:09.559557 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53636) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:09.568227 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a57dc-1c81-4ac0-b68b-a14731a92873 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Network': ['ID=adec5b83-c615-4cb4-97a3-5d686e577ad8,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:09.620693 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc2de-b19a-446a-b162-2c0b2823efca tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:09.649933 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc2de-b19a-446a-b162-2c0b2823efca tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:09.723971 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc2de-b19a-446a-b162-2c0b2823efca tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:09.726792 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc2de-b19a-446a-b162-2c0b2823efca tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:09.728147 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7c1bc2de-b19a-446a-b162-2c0b2823efca tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/security-groups/fa48db9f-03d3-496f-8139-ceed7d1e0121 HTTP/1.1" status: 204 len: 168 time: 0.1674721 Nov 11 18:23:09.737873 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bc2de-b19a-446a-b162-2c0b2823efca tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa48db9f-03d3-496f-8139-ceed7d1e0121,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:09.944279 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 096e5dca-6183-4b12-a4c8-3329af903447 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:23:09.965220 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 096e5dca-6183-4b12-a4c8-3329af903447 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:23:09.965687 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 096e5dca-6183-4b12-a4c8-3329af903447 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:23:09.966197 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 40b650ca-b7a8-40bc-a7b4-1b92da28b085 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:23:09.987802 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 40b650ca-b7a8-40bc-a7b4-1b92da28b085 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:23:09.988258 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 40b650ca-b7a8-40bc-a7b4-1b92da28b085 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:23:09.988761 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:23:10.007253 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:23:10.007779 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 6b8f9291-ccb6-42f7-9a44-d2bb4c41d608 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:23:10.146874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53642) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:10.151405 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-242f7ae3-f759-4c08-963d-033015bc89d3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1785019708', 'description': 'tempest-secgroup-smoke-1785019708 description', 'project_id': '7920bba3c2b2409bbd8010834c709096'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:23:10.176278 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-242f7ae3-f759-4c08-963d-033015bc89d3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.245938 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-242f7ae3-f759-4c08-963d-033015bc89d3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.249773 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-242f7ae3-f759-4c08-963d-033015bc89d3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.278649 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-242f7ae3-f759-4c08-963d-033015bc89d3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.279925 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-242f7ae3-f759-4c08-963d-033015bc89d3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1320312 Nov 11 18:23:10.283030 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53644) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:10.284233 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f7ae3-f759-4c08-963d-033015bc89d3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:10.287678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-62b77862-385f-4624-b97e-17e5718ba105 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': 'bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:23:10.318962 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62b77862-385f-4624-b97e-17e5718ba105 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.377518 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62b77862-385f-4624-b97e-17e5718ba105 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.380972 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62b77862-385f-4624-b97e-17e5718ba105 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.397883 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b77862-385f-4624-b97e-17e5718ba105 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5724b3db-a0cb-483c-8cfb-1b3c40123279,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:10.406124 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-62b77862-385f-4624-b97e-17e5718ba105 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.407342 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-62b77862-385f-4624-b97e-17e5718ba105 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233089 Nov 11 18:23:10.410097 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53646) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:10.414460 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-64f62ab9-b2c7-467e-affd-563bb5f8c27b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': 'bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:23:10.441620 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-64f62ab9-b2c7-467e-affd-563bb5f8c27b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.483539 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3f3fb54b-d254-40ab-ae78-c2e413575c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.501042 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-64f62ab9-b2c7-467e-affd-563bb5f8c27b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.504692 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-64f62ab9-b2c7-467e-affd-563bb5f8c27b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.520937 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f62ab9-b2c7-467e-affd-563bb5f8c27b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc8e3e9-320b-4747-b5b9-13b5c2d62890,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:10.532537 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-64f62ab9-b2c7-467e-affd-563bb5f8c27b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.533743 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-64f62ab9-b2c7-467e-affd-563bb5f8c27b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226919 Nov 11 18:23:10.536879 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53648) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:10.541362 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-cda3c512-09eb-4928-9952-7d5993600fb0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': 'bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:23:10.568074 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cda3c512-09eb-4928-9952-7d5993600fb0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.624292 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cda3c512-09eb-4928-9952-7d5993600fb0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.628200 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cda3c512-09eb-4928-9952-7d5993600fb0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.635670 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device b6556eee-6752-4ee9-b6e4-d235492132c4 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:23:10.645930 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3c512-09eb-4928-9952-7d5993600fb0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0f7fa0-fd41-47e6-8bbe-ce328db3ddec,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:10.653908 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cda3c512-09eb-4928-9952-7d5993600fb0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.655683 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: b6556eee-6752-4ee9-b6e4-d235492132c4 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:23:10.655848 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cda3c512-09eb-4928-9952-7d5993600fb0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178718 Nov 11 18:23:10.656058 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device b6556eee-6752-4ee9-b6e4-d235492132c4 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:23:10.659059 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53650) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:10.663744 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-3ec8729c-8e13-440b-8a98-415867d781fb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': 'bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:23:10.690029 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ec8729c-8e13-440b-8a98-415867d781fb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.745968 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ec8729c-8e13-440b-8a98-415867d781fb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.749793 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ec8729c-8e13-440b-8a98-415867d781fb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.766514 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8729c-8e13-440b-8a98-415867d781fb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ad4420-0bfb-48dc-87b0-b23c64eeb1c9,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:10.774550 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3ec8729c-8e13-440b-8a98-415867d781fb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.775752 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3ec8729c-8e13-440b-8a98-415867d781fb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156187 Nov 11 18:23:10.778539 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53652) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:10.783545 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-8524a847-dca7-4252-a32f-3098656bc8e7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': 'bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:23:10.805371 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-8524a847-dca7-4252-a32f-3098656bc8e7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Project 7920bba3c2b2409bbd8010834c709096 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 18:23:10.810298 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8524a847-dca7-4252-a32f-3098656bc8e7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.871109 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8524a847-dca7-4252-a32f-3098656bc8e7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.874227 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8524a847-dca7-4252-a32f-3098656bc8e7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.891585 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524a847-dca7-4252-a32f-3098656bc8e7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=967f89c5-1a18-4310-9271-087cb1113d17,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:10.899492 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-8524a847-dca7-4252-a32f-3098656bc8e7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.900707 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-8524a847-dca7-4252-a32f-3098656bc8e7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212876 Nov 11 18:23:10.904001 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53654) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:10.908766 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-db8a7717-af04-423a-a9f9-e47f122ae406 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': 'bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:23:10.930541 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-db8a7717-af04-423a-a9f9-e47f122ae406 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Project 7920bba3c2b2409bbd8010834c709096 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 18:23:10.935431 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-db8a7717-af04-423a-a9f9-e47f122ae406 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.994275 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-db8a7717-af04-423a-a9f9-e47f122ae406 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:10.998476 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-db8a7717-af04-423a-a9f9-e47f122ae406 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:11.016453 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a7717-af04-423a-a9f9-e47f122ae406 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab827d4-764a-4535-9910-268030826449,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:11.033454 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-db8a7717-af04-423a-a9f9-e47f122ae406 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:11.034670 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-db8a7717-af04-423a-a9f9-e47f122ae406 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297569 Nov 11 18:23:11.037546 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53656) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:11.042342 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-18d8cdfc-4f8e-4fd5-aa22-f116e6d91e57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'network': {'name': 'tempest-network-smoke--600403167', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'port_security_enabled': True}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:23:11.064009 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d8cdfc-4f8e-4fd5-aa22-f116e6d91e57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Made reservation on behalf of 7920bba3c2b2409bbd8010834c709096 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:23:11.067364 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18d8cdfc-4f8e-4fd5-aa22-f116e6d91e57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:11.090227 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d8cdfc-4f8e-4fd5-aa22-f116e6d91e57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1282} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:23:11.099224 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18d8cdfc-4f8e-4fd5-aa22-f116e6d91e57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:11.099560 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-18d8cdfc-4f8e-4fd5-aa22-f116e6d91e57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Added segment 14e96e7f-5673-4108-8d95-1891ea17cc3e of type vlan for network a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 Nov 11 18:23:11.138697 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18d8cdfc-4f8e-4fd5-aa22-f116e6d91e57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:11.162095 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18d8cdfc-4f8e-4fd5-aa22-f116e6d91e57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:11.167475 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d8cdfc-4f8e-4fd5-aa22-f116e6d91e57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:11.168080 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-18d8cdfc-4f8e-4fd5-aa22-f116e6d91e57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:11.180661 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:11.225139 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-18d8cdfc-4f8e-4fd5-aa22-f116e6d91e57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1865876 Nov 11 18:23:11.228015 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53658) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:11.232646 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e3961e59-ccaa-433f-b027-beb22541cbbb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2122745047', 'admin_state_up': True, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:23:11.240369 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8cdfc-4f8e-4fd5-aa22-f116e6d91e57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Network': ['ID=a34ceb14-fbd4-4b25-9b71-8cf79d3c5908,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:11.251610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:23:11.258993 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3961e59-ccaa-433f-b027-beb22541cbbb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:11.260229 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3961e59-ccaa-433f-b027-beb22541cbbb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:11.315394 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3961e59-ccaa-433f-b027-beb22541cbbb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:11.750149 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3961e59-ccaa-433f-b027-beb22541cbbb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:11.940522 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3961e59-ccaa-433f-b027-beb22541cbbb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:11.966685 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3961e59-ccaa-433f-b027-beb22541cbbb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:12.066671 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-e3961e59-ccaa-433f-b027-beb22541cbbb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Allocated IP 172.25.2.193 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/9c1453e5-01e3-4335-8bda-c7dceb0f6603) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:23:12.168938 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3961e59-ccaa-433f-b027-beb22541cbbb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:12.201455 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3961e59-ccaa-433f-b027-beb22541cbbb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:12.242077 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3961e59-ccaa-433f-b027-beb22541cbbb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:23:12.245011 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-e3961e59-ccaa-433f-b027-beb22541cbbb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:23:12.247358 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3961e59-ccaa-433f-b027-beb22541cbbb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:23:12.253281 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3961e59-ccaa-433f-b027-beb22541cbbb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=9c1453e5-01e3-4335-8bda-c7dceb0f6603,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:12.258928 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65e65ab-0c7e-4659-9c79-49191a8268e7 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:23:12.362721 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2a1be424-30f5-468a-af96-a10613bc9696 None None] Provisioning complete for port 9c1453e5-01e3-4335-8bda-c7dceb0f6603 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:23:12.363005 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2a1be424-30f5-468a-af96-a10613bc9696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:12.396220 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2a1be424-30f5-468a-af96-a10613bc9696 None None] Port 9c1453e5-01e3-4335-8bda-c7dceb0f6603 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:23:12.501847 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3961e59-ccaa-433f-b027-beb22541cbbb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:12.697719 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3961e59-ccaa-433f-b027-beb22541cbbb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:12.779435 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:12.826202 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3961e59-ccaa-433f-b027-beb22541cbbb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router 97117363-b670-46e6-b801-f6fca1b116e0 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 18:23:12.933638 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3961e59-ccaa-433f-b027-beb22541cbbb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:23:12.945134 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] Sync routers for ids ['97117363-b670-46e6-b801-f6fca1b116e0'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:23:12.955374 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3961e59-ccaa-433f-b027-beb22541cbbb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:12.956552 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e3961e59-ccaa-433f-b027-beb22541cbbb tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7274876 Nov 11 18:23:12.956946 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] Routers {'97117363-b670-46e6-b801-f6fca1b116e0'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:23:12.957636 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:23:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['97117363-b670-46e6-b801-f6fca1b116e0'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:23:12.959593 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53660) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:12.990096 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c928d0dd-4a77-4ba3-997d-43f4cacbd4ce tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=7920bba3c2b2409bbd8010834c709096&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268767 Nov 11 18:23:12.990467 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53662) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:13.046113 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:13.095797 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed94b93-0a98-4db9-bb55-ed27257c97b8 tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:13.100094 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4ed94b93-0a98-4db9-bb55-ed27257c97b8 tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1059747 Nov 11 18:23:13.100305 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53664) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:13.129788 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-23ba3e5b-a365-4b00-9171-ba4afc87c05a tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283523 Nov 11 18:23:13.132439 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53666) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:13.137104 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e7a5e4ef-6a84-460b-8b0d-5d3a7d887f4e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-376070621', 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:23:13.154701 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] Set router 97117363-b670-46e6-b801-f6fca1b116e0 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:23:13.227946 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a5e4ef-6a84-460b-8b0d-5d3a7d887f4e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Made reservation on behalf of 7920bba3c2b2409bbd8010834c709096 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:23:13.231401 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e7a5e4ef-6a84-460b-8b0d-5d3a7d887f4e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:13.342064 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97117363-b670-46e6-b801-f6fca1b116e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122745047', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:12Z', 'revision_number': 3, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ee:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:23:13.368318 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] Checking router: 97117363-b670-46e6-b801-f6fca1b116e0 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:23:13.368667 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] Updating router 97117363-b670-46e6-b801-f6fca1b116e0 port 9c1453e5-01e3-4335-8bda-c7dceb0f6603 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:23:13.396614 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:13.416753 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e7a5e4ef-6a84-460b-8b0d-5d3a7d887f4e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:13.480929 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5e4ef-6a84-460b-8b0d-5d3a7d887f4e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Subnet': ['ID=80aff77b-265c-4afc-b509-431fcabf212e,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:13.491028 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a5e4ef-6a84-460b-8b0d-5d3a7d887f4e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Checking segment: {'id': '14e96e7f-5673-4108-8d95-1891ea17cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:23:13.491389 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a5e4ef-6a84-460b-8b0d-5d3a7d887f4e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network hostable DHCP agents. Network: a34ceb14-fbd4-4b25-9b71-8cf79d3c5908, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:23:13.510205 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a5e4ef-6a84-460b-8b0d-5d3a7d887f4e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:23:13.522839 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-e7a5e4ef-6a84-460b-8b0d-5d3a7d887f4e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, a34ceb14-fbd4-4b25-9b71-8cf79d3c5908) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:23:13.526886 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a5e4ef-6a84-460b-8b0d-5d3a7d887f4e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:13.527486 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e7a5e4ef-6a84-460b-8b0d-5d3a7d887f4e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:13.532424 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecb73c0-b91a-4dca-a0f5-f1c61cb3d1e2 None None] Network a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:23:13.548265 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e7a5e4ef-6a84-460b-8b0d-5d3a7d887f4e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4147902 Nov 11 18:23:13.548612 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53668) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:13.652504 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:13.660962 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:13.687672 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540241d3-e90a-4b0b-897e-f970904fffe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-a34ceb14-fbd4-4b25-9b71-8cf79d3c5908', 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ips': [{'subnet_id': '80aff77b-265c-4afc-b509-431fcabf212e'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 18:23:13.688763 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-540241d3-e90a-4b0b-897e-f970904fffe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:13.704755 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c3ff3-e835-4d10-89d9-563145c18df8 None None] Pushing event updated for resources: {'Port': ['ID=9c1453e5-01e3-4335-8bda-c7dceb0f6603,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:13.708560 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b308b3-2b03-4180-8049-1140d9326a93 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:23:13.714672 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c3ff3-e835-4d10-89d9-563145c18df8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:13.715016 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c3ff3-e835-4d10-89d9-563145c18df8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:13.715350 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c3ff3-e835-4d10-89d9-563145c18df8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:13.715683 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c3ff3-e835-4d10-89d9-563145c18df8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:13.716220 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c3ff3-e835-4d10-89d9-563145c18df8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:13.716556 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c3ff3-e835-4d10-89d9-563145c18df8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:13.716880 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c3ff3-e835-4d10-89d9-563145c18df8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:13.717198 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c3ff3-e835-4d10-89d9-563145c18df8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:13.717513 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c3ff3-e835-4d10-89d9-563145c18df8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:13.717997 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c3ff3-e835-4d10-89d9-563145c18df8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:13.718398 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c3ff3-e835-4d10-89d9-563145c18df8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:13.719407 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c3ff3-e835-4d10-89d9-563145c18df8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:23:13.735764 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] Attempting to bind port 9c1453e5-01e3-4335-8bda-c7dceb0f6603 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:23:13.736380 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] Attempting to bind port 9c1453e5-01e3-4335-8bda-c7dceb0f6603 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:23:13.736897 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] Attempting to bind port 9c1453e5-01e3-4335-8bda-c7dceb0f6603 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:23:13.742742 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:23:13.743117 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:23:13.743512 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:13.743926 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:23:13.744397 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] Bound port: 9c1453e5-01e3-4335-8bda-c7dceb0f6603, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:23:13.744804 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:13.800967 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] For port 9c1453e5-01e3-4335-8bda-c7dceb0f6603, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:23:13.804670 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] For port 9c1453e5-01e3-4335-8bda-c7dceb0f6603, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=9c1453e5-01e3-4335-8bda-c7dceb0f6603,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:23:13.809202 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:13.853915 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a853076b-300f-4417-ac86-9f6282bf6678 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:23:13.854234 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] Routers {'97117363-b670-46e6-b801-f6fca1b116e0'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:23:13.854861 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:23:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['97117363-b670-46e6-b801-f6fca1b116e0'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:23:13.855247 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-a578e715-2a38-4bb1-bdcc-fc8c30be7828 None None] Provisioning complete for port 9c1453e5-01e3-4335-8bda-c7dceb0f6603 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:23:13.855607 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a578e715-2a38-4bb1-bdcc-fc8c30be7828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:13.861528 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-540241d3-e90a-4b0b-897e-f970904fffe2 None None] Allocated IP 172.20.0.2 (a34ceb14-fbd4-4b25-9b71-8cf79d3c5908/80aff77b-265c-4afc-b509-431fcabf212e/a2caacfa-a7bc-4c84-95b0-bee5c8672eb3) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:23:13.960771 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c3ff3-e835-4d10-89d9-563145c18df8 None None] Pushing event updated for resources: {'Port': ['ID=9c1453e5-01e3-4335-8bda-c7dceb0f6603,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:13.995464 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] Set router 97117363-b670-46e6-b801-f6fca1b116e0 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:23:14.027322 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9192-40bc-4484-b795-4578a4f5e8c3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:14.048958 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-540241d3-e90a-4b0b-897e-f970904fffe2 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:14.055421 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-540241d3-e90a-4b0b-897e-f970904fffe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:14.127603 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540241d3-e90a-4b0b-897e-f970904fffe2 None None] Network a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:23:14.130490 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a578e715-2a38-4bb1-bdcc-fc8c30be7828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:14.138065 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-540241d3-e90a-4b0b-897e-f970904fffe2 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:23:14.141388 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540241d3-e90a-4b0b-897e-f970904fffe2 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:23:14.161781 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540241d3-e90a-4b0b-897e-f970904fffe2 None None] Pushing event updated for resources: {'Port': ['ID=a2caacfa-a7bc-4c84-95b0-bee5c8672eb3,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:14.166019 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-a578e715-2a38-4bb1-bdcc-fc8c30be7828 None None] For port 9c1453e5-01e3-4335-8bda-c7dceb0f6603, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=9c1453e5-01e3-4335-8bda-c7dceb0f6603,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:23:14.171253 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a578e715-2a38-4bb1-bdcc-fc8c30be7828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:14.196239 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97117363-b670-46e6-b801-f6fca1b116e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122745047', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:12Z', 'revision_number': 3, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ee:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:23:14.227048 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc68d580-f616-4283-9720-cd102bae4960 None None] The sync data for ids ['97117363-b670-46e6-b801-f6fca1b116e0'] in n-d-816206-4 is: [{'id': '97117363-b670-46e6-b801-f6fca1b116e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122745047', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:12Z', 'revision_number': 3, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ee:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:23:14.259740 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-540241d3-e90a-4b0b-897e-f970904fffe2 None None] Attempting to bind port a2caacfa-a7bc-4c84-95b0-bee5c8672eb3 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:23:14.260598 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-540241d3-e90a-4b0b-897e-f970904fffe2 None None] Attempting to bind port a2caacfa-a7bc-4c84-95b0-bee5c8672eb3 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '14e96e7f-5673-4108-8d95-1891ea17cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:23:14.260598 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540241d3-e90a-4b0b-897e-f970904fffe2 None None] Attempting to bind port a2caacfa-a7bc-4c84-95b0-bee5c8672eb3 on network a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:23:14.267535 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578e715-2a38-4bb1-bdcc-fc8c30be7828 None None] Pushing event updated for resources: {'Port': ['ID=9c1453e5-01e3-4335-8bda-c7dceb0f6603,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:14.273071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540241d3-e90a-4b0b-897e-f970904fffe2 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:23:14.273527 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540241d3-e90a-4b0b-897e-f970904fffe2 None None] Checking segment: {'id': '14e96e7f-5673-4108-8d95-1891ea17cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:23:14.273932 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-540241d3-e90a-4b0b-897e-f970904fffe2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:14.274321 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540241d3-e90a-4b0b-897e-f970904fffe2 None None] Bound using segment: {'id': '14e96e7f-5673-4108-8d95-1891ea17cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:23:14.275037 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-540241d3-e90a-4b0b-897e-f970904fffe2 None None] Bound port: a2caacfa-a7bc-4c84-95b0-bee5c8672eb3, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e96e7f-5673-4108-8d95-1891ea17cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:23:14.275626 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-540241d3-e90a-4b0b-897e-f970904fffe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:14.330497 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-6d6d9192-40bc-4484-b795-4578a4f5e8c3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Allocated IP 172.20.0.1 (a34ceb14-fbd4-4b25-9b71-8cf79d3c5908/80aff77b-265c-4afc-b509-431fcabf212e/76b281fc-0836-4cc1-a339-d713c27ff275) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:23:14.337563 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-34b4b8ef-03ab-4cf3-bb58-0281d692abf6 None None] Provisioning complete for port 9c1453e5-01e3-4335-8bda-c7dceb0f6603 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:23:14.337951 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-34b4b8ef-03ab-4cf3-bb58-0281d692abf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:14.381499 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-540241d3-e90a-4b0b-897e-f970904fffe2 None None] For port a2caacfa-a7bc-4c84-95b0-bee5c8672eb3, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:23:14.395798 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-540241d3-e90a-4b0b-897e-f970904fffe2 None None] For port a2caacfa-a7bc-4c84-95b0-bee5c8672eb3, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a2caacfa-a7bc-4c84-95b0-bee5c8672eb3,segment=NetworkSegment(14e96e7f-5673-4108-8d95-1891ea17cc3e),segment_id=14e96e7f-5673-4108-8d95-1891ea17cc3e)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:23:14.402263 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-540241d3-e90a-4b0b-897e-f970904fffe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:14.456755 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9192-40bc-4484-b795-4578a4f5e8c3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:14.506558 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9192-40bc-4484-b795-4578a4f5e8c3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:14.526822 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540241d3-e90a-4b0b-897e-f970904fffe2 None None] Pushing event updated for resources: {'Port': ['ID=a2caacfa-a7bc-4c84-95b0-bee5c8672eb3,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:14.552557 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6d9192-40bc-4484-b795-4578a4f5e8c3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:23:14.558278 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-6d6d9192-40bc-4484-b795-4578a4f5e8c3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:23:14.562550 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6d9192-40bc-4484-b795-4578a4f5e8c3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:23:14.589467 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d9192-40bc-4484-b795-4578a4f5e8c3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=76b281fc-0836-4cc1-a339-d713c27ff275,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:14.628195 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9192-40bc-4484-b795-4578a4f5e8c3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:14.794258 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9192-40bc-4484-b795-4578a4f5e8c3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:15.125633 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9192-40bc-4484-b795-4578a4f5e8c3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:15.130345 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9192-40bc-4484-b795-4578a4f5e8c3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:15.205934 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d9192-40bc-4484-b795-4578a4f5e8c3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=76b281fc-0836-4cc1-a339-d713c27ff275,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:15.210892 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6d6d9192-40bc-4484-b795-4578a4f5e8c3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:15.314440 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6d9192-40bc-4484-b795-4578a4f5e8c3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:23:15.316140 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-6d6d9192-40bc-4484-b795-4578a4f5e8c3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:23:15.512758 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47977fd-b2a0-4875-a6fb-ca69f3d91b01 None None] Network a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:23:15.593212 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7a121677-f6bf-4c3f-b58e-fb35ebc20954 None None] Provisioning complete for port a2caacfa-a7bc-4c84-95b0-bee5c8672eb3 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:23:15.595409 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7a121677-f6bf-4c3f-b58e-fb35ebc20954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:15.724872 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6d9192-40bc-4484-b795-4578a4f5e8c3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router 97117363-b670-46e6-b801-f6fca1b116e0 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:23:15.752668 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7a121677-f6bf-4c3f-b58e-fb35ebc20954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:15.792668 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7a121677-f6bf-4c3f-b58e-fb35ebc20954 None None] For port a2caacfa-a7bc-4c84-95b0-bee5c8672eb3, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a2caacfa-a7bc-4c84-95b0-bee5c8672eb3,segment=NetworkSegment(14e96e7f-5673-4108-8d95-1891ea17cc3e),segment_id=14e96e7f-5673-4108-8d95-1891ea17cc3e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:23:15.797950 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7a121677-f6bf-4c3f-b58e-fb35ebc20954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:15.846878 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6d9192-40bc-4484-b795-4578a4f5e8c3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:23:15.852319 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6d6d9192-40bc-4484-b795-4578a4f5e8c3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "PUT /v2.0/routers/97117363-b670-46e6-b801-f6fca1b116e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3023310 Nov 11 18:23:15.860771 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a121677-f6bf-4c3f-b58e-fb35ebc20954 None None] Pushing event updated for resources: {'Port': ['ID=a2caacfa-a7bc-4c84-95b0-bee5c8672eb3,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:16.022598 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 9c1453e5-01e3-4335-8bda-c7dceb0f6603 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:23:16.043707 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-56254f2a-1250-4a03-8b42-1fbdd43111b9 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785019708&fields=id&tenant_id=7920bba3c2b2409bbd8010834c709096 HTTP/1.1" status: 200 len: 267 time: 0.0553751 Nov 11 18:23:16.060563 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] Sync routers for ids ['97117363-b670-46e6-b801-f6fca1b116e0'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:23:16.088262 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9318cf65-679f-4d02-95dd-73d8b15de5ed None None] Provisioning complete for port a2caacfa-a7bc-4c84-95b0-bee5c8672eb3 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:23:16.088637 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9318cf65-679f-4d02-95dd-73d8b15de5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:16.093736 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] Routers {'97117363-b670-46e6-b801-f6fca1b116e0'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:23:16.094695 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:23:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['97117363-b670-46e6-b801-f6fca1b116e0'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:23:16.164025 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-f2c66213-663a-4faa-bfe3-adaecedc5904 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:16.165565 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-f2c66213-663a-4faa-bfe3-adaecedc5904 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/networks?id=a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 HTTP/1.1" status: 200 len: 796 time: 0.1105063 Nov 11 18:23:16.183410 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-c7c6a402-19b9-497b-801a-782099d55a7d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/quotas/7920bba3c2b2409bbd8010834c709096 HTTP/1.1" status: 200 len: 375 time: 0.0120082 Nov 11 18:23:16.222824 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 9c1453e5-01e3-4335-8bda-c7dceb0f6603 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:23:16.223193 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:16.247604 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-304e3a71-de58-4c8e-b466-d5dc590eb300 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540502 Nov 11 18:23:16.355832 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-e41db334-c86e-4e6d-8765-66e54355dc86 service neutron] 10.222.0.76 "GET /v2.0/networks/a34ceb14-fbd4-4b25-9b71-8cf79d3c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947828 Nov 11 18:23:16.394028 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:23:16.454746 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-f0d4aaa1-5d9b-4691-a728-614cf01f0807 service neutron] 10.222.0.76 "GET /v2.0/networks/a34ceb14-fbd4-4b25-9b71-8cf79d3c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926988 Nov 11 18:23:16.475738 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] Set router 97117363-b670-46e6-b801-f6fca1b116e0 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:23:16.583992 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9318cf65-679f-4d02-95dd-73d8b15de5ed None None] Provisioning complete for port 76b281fc-0836-4cc1-a339-d713c27ff275 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:23:16.584609 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9318cf65-679f-4d02-95dd-73d8b15de5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:16.616245 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b404098f-cd36-45c8-b197-034e3d872916 req-2fe5f5d5-a541-45cc-aa19-cd86084c75d3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 210 time: 0.0297689 Nov 11 18:23:16.669631 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a2caacfa-a7bc-4c84-95b0-bee5c8672eb3 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:23:16.696886 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-9318cf65-679f-4d02-95dd-73d8b15de5ed None None] Port 76b281fc-0836-4cc1-a339-d713c27ff275 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:23:16.767417 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port a2caacfa-a7bc-4c84-95b0-bee5c8672eb3 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:23:16.767825 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:16.835272 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-aa1102e6-647e-40dd-868e-a1d042db36c2 None None] Provisioning complete for port 76b281fc-0836-4cc1-a339-d713c27ff275 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:23:16.835684 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-aa1102e6-647e-40dd-868e-a1d042db36c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:16.839298 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97117363-b670-46e6-b801-f6fca1b116e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122745047', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:14Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '76b281fc-0836-4cc1-a339-d713c27ff275', 'name': '', 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:ab:e2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '80aff77b-265c-4afc-b509-431fcabf212e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:14Z', 'updated_at': '2021-11-11T18:23:14Z', 'revision_number': 2, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '80aff77b-265c-4afc-b509-431fcabf212e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:23:16.892633 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] Checking router: 97117363-b670-46e6-b801-f6fca1b116e0 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:23:16.892934 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] Updating router 97117363-b670-46e6-b801-f6fca1b116e0 port 76b281fc-0836-4cc1-a339-d713c27ff275 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:23:16.945586 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-aa1102e6-647e-40dd-868e-a1d042db36c2 None None] Port 76b281fc-0836-4cc1-a339-d713c27ff275 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:23:16.954134 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:17.231453 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:17.237631 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:17.287705 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd733c-db00-4077-affe-834b30800357 None None] Pushing event updated for resources: {'Port': ['ID=76b281fc-0836-4cc1-a339-d713c27ff275,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:17.338092 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] Attempting to bind port 76b281fc-0836-4cc1-a339-d713c27ff275 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:23:17.338457 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] Attempting to bind port 76b281fc-0836-4cc1-a339-d713c27ff275 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '14e96e7f-5673-4108-8d95-1891ea17cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:23:17.338814 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] Attempting to bind port 76b281fc-0836-4cc1-a339-d713c27ff275 on network a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:23:17.344688 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:23:17.345067 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] Checking segment: {'id': '14e96e7f-5673-4108-8d95-1891ea17cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:23:17.345496 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:17.345914 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] Bound using segment: {'id': '14e96e7f-5673-4108-8d95-1891ea17cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:23:17.346380 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] Bound port: 76b281fc-0836-4cc1-a339-d713c27ff275, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e96e7f-5673-4108-8d95-1891ea17cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:23:17.346766 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:17.415901 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] For port 76b281fc-0836-4cc1-a339-d713c27ff275, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:23:17.419198 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] For port 76b281fc-0836-4cc1-a339-d713c27ff275, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=76b281fc-0836-4cc1-a339-d713c27ff275,segment=NetworkSegment(14e96e7f-5673-4108-8d95-1891ea17cc3e),segment_id=14e96e7f-5673-4108-8d95-1891ea17cc3e)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:23:17.424201 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:17.493951 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] Routers {'97117363-b670-46e6-b801-f6fca1b116e0'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:23:17.494595 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:23:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['97117363-b670-46e6-b801-f6fca1b116e0'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:23:17.500071 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-8d77d05f-fa5e-40b5-9709-48d7cbc1105c None None] Provisioning complete for port 76b281fc-0836-4cc1-a339-d713c27ff275 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:23:17.500451 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8d77d05f-fa5e-40b5-9709-48d7cbc1105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:17.533220 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd733c-db00-4077-affe-834b30800357 None None] Pushing event updated for resources: {'Port': ['ID=76b281fc-0836-4cc1-a339-d713c27ff275,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:17.649298 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] Set router 97117363-b670-46e6-b801-f6fca1b116e0 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:23:17.660390 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-6a936914-156e-4b54-9ff4-f170553b2a0d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:17.662576 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-6a936914-156e-4b54-9ff4-f170553b2a0d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.64 "GET /v2.0/networks?id=a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 HTTP/1.1" status: 200 len: 796 time: 0.1451879 Nov 11 18:23:17.734166 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8d77d05f-fa5e-40b5-9709-48d7cbc1105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:17.746258 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-033865bd-98db-497a-af1a-3dccfc5173b3 req-eaaf6b63-c146-4b4d-9c20-eddba7019508 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 210 time: 0.0276163 Nov 11 18:23:17.746806 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-ae0fbe02-31d2-4466-9e71-42ac98ee99b5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7920bba3c2b2409bbd8010834c709096 HTTP/1.1" status: 200 len: 380 time: 0.0688994 Nov 11 18:23:17.761949 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-ca9b3930-f78c-460e-8ce7-ca7945d90c04 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'port': {'device_id': 'b6844f1a-cd8b-4e37-9777-bb7dd4e40a90', 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908', 'admin_state_up': True, 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'security_groups': ['bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:23:17.837397 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-8d77d05f-fa5e-40b5-9709-48d7cbc1105c None None] For port 76b281fc-0836-4cc1-a339-d713c27ff275, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=76b281fc-0836-4cc1-a339-d713c27ff275,segment=NetworkSegment(14e96e7f-5673-4108-8d95-1891ea17cc3e),segment_id=14e96e7f-5673-4108-8d95-1891ea17cc3e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:23:17.842513 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8d77d05f-fa5e-40b5-9709-48d7cbc1105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:17.869417 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-ca9b3930-f78c-460e-8ce7-ca7945d90c04 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Made reservation on behalf of 7920bba3c2b2409bbd8010834c709096 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:23:17.873071 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-ca9b3930-f78c-460e-8ce7-ca7945d90c04 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:17.931628 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77d05f-fa5e-40b5-9709-48d7cbc1105c None None] Pushing event updated for resources: {'Port': ['ID=76b281fc-0836-4cc1-a339-d713c27ff275,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:17.970969 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9101d33f-29cd-47d9-96ae-47529379022a None None] Provisioning complete for port 76b281fc-0836-4cc1-a339-d713c27ff275 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:23:17.971336 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9101d33f-29cd-47d9-96ae-47529379022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:17.974886 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97117363-b670-46e6-b801-f6fca1b116e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122745047', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:14Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '76b281fc-0836-4cc1-a339-d713c27ff275', 'name': '', 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:ab:e2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '80aff77b-265c-4afc-b509-431fcabf212e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:14Z', 'updated_at': '2021-11-11T18:23:17Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '80aff77b-265c-4afc-b509-431fcabf212e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:23:18.005653 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-ca9b3930-f78c-460e-8ce7-ca7945d90c04 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Allocated IP 172.20.0.9 (a34ceb14-fbd4-4b25-9b71-8cf79d3c5908/80aff77b-265c-4afc-b509-431fcabf212e/a022366a-e6ce-4408-84cf-238f18fa0d56) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:23:18.024233 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de495ca-5fc5-440a-a265-5952c8ff8b4a None None] The sync data for ids ['97117363-b670-46e6-b801-f6fca1b116e0'] in n-d-816206-4 is: [{'id': '97117363-b670-46e6-b801-f6fca1b116e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122745047', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:14Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '76b281fc-0836-4cc1-a339-d713c27ff275', 'name': '', 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:ab:e2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '80aff77b-265c-4afc-b509-431fcabf212e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:14Z', 'updated_at': '2021-11-11T18:23:17Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '80aff77b-265c-4afc-b509-431fcabf212e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:23:18.181599 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-ca9b3930-f78c-460e-8ce7-ca7945d90c04 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:18.221882 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-ca9b3930-f78c-460e-8ce7-ca7945d90c04 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:18.268747 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-ca9b3930-f78c-460e-8ce7-ca7945d90c04 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:23:18.271962 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-ca9b3930-f78c-460e-8ce7-ca7945d90c04 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:23:18.275892 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-ca9b3930-f78c-460e-8ce7-ca7945d90c04 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:23:18.302257 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b3930-f78c-460e-8ce7-ca7945d90c04 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=a022366a-e6ce-4408-84cf-238f18fa0d56,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:18.333173 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-ca9b3930-f78c-460e-8ce7-ca7945d90c04 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:18.333711 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-ca9b3930-f78c-460e-8ce7-ca7945d90c04 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:18.353841 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-ca9b3930-f78c-460e-8ce7-ca7945d90c04 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5985396 Nov 11 18:23:18.371104 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] Request body: {'port': {'device_id': 'b6844f1a-cd8b-4e37-9777-bb7dd4e40a90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:23:18.430925 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:18.523263 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1ff75dc7-b890-4ed4-bc68-034a7dc135ed None None] Provisioning complete for port a022366a-e6ce-4408-84cf-238f18fa0d56 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:23:18.523620 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1ff75dc7-b890-4ed4-bc68-034a7dc135ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:18.559711 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-1ff75dc7-b890-4ed4-bc68-034a7dc135ed None None] Port a022366a-e6ce-4408-84cf-238f18fa0d56 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:23:18.726364 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a022366a-e6ce-4408-84cf-238f18fa0d56 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:23:18.734730 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:18.747971 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] Transition to ACTIVE for port object a022366a-e6ce-4408-84cf-238f18fa0d56 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:23:18.753333 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:18.879810 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] Pushing event updated for resources: {'Port': ['ID=a022366a-e6ce-4408-84cf-238f18fa0d56,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:18.892168 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] Attempting to bind port a022366a-e6ce-4408-84cf-238f18fa0d56 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:23:18.892505 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] Attempting to bind port a022366a-e6ce-4408-84cf-238f18fa0d56 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': '14e96e7f-5673-4108-8d95-1891ea17cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:23:18.892834 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] Attempting to bind port a022366a-e6ce-4408-84cf-238f18fa0d56 on network a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:23:18.899015 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] Port a022366a-e6ce-4408-84cf-238f18fa0d56 on network a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:23:18.899346 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] Attempting to bind port a022366a-e6ce-4408-84cf-238f18fa0d56 on network a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:23:18.905022 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:23:18.905363 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] Checking segment: {'id': '14e96e7f-5673-4108-8d95-1891ea17cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:23:18.905753 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] Bound using segment: {'id': '14e96e7f-5673-4108-8d95-1891ea17cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:23:18.906227 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] Bound port: a022366a-e6ce-4408-84cf-238f18fa0d56, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14e96e7f-5673-4108-8d95-1891ea17cc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:23:18.906591 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:18.960832 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:18.986693 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] For port a022366a-e6ce-4408-84cf-238f18fa0d56, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:23:18.989199 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e8bcf-e6c1-4b7d-8eb4-7f05421e7bd4 req-8b57840c-0369-4c09-a9de-d87a089dd879 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:18.992207 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] For port a022366a-e6ce-4408-84cf-238f18fa0d56, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a022366a-e6ce-4408-84cf-238f18fa0d56,segment=NetworkSegment(14e96e7f-5673-4108-8d95-1891ea17cc3e),segment_id=14e96e7f-5673-4108-8d95-1891ea17cc3e)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:23:18.993359 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-490e8bcf-e6c1-4b7d-8eb4-7f05421e7bd4 req-8b57840c-0369-4c09-a9de-d87a089dd879 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 943 time: 0.1511855 Nov 11 18:23:18.997517 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:19.051888 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:19.052533 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:19.053900 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] 10.222.0.64 "PUT /v2.0/ports/a022366a-e6ce-4408-84cf-238f18fa0d56 HTTP/1.1" status: 200 len: 1091 time: 0.6876397 Nov 11 18:23:19.054357 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6844f1a-cd8b-4e37-9777-bb7dd4e40a90', 'tag': 'a022366a-e6ce-4408-84cf-238f18fa0d56'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:23:19.056718 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce0985748977e3fd26376c80dbb6ea189fd81e02bd3d57a001dfe7f9eeece1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c7ce13-3501-4c49-a975-314e097a3914" -d '{"events": [{"name": "network-changed", "server_uuid": "b6844f1a-cd8b-4e37-9777-bb7dd4e40a90", "tag": "a022366a-e6ce-4408-84cf-238f18fa0d56"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:23:19.065233 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa5588-22bd-4e14-85fd-b1f94d8e5a76 service neutron] Pushing event updated for resources: {'Port': ['ID=a022366a-e6ce-4408-84cf-238f18fa0d56,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:19.068976 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-490e8bcf-e6c1-4b7d-8eb4-7f05421e7bd4 req-887bede8-6049-4789-b425-9ef44f037e90 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643406 Nov 11 18:23:19.170683 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee737b3-beb4-4def-b9e6-71c197417c30 x-openstack-request-id: req-dee737b3-beb4-4def-b9e6-71c197417c30 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:23:19.171084 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6844f1a-cd8b-4e37-9777-bb7dd4e40a90", "tag": "a022366a-e6ce-4408-84cf-238f18fa0d56", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:23:19.171431 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dee737b3-beb4-4def-b9e6-71c197417c30 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:23:19.172766 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6844f1a-cd8b-4e37-9777-bb7dd4e40a90', 'tag': 'a022366a-e6ce-4408-84cf-238f18fa0d56', 'status': 'completed', 'code': 200} Nov 11 18:23:19.194336 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-0114663c-dc02-4457-948d-b458f768478b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:19.196012 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-0114663c-dc02-4457-948d-b458f768478b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 1094 time: 0.0638785 Nov 11 18:23:19.249746 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-5390c509-d11c-46c5-91a3-5f779cbae54a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a022366a-e6ce-4408-84cf-238f18fa0d56 HTTP/1.1" status: 200 len: 217 time: 0.0406516 Nov 11 18:23:19.300871 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-8561842d-00e8-4acd-aeba-6654afc1fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:19.302263 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-8561842d-00e8-4acd-aeba-6654afc1fe36 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=80aff77b-265c-4afc-b509-431fcabf212e HTTP/1.1" status: 200 len: 834 time: 0.0456226 Nov 11 18:23:19.351543 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-d08925b8-3dda-4e16-8d26-d7d9d1b2dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:19.353115 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-d08925b8-3dda-4e16-8d26-d7d9d1b2dd1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a34ceb14-fbd4-4b25-9b71-8cf79d3c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439990 Nov 11 18:23:19.446975 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-09467c6c-a4da-49a7-bbf9-e00d572e61be service neutron] 10.222.0.64 "GET /v2.0/networks/a34ceb14-fbd4-4b25-9b71-8cf79d3c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863492 Nov 11 18:23:19.536876 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-323b4160-80fb-4f37-bb3f-b69db28c6a03 req-dbff565c-a062-4132-afc5-0b8ddc21b308 service neutron] 10.222.0.64 "GET /v2.0/networks/a34ceb14-fbd4-4b25-9b71-8cf79d3c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834234 Nov 11 18:23:19.664294 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7ce13-3501-4c49-a975-314e097a3914 req-dc46ad23-e357-4a4d-b311-4fbb7b8c6dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:19.665675 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-00c7ce13-3501-4c49-a975-314e097a3914 req-dc46ad23-e357-4a4d-b311-4fbb7b8c6dfc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 1094 time: 0.0460219 Nov 11 18:23:19.758038 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7ce13-3501-4c49-a975-314e097a3914 req-8e4e3b26-1b27-4023-9daf-a003fe248637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:19.759503 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-00c7ce13-3501-4c49-a975-314e097a3914 req-8e4e3b26-1b27-4023-9daf-a003fe248637 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 HTTP/1.1" status: 200 len: 898 time: 0.0864820 Nov 11 18:23:19.804944 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-00c7ce13-3501-4c49-a975-314e097a3914 req-a302f66b-225c-4cd7-8500-b42f100985a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a022366a-e6ce-4408-84cf-238f18fa0d56 HTTP/1.1" status: 200 len: 217 time: 0.0387530 Nov 11 18:23:19.854757 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7ce13-3501-4c49-a975-314e097a3914 req-04a250b4-2a3f-46d9-b5b2-e63582242c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:19.856256 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-00c7ce13-3501-4c49-a975-314e097a3914 req-04a250b4-2a3f-46d9-b5b2-e63582242c93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=80aff77b-265c-4afc-b509-431fcabf212e HTTP/1.1" status: 200 len: 834 time: 0.0439258 Nov 11 18:23:19.903931 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7ce13-3501-4c49-a975-314e097a3914 req-36eb2be3-6fd7-4065-8cc7-724b654f0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:19.905552 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-00c7ce13-3501-4c49-a975-314e097a3914 req-36eb2be3-6fd7-4065-8cc7-724b654f0498 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a34ceb14-fbd4-4b25-9b71-8cf79d3c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417249 Nov 11 18:23:19.954257 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 76b281fc-0836-4cc1-a339-d713c27ff275 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:23:20.000937 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 76b281fc-0836-4cc1-a339-d713c27ff275 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:23:20.001603 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-00c7ce13-3501-4c49-a975-314e097a3914 req-a6423a2c-fe69-4d1e-a81e-5e2fc3738ac1 service neutron] 10.222.0.64 "GET /v2.0/networks/a34ceb14-fbd4-4b25-9b71-8cf79d3c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875492 Nov 11 18:23:20.001738 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:20.093131 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-00c7ce13-3501-4c49-a975-314e097a3914 req-578c62bd-797d-40e9-beb1-4e8b2624e874 service neutron] 10.222.0.64 "GET /v2.0/networks/a34ceb14-fbd4-4b25-9b71-8cf79d3c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841513 Nov 11 18:23:20.186162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e46ee-b61c-4551-bfa6-f3c81fdfc7e9 req-9a35c00a-8237-461a-a6ca-e412afd3bfb4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:20.188170 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0f2e46ee-b61c-4551-bfa6-f3c81fdfc7e9 req-9a35c00a-8237-461a-a6ca-e412afd3bfb4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 943 time: 0.0526719 Nov 11 18:23:20.236423 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0f2e46ee-b61c-4551-bfa6-f3c81fdfc7e9 req-0d5f5d7a-b52e-4a0f-813e-9ab99a0833c0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419981 Nov 11 18:23:21.352620 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9162b-80b1-4e55-9aa9-29d745b1cfd3 req-15f3ec43-6fbb-4b8c-ad59-f40990467b40 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:21.354167 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5bf9162b-80b1-4e55-9aa9-29d745b1cfd3 req-15f3ec43-6fbb-4b8c-ad59-f40990467b40 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 943 time: 0.0524809 Nov 11 18:23:21.403318 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5bf9162b-80b1-4e55-9aa9-29d745b1cfd3 req-ab131ab8-31cb-4bc9-b0c0-479e267278d5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426087 Nov 11 18:23:22.516338 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4405f-a033-4715-bd9c-18f3636dbb68 req-6a6e4a8c-7dfa-4209-9f55-9ed8bcf0141a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:22.517803 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5fd4405f-a033-4715-bd9c-18f3636dbb68 req-6a6e4a8c-7dfa-4209-9f55-9ed8bcf0141a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 943 time: 0.0488513 Nov 11 18:23:22.570219 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5fd4405f-a033-4715-bd9c-18f3636dbb68 req-d846b6b0-190e-4006-9eec-9289a4a8d0c6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465491 Nov 11 18:23:23.284724 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device a022366a-e6ce-4408-84cf-238f18fa0d56 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:23:23.380284 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port a022366a-e6ce-4408-84cf-238f18fa0d56, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a022366a-e6ce-4408-84cf-238f18fa0d56,segment=NetworkSegment(14e96e7f-5673-4108-8d95-1891ea17cc3e),segment_id=14e96e7f-5673-4108-8d95-1891ea17cc3e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:23:23.391299 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'a022366a-e6ce-4408-84cf-238f18fa0d56', 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908', 'port_id': 'a022366a-e6ce-4408-84cf-238f18fa0d56', 'mac_address': 'fa:16:3e:13:62:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80aff77b-265c-4afc-b509-431fcabf212e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:23:23.431411 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:23.443586 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a022366a-e6ce-4408-84cf-238f18fa0d56 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:23:23.461662 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port a022366a-e6ce-4408-84cf-238f18fa0d56, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a022366a-e6ce-4408-84cf-238f18fa0d56,segment=NetworkSegment(14e96e7f-5673-4108-8d95-1891ea17cc3e),segment_id=14e96e7f-5673-4108-8d95-1891ea17cc3e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:23:23.465785 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:23.512217 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=a022366a-e6ce-4408-84cf-238f18fa0d56,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:23.688629 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc911170-d06a-4a6e-842c-04b174eb0afb req-4ec6ea0e-eaf1-41fc-b281-8f74f6cd189e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:23.690103 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc911170-d06a-4a6e-842c-04b174eb0afb req-4ec6ea0e-eaf1-41fc-b281-8f74f6cd189e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 944 time: 0.0498023 Nov 11 18:23:23.735293 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['a022366a-e6ce-4408-84cf-238f18fa0d56'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:23:23.740033 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bc911170-d06a-4a6e-842c-04b174eb0afb req-30d916f6-e0ea-4e58-b552-273e6f48ad0d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433428 Nov 11 18:23:24.635908 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:24.854429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ade39-58cb-4719-8014-98998ef20b3a req-2f587c71-d667-43f3-8e05-8d3d0d76f5d7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:24.855935 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-845ade39-58cb-4719-8014-98998ef20b3a req-2f587c71-d667-43f3-8e05-8d3d0d76f5d7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 944 time: 0.0497534 Nov 11 18:23:24.904438 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-845ade39-58cb-4719-8014-98998ef20b3a req-e5c81353-c1f1-43a6-b0d6-1eb685a4b8e1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425115 Nov 11 18:23:25.282867 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device a022366a-e6ce-4408-84cf-238f18fa0d56 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:23:25.330573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port a022366a-e6ce-4408-84cf-238f18fa0d56 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:23:25.334420 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port a022366a-e6ce-4408-84cf-238f18fa0d56 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:23:25.334792 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:25.416523 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:25.439905 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6844f1a-cd8b-4e37-9777-bb7dd4e40a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a022366a-e6ce-4408-84cf-238f18fa0d56'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:23:25.442258 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccd6697-9a61-40df-83fa-6cc6a3e4b227" -d '{"events": [{"server_uuid": "b6844f1a-cd8b-4e37-9777-bb7dd4e40a90", "name": "network-vif-plugged", "status": "completed", "tag": "a022366a-e6ce-4408-84cf-238f18fa0d56"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:23:25.454788 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port a022366a-e6ce-4408-84cf-238f18fa0d56, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a022366a-e6ce-4408-84cf-238f18fa0d56,segment=NetworkSegment(14e96e7f-5673-4108-8d95-1891ea17cc3e),segment_id=14e96e7f-5673-4108-8d95-1891ea17cc3e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:23:25.458857 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:25.481902 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6268da5d-6c5d-4ff8-adde-a4e778066850 x-openstack-request-id: req-6268da5d-6c5d-4ff8-adde-a4e778066850 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:23:25.482194 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6844f1a-cd8b-4e37-9777-bb7dd4e40a90", "name": "network-vif-plugged", "status": "completed", "tag": "a022366a-e6ce-4408-84cf-238f18fa0d56", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:23:25.482449 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6268da5d-6c5d-4ff8-adde-a4e778066850 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:23:25.482839 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6844f1a-cd8b-4e37-9777-bb7dd4e40a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a022366a-e6ce-4408-84cf-238f18fa0d56', 'code': 200} Nov 11 18:23:25.507701 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=a022366a-e6ce-4408-84cf-238f18fa0d56,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:25.600241 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473daf3-c6e3-4cef-97ce-c47884eded09 req-0357f1b7-c188-4e5c-a084-1d38f85548f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:25.601718 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0473daf3-c6e3-4cef-97ce-c47884eded09 req-0357f1b7-c188-4e5c-a084-1d38f85548f0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 1096 time: 0.0399609 Nov 11 18:23:25.647381 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-0473daf3-c6e3-4cef-97ce-c47884eded09 req-5392740b-2667-47a9-9e9c-ac245a64b4dd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383587 Nov 11 18:23:26.028321 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d043f-8e37-4a1d-80c9-980277d553f1 req-9833114a-b494-4b69-8dfe-5dbb00d1a6be tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:26.029926 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-364d043f-8e37-4a1d-80c9-980277d553f1 req-9833114a-b494-4b69-8dfe-5dbb00d1a6be tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 945 time: 0.0540931 Nov 11 18:23:26.081081 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-364d043f-8e37-4a1d-80c9-980277d553f1 req-3014cbd7-1ec5-41c1-bebb-06895bd8a173 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446606 Nov 11 18:23:27.199016 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295e1d7-fe99-46de-aa90-6cd406c28aca req-4a86b165-f2e2-4df6-b334-774ca9207d7f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:27.200547 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f295e1d7-fe99-46de-aa90-6cd406c28aca req-4a86b165-f2e2-4df6-b334-774ca9207d7f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 945 time: 0.0526831 Nov 11 18:23:27.251995 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f295e1d7-fe99-46de-aa90-6cd406c28aca req-96053c82-f76f-4b4d-b14a-20b90789e968 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441222 Nov 11 18:23:27.367942 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17452dcb-0722-445e-887c-2f05db790dad req-9f140eda-78e2-4bcd-bf09-18b11856a99d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:27.369345 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-17452dcb-0722-445e-887c-2f05db790dad req-9f140eda-78e2-4bcd-bf09-18b11856a99d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 945 time: 0.0527413 Nov 11 18:23:27.421485 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-17452dcb-0722-445e-887c-2f05db790dad req-684e575a-484c-45ce-94e5-0b9e8b079639 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463192 Nov 11 18:23:27.442893 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53722) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:27.481607 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3c4ecc-dac9-49ee-8c5d-28573da6803e tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:27.483059 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6c3c4ecc-dac9-49ee-8c5d-28573da6803e tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 1091 time: 0.0392466 Nov 11 18:23:27.485885 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53724) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:27.490217 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-de5cbb1d-ee7d-480a-8d93-80eac8e4768c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': 'a022366a-e6ce-4408-84cf-238f18fa0d56', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:23:27.512199 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-de5cbb1d-ee7d-480a-8d93-80eac8e4768c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:27.611839 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-de5cbb1d-ee7d-480a-8d93-80eac8e4768c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:27.715337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-de5cbb1d-ee7d-480a-8d93-80eac8e4768c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Allocated IP 172.25.2.211 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/194bcc42-4bd5-403f-bbd8-d4dcd4da4ab6) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:23:27.820665 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-de5cbb1d-ee7d-480a-8d93-80eac8e4768c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:27.853271 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-de5cbb1d-ee7d-480a-8d93-80eac8e4768c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:27.888378 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5cbb1d-ee7d-480a-8d93-80eac8e4768c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:23:27.893754 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-de5cbb1d-ee7d-480a-8d93-80eac8e4768c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:23:27.897249 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5cbb1d-ee7d-480a-8d93-80eac8e4768c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:23:27.920559 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5cbb1d-ee7d-480a-8d93-80eac8e4768c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=194bcc42-4bd5-403f-bbd8-d4dcd4da4ab6,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:28.252396 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-de5cbb1d-ee7d-480a-8d93-80eac8e4768c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:28.316947 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-de5cbb1d-ee7d-480a-8d93-80eac8e4768c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:28.463853 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-de5cbb1d-ee7d-480a-8d93-80eac8e4768c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:28.468313 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-de5cbb1d-ee7d-480a-8d93-80eac8e4768c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:28.535945 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5cbb1d-ee7d-480a-8d93-80eac8e4768c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=194bcc42-4bd5-403f-bbd8-d4dcd4da4ab6,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:23:28.545570 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-de5cbb1d-ee7d-480a-8d93-80eac8e4768c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:28.645072 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-de5cbb1d-ee7d-480a-8d93-80eac8e4768c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Floating IP 44e6ba1a-55db-4ba0-9bf0-38815534de07 associated. External IP: 172.25.2.211, port: a022366a-e6ce-4408-84cf-238f18fa0d56. Nov 11 18:23:29.144076 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5cbb1d-ee7d-480a-8d93-80eac8e4768c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router 97117363-b670-46e6-b801-f6fca1b116e0 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:23:29.254351 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5cbb1d-ee7d-480a-8d93-80eac8e4768c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:23:29.265164 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510fea3f-2bc1-4c75-9f5a-f90e6b14cdb3 None None] Sync routers for ids ['97117363-b670-46e6-b801-f6fca1b116e0'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:23:29.273422 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-de5cbb1d-ee7d-480a-8d93-80eac8e4768c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:29.275331 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510fea3f-2bc1-4c75-9f5a-f90e6b14cdb3 None None] Routers {'97117363-b670-46e6-b801-f6fca1b116e0'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:23:29.275979 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-510fea3f-2bc1-4c75-9f5a-f90e6b14cdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:23:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['97117363-b670-46e6-b801-f6fca1b116e0'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:23:29.300520 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-de5cbb1d-ee7d-480a-8d93-80eac8e4768c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8134406 Nov 11 18:23:29.301397 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6844f1a-cd8b-4e37-9777-bb7dd4e40a90', 'tag': 'a022366a-e6ce-4408-84cf-238f18fa0d56'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:23:29.303873 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1b1810-8de7-4bd5-adc3-f5e95946d689" -d '{"events": [{"name": "network-changed", "server_uuid": "b6844f1a-cd8b-4e37-9777-bb7dd4e40a90", "tag": "a022366a-e6ce-4408-84cf-238f18fa0d56"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:23:29.393279 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-510fea3f-2bc1-4c75-9f5a-f90e6b14cdb3 None None] Set router 97117363-b670-46e6-b801-f6fca1b116e0 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:23:29.401103 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbf6ff-e73b-46f3-a577-b3ec779b1915 req-be33e2c3-f077-4bd8-bd15-af70911e9e6c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:29.402550 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a2fbf6ff-e73b-46f3-a577-b3ec779b1915 req-be33e2c3-f077-4bd8-bd15-af70911e9e6c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 945 time: 0.0527635 Nov 11 18:23:29.452244 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a2fbf6ff-e73b-46f3-a577-b3ec779b1915 req-497694df-ee94-448e-a10a-d363ad7db4ab tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431876 Nov 11 18:23:29.474577 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53730) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:29.512371 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0599fd9c-8d59-4452-9ea0-8ed5217e3829 x-openstack-request-id: req-0599fd9c-8d59-4452-9ea0-8ed5217e3829 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:23:29.512667 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6844f1a-cd8b-4e37-9777-bb7dd4e40a90", "tag": "a022366a-e6ce-4408-84cf-238f18fa0d56", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:23:29.512924 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0599fd9c-8d59-4452-9ea0-8ed5217e3829 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:23:29.513337 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6844f1a-cd8b-4e37-9777-bb7dd4e40a90', 'tag': 'a022366a-e6ce-4408-84cf-238f18fa0d56', 'status': 'completed', 'code': 200} Nov 11 18:23:29.544667 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f59a220d-84f4-4baf-a2ea-1245b8f11d6d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/floatingips/44e6ba1a-55db-4ba0-9bf0-38815534de07 HTTP/1.1" status: 200 len: 991 time: 0.0687771 Nov 11 18:23:29.588763 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b1810-8de7-4bd5-adc3-f5e95946d689 req-9a46ea89-4ead-48aa-8b37-65531d748e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:29.590278 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cc1b1810-8de7-4bd5-adc3-f5e95946d689 req-9a46ea89-4ead-48aa-8b37-65531d748e70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 1096 time: 0.0449660 Nov 11 18:23:29.626630 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-510fea3f-2bc1-4c75-9f5a-f90e6b14cdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97117363-b670-46e6-b801-f6fca1b116e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122745047', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:14Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '44e6ba1a-55db-4ba0-9bf0-38815534de07', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'port_id': 'a022366a-e6ce-4408-84cf-238f18fa0d56', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908', 'mac_address': 'fa:16:3e:13:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6844f1a-cd8b-4e37-9777-bb7dd4e40a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:23:28Z', 'updated_at': '2021-11-11T18:23:28Z', 'revision_number': 0, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b281fc-0836-4cc1-a339-d713c27ff275', 'name': '', 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:ab:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '80aff77b-265c-4afc-b509-431fcabf212e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:14Z', 'updated_at': '2021-11-11T18:23:17Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '80aff77b-265c-4afc-b509-431fcabf212e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:23:29.652145 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510fea3f-2bc1-4c75-9f5a-f90e6b14cdb3 None None] Checking router: 97117363-b670-46e6-b801-f6fca1b116e0 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:23:29.660476 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510fea3f-2bc1-4c75-9f5a-f90e6b14cdb3 None None] Routers {'97117363-b670-46e6-b801-f6fca1b116e0'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:23:29.661086 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-510fea3f-2bc1-4c75-9f5a-f90e6b14cdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:23:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['97117363-b670-46e6-b801-f6fca1b116e0'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:23:29.682392 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b1810-8de7-4bd5-adc3-f5e95946d689 req-06eed1e6-b240-4cbf-878c-ec836eb8e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:29.683893 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cc1b1810-8de7-4bd5-adc3-f5e95946d689 req-06eed1e6-b240-4cbf-878c-ec836eb8e615 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 HTTP/1.1" status: 200 len: 898 time: 0.0868769 Nov 11 18:23:29.763706 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cc1b1810-8de7-4bd5-adc3-f5e95946d689 req-aa0427f5-e110-4795-ae91-24cc3b0c5c51 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a022366a-e6ce-4408-84cf-238f18fa0d56 HTTP/1.1" status: 200 len: 999 time: 0.0731220 Nov 11 18:23:29.822007 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b1810-8de7-4bd5-adc3-f5e95946d689 req-f8193dfb-babb-4da1-a270-74e35861c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:29.823793 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cc1b1810-8de7-4bd5-adc3-f5e95946d689 req-f8193dfb-babb-4da1-a270-74e35861c82b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=80aff77b-265c-4afc-b509-431fcabf212e HTTP/1.1" status: 200 len: 834 time: 0.0537336 Nov 11 18:23:29.866106 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-510fea3f-2bc1-4c75-9f5a-f90e6b14cdb3 None None] Set router 97117363-b670-46e6-b801-f6fca1b116e0 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:23:29.873105 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b1810-8de7-4bd5-adc3-f5e95946d689 req-eab052e8-0374-4991-ba63-c6fbbe7452d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:29.874639 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cc1b1810-8de7-4bd5-adc3-f5e95946d689 req-eab052e8-0374-4991-ba63-c6fbbe7452d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a34ceb14-fbd4-4b25-9b71-8cf79d3c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440850 Nov 11 18:23:29.977053 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cc1b1810-8de7-4bd5-adc3-f5e95946d689 req-72ac4034-6368-4852-9d28-0df7bdc8c766 service neutron] 10.222.0.64 "GET /v2.0/networks/a34ceb14-fbd4-4b25-9b71-8cf79d3c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958066 Nov 11 18:23:30.071850 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-cc1b1810-8de7-4bd5-adc3-f5e95946d689 req-78a9dcb4-0a24-4bc8-9a3c-ebafb695e65a service neutron] 10.222.0.64 "GET /v2.0/networks/a34ceb14-fbd4-4b25-9b71-8cf79d3c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884290 Nov 11 18:23:30.096659 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-510fea3f-2bc1-4c75-9f5a-f90e6b14cdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97117363-b670-46e6-b801-f6fca1b116e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122745047', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:14Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '44e6ba1a-55db-4ba0-9bf0-38815534de07', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'port_id': 'a022366a-e6ce-4408-84cf-238f18fa0d56', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908', 'mac_address': 'fa:16:3e:13:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6844f1a-cd8b-4e37-9777-bb7dd4e40a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:23:28Z', 'updated_at': '2021-11-11T18:23:28Z', 'revision_number': 0, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b281fc-0836-4cc1-a339-d713c27ff275', 'name': '', 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:ab:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '80aff77b-265c-4afc-b509-431fcabf212e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:14Z', 'updated_at': '2021-11-11T18:23:17Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '80aff77b-265c-4afc-b509-431fcabf212e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:23:30.130335 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510fea3f-2bc1-4c75-9f5a-f90e6b14cdb3 None None] The sync data for ids ['97117363-b670-46e6-b801-f6fca1b116e0'] in n-d-816206-4 is: [{'id': '97117363-b670-46e6-b801-f6fca1b116e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122745047', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:14Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '44e6ba1a-55db-4ba0-9bf0-38815534de07', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'port_id': 'a022366a-e6ce-4408-84cf-238f18fa0d56', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908', 'mac_address': 'fa:16:3e:13:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6844f1a-cd8b-4e37-9777-bb7dd4e40a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:23:28Z', 'updated_at': '2021-11-11T18:23:28Z', 'revision_number': 0, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b281fc-0836-4cc1-a339-d713c27ff275', 'name': '', 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:ab:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '80aff77b-265c-4afc-b509-431fcabf212e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:14Z', 'updated_at': '2021-11-11T18:23:17Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '80aff77b-265c-4afc-b509-431fcabf212e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:23:30.332958 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab083e5-755a-4b39-a19b-cd8008d5246d None None] New status for floating IP 44e6ba1a-55db-4ba0-9bf0-38815534de07: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:23:30.548335 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53732) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:23:30.612411 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a3b0bf72-53dc-4103-b5fd-52faf9e6c31b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/floatingips/44e6ba1a-55db-4ba0-9bf0-38815534de07 HTTP/1.1" status: 200 len: 993 time: 0.0629468 Nov 11 18:23:37.524207 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ce8775ff-5452-4b41-9e44-93cbe944b859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:40.486079 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3200c5bc-0886-464d-beaf-3e6e866a4d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:41.182055 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:42.782006 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:43.038035 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:48.944552 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:53.394362 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:23:54.669409 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:23:57.396241 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a8cda-3170-4380-bef2-7ffbb4f27a7e req-2bd688dd-4626-4de1-9e10-097913cc3091 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:57.397748 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bd2a8cda-3170-4380-bef2-7ffbb4f27a7e req-2bd688dd-4626-4de1-9e10-097913cc3091 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 945 time: 0.0497398 Nov 11 18:23:57.448119 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bd2a8cda-3170-4380-bef2-7ffbb4f27a7e req-5e3b3446-bf6b-4a5b-aa1e-3a938cc0080a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443125 Nov 11 18:23:58.562635 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116756b-771b-4b87-b5ca-f57ff765fe55 req-dcf0e3ab-c581-447c-b373-e80a07619cd1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:58.564112 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3116756b-771b-4b87-b5ca-f57ff765fe55 req-dcf0e3ab-c581-447c-b373-e80a07619cd1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 945 time: 0.0485055 Nov 11 18:23:58.615833 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3116756b-771b-4b87-b5ca-f57ff765fe55 req-1ecf6fde-88ad-4ba9-86aa-686b06b63170 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457726 Nov 11 18:23:59.728063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c558198-b0e1-41ce-ba41-ddf02bd7cf1c req-d469acf2-aa5f-41db-b21d-9d51b8de648d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:23:59.729550 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c558198-b0e1-41ce-ba41-ddf02bd7cf1c req-d469acf2-aa5f-41db-b21d-9d51b8de648d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 945 time: 0.0480819 Nov 11 18:23:59.779336 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3c558198-b0e1-41ce-ba41-ddf02bd7cf1c req-f050c249-1774-414a-bd4c-9e0f806eafd7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437939 Nov 11 18:24:00.894615 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be9735-2891-4a11-8777-21fe478cd197 req-7cebaab2-396e-49a2-9bb0-634786d1056e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:00.896097 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99be9735-2891-4a11-8777-21fe478cd197 req-7cebaab2-396e-49a2-9bb0-634786d1056e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 945 time: 0.0488873 Nov 11 18:24:00.944366 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-99be9735-2891-4a11-8777-21fe478cd197 req-b698f25f-f440-40e6-a789-4abdc404ee0a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424180 Nov 11 18:24:02.067372 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38031931-ecfa-4c36-8c0f-d0ce9a5fdb47 req-043f447b-fe17-4d26-9079-8c43c77b5e38 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:02.068769 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38031931-ecfa-4c36-8c0f-d0ce9a5fdb47 req-043f447b-fe17-4d26-9079-8c43c77b5e38 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 945 time: 0.0533552 Nov 11 18:24:02.117507 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-38031931-ecfa-4c36-8c0f-d0ce9a5fdb47 req-e8e3bd01-8f5d-45ac-84d1-d4a1152b7f33 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428190 Nov 11 18:24:03.234163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428adb48-4c48-4b10-b769-2e0f96dff7c2 req-a272ede9-43ee-46aa-beb4-1bb142fc2ff8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:03.235593 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-428adb48-4c48-4b10-b769-2e0f96dff7c2 req-a272ede9-43ee-46aa-beb4-1bb142fc2ff8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 945 time: 0.0492268 Nov 11 18:24:03.284230 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-428adb48-4c48-4b10-b769-2e0f96dff7c2 req-dee960c8-a4cf-455b-9086-10157b140544 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427573 Nov 11 18:24:04.405899 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34acb2-26fb-459e-9075-1d06085e956e req-b1fdcd8a-e684-457d-9d0a-6a981935e00a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:04.409059 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e34acb2-26fb-459e-9075-1d06085e956e req-b1fdcd8a-e684-457d-9d0a-6a981935e00a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 945 time: 0.0581901 Nov 11 18:24:04.462257 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e34acb2-26fb-459e-9075-1d06085e956e req-ac625396-d4d8-455e-bcc6-1e64231f6143 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473058 Nov 11 18:24:05.579934 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36d224-023c-4421-b64c-38b38d013752 req-9c0eaa94-1fb4-423d-be6c-ece2378db66f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:05.581414 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb36d224-023c-4421-b64c-38b38d013752 req-9c0eaa94-1fb4-423d-be6c-ece2378db66f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 945 time: 0.0505714 Nov 11 18:24:05.630920 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb36d224-023c-4421-b64c-38b38d013752 req-48f0c12b-b393-4b54-9535-019405e62c66 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435708 Nov 11 18:24:06.744008 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508ba45-11e3-41b8-8762-83e19563c8e5 req-ba0811e3-4e11-4cbc-92f8-ef25d506ce33 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:06.745477 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9508ba45-11e3-41b8-8762-83e19563c8e5 req-ba0811e3-4e11-4cbc-92f8-ef25d506ce33 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 945 time: 0.0487318 Nov 11 18:24:06.794043 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9508ba45-11e3-41b8-8762-83e19563c8e5 req-33f1a79c-e7fb-4684-aa0c-d7c5765b1660 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427468 Nov 11 18:24:07.526249 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8b5d2483-de2c-4db9-ab22-7ee90eb7dbb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:07.914480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a8a87-c305-40f6-bda4-8297fc226f32 req-83d71273-9ceb-42c4-812d-cba760511971 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:07.915974 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c92a8a87-c305-40f6-bda4-8297fc226f32 req-83d71273-9ceb-42c4-812d-cba760511971 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 945 time: 0.0536134 Nov 11 18:24:07.966051 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c92a8a87-c305-40f6-bda4-8297fc226f32 req-e2e02a65-219a-45c5-9e7e-248ecd85526d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440609 Nov 11 18:24:07.988067 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53768) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:24:08.048156 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2326dcb9-8954-4804-8ceb-456bbe20d595 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/floatingips/44e6ba1a-55db-4ba0-9bf0-38815534de07 HTTP/1.1" status: 200 len: 993 time: 0.0589123 Nov 11 18:24:09.324169 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d97bdc-e3e0-41b9-b163-af8b02c13ae3 req-85a22049-fdce-441d-a6fa-9951b5e5802d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:09.325654 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37d97bdc-e3e0-41b9-b163-af8b02c13ae3 req-85a22049-fdce-441d-a6fa-9951b5e5802d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 945 time: 0.0548227 Nov 11 18:24:09.378753 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-37d97bdc-e3e0-41b9-b163-af8b02c13ae3 req-83b3d6d6-272d-4dc7-baa5-729d8b04517d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454128 Nov 11 18:24:09.379313 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619d3d2-eae9-455f-a3af-51b2672a703d req-dc6ba935-f67f-43a3-b345-e090f45eb199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:09.380842 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e619d3d2-eae9-455f-a3af-51b2672a703d req-dc6ba935-f67f-43a3-b345-e090f45eb199 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 1096 time: 0.0426359 Nov 11 18:24:09.484541 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619d3d2-eae9-455f-a3af-51b2672a703d req-dff5b348-941a-4fe1-9d0d-99e6a4e1e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:09.486120 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e619d3d2-eae9-455f-a3af-51b2672a703d req-dff5b348-941a-4fe1-9d0d-99e6a4e1e7f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 HTTP/1.1" status: 200 len: 898 time: 0.0973945 Nov 11 18:24:09.558995 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e619d3d2-eae9-455f-a3af-51b2672a703d req-86983d42-cdbc-4af3-ab4e-dede8551989c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a022366a-e6ce-4408-84cf-238f18fa0d56 HTTP/1.1" status: 200 len: 1001 time: 0.0652378 Nov 11 18:24:09.609693 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619d3d2-eae9-455f-a3af-51b2672a703d req-8a14fc07-ef8e-4820-b946-7e81e309b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:09.611072 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e619d3d2-eae9-455f-a3af-51b2672a703d req-8a14fc07-ef8e-4820-b946-7e81e309b205 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=80aff77b-265c-4afc-b509-431fcabf212e HTTP/1.1" status: 200 len: 834 time: 0.0457103 Nov 11 18:24:09.658849 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619d3d2-eae9-455f-a3af-51b2672a703d req-4526213d-380f-4f0d-9b5f-de3aff7addd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:09.660504 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e619d3d2-eae9-455f-a3af-51b2672a703d req-4526213d-380f-4f0d-9b5f-de3aff7addd5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a34ceb14-fbd4-4b25-9b71-8cf79d3c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427022 Nov 11 18:24:09.755189 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e619d3d2-eae9-455f-a3af-51b2672a703d req-44ae54a4-808f-4ede-94bf-53c1d7e46d26 service neutron] 10.222.0.64 "GET /v2.0/networks/a34ceb14-fbd4-4b25-9b71-8cf79d3c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870621 Nov 11 18:24:09.847963 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e619d3d2-eae9-455f-a3af-51b2672a703d req-0ae56d2b-24c4-445c-af97-50b20509f375 service neutron] 10.222.0.64 "GET /v2.0/networks/a34ceb14-fbd4-4b25-9b71-8cf79d3c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858736 Nov 11 18:24:10.487752 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-21a453da-aab8-43e8-9607-1e25362c6679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:10.497989 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b419f5c-87ff-41d9-97bb-15c568e33c4b req-db12a35a-2e60-450c-b1d0-6bce88db1cb8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:10.499517 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b419f5c-87ff-41d9-97bb-15c568e33c4b req-db12a35a-2e60-450c-b1d0-6bce88db1cb8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 945 time: 0.0508687 Nov 11 18:24:10.549651 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4b419f5c-87ff-41d9-97bb-15c568e33c4b req-b95d5259-d96a-42db-94ab-f334568dcaa1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439396 Nov 11 18:24:10.571986 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53780) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:24:10.638348 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ac7afff4-4ad3-4e6d-a5e8-fe3f3fcfe2c2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/floatingips/44e6ba1a-55db-4ba0-9bf0-38815534de07 HTTP/1.1" status: 200 len: 993 time: 0.0647483 Nov 11 18:24:11.186226 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:12.150222 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ccd34547-edd3-48b5-b352-5597034c3507 req-c04086e0-90a5-4337-830b-464e97eeba22 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396645 Nov 11 18:24:12.248427 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd34547-edd3-48b5-b352-5597034c3507 req-14015780-5ef1-415e-920f-42c66ae6e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:12.249892 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ccd34547-edd3-48b5-b352-5597034c3507 req-14015780-5ef1-415e-920f-42c66ae6e378 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 1096 time: 0.0440841 Nov 11 18:24:12.351674 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd34547-edd3-48b5-b352-5597034c3507 req-1d5120e7-b037-4d42-a880-1b63ac1590a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:12.353152 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ccd34547-edd3-48b5-b352-5597034c3507 req-1d5120e7-b037-4d42-a880-1b63ac1590a8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 HTTP/1.1" status: 200 len: 898 time: 0.0852897 Nov 11 18:24:12.422085 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ccd34547-edd3-48b5-b352-5597034c3507 req-f2163080-5515-49f5-a9ee-fb79e364d179 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a022366a-e6ce-4408-84cf-238f18fa0d56 HTTP/1.1" status: 200 len: 1001 time: 0.0614328 Nov 11 18:24:12.471242 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd34547-edd3-48b5-b352-5597034c3507 req-b45aa349-e51c-4323-b805-582534c6d1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:12.473073 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ccd34547-edd3-48b5-b352-5597034c3507 req-b45aa349-e51c-4323-b805-582534c6d1fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=80aff77b-265c-4afc-b509-431fcabf212e HTTP/1.1" status: 200 len: 834 time: 0.0439930 Nov 11 18:24:12.518372 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd34547-edd3-48b5-b352-5597034c3507 req-56f3d91b-7efa-424e-bf98-7cbf621a6cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:12.519853 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ccd34547-edd3-48b5-b352-5597034c3507 req-56f3d91b-7efa-424e-bf98-7cbf621a6cb8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a34ceb14-fbd4-4b25-9b71-8cf79d3c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397856 Nov 11 18:24:12.610307 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ccd34547-edd3-48b5-b352-5597034c3507 req-69d2b943-694e-4f4d-b6da-536ceeec1653 service neutron] 10.222.0.64 "GET /v2.0/networks/a34ceb14-fbd4-4b25-9b71-8cf79d3c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839171 Nov 11 18:24:12.699564 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ccd34547-edd3-48b5-b352-5597034c3507 req-2d723446-a35a-418c-b7ad-cff231a7583c service neutron] 10.222.0.64 "GET /v2.0/networks/a34ceb14-fbd4-4b25-9b71-8cf79d3c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823128 Nov 11 18:24:12.787482 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:13.038189 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:18.929377 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:24.669636 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:30.393376 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:24:37.527840 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-160cfe06-25fe-4f14-89a0-ccd278370137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:40.489442 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e883c593-ae15-4272-897f-fa1ab1b74aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:40.980044 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53790) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:24:41.140065 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting port 194bcc42-4bd5-403f-bbd8-d4dcd4da4ab6 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:24:41.140327 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:41.189646 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:41.216803 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:41.217130 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:41.228453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Calling delete_port for 194bcc42-4bd5-403f-bbd8-d4dcd4da4ab6 owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:24:41.374548 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:41.400894 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Port': ['ID=194bcc42-4bd5-403f-bbd8-d4dcd4da4ab6,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:41.429210 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:41.429581 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:41.429909 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:41.430246 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:41.430578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:41.430908 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:41.431235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:41.431566 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:41.431920 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:41.432247 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:41.432570 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:41.432891 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:41.471797 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:41.472132 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Floating IP 44e6ba1a-55db-4ba0-9bf0-38815534de07 disassociated (deleted). External IP: 172.25.2.211, port: a022366a-e6ce-4408-84cf-238f18fa0d56. Nov 11 18:24:41.691648 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router 97117363-b670-46e6-b801-f6fca1b116e0 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:24:41.793902 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:24:41.798316 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:41.806404 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96dbc58-4526-4c2a-ab7e-26a474f12877 None None] Sync routers for ids ['97117363-b670-46e6-b801-f6fca1b116e0'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:24:41.816147 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96dbc58-4526-4c2a-ab7e-26a474f12877 None None] Routers {'97117363-b670-46e6-b801-f6fca1b116e0'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:24:41.816746 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b96dbc58-4526-4c2a-ab7e-26a474f12877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:24:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['97117363-b670-46e6-b801-f6fca1b116e0'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:24:41.831426 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-68565d63-846c-45d7-a115-ab4d468702af tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/floatingips/44e6ba1a-55db-4ba0-9bf0-38815534de07 HTTP/1.1" status: 204 len: 168 time: 0.8478158 Nov 11 18:24:41.831426 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6844f1a-cd8b-4e37-9777-bb7dd4e40a90', 'tag': 'a022366a-e6ce-4408-84cf-238f18fa0d56'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:24:41.832630 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e47311-fc29-4ae6-9ef4-fdbd38b2f3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b6844f1a-cd8b-4e37-9777-bb7dd4e40a90", "tag": "a022366a-e6ce-4408-84cf-238f18fa0d56"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:24:41.924125 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-b96dbc58-4526-4c2a-ab7e-26a474f12877 None None] Set router 97117363-b670-46e6-b801-f6fca1b116e0 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:24:41.993736 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9978ea11-2855-4fbc-857f-1980c8b25d10 x-openstack-request-id: req-9978ea11-2855-4fbc-857f-1980c8b25d10 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:24:41.994269 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6844f1a-cd8b-4e37-9777-bb7dd4e40a90", "tag": "a022366a-e6ce-4408-84cf-238f18fa0d56", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:24:41.994269 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9978ea11-2855-4fbc-857f-1980c8b25d10 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:24:41.994680 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6844f1a-cd8b-4e37-9777-bb7dd4e40a90', 'tag': 'a022366a-e6ce-4408-84cf-238f18fa0d56', 'status': 'completed', 'code': 200} Nov 11 18:24:42.089068 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add9c05-bdda-4043-a52e-a1a48614231b req-f76d8ab4-e81e-4a9b-81bd-758e28b3935c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:42.090949 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3add9c05-bdda-4043-a52e-a1a48614231b req-f76d8ab4-e81e-4a9b-81bd-758e28b3935c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 945 time: 0.0512998 Nov 11 18:24:42.130705 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b96dbc58-4526-4c2a-ab7e-26a474f12877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97117363-b670-46e6-b801-f6fca1b116e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122745047', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:14Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '76b281fc-0836-4cc1-a339-d713c27ff275', 'name': '', 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:ab:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '80aff77b-265c-4afc-b509-431fcabf212e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:14Z', 'updated_at': '2021-11-11T18:23:17Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '80aff77b-265c-4afc-b509-431fcabf212e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:24:42.140798 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3add9c05-bdda-4043-a52e-a1a48614231b req-2a588b52-d756-46bf-81d3-3252fc05f01d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437980 Nov 11 18:24:42.161900 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96dbc58-4526-4c2a-ab7e-26a474f12877 None None] Checking router: 97117363-b670-46e6-b801-f6fca1b116e0 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:24:42.170159 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96dbc58-4526-4c2a-ab7e-26a474f12877 None None] Routers {'97117363-b670-46e6-b801-f6fca1b116e0'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:24:42.170757 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b96dbc58-4526-4c2a-ab7e-26a474f12877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:24:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['97117363-b670-46e6-b801-f6fca1b116e0'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:24:42.250008 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e47311-fc29-4ae6-9ef4-fdbd38b2f3a7 req-e1e2ae33-b339-4662-a3b4-25a4644c435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:42.251546 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-16e47311-fc29-4ae6-9ef4-fdbd38b2f3a7 req-e1e2ae33-b339-4662-a3b4-25a4644c435d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 1096 time: 0.0792167 Nov 11 18:24:42.274278 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-b96dbc58-4526-4c2a-ab7e-26a474f12877 None None] Set router 97117363-b670-46e6-b801-f6fca1b116e0 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:24:42.348549 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e47311-fc29-4ae6-9ef4-fdbd38b2f3a7 req-2ffdeeed-2076-4948-8e37-6ced92b8625c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:42.350061 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-16e47311-fc29-4ae6-9ef4-fdbd38b2f3a7 req-2ffdeeed-2076-4948-8e37-6ced92b8625c service neutron] 10.222.0.64 "GET /v2.0/networks?id=a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 HTTP/1.1" status: 200 len: 898 time: 0.0915272 Nov 11 18:24:42.394038 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-16e47311-fc29-4ae6-9ef4-fdbd38b2f3a7 req-fb2986a9-0c75-41e5-a71c-07a1d6e4d21d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a022366a-e6ce-4408-84cf-238f18fa0d56 HTTP/1.1" status: 200 len: 217 time: 0.0344274 Nov 11 18:24:42.446145 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e47311-fc29-4ae6-9ef4-fdbd38b2f3a7 req-896b1130-89dc-41f5-b982-04e048960265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:42.447960 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-16e47311-fc29-4ae6-9ef4-fdbd38b2f3a7 req-896b1130-89dc-41f5-b982-04e048960265 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=80aff77b-265c-4afc-b509-431fcabf212e HTTP/1.1" status: 200 len: 834 time: 0.0476766 Nov 11 18:24:42.467250 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-b96dbc58-4526-4c2a-ab7e-26a474f12877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97117363-b670-46e6-b801-f6fca1b116e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122745047', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:14Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '76b281fc-0836-4cc1-a339-d713c27ff275', 'name': '', 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:ab:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '80aff77b-265c-4afc-b509-431fcabf212e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:14Z', 'updated_at': '2021-11-11T18:23:17Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '80aff77b-265c-4afc-b509-431fcabf212e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:24:42.494010 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e47311-fc29-4ae6-9ef4-fdbd38b2f3a7 req-d51998a5-847d-4473-9262-6af1911555e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:42.495321 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96dbc58-4526-4c2a-ab7e-26a474f12877 None None] The sync data for ids ['97117363-b670-46e6-b801-f6fca1b116e0'] in n-d-816206-4 is: [{'id': '97117363-b670-46e6-b801-f6fca1b116e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122745047', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:14Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '76b281fc-0836-4cc1-a339-d713c27ff275', 'name': '', 'network_id': 'a34ceb14-fbd4-4b25-9b71-8cf79d3c5908', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:ab:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '80aff77b-265c-4afc-b509-431fcabf212e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:14Z', 'updated_at': '2021-11-11T18:23:17Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '80aff77b-265c-4afc-b509-431fcabf212e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:24:42.495538 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-16e47311-fc29-4ae6-9ef4-fdbd38b2f3a7 req-d51998a5-847d-4473-9262-6af1911555e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a34ceb14-fbd4-4b25-9b71-8cf79d3c5908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399628 Nov 11 18:24:42.595420 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-16e47311-fc29-4ae6-9ef4-fdbd38b2f3a7 req-bce841ed-76e0-4ff7-8c70-7ab94bb83dc0 service neutron] 10.222.0.64 "GET /v2.0/networks/a34ceb14-fbd4-4b25-9b71-8cf79d3c5908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912664 Nov 11 18:24:42.687017 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-16e47311-fc29-4ae6-9ef4-fdbd38b2f3a7 req-ab0a9c7e-0c8f-405c-8009-8a7fbc1595e3 service neutron] 10.222.0.64 "GET /v2.0/networks/a34ceb14-fbd4-4b25-9b71-8cf79d3c5908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846891 Nov 11 18:24:42.736727 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794113c7-9970-4f7b-b8db-c764f996e9a5 None None] New status for floating IP 44e6ba1a-55db-4ba0-9bf0-38815534de07: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:24:42.967093 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:43.038978 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:43.256642 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67836e31-7387-41fa-8299-70565b673241 req-1fd29cc7-3917-4da6-b405-29cc0a8b4496 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:43.258018 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-67836e31-7387-41fa-8299-70565b673241 req-1fd29cc7-3917-4da6-b405-29cc0a8b4496 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 945 time: 0.0485880 Nov 11 18:24:43.307649 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-67836e31-7387-41fa-8299-70565b673241 req-47c81744-2d3c-40c3-955b-33c0c65fa1e2 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435748 Nov 11 18:24:43.779816 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d0ace-f964-4e21-8cfc-08f82952ce70 req-23898127-81a9-443b-8163-85877fb874a1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:43.781244 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f77d0ace-f964-4e21-8cfc-08f82952ce70 req-23898127-81a9-443b-8163-85877fb874a1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 945 time: 0.0477567 Nov 11 18:24:43.872735 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-f77d0ace-f964-4e21-8cfc-08f82952ce70 req-dd8bd4b4-c5fe-48c9-9f9b-6d701c06c987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting port a022366a-e6ce-4408-84cf-238f18fa0d56 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:24:43.873075 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f77d0ace-f964-4e21-8cfc-08f82952ce70 req-dd8bd4b4-c5fe-48c9-9f9b-6d701c06c987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:43.963076 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-f77d0ace-f964-4e21-8cfc-08f82952ce70 req-dd8bd4b4-c5fe-48c9-9f9b-6d701c06c987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] For port a022366a-e6ce-4408-84cf-238f18fa0d56, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=a022366a-e6ce-4408-84cf-238f18fa0d56,segment=NetworkSegment(14e96e7f-5673-4108-8d95-1891ea17cc3e),segment_id=14e96e7f-5673-4108-8d95-1891ea17cc3e)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:24:43.963439 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f77d0ace-f964-4e21-8cfc-08f82952ce70 req-dd8bd4b4-c5fe-48c9-9f9b-6d701c06c987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:43.976192 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [req-f77d0ace-f964-4e21-8cfc-08f82952ce70 req-dd8bd4b4-c5fe-48c9-9f9b-6d701c06c987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Calling delete_port for a022366a-e6ce-4408-84cf-238f18fa0d56 owned by compute:nova {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:24:44.108613 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f77d0ace-f964-4e21-8cfc-08f82952ce70 req-dd8bd4b4-c5fe-48c9-9f9b-6d701c06c987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:44.134702 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8bd4b4-c5fe-48c9-9f9b-6d701c06c987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Port': ['ID=a022366a-e6ce-4408-84cf-238f18fa0d56,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:44.145090 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bd4b4-c5fe-48c9-9f9b-6d701c06c987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:44.145481 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bd4b4-c5fe-48c9-9f9b-6d701c06c987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:44.145825 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bd4b4-c5fe-48c9-9f9b-6d701c06c987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:44.146171 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bd4b4-c5fe-48c9-9f9b-6d701c06c987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:44.146505 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bd4b4-c5fe-48c9-9f9b-6d701c06c987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:44.146840 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bd4b4-c5fe-48c9-9f9b-6d701c06c987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:44.147171 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bd4b4-c5fe-48c9-9f9b-6d701c06c987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:44.148036 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bd4b4-c5fe-48c9-9f9b-6d701c06c987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:44.148036 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bd4b4-c5fe-48c9-9f9b-6d701c06c987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:44.148235 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bd4b4-c5fe-48c9-9f9b-6d701c06c987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:44.148472 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bd4b4-c5fe-48c9-9f9b-6d701c06c987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:44.148794 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8bd4b4-c5fe-48c9-9f9b-6d701c06c987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:44.192642 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77d0ace-f964-4e21-8cfc-08f82952ce70 req-dd8bd4b4-c5fe-48c9-9f9b-6d701c06c987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] No DVR routers for this DVR port a022366a-e6ce-4408-84cf-238f18fa0d56 on host n-h1-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:24:44.195487 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-f77d0ace-f964-4e21-8cfc-08f82952ce70 req-dd8bd4b4-c5fe-48c9-9f9b-6d701c06c987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:44.199488 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-f77d0ace-f964-4e21-8cfc-08f82952ce70 req-dd8bd4b4-c5fe-48c9-9f9b-6d701c06c987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.64 "DELETE /v2.0/ports/a022366a-e6ce-4408-84cf-238f18fa0d56 HTTP/1.1" status: 204 len: 173 time: 0.4118133 Nov 11 18:24:44.199980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6844f1a-cd8b-4e37-9777-bb7dd4e40a90', 'name': 'network-vif-deleted', 'tag': 'a022366a-e6ce-4408-84cf-238f18fa0d56'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:24:44.203202 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce0985748977e3fd26376c80dbb6ea189fd81e02bd3d57a001dfe7f9eeece1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cf8624-9230-4f8f-a1b1-405063133bad" -d '{"events": [{"server_uuid": "b6844f1a-cd8b-4e37-9777-bb7dd4e40a90", "name": "network-vif-deleted", "tag": "a022366a-e6ce-4408-84cf-238f18fa0d56"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:24:44.291219 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfc7065-54d3-4bd6-8aa0-d2830c1f5e43 x-openstack-request-id: req-1dfc7065-54d3-4bd6-8aa0-d2830c1f5e43 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:24:44.291517 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6844f1a-cd8b-4e37-9777-bb7dd4e40a90", "name": "network-vif-deleted", "tag": "a022366a-e6ce-4408-84cf-238f18fa0d56", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:24:44.291802 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1dfc7065-54d3-4bd6-8aa0-d2830c1f5e43 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:24:44.292206 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6844f1a-cd8b-4e37-9777-bb7dd4e40a90', 'name': 'network-vif-deleted', 'tag': 'a022366a-e6ce-4408-84cf-238f18fa0d56', 'status': 'completed', 'code': 200} Nov 11 18:24:44.420322 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a43daee5-743b-4591-b90f-49a3da518c19 req-2f1571bc-1a21-4ae5-81fe-d3a3b82bc2a6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6844f1a-cd8b-4e37-9777-bb7dd4e40a90 HTTP/1.1" status: 200 len: 210 time: 0.0290015 Nov 11 18:24:45.476081 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53810) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:24:45.833497 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-14884a8b-9bc5-4791-9053-1b045c31f7fc tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:46.086565 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-14884a8b-9bc5-4791-9053-1b045c31f7fc tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting port 76b281fc-0836-4cc1-a339-d713c27ff275 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:24:46.086821 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-14884a8b-9bc5-4791-9053-1b045c31f7fc tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:46.176278 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-14884a8b-9bc5-4791-9053-1b045c31f7fc tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] For port 76b281fc-0836-4cc1-a339-d713c27ff275, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=76b281fc-0836-4cc1-a339-d713c27ff275,segment=NetworkSegment(14e96e7f-5673-4108-8d95-1891ea17cc3e),segment_id=14e96e7f-5673-4108-8d95-1891ea17cc3e)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:24:46.176630 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-14884a8b-9bc5-4791-9053-1b045c31f7fc tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:46.189162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-14884a8b-9bc5-4791-9053-1b045c31f7fc tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Calling delete_port for 76b281fc-0836-4cc1-a339-d713c27ff275 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:24:46.369184 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-14884a8b-9bc5-4791-9053-1b045c31f7fc tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:46.394015 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14884a8b-9bc5-4791-9053-1b045c31f7fc tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Port': ['ID=76b281fc-0836-4cc1-a339-d713c27ff275,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:46.567972 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-14884a8b-9bc5-4791-9053-1b045c31f7fc tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:46.779869 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14884a8b-9bc5-4791-9053-1b045c31f7fc tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router 97117363-b670-46e6-b801-f6fca1b116e0 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:24:46.885578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14884a8b-9bc5-4791-9053-1b045c31f7fc tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:24:46.890517 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-14884a8b-9bc5-4791-9053-1b045c31f7fc tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "PUT /v2.0/routers/97117363-b670-46e6-b801-f6fca1b116e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4134104 Nov 11 18:24:46.893264 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53812) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:24:46.896646 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fefacea-0576-4534-bfc3-1076cc0bd74f None None] Sync routers for ids ['97117363-b670-46e6-b801-f6fca1b116e0'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:24:46.906753 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fefacea-0576-4534-bfc3-1076cc0bd74f None None] Routers {'97117363-b670-46e6-b801-f6fca1b116e0'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:24:46.907356 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6fefacea-0576-4534-bfc3-1076cc0bd74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:24:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['97117363-b670-46e6-b801-f6fca1b116e0'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:24:46.949694 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3721cae-80dd-48d7-ba61-44c945b148e6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting subnet 80aff77b-265c-4afc-b509-431fcabf212e {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:24:46.952855 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3721cae-80dd-48d7-ba61-44c945b148e6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:46.997352 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3721cae-80dd-48d7-ba61-44c945b148e6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:47.087551 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3721cae-80dd-48d7-ba61-44c945b148e6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:47.105384 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-6fefacea-0576-4534-bfc3-1076cc0bd74f None None] Set router 97117363-b670-46e6-b801-f6fca1b116e0 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:24:47.150019 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3721cae-80dd-48d7-ba61-44c945b148e6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:47.180692 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e3721cae-80dd-48d7-ba61-44c945b148e6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:47.186726 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53814) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:24:47.187483 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e3721cae-80dd-48d7-ba61-44c945b148e6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/subnets/80aff77b-265c-4afc-b509-431fcabf212e HTTP/1.1" status: 204 len: 168 time: 0.2932351 Nov 11 18:24:47.188596 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3721cae-80dd-48d7-ba61-44c945b148e6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Subnet': ['ID=80aff77b-265c-4afc-b509-431fcabf212e,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:47.191591 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2e54dd-0dc5-4155-b237-04c5f7fe1bd8 None None] Network a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:24:47.292648 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6fefacea-0576-4534-bfc3-1076cc0bd74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97117363-b670-46e6-b801-f6fca1b116e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122745047', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:24:46Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:24:47.308440 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e79663e1-352d-4632-91b9-c2a94f196323 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:47.319140 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fefacea-0576-4534-bfc3-1076cc0bd74f None None] Checking router: 97117363-b670-46e6-b801-f6fca1b116e0 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:24:47.327742 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fefacea-0576-4534-bfc3-1076cc0bd74f None None] Routers {'97117363-b670-46e6-b801-f6fca1b116e0'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:24:47.328368 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6fefacea-0576-4534-bfc3-1076cc0bd74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:24:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['97117363-b670-46e6-b801-f6fca1b116e0'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:24:47.432351 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d757399-9348-429f-bfbb-d608842ed6f1 None None] DHCP port deletion for a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:24:47.444445 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-6fefacea-0576-4534-bfc3-1076cc0bd74f None None] Set router 97117363-b670-46e6-b801-f6fca1b116e0 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:24:47.482397 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0d757399-9348-429f-bfbb-d608842ed6f1 None None] Deleting port a2caacfa-a7bc-4c84-95b0-bee5c8672eb3 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:24:47.482879 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0d757399-9348-429f-bfbb-d608842ed6f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:47.553053 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-0d757399-9348-429f-bfbb-d608842ed6f1 None None] For port a2caacfa-a7bc-4c84-95b0-bee5c8672eb3, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=a2caacfa-a7bc-4c84-95b0-bee5c8672eb3,segment=NetworkSegment(14e96e7f-5673-4108-8d95-1891ea17cc3e),segment_id=14e96e7f-5673-4108-8d95-1891ea17cc3e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:24:47.553462 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0d757399-9348-429f-bfbb-d608842ed6f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:47.567550 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0d757399-9348-429f-bfbb-d608842ed6f1 None None] Calling delete_port for a2caacfa-a7bc-4c84-95b0-bee5c8672eb3 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:24:47.652081 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device a022366a-e6ce-4408-84cf-238f18fa0d56 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:24:47.663264 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-6fefacea-0576-4534-bfc3-1076cc0bd74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97117363-b670-46e6-b801-f6fca1b116e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122745047', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:24:46Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:24:47.675407 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: a022366a-e6ce-4408-84cf-238f18fa0d56 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:24:47.676281 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device a022366a-e6ce-4408-84cf-238f18fa0d56 not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:24:47.688955 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0d757399-9348-429f-bfbb-d608842ed6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:47.692173 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fefacea-0576-4534-bfc3-1076cc0bd74f None None] The sync data for ids ['97117363-b670-46e6-b801-f6fca1b116e0'] in n-d-816206-4 is: [{'id': '97117363-b670-46e6-b801-f6fca1b116e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122745047', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:24:46Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '9c1453e5-01e3-4335-8bda-c7dceb0f6603', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97117363-b670-46e6-b801-f6fca1b116e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:23:11Z', 'updated_at': '2021-11-11T18:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:24:47.719631 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d757399-9348-429f-bfbb-d608842ed6f1 None None] Pushing event deleted for resources: {'Port': ['ID=a2caacfa-a7bc-4c84-95b0-bee5c8672eb3,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:47.727680 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d757399-9348-429f-bfbb-d608842ed6f1 None None] No DVR routers for this DVR port a2caacfa-a7bc-4c84-95b0-bee5c8672eb3 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:24:47.741201 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d757399-9348-429f-bfbb-d608842ed6f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:47.741736 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d757399-9348-429f-bfbb-d608842ed6f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:47.742302 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d757399-9348-429f-bfbb-d608842ed6f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:47.742648 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d757399-9348-429f-bfbb-d608842ed6f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:47.743030 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d757399-9348-429f-bfbb-d608842ed6f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:47.743373 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d757399-9348-429f-bfbb-d608842ed6f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:47.743791 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d757399-9348-429f-bfbb-d608842ed6f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:47.744131 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d757399-9348-429f-bfbb-d608842ed6f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:47.744458 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d757399-9348-429f-bfbb-d608842ed6f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:47.744814 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d757399-9348-429f-bfbb-d608842ed6f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:47.745030 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e79663e1-352d-4632-91b9-c2a94f196323 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:47.745148 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d757399-9348-429f-bfbb-d608842ed6f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:47.745446 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d757399-9348-429f-bfbb-d608842ed6f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:47.797342 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-e79663e1-352d-4632-91b9-c2a94f196323 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting port 9c1453e5-01e3-4335-8bda-c7dceb0f6603 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:24:47.797684 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e79663e1-352d-4632-91b9-c2a94f196323 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:47.875513 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-e79663e1-352d-4632-91b9-c2a94f196323 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] For port 9c1453e5-01e3-4335-8bda-c7dceb0f6603, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=9c1453e5-01e3-4335-8bda-c7dceb0f6603,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:24:47.875905 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e79663e1-352d-4632-91b9-c2a94f196323 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:47.891578 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-e79663e1-352d-4632-91b9-c2a94f196323 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Calling delete_port for 9c1453e5-01e3-4335-8bda-c7dceb0f6603 owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:24:48.059685 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e79663e1-352d-4632-91b9-c2a94f196323 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:48.085023 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 76b281fc-0836-4cc1-a339-d713c27ff275 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:24:48.093671 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79663e1-352d-4632-91b9-c2a94f196323 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Port': ['ID=9c1453e5-01e3-4335-8bda-c7dceb0f6603,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:48.118596 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1027d756-5852-495d-831a-b77ef2ef6739 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:24:48.121687 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 76b281fc-0836-4cc1-a339-d713c27ff275 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:24:48.122280 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 76b281fc-0836-4cc1-a339-d713c27ff275 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:24:48.122775 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a2caacfa-a7bc-4c84-95b0-bee5c8672eb3 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:24:48.154306 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: a2caacfa-a7bc-4c84-95b0-bee5c8672eb3 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:24:48.154768 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device a2caacfa-a7bc-4c84-95b0-bee5c8672eb3 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:24:48.156806 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e79663e1-352d-4632-91b9-c2a94f196323 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:48.255215 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e79663e1-352d-4632-91b9-c2a94f196323 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:48.257392 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e79663e1-352d-4632-91b9-c2a94f196323 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:48.302561 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e79663e1-352d-4632-91b9-c2a94f196323 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:48.303099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79663e1-352d-4632-91b9-c2a94f196323 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Fanout notify agent at l3_agent the message router_deleted on router 97117363-b670-46e6-b801-f6fca1b116e0 {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 18:24:48.312796 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e79663e1-352d-4632-91b9-c2a94f196323 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:48.312796 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e79663e1-352d-4632-91b9-c2a94f196323 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/routers/97117363-b670-46e6-b801-f6fca1b116e0 HTTP/1.1" status: 204 len: 168 time: 1.1219263 Nov 11 18:24:48.315932 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53816) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:24:48.397044 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b4bc064-c0cb-4a52-b091-e03a5c22ff28 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:48.491806 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b4bc064-c0cb-4a52-b091-e03a5c22ff28 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:48.512363 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-7b4bc064-c0cb-4a52-b091-e03a5c22ff28 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34ceb14-fbd4-4b25-9b71-8cf79d3c5908']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:24:48.521566 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-7b4bc064-c0cb-4a52-b091-e03a5c22ff28 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e96e7f-5673-4108-8d95-1891ea17cc3e') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:24:48.521866 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-7b4bc064-c0cb-4a52-b091-e03a5c22ff28 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e96e7f-5673-4108-8d95-1891ea17cc3e') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:24:48.531106 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b4bc064-c0cb-4a52-b091-e03a5c22ff28 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:48.544300 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b4bc064-c0cb-4a52-b091-e03a5c22ff28 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:48.550885 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4bc064-c0cb-4a52-b091-e03a5c22ff28 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:24:48.551270 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b4bc064-c0cb-4a52-b091-e03a5c22ff28 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: timer() Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:24:48.554220 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:24:48.609918 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b4bc064-c0cb-4a52-b091-e03a5c22ff28 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:48.617390 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-7b4bc064-c0cb-4a52-b091-e03a5c22ff28 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:48.620547 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-7b4bc064-c0cb-4a52-b091-e03a5c22ff28 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/networks/a34ceb14-fbd4-4b25-9b71-8cf79d3c5908 HTTP/1.1" status: 204 len: 168 time: 0.3035409 Nov 11 18:24:48.623330 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53818) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:24:48.632272 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bc064-c0cb-4a52-b091-e03a5c22ff28 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Network': ['ID=a34ceb14-fbd4-4b25-9b71-8cf79d3c5908,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:48.680938 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ce6f5db8-0906-4fb8-b2a2-3c15a2d46987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:48.709836 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ce6f5db8-0906-4fb8-b2a2-3c15a2d46987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:48.767720 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ce6f5db8-0906-4fb8-b2a2-3c15a2d46987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:48.770811 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ce6f5db8-0906-4fb8-b2a2-3c15a2d46987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:48.771991 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ce6f5db8-0906-4fb8-b2a2-3c15a2d46987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/security-groups/bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f HTTP/1.1" status: 204 len: 168 time: 0.1476047 Nov 11 18:24:48.782315 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f5db8-0906-4fb8-b2a2-3c15a2d46987 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5ead88-3f12-4cd8-ab91-88bd1d8ec03f,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:48.929518 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.276133 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53824) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:24:49.280668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e8541d69-153c-4cbd-a705-714d4a13304e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1423098241', 'description': 'tempest-secgroup-smoke-1423098241 description', 'project_id': '7920bba3c2b2409bbd8010834c709096'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:24:49.302392 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8541d69-153c-4cbd-a705-714d4a13304e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.367042 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8541d69-153c-4cbd-a705-714d4a13304e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.370650 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8541d69-153c-4cbd-a705-714d4a13304e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.398822 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8541d69-153c-4cbd-a705-714d4a13304e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.400056 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e8541d69-153c-4cbd-a705-714d4a13304e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1228795 Nov 11 18:24:49.403216 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53826) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:24:49.403951 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8541d69-153c-4cbd-a705-714d4a13304e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3a613a-2612-4b8f-a50b-b69098377860,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:49.408442 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-74162a01-bec2-4c6e-99ac-d7b6a106a8e8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': '9f3a613a-2612-4b8f-a50b-b69098377860', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:24:49.435234 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74162a01-bec2-4c6e-99ac-d7b6a106a8e8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.495519 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74162a01-bec2-4c6e-99ac-d7b6a106a8e8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.498952 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74162a01-bec2-4c6e-99ac-d7b6a106a8e8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.518704 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74162a01-bec2-4c6e-99ac-d7b6a106a8e8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c32244-7c8a-4112-9001-22b596a06c76,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:49.526651 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-74162a01-bec2-4c6e-99ac-d7b6a106a8e8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.527860 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-74162a01-bec2-4c6e-99ac-d7b6a106a8e8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229596 Nov 11 18:24:49.530666 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53828) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:24:49.534974 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-41e48e3f-5f31-4a71-b4b9-dac1632dfa8e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': '9f3a613a-2612-4b8f-a50b-b69098377860', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:24:49.561062 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-41e48e3f-5f31-4a71-b4b9-dac1632dfa8e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.618056 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-41e48e3f-5f31-4a71-b4b9-dac1632dfa8e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.621703 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-41e48e3f-5f31-4a71-b4b9-dac1632dfa8e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.641664 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e48e3f-5f31-4a71-b4b9-dac1632dfa8e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558dea19-fafb-45cc-b112-6dc99edccb46,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:49.649007 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-41e48e3f-5f31-4a71-b4b9-dac1632dfa8e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.650552 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-41e48e3f-5f31-4a71-b4b9-dac1632dfa8e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189671 Nov 11 18:24:49.653365 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53830) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:24:49.657584 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-2add0558-3956-4f3f-ab7a-6b0cfe7b63fd tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': '9f3a613a-2612-4b8f-a50b-b69098377860', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:24:49.686446 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2add0558-3956-4f3f-ab7a-6b0cfe7b63fd tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.743812 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2add0558-3956-4f3f-ab7a-6b0cfe7b63fd tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.747188 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2add0558-3956-4f3f-ab7a-6b0cfe7b63fd tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.765661 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add0558-3956-4f3f-ab7a-6b0cfe7b63fd tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c5bc0c-9312-49af-b670-a94cc7a36115,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:49.771512 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-2add0558-3956-4f3f-ab7a-6b0cfe7b63fd tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.772957 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2add0558-3956-4f3f-ab7a-6b0cfe7b63fd tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186583 Nov 11 18:24:49.775949 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53832) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:24:49.780214 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-ea7939fa-4f95-43d3-9808-5e0282081158 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': '9f3a613a-2612-4b8f-a50b-b69098377860', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:24:49.806395 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ea7939fa-4f95-43d3-9808-5e0282081158 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.867057 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ea7939fa-4f95-43d3-9808-5e0282081158 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.870924 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ea7939fa-4f95-43d3-9808-5e0282081158 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.888518 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7939fa-4f95-43d3-9808-5e0282081158 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e69d18a-8619-48a2-a5f3-1a0ca252e5b1,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:49.895610 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ea7939fa-4f95-43d3-9808-5e0282081158 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.896820 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ea7939fa-4f95-43d3-9808-5e0282081158 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199353 Nov 11 18:24:49.899475 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53834) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:24:49.903778 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-4a17e1ed-2b06-4863-8e35-21ad20df8257 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': '9f3a613a-2612-4b8f-a50b-b69098377860', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:24:49.925891 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-4a17e1ed-2b06-4863-8e35-21ad20df8257 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Project 7920bba3c2b2409bbd8010834c709096 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 18:24:49.930915 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a17e1ed-2b06-4863-8e35-21ad20df8257 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.977093 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 9c1453e5-01e3-4335-8bda-c7dceb0f6603 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:24:49.990404 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a17e1ed-2b06-4863-8e35-21ad20df8257 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.994310 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a17e1ed-2b06-4863-8e35-21ad20df8257 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:49.997558 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 9c1453e5-01e3-4335-8bda-c7dceb0f6603 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:24:49.997905 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 9c1453e5-01e3-4335-8bda-c7dceb0f6603 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:24:50.009076 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17e1ed-2b06-4863-8e35-21ad20df8257 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb16f6b4-9af9-46b2-9e12-8b1b15f545bd,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:50.019116 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a17e1ed-2b06-4863-8e35-21ad20df8257 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:50.020321 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4a17e1ed-2b06-4863-8e35-21ad20df8257 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199129 Nov 11 18:24:50.023089 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53836) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:24:50.027274 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-76b9bd70-64a2-4e23-a08b-e99138e86a1e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'security_group_rule': {'security_group_id': '9f3a613a-2612-4b8f-a50b-b69098377860', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:24:50.049026 n-d-816206-4 neutron-server[102617]: INFO neutron.db.securitygroups_db [None req-76b9bd70-64a2-4e23-a08b-e99138e86a1e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Project 7920bba3c2b2409bbd8010834c709096 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 18:24:50.054787 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76b9bd70-64a2-4e23-a08b-e99138e86a1e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:50.113485 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76b9bd70-64a2-4e23-a08b-e99138e86a1e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:50.116849 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76b9bd70-64a2-4e23-a08b-e99138e86a1e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:50.131009 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9bd70-64a2-4e23-a08b-e99138e86a1e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29c4b73-7463-424f-a85c-17eb6ebb0f2f,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:50.141223 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-76b9bd70-64a2-4e23-a08b-e99138e86a1e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:50.142398 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-76b9bd70-64a2-4e23-a08b-e99138e86a1e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184609 Nov 11 18:24:50.145381 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53838) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:24:50.150064 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-ef8d858d-2b02-4559-8d05-afb8a7b53c15 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'network': {'name': 'tempest-network-smoke--1778686541', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'port_security_enabled': True}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:24:50.169167 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8d858d-2b02-4559-8d05-afb8a7b53c15 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Made reservation on behalf of 7920bba3c2b2409bbd8010834c709096 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:24:50.172473 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ef8d858d-2b02-4559-8d05-afb8a7b53c15 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:50.196255 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8d858d-2b02-4559-8d05-afb8a7b53c15 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1250} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:24:50.204997 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ef8d858d-2b02-4559-8d05-afb8a7b53c15 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:50.205338 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-ef8d858d-2b02-4559-8d05-afb8a7b53c15 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Added segment 040332bb-aa73-45c7-8add-f23e28c76b0a of type vlan for network 86c0c743-a556-4b71-995d-393c9065e4fa Nov 11 18:24:50.247273 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ef8d858d-2b02-4559-8d05-afb8a7b53c15 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:50.271305 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ef8d858d-2b02-4559-8d05-afb8a7b53c15 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:50.277018 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8d858d-2b02-4559-8d05-afb8a7b53c15 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:50.277567 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ef8d858d-2b02-4559-8d05-afb8a7b53c15 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:50.329096 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ef8d858d-2b02-4559-8d05-afb8a7b53c15 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1827207 Nov 11 18:24:50.332423 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53840) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:24:50.337044 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-9b11a3c8-704c-4700-8c97-12bcbe0eef93 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-104982576', 'admin_state_up': True, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:24:50.347572 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d858d-2b02-4559-8d05-afb8a7b53c15 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Network': ['ID=86c0c743-a556-4b71-995d-393c9065e4fa,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:50.361365 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 86c0c743-a556-4b71-995d-393c9065e4fa details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:24:50.363943 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9b11a3c8-704c-4700-8c97-12bcbe0eef93 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:50.365559 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9b11a3c8-704c-4700-8c97-12bcbe0eef93 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:50.421149 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9b11a3c8-704c-4700-8c97-12bcbe0eef93 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:50.855296 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9b11a3c8-704c-4700-8c97-12bcbe0eef93 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:51.047767 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9b11a3c8-704c-4700-8c97-12bcbe0eef93 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:51.069239 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9b11a3c8-704c-4700-8c97-12bcbe0eef93 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:51.171016 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-9b11a3c8-704c-4700-8c97-12bcbe0eef93 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Allocated IP 172.25.2.39 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/753124e7-83d0-4d6c-86c0-75575051a4ca) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:24:51.271969 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9b11a3c8-704c-4700-8c97-12bcbe0eef93 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:51.304965 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9b11a3c8-704c-4700-8c97-12bcbe0eef93 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:51.339986 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b11a3c8-704c-4700-8c97-12bcbe0eef93 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:24:51.344657 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-9b11a3c8-704c-4700-8c97-12bcbe0eef93 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:24:51.349350 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b11a3c8-704c-4700-8c97-12bcbe0eef93 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:24:51.358164 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f615e045-e622-4e51-b64d-ea1197bc3b6c None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:24:51.361568 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11a3c8-704c-4700-8c97-12bcbe0eef93 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=753124e7-83d0-4d6c-86c0-75575051a4ca,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:51.461868 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-4c824eef-0de9-405e-9e59-2841d58b86b4 None None] Provisioning complete for port 753124e7-83d0-4d6c-86c0-75575051a4ca triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:24:51.462223 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4c824eef-0de9-405e-9e59-2841d58b86b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:51.495805 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-4c824eef-0de9-405e-9e59-2841d58b86b4 None None] Port 753124e7-83d0-4d6c-86c0-75575051a4ca cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:24:51.607151 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9b11a3c8-704c-4700-8c97-12bcbe0eef93 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:51.816967 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9b11a3c8-704c-4700-8c97-12bcbe0eef93 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:51.943799 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b11a3c8-704c-4700-8c97-12bcbe0eef93 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router 9d68ce20-7510-4fa3-96ef-f917201acf32 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 18:24:52.045579 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b11a3c8-704c-4700-8c97-12bcbe0eef93 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:24:52.055391 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] Sync routers for ids ['9d68ce20-7510-4fa3-96ef-f917201acf32'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:24:52.065169 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] Routers {'9d68ce20-7510-4fa3-96ef-f917201acf32'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:24:52.065343 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9b11a3c8-704c-4700-8c97-12bcbe0eef93 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:52.065787 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:24:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9d68ce20-7510-4fa3-96ef-f917201acf32'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:24:52.075483 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9b11a3c8-704c-4700-8c97-12bcbe0eef93 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7332940 Nov 11 18:24:52.075483 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53842) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:24:52.148569 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-0bd7a73d-b3f9-4d7b-acc6-568abd40c25e tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=7920bba3c2b2409bbd8010834c709096&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0775299 Nov 11 18:24:52.151153 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53846) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:24:52.179580 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] Set router 9d68ce20-7510-4fa3-96ef-f917201acf32 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:24:52.236620 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529e0e4f-603d-40a4-85d6-04e993064427 tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:52.238313 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-529e0e4f-603d-40a4-85d6-04e993064427 tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862629 Nov 11 18:24:52.241104 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53848) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:24:52.269931 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6f0aadd5-7229-473a-9b13-d8aeffa2ef42 tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=06ed7de8-0556-425f-bf82-1eba2b5aaee5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277538 Nov 11 18:24:52.272584 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53850) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:24:52.277458 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-2721f6b2-fbfd-43a4-bd8e-8f000d214567 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-544778177', 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa', 'project_id': '7920bba3c2b2409bbd8010834c709096', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:24:52.356409 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104982576', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:24:50Z', 'updated_at': '2021-11-11T18:24:51Z', 'revision_number': 3, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:42:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:51Z', 'updated_at': '2021-11-11T18:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:24:52.368691 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2721f6b2-fbfd-43a4-bd8e-8f000d214567 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Made reservation on behalf of 7920bba3c2b2409bbd8010834c709096 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:24:52.372220 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2721f6b2-fbfd-43a4-bd8e-8f000d214567 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:52.383270 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] Checking router: 9d68ce20-7510-4fa3-96ef-f917201acf32 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:24:52.383832 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] Updating router 9d68ce20-7510-4fa3-96ef-f917201acf32 port 753124e7-83d0-4d6c-86c0-75575051a4ca binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:24:52.408125 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:52.558497 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2721f6b2-fbfd-43a4-bd8e-8f000d214567 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:52.626071 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721f6b2-fbfd-43a4-bd8e-8f000d214567 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Subnet': ['ID=77f9edf2-3caa-4b05-bf7b-78c4eed82b15,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:52.631931 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2721f6b2-fbfd-43a4-bd8e-8f000d214567 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Checking segment: {'id': '040332bb-aa73-45c7-8add-f23e28c76b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:24:52.632827 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2721f6b2-fbfd-43a4-bd8e-8f000d214567 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network hostable DHCP agents. Network: 86c0c743-a556-4b71-995d-393c9065e4fa, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:24:52.649586 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2721f6b2-fbfd-43a4-bd8e-8f000d214567 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network 86c0c743-a556-4b71-995d-393c9065e4fa is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:24:52.659523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-2721f6b2-fbfd-43a4-bd8e-8f000d214567 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 86c0c743-a556-4b71-995d-393c9065e4fa) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:24:52.663466 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2721f6b2-fbfd-43a4-bd8e-8f000d214567 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:52.664127 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2721f6b2-fbfd-43a4-bd8e-8f000d214567 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:52.665502 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:52.670962 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb35e72-2cf9-4ec9-81a9-f9625cd1c9e1 None None] Network 86c0c743-a556-4b71-995d-393c9065e4fa requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:24:52.674281 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:52.680843 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2721f6b2-fbfd-43a4-bd8e-8f000d214567 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4072654 Nov 11 18:24:52.683665 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53852) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:24:52.766280 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03fd3e6-fe4b-447e-b838-1594596465bf None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:24:52.781479 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] Attempting to bind port 753124e7-83d0-4d6c-86c0-75575051a4ca on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:24:52.781855 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] Attempting to bind port 753124e7-83d0-4d6c-86c0-75575051a4ca by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:24:52.782605 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] Attempting to bind port 753124e7-83d0-4d6c-86c0-75575051a4ca on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:24:52.789113 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a737e76-c5fd-436c-84ae-d5ef2e0eba45 None None] Pushing event updated for resources: {'Port': ['ID=753124e7-83d0-4d6c-86c0-75575051a4ca,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:52.793933 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:24:52.794314 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:24:52.794716 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:52.795101 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:24:52.795575 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] Bound port: 753124e7-83d0-4d6c-86c0-75575051a4ca, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:24:52.796025 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:52.891382 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-fcf11fc7-5147-4ae6-8350-acbb44d098f8 None None] Provisioning complete for port 753124e7-83d0-4d6c-86c0-75575051a4ca triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:24:52.891769 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fcf11fc7-5147-4ae6-8350-acbb44d098f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:52.920692 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] For port 753124e7-83d0-4d6c-86c0-75575051a4ca, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:24:52.953912 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] For port 753124e7-83d0-4d6c-86c0-75575051a4ca, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=753124e7-83d0-4d6c-86c0-75575051a4ca,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:24:52.972677 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:52.974462 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-fcf11fc7-5147-4ae6-8350-acbb44d098f8 None None] Port 753124e7-83d0-4d6c-86c0-75575051a4ca cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:24:53.000718 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a95abd-c2d8-45ce-8540-6b37f9e79533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-86c0c743-a556-4b71-995d-393c9065e4fa', 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ips': [{'subnet_id': '77f9edf2-3caa-4b05-bf7b-78c4eed82b15'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 18:24:53.001573 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-38a95abd-c2d8-45ce-8540-6b37f9e79533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:53.039665 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fdd205-579a-48b7-ac6d-488cb7d94077 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:24:53.103610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a737e76-c5fd-436c-84ae-d5ef2e0eba45 None None] Pushing event updated for resources: {'Port': ['ID=753124e7-83d0-4d6c-86c0-75575051a4ca,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:53.109603 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] Routers {'9d68ce20-7510-4fa3-96ef-f917201acf32'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:24:53.110209 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:24:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9d68ce20-7510-4fa3-96ef-f917201acf32'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:24:53.132612 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5585127d-9a4e-48a9-a21a-a2977359ad7d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:53.268244 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-38a95abd-c2d8-45ce-8540-6b37f9e79533 None None] Allocated IP 172.20.0.2 (86c0c743-a556-4b71-995d-393c9065e4fa/77f9edf2-3caa-4b05-bf7b-78c4eed82b15/106c2c12-2c81-4d42-a19b-5a5a436073d2) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:24:53.274701 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f658f671-faf3-4653-8c9f-9475b256423f None None] Provisioning complete for port 753124e7-83d0-4d6c-86c0-75575051a4ca triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:24:53.275076 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f658f671-faf3-4653-8c9f-9475b256423f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:53.310109 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] Set router 9d68ce20-7510-4fa3-96ef-f917201acf32 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:24:53.720453 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f658f671-faf3-4653-8c9f-9475b256423f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:53.795904 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-f658f671-faf3-4653-8c9f-9475b256423f None None] For port 753124e7-83d0-4d6c-86c0-75575051a4ca, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=753124e7-83d0-4d6c-86c0-75575051a4ca,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:24:53.812206 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f658f671-faf3-4653-8c9f-9475b256423f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:53.865212 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-38a95abd-c2d8-45ce-8540-6b37f9e79533 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:53.878605 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-38a95abd-c2d8-45ce-8540-6b37f9e79533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:53.909648 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a95abd-c2d8-45ce-8540-6b37f9e79533 None None] Network 86c0c743-a556-4b71-995d-393c9065e4fa is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:24:53.910355 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658f671-faf3-4653-8c9f-9475b256423f None None] Pushing event updated for resources: {'Port': ['ID=753124e7-83d0-4d6c-86c0-75575051a4ca,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:53.916248 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-38a95abd-c2d8-45ce-8540-6b37f9e79533 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:24:53.919455 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a95abd-c2d8-45ce-8540-6b37f9e79533 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:24:53.933364 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-5585127d-9a4e-48a9-a21a-a2977359ad7d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Allocated IP 172.20.0.1 (86c0c743-a556-4b71-995d-393c9065e4fa/77f9edf2-3caa-4b05-bf7b-78c4eed82b15/39d837e7-15a5-4560-b24c-a713ff372402) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:24:53.941417 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104982576', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:24:50Z', 'updated_at': '2021-11-11T18:24:51Z', 'revision_number': 3, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:42:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:51Z', 'updated_at': '2021-11-11T18:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:24:53.975507 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cbafff-fe78-4dfb-bf0a-f3e23e1a0df2 None None] The sync data for ids ['9d68ce20-7510-4fa3-96ef-f917201acf32'] in n-d-816206-4 is: [{'id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104982576', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:24:50Z', 'updated_at': '2021-11-11T18:24:51Z', 'revision_number': 3, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:42:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:51Z', 'updated_at': '2021-11-11T18:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:24:54.025350 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a95abd-c2d8-45ce-8540-6b37f9e79533 None None] Pushing event updated for resources: {'Port': ['ID=106c2c12-2c81-4d42-a19b-5a5a436073d2,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:54.037342 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-38a95abd-c2d8-45ce-8540-6b37f9e79533 None None] Attempting to bind port 106c2c12-2c81-4d42-a19b-5a5a436073d2 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:24:54.037857 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-38a95abd-c2d8-45ce-8540-6b37f9e79533 None None] Attempting to bind port 106c2c12-2c81-4d42-a19b-5a5a436073d2 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '040332bb-aa73-45c7-8add-f23e28c76b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:24:54.038326 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a95abd-c2d8-45ce-8540-6b37f9e79533 None None] Attempting to bind port 106c2c12-2c81-4d42-a19b-5a5a436073d2 on network 86c0c743-a556-4b71-995d-393c9065e4fa {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:24:54.043997 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a95abd-c2d8-45ce-8540-6b37f9e79533 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:24:54.044511 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a95abd-c2d8-45ce-8540-6b37f9e79533 None None] Checking segment: {'id': '040332bb-aa73-45c7-8add-f23e28c76b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:24:54.045148 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-38a95abd-c2d8-45ce-8540-6b37f9e79533 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:54.045636 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a95abd-c2d8-45ce-8540-6b37f9e79533 None None] Bound using segment: {'id': '040332bb-aa73-45c7-8add-f23e28c76b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:24:54.046237 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-38a95abd-c2d8-45ce-8540-6b37f9e79533 None None] Bound port: 106c2c12-2c81-4d42-a19b-5a5a436073d2, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040332bb-aa73-45c7-8add-f23e28c76b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:24:54.046718 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-38a95abd-c2d8-45ce-8540-6b37f9e79533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:54.060379 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5585127d-9a4e-48a9-a21a-a2977359ad7d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:54.098948 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5585127d-9a4e-48a9-a21a-a2977359ad7d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:54.114610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-38a95abd-c2d8-45ce-8540-6b37f9e79533 None None] For port 106c2c12-2c81-4d42-a19b-5a5a436073d2, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:24:54.119758 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-38a95abd-c2d8-45ce-8540-6b37f9e79533 None None] For port 106c2c12-2c81-4d42-a19b-5a5a436073d2, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=106c2c12-2c81-4d42-a19b-5a5a436073d2,segment=NetworkSegment(040332bb-aa73-45c7-8add-f23e28c76b0a),segment_id=040332bb-aa73-45c7-8add-f23e28c76b0a)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:24:54.124864 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-38a95abd-c2d8-45ce-8540-6b37f9e79533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:54.152653 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5585127d-9a4e-48a9-a21a-a2977359ad7d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network 86c0c743-a556-4b71-995d-393c9065e4fa is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:24:54.156107 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-5585127d-9a4e-48a9-a21a-a2977359ad7d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:24:54.161586 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5585127d-9a4e-48a9-a21a-a2977359ad7d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:24:54.168152 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585127d-9a4e-48a9-a21a-a2977359ad7d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=39d837e7-15a5-4560-b24c-a713ff372402,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:54.200152 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a95abd-c2d8-45ce-8540-6b37f9e79533 None None] Pushing event updated for resources: {'Port': ['ID=106c2c12-2c81-4d42-a19b-5a5a436073d2,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:54.245449 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5585127d-9a4e-48a9-a21a-a2977359ad7d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:54.396828 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5585127d-9a4e-48a9-a21a-a2977359ad7d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:54.692744 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:55.021196 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5585127d-9a4e-48a9-a21a-a2977359ad7d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:55.025785 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5585127d-9a4e-48a9-a21a-a2977359ad7d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:55.106460 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585127d-9a4e-48a9-a21a-a2977359ad7d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=39d837e7-15a5-4560-b24c-a713ff372402,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:55.110447 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-5585127d-9a4e-48a9-a21a-a2977359ad7d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:55.168731 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145a1e58-bf65-40b3-b846-0585ff98d8a8 None None] Network 86c0c743-a556-4b71-995d-393c9065e4fa requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:24:55.205358 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5585127d-9a4e-48a9-a21a-a2977359ad7d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network 86c0c743-a556-4b71-995d-393c9065e4fa is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:24:55.206832 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-5585127d-9a4e-48a9-a21a-a2977359ad7d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:24:55.287065 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b6df5a7f-aa55-4cc2-b347-3289e378da81 None None] Provisioning complete for port 106c2c12-2c81-4d42-a19b-5a5a436073d2 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:24:55.287435 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b6df5a7f-aa55-4cc2-b347-3289e378da81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:55.323245 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5585127d-9a4e-48a9-a21a-a2977359ad7d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router 9d68ce20-7510-4fa3-96ef-f917201acf32 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:24:55.405485 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b6df5a7f-aa55-4cc2-b347-3289e378da81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:55.437008 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5585127d-9a4e-48a9-a21a-a2977359ad7d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:24:55.451353 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5585127d-9a4e-48a9-a21a-a2977359ad7d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "PUT /v2.0/routers/9d68ce20-7510-4fa3-96ef-f917201acf32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7578945 Nov 11 18:24:55.452435 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b6df5a7f-aa55-4cc2-b347-3289e378da81 None None] For port 106c2c12-2c81-4d42-a19b-5a5a436073d2, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=106c2c12-2c81-4d42-a19b-5a5a436073d2,segment=NetworkSegment(040332bb-aa73-45c7-8add-f23e28c76b0a),segment_id=040332bb-aa73-45c7-8add-f23e28c76b0a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:24:55.452435 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b6df5a7f-aa55-4cc2-b347-3289e378da81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:55.514938 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df5a7f-aa55-4cc2-b347-3289e378da81 None None] Pushing event updated for resources: {'Port': ['ID=106c2c12-2c81-4d42-a19b-5a5a436073d2,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:55.619699 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-4637250d-e637-45c2-9d5c-4bc140a9f55c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1423098241&fields=id&tenant_id=7920bba3c2b2409bbd8010834c709096 HTTP/1.1" status: 200 len: 267 time: 0.0491359 Nov 11 18:24:55.657955 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] Sync routers for ids ['9d68ce20-7510-4fa3-96ef-f917201acf32'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:24:55.683922 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] Routers {'9d68ce20-7510-4fa3-96ef-f917201acf32'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:24:55.684692 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:24:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9d68ce20-7510-4fa3-96ef-f917201acf32'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:24:55.692629 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5f079391-e5df-48d6-8b6a-0e5f356fec27 None None] Provisioning complete for port 39d837e7-15a5-4560-b24c-a713ff372402 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:24:55.693003 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5f079391-e5df-48d6-8b6a-0e5f356fec27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:55.733065 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-5f079391-e5df-48d6-8b6a-0e5f356fec27 None None] Port 39d837e7-15a5-4560-b24c-a713ff372402 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:24:55.743746 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5f079391-e5df-48d6-8b6a-0e5f356fec27 None None] Provisioning complete for port 106c2c12-2c81-4d42-a19b-5a5a436073d2 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:24:55.743962 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5f079391-e5df-48d6-8b6a-0e5f356fec27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:55.763510 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-304f15bc-0988-4947-9e14-5592326f9d4a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:24:55.766283 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-304f15bc-0988-4947-9e14-5592326f9d4a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/networks?id=86c0c743-a556-4b71-995d-393c9065e4fa HTTP/1.1" status: 200 len: 797 time: 0.1395924 Nov 11 18:24:55.791305 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-2a8436a1-7df7-448f-aa80-a0c01b33d448 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/quotas/7920bba3c2b2409bbd8010834c709096 HTTP/1.1" status: 200 len: 375 time: 0.0169816 Nov 11 18:24:55.812825 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] Set router 9d68ce20-7510-4fa3-96ef-f917201acf32 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:24:55.856141 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-3cf0f079-bf0e-4181-a769-43ed8eec393f tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613539 Nov 11 18:24:55.956418 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7b95091f-c380-4a70-ad73-09cc08054b26 None None] Provisioning complete for port 39d837e7-15a5-4560-b24c-a713ff372402 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:24:55.957651 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7b95091f-c380-4a70-ad73-09cc08054b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:56.020581 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-4fd254e4-9c8d-4074-8e39-c95a97e82f81 service neutron] 10.222.0.76 "GET /v2.0/networks/86c0c743-a556-4b71-995d-393c9065e4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503210 Nov 11 18:24:56.022699 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-7b95091f-c380-4a70-ad73-09cc08054b26 None None] Port 39d837e7-15a5-4560-b24c-a713ff372402 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:24:56.079589 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104982576', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:24:50Z', 'updated_at': '2021-11-11T18:24:54Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:51Z', 'updated_at': '2021-11-11T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '39d837e7-15a5-4560-b24c-a713ff372402', 'name': '', 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:70:24:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '77f9edf2-3caa-4b05-bf7b-78c4eed82b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:53Z', 'updated_at': '2021-11-11T18:24:54Z', 'revision_number': 2, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '77f9edf2-3caa-4b05-bf7b-78c4eed82b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:24:56.101506 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 106c2c12-2c81-4d42-a19b-5a5a436073d2 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:24:56.114652 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] Checking router: 9d68ce20-7510-4fa3-96ef-f917201acf32 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:24:56.115010 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] Updating router 9d68ce20-7510-4fa3-96ef-f917201acf32 port 39d837e7-15a5-4560-b24c-a713ff372402 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:24:56.139487 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:56.140089 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-a02a5be1-fa75-4ac9-8c4b-e969ea7ca1a2 service neutron] 10.222.0.76 "GET /v2.0/networks/86c0c743-a556-4b71-995d-393c9065e4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136014 Nov 11 18:24:56.156029 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-365551c3-5a77-42cd-b94a-604cfef37a3a None None] Provisioning complete for port 39d837e7-15a5-4560-b24c-a713ff372402 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:24:56.156401 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-365551c3-5a77-42cd-b94a-604cfef37a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:56.203052 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-365551c3-5a77-42cd-b94a-604cfef37a3a None None] Port 39d837e7-15a5-4560-b24c-a713ff372402 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:24:56.205733 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 106c2c12-2c81-4d42-a19b-5a5a436073d2 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:24:56.205966 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:56.292089 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 753124e7-83d0-4d6c-86c0-75575051a4ca up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:24:56.320929 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5cdac81f-eace-4f46-8cf3-003461ae284a req-dd812646-da46-4109-b6ed-ebf96f17e243 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 210 time: 0.0275517 Nov 11 18:24:56.342782 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 753124e7-83d0-4d6c-86c0-75575051a4ca triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:24:56.343180 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:56.418868 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:56.424368 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:56.477255 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0c76e-e02f-4725-ab39-7228a6dbaf0c None None] Pushing event updated for resources: {'Port': ['ID=39d837e7-15a5-4560-b24c-a713ff372402,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:56.502304 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0c76e-e02f-4725-ab39-7228a6dbaf0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:56.502649 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0c76e-e02f-4725-ab39-7228a6dbaf0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:56.502992 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0c76e-e02f-4725-ab39-7228a6dbaf0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:56.503320 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0c76e-e02f-4725-ab39-7228a6dbaf0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:56.503651 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0c76e-e02f-4725-ab39-7228a6dbaf0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:56.504028 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0c76e-e02f-4725-ab39-7228a6dbaf0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:56.504352 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0c76e-e02f-4725-ab39-7228a6dbaf0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:56.504676 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0c76e-e02f-4725-ab39-7228a6dbaf0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:56.504997 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0c76e-e02f-4725-ab39-7228a6dbaf0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:56.505317 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0c76e-e02f-4725-ab39-7228a6dbaf0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:56.505637 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0c76e-e02f-4725-ab39-7228a6dbaf0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:56.505954 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0c76e-e02f-4725-ab39-7228a6dbaf0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:24:56.534790 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] Attempting to bind port 39d837e7-15a5-4560-b24c-a713ff372402 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:24:56.535154 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] Attempting to bind port 39d837e7-15a5-4560-b24c-a713ff372402 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '040332bb-aa73-45c7-8add-f23e28c76b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:24:56.535508 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] Attempting to bind port 39d837e7-15a5-4560-b24c-a713ff372402 on network 86c0c743-a556-4b71-995d-393c9065e4fa {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:24:56.540846 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:24:56.541152 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] Checking segment: {'id': '040332bb-aa73-45c7-8add-f23e28c76b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:24:56.541547 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:56.541962 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] Bound using segment: {'id': '040332bb-aa73-45c7-8add-f23e28c76b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:24:56.542413 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] Bound port: 39d837e7-15a5-4560-b24c-a713ff372402, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040332bb-aa73-45c7-8add-f23e28c76b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:24:56.542794 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:56.608364 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] For port 39d837e7-15a5-4560-b24c-a713ff372402, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:24:56.611916 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] For port 39d837e7-15a5-4560-b24c-a713ff372402, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=39d837e7-15a5-4560-b24c-a713ff372402,segment=NetworkSegment(040332bb-aa73-45c7-8add-f23e28c76b0a),segment_id=040332bb-aa73-45c7-8add-f23e28c76b0a)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:24:56.616557 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:56.671535 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] Routers {'9d68ce20-7510-4fa3-96ef-f917201acf32'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:24:56.672179 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:24:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9d68ce20-7510-4fa3-96ef-f917201acf32'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:24:56.708005 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0c76e-e02f-4725-ab39-7228a6dbaf0c None None] Pushing event updated for resources: {'Port': ['ID=39d837e7-15a5-4560-b24c-a713ff372402,revision_number=4']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:56.727105 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2fc6b6d9-f0ef-4eac-bc7d-065d7bbc44f1 None None] Provisioning complete for port 39d837e7-15a5-4560-b24c-a713ff372402 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:24:56.727612 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b6d9-f0ef-4eac-bc7d-065d7bbc44f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:56.789930 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] Set router 9d68ce20-7510-4fa3-96ef-f917201acf32 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:24:56.812263 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b6d9-f0ef-4eac-bc7d-065d7bbc44f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:56.847902 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2fc6b6d9-f0ef-4eac-bc7d-065d7bbc44f1 None None] For port 39d837e7-15a5-4560-b24c-a713ff372402, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=39d837e7-15a5-4560-b24c-a713ff372402,segment=NetworkSegment(040332bb-aa73-45c7-8add-f23e28c76b0a),segment_id=040332bb-aa73-45c7-8add-f23e28c76b0a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:24:56.852538 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2fc6b6d9-f0ef-4eac-bc7d-065d7bbc44f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:56.905293 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6b6d9-f0ef-4eac-bc7d-065d7bbc44f1 None None] Pushing event updated for resources: {'Port': ['ID=39d837e7-15a5-4560-b24c-a713ff372402,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:24:56.973319 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3603b6ce-15fe-4f92-b7c4-4b99e6216358 None None] Provisioning complete for port 39d837e7-15a5-4560-b24c-a713ff372402 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:24:56.973697 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3603b6ce-15fe-4f92-b7c4-4b99e6216358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:56.995865 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104982576', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:24:50Z', 'updated_at': '2021-11-11T18:24:54Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:51Z', 'updated_at': '2021-11-11T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '39d837e7-15a5-4560-b24c-a713ff372402', 'name': '', 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:70:24:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '77f9edf2-3caa-4b05-bf7b-78c4eed82b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:53Z', 'updated_at': '2021-11-11T18:24:56Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '77f9edf2-3caa-4b05-bf7b-78c4eed82b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:24:57.024919 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10489702-1621-40ca-aa45-7702bbcfc2eb None None] The sync data for ids ['9d68ce20-7510-4fa3-96ef-f917201acf32'] in n-d-816206-4 is: [{'id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104982576', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:24:50Z', 'updated_at': '2021-11-11T18:24:54Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:51Z', 'updated_at': '2021-11-11T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '39d837e7-15a5-4560-b24c-a713ff372402', 'name': '', 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:70:24:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '77f9edf2-3caa-4b05-bf7b-78c4eed82b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:53Z', 'updated_at': '2021-11-11T18:24:56Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '77f9edf2-3caa-4b05-bf7b-78c4eed82b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:24:57.406238 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-742b337d-4b84-4280-aa46-32ba9a60e2f0 req-7fa1680e-d7ae-4a21-9eda-444439166755 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 210 time: 0.0313544 Nov 11 18:24:58.004602 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 39d837e7-15a5-4560-b24c-a713ff372402 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:24:58.055859 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 39d837e7-15a5-4560-b24c-a713ff372402 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:24:58.056232 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:24:58.489800 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d21ea541-6f44-491b-a260-43cba1fbf808 req-dafd2648-0a02-4d34-8a71-a08e7fef7730 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 210 time: 0.0273907 Nov 11 18:24:59.576268 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-52a90bbb-dd8f-4892-a60f-5a8cdc00f848 req-265a668a-d223-4535-9b80-2c54232efb52 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 210 time: 0.0369778 Nov 11 18:25:00.672973 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b30be1a9-24fa-46b2-930f-3aabf5bc8d76 req-71aa7742-986c-4fcd-ae47-5fbc3bbcf0c3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 210 time: 0.0257778 Nov 11 18:25:01.324026 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-58e7557b-88e6-4130-a552-eeb9de191d50 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:01.325378 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-58e7557b-88e6-4130-a552-eeb9de191d50 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.83 "GET /v2.0/networks?id=86c0c743-a556-4b71-995d-393c9065e4fa HTTP/1.1" status: 200 len: 797 time: 0.1117914 Nov 11 18:25:01.388956 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-b86c1cf1-9c2c-45a9-952f-be0a96a02fb0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7920bba3c2b2409bbd8010834c709096 HTTP/1.1" status: 200 len: 380 time: 0.0542731 Nov 11 18:25:01.398094 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-1abf7608-da99-46ad-8632-fe38c416f32e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'port': {'device_id': 'df38650a-82a3-42bf-adcf-e5a07f5a6753', 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa', 'admin_state_up': True, 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'security_groups': ['9f3a613a-2612-4b8f-a50b-b69098377860']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:25:01.504352 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-1abf7608-da99-46ad-8632-fe38c416f32e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Made reservation on behalf of 7920bba3c2b2409bbd8010834c709096 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:25:01.507812 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-1abf7608-da99-46ad-8632-fe38c416f32e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:01.632997 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-1abf7608-da99-46ad-8632-fe38c416f32e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Allocated IP 172.20.0.3 (86c0c743-a556-4b71-995d-393c9065e4fa/77f9edf2-3caa-4b05-bf7b-78c4eed82b15/03fb1799-2df3-4f2b-b67a-4652b6f5b5f5) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:25:01.781593 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cfb182a5-2bff-4ac0-aa71-b540acc216bf req-eb35542e-9ff3-4001-9abc-9b1f9d8f8c36 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 210 time: 0.0361667 Nov 11 18:25:01.799788 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-1abf7608-da99-46ad-8632-fe38c416f32e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:01.834089 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-1abf7608-da99-46ad-8632-fe38c416f32e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:01.878575 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-1abf7608-da99-46ad-8632-fe38c416f32e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network 86c0c743-a556-4b71-995d-393c9065e4fa is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:25:01.881713 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-1abf7608-da99-46ad-8632-fe38c416f32e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:25:01.885537 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-1abf7608-da99-46ad-8632-fe38c416f32e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:25:01.891711 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf7608-da99-46ad-8632-fe38c416f32e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=03fb1799-2df3-4f2b-b67a-4652b6f5b5f5,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:01.945032 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-1abf7608-da99-46ad-8632-fe38c416f32e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:01.945678 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-1abf7608-da99-46ad-8632-fe38c416f32e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:01.970241 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-1abf7608-da99-46ad-8632-fe38c416f32e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5757010 Nov 11 18:25:02.024057 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] Request body: {'port': {'device_id': 'df38650a-82a3-42bf-adcf-e5a07f5a6753', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:25:02.078807 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:02.100885 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-cdac3596-3427-4b0f-8d52-8075e8dbe9d7 None None] Provisioning complete for port 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:25:02.101439 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cdac3596-3427-4b0f-8d52-8075e8dbe9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:02.137816 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-cdac3596-3427-4b0f-8d52-8075e8dbe9d7 None None] Port 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:25:02.337894 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:25:02.345077 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:02.356763 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] Transition to ACTIVE for port object 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:25:02.360491 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:02.411134 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] Pushing event updated for resources: {'Port': ['ID=03fb1799-2df3-4f2b-b67a-4652b6f5b5f5,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:02.481041 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] Attempting to bind port 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:25:02.481383 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] Attempting to bind port 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': '040332bb-aa73-45c7-8add-f23e28c76b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:25:02.481711 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] Attempting to bind port 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 on network 86c0c743-a556-4b71-995d-393c9065e4fa {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:25:02.486306 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] Port 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 on network 86c0c743-a556-4b71-995d-393c9065e4fa not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:25:02.487125 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] Attempting to bind port 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 on network 86c0c743-a556-4b71-995d-393c9065e4fa {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:25:02.492371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:25:02.492707 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] Checking segment: {'id': '040332bb-aa73-45c7-8add-f23e28c76b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:25:02.493090 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] Bound using segment: {'id': '040332bb-aa73-45c7-8add-f23e28c76b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:25:02.493517 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] Bound port: 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040332bb-aa73-45c7-8add-f23e28c76b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:25:02.493968 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:02.566870 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] For port 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:25:02.569896 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] For port 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=03fb1799-2df3-4f2b-b67a-4652b6f5b5f5,segment=NetworkSegment(040332bb-aa73-45c7-8add-f23e28c76b0a),segment_id=040332bb-aa73-45c7-8add-f23e28c76b0a)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:25:02.574811 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:02.607492 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:02.608182 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:02.609790 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] 10.222.0.83 "PUT /v2.0/ports/03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 HTTP/1.1" status: 200 len: 1091 time: 0.6311617 Nov 11 18:25:02.612450 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df38650a-82a3-42bf-adcf-e5a07f5a6753', 'tag': '03fb1799-2df3-4f2b-b67a-4652b6f5b5f5'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:25:02.615482 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eea5a2d-e8ea-406b-bfc9-50ad2b8cf1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "df38650a-82a3-42bf-adcf-e5a07f5a6753", "tag": "03fb1799-2df3-4f2b-b67a-4652b6f5b5f5"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:25:02.646290 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5dae7-fcc9-4691-884a-6f26b531e33b service neutron] Pushing event updated for resources: {'Port': ['ID=03fb1799-2df3-4f2b-b67a-4652b6f5b5f5,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:02.699658 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-409121be-1386-498b-ab95-1c03d2bd1dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:02.701198 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-409121be-1386-498b-ab95-1c03d2bd1dba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 1094 time: 0.0472062 Nov 11 18:25:02.754220 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341b0198-9f8a-4438-a98e-f6717a1f803b x-openstack-request-id: req-341b0198-9f8a-4438-a98e-f6717a1f803b {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:25:02.754699 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df38650a-82a3-42bf-adcf-e5a07f5a6753", "tag": "03fb1799-2df3-4f2b-b67a-4652b6f5b5f5", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:25:02.755056 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-341b0198-9f8a-4438-a98e-f6717a1f803b {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:25:02.755547 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df38650a-82a3-42bf-adcf-e5a07f5a6753', 'tag': '03fb1799-2df3-4f2b-b67a-4652b6f5b5f5', 'status': 'completed', 'code': 200} Nov 11 18:25:02.757619 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-953c2467-5e76-487e-a237-6c27c86eee5f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 HTTP/1.1" status: 200 len: 217 time: 0.0468290 Nov 11 18:25:02.814268 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-25280946-1c08-43fa-9a52-5e4d78e67f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:02.816979 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-25280946-1c08-43fa-9a52-5e4d78e67f07 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f9edf2-3caa-4b05-bf7b-78c4eed82b15 HTTP/1.1" status: 200 len: 834 time: 0.0523665 Nov 11 18:25:02.864618 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-81668b71-90a8-4de8-881c-118554090cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:02.866125 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-81668b71-90a8-4de8-881c-118554090cdf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=86c0c743-a556-4b71-995d-393c9065e4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421760 Nov 11 18:25:02.966550 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fdf64-55f7-4aa6-9be0-997cd8ca6bb3 req-6dcb9f76-22bc-45e3-961f-b56405141b31 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:02.968044 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f6fdf64-55f7-4aa6-9be0-997cd8ca6bb3 req-6dcb9f76-22bc-45e3-961f-b56405141b31 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 943 time: 0.1010382 Nov 11 18:25:03.008854 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-83b08559-fddd-4f5d-b943-2f4ac04d6514 service neutron] 10.222.0.83 "GET /v2.0/networks/86c0c743-a556-4b71-995d-393c9065e4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334496 Nov 11 18:25:03.082962 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5f6fdf64-55f7-4aa6-9be0-997cd8ca6bb3 req-9dae3411-6c8c-4b8f-93f6-f9a41c81aef1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f3a613a-2612-4b8f-a50b-b69098377860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042669 Nov 11 18:25:03.125784 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-64403dad-9a62-4fa1-9a8b-2ee3277499e4 req-ac009d66-089d-4e5b-9d6d-56ca0a76cddb service neutron] 10.222.0.83 "GET /v2.0/networks/86c0c743-a556-4b71-995d-393c9065e4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071227 Nov 11 18:25:03.219794 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea5a2d-e8ea-406b-bfc9-50ad2b8cf1d3 req-0da97a66-90d9-4a79-ad6d-ed09ece9f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:03.221622 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7eea5a2d-e8ea-406b-bfc9-50ad2b8cf1d3 req-0da97a66-90d9-4a79-ad6d-ed09ece9f5b9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 1094 time: 0.0489790 Nov 11 18:25:03.318479 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea5a2d-e8ea-406b-bfc9-50ad2b8cf1d3 req-933f4344-b8b2-496d-b83c-a52fc3c84983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:03.319954 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7eea5a2d-e8ea-406b-bfc9-50ad2b8cf1d3 req-933f4344-b8b2-496d-b83c-a52fc3c84983 service neutron] 10.222.0.83 "GET /v2.0/networks?id=86c0c743-a556-4b71-995d-393c9065e4fa HTTP/1.1" status: 200 len: 899 time: 0.0913966 Nov 11 18:25:03.361281 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7eea5a2d-e8ea-406b-bfc9-50ad2b8cf1d3 req-23ddf1c0-581a-47c7-b92d-8b5f86cdff1f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 HTTP/1.1" status: 200 len: 217 time: 0.0343239 Nov 11 18:25:03.409197 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea5a2d-e8ea-406b-bfc9-50ad2b8cf1d3 req-1ac351f4-2559-486f-a119-5391552fce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:03.410602 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7eea5a2d-e8ea-406b-bfc9-50ad2b8cf1d3 req-1ac351f4-2559-486f-a119-5391552fce84 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f9edf2-3caa-4b05-bf7b-78c4eed82b15 HTTP/1.1" status: 200 len: 834 time: 0.0427475 Nov 11 18:25:03.457257 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea5a2d-e8ea-406b-bfc9-50ad2b8cf1d3 req-f0edd3df-7afd-4de9-b925-3fcc6a22d9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:03.458687 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7eea5a2d-e8ea-406b-bfc9-50ad2b8cf1d3 req-f0edd3df-7afd-4de9-b925-3fcc6a22d9f6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=86c0c743-a556-4b71-995d-393c9065e4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392334 Nov 11 18:25:03.552515 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7eea5a2d-e8ea-406b-bfc9-50ad2b8cf1d3 req-717fe0f4-0fa3-4952-8cf9-c8449dfab135 service neutron] 10.222.0.83 "GET /v2.0/networks/86c0c743-a556-4b71-995d-393c9065e4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859981 Nov 11 18:25:03.643333 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7eea5a2d-e8ea-406b-bfc9-50ad2b8cf1d3 req-d9db711c-ccda-4d7c-953b-89c2ad565de5 service neutron] 10.222.0.83 "GET /v2.0/networks/86c0c743-a556-4b71-995d-393c9065e4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827882 Nov 11 18:25:04.201695 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300f92b-0201-4311-aafb-396e1d20a0b1 req-14491202-c040-4646-bcaa-b8ab1ac8d521 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:04.203153 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f300f92b-0201-4311-aafb-396e1d20a0b1 req-14491202-c040-4646-bcaa-b8ab1ac8d521 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 943 time: 0.0539923 Nov 11 18:25:04.251157 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f300f92b-0201-4311-aafb-396e1d20a0b1 req-917edf24-69c5-41f6-9f45-e2ae7a34f5d6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f3a613a-2612-4b8f-a50b-b69098377860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414407 Nov 11 18:25:05.367399 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a3655-35a4-4849-bc3a-5089e4b300fb req-1cc62368-3fc4-487e-9964-a99aea9f99a5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:05.368830 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e9a3655-35a4-4849-bc3a-5089e4b300fb req-1cc62368-3fc4-487e-9964-a99aea9f99a5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 943 time: 0.0492013 Nov 11 18:25:05.417500 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3e9a3655-35a4-4849-bc3a-5089e4b300fb req-2da63783-b424-48ed-ac1c-8e001c8d20f0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f3a613a-2612-4b8f-a50b-b69098377860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427721 Nov 11 18:25:06.533216 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9685ec-2747-4d95-8258-4842ca13f9e5 req-a9b2b2b0-d40b-4c24-9986-134ffff9523a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:06.535165 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd9685ec-2747-4d95-8258-4842ca13f9e5 req-a9b2b2b0-d40b-4c24-9986-134ffff9523a tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 943 time: 0.0523100 Nov 11 18:25:06.583654 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd9685ec-2747-4d95-8258-4842ca13f9e5 req-eb8b9406-4624-4eff-abfd-94fdad7ffef1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f3a613a-2612-4b8f-a50b-b69098377860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425873 Nov 11 18:25:07.043020 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:25:07.138516 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=03fb1799-2df3-4f2b-b67a-4652b6f5b5f5,segment=NetworkSegment(040332bb-aa73-45c7-8add-f23e28c76b0a),segment_id=040332bb-aa73-45c7-8add-f23e28c76b0a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:25:07.149848 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '03fb1799-2df3-4f2b-b67a-4652b6f5b5f5', 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa', 'port_id': '03fb1799-2df3-4f2b-b67a-4652b6f5b5f5', 'mac_address': 'fa:16:3e:2a:3b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f9edf2-3caa-4b05-bf7b-78c4eed82b15', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:25:07.186335 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:07.199578 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:25:07.218760 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=03fb1799-2df3-4f2b-b67a-4652b6f5b5f5,segment=NetworkSegment(040332bb-aa73-45c7-8add-f23e28c76b0a),segment_id=040332bb-aa73-45c7-8add-f23e28c76b0a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:25:07.223286 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:07.267424 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=03fb1799-2df3-4f2b-b67a-4652b6f5b5f5,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:07.393326 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:25:07.463226 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['03fb1799-2df3-4f2b-b67a-4652b6f5b5f5'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:25:07.547701 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-237bf008-14eb-414b-89cf-ecb32138fcb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:07.702048 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7497c-4fe7-4e74-9080-bd700cd98281 req-d343cc46-6f11-4d18-bfdd-2b11aab542d4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:07.703542 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-91c7497c-4fe7-4e74-9080-bd700cd98281 req-d343cc46-6f11-4d18-bfdd-2b11aab542d4 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 944 time: 0.0492086 Nov 11 18:25:07.755479 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-91c7497c-4fe7-4e74-9080-bd700cd98281 req-d1d11dc1-29d3-4033-a091-f2424334c5ee tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f3a613a-2612-4b8f-a50b-b69098377860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431755 Nov 11 18:25:08.873598 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf421f71-d74f-484d-b4f1-81b8b96bbffa req-11f08048-b4af-47ac-941f-58ca2b9879c7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:08.875047 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf421f71-d74f-484d-b4f1-81b8b96bbffa req-11f08048-b4af-47ac-941f-58ca2b9879c7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 944 time: 0.0486753 Nov 11 18:25:08.927295 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cf421f71-d74f-484d-b4f1-81b8b96bbffa req-244911e2-a3c6-401c-a049-64abdb8f117e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f3a613a-2612-4b8f-a50b-b69098377860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462854 Nov 11 18:25:09.058711 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:25:09.110942 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:25:09.115302 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:25:09.115709 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:09.192300 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:09.215274 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df38650a-82a3-42bf-adcf-e5a07f5a6753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fb1799-2df3-4f2b-b67a-4652b6f5b5f5'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:25:09.217598 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f876ec82-d348-4940-bb32-e0cdd3440974" -d '{"events": [{"server_uuid": "df38650a-82a3-42bf-adcf-e5a07f5a6753", "name": "network-vif-plugged", "status": "completed", "tag": "03fb1799-2df3-4f2b-b67a-4652b6f5b5f5"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:25:09.230727 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=03fb1799-2df3-4f2b-b67a-4652b6f5b5f5,segment=NetworkSegment(040332bb-aa73-45c7-8add-f23e28c76b0a),segment_id=040332bb-aa73-45c7-8add-f23e28c76b0a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:25:09.235187 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:09.293828 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=03fb1799-2df3-4f2b-b67a-4652b6f5b5f5,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:09.321006 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5a8a33-bd02-485d-bbf7-beedf0c7ba1a x-openstack-request-id: req-dd5a8a33-bd02-485d-bbf7-beedf0c7ba1a {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:25:09.321425 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df38650a-82a3-42bf-adcf-e5a07f5a6753", "name": "network-vif-plugged", "status": "completed", "tag": "03fb1799-2df3-4f2b-b67a-4652b6f5b5f5", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:25:09.321776 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dd5a8a33-bd02-485d-bbf7-beedf0c7ba1a {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:25:09.322269 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df38650a-82a3-42bf-adcf-e5a07f5a6753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fb1799-2df3-4f2b-b67a-4652b6f5b5f5', 'code': 200} Nov 11 18:25:09.423051 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eafe7a-8c5e-475d-a793-65e2edfc9bac req-7bf97eb4-ed63-4530-8ccb-62d7fb52958b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:09.424702 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56eafe7a-8c5e-475d-a793-65e2edfc9bac req-7bf97eb4-ed63-4530-8ccb-62d7fb52958b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 1096 time: 0.0396194 Nov 11 18:25:09.472761 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56eafe7a-8c5e-475d-a793-65e2edfc9bac req-baa8e147-a200-4f18-953f-75051522136b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9f3a613a-2612-4b8f-a50b-b69098377860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395947 Nov 11 18:25:10.042310 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92edaab-64f0-45de-80e7-e55d652e8eec req-6db038e3-ea9d-4de7-86b1-4491496e61cd tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:10.043801 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d92edaab-64f0-45de-80e7-e55d652e8eec req-6db038e3-ea9d-4de7-86b1-4491496e61cd tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 945 time: 0.0488589 Nov 11 18:25:10.093366 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d92edaab-64f0-45de-80e7-e55d652e8eec req-2da43b60-f9d8-4b53-99ce-721339d1e879 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f3a613a-2612-4b8f-a50b-b69098377860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436280 Nov 11 18:25:10.491176 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2b5440bb-77d1-4996-bb4e-da0778d96e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:11.192706 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:11.214240 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f12ea3-c857-4a0d-b318-767cb849ce0a req-d23ef980-c8aa-4c94-ad33-cd1706cb097e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:11.215757 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5f12ea3-c857-4a0d-b318-767cb849ce0a req-d23ef980-c8aa-4c94-ad33-cd1706cb097e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 945 time: 0.0550876 Nov 11 18:25:11.264544 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a5f12ea3-c857-4a0d-b318-767cb849ce0a req-8e15e30b-c8a3-4926-82fc-b2ee14595ad6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f3a613a-2612-4b8f-a50b-b69098377860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429072 Nov 11 18:25:11.375776 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c0be3-35e1-4120-b96c-182261b50bd0 req-cf3f3b10-5699-4c38-8252-4b75431b070c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:11.377166 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-282c0be3-35e1-4120-b96c-182261b50bd0 req-cf3f3b10-5699-4c38-8252-4b75431b070c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 945 time: 0.0487571 Nov 11 18:25:11.427619 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-282c0be3-35e1-4120-b96c-182261b50bd0 req-1a983922-9da9-4e5b-a48b-900edfadafaf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f3a613a-2612-4b8f-a50b-b69098377860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430162 Nov 11 18:25:11.449582 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53928) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:25:11.487785 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bcc93e-49f4-4b92-8e20-476142643c64 tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:11.489250 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-86bcc93e-49f4-4b92-8e20-476142643c64 tempest-TestNetworkAdvancedServerOps-233268315 tempest-TestNetworkAdvancedServerOps-233268315-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 1091 time: 0.0387228 Nov 11 18:25:11.492002 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53930) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:25:11.496125 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-eccc19e0-3e48-455b-9456-494c56e2fa57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': '03fb1799-2df3-4f2b-b67a-4652b6f5b5f5', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:25:11.517622 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eccc19e0-3e48-455b-9456-494c56e2fa57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:11.616825 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eccc19e0-3e48-455b-9456-494c56e2fa57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:11.725576 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-eccc19e0-3e48-455b-9456-494c56e2fa57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Allocated IP 172.25.2.176 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/a264f59f-4e7f-4984-9b15-ae4c907e6336) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:25:11.826193 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eccc19e0-3e48-455b-9456-494c56e2fa57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:11.859109 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eccc19e0-3e48-455b-9456-494c56e2fa57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:11.904478 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccc19e0-3e48-455b-9456-494c56e2fa57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:25:11.909682 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-eccc19e0-3e48-455b-9456-494c56e2fa57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:25:11.912267 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccc19e0-3e48-455b-9456-494c56e2fa57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:25:11.915437 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc19e0-3e48-455b-9456-494c56e2fa57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=a264f59f-4e7f-4984-9b15-ae4c907e6336,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:12.260150 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eccc19e0-3e48-455b-9456-494c56e2fa57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:12.328278 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eccc19e0-3e48-455b-9456-494c56e2fa57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:12.478295 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eccc19e0-3e48-455b-9456-494c56e2fa57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:12.482646 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eccc19e0-3e48-455b-9456-494c56e2fa57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:12.554911 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc19e0-3e48-455b-9456-494c56e2fa57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event updated for resources: {'Port': ['ID=a264f59f-4e7f-4984-9b15-ae4c907e6336,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:12.565398 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eccc19e0-3e48-455b-9456-494c56e2fa57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:12.663918 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-eccc19e0-3e48-455b-9456-494c56e2fa57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Floating IP aff03bb2-8976-46f9-b182-75998458ad6f associated. External IP: 172.25.2.176, port: 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5. Nov 11 18:25:12.791587 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:12.872921 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccc19e0-3e48-455b-9456-494c56e2fa57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router 9d68ce20-7510-4fa3-96ef-f917201acf32 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:25:13.041429 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:13.278998 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccc19e0-3e48-455b-9456-494c56e2fa57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:25:13.289258 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6453ed0d-b3e4-4ce8-b6a8-23876cc732fb None None] Sync routers for ids ['9d68ce20-7510-4fa3-96ef-f917201acf32'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:25:13.296142 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-eccc19e0-3e48-455b-9456-494c56e2fa57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:13.299595 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6453ed0d-b3e4-4ce8-b6a8-23876cc732fb None None] Routers {'9d68ce20-7510-4fa3-96ef-f917201acf32'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:25:13.301190 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6453ed0d-b3e4-4ce8-b6a8-23876cc732fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:25:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9d68ce20-7510-4fa3-96ef-f917201acf32'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:25:13.325641 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-eccc19e0-3e48-455b-9456-494c56e2fa57 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8301294 Nov 11 18:25:13.325641 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df38650a-82a3-42bf-adcf-e5a07f5a6753', 'tag': '03fb1799-2df3-4f2b-b67a-4652b6f5b5f5'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:25:13.326120 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a62fde6-8691-427a-b010-e11789765b63" -d '{"events": [{"name": "network-changed", "server_uuid": "df38650a-82a3-42bf-adcf-e5a07f5a6753", "tag": "03fb1799-2df3-4f2b-b67a-4652b6f5b5f5"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:25:13.406931 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-6453ed0d-b3e4-4ce8-b6a8-23876cc732fb None None] Set router 9d68ce20-7510-4fa3-96ef-f917201acf32 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:25:13.418945 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3450-dda0-47fb-9c9c-81560da34299 req-a738125e-40e5-4b97-96cf-019365f8cdd0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:13.420447 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd1c3450-dda0-47fb-9c9c-81560da34299 req-a738125e-40e5-4b97-96cf-019365f8cdd0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 945 time: 0.0481646 Nov 11 18:25:13.473596 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cd1c3450-dda0-47fb-9c9c-81560da34299 req-0a2ee61f-8add-480c-a275-2d1f7d1f63e6 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f3a613a-2612-4b8f-a50b-b69098377860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463831 Nov 11 18:25:13.495380 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53936) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:25:13.536889 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e14c042-e2b3-45d7-83b2-9a0dd480b309 x-openstack-request-id: req-0e14c042-e2b3-45d7-83b2-9a0dd480b309 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:25:13.537181 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df38650a-82a3-42bf-adcf-e5a07f5a6753", "tag": "03fb1799-2df3-4f2b-b67a-4652b6f5b5f5", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:25:13.537372 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0e14c042-e2b3-45d7-83b2-9a0dd480b309 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:25:13.538076 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df38650a-82a3-42bf-adcf-e5a07f5a6753', 'tag': '03fb1799-2df3-4f2b-b67a-4652b6f5b5f5', 'status': 'completed', 'code': 200} Nov 11 18:25:13.584510 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-79e3bcfc-bfed-4f05-b61a-bee7f559bbe0 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/floatingips/aff03bb2-8976-46f9-b182-75998458ad6f HTTP/1.1" status: 200 len: 991 time: 0.0879583 Nov 11 18:25:13.600435 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62fde6-8691-427a-b010-e11789765b63 req-099a1d78-a4ad-4fd0-a340-0ae61fcdbae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:13.601875 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a62fde6-8691-427a-b010-e11789765b63 req-099a1d78-a4ad-4fd0-a340-0ae61fcdbae3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 1096 time: 0.0473742 Nov 11 18:25:13.633416 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6453ed0d-b3e4-4ce8-b6a8-23876cc732fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104982576', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:24:50Z', 'updated_at': '2021-11-11T18:24:54Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:51Z', 'updated_at': '2021-11-11T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'aff03bb2-8976-46f9-b182-75998458ad6f', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'port_id': '03fb1799-2df3-4f2b-b67a-4652b6f5b5f5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa', 'mac_address': 'fa:16:3e:2a:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df38650a-82a3-42bf-adcf-e5a07f5a6753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:25:12Z', 'updated_at': '2021-11-11T18:25:12Z', 'revision_number': 0, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d837e7-15a5-4560-b24c-a713ff372402', 'name': '', 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:70:24:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '77f9edf2-3caa-4b05-bf7b-78c4eed82b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:53Z', 'updated_at': '2021-11-11T18:24:56Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '77f9edf2-3caa-4b05-bf7b-78c4eed82b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:25:13.659774 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6453ed0d-b3e4-4ce8-b6a8-23876cc732fb None None] Checking router: 9d68ce20-7510-4fa3-96ef-f917201acf32 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:25:13.668893 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6453ed0d-b3e4-4ce8-b6a8-23876cc732fb None None] Routers {'9d68ce20-7510-4fa3-96ef-f917201acf32'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:25:13.669511 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6453ed0d-b3e4-4ce8-b6a8-23876cc732fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:25:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9d68ce20-7510-4fa3-96ef-f917201acf32'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:25:13.698898 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62fde6-8691-427a-b010-e11789765b63 req-e5e91c3f-a7ac-4dc4-843f-4a91f93f1505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:13.700412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a62fde6-8691-427a-b010-e11789765b63 req-e5e91c3f-a7ac-4dc4-843f-4a91f93f1505 service neutron] 10.222.0.83 "GET /v2.0/networks?id=86c0c743-a556-4b71-995d-393c9065e4fa HTTP/1.1" status: 200 len: 899 time: 0.0914285 Nov 11 18:25:13.767478 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a62fde6-8691-427a-b010-e11789765b63 req-418bafe2-3077-4f4b-bd39-34eabbbbf7e9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 HTTP/1.1" status: 200 len: 999 time: 0.0595548 Nov 11 18:25:13.829919 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62fde6-8691-427a-b010-e11789765b63 req-38ac399c-51a1-4f4a-b9e9-217c08183b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:13.832056 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a62fde6-8691-427a-b010-e11789765b63 req-38ac399c-51a1-4f4a-b9e9-217c08183b26 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f9edf2-3caa-4b05-bf7b-78c4eed82b15 HTTP/1.1" status: 200 len: 834 time: 0.0575087 Nov 11 18:25:13.884345 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62fde6-8691-427a-b010-e11789765b63 req-2e3ba717-da44-451b-8657-f79102551136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:13.885842 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a62fde6-8691-427a-b010-e11789765b63 req-2e3ba717-da44-451b-8657-f79102551136 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=86c0c743-a556-4b71-995d-393c9065e4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461333 Nov 11 18:25:13.947593 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-6453ed0d-b3e4-4ce8-b6a8-23876cc732fb None None] Set router 9d68ce20-7510-4fa3-96ef-f917201acf32 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:25:13.976770 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a62fde6-8691-427a-b010-e11789765b63 req-240c88a3-7c9b-4180-8b87-7ddb965a61c1 service neutron] 10.222.0.83 "GET /v2.0/networks/86c0c743-a556-4b71-995d-393c9065e4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834484 Nov 11 18:25:14.081478 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4a62fde6-8691-427a-b010-e11789765b63 req-8202b099-0bf7-4000-9cc0-bff8fa9483cb service neutron] 10.222.0.83 "GET /v2.0/networks/86c0c743-a556-4b71-995d-393c9065e4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978332 Nov 11 18:25:14.180325 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-6453ed0d-b3e4-4ce8-b6a8-23876cc732fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104982576', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:24:50Z', 'updated_at': '2021-11-11T18:24:54Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:51Z', 'updated_at': '2021-11-11T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'aff03bb2-8976-46f9-b182-75998458ad6f', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'port_id': '03fb1799-2df3-4f2b-b67a-4652b6f5b5f5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa', 'mac_address': 'fa:16:3e:2a:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df38650a-82a3-42bf-adcf-e5a07f5a6753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:25:12Z', 'updated_at': '2021-11-11T18:25:12Z', 'revision_number': 0, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d837e7-15a5-4560-b24c-a713ff372402', 'name': '', 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:70:24:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '77f9edf2-3caa-4b05-bf7b-78c4eed82b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:53Z', 'updated_at': '2021-11-11T18:24:56Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '77f9edf2-3caa-4b05-bf7b-78c4eed82b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:25:14.208286 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6453ed0d-b3e4-4ce8-b6a8-23876cc732fb None None] The sync data for ids ['9d68ce20-7510-4fa3-96ef-f917201acf32'] in n-d-816206-4 is: [{'id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104982576', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:24:50Z', 'updated_at': '2021-11-11T18:24:54Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:51Z', 'updated_at': '2021-11-11T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': 'aff03bb2-8976-46f9-b182-75998458ad6f', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'port_id': '03fb1799-2df3-4f2b-b67a-4652b6f5b5f5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa', 'mac_address': 'fa:16:3e:2a:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df38650a-82a3-42bf-adcf-e5a07f5a6753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:25:12Z', 'updated_at': '2021-11-11T18:25:12Z', 'revision_number': 0, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39d837e7-15a5-4560-b24c-a713ff372402', 'name': '', 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:70:24:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '77f9edf2-3caa-4b05-bf7b-78c4eed82b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:53Z', 'updated_at': '2021-11-11T18:24:56Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '77f9edf2-3caa-4b05-bf7b-78c4eed82b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:25:14.402191 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7084d2-dae1-47ae-bf85-e63ea06463c7 None None] New status for floating IP aff03bb2-8976-46f9-b182-75998458ad6f: ACTIVE {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:25:14.588468 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53938) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:25:14.651077 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-5b9a5817-3480-45a2-bc61-ea983275bd1d tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/floatingips/aff03bb2-8976-46f9-b182-75998458ad6f HTTP/1.1" status: 200 len: 991 time: 0.0613506 Nov 11 18:25:15.654982 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53940) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:25:15.720159 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-b9c603f6-683b-46ea-b6e1-1427316358bd tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/floatingips/aff03bb2-8976-46f9-b182-75998458ad6f HTTP/1.1" status: 200 len: 993 time: 0.0640163 Nov 11 18:25:18.950655 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:24.696032 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:37.528055 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bf30e3be-8773-400f-b43b-e188b9e267dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:40.493247 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a693c845-e822-45ae-bfd0-e65715f9b196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:41.194070 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:42.404688 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e30ab5-175c-4e2c-be45-f6230c8cc5b0 req-93d43ef3-12c5-48e4-905c-75ac6318ae88 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:42.406131 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-30e30ab5-175c-4e2c-be45-f6230c8cc5b0 req-93d43ef3-12c5-48e4-905c-75ac6318ae88 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 945 time: 0.0477216 Nov 11 18:25:42.454417 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-30e30ab5-175c-4e2c-be45-f6230c8cc5b0 req-6d94f32b-7c36-4613-858e-f381e5ccae26 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f3a613a-2612-4b8f-a50b-b69098377860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418949 Nov 11 18:25:42.794471 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:43.045947 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:43.569008 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b64998-09e8-46fd-908e-77b7e9356d93 req-5d143b1b-65a1-4304-a309-c5772e73b294 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:43.570505 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-19b64998-09e8-46fd-908e-77b7e9356d93 req-5d143b1b-65a1-4304-a309-c5772e73b294 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 945 time: 0.0486238 Nov 11 18:25:43.619067 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-19b64998-09e8-46fd-908e-77b7e9356d93 req-22efb89b-9299-4e70-8d79-5aebeb8d712e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f3a613a-2612-4b8f-a50b-b69098377860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425942 Nov 11 18:25:43.642244 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53956) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:25:43.707445 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-7933c5d1-c0e9-46fc-94ac-86d1820b5231 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/floatingips/aff03bb2-8976-46f9-b182-75998458ad6f HTTP/1.1" status: 200 len: 993 time: 0.0640996 Nov 11 18:25:44.393395 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:25:45.013873 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ef99f-6b4d-41c5-b6a3-01cb4c8ec9b9 req-cc4b2720-e017-4bb8-aa20-45cc9a043d30 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:45.015255 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe0ef99f-6b4d-41c5-b6a3-01cb4c8ec9b9 req-cc4b2720-e017-4bb8-aa20-45cc9a043d30 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 945 time: 0.0791640 Nov 11 18:25:45.021134 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e3e9f-9f29-4969-96ea-b518bbb25367 req-72870b62-040c-4684-835b-8428a7ec516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:45.022509 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-694e3e9f-9f29-4969-96ea-b518bbb25367 req-72870b62-040c-4684-835b-8428a7ec516c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 1096 time: 0.0585439 Nov 11 18:25:45.120012 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fe0ef99f-6b4d-41c5-b6a3-01cb4c8ec9b9 req-d7b971b1-22f9-4f1d-a0c2-d123c5daacd3 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f3a613a-2612-4b8f-a50b-b69098377860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965340 Nov 11 18:25:45.145950 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e3e9f-9f29-4969-96ea-b518bbb25367 req-6c919efc-8c04-4671-99c7-4fce58001baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:45.147413 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-694e3e9f-9f29-4969-96ea-b518bbb25367 req-6c919efc-8c04-4671-99c7-4fce58001baa service neutron] 10.222.0.83 "GET /v2.0/networks?id=86c0c743-a556-4b71-995d-393c9065e4fa HTTP/1.1" status: 200 len: 899 time: 0.1175301 Nov 11 18:25:45.219303 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-694e3e9f-9f29-4969-96ea-b518bbb25367 req-5f4a2259-30ff-4bbc-ac8e-d957eb32ed8a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 HTTP/1.1" status: 200 len: 1001 time: 0.0642078 Nov 11 18:25:45.269208 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e3e9f-9f29-4969-96ea-b518bbb25367 req-6e706b33-fca4-417f-a5a6-0dd8991ea169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:45.270522 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-694e3e9f-9f29-4969-96ea-b518bbb25367 req-6e706b33-fca4-417f-a5a6-0dd8991ea169 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f9edf2-3caa-4b05-bf7b-78c4eed82b15 HTTP/1.1" status: 200 len: 834 time: 0.0440602 Nov 11 18:25:45.316298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e3e9f-9f29-4969-96ea-b518bbb25367 req-453c0f54-d5d1-44dd-bc24-2645ba9c0b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:45.317743 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-694e3e9f-9f29-4969-96ea-b518bbb25367 req-453c0f54-d5d1-44dd-bc24-2645ba9c0b8d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=86c0c743-a556-4b71-995d-393c9065e4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401657 Nov 11 18:25:45.410511 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-694e3e9f-9f29-4969-96ea-b518bbb25367 req-78b7b7e2-9629-4d15-a49e-06647328d3a3 service neutron] 10.222.0.83 "GET /v2.0/networks/86c0c743-a556-4b71-995d-393c9065e4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849433 Nov 11 18:25:45.500476 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-694e3e9f-9f29-4969-96ea-b518bbb25367 req-3994f03f-690f-4ed4-8ede-1e2fdddaa4ff service neutron] 10.222.0.83 "GET /v2.0/networks/86c0c743-a556-4b71-995d-393c9065e4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824895 Nov 11 18:25:46.058480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae188c7e-780f-4058-8fad-3638aa6656c6 req-4bec2ee6-a074-47f6-808f-f02abf8bea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:46.059956 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae188c7e-780f-4058-8fad-3638aa6656c6 req-4bec2ee6-a074-47f6-808f-f02abf8bea79 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 1096 time: 0.0410843 Nov 11 18:25:46.173435 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae188c7e-780f-4058-8fad-3638aa6656c6 req-53f4a284-ff88-4853-a80f-3a316d32f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:46.175542 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae188c7e-780f-4058-8fad-3638aa6656c6 req-53f4a284-ff88-4853-a80f-3a316d32f564 service neutron] 10.222.0.83 "GET /v2.0/networks?id=86c0c743-a556-4b71-995d-393c9065e4fa HTTP/1.1" status: 200 len: 899 time: 0.0931838 Nov 11 18:25:46.273986 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae188c7e-780f-4058-8fad-3638aa6656c6 req-37cee639-a0fb-4b6e-93d9-b900033765e2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 HTTP/1.1" status: 200 len: 1001 time: 0.0911019 Nov 11 18:25:46.287088 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb30a11-cce7-41d5-8be5-cd6bc4d55b08 req-f76e7867-199d-4f41-9a51-29cdd6557a20 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:46.288551 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-adb30a11-cce7-41d5-8be5-cd6bc4d55b08 req-f76e7867-199d-4f41-9a51-29cdd6557a20 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 945 time: 0.0997927 Nov 11 18:25:46.353084 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae188c7e-780f-4058-8fad-3638aa6656c6 req-82f9424e-2a55-4b4b-b13a-fde4c38a4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:46.354417 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae188c7e-780f-4058-8fad-3638aa6656c6 req-82f9424e-2a55-4b4b-b13a-fde4c38a4982 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f9edf2-3caa-4b05-bf7b-78c4eed82b15 HTTP/1.1" status: 200 len: 834 time: 0.0650272 Nov 11 18:25:46.379768 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-adb30a11-cce7-41d5-8be5-cd6bc4d55b08 req-c16b076c-9d1c-41e0-a0f1-34c59ee4ef1c tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f3a613a-2612-4b8f-a50b-b69098377860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831385 Nov 11 18:25:46.407981 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae188c7e-780f-4058-8fad-3638aa6656c6 req-612e503e-0c3a-4d02-bb05-5e4e29d0fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:46.409944 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae188c7e-780f-4058-8fad-3638aa6656c6 req-612e503e-0c3a-4d02-bb05-5e4e29d0fbb8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=86c0c743-a556-4b71-995d-393c9065e4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436602 Nov 11 18:25:46.508299 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae188c7e-780f-4058-8fad-3638aa6656c6 req-f4a5d112-3dbd-4f99-b8d1-b9d3db551dbc service neutron] 10.222.0.83 "GET /v2.0/networks/86c0c743-a556-4b71-995d-393c9065e4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884602 Nov 11 18:25:46.599563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ae188c7e-780f-4058-8fad-3638aa6656c6 req-24530427-d746-4993-82f8-68743047356c service neutron] 10.222.0.83 "GET /v2.0/networks/86c0c743-a556-4b71-995d-393c9065e4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826447 Nov 11 18:25:47.497615 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f5009-0851-45ef-8a84-bee3c804d48d req-80945533-e224-4257-8400-48e57b41054e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:47.499085 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c11f5009-0851-45ef-8a84-bee3c804d48d req-80945533-e224-4257-8400-48e57b41054e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 945 time: 0.0535855 Nov 11 18:25:47.547616 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c11f5009-0851-45ef-8a84-bee3c804d48d req-6e2bf5e2-6167-41f2-aef2-72953832540b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f3a613a-2612-4b8f-a50b-b69098377860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421066 Nov 11 18:25:47.570579 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53968) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:25:47.630199 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-aa2b64a9-ec69-4fc1-8c94-8c7610a8d6bf tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/floatingips/aff03bb2-8976-46f9-b182-75998458ad6f HTTP/1.1" status: 200 len: 993 time: 0.0585356 Nov 11 18:25:47.874082 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53974) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:25:48.038420 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting port a264f59f-4e7f-4984-9b15-ae4c907e6336 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:25:48.038761 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:48.117194 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:48.117515 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:48.129358 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Calling delete_port for a264f59f-4e7f-4984-9b15-ae4c907e6336 owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:25:48.280598 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:48.304228 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Port': ['ID=a264f59f-4e7f-4984-9b15-ae4c907e6336,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:48.317971 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:48.318323 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:48.318670 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:48.319018 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:48.319348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:48.319681 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:48.320038 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:48.320376 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:48.320703 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:48.321027 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:48.321349 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:48.321671 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:48.375494 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:48.375852 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Floating IP aff03bb2-8976-46f9-b182-75998458ad6f disassociated (deleted). External IP: 172.25.2.176, port: 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5. Nov 11 18:25:48.580560 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router 9d68ce20-7510-4fa3-96ef-f917201acf32 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:25:48.688431 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:25:48.693249 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:48.699218 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daa016e-09ac-41e4-8b1c-b912df64cea6 None None] Sync routers for ids ['9d68ce20-7510-4fa3-96ef-f917201acf32'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:25:48.709230 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daa016e-09ac-41e4-8b1c-b912df64cea6 None None] Routers {'9d68ce20-7510-4fa3-96ef-f917201acf32'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:25:48.709835 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3daa016e-09ac-41e4-8b1c-b912df64cea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9d68ce20-7510-4fa3-96ef-f917201acf32'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:25:48.719071 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-83e3fcc3-ac41-464c-a435-7c8872c547b8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/floatingips/aff03bb2-8976-46f9-b182-75998458ad6f HTTP/1.1" status: 204 len: 168 time: 0.8439431 Nov 11 18:25:48.719661 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df38650a-82a3-42bf-adcf-e5a07f5a6753', 'tag': '03fb1799-2df3-4f2b-b67a-4652b6f5b5f5'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:25:48.722524 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54ebd1c-12fc-4b35-9f92-c20afbfc4825" -d '{"events": [{"name": "network-changed", "server_uuid": "df38650a-82a3-42bf-adcf-e5a07f5a6753", "tag": "03fb1799-2df3-4f2b-b67a-4652b6f5b5f5"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:25:48.817040 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-3daa016e-09ac-41e4-8b1c-b912df64cea6 None None] Set router 9d68ce20-7510-4fa3-96ef-f917201acf32 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:25:48.886021 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860a101e-d717-44b4-b676-5e2ebff4b366 x-openstack-request-id: req-860a101e-d717-44b4-b676-5e2ebff4b366 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:25:48.886568 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df38650a-82a3-42bf-adcf-e5a07f5a6753", "tag": "03fb1799-2df3-4f2b-b67a-4652b6f5b5f5", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:25:48.886914 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-860a101e-d717-44b4-b676-5e2ebff4b366 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:25:48.887394 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df38650a-82a3-42bf-adcf-e5a07f5a6753', 'tag': '03fb1799-2df3-4f2b-b67a-4652b6f5b5f5', 'status': 'completed', 'code': 200} Nov 11 18:25:48.961551 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:49.003462 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ebd1c-12fc-4b35-9f92-c20afbfc4825 req-ea9d586e-78b9-4f13-a1d5-229a2091a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:49.005061 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e54ebd1c-12fc-4b35-9f92-c20afbfc4825 req-ea9d586e-78b9-4f13-a1d5-229a2091a645 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7920bba3c2b2409bbd8010834c709096&device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 1096 time: 0.0857725 Nov 11 18:25:49.017370 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99734b-fb57-4f42-bccf-9e6c774fbeb9 req-c903d4c3-f853-40de-be11-9d02a1407ad7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:49.019335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea99734b-fb57-4f42-bccf-9e6c774fbeb9 req-c903d4c3-f853-40de-be11-9d02a1407ad7 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 945 time: 0.0611899 Nov 11 18:25:49.036868 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3daa016e-09ac-41e4-8b1c-b912df64cea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104982576', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:24:50Z', 'updated_at': '2021-11-11T18:24:54Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:51Z', 'updated_at': '2021-11-11T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '39d837e7-15a5-4560-b24c-a713ff372402', 'name': '', 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:70:24:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '77f9edf2-3caa-4b05-bf7b-78c4eed82b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:53Z', 'updated_at': '2021-11-11T18:24:56Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '77f9edf2-3caa-4b05-bf7b-78c4eed82b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:25:49.067795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daa016e-09ac-41e4-8b1c-b912df64cea6 None None] Checking router: 9d68ce20-7510-4fa3-96ef-f917201acf32 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:25:49.076208 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daa016e-09ac-41e4-8b1c-b912df64cea6 None None] Routers {'9d68ce20-7510-4fa3-96ef-f917201acf32'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:25:49.076815 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3daa016e-09ac-41e4-8b1c-b912df64cea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9d68ce20-7510-4fa3-96ef-f917201acf32'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:25:49.122084 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea99734b-fb57-4f42-bccf-9e6c774fbeb9 req-5b5b7a71-1e25-47da-a739-b176f47ae913 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f3a613a-2612-4b8f-a50b-b69098377860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933232 Nov 11 18:25:49.159025 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ebd1c-12fc-4b35-9f92-c20afbfc4825 req-6dea2f15-5515-4f8d-a7d4-133b05340a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:49.160538 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e54ebd1c-12fc-4b35-9f92-c20afbfc4825 req-6dea2f15-5515-4f8d-a7d4-133b05340a0e service neutron] 10.222.0.83 "GET /v2.0/networks?id=86c0c743-a556-4b71-995d-393c9065e4fa HTTP/1.1" status: 200 len: 899 time: 0.1403170 Nov 11 18:25:49.205097 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-3daa016e-09ac-41e4-8b1c-b912df64cea6 None None] Set router 9d68ce20-7510-4fa3-96ef-f917201acf32 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:25:49.208620 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e54ebd1c-12fc-4b35-9f92-c20afbfc4825 req-c2316987-f0d6-46e0-8bc5-b3c73d00ab5e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 HTTP/1.1" status: 200 len: 217 time: 0.0370684 Nov 11 18:25:49.266349 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ebd1c-12fc-4b35-9f92-c20afbfc4825 req-967b23bd-fdce-482a-99eb-18f76095704e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:49.268427 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e54ebd1c-12fc-4b35-9f92-c20afbfc4825 req-967b23bd-fdce-482a-99eb-18f76095704e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f9edf2-3caa-4b05-bf7b-78c4eed82b15 HTTP/1.1" status: 200 len: 834 time: 0.0463157 Nov 11 18:25:49.322906 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ebd1c-12fc-4b35-9f92-c20afbfc4825 req-c6ca87df-6e13-4baa-a004-f8facd34262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:49.324479 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e54ebd1c-12fc-4b35-9f92-c20afbfc4825 req-c6ca87df-6e13-4baa-a004-f8facd34262f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=86c0c743-a556-4b71-995d-393c9065e4fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430532 Nov 11 18:25:49.407942 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3daa016e-09ac-41e4-8b1c-b912df64cea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104982576', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:24:50Z', 'updated_at': '2021-11-11T18:24:54Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:51Z', 'updated_at': '2021-11-11T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '39d837e7-15a5-4560-b24c-a713ff372402', 'name': '', 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:70:24:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '77f9edf2-3caa-4b05-bf7b-78c4eed82b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:53Z', 'updated_at': '2021-11-11T18:24:56Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '77f9edf2-3caa-4b05-bf7b-78c4eed82b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:25:49.429067 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e54ebd1c-12fc-4b35-9f92-c20afbfc4825 req-09af921d-a9f6-4461-91ce-8c054d041d36 service neutron] 10.222.0.83 "GET /v2.0/networks/86c0c743-a556-4b71-995d-393c9065e4fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871501 Nov 11 18:25:49.433733 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daa016e-09ac-41e4-8b1c-b912df64cea6 None None] The sync data for ids ['9d68ce20-7510-4fa3-96ef-f917201acf32'] in n-d-816206-4 is: [{'id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104982576', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:24:50Z', 'updated_at': '2021-11-11T18:24:54Z', 'revision_number': 4, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:51Z', 'updated_at': '2021-11-11T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '39d837e7-15a5-4560-b24c-a713ff372402', 'name': '', 'network_id': '86c0c743-a556-4b71-995d-393c9065e4fa', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'mac_address': 'fa:16:3e:70:24:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '77f9edf2-3caa-4b05-bf7b-78c4eed82b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:53Z', 'updated_at': '2021-11-11T18:24:56Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'subnets': [{'id': '77f9edf2-3caa-4b05-bf7b-78c4eed82b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:25:49.529713 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e54ebd1c-12fc-4b35-9f92-c20afbfc4825 req-6a34507a-b8ab-4b13-b4d8-4d8cdd2be772 service neutron] 10.222.0.83 "GET /v2.0/networks/86c0c743-a556-4b71-995d-393c9065e4fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885172 Nov 11 18:25:49.654252 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f9a231-f5fb-406f-945b-5674b2172000 None None] New status for floating IP aff03bb2-8976-46f9-b182-75998458ad6f: DOWN {{(pid=102620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:25:50.243406 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea87b2-0723-40ad-8dfa-b2b403fc947f req-b88075f0-74e7-4c81-9b09-1e478df9e8a8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:50.244909 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a3ea87b2-0723-40ad-8dfa-b2b403fc947f req-b88075f0-74e7-4c81-9b09-1e478df9e8a8 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 945 time: 0.0529628 Nov 11 18:25:50.293473 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a3ea87b2-0723-40ad-8dfa-b2b403fc947f req-0c1efdfd-1752-4e1e-afea-f1a324693733 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f3a613a-2612-4b8f-a50b-b69098377860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427349 Nov 11 18:25:50.654124 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a115cb-07d7-4c2e-a8e5-da4891fd4e2c req-c28de7d3-c211-4c58-af28-92d2f645e92b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:50.655550 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-79a115cb-07d7-4c2e-a8e5-da4891fd4e2c req-c28de7d3-c211-4c58-af28-92d2f645e92b tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.83 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 945 time: 0.0483105 Nov 11 18:25:50.745109 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-79a115cb-07d7-4c2e-a8e5-da4891fd4e2c req-fedcaa17-852a-48c7-a4c7-933d3fa425e5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting port 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:25:50.745449 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-79a115cb-07d7-4c2e-a8e5-da4891fd4e2c req-fedcaa17-852a-48c7-a4c7-933d3fa425e5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:50.833615 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-79a115cb-07d7-4c2e-a8e5-da4891fd4e2c req-fedcaa17-852a-48c7-a4c7-933d3fa425e5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] For port 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=03fb1799-2df3-4f2b-b67a-4652b6f5b5f5,segment=NetworkSegment(040332bb-aa73-45c7-8add-f23e28c76b0a),segment_id=040332bb-aa73-45c7-8add-f23e28c76b0a)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:25:50.833981 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-79a115cb-07d7-4c2e-a8e5-da4891fd4e2c req-fedcaa17-852a-48c7-a4c7-933d3fa425e5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:50.846429 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-79a115cb-07d7-4c2e-a8e5-da4891fd4e2c req-fedcaa17-852a-48c7-a4c7-933d3fa425e5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Calling delete_port for 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:25:50.974507 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-79a115cb-07d7-4c2e-a8e5-da4891fd4e2c req-fedcaa17-852a-48c7-a4c7-933d3fa425e5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:51.005204 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcaa17-852a-48c7-a4c7-933d3fa425e5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Port': ['ID=03fb1799-2df3-4f2b-b67a-4652b6f5b5f5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:51.051329 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a115cb-07d7-4c2e-a8e5-da4891fd4e2c req-fedcaa17-852a-48c7-a4c7-933d3fa425e5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] No DVR routers for this DVR port 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:25:51.054717 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-79a115cb-07d7-4c2e-a8e5-da4891fd4e2c req-fedcaa17-852a-48c7-a4c7-933d3fa425e5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:51.058332 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-79a115cb-07d7-4c2e-a8e5-da4891fd4e2c req-fedcaa17-852a-48c7-a4c7-933d3fa425e5 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.83 "DELETE /v2.0/ports/03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 HTTP/1.1" status: 204 len: 173 time: 0.3967702 Nov 11 18:25:51.058794 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df38650a-82a3-42bf-adcf-e5a07f5a6753', 'name': 'network-vif-deleted', 'tag': '03fb1799-2df3-4f2b-b67a-4652b6f5b5f5'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:25:51.061173 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bb8880-bb4a-4dfc-add1-03ad64015958" -d '{"events": [{"server_uuid": "df38650a-82a3-42bf-adcf-e5a07f5a6753", "name": "network-vif-deleted", "tag": "03fb1799-2df3-4f2b-b67a-4652b6f5b5f5"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:25:51.097715 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e56b80-73f4-4f51-bb25-23331162602c x-openstack-request-id: req-48e56b80-73f4-4f51-bb25-23331162602c {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:25:51.098010 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df38650a-82a3-42bf-adcf-e5a07f5a6753", "name": "network-vif-deleted", "tag": "03fb1799-2df3-4f2b-b67a-4652b6f5b5f5", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:25:51.098262 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-48e56b80-73f4-4f51-bb25-23331162602c {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:25:51.098659 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df38650a-82a3-42bf-adcf-e5a07f5a6753', 'name': 'network-vif-deleted', 'tag': '03fb1799-2df3-4f2b-b67a-4652b6f5b5f5', 'status': 'completed', 'code': 200} Nov 11 18:25:51.403837 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5869a239-6bb0-4029-9bfb-e42d58e38e5b req-6fa270e7-896c-466c-a629-d4509ca2c92e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "GET /v2.0/ports?device_id=df38650a-82a3-42bf-adcf-e5a07f5a6753 HTTP/1.1" status: 200 len: 210 time: 0.0276663 Nov 11 18:25:52.461206 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53990) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:25:52.809855 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9af3c8ab-7302-4e69-ba1b-dc513bf0c666 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:53.357777 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-9af3c8ab-7302-4e69-ba1b-dc513bf0c666 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting port 39d837e7-15a5-4560-b24c-a713ff372402 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:25:53.358127 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9af3c8ab-7302-4e69-ba1b-dc513bf0c666 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:53.447506 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-9af3c8ab-7302-4e69-ba1b-dc513bf0c666 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] For port 39d837e7-15a5-4560-b24c-a713ff372402, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=39d837e7-15a5-4560-b24c-a713ff372402,segment=NetworkSegment(040332bb-aa73-45c7-8add-f23e28c76b0a),segment_id=040332bb-aa73-45c7-8add-f23e28c76b0a)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:25:53.447891 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9af3c8ab-7302-4e69-ba1b-dc513bf0c666 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:53.460621 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-9af3c8ab-7302-4e69-ba1b-dc513bf0c666 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Calling delete_port for 39d837e7-15a5-4560-b24c-a713ff372402 owned by network:router_interface {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:25:53.641269 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9af3c8ab-7302-4e69-ba1b-dc513bf0c666 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:53.673389 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3c8ab-7302-4e69-ba1b-dc513bf0c666 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Port': ['ID=39d837e7-15a5-4560-b24c-a713ff372402,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:53.853551 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9af3c8ab-7302-4e69-ba1b-dc513bf0c666 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:54.095619 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af3c8ab-7302-4e69-ba1b-dc513bf0c666 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Router 9d68ce20-7510-4fa3-96ef-f917201acf32 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:25:54.206537 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af3c8ab-7302-4e69-ba1b-dc513bf0c666 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:25:54.211455 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9af3c8ab-7302-4e69-ba1b-dc513bf0c666 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "PUT /v2.0/routers/9d68ce20-7510-4fa3-96ef-f917201acf32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7492495 Nov 11 18:25:54.214177 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53992) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:25:54.216507 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60924c98-b1f5-465e-af83-84520ced0c5f None None] Sync routers for ids ['9d68ce20-7510-4fa3-96ef-f917201acf32'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:25:54.226314 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60924c98-b1f5-465e-af83-84520ced0c5f None None] Routers {'9d68ce20-7510-4fa3-96ef-f917201acf32'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:25:54.226917 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-60924c98-b1f5-465e-af83-84520ced0c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9d68ce20-7510-4fa3-96ef-f917201acf32'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:25:54.268344 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c9b212-fc2e-4691-9538-dc985df7b61e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting subnet 77f9edf2-3caa-4b05-bf7b-78c4eed82b15 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:25:54.271418 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-80c9b212-fc2e-4691-9538-dc985df7b61e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:54.311883 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-80c9b212-fc2e-4691-9538-dc985df7b61e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:54.331295 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-60924c98-b1f5-465e-af83-84520ced0c5f None None] Set router 9d68ce20-7510-4fa3-96ef-f917201acf32 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:25:54.401083 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-80c9b212-fc2e-4691-9538-dc985df7b61e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:54.464770 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-80c9b212-fc2e-4691-9538-dc985df7b61e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:54.493237 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9b212-fc2e-4691-9538-dc985df7b61e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Subnet': ['ID=77f9edf2-3caa-4b05-bf7b-78c4eed82b15,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:54.496839 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-80c9b212-fc2e-4691-9538-dc985df7b61e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:54.500752 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-80c9b212-fc2e-4691-9538-dc985df7b61e tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/subnets/77f9edf2-3caa-4b05-bf7b-78c4eed82b15 HTTP/1.1" status: 204 len: 168 time: 0.2856119 Nov 11 18:25:54.502748 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53994) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:25:54.503486 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bdadd6-f4cf-4087-b42c-b19fd32d438e None None] Network 86c0c743-a556-4b71-995d-393c9065e4fa requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:25:54.584534 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-60924c98-b1f5-465e-af83-84520ced0c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104982576', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:24:50Z', 'updated_at': '2021-11-11T18:25:53Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:51Z', 'updated_at': '2021-11-11T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:25:54.612298 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f9c803d0-914e-455c-b705-4b16e00429d1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:54.617205 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60924c98-b1f5-465e-af83-84520ced0c5f None None] Checking router: 9d68ce20-7510-4fa3-96ef-f917201acf32 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:25:54.697834 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60924c98-b1f5-465e-af83-84520ced0c5f None None] Routers {'9d68ce20-7510-4fa3-96ef-f917201acf32'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:25:54.698451 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-60924c98-b1f5-465e-af83-84520ced0c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['9d68ce20-7510-4fa3-96ef-f917201acf32'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:25:54.718078 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f9c803d0-914e-455c-b705-4b16e00429d1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:54.772065 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-f9c803d0-914e-455c-b705-4b16e00429d1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting port 753124e7-83d0-4d6c-86c0-75575051a4ca {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:25:54.772412 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f9c803d0-914e-455c-b705-4b16e00429d1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:54.858994 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-f9c803d0-914e-455c-b705-4b16e00429d1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] For port 753124e7-83d0-4d6c-86c0-75575051a4ca, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=753124e7-83d0-4d6c-86c0-75575051a4ca,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:25:54.859358 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f9c803d0-914e-455c-b705-4b16e00429d1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:54.876274 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-f9c803d0-914e-455c-b705-4b16e00429d1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Calling delete_port for 753124e7-83d0-4d6c-86c0-75575051a4ca owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:25:54.918299 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:54.995436 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-60924c98-b1f5-465e-af83-84520ced0c5f None None] Set router 9d68ce20-7510-4fa3-96ef-f917201acf32 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:25:55.056273 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f9c803d0-914e-455c-b705-4b16e00429d1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:55.077250 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfac023-d355-45b2-b027-e4b8fe51d054 None None] DHCP port deletion for 86c0c743-a556-4b71-995d-393c9065e4fa request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:25:55.086730 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c803d0-914e-455c-b705-4b16e00429d1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Port': ['ID=753124e7-83d0-4d6c-86c0-75575051a4ca,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:55.146232 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491c3974-aaec-4fa7-9cf1-bfbeefd089a8 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:25:55.150293 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f9c803d0-914e-455c-b705-4b16e00429d1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:55.247056 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f9c803d0-914e-455c-b705-4b16e00429d1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:55.250063 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f9c803d0-914e-455c-b705-4b16e00429d1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:55.254264 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-fcfac023-d355-45b2-b027-e4b8fe51d054 None None] Deleting port 106c2c12-2c81-4d42-a19b-5a5a436073d2 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:25:55.254764 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fcfac023-d355-45b2-b027-e4b8fe51d054 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:55.259476 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:25:55.299905 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f9c803d0-914e-455c-b705-4b16e00429d1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:55.300643 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c803d0-914e-455c-b705-4b16e00429d1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Fanout notify agent at l3_agent the message router_deleted on router 9d68ce20-7510-4fa3-96ef-f917201acf32 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 18:25:55.308217 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f9c803d0-914e-455c-b705-4b16e00429d1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:55.309433 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f9c803d0-914e-455c-b705-4b16e00429d1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/routers/9d68ce20-7510-4fa3-96ef-f917201acf32 HTTP/1.1" status: 204 len: 168 time: 0.8057075 Nov 11 18:25:55.312090 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 53996) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:25:55.322115 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:25:55.322463 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 03fb1799-2df3-4f2b-b67a-4652b6f5b5f5 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:25:55.353774 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-fcfac023-d355-45b2-b027-e4b8fe51d054 None None] For port 106c2c12-2c81-4d42-a19b-5a5a436073d2, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=106c2c12-2c81-4d42-a19b-5a5a436073d2,segment=NetworkSegment(040332bb-aa73-45c7-8add-f23e28c76b0a),segment_id=040332bb-aa73-45c7-8add-f23e28c76b0a)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:25:55.354176 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fcfac023-d355-45b2-b027-e4b8fe51d054 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:55.369850 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-fcfac023-d355-45b2-b027-e4b8fe51d054 None None] Calling delete_port for 106c2c12-2c81-4d42-a19b-5a5a436073d2 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:25:55.393361 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f42ebc51-ae4c-496e-89ac-3151b2d912da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:55.428246 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-60924c98-b1f5-465e-af83-84520ced0c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104982576', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:24:50Z', 'updated_at': '2021-11-11T18:25:53Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:51Z', 'updated_at': '2021-11-11T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:25:55.457388 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-f42ebc51-ae4c-496e-89ac-3151b2d912da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Deleting port 106c2c12-2c81-4d42-a19b-5a5a436073d2 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:25:55.457733 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f42ebc51-ae4c-496e-89ac-3151b2d912da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:55.458783 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60924c98-b1f5-465e-af83-84520ced0c5f None None] The sync data for ids ['9d68ce20-7510-4fa3-96ef-f917201acf32'] in n-d-816206-4 is: [{'id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-104982576', 'tenant_id': '7920bba3c2b2409bbd8010834c709096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:24:50Z', 'updated_at': '2021-11-11T18:25:53Z', 'revision_number': 5, 'project_id': '7920bba3c2b2409bbd8010834c709096', 'gw_port': {'id': '753124e7-83d0-4d6c-86c0-75575051a4ca', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:42:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d68ce20-7510-4fa3-96ef-f917201acf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:24:51Z', 'updated_at': '2021-11-11T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:25:55.500252 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fcfac023-d355-45b2-b027-e4b8fe51d054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:55.523830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfac023-d355-45b2-b027-e4b8fe51d054 None None] Pushing event deleted for resources: {'Port': ['ID=106c2c12-2c81-4d42-a19b-5a5a436073d2,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:55.527583 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-f42ebc51-ae4c-496e-89ac-3151b2d912da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] For port 106c2c12-2c81-4d42-a19b-5a5a436073d2, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=106c2c12-2c81-4d42-a19b-5a5a436073d2,segment=NetworkSegment(040332bb-aa73-45c7-8add-f23e28c76b0a),segment_id=040332bb-aa73-45c7-8add-f23e28c76b0a)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:25:55.527986 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f42ebc51-ae4c-496e-89ac-3151b2d912da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:55.533923 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfac023-d355-45b2-b027-e4b8fe51d054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:55.534184 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfac023-d355-45b2-b027-e4b8fe51d054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:55.534831 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfac023-d355-45b2-b027-e4b8fe51d054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:55.534831 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfac023-d355-45b2-b027-e4b8fe51d054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:55.535183 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfac023-d355-45b2-b027-e4b8fe51d054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:55.535516 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfac023-d355-45b2-b027-e4b8fe51d054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:55.535882 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfac023-d355-45b2-b027-e4b8fe51d054 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:55.536214 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfac023-d355-45b2-b027-e4b8fe51d054 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:55.536541 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfac023-d355-45b2-b027-e4b8fe51d054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:55.536870 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfac023-d355-45b2-b027-e4b8fe51d054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:55.537199 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfac023-d355-45b2-b027-e4b8fe51d054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:55.537528 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfac023-d355-45b2-b027-e4b8fe51d054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:55.540142 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfac023-d355-45b2-b027-e4b8fe51d054 None None] No DVR routers for this DVR port 106c2c12-2c81-4d42-a19b-5a5a436073d2 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:25:55.541063 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-f42ebc51-ae4c-496e-89ac-3151b2d912da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Calling delete_port for 106c2c12-2c81-4d42-a19b-5a5a436073d2 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:25:55.618842 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f42ebc51-ae4c-496e-89ac-3151b2d912da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:55.645586 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ebc51-ae4c-496e-89ac-3151b2d912da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Port': ['ID=106c2c12-2c81-4d42-a19b-5a5a436073d2,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:55.647434 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42ebc51-ae4c-496e-89ac-3151b2d912da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] No DVR routers for this DVR port 106c2c12-2c81-4d42-a19b-5a5a436073d2 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:25:55.730025 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f42ebc51-ae4c-496e-89ac-3151b2d912da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:55.755235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-f42ebc51-ae4c-496e-89ac-3151b2d912da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c0c743-a556-4b71-995d-393c9065e4fa']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:25:55.764528 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-f42ebc51-ae4c-496e-89ac-3151b2d912da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040332bb-aa73-45c7-8add-f23e28c76b0a') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:25:55.764826 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-f42ebc51-ae4c-496e-89ac-3151b2d912da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040332bb-aa73-45c7-8add-f23e28c76b0a') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:25:55.774088 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f42ebc51-ae4c-496e-89ac-3151b2d912da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:55.787107 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f42ebc51-ae4c-496e-89ac-3151b2d912da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:55.794217 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42ebc51-ae4c-496e-89ac-3151b2d912da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:25:55.794968 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f42ebc51-ae4c-496e-89ac-3151b2d912da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: timer() Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:25:55.801761 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:25:55.863375 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f42ebc51-ae4c-496e-89ac-3151b2d912da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:55.875282 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f42ebc51-ae4c-496e-89ac-3151b2d912da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:55.878464 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f42ebc51-ae4c-496e-89ac-3151b2d912da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/networks/86c0c743-a556-4b71-995d-393c9065e4fa HTTP/1.1" status: 204 len: 168 time: 0.5654411 Nov 11 18:25:55.881284 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 53998) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:25:55.892863 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ebc51-ae4c-496e-89ac-3151b2d912da tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'Network': ['ID=86c0c743-a556-4b71-995d-393c9065e4fa,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:55.945267 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-42e69af1-32ca-408b-9250-365608dd99c1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:55.975204 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-42e69af1-32ca-408b-9250-365608dd99c1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:56.056070 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-42e69af1-32ca-408b-9250-365608dd99c1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:56.057777 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-42e69af1-32ca-408b-9250-365608dd99c1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:56.058964 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-42e69af1-32ca-408b-9250-365608dd99c1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] 10.222.0.76 "DELETE /v2.0/security-groups/9f3a613a-2612-4b8f-a50b-b69098377860 HTTP/1.1" status: 204 len: 168 time: 0.1766634 Nov 11 18:25:56.071113 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e69af1-32ca-408b-9250-365608dd99c1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3a613a-2612-4b8f-a50b-b69098377860,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:56.078520 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e69af1-32ca-408b-9250-365608dd99c1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:56.078874 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e69af1-32ca-408b-9250-365608dd99c1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:56.079223 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e69af1-32ca-408b-9250-365608dd99c1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:56.080678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e69af1-32ca-408b-9250-365608dd99c1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:56.080678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e69af1-32ca-408b-9250-365608dd99c1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:56.080678 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e69af1-32ca-408b-9250-365608dd99c1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:56.080977 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e69af1-32ca-408b-9250-365608dd99c1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:56.081345 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e69af1-32ca-408b-9250-365608dd99c1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:56.081672 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e69af1-32ca-408b-9250-365608dd99c1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:56.082009 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e69af1-32ca-408b-9250-365608dd99c1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:56.082339 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e69af1-32ca-408b-9250-365608dd99c1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:56.082668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e69af1-32ca-408b-9250-365608dd99c1 tempest-TestNetworkAdvancedServerOps-1823481223 tempest-TestNetworkAdvancedServerOps-1823481223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:25:56.099676 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 106c2c12-2c81-4d42-a19b-5a5a436073d2 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:25:56.129408 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 106c2c12-2c81-4d42-a19b-5a5a436073d2 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:25:56.129756 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 106c2c12-2c81-4d42-a19b-5a5a436073d2 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:25:56.130189 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 39d837e7-15a5-4560-b24c-a713ff372402 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:25:56.150132 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 39d837e7-15a5-4560-b24c-a713ff372402 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:25:56.150487 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 39d837e7-15a5-4560-b24c-a713ff372402 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:25:56.411970 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54008) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:25:56.540511 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-a5a09366-d405-474c-a8af-bed347c184a7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7920bba3c2b2409bbd8010834c709096&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273780 Nov 11 18:25:56.543007 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54012) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:25:56.592544 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d0c20b7-c986-40b7-a178-7f01cac4d64b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:56.614125 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d0c20b7-c986-40b7-a178-7f01cac4d64b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:56.660106 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d0c20b7-c986-40b7-a178-7f01cac4d64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:56.662651 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6d0c20b7-c986-40b7-a178-7f01cac4d64b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:56.663815 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6d0c20b7-c986-40b7-a178-7f01cac4d64b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/440a1dd1-1f7d-4a31-a425-f634bce00e47 HTTP/1.1" status: 204 len: 168 time: 0.1198394 Nov 11 18:25:56.671710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c20b7-c986-40b7-a178-7f01cac4d64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440a1dd1-1f7d-4a31-a425-f634bce00e47,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:56.912839 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54018) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:25:56.926877 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-29e82af5-9ef7-4ee2-a331-3e59a0cd5655 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:57.003116 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-29e82af5-9ef7-4ee2-a331-3e59a0cd5655 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:57.007084 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-29e82af5-9ef7-4ee2-a331-3e59a0cd5655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:57.046167 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-29e82af5-9ef7-4ee2-a331-3e59a0cd5655 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7d321de212d14eca8e2930e3e37df25a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1322815 Nov 11 18:25:57.047282 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e82af5-9ef7-4ee2-a331-3e59a0cd5655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc742160-d7e8-469f-8067-a6a0fde5a27e,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:57.049024 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54020) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:25:57.097363 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ed3c9608-1bf8-436d-8fe4-3160f1b2fe33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:57.117931 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ed3c9608-1bf8-436d-8fe4-3160f1b2fe33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:57.164726 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ed3c9608-1bf8-436d-8fe4-3160f1b2fe33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:57.167258 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-ed3c9608-1bf8-436d-8fe4-3160f1b2fe33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:57.168412 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-ed3c9608-1bf8-436d-8fe4-3160f1b2fe33 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dc742160-d7e8-469f-8067-a6a0fde5a27e HTTP/1.1" status: 204 len: 168 time: 0.1182985 Nov 11 18:25:57.176073 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c9608-1bf8-436d-8fe4-3160f1b2fe33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc742160-d7e8-469f-8067-a6a0fde5a27e,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:57.847563 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54042) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:25:57.940794 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-24c1aad3-2993-470a-a223-7c2b9b8a265c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-985640937-network', 'tenant_id': 'de23000aee3247c69adc355527936fa9'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:25:57.962491 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c1aad3-2993-470a-a223-7c2b9b8a265c admin admin] Made reservation on behalf of de23000aee3247c69adc355527936fa9 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:25:57.964936 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-24c1aad3-2993-470a-a223-7c2b9b8a265c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:57.973857 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-24c1aad3-2993-470a-a223-7c2b9b8a265c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:57.976937 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 753124e7-83d0-4d6c-86c0-75575051a4ca no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:25:57.997611 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 753124e7-83d0-4d6c-86c0-75575051a4ca {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:25:57.998042 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 753124e7-83d0-4d6c-86c0-75575051a4ca not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:25:58.046427 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-24c1aad3-2993-470a-a223-7c2b9b8a265c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:58.049879 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-24c1aad3-2993-470a-a223-7c2b9b8a265c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:58.070446 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c1aad3-2993-470a-a223-7c2b9b8a265c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1276} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:25:58.085695 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1aad3-2993-470a-a223-7c2b9b8a265c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f7d472-761b-4ff3-8df7-65ca872d6472,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:58.088623 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-24c1aad3-2993-470a-a223-7c2b9b8a265c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:58.088966 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-24c1aad3-2993-470a-a223-7c2b9b8a265c admin admin] Added segment b1cc4c67-7926-4a46-9aeb-33406d42596b of type vlan for network 55104045-8a6d-49d5-83c2-447b4bb3e9f6 Nov 11 18:25:58.131052 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-24c1aad3-2993-470a-a223-7c2b9b8a265c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:58.156091 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-24c1aad3-2993-470a-a223-7c2b9b8a265c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:58.157046 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c1aad3-2993-470a-a223-7c2b9b8a265c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:58.157627 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-24c1aad3-2993-470a-a223-7c2b9b8a265c admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:58.210202 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-24c1aad3-2993-470a-a223-7c2b9b8a265c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3615172 Nov 11 18:25:58.213368 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54046) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:25:58.218334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-23ed420b-97e3-4e01-b248-b294d64bc513 admin admin] Request body: {'subnet': {'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-985640937-subnet', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:25:58.220982 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1aad3-2993-470a-a223-7c2b9b8a265c admin admin] Pushing event updated for resources: {'Network': ['ID=55104045-8a6d-49d5-83c2-447b4bb3e9f6,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:58.231465 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 55104045-8a6d-49d5-83c2-447b4bb3e9f6 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:25:58.239749 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ed420b-97e3-4e01-b248-b294d64bc513 admin admin] Made reservation on behalf of de23000aee3247c69adc355527936fa9 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:25:58.242839 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-23ed420b-97e3-4e01-b248-b294d64bc513 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:58.418373 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-23ed420b-97e3-4e01-b248-b294d64bc513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:58.474056 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed420b-97e3-4e01-b248-b294d64bc513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab6a8f22-4c3b-47db-85b3-57e21bdea3e3,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:58.483248 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ed420b-97e3-4e01-b248-b294d64bc513 admin admin] Checking segment: {'id': 'b1cc4c67-7926-4a46-9aeb-33406d42596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:25:58.483607 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ed420b-97e3-4e01-b248-b294d64bc513 admin admin] Network hostable DHCP agents. Network: 55104045-8a6d-49d5-83c2-447b4bb3e9f6, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:25:58.499381 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ed420b-97e3-4e01-b248-b294d64bc513 admin admin] Network 55104045-8a6d-49d5-83c2-447b4bb3e9f6 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:25:58.507431 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-23ed420b-97e3-4e01-b248-b294d64bc513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 55104045-8a6d-49d5-83c2-447b4bb3e9f6) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:25:58.511270 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ed420b-97e3-4e01-b248-b294d64bc513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:25:58.511881 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-23ed420b-97e3-4e01-b248-b294d64bc513 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:58.517333 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c01c1c-9fba-4810-bf95-f6cf805fa172 None None] Network 55104045-8a6d-49d5-83c2-447b4bb3e9f6 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:25:58.527793 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-23ed420b-97e3-4e01-b248-b294d64bc513 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3132341 Nov 11 18:25:58.531066 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54048) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:25:58.535393 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-19ddcfef-b439-4c6a-8090-85a2b85d1925 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-985640937-router', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:25:58.556077 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19ddcfef-b439-4c6a-8090-85a2b85d1925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:58.557113 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19ddcfef-b439-4c6a-8090-85a2b85d1925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:58.612868 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19ddcfef-b439-4c6a-8090-85a2b85d1925 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:58.668573 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce26608-6032-47b5-9654-982ee0bdb436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'fixed_ips': [{'subnet_id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 18:25:58.669393 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ce26608-6032-47b5-9654-982ee0bdb436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:58.750610 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19ddcfef-b439-4c6a-8090-85a2b85d1925 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:58.806067 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-7ce26608-6032-47b5-9654-982ee0bdb436 None None] Allocated IP 172.20.0.2 (55104045-8a6d-49d5-83c2-447b4bb3e9f6/ab6a8f22-4c3b-47db-85b3-57e21bdea3e3/b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:25:58.944753 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ce26608-6032-47b5-9654-982ee0bdb436 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:58.950677 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ce26608-6032-47b5-9654-982ee0bdb436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:58.951949 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19ddcfef-b439-4c6a-8090-85a2b85d1925 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:58.971682 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19ddcfef-b439-4c6a-8090-85a2b85d1925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:58.991813 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce26608-6032-47b5-9654-982ee0bdb436 None None] Network 55104045-8a6d-49d5-83c2-447b4bb3e9f6 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:25:59.000140 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-7ce26608-6032-47b5-9654-982ee0bdb436 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:25:59.003105 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce26608-6032-47b5-9654-982ee0bdb436 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:25:59.008671 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce26608-6032-47b5-9654-982ee0bdb436 None None] Pushing event updated for resources: {'Port': ['ID=b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:59.060375 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-7ce26608-6032-47b5-9654-982ee0bdb436 None None] Attempting to bind port b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:25:59.060745 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-7ce26608-6032-47b5-9654-982ee0bdb436 None None] Attempting to bind port b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'b1cc4c67-7926-4a46-9aeb-33406d42596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:25:59.061110 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce26608-6032-47b5-9654-982ee0bdb436 None None] Attempting to bind port b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7 on network 55104045-8a6d-49d5-83c2-447b4bb3e9f6 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:25:59.066541 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce26608-6032-47b5-9654-982ee0bdb436 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:25:59.066916 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce26608-6032-47b5-9654-982ee0bdb436 None None] Checking segment: {'id': 'b1cc4c67-7926-4a46-9aeb-33406d42596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:25:59.067315 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ce26608-6032-47b5-9654-982ee0bdb436 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:59.067710 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce26608-6032-47b5-9654-982ee0bdb436 None None] Bound using segment: {'id': 'b1cc4c67-7926-4a46-9aeb-33406d42596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:25:59.068197 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-7ce26608-6032-47b5-9654-982ee0bdb436 None None] Bound port: b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1cc4c67-7926-4a46-9aeb-33406d42596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:25:59.068577 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ce26608-6032-47b5-9654-982ee0bdb436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:59.075880 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-19ddcfef-b439-4c6a-8090-85a2b85d1925 admin admin] Allocated IP 172.25.2.211 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/940d14ab-38fa-4047-bb18-cd7859f7813a) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:25:59.132563 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7ce26608-6032-47b5-9654-982ee0bdb436 None None] For port b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:25:59.135584 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-7ce26608-6032-47b5-9654-982ee0bdb436 None None] For port b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:25:59.140635 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7ce26608-6032-47b5-9654-982ee0bdb436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:59.182256 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19ddcfef-b439-4c6a-8090-85a2b85d1925 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:59.196395 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce26608-6032-47b5-9654-982ee0bdb436 None None] Pushing event updated for resources: {'Port': ['ID=b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:59.218457 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19ddcfef-b439-4c6a-8090-85a2b85d1925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:59.256762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ddcfef-b439-4c6a-8090-85a2b85d1925 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:25:59.261597 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-19ddcfef-b439-4c6a-8090-85a2b85d1925 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:25:59.265125 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ddcfef-b439-4c6a-8090-85a2b85d1925 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:25:59.274636 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af06a619-8e4a-41e7-bb79-b563153f9e9e None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:25:59.294600 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddcfef-b439-4c6a-8090-85a2b85d1925 admin admin] Pushing event updated for resources: {'Port': ['ID=940d14ab-38fa-4047-bb18-cd7859f7813a,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:25:59.335172 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-44e8d2de-cfce-4ca9-8d5b-4a3252e6a3ea None None] Provisioning complete for port 940d14ab-38fa-4047-bb18-cd7859f7813a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:25:59.335705 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-44e8d2de-cfce-4ca9-8d5b-4a3252e6a3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:25:59.389152 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-44e8d2de-cfce-4ca9-8d5b-4a3252e6a3ea None None] Port 940d14ab-38fa-4047-bb18-cd7859f7813a cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:25:59.852276 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19ddcfef-b439-4c6a-8090-85a2b85d1925 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:00.056772 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:26:00.065053 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19ddcfef-b439-4c6a-8090-85a2b85d1925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:00.109579 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd0d67a-f7e8-4f8f-a072-4ab09f1174b9 None None] Network 55104045-8a6d-49d5-83c2-447b4bb3e9f6 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:26:00.152566 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:00.152943 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:00.196885 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ddcfef-b439-4c6a-8090-85a2b85d1925 admin admin] Router 1b09aafd-dc40-4729-87a0-267a4dea978e is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 18:26:00.279038 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-29ee179e-a611-4e7c-a3b6-64ac87af0f49 None None] Provisioning complete for port b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:00.279358 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29ee179e-a611-4e7c-a3b6-64ac87af0f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:00.305710 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ddcfef-b439-4c6a-8090-85a2b85d1925 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:26:00.319013 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] Sync routers for ids ['1b09aafd-dc40-4729-87a0-267a4dea978e'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:26:00.328307 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-19ddcfef-b439-4c6a-8090-85a2b85d1925 admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:00.332696 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-19ddcfef-b439-4c6a-8090-85a2b85d1925 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7981384 Nov 11 18:26:00.332908 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54050) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:26:00.337199 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:00.337994 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] Routers {'1b09aafd-dc40-4729-87a0-267a4dea978e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:26:00.339121 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b09aafd-dc40-4729-87a0-267a4dea978e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:26:00.419958 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] For port b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:26:00.429702 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:00.452703 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] Set router 1b09aafd-dc40-4729-87a0-267a4dea978e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:26:00.472403 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29ee179e-a611-4e7c-a3b6-64ac87af0f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:00.513278 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Pushing event updated for resources: {'Port': ['ID=b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:00.547998 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.db.api [None req-29ee179e-a611-4e7c-a3b6-64ac87af0f49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 18:26:00.548579 n-d-816206-4 neutron-server[102619]: DEBUG oslo_db.api [None req-29ee179e-a611-4e7c-a3b6-64ac87af0f49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 18:26:00.658293 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'name': 'tempest-TestShelveInstance-985640937-router', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:25:59Z', 'revision_number': 3, 'project_id': 'de23000aee3247c69adc355527936fa9', 'gw_port': {'id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:26:00.689896 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] Checking router: 1b09aafd-dc40-4729-87a0-267a4dea978e for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:26:00.690230 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] Updating router 1b09aafd-dc40-4729-87a0-267a4dea978e port 940d14ab-38fa-4047-bb18-cd7859f7813a binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:26:00.714597 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:00.794704 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e4a564f-7c38-461e-a67f-e210a9f359d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:00.950241 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-2e4a564f-7c38-461e-a67f-e210a9f359d4 admin admin] Allocated IP 172.20.0.1 (55104045-8a6d-49d5-83c2-447b4bb3e9f6/ab6a8f22-4c3b-47db-85b3-57e21bdea3e3/1259217f-a707-48be-a517-575877b350be) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:26:00.962475 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:00.967647 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:01.012345 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbb2430-bf50-4e66-80d6-5b980cf23b85 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:26:01.016990 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] Attempting to bind port 940d14ab-38fa-4047-bb18-cd7859f7813a on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:26:01.017362 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] Attempting to bind port 940d14ab-38fa-4047-bb18-cd7859f7813a by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:26:01.017757 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] Attempting to bind port 940d14ab-38fa-4047-bb18-cd7859f7813a on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:26:01.029168 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:26:01.029547 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:26:01.030122 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:01.030529 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:26:01.031076 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] Bound port: 940d14ab-38fa-4047-bb18-cd7859f7813a, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:26:01.031340 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:01.033876 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a1fa1-e437-47ab-aeab-7cbaf07b0b15 None None] Pushing event updated for resources: {'Port': ['ID=940d14ab-38fa-4047-bb18-cd7859f7813a,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:01.061973 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e4a564f-7c38-461e-a67f-e210a9f359d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:01.084227 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] For port 940d14ab-38fa-4047-bb18-cd7859f7813a, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:26:01.091105 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] For port 940d14ab-38fa-4047-bb18-cd7859f7813a, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=940d14ab-38fa-4047-bb18-cd7859f7813a,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:26:01.092938 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a1fa1-e437-47ab-aeab-7cbaf07b0b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:26:01.093464 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a1fa1-e437-47ab-aeab-7cbaf07b0b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:26:01.094224 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a1fa1-e437-47ab-aeab-7cbaf07b0b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:26:01.094560 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a1fa1-e437-47ab-aeab-7cbaf07b0b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:26:01.095048 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a1fa1-e437-47ab-aeab-7cbaf07b0b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:26:01.095376 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a1fa1-e437-47ab-aeab-7cbaf07b0b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:26:01.096271 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a1fa1-e437-47ab-aeab-7cbaf07b0b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:26:01.096721 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a1fa1-e437-47ab-aeab-7cbaf07b0b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:26:01.097052 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a1fa1-e437-47ab-aeab-7cbaf07b0b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:26:01.097376 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a1fa1-e437-47ab-aeab-7cbaf07b0b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:26:01.097842 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a1fa1-e437-47ab-aeab-7cbaf07b0b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:26:01.098287 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a1fa1-e437-47ab-aeab-7cbaf07b0b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:26:01.100528 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e4a564f-7c38-461e-a67f-e210a9f359d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:01.102268 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:01.141995 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5f6de2-1d5b-4aa9-94d8-05566ff4b33a None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:26:01.149453 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a564f-7c38-461e-a67f-e210a9f359d4 admin admin] Network 55104045-8a6d-49d5-83c2-447b4bb3e9f6 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:26:01.153471 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] Routers {'1b09aafd-dc40-4729-87a0-267a4dea978e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:26:01.154222 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b09aafd-dc40-4729-87a0-267a4dea978e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:26:01.157423 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-2e4a564f-7c38-461e-a67f-e210a9f359d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:26:01.160566 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4a564f-7c38-461e-a67f-e210a9f359d4 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:26:01.193509 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a564f-7c38-461e-a67f-e210a9f359d4 admin admin] Pushing event updated for resources: {'Port': ['ID=1259217f-a707-48be-a517-575877b350be,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:01.206755 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a1fa1-e437-47ab-aeab-7cbaf07b0b15 None None] Pushing event updated for resources: {'Port': ['ID=940d14ab-38fa-4047-bb18-cd7859f7813a,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:01.210316 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e4a564f-7c38-461e-a67f-e210a9f359d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:01.220198 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c684df10-737a-463d-bf9b-a20aee4693d2 None None] Provisioning complete for port 940d14ab-38fa-4047-bb18-cd7859f7813a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:01.221338 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c684df10-737a-463d-bf9b-a20aee4693d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:01.272502 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] Set router 1b09aafd-dc40-4729-87a0-267a4dea978e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:26:01.320147 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c684df10-737a-463d-bf9b-a20aee4693d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:01.344509 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c684df10-737a-463d-bf9b-a20aee4693d2 None None] For port 940d14ab-38fa-4047-bb18-cd7859f7813a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=940d14ab-38fa-4047-bb18-cd7859f7813a,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:26:01.350766 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c684df10-737a-463d-bf9b-a20aee4693d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:01.359327 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e4a564f-7c38-461e-a67f-e210a9f359d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:01.400151 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c684df10-737a-463d-bf9b-a20aee4693d2 None None] Provisioning complete for port b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:01.401295 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c684df10-737a-463d-bf9b-a20aee4693d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:01.436465 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684df10-737a-463d-bf9b-a20aee4693d2 None None] Pushing event updated for resources: {'Port': ['ID=940d14ab-38fa-4047-bb18-cd7859f7813a,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:01.479008 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'name': 'tempest-TestShelveInstance-985640937-router', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:25:59Z', 'revision_number': 3, 'project_id': 'de23000aee3247c69adc355527936fa9', 'gw_port': {'id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:26:01.505663 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c23454f-9ec2-466b-ac3d-9609482d1872 None None] The sync data for ids ['1b09aafd-dc40-4729-87a0-267a4dea978e'] in n-d-816206-4 is: [{'id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'name': 'tempest-TestShelveInstance-985640937-router', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:25:59Z', 'revision_number': 3, 'project_id': 'de23000aee3247c69adc355527936fa9', 'gw_port': {'id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:26:01.546422 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e4a564f-7c38-461e-a67f-e210a9f359d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:01.551168 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e4a564f-7c38-461e-a67f-e210a9f359d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:01.618854 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2e4a564f-7c38-461e-a67f-e210a9f359d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:01.620632 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a564f-7c38-461e-a67f-e210a9f359d4 admin admin] Pushing event updated for resources: {'Port': ['ID=1259217f-a707-48be-a517-575877b350be,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:01.632493 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2b2f18a8-072d-4925-97dc-983f0757d19d None None] Provisioning complete for port 1259217f-a707-48be-a517-575877b350be triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:01.632865 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2b2f18a8-072d-4925-97dc-983f0757d19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:01.670112 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2b2f18a8-072d-4925-97dc-983f0757d19d None None] Port 1259217f-a707-48be-a517-575877b350be cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:26:01.718467 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a564f-7c38-461e-a67f-e210a9f359d4 admin admin] Network 55104045-8a6d-49d5-83c2-447b4bb3e9f6 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:26:01.719907 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-2e4a564f-7c38-461e-a67f-e210a9f359d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:26:01.870349 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4a564f-7c38-461e-a67f-e210a9f359d4 admin admin] Router 1b09aafd-dc40-4729-87a0-267a4dea978e has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:26:01.988093 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4a564f-7c38-461e-a67f-e210a9f359d4 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:26:01.994239 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2e4a564f-7c38-461e-a67f-e210a9f359d4 admin admin] 10.222.0.76 "PUT /v2.0/routers/1b09aafd-dc40-4729-87a0-267a4dea978e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6603138 Nov 11 18:26:01.994426 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c73948e4-ad0a-4561-bd30-0ff8f031bdc0 None None] Provisioning complete for port 1259217f-a707-48be-a517-575877b350be triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:01.994654 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c73948e4-ad0a-4561-bd30-0ff8f031bdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:02.040277 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c73948e4-ad0a-4561-bd30-0ff8f031bdc0 None None] Port 1259217f-a707-48be-a517-575877b350be cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:26:02.134244 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:26:02.192248 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:02.192897 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:02.273258 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 940d14ab-38fa-4047-bb18-cd7859f7813a up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:26:02.327214 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 940d14ab-38fa-4047-bb18-cd7859f7813a triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:02.327792 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:02.514212 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54066) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:26:02.519265 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6ddbf5bb-898f-4573-a85d-ca7b47daa10a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-447376758-network', 'tenant_id': '32d05bd3de1f40fc960f05eba332cdf9'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:26:02.539700 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddbf5bb-898f-4573-a85d-ca7b47daa10a admin admin] Made reservation on behalf of 32d05bd3de1f40fc960f05eba332cdf9 for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:26:02.541994 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ddbf5bb-898f-4573-a85d-ca7b47daa10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:02.554343 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ddbf5bb-898f-4573-a85d-ca7b47daa10a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:02.627587 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ddbf5bb-898f-4573-a85d-ca7b47daa10a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:02.632468 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ddbf5bb-898f-4573-a85d-ca7b47daa10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:02.657199 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ddbf5bb-898f-4573-a85d-ca7b47daa10a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1271} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:26:02.666410 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbf5bb-898f-4573-a85d-ca7b47daa10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b057c46d-72cb-4fb5-9320-a2833b8875d5,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:02.672230 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ddbf5bb-898f-4573-a85d-ca7b47daa10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:02.672568 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-6ddbf5bb-898f-4573-a85d-ca7b47daa10a admin admin] Added segment 54b9749c-84bc-451c-b160-76cdbc9aec30 of type vlan for network 955ba777-a667-4148-8f83-096a21dabc31 Nov 11 18:26:02.712245 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ddbf5bb-898f-4573-a85d-ca7b47daa10a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:02.736959 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ddbf5bb-898f-4573-a85d-ca7b47daa10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:02.737910 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddbf5bb-898f-4573-a85d-ca7b47daa10a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:02.738490 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6ddbf5bb-898f-4573-a85d-ca7b47daa10a admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:02.789013 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6ddbf5bb-898f-4573-a85d-ca7b47daa10a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2736671 Nov 11 18:26:02.791892 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54068) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:26:02.797085 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-59cd5999-e40a-47a7-970e-b1571ad3b72e admin admin] Request body: {'subnet': {'network_id': '955ba777-a667-4148-8f83-096a21dabc31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-447376758-subnet', 'tenant_id': '32d05bd3de1f40fc960f05eba332cdf9', 'ip_version': 4}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:26:02.800787 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbf5bb-898f-4573-a85d-ca7b47daa10a admin admin] Pushing event updated for resources: {'Network': ['ID=955ba777-a667-4148-8f83-096a21dabc31,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:02.811014 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network 955ba777-a667-4148-8f83-096a21dabc31 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:26:02.820265 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cd5999-e40a-47a7-970e-b1571ad3b72e admin admin] Made reservation on behalf of 32d05bd3de1f40fc960f05eba332cdf9 for: {'subnet': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:26:02.822614 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-59cd5999-e40a-47a7-970e-b1571ad3b72e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8968649'] for subnet, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:03.001245 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-59cd5999-e40a-47a7-970e-b1571ad3b72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8701952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8968679'] for subnet, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:03.051055 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd5999-e40a-47a7-970e-b1571ad3b72e admin admin] Pushing event updated for resources: {'Subnet': ['ID=438e967f-ca09-479b-9a1f-202122fa1d42,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:03.067480 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cd5999-e40a-47a7-970e-b1571ad3b72e admin admin] Checking segment: {'id': '54b9749c-84bc-451c-b160-76cdbc9aec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '955ba777-a667-4148-8f83-096a21dabc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:26:03.067978 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cd5999-e40a-47a7-970e-b1571ad3b72e admin admin] Network hostable DHCP agents. Network: 955ba777-a667-4148-8f83-096a21dabc31, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:26:03.085573 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cd5999-e40a-47a7-970e-b1571ad3b72e admin admin] Network 955ba777-a667-4148-8f83-096a21dabc31 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:26:03.094367 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-59cd5999-e40a-47a7-970e-b1571ad3b72e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, 955ba777-a667-4148-8f83-096a21dabc31) {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:26:03.099201 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cd5999-e40a-47a7-970e-b1571ad3b72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:03.099859 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-59cd5999-e40a-47a7-970e-b1571ad3b72e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:03.103886 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45169904-26fb-4782-99ea-96b14e2b0cb5 None None] Network 955ba777-a667-4148-8f83-096a21dabc31 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:26:03.115648 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-59cd5999-e40a-47a7-970e-b1571ad3b72e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3226111 Nov 11 18:26:03.118504 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54070) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:26:03.123005 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e711ba46-784f-4e73-b548-51518cae36c6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-447376758-router', 'tenant_id': '32d05bd3de1f40fc960f05eba332cdf9', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:26:03.147267 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e711ba46-784f-4e73-b548-51518cae36c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:03.148609 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e711ba46-784f-4e73-b548-51518cae36c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:03.179500 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] Sync routers for ids ['1b09aafd-dc40-4729-87a0-267a4dea978e'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:26:03.201354 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] Routers {'1b09aafd-dc40-4729-87a0-267a4dea978e'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:26:03.202002 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b09aafd-dc40-4729-87a0-267a4dea978e'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:26:03.209390 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e711ba46-784f-4e73-b548-51518cae36c6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:03.356059 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e711ba46-784f-4e73-b548-51518cae36c6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:03.501386 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459f20c5-cae4-4b96-acc0-2b9fed3dd034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-955ba777-a667-4148-8f83-096a21dabc31', 'network_id': '955ba777-a667-4148-8f83-096a21dabc31', 'tenant_id': '32d05bd3de1f40fc960f05eba332cdf9', 'fixed_ips': [{'subnet_id': '438e967f-ca09-479b-9a1f-202122fa1d42'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 18:26:03.502921 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-459f20c5-cae4-4b96-acc0-2b9fed3dd034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:03.533952 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] Set router 1b09aafd-dc40-4729-87a0-267a4dea978e gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:26:03.782707 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-459f20c5-cae4-4b96-acc0-2b9fed3dd034 None None] Allocated IP 172.20.0.2 (955ba777-a667-4148-8f83-096a21dabc31/438e967f-ca09-479b-9a1f-202122fa1d42/1765bc10-7e44-4b2b-ac87-7f1f796b291a) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:26:03.865293 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e711ba46-784f-4e73-b548-51518cae36c6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:03.884773 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e711ba46-784f-4e73-b548-51518cae36c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:03.931963 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'name': 'tempest-TestShelveInstance-985640937-router', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': 'de23000aee3247c69adc355527936fa9', 'gw_port': {'id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '1259217f-a707-48be-a517-575877b350be', 'name': '', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'mac_address': 'fa:16:3e:65:d7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:00Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 2, 'project_id': 'de23000aee3247c69adc355527936fa9', 'subnets': [{'id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:26:03.975716 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] Checking router: 1b09aafd-dc40-4729-87a0-267a4dea978e for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:26:03.976114 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] Updating router 1b09aafd-dc40-4729-87a0-267a4dea978e port 1259217f-a707-48be-a517-575877b350be binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:26:03.993724 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-e711ba46-784f-4e73-b548-51518cae36c6 admin admin] Allocated IP 172.25.2.219 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/d9bfb063-a396-4509-8d1f-a8630bc42c8b) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:26:04.019700 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-459f20c5-cae4-4b96-acc0-2b9fed3dd034 None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:04.021297 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:04.034820 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-459f20c5-cae4-4b96-acc0-2b9fed3dd034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:04.106459 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459f20c5-cae4-4b96-acc0-2b9fed3dd034 None None] Network 955ba777-a667-4148-8f83-096a21dabc31 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:26:04.118063 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f20c5-cae4-4b96-acc0-2b9fed3dd034 None None] Pushing event updated for resources: {'Port': ['ID=1765bc10-7e44-4b2b-ac87-7f1f796b291a,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:04.119381 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e711ba46-784f-4e73-b548-51518cae36c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:04.120597 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-459f20c5-cae4-4b96-acc0-2b9fed3dd034 None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:26:04.124288 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459f20c5-cae4-4b96-acc0-2b9fed3dd034 None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:26:04.157394 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e711ba46-784f-4e73-b548-51518cae36c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:04.196889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e711ba46-784f-4e73-b548-51518cae36c6 admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:26:04.201628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-e711ba46-784f-4e73-b548-51518cae36c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:26:04.207807 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e711ba46-784f-4e73-b548-51518cae36c6 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:26:04.221998 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b80cd7-b3d0-4e13-af96-f056419495a8 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:26:04.236137 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711ba46-784f-4e73-b548-51518cae36c6 admin admin] Pushing event updated for resources: {'Port': ['ID=d9bfb063-a396-4509-8d1f-a8630bc42c8b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:04.248475 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-459f20c5-cae4-4b96-acc0-2b9fed3dd034 None None] Attempting to bind port 1765bc10-7e44-4b2b-ac87-7f1f796b291a on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:26:04.248889 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-459f20c5-cae4-4b96-acc0-2b9fed3dd034 None None] Attempting to bind port 1765bc10-7e44-4b2b-ac87-7f1f796b291a by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '54b9749c-84bc-451c-b160-76cdbc9aec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '955ba777-a667-4148-8f83-096a21dabc31'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:26:04.249201 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459f20c5-cae4-4b96-acc0-2b9fed3dd034 None None] Attempting to bind port 1765bc10-7e44-4b2b-ac87-7f1f796b291a on network 955ba777-a667-4148-8f83-096a21dabc31 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:26:04.266550 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459f20c5-cae4-4b96-acc0-2b9fed3dd034 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:26:04.266930 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459f20c5-cae4-4b96-acc0-2b9fed3dd034 None None] Checking segment: {'id': '54b9749c-84bc-451c-b160-76cdbc9aec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '955ba777-a667-4148-8f83-096a21dabc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:26:04.267327 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-459f20c5-cae4-4b96-acc0-2b9fed3dd034 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:04.267764 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459f20c5-cae4-4b96-acc0-2b9fed3dd034 None None] Bound using segment: {'id': '54b9749c-84bc-451c-b160-76cdbc9aec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '955ba777-a667-4148-8f83-096a21dabc31'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:26:04.268263 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-459f20c5-cae4-4b96-acc0-2b9fed3dd034 None None] Bound port: 1765bc10-7e44-4b2b-ac87-7f1f796b291a, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b9749c-84bc-451c-b160-76cdbc9aec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '955ba777-a667-4148-8f83-096a21dabc31'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:26:04.268625 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-459f20c5-cae4-4b96-acc0-2b9fed3dd034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:04.351126 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-668a6566-6250-4fa0-807d-96f9f9bf06ac None None] Provisioning complete for port d9bfb063-a396-4509-8d1f-a8630bc42c8b triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:04.351404 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-668a6566-6250-4fa0-807d-96f9f9bf06ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:04.432789 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-459f20c5-cae4-4b96-acc0-2b9fed3dd034 None None] For port 1765bc10-7e44-4b2b-ac87-7f1f796b291a, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:26:04.434683 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-668a6566-6250-4fa0-807d-96f9f9bf06ac None None] Port d9bfb063-a396-4509-8d1f-a8630bc42c8b cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:26:04.452465 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-459f20c5-cae4-4b96-acc0-2b9fed3dd034 None None] For port 1765bc10-7e44-4b2b-ac87-7f1f796b291a, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1765bc10-7e44-4b2b-ac87-7f1f796b291a,segment=NetworkSegment(54b9749c-84bc-451c-b160-76cdbc9aec30),segment_id=54b9749c-84bc-451c-b160-76cdbc9aec30)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:26:04.462603 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-459f20c5-cae4-4b96-acc0-2b9fed3dd034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:04.469447 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e711ba46-784f-4e73-b548-51518cae36c6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:04.556668 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:04.564108 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f20c5-cae4-4b96-acc0-2b9fed3dd034 None None] Pushing event updated for resources: {'Port': ['ID=1765bc10-7e44-4b2b-ac87-7f1f796b291a,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:04.575786 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:04.630166 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2694d-6b88-49e0-bfbf-3c7a2107f29c None None] Pushing event updated for resources: {'Port': ['ID=1259217f-a707-48be-a517-575877b350be,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:04.688994 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] Attempting to bind port 1259217f-a707-48be-a517-575877b350be on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:26:04.688994 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] Attempting to bind port 1259217f-a707-48be-a517-575877b350be by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'b1cc4c67-7926-4a46-9aeb-33406d42596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:26:04.689414 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] Attempting to bind port 1259217f-a707-48be-a517-575877b350be on network 55104045-8a6d-49d5-83c2-447b4bb3e9f6 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:26:04.694829 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:26:04.695212 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] Checking segment: {'id': 'b1cc4c67-7926-4a46-9aeb-33406d42596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:26:04.695622 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:04.696053 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] Bound using segment: {'id': 'b1cc4c67-7926-4a46-9aeb-33406d42596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:26:04.696542 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] Bound port: 1259217f-a707-48be-a517-575877b350be, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1cc4c67-7926-4a46-9aeb-33406d42596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:26:04.696928 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:04.705946 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e711ba46-784f-4e73-b548-51518cae36c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:04.805676 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] For port 1259217f-a707-48be-a517-575877b350be, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:26:04.810695 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] For port 1259217f-a707-48be-a517-575877b350be, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1259217f-a707-48be-a517-575877b350be,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:26:04.816762 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:04.872292 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] Routers {'1b09aafd-dc40-4729-87a0-267a4dea978e'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:26:04.872919 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b09aafd-dc40-4729-87a0-267a4dea978e'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:26:04.904270 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e711ba46-784f-4e73-b548-51518cae36c6 admin admin] Router 23fc89e2-a254-48d7-b1bd-417c452d502a is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 18:26:04.922975 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2694d-6b88-49e0-bfbf-3c7a2107f29c None None] Pushing event updated for resources: {'Port': ['ID=1259217f-a707-48be-a517-575877b350be,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:04.999717 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9a26b197-abcd-4294-b215-70e2e26d2544 None None] Provisioning complete for port 1259217f-a707-48be-a517-575877b350be triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:05.000122 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9a26b197-abcd-4294-b215-70e2e26d2544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:05.026238 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] Set router 1b09aafd-dc40-4729-87a0-267a4dea978e gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:26:05.031427 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e711ba46-784f-4e73-b548-51518cae36c6 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:26:05.042182 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] Sync routers for ids ['23fc89e2-a254-48d7-b1bd-417c452d502a'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:26:05.052885 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e711ba46-784f-4e73-b548-51518cae36c6 admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:05.057151 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e711ba46-784f-4e73-b548-51518cae36c6 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9346855 Nov 11 18:26:05.057587 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54072) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:26:05.074188 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] Routers {'23fc89e2-a254-48d7-b1bd-417c452d502a'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:26:05.074817 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['23fc89e2-a254-48d7-b1bd-417c452d502a'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:26:05.215709 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] Set router 23fc89e2-a254-48d7-b1bd-417c452d502a gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:26:05.234467 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9a26b197-abcd-4294-b215-70e2e26d2544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:05.301248 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-9a26b197-abcd-4294-b215-70e2e26d2544 None None] For port 1259217f-a707-48be-a517-575877b350be, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1259217f-a707-48be-a517-575877b350be,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:26:05.308567 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9a26b197-abcd-4294-b215-70e2e26d2544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:05.370079 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26b197-abcd-4294-b215-70e2e26d2544 None None] Pushing event updated for resources: {'Port': ['ID=1259217f-a707-48be-a517-575877b350be,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:05.376733 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'name': 'tempest-TestShelveInstance-985640937-router', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': 'de23000aee3247c69adc355527936fa9', 'gw_port': {'id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '1259217f-a707-48be-a517-575877b350be', 'name': '', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'mac_address': 'fa:16:3e:65:d7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:00Z', 'updated_at': '2021-11-11T18:26:04Z', 'revision_number': 4, 'project_id': 'de23000aee3247c69adc355527936fa9', 'subnets': [{'id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:26:05.405153 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db5b0cf-31b5-4a3d-b742-71765f21132f None None] The sync data for ids ['1b09aafd-dc40-4729-87a0-267a4dea978e'] in n-d-816206-4 is: [{'id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'name': 'tempest-TestShelveInstance-985640937-router', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': 'de23000aee3247c69adc355527936fa9', 'gw_port': {'id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '1259217f-a707-48be-a517-575877b350be', 'name': '', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'mac_address': 'fa:16:3e:65:d7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:00Z', 'updated_at': '2021-11-11T18:26:04Z', 'revision_number': 4, 'project_id': 'de23000aee3247c69adc355527936fa9', 'subnets': [{'id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:26:05.437281 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c32829e9-86e0-45ee-b7cc-e822045155af None None] Provisioning complete for port 1259217f-a707-48be-a517-575877b350be triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:05.438077 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c32829e9-86e0-45ee-b7cc-e822045155af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:05.580572 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fc89e2-a254-48d7-b1bd-417c452d502a', 'name': 'tempest-TestShelveInstance-447376758-router', 'tenant_id': '32d05bd3de1f40fc960f05eba332cdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb063-a396-4509-8d1f-a8630bc42c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:26:03Z', 'updated_at': '2021-11-11T18:26:04Z', 'revision_number': 3, 'project_id': '32d05bd3de1f40fc960f05eba332cdf9', 'gw_port': {'id': 'd9bfb063-a396-4509-8d1f-a8630bc42c8b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ce:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fc89e2-a254-48d7-b1bd-417c452d502a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:03Z', 'updated_at': '2021-11-11T18:26:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:26:05.618415 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4877f3c-8e24-4c59-8124-f0cedb4a304e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:05.624054 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] Checking router: 23fc89e2-a254-48d7-b1bd-417c452d502a for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:26:05.624410 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] Updating router 23fc89e2-a254-48d7-b1bd-417c452d502a port d9bfb063-a396-4509-8d1f-a8630bc42c8b binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:26:05.659565 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:05.819099 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [None req-e4877f3c-8e24-4c59-8124-f0cedb4a304e admin admin] Allocated IP 172.20.0.1 (955ba777-a667-4148-8f83-096a21dabc31/438e967f-ca09-479b-9a1f-202122fa1d42/131417c3-82fa-41fa-a020-fad104c0adf1) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:26:05.890027 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d31a02-7cec-4832-abb6-661c142febae None None] Network 955ba777-a667-4148-8f83-096a21dabc31 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:26:05.956442 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4877f3c-8e24-4c59-8124-f0cedb4a304e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:05.978132 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:05.984478 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:05.989032 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-01069759-76b8-4a13-b543-dd28171fa377 None None] Provisioning complete for port 1765bc10-7e44-4b2b-ac87-7f1f796b291a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:05.989521 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-01069759-76b8-4a13-b543-dd28171fa377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:06.036324 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4877f3c-8e24-4c59-8124-f0cedb4a304e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:06.037041 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5ac918-51ab-4d01-8844-aafff106af60 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:26:06.099088 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] Attempting to bind port d9bfb063-a396-4509-8d1f-a8630bc42c8b on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:26:06.099570 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] Attempting to bind port d9bfb063-a396-4509-8d1f-a8630bc42c8b by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:26:06.099814 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] Attempting to bind port d9bfb063-a396-4509-8d1f-a8630bc42c8b on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:26:06.112220 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:26:06.112918 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:26:06.113490 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:06.114042 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:26:06.114680 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] Bound port: d9bfb063-a396-4509-8d1f-a8630bc42c8b, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:26:06.114826 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4877f3c-8e24-4c59-8124-f0cedb4a304e admin admin] Pushing event updated for resources: {'Port': ['ID=131417c3-82fa-41fa-a020-fad104c0adf1,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:06.115700 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:06.120291 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0add55-e1b9-4c47-98c1-ac889c6c194f None None] Pushing event updated for resources: {'Port': ['ID=d9bfb063-a396-4509-8d1f-a8630bc42c8b,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:06.122732 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4877f3c-8e24-4c59-8124-f0cedb4a304e admin admin] Network 955ba777-a667-4148-8f83-096a21dabc31 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:26:06.124766 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-e4877f3c-8e24-4c59-8124-f0cedb4a304e admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:26:06.127460 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4877f3c-8e24-4c59-8124-f0cedb4a304e admin admin] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:26:06.189145 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] For port d9bfb063-a396-4509-8d1f-a8630bc42c8b, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:26:06.192748 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4877f3c-8e24-4c59-8124-f0cedb4a304e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:06.194509 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] For port d9bfb063-a396-4509-8d1f-a8630bc42c8b, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d9bfb063-a396-4509-8d1f-a8630bc42c8b,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:26:06.200480 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:06.257971 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] Routers {'23fc89e2-a254-48d7-b1bd-417c452d502a'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:26:06.258245 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['23fc89e2-a254-48d7-b1bd-417c452d502a'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:26:06.319244 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0add55-e1b9-4c47-98c1-ac889c6c194f None None] Pushing event updated for resources: {'Port': ['ID=d9bfb063-a396-4509-8d1f-a8630bc42c8b,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:06.369041 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4877f3c-8e24-4c59-8124-f0cedb4a304e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:06.381347 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1765bc10-7e44-4b2b-ac87-7f1f796b291a up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:26:06.388016 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45384ff-b71e-4024-a4e9-15edaed4bb11 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:26:06.398011 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] Set router 23fc89e2-a254-48d7-b1bd-417c452d502a gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:26:06.525663 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-01069759-76b8-4a13-b543-dd28171fa377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:06.527352 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 1765bc10-7e44-4b2b-ac87-7f1f796b291a triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:06.527709 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:06.583242 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4877f3c-8e24-4c59-8124-f0cedb4a304e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:06.593103 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4877f3c-8e24-4c59-8124-f0cedb4a304e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:06.598066 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-01069759-76b8-4a13-b543-dd28171fa377 None None] For port 1765bc10-7e44-4b2b-ac87-7f1f796b291a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1765bc10-7e44-4b2b-ac87-7f1f796b291a,segment=NetworkSegment(54b9749c-84bc-451c-b160-76cdbc9aec30),segment_id=54b9749c-84bc-451c-b160-76cdbc9aec30)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:26:06.607351 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-01069759-76b8-4a13-b543-dd28171fa377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:06.639907 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fc89e2-a254-48d7-b1bd-417c452d502a', 'name': 'tempest-TestShelveInstance-447376758-router', 'tenant_id': '32d05bd3de1f40fc960f05eba332cdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb063-a396-4509-8d1f-a8630bc42c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:26:03Z', 'updated_at': '2021-11-11T18:26:04Z', 'revision_number': 3, 'project_id': '32d05bd3de1f40fc960f05eba332cdf9', 'gw_port': {'id': 'd9bfb063-a396-4509-8d1f-a8630bc42c8b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ce:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fc89e2-a254-48d7-b1bd-417c452d502a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:03Z', 'updated_at': '2021-11-11T18:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:26:06.676238 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ffabc3-9d04-4130-a94a-cf8629ac6ae4 None None] The sync data for ids ['23fc89e2-a254-48d7-b1bd-417c452d502a'] in n-d-816206-4 is: [{'id': '23fc89e2-a254-48d7-b1bd-417c452d502a', 'name': 'tempest-TestShelveInstance-447376758-router', 'tenant_id': '32d05bd3de1f40fc960f05eba332cdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb063-a396-4509-8d1f-a8630bc42c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:26:03Z', 'updated_at': '2021-11-11T18:26:04Z', 'revision_number': 3, 'project_id': '32d05bd3de1f40fc960f05eba332cdf9', 'gw_port': {'id': 'd9bfb063-a396-4509-8d1f-a8630bc42c8b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ce:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fc89e2-a254-48d7-b1bd-417c452d502a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:03Z', 'updated_at': '2021-11-11T18:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:26:06.694289 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e4877f3c-8e24-4c59-8124-f0cedb4a304e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:06.720469 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4877f3c-8e24-4c59-8124-f0cedb4a304e admin admin] Pushing event updated for resources: {'Port': ['ID=131417c3-82fa-41fa-a020-fad104c0adf1,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:06.738688 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1259217f-a707-48be-a517-575877b350be up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:26:06.770796 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01069759-76b8-4a13-b543-dd28171fa377 None None] Pushing event updated for resources: {'Port': ['ID=1765bc10-7e44-4b2b-ac87-7f1f796b291a,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:06.791531 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b258b86f-15e5-48d3-a41a-2a9056427f98 None None] Provisioning complete for port d9bfb063-a396-4509-8d1f-a8630bc42c8b triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:06.791925 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b258b86f-15e5-48d3-a41a-2a9056427f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:06.846243 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4877f3c-8e24-4c59-8124-f0cedb4a304e admin admin] Network 955ba777-a667-4148-8f83-096a21dabc31 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:26:06.848507 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [None req-e4877f3c-8e24-4c59-8124-f0cedb4a304e admin admin] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:26:06.867969 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 1259217f-a707-48be-a517-575877b350be triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:06.868761 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:06.953640 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b258b86f-15e5-48d3-a41a-2a9056427f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:06.976410 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b258b86f-15e5-48d3-a41a-2a9056427f98 None None] For port d9bfb063-a396-4509-8d1f-a8630bc42c8b, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d9bfb063-a396-4509-8d1f-a8630bc42c8b,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:26:06.984703 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b258b86f-15e5-48d3-a41a-2a9056427f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:07.011260 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4877f3c-8e24-4c59-8124-f0cedb4a304e admin admin] Router 23fc89e2-a254-48d7-b1bd-417c452d502a has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:26:07.076147 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258b86f-15e5-48d3-a41a-2a9056427f98 None None] Pushing event updated for resources: {'Port': ['ID=d9bfb063-a396-4509-8d1f-a8630bc42c8b,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:07.108930 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5574494a-1c3e-4719-8fe2-383c4fae1058 None None] Provisioning complete for port 131417c3-82fa-41fa-a020-fad104c0adf1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:07.109268 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5574494a-1c3e-4719-8fe2-383c4fae1058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:07.149484 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4877f3c-8e24-4c59-8124-f0cedb4a304e admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:26:07.164735 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e4877f3c-8e24-4c59-8124-f0cedb4a304e admin admin] 10.222.0.76 "PUT /v2.0/routers/23fc89e2-a254-48d7-b1bd-417c452d502a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1056087 Nov 11 18:26:07.197174 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-5574494a-1c3e-4719-8fe2-383c4fae1058 None None] Port 131417c3-82fa-41fa-a020-fad104c0adf1 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:26:07.210757 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5574494a-1c3e-4719-8fe2-383c4fae1058 None None] Provisioning complete for port 1765bc10-7e44-4b2b-ac87-7f1f796b291a triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:07.211564 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5574494a-1c3e-4719-8fe2-383c4fae1058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:07.443111 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b8c6c1c6-a76d-4b7b-bf99-af60d4aeb351 None None] Provisioning complete for port 131417c3-82fa-41fa-a020-fad104c0adf1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:07.443830 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b8c6c1c6-a76d-4b7b-bf99-af60d4aeb351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:07.479350 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-b8c6c1c6-a76d-4b7b-bf99-af60d4aeb351 None None] Port 131417c3-82fa-41fa-a020-fad104c0adf1 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:26:07.529917 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-50a7622d-442c-4457-bac7-e992aba09b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:07.824786 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54080) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:26:07.829491 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-10c2fcd0-c411-4cf8-8fe1-cdfae2995553 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1802834327', 'description': 'tempest-secgroup-smoke-1802834327 description', 'project_id': 'de23000aee3247c69adc355527936fa9'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:26:07.856012 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10c2fcd0-c411-4cf8-8fe1-cdfae2995553 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:07.937429 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10c2fcd0-c411-4cf8-8fe1-cdfae2995553 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:07.941107 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10c2fcd0-c411-4cf8-8fe1-cdfae2995553 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:07.969856 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-10c2fcd0-c411-4cf8-8fe1-cdfae2995553 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:07.971533 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-10c2fcd0-c411-4cf8-8fe1-cdfae2995553 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1457112 Nov 11 18:26:07.974624 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54082) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:26:07.978892 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-37eea5b2-a57b-42a1-a247-9aa728065358 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Request body: {'security_group_rule': {'security_group_id': 'dc4a945f-7c15-4cb5-bfc5-176751c69f48', 'project_id': 'de23000aee3247c69adc355527936fa9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:26:07.985246 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2fcd0-c411-4cf8-8fe1-cdfae2995553 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4a945f-7c15-4cb5-bfc5-176751c69f48,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:08.010257 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-37eea5b2-a57b-42a1-a247-9aa728065358 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.071622 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-37eea5b2-a57b-42a1-a247-9aa728065358 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.075702 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-37eea5b2-a57b-42a1-a247-9aa728065358 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.093217 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eea5b2-a57b-42a1-a247-9aa728065358 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b776e12-f2fe-4774-a91f-b1bfd3a1e9a2,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:08.103882 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-37eea5b2-a57b-42a1-a247-9aa728065358 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.107656 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-37eea5b2-a57b-42a1-a247-9aa728065358 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295729 Nov 11 18:26:08.108003 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1765bc10-7e44-4b2b-ac87-7f1f796b291a up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:26:08.108128 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54084) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:26:08.112888 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-38168614-e56d-4d8d-bf67-f85e3837d4bb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Request body: {'security_group_rule': {'security_group_id': 'dc4a945f-7c15-4cb5-bfc5-176751c69f48', 'project_id': 'de23000aee3247c69adc355527936fa9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:26:08.138152 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-38168614-e56d-4d8d-bf67-f85e3837d4bb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.171267 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 1765bc10-7e44-4b2b-ac87-7f1f796b291a triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:08.171640 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.205845 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-38168614-e56d-4d8d-bf67-f85e3837d4bb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.210187 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-38168614-e56d-4d8d-bf67-f85e3837d4bb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.231327 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38168614-e56d-4d8d-bf67-f85e3837d4bb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846aea55-a1ff-4132-904d-e71792cbedc7,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:08.240017 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-38168614-e56d-4d8d-bf67-f85e3837d4bb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.244034 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54086) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:26:08.244593 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-38168614-e56d-4d8d-bf67-f85e3837d4bb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1351159 Nov 11 18:26:08.248675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6979dfe3-c936-45d2-ade5-5a348bc456c2 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Request body: {'security_group_rule': {'security_group_id': 'dc4a945f-7c15-4cb5-bfc5-176751c69f48', 'project_id': 'de23000aee3247c69adc355527936fa9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:26:08.258481 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device d9bfb063-a396-4509-8d1f-a8630bc42c8b up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:26:08.275103 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6979dfe3-c936-45d2-ade5-5a348bc456c2 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.305648 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port d9bfb063-a396-4509-8d1f-a8630bc42c8b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:08.306016 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.335387 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6979dfe3-c936-45d2-ade5-5a348bc456c2 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.339318 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6979dfe3-c936-45d2-ade5-5a348bc456c2 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.357976 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979dfe3-c936-45d2-ade5-5a348bc456c2 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c217bf1-52c1-457a-b94b-91989959626b,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:08.365715 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6979dfe3-c936-45d2-ade5-5a348bc456c2 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.366905 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6979dfe3-c936-45d2-ade5-5a348bc456c2 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217966 Nov 11 18:26:08.369625 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54088) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:26:08.373995 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-1ba9d37a-47d7-4f4c-a948-4fd4c9c42de7 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Request body: {'security_group_rule': {'security_group_id': 'dc4a945f-7c15-4cb5-bfc5-176751c69f48', 'project_id': 'de23000aee3247c69adc355527936fa9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:26:08.399436 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ba9d37a-47d7-4f4c-a948-4fd4c9c42de7 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.454434 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ba9d37a-47d7-4f4c-a948-4fd4c9c42de7 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.458215 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ba9d37a-47d7-4f4c-a948-4fd4c9c42de7 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.476878 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9d37a-47d7-4f4c-a948-4fd4c9c42de7 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea48efb7-4244-49fd-8d66-1a26b7178e97,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:08.482024 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-1ba9d37a-47d7-4f4c-a948-4fd4c9c42de7 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.483141 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-1ba9d37a-47d7-4f4c-a948-4fd4c9c42de7 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1125855 Nov 11 18:26:08.485828 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54090) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:26:08.490181 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-641acf41-9630-4a8c-9247-357a505f342d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Request body: {'security_group_rule': {'security_group_id': 'dc4a945f-7c15-4cb5-bfc5-176751c69f48', 'project_id': 'de23000aee3247c69adc355527936fa9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:26:08.513089 n-d-816206-4 neutron-server[102618]: INFO neutron.db.securitygroups_db [None req-641acf41-9630-4a8c-9247-357a505f342d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Project de23000aee3247c69adc355527936fa9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 18:26:08.518589 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-641acf41-9630-4a8c-9247-357a505f342d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.577023 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-641acf41-9630-4a8c-9247-357a505f342d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.580890 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-641acf41-9630-4a8c-9247-357a505f342d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.603677 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641acf41-9630-4a8c-9247-357a505f342d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f5e149-babf-4506-9c33-fb189a5f1c52,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:08.611532 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-641acf41-9630-4a8c-9247-357a505f342d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.612764 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-641acf41-9630-4a8c-9247-357a505f342d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259785 Nov 11 18:26:08.615433 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54092) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:26:08.620116 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-8bd81ce6-4dc6-44c2-895c-c81ede633dbb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Request body: {'security_group_rule': {'security_group_id': 'dc4a945f-7c15-4cb5-bfc5-176751c69f48', 'project_id': 'de23000aee3247c69adc355527936fa9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:26:08.642053 n-d-816206-4 neutron-server[102618]: INFO neutron.db.securitygroups_db [None req-8bd81ce6-4dc6-44c2-895c-c81ede633dbb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Project de23000aee3247c69adc355527936fa9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 18:26:08.647934 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8bd81ce6-4dc6-44c2-895c-c81ede633dbb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.706920 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8bd81ce6-4dc6-44c2-895c-c81ede633dbb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.710883 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8bd81ce6-4dc6-44c2-895c-c81ede633dbb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.729032 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd81ce6-4dc6-44c2-895c-c81ede633dbb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d5ea78-82fd-4447-af98-fb38fb4e67b5,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:08.737027 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8bd81ce6-4dc6-44c2-895c-c81ede633dbb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:08.737992 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8bd81ce6-4dc6-44c2-895c-c81ede633dbb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215334 Nov 11 18:26:08.791479 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] Sync routers for ids ['23fc89e2-a254-48d7-b1bd-417c452d502a'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:26:08.802790 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] Routers {'23fc89e2-a254-48d7-b1bd-417c452d502a'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:26:08.803427 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['23fc89e2-a254-48d7-b1bd-417c452d502a'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:26:08.913866 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] Set router 23fc89e2-a254-48d7-b1bd-417c452d502a gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:26:08.955697 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-c1026513-3790-43f3-8f85-7e1b8617a564 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1802834327&fields=id&tenant_id=de23000aee3247c69adc355527936fa9 HTTP/1.1" status: 200 len: 267 time: 0.0457063 Nov 11 18:26:09.073011 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-4f2a0049-adad-428d-b28c-228505baf7c7 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:09.074499 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-4f2a0049-adad-428d-b28c-228505baf7c7 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/networks?id=55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 200 len: 808 time: 0.1100898 Nov 11 18:26:09.090535 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-2cec2834-af7e-4ab4-98b0-d1584d1fa44a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/quotas/de23000aee3247c69adc355527936fa9 HTTP/1.1" status: 200 len: 375 time: 0.0094149 Nov 11 18:26:09.123185 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fc89e2-a254-48d7-b1bd-417c452d502a', 'name': 'tempest-TestShelveInstance-447376758-router', 'tenant_id': '32d05bd3de1f40fc960f05eba332cdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb063-a396-4509-8d1f-a8630bc42c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:26:03Z', 'updated_at': '2021-11-11T18:26:06Z', 'revision_number': 4, 'project_id': '32d05bd3de1f40fc960f05eba332cdf9', 'gw_port': {'id': 'd9bfb063-a396-4509-8d1f-a8630bc42c8b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fc89e2-a254-48d7-b1bd-417c452d502a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:03Z', 'updated_at': '2021-11-11T18:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '131417c3-82fa-41fa-a020-fad104c0adf1', 'name': '', 'network_id': '955ba777-a667-4148-8f83-096a21dabc31', 'tenant_id': '32d05bd3de1f40fc960f05eba332cdf9', 'mac_address': 'fa:16:3e:d2:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fc89e2-a254-48d7-b1bd-417c452d502a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '438e967f-ca09-479b-9a1f-202122fa1d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:05Z', 'updated_at': '2021-11-11T18:26:06Z', 'revision_number': 2, 'project_id': '32d05bd3de1f40fc960f05eba332cdf9', 'subnets': [{'id': '438e967f-ca09-479b-9a1f-202122fa1d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:26:09.145993 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-90b55862-c172-4447-b6f7-5f1ea90a35a4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=de23000aee3247c69adc355527936fa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485523 Nov 11 18:26:09.150327 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] Checking router: 23fc89e2-a254-48d7-b1bd-417c452d502a for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:26:09.150687 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] Updating router 23fc89e2-a254-48d7-b1bd-417c452d502a port 131417c3-82fa-41fa-a020-fad104c0adf1 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:26:09.175874 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:09.249048 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-5660869d-0c9f-4df7-8a90-712053bced3d service neutron] 10.222.0.76 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901692 Nov 11 18:26:09.359998 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-b19e225c-82ff-4421-b3b7-f8354252f498 service neutron] 10.222.0.76 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023426 Nov 11 18:26:09.457657 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:09.462409 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:09.532683 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee1ad2-9dd5-4533-8e2b-90a000c55bbf None None] Pushing event updated for resources: {'Port': ['ID=131417c3-82fa-41fa-a020-fad104c0adf1,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:09.551571 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-869e8acb-21ac-461d-a94f-eae4be16253e req-76196454-e1d3-4d5e-a4f6-935bf3b7ec79 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 210 time: 0.0395520 Nov 11 18:26:09.569852 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] Attempting to bind port 131417c3-82fa-41fa-a020-fad104c0adf1 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:26:09.569852 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] Attempting to bind port 131417c3-82fa-41fa-a020-fad104c0adf1 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '54b9749c-84bc-451c-b160-76cdbc9aec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '955ba777-a667-4148-8f83-096a21dabc31'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:26:09.569852 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] Attempting to bind port 131417c3-82fa-41fa-a020-fad104c0adf1 on network 955ba777-a667-4148-8f83-096a21dabc31 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:26:09.570532 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:26:09.570905 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] Checking segment: {'id': '54b9749c-84bc-451c-b160-76cdbc9aec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '955ba777-a667-4148-8f83-096a21dabc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:26:09.571317 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:09.571775 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] Bound using segment: {'id': '54b9749c-84bc-451c-b160-76cdbc9aec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '955ba777-a667-4148-8f83-096a21dabc31'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:26:09.572245 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] Bound port: 131417c3-82fa-41fa-a020-fad104c0adf1, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b9749c-84bc-451c-b160-76cdbc9aec30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '955ba777-a667-4148-8f83-096a21dabc31'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:26:09.572705 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:09.670643 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] For port 131417c3-82fa-41fa-a020-fad104c0adf1, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:26:09.674940 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] For port 131417c3-82fa-41fa-a020-fad104c0adf1, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=131417c3-82fa-41fa-a020-fad104c0adf1,segment=NetworkSegment(54b9749c-84bc-451c-b160-76cdbc9aec30),segment_id=54b9749c-84bc-451c-b160-76cdbc9aec30)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:26:09.682105 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:09.744187 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] Routers {'23fc89e2-a254-48d7-b1bd-417c452d502a'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:26:09.744933 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:25:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['23fc89e2-a254-48d7-b1bd-417c452d502a'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:26:09.752791 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee1ad2-9dd5-4533-8e2b-90a000c55bbf None None] Pushing event updated for resources: {'Port': ['ID=131417c3-82fa-41fa-a020-fad104c0adf1,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:09.868022 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2cf0330d-3b39-4ead-b4d7-95e6606ca3e5 None None] Provisioning complete for port 131417c3-82fa-41fa-a020-fad104c0adf1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:09.868773 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2cf0330d-3b39-4ead-b4d7-95e6606ca3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:09.900840 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] Set router 23fc89e2-a254-48d7-b1bd-417c452d502a gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:26:10.108260 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2cf0330d-3b39-4ead-b4d7-95e6606ca3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:10.182055 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-2cf0330d-3b39-4ead-b4d7-95e6606ca3e5 None None] For port 131417c3-82fa-41fa-a020-fad104c0adf1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=131417c3-82fa-41fa-a020-fad104c0adf1,segment=NetworkSegment(54b9749c-84bc-451c-b160-76cdbc9aec30),segment_id=54b9749c-84bc-451c-b160-76cdbc9aec30)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:26:10.190730 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2cf0330d-3b39-4ead-b4d7-95e6606ca3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:10.252601 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0330d-3b39-4ead-b4d7-95e6606ca3e5 None None] Pushing event updated for resources: {'Port': ['ID=131417c3-82fa-41fa-a020-fad104c0adf1,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:10.260759 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fc89e2-a254-48d7-b1bd-417c452d502a', 'name': 'tempest-TestShelveInstance-447376758-router', 'tenant_id': '32d05bd3de1f40fc960f05eba332cdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb063-a396-4509-8d1f-a8630bc42c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:26:03Z', 'updated_at': '2021-11-11T18:26:06Z', 'revision_number': 4, 'project_id': '32d05bd3de1f40fc960f05eba332cdf9', 'gw_port': {'id': 'd9bfb063-a396-4509-8d1f-a8630bc42c8b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fc89e2-a254-48d7-b1bd-417c452d502a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:03Z', 'updated_at': '2021-11-11T18:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '131417c3-82fa-41fa-a020-fad104c0adf1', 'name': '', 'network_id': '955ba777-a667-4148-8f83-096a21dabc31', 'tenant_id': '32d05bd3de1f40fc960f05eba332cdf9', 'mac_address': 'fa:16:3e:d2:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fc89e2-a254-48d7-b1bd-417c452d502a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '438e967f-ca09-479b-9a1f-202122fa1d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:05Z', 'updated_at': '2021-11-11T18:26:09Z', 'revision_number': 4, 'project_id': '32d05bd3de1f40fc960f05eba332cdf9', 'subnets': [{'id': '438e967f-ca09-479b-9a1f-202122fa1d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:26:10.463837 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6c89eb-77b6-4eec-9142-a03841e87c63 None None] The sync data for ids ['23fc89e2-a254-48d7-b1bd-417c452d502a'] in n-d-816206-4 is: [{'id': '23fc89e2-a254-48d7-b1bd-417c452d502a', 'name': 'tempest-TestShelveInstance-447376758-router', 'tenant_id': '32d05bd3de1f40fc960f05eba332cdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb063-a396-4509-8d1f-a8630bc42c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:26:03Z', 'updated_at': '2021-11-11T18:26:06Z', 'revision_number': 4, 'project_id': '32d05bd3de1f40fc960f05eba332cdf9', 'gw_port': {'id': 'd9bfb063-a396-4509-8d1f-a8630bc42c8b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fc89e2-a254-48d7-b1bd-417c452d502a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:03Z', 'updated_at': '2021-11-11T18:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '131417c3-82fa-41fa-a020-fad104c0adf1', 'name': '', 'network_id': '955ba777-a667-4148-8f83-096a21dabc31', 'tenant_id': '32d05bd3de1f40fc960f05eba332cdf9', 'mac_address': 'fa:16:3e:d2:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fc89e2-a254-48d7-b1bd-417c452d502a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '438e967f-ca09-479b-9a1f-202122fa1d42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:05Z', 'updated_at': '2021-11-11T18:26:09Z', 'revision_number': 4, 'project_id': '32d05bd3de1f40fc960f05eba332cdf9', 'subnets': [{'id': '438e967f-ca09-479b-9a1f-202122fa1d42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:26:10.474653 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e955b8b3-7151-4136-a479-be533b21bf01 None None] Provisioning complete for port 131417c3-82fa-41fa-a020-fad104c0adf1 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:10.475027 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e955b8b3-7151-4136-a479-be533b21bf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:10.529456 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2fe085fa-0260-4055-bdf3-def6b47da78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:10.651684 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8cbc8497-8bc9-449d-a671-5374456b5cdf req-749335d3-f639-4743-9197-f3d6b90aea7e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 210 time: 0.0279381 Nov 11 18:26:10.956562 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-b90ec6f4-a926-43bb-83e8-62650c540aa3 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:10.958017 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-b90ec6f4-a926-43bb-83e8-62650c540aa3 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.64 "GET /v2.0/networks?id=55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 200 len: 808 time: 0.1169960 Nov 11 18:26:11.045462 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-94cf5cbb-39ae-44e0-a27a-0a64a64f9a5a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de23000aee3247c69adc355527936fa9 HTTP/1.1" status: 200 len: 380 time: 0.0725098 Nov 11 18:26:11.056108 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-acef403f-cf53-48f7-9d0a-67ff4c5411b1 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Request body: {'port': {'device_id': '6dc63ff9-11f6-4e67-ac41-4fe91ce691ff', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'admin_state_up': True, 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'security_groups': ['dc4a945f-7c15-4cb5-bfc5-176751c69f48']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:26:11.164307 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-acef403f-cf53-48f7-9d0a-67ff4c5411b1 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Made reservation on behalf of de23000aee3247c69adc355527936fa9 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:26:11.167990 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-acef403f-cf53-48f7-9d0a-67ff4c5411b1 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:11.201731 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:11.297007 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-acef403f-cf53-48f7-9d0a-67ff4c5411b1 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Allocated IP 172.20.0.13 (55104045-8a6d-49d5-83c2-447b4bb3e9f6/ab6a8f22-4c3b-47db-85b3-57e21bdea3e3/ac4d5094-4862-4912-acf1-e9c1bf7982a2) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:26:11.439315 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-acef403f-cf53-48f7-9d0a-67ff4c5411b1 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:11.473210 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-acef403f-cf53-48f7-9d0a-67ff4c5411b1 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:11.515902 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-acef403f-cf53-48f7-9d0a-67ff4c5411b1 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Network 55104045-8a6d-49d5-83c2-447b4bb3e9f6 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:26:11.519676 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-acef403f-cf53-48f7-9d0a-67ff4c5411b1 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:26:11.523424 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-acef403f-cf53-48f7-9d0a-67ff4c5411b1 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:26:11.529670 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef403f-cf53-48f7-9d0a-67ff4c5411b1 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event updated for resources: {'Port': ['ID=ac4d5094-4862-4912-acf1-e9c1bf7982a2,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:11.581298 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-acef403f-cf53-48f7-9d0a-67ff4c5411b1 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:11.581916 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-acef403f-cf53-48f7-9d0a-67ff4c5411b1 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:11.598854 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-acef403f-cf53-48f7-9d0a-67ff4c5411b1 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5462582 Nov 11 18:26:11.616326 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] Request body: {'port': {'device_id': '6dc63ff9-11f6-4e67-ac41-4fe91ce691ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:26:11.688634 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:11.782254 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b9aff-d08a-425c-9c10-c3dccd1fae63 req-f4cecef1-7251-4403-9b73-4af02c342090 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:11.783669 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e52b9aff-d08a-425c-9c10-c3dccd1fae63 req-f4cecef1-7251-4403-9b73-4af02c342090 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 932 time: 0.0537343 Nov 11 18:26:11.818569 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-5dbdbe0c-3679-47e4-8037-2f250e144a71 None None] Provisioning complete for port ac4d5094-4862-4912-acf1-e9c1bf7982a2 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:11.819062 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5dbdbe0c-3679-47e4-8037-2f250e144a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:11.836112 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e52b9aff-d08a-425c-9c10-c3dccd1fae63 req-5dbfcf4e-f8df-40c7-bdc1-6385ad10eceb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461864 Nov 11 18:26:11.861708 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-5dbdbe0c-3679-47e4-8037-2f250e144a71 None None] Port ac4d5094-4862-4912-acf1-e9c1bf7982a2 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:26:11.966971 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4d5094-4862-4912-acf1-e9c1bf7982a2 {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:26:11.978617 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:11.989837 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] Transition to ACTIVE for port object ac4d5094-4862-4912-acf1-e9c1bf7982a2 will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:26:11.996381 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:12.054284 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 131417c3-82fa-41fa-a020-fad104c0adf1 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:26:12.110186 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 131417c3-82fa-41fa-a020-fad104c0adf1 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:12.110736 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:12.308219 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] Pushing event updated for resources: {'Port': ['ID=ac4d5094-4862-4912-acf1-e9c1bf7982a2,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:12.379517 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] Attempting to bind port ac4d5094-4862-4912-acf1-e9c1bf7982a2 on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:26:12.379888 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] Attempting to bind port ac4d5094-4862-4912-acf1-e9c1bf7982a2 by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'b1cc4c67-7926-4a46-9aeb-33406d42596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:26:12.380215 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] Attempting to bind port ac4d5094-4862-4912-acf1-e9c1bf7982a2 on network 55104045-8a6d-49d5-83c2-447b4bb3e9f6 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:26:12.384706 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] Port ac4d5094-4862-4912-acf1-e9c1bf7982a2 on network 55104045-8a6d-49d5-83c2-447b4bb3e9f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:26:12.385043 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] Attempting to bind port ac4d5094-4862-4912-acf1-e9c1bf7982a2 on network 55104045-8a6d-49d5-83c2-447b4bb3e9f6 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:26:12.390048 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:26:12.390384 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] Checking segment: {'id': 'b1cc4c67-7926-4a46-9aeb-33406d42596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:26:12.390764 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] Bound using segment: {'id': 'b1cc4c67-7926-4a46-9aeb-33406d42596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:26:12.391192 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] Bound port: ac4d5094-4862-4912-acf1-e9c1bf7982a2, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1cc4c67-7926-4a46-9aeb-33406d42596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:26:12.391547 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:12.460361 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] For port ac4d5094-4862-4912-acf1-e9c1bf7982a2, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:26:12.463934 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] For port ac4d5094-4862-4912-acf1-e9c1bf7982a2, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:26:12.468168 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:12.499704 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:12.500348 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:12.502769 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] 10.222.0.64 "PUT /v2.0/ports/ac4d5094-4862-4912-acf1-e9c1bf7982a2 HTTP/1.1" status: 200 len: 1092 time: 0.8907766 Nov 11 18:26:12.504925 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc63ff9-11f6-4e67-ac41-4fe91ce691ff', 'tag': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:26:12.507187 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce0985748977e3fd26376c80dbb6ea189fd81e02bd3d57a001dfe7f9eeece1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b0052a-c0ad-4013-9b7d-2bc7b3b2e1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc63ff9-11f6-4e67-ac41-4fe91ce691ff", "tag": "ac4d5094-4862-4912-acf1-e9c1bf7982a2"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:26:12.539521 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257bfa1-501f-42be-8ca9-43263d186f1c service neutron] Pushing event updated for resources: {'Port': ['ID=ac4d5094-4862-4912-acf1-e9c1bf7982a2,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:12.561530 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c63f2c-fbdb-4b29-80f4-7701df6bac15 x-openstack-request-id: req-d7c63f2c-fbdb-4b29-80f4-7701df6bac15 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:26:12.561884 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc63ff9-11f6-4e67-ac41-4fe91ce691ff", "tag": "ac4d5094-4862-4912-acf1-e9c1bf7982a2", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:26:12.562200 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d7c63f2c-fbdb-4b29-80f4-7701df6bac15 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:26:12.562663 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc63ff9-11f6-4e67-ac41-4fe91ce691ff', 'tag': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2', 'status': 'completed', 'code': 200} Nov 11 18:26:12.618577 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-5c2ba492-e25b-427f-bbbe-65654c41f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:12.620371 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-5c2ba492-e25b-427f-bbbe-65654c41f267 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de23000aee3247c69adc355527936fa9&device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 1095 time: 0.0426772 Nov 11 18:26:12.670406 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-7b8eb34e-f261-47ab-a06c-fe1764d4b353 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2 HTTP/1.1" status: 200 len: 217 time: 0.0352108 Nov 11 18:26:12.725120 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-1f27c2b2-928b-4591-a410-6205fbb2497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:12.726605 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-1f27c2b2-928b-4591-a410-6205fbb2497f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab6a8f22-4c3b-47db-85b3-57e21bdea3e3 HTTP/1.1" status: 200 len: 847 time: 0.0492642 Nov 11 18:26:12.775290 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-b86c93d1-65df-4a82-a47c-95f4b3fbcd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:12.776835 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-b86c93d1-65df-4a82-a47c-95f4b3fbcd40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55104045-8a6d-49d5-83c2-447b4bb3e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432339 Nov 11 18:26:12.800618 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:12.877351 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-86e53610-5b89-4dc4-972f-81ef75ae7bc3 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925949 Nov 11 18:26:12.967595 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6df1a-4014-4e69-8ee4-37de26cec4bd req-49de83b6-7ad7-4317-900c-4219c3bbfb2e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:12.969181 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3d6df1a-4014-4e69-8ee4-37de26cec4bd req-49de83b6-7ad7-4317-900c-4219c3bbfb2e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 944 time: 0.0538163 Nov 11 18:26:12.971553 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-92419d10-2cf8-4f70-bc14-cde8b88c1219 req-9dca39a0-55c9-4d3d-933f-31803fb4ed94 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882914 Nov 11 18:26:13.023339 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b3d6df1a-4014-4e69-8ee4-37de26cec4bd req-bbaaf978-b3cc-4de8-817a-f85a9fdad368 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462372 Nov 11 18:26:13.050498 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:13.096247 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0052a-c0ad-4013-9b7d-2bc7b3b2e1e2 req-72a39af0-d96f-4fc7-9f0d-37cdb49bdc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:13.097748 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05b0052a-c0ad-4013-9b7d-2bc7b3b2e1e2 req-72a39af0-d96f-4fc7-9f0d-37cdb49bdc98 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de23000aee3247c69adc355527936fa9&device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 1095 time: 0.0442050 Nov 11 18:26:13.195657 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0052a-c0ad-4013-9b7d-2bc7b3b2e1e2 req-53e9dde1-5b3d-4cb6-b7ad-3d3701734b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:13.197242 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05b0052a-c0ad-4013-9b7d-2bc7b3b2e1e2 req-53e9dde1-5b3d-4cb6-b7ad-3d3701734b87 service neutron] 10.222.0.64 "GET /v2.0/networks?id=55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 200 len: 910 time: 0.0915461 Nov 11 18:26:13.239916 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05b0052a-c0ad-4013-9b7d-2bc7b3b2e1e2 req-410825ef-40d0-4d0d-a1ef-838369b5ee87 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2 HTTP/1.1" status: 200 len: 217 time: 0.0348222 Nov 11 18:26:13.294396 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0052a-c0ad-4013-9b7d-2bc7b3b2e1e2 req-aa8174e5-5d33-43af-83c0-695a76a3c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:13.295871 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05b0052a-c0ad-4013-9b7d-2bc7b3b2e1e2 req-aa8174e5-5d33-43af-83c0-695a76a3c84d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab6a8f22-4c3b-47db-85b3-57e21bdea3e3 HTTP/1.1" status: 200 len: 847 time: 0.0489135 Nov 11 18:26:13.342356 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0052a-c0ad-4013-9b7d-2bc7b3b2e1e2 req-b8724585-3291-402b-8ba8-4642a9a84289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:13.343815 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05b0052a-c0ad-4013-9b7d-2bc7b3b2e1e2 req-b8724585-3291-402b-8ba8-4642a9a84289 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55104045-8a6d-49d5-83c2-447b4bb3e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398915 Nov 11 18:26:13.434189 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05b0052a-c0ad-4013-9b7d-2bc7b3b2e1e2 req-a46ed654-ef7e-4298-8398-c48405d86064 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820749 Nov 11 18:26:13.527603 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05b0052a-c0ad-4013-9b7d-2bc7b3b2e1e2 req-aedaea00-570d-4790-83a6-31932be31960 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850530 Nov 11 18:26:14.149840 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a02a9-deb4-40b8-9e89-a29b50972d6d req-3ed1e515-4c14-460d-8e00-c0cc850736c3 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:14.151316 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-741a02a9-deb4-40b8-9e89-a29b50972d6d req-3ed1e515-4c14-460d-8e00-c0cc850736c3 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 944 time: 0.0565066 Nov 11 18:26:14.203613 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-741a02a9-deb4-40b8-9e89-a29b50972d6d req-85aab409-8b83-435a-9dd7-bc2f7128dbfb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464146 Nov 11 18:26:15.318655 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cda1a-81a9-4f38-9606-82bd52448b03 req-311b62fa-8958-4a51-af00-bcf1564e1d1f tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:15.320157 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b1cda1a-81a9-4f38-9606-82bd52448b03 req-311b62fa-8958-4a51-af00-bcf1564e1d1f tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 944 time: 0.0508924 Nov 11 18:26:15.369492 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b1cda1a-81a9-4f38-9606-82bd52448b03 req-393f4345-02cf-4506-9606-29f7e4281cf2 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432496 Nov 11 18:26:16.119412 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device ac4d5094-4862-4912-acf1-e9c1bf7982a2 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:26:16.217261 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port ac4d5094-4862-4912-acf1-e9c1bf7982a2, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:26:16.228271 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'port_id': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2', 'mac_address': 'fa:16:3e:c4:d4:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:26:16.263913 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:16.276359 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4d5094-4862-4912-acf1-e9c1bf7982a2 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:26:16.296827 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port ac4d5094-4862-4912-acf1-e9c1bf7982a2, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:26:16.301170 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:16.346059 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=ac4d5094-4862-4912-acf1-e9c1bf7982a2,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:16.483663 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6c010-5407-4b40-9c55-297395de67ce req-0c7e813e-2e51-4bd3-8031-cfb9bd744aa9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:16.485116 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90b6c010-5407-4b40-9c55-297395de67ce req-0c7e813e-2e51-4bd3-8031-cfb9bd744aa9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 945 time: 0.0477114 Nov 11 18:26:16.532503 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-90b6c010-5407-4b40-9c55-297395de67ce req-3b899c43-e5e3-4c75-bba2-e8efa5982f60 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414007 Nov 11 18:26:16.605512 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['ac4d5094-4862-4912-acf1-e9c1bf7982a2'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:26:17.651523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec83463-ecd7-4466-9ef2-f6cf96dbd3c6 req-5ed6b7e2-6870-4a05-bd6f-da84f1c3d9a6 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:17.652909 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ec83463-ecd7-4466-9ef2-f6cf96dbd3c6 req-5ed6b7e2-6870-4a05-bd6f-da84f1c3d9a6 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 945 time: 0.0512998 Nov 11 18:26:17.702913 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1ec83463-ecd7-4466-9ef2-f6cf96dbd3c6 req-0dbeeb25-b635-4fe8-a71b-b851b732d96b tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436025 Nov 11 18:26:18.153912 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device ac4d5094-4862-4912-acf1-e9c1bf7982a2 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:26:18.216074 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port ac4d5094-4862-4912-acf1-e9c1bf7982a2 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:26:18.219603 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port ac4d5094-4862-4912-acf1-e9c1bf7982a2 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:26:18.220011 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:18.298789 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:18.321272 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc63ff9-11f6-4e67-ac41-4fe91ce691ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:26:18.323514 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d861f12d-7e84-42ee-b4e2-89858fd22aec" -d '{"events": [{"server_uuid": "6dc63ff9-11f6-4e67-ac41-4fe91ce691ff", "name": "network-vif-plugged", "status": "completed", "tag": "ac4d5094-4862-4912-acf1-e9c1bf7982a2"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:26:18.336036 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port ac4d5094-4862-4912-acf1-e9c1bf7982a2, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:26:18.340061 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:18.365783 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff94f0c4-2f93-497f-97f3-47fe684faef4 x-openstack-request-id: req-ff94f0c4-2f93-497f-97f3-47fe684faef4 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:26:18.366070 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc63ff9-11f6-4e67-ac41-4fe91ce691ff", "name": "network-vif-plugged", "status": "completed", "tag": "ac4d5094-4862-4912-acf1-e9c1bf7982a2", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:26:18.366322 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ff94f0c4-2f93-497f-97f3-47fe684faef4 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:26:18.366702 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc63ff9-11f6-4e67-ac41-4fe91ce691ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2', 'code': 200} Nov 11 18:26:18.391749 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=ac4d5094-4862-4912-acf1-e9c1bf7982a2,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:18.482560 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba685b-320d-40f4-b065-400fee0b361f req-ca94dff5-0215-4a70-9076-997a2dee4bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:18.484049 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8bba685b-320d-40f4-b065-400fee0b361f req-ca94dff5-0215-4a70-9076-997a2dee4bc4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 1097 time: 0.0401354 Nov 11 18:26:18.529900 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-8bba685b-320d-40f4-b065-400fee0b361f req-be10741b-68e6-4b16-82b1-e88637e6762f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382795 Nov 11 18:26:18.822441 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a59246-9911-436e-b796-b46c01c5c509 req-a06c67e5-f324-4a25-ac1d-c829180cabac tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:18.823919 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-96a59246-9911-436e-b796-b46c01c5c509 req-a06c67e5-f324-4a25-ac1d-c829180cabac tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0485990 Nov 11 18:26:18.872388 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-96a59246-9911-436e-b796-b46c01c5c509 req-0586451c-d08c-4f4e-b754-955153a0b911 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421655 Nov 11 18:26:18.971078 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:19.990903 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c7400-d270-4223-b27e-8ce90fa15502 req-846397ad-89a9-4f09-923c-6b2b1e55c79e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:19.992399 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-859c7400-d270-4223-b27e-8ce90fa15502 req-846397ad-89a9-4f09-923c-6b2b1e55c79e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0528634 Nov 11 18:26:20.041340 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-859c7400-d270-4223-b27e-8ce90fa15502 req-0d8ffa92-ab7e-4fb7-93d0-6d57f1b5c6cb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427234 Nov 11 18:26:20.154288 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bdb38-5344-42e8-966d-ac2a5e7a197d req-0b2d007f-5a99-49a0-8971-70b89ed4944e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:20.155801 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b0bdb38-5344-42e8-966d-ac2a5e7a197d req-0b2d007f-5a99-49a0-8971-70b89ed4944e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0489607 Nov 11 18:26:20.204983 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b0bdb38-5344-42e8-966d-ac2a5e7a197d req-ea84bf1d-b0d5-4102-919b-9300d87e07b7 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426857 Nov 11 18:26:20.236783 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54146) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:26:20.378452 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac8392b-5b97-4208-b90d-24f25d1066aa tempest-TestShelveInstance-1579909898 tempest-TestShelveInstance-1579909898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:20.380044 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2ac8392b-5b97-4208-b90d-24f25d1066aa tempest-TestShelveInstance-1579909898 tempest-TestShelveInstance-1579909898-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 1092 time: 0.1422434 Nov 11 18:26:20.383129 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54152) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:26:20.387593 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-404e50bd-3fda-4f24-97e1-105999331839 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:26:20.411639 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-404e50bd-3fda-4f24-97e1-105999331839 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:20.510520 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-404e50bd-3fda-4f24-97e1-105999331839 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:20.617646 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-404e50bd-3fda-4f24-97e1-105999331839 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Allocated IP 172.25.2.103 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/2fc377f7-e5df-4acf-af99-35fdb1df6a97) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:26:20.725807 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-404e50bd-3fda-4f24-97e1-105999331839 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:20.758672 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-404e50bd-3fda-4f24-97e1-105999331839 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:20.803509 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404e50bd-3fda-4f24-97e1-105999331839 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:26:20.806598 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-404e50bd-3fda-4f24-97e1-105999331839 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:26:20.810736 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404e50bd-3fda-4f24-97e1-105999331839 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:26:20.813719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e50bd-3fda-4f24-97e1-105999331839 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event updated for resources: {'Port': ['ID=2fc377f7-e5df-4acf-af99-35fdb1df6a97,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:21.163343 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-404e50bd-3fda-4f24-97e1-105999331839 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:21.231416 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-404e50bd-3fda-4f24-97e1-105999331839 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:21.384685 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-404e50bd-3fda-4f24-97e1-105999331839 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:21.389350 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-404e50bd-3fda-4f24-97e1-105999331839 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:21.394176 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:26:21.463522 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e50bd-3fda-4f24-97e1-105999331839 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event updated for resources: {'Port': ['ID=2fc377f7-e5df-4acf-af99-35fdb1df6a97,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:26:21.468917 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-404e50bd-3fda-4f24-97e1-105999331839 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:21.569364 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-404e50bd-3fda-4f24-97e1-105999331839 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Floating IP 82bb8cb1-770a-471d-af2b-799c4bdc19cd associated. External IP: 172.25.2.103, port: ac4d5094-4862-4912-acf1-e9c1bf7982a2. Nov 11 18:26:22.068673 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404e50bd-3fda-4f24-97e1-105999331839 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Router 1b09aafd-dc40-4729-87a0-267a4dea978e has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:26:22.174000 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404e50bd-3fda-4f24-97e1-105999331839 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:26:22.184153 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b06b1-d45d-440c-933f-39bcc2d56973 None None] Sync routers for ids ['1b09aafd-dc40-4729-87a0-267a4dea978e'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:26:22.191313 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-404e50bd-3fda-4f24-97e1-105999331839 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:22.193579 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b06b1-d45d-440c-933f-39bcc2d56973 None None] Routers {'1b09aafd-dc40-4729-87a0-267a4dea978e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:26:22.194190 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7c5b06b1-d45d-440c-933f-39bcc2d56973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:26:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b09aafd-dc40-4729-87a0-267a4dea978e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:26:22.218431 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-404e50bd-3fda-4f24-97e1-105999331839 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8342481 Nov 11 18:26:22.219117 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc63ff9-11f6-4e67-ac41-4fe91ce691ff', 'tag': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:26:22.222045 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308c52f5-9871-4c1e-bda2-9767bc1ba6a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc63ff9-11f6-4e67-ac41-4fe91ce691ff", "tag": "ac4d5094-4862-4912-acf1-e9c1bf7982a2"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:26:22.268882 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60095794-4672-4ff2-a7ed-9188fd232bda x-openstack-request-id: req-60095794-4672-4ff2-a7ed-9188fd232bda {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:26:22.269178 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc63ff9-11f6-4e67-ac41-4fe91ce691ff", "tag": "ac4d5094-4862-4912-acf1-e9c1bf7982a2", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:26:22.269428 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-60095794-4672-4ff2-a7ed-9188fd232bda {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:26:22.269830 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc63ff9-11f6-4e67-ac41-4fe91ce691ff', 'tag': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2', 'status': 'completed', 'code': 200} Nov 11 18:26:22.311881 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-7c5b06b1-d45d-440c-933f-39bcc2d56973 None None] Set router 1b09aafd-dc40-4729-87a0-267a4dea978e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:26:22.357668 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c52f5-9871-4c1e-bda2-9767bc1ba6a9 req-e4e4df9b-1400-4585-833b-fc2582d3221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:22.359299 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-308c52f5-9871-4c1e-bda2-9767bc1ba6a9 req-e4e4df9b-1400-4585-833b-fc2582d3221d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de23000aee3247c69adc355527936fa9&device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 1097 time: 0.0457449 Nov 11 18:26:22.449527 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c52f5-9871-4c1e-bda2-9767bc1ba6a9 req-d280d4e9-9385-43fc-9bf7-8ceae0a0b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:22.450988 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-308c52f5-9871-4c1e-bda2-9767bc1ba6a9 req-d280d4e9-9385-43fc-9bf7-8ceae0a0b9c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 200 len: 910 time: 0.0853338 Nov 11 18:26:22.519357 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-308c52f5-9871-4c1e-bda2-9767bc1ba6a9 req-1d91d5a7-d8f6-4a53-af63-753008ed3566 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2 HTTP/1.1" status: 200 len: 1000 time: 0.0619450 Nov 11 18:26:22.534979 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7c5b06b1-d45d-440c-933f-39bcc2d56973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'name': 'tempest-TestShelveInstance-985640937-router', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': 'de23000aee3247c69adc355527936fa9', 'gw_port': {'id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '82bb8cb1-770a-471d-af2b-799c4bdc19cd', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'port_id': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'mac_address': 'fa:16:3e:c4:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc63ff9-11f6-4e67-ac41-4fe91ce691ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:26:21Z', 'updated_at': '2021-11-11T18:26:21Z', 'revision_number': 0, 'project_id': 'de23000aee3247c69adc355527936fa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1259217f-a707-48be-a517-575877b350be', 'name': '', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'mac_address': 'fa:16:3e:65:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:00Z', 'updated_at': '2021-11-11T18:26:05Z', 'revision_number': 5, 'project_id': 'de23000aee3247c69adc355527936fa9', 'subnets': [{'id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:26:22.560679 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b06b1-d45d-440c-933f-39bcc2d56973 None None] Checking router: 1b09aafd-dc40-4729-87a0-267a4dea978e for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:26:22.569003 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b06b1-d45d-440c-933f-39bcc2d56973 None None] Routers {'1b09aafd-dc40-4729-87a0-267a4dea978e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:26:22.569388 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c52f5-9871-4c1e-bda2-9767bc1ba6a9 req-d45e6941-936b-431e-aa98-b532828985c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:22.569604 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7c5b06b1-d45d-440c-933f-39bcc2d56973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:26:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b09aafd-dc40-4729-87a0-267a4dea978e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:26:22.570901 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-308c52f5-9871-4c1e-bda2-9767bc1ba6a9 req-d45e6941-936b-431e-aa98-b532828985c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab6a8f22-4c3b-47db-85b3-57e21bdea3e3 HTTP/1.1" status: 200 len: 847 time: 0.0444019 Nov 11 18:26:22.616941 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c52f5-9871-4c1e-bda2-9767bc1ba6a9 req-7b05fd60-d4d3-4215-b96f-2d84dcb8f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:26:22.618380 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-308c52f5-9871-4c1e-bda2-9767bc1ba6a9 req-7b05fd60-d4d3-4215-b96f-2d84dcb8f245 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55104045-8a6d-49d5-83c2-447b4bb3e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409875 Nov 11 18:26:22.673084 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-7c5b06b1-d45d-440c-933f-39bcc2d56973 None None] Set router 1b09aafd-dc40-4729-87a0-267a4dea978e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:26:22.710812 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-308c52f5-9871-4c1e-bda2-9767bc1ba6a9 req-5479f990-accb-4e07-9d77-d2f673b0dac8 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858135 Nov 11 18:26:22.805908 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-308c52f5-9871-4c1e-bda2-9767bc1ba6a9 req-02229426-4bf2-4137-ae03-bf43e250afa9 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879776 Nov 11 18:26:22.894898 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-7c5b06b1-d45d-440c-933f-39bcc2d56973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'name': 'tempest-TestShelveInstance-985640937-router', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': 'de23000aee3247c69adc355527936fa9', 'gw_port': {'id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '82bb8cb1-770a-471d-af2b-799c4bdc19cd', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'port_id': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'mac_address': 'fa:16:3e:c4:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc63ff9-11f6-4e67-ac41-4fe91ce691ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:26:21Z', 'updated_at': '2021-11-11T18:26:21Z', 'revision_number': 0, 'project_id': 'de23000aee3247c69adc355527936fa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1259217f-a707-48be-a517-575877b350be', 'name': '', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'mac_address': 'fa:16:3e:65:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:00Z', 'updated_at': '2021-11-11T18:26:05Z', 'revision_number': 5, 'project_id': 'de23000aee3247c69adc355527936fa9', 'subnets': [{'id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:26:22.919922 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b06b1-d45d-440c-933f-39bcc2d56973 None None] The sync data for ids ['1b09aafd-dc40-4729-87a0-267a4dea978e'] in n-d-816206-4 is: [{'id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'name': 'tempest-TestShelveInstance-985640937-router', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': 'de23000aee3247c69adc355527936fa9', 'gw_port': {'id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '82bb8cb1-770a-471d-af2b-799c4bdc19cd', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'port_id': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'mac_address': 'fa:16:3e:c4:d4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc63ff9-11f6-4e67-ac41-4fe91ce691ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:26:21Z', 'updated_at': '2021-11-11T18:26:21Z', 'revision_number': 0, 'project_id': 'de23000aee3247c69adc355527936fa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1259217f-a707-48be-a517-575877b350be', 'name': '', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'mac_address': 'fa:16:3e:65:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:00Z', 'updated_at': '2021-11-11T18:26:05Z', 'revision_number': 5, 'project_id': 'de23000aee3247c69adc355527936fa9', 'subnets': [{'id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:26:23.105082 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251e0b90-1797-4675-b13e-21735edfb6e2 None None] New status for floating IP 82bb8cb1-770a-471d-af2b-799c4bdc19cd: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:26:24.683332 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:37.531818 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c221-b660-4edd-8ec6-ba11090bc3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:40.498405 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-455f13f3-bb78-4b82-bebf-55f60b0baf72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:41.201021 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:42.800874 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:43.052597 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:48.967958 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:54.692191 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:26:58.393944 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:27:07.534195 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-bbc571a9-014e-4897-9814-4f5bfc789cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:27:10.500396 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5db6cbef-c03b-4487-9aeb-301bf8d06ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:27:11.203459 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:27:12.804925 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:27:13.054827 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:27:18.119644 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05d2b677-d79b-428f-b696-7477de906aac req-521b29a7-6efb-4a36-a6c1-2192140a34a0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400081 Nov 11 18:27:18.224908 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2b677-d79b-428f-b696-7477de906aac req-07956435-dc87-4780-9408-d08b9ff8747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:27:18.226373 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05d2b677-d79b-428f-b696-7477de906aac req-07956435-dc87-4780-9408-d08b9ff8747d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de23000aee3247c69adc355527936fa9&device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 1097 time: 0.0449202 Nov 11 18:27:18.328918 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2b677-d79b-428f-b696-7477de906aac req-6c6d6d64-8144-4c35-ab42-00c07bfa0977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:27:18.330469 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05d2b677-d79b-428f-b696-7477de906aac req-6c6d6d64-8144-4c35-ab42-00c07bfa0977 service neutron] 10.222.0.64 "GET /v2.0/networks?id=55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 200 len: 910 time: 0.0853999 Nov 11 18:27:18.399203 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05d2b677-d79b-428f-b696-7477de906aac req-ad8cb4bc-0f81-4338-a19b-bcf8d1f5a90a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2 HTTP/1.1" status: 200 len: 1002 time: 0.0614302 Nov 11 18:27:18.446985 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2b677-d79b-428f-b696-7477de906aac req-9a2399ab-6a23-4536-b264-7397491f9e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:27:18.448371 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05d2b677-d79b-428f-b696-7477de906aac req-9a2399ab-6a23-4536-b264-7397491f9e3d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab6a8f22-4c3b-47db-85b3-57e21bdea3e3 HTTP/1.1" status: 200 len: 847 time: 0.0429323 Nov 11 18:27:18.496876 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2b677-d79b-428f-b696-7477de906aac req-3b6210be-8e43-4f76-ab3f-8872d95bde45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:27:18.498382 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05d2b677-d79b-428f-b696-7477de906aac req-3b6210be-8e43-4f76-ab3f-8872d95bde45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55104045-8a6d-49d5-83c2-447b4bb3e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435638 Nov 11 18:27:18.588920 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05d2b677-d79b-428f-b696-7477de906aac req-b8a802c6-4e9a-46c6-82a0-ff87b5591ee8 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835474 Nov 11 18:27:18.677136 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-05d2b677-d79b-428f-b696-7477de906aac req-f9e51396-8699-4d1e-bf28-c07c7325c6d0 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815327 Nov 11 18:27:18.967455 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:27:24.689865 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:27:35.392394 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:27:37.535238 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e8e53afb-c2b5-4b94-969b-5ca128d85250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:27:40.502018 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d93c5a97-d1af-4f08-b763-8223be055ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:27:41.205344 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:27:42.806687 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:27:43.056121 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:27:48.954783 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:27:54.697322 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:27:56.310580 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-4102189c-a581-43f5-ab4c-4249847e221a req-8475affc-688e-49f4-8201-ab28d318f771 service neutron] (102617) timed out ('10.222.0.76', 49642) {{(pid=102617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 18:28:07.536879 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-19e177f1-117d-4160-b74c-c2a6b3e97e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:10.501998 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0b9dc149-62e3-48e7-834d-1bf9aaf6768e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:11.209167 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:12.391851 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:28:12.810332 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:13.057159 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:16.754465 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6abeb-491a-4d4d-ba3d-8b3f96f00700 req-88f575a9-36f7-4a87-8946-dbef49c5c642 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:16.756018 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7a6abeb-491a-4d4d-ba3d-8b3f96f00700 req-88f575a9-36f7-4a87-8946-dbef49c5c642 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0525005 Nov 11 18:28:16.807903 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f7a6abeb-491a-4d4d-ba3d-8b3f96f00700 req-80a27839-a4ed-4421-a4e4-d61e0928c9dd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459037 Nov 11 18:28:17.935088 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8c0be-b82d-4a7e-8833-5f1faf43470e req-d37de874-5000-4fdc-a1b9-052664bc5145 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:17.936587 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-18d8c0be-b82d-4a7e-8833-5f1faf43470e req-d37de874-5000-4fdc-a1b9-052664bc5145 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0485468 Nov 11 18:28:17.985131 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-18d8c0be-b82d-4a7e-8833-5f1faf43470e req-5ec89d49-f43f-4f7a-9df4-c139d0599d59 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426466 Nov 11 18:28:18.165155 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72de38-0b41-47b8-8461-ad62fdd2c86e req-79505b6a-ab38-4b4c-a590-ee8531143030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:18.166552 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ba72de38-0b41-47b8-8461-ad62fdd2c86e req-79505b6a-ab38-4b4c-a590-ee8531143030 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de23000aee3247c69adc355527936fa9&device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 1097 time: 0.0429895 Nov 11 18:28:18.274519 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72de38-0b41-47b8-8461-ad62fdd2c86e req-d1a50dcd-9f37-4104-b2a1-4f2a9b318c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:18.276130 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ba72de38-0b41-47b8-8461-ad62fdd2c86e req-d1a50dcd-9f37-4104-b2a1-4f2a9b318c3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 200 len: 910 time: 0.0911100 Nov 11 18:28:18.345800 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ba72de38-0b41-47b8-8461-ad62fdd2c86e req-ada621e8-e2c4-4a9b-bc43-1ceacbcd9abe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2 HTTP/1.1" status: 200 len: 1002 time: 0.0631797 Nov 11 18:28:18.397489 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72de38-0b41-47b8-8461-ad62fdd2c86e req-2b1b531d-ec33-47f9-a90e-7b10386642d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:18.398900 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ba72de38-0b41-47b8-8461-ad62fdd2c86e req-2b1b531d-ec33-47f9-a90e-7b10386642d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab6a8f22-4c3b-47db-85b3-57e21bdea3e3 HTTP/1.1" status: 200 len: 847 time: 0.0467608 Nov 11 18:28:18.443426 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72de38-0b41-47b8-8461-ad62fdd2c86e req-c119f8bd-d569-4df0-8550-a0955c8cf24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:18.444963 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ba72de38-0b41-47b8-8461-ad62fdd2c86e req-c119f8bd-d569-4df0-8550-a0955c8cf24a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55104045-8a6d-49d5-83c2-447b4bb3e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396335 Nov 11 18:28:18.537166 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ba72de38-0b41-47b8-8461-ad62fdd2c86e req-3668f366-2770-4f8d-a4ce-c4720f32b974 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847600 Nov 11 18:28:18.625527 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ba72de38-0b41-47b8-8461-ad62fdd2c86e req-b3d9f337-a3a3-4257-9e85-44ac351eded0 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818787 Nov 11 18:28:18.965721 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:19.165983 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912589b-8545-48ba-bd8d-9bb214206d05 req-71cb5b46-224c-4cbc-aa7d-0491957ab31f tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:19.167503 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6912589b-8545-48ba-bd8d-9bb214206d05 req-71cb5b46-224c-4cbc-aa7d-0491957ab31f tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.1161602 Nov 11 18:28:19.215687 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6912589b-8545-48ba-bd8d-9bb214206d05 req-5c54313f-da6d-47aa-9e70-c23f34b00ccb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423362 Nov 11 18:28:20.332527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95c9fe-8b62-49da-b46a-8590ee991f39 req-f9dba074-e422-44e4-9f86-547e147831a3 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:20.334510 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba95c9fe-8b62-49da-b46a-8590ee991f39 req-f9dba074-e422-44e4-9f86-547e147831a3 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0530989 Nov 11 18:28:20.383742 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ba95c9fe-8b62-49da-b46a-8590ee991f39 req-77ad6e08-5a90-4cbc-aa48-dc9b5f1b19a1 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430377 Nov 11 18:28:21.497288 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c9cbe-cc8c-48dd-b36c-8622863c528c req-a156fdeb-3bf2-4bae-a4d5-27eb299a6542 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:21.498660 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea2c9cbe-cc8c-48dd-b36c-8622863c528c req-a156fdeb-3bf2-4bae-a4d5-27eb299a6542 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0481668 Nov 11 18:28:21.547222 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ea2c9cbe-cc8c-48dd-b36c-8622863c528c req-04be5d4c-9495-443a-8fa7-682f52c7ce20 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427172 Nov 11 18:28:22.661668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7725e-cc73-4409-b302-7881c9510c28 req-860cbadb-cbe3-49da-a97a-3baae37f299f tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:22.663045 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cda7725e-cc73-4409-b302-7881c9510c28 req-860cbadb-cbe3-49da-a97a-3baae37f299f tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0495527 Nov 11 18:28:22.715408 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cda7725e-cc73-4409-b302-7881c9510c28 req-0723750c-0975-4c02-acb1-44bec6007abd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464416 Nov 11 18:28:23.829367 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370341f-bff6-48c8-8509-ce10885972b3 req-acfb894f-29f3-46f7-ab15-d1c619439f1d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:23.830852 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8370341f-bff6-48c8-8509-ce10885972b3 req-acfb894f-29f3-46f7-ab15-d1c619439f1d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0496593 Nov 11 18:28:23.881108 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8370341f-bff6-48c8-8509-ce10885972b3 req-49795c63-46d2-49e9-a1d3-4a745049710c tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437231 Nov 11 18:28:24.685338 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:24.996898 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c8768-d786-4d18-a981-3cc7f253ce29 req-c9388d55-0bef-4a17-bb10-5ee94fcf7cb7 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:24.998334 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-631c8768-d786-4d18-a981-3cc7f253ce29 req-c9388d55-0bef-4a17-bb10-5ee94fcf7cb7 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0478463 Nov 11 18:28:25.046295 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-631c8768-d786-4d18-a981-3cc7f253ce29 req-932b0fe0-e2cf-496f-9084-0634cab8f265 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419545 Nov 11 18:28:26.164829 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99b7a5-df11-4bbb-9c43-ffbcd02e8ebb req-425cf229-98ce-45b9-8799-c1500cda2d99 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:26.166268 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db99b7a5-df11-4bbb-9c43-ffbcd02e8ebb req-425cf229-98ce-45b9-8799-c1500cda2d99 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0526574 Nov 11 18:28:26.214050 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-db99b7a5-df11-4bbb-9c43-ffbcd02e8ebb req-857c5762-e37d-4228-83b0-644842fb4990 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419347 Nov 11 18:28:27.331719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1b678-6dd2-449e-928a-abb68a144cfc req-a61a026a-9bdd-416f-b827-2ff845f09df4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:27.333220 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6b1b678-6dd2-449e-928a-abb68a144cfc req-a61a026a-9bdd-416f-b827-2ff845f09df4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0515106 Nov 11 18:28:27.382639 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b6b1b678-6dd2-449e-928a-abb68a144cfc req-b4c0ff28-856c-4dbc-964e-0e44f5e79d6b tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433488 Nov 11 18:28:28.512960 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe4afe-c12d-4ba7-a611-852cdca9c5eb req-71cdde98-ec3b-498e-89ea-bba533a9d69f tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:28.514443 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1fe4afe-c12d-4ba7-a611-852cdca9c5eb req-71cdde98-ec3b-498e-89ea-bba533a9d69f tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0545206 Nov 11 18:28:28.570353 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1fe4afe-c12d-4ba7-a611-852cdca9c5eb req-da41795e-d599-4c6a-9dc0-e1c15dd9409b tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498271 Nov 11 18:28:28.823453 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device ac4d5094-4862-4912-acf1-e9c1bf7982a2 details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:28:28.943611 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port ac4d5094-4862-4912-acf1-e9c1bf7982a2, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:28:28.956257 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'port_id': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2', 'mac_address': 'fa:16:3e:c4:d4:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:28:28.997233 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:29.009931 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac4d5094-4862-4912-acf1-e9c1bf7982a2 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:28:29.028671 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port ac4d5094-4862-4912-acf1-e9c1bf7982a2, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:28:29.032826 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:29.080375 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=ac4d5094-4862-4912-acf1-e9c1bf7982a2,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:28:29.088591 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:29.088949 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:29.089294 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:29.089632 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:29.089969 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:29.090304 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:29.090636 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:29.090970 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:29.091316 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:29.091641 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:29.092011 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:29.092348 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:29.163902 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['ac4d5094-4862-4912-acf1-e9c1bf7982a2'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:28:29.700203 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a38df-bee2-45e5-9893-84a8325b0814 req-4aab8b30-ffe7-45b0-8b6e-1be973e73e2a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:29.702435 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-664a38df-bee2-45e5-9893-84a8325b0814 req-4aab8b30-ffe7-45b0-8b6e-1be973e73e2a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 945 time: 0.0528178 Nov 11 18:28:29.756180 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-664a38df-bee2-45e5-9893-84a8325b0814 req-c444a9ed-fb09-479f-bd08-70f183b5fea4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476232 Nov 11 18:28:30.822202 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device ac4d5094-4862-4912-acf1-e9c1bf7982a2 up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:28:30.900640 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port ac4d5094-4862-4912-acf1-e9c1bf7982a2 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:28:30.901390 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:30.910150 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc793e-107b-4daa-b5a3-62f21e8df60a req-d3d3dfc0-e801-4f8f-90c5-b1677ca44fba tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:30.917597 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-98bc793e-107b-4daa-b5a3-62f21e8df60a req-d3d3dfc0-e801-4f8f-90c5-b1677ca44fba tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 945 time: 0.0567403 Nov 11 18:28:30.978495 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-98bc793e-107b-4daa-b5a3-62f21e8df60a req-b5d5ca5c-ee6a-4d63-b375-1b4aa512e037 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599113 Nov 11 18:28:31.010985 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:31.036929 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc63ff9-11f6-4e67-ac41-4fe91ce691ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:28:31.039488 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843bb11a-3b4d-4e52-aaae-a5c1952c1980" -d '{"events": [{"server_uuid": "6dc63ff9-11f6-4e67-ac41-4fe91ce691ff", "name": "network-vif-plugged", "status": "completed", "tag": "ac4d5094-4862-4912-acf1-e9c1bf7982a2"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:28:31.055336 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port ac4d5094-4862-4912-acf1-e9c1bf7982a2, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:28:31.060510 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:31.095061 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7179e5c4-e04d-4201-ba38-fe86114453eb x-openstack-request-id: req-7179e5c4-e04d-4201-ba38-fe86114453eb {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:28:31.095370 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc63ff9-11f6-4e67-ac41-4fe91ce691ff", "name": "network-vif-plugged", "status": "completed", "tag": "ac4d5094-4862-4912-acf1-e9c1bf7982a2", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:28:31.095621 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7179e5c4-e04d-4201-ba38-fe86114453eb {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:28:31.096053 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc63ff9-11f6-4e67-ac41-4fe91ce691ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2', 'code': 200} Nov 11 18:28:31.120721 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=ac4d5094-4862-4912-acf1-e9c1bf7982a2,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:28:32.118617 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e96b9e-c24b-4b59-9b13-7db3755c2187 req-040bfe0f-bfb1-470c-a1b3-5e565e4f2d1a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:32.120848 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-86e96b9e-c24b-4b59-9b13-7db3755c2187 req-040bfe0f-bfb1-470c-a1b3-5e565e4f2d1a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0730877 Nov 11 18:28:32.183150 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-86e96b9e-c24b-4b59-9b13-7db3755c2187 req-550ee7d0-52c2-400c-95fc-9bb96eff6e87 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561492 Nov 11 18:28:33.319193 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eaa47-5924-4f71-9048-c52d5bb99f37 req-2bcfde1e-1574-4d07-9dd5-52cb0a924e87 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:33.321799 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-429eaa47-5924-4f71-9048-c52d5bb99f37 req-2bcfde1e-1574-4d07-9dd5-52cb0a924e87 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0637825 Nov 11 18:28:33.381421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-429eaa47-5924-4f71-9048-c52d5bb99f37 req-ff5cb118-262e-4c92-a140-5619d948b3f4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497093 Nov 11 18:28:34.518628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073edbc5-10ed-41e3-9387-5a96044d369f req-c7cb2342-1959-43c2-b18d-7489627cd8ae tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:34.520698 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-073edbc5-10ed-41e3-9387-5a96044d369f req-c7cb2342-1959-43c2-b18d-7489627cd8ae tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0577242 Nov 11 18:28:34.577784 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-073edbc5-10ed-41e3-9387-5a96044d369f req-0c134013-9389-4880-93d3-9233af314431 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495713 Nov 11 18:28:35.712324 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd4ee3-13a7-4049-b2c5-e9ad7b861a0c req-961e6989-7d44-49de-a7be-63124ce93e7f tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:35.712324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-62cd4ee3-13a7-4049-b2c5-e9ad7b861a0c req-961e6989-7d44-49de-a7be-63124ce93e7f tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0574288 Nov 11 18:28:35.768312 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-62cd4ee3-13a7-4049-b2c5-e9ad7b861a0c req-a52753a9-f68e-4e45-9c97-c43f11771d78 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480096 Nov 11 18:28:36.896968 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faff02e-f915-4fea-9ec0-55a8695db89b req-c019bd3d-344a-4472-a13b-754fcc92df18 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:36.898634 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7faff02e-f915-4fea-9ec0-55a8695db89b req-c019bd3d-344a-4472-a13b-754fcc92df18 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0561180 Nov 11 18:28:36.960475 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7faff02e-f915-4fea-9ec0-55a8695db89b req-951d3578-7ee0-4c48-8477-98e114c452d5 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554545 Nov 11 18:28:37.539789 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c9d5edae-98b7-42ef-8ddd-6dd446d556de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:38.077426 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479b86a-67cd-4a72-b44d-f31245b6ff24 req-affad76d-f9e4-4264-bd3f-eb06fe53c068 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:38.078830 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7479b86a-67cd-4a72-b44d-f31245b6ff24 req-affad76d-f9e4-4264-bd3f-eb06fe53c068 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0499449 Nov 11 18:28:38.127150 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7479b86a-67cd-4a72-b44d-f31245b6ff24 req-27a33310-69dc-489c-8abe-c447c80234f8 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423284 Nov 11 18:28:38.465375 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468fcb1-4b4d-479e-895f-e48979fbaa7d req-737f5b53-8429-491b-bea3-824312913b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:38.466834 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e468fcb1-4b4d-479e-895f-e48979fbaa7d req-737f5b53-8429-491b-bea3-824312913b6c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de23000aee3247c69adc355527936fa9&device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 1097 time: 0.0412822 Nov 11 18:28:38.561073 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468fcb1-4b4d-479e-895f-e48979fbaa7d req-32bd2ac4-daa7-43a5-b07f-b82004a89f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:38.562566 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e468fcb1-4b4d-479e-895f-e48979fbaa7d req-32bd2ac4-daa7-43a5-b07f-b82004a89f3c service neutron] 10.222.0.64 "GET /v2.0/networks?id=55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 200 len: 910 time: 0.0884559 Nov 11 18:28:38.627946 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e468fcb1-4b4d-479e-895f-e48979fbaa7d req-bcace0db-d2b7-40a4-9855-cc3d644f1315 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2 HTTP/1.1" status: 200 len: 1002 time: 0.0582621 Nov 11 18:28:38.683577 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468fcb1-4b4d-479e-895f-e48979fbaa7d req-d96c96a8-7ee9-4a55-9ec0-81cc93547ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:38.685259 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e468fcb1-4b4d-479e-895f-e48979fbaa7d req-d96c96a8-7ee9-4a55-9ec0-81cc93547ca1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab6a8f22-4c3b-47db-85b3-57e21bdea3e3 HTTP/1.1" status: 200 len: 847 time: 0.0507450 Nov 11 18:28:38.731161 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468fcb1-4b4d-479e-895f-e48979fbaa7d req-145cca0f-88fc-4380-8028-5bd0b9f181d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:38.732658 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e468fcb1-4b4d-479e-895f-e48979fbaa7d req-145cca0f-88fc-4380-8028-5bd0b9f181d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55104045-8a6d-49d5-83c2-447b4bb3e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406747 Nov 11 18:28:38.822524 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e468fcb1-4b4d-479e-895f-e48979fbaa7d req-cbe8eff7-510f-4354-aee8-c21176c701dd service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816672 Nov 11 18:28:38.927066 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e468fcb1-4b4d-479e-895f-e48979fbaa7d req-e48a03eb-e530-460f-b2be-c658bce0fb63 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971079 Nov 11 18:28:39.246957 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2623be0-f519-4eac-bf3c-94a3fc555ad9 req-20ed33f1-38e7-47eb-8f3a-d642e9c95d1f tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:39.248451 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b2623be0-f519-4eac-bf3c-94a3fc555ad9 req-20ed33f1-38e7-47eb-8f3a-d642e9c95d1f tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0485742 Nov 11 18:28:39.297164 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b2623be0-f519-4eac-bf3c-94a3fc555ad9 req-66b47beb-3d26-4c31-ad08-9a81f9e006dd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428572 Nov 11 18:28:40.419691 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36e9f6-95ea-4d50-868c-2dcce791a712 req-30f77fb6-713a-4839-ac69-315c96ddfac0 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:40.421181 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b36e9f6-95ea-4d50-868c-2dcce791a712 req-30f77fb6-713a-4839-ac69-315c96ddfac0 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0529106 Nov 11 18:28:40.472045 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5b36e9f6-95ea-4d50-868c-2dcce791a712 req-c02aa84d-f35e-42ac-bf91-2055365fc06c tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449479 Nov 11 18:28:40.503678 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3c0455b0-b704-4a37-a074-f2229713b9f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:41.211411 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:41.585826 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e76b1-d3ea-4de7-bce3-76078c584a6d req-ebfc0db7-50c1-48c3-90ca-84cd2b4e9283 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:41.587284 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-109e76b1-d3ea-4de7-bce3-76078c584a6d req-ebfc0db7-50c1-48c3-90ca-84cd2b4e9283 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0489638 Nov 11 18:28:41.636526 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-109e76b1-d3ea-4de7-bce3-76078c584a6d req-e4230c53-ed2c-496f-b00c-d1fafc294576 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433416 Nov 11 18:28:41.702722 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-7586056c-8feb-4f1f-96f6-0f2a5cb81752 req-c5927a7d-a451-4f74-9fb4-ab4bae469c03 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 18:28:41.703750 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7586056c-8feb-4f1f-96f6-0f2a5cb81752 req-c5927a7d-a451-4f74-9fb4-ab4bae469c03 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054598 Nov 11 18:28:41.858207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17208f79-bb74-48e8-9888-b6a148093287 req-48bec524-a8d0-4c01-a82b-3f63ce2c6491 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:41.859765 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-17208f79-bb74-48e8-9888-b6a148093287 req-48bec524-a8d0-4c01-a82b-3f63ce2c6491 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0542479 Nov 11 18:28:41.910365 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-17208f79-bb74-48e8-9888-b6a148093287 req-51b82e2a-f4f9-448c-9464-ab16c3eaaa6d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439842 Nov 11 18:28:42.179985 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-6be6ab9e-2902-49db-9567-8e9e62bd7c27 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0947716 Nov 11 18:28:42.813249 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:42.858804 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device ac4d5094-4862-4912-acf1-e9c1bf7982a2 no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:28:42.941734 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:42.968575 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc63ff9-11f6-4e67-ac41-4fe91ce691ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:28:42.970787 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d2ed05-abda-4e32-a003-5db47ecb3070" -d '{"events": [{"server_uuid": "6dc63ff9-11f6-4e67-ac41-4fe91ce691ff", "name": "network-vif-unplugged", "status": "completed", "tag": "ac4d5094-4862-4912-acf1-e9c1bf7982a2"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:28:42.984220 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port ac4d5094-4862-4912-acf1-e9c1bf7982a2, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:28:42.988434 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:43.031824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-4b7aa6b3-fee5-4f52-b445-b9338388d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:43.033319 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-4b7aa6b3-fee5-4f52-b445-b9338388d333 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff&tenant_id=de23000aee3247c69adc355527936fa9 HTTP/1.1" status: 200 len: 1097 time: 0.0725467 Nov 11 18:28:43.036361 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=ac4d5094-4862-4912-acf1-e9c1bf7982a2,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:28:43.046533 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-4d80a8f6-da52-4420-ac39-2badd35b98aa service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 18:28:43.047071 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-4d80a8f6-da52-4420-ac39-2badd35b98aa service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067775 Nov 11 18:28:43.055975 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36263b-d020-4e3f-b873-95be95226242 req-3c0bb628-d3b6-46dd-922a-e86f7a6e18bc tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:43.057521 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7a36263b-d020-4e3f-b873-95be95226242 req-3c0bb628-d3b6-46dd-922a-e86f7a6e18bc tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 944 time: 0.0683620 Nov 11 18:28:43.060660 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:43.062522 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-4', 'device_owner': 'compute:nova'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:28:43.162303 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7a36263b-d020-4e3f-b873-95be95226242 req-616b0c31-323b-4fa3-9062-ac0e3751a231 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969217 Nov 11 18:28:43.162921 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:43.207760 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 18:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2045950c-8f83-4d16-a008-0c86b593bac1 x-openstack-request-id: req-2045950c-8f83-4d16-a008-0c86b593bac1 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:28:43.208173 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc63ff9-11f6-4e67-ac41-4fe91ce691ff", "name": "network-vif-unplugged", "status": "completed", "tag": "ac4d5094-4862-4912-acf1-e9c1bf7982a2", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:28:43.208326 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2045950c-8f83-4d16-a008-0c86b593bac1 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:28:43.208724 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc63ff9-11f6-4e67-ac41-4fe91ce691ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2', 'code': 200} Nov 11 18:28:43.363874 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] For port ac4d5094-4862-4912-acf1-e9c1bf7982a2, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:28:43.395464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] For port ac4d5094-4862-4912-acf1-e9c1bf7982a2, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:28:43.430503 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4d5094-4862-4912-acf1-e9c1bf7982a2 {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:28:43.437546 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:43.449806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Transition to ACTIVE for port object ac4d5094-4862-4912-acf1-e9c1bf7982a2 will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:28:43.453464 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:43.534549 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4d5094-4862-4912-acf1-e9c1bf7982a2,revision_number=9']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:28:43.548776 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:43.549127 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:43.549473 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:43.549813 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:43.550150 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:43.550485 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:43.550856 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:43.551223 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:43.551553 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:43.551917 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:43.552248 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:43.552574 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:28:43.583108 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] No DVR routers for this DVR port ac4d5094-4862-4912-acf1-e9c1bf7982a2 on host n-h1-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:28:43.723517 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Attempting to bind port ac4d5094-4862-4912-acf1-e9c1bf7982a2 on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:28:43.723883 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Attempting to bind port ac4d5094-4862-4912-acf1-e9c1bf7982a2 by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'b1cc4c67-7926-4a46-9aeb-33406d42596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:28:43.724215 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Attempting to bind port ac4d5094-4862-4912-acf1-e9c1bf7982a2 on network 55104045-8a6d-49d5-83c2-447b4bb3e9f6 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:28:43.728447 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Port ac4d5094-4862-4912-acf1-e9c1bf7982a2 on network 55104045-8a6d-49d5-83c2-447b4bb3e9f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:28:43.728764 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Attempting to bind port ac4d5094-4862-4912-acf1-e9c1bf7982a2 on network 55104045-8a6d-49d5-83c2-447b4bb3e9f6 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:28:43.733601 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:28:43.733941 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Checking segment: {'id': 'b1cc4c67-7926-4a46-9aeb-33406d42596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:28:43.734327 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Bound using segment: {'id': 'b1cc4c67-7926-4a46-9aeb-33406d42596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:28:43.734750 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Bound port: ac4d5094-4862-4912-acf1-e9c1bf7982a2, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1cc4c67-7926-4a46-9aeb-33406d42596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:28:43.735103 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:43.795888 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] For port ac4d5094-4862-4912-acf1-e9c1bf7982a2, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:28:43.798766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] For port ac4d5094-4862-4912-acf1-e9c1bf7982a2, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:28:43.804407 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:43.837146 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:43.837793 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:43.839312 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] 10.222.0.83 "PUT /v2.0/ports/ac4d5094-4862-4912-acf1-e9c1bf7982a2 HTTP/1.1" status: 200 len: 1092 time: 0.7808862 Nov 11 18:28:43.841597 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc63ff9-11f6-4e67-ac41-4fe91ce691ff', 'tag': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:28:43.844023 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff0dd59-7c08-4fbc-a97c-7cce8555db9b" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc63ff9-11f6-4e67-ac41-4fe91ce691ff", "tag": "ac4d5094-4862-4912-acf1-e9c1bf7982a2"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:28:43.888602 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacb60f5-4922-4ee6-99ae-3a08fb7c733a x-openstack-request-id: req-cacb60f5-4922-4ee6-99ae-3a08fb7c733a {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:28:43.888906 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc63ff9-11f6-4e67-ac41-4fe91ce691ff", "tag": "ac4d5094-4862-4912-acf1-e9c1bf7982a2", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:28:43.889146 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cacb60f5-4922-4ee6-99ae-3a08fb7c733a {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:28:43.889545 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc63ff9-11f6-4e67-ac41-4fe91ce691ff', 'tag': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2', 'status': 'completed', 'code': 200} Nov 11 18:28:43.891839 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9063678-a5e8-45c7-bcec-722a4889c580 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4d5094-4862-4912-acf1-e9c1bf7982a2,revision_number=10']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:28:43.930028 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-941396fc-ebf6-4787-a81c-21f58b40dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:43.932279 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-941396fc-ebf6-4787-a81c-21f58b40dfad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=de23000aee3247c69adc355527936fa9&device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 1096 time: 0.0581734 Nov 11 18:28:44.038123 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f008bd6b-0fa4-47b9-8690-47dd46410112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:44.039609 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-f008bd6b-0fa4-47b9-8690-47dd46410112 service neutron] 10.222.0.83 "GET /v2.0/networks?id=55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 200 len: 910 time: 0.0990973 Nov 11 18:28:44.106409 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-6efa6d96-c47e-4927-9010-533b4ad46041 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2 HTTP/1.1" status: 200 len: 1000 time: 0.0593524 Nov 11 18:28:44.162806 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-32f89131-bebc-46f3-b210-ac6080e23d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:44.164261 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-32f89131-bebc-46f3-b210-ac6080e23d8f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6a8f22-4c3b-47db-85b3-57e21bdea3e3 HTTP/1.1" status: 200 len: 847 time: 0.0476789 Nov 11 18:28:44.215095 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-11a49232-cfc4-4ad8-bab0-48e4013418d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:44.216590 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-11a49232-cfc4-4ad8-bab0-48e4013418d8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55104045-8a6d-49d5-83c2-447b4bb3e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415967 Nov 11 18:28:44.328279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4629a5-9bcd-42a4-bd0f-bce555105db1 req-86ec58d9-e69f-4b6a-a79e-6bc3c261bc9c tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:44.329736 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff4629a5-9bcd-42a4-bd0f-bce555105db1 req-86ec58d9-e69f-4b6a-a79e-6bc3c261bc9c tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 945 time: 0.0979908 Nov 11 18:28:44.366877 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-8886c983-bd00-40cd-87f1-da916420eaea service neutron] 10.222.0.83 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424189 Nov 11 18:28:44.437959 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff4629a5-9bcd-42a4-bd0f-bce555105db1 req-41e2cb9b-3902-417a-b95a-bda00518e08a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001008 Nov 11 18:28:44.477027 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-56bfd9ed-6948-4688-9665-cf2a681bc398 req-7a36ee73-b475-4afc-af3f-6f3473e087c0 service neutron] 10.222.0.83 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010365 Nov 11 18:28:44.563788 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0dd59-7c08-4fbc-a97c-7cce8555db9b req-3435ec1f-cb66-41d1-83be-8d03179643ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:44.565280 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cff0dd59-7c08-4fbc-a97c-7cce8555db9b req-3435ec1f-cb66-41d1-83be-8d03179643ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=de23000aee3247c69adc355527936fa9&device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 1096 time: 0.0417695 Nov 11 18:28:44.656257 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0dd59-7c08-4fbc-a97c-7cce8555db9b req-7a774085-6466-46d1-a55c-afe08181a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:44.657774 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cff0dd59-7c08-4fbc-a97c-7cce8555db9b req-7a774085-6466-46d1-a55c-afe08181a307 service neutron] 10.222.0.83 "GET /v2.0/networks?id=55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 200 len: 910 time: 0.0853648 Nov 11 18:28:44.734298 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cff0dd59-7c08-4fbc-a97c-7cce8555db9b req-0943e3ad-7b73-40a9-a59b-7dfa24aa8f0d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2 HTTP/1.1" status: 200 len: 1000 time: 0.0692029 Nov 11 18:28:44.788677 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0dd59-7c08-4fbc-a97c-7cce8555db9b req-ad4cfb80-1201-4a2e-8063-62a8967e6700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:44.790526 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cff0dd59-7c08-4fbc-a97c-7cce8555db9b req-ad4cfb80-1201-4a2e-8063-62a8967e6700 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6a8f22-4c3b-47db-85b3-57e21bdea3e3 HTTP/1.1" status: 200 len: 847 time: 0.0502439 Nov 11 18:28:45.574487 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ae2a9-cf69-474c-8a7e-555987717f6a req-859b5576-07b7-477c-a693-6b65040d578a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:45.576025 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-af2ae2a9-cf69-474c-8a7e-555987717f6a req-859b5576-07b7-477c-a693-6b65040d578a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 945 time: 0.0626240 Nov 11 18:28:45.630784 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-af2ae2a9-cf69-474c-8a7e-555987717f6a req-ab961ed0-19fa-44b9-afea-d58fc75a5643 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487435 Nov 11 18:28:46.752066 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717888d7-f54c-44ca-baad-4dfc703ff5b1 req-10a1182d-3286-4542-8214-2cce52074827 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:46.753635 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-717888d7-f54c-44ca-baad-4dfc703ff5b1 req-10a1182d-3286-4542-8214-2cce52074827 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 945 time: 0.0510240 Nov 11 18:28:46.807328 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-717888d7-f54c-44ca-baad-4dfc703ff5b1 req-cb6e4580-df39-457e-807b-5b62f16eb893 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474856 Nov 11 18:28:47.934378 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c1ceb-0b9c-4885-857c-11c544152cef req-c3d8ca65-6888-4e0b-af0d-fbca8f0057d1 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:47.935888 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b57c1ceb-0b9c-4885-857c-11c544152cef req-c3d8ca65-6888-4e0b-af0d-fbca8f0057d1 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 945 time: 0.0514214 Nov 11 18:28:47.991739 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b57c1ceb-0b9c-4885-857c-11c544152cef req-6fcf859a-8ab1-4fdc-8d64-34a19eed9140 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498259 Nov 11 18:28:48.961152 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:49.120128 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddb553-e8d9-4876-9977-fa856b0e6430 req-6c6e6dcf-a39c-4555-b858-b5bfb24ccf7f tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:49.121501 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dddb553-e8d9-4876-9977-fa856b0e6430 req-6c6e6dcf-a39c-4555-b858-b5bfb24ccf7f tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 945 time: 0.0581443 Nov 11 18:28:49.172822 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dddb553-e8d9-4876-9977-fa856b0e6430 req-650f5ffa-7a6f-429e-8c77-6672e2d0e686 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451636 Nov 11 18:28:49.391515 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:28:50.295795 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b765953-4c6f-429e-86bc-5c3dc2462623 req-be06821b-e3c4-4615-b153-67e34764a6bc tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:50.297246 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b765953-4c6f-429e-86bc-5c3dc2462623 req-be06821b-e3c4-4615-b153-67e34764a6bc tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 945 time: 0.0504422 Nov 11 18:28:50.347412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2b765953-4c6f-429e-86bc-5c3dc2462623 req-b2d973bc-4a11-4f55-9a3e-fac5daa3037b tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441589 Nov 11 18:28:51.493818 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184126ed-4f8b-4126-8596-fccc9815054b req-90948278-5c0a-4d2a-a831-05ee7f3ae0d0 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:51.495287 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-184126ed-4f8b-4126-8596-fccc9815054b req-90948278-5c0a-4d2a-a831-05ee7f3ae0d0 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 945 time: 0.0711527 Nov 11 18:28:51.546928 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-184126ed-4f8b-4126-8596-fccc9815054b req-6a8c711f-dca1-471c-86fb-af170d2044cd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454617 Nov 11 18:28:52.674495 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225fdb9-6672-421a-8bb8-40bdf6a60ce2 req-844b14a9-d5e9-4a86-83c4-83ffc380308c tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:52.676147 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8225fdb9-6672-421a-8bb8-40bdf6a60ce2 req-844b14a9-d5e9-4a86-83c4-83ffc380308c tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 945 time: 0.0575547 Nov 11 18:28:52.728247 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8225fdb9-6672-421a-8bb8-40bdf6a60ce2 req-85553efe-e311-4f42-94d0-af7f2c1bef32 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455737 Nov 11 18:28:53.868370 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d20170-e9fc-4715-a7fc-8159a4cf4a95 req-530e4282-d5f3-4b37-9149-d973b2baf346 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:53.869913 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2d20170-e9fc-4715-a7fc-8159a4cf4a95 req-530e4282-d5f3-4b37-9149-d973b2baf346 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 945 time: 0.0704904 Nov 11 18:28:53.939836 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c2d20170-e9fc-4715-a7fc-8159a4cf4a95 req-6dbd0f9a-4d05-48d3-94ad-37228b9133d4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618596 Nov 11 18:28:54.704048 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:54.914658 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0dd59-7c08-4fbc-a97c-7cce8555db9b req-e93370bf-f78d-46bf-a271-bd9a3ab7aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:54.916148 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cff0dd59-7c08-4fbc-a97c-7cce8555db9b req-e93370bf-f78d-46bf-a271-bd9a3ab7aedf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55104045-8a6d-49d5-83c2-447b4bb3e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411987 Nov 11 18:28:55.033268 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cff0dd59-7c08-4fbc-a97c-7cce8555db9b req-9591d20e-ff78-42a0-97d8-4ceb77225d6d service neutron] 10.222.0.83 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083517 Nov 11 18:28:55.121816 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e25a77-7e3f-4481-8cb8-fe486037dcb1 req-38d4987b-a22e-4f7c-9526-aefa4f581819 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:55.123272 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24e25a77-7e3f-4481-8cb8-fe486037dcb1 req-38d4987b-a22e-4f7c-9526-aefa4f581819 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 945 time: 0.1086557 Nov 11 18:28:55.165915 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-cff0dd59-7c08-4fbc-a97c-7cce8555db9b req-e5107e54-7582-45e9-9527-48e5a0e6c04d service neutron] 10.222.0.83 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154387 Nov 11 18:28:55.194171 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24e25a77-7e3f-4481-8cb8-fe486037dcb1 req-f0e8040d-c8ea-421e-97de-064d78f1fd8f tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647278 Nov 11 18:28:55.270856 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0c38e-1365-47c1-bfbd-3dc9e6315a82 req-3ee8be68-e47a-4cc6-a938-6202c60eb419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:55.272293 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1fb0c38e-1365-47c1-bfbd-3dc9e6315a82 req-3ee8be68-e47a-4cc6-a938-6202c60eb419 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=de23000aee3247c69adc355527936fa9&device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 1096 time: 0.0445158 Nov 11 18:28:55.381348 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0c38e-1365-47c1-bfbd-3dc9e6315a82 req-3e8bca8e-9093-4a82-8d13-6ecc4068124b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:55.382806 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1fb0c38e-1365-47c1-bfbd-3dc9e6315a82 req-3e8bca8e-9093-4a82-8d13-6ecc4068124b service neutron] 10.222.0.83 "GET /v2.0/networks?id=55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 200 len: 910 time: 0.0901284 Nov 11 18:28:55.451842 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1fb0c38e-1365-47c1-bfbd-3dc9e6315a82 req-1ed61905-1c37-40dc-96d1-adcd72c233bd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2 HTTP/1.1" status: 200 len: 1000 time: 0.0610244 Nov 11 18:28:55.499578 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0c38e-1365-47c1-bfbd-3dc9e6315a82 req-5690a53e-38c5-4c9d-8d6f-7dffe9579ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:55.500991 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1fb0c38e-1365-47c1-bfbd-3dc9e6315a82 req-5690a53e-38c5-4c9d-8d6f-7dffe9579ba2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6a8f22-4c3b-47db-85b3-57e21bdea3e3 HTTP/1.1" status: 200 len: 847 time: 0.0416801 Nov 11 18:28:55.546181 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0c38e-1365-47c1-bfbd-3dc9e6315a82 req-606c87dc-5cab-4610-b677-4c89a182f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:55.547582 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1fb0c38e-1365-47c1-bfbd-3dc9e6315a82 req-606c87dc-5cab-4610-b677-4c89a182f855 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55104045-8a6d-49d5-83c2-447b4bb3e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385077 Nov 11 18:28:55.644346 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1fb0c38e-1365-47c1-bfbd-3dc9e6315a82 req-613e6f33-b1ad-471e-9cf8-36a214e559d5 service neutron] 10.222.0.83 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888960 Nov 11 18:28:55.735465 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1fb0c38e-1365-47c1-bfbd-3dc9e6315a82 req-a54b74da-5bd6-4b03-a867-347bd850e65c service neutron] 10.222.0.83 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822847 Nov 11 18:28:56.311497 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630019ea-8044-45f7-b04c-d9f55ea38e33 req-03fd00d2-9b43-4e4c-b4d4-828a52ac58e8 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:56.313001 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-630019ea-8044-45f7-b04c-d9f55ea38e33 req-03fd00d2-9b43-4e4c-b4d4-828a52ac58e8 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 945 time: 0.0504646 Nov 11 18:28:56.366216 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-630019ea-8044-45f7-b04c-d9f55ea38e33 req-eb5fa475-a753-4c5a-94d2-58d938e2e984 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471952 Nov 11 18:28:57.482776 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaf951-c4a1-42f3-979b-81a3d07e531a req-9a3ccb82-653c-44b7-8585-fb0f0e1db198 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:57.484262 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4cdaf951-c4a1-42f3-979b-81a3d07e531a req-9a3ccb82-653c-44b7-8585-fb0f0e1db198 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 945 time: 0.0484612 Nov 11 18:28:57.531849 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4cdaf951-c4a1-42f3-979b-81a3d07e531a req-85a3b95a-c68e-4c1f-a485-ec91bf3aa003 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416293 Nov 11 18:28:58.113004 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device ac4d5094-4862-4912-acf1-e9c1bf7982a2 details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:28:58.206494 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port ac4d5094-4862-4912-acf1-e9c1bf7982a2, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:28:58.221265 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'port_id': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2', 'mac_address': 'fa:16:3e:c4:d4:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:28:58.257519 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:58.269663 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4d5094-4862-4912-acf1-e9c1bf7982a2 {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:28:58.288579 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port ac4d5094-4862-4912-acf1-e9c1bf7982a2, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:28:58.292123 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:28:58.344682 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=ac4d5094-4862-4912-acf1-e9c1bf7982a2,revision_number=11']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:28:58.543749 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['ac4d5094-4862-4912-acf1-e9c1bf7982a2'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:28:58.646623 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8695704-c1bd-473a-ac24-c19452e70332 req-b61df6ff-55e1-4f08-8ece-ad3b1ae7ca3f tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:58.648112 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8695704-c1bd-473a-ac24-c19452e70332 req-b61df6ff-55e1-4f08-8ece-ad3b1ae7ca3f tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0480027 Nov 11 18:28:58.697964 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d8695704-c1bd-473a-ac24-c19452e70332 req-68fa99ce-8773-42ed-90c2-ba05bfe215f3 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438597 Nov 11 18:28:59.819639 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfee87-a1c1-4952-be4d-6796723681dc req-2c5c1169-c111-4fa3-a626-0bcd3ad0a34a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:28:59.821191 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-52cfee87-a1c1-4952-be4d-6796723681dc req-2c5c1169-c111-4fa3-a626-0bcd3ad0a34a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 946 time: 0.0538447 Nov 11 18:28:59.871473 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-52cfee87-a1c1-4952-be4d-6796723681dc req-eb96cc7f-12d3-4f92-a609-2654cd625d32 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441549 Nov 11 18:29:00.123863 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device ac4d5094-4862-4912-acf1-e9c1bf7982a2 up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:29:00.170423 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port ac4d5094-4862-4912-acf1-e9c1bf7982a2 completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:29:00.174169 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port ac4d5094-4862-4912-acf1-e9c1bf7982a2 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:29:00.174533 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:29:00.250092 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:29:00.271399 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc63ff9-11f6-4e67-ac41-4fe91ce691ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:29:00.273605 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4a9166-a4c3-4a1c-910a-6628ca070e6d" -d '{"events": [{"server_uuid": "6dc63ff9-11f6-4e67-ac41-4fe91ce691ff", "name": "network-vif-plugged", "status": "completed", "tag": "ac4d5094-4862-4912-acf1-e9c1bf7982a2"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:29:00.287512 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port ac4d5094-4862-4912-acf1-e9c1bf7982a2, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:29:00.291348 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:29:00.313868 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e1924a-212d-4965-a1ba-19425940f3c6 x-openstack-request-id: req-e7e1924a-212d-4965-a1ba-19425940f3c6 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:29:00.314161 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc63ff9-11f6-4e67-ac41-4fe91ce691ff", "name": "network-vif-plugged", "status": "completed", "tag": "ac4d5094-4862-4912-acf1-e9c1bf7982a2", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:29:00.314419 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e7e1924a-212d-4965-a1ba-19425940f3c6 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:29:00.314809 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc63ff9-11f6-4e67-ac41-4fe91ce691ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2', 'code': 200} Nov 11 18:29:00.339682 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=ac4d5094-4862-4912-acf1-e9c1bf7982a2,revision_number=12']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:29:00.468481 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da28b0-bc13-4843-936a-1a0dfdcd2784 req-4a6605d4-a609-46ce-bc5c-5fca65fc57a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:29:00.469947 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66da28b0-bc13-4843-936a-1a0dfdcd2784 req-4a6605d4-a609-46ce-bc5c-5fca65fc57a5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 1098 time: 0.0393524 Nov 11 18:29:00.513869 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-66da28b0-bc13-4843-936a-1a0dfdcd2784 req-f0c416e4-65c4-4855-bcc5-6a5f2c825df4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372910 Nov 11 18:29:00.986830 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527de80e-5931-4d99-8c81-272084aaf488 req-738a9a47-0856-4d09-91e1-d21d813b3df7 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:29:00.988324 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-527de80e-5931-4d99-8c81-272084aaf488 req-738a9a47-0856-4d09-91e1-d21d813b3df7 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 947 time: 0.0485940 Nov 11 18:29:01.059213 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-527de80e-5931-4d99-8c81-272084aaf488 req-ce3805e8-de7f-4b33-98e8-1dfa5aefb4f3 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643709 Nov 11 18:29:02.174794 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c7fd8-d06e-45d5-b1db-012c851625ab req-a730e04e-b96f-4f32-be27-37ef088ba75c tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:29:02.176188 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e7c7fd8-d06e-45d5-b1db-012c851625ab req-a730e04e-b96f-4f32-be27-37ef088ba75c tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 947 time: 0.0482109 Nov 11 18:29:02.226606 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7e7c7fd8-d06e-45d5-b1db-012c851625ab req-18c4691d-877a-435d-9bc4-f18f6a70f70b tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441651 Nov 11 18:29:03.342871 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca3946-afab-4e48-9739-2ddf35f69c67 req-0021d50a-9365-4a72-a3f9-71b7df08a588 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:29:03.344347 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d7ca3946-afab-4e48-9739-2ddf35f69c67 req-0021d50a-9365-4a72-a3f9-71b7df08a588 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 947 time: 0.0480340 Nov 11 18:29:03.392082 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d7ca3946-afab-4e48-9739-2ddf35f69c67 req-41cb95db-6124-4d53-bc40-f0ad8ec72135 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411549 Nov 11 18:29:07.541603 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cde3d425-4d92-41c7-be14-3bb7a9d9f161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:29:10.504721 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9e67d44d-ffc5-4327-9edb-012bf68f8e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:29:11.214138 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:29:12.815720 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:29:13.062408 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:29:18.982130 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:29:24.702323 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:29:26.390654 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:29:37.542264 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3689b9ac-9cf9-40e9-a46c-4fe803574c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:29:40.505246 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-04527a8d-df70-4d9f-9d22-57839661fc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:29:41.217859 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:29:42.819384 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:29:43.064983 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:29:48.994474 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:29:51.036613 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4b2f0ff-908b-4dbe-ad71-162dfee66db6 req-25249801-5ebb-4df0-9106-0ed62cfbab54 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440402 Nov 11 18:29:51.119129 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2f0ff-908b-4dbe-ad71-162dfee66db6 req-93e6eb2b-d173-4e3a-8045-2533aa3a931c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:29:51.120561 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4b2f0ff-908b-4dbe-ad71-162dfee66db6 req-93e6eb2b-d173-4e3a-8045-2533aa3a931c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=de23000aee3247c69adc355527936fa9&device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 1098 time: 0.0410058 Nov 11 18:29:51.225261 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2f0ff-908b-4dbe-ad71-162dfee66db6 req-ecd98bbe-1e6a-40d1-8666-20f918611438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:29:51.226773 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4b2f0ff-908b-4dbe-ad71-162dfee66db6 req-ecd98bbe-1e6a-40d1-8666-20f918611438 service neutron] 10.222.0.83 "GET /v2.0/networks?id=55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 200 len: 910 time: 0.0879405 Nov 11 18:29:51.293545 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4b2f0ff-908b-4dbe-ad71-162dfee66db6 req-ab158373-7ba0-4be8-8b51-f3f6aafb02d1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2 HTTP/1.1" status: 200 len: 1002 time: 0.0585258 Nov 11 18:29:51.342685 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2f0ff-908b-4dbe-ad71-162dfee66db6 req-ae35a4ae-6011-4e92-a2dd-6c3f4ef5312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:29:51.344197 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4b2f0ff-908b-4dbe-ad71-162dfee66db6 req-ae35a4ae-6011-4e92-a2dd-6c3f4ef5312a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6a8f22-4c3b-47db-85b3-57e21bdea3e3 HTTP/1.1" status: 200 len: 847 time: 0.0438883 Nov 11 18:29:51.392851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2f0ff-908b-4dbe-ad71-162dfee66db6 req-4a70464c-d19e-4cf1-be91-701d9091e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:29:51.394269 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4b2f0ff-908b-4dbe-ad71-162dfee66db6 req-4a70464c-d19e-4cf1-be91-701d9091e2e8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55104045-8a6d-49d5-83c2-447b4bb3e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432417 Nov 11 18:29:51.481492 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4b2f0ff-908b-4dbe-ad71-162dfee66db6 req-0ed89e63-a7ac-43f5-b307-30d847d73c59 service neutron] 10.222.0.83 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804291 Nov 11 18:29:51.572204 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f4b2f0ff-908b-4dbe-ad71-162dfee66db6 req-183d580f-875d-438d-9960-0357286a9043 service neutron] 10.222.0.83 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838866 Nov 11 18:29:54.813832 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:03.389625 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:30:07.543390 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4e68fd50-bffe-4f35-b291-4433764937fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:10.508277 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-29f1911c-8ff1-413d-80c1-bb884270780c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:11.220029 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:12.822794 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:13.066495 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:14.134941 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54450) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:30:14.290491 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Deleting port 2fc377f7-e5df-4acf-af99-35fdb1df6a97 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:30:14.290828 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:14.365273 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:14.365518 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:14.376887 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Calling delete_port for 2fc377f7-e5df-4acf-af99-35fdb1df6a97 owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:30:14.521521 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:14.545800 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event deleted for resources: {'Port': ['ID=2fc377f7-e5df-4acf-af99-35fdb1df6a97,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:30:14.556370 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:14.556716 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:14.557055 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:14.557389 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:14.557717 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:14.558044 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:14.558369 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:14.558693 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:14.559013 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:14.559332 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:14.559652 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:14.559992 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:14.924994 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:14.925824 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Floating IP 82bb8cb1-770a-471d-af2b-799c4bdc19cd disassociated (deleted). External IP: 172.25.2.103, port: ac4d5094-4862-4912-acf1-e9c1bf7982a2. Nov 11 18:30:15.134679 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Router 1b09aafd-dc40-4729-87a0-267a4dea978e has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:30:15.246295 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:30:15.250993 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:15.256418 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ba351f-ef5f-4dc3-8b42-60fbebaf55a6 None None] Sync routers for ids ['1b09aafd-dc40-4729-87a0-267a4dea978e'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:30:15.265611 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ba351f-ef5f-4dc3-8b42-60fbebaf55a6 None None] Routers {'1b09aafd-dc40-4729-87a0-267a4dea978e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:30:15.266695 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-85ba351f-ef5f-4dc3-8b42-60fbebaf55a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:30:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b09aafd-dc40-4729-87a0-267a4dea978e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:30:15.279913 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e2bd4a9a-6f2b-4c2d-91a1-a654e57a47a9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "DELETE /v2.0/floatingips/82bb8cb1-770a-471d-af2b-799c4bdc19cd HTTP/1.1" status: 204 len: 168 time: 1.1438463 Nov 11 18:30:15.280513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc63ff9-11f6-4e67-ac41-4fe91ce691ff', 'tag': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:30:15.282772 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914b4a0c-b3f2-4492-b590-e1067152b47c" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc63ff9-11f6-4e67-ac41-4fe91ce691ff", "tag": "ac4d5094-4862-4912-acf1-e9c1bf7982a2"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:30:15.381226 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-85ba351f-ef5f-4dc3-8b42-60fbebaf55a6 None None] Set router 1b09aafd-dc40-4729-87a0-267a4dea978e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:30:15.508831 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f33cf0b-892f-4167-923d-dc345c42c50f x-openstack-request-id: req-0f33cf0b-892f-4167-923d-dc345c42c50f {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:30:15.509265 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc63ff9-11f6-4e67-ac41-4fe91ce691ff", "tag": "ac4d5094-4862-4912-acf1-e9c1bf7982a2", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:30:15.509704 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0f33cf0b-892f-4167-923d-dc345c42c50f {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:30:15.510471 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc63ff9-11f6-4e67-ac41-4fe91ce691ff', 'tag': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2', 'status': 'completed', 'code': 200} Nov 11 18:30:15.597758 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-85ba351f-ef5f-4dc3-8b42-60fbebaf55a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'name': 'tempest-TestShelveInstance-985640937-router', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': 'de23000aee3247c69adc355527936fa9', 'gw_port': {'id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '1259217f-a707-48be-a517-575877b350be', 'name': '', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'mac_address': 'fa:16:3e:65:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:00Z', 'updated_at': '2021-11-11T18:26:05Z', 'revision_number': 5, 'project_id': 'de23000aee3247c69adc355527936fa9', 'subnets': [{'id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:30:15.624025 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ba351f-ef5f-4dc3-8b42-60fbebaf55a6 None None] Checking router: 1b09aafd-dc40-4729-87a0-267a4dea978e for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:30:15.632819 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ba351f-ef5f-4dc3-8b42-60fbebaf55a6 None None] Routers {'1b09aafd-dc40-4729-87a0-267a4dea978e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:30:15.633425 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-85ba351f-ef5f-4dc3-8b42-60fbebaf55a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:30:10Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b09aafd-dc40-4729-87a0-267a4dea978e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:30:15.643214 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0580e-848c-4de7-b18d-02526f6aaf34 req-f04e1974-f21a-480d-9ca8-5533246ab213 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:15.644771 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-65e0580e-848c-4de7-b18d-02526f6aaf34 req-f04e1974-f21a-480d-9ca8-5533246ab213 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 947 time: 0.0838673 Nov 11 18:30:15.660086 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b4a0c-b3f2-4492-b590-e1067152b47c req-5379c5ae-27e7-4b65-9ca1-5c7512d97ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:15.661434 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-914b4a0c-b3f2-4492-b590-e1067152b47c req-5379c5ae-27e7-4b65-9ca1-5c7512d97ed8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=de23000aee3247c69adc355527936fa9&device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 1098 time: 0.1279573 Nov 11 18:30:15.738674 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-85ba351f-ef5f-4dc3-8b42-60fbebaf55a6 None None] Set router 1b09aafd-dc40-4729-87a0-267a4dea978e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:30:15.751702 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-65e0580e-848c-4de7-b18d-02526f6aaf34 req-45355642-1210-4d3f-b931-981ecc9d7d77 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991249 Nov 11 18:30:15.789385 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b4a0c-b3f2-4492-b590-e1067152b47c req-2eb4c819-b374-4272-a5fa-cb80ef800ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:15.790872 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-914b4a0c-b3f2-4492-b590-e1067152b47c req-2eb4c819-b374-4272-a5fa-cb80ef800ca9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 200 len: 910 time: 0.1204498 Nov 11 18:30:15.840577 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-914b4a0c-b3f2-4492-b590-e1067152b47c req-b114480e-095e-4747-999a-719ecc47cd64 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2 HTTP/1.1" status: 200 len: 217 time: 0.0405097 Nov 11 18:30:15.891434 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b4a0c-b3f2-4492-b590-e1067152b47c req-dc0eedde-2fc2-461d-8a8d-fb34ac6785f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:15.892968 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-914b4a0c-b3f2-4492-b590-e1067152b47c req-dc0eedde-2fc2-461d-8a8d-fb34ac6785f5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab6a8f22-4c3b-47db-85b3-57e21bdea3e3 HTTP/1.1" status: 200 len: 847 time: 0.0441105 Nov 11 18:30:15.936973 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-85ba351f-ef5f-4dc3-8b42-60fbebaf55a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'name': 'tempest-TestShelveInstance-985640937-router', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': 'de23000aee3247c69adc355527936fa9', 'gw_port': {'id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '1259217f-a707-48be-a517-575877b350be', 'name': '', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'mac_address': 'fa:16:3e:65:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:00Z', 'updated_at': '2021-11-11T18:26:05Z', 'revision_number': 5, 'project_id': 'de23000aee3247c69adc355527936fa9', 'subnets': [{'id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:30:15.941345 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b4a0c-b3f2-4492-b590-e1067152b47c req-3cfdb80a-48d2-4a57-84b0-2828a1c8ab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:15.942879 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-914b4a0c-b3f2-4492-b590-e1067152b47c req-3cfdb80a-48d2-4a57-84b0-2828a1c8ab3c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55104045-8a6d-49d5-83c2-447b4bb3e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425012 Nov 11 18:30:15.965901 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ba351f-ef5f-4dc3-8b42-60fbebaf55a6 None None] The sync data for ids ['1b09aafd-dc40-4729-87a0-267a4dea978e'] in n-d-816206-4 is: [{'id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'name': 'tempest-TestShelveInstance-985640937-router', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': 'de23000aee3247c69adc355527936fa9', 'gw_port': {'id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '1259217f-a707-48be-a517-575877b350be', 'name': '', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'mac_address': 'fa:16:3e:65:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:00Z', 'updated_at': '2021-11-11T18:26:05Z', 'revision_number': 5, 'project_id': 'de23000aee3247c69adc355527936fa9', 'subnets': [{'id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:30:16.040889 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-914b4a0c-b3f2-4492-b590-e1067152b47c req-63784f23-6392-4202-8e83-8f0b414b1631 service neutron] 10.222.0.83 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901861 Nov 11 18:30:16.138166 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-914b4a0c-b3f2-4492-b590-e1067152b47c req-d498e798-7191-4407-a6cb-48380436049d service neutron] 10.222.0.83 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878699 Nov 11 18:30:16.192672 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90cde15-1b57-4f9f-aa41-da3035069855 None None] New status for floating IP 82bb8cb1-770a-471d-af2b-799c4bdc19cd: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:30:16.874936 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df8986-5f20-422c-9f03-a0b65df3997c req-b814de61-3485-47a9-9c35-acd2f2f30043 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:16.876393 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0df8986-5f20-422c-9f03-a0b65df3997c req-b814de61-3485-47a9-9c35-acd2f2f30043 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.83 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 947 time: 0.0877764 Nov 11 18:30:16.887038 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bf462-4af8-4c01-8612-cfda2fb8c5b1 req-5aacb30b-fd7d-4cbf-a296-0df67ee6bde8 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:16.888425 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a79bf462-4af8-4c01-8612-cfda2fb8c5b1 req-5aacb30b-fd7d-4cbf-a296-0df67ee6bde8 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6dc63ff9-11f6-4e67-ac41-4fe91ce691ff HTTP/1.1" status: 200 len: 947 time: 0.0695095 Nov 11 18:30:16.985186 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a79bf462-4af8-4c01-8612-cfda2fb8c5b1 req-b29a7972-51a3-4733-8a7a-1b37aac9b5b7 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc4a945f-7c15-4cb5-bfc5-176751c69f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889497 Nov 11 18:30:17.008235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-e0df8986-5f20-422c-9f03-a0b65df3997c req-442a1d20-82cc-4f44-93b0-d5363121aeb0 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Deleting port ac4d5094-4862-4912-acf1-e9c1bf7982a2 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:30:17.008583 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e0df8986-5f20-422c-9f03-a0b65df3997c req-442a1d20-82cc-4f44-93b0-d5363121aeb0 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:17.099964 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-e0df8986-5f20-422c-9f03-a0b65df3997c req-442a1d20-82cc-4f44-93b0-d5363121aeb0 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] For port ac4d5094-4862-4912-acf1-e9c1bf7982a2, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=ac4d5094-4862-4912-acf1-e9c1bf7982a2,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:30:17.100240 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e0df8986-5f20-422c-9f03-a0b65df3997c req-442a1d20-82cc-4f44-93b0-d5363121aeb0 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:17.113371 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-e0df8986-5f20-422c-9f03-a0b65df3997c req-442a1d20-82cc-4f44-93b0-d5363121aeb0 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Calling delete_port for ac4d5094-4862-4912-acf1-e9c1bf7982a2 owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:30:17.242195 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e0df8986-5f20-422c-9f03-a0b65df3997c req-442a1d20-82cc-4f44-93b0-d5363121aeb0 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:17.268688 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a1d20-82cc-4f44-93b0-d5363121aeb0 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event deleted for resources: {'Port': ['ID=ac4d5094-4862-4912-acf1-e9c1bf7982a2,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:30:17.313581 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0df8986-5f20-422c-9f03-a0b65df3997c req-442a1d20-82cc-4f44-93b0-d5363121aeb0 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] No DVR routers for this DVR port ac4d5094-4862-4912-acf1-e9c1bf7982a2 on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:30:17.316137 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-e0df8986-5f20-422c-9f03-a0b65df3997c req-442a1d20-82cc-4f44-93b0-d5363121aeb0 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:17.319421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0df8986-5f20-422c-9f03-a0b65df3997c req-442a1d20-82cc-4f44-93b0-d5363121aeb0 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.83 "DELETE /v2.0/ports/ac4d5094-4862-4912-acf1-e9c1bf7982a2 HTTP/1.1" status: 204 len: 173 time: 0.4301469 Nov 11 18:30:17.511296 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc63ff9-11f6-4e67-ac41-4fe91ce691ff', 'name': 'network-vif-deleted', 'tag': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:30:17.513736 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccdf26c-7379-421a-b35c-a94e2e627839" -d '{"events": [{"server_uuid": "6dc63ff9-11f6-4e67-ac41-4fe91ce691ff", "name": "network-vif-deleted", "tag": "ac4d5094-4862-4912-acf1-e9c1bf7982a2"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:30:17.547995 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9a5e34-ea37-49d6-94cb-4d9135e8099c x-openstack-request-id: req-0d9a5e34-ea37-49d6-94cb-4d9135e8099c {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:30:17.548293 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc63ff9-11f6-4e67-ac41-4fe91ce691ff", "name": "network-vif-deleted", "tag": "ac4d5094-4862-4912-acf1-e9c1bf7982a2", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:30:17.548543 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0d9a5e34-ea37-49d6-94cb-4d9135e8099c {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:30:17.548941 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc63ff9-11f6-4e67-ac41-4fe91ce691ff', 'name': 'network-vif-deleted', 'tag': 'ac4d5094-4862-4912-acf1-e9c1bf7982a2', 'status': 'completed', 'code': 200} Nov 11 18:30:18.041841 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54470) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:30:18.099950 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3fe261cf-fb17-4626-84f4-c061050d35fa tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:18.124311 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3fe261cf-fb17-4626-84f4-c061050d35fa tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:18.183816 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3fe261cf-fb17-4626-84f4-c061050d35fa tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:18.186506 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3fe261cf-fb17-4626-84f4-c061050d35fa tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:18.187737 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3fe261cf-fb17-4626-84f4-c061050d35fa tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "DELETE /v2.0/security-groups/dc4a945f-7c15-4cb5-bfc5-176751c69f48 HTTP/1.1" status: 204 len: 168 time: 0.1448958 Nov 11 18:30:18.197652 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe261cf-fb17-4626-84f4-c061050d35fa tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4a945f-7c15-4cb5-bfc5-176751c69f48,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:30:18.514303 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54476) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:30:18.519160 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-26f4da55-804c-4f27-b69d-bc69a53aa42a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1404520800', 'description': 'tempest-secgroup-smoke-1404520800 description', 'project_id': 'de23000aee3247c69adc355527936fa9'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:30:18.544908 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26f4da55-804c-4f27-b69d-bc69a53aa42a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:18.620754 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26f4da55-804c-4f27-b69d-bc69a53aa42a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:18.624503 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26f4da55-804c-4f27-b69d-bc69a53aa42a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:18.654386 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-26f4da55-804c-4f27-b69d-bc69a53aa42a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:18.655621 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-26f4da55-804c-4f27-b69d-bc69a53aa42a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1402953 Nov 11 18:30:18.657623 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4da55-804c-4f27-b69d-bc69a53aa42a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f6f9a3-dd35-4ecb-beaa-a938625768d2,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:30:18.658698 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54478) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:30:18.664672 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-3aa48401-08b0-409f-9041-dff2b5e2369d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Request body: {'security_group_rule': {'security_group_id': '72f6f9a3-dd35-4ecb-beaa-a938625768d2', 'project_id': 'de23000aee3247c69adc355527936fa9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:30:18.693392 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3aa48401-08b0-409f-9041-dff2b5e2369d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:18.752106 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3aa48401-08b0-409f-9041-dff2b5e2369d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:18.755527 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3aa48401-08b0-409f-9041-dff2b5e2369d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:18.772332 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa48401-08b0-409f-9041-dff2b5e2369d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac1a534-5f01-4483-a352-f78e66be9f10,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:30:18.782835 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3aa48401-08b0-409f-9041-dff2b5e2369d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:18.784009 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3aa48401-08b0-409f-9041-dff2b5e2369d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242731 Nov 11 18:30:18.786027 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa48401-08b0-409f-9041-dff2b5e2369d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:18.786389 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa48401-08b0-409f-9041-dff2b5e2369d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:18.786721 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa48401-08b0-409f-9041-dff2b5e2369d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:18.787148 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa48401-08b0-409f-9041-dff2b5e2369d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:18.787488 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa48401-08b0-409f-9041-dff2b5e2369d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:18.787592 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54484) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:30:18.787850 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa48401-08b0-409f-9041-dff2b5e2369d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:18.788187 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa48401-08b0-409f-9041-dff2b5e2369d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:18.788518 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa48401-08b0-409f-9041-dff2b5e2369d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:18.788844 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa48401-08b0-409f-9041-dff2b5e2369d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:18.789169 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa48401-08b0-409f-9041-dff2b5e2369d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:18.789494 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa48401-08b0-409f-9041-dff2b5e2369d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:18.789815 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa48401-08b0-409f-9041-dff2b5e2369d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:18.792221 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ca00595b-84cf-41e5-9079-ab983c612abd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Request body: {'security_group_rule': {'security_group_id': '72f6f9a3-dd35-4ecb-beaa-a938625768d2', 'project_id': 'de23000aee3247c69adc355527936fa9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:30:18.822601 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ca00595b-84cf-41e5-9079-ab983c612abd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:18.883536 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ca00595b-84cf-41e5-9079-ab983c612abd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:18.887460 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ca00595b-84cf-41e5-9079-ab983c612abd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:18.907754 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00595b-84cf-41e5-9079-ab983c612abd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355f0315-e51f-4ee9-bd67-132371fa8f40,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:30:18.916934 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ca00595b-84cf-41e5-9079-ab983c612abd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:18.918124 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ca00595b-84cf-41e5-9079-ab983c612abd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1295338 Nov 11 18:30:18.920962 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54486) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:30:18.925289 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-07ee3d1a-8e08-46fe-96cf-ec1993b85ebd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Request body: {'security_group_rule': {'security_group_id': '72f6f9a3-dd35-4ecb-beaa-a938625768d2', 'project_id': 'de23000aee3247c69adc355527936fa9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:30:18.952411 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-07ee3d1a-8e08-46fe-96cf-ec1993b85ebd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:19.008867 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-07ee3d1a-8e08-46fe-96cf-ec1993b85ebd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:19.012847 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-07ee3d1a-8e08-46fe-96cf-ec1993b85ebd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:19.017157 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:19.033757 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee3d1a-8e08-46fe-96cf-ec1993b85ebd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3ba7c4-caa0-4471-84a1-98e7cc77ad79,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:30:19.040067 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-07ee3d1a-8e08-46fe-96cf-ec1993b85ebd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:19.041251 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-07ee3d1a-8e08-46fe-96cf-ec1993b85ebd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193774 Nov 11 18:30:19.044048 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54488) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:30:19.048300 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-9f6c2b5c-7b64-48e4-b7b4-5399f93c6cd9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Request body: {'security_group_rule': {'security_group_id': '72f6f9a3-dd35-4ecb-beaa-a938625768d2', 'project_id': 'de23000aee3247c69adc355527936fa9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:30:19.075894 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9f6c2b5c-7b64-48e4-b7b4-5399f93c6cd9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:19.136462 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9f6c2b5c-7b64-48e4-b7b4-5399f93c6cd9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:19.140089 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9f6c2b5c-7b64-48e4-b7b4-5399f93c6cd9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:19.157596 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c2b5c-7b64-48e4-b7b4-5399f93c6cd9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317a93cf-ee72-4754-a532-a3e09107aaf8,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:30:19.166224 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9f6c2b5c-7b64-48e4-b7b4-5399f93c6cd9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:19.167410 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9f6c2b5c-7b64-48e4-b7b4-5399f93c6cd9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224449 Nov 11 18:30:19.170227 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54490) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:30:19.174426 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-24afb93d-6ddb-4050-b301-60dc91f2800a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Request body: {'security_group_rule': {'security_group_id': '72f6f9a3-dd35-4ecb-beaa-a938625768d2', 'project_id': 'de23000aee3247c69adc355527936fa9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:30:19.196091 n-d-816206-4 neutron-server[102618]: INFO neutron.db.securitygroups_db [None req-24afb93d-6ddb-4050-b301-60dc91f2800a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Project de23000aee3247c69adc355527936fa9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 18:30:19.200813 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24afb93d-6ddb-4050-b301-60dc91f2800a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:19.257708 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24afb93d-6ddb-4050-b301-60dc91f2800a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:19.261410 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24afb93d-6ddb-4050-b301-60dc91f2800a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:19.279342 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afb93d-6ddb-4050-b301-60dc91f2800a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4850331-f077-421f-a410-e70e25ad2a15,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:30:19.286907 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-24afb93d-6ddb-4050-b301-60dc91f2800a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:19.289814 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-24afb93d-6ddb-4050-b301-60dc91f2800a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169910 Nov 11 18:30:19.290905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54492) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:30:19.295323 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-8cf906ce-2403-47a3-99d4-103a719b58f9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Request body: {'security_group_rule': {'security_group_id': '72f6f9a3-dd35-4ecb-beaa-a938625768d2', 'project_id': 'de23000aee3247c69adc355527936fa9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:30:19.317857 n-d-816206-4 neutron-server[102618]: INFO neutron.db.securitygroups_db [None req-8cf906ce-2403-47a3-99d4-103a719b58f9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Project de23000aee3247c69adc355527936fa9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 18:30:19.322588 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8cf906ce-2403-47a3-99d4-103a719b58f9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:19.379854 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8cf906ce-2403-47a3-99d4-103a719b58f9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:19.385958 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8cf906ce-2403-47a3-99d4-103a719b58f9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:19.404174 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf906ce-2403-47a3-99d4-103a719b58f9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf10521-1523-454d-aab7-f958e0e34320,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:30:19.412345 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-8cf906ce-2403-47a3-99d4-103a719b58f9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:19.413531 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-8cf906ce-2403-47a3-99d4-103a719b58f9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217062 Nov 11 18:30:20.550614 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device ac4d5094-4862-4912-acf1-e9c1bf7982a2 no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:30:20.571428 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] No Port match for: ac4d5094-4862-4912-acf1-e9c1bf7982a2 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:30:20.571794 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device ac4d5094-4862-4912-acf1-e9c1bf7982a2 not bound to the agent host n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:30:24.720933 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:34.639383 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-499afb2f-02b3-4197-97cb-2c905834f53e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1404520800&fields=id&tenant_id=de23000aee3247c69adc355527936fa9 HTTP/1.1" status: 200 len: 267 time: 0.0486321 Nov 11 18:30:34.749185 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-ad0a17d4-967e-47fb-81f5-ca9186222e8c tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:34.750653 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-ad0a17d4-967e-47fb-81f5-ca9186222e8c tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/networks?id=55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 200 len: 808 time: 0.1041973 Nov 11 18:30:34.765407 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-dd967da6-8f35-44cf-bb01-16b1de371831 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/quotas/de23000aee3247c69adc355527936fa9 HTTP/1.1" status: 200 len: 375 time: 0.0088828 Nov 11 18:30:34.821715 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-95450f1b-b1ae-4d87-a35c-b482ff18d2db tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=de23000aee3247c69adc355527936fa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496287 Nov 11 18:30:34.958689 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-e485389d-fba8-4f7b-848d-11be53a71229 service neutron] 10.222.0.76 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243887 Nov 11 18:30:35.051808 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-7c96f1d8-5ab4-4b17-8ae4-d0ca291f3286 service neutron] 10.222.0.76 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868950 Nov 11 18:30:35.326624 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-72a1d8bd-20af-4222-affb-4778e9ba81dd req-ec1fdbda-2e73-480b-a409-312d4a70cbef tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 210 time: 0.0281503 Nov 11 18:30:36.418343 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4559d173-1052-4502-89f6-55e6d1751c82 req-b2551cb4-e37c-44e5-b3b9-0944e8197932 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 210 time: 0.0271573 Nov 11 18:30:37.377750 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-ff4e23f7-2839-48b5-ab04-a778d9553166 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:37.382515 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-ff4e23f7-2839-48b5-ab04-a778d9553166 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.64 "GET /v2.0/networks?id=55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 200 len: 808 time: 0.1081810 Nov 11 18:30:37.451540 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-b1854ca6-9a03-4e71-a4de-b68ab76a20f0 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de23000aee3247c69adc355527936fa9 HTTP/1.1" status: 200 len: 380 time: 0.0544438 Nov 11 18:30:37.461842 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-eb5fb951-ffcf-4a85-a843-a8e33706de26 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Request body: {'port': {'device_id': '2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'admin_state_up': True, 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'security_groups': ['72f6f9a3-dd35-4ecb-beaa-a938625768d2']}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:30:37.547269 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-39a6ffad-c69d-42fd-a173-3691894c1e74 req-b0ab7e1b-8bd5-4b89-8f87-150e8bbcb8ee tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 210 time: 0.0505924 Nov 11 18:30:37.551094 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3524af19-ba25-4c46-9890-921a94154de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:37.585746 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-eb5fb951-ffcf-4a85-a843-a8e33706de26 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Made reservation on behalf of de23000aee3247c69adc355527936fa9 for: {'port': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:30:37.589249 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-eb5fb951-ffcf-4a85-a843-a8e33706de26 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:37.728256 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_common [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-eb5fb951-ffcf-4a85-a843-a8e33706de26 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Allocated IP 172.20.0.3 (55104045-8a6d-49d5-83c2-447b4bb3e9f6/ab6a8f22-4c3b-47db-85b3-57e21bdea3e3/1a1a055c-5ac6-4987-8237-4f9b1542acdf) {{(pid=102617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:30:37.867518 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-eb5fb951-ffcf-4a85-a843-a8e33706de26 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for port, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:37.902321 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-eb5fb951-ffcf-4a85-a843-a8e33706de26 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:37.947720 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-eb5fb951-ffcf-4a85-a843-a8e33706de26 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Network 55104045-8a6d-49d5-83c2-447b4bb3e9f6 is already hosted by enough agents. {{(pid=102617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:30:37.952884 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.base_scheduler [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-eb5fb951-ffcf-4a85-a843-a8e33706de26 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Resources bound (agent type, host, resource id): {{(pid=102617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:30:37.956734 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-eb5fb951-ffcf-4a85-a843-a8e33706de26 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Received port after_create {{(pid=102617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:30:37.985094 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fb951-ffcf-4a85-a843-a8e33706de26 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event updated for resources: {'Port': ['ID=1a1a055c-5ac6-4987-8237-4f9b1542acdf,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:30:38.013388 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-eb5fb951-ffcf-4a85-a843-a8e33706de26 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:38.014266 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-eb5fb951-ffcf-4a85-a843-a8e33706de26 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:38.032384 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-eb5fb951-ffcf-4a85-a843-a8e33706de26 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5749066 Nov 11 18:30:38.043248 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-3db1a214-f685-4003-a53f-4bcc2330c132 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 18:30:38.044366 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-3db1a214-f685-4003-a53f-4bcc2330c132 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055776 Nov 11 18:30:38.124485 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] Request body: {'port': {'device_id': '2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:30:38.186447 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d6292fa1-8ad5-4bfc-971e-80ba070910d0 None None] Provisioning complete for port 1a1a055c-5ac6-4987-8237-4f9b1542acdf triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:30:38.187455 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d6292fa1-8ad5-4bfc-971e-80ba070910d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:38.196102 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:38.226057 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d6292fa1-8ad5-4bfc-971e-80ba070910d0 None None] Port 1a1a055c-5ac6-4987-8237-4f9b1542acdf cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:30:38.470497 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1a055c-5ac6-4987-8237-4f9b1542acdf {{(pid=102617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:30:38.478080 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:38.489783 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.provisioning_blocks [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] Transition to ACTIVE for port object 1a1a055c-5ac6-4987-8237-4f9b1542acdf will not be triggered until provisioned by entity L2. {{(pid=102617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:30:38.493576 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:38.546451 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1a055c-5ac6-4987-8237-4f9b1542acdf,revision_number=2']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:30:38.621124 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] Attempting to bind port 1a1a055c-5ac6-4987-8237-4f9b1542acdf on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:30:38.621467 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] Attempting to bind port 1a1a055c-5ac6-4987-8237-4f9b1542acdf by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'b1cc4c67-7926-4a46-9aeb-33406d42596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6'}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:30:38.621761 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] Attempting to bind port 1a1a055c-5ac6-4987-8237-4f9b1542acdf on network 55104045-8a6d-49d5-83c2-447b4bb3e9f6 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:30:38.626615 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] Port 1a1a055c-5ac6-4987-8237-4f9b1542acdf on network 55104045-8a6d-49d5-83c2-447b4bb3e9f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:30:38.626938 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] Attempting to bind port 1a1a055c-5ac6-4987-8237-4f9b1542acdf on network 55104045-8a6d-49d5-83c2-447b4bb3e9f6 {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:30:38.632632 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:30:38.632972 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] Checking segment: {'id': 'b1cc4c67-7926-4a46-9aeb-33406d42596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:30:38.633353 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] Bound using segment: {'id': 'b1cc4c67-7926-4a46-9aeb-33406d42596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6'} {{(pid=102617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:30:38.633785 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.managers [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] Bound port: 1a1a055c-5ac6-4987-8237-4f9b1542acdf, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1cc4c67-7926-4a46-9aeb-33406d42596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6'}}] {{(pid=102617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:30:38.634147 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:38.678334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beeb9c8-9b37-4671-9dc9-1b4791de0d77 req-86b4e573-965e-455e-8bef-5c9c923d72cd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:38.685970 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7beeb9c8-9b37-4671-9dc9-1b4791de0d77 req-86b4e573-965e-455e-8bef-5c9c923d72cd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0658092 Nov 11 18:30:38.729497 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] For port 1a1a055c-5ac6-4987-8237-4f9b1542acdf, host n-h1-816206-4, cleared binding levels {{(pid=102617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:30:38.732719 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] For port 1a1a055c-5ac6-4987-8237-4f9b1542acdf, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=1a1a055c-5ac6-4987-8237-4f9b1542acdf,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:30:38.739826 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8702203'] for port, after_update {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:38.752506 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7beeb9c8-9b37-4671-9dc9-1b4791de0d77 req-9fa1bb27-0de9-4814-bf60-0221d4594226 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595100 Nov 11 18:30:38.776474 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:38.777095 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:38.779055 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] 10.222.0.64 "PUT /v2.0/ports/1a1a055c-5ac6-4987-8237-4f9b1542acdf HTTP/1.1" status: 200 len: 1091 time: 0.7190571 Nov 11 18:30:38.779508 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7', 'tag': '1a1a055c-5ac6-4987-8237-4f9b1542acdf'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:30:38.781848 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce0985748977e3fd26376c80dbb6ea189fd81e02bd3d57a001dfe7f9eeece1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7361a9cf-5a35-4967-8305-5ed7877cac04" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7", "tag": "1a1a055c-5ac6-4987-8237-4f9b1542acdf"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:30:38.828135 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f02e05-ef90-4672-b7ee-9bb5a2e408c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1a055c-5ac6-4987-8237-4f9b1542acdf,revision_number=3']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:30:38.912524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-797bb1e3-7b9b-4879-ace8-93a8fad6ca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:38.914068 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-797bb1e3-7b9b-4879-ace8-93a8fad6ca65 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de23000aee3247c69adc355527936fa9&device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 1094 time: 0.0613930 Nov 11 18:30:38.924828 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1cd9fe-7bfe-4e64-809e-4037676e3aa9 x-openstack-request-id: req-8b1cd9fe-7bfe-4e64-809e-4037676e3aa9 {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:30:38.925127 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7", "tag": "1a1a055c-5ac6-4987-8237-4f9b1542acdf", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:30:38.925388 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8b1cd9fe-7bfe-4e64-809e-4037676e3aa9 {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:30:38.925792 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7', 'tag': '1a1a055c-5ac6-4987-8237-4f9b1542acdf', 'status': 'completed', 'code': 200} Nov 11 18:30:38.998159 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-23bf5f6a-f729-419c-b2d4-c8dbc5cbb60a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a1a055c-5ac6-4987-8237-4f9b1542acdf HTTP/1.1" status: 200 len: 217 time: 0.0545435 Nov 11 18:30:39.049072 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-e163fd3f-309b-4a58-bb20-7677c0ad87ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:39.051111 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-e163fd3f-309b-4a58-bb20-7677c0ad87ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab6a8f22-4c3b-47db-85b3-57e21bdea3e3 HTTP/1.1" status: 200 len: 847 time: 0.0465159 Nov 11 18:30:39.098758 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-2f17fe79-f7a5-4934-a53f-b957153b60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:39.100305 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-2f17fe79-f7a5-4934-a53f-b957153b60a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55104045-8a6d-49d5-83c2-447b4bb3e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420344 Nov 11 18:30:39.193801 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-79f34061-67eb-4214-b170-bd9698979fc4 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864394 Nov 11 18:30:39.283573 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-1f131240-dac7-43d3-8eed-79ee467f6f29 req-8d8a14a4-e6ab-467c-bd4d-16d1d2da8b38 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829077 Nov 11 18:30:39.393442 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361a9cf-5a35-4967-8305-5ed7877cac04 req-78b6b772-0c8b-4596-88b5-59ca6b01dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:39.394947 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7361a9cf-5a35-4967-8305-5ed7877cac04 req-78b6b772-0c8b-4596-88b5-59ca6b01dde5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de23000aee3247c69adc355527936fa9&device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 1094 time: 0.0423908 Nov 11 18:30:39.494611 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361a9cf-5a35-4967-8305-5ed7877cac04 req-c7c82b85-bd10-4007-9e1c-5d7263664f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:39.496098 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7361a9cf-5a35-4967-8305-5ed7877cac04 req-c7c82b85-bd10-4007-9e1c-5d7263664f65 service neutron] 10.222.0.64 "GET /v2.0/networks?id=55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 200 len: 910 time: 0.0941226 Nov 11 18:30:39.537373 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7361a9cf-5a35-4967-8305-5ed7877cac04 req-c88ca501-e45a-4813-88e2-598fef0cb1c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a1a055c-5ac6-4987-8237-4f9b1542acdf HTTP/1.1" status: 200 len: 217 time: 0.0345805 Nov 11 18:30:39.589209 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361a9cf-5a35-4967-8305-5ed7877cac04 req-3031facd-b5bc-450a-a4e8-bcb2b6897338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:39.590636 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7361a9cf-5a35-4967-8305-5ed7877cac04 req-3031facd-b5bc-450a-a4e8-bcb2b6897338 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab6a8f22-4c3b-47db-85b3-57e21bdea3e3 HTTP/1.1" status: 200 len: 847 time: 0.0466766 Nov 11 18:30:39.637738 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361a9cf-5a35-4967-8305-5ed7877cac04 req-ff311e7d-20d8-4b1e-8d20-dd3071f593fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:39.639238 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7361a9cf-5a35-4967-8305-5ed7877cac04 req-ff311e7d-20d8-4b1e-8d20-dd3071f593fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55104045-8a6d-49d5-83c2-447b4bb3e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415874 Nov 11 18:30:39.734793 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7361a9cf-5a35-4967-8305-5ed7877cac04 req-3e44d944-68a0-4c12-b76f-94ba0d54e8c7 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883243 Nov 11 18:30:39.833892 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-7361a9cf-5a35-4967-8305-5ed7877cac04 req-fe833a72-c98c-4644-b40a-00e3f971d315 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927312 Nov 11 18:30:39.888085 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5846e9-5bab-4708-92b1-c1a09d70faec req-f0c4e5c6-6f4d-4b75-8be6-45fa85451398 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:39.889547 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b5846e9-5bab-4708-92b1-c1a09d70faec req-f0c4e5c6-6f4d-4b75-8be6-45fa85451398 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0541348 Nov 11 18:30:39.939148 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0b5846e9-5bab-4708-92b1-c1a09d70faec req-9756c73c-5567-4bf2-8f1b-0a84bef70a03 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430965 Nov 11 18:30:40.388411 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:30:40.509910 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b287-db97-43e7-8b14-9c6bba30dc30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:41.054379 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05bdfc-d6a1-402c-813a-23c981230397 req-e7637b2f-8191-4e15-b75a-aa5dc655f1cf tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:41.056139 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b05bdfc-d6a1-402c-813a-23c981230397 req-e7637b2f-8191-4e15-b75a-aa5dc655f1cf tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0501833 Nov 11 18:30:41.106568 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b05bdfc-d6a1-402c-813a-23c981230397 req-6a931c4c-b272-42ec-b7a5-69569c179f33 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437069 Nov 11 18:30:41.223030 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:42.230218 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ae0a7-ae94-4634-bc25-01c16a8f679c req-d7d2f5f1-e899-4e72-9155-664b7d6910dd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:42.231829 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f4ae0a7-ae94-4634-bc25-01c16a8f679c req-d7d2f5f1-e899-4e72-9155-664b7d6910dd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0545468 Nov 11 18:30:42.285474 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f4ae0a7-ae94-4634-bc25-01c16a8f679c req-464eeb37-852f-4288-abbc-3d53aac1004a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472455 Nov 11 18:30:42.826565 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:43.069848 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:43.399698 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7316a-d3b9-4406-8ce1-b9c34d969571 req-999d2cf3-91b4-4a59-8123-e46bb71af502 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:43.401237 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-44d7316a-d3b9-4406-8ce1-b9c34d969571 req-999d2cf3-91b4-4a59-8123-e46bb71af502 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0495224 Nov 11 18:30:43.450749 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-44d7316a-d3b9-4406-8ce1-b9c34d969571 req-02f2a0c1-c2ed-4e7e-ba06-54c79d6a9cac tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435898 Nov 11 18:30:44.571398 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcffac-ab29-4a5b-9ac7-da0678442e6f req-bf33ccdd-04ac-48ac-b205-3673e2e14fce tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:44.572877 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0dcffac-ab29-4a5b-9ac7-da0678442e6f req-bf33ccdd-04ac-48ac-b205-3673e2e14fce tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0491300 Nov 11 18:30:44.624642 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0dcffac-ab29-4a5b-9ac7-da0678442e6f req-fe2811c4-abec-4fb7-b134-e4e3a8f97c58 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459085 Nov 11 18:30:45.745613 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38591ed-bbbe-4541-98d4-a867d388bd4d req-71cc3ec1-dad4-4009-b539-50ab0493c50d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:45.747114 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d38591ed-bbbe-4541-98d4-a867d388bd4d req-71cc3ec1-dad4-4009-b539-50ab0493c50d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0548058 Nov 11 18:30:45.796343 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-d38591ed-bbbe-4541-98d4-a867d388bd4d req-3fa0a605-fe08-4b86-8469-3edbaff3712a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432398 Nov 11 18:30:46.910184 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10929a48-7b62-4a24-bfa3-5bba3dee9514 req-29574275-9751-4f23-b907-217eed2f6bc4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:46.911627 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10929a48-7b62-4a24-bfa3-5bba3dee9514 req-29574275-9751-4f23-b907-217eed2f6bc4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0481567 Nov 11 18:30:46.960212 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-10929a48-7b62-4a24-bfa3-5bba3dee9514 req-f9314d95-222a-4543-bd66-097b42633dae tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427401 Nov 11 18:30:48.077257 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fcb5a-14df-496e-a8e5-cb44d4181bcc req-54b69a63-88a2-4027-8a9f-2de1c592e1ad tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:48.078638 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9a8fcb5a-14df-496e-a8e5-cb44d4181bcc req-54b69a63-88a2-4027-8a9f-2de1c592e1ad tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0526681 Nov 11 18:30:48.127762 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9a8fcb5a-14df-496e-a8e5-cb44d4181bcc req-12bcda67-503d-46b4-a41b-fa4cd77cb7a4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427198 Nov 11 18:30:49.018779 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:49.242356 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116ba5b-0a89-4f6e-9326-9b92511285d4 req-e6f68b43-9606-4537-ab2a-605781c1a503 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:49.243837 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5116ba5b-0a89-4f6e-9326-9b92511285d4 req-e6f68b43-9606-4537-ab2a-605781c1a503 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0484354 Nov 11 18:30:49.291357 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5116ba5b-0a89-4f6e-9326-9b92511285d4 req-3645cce4-dff8-4d94-8147-24490a00188d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416477 Nov 11 18:30:50.405053 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7407263-08f3-4b9c-9682-4973467cd584 req-62070b22-24c1-4459-ab4c-f58ace0efb5c tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:50.406452 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b7407263-08f3-4b9c-9682-4973467cd584 req-62070b22-24c1-4459-ab4c-f58ace0efb5c tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0489993 Nov 11 18:30:50.460421 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b7407263-08f3-4b9c-9682-4973467cd584 req-c85123a2-a8e0-4eed-8e4b-04fb814ab207 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476320 Nov 11 18:30:51.442179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 1a1a055c-5ac6-4987-8237-4f9b1542acdf details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:30:51.541746 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 1a1a055c-5ac6-4987-8237-4f9b1542acdf, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=1a1a055c-5ac6-4987-8237-4f9b1542acdf,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:30:51.552742 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '1a1a055c-5ac6-4987-8237-4f9b1542acdf', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'port_id': '1a1a055c-5ac6-4987-8237-4f9b1542acdf', 'mac_address': 'fa:16:3e:21:4d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:30:51.578023 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee73e9f-c2c2-49c9-8c63-4d5ec5c912f6 req-7fff825e-47bb-4c7e-80e4-67e341a0ab86 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:51.579518 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fee73e9f-c2c2-49c9-8c63-4d5ec5c912f6 req-7fff825e-47bb-4c7e-80e4-67e341a0ab86 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0487726 Nov 11 18:30:51.593979 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:51.607676 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1a055c-5ac6-4987-8237-4f9b1542acdf {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:30:51.626795 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 1a1a055c-5ac6-4987-8237-4f9b1542acdf, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=1a1a055c-5ac6-4987-8237-4f9b1542acdf,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:30:51.629526 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-fee73e9f-c2c2-49c9-8c63-4d5ec5c912f6 req-fade5528-5ab3-4a92-9ae6-cb5d0417fa2a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434449 Nov 11 18:30:51.631361 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:51.677797 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=1a1a055c-5ac6-4987-8237-4f9b1542acdf,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:30:51.685274 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:51.685628 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:51.685971 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:51.686310 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:51.686647 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:51.686982 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:51.687312 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:51.687641 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:51.687996 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:51.688324 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:51.688651 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:51.688978 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:30:51.932520 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['1a1a055c-5ac6-4987-8237-4f9b1542acdf'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:30:52.745353 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d68e2-4be2-4746-81f1-427d00e88ed0 req-4aedaf39-d095-420d-9996-ec5d98944568 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:52.746800 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e00d68e2-4be2-4746-81f1-427d00e88ed0 req-4aedaf39-d095-420d-9996-ec5d98944568 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 944 time: 0.0488393 Nov 11 18:30:52.801364 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e00d68e2-4be2-4746-81f1-427d00e88ed0 req-6c44f660-31ea-433e-b1ea-8abc14701a92 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484025 Nov 11 18:30:53.453500 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 1a1a055c-5ac6-4987-8237-4f9b1542acdf up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:30:53.507114 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port 1a1a055c-5ac6-4987-8237-4f9b1542acdf completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:30:53.511116 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 1a1a055c-5ac6-4987-8237-4f9b1542acdf triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:30:53.511588 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:53.588738 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:53.610277 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1a055c-5ac6-4987-8237-4f9b1542acdf'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:30:53.613192 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120635b3-1a4f-4b35-a3a7-6308f3f5b8e1" -d '{"events": [{"server_uuid": "2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7", "name": "network-vif-plugged", "status": "completed", "tag": "1a1a055c-5ac6-4987-8237-4f9b1542acdf"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:30:53.625698 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 1a1a055c-5ac6-4987-8237-4f9b1542acdf, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=1a1a055c-5ac6-4987-8237-4f9b1542acdf,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:30:53.630923 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:53.678339 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=1a1a055c-5ac6-4987-8237-4f9b1542acdf,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:30:53.705552 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7054a064-d3cd-4380-8a3a-f77005c7f367 x-openstack-request-id: req-7054a064-d3cd-4380-8a3a-f77005c7f367 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:30:53.705875 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7", "name": "network-vif-plugged", "status": "completed", "tag": "1a1a055c-5ac6-4987-8237-4f9b1542acdf", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:30:53.706294 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7054a064-d3cd-4380-8a3a-f77005c7f367 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:30:53.706703 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1a055c-5ac6-4987-8237-4f9b1542acdf', 'code': 200} Nov 11 18:30:53.829660 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978995ce-f432-482c-9c1b-037a2842eee7 req-8fe950aa-9aef-4d0e-acb9-56aadce5888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:53.831000 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-978995ce-f432-482c-9c1b-037a2842eee7 req-8fe950aa-9aef-4d0e-acb9-56aadce5888c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0416028 Nov 11 18:30:53.877757 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-978995ce-f432-482c-9c1b-037a2842eee7 req-9db581d8-a7aa-4c87-98a3-c120f162e48a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400507 Nov 11 18:30:53.922002 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7e5e8-f154-4cf3-a611-dfbbb68ba087 req-c4dadd31-d08e-4522-997a-8d16b369933e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:53.923463 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7b7e5e8-f154-4cf3-a611-dfbbb68ba087 req-c4dadd31-d08e-4522-997a-8d16b369933e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 945 time: 0.0519958 Nov 11 18:30:53.972842 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c7b7e5e8-f154-4cf3-a611-dfbbb68ba087 req-4829bd11-0c2e-472c-a2d6-e1219b613763 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427208 Nov 11 18:30:54.715436 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:55.088188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2bb49-0351-420a-ba53-2c9d6dc6079a req-ac573019-dd1c-4fb2-9ed3-e11cd8642172 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:55.089662 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1c2bb49-0351-420a-ba53-2c9d6dc6079a req-ac573019-dd1c-4fb2-9ed3-e11cd8642172 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 945 time: 0.0492165 Nov 11 18:30:55.139047 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b1c2bb49-0351-420a-ba53-2c9d6dc6079a req-73488186-2ada-4006-812f-5ae2545c1790 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434422 Nov 11 18:30:55.255658 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac6844-9729-47ee-b0cf-fe87cb895e01 req-29718201-44fe-44e6-b036-c561667415e2 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:55.257058 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3cac6844-9729-47ee-b0cf-fe87cb895e01 req-29718201-44fe-44e6-b036-c561667415e2 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 945 time: 0.0525022 Nov 11 18:30:55.306093 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3cac6844-9729-47ee-b0cf-fe87cb895e01 req-c078d3ec-d831-4805-9b80-7b768986c671 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431054 Nov 11 18:30:55.327338 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54698) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:30:55.367269 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ffb218-86ed-49b0-9d01-d2fd48a80389 tempest-TestShelveInstance-1579909898 tempest-TestShelveInstance-1579909898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:55.368925 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-32ffb218-86ed-49b0-9d01-d2fd48a80389 tempest-TestShelveInstance-1579909898 tempest-TestShelveInstance-1579909898-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 1091 time: 0.0405877 Nov 11 18:30:55.371704 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54700) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:30:55.376099 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-af18a710-7068-42ef-94cd-7d44a9abc97e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': '1a1a055c-5ac6-4987-8237-4f9b1542acdf', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:30:55.397491 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-af18a710-7068-42ef-94cd-7d44a9abc97e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:55.496968 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-af18a710-7068-42ef-94cd-7d44a9abc97e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:55.606562 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-af18a710-7068-42ef-94cd-7d44a9abc97e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Allocated IP 172.25.2.31 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/4895c720-feb6-40d3-bcde-d1fda0796fe5) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:30:55.710656 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-af18a710-7068-42ef-94cd-7d44a9abc97e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:55.742343 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-af18a710-7068-42ef-94cd-7d44a9abc97e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:55.780974 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af18a710-7068-42ef-94cd-7d44a9abc97e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:30:55.783848 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-af18a710-7068-42ef-94cd-7d44a9abc97e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:30:55.787967 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af18a710-7068-42ef-94cd-7d44a9abc97e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:30:55.793122 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18a710-7068-42ef-94cd-7d44a9abc97e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event updated for resources: {'Port': ['ID=4895c720-feb6-40d3-bcde-d1fda0796fe5,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:30:56.140873 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-af18a710-7068-42ef-94cd-7d44a9abc97e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:56.204105 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-af18a710-7068-42ef-94cd-7d44a9abc97e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:56.353397 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-af18a710-7068-42ef-94cd-7d44a9abc97e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:56.358069 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-af18a710-7068-42ef-94cd-7d44a9abc97e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:56.434245 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18a710-7068-42ef-94cd-7d44a9abc97e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event updated for resources: {'Port': ['ID=4895c720-feb6-40d3-bcde-d1fda0796fe5,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:30:56.441436 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-af18a710-7068-42ef-94cd-7d44a9abc97e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:56.834741 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-af18a710-7068-42ef-94cd-7d44a9abc97e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Floating IP 879062a0-85cf-4a56-9257-2f96ac5c02a0 associated. External IP: 172.25.2.31, port: 1a1a055c-5ac6-4987-8237-4f9b1542acdf. Nov 11 18:30:57.039590 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af18a710-7068-42ef-94cd-7d44a9abc97e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Router 1b09aafd-dc40-4729-87a0-267a4dea978e has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:30:57.144941 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af18a710-7068-42ef-94cd-7d44a9abc97e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:30:57.154464 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1be922-3577-4a35-be59-a4b58cba92bf None None] Sync routers for ids ['1b09aafd-dc40-4729-87a0-267a4dea978e'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:30:57.163371 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-af18a710-7068-42ef-94cd-7d44a9abc97e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:30:57.167488 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1be922-3577-4a35-be59-a4b58cba92bf None None] Routers {'1b09aafd-dc40-4729-87a0-267a4dea978e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:30:57.168123 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-de1be922-3577-4a35-be59-a4b58cba92bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:30:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b09aafd-dc40-4729-87a0-267a4dea978e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:30:57.194145 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-af18a710-7068-42ef-94cd-7d44a9abc97e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8212261 Nov 11 18:30:57.194762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7', 'tag': '1a1a055c-5ac6-4987-8237-4f9b1542acdf'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:30:57.197182 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3257f0-d943-4ef9-9fc5-7b11ee271584" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7", "tag": "1a1a055c-5ac6-4987-8237-4f9b1542acdf"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:30:57.239314 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91003db1-71db-4a5d-90d2-eb9596f5142a x-openstack-request-id: req-91003db1-71db-4a5d-90d2-eb9596f5142a {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:30:57.239611 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7", "tag": "1a1a055c-5ac6-4987-8237-4f9b1542acdf", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:30:57.239905 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-91003db1-71db-4a5d-90d2-eb9596f5142a {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:30:57.240310 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7', 'tag': '1a1a055c-5ac6-4987-8237-4f9b1542acdf', 'status': 'completed', 'code': 200} Nov 11 18:30:57.275133 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-de1be922-3577-4a35-be59-a4b58cba92bf None None] Set router 1b09aafd-dc40-4729-87a0-267a4dea978e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:30:57.326081 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3257f0-d943-4ef9-9fc5-7b11ee271584 req-91231064-3eb0-4da2-8656-ec199416355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:57.327572 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ad3257f0-d943-4ef9-9fc5-7b11ee271584 req-91231064-3eb0-4da2-8656-ec199416355a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de23000aee3247c69adc355527936fa9&device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0445068 Nov 11 18:30:57.419242 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3257f0-d943-4ef9-9fc5-7b11ee271584 req-3bebbd52-90a3-44dd-90c5-5ace284b39f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:57.420642 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ad3257f0-d943-4ef9-9fc5-7b11ee271584 req-3bebbd52-90a3-44dd-90c5-5ace284b39f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 200 len: 910 time: 0.0844607 Nov 11 18:30:57.491294 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ad3257f0-d943-4ef9-9fc5-7b11ee271584 req-ec6892e7-b9f8-40f7-b598-4056a128a9e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a1a055c-5ac6-4987-8237-4f9b1542acdf HTTP/1.1" status: 200 len: 998 time: 0.0637767 Nov 11 18:30:57.500699 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-de1be922-3577-4a35-be59-a4b58cba92bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'name': 'tempest-TestShelveInstance-985640937-router', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': 'de23000aee3247c69adc355527936fa9', 'gw_port': {'id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '879062a0-85cf-4a56-9257-2f96ac5c02a0', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'port_id': '1a1a055c-5ac6-4987-8237-4f9b1542acdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'mac_address': 'fa:16:3e:21:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:30:56Z', 'updated_at': '2021-11-11T18:30:56Z', 'revision_number': 0, 'project_id': 'de23000aee3247c69adc355527936fa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1259217f-a707-48be-a517-575877b350be', 'name': '', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'mac_address': 'fa:16:3e:65:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:00Z', 'updated_at': '2021-11-11T18:26:05Z', 'revision_number': 5, 'project_id': 'de23000aee3247c69adc355527936fa9', 'subnets': [{'id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:30:57.534098 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1be922-3577-4a35-be59-a4b58cba92bf None None] Checking router: 1b09aafd-dc40-4729-87a0-267a4dea978e for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:30:57.542792 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1be922-3577-4a35-be59-a4b58cba92bf None None] Routers {'1b09aafd-dc40-4729-87a0-267a4dea978e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:30:57.543388 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-de1be922-3577-4a35-be59-a4b58cba92bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:30:40Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b09aafd-dc40-4729-87a0-267a4dea978e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:30:57.550611 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3257f0-d943-4ef9-9fc5-7b11ee271584 req-b31bb18a-d39a-4c17-b395-b4e5692a390d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:57.552118 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ad3257f0-d943-4ef9-9fc5-7b11ee271584 req-b31bb18a-d39a-4c17-b395-b4e5692a390d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab6a8f22-4c3b-47db-85b3-57e21bdea3e3 HTTP/1.1" status: 200 len: 847 time: 0.0544875 Nov 11 18:30:57.598317 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3257f0-d943-4ef9-9fc5-7b11ee271584 req-453dca48-f7f9-4b8e-a7f1-5a8197ae99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:30:57.599867 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ad3257f0-d943-4ef9-9fc5-7b11ee271584 req-453dca48-f7f9-4b8e-a7f1-5a8197ae99e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55104045-8a6d-49d5-83c2-447b4bb3e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409918 Nov 11 18:30:57.647464 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-de1be922-3577-4a35-be59-a4b58cba92bf None None] Set router 1b09aafd-dc40-4729-87a0-267a4dea978e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:30:57.694152 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ad3257f0-d943-4ef9-9fc5-7b11ee271584 req-708900ec-a9c3-4612-a6df-6835665ed0f8 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874047 Nov 11 18:30:57.786043 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-ad3257f0-d943-4ef9-9fc5-7b11ee271584 req-3d2e4ac6-f316-4a69-8b2b-4e289e6f8918 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853252 Nov 11 18:30:57.877158 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-de1be922-3577-4a35-be59-a4b58cba92bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'name': 'tempest-TestShelveInstance-985640937-router', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': 'de23000aee3247c69adc355527936fa9', 'gw_port': {'id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '879062a0-85cf-4a56-9257-2f96ac5c02a0', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'port_id': '1a1a055c-5ac6-4987-8237-4f9b1542acdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'mac_address': 'fa:16:3e:21:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:30:56Z', 'updated_at': '2021-11-11T18:30:56Z', 'revision_number': 0, 'project_id': 'de23000aee3247c69adc355527936fa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1259217f-a707-48be-a517-575877b350be', 'name': '', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'mac_address': 'fa:16:3e:65:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:00Z', 'updated_at': '2021-11-11T18:26:05Z', 'revision_number': 5, 'project_id': 'de23000aee3247c69adc355527936fa9', 'subnets': [{'id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:30:57.902908 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1be922-3577-4a35-be59-a4b58cba92bf None None] The sync data for ids ['1b09aafd-dc40-4729-87a0-267a4dea978e'] in n-d-816206-4 is: [{'id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'name': 'tempest-TestShelveInstance-985640937-router', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': 'de23000aee3247c69adc355527936fa9', 'gw_port': {'id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '879062a0-85cf-4a56-9257-2f96ac5c02a0', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'port_id': '1a1a055c-5ac6-4987-8237-4f9b1542acdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'mac_address': 'fa:16:3e:21:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:30:56Z', 'updated_at': '2021-11-11T18:30:56Z', 'revision_number': 0, 'project_id': 'de23000aee3247c69adc355527936fa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1259217f-a707-48be-a517-575877b350be', 'name': '', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'mac_address': 'fa:16:3e:65:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:00Z', 'updated_at': '2021-11-11T18:26:05Z', 'revision_number': 5, 'project_id': 'de23000aee3247c69adc355527936fa9', 'subnets': [{'id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:30:58.092180 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecb59d1-b65d-49aa-82e0-f058609269fe None None] New status for floating IP 879062a0-85cf-4a56-9257-2f96ac5c02a0: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:31:07.544861 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-638d96b6-fb9d-4893-b9a3-8c5278379947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:31:10.509816 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-561e7f57-0675-413e-9cef-cd3b29e211d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:31:11.226394 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:31:12.830130 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:31:13.071621 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:31:17.387149 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:31:19.023561 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:31:22.149738 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-63fdfb02-9803-4a02-9faa-de8f58c8df58 req-d80d7157-53b9-4282-a68a-3f14c40b90e0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404904 Nov 11 18:31:22.250500 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdfb02-9803-4a02-9faa-de8f58c8df58 req-db03c4a3-1135-47bf-87ec-afa7450ee7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:31:22.252073 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-63fdfb02-9803-4a02-9faa-de8f58c8df58 req-db03c4a3-1135-47bf-87ec-afa7450ee7a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de23000aee3247c69adc355527936fa9&device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0450394 Nov 11 18:31:22.354524 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdfb02-9803-4a02-9faa-de8f58c8df58 req-87337272-e882-46aa-98b1-8488a8eadb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:31:22.356007 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-63fdfb02-9803-4a02-9faa-de8f58c8df58 req-87337272-e882-46aa-98b1-8488a8eadb81 service neutron] 10.222.0.64 "GET /v2.0/networks?id=55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 200 len: 910 time: 0.0852759 Nov 11 18:31:22.677387 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-63fdfb02-9803-4a02-9faa-de8f58c8df58 req-95e6b1a0-4187-42fa-b48c-e294f1c9f0de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a1a055c-5ac6-4987-8237-4f9b1542acdf HTTP/1.1" status: 200 len: 1000 time: 0.3139470 Nov 11 18:31:22.725895 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdfb02-9803-4a02-9faa-de8f58c8df58 req-8c63d02c-262d-4b68-9f07-c5b7743d65d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:31:22.727291 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-63fdfb02-9803-4a02-9faa-de8f58c8df58 req-8c63d02c-262d-4b68-9f07-c5b7743d65d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab6a8f22-4c3b-47db-85b3-57e21bdea3e3 HTTP/1.1" status: 200 len: 847 time: 0.0424535 Nov 11 18:31:22.771664 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdfb02-9803-4a02-9faa-de8f58c8df58 req-35afd8eb-068a-40f3-b30a-86ab8160e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:31:22.773148 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-63fdfb02-9803-4a02-9faa-de8f58c8df58 req-35afd8eb-068a-40f3-b30a-86ab8160e10f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55104045-8a6d-49d5-83c2-447b4bb3e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389984 Nov 11 18:31:22.865701 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-63fdfb02-9803-4a02-9faa-de8f58c8df58 req-33ec6e0d-13b8-42b9-ba4f-03a9ca8e7c7f service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849128 Nov 11 18:31:22.952779 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-63fdfb02-9803-4a02-9faa-de8f58c8df58 req-91e29640-1abb-43d8-b2a1-78ac8d3edb1b service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802445 Nov 11 18:31:24.744743 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:31:37.545973 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-51936374-c5c1-4cf9-a7af-8baeb77f8c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:31:40.511228 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cbf1b334-a339-449a-851d-8616867997c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:31:41.228649 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:31:42.832720 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:31:43.073385 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:31:49.033891 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:31:54.385960 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:31:54.758268 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:32:07.548104 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cbab2b8b-84b6-4f3f-8654-1e9a9b29c822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:32:10.511842 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d3ce-607f-4385-a6fb-51cdb7c4828f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:32:11.232257 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:32:12.836785 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:32:13.074556 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:32:19.043383 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:32:24.140544 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-403a4706-aad5-46da-a4b8-4787e0ea3f37 req-4f5881f8-93d3-4937-b52a-9dd707da2663 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446775 Nov 11 18:32:24.238278 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4706-aad5-46da-a4b8-4787e0ea3f37 req-8f1a99c9-eed4-4018-a09f-50fb9ca41600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:32:24.239786 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-403a4706-aad5-46da-a4b8-4787e0ea3f37 req-8f1a99c9-eed4-4018-a09f-50fb9ca41600 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de23000aee3247c69adc355527936fa9&device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0408514 Nov 11 18:32:24.341776 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4706-aad5-46da-a4b8-4787e0ea3f37 req-dec150ba-9b11-427d-b676-c86d978480bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:32:24.343220 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-403a4706-aad5-46da-a4b8-4787e0ea3f37 req-dec150ba-9b11-427d-b676-c86d978480bb service neutron] 10.222.0.64 "GET /v2.0/networks?id=55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 200 len: 910 time: 0.0846784 Nov 11 18:32:24.415460 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-403a4706-aad5-46da-a4b8-4787e0ea3f37 req-e2b5372b-9c30-45ab-b0f0-b97ead478bb9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a1a055c-5ac6-4987-8237-4f9b1542acdf HTTP/1.1" status: 200 len: 1000 time: 0.0607982 Nov 11 18:32:24.463504 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4706-aad5-46da-a4b8-4787e0ea3f37 req-3435448b-39e9-4284-92db-2ebdec301e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:32:24.464989 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-403a4706-aad5-46da-a4b8-4787e0ea3f37 req-3435448b-39e9-4284-92db-2ebdec301e70 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab6a8f22-4c3b-47db-85b3-57e21bdea3e3 HTTP/1.1" status: 200 len: 847 time: 0.0463667 Nov 11 18:32:24.510083 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4706-aad5-46da-a4b8-4787e0ea3f37 req-5fddc6e4-b00d-416f-9bea-3ee6d4491b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:32:24.511563 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-403a4706-aad5-46da-a4b8-4787e0ea3f37 req-5fddc6e4-b00d-416f-9bea-3ee6d4491b78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55104045-8a6d-49d5-83c2-447b4bb3e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400386 Nov 11 18:32:24.603282 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-403a4706-aad5-46da-a4b8-4787e0ea3f37 req-fcd1b278-b7ae-4168-93bf-b0094349b3b5 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849817 Nov 11 18:32:24.692540 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-403a4706-aad5-46da-a4b8-4787e0ea3f37 req-4a911e63-738c-4d0c-b06b-1038177d246f service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821617 Nov 11 18:32:24.774281 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:32:31.385783 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:32:37.552851 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-44918a61-3f3d-45e7-9bdb-d3fd996794f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:32:40.512556 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-69e96cb9-9e48-446d-a275-464da24bd38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:32:41.234715 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:32:42.840476 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:32:43.075759 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:32:49.035992 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:32:52.800661 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f2dbb-ce98-4693-81b8-4c8c2d5a4af9 req-24f3ee1e-f283-4b5b-a545-ad1e0bef985d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:32:52.802071 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec2f2dbb-ce98-4693-81b8-4c8c2d5a4af9 req-24f3ee1e-f283-4b5b-a545-ad1e0bef985d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 945 time: 0.0504410 Nov 11 18:32:52.853257 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ec2f2dbb-ce98-4693-81b8-4c8c2d5a4af9 req-8cb9f5ce-4985-49b8-914e-6fd0bc324404 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449591 Nov 11 18:32:53.992039 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07661db-f472-40bf-affc-3a1afae951f9 req-fd2fc7fb-0534-4cb6-95cf-faa255459055 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:32:53.993515 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a07661db-f472-40bf-affc-3a1afae951f9 req-fd2fc7fb-0534-4cb6-95cf-faa255459055 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 945 time: 0.0490086 Nov 11 18:32:54.045756 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a07661db-f472-40bf-affc-3a1afae951f9 req-71b9ad4c-fb84-4a02-9828-1f927f6b62c6 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463867 Nov 11 18:32:54.774007 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:32:55.158779 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c66f49-b1f7-4fbf-b098-54e0bf7c89ff req-c12fcb3e-0b58-47c1-a234-782679888d6d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:32:55.160247 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5c66f49-b1f7-4fbf-b098-54e0bf7c89ff req-c12fcb3e-0b58-47c1-a234-782679888d6d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 945 time: 0.0476587 Nov 11 18:32:55.208064 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5c66f49-b1f7-4fbf-b098-54e0bf7c89ff req-a3bfb411-c993-4052-ae7c-8e850ab60652 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413148 Nov 11 18:32:56.322089 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703df133-01b7-49b0-ad22-f8d4f756796b req-59367a66-df34-464e-a30d-771f451fa78c tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:32:56.323544 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-703df133-01b7-49b0-ad22-f8d4f756796b req-59367a66-df34-464e-a30d-771f451fa78c tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 945 time: 0.0489461 Nov 11 18:32:56.372030 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-703df133-01b7-49b0-ad22-f8d4f756796b req-f80cd996-274e-4745-ba66-85532ecaa420 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425828 Nov 11 18:32:57.492607 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a54766-db7a-4e5f-9d88-d91d02feaf5c req-e978f7b6-7545-48ff-8e0e-ba7ece59d31b tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:32:57.494079 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e2a54766-db7a-4e5f-9d88-d91d02feaf5c req-e978f7b6-7545-48ff-8e0e-ba7ece59d31b tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 945 time: 0.0529182 Nov 11 18:32:57.542899 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e2a54766-db7a-4e5f-9d88-d91d02feaf5c req-d496040e-dabf-484d-a01c-8bf742067d26 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429680 Nov 11 18:32:58.656604 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d368e-a6c2-454e-9520-e1b8bf6493a7 req-02de4848-130c-42ca-838b-073cad49cffa tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:32:58.658061 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c77d368e-a6c2-454e-9520-e1b8bf6493a7 req-02de4848-130c-42ca-838b-073cad49cffa tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 945 time: 0.0485897 Nov 11 18:32:58.706584 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c77d368e-a6c2-454e-9520-e1b8bf6493a7 req-8da0f3a0-f218-41fa-a388-7540d0b58a91 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427487 Nov 11 18:32:59.820932 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47e961-f3d4-48ff-8f6c-0687620ac92b req-3290e021-8f89-4fed-8be3-b91a1c4811a0 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:32:59.822377 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5e47e961-f3d4-48ff-8f6c-0687620ac92b req-3290e021-8f89-4fed-8be3-b91a1c4811a0 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 945 time: 0.0479589 Nov 11 18:32:59.874438 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5e47e961-f3d4-48ff-8f6c-0687620ac92b req-cdcb4152-f2d8-44fb-802b-666547185f44 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461509 Nov 11 18:33:00.987157 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f12702-8b7b-412e-9ece-6f5eb3c0703d req-eb85d4eb-d09d-4c60-82a6-4b9e64defcc0 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:00.988637 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a0f12702-8b7b-412e-9ece-6f5eb3c0703d req-eb85d4eb-d09d-4c60-82a6-4b9e64defcc0 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 945 time: 0.0475514 Nov 11 18:33:01.037645 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a0f12702-8b7b-412e-9ece-6f5eb3c0703d req-85787bbd-19c6-4449-ae82-8bdf0f39c97b tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419621 Nov 11 18:33:02.155138 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94accce-996c-4408-90ff-957e63087006 req-04861440-285b-4223-ade6-d125d7391717 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:02.156684 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c94accce-996c-4408-90ff-957e63087006 req-04861440-285b-4223-ade6-d125d7391717 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 945 time: 0.0517986 Nov 11 18:33:02.206486 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c94accce-996c-4408-90ff-957e63087006 req-2003e41d-fba3-4879-96a2-3addf030695c tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435441 Nov 11 18:33:03.027343 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d636e26-832d-45e5-9a8d-f735e89cdaaf req-39f3e042-bfb3-4d52-a2ca-70140552407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:03.028854 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5d636e26-832d-45e5-9a8d-f735e89cdaaf req-39f3e042-bfb3-4d52-a2ca-70140552407c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de23000aee3247c69adc355527936fa9&device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0458922 Nov 11 18:33:03.117206 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d636e26-832d-45e5-9a8d-f735e89cdaaf req-d7cd8445-7a0d-4e3c-a348-dd1e00b1ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:03.118571 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5d636e26-832d-45e5-9a8d-f735e89cdaaf req-d7cd8445-7a0d-4e3c-a348-dd1e00b1ae7f service neutron] 10.222.0.64 "GET /v2.0/networks?id=55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 200 len: 910 time: 0.0833740 Nov 11 18:33:03.189142 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5d636e26-832d-45e5-9a8d-f735e89cdaaf req-807764aa-4bbb-466a-aaf3-464a3a5a55a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a1a055c-5ac6-4987-8237-4f9b1542acdf HTTP/1.1" status: 200 len: 1000 time: 0.0617123 Nov 11 18:33:03.237121 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d636e26-832d-45e5-9a8d-f735e89cdaaf req-e626f616-6cb2-42be-a71a-9abde7007ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:03.238564 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5d636e26-832d-45e5-9a8d-f735e89cdaaf req-e626f616-6cb2-42be-a71a-9abde7007ba1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab6a8f22-4c3b-47db-85b3-57e21bdea3e3 HTTP/1.1" status: 200 len: 847 time: 0.0427997 Nov 11 18:33:03.284499 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d636e26-832d-45e5-9a8d-f735e89cdaaf req-f606b002-a521-427e-9a71-34fbe4ef383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:03.286003 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5d636e26-832d-45e5-9a8d-f735e89cdaaf req-f606b002-a521-427e-9a71-34fbe4ef383f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55104045-8a6d-49d5-83c2-447b4bb3e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407906 Nov 11 18:33:03.325768 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47484132-0b3c-4b9a-a259-06a3d88fba70 req-0e9ce03d-7b6c-4280-943c-94c4e7950d3b tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:03.327252 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47484132-0b3c-4b9a-a259-06a3d88fba70 req-0e9ce03d-7b6c-4280-943c-94c4e7950d3b tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 945 time: 0.0535069 Nov 11 18:33:03.377494 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-47484132-0b3c-4b9a-a259-06a3d88fba70 req-7af4bf91-b93a-442d-b414-4a03d40af48c tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440857 Nov 11 18:33:03.381662 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5d636e26-832d-45e5-9a8d-f735e89cdaaf req-8e8e8309-b76a-4368-814f-ca082dc29493 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877109 Nov 11 18:33:03.470822 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-5d636e26-832d-45e5-9a8d-f735e89cdaaf req-768276a2-7b47-41a9-9c05-d5197dfb8cd7 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827496 Nov 11 18:33:04.493793 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4a841-e358-4494-aeff-2346b9adf2e6 req-9ca90f1f-0e01-499a-8545-ea3a953189e5 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:04.495248 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7dc4a841-e358-4494-aeff-2346b9adf2e6 req-9ca90f1f-0e01-499a-8545-ea3a953189e5 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 945 time: 0.0479202 Nov 11 18:33:04.542351 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7dc4a841-e358-4494-aeff-2346b9adf2e6 req-a4c8f19d-dca1-4556-8116-eaf092878e5c tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413339 Nov 11 18:33:05.664698 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937f89a-63db-45af-80ad-9a1fc0762b40 req-998b6535-b70c-4727-9510-c181a8cca43a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:05.666204 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3937f89a-63db-45af-80ad-9a1fc0762b40 req-998b6535-b70c-4727-9510-c181a8cca43a tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 945 time: 0.0556049 Nov 11 18:33:05.717859 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3937f89a-63db-45af-80ad-9a1fc0762b40 req-b641acfd-825d-49b0-8f17-ef9a36f3a3fd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455592 Nov 11 18:33:06.837962 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b498ec2-50e2-4302-a1fe-91c332311f92 req-60956b0d-1756-493d-9578-8708fce00adb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:06.839460 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b498ec2-50e2-4302-a1fe-91c332311f92 req-60956b0d-1756-493d-9578-8708fce00adb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 945 time: 0.0516696 Nov 11 18:33:06.889696 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9b498ec2-50e2-4302-a1fe-91c332311f92 req-bbc1d5cc-2921-4421-b0be-1a5fa46e374f tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441604 Nov 11 18:33:07.554800 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-94232661-5de1-45df-ba4f-9c35694e669c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:33:08.004523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d1975-672a-45fe-8f79-469b732d9f7f req-1155b839-33d4-4cd0-bf6c-eb9f5cb01395 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:08.006013 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-550d1975-672a-45fe-8f79-469b732d9f7f req-1155b839-33d4-4cd0-bf6c-eb9f5cb01395 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 945 time: 0.0501609 Nov 11 18:33:08.059340 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-550d1975-672a-45fe-8f79-469b732d9f7f req-ec095dd5-89d1-49a1-b398-2315350c79f8 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473199 Nov 11 18:33:08.126239 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 1a1a055c-5ac6-4987-8237-4f9b1542acdf no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:33:08.220657 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:33:08.243435 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a1a055c-5ac6-4987-8237-4f9b1542acdf'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:33:08.245700 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa359a79-8f13-480a-b2ff-d7cee8e050a6" -d '{"events": [{"server_uuid": "2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7", "name": "network-vif-unplugged", "status": "completed", "tag": "1a1a055c-5ac6-4987-8237-4f9b1542acdf"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:33:08.259205 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 1a1a055c-5ac6-4987-8237-4f9b1542acdf, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=1a1a055c-5ac6-4987-8237-4f9b1542acdf,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:33:08.263763 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-237bcea1-7afc-4cdb-9c83-48159ba8c44b req-74ac21e2-c3b1-4626-8c94-ed0fe5ba95d7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444229 Nov 11 18:33:08.264315 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:33:08.276239 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-237bcea1-7afc-4cdb-9c83-48159ba8c44b req-b346fbed-0090-40ab-a353-85ffa2624dbd service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 18:33:08.277242 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-237bcea1-7afc-4cdb-9c83-48159ba8c44b req-b346fbed-0090-40ab-a353-85ffa2624dbd service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063074 Nov 11 18:33:08.294150 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded70ca3-eaaa-415b-ab32-cdca699a6e17 req-22e8d37e-edc0-498b-80c7-3bcc6dd47e6d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:08.295780 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ded70ca3-eaaa-415b-ab32-cdca699a6e17 req-22e8d37e-edc0-498b-80c7-3bcc6dd47e6d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 945 time: 0.0709367 Nov 11 18:33:08.323177 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=1a1a055c-5ac6-4987-8237-4f9b1542acdf,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:33:08.330996 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:33:08.331347 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:33:08.331688 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:33:08.332062 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:33:08.332586 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:33:08.332918 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:33:08.333594 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:33:08.333952 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:33:08.334813 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:33:08.335148 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:33:08.335576 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:33:08.336897 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:33:08.355337 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ded70ca3-eaaa-415b-ab32-cdca699a6e17 req-d46ed9c5-a79f-45e8-abd3-6a261cf9babb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527668 Nov 11 18:33:08.385103 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:33:08.400455 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 18:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dd44b5-9cd8-4c70-8d92-e71f327d01b6 x-openstack-request-id: req-70dd44b5-9cd8-4c70-8d92-e71f327d01b6 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:33:08.400752 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7", "name": "network-vif-unplugged", "status": "failed", "tag": "1a1a055c-5ac6-4987-8237-4f9b1542acdf", "code": 422}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:33:08.401012 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-70dd44b5-9cd8-4c70-8d92-e71f327d01b6 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:33:08.401418 n-d-816206-4 neutron-server[102619]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1a1a055c-5ac6-4987-8237-4f9b1542acdf', 'code': 422} returned with failed status Nov 11 18:33:09.479037 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9869-1aff-4e32-9c6b-8819b6589cb1 req-37a7a27d-a70c-4c1c-9814-523c42970c04 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:09.480561 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-155a9869-1aff-4e32-9c6b-8819b6589cb1 req-37a7a27d-a70c-4c1c-9814-523c42970c04 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0516195 Nov 11 18:33:09.529722 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-155a9869-1aff-4e32-9c6b-8819b6589cb1 req-bf83bacb-7a87-42e2-a507-1cbc55624a49 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431066 Nov 11 18:33:10.513346 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1e7db0d9-9b8a-4057-bc0d-dff8d6e62150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:33:10.652297 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81374158-f302-4bd3-9fa7-32d67f0702ba req-9d81fc5c-9c51-420e-8ed2-17661c5dbecc tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:10.654054 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-81374158-f302-4bd3-9fa7-32d67f0702ba req-9d81fc5c-9c51-420e-8ed2-17661c5dbecc tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0548959 Nov 11 18:33:10.712512 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-81374158-f302-4bd3-9fa7-32d67f0702ba req-46a77ae8-fc00-4c7f-85d2-8714b269b582 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523064 Nov 11 18:33:11.238379 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:33:11.833323 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d564928-84d4-49e5-855c-aa26d6cae355 req-c8bd7ea8-7640-4705-9315-8a2089d88dd2 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:11.834829 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d564928-84d4-49e5-855c-aa26d6cae355 req-c8bd7ea8-7640-4705-9315-8a2089d88dd2 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0523691 Nov 11 18:33:11.887850 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-5d564928-84d4-49e5-855c-aa26d6cae355 req-59212108-e4bc-42f4-a9fa-bf32b7d1342c tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467746 Nov 11 18:33:12.847468 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:33:13.004303 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08376c-27cc-4b43-acfe-2056592a645c req-72b98810-8e03-4a4c-8503-e1030270e6f9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:13.005817 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f08376c-27cc-4b43-acfe-2056592a645c req-72b98810-8e03-4a4c-8503-e1030270e6f9 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0508680 Nov 11 18:33:13.060844 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f08376c-27cc-4b43-acfe-2056592a645c req-b9b1e9a8-38dd-422a-8728-30eb1f53c43f tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484474 Nov 11 18:33:13.079094 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:33:14.133389 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bcea1-7afc-4cdb-9c83-48159ba8c44b req-f3ad3f33-14c0-48b9-a6a9-1b9782d7d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:14.134887 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-237bcea1-7afc-4cdb-9c83-48159ba8c44b req-f3ad3f33-14c0-48b9-a6a9-1b9782d7d148 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7&tenant_id=de23000aee3247c69adc355527936fa9 HTTP/1.1" status: 200 len: 1094 time: 0.0460806 Nov 11 18:33:14.176923 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587a844-ff6a-4834-9b7d-3cf614e549bd req-889a0e8d-aba8-4d68-899a-a4c120b21b43 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:14.178414 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c587a844-ff6a-4834-9b7d-3cf614e549bd req-889a0e8d-aba8-4d68-899a-a4c120b21b43 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0492756 Nov 11 18:33:14.209835 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bcea1-7afc-4cdb-9c83-48159ba8c44b req-61761530-703a-4020-9041-4b0cb03cc20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:14.211399 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-237bcea1-7afc-4cdb-9c83-48159ba8c44b req-61761530-703a-4020-9041-4b0cb03cc20b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de23000aee3247c69adc355527936fa9&device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 1094 time: 0.0431798 Nov 11 18:33:14.234610 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c587a844-ff6a-4834-9b7d-3cf614e549bd req-4a1e18b0-fa52-4bd8-81ed-9a377cbd2a92 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492399 Nov 11 18:33:14.306346 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bcea1-7afc-4cdb-9c83-48159ba8c44b req-481e4d16-95c4-4f6c-80fc-1497a16ac5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:14.308047 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-237bcea1-7afc-4cdb-9c83-48159ba8c44b req-481e4d16-95c4-4f6c-80fc-1497a16ac5e6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 200 len: 910 time: 0.0900347 Nov 11 18:33:14.373167 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-237bcea1-7afc-4cdb-9c83-48159ba8c44b req-09438e14-64d0-4bae-8e9c-a20b86dc53c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a1a055c-5ac6-4987-8237-4f9b1542acdf HTTP/1.1" status: 200 len: 998 time: 0.0585277 Nov 11 18:33:14.421008 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bcea1-7afc-4cdb-9c83-48159ba8c44b req-05f7624c-2096-46c9-bf23-28d21d6e334b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:14.422436 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-237bcea1-7afc-4cdb-9c83-48159ba8c44b req-05f7624c-2096-46c9-bf23-28d21d6e334b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab6a8f22-4c3b-47db-85b3-57e21bdea3e3 HTTP/1.1" status: 200 len: 847 time: 0.0428355 Nov 11 18:33:14.470141 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bcea1-7afc-4cdb-9c83-48159ba8c44b req-0e8cd448-10af-44bf-8d07-9ab2ee707e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:14.471570 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-237bcea1-7afc-4cdb-9c83-48159ba8c44b req-0e8cd448-10af-44bf-8d07-9ab2ee707e5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55104045-8a6d-49d5-83c2-447b4bb3e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425913 Nov 11 18:33:14.561006 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-237bcea1-7afc-4cdb-9c83-48159ba8c44b req-4b3ccdde-a4c1-47c6-8a73-0871e38b46dc service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818112 Nov 11 18:33:14.653828 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-237bcea1-7afc-4cdb-9c83-48159ba8c44b req-481ed151-aa94-40a1-bd2d-0fab1b151e0d service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860736 Nov 11 18:33:15.349241 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47e15a-1732-46f5-957a-713625765605 req-3ba6fb00-e0be-4718-95be-58ae1d6e6493 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:15.350751 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f47e15a-1732-46f5-957a-713625765605 req-3ba6fb00-e0be-4718-95be-58ae1d6e6493 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0495675 Nov 11 18:33:15.402698 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6f47e15a-1732-46f5-957a-713625765605 req-56caad70-959c-45a7-811d-8aefa6b07903 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457950 Nov 11 18:33:16.526563 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05242b56-8a11-4971-a2bf-f413acbe83df req-e7d24fdb-21ee-4603-aadd-0a94b8440171 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:16.528056 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05242b56-8a11-4971-a2bf-f413acbe83df req-e7d24fdb-21ee-4603-aadd-0a94b8440171 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0565290 Nov 11 18:33:16.577610 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05242b56-8a11-4971-a2bf-f413acbe83df req-759b8ea7-9f21-4dae-ab89-5371d493b8e0 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436716 Nov 11 18:33:17.695547 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c88df-8d5b-4d88-8ddb-8829bcf9b813 req-800ef16e-5684-4470-abfb-8bb3035ea0a0 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:17.697046 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a39c88df-8d5b-4d88-8ddb-8829bcf9b813 req-800ef16e-5684-4470-abfb-8bb3035ea0a0 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0531843 Nov 11 18:33:17.745540 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a39c88df-8d5b-4d88-8ddb-8829bcf9b813 req-bf94332c-8e62-4196-b348-06331454ec76 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426102 Nov 11 18:33:18.907569 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57d39c-5654-4228-8d1d-c58461e93960 req-dd8abf47-dcf9-401c-8074-4cbfcf134768 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:18.909049 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb57d39c-5654-4228-8d1d-c58461e93960 req-dd8abf47-dcf9-401c-8074-4cbfcf134768 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0965219 Nov 11 18:33:18.958125 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bb57d39c-5654-4228-8d1d-c58461e93960 req-7fdf469b-111b-4f02-bda7-e63c0df5472b tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431147 Nov 11 18:33:19.066497 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:33:20.073801 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe637e-4927-4401-8913-57057bde7acb req-260fa482-a33e-4395-bc55-7e094d02b1aa tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:20.075170 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-91fe637e-4927-4401-8913-57057bde7acb req-260fa482-a33e-4395-bc55-7e094d02b1aa tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0494235 Nov 11 18:33:20.123279 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-91fe637e-4927-4401-8913-57057bde7acb req-d7aceca0-7bb4-4653-bb13-fe4003e14ef7 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422750 Nov 11 18:33:21.237895 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201335d6-eaa3-4c91-807a-b69fcba631fb req-11d653d5-ae6d-4a60-b89c-94286091e2e4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:21.239347 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-201335d6-eaa3-4c91-807a-b69fcba631fb req-11d653d5-ae6d-4a60-b89c-94286091e2e4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0484250 Nov 11 18:33:21.292042 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-201335d6-eaa3-4c91-807a-b69fcba631fb req-aa1aaca9-b171-40ba-a7d7-0bb345cf167d tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458612 Nov 11 18:33:22.250317 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 1a1a055c-5ac6-4987-8237-4f9b1542acdf details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:33:22.351225 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 1a1a055c-5ac6-4987-8237-4f9b1542acdf, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=1a1a055c-5ac6-4987-8237-4f9b1542acdf,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:33:22.362712 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': '1a1a055c-5ac6-4987-8237-4f9b1542acdf', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'port_id': '1a1a055c-5ac6-4987-8237-4f9b1542acdf', 'mac_address': 'fa:16:3e:21:4d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:33:22.399567 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:33:22.407512 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed3a27-5cd4-4482-afef-1ca39ccf97b4 req-a46b402d-3137-45ae-90b8-3c76a5bb4202 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:22.409032 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35ed3a27-5cd4-4482-afef-1ca39ccf97b4 req-a46b402d-3137-45ae-90b8-3c76a5bb4202 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 943 time: 0.0488389 Nov 11 18:33:22.412331 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1a055c-5ac6-4987-8237-4f9b1542acdf {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:33:22.437965 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 1a1a055c-5ac6-4987-8237-4f9b1542acdf, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=1a1a055c-5ac6-4987-8237-4f9b1542acdf,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:33:22.442364 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:33:22.460177 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-35ed3a27-5cd4-4482-afef-1ca39ccf97b4 req-65e604bd-ac04-4d81-b738-b2d1e9dd699e tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446954 Nov 11 18:33:22.493840 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=1a1a055c-5ac6-4987-8237-4f9b1542acdf,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:33:22.736122 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['1a1a055c-5ac6-4987-8237-4f9b1542acdf'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:33:23.576864 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5d605-7a0d-43d9-a61d-f271e966e61a req-59a7d50b-5652-4849-a460-f4f5c5d830c3 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:23.578331 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bdd5d605-7a0d-43d9-a61d-f271e966e61a req-59a7d50b-5652-4849-a460-f4f5c5d830c3 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 944 time: 0.0487630 Nov 11 18:33:23.626790 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-bdd5d605-7a0d-43d9-a61d-f271e966e61a req-f85c8e07-ffbe-45fe-95bd-a33df9f0d191 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425086 Nov 11 18:33:24.181017 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca87b9-abef-4901-aee2-53f6c9273397 req-86a86383-445e-4317-835c-485e4c02fdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:24.182540 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e7ca87b9-abef-4901-aee2-53f6c9273397 req-86a86383-445e-4317-835c-485e4c02fdc8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de23000aee3247c69adc355527936fa9&device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 1095 time: 0.0410452 Nov 11 18:33:24.250968 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 1a1a055c-5ac6-4987-8237-4f9b1542acdf up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:33:24.286923 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca87b9-abef-4901-aee2-53f6c9273397 req-615b85ba-5e78-4aba-904c-e55b17cbbefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:24.288434 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e7ca87b9-abef-4901-aee2-53f6c9273397 req-615b85ba-5e78-4aba-904c-e55b17cbbefd service neutron] 10.222.0.64 "GET /v2.0/networks?id=55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 200 len: 910 time: 0.0874531 Nov 11 18:33:24.297405 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port 1a1a055c-5ac6-4987-8237-4f9b1542acdf triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:33:24.297780 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:33:24.357426 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e7ca87b9-abef-4901-aee2-53f6c9273397 req-007e69f7-f4ed-49de-8f5e-85ee6a26f5bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a1a055c-5ac6-4987-8237-4f9b1542acdf HTTP/1.1" status: 200 len: 999 time: 0.0623825 Nov 11 18:33:24.373225 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:33:24.394636 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1a055c-5ac6-4987-8237-4f9b1542acdf'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:33:24.396931 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc93154c-f4a7-4fe1-ab2d-726028a3a309" -d '{"events": [{"server_uuid": "2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7", "name": "network-vif-plugged", "status": "completed", "tag": "1a1a055c-5ac6-4987-8237-4f9b1542acdf"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:33:24.405949 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca87b9-abef-4901-aee2-53f6c9273397 req-c24628c7-a2c1-4cf3-82bd-803ee2174e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:24.407423 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e7ca87b9-abef-4901-aee2-53f6c9273397 req-c24628c7-a2c1-4cf3-82bd-803ee2174e95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab6a8f22-4c3b-47db-85b3-57e21bdea3e3 HTTP/1.1" status: 200 len: 847 time: 0.0437074 Nov 11 18:33:24.412471 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port 1a1a055c-5ac6-4987-8237-4f9b1542acdf, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=1a1a055c-5ac6-4987-8237-4f9b1542acdf,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:33:24.418604 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:33:24.443752 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f571e2-b094-4f99-bbf1-c630b847f410 x-openstack-request-id: req-c7f571e2-b094-4f99-bbf1-c630b847f410 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:33:24.444066 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7", "name": "network-vif-plugged", "status": "completed", "tag": "1a1a055c-5ac6-4987-8237-4f9b1542acdf", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:33:24.444324 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c7f571e2-b094-4f99-bbf1-c630b847f410 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:33:24.444770 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1a055c-5ac6-4987-8237-4f9b1542acdf', 'code': 200} Nov 11 18:33:24.455104 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca87b9-abef-4901-aee2-53f6c9273397 req-2fcb4102-512b-45ba-ba81-51455d232833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:24.457145 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e7ca87b9-abef-4901-aee2-53f6c9273397 req-2fcb4102-512b-45ba-ba81-51455d232833 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55104045-8a6d-49d5-83c2-447b4bb3e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426967 Nov 11 18:33:24.469483 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=1a1a055c-5ac6-4987-8237-4f9b1542acdf,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:33:24.567981 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e7ca87b9-abef-4901-aee2-53f6c9273397 req-4fa9637e-1b2c-4fb4-a28f-8b0e29eee0b4 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960779 Nov 11 18:33:24.604719 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.64', 62939) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:33:24.647989 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e457f2-c813-4268-b33a-375bb15b73a3 req-fcdc6112-ae99-480d-8d85-f1da00092740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:24.649516 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24e457f2-c813-4268-b33a-375bb15b73a3 req-fcdc6112-ae99-480d-8d85-f1da00092740 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0438156 Nov 11 18:33:24.665060 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [req-e7ca87b9-abef-4901-aee2-53f6c9273397 req-aa406c25-52c5-49c6-acd2-17ef8a64a876 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850837 Nov 11 18:33:24.697859 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-24e457f2-c813-4268-b33a-375bb15b73a3 req-12fa7d59-fddc-47d5-9551-d47becdeca3f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418363 Nov 11 18:33:24.744693 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4afaf-ec8c-4d8a-a1ab-56c3a2be5487 req-701fb219-ece3-4301-8aac-1ef1f0a6716f tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:24.746180 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0ff4afaf-ec8c-4d8a-a1ab-56c3a2be5487 req-701fb219-ece3-4301-8aac-1ef1f0a6716f tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 945 time: 0.0474386 Nov 11 18:33:24.782529 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:33:24.796059 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0ff4afaf-ec8c-4d8a-a1ab-56c3a2be5487 req-3350f21a-b16d-424d-9a08-128ece4788e5 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436206 Nov 11 18:33:25.910564 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f086aa7-c300-4493-aeec-0f1fec276d06 req-4714f909-0ca5-42d0-99c6-04a9cbddb784 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:33:25.912045 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f086aa7-c300-4493-aeec-0f1fec276d06 req-4714f909-0ca5-42d0-99c6-04a9cbddb784 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 945 time: 0.0485201 Nov 11 18:33:25.964393 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8f086aa7-c300-4493-aeec-0f1fec276d06 req-5f548db7-ff83-4abb-b573-069ea20f8dbd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464649 Nov 11 18:33:37.555437 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fcd61a6e-a74c-4aa7-815b-ea892c1f0ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:33:40.513274 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a589067b-ca10-40cf-a185-1714852f156c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:33:41.240737 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:33:42.838695 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:33:43.079824 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:33:45.385159 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:33:49.067346 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:33:54.855617 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:07.556887 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3780ada4-2d0b-41f8-8b2d-3fc9096ca42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:10.516947 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-68c7d7ad-a8e8-40b0-ae9d-0f4bfcff09dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:11.244312 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:12.841721 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:13.080990 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:19.079986 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:22.384738 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:34:24.794261 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:26.101861 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0dcff87-6a84-42e0-abec-ac9e29b5e56f req-b72429d9-ca15-412e-b30a-adf2d86b29be service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400245 Nov 11 18:34:26.198150 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcff87-6a84-42e0-abec-ac9e29b5e56f req-a30d6dbc-7080-47ad-aa2c-f5b70ca07522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:34:26.199626 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0dcff87-6a84-42e0-abec-ac9e29b5e56f req-a30d6dbc-7080-47ad-aa2c-f5b70ca07522 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de23000aee3247c69adc355527936fa9&device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0412056 Nov 11 18:34:26.307083 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcff87-6a84-42e0-abec-ac9e29b5e56f req-e26a34ce-1e50-4517-a85d-04f80b2c6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:34:26.308594 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0dcff87-6a84-42e0-abec-ac9e29b5e56f req-e26a34ce-1e50-4517-a85d-04f80b2c6b53 service neutron] 10.222.0.64 "GET /v2.0/networks?id=55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 200 len: 910 time: 0.0882962 Nov 11 18:34:26.373130 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0dcff87-6a84-42e0-abec-ac9e29b5e56f req-98456ccb-3420-4c86-bf73-45cd811bbba6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a1a055c-5ac6-4987-8237-4f9b1542acdf HTTP/1.1" status: 200 len: 1000 time: 0.0578279 Nov 11 18:34:26.421790 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcff87-6a84-42e0-abec-ac9e29b5e56f req-abaffa2d-a6e9-42cd-af8c-1ba3b0320784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:34:26.423197 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0dcff87-6a84-42e0-abec-ac9e29b5e56f req-abaffa2d-a6e9-42cd-af8c-1ba3b0320784 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab6a8f22-4c3b-47db-85b3-57e21bdea3e3 HTTP/1.1" status: 200 len: 847 time: 0.0435073 Nov 11 18:34:26.472088 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcff87-6a84-42e0-abec-ac9e29b5e56f req-5a206809-e2b6-408c-bf06-fbe034b910a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:34:26.473537 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0dcff87-6a84-42e0-abec-ac9e29b5e56f req-5a206809-e2b6-408c-bf06-fbe034b910a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55104045-8a6d-49d5-83c2-447b4bb3e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435498 Nov 11 18:34:26.563954 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0dcff87-6a84-42e0-abec-ac9e29b5e56f req-83fc2078-e5a6-4ec9-b7ea-006e90bdeae1 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835629 Nov 11 18:34:26.656499 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e0dcff87-6a84-42e0-abec-ac9e29b5e56f req-943e1504-b04f-43a4-9c34-99d37df30f97 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854375 Nov 11 18:34:37.558927 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8e76cc95-b2c8-49a4-adcd-47c67850bd8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:40.517221 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f6f95270-1490-4a04-9b9f-32a8d9d9c919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:41.246833 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:42.002596 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54860) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:34:42.159747 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Deleting port 4895c720-feb6-40d3-bcde-d1fda0796fe5 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:34:42.160009 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:42.237769 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:42.238096 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:42.249505 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Calling delete_port for 4895c720-feb6-40d3-bcde-d1fda0796fe5 owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:34:42.390326 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:42.416778 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event deleted for resources: {'Port': ['ID=4895c720-feb6-40d3-bcde-d1fda0796fe5,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:34:42.426555 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:42.426908 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:42.427253 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:42.427593 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:42.427953 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:42.428289 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:42.429029 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:42.429029 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:42.429286 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:42.429609 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:42.429935 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:42.430258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:42.488958 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:42.489288 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Floating IP 879062a0-85cf-4a56-9257-2f96ac5c02a0 disassociated (deleted). External IP: 172.25.2.31, port: 1a1a055c-5ac6-4987-8237-4f9b1542acdf. Nov 11 18:34:42.707289 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Router 1b09aafd-dc40-4729-87a0-267a4dea978e has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:34:42.813382 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:34:42.818146 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:42.823786 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af31f445-659c-4af2-abf8-ab5d0fd7ec0d None None] Sync routers for ids ['1b09aafd-dc40-4729-87a0-267a4dea978e'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:34:42.834808 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af31f445-659c-4af2-abf8-ab5d0fd7ec0d None None] Routers {'1b09aafd-dc40-4729-87a0-267a4dea978e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:34:42.835336 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-af31f445-659c-4af2-abf8-ab5d0fd7ec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:34:41Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b09aafd-dc40-4729-87a0-267a4dea978e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:34:42.846064 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-97669dd5-2093-4fd5-9d43-6c2eb77909b4 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "DELETE /v2.0/floatingips/879062a0-85cf-4a56-9257-2f96ac5c02a0 HTTP/1.1" status: 204 len: 168 time: 0.8423867 Nov 11 18:34:42.846761 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7', 'tag': '1a1a055c-5ac6-4987-8237-4f9b1542acdf'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:34:42.849281 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb1fecc-67bc-4ece-afd8-8137ca41bddd" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7", "tag": "1a1a055c-5ac6-4987-8237-4f9b1542acdf"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:34:42.852214 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:42.951284 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-af31f445-659c-4af2-abf8-ab5d0fd7ec0d None None] Set router 1b09aafd-dc40-4729-87a0-267a4dea978e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:34:43.005728 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8b97cb-16b5-4ef9-b8a5-21fdedd437f7 x-openstack-request-id: req-4d8b97cb-16b5-4ef9-b8a5-21fdedd437f7 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:34:43.006233 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7", "tag": "1a1a055c-5ac6-4987-8237-4f9b1542acdf", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:34:43.006352 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4d8b97cb-16b5-4ef9-b8a5-21fdedd437f7 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:34:43.007224 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7', 'tag': '1a1a055c-5ac6-4987-8237-4f9b1542acdf', 'status': 'completed', 'code': 200} Nov 11 18:34:43.082202 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:43.127977 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd91518-e0e3-4a43-93de-5ec8b3d79db2 req-07d5b794-eab9-4b7e-bd22-c24b5f81c8b6 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:34:43.129473 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bd91518-e0e3-4a43-93de-5ec8b3d79db2 req-07d5b794-eab9-4b7e-bd22-c24b5f81c8b6 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 945 time: 0.0808661 Nov 11 18:34:43.136388 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1fecc-67bc-4ece-afd8-8137ca41bddd req-df1c03dd-bd39-45a0-b349-64d90a7db00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:34:43.137811 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ecb1fecc-67bc-4ece-afd8-8137ca41bddd req-df1c03dd-bd39-45a0-b349-64d90a7db00f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=de23000aee3247c69adc355527936fa9&device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0777776 Nov 11 18:34:43.152232 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-af31f445-659c-4af2-abf8-ab5d0fd7ec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'name': 'tempest-TestShelveInstance-985640937-router', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': 'de23000aee3247c69adc355527936fa9', 'gw_port': {'id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '1259217f-a707-48be-a517-575877b350be', 'name': '', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'mac_address': 'fa:16:3e:65:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:00Z', 'updated_at': '2021-11-11T18:26:05Z', 'revision_number': 5, 'project_id': 'de23000aee3247c69adc355527936fa9', 'subnets': [{'id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:34:43.183245 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af31f445-659c-4af2-abf8-ab5d0fd7ec0d None None] Checking router: 1b09aafd-dc40-4729-87a0-267a4dea978e for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:34:43.200355 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af31f445-659c-4af2-abf8-ab5d0fd7ec0d None None] Routers {'1b09aafd-dc40-4729-87a0-267a4dea978e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:34:43.200962 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-af31f445-659c-4af2-abf8-ab5d0fd7ec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:34:41Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b09aafd-dc40-4729-87a0-267a4dea978e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:34:43.239148 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0bd91518-e0e3-4a43-93de-5ec8b3d79db2 req-6639d2c7-a423-4662-b4b4-5b9ef2432811 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002793 Nov 11 18:34:43.263837 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1fecc-67bc-4ece-afd8-8137ca41bddd req-e9b048d8-ae84-48c4-9fca-b08fa1c7a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:34:43.265271 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ecb1fecc-67bc-4ece-afd8-8137ca41bddd req-e9b048d8-ae84-48c4-9fca-b08fa1c7a600 service neutron] 10.222.0.64 "GET /v2.0/networks?id=55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 200 len: 910 time: 0.1200538 Nov 11 18:34:43.314307 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ecb1fecc-67bc-4ece-afd8-8137ca41bddd req-cccb417f-1f33-4334-ae1f-1cc210b24be1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a1a055c-5ac6-4987-8237-4f9b1542acdf HTTP/1.1" status: 200 len: 217 time: 0.0402238 Nov 11 18:34:43.317556 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-af31f445-659c-4af2-abf8-ab5d0fd7ec0d None None] Set router 1b09aafd-dc40-4729-87a0-267a4dea978e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:34:43.363500 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1fecc-67bc-4ece-afd8-8137ca41bddd req-c7b74829-d014-4800-bba7-06b44eb4420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:34:43.364986 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ecb1fecc-67bc-4ece-afd8-8137ca41bddd req-c7b74829-d014-4800-bba7-06b44eb4420c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab6a8f22-4c3b-47db-85b3-57e21bdea3e3 HTTP/1.1" status: 200 len: 847 time: 0.0431952 Nov 11 18:34:43.411163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1fecc-67bc-4ece-afd8-8137ca41bddd req-706b385c-3ac0-4a43-b7b1-d3cbf4b46955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:34:43.412697 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ecb1fecc-67bc-4ece-afd8-8137ca41bddd req-706b385c-3ac0-4a43-b7b1-d3cbf4b46955 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55104045-8a6d-49d5-83c2-447b4bb3e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404396 Nov 11 18:34:43.506124 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ecb1fecc-67bc-4ece-afd8-8137ca41bddd req-dee09946-56b5-46a7-8633-73059bef7ac3 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859888 Nov 11 18:34:43.511960 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-af31f445-659c-4af2-abf8-ab5d0fd7ec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'name': 'tempest-TestShelveInstance-985640937-router', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': 'de23000aee3247c69adc355527936fa9', 'gw_port': {'id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '1259217f-a707-48be-a517-575877b350be', 'name': '', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'mac_address': 'fa:16:3e:65:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:00Z', 'updated_at': '2021-11-11T18:26:05Z', 'revision_number': 5, 'project_id': 'de23000aee3247c69adc355527936fa9', 'subnets': [{'id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:34:43.541375 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af31f445-659c-4af2-abf8-ab5d0fd7ec0d None None] The sync data for ids ['1b09aafd-dc40-4729-87a0-267a4dea978e'] in n-d-816206-4 is: [{'id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'name': 'tempest-TestShelveInstance-985640937-router', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': 'de23000aee3247c69adc355527936fa9', 'gw_port': {'id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '1259217f-a707-48be-a517-575877b350be', 'name': '', 'network_id': '55104045-8a6d-49d5-83c2-447b4bb3e9f6', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'mac_address': 'fa:16:3e:65:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:00Z', 'updated_at': '2021-11-11T18:26:05Z', 'revision_number': 5, 'project_id': 'de23000aee3247c69adc355527936fa9', 'subnets': [{'id': 'ab6a8f22-4c3b-47db-85b3-57e21bdea3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:34:43.601842 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ecb1fecc-67bc-4ece-afd8-8137ca41bddd req-370c201a-cd1f-45e6-a01d-11f786636c62 service neutron] 10.222.0.64 "GET /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876596 Nov 11 18:34:43.755354 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcbb566-7407-456d-b2fe-bfa277b8dbee None None] New status for floating IP 879062a0-85cf-4a56-9257-2f96ac5c02a0: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:34:44.357993 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8e4a7-4aed-43c3-a85c-0827090f645d req-cd37b214-233f-4b5a-93ed-fdfa6b538c58 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:34:44.359460 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-22a8e4a7-4aed-43c3-a85c-0827090f645d req-cd37b214-233f-4b5a-93ed-fdfa6b538c58 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 945 time: 0.0503948 Nov 11 18:34:44.407752 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-22a8e4a7-4aed-43c3-a85c-0827090f645d req-806725d6-5fea-4027-8e73-55cacbbb9822 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/security-groups?id=72f6f9a3-dd35-4ecb-beaa-a938625768d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423846 Nov 11 18:34:44.759864 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df75814-1547-439b-880e-3252f253f6f6 req-5b9213a7-4903-4bef-86c8-955581e28d30 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:34:44.761290 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8df75814-1547-439b-880e-3252f253f6f6 req-5b9213a7-4903-4bef-86c8-955581e28d30 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 945 time: 0.0528195 Nov 11 18:34:44.850599 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-8df75814-1547-439b-880e-3252f253f6f6 req-35261268-6e3f-41cf-97e1-62737148a454 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Deleting port 1a1a055c-5ac6-4987-8237-4f9b1542acdf {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:34:44.850940 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-8df75814-1547-439b-880e-3252f253f6f6 req-35261268-6e3f-41cf-97e1-62737148a454 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:44.941618 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-8df75814-1547-439b-880e-3252f253f6f6 req-35261268-6e3f-41cf-97e1-62737148a454 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] For port 1a1a055c-5ac6-4987-8237-4f9b1542acdf, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=1a1a055c-5ac6-4987-8237-4f9b1542acdf,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:34:44.941977 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-8df75814-1547-439b-880e-3252f253f6f6 req-35261268-6e3f-41cf-97e1-62737148a454 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:44.954739 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-8df75814-1547-439b-880e-3252f253f6f6 req-35261268-6e3f-41cf-97e1-62737148a454 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Calling delete_port for 1a1a055c-5ac6-4987-8237-4f9b1542acdf owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:34:45.082583 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-8df75814-1547-439b-880e-3252f253f6f6 req-35261268-6e3f-41cf-97e1-62737148a454 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:45.111260 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35261268-6e3f-41cf-97e1-62737148a454 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event deleted for resources: {'Port': ['ID=1a1a055c-5ac6-4987-8237-4f9b1542acdf,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:34:45.152330 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df75814-1547-439b-880e-3252f253f6f6 req-35261268-6e3f-41cf-97e1-62737148a454 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] No DVR routers for this DVR port 1a1a055c-5ac6-4987-8237-4f9b1542acdf on host n-h1-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:34:45.154977 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-8df75814-1547-439b-880e-3252f253f6f6 req-35261268-6e3f-41cf-97e1-62737148a454 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:45.158314 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8df75814-1547-439b-880e-3252f253f6f6 req-35261268-6e3f-41cf-97e1-62737148a454 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.64 "DELETE /v2.0/ports/1a1a055c-5ac6-4987-8237-4f9b1542acdf HTTP/1.1" status: 204 len: 173 time: 0.3908885 Nov 11 18:34:45.158757 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7', 'name': 'network-vif-deleted', 'tag': '1a1a055c-5ac6-4987-8237-4f9b1542acdf'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:34:45.161013 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fbedd1-6335-408a-8cf3-a880eb073370" -d '{"events": [{"server_uuid": "2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7", "name": "network-vif-deleted", "tag": "1a1a055c-5ac6-4987-8237-4f9b1542acdf"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:34:45.197970 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b69667d-24f5-449b-afee-0966f02ba733 x-openstack-request-id: req-5b69667d-24f5-449b-afee-0966f02ba733 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:34:45.198264 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7", "name": "network-vif-deleted", "tag": "1a1a055c-5ac6-4987-8237-4f9b1542acdf", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:34:45.198512 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5b69667d-24f5-449b-afee-0966f02ba733 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:34:45.198916 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7', 'name': 'network-vif-deleted', 'tag': '1a1a055c-5ac6-4987-8237-4f9b1542acdf', 'status': 'completed', 'code': 200} Nov 11 18:34:45.517846 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-002cdba7-6397-4faa-9b40-30439b2177ba req-e46daf94-e18c-4e30-b28f-c209ea107594 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 210 time: 0.0297470 Nov 11 18:34:46.614630 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-65247260-c8e9-4d2f-9f73-dff6dfd72f15 req-089cac8f-ff71-4128-9557-15fabb9bab61 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 210 time: 0.0260804 Nov 11 18:34:47.715191 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a8b84bd7-dc65-4e3f-9eb9-a7b71ee73ede req-ea607d8e-f84a-4f8a-a625-eec75e4525dd tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 210 time: 0.0309286 Nov 11 18:34:48.702960 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 1a1a055c-5ac6-4987-8237-4f9b1542acdf no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:34:48.723995 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: 1a1a055c-5ac6-4987-8237-4f9b1542acdf {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:34:48.724344 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device 1a1a055c-5ac6-4987-8237-4f9b1542acdf not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:34:48.810436 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eaaad48c-e4c8-4243-a7c2-1168b4e8e4e5 req-18345f88-8037-4614-bbf4-5e86c692ff53 tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 210 time: 0.0267673 Nov 11 18:34:49.081111 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:49.943506 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a7685a99-66c0-421e-90e2-f7e296af4933 req-5e519a6a-43e4-4c9e-9812-9c3e478438ca tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0cd01a-9e7c-4b97-8079-681fc7b2f9e7 HTTP/1.1" status: 200 len: 210 time: 0.0315568 Nov 11 18:34:51.000851 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54890) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:34:51.058985 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e7219093-61a1-4ead-aed4-4c47009f3cbb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:51.084471 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e7219093-61a1-4ead-aed4-4c47009f3cbb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:51.146554 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e7219093-61a1-4ead-aed4-4c47009f3cbb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:51.149408 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e7219093-61a1-4ead-aed4-4c47009f3cbb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:51.153457 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e7219093-61a1-4ead-aed4-4c47009f3cbb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] 10.222.0.76 "DELETE /v2.0/security-groups/72f6f9a3-dd35-4ecb-beaa-a938625768d2 HTTP/1.1" status: 204 len: 168 time: 0.1515899 Nov 11 18:34:51.165108 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7219093-61a1-4ead-aed4-4c47009f3cbb tempest-TestShelveInstance-12919030 tempest-TestShelveInstance-12919030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f6f9a3-dd35-4ecb-beaa-a938625768d2,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:34:51.212410 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54894) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:34:51.666560 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:51.920394 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] Deleting port 1259217f-a707-48be-a517-575877b350be {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:34:51.920647 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:52.004460 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] For port 1259217f-a707-48be-a517-575877b350be, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1259217f-a707-48be-a517-575877b350be,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:34:52.004854 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:52.016984 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] Calling delete_port for 1259217f-a707-48be-a517-575877b350be owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:34:52.204169 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:52.255675 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] Pushing event deleted for resources: {'Port': ['ID=1259217f-a707-48be-a517-575877b350be,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:34:52.284436 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:52.284788 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:52.285133 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:52.285477 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:52.285814 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:52.286148 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:52.286481 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:52.286810 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:52.287144 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:52.287475 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:52.287853 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:52.288192 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:52.422348 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:52.660229 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] Router 1b09aafd-dc40-4729-87a0-267a4dea978e has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:34:52.766589 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:34:52.774881 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3e965c64-e4b7-4f40-af17-56a58d221153 admin admin] 10.222.0.76 "PUT /v2.0/routers/1b09aafd-dc40-4729-87a0-267a4dea978e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5582118 Nov 11 18:34:52.774881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54900) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:34:52.777479 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b2d8d8-8d6e-4682-862e-3ec49f78684e None None] Sync routers for ids ['1b09aafd-dc40-4729-87a0-267a4dea978e'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:34:52.789052 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b2d8d8-8d6e-4682-862e-3ec49f78684e None None] Routers {'1b09aafd-dc40-4729-87a0-267a4dea978e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:34:52.789807 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-85b2d8d8-8d6e-4682-862e-3ec49f78684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:34:41Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b09aafd-dc40-4729-87a0-267a4dea978e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:34:52.881312 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1f8c0065-1fc3-4b63-8252-e7c47feb768a admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:52.899063 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-85b2d8d8-8d6e-4682-862e-3ec49f78684e None None] Set router 1b09aafd-dc40-4729-87a0-267a4dea978e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:34:53.101299 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-85b2d8d8-8d6e-4682-862e-3ec49f78684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'name': 'tempest-TestShelveInstance-985640937-router', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:34:52Z', 'revision_number': 5, 'project_id': 'de23000aee3247c69adc355527936fa9', 'gw_port': {'id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:34:53.132449 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b2d8d8-8d6e-4682-862e-3ec49f78684e None None] Checking router: 1b09aafd-dc40-4729-87a0-267a4dea978e for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:34:53.141308 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b2d8d8-8d6e-4682-862e-3ec49f78684e None None] Routers {'1b09aafd-dc40-4729-87a0-267a4dea978e'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:34:53.141929 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-85b2d8d8-8d6e-4682-862e-3ec49f78684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:34:41Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['1b09aafd-dc40-4729-87a0-267a4dea978e'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:34:53.244612 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-85b2d8d8-8d6e-4682-862e-3ec49f78684e None None] Set router 1b09aafd-dc40-4729-87a0-267a4dea978e gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:34:53.264804 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1f8c0065-1fc3-4b63-8252-e7c47feb768a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:53.331782 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-1f8c0065-1fc3-4b63-8252-e7c47feb768a admin admin] Deleting port 940d14ab-38fa-4047-bb18-cd7859f7813a {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:34:53.332219 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1f8c0065-1fc3-4b63-8252-e7c47feb768a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:53.430060 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-1f8c0065-1fc3-4b63-8252-e7c47feb768a admin admin] For port 940d14ab-38fa-4047-bb18-cd7859f7813a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=940d14ab-38fa-4047-bb18-cd7859f7813a,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:34:53.430428 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1f8c0065-1fc3-4b63-8252-e7c47feb768a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:53.450851 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-1f8c0065-1fc3-4b63-8252-e7c47feb768a admin admin] Calling delete_port for 940d14ab-38fa-4047-bb18-cd7859f7813a owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:34:53.545721 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-85b2d8d8-8d6e-4682-862e-3ec49f78684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'name': 'tempest-TestShelveInstance-985640937-router', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:34:52Z', 'revision_number': 5, 'project_id': 'de23000aee3247c69adc355527936fa9', 'gw_port': {'id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:34:53.572709 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b2d8d8-8d6e-4682-862e-3ec49f78684e None None] The sync data for ids ['1b09aafd-dc40-4729-87a0-267a4dea978e'] in n-d-816206-4 is: [{'id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'name': 'tempest-TestShelveInstance-985640937-router', 'tenant_id': 'de23000aee3247c69adc355527936fa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:34:52Z', 'revision_number': 5, 'project_id': 'de23000aee3247c69adc355527936fa9', 'gw_port': {'id': '940d14ab-38fa-4047-bb18-cd7859f7813a', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b09aafd-dc40-4729-87a0-267a4dea978e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:25:58Z', 'updated_at': '2021-11-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:34:53.626456 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1f8c0065-1fc3-4b63-8252-e7c47feb768a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:53.658755 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c0065-1fc3-4b63-8252-e7c47feb768a admin admin] Pushing event deleted for resources: {'Port': ['ID=940d14ab-38fa-4047-bb18-cd7859f7813a,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:34:53.675879 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6919b4-93a5-43f9-b0da-5dfa10a451c1 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:34:53.728531 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1f8c0065-1fc3-4b63-8252-e7c47feb768a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:53.818528 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1f8c0065-1fc3-4b63-8252-e7c47feb768a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:53.821269 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1f8c0065-1fc3-4b63-8252-e7c47feb768a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:53.868535 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1f8c0065-1fc3-4b63-8252-e7c47feb768a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:53.869189 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8c0065-1fc3-4b63-8252-e7c47feb768a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b09aafd-dc40-4729-87a0-267a4dea978e {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 18:34:53.873813 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-1f8c0065-1fc3-4b63-8252-e7c47feb768a admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:53.875046 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-1f8c0065-1fc3-4b63-8252-e7c47feb768a admin admin] 10.222.0.76 "DELETE /v2.0/routers/1b09aafd-dc40-4729-87a0-267a4dea978e HTTP/1.1" status: 204 len: 168 time: 1.0996888 Nov 11 18:34:53.877734 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54902) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:34:53.923003 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-09134352-f8aa-4c1d-bb71-0d9a34d4e260 admin admin] Deleting subnet ab6a8f22-4c3b-47db-85b3-57e21bdea3e3 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:34:53.926296 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09134352-f8aa-4c1d-bb71-0d9a34d4e260 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:53.963597 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09134352-f8aa-4c1d-bb71-0d9a34d4e260 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:54.047994 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09134352-f8aa-4c1d-bb71-0d9a34d4e260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:54.100918 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09134352-f8aa-4c1d-bb71-0d9a34d4e260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:54.129499 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09134352-f8aa-4c1d-bb71-0d9a34d4e260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab6a8f22-4c3b-47db-85b3-57e21bdea3e3,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:34:54.132486 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-09134352-f8aa-4c1d-bb71-0d9a34d4e260 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:54.136029 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-09134352-f8aa-4c1d-bb71-0d9a34d4e260 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ab6a8f22-4c3b-47db-85b3-57e21bdea3e3 HTTP/1.1" status: 204 len: 168 time: 0.2573264 Nov 11 18:34:54.137850 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f921e0-9531-4ea2-9365-8236931673a0 None None] Network 55104045-8a6d-49d5-83c2-447b4bb3e9f6 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:34:54.138781 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54904) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:34:54.225916 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfec12f0-d636-450d-a23e-544f918ceeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:54.286837 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-bfec12f0-d636-450d-a23e-544f918ceeee admin admin] Deleting port b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:34:54.287179 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfec12f0-d636-450d-a23e-544f918ceeee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:54.349240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640dc164-ceb0-4813-b320-70f568b2afec None None] DHCP port deletion for 55104045-8a6d-49d5-83c2-447b4bb3e9f6 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:34:54.410114 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-640dc164-ceb0-4813-b320-70f568b2afec None None] Deleting port b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7 {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:34:54.410765 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-640dc164-ceb0-4813-b320-70f568b2afec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:54.459294 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1259217f-a707-48be-a517-575877b350be no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:34:54.489504 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 1259217f-a707-48be-a517-575877b350be {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:34:54.489848 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1259217f-a707-48be-a517-575877b350be not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:34:54.510444 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-640dc164-ceb0-4813-b320-70f568b2afec None None] For port b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:34:54.510849 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-640dc164-ceb0-4813-b320-70f568b2afec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:54.524669 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-640dc164-ceb0-4813-b320-70f568b2afec None None] Calling delete_port for b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7 owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:34:54.612695 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-640dc164-ceb0-4813-b320-70f568b2afec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:54.640585 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640dc164-ceb0-4813-b320-70f568b2afec None None] Pushing event deleted for resources: {'Port': ['ID=b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:34:54.645104 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640dc164-ceb0-4813-b320-70f568b2afec None None] No DVR routers for this DVR port b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7 on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:34:54.656058 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640dc164-ceb0-4813-b320-70f568b2afec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:54.656407 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640dc164-ceb0-4813-b320-70f568b2afec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:54.656746 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640dc164-ceb0-4813-b320-70f568b2afec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:54.657087 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640dc164-ceb0-4813-b320-70f568b2afec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:54.657418 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640dc164-ceb0-4813-b320-70f568b2afec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:54.657744 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640dc164-ceb0-4813-b320-70f568b2afec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:54.658068 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640dc164-ceb0-4813-b320-70f568b2afec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:54.658391 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640dc164-ceb0-4813-b320-70f568b2afec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:54.658709 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640dc164-ceb0-4813-b320-70f568b2afec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:54.659029 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640dc164-ceb0-4813-b320-70f568b2afec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:54.659344 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640dc164-ceb0-4813-b320-70f568b2afec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:54.659659 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640dc164-ceb0-4813-b320-70f568b2afec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:34:54.696860 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-bfec12f0-d636-450d-a23e-544f918ceeee admin admin] For port b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7,segment=NetworkSegment(b1cc4c67-7926-4a46-9aeb-33406d42596b),segment_id=b1cc4c67-7926-4a46-9aeb-33406d42596b)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:34:54.697221 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfec12f0-d636-450d-a23e-544f918ceeee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:54.709054 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-bfec12f0-d636-450d-a23e-544f918ceeee admin admin] Calling delete_port for b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7 owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:34:54.781914 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfec12f0-d636-450d-a23e-544f918ceeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:54.805644 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:54.808418 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec12f0-d636-450d-a23e-544f918ceeee admin admin] Pushing event deleted for resources: {'Port': ['ID=b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:34:54.812224 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfec12f0-d636-450d-a23e-544f918ceeee admin admin] No DVR routers for this DVR port b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7 on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:34:54.886073 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfec12f0-d636-450d-a23e-544f918ceeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:54.905207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-bfec12f0-d636-450d-a23e-544f918ceeee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55104045-8a6d-49d5-83c2-447b4bb3e9f6']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:34:54.914209 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-bfec12f0-d636-450d-a23e-544f918ceeee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1cc4c67-7926-4a46-9aeb-33406d42596b') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:34:54.914464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-bfec12f0-d636-450d-a23e-544f918ceeee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1cc4c67-7926-4a46-9aeb-33406d42596b') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:34:54.923458 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfec12f0-d636-450d-a23e-544f918ceeee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:54.937494 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfec12f0-d636-450d-a23e-544f918ceeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:54.943759 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfec12f0-d636-450d-a23e-544f918ceeee admin admin] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:34:54.944830 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfec12f0-d636-450d-a23e-544f918ceeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: timer() Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:34:54.946480 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:34:55.003419 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfec12f0-d636-450d-a23e-544f918ceeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:55.009132 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bfec12f0-d636-450d-a23e-544f918ceeee admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:55.012412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bfec12f0-d636-450d-a23e-544f918ceeee admin admin] 10.222.0.76 "DELETE /v2.0/networks/55104045-8a6d-49d5-83c2-447b4bb3e9f6 HTTP/1.1" status: 204 len: 168 time: 0.8717058 Nov 11 18:34:55.015534 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54906) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:34:55.024142 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec12f0-d636-450d-a23e-544f918ceeee admin admin] Pushing event deleted for resources: {'Network': ['ID=55104045-8a6d-49d5-83c2-447b4bb3e9f6,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:34:55.362536 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f3090c9c-2cac-4a89-81c9-b75cf7a6cc6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:55.606354 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-f3090c9c-2cac-4a89-81c9-b75cf7a6cc6e admin admin] Deleting port 131417c3-82fa-41fa-a020-fad104c0adf1 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:34:55.606699 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f3090c9c-2cac-4a89-81c9-b75cf7a6cc6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:55.687248 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-f3090c9c-2cac-4a89-81c9-b75cf7a6cc6e admin admin] For port 131417c3-82fa-41fa-a020-fad104c0adf1, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=131417c3-82fa-41fa-a020-fad104c0adf1,segment=NetworkSegment(54b9749c-84bc-451c-b160-76cdbc9aec30),segment_id=54b9749c-84bc-451c-b160-76cdbc9aec30)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:34:55.687613 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f3090c9c-2cac-4a89-81c9-b75cf7a6cc6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:55.700295 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-f3090c9c-2cac-4a89-81c9-b75cf7a6cc6e admin admin] Calling delete_port for 131417c3-82fa-41fa-a020-fad104c0adf1 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:34:55.882709 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f3090c9c-2cac-4a89-81c9-b75cf7a6cc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:55.907320 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3090c9c-2cac-4a89-81c9-b75cf7a6cc6e admin admin] Pushing event deleted for resources: {'Port': ['ID=131417c3-82fa-41fa-a020-fad104c0adf1,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:34:56.085862 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f3090c9c-2cac-4a89-81c9-b75cf7a6cc6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:56.307759 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3090c9c-2cac-4a89-81c9-b75cf7a6cc6e admin admin] Router 23fc89e2-a254-48d7-b1bd-417c452d502a has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:34:56.351688 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:34:56.372846 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:34:56.373195 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device b4cafbbb-c55e-4af3-a4db-f05f42e0b8a7 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:34:56.373621 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 940d14ab-38fa-4047-bb18-cd7859f7813a no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:34:56.392412 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 940d14ab-38fa-4047-bb18-cd7859f7813a {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:34:56.392756 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 940d14ab-38fa-4047-bb18-cd7859f7813a not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:34:56.421520 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3090c9c-2cac-4a89-81c9-b75cf7a6cc6e admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:34:56.426434 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f3090c9c-2cac-4a89-81c9-b75cf7a6cc6e admin admin] 10.222.0.76 "PUT /v2.0/routers/23fc89e2-a254-48d7-b1bd-417c452d502a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4098778 Nov 11 18:34:56.429496 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54908) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:34:56.431013 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d8ff73-d81a-4b6e-8bcd-b57985ad5194 None None] Sync routers for ids ['23fc89e2-a254-48d7-b1bd-417c452d502a'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:34:56.440775 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d8ff73-d81a-4b6e-8bcd-b57985ad5194 None None] Routers {'23fc89e2-a254-48d7-b1bd-417c452d502a'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:34:56.441397 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-43d8ff73-d81a-4b6e-8bcd-b57985ad5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:34:41Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['23fc89e2-a254-48d7-b1bd-417c452d502a'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:34:56.532167 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a5fe9e5-a5f3-4770-8fcc-81ef2bbc325e admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:56.546674 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-43d8ff73-d81a-4b6e-8bcd-b57985ad5194 None None] Set router 23fc89e2-a254-48d7-b1bd-417c452d502a gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:34:56.644926 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a5fe9e5-a5f3-4770-8fcc-81ef2bbc325e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:56.700852 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-4a5fe9e5-a5f3-4770-8fcc-81ef2bbc325e admin admin] Deleting port d9bfb063-a396-4509-8d1f-a8630bc42c8b {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:34:56.701197 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a5fe9e5-a5f3-4770-8fcc-81ef2bbc325e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:56.735836 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-43d8ff73-d81a-4b6e-8bcd-b57985ad5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fc89e2-a254-48d7-b1bd-417c452d502a', 'name': 'tempest-TestShelveInstance-447376758-router', 'tenant_id': '32d05bd3de1f40fc960f05eba332cdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb063-a396-4509-8d1f-a8630bc42c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:26:03Z', 'updated_at': '2021-11-11T18:34:55Z', 'revision_number': 5, 'project_id': '32d05bd3de1f40fc960f05eba332cdf9', 'gw_port': {'id': 'd9bfb063-a396-4509-8d1f-a8630bc42c8b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fc89e2-a254-48d7-b1bd-417c452d502a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:26:03Z', 'updated_at': '2021-11-11T18:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:34:56.761942 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d8ff73-d81a-4b6e-8bcd-b57985ad5194 None None] Checking router: 23fc89e2-a254-48d7-b1bd-417c452d502a for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:34:56.770367 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d8ff73-d81a-4b6e-8bcd-b57985ad5194 None None] Routers {'23fc89e2-a254-48d7-b1bd-417c452d502a'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:34:56.771011 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-43d8ff73-d81a-4b6e-8bcd-b57985ad5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:34:41Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['23fc89e2-a254-48d7-b1bd-417c452d502a'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:34:56.782785 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-4a5fe9e5-a5f3-4770-8fcc-81ef2bbc325e admin admin] For port d9bfb063-a396-4509-8d1f-a8630bc42c8b, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=d9bfb063-a396-4509-8d1f-a8630bc42c8b,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:34:56.783055 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a5fe9e5-a5f3-4770-8fcc-81ef2bbc325e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:56.795026 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-4a5fe9e5-a5f3-4770-8fcc-81ef2bbc325e admin admin] Calling delete_port for d9bfb063-a396-4509-8d1f-a8630bc42c8b owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:34:56.856647 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-43d8ff73-d81a-4b6e-8bcd-b57985ad5194 None None] Set router 23fc89e2-a254-48d7-b1bd-417c452d502a gateway port host: None {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:34:56.910713 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-43d8ff73-d81a-4b6e-8bcd-b57985ad5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fc89e2-a254-48d7-b1bd-417c452d502a', 'name': 'tempest-TestShelveInstance-447376758-router', 'tenant_id': '32d05bd3de1f40fc960f05eba332cdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:26:03Z', 'updated_at': '2021-11-11T18:34:56Z', 'revision_number': 6, 'project_id': '32d05bd3de1f40fc960f05eba332cdf9', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:34:56.940263 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d8ff73-d81a-4b6e-8bcd-b57985ad5194 None None] The sync data for ids ['23fc89e2-a254-48d7-b1bd-417c452d502a'] in n-d-816206-4 is: [{'id': '23fc89e2-a254-48d7-b1bd-417c452d502a', 'name': 'tempest-TestShelveInstance-447376758-router', 'tenant_id': '32d05bd3de1f40fc960f05eba332cdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:26:03Z', 'updated_at': '2021-11-11T18:34:56Z', 'revision_number': 6, 'project_id': '32d05bd3de1f40fc960f05eba332cdf9', 'gw_port_host': None}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:34:56.969883 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a5fe9e5-a5f3-4770-8fcc-81ef2bbc325e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:56.996590 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fe9e5-a5f3-4770-8fcc-81ef2bbc325e admin admin] Pushing event deleted for resources: {'Port': ['ID=d9bfb063-a396-4509-8d1f-a8630bc42c8b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:34:57.010611 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc00394-7a52-46a5-9184-60de1704ed25 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:34:57.060471 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a5fe9e5-a5f3-4770-8fcc-81ef2bbc325e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:57.153556 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a5fe9e5-a5f3-4770-8fcc-81ef2bbc325e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:57.155675 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a5fe9e5-a5f3-4770-8fcc-81ef2bbc325e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:57.198822 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a5fe9e5-a5f3-4770-8fcc-81ef2bbc325e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:57.199315 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5fe9e5-a5f3-4770-8fcc-81ef2bbc325e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23fc89e2-a254-48d7-b1bd-417c452d502a {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 18:34:57.203588 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-4a5fe9e5-a5f3-4770-8fcc-81ef2bbc325e admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:57.204744 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-4a5fe9e5-a5f3-4770-8fcc-81ef2bbc325e admin admin] 10.222.0.76 "DELETE /v2.0/routers/23fc89e2-a254-48d7-b1bd-417c452d502a HTTP/1.1" status: 204 len: 168 time: 0.7743475 Nov 11 18:34:57.207240 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54910) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:34:57.252019 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a3ab13-6b5f-455b-a571-b119c9f2bed0 admin admin] Deleting subnet 438e967f-ca09-479b-9a1f-202122fa1d42 {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:34:57.255340 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46a3ab13-6b5f-455b-a571-b119c9f2bed0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:57.290387 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46a3ab13-6b5f-455b-a571-b119c9f2bed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:57.375527 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46a3ab13-6b5f-455b-a571-b119c9f2bed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:57.427861 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46a3ab13-6b5f-455b-a571-b119c9f2bed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:57.451535 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3ab13-6b5f-455b-a571-b119c9f2bed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=438e967f-ca09-479b-9a1f-202122fa1d42,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:34:57.457161 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-46a3ab13-6b5f-455b-a571-b119c9f2bed0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:57.463000 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a04a7bf-7c22-4487-9d2c-7cfd4c522fd2 None None] Network 955ba777-a667-4148-8f83-096a21dabc31 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:34:57.463896 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-46a3ab13-6b5f-455b-a571-b119c9f2bed0 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/438e967f-ca09-479b-9a1f-202122fa1d42 HTTP/1.1" status: 204 len: 168 time: 0.2556539 Nov 11 18:34:57.464107 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54912) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:34:57.532241 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-683e33dd-3234-4a33-9dbc-e887251e1bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:57.588405 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-683e33dd-3234-4a33-9dbc-e887251e1bf5 admin admin] Deleting port 1765bc10-7e44-4b2b-ac87-7f1f796b291a {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:34:57.588741 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-683e33dd-3234-4a33-9dbc-e887251e1bf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:57.652444 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-683e33dd-3234-4a33-9dbc-e887251e1bf5 admin admin] For port 1765bc10-7e44-4b2b-ac87-7f1f796b291a, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=1765bc10-7e44-4b2b-ac87-7f1f796b291a,segment=NetworkSegment(54b9749c-84bc-451c-b160-76cdbc9aec30),segment_id=54b9749c-84bc-451c-b160-76cdbc9aec30)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:34:57.652731 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-683e33dd-3234-4a33-9dbc-e887251e1bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:57.664533 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-683e33dd-3234-4a33-9dbc-e887251e1bf5 admin admin] Calling delete_port for 1765bc10-7e44-4b2b-ac87-7f1f796b291a owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:34:57.711082 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f554b6-64c0-42c7-afc9-ae1ab641b38b None None] DHCP port deletion for 955ba777-a667-4148-8f83-096a21dabc31 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:34:57.748978 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-683e33dd-3234-4a33-9dbc-e887251e1bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:57.762402 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-62f554b6-64c0-42c7-afc9-ae1ab641b38b None None] Deleting port 1765bc10-7e44-4b2b-ac87-7f1f796b291a {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:34:57.762792 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-62f554b6-64c0-42c7-afc9-ae1ab641b38b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:57.776829 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683e33dd-3234-4a33-9dbc-e887251e1bf5 admin admin] No DVR routers for this DVR port 1765bc10-7e44-4b2b-ac87-7f1f796b291a on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:34:57.778636 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e33dd-3234-4a33-9dbc-e887251e1bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1765bc10-7e44-4b2b-ac87-7f1f796b291a,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:34:57.835604 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-62f554b6-64c0-42c7-afc9-ae1ab641b38b None None] For port 1765bc10-7e44-4b2b-ac87-7f1f796b291a, host n-d-816206-4, got binding levels [] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:34:57.836212 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-62f554b6-64c0-42c7-afc9-ae1ab641b38b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:57.849391 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-62f554b6-64c0-42c7-afc9-ae1ab641b38b None None] Calling delete_port for 1765bc10-7e44-4b2b-ac87-7f1f796b291a owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:34:57.852136 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.ipam_backend_mixin [None req-62f554b6-64c0-42c7-afc9-ae1ab641b38b None None] Port 1765bc10-7e44-4b2b-ac87-7f1f796b291a was not found and therefore no delete operation was performed {{(pid=102619) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 18:34:57.853482 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-62f554b6-64c0-42c7-afc9-ae1ab641b38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:57.855493 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-683e33dd-3234-4a33-9dbc-e887251e1bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:57.877888 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f554b6-64c0-42c7-afc9-ae1ab641b38b None None] Pushing event deleted for resources: {'Port': ['ID=1765bc10-7e44-4b2b-ac87-7f1f796b291a,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:34:57.880023 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-683e33dd-3234-4a33-9dbc-e887251e1bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955ba777-a667-4148-8f83-096a21dabc31']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:34:57.884610 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f554b6-64c0-42c7-afc9-ae1ab641b38b None None] No DVR routers for this DVR port 1765bc10-7e44-4b2b-ac87-7f1f796b291a on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:34:57.890364 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-683e33dd-3234-4a33-9dbc-e887251e1bf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b9749c-84bc-451c-b160-76cdbc9aec30') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:34:57.890657 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-683e33dd-3234-4a33-9dbc-e887251e1bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b9749c-84bc-451c-b160-76cdbc9aec30') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:34:57.900231 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-683e33dd-3234-4a33-9dbc-e887251e1bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:57.913859 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-683e33dd-3234-4a33-9dbc-e887251e1bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:57.920020 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683e33dd-3234-4a33-9dbc-e887251e1bf5 admin admin] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:34:57.920404 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-683e33dd-3234-4a33-9dbc-e887251e1bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: timer() Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:34:57.922090 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:34:57.980577 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-683e33dd-3234-4a33-9dbc-e887251e1bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:57.987755 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-683e33dd-3234-4a33-9dbc-e887251e1bf5 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:57.991450 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-683e33dd-3234-4a33-9dbc-e887251e1bf5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/955ba777-a667-4148-8f83-096a21dabc31 HTTP/1.1" status: 204 len: 168 time: 0.5257781 Nov 11 18:34:58.005115 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e33dd-3234-4a33-9dbc-e887251e1bf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=955ba777-a667-4148-8f83-096a21dabc31,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:34:58.105364 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54916) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:34:58.147745 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ecd80508-d56e-4334-99ee-7ef9976a142f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=de23000aee3247c69adc355527936fa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411460 Nov 11 18:34:58.150216 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54918) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:34:58.198878 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-576ad0ee-160a-4379-9049-659df0971181 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:58.223387 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-576ad0ee-160a-4379-9049-659df0971181 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:58.272681 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-576ad0ee-160a-4379-9049-659df0971181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:58.276107 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-576ad0ee-160a-4379-9049-659df0971181 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:58.277282 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-576ad0ee-160a-4379-9049-659df0971181 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/98f7d472-761b-4ff3-8df7-65ca872d6472 HTTP/1.1" status: 204 len: 168 time: 0.1261015 Nov 11 18:34:58.285522 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ad0ee-160a-4379-9049-659df0971181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f7d472-761b-4ff3-8df7-65ca872d6472,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:34:58.303215 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1765bc10-7e44-4b2b-ac87-7f1f796b291a no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:34:58.329004 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 1765bc10-7e44-4b2b-ac87-7f1f796b291a {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:34:58.329357 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 1765bc10-7e44-4b2b-ac87-7f1f796b291a not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:34:58.329786 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device d9bfb063-a396-4509-8d1f-a8630bc42c8b no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:34:58.352479 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: d9bfb063-a396-4509-8d1f-a8630bc42c8b {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:34:58.352744 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device d9bfb063-a396-4509-8d1f-a8630bc42c8b not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:34:58.353163 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 131417c3-82fa-41fa-a020-fad104c0adf1 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:34:58.372460 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 131417c3-82fa-41fa-a020-fad104c0adf1 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:34:58.372802 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 131417c3-82fa-41fa-a020-fad104c0adf1 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:34:58.590288 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54924) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:34:58.630251 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-2c1debbf-879d-4091-b60f-fd618623f5df admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=32d05bd3de1f40fc960f05eba332cdf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386980 Nov 11 18:34:58.634537 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54926) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:34:58.687212 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7f159b7-7e0d-4068-ab28-5c8b2468627c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:58.707951 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7f159b7-7e0d-4068-ab28-5c8b2468627c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:58.755108 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7f159b7-7e0d-4068-ab28-5c8b2468627c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:58.757803 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-d7f159b7-7e0d-4068-ab28-5c8b2468627c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:58.758977 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-d7f159b7-7e0d-4068-ab28-5c8b2468627c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b057c46d-72cb-4fb5-9320-a2833b8875d5 HTTP/1.1" status: 204 len: 168 time: 0.1235464 Nov 11 18:34:58.766743 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f159b7-7e0d-4068-ab28-5c8b2468627c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b057c46d-72cb-4fb5-9320-a2833b8875d5,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:34:59.384435 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:34:59.413855 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54948) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:34:59.505869 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-cc2bda9b-90eb-43ed-a645-f14e5d2754d7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-416120891-network', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:34:59.527915 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2bda9b-90eb-43ed-a645-f14e5d2754d7 admin admin] Made reservation on behalf of ba43637609e2428bb07678d53c0aac99 for: {'network': 1} {{(pid=102617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:34:59.530197 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc2bda9b-90eb-43ed-a645-f14e5d2754d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:59.538480 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc2bda9b-90eb-43ed-a645-f14e5d2754d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:59.611435 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc2bda9b-90eb-43ed-a645-f14e5d2754d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:59.615284 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc2bda9b-90eb-43ed-a645-f14e5d2754d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:59.636411 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2bda9b-90eb-43ed-a645-f14e5d2754d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1295} {{(pid=102617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:34:59.651075 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bda9b-90eb-43ed-a645-f14e5d2754d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4589f231-10b0-4003-9ee9-ff80154406f9,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:34:59.654077 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc2bda9b-90eb-43ed-a645-f14e5d2754d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:59.654414 n-d-816206-4 neutron-server[102617]: INFO neutron.db.segments_db [None req-cc2bda9b-90eb-43ed-a645-f14e5d2754d7 admin admin] Added segment e1c9dc05-894e-44c2-9784-d8494af6175e of type vlan for network da72700e-5fa3-4d0f-b094-3e816a167fb0 Nov 11 18:34:59.695885 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc2bda9b-90eb-43ed-a645-f14e5d2754d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:59.726459 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc2bda9b-90eb-43ed-a645-f14e5d2754d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:59.727498 n-d-816206-4 neutron-server[102617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2bda9b-90eb-43ed-a645-f14e5d2754d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:34:59.728058 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-cc2bda9b-90eb-43ed-a645-f14e5d2754d7 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:59.782963 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-cc2bda9b-90eb-43ed-a645-f14e5d2754d7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3679805 Nov 11 18:34:59.785991 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54952) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:34:59.790967 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-c663e9e9-aa0e-43fb-8c8a-c9ab6fc78909 admin admin] Request body: {'subnet': {'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-416120891-subnet', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:34:59.794233 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bda9b-90eb-43ed-a645-f14e5d2754d7 admin admin] Pushing event updated for resources: {'Network': ['ID=da72700e-5fa3-4d0f-b094-3e816a167fb0,revision_number=1']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:34:59.805661 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network da72700e-5fa3-4d0f-b094-3e816a167fb0 details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:34:59.812872 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c663e9e9-aa0e-43fb-8c8a-c9ab6fc78909 admin admin] Made reservation on behalf of ba43637609e2428bb07678d53c0aac99 for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:34:59.815282 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c663e9e9-aa0e-43fb-8c8a-c9ab6fc78909 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:34:59.983142 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c663e9e9-aa0e-43fb-8c8a-c9ab6fc78909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:00.030506 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663e9e9-aa0e-43fb-8c8a-c9ab6fc78909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e8a9f76-831d-4932-b331-aa77070d9b58,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:00.053390 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c663e9e9-aa0e-43fb-8c8a-c9ab6fc78909 admin admin] Checking segment: {'id': 'e1c9dc05-894e-44c2-9784-d8494af6175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:35:00.054251 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c663e9e9-aa0e-43fb-8c8a-c9ab6fc78909 admin admin] Network hostable DHCP agents. Network: da72700e-5fa3-4d0f-b094-3e816a167fb0, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:35:00.071235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c663e9e9-aa0e-43fb-8c8a-c9ab6fc78909 admin admin] Network da72700e-5fa3-4d0f-b094-3e816a167fb0 is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:35:00.080527 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-c663e9e9-aa0e-43fb-8c8a-c9ab6fc78909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, da72700e-5fa3-4d0f-b094-3e816a167fb0) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:35:00.084952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c663e9e9-aa0e-43fb-8c8a-c9ab6fc78909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:00.085539 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c663e9e9-aa0e-43fb-8c8a-c9ab6fc78909 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:00.091421 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b800f33-1fbf-43a2-bfad-50084ea9cded None None] Network da72700e-5fa3-4d0f-b094-3e816a167fb0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:35:00.102435 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c663e9e9-aa0e-43fb-8c8a-c9ab6fc78909 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3152905 Nov 11 18:35:00.105113 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54954) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:35:00.109428 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-535ae14e-9f30-4a9b-bbe0-e47b6bc38c9d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-416120891-router', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:35:00.129888 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-535ae14e-9f30-4a9b-bbe0-e47b6bc38c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:00.131810 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-535ae14e-9f30-4a9b-bbe0-e47b6bc38c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:00.187201 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-535ae14e-9f30-4a9b-bbe0-e47b6bc38c9d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:00.245456 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c831f310-6908-46fa-ab4e-4a948d79584b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-da72700e-5fa3-4d0f-b094-3e816a167fb0', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'fixed_ips': [{'subnet_id': '0e8a9f76-831d-4932-b331-aa77070d9b58'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 18:35:00.246471 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c831f310-6908-46fa-ab4e-4a948d79584b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:00.322069 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-535ae14e-9f30-4a9b-bbe0-e47b6bc38c9d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:00.380157 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-c831f310-6908-46fa-ab4e-4a948d79584b None None] Allocated IP 172.20.0.2 (da72700e-5fa3-4d0f-b094-3e816a167fb0/0e8a9f76-831d-4932-b331-aa77070d9b58/5415b834-e855-4cf4-b799-39fbd4344c6d) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:35:00.523935 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c831f310-6908-46fa-ab4e-4a948d79584b None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:00.528582 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-535ae14e-9f30-4a9b-bbe0-e47b6bc38c9d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:00.529714 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c831f310-6908-46fa-ab4e-4a948d79584b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:00.548757 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-535ae14e-9f30-4a9b-bbe0-e47b6bc38c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:00.572860 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c831f310-6908-46fa-ab4e-4a948d79584b None None] Network da72700e-5fa3-4d0f-b094-3e816a167fb0 is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:35:00.576786 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-c831f310-6908-46fa-ab4e-4a948d79584b None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:35:00.578454 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831f310-6908-46fa-ab4e-4a948d79584b None None] Pushing event updated for resources: {'Port': ['ID=5415b834-e855-4cf4-b799-39fbd4344c6d,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:00.580584 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c831f310-6908-46fa-ab4e-4a948d79584b None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:35:00.635261 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c831f310-6908-46fa-ab4e-4a948d79584b None None] Attempting to bind port 5415b834-e855-4cf4-b799-39fbd4344c6d on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:35:00.635620 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c831f310-6908-46fa-ab4e-4a948d79584b None None] Attempting to bind port 5415b834-e855-4cf4-b799-39fbd4344c6d by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'e1c9dc05-894e-44c2-9784-d8494af6175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:35:00.636027 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c831f310-6908-46fa-ab4e-4a948d79584b None None] Attempting to bind port 5415b834-e855-4cf4-b799-39fbd4344c6d on network da72700e-5fa3-4d0f-b094-3e816a167fb0 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:35:00.641067 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c831f310-6908-46fa-ab4e-4a948d79584b None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:35:00.641436 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c831f310-6908-46fa-ab4e-4a948d79584b None None] Checking segment: {'id': 'e1c9dc05-894e-44c2-9784-d8494af6175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:35:00.641827 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c831f310-6908-46fa-ab4e-4a948d79584b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:00.642597 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c831f310-6908-46fa-ab4e-4a948d79584b None None] Bound using segment: {'id': 'e1c9dc05-894e-44c2-9784-d8494af6175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:35:00.642768 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-c831f310-6908-46fa-ab4e-4a948d79584b None None] Bound port: 5415b834-e855-4cf4-b799-39fbd4344c6d, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c9dc05-894e-44c2-9784-d8494af6175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:35:00.643028 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c831f310-6908-46fa-ab4e-4a948d79584b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:00.659258 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-535ae14e-9f30-4a9b-bbe0-e47b6bc38c9d admin admin] Allocated IP 172.25.2.13 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/214253a2-5413-4128-8b00-c2360b8cc667) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:35:00.709070 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c831f310-6908-46fa-ab4e-4a948d79584b None None] For port 5415b834-e855-4cf4-b799-39fbd4344c6d, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:35:00.712222 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-c831f310-6908-46fa-ab4e-4a948d79584b None None] For port 5415b834-e855-4cf4-b799-39fbd4344c6d, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5415b834-e855-4cf4-b799-39fbd4344c6d,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:35:00.716668 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c831f310-6908-46fa-ab4e-4a948d79584b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:00.765665 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-535ae14e-9f30-4a9b-bbe0-e47b6bc38c9d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:00.772630 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831f310-6908-46fa-ab4e-4a948d79584b None None] Pushing event updated for resources: {'Port': ['ID=5415b834-e855-4cf4-b799-39fbd4344c6d,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:00.801640 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-535ae14e-9f30-4a9b-bbe0-e47b6bc38c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:00.848514 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535ae14e-9f30-4a9b-bbe0-e47b6bc38c9d admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:35:00.853675 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-535ae14e-9f30-4a9b-bbe0-e47b6bc38c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:35:00.856098 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ae14e-9f30-4a9b-bbe0-e47b6bc38c9d admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:35:00.867608 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5111b904-6843-4c13-ba95-7c3ad483b3b1 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:35:00.881869 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ae14e-9f30-4a9b-bbe0-e47b6bc38c9d admin admin] Pushing event updated for resources: {'Port': ['ID=214253a2-5413-4128-8b00-c2360b8cc667,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:00.923020 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-faca1c72-4f0d-407a-98e5-21dabf38cafe None None] Provisioning complete for port 214253a2-5413-4128-8b00-c2360b8cc667 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:00.923425 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-faca1c72-4f0d-407a-98e5-21dabf38cafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:00.986142 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-faca1c72-4f0d-407a-98e5-21dabf38cafe None None] Port 214253a2-5413-4128-8b00-c2360b8cc667 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:35:01.141878 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-535ae14e-9f30-4a9b-bbe0-e47b6bc38c9d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:01.335255 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-535ae14e-9f30-4a9b-bbe0-e47b6bc38c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:01.465298 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535ae14e-9f30-4a9b-bbe0-e47b6bc38c9d admin admin] Router e2333007-63f9-461b-8cd2-0cb8b0afae49 is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 18:35:01.575476 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535ae14e-9f30-4a9b-bbe0-e47b6bc38c9d admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:35:01.585684 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] Sync routers for ids ['e2333007-63f9-461b-8cd2-0cb8b0afae49'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:35:01.595177 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-535ae14e-9f30-4a9b-bbe0-e47b6bc38c9d admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:01.596728 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-535ae14e-9f30-4a9b-bbe0-e47b6bc38c9d admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4906976 Nov 11 18:35:01.599504 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54956) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:35:01.599796 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] Routers {'e2333007-63f9-461b-8cd2-0cb8b0afae49'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:35:01.600466 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:34:41Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e2333007-63f9-461b-8cd2-0cb8b0afae49'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:35:01.713379 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] Set router e2333007-63f9-461b-8cd2-0cb8b0afae49 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:35:01.728047 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95fdf6f-684a-4674-b534-a5a30f8bb0bc None None] Network da72700e-5fa3-4d0f-b094-3e816a167fb0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:35:01.853082 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-475b4498-6917-4455-ae6d-4b3586989b3e None None] Provisioning complete for port 5415b834-e855-4cf4-b799-39fbd4344c6d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:01.853614 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-475b4498-6917-4455-ae6d-4b3586989b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:01.911481 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'name': 'tempest-TestSnapshotPattern-416120891-router', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '214253a2-5413-4128-8b00-c2360b8cc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:01Z', 'revision_number': 3, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'gw_port': {'id': '214253a2-5413-4128-8b00-c2360b8cc667', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:35:01.938868 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] Checking router: e2333007-63f9-461b-8cd2-0cb8b0afae49 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:35:01.939219 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] Updating router e2333007-63f9-461b-8cd2-0cb8b0afae49 port 214253a2-5413-4128-8b00-c2360b8cc667 binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:35:01.965172 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:01.965692 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-475b4498-6917-4455-ae6d-4b3586989b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:02.000317 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-475b4498-6917-4455-ae6d-4b3586989b3e None None] For port 5415b834-e855-4cf4-b799-39fbd4344c6d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5415b834-e855-4cf4-b799-39fbd4344c6d,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:35:02.006313 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-475b4498-6917-4455-ae6d-4b3586989b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:02.063013 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ad83e90-233e-4dfa-bc8f-9b22332e0ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:02.066769 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b4498-6917-4455-ae6d-4b3586989b3e None None] Pushing event updated for resources: {'Port': ['ID=5415b834-e855-4cf4-b799-39fbd4344c6d,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:02.229011 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e9818e6e-d6b2-4a9d-8434-44e911d57675 None None] Provisioning complete for port 5415b834-e855-4cf4-b799-39fbd4344c6d triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:02.229381 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e9818e6e-d6b2-4a9d-8434-44e911d57675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:02.238906 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-2ad83e90-233e-4dfa-bc8f-9b22332e0ce0 admin admin] Allocated IP 172.20.0.1 (da72700e-5fa3-4d0f-b094-3e816a167fb0/0e8a9f76-831d-4932-b331-aa77070d9b58/3cc5e377-0151-4cbc-8f5b-3929946a9fc3) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:35:02.244373 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:02.250949 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:02.298265 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] Attempting to bind port 214253a2-5413-4128-8b00-c2360b8cc667 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:35:02.298431 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ae606f-a5a5-43df-9952-bddffeb7602d None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:35:02.298636 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] Attempting to bind port 214253a2-5413-4128-8b00-c2360b8cc667 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:35:02.299000 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] Attempting to bind port 214253a2-5413-4128-8b00-c2360b8cc667 on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:35:02.313735 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:35:02.314124 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:35:02.314526 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:02.314923 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:35:02.315408 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] Bound port: 214253a2-5413-4128-8b00-c2360b8cc667, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:35:02.315817 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:02.347080 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b85e9-8297-4577-979e-672be735ce2e None None] Pushing event updated for resources: {'Port': ['ID=214253a2-5413-4128-8b00-c2360b8cc667,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:02.358632 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ad83e90-233e-4dfa-bc8f-9b22332e0ce0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:02.360939 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b85e9-8297-4577-979e-672be735ce2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:35:02.361289 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b85e9-8297-4577-979e-672be735ce2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:35:02.361631 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b85e9-8297-4577-979e-672be735ce2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:35:02.361967 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b85e9-8297-4577-979e-672be735ce2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:35:02.362300 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b85e9-8297-4577-979e-672be735ce2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:35:02.362633 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b85e9-8297-4577-979e-672be735ce2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:35:02.362979 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b85e9-8297-4577-979e-672be735ce2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:35:02.363307 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b85e9-8297-4577-979e-672be735ce2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:35:02.363627 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b85e9-8297-4577-979e-672be735ce2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:35:02.363976 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b85e9-8297-4577-979e-672be735ce2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:35:02.364328 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b85e9-8297-4577-979e-672be735ce2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:35:02.364651 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66b85e9-8297-4577-979e-672be735ce2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:35:02.391267 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] For port 214253a2-5413-4128-8b00-c2360b8cc667, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:35:02.394932 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] For port 214253a2-5413-4128-8b00-c2360b8cc667, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=214253a2-5413-4128-8b00-c2360b8cc667,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:35:02.396048 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ad83e90-233e-4dfa-bc8f-9b22332e0ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:02.401274 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:02.451560 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad83e90-233e-4dfa-bc8f-9b22332e0ce0 admin admin] Network da72700e-5fa3-4d0f-b094-3e816a167fb0 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:35:02.453034 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5415b834-e855-4cf4-b799-39fbd4344c6d up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:35:02.454883 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-2ad83e90-233e-4dfa-bc8f-9b22332e0ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:35:02.457323 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad83e90-233e-4dfa-bc8f-9b22332e0ce0 admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:35:02.470136 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d0d995-dde4-4258-9509-f0134d3a7729 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:35:02.474108 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] Routers {'e2333007-63f9-461b-8cd2-0cb8b0afae49'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:35:02.474748 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:34:41Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e2333007-63f9-461b-8cd2-0cb8b0afae49'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:35:02.479883 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b85e9-8297-4577-979e-672be735ce2e None None] Pushing event updated for resources: {'Port': ['ID=214253a2-5413-4128-8b00-c2360b8cc667,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:02.496205 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad83e90-233e-4dfa-bc8f-9b22332e0ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc5e377-0151-4cbc-8f5b-3929946a9fc3,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:02.512678 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ad83e90-233e-4dfa-bc8f-9b22332e0ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:02.513936 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1aea0fd2-8224-42b7-907b-223545caecde None None] Provisioning complete for port 214253a2-5413-4128-8b00-c2360b8cc667 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:02.514323 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1aea0fd2-8224-42b7-907b-223545caecde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:02.597948 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 5415b834-e855-4cf4-b799-39fbd4344c6d triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:02.598326 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:02.610002 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] Set router e2333007-63f9-461b-8cd2-0cb8b0afae49 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:35:02.668578 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1aea0fd2-8224-42b7-907b-223545caecde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:02.701468 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1aea0fd2-8224-42b7-907b-223545caecde None None] For port 214253a2-5413-4128-8b00-c2360b8cc667, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=214253a2-5413-4128-8b00-c2360b8cc667,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:35:02.711388 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1aea0fd2-8224-42b7-907b-223545caecde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:02.801558 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea0fd2-8224-42b7-907b-223545caecde None None] Pushing event updated for resources: {'Port': ['ID=214253a2-5413-4128-8b00-c2360b8cc667,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:02.833180 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e6aa9101-0155-4b3e-9509-682f0cd636cb None None] Provisioning complete for port 3cc5e377-0151-4cbc-8f5b-3929946a9fc3 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:02.833551 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e6aa9101-0155-4b3e-9509-682f0cd636cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:02.841181 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'name': 'tempest-TestSnapshotPattern-416120891-router', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '214253a2-5413-4128-8b00-c2360b8cc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:01Z', 'revision_number': 3, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'gw_port': {'id': '214253a2-5413-4128-8b00-c2360b8cc667', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:35:02.868724 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e6aa9101-0155-4b3e-9509-682f0cd636cb None None] Port 3cc5e377-0151-4cbc-8f5b-3929946a9fc3 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:35:02.870324 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34735548-221b-4c17-ad1a-4650918b7850 None None] The sync data for ids ['e2333007-63f9-461b-8cd2-0cb8b0afae49'] in n-d-816206-4 is: [{'id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'name': 'tempest-TestSnapshotPattern-416120891-router', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '214253a2-5413-4128-8b00-c2360b8cc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:01Z', 'revision_number': 3, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'gw_port': {'id': '214253a2-5413-4128-8b00-c2360b8cc667', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:35:02.881240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e6aa9101-0155-4b3e-9509-682f0cd636cb None None] Provisioning complete for port 214253a2-5413-4128-8b00-c2360b8cc667 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:02.882199 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e6aa9101-0155-4b3e-9509-682f0cd636cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:03.002941 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ad83e90-233e-4dfa-bc8f-9b22332e0ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:03.199082 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ad83e90-233e-4dfa-bc8f-9b22332e0ce0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:03.205013 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ad83e90-233e-4dfa-bc8f-9b22332e0ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:03.274317 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-2ad83e90-233e-4dfa-bc8f-9b22332e0ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:03.276242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad83e90-233e-4dfa-bc8f-9b22332e0ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc5e377-0151-4cbc-8f5b-3929946a9fc3,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:03.377168 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad83e90-233e-4dfa-bc8f-9b22332e0ce0 admin admin] Network da72700e-5fa3-4d0f-b094-3e816a167fb0 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:35:03.378743 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-2ad83e90-233e-4dfa-bc8f-9b22332e0ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:35:03.514274 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad83e90-233e-4dfa-bc8f-9b22332e0ce0 admin admin] Router e2333007-63f9-461b-8cd2-0cb8b0afae49 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:35:03.630696 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad83e90-233e-4dfa-bc8f-9b22332e0ce0 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:35:03.635752 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2ad83e90-233e-4dfa-bc8f-9b22332e0ce0 admin admin] 10.222.0.76 "PUT /v2.0/routers/e2333007-63f9-461b-8cd2-0cb8b0afae49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0348504 Nov 11 18:35:03.675640 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2bcdd4c2-8495-466c-a1e8-4af587390896 None None] Provisioning complete for port 3cc5e377-0151-4cbc-8f5b-3929946a9fc3 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:03.676296 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2bcdd4c2-8495-466c-a1e8-4af587390896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:03.713499 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-2bcdd4c2-8495-466c-a1e8-4af587390896 None None] Port 3cc5e377-0151-4cbc-8f5b-3929946a9fc3 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:35:04.095242 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54972) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:35:04.101103 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-f7c4b1df-3a1a-4ae1-9b96-d80bdcb4be69 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1486650355-network', 'tenant_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:35:04.122363 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c4b1df-3a1a-4ae1-9b96-d80bdcb4be69 admin admin] Made reservation on behalf of ab2babda3e8b4b2c9770472e5ba3bfbe for: {'network': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:35:04.124704 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f7c4b1df-3a1a-4ae1-9b96-d80bdcb4be69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for network, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:04.133334 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f7c4b1df-3a1a-4ae1-9b96-d80bdcb4be69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:04.213699 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f7c4b1df-3a1a-4ae1-9b96-d80bdcb4be69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:04.217754 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f7c4b1df-3a1a-4ae1-9b96-d80bdcb4be69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:04.238676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c4b1df-3a1a-4ae1-9b96-d80bdcb4be69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1285} {{(pid=102618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 18:35:04.253850 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4b1df-3a1a-4ae1-9b96-d80bdcb4be69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cca22cf-3e49-4ee9-a751-3f56475496fd,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:04.256768 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f7c4b1df-3a1a-4ae1-9b96-d80bdcb4be69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:04.257112 n-d-816206-4 neutron-server[102618]: INFO neutron.db.segments_db [None req-f7c4b1df-3a1a-4ae1-9b96-d80bdcb4be69 admin admin] Added segment b0eafccf-4e41-4de2-9e7e-604559996eef of type vlan for network ddc00c64-63d0-40e2-a03b-1b9c915a760c Nov 11 18:35:04.303780 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f7c4b1df-3a1a-4ae1-9b96-d80bdcb4be69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765003076307'] for network, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:04.329174 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f7c4b1df-3a1a-4ae1-9b96-d80bdcb4be69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816'] for network, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:04.330151 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c4b1df-3a1a-4ae1-9b96-d80bdcb4be69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:04.330837 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f7c4b1df-3a1a-4ae1-9b96-d80bdcb4be69 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:04.344845 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 214253a2-5413-4128-8b00-c2360b8cc667 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:35:04.396269 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 214253a2-5413-4128-8b00-c2360b8cc667 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:04.396918 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:04.402411 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f7c4b1df-3a1a-4ae1-9b96-d80bdcb4be69 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3032925 Nov 11 18:35:04.402604 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54974) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:35:04.409449 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-3eb3a98a-93cd-4a8f-a96e-94ac4d2ca032 admin admin] Request body: {'subnet': {'network_id': 'ddc00c64-63d0-40e2-a03b-1b9c915a760c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1486650355-subnet', 'tenant_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'ip_version': 4}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:35:04.415991 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4b1df-3a1a-4ae1-9b96-d80bdcb4be69 admin admin] Pushing event updated for resources: {'Network': ['ID=ddc00c64-63d0-40e2-a03b-1b9c915a760c,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:04.427264 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Network ddc00c64-63d0-40e2-a03b-1b9c915a760c details requested by agent ovs-agent-n-d-816206-4 with host n-d-816206-4 {{(pid=102619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 18:35:04.433825 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb3a98a-93cd-4a8f-a96e-94ac4d2ca032 admin admin] Made reservation on behalf of ab2babda3e8b4b2c9770472e5ba3bfbe for: {'subnet': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:35:04.436503 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3eb3a98a-93cd-4a8f-a96e-94ac4d2ca032 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9859464'] for subnet, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:04.487010 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] Sync routers for ids ['e2333007-63f9-461b-8cd2-0cb8b0afae49'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:35:04.525112 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] Routers {'e2333007-63f9-461b-8cd2-0cb8b0afae49'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:35:04.525852 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:34:41Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e2333007-63f9-461b-8cd2-0cb8b0afae49'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:35:04.624405 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3eb3a98a-93cd-4a8f-a96e-94ac4d2ca032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10335422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9859494'] for subnet, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:04.672566 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] Set router e2333007-63f9-461b-8cd2-0cb8b0afae49 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:35:04.683306 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3a98a-93cd-4a8f-a96e-94ac4d2ca032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d196e188-c5df-44d7-9baf-ec03312240dd,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:04.690708 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb3a98a-93cd-4a8f-a96e-94ac4d2ca032 admin admin] Checking segment: {'id': 'b0eafccf-4e41-4de2-9e7e-604559996eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'ddc00c64-63d0-40e2-a03b-1b9c915a760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:35:04.691071 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb3a98a-93cd-4a8f-a96e-94ac4d2ca032 admin admin] Network hostable DHCP agents. Network: ddc00c64-63d0-40e2-a03b-1b9c915a760c, hostable agents: ['3b4e719f-6877-4c27-b1fd-0509bf5dbd48'], hosted agents: [] {{(pid=102618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 18:35:04.714396 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb3a98a-93cd-4a8f-a96e-94ac4d2ca032 admin admin] Network ddc00c64-63d0-40e2-a03b-1b9c915a760c is scheduled to be hosted by DHCP agent 3b4e719f-6877-4c27-b1fd-0509bf5dbd48 with binding_index 1 {{(pid=102618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 18:35:04.728541 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-3eb3a98a-93cd-4a8f-a96e-94ac4d2ca032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-4, ddc00c64-63d0-40e2-a03b-1b9c915a760c) {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:35:04.732634 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb3a98a-93cd-4a8f-a96e-94ac4d2ca032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:04.733226 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-3eb3a98a-93cd-4a8f-a96e-94ac4d2ca032 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:04.749454 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-3eb3a98a-93cd-4a8f-a96e-94ac4d2ca032 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3458877 Nov 11 18:35:04.752104 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54976) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:35:04.756173 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ca601d-4083-4030-beb6-43d2132a1ad9 None None] Network ddc00c64-63d0-40e2-a03b-1b9c915a760c requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:35:04.757189 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-e350e067-f973-4f9b-bf3b-56051242063a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1486650355-router', 'tenant_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:35:04.778609 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e350e067-f973-4f9b-bf3b-56051242063a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106938'] for router, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:04.779643 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e350e067-f973-4f9b-bf3b-56051242063a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-917858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106915'] for router, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:04.836716 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e350e067-f973-4f9b-bf3b-56051242063a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:04.972391 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e350e067-f973-4f9b-bf3b-56051242063a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:05.006343 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'name': 'tempest-TestSnapshotPattern-416120891-router', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '214253a2-5413-4128-8b00-c2360b8cc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'gw_port': {'id': '214253a2-5413-4128-8b00-c2360b8cc667', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '3cc5e377-0151-4cbc-8f5b-3929946a9fc3', 'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'mac_address': 'fa:16:3e:05:00:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:02Z', 'updated_at': '2021-11-11T18:35:03Z', 'revision_number': 2, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'subnets': [{'id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:35:05.010188 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6702806-fcc6-40d4-81f8-729923ca77cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccee8a43-85c0-5ed0-8cc0-ad7c0d03f6a7-ddc00c64-63d0-40e2-a03b-1b9c915a760c', 'network_id': 'ddc00c64-63d0-40e2-a03b-1b9c915a760c', 'tenant_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'fixed_ips': [{'subnet_id': 'd196e188-c5df-44d7-9baf-ec03312240dd'}]}} from n-d-816206-4. {{(pid=102619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 18:35:05.011051 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e6702806-fcc6-40d4-81f8-729923ca77cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:05.052451 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] Checking router: e2333007-63f9-461b-8cd2-0cb8b0afae49 for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:35:05.052817 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] Updating router e2333007-63f9-461b-8cd2-0cb8b0afae49 port 3cc5e377-0151-4cbc-8f5b-3929946a9fc3 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:35:05.088335 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:05.183392 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e350e067-f973-4f9b-bf3b-56051242063a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:05.203458 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e350e067-f973-4f9b-bf3b-56051242063a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:05.291361 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.db_base_plugin_common [None req-e6702806-fcc6-40d4-81f8-729923ca77cd None None] Allocated IP 172.20.0.2 (ddc00c64-63d0-40e2-a03b-1b9c915a760c/d196e188-c5df-44d7-9baf-ec03312240dd/ca345743-4d13-4813-bad6-781dbb96af5f) {{(pid=102619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:35:05.304889 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-e350e067-f973-4f9b-bf3b-56051242063a admin admin] Allocated IP 172.25.2.6 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/5c986fea-2fad-4719-8b55-f4d68d38a18b) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:35:05.431486 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e350e067-f973-4f9b-bf3b-56051242063a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:05.464943 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e350e067-f973-4f9b-bf3b-56051242063a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:05.501634 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e350e067-f973-4f9b-bf3b-56051242063a admin admin] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:35:05.508098 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-e350e067-f973-4f9b-bf3b-56051242063a admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:35:05.510507 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e350e067-f973-4f9b-bf3b-56051242063a admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:35:05.532837 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066c2f64-93ce-4dd8-908a-80b3e9a4a928 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:35:05.536981 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350e067-f973-4f9b-bf3b-56051242063a admin admin] Pushing event updated for resources: {'Port': ['ID=5c986fea-2fad-4719-8b55-f4d68d38a18b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:05.558604 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e6702806-fcc6-40d4-81f8-729923ca77cd None None] Publish callbacks [] for port, precommit_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:05.572178 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e6702806-fcc6-40d4-81f8-729923ca77cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809'] for port, after_create {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:05.580361 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:05.612661 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:05.629502 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6702806-fcc6-40d4-81f8-729923ca77cd None None] Network ddc00c64-63d0-40e2-a03b-1b9c915a760c is already hosted by enough agents. {{(pid=102619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:35:05.633742 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6702806-fcc6-40d4-81f8-729923ca77cd None None] Pushing event updated for resources: {'Port': ['ID=ca345743-4d13-4813-bad6-781dbb96af5f,revision_number=1']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:05.637529 n-d-816206-4 neutron-server[102619]: DEBUG neutron.scheduler.base_scheduler [None req-e6702806-fcc6-40d4-81f8-729923ca77cd None None] Resources bound (agent type, host, resource id): {{(pid=102619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:35:05.644301 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6702806-fcc6-40d4-81f8-729923ca77cd None None] Received port after_create {{(pid=102619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:35:05.720995 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-c64af976-043f-48f7-a45c-545640fba806 None None] Provisioning complete for port 5c986fea-2fad-4719-8b55-f4d68d38a18b triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:05.721380 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c64af976-043f-48f7-a45c-545640fba806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:05.726885 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d22dd-3b09-4859-b033-bf44005da43b None None] Pushing event updated for resources: {'Port': ['ID=3cc5e377-0151-4cbc-8f5b-3929946a9fc3,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:05.802304 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e350e067-f973-4f9b-bf3b-56051242063a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:05.832193 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e6702806-fcc6-40d4-81f8-729923ca77cd None None] Attempting to bind port ca345743-4d13-4813-bad6-781dbb96af5f on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:35:05.832761 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e6702806-fcc6-40d4-81f8-729923ca77cd None None] Attempting to bind port ca345743-4d13-4813-bad6-781dbb96af5f by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'b0eafccf-4e41-4de2-9e7e-604559996eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'ddc00c64-63d0-40e2-a03b-1b9c915a760c'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:35:05.832998 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6702806-fcc6-40d4-81f8-729923ca77cd None None] Attempting to bind port ca345743-4d13-4813-bad6-781dbb96af5f on network ddc00c64-63d0-40e2-a03b-1b9c915a760c {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:35:05.839691 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-c64af976-043f-48f7-a45c-545640fba806 None None] Port 5c986fea-2fad-4719-8b55-f4d68d38a18b cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:35:05.843972 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] Attempting to bind port 3cc5e377-0151-4cbc-8f5b-3929946a9fc3 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:35:05.844415 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] Attempting to bind port 3cc5e377-0151-4cbc-8f5b-3929946a9fc3 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'e1c9dc05-894e-44c2-9784-d8494af6175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:35:05.844841 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] Attempting to bind port 3cc5e377-0151-4cbc-8f5b-3929946a9fc3 on network da72700e-5fa3-4d0f-b094-3e816a167fb0 {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:35:05.848163 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6702806-fcc6-40d4-81f8-729923ca77cd None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:35:05.848531 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6702806-fcc6-40d4-81f8-729923ca77cd None None] Checking segment: {'id': 'b0eafccf-4e41-4de2-9e7e-604559996eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'ddc00c64-63d0-40e2-a03b-1b9c915a760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:35:05.848929 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e6702806-fcc6-40d4-81f8-729923ca77cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:05.849328 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6702806-fcc6-40d4-81f8-729923ca77cd None None] Bound using segment: {'id': 'b0eafccf-4e41-4de2-9e7e-604559996eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'ddc00c64-63d0-40e2-a03b-1b9c915a760c'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:35:05.849800 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-e6702806-fcc6-40d4-81f8-729923ca77cd None None] Bound port: ca345743-4d13-4813-bad6-781dbb96af5f, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0eafccf-4e41-4de2-9e7e-604559996eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'ddc00c64-63d0-40e2-a03b-1b9c915a760c'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:35:05.850240 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e6702806-fcc6-40d4-81f8-729923ca77cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:05.855394 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:35:05.855804 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] Checking segment: {'id': 'e1c9dc05-894e-44c2-9784-d8494af6175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:35:05.856175 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:05.856554 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] Bound using segment: {'id': 'e1c9dc05-894e-44c2-9784-d8494af6175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:35:05.857005 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] Bound port: 3cc5e377-0151-4cbc-8f5b-3929946a9fc3, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c9dc05-894e-44c2-9784-d8494af6175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:35:05.857486 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:05.970832 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e6702806-fcc6-40d4-81f8-729923ca77cd None None] For port ca345743-4d13-4813-bad6-781dbb96af5f, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:35:05.977285 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] For port 3cc5e377-0151-4cbc-8f5b-3929946a9fc3, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:35:05.988735 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e6702806-fcc6-40d4-81f8-729923ca77cd None None] For port ca345743-4d13-4813-bad6-781dbb96af5f, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ca345743-4d13-4813-bad6-781dbb96af5f,segment=NetworkSegment(b0eafccf-4e41-4de2-9e7e-604559996eef),segment_id=b0eafccf-4e41-4de2-9e7e-604559996eef)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:35:05.996975 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e6702806-fcc6-40d4-81f8-729923ca77cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:06.001889 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] For port 3cc5e377-0151-4cbc-8f5b-3929946a9fc3, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=3cc5e377-0151-4cbc-8f5b-3929946a9fc3,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:35:06.012219 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e350e067-f973-4f9b-bf3b-56051242063a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-917941'] for router, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:06.035012 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:06.036819 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-0e716af4-cbb5-49f9-ad4f-815e9d4476e6 None None] Provisioning complete for port 3cc5e377-0151-4cbc-8f5b-3929946a9fc3 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:06.037175 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0e716af4-cbb5-49f9-ad4f-815e9d4476e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:06.121117 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6702806-fcc6-40d4-81f8-729923ca77cd None None] Pushing event updated for resources: {'Port': ['ID=ca345743-4d13-4813-bad6-781dbb96af5f,revision_number=2']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:06.127695 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] Routers {'e2333007-63f9-461b-8cd2-0cb8b0afae49'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:35:06.128054 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:34:41Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e2333007-63f9-461b-8cd2-0cb8b0afae49'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:35:06.188781 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e350e067-f973-4f9b-bf3b-56051242063a admin admin] Router 6433ae83-cad8-444e-acfb-1d154ef1acfd is scheduled to L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 with binding_index 1 {{(pid=102618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 18:35:06.276267 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d22dd-3b09-4859-b033-bf44005da43b None None] Pushing event updated for resources: {'Port': ['ID=3cc5e377-0151-4cbc-8f5b-3929946a9fc3,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:06.338447 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e350e067-f973-4f9b-bf3b-56051242063a admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:35:06.352015 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] Sync routers for ids ['6433ae83-cad8-444e-acfb-1d154ef1acfd'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:35:06.369474 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] Routers {'6433ae83-cad8-444e-acfb-1d154ef1acfd'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:35:06.370462 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:34:41Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6433ae83-cad8-444e-acfb-1d154ef1acfd'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:35:06.375101 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e350e067-f973-4f9b-bf3b-56051242063a admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:06.377274 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e350e067-f973-4f9b-bf3b-56051242063a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6241910 Nov 11 18:35:06.380208 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54978) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:35:06.500570 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] Set router 6433ae83-cad8-444e-acfb-1d154ef1acfd gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:35:06.526384 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0e716af4-cbb5-49f9-ad4f-815e9d4476e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:06.561240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-0e716af4-cbb5-49f9-ad4f-815e9d4476e6 None None] For port 3cc5e377-0151-4cbc-8f5b-3929946a9fc3, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=3cc5e377-0151-4cbc-8f5b-3929946a9fc3,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:35:06.570166 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0e716af4-cbb5-49f9-ad4f-815e9d4476e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:06.576898 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] Set router e2333007-63f9-461b-8cd2-0cb8b0afae49 gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:35:06.693176 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e716af4-cbb5-49f9-ad4f-815e9d4476e6 None None] Pushing event updated for resources: {'Port': ['ID=3cc5e377-0151-4cbc-8f5b-3929946a9fc3,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:06.713173 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6433ae83-cad8-444e-acfb-1d154ef1acfd', 'name': 'tempest-TestSnapshotPattern-1486650355-router', 'tenant_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '5c986fea-2fad-4719-8b55-f4d68d38a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:04Z', 'updated_at': '2021-11-11T18:35:05Z', 'revision_number': 3, 'project_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'gw_port': {'id': '5c986fea-2fad-4719-8b55-f4d68d38a18b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:62:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6433ae83-cad8-444e-acfb-1d154ef1acfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:05Z', 'updated_at': '2021-11-11T18:35:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:35:06.743173 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] Checking router: 6433ae83-cad8-444e-acfb-1d154ef1acfd for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:35:06.743548 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] Updating router 6433ae83-cad8-444e-acfb-1d154ef1acfd port 5c986fea-2fad-4719-8b55-f4d68d38a18b binding host n-d-816206-4 {{(pid=102620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:35:06.745970 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-2fbcc6dc-3241-4272-814c-62094365ff11 None None] Provisioning complete for port 3cc5e377-0151-4cbc-8f5b-3929946a9fc3 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:06.746347 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-2fbcc6dc-3241-4272-814c-62094365ff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:06.769657 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:06.862058 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0895-e810-4a79-b1ab-551dbf6ccd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:06.917730 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'name': 'tempest-TestSnapshotPattern-416120891-router', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '214253a2-5413-4128-8b00-c2360b8cc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'gw_port': {'id': '214253a2-5413-4128-8b00-c2360b8cc667', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '3cc5e377-0151-4cbc-8f5b-3929946a9fc3', 'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'mac_address': 'fa:16:3e:05:00:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:02Z', 'updated_at': '2021-11-11T18:35:05Z', 'revision_number': 4, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'subnets': [{'id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:35:06.957228 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1775ffa7-d6e8-45ff-a295-8ca31f2f18e6 None None] The sync data for ids ['e2333007-63f9-461b-8cd2-0cb8b0afae49'] in n-d-816206-4 is: [{'id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'name': 'tempest-TestSnapshotPattern-416120891-router', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '214253a2-5413-4128-8b00-c2360b8cc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'gw_port': {'id': '214253a2-5413-4128-8b00-c2360b8cc667', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '3cc5e377-0151-4cbc-8f5b-3929946a9fc3', 'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'mac_address': 'fa:16:3e:05:00:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:02Z', 'updated_at': '2021-11-11T18:35:05Z', 'revision_number': 4, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'subnets': [{'id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:35:07.069662 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] Publish callbacks [] for port, precommit_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:07.081935 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:07.092747 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-f0ae0895-e810-4a79-b1ab-551dbf6ccd7f admin admin] Allocated IP 172.20.0.1 (ddc00c64-63d0-40e2-a03b-1b9c915a760c/d196e188-c5df-44d7-9baf-ec03312240dd/34b252f5-bd94-4d7a-ad60-499d4b6a8d88) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:35:07.132803 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe36d472-102f-404e-a542-1fbbe0406c0f None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:35:07.138149 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] Attempting to bind port 5c986fea-2fad-4719-8b55-f4d68d38a18b on host n-d-816206-4 for vnic_type normal with profile {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:35:07.138543 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] Attempting to bind port 5c986fea-2fad-4719-8b55-f4d68d38a18b by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:35:07.138885 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] Attempting to bind port 5c986fea-2fad-4719-8b55-f4d68d38a18b on network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:35:07.150285 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:35:07.150659 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] Checking segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:35:07.151063 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:07.151467 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] Bound using segment: {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'} {{(pid=102620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:35:07.151953 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.managers [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] Bound port: 5c986fea-2fad-4719-8b55-f4d68d38a18b, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7550ae8a-3e00-4ea6-8040-4916ae85b3cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5'}}] {{(pid=102620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:35:07.152341 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:07.154035 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179035a9-d2f5-4010-a9e1-d803ca0746f5 None None] Pushing event updated for resources: {'Port': ['ID=5c986fea-2fad-4719-8b55-f4d68d38a18b,revision_number=2']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:07.223324 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-7f2d219f-bbfa-4b6b-b85e-a6750d3fdd07 None None] Provisioning complete for port 5c986fea-2fad-4719-8b55-f4d68d38a18b triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:07.223762 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7f2d219f-bbfa-4b6b-b85e-a6750d3fdd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:07.246901 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] For port 5c986fea-2fad-4719-8b55-f4d68d38a18b, host n-d-816206-4, cleared binding levels {{(pid=102620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:35:07.247165 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0895-e810-4a79-b1ab-551dbf6ccd7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:07.250506 n-d-816206-4 neutron-server[102620]: DEBUG neutron.plugins.ml2.db [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] For port 5c986fea-2fad-4719-8b55-f4d68d38a18b, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5c986fea-2fad-4719-8b55-f4d68d38a18b,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:35:07.256259 n-d-816206-4 neutron-server[102620]: DEBUG neutron_lib.callbacks.manager [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:07.302390 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0895-e810-4a79-b1ab-551dbf6ccd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:07.307501 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d219f-bbfa-4b6b-b85e-a6750d3fdd07 None None] Port 5c986fea-2fad-4719-8b55-f4d68d38a18b cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:35:07.341157 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179035a9-d2f5-4010-a9e1-d803ca0746f5 None None] Pushing event updated for resources: {'Port': ['ID=5c986fea-2fad-4719-8b55-f4d68d38a18b,revision_number=3']} {{(pid=102620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:07.368652 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91588b7b-51b9-4e7c-a7ba-bf38257e424d None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:35:07.372550 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] Routers {'6433ae83-cad8-444e-acfb-1d154ef1acfd'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:35:07.373207 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:34:41Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6433ae83-cad8-444e-acfb-1d154ef1acfd'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:35:07.376904 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ae0895-e810-4a79-b1ab-551dbf6ccd7f admin admin] Network ddc00c64-63d0-40e2-a03b-1b9c915a760c is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:35:07.380275 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-f0ae0895-e810-4a79-b1ab-551dbf6ccd7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:35:07.382725 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ae0895-e810-4a79-b1ab-551dbf6ccd7f admin admin] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:35:07.407989 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b85473-96c3-4c7c-b710-b50e6ddb8f7c None None] Network ddc00c64-63d0-40e2-a03b-1b9c915a760c requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:35:07.408164 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae0895-e810-4a79-b1ab-551dbf6ccd7f admin admin] Pushing event updated for resources: {'Port': ['ID=34b252f5-bd94-4d7a-ad60-499d4b6a8d88,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:07.437319 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0895-e810-4a79-b1ab-551dbf6ccd7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-918882'] for router_interface, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:07.483238 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3c160c81-eaf6-41a2-a1ad-638e101a7585 None None] Provisioning complete for port 5c986fea-2fad-4719-8b55-f4d68d38a18b triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:07.484128 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3c160c81-eaf6-41a2-a1ad-638e101a7585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:07.515424 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] Set router 6433ae83-cad8-444e-acfb-1d154ef1acfd gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:35:07.626692 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3c160c81-eaf6-41a2-a1ad-638e101a7585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:07.652463 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a29437c8-23ca-4150-b99e-58418087fe68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:07.683388 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3c160c81-eaf6-41a2-a1ad-638e101a7585 None None] For port 5c986fea-2fad-4719-8b55-f4d68d38a18b, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5c986fea-2fad-4719-8b55-f4d68d38a18b,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:35:07.696284 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3c160c81-eaf6-41a2-a1ad-638e101a7585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:07.781894 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-3c160c81-eaf6-41a2-a1ad-638e101a7585 None None] Provisioning complete for port ca345743-4d13-4813-bad6-781dbb96af5f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:07.782311 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3c160c81-eaf6-41a2-a1ad-638e101a7585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:07.847442 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c160c81-eaf6-41a2-a1ad-638e101a7585 None None] Pushing event updated for resources: {'Port': ['ID=5c986fea-2fad-4719-8b55-f4d68d38a18b,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:07.861045 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6433ae83-cad8-444e-acfb-1d154ef1acfd', 'name': 'tempest-TestSnapshotPattern-1486650355-router', 'tenant_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '5c986fea-2fad-4719-8b55-f4d68d38a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:04Z', 'updated_at': '2021-11-11T18:35:05Z', 'revision_number': 3, 'project_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'gw_port': {'id': '5c986fea-2fad-4719-8b55-f4d68d38a18b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:62:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6433ae83-cad8-444e-acfb-1d154ef1acfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:05Z', 'updated_at': '2021-11-11T18:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:35:07.901052 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55854767-eaec-4ae1-b0b9-a0504931db01 None None] The sync data for ids ['6433ae83-cad8-444e-acfb-1d154ef1acfd'] in n-d-816206-4 is: [{'id': '6433ae83-cad8-444e-acfb-1d154ef1acfd', 'name': 'tempest-TestSnapshotPattern-1486650355-router', 'tenant_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '5c986fea-2fad-4719-8b55-f4d68d38a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:04Z', 'updated_at': '2021-11-11T18:35:05Z', 'revision_number': 3, 'project_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'gw_port': {'id': '5c986fea-2fad-4719-8b55-f4d68d38a18b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:62:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6433ae83-cad8-444e-acfb-1d154ef1acfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:05Z', 'updated_at': '2021-11-11T18:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:35:07.926811 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3c160c81-eaf6-41a2-a1ad-638e101a7585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:07.977860 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-3c160c81-eaf6-41a2-a1ad-638e101a7585 None None] For port ca345743-4d13-4813-bad6-781dbb96af5f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ca345743-4d13-4813-bad6-781dbb96af5f,segment=NetworkSegment(b0eafccf-4e41-4de2-9e7e-604559996eef),segment_id=b0eafccf-4e41-4de2-9e7e-604559996eef)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:35:07.990039 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3c160c81-eaf6-41a2-a1ad-638e101a7585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:07.990694 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0895-e810-4a79-b1ab-551dbf6ccd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:08.061712 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c160c81-eaf6-41a2-a1ad-638e101a7585 None None] Pushing event updated for resources: {'Port': ['ID=ca345743-4d13-4813-bad6-781dbb96af5f,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:08.223203 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-00434163-3a0d-403f-9f44-a0d1f9cc858f None None] Provisioning complete for port 34b252f5-bd94-4d7a-ad60-499d4b6a8d88 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:08.223916 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-00434163-3a0d-403f-9f44-a0d1f9cc858f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:08.232906 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0895-e810-4a79-b1ab-551dbf6ccd7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:08.240242 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0895-e810-4a79-b1ab-551dbf6ccd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:08.289477 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-00434163-3a0d-403f-9f44-a0d1f9cc858f None None] Port 34b252f5-bd94-4d7a-ad60-499d4b6a8d88 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:35:08.318336 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-00434163-3a0d-403f-9f44-a0d1f9cc858f None None] Provisioning complete for port ca345743-4d13-4813-bad6-781dbb96af5f triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:08.319537 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-00434163-3a0d-403f-9f44-a0d1f9cc858f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:08.349497 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0895-e810-4a79-b1ab-551dbf6ccd7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919030'] for router_interface, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:08.366124 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae0895-e810-4a79-b1ab-551dbf6ccd7f admin admin] Pushing event updated for resources: {'Port': ['ID=34b252f5-bd94-4d7a-ad60-499d4b6a8d88,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:08.515463 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5c986fea-2fad-4719-8b55-f4d68d38a18b up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:35:08.551618 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ae0895-e810-4a79-b1ab-551dbf6ccd7f admin admin] Network ddc00c64-63d0-40e2-a03b-1b9c915a760c is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:35:08.553108 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-f0ae0895-e810-4a79-b1ab-551dbf6ccd7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:35:08.585348 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 5c986fea-2fad-4719-8b55-f4d68d38a18b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:08.585774 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:08.646363 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-4003c682-fbb5-4b41-a2f9-2c4d2f18094c None None] Provisioning complete for port 34b252f5-bd94-4d7a-ad60-499d4b6a8d88 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:08.647207 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4003c682-fbb5-4b41-a2f9-2c4d2f18094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:08.691006 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ae0895-e810-4a79-b1ab-551dbf6ccd7f admin admin] Router 6433ae83-cad8-444e-acfb-1d154ef1acfd has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:35:08.724830 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-4003c682-fbb5-4b41-a2f9-2c4d2f18094c None None] Port 34b252f5-bd94-4d7a-ad60-499d4b6a8d88 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:35:08.749385 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 3cc5e377-0151-4cbc-8f5b-3929946a9fc3 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:35:08.805717 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 3cc5e377-0151-4cbc-8f5b-3929946a9fc3 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:08.806099 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:08.851876 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ae0895-e810-4a79-b1ab-551dbf6ccd7f admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:35:08.861842 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-f0ae0895-e810-4a79-b1ab-551dbf6ccd7f admin admin] 10.222.0.76 "PUT /v2.0/routers/6433ae83-cad8-444e-acfb-1d154ef1acfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4804566 Nov 11 18:35:08.871168 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-9debcc5d-8c38-4cb9-bab3-7c0735721dab None None] Provisioning complete for port 34b252f5-bd94-4d7a-ad60-499d4b6a8d88 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:08.871620 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9debcc5d-8c38-4cb9-bab3-7c0735721dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:08.951433 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-9debcc5d-8c38-4cb9-bab3-7c0735721dab None None] Port 34b252f5-bd94-4d7a-ad60-499d4b6a8d88 cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:35:08.957820 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ca345743-4d13-4813-bad6-781dbb96af5f up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:35:09.020347 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port ca345743-4d13-4813-bad6-781dbb96af5f triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:09.021068 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:09.350745 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54988) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:35:09.355475 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-ec1281c5-ce7e-4699-8f51-7c8887ad4fe6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-205600067', 'description': 'tempest-secgroup-smoke-205600067 description', 'project_id': 'ba43637609e2428bb07678d53c0aac99'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:35:09.377444 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ec1281c5-ce7e-4699-8f51-7c8887ad4fe6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:09.445330 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ec1281c5-ce7e-4699-8f51-7c8887ad4fe6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:09.450782 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ec1281c5-ce7e-4699-8f51-7c8887ad4fe6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:09.483854 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ec1281c5-ce7e-4699-8f51-7c8887ad4fe6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:09.485105 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ec1281c5-ce7e-4699-8f51-7c8887ad4fe6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1333451 Nov 11 18:35:09.488271 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 54990) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:35:09.489254 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1281c5-ce7e-4699-8f51-7c8887ad4fe6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94bbfde-56cb-4c39-bd88-be99bc461558,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:09.494583 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.v2.base [None req-e5d4d854-c27a-46b8-8339-280a3a31a88a tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Request body: {'security_group_rule': {'security_group_id': 'b94bbfde-56cb-4c39-bd88-be99bc461558', 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:35:09.525180 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d854-c27a-46b8-8339-280a3a31a88a tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:09.580947 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d854-c27a-46b8-8339-280a3a31a88a tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:09.584940 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d854-c27a-46b8-8339-280a3a31a88a tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:09.603424 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4d854-c27a-46b8-8339-280a3a31a88a tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2399851-64df-495b-b5d4-5bc0984617df,revision_number=0']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:09.611512 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-e5d4d854-c27a-46b8-8339-280a3a31a88a tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:09.615393 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-e5d4d854-c27a-46b8-8339-280a3a31a88a tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235075 Nov 11 18:35:09.616281 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54992) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:35:09.621259 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d7f0bb0d-6104-48ff-bbc9-577e610695d2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Request body: {'security_group_rule': {'security_group_id': 'b94bbfde-56cb-4c39-bd88-be99bc461558', 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:35:09.651601 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d7f0bb0d-6104-48ff-bbc9-577e610695d2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:09.712057 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d7f0bb0d-6104-48ff-bbc9-577e610695d2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:09.715738 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d7f0bb0d-6104-48ff-bbc9-577e610695d2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:09.747162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0bb0d-6104-48ff-bbc9-577e610695d2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16624c51-5d9f-408e-9718-8f2fad140c1f,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:09.755263 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d7f0bb0d-6104-48ff-bbc9-577e610695d2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:09.756670 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d7f0bb0d-6104-48ff-bbc9-577e610695d2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1389134 Nov 11 18:35:09.759238 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54994) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:35:09.763533 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-bee302b6-75b2-4fd3-a364-116f46b42820 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Request body: {'security_group_rule': {'security_group_id': 'b94bbfde-56cb-4c39-bd88-be99bc461558', 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:35:09.790684 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bee302b6-75b2-4fd3-a364-116f46b42820 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:09.851509 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bee302b6-75b2-4fd3-a364-116f46b42820 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:09.855476 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bee302b6-75b2-4fd3-a364-116f46b42820 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:09.876002 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee302b6-75b2-4fd3-a364-116f46b42820 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d28e89c-6bd9-44f0-a23b-0bb660379b8f,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:09.885120 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-bee302b6-75b2-4fd3-a364-116f46b42820 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:09.887207 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-bee302b6-75b2-4fd3-a364-116f46b42820 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264296 Nov 11 18:35:09.889391 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54996) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:35:09.893952 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-6810c73b-6af5-47cc-adbd-6104985ea8bf tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Request body: {'security_group_rule': {'security_group_id': 'b94bbfde-56cb-4c39-bd88-be99bc461558', 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:35:09.922316 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6810c73b-6af5-47cc-adbd-6104985ea8bf tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:09.980543 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6810c73b-6af5-47cc-adbd-6104985ea8bf tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:09.984051 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6810c73b-6af5-47cc-adbd-6104985ea8bf tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:10.005645 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810c73b-6af5-47cc-adbd-6104985ea8bf tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df06f84-a067-42bb-9525-20e59bbb02af,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:10.014629 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-6810c73b-6af5-47cc-adbd-6104985ea8bf tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:10.018419 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-6810c73b-6af5-47cc-adbd-6104985ea8bf tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254733 Nov 11 18:35:10.018622 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 54998) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:35:10.022967 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-74c47e07-3d1e-470b-8ba5-5ba4dd2e192f tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Request body: {'security_group_rule': {'security_group_id': 'b94bbfde-56cb-4c39-bd88-be99bc461558', 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:35:10.045163 n-d-816206-4 neutron-server[102618]: INFO neutron.db.securitygroups_db [None req-74c47e07-3d1e-470b-8ba5-5ba4dd2e192f tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Project ba43637609e2428bb07678d53c0aac99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 18:35:10.050990 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-74c47e07-3d1e-470b-8ba5-5ba4dd2e192f tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:10.116999 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-74c47e07-3d1e-470b-8ba5-5ba4dd2e192f tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:10.121835 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-74c47e07-3d1e-470b-8ba5-5ba4dd2e192f tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:10.142928 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c47e07-3d1e-470b-8ba5-5ba4dd2e192f tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba635e52-09ca-4159-8ce9-3948cf68c5e3,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:10.151078 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-74c47e07-3d1e-470b-8ba5-5ba4dd2e192f tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:10.152313 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-74c47e07-3d1e-470b-8ba5-5ba4dd2e192f tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327674 Nov 11 18:35:10.155095 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55000) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:35:10.159358 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-4b3a4560-c190-4fda-b1af-63a24548cc22 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Request body: {'security_group_rule': {'security_group_id': 'b94bbfde-56cb-4c39-bd88-be99bc461558', 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:35:10.181598 n-d-816206-4 neutron-server[102618]: INFO neutron.db.securitygroups_db [None req-4b3a4560-c190-4fda-b1af-63a24548cc22 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Project ba43637609e2428bb07678d53c0aac99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 18:35:10.187102 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4b3a4560-c190-4fda-b1af-63a24548cc22 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:10.253716 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4b3a4560-c190-4fda-b1af-63a24548cc22 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:10.258420 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4b3a4560-c190-4fda-b1af-63a24548cc22 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609160'] for security_group_rule, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:10.277215 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a4560-c190-4fda-b1af-63a24548cc22 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6657d679-af9e-41a6-9e17-24fe1b4b0079,revision_number=0']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:10.289566 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-4b3a4560-c190-4fda-b1af-63a24548cc22 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:10.290793 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4b3a4560-c190-4fda-b1af-63a24548cc22 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347876 Nov 11 18:35:10.401847 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] Sync routers for ids ['6433ae83-cad8-444e-acfb-1d154ef1acfd'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:35:10.416541 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] Routers {'6433ae83-cad8-444e-acfb-1d154ef1acfd'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:35:10.417255 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:34:41Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6433ae83-cad8-444e-acfb-1d154ef1acfd'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:35:10.449577 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-4eb7fa52-56a8-48eb-afcd-6c1ff877fb77 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205600067&fields=id&tenant_id=ba43637609e2428bb07678d53c0aac99 HTTP/1.1" status: 200 len: 267 time: 0.0448973 Nov 11 18:35:10.533927 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3bc06e76-08af-4f14-b9dd-f4c78c22b8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:10.541824 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] Set router 6433ae83-cad8-444e-acfb-1d154ef1acfd gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:35:10.565387 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-3d4dce27-b83d-4e2e-9dd1-df634647bdfb tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:10.566839 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-3d4dce27-b83d-4e2e-9dd1-df634647bdfb tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/networks?id=da72700e-5fa3-4d0f-b094-3e816a167fb0 HTTP/1.1" status: 200 len: 809 time: 0.1103315 Nov 11 18:35:10.582804 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-9a1191d3-2f5b-4fd6-b4df-eb5a9ded1973 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/quotas/ba43637609e2428bb07678d53c0aac99 HTTP/1.1" status: 200 len: 375 time: 0.0090816 Nov 11 18:35:10.633882 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-1dac2045-0c46-4462-a15e-f5297d3c7d7c tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ba43637609e2428bb07678d53c0aac99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453229 Nov 11 18:35:10.649448 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-3aa038a1-3ec6-4bc1-b82b-4b6c714f1c35 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 18:35:10.650405 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-3aa038a1-3ec6-4bc1-b82b-4b6c714f1c35 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052218 Nov 11 18:35:10.744015 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-242b5cca-efb5-4781-ae4b-434d70a275d1 service neutron] 10.222.0.76 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875840 Nov 11 18:35:10.747423 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6433ae83-cad8-444e-acfb-1d154ef1acfd', 'name': 'tempest-TestSnapshotPattern-1486650355-router', 'tenant_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '5c986fea-2fad-4719-8b55-f4d68d38a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:04Z', 'updated_at': '2021-11-11T18:35:07Z', 'revision_number': 4, 'project_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'gw_port': {'id': '5c986fea-2fad-4719-8b55-f4d68d38a18b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6433ae83-cad8-444e-acfb-1d154ef1acfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:05Z', 'updated_at': '2021-11-11T18:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '34b252f5-bd94-4d7a-ad60-499d4b6a8d88', 'name': '', 'network_id': 'ddc00c64-63d0-40e2-a03b-1b9c915a760c', 'tenant_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'mac_address': 'fa:16:3e:ad:6f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6433ae83-cad8-444e-acfb-1d154ef1acfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'd196e188-c5df-44d7-9baf-ec03312240dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:06Z', 'updated_at': '2021-11-11T18:35:08Z', 'revision_number': 2, 'project_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'subnets': [{'id': 'd196e188-c5df-44d7-9baf-ec03312240dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:35:10.778855 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] Checking router: 6433ae83-cad8-444e-acfb-1d154ef1acfd for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:35:10.779190 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] Updating router 6433ae83-cad8-444e-acfb-1d154ef1acfd port 34b252f5-bd94-4d7a-ad60-499d4b6a8d88 binding host n-d-816206-4 {{(pid=102619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 18:35:10.808108 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:10.840053 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-d04e1a2e-4621-47a2-a107-0e63b330a7ae service neutron] 10.222.0.76 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873318 Nov 11 18:35:11.001640 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2aa2e5fd-f967-43f2-84ff-73fbb10a9fff req-00e1c810-ccbc-4b93-9c35-786422b466d1 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 210 time: 0.0293467 Nov 11 18:35:11.076260 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] Publish callbacks [] for port, precommit_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:11.082121 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:11.131411 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982d91e-58d2-419b-92e4-322e8cfe8c3b None None] Pushing event updated for resources: {'Port': ['ID=34b252f5-bd94-4d7a-ad60-499d4b6a8d88,revision_number=3']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:11.191491 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] Attempting to bind port 34b252f5-bd94-4d7a-ad60-499d4b6a8d88 on host n-d-816206-4 for vnic_type normal with profile {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:35:11.191898 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] Attempting to bind port 34b252f5-bd94-4d7a-ad60-499d4b6a8d88 by drivers openvswitch,hyperv on host n-d-816206-4 at level 0 using segments [{'id': 'b0eafccf-4e41-4de2-9e7e-604559996eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'ddc00c64-63d0-40e2-a03b-1b9c915a760c'}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:35:11.192307 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] Attempting to bind port 34b252f5-bd94-4d7a-ad60-499d4b6a8d88 on network ddc00c64-63d0-40e2-a03b-1b9c915a760c {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:35:11.197991 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] Checking agent: {'id': 'f4a7b3c0-21af-4689-b25f-52b495998054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 5, 13), 'started_at': datetime.datetime(2021, 11, 11, 17, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:35:11.198359 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] Checking segment: {'id': 'b0eafccf-4e41-4de2-9e7e-604559996eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'ddc00c64-63d0-40e2-a03b-1b9c915a760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:35:11.198754 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:11.199148 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] Bound using segment: {'id': 'b0eafccf-4e41-4de2-9e7e-604559996eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'ddc00c64-63d0-40e2-a03b-1b9c915a760c'} {{(pid=102619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:35:11.199608 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.managers [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] Bound port: 34b252f5-bd94-4d7a-ad60-499d4b6a8d88, host: n-d-816206-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0eafccf-4e41-4de2-9e7e-604559996eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'ddc00c64-63d0-40e2-a03b-1b9c915a760c'}}] {{(pid=102619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:35:11.200010 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:11.273459 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:11.292018 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] For port 34b252f5-bd94-4d7a-ad60-499d4b6a8d88, host n-d-816206-4, cleared binding levels {{(pid=102619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:35:11.295421 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] For port 34b252f5-bd94-4d7a-ad60-499d4b6a8d88, host n-d-816206-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=34b252f5-bd94-4d7a-ad60-499d4b6a8d88,segment=NetworkSegment(b0eafccf-4e41-4de2-9e7e-604559996eef),segment_id=b0eafccf-4e41-4de2-9e7e-604559996eef)] {{(pid=102619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:35:11.301673 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:11.363600 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] Routers {'6433ae83-cad8-444e-acfb-1d154ef1acfd'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:35:11.364271 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:35:11Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6433ae83-cad8-444e-acfb-1d154ef1acfd'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:35:11.370176 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982d91e-58d2-419b-92e4-322e8cfe8c3b None None] Pushing event updated for resources: {'Port': ['ID=34b252f5-bd94-4d7a-ad60-499d4b6a8d88,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:11.436970 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-b41d4917-3628-48b5-88c4-d85a74da55a1 None None] Provisioning complete for port 34b252f5-bd94-4d7a-ad60-499d4b6a8d88 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:11.437548 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b41d4917-3628-48b5-88c4-d85a74da55a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:11.702215 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] Set router 6433ae83-cad8-444e-acfb-1d154ef1acfd gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:35:11.844594 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b41d4917-3628-48b5-88c4-d85a74da55a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:11.913587 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-b41d4917-3628-48b5-88c4-d85a74da55a1 None None] For port 34b252f5-bd94-4d7a-ad60-499d4b6a8d88, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=34b252f5-bd94-4d7a-ad60-499d4b6a8d88,segment=NetworkSegment(b0eafccf-4e41-4de2-9e7e-604559996eef),segment_id=b0eafccf-4e41-4de2-9e7e-604559996eef)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:35:11.917649 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-b41d4917-3628-48b5-88c4-d85a74da55a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:11.993743 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d4917-3628-48b5-88c4-d85a74da55a1 None None] Pushing event updated for resources: {'Port': ['ID=34b252f5-bd94-4d7a-ad60-499d4b6a8d88,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:12.008769 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6433ae83-cad8-444e-acfb-1d154ef1acfd', 'name': 'tempest-TestSnapshotPattern-1486650355-router', 'tenant_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '5c986fea-2fad-4719-8b55-f4d68d38a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:04Z', 'updated_at': '2021-11-11T18:35:07Z', 'revision_number': 4, 'project_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'gw_port': {'id': '5c986fea-2fad-4719-8b55-f4d68d38a18b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6433ae83-cad8-444e-acfb-1d154ef1acfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:05Z', 'updated_at': '2021-11-11T18:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '34b252f5-bd94-4d7a-ad60-499d4b6a8d88', 'name': '', 'network_id': 'ddc00c64-63d0-40e2-a03b-1b9c915a760c', 'tenant_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'mac_address': 'fa:16:3e:ad:6f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6433ae83-cad8-444e-acfb-1d154ef1acfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'd196e188-c5df-44d7-9baf-ec03312240dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:06Z', 'updated_at': '2021-11-11T18:35:11Z', 'revision_number': 4, 'project_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'subnets': [{'id': 'd196e188-c5df-44d7-9baf-ec03312240dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:35:12.039643 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fc73d2-4a1c-4ca5-abd2-868446cebe36 None None] The sync data for ids ['6433ae83-cad8-444e-acfb-1d154ef1acfd'] in n-d-816206-4 is: [{'id': '6433ae83-cad8-444e-acfb-1d154ef1acfd', 'name': 'tempest-TestSnapshotPattern-1486650355-router', 'tenant_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '5c986fea-2fad-4719-8b55-f4d68d38a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:04Z', 'updated_at': '2021-11-11T18:35:07Z', 'revision_number': 4, 'project_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'gw_port': {'id': '5c986fea-2fad-4719-8b55-f4d68d38a18b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6433ae83-cad8-444e-acfb-1d154ef1acfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:05Z', 'updated_at': '2021-11-11T18:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '34b252f5-bd94-4d7a-ad60-499d4b6a8d88', 'name': '', 'network_id': 'ddc00c64-63d0-40e2-a03b-1b9c915a760c', 'tenant_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'mac_address': 'fa:16:3e:ad:6f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6433ae83-cad8-444e-acfb-1d154ef1acfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'd196e188-c5df-44d7-9baf-ec03312240dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:06Z', 'updated_at': '2021-11-11T18:35:11Z', 'revision_number': 4, 'project_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'subnets': [{'id': 'd196e188-c5df-44d7-9baf-ec03312240dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:35:12.051067 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-f78be4ef-7d8e-4322-81b1-22c70316119f None None] Provisioning complete for port 34b252f5-bd94-4d7a-ad60-499d4b6a8d88 triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:12.051537 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f78be4ef-7d8e-4322-81b1-22c70316119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:12.136665 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8cd51b46-65c6-4c1e-8217-ebe7f1f5a5ab req-b76c9371-8b1e-4e4b-b4f8-d919e5f4fec1 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 210 time: 0.0427868 Nov 11 18:35:12.278301 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-ee68600f-cac3-42ea-b555-484cdfa0b66b tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:12.280079 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-ee68600f-cac3-42ea-b555-484cdfa0b66b tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.64 "GET /v2.0/networks?id=da72700e-5fa3-4d0f-b094-3e816a167fb0 HTTP/1.1" status: 200 len: 809 time: 0.1425250 Nov 11 18:35:12.365796 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-c465b4cc-9687-4c0c-9f34-752e4a3d0e3e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba43637609e2428bb07678d53c0aac99 HTTP/1.1" status: 200 len: 379 time: 0.0699029 Nov 11 18:35:12.367027 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 34b252f5-bd94-4d7a-ad60-499d4b6a8d88 up at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:35:12.380818 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-c2f4748c-2e23-4417-a95a-3b4d523707b7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Request body: {'port': {'device_id': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'admin_state_up': True, 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'security_groups': ['b94bbfde-56cb-4c39-bd88-be99bc461558']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:35:12.417458 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Provisioning complete for port 34b252f5-bd94-4d7a-ad60-499d4b6a8d88 triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:12.417828 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:12.505442 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-c2f4748c-2e23-4417-a95a-3b4d523707b7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Made reservation on behalf of ba43637609e2428bb07678d53c0aac99 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:35:12.509668 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-c2f4748c-2e23-4417-a95a-3b4d523707b7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:12.638538 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-c2f4748c-2e23-4417-a95a-3b4d523707b7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Allocated IP 172.20.0.5 (da72700e-5fa3-4d0f-b094-3e816a167fb0/0e8a9f76-831d-4932-b331-aa77070d9b58/eedce552-33f8-4342-9ea3-6c5d6468d97b) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:35:12.788411 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-c2f4748c-2e23-4417-a95a-3b4d523707b7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:12.822638 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-c2f4748c-2e23-4417-a95a-3b4d523707b7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:12.852268 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:12.868712 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-c2f4748c-2e23-4417-a95a-3b4d523707b7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Network da72700e-5fa3-4d0f-b094-3e816a167fb0 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:35:12.872047 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-c2f4748c-2e23-4417-a95a-3b4d523707b7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:35:12.874412 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-c2f4748c-2e23-4417-a95a-3b4d523707b7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:35:12.915535 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4748c-2e23-4417-a95a-3b4d523707b7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Pushing event updated for resources: {'Port': ['ID=eedce552-33f8-4342-9ea3-6c5d6468d97b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:12.933508 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-c2f4748c-2e23-4417-a95a-3b4d523707b7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:12.934123 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-c2f4748c-2e23-4417-a95a-3b4d523707b7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:12.950756 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-c2f4748c-2e23-4417-a95a-3b4d523707b7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5745411 Nov 11 18:35:12.968743 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] Request body: {'port': {'device_id': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:35:13.026555 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:13.085283 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:13.105512 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-d12d0bea-ae1f-4ff9-8242-895bcf47bc66 None None] Provisioning complete for port eedce552-33f8-4342-9ea3-6c5d6468d97b triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:13.105966 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d12d0bea-ae1f-4ff9-8242-895bcf47bc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:13.139693 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d12d0bea-ae1f-4ff9-8242-895bcf47bc66 None None] Port eedce552-33f8-4342-9ea3-6c5d6468d97b cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:35:13.289102 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee490c-0ce8-468e-bfdc-ace26ec454d4 req-8f0ffa6d-f5a2-40a3-b1ae-185fdc159f8b tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:13.290466 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4aee490c-0ce8-468e-bfdc-ace26ec454d4 req-8f0ffa6d-f5a2-40a3-b1ae-185fdc159f8b tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 931 time: 0.0847585 Nov 11 18:35:13.350751 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eedce552-33f8-4342-9ea3-6c5d6468d97b {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:35:13.361716 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:13.384041 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-4aee490c-0ce8-468e-bfdc-ace26ec454d4 req-576aa3fc-f67a-4e87-9dc7-61b315479973 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863645 Nov 11 18:35:13.386497 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] Transition to ACTIVE for port object eedce552-33f8-4342-9ea3-6c5d6468d97b will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:35:13.390189 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:13.442965 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] Pushing event updated for resources: {'Port': ['ID=eedce552-33f8-4342-9ea3-6c5d6468d97b,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:13.513162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] Attempting to bind port eedce552-33f8-4342-9ea3-6c5d6468d97b on host n-h1-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:35:13.513505 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] Attempting to bind port eedce552-33f8-4342-9ea3-6c5d6468d97b by drivers openvswitch,hyperv on host n-h1-816206-4 at level 0 using segments [{'id': 'e1c9dc05-894e-44c2-9784-d8494af6175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:35:13.513825 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] Attempting to bind port eedce552-33f8-4342-9ea3-6c5d6468d97b on network da72700e-5fa3-4d0f-b094-3e816a167fb0 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:35:13.518362 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] Port eedce552-33f8-4342-9ea3-6c5d6468d97b on network da72700e-5fa3-4d0f-b094-3e816a167fb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:35:13.518708 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] Attempting to bind port eedce552-33f8-4342-9ea3-6c5d6468d97b on network da72700e-5fa3-4d0f-b094-3e816a167fb0 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:35:13.523942 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] Checking agent: {'id': '836faf5f-b718-4383-881d-712bccd4632d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:35:13.524280 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] Checking segment: {'id': 'e1c9dc05-894e-44c2-9784-d8494af6175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:35:13.524664 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] Bound using segment: {'id': 'e1c9dc05-894e-44c2-9784-d8494af6175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:35:13.525089 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] Bound port: eedce552-33f8-4342-9ea3-6c5d6468d97b, host: n-h1-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c9dc05-894e-44c2-9784-d8494af6175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:35:13.525449 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:13.594608 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] For port eedce552-33f8-4342-9ea3-6c5d6468d97b, host n-h1-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:35:13.598206 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] For port eedce552-33f8-4342-9ea3-6c5d6468d97b, host n-h1-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=eedce552-33f8-4342-9ea3-6c5d6468d97b,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:35:13.602789 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:13.635816 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:13.636472 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:13.637798 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] 10.222.0.64 "PUT /v2.0/ports/eedce552-33f8-4342-9ea3-6c5d6468d97b HTTP/1.1" status: 200 len: 1091 time: 0.6735890 Nov 11 18:35:13.638244 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'tag': 'eedce552-33f8-4342-9ea3-6c5d6468d97b'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:35:13.640496 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b66330-31ed-4c03-96e0-dfca848654b7" -d '{"events": [{"name": "network-changed", "server_uuid": "c5efb13a-069a-47af-9208-7ff83a614fd0", "tag": "eedce552-33f8-4342-9ea3-6c5d6468d97b"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:35:13.680489 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76f1818-1c0f-4011-be67-697eea7c86c4 x-openstack-request-id: req-a76f1818-1c0f-4011-be67-697eea7c86c4 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:35:13.680783 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5efb13a-069a-47af-9208-7ff83a614fd0", "tag": "eedce552-33f8-4342-9ea3-6c5d6468d97b", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:35:13.681032 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a76f1818-1c0f-4011-be67-697eea7c86c4 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:35:13.681479 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'tag': 'eedce552-33f8-4342-9ea3-6c5d6468d97b', 'status': 'completed', 'code': 200} Nov 11 18:35:13.682188 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1de0d4-3b67-4618-9952-a0ee9a96381a service neutron] Pushing event updated for resources: {'Port': ['ID=eedce552-33f8-4342-9ea3-6c5d6468d97b,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:13.747962 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-bad2a49b-f0f4-47b3-b4c9-87e147314412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:13.749476 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-bad2a49b-f0f4-47b3-b4c9-87e147314412 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba43637609e2428bb07678d53c0aac99&device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 1094 time: 0.0443947 Nov 11 18:35:13.806321 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-1fed4cec-147b-4b5b-8a60-4a167e0abba1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eedce552-33f8-4342-9ea3-6c5d6468d97b HTTP/1.1" status: 200 len: 217 time: 0.0435379 Nov 11 18:35:13.857238 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-19dcfae7-1051-4e25-b098-0eb123945f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:13.858689 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-19dcfae7-1051-4e25-b098-0eb123945f24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e8a9f76-831d-4932-b331-aa77070d9b58 HTTP/1.1" status: 200 len: 848 time: 0.0451272 Nov 11 18:35:13.905269 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-f7d8719e-d098-4e31-a585-1ade92e33c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:13.906773 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-f7d8719e-d098-4e31-a585-1ade92e33c90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da72700e-5fa3-4d0f-b094-3e816a167fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411990 Nov 11 18:35:13.999630 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-4ffbda03-011b-47c7-9659-2c778696381c service neutron] 10.222.0.64 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853980 Nov 11 18:35:14.093481 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0dad2184-e48b-45ee-b1eb-2012e3c6443f req-b5ec6e0b-0903-4471-9a7e-772394b9c4a4 service neutron] 10.222.0.64 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870543 Nov 11 18:35:14.222831 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b66330-31ed-4c03-96e0-dfca848654b7 req-2f6a21dd-c8e0-4809-8c3c-b2f39fd5e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:14.224432 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29b66330-31ed-4c03-96e0-dfca848654b7 req-2f6a21dd-c8e0-4809-8c3c-b2f39fd5e469 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba43637609e2428bb07678d53c0aac99&device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 1094 time: 0.0485284 Nov 11 18:35:14.320382 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b66330-31ed-4c03-96e0-dfca848654b7 req-4da0a9fd-8d52-43ff-b4e9-e542bb4257eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:14.321976 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29b66330-31ed-4c03-96e0-dfca848654b7 req-4da0a9fd-8d52-43ff-b4e9-e542bb4257eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=da72700e-5fa3-4d0f-b094-3e816a167fb0 HTTP/1.1" status: 200 len: 911 time: 0.0901430 Nov 11 18:35:14.368629 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29b66330-31ed-4c03-96e0-dfca848654b7 req-4ae546c5-456c-4ad2-bb96-3a38925f7987 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eedce552-33f8-4342-9ea3-6c5d6468d97b HTTP/1.1" status: 200 len: 217 time: 0.0391557 Nov 11 18:35:14.417714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b66330-31ed-4c03-96e0-dfca848654b7 req-c934448c-a638-48b8-b165-2063e0b30323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:14.419163 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29b66330-31ed-4c03-96e0-dfca848654b7 req-c934448c-a638-48b8-b165-2063e0b30323 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e8a9f76-831d-4932-b331-aa77070d9b58 HTTP/1.1" status: 200 len: 848 time: 0.0440636 Nov 11 18:35:14.491425 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b66330-31ed-4c03-96e0-dfca848654b7 req-7d8ca600-c210-4ba7-9e1a-bf5f67c592ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:14.492928 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29b66330-31ed-4c03-96e0-dfca848654b7 req-7d8ca600-c210-4ba7-9e1a-bf5f67c592ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da72700e-5fa3-4d0f-b094-3e816a167fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661354 Nov 11 18:35:14.509292 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fca37-4c04-4e11-9e8c-50bb58ef2010 req-cb952480-fe4c-4379-9b6c-0703bf54b164 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:14.510628 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f42fca37-4c04-4e11-9e8c-50bb58ef2010 req-cb952480-fe4c-4379-9b6c-0703bf54b164 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 943 time: 0.0572860 Nov 11 18:35:14.609480 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f42fca37-4c04-4e11-9e8c-50bb58ef2010 req-c10d1fd2-c62a-4231-9b7d-a676dd93a004 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922229 Nov 11 18:35:14.631333 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29b66330-31ed-4c03-96e0-dfca848654b7 req-09735b5a-3112-438d-98f5-462653ef6adc service neutron] 10.222.0.64 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298699 Nov 11 18:35:14.730142 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-29b66330-31ed-4c03-96e0-dfca848654b7 req-708cfcf1-03b6-45bf-8034-db494a914428 service neutron] 10.222.0.64 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909681 Nov 11 18:35:15.727793 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c73a9-c1d4-4a15-bc07-02a238ec0074 req-6e0ded25-7f13-40a2-9281-40d373ec9372 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:15.729316 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f31c73a9-c1d4-4a15-bc07-02a238ec0074 req-6e0ded25-7f13-40a2-9281-40d373ec9372 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 943 time: 0.0511601 Nov 11 18:35:15.779113 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f31c73a9-c1d4-4a15-bc07-02a238ec0074 req-f6ce03b0-e2e8-448e-804b-efcb5bab0d56 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439303 Nov 11 18:35:16.748130 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device eedce552-33f8-4342-9ea3-6c5d6468d97b details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:35:16.857266 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port eedce552-33f8-4342-9ea3-6c5d6468d97b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=eedce552-33f8-4342-9ea3-6c5d6468d97b,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:35:16.868995 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'eedce552-33f8-4342-9ea3-6c5d6468d97b', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'port_id': 'eedce552-33f8-4342-9ea3-6c5d6468d97b', 'mac_address': 'fa:16:3e:ce:e0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:35:16.895859 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f301f-1c88-4c8c-b4c7-e7e477fb7829 req-3ed36341-1a69-421f-ba91-389b49abe4c0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:16.897869 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-982f301f-1c88-4c8c-b4c7-e7e477fb7829 req-3ed36341-1a69-421f-ba91-389b49abe4c0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 943 time: 0.0492170 Nov 11 18:35:16.905277 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:16.919319 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eedce552-33f8-4342-9ea3-6c5d6468d97b {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:35:16.938553 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port eedce552-33f8-4342-9ea3-6c5d6468d97b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=eedce552-33f8-4342-9ea3-6c5d6468d97b,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:35:16.943065 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:16.949441 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-982f301f-1c88-4c8c-b4c7-e7e477fb7829 req-246fcc2c-2bbf-4440-93b7-aba297a7b9e1 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433741 Nov 11 18:35:16.996739 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=eedce552-33f8-4342-9ea3-6c5d6468d97b,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:17.209964 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['eedce552-33f8-4342-9ea3-6c5d6468d97b'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:35:18.066928 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542d6bd-61dd-4fe9-845c-1f55fa2308ae req-befb6c3b-8a7e-4408-b3a4-0272332151a5 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:18.068412 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a542d6bd-61dd-4fe9-845c-1f55fa2308ae req-befb6c3b-8a7e-4408-b3a4-0272332151a5 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 944 time: 0.0523918 Nov 11 18:35:18.117197 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a542d6bd-61dd-4fe9-845c-1f55fa2308ae req-1bed0450-1204-4519-96f7-6b0b9d21dafb tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428648 Nov 11 18:35:18.764297 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device eedce552-33f8-4342-9ea3-6c5d6468d97b up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:35:18.817045 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning for port eedce552-33f8-4342-9ea3-6c5d6468d97b completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:35:18.823082 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port eedce552-33f8-4342-9ea3-6c5d6468d97b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:35:18.824436 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:18.900118 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:18.925676 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eedce552-33f8-4342-9ea3-6c5d6468d97b'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:35:18.927886 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1822ff25-8c90-409f-ba39-d0c95fab0e86" -d '{"events": [{"server_uuid": "c5efb13a-069a-47af-9208-7ff83a614fd0", "name": "network-vif-plugged", "status": "completed", "tag": "eedce552-33f8-4342-9ea3-6c5d6468d97b"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:35:18.941411 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port eedce552-33f8-4342-9ea3-6c5d6468d97b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=eedce552-33f8-4342-9ea3-6c5d6468d97b,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:35:18.945293 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:18.968033 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1f4e25-8e9a-4bcf-b5cf-3f6c29434de5 x-openstack-request-id: req-2e1f4e25-8e9a-4bcf-b5cf-3f6c29434de5 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:35:18.968321 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5efb13a-069a-47af-9208-7ff83a614fd0", "name": "network-vif-plugged", "status": "completed", "tag": "eedce552-33f8-4342-9ea3-6c5d6468d97b", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:35:18.968578 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2e1f4e25-8e9a-4bcf-b5cf-3f6c29434de5 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:35:18.968971 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eedce552-33f8-4342-9ea3-6c5d6468d97b', 'code': 200} Nov 11 18:35:18.994563 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=eedce552-33f8-4342-9ea3-6c5d6468d97b,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:19.067338 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:19.086749 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee03d1d-c5be-4fe9-9227-66aa14665644 req-8eb5f740-8373-4d45-81bc-61879429c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:19.088352 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ee03d1d-c5be-4fe9-9227-66aa14665644 req-8eb5f740-8373-4d45-81bc-61879429c6fa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0422559 Nov 11 18:35:19.134335 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-6ee03d1d-c5be-4fe9-9227-66aa14665644 req-fba77a35-5e0d-4095-864a-43b042c95614 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391634 Nov 11 18:35:19.240122 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9adc97-74db-4558-8ac4-8bc425e371a6 req-af81e4af-34d9-45a6-bae8-5ec52bac98b0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:19.241581 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0e9adc97-74db-4558-8ac4-8bc425e371a6 req-af81e4af-34d9-45a6-bae8-5ec52bac98b0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 945 time: 0.0525918 Nov 11 18:35:19.293299 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0e9adc97-74db-4558-8ac4-8bc425e371a6 req-6469069a-e0c9-4510-ace9-a7ec5e24583c tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459085 Nov 11 18:35:20.407897 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21933921-bd3b-400a-8d1a-d53e253e33d7 req-0bb6b304-1ea1-44aa-afaf-f78f5a00e2f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:20.409368 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-21933921-bd3b-400a-8d1a-d53e253e33d7 req-0bb6b304-1ea1-44aa-afaf-f78f5a00e2f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 945 time: 0.0490775 Nov 11 18:35:20.457654 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-21933921-bd3b-400a-8d1a-d53e253e33d7 req-744cfd72-8178-4694-957e-a01e3929dad1 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423422 Nov 11 18:35:20.574409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db8af3-148a-49a1-a641-93d56411e56f req-d3f7698d-16b8-4198-b07c-5756021ea0ea tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:20.575827 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95db8af3-148a-49a1-a641-93d56411e56f req-d3f7698d-16b8-4198-b07c-5756021ea0ea tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 945 time: 0.0522718 Nov 11 18:35:20.628704 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-95db8af3-148a-49a1-a641-93d56411e56f req-be8dcb43-dd8c-442a-920f-71358469c9cc tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467422 Nov 11 18:35:20.650513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55052) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:35:20.777762 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f361f20-3df0-4976-a727-7bffe8de339b tempest-TestSnapshotPattern-1917561973 tempest-TestSnapshotPattern-1917561973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:20.779260 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-4f361f20-3df0-4976-a727-7bffe8de339b tempest-TestSnapshotPattern-1917561973 tempest-TestSnapshotPattern-1917561973-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 1091 time: 0.1278002 Nov 11 18:35:20.782230 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55056) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:35:20.786416 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-d517a7d6-8fbe-49a6-8fc2-6f07cb7519c6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': 'eedce552-33f8-4342-9ea3-6c5d6468d97b', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:35:20.808293 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d517a7d6-8fbe-49a6-8fc2-6f07cb7519c6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:20.910113 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d517a7d6-8fbe-49a6-8fc2-6f07cb7519c6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:21.020828 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-d517a7d6-8fbe-49a6-8fc2-6f07cb7519c6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Allocated IP 172.25.2.73 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/3ba7c661-1719-4109-aa4a-939ca1901f2b) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:35:21.123101 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d517a7d6-8fbe-49a6-8fc2-6f07cb7519c6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:21.156069 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d517a7d6-8fbe-49a6-8fc2-6f07cb7519c6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:21.190714 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d517a7d6-8fbe-49a6-8fc2-6f07cb7519c6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:35:21.196160 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-d517a7d6-8fbe-49a6-8fc2-6f07cb7519c6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:35:21.199639 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d517a7d6-8fbe-49a6-8fc2-6f07cb7519c6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:35:21.224669 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517a7d6-8fbe-49a6-8fc2-6f07cb7519c6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Pushing event updated for resources: {'Port': ['ID=3ba7c661-1719-4109-aa4a-939ca1901f2b,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:21.558573 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d517a7d6-8fbe-49a6-8fc2-6f07cb7519c6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:21.623313 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d517a7d6-8fbe-49a6-8fc2-6f07cb7519c6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:21.769152 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d517a7d6-8fbe-49a6-8fc2-6f07cb7519c6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:21.773660 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d517a7d6-8fbe-49a6-8fc2-6f07cb7519c6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:21.839676 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517a7d6-8fbe-49a6-8fc2-6f07cb7519c6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Pushing event updated for resources: {'Port': ['ID=3ba7c661-1719-4109-aa4a-939ca1901f2b,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:35:21.850524 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d517a7d6-8fbe-49a6-8fc2-6f07cb7519c6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:21.949412 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-d517a7d6-8fbe-49a6-8fc2-6f07cb7519c6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Floating IP 598a950f-2a1d-47d6-8475-b2d10559aee1 associated. External IP: 172.25.2.73, port: eedce552-33f8-4342-9ea3-6c5d6468d97b. Nov 11 18:35:22.450337 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d517a7d6-8fbe-49a6-8fc2-6f07cb7519c6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Router e2333007-63f9-461b-8cd2-0cb8b0afae49 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:35:22.557606 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d517a7d6-8fbe-49a6-8fc2-6f07cb7519c6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:35:22.568146 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5a0f3-b088-488b-b346-5918ad7b46cd None None] Sync routers for ids ['e2333007-63f9-461b-8cd2-0cb8b0afae49'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:35:22.576542 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-d517a7d6-8fbe-49a6-8fc2-6f07cb7519c6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:22.579454 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5a0f3-b088-488b-b346-5918ad7b46cd None None] Routers {'e2333007-63f9-461b-8cd2-0cb8b0afae49'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:35:22.580189 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-a5d5a0f3-b088-488b-b346-5918ad7b46cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:35:11Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e2333007-63f9-461b-8cd2-0cb8b0afae49'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:35:22.622006 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-d517a7d6-8fbe-49a6-8fc2-6f07cb7519c6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8300309 Nov 11 18:35:22.622006 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'tag': 'eedce552-33f8-4342-9ea3-6c5d6468d97b'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:35:22.622006 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c363c4-c043-491e-9c41-93ecc7514bee" -d '{"events": [{"name": "network-changed", "server_uuid": "c5efb13a-069a-47af-9208-7ff83a614fd0", "tag": "eedce552-33f8-4342-9ea3-6c5d6468d97b"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:35:22.685947 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-a5d5a0f3-b088-488b-b346-5918ad7b46cd None None] Set router e2333007-63f9-461b-8cd2-0cb8b0afae49 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:35:22.710928 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024e690e-e3ad-41df-a8e3-3fb7b88a5b47 x-openstack-request-id: req-024e690e-e3ad-41df-a8e3-3fb7b88a5b47 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:35:22.711229 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5efb13a-069a-47af-9208-7ff83a614fd0", "tag": "eedce552-33f8-4342-9ea3-6c5d6468d97b", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:35:22.711486 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-024e690e-e3ad-41df-a8e3-3fb7b88a5b47 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:35:22.711917 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'tag': 'eedce552-33f8-4342-9ea3-6c5d6468d97b', 'status': 'completed', 'code': 200} Nov 11 18:35:22.794096 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c363c4-c043-491e-9c41-93ecc7514bee req-223f034e-bfba-4efb-bdd3-30e952c37bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:22.795591 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1c363c4-c043-491e-9c41-93ecc7514bee req-223f034e-bfba-4efb-bdd3-30e952c37bb1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba43637609e2428bb07678d53c0aac99&device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0419629 Nov 11 18:35:22.893044 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c363c4-c043-491e-9c41-93ecc7514bee req-420a35dc-cdc8-4d15-bb69-41783b6794f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:22.894443 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1c363c4-c043-491e-9c41-93ecc7514bee req-420a35dc-cdc8-4d15-bb69-41783b6794f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da72700e-5fa3-4d0f-b094-3e816a167fb0 HTTP/1.1" status: 200 len: 911 time: 0.0905049 Nov 11 18:35:22.920761 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-a5d5a0f3-b088-488b-b346-5918ad7b46cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'name': 'tempest-TestSnapshotPattern-416120891-router', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '214253a2-5413-4128-8b00-c2360b8cc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'gw_port': {'id': '214253a2-5413-4128-8b00-c2360b8cc667', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '598a950f-2a1d-47d6-8475-b2d10559aee1', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'port_id': 'eedce552-33f8-4342-9ea3-6c5d6468d97b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'mac_address': 'fa:16:3e:ce:e0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:35:21Z', 'updated_at': '2021-11-11T18:35:21Z', 'revision_number': 0, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc5e377-0151-4cbc-8f5b-3929946a9fc3', 'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'mac_address': 'fa:16:3e:05:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:02Z', 'updated_at': '2021-11-11T18:35:06Z', 'revision_number': 5, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'subnets': [{'id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:35:22.947116 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5a0f3-b088-488b-b346-5918ad7b46cd None None] Checking router: e2333007-63f9-461b-8cd2-0cb8b0afae49 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:35:22.955505 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5a0f3-b088-488b-b346-5918ad7b46cd None None] Routers {'e2333007-63f9-461b-8cd2-0cb8b0afae49'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:35:22.956164 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-a5d5a0f3-b088-488b-b346-5918ad7b46cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:35:11Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e2333007-63f9-461b-8cd2-0cb8b0afae49'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:35:22.960031 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1c363c4-c043-491e-9c41-93ecc7514bee req-970a85f7-1d88-4b37-9627-7b9afa08930c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eedce552-33f8-4342-9ea3-6c5d6468d97b HTTP/1.1" status: 200 len: 998 time: 0.0589402 Nov 11 18:35:23.013097 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c363c4-c043-491e-9c41-93ecc7514bee req-c91a8d37-5281-42be-88de-da812e94e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:23.014569 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1c363c4-c043-491e-9c41-93ecc7514bee req-c91a8d37-5281-42be-88de-da812e94e629 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e8a9f76-831d-4932-b331-aa77070d9b58 HTTP/1.1" status: 200 len: 848 time: 0.0484357 Nov 11 18:35:23.059883 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c363c4-c043-491e-9c41-93ecc7514bee req-1479ad82-f5d6-42de-bd6f-3458b5c3d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:23.060200 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-a5d5a0f3-b088-488b-b346-5918ad7b46cd None None] Set router e2333007-63f9-461b-8cd2-0cb8b0afae49 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:35:23.061378 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1c363c4-c043-491e-9c41-93ecc7514bee req-1479ad82-f5d6-42de-bd6f-3458b5c3d2da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da72700e-5fa3-4d0f-b094-3e816a167fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400488 Nov 11 18:35:23.155283 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1c363c4-c043-491e-9c41-93ecc7514bee req-f5b1ccb0-3530-4623-bc9b-da03111841e1 service neutron] 10.222.0.64 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866983 Nov 11 18:35:23.244577 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f1c363c4-c043-491e-9c41-93ecc7514bee req-e9efd6a4-553e-435f-85a3-5ad21599ed53 service neutron] 10.222.0.64 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831444 Nov 11 18:35:23.283367 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-a5d5a0f3-b088-488b-b346-5918ad7b46cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'name': 'tempest-TestSnapshotPattern-416120891-router', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '214253a2-5413-4128-8b00-c2360b8cc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'gw_port': {'id': '214253a2-5413-4128-8b00-c2360b8cc667', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '598a950f-2a1d-47d6-8475-b2d10559aee1', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'port_id': 'eedce552-33f8-4342-9ea3-6c5d6468d97b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'mac_address': 'fa:16:3e:ce:e0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:35:21Z', 'updated_at': '2021-11-11T18:35:21Z', 'revision_number': 0, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc5e377-0151-4cbc-8f5b-3929946a9fc3', 'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'mac_address': 'fa:16:3e:05:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:02Z', 'updated_at': '2021-11-11T18:35:06Z', 'revision_number': 5, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'subnets': [{'id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:35:23.310178 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5a0f3-b088-488b-b346-5918ad7b46cd None None] The sync data for ids ['e2333007-63f9-461b-8cd2-0cb8b0afae49'] in n-d-816206-4 is: [{'id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'name': 'tempest-TestSnapshotPattern-416120891-router', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '214253a2-5413-4128-8b00-c2360b8cc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'gw_port': {'id': '214253a2-5413-4128-8b00-c2360b8cc667', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '598a950f-2a1d-47d6-8475-b2d10559aee1', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'port_id': 'eedce552-33f8-4342-9ea3-6c5d6468d97b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'mac_address': 'fa:16:3e:ce:e0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:35:21Z', 'updated_at': '2021-11-11T18:35:21Z', 'revision_number': 0, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc5e377-0151-4cbc-8f5b-3929946a9fc3', 'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'mac_address': 'fa:16:3e:05:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:02Z', 'updated_at': '2021-11-11T18:35:06Z', 'revision_number': 5, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'subnets': [{'id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:35:23.511455 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74a1696-eae4-4f76-a1c9-312ce1bb597b None None] New status for floating IP 598a950f-2a1d-47d6-8475-b2d10559aee1: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:35:24.812151 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:26.121158 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-71ccbf66-4f12-4c8d-8ff2-22aa9123e65a req-ccab8dc8-a5c5-436f-bf53-e85480b64c4a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5efb13a-069a-47af-9208-7ff83a614fd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398588 Nov 11 18:35:26.219048 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccbf66-4f12-4c8d-8ff2-22aa9123e65a req-b1d52404-31aa-4c99-9f22-f7ac8dcdc2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:26.220524 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-71ccbf66-4f12-4c8d-8ff2-22aa9123e65a req-b1d52404-31aa-4c99-9f22-f7ac8dcdc2f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba43637609e2428bb07678d53c0aac99&device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0445714 Nov 11 18:35:26.322180 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccbf66-4f12-4c8d-8ff2-22aa9123e65a req-7305170a-1a14-4c53-8a41-28faf0f4360d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:26.323640 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-71ccbf66-4f12-4c8d-8ff2-22aa9123e65a req-7305170a-1a14-4c53-8a41-28faf0f4360d service neutron] 10.222.0.64 "GET /v2.0/networks?id=da72700e-5fa3-4d0f-b094-3e816a167fb0 HTTP/1.1" status: 200 len: 911 time: 0.0852363 Nov 11 18:35:26.391314 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-71ccbf66-4f12-4c8d-8ff2-22aa9123e65a req-6f8d7bc4-f8df-46ee-90ae-7cbe282deea4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eedce552-33f8-4342-9ea3-6c5d6468d97b HTTP/1.1" status: 200 len: 1000 time: 0.0610597 Nov 11 18:35:26.439013 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccbf66-4f12-4c8d-8ff2-22aa9123e65a req-aec96abe-abee-428a-b52d-feb9c43b18e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:26.440425 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-71ccbf66-4f12-4c8d-8ff2-22aa9123e65a req-aec96abe-abee-428a-b52d-feb9c43b18e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e8a9f76-831d-4932-b331-aa77070d9b58 HTTP/1.1" status: 200 len: 848 time: 0.0428138 Nov 11 18:35:26.484520 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccbf66-4f12-4c8d-8ff2-22aa9123e65a req-d763b461-bbd4-449b-a986-4370181a224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:35:26.485960 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-71ccbf66-4f12-4c8d-8ff2-22aa9123e65a req-d763b461-bbd4-449b-a986-4370181a224c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da72700e-5fa3-4d0f-b094-3e816a167fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387647 Nov 11 18:35:26.576625 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-71ccbf66-4f12-4c8d-8ff2-22aa9123e65a req-6f73ada4-aa52-4769-9359-e889fda39919 service neutron] 10.222.0.64 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836711 Nov 11 18:35:26.665066 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-71ccbf66-4f12-4c8d-8ff2-22aa9123e65a req-ab059599-801d-4e97-b9df-6854c8f29597 service neutron] 10.222.0.64 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819366 Nov 11 18:35:36.384058 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:35:37.564747 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-131bcb65-d3f5-4ff4-a955-3a278f1b01cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:40.514764 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6ac34a0e-0dcf-4164-a6eb-bae70bc116f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:41.252213 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:42.853459 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:43.088119 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:49.067023 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:35:54.828140 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:36:07.565694 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-186f56d5-af19-4780-85e7-b92d4bf46dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:36:10.515230 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-23e641d2-dfe6-440d-89ad-98ba29b6fe13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:36:11.256576 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:36:12.858671 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:36:13.089715 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:36:13.382716 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:36:19.078805 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:36:24.832897 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:36:28.132969 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f27b55ed-7056-47d1-8d59-1cfd76c5ca4d req-d0cae623-5235-4688-9442-70dfe3dfb6a4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5efb13a-069a-47af-9208-7ff83a614fd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804965 Nov 11 18:36:28.232523 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b55ed-7056-47d1-8d59-1cfd76c5ca4d req-538da9d5-c21c-4c12-b625-e92f72281230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:36:28.233989 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f27b55ed-7056-47d1-8d59-1cfd76c5ca4d req-538da9d5-c21c-4c12-b625-e92f72281230 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba43637609e2428bb07678d53c0aac99&device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0447452 Nov 11 18:36:28.335951 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b55ed-7056-47d1-8d59-1cfd76c5ca4d req-368bb9a0-a5a7-4cb7-a6bd-baaf18186034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:36:28.337483 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f27b55ed-7056-47d1-8d59-1cfd76c5ca4d req-368bb9a0-a5a7-4cb7-a6bd-baaf18186034 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da72700e-5fa3-4d0f-b094-3e816a167fb0 HTTP/1.1" status: 200 len: 911 time: 0.0851431 Nov 11 18:36:28.405687 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f27b55ed-7056-47d1-8d59-1cfd76c5ca4d req-7ef83cd5-6114-4ff5-ada1-20b9022709ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eedce552-33f8-4342-9ea3-6c5d6468d97b HTTP/1.1" status: 200 len: 1000 time: 0.0615680 Nov 11 18:36:28.454466 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b55ed-7056-47d1-8d59-1cfd76c5ca4d req-23dc4d45-c923-4ff2-bca1-10be5cf8ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:36:28.455894 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f27b55ed-7056-47d1-8d59-1cfd76c5ca4d req-23dc4d45-c923-4ff2-bca1-10be5cf8ad56 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e8a9f76-831d-4932-b331-aa77070d9b58 HTTP/1.1" status: 200 len: 848 time: 0.0430191 Nov 11 18:36:28.500412 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b55ed-7056-47d1-8d59-1cfd76c5ca4d req-f2e5c916-b8cd-47fe-9c00-eb9896e4e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:36:28.501854 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f27b55ed-7056-47d1-8d59-1cfd76c5ca4d req-f2e5c916-b8cd-47fe-9c00-eb9896e4e4f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da72700e-5fa3-4d0f-b094-3e816a167fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395899 Nov 11 18:36:28.593326 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f27b55ed-7056-47d1-8d59-1cfd76c5ca4d req-c20dcedd-15cf-4e7d-a7ed-b49084bb5354 service neutron] 10.222.0.64 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842621 Nov 11 18:36:28.683669 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-f27b55ed-7056-47d1-8d59-1cfd76c5ca4d req-2de0475d-6def-4948-9ade-52e269d97905 service neutron] 10.222.0.64 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830808 Nov 11 18:36:37.568319 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-7e3b6cb0-f621-45bf-9a55-1d8b34e18e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:36:40.515142 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4b56920e-8abd-42bb-b04d-c6ea47fd95d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:36:41.259125 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:36:42.857568 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:36:43.092393 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:36:49.081914 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:36:50.381827 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:36:54.838905 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:07.572184 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f41b0406-401d-454e-b441-ad48ebbb87f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:10.517280 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-fbff4a5f-6884-4185-84a0-140185fdcf68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:11.264689 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:12.861523 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:13.094311 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:19.092801 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:21.452718 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device eedce552-33f8-4342-9ea3-6c5d6468d97b details requested by agent hyperv_n-h1-816206-4 with host n-h1-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:37:21.549895 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port eedce552-33f8-4342-9ea3-6c5d6468d97b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=eedce552-33f8-4342-9ea3-6c5d6468d97b,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:37:21.562031 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Returning: {'device': 'eedce552-33f8-4342-9ea3-6c5d6468d97b', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'port_id': 'eedce552-33f8-4342-9ea3-6c5d6468d97b', 'mac_address': 'fa:16:3e:ce:e0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:37:21.599882 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:21.616290 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eedce552-33f8-4342-9ea3-6c5d6468d97b {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:37:21.637155 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port eedce552-33f8-4342-9ea3-6c5d6468d97b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=eedce552-33f8-4342-9ea3-6c5d6468d97b,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:37:21.642120 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:21.690056 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=eedce552-33f8-4342-9ea3-6c5d6468d97b,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:37:21.697549 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:21.697901 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:21.698240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:21.698580 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:21.698909 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:21.699240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:21.699566 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:21.699910 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:21.700231 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:21.700550 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:21.700874 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:21.701191 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:21.771008 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] get_ports_and_sgs() called for port_ids ['eedce552-33f8-4342-9ea3-6c5d6468d97b'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:37:23.449163 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device eedce552-33f8-4342-9ea3-6c5d6468d97b up at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:37:23.502450 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Provisioning complete for port eedce552-33f8-4342-9ea3-6c5d6468d97b triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:37:23.502829 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:23.597738 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:23.622964 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eedce552-33f8-4342-9ea3-6c5d6468d97b'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:37:23.625198 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157f7896-394b-40b6-a21e-85ab855c31e9" -d '{"events": [{"server_uuid": "c5efb13a-069a-47af-9208-7ff83a614fd0", "name": "network-vif-plugged", "status": "completed", "tag": "eedce552-33f8-4342-9ea3-6c5d6468d97b"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:37:23.641310 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port eedce552-33f8-4342-9ea3-6c5d6468d97b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=eedce552-33f8-4342-9ea3-6c5d6468d97b,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:37:23.646416 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:23.710751 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=eedce552-33f8-4342-9ea3-6c5d6468d97b,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:37:23.774574 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f80551e-166e-4790-a055-cb1d9cacbfaf x-openstack-request-id: req-3f80551e-166e-4790-a055-cb1d9cacbfaf {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:37:23.774874 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5efb13a-069a-47af-9208-7ff83a614fd0", "name": "network-vif-plugged", "status": "completed", "tag": "eedce552-33f8-4342-9ea3-6c5d6468d97b", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:37:23.775200 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3f80551e-166e-4790-a055-cb1d9cacbfaf {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:37:23.775607 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eedce552-33f8-4342-9ea3-6c5d6468d97b', 'code': 200} Nov 11 18:37:24.849480 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:27.384305 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:37:28.171598 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ce167-1346-49db-9c35-b248728bb9c5 req-3dbf83cb-00c3-437e-b1c4-38bfbe9a61ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:28.185390 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e51ce167-1346-49db-9c35-b248728bb9c5 req-3dbf83cb-00c3-437e-b1c4-38bfbe9a61ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba43637609e2428bb07678d53c0aac99&device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0559621 Nov 11 18:37:28.297735 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ce167-1346-49db-9c35-b248728bb9c5 req-c59b0696-f10f-4f92-80d3-7ea6178c59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:28.299893 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e51ce167-1346-49db-9c35-b248728bb9c5 req-c59b0696-f10f-4f92-80d3-7ea6178c59a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da72700e-5fa3-4d0f-b094-3e816a167fb0 HTTP/1.1" status: 200 len: 911 time: 0.1004627 Nov 11 18:37:28.398185 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e51ce167-1346-49db-9c35-b248728bb9c5 req-2bd0b0a3-331a-41d2-a564-f1043168be62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eedce552-33f8-4342-9ea3-6c5d6468d97b HTTP/1.1" status: 200 len: 1000 time: 0.0892694 Nov 11 18:37:28.457625 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ce167-1346-49db-9c35-b248728bb9c5 req-6eac3f61-030a-4df2-84bf-d7e65bd3d291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:28.459743 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e51ce167-1346-49db-9c35-b248728bb9c5 req-6eac3f61-030a-4df2-84bf-d7e65bd3d291 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e8a9f76-831d-4932-b331-aa77070d9b58 HTTP/1.1" status: 200 len: 848 time: 0.0545416 Nov 11 18:37:28.509409 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ce167-1346-49db-9c35-b248728bb9c5 req-908dce7e-35cb-4a13-83f8-c54fbff8428e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:28.511408 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e51ce167-1346-49db-9c35-b248728bb9c5 req-908dce7e-35cb-4a13-83f8-c54fbff8428e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da72700e-5fa3-4d0f-b094-3e816a167fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441394 Nov 11 18:37:28.621684 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e51ce167-1346-49db-9c35-b248728bb9c5 req-4fe29eb6-9c60-4d62-8a62-3cd327344074 service neutron] 10.222.0.64 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034086 Nov 11 18:37:28.722993 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e51ce167-1346-49db-9c35-b248728bb9c5 req-6a0f88f1-eadc-4187-a483-b273ebef0868 service neutron] 10.222.0.64 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933723 Nov 11 18:37:31.639801 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-af30fd3c-b022-49f1-9046-5372e2ead12f tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205600067&fields=id&tenant_id=ba43637609e2428bb07678d53c0aac99 HTTP/1.1" status: 200 len: 267 time: 0.0445633 Nov 11 18:37:31.748391 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-9246d27e-232b-49d7-a405-e10bbde4ad20 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:31.749834 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-9246d27e-232b-49d7-a405-e10bbde4ad20 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/networks?id=da72700e-5fa3-4d0f-b094-3e816a167fb0 HTTP/1.1" status: 200 len: 809 time: 0.1035204 Nov 11 18:37:31.765069 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-13024620-29b2-47d5-ab42-5a8733fdb3bf tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/quotas/ba43637609e2428bb07678d53c0aac99 HTTP/1.1" status: 200 len: 375 time: 0.0094502 Nov 11 18:37:31.819262 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-787ee8ee-a47b-4ee7-93c6-05a51d7dd1f1 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ba43637609e2428bb07678d53c0aac99&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0490525 Nov 11 18:37:31.959042 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-2498902e-37ea-4c6a-90b7-baf961169c36 service neutron] 10.222.0.76 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277034 Nov 11 18:37:32.048486 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-46119dbf-45d0-4147-ae04-002fadcd8577 service neutron] 10.222.0.76 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833580 Nov 11 18:37:32.202738 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-7d9090ef-591f-4877-938f-11b79d741b77 req-986115ac-3407-468e-ab22-6c7ff4106a44 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 210 time: 0.0274982 Nov 11 18:37:33.209785 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-b24e8f39-2663-4633-9d19-07c562a850f8 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:33.211199 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-b24e8f39-2663-4633-9d19-07c562a850f8 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.83 "GET /v2.0/networks?id=da72700e-5fa3-4d0f-b094-3e816a167fb0 HTTP/1.1" status: 200 len: 809 time: 0.1087816 Nov 11 18:37:33.276235 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-1b3914a6-cf4c-4672-985b-a7a8eb7f99b5 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba43637609e2428bb07678d53c0aac99 HTTP/1.1" status: 200 len: 379 time: 0.0549924 Nov 11 18:37:33.290207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Request body: {'port': {'device_id': '865fc858-9475-49b2-a050-e3842d26b748', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'admin_state_up': True, 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'security_groups': ['b94bbfde-56cb-4c39-bd88-be99bc461558']}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:37:33.317788 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-e6682ff8-887e-46fa-887c-538416d5acbe req-e9d0c5c0-7a3a-4888-838a-e7d6caf2b37c tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 210 time: 0.0412579 Nov 11 18:37:33.423465 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Made reservation on behalf of ba43637609e2428bb07678d53c0aac99 for: {'port': 1} {{(pid=102618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 18:37:33.427027 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:33.583478 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Allocated IP 172.20.0.8 (da72700e-5fa3-4d0f-b094-3e816a167fb0/0e8a9f76-831d-4932-b331-aa77070d9b58/0fbd1590-8a3d-4987-9634-f7b385dc211c) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:37:33.775445 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:33.811154 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:33.865360 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Network da72700e-5fa3-4d0f-b094-3e816a167fb0 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:37:33.868789 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:37:33.873308 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:37:33.877353 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Pushing event updated for resources: {'Port': ['ID=0fbd1590-8a3d-4987-9634-f7b385dc211c,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:37:33.908027 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:33.908388 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:33.908745 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:33.909163 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:33.909619 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:33.909926 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:33.910263 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:33.910624 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:33.910960 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:33.911294 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:33.911628 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:33.912005 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:37:33.941140 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:33.941762 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:33.962227 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-49da5fe3-445e-4d13-9c02-d42c5f4fa8f2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6762533 Nov 11 18:37:34.114818 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-1efd68b6-6691-433c-b220-9d3d7b480681 None None] Provisioning complete for port 0fbd1590-8a3d-4987-9634-f7b385dc211c triggered by entity DHCP. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:37:34.115444 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1efd68b6-6691-433c-b220-9d3d7b480681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:34.150115 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-1efd68b6-6691-433c-b220-9d3d7b480681 None None] Port 0fbd1590-8a3d-4987-9634-f7b385dc211c cannot update to ACTIVE because it is not bound. {{(pid=102619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 18:37:34.441811 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882c17b-1798-43d2-8265-5f0f241392ff req-f9adf3d3-df28-48d5-91bb-6fc86ff6848e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:34.443328 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2882c17b-1798-43d2-8265-5f0f241392ff req-f9adf3d3-df28-48d5-91bb-6fc86ff6848e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 931 time: 0.0536566 Nov 11 18:37:34.496470 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2882c17b-1798-43d2-8265-5f0f241392ff req-f16e2bcf-d624-40a9-8fec-282e6cc78580 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452876 Nov 11 18:37:35.529237 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device eedce552-33f8-4342-9ea3-6c5d6468d97b no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:37:35.613501 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:35.628756 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50145fde-6aa5-463d-8138-1977bbd82dd1 req-9e48c07d-cbb9-4e27-ae69-9f5b791a97ad tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:35.632306 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50145fde-6aa5-463d-8138-1977bbd82dd1 req-9e48c07d-cbb9-4e27-ae69-9f5b791a97ad tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 931 time: 0.0609059 Nov 11 18:37:35.642012 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eedce552-33f8-4342-9ea3-6c5d6468d97b'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:37:35.644597 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0b040b-93ef-49a6-8b36-6fe8ebe735cc" -d '{"events": [{"server_uuid": "c5efb13a-069a-47af-9208-7ff83a614fd0", "name": "network-vif-unplugged", "status": "completed", "tag": "eedce552-33f8-4342-9ea3-6c5d6468d97b"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:37:35.659194 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] For port eedce552-33f8-4342-9ea3-6c5d6468d97b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=eedce552-33f8-4342-9ea3-6c5d6468d97b,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:37:35.664585 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:35.687996 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-50145fde-6aa5-463d-8138-1977bbd82dd1 req-0ce2ab2a-3af1-4c4f-9e0b-7e114f4c134b tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510464 Nov 11 18:37:35.729364 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Pushing event updated for resources: {'Port': ['ID=eedce552-33f8-4342-9ea3-6c5d6468d97b,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:37:35.753815 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 18:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afc227d-1dcd-4641-9bee-2615c7d6cd73 x-openstack-request-id: req-9afc227d-1dcd-4641-9bee-2615c7d6cd73 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:37:35.754181 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5efb13a-069a-47af-9208-7ff83a614fd0", "name": "network-vif-unplugged", "status": "completed", "tag": "eedce552-33f8-4342-9ea3-6c5d6468d97b", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:37:35.754499 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9afc227d-1dcd-4641-9bee-2615c7d6cd73 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:37:35.754964 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eedce552-33f8-4342-9ea3-6c5d6468d97b', 'code': 200} Nov 11 18:37:36.817862 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c05c9-b93f-492e-806b-9a975ae0a369 req-557e322b-e75d-40ac-bc76-56435b070726 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:36.819352 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-748c05c9-b93f-492e-806b-9a975ae0a369 req-557e322b-e75d-40ac-bc76-56435b070726 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 931 time: 0.0508249 Nov 11 18:37:36.876219 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-748c05c9-b93f-492e-806b-9a975ae0a369 req-72d8d773-3346-40e3-a7d9-0536edccf380 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473213 Nov 11 18:37:37.578509 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-733fb12a-27c1-400e-8609-ece73841bba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:37.996810 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e11728-da44-4bdf-a7ab-7998d615cd41 req-b540bcfa-57bb-4069-9142-c2d8b1e1377a tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:37.998407 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-02e11728-da44-4bdf-a7ab-7998d615cd41 req-b540bcfa-57bb-4069-9142-c2d8b1e1377a tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 931 time: 0.0523691 Nov 11 18:37:38.054602 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-02e11728-da44-4bdf-a7ab-7998d615cd41 req-cbd36cae-c0c5-4f39-bdb1-98b566d0374a tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499616 Nov 11 18:37:39.180725 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445fe16-e3b2-4c68-82dd-11f472cd9401 req-06685872-67c3-41f9-9870-41d33dfe76fb tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:39.182730 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8445fe16-e3b2-4c68-82dd-11f472cd9401 req-06685872-67c3-41f9-9870-41d33dfe76fb tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 931 time: 0.0503685 Nov 11 18:37:39.233696 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-8445fe16-e3b2-4c68-82dd-11f472cd9401 req-f2022499-9c5e-4ea4-9e0d-4da61c53f7c0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447366 Nov 11 18:37:40.358511 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c026c-0077-4764-b64a-076b8c69b349 req-3bc63c7a-7877-4e28-8779-49ceff27e64f tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:40.360129 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-384c026c-0077-4764-b64a-076b8c69b349 req-3bc63c7a-7877-4e28-8779-49ceff27e64f tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 931 time: 0.0530620 Nov 11 18:37:40.412100 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-384c026c-0077-4764-b64a-076b8c69b349 req-3121e8e3-d4b4-4f10-82ce-b641768b9924 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459380 Nov 11 18:37:40.519603 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cbf2ce3a-e1ab-41eb-9af1-3784ec1b4bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:41.267013 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:41.543701 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784199f-238f-4dad-8b6d-67f0ee8e0254 req-d1282842-4f49-4331-bac7-aee9b35fbe6f tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:41.546327 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1784199f-238f-4dad-8b6d-67f0ee8e0254 req-d1282842-4f49-4331-bac7-aee9b35fbe6f tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 931 time: 0.0566130 Nov 11 18:37:41.599091 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1784199f-238f-4dad-8b6d-67f0ee8e0254 req-c092edff-db64-4c75-999c-d450cd5462d6 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477154 Nov 11 18:37:42.719333 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5b79f-d12a-4bcd-a0ca-249bd35f2c69 req-a8e264d3-a0cb-42bf-bf74-c135df4f1f00 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:42.721043 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-02b5b79f-d12a-4bcd-a0ca-249bd35f2c69 req-a8e264d3-a0cb-42bf-bf74-c135df4f1f00 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 931 time: 0.0512190 Nov 11 18:37:42.778804 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-02b5b79f-d12a-4bcd-a0ca-249bd35f2c69 req-ab1a8b1b-48a3-4164-8211-c0a2d8408f7e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516648 Nov 11 18:37:42.864429 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:43.100099 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:43.882935 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] Request body: {'port': {'device_id': '865fc858-9475-49b2-a050-e3842d26b748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-4'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:37:43.934055 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c125f-f2ed-4408-a731-cde156a3b207 req-f2b06ddf-6303-44f2-839f-32faa30c29c5 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:43.935550 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-865c125f-f2ed-4408-a731-cde156a3b207 req-f2b06ddf-6303-44f2-839f-32faa30c29c5 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 931 time: 0.0846786 Nov 11 18:37:43.971711 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:44.030328 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-865c125f-f2ed-4408-a731-cde156a3b207 req-51bbf0fe-d292-4b0f-b5bd-e0ce7fde62aa tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797720 Nov 11 18:37:44.255386 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fbd1590-8a3d-4987-9634-f7b385dc211c {{(pid=102618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:37:44.262583 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:44.273996 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.provisioning_blocks [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] Transition to ACTIVE for port object 0fbd1590-8a3d-4987-9634-f7b385dc211c will not be triggered until provisioned by entity L2. {{(pid=102618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 18:37:44.278235 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:44.326385 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=0fbd1590-8a3d-4987-9634-f7b385dc211c,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:37:44.398133 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] Attempting to bind port 0fbd1590-8a3d-4987-9634-f7b385dc211c on host n-h2-816206-4 for vnic_type normal with profile {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 18:37:44.398464 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] Attempting to bind port 0fbd1590-8a3d-4987-9634-f7b385dc211c by drivers openvswitch,hyperv on host n-h2-816206-4 at level 0 using segments [{'id': 'e1c9dc05-894e-44c2-9784-d8494af6175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0'}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 18:37:44.398789 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] Attempting to bind port 0fbd1590-8a3d-4987-9634-f7b385dc211c on network da72700e-5fa3-4d0f-b094-3e816a167fb0 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:37:44.403810 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] Port 0fbd1590-8a3d-4987-9634-f7b385dc211c on network da72700e-5fa3-4d0f-b094-3e816a167fb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-4 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 18:37:44.404131 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] Attempting to bind port 0fbd1590-8a3d-4987-9634-f7b385dc211c on network da72700e-5fa3-4d0f-b094-3e816a167fb0 {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 18:37:44.409067 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] Checking agent: {'id': '230cb246-defb-4ee0-b563-33c96a7ac21b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'started_at': datetime.datetime(2021, 11, 11, 17, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 18, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 18:37:44.409407 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] Checking segment: {'id': 'e1c9dc05-894e-44c2-9784-d8494af6175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 18:37:44.409793 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] Bound using segment: {'id': 'e1c9dc05-894e-44c2-9784-d8494af6175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0'} {{(pid=102618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 18:37:44.410219 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.managers [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] Bound port: 0fbd1590-8a3d-4987-9634-f7b385dc211c, host: n-h2-816206-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c9dc05-894e-44c2-9784-d8494af6175e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0'}}] {{(pid=102618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 18:37:44.410576 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:44.479926 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] For port 0fbd1590-8a3d-4987-9634-f7b385dc211c, host n-h2-816206-4, cleared binding levels {{(pid=102618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 18:37:44.483480 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] For port 0fbd1590-8a3d-4987-9634-f7b385dc211c, host n-h2-816206-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0fbd1590-8a3d-4987-9634-f7b385dc211c,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 18:37:44.487482 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:44.520333 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:44.521939 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:44.523546 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] 10.222.0.83 "PUT /v2.0/ports/0fbd1590-8a3d-4987-9634-f7b385dc211c HTTP/1.1" status: 200 len: 1091 time: 0.6951766 Nov 11 18:37:44.526497 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865fc858-9475-49b2-a050-e3842d26b748', 'tag': '0fbd1590-8a3d-4987-9634-f7b385dc211c'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:37:44.529291 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06049f23-3a30-4e30-881b-fe5d7f14f81c" -d '{"events": [{"name": "network-changed", "server_uuid": "865fc858-9475-49b2-a050-e3842d26b748", "tag": "0fbd1590-8a3d-4987-9634-f7b385dc211c"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:37:44.555587 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6773edc-4267-4479-85c6-0f25780b8ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=0fbd1590-8a3d-4987-9634-f7b385dc211c,revision_number=3']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:37:44.581862 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ed00d6-ed8f-4afc-b975-dcf1a8c37a6c x-openstack-request-id: req-d3ed00d6-ed8f-4afc-b975-dcf1a8c37a6c {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:37:44.582221 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865fc858-9475-49b2-a050-e3842d26b748", "tag": "0fbd1590-8a3d-4987-9634-f7b385dc211c", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:37:44.582538 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d3ed00d6-ed8f-4afc-b975-dcf1a8c37a6c {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:37:44.583002 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865fc858-9475-49b2-a050-e3842d26b748', 'tag': '0fbd1590-8a3d-4987-9634-f7b385dc211c', 'status': 'completed', 'code': 200} Nov 11 18:37:44.614840 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-e7a2260b-3c71-42b5-98fb-b86e282a990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:44.616404 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-e7a2260b-3c71-42b5-98fb-b86e282a990b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ba43637609e2428bb07678d53c0aac99&device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 1094 time: 0.0513923 Nov 11 18:37:44.665795 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-b68434af-0b0f-4656-bc0b-48c8ae71d4c2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fbd1590-8a3d-4987-9634-f7b385dc211c HTTP/1.1" status: 200 len: 217 time: 0.0406101 Nov 11 18:37:44.718689 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-0dd92012-089f-4738-a6c4-b8aea8682393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:44.720177 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-0dd92012-089f-4738-a6c4-b8aea8682393 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e8a9f76-831d-4932-b331-aa77070d9b58 HTTP/1.1" status: 200 len: 848 time: 0.0460384 Nov 11 18:37:44.765306 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-36cd8604-bc75-4cf8-a653-a0410f4042bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:44.766768 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-36cd8604-bc75-4cf8-a653-a0410f4042bb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=da72700e-5fa3-4d0f-b094-3e816a167fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395875 Nov 11 18:37:44.865450 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-1f63b3c9-e46d-4cd7-b177-204fb2dbaf36 service neutron] 10.222.0.83 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910764 Nov 11 18:37:44.954155 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-796bde2d-5bb3-4e4f-b728-3ff98a2533cc req-82f9a510-7b14-41df-bb8c-acb87ffc7195 service neutron] 10.222.0.83 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820086 Nov 11 18:37:45.045288 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06049f23-3a30-4e30-881b-fe5d7f14f81c req-86b2631b-e75e-40a3-b2b6-e6590b85fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:45.046685 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06049f23-3a30-4e30-881b-fe5d7f14f81c req-86b2631b-e75e-40a3-b2b6-e6590b85fda4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ba43637609e2428bb07678d53c0aac99&device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 1094 time: 0.0408363 Nov 11 18:37:45.174056 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06049f23-3a30-4e30-881b-fe5d7f14f81c req-46d78971-ea9e-4848-8f4c-f4ff562ebc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:45.175521 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06049f23-3a30-4e30-881b-fe5d7f14f81c req-46d78971-ea9e-4848-8f4c-f4ff562ebc87 service neutron] 10.222.0.83 "GET /v2.0/networks?id=da72700e-5fa3-4d0f-b094-3e816a167fb0 HTTP/1.1" status: 200 len: 911 time: 0.1215708 Nov 11 18:37:45.186356 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec537b2-48a1-4984-97d6-86ca88d1c8e2 req-35d6d58f-7af0-4c56-b466-0a01fcc14ae9 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:45.187741 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eec537b2-48a1-4984-97d6-86ca88d1c8e2 req-35d6d58f-7af0-4c56-b466-0a01fcc14ae9 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 943 time: 0.0721798 Nov 11 18:37:45.232150 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06049f23-3a30-4e30-881b-fe5d7f14f81c req-adc9d87e-3557-4222-af98-e7fc666b9003 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fbd1590-8a3d-4987-9634-f7b385dc211c HTTP/1.1" status: 200 len: 217 time: 0.0434437 Nov 11 18:37:45.303557 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-eec537b2-48a1-4984-97d6-86ca88d1c8e2 req-996e1ca9-82c7-4738-93ec-fdad13e1bf2c tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078568 Nov 11 18:37:45.305227 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06049f23-3a30-4e30-881b-fe5d7f14f81c req-61e34008-fa64-4951-a42e-9cc6f27a638e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:45.307081 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06049f23-3a30-4e30-881b-fe5d7f14f81c req-61e34008-fa64-4951-a42e-9cc6f27a638e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e8a9f76-831d-4932-b331-aa77070d9b58 HTTP/1.1" status: 200 len: 848 time: 0.0672228 Nov 11 18:37:45.356037 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06049f23-3a30-4e30-881b-fe5d7f14f81c req-e2199c2b-684e-4378-b78c-719429342e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:45.357570 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06049f23-3a30-4e30-881b-fe5d7f14f81c req-e2199c2b-684e-4378-b78c-719429342e71 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=da72700e-5fa3-4d0f-b094-3e816a167fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415921 Nov 11 18:37:45.452152 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06049f23-3a30-4e30-881b-fe5d7f14f81c req-bf7616f6-e6ca-488d-96c4-ffae016fd566 service neutron] 10.222.0.83 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854466 Nov 11 18:37:45.540419 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06049f23-3a30-4e30-881b-fe5d7f14f81c req-124b6334-8353-470b-b17f-518c8fd96069 service neutron] 10.222.0.83 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806909 Nov 11 18:37:46.417805 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1612dd-d5a2-4d9f-bc84-af420b05f61c req-7656b7b3-850e-4c00-97a0-5447e5528ea8 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:46.419281 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b1612dd-d5a2-4d9f-bc84-af420b05f61c req-7656b7b3-850e-4c00-97a0-5447e5528ea8 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 943 time: 0.0486276 Nov 11 18:37:46.681760 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0fbd1590-8a3d-4987-9634-f7b385dc211c details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:37:46.780516 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-3b1612dd-d5a2-4d9f-bc84-af420b05f61c req-4be9c547-928b-479c-ad7c-48eb59ec42a7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3521173 Nov 11 18:37:46.788756 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 0fbd1590-8a3d-4987-9634-f7b385dc211c, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0fbd1590-8a3d-4987-9634-f7b385dc211c,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:37:46.804762 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '0fbd1590-8a3d-4987-9634-f7b385dc211c', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'port_id': '0fbd1590-8a3d-4987-9634-f7b385dc211c', 'mac_address': 'fa:16:3e:24:40:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:37:46.854867 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:46.869496 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fbd1590-8a3d-4987-9634-f7b385dc211c {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:37:46.887945 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 0fbd1590-8a3d-4987-9634-f7b385dc211c, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0fbd1590-8a3d-4987-9634-f7b385dc211c,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:37:46.892352 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:46.937708 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=0fbd1590-8a3d-4987-9634-f7b385dc211c,revision_number=4']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:37:47.118221 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['0fbd1590-8a3d-4987-9634-f7b385dc211c'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:37:47.925882 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06803318-b34f-4f04-9e83-8fbe805fbb6b req-4d4aa21a-54ac-4bf1-87ac-f27125c6d553 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:47.927314 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06803318-b34f-4f04-9e83-8fbe805fbb6b req-4d4aa21a-54ac-4bf1-87ac-f27125c6d553 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 944 time: 0.0474377 Nov 11 18:37:47.975423 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06803318-b34f-4f04-9e83-8fbe805fbb6b req-e6d2ea02-1378-48e8-9aad-53f4aa169404 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416529 Nov 11 18:37:48.695385 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0fbd1590-8a3d-4987-9634-f7b385dc211c up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:37:48.746219 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning for port 0fbd1590-8a3d-4987-9634-f7b385dc211c completed by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 18:37:48.750030 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 0fbd1590-8a3d-4987-9634-f7b385dc211c triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:37:48.750399 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:48.984724 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:49.007798 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865fc858-9475-49b2-a050-e3842d26b748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbd1590-8a3d-4987-9634-f7b385dc211c'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:37:49.011127 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d2e83e-8563-4c52-a750-b9f6e7e956a6" -d '{"events": [{"server_uuid": "865fc858-9475-49b2-a050-e3842d26b748", "name": "network-vif-plugged", "status": "completed", "tag": "0fbd1590-8a3d-4987-9634-f7b385dc211c"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:37:49.024828 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 0fbd1590-8a3d-4987-9634-f7b385dc211c, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0fbd1590-8a3d-4987-9634-f7b385dc211c,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:37:49.028675 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:49.085856 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=0fbd1590-8a3d-4987-9634-f7b385dc211c,revision_number=5']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:37:49.100420 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:49.105742 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f5ff9-50ca-419e-999f-4e790b39eddb req-36745edd-5888-4f2a-bdae-59295ac1a752 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:49.107533 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a58f5ff9-50ca-419e-999f-4e790b39eddb req-36745edd-5888-4f2a-bdae-59295ac1a752 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 945 time: 0.0613019 Nov 11 18:37:49.157087 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-a58f5ff9-50ca-419e-999f-4e790b39eddb req-c4a838f4-e77c-4bf6-b0f6-ff7ac7c19b13 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434687 Nov 11 18:37:49.199057 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bb26fe-ca67-43fa-8979-3eaf208fdd31 x-openstack-request-id: req-d1bb26fe-ca67-43fa-8979-3eaf208fdd31 {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:37:49.199356 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865fc858-9475-49b2-a050-e3842d26b748", "name": "network-vif-plugged", "status": "completed", "tag": "0fbd1590-8a3d-4987-9634-f7b385dc211c", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:37:49.199612 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d1bb26fe-ca67-43fa-8979-3eaf208fdd31 {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:37:49.200035 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865fc858-9475-49b2-a050-e3842d26b748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbd1590-8a3d-4987-9634-f7b385dc211c', 'code': 200} Nov 11 18:37:49.297250 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5248268-1f08-4a1b-a85b-ff3d79d2f876 req-5d5f02c6-82f9-47b9-963f-38f9b58da6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:49.298613 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5248268-1f08-4a1b-a85b-ff3d79d2f876 req-5d5f02c6-82f9-47b9-963f-38f9b58da6cd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 1096 time: 0.0417016 Nov 11 18:37:49.345423 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b5248268-1f08-4a1b-a85b-ff3d79d2f876 req-9b69293c-171f-4f8b-b683-12a63251a89d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395958 Nov 11 18:37:50.280334 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478e0a0-d0c3-450b-9c1e-b3908fdb6fde req-07750344-22cf-43eb-ad90-3a43576339cb tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:50.281828 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0478e0a0-d0c3-450b-9c1e-b3908fdb6fde req-07750344-22cf-43eb-ad90-3a43576339cb tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 945 time: 0.0532203 Nov 11 18:37:50.332563 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-0478e0a0-d0c3-450b-9c1e-b3908fdb6fde req-2dec957e-caa7-432b-b958-854997ea63e0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448399 Nov 11 18:37:51.451914 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c68ada-ffea-49e1-99a3-78e1c325fa77 req-e94ee132-406e-48f9-b4c8-4638e8312f68 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:51.453387 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03c68ada-ffea-49e1-99a3-78e1c325fa77 req-e94ee132-406e-48f9-b4c8-4638e8312f68 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 945 time: 0.0517230 Nov 11 18:37:51.505568 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-03c68ada-ffea-49e1-99a3-78e1c325fa77 req-1e596401-85ac-4a0d-9e71-9a3dcec9e733 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463417 Nov 11 18:37:51.618046 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b97d5-04b0-412f-9f6d-5332c61b729d req-15980c03-c5fc-4598-b893-bf8ae17bec17 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:51.619986 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9a4b97d5-04b0-412f-9f6d-5332c61b729d req-15980c03-c5fc-4598-b893-bf8ae17bec17 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 945 time: 0.0500739 Nov 11 18:37:51.667857 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9a4b97d5-04b0-412f-9f6d-5332c61b729d req-473b1c18-dca8-4c3e-9935-374b09560a44 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419369 Nov 11 18:37:51.692573 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55328) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:37:51.731139 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714ed1cc-16a1-4685-9c97-6402dc5d9142 tempest-TestSnapshotPattern-1917561973 tempest-TestSnapshotPattern-1917561973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:51.732685 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-714ed1cc-16a1-4685-9c97-6402dc5d9142 tempest-TestSnapshotPattern-1917561973 tempest-TestSnapshotPattern-1917561973-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 1091 time: 0.0391243 Nov 11 18:37:51.735441 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55330) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:37:51.739605 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.v2.base [None req-58cd958a-043a-4346-8e5d-0d5395576df4 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Request body: {'floatingip': {'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'port_id': '0fbd1590-8a3d-4987-9634-f7b385dc211c', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 18:37:51.761323 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-58cd958a-043a-4346-8e5d-0d5395576df4 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for floatingip, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:51.867248 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-58cd958a-043a-4346-8e5d-0d5395576df4 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:51.972563 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_common [None req-58cd958a-043a-4346-8e5d-0d5395576df4 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Allocated IP 172.25.2.176 (06ed7de8-0556-425f-bf82-1eba2b5aaee5/a1d31c14-d688-4268-ba5b-c6677e971e08/1c91a35d-58e8-420a-bbb9-8a21d1828b82) {{(pid=102618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 18:37:52.073948 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-58cd958a-043a-4346-8e5d-0d5395576df4 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for port, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:52.106788 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-58cd958a-043a-4346-8e5d-0d5395576df4 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765003090809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:52.150332 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cd958a-043a-4346-8e5d-0d5395576df4 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Network 06ed7de8-0556-425f-bf82-1eba2b5aaee5 is already hosted by enough agents. {{(pid=102618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 18:37:52.153286 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.base_scheduler [None req-58cd958a-043a-4346-8e5d-0d5395576df4 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Resources bound (agent type, host, resource id): {{(pid=102618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 18:37:52.156905 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cd958a-043a-4346-8e5d-0d5395576df4 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Received port after_create {{(pid=102618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 18:37:52.162207 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd958a-043a-4346-8e5d-0d5395576df4 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Pushing event updated for resources: {'Port': ['ID=1c91a35d-58e8-420a-bbb9-8a21d1828b82,revision_number=1']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:37:52.509328 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-58cd958a-043a-4346-8e5d-0d5395576df4 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:52.577363 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-58cd958a-043a-4346-8e5d-0d5395576df4 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:52.724618 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-58cd958a-043a-4346-8e5d-0d5395576df4 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for port, precommit_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:52.729816 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-58cd958a-043a-4346-8e5d-0d5395576df4 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10335301'] for port, after_update {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:52.794353 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd958a-043a-4346-8e5d-0d5395576df4 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Pushing event updated for resources: {'Port': ['ID=1c91a35d-58e8-420a-bbb9-8a21d1828b82,revision_number=2']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:37:52.807621 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-58cd958a-043a-4346-8e5d-0d5395576df4 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-917995'] for floatingip, after_create {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:52.908376 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-58cd958a-043a-4346-8e5d-0d5395576df4 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Floating IP 0a8bcda2-c18f-4734-9f21-d74c7b8b1c6a associated. External IP: 172.25.2.176, port: 0fbd1590-8a3d-4987-9634-f7b385dc211c. Nov 11 18:37:53.115238 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cd958a-043a-4346-8e5d-0d5395576df4 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Router e2333007-63f9-461b-8cd2-0cb8b0afae49 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:37:53.229981 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cd958a-043a-4346-8e5d-0d5395576df4 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:37:53.239784 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9f0e2e-3ba9-4256-8dc2-547dc60aa2a9 None None] Sync routers for ids ['e2333007-63f9-461b-8cd2-0cb8b0afae49'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:37:53.247294 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-58cd958a-043a-4346-8e5d-0d5395576df4 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:37:53.249309 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9f0e2e-3ba9-4256-8dc2-547dc60aa2a9 None None] Routers {'e2333007-63f9-461b-8cd2-0cb8b0afae49'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:37:53.249930 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3a9f0e2e-3ba9-4256-8dc2-547dc60aa2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:37:41Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e2333007-63f9-461b-8cd2-0cb8b0afae49'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:37:53.273962 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-58cd958a-043a-4346-8e5d-0d5395576df4 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5375280 Nov 11 18:37:53.275092 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865fc858-9475-49b2-a050-e3842d26b748', 'tag': '0fbd1590-8a3d-4987-9634-f7b385dc211c'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:37:53.277353 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a401f2-161c-4ba8-ba54-2816afd2086b" -d '{"events": [{"name": "network-changed", "server_uuid": "865fc858-9475-49b2-a050-e3842d26b748", "tag": "0fbd1590-8a3d-4987-9634-f7b385dc211c"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:37:53.313897 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db35e7c-1935-4bbe-a783-231124a7d2bb x-openstack-request-id: req-3db35e7c-1935-4bbe-a783-231124a7d2bb {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:37:53.314249 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865fc858-9475-49b2-a050-e3842d26b748", "tag": "0fbd1590-8a3d-4987-9634-f7b385dc211c", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:37:53.314564 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3db35e7c-1935-4bbe-a783-231124a7d2bb {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:37:53.315030 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865fc858-9475-49b2-a050-e3842d26b748', 'tag': '0fbd1590-8a3d-4987-9634-f7b385dc211c', 'status': 'completed', 'code': 200} Nov 11 18:37:53.381351 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a401f2-161c-4ba8-ba54-2816afd2086b req-642fec17-32cc-46e3-a951-3eac8dfa7d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:53.382787 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-72a401f2-161c-4ba8-ba54-2816afd2086b req-642fec17-32cc-46e3-a951-3eac8dfa7d46 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ba43637609e2428bb07678d53c0aac99&device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 1096 time: 0.0439711 Nov 11 18:37:53.444868 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-3a9f0e2e-3ba9-4256-8dc2-547dc60aa2a9 None None] Set router e2333007-63f9-461b-8cd2-0cb8b0afae49 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:37:53.479336 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a401f2-161c-4ba8-ba54-2816afd2086b req-d0ea4c51-a543-45c2-9dff-a2f7589755e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:53.480852 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-72a401f2-161c-4ba8-ba54-2816afd2086b req-d0ea4c51-a543-45c2-9dff-a2f7589755e0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=da72700e-5fa3-4d0f-b094-3e816a167fb0 HTTP/1.1" status: 200 len: 911 time: 0.0913963 Nov 11 18:37:53.546990 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-72a401f2-161c-4ba8-ba54-2816afd2086b req-0e8190b6-4cd6-46af-93cf-9936dc73116b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fbd1590-8a3d-4987-9634-f7b385dc211c HTTP/1.1" status: 200 len: 999 time: 0.0589066 Nov 11 18:37:53.601076 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a401f2-161c-4ba8-ba54-2816afd2086b req-d241d1b3-c84a-416b-8f5a-8c76df347f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:53.602530 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-72a401f2-161c-4ba8-ba54-2816afd2086b req-d241d1b3-c84a-416b-8f5a-8c76df347f8f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e8a9f76-831d-4932-b331-aa77070d9b58 HTTP/1.1" status: 200 len: 848 time: 0.0481086 Nov 11 18:37:53.648102 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a401f2-161c-4ba8-ba54-2816afd2086b req-6c12746f-a177-44d9-bb29-40b29cce5ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:37:53.649516 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-72a401f2-161c-4ba8-ba54-2816afd2086b req-6c12746f-a177-44d9-bb29-40b29cce5ce2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=da72700e-5fa3-4d0f-b094-3e816a167fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401363 Nov 11 18:37:53.669359 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3a9f0e2e-3ba9-4256-8dc2-547dc60aa2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'name': 'tempest-TestSnapshotPattern-416120891-router', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '214253a2-5413-4128-8b00-c2360b8cc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'gw_port': {'id': '214253a2-5413-4128-8b00-c2360b8cc667', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '0a8bcda2-c18f-4734-9f21-d74c7b8b1c6a', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'port_id': '0fbd1590-8a3d-4987-9634-f7b385dc211c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'mac_address': 'fa:16:3e:24:40:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865fc858-9475-49b2-a050-e3842d26b748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:37:52Z', 'updated_at': '2021-11-11T18:37:52Z', 'revision_number': 0, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'fixed_ip_address_scope': None}, {'id': '598a950f-2a1d-47d6-8475-b2d10559aee1', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'port_id': 'eedce552-33f8-4342-9ea3-6c5d6468d97b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'mac_address': 'fa:16:3e:ce:e0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:35:21Z', 'updated_at': '2021-11-11T18:35:23Z', 'revision_number': 1, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc5e377-0151-4cbc-8f5b-3929946a9fc3', 'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'mac_address': 'fa:16:3e:05:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:02Z', 'updated_at': '2021-11-11T18:35:06Z', 'revision_number': 5, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'subnets': [{'id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:37:53.699597 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9f0e2e-3ba9-4256-8dc2-547dc60aa2a9 None None] Checking router: e2333007-63f9-461b-8cd2-0cb8b0afae49 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:37:53.707769 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9f0e2e-3ba9-4256-8dc2-547dc60aa2a9 None None] Routers {'e2333007-63f9-461b-8cd2-0cb8b0afae49'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:37:53.708432 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3a9f0e2e-3ba9-4256-8dc2-547dc60aa2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:37:41Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e2333007-63f9-461b-8cd2-0cb8b0afae49'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:37:53.738891 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-72a401f2-161c-4ba8-ba54-2816afd2086b req-4b567a67-9ad3-472b-b491-0f55794fa126 service neutron] 10.222.0.83 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825052 Nov 11 18:37:53.810502 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-3a9f0e2e-3ba9-4256-8dc2-547dc60aa2a9 None None] Set router e2333007-63f9-461b-8cd2-0cb8b0afae49 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:37:53.839863 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-72a401f2-161c-4ba8-ba54-2816afd2086b req-2edca3f4-8989-48ab-b755-5ffd625985bb service neutron] 10.222.0.83 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943482 Nov 11 18:37:54.030276 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3a9f0e2e-3ba9-4256-8dc2-547dc60aa2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'name': 'tempest-TestSnapshotPattern-416120891-router', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '214253a2-5413-4128-8b00-c2360b8cc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'gw_port': {'id': '214253a2-5413-4128-8b00-c2360b8cc667', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '0a8bcda2-c18f-4734-9f21-d74c7b8b1c6a', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'port_id': '0fbd1590-8a3d-4987-9634-f7b385dc211c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'mac_address': 'fa:16:3e:24:40:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865fc858-9475-49b2-a050-e3842d26b748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:37:52Z', 'updated_at': '2021-11-11T18:37:52Z', 'revision_number': 0, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'fixed_ip_address_scope': None}, {'id': '598a950f-2a1d-47d6-8475-b2d10559aee1', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'port_id': 'eedce552-33f8-4342-9ea3-6c5d6468d97b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'mac_address': 'fa:16:3e:ce:e0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:35:21Z', 'updated_at': '2021-11-11T18:35:23Z', 'revision_number': 1, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc5e377-0151-4cbc-8f5b-3929946a9fc3', 'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'mac_address': 'fa:16:3e:05:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:02Z', 'updated_at': '2021-11-11T18:35:06Z', 'revision_number': 5, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'subnets': [{'id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:37:54.058945 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9f0e2e-3ba9-4256-8dc2-547dc60aa2a9 None None] The sync data for ids ['e2333007-63f9-461b-8cd2-0cb8b0afae49'] in n-d-816206-4 is: [{'id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'name': 'tempest-TestSnapshotPattern-416120891-router', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '214253a2-5413-4128-8b00-c2360b8cc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'gw_port': {'id': '214253a2-5413-4128-8b00-c2360b8cc667', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '0a8bcda2-c18f-4734-9f21-d74c7b8b1c6a', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'port_id': '0fbd1590-8a3d-4987-9634-f7b385dc211c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'mac_address': 'fa:16:3e:24:40:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865fc858-9475-49b2-a050-e3842d26b748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:37:52Z', 'updated_at': '2021-11-11T18:37:52Z', 'revision_number': 0, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'fixed_ip_address_scope': None}, {'id': '598a950f-2a1d-47d6-8475-b2d10559aee1', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'port_id': 'eedce552-33f8-4342-9ea3-6c5d6468d97b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'mac_address': 'fa:16:3e:ce:e0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:35:21Z', 'updated_at': '2021-11-11T18:35:23Z', 'revision_number': 1, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc5e377-0151-4cbc-8f5b-3929946a9fc3', 'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'mac_address': 'fa:16:3e:05:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:02Z', 'updated_at': '2021-11-11T18:35:06Z', 'revision_number': 5, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'subnets': [{'id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:37:54.249272 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585b7623-dec4-4550-9381-6da531eb393d None None] New status for floating IP 0a8bcda2-c18f-4734-9f21-d74c7b8b1c6a: ACTIVE {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:37:54.854901 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:38:03.517928 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b023ba64-6eee-4064-8e46-1b75f4ddc607 req-5ae46ee1-773a-4ad7-9ed2-9c02dd442238 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400796 Nov 11 18:38:03.599518 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023ba64-6eee-4064-8e46-1b75f4ddc607 req-c65b3ad2-0483-4a6c-8311-3705682db5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:38:03.600997 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b023ba64-6eee-4064-8e46-1b75f4ddc607 req-c65b3ad2-0483-4a6c-8311-3705682db5d5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ba43637609e2428bb07678d53c0aac99&device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 1096 time: 0.0400336 Nov 11 18:38:03.710903 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023ba64-6eee-4064-8e46-1b75f4ddc607 req-8b107546-33dd-4146-adfd-45ff1e088ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:38:03.712425 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b023ba64-6eee-4064-8e46-1b75f4ddc607 req-8b107546-33dd-4146-adfd-45ff1e088ef6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=da72700e-5fa3-4d0f-b094-3e816a167fb0 HTTP/1.1" status: 200 len: 911 time: 0.0928514 Nov 11 18:38:03.777014 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b023ba64-6eee-4064-8e46-1b75f4ddc607 req-bf64c5f5-308a-4e72-b367-20702099b9c2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fbd1590-8a3d-4987-9634-f7b385dc211c HTTP/1.1" status: 200 len: 1001 time: 0.0577290 Nov 11 18:38:03.833552 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023ba64-6eee-4064-8e46-1b75f4ddc607 req-f592762b-06cc-4c5c-882a-9a565d936b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:38:03.835007 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b023ba64-6eee-4064-8e46-1b75f4ddc607 req-f592762b-06cc-4c5c-882a-9a565d936b8f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e8a9f76-831d-4932-b331-aa77070d9b58 HTTP/1.1" status: 200 len: 848 time: 0.0509818 Nov 11 18:38:03.880190 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023ba64-6eee-4064-8e46-1b75f4ddc607 req-f7e76602-33d7-4454-9810-292dc25ca6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:38:03.881639 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b023ba64-6eee-4064-8e46-1b75f4ddc607 req-f7e76602-33d7-4454-9810-292dc25ca6e2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=da72700e-5fa3-4d0f-b094-3e816a167fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396986 Nov 11 18:38:03.973224 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b023ba64-6eee-4064-8e46-1b75f4ddc607 req-1b78d892-6f57-447e-b037-1322c92168c5 service neutron] 10.222.0.83 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848775 Nov 11 18:38:04.059748 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-b023ba64-6eee-4064-8e46-1b75f4ddc607 req-4edebf70-e642-4d6e-8a12-16d13917e7aa service neutron] 10.222.0.83 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796728 Nov 11 18:38:04.383821 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:38:07.579644 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5e447477-ee7b-4b46-b4e1-e936b2eed7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:38:10.521314 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e9d1af0d-9179-4e22-a064-4ef4765c1cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:38:11.267636 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:38:12.869423 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:38:13.091269 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:38:19.106726 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:38:24.854463 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:38:29.096768 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-672745f8-f316-4111-b87a-5674d054b70d req-ca000469-770b-4ead-aa17-deb2020e0bb0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5efb13a-069a-47af-9208-7ff83a614fd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395072 Nov 11 18:38:29.199394 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672745f8-f316-4111-b87a-5674d054b70d req-3ea926bf-8bc0-46be-856d-fa3a7c2e4902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:38:29.200908 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-672745f8-f316-4111-b87a-5674d054b70d req-3ea926bf-8bc0-46be-856d-fa3a7c2e4902 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba43637609e2428bb07678d53c0aac99&device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 1094 time: 0.0447214 Nov 11 18:38:29.302338 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672745f8-f316-4111-b87a-5674d054b70d req-4572ccef-392d-44cf-9f87-a4d6d37227b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:38:29.303790 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-672745f8-f316-4111-b87a-5674d054b70d req-4572ccef-392d-44cf-9f87-a4d6d37227b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da72700e-5fa3-4d0f-b094-3e816a167fb0 HTTP/1.1" status: 200 len: 911 time: 0.0838268 Nov 11 18:38:29.375884 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-672745f8-f316-4111-b87a-5674d054b70d req-923a3500-e98a-4e49-9847-01df175605fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eedce552-33f8-4342-9ea3-6c5d6468d97b HTTP/1.1" status: 200 len: 998 time: 0.0635331 Nov 11 18:38:29.423668 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672745f8-f316-4111-b87a-5674d054b70d req-625f570e-5b2e-4d45-8268-cacebeb46c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:38:29.425067 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-672745f8-f316-4111-b87a-5674d054b70d req-625f570e-5b2e-4d45-8268-cacebeb46c9d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e8a9f76-831d-4932-b331-aa77070d9b58 HTTP/1.1" status: 200 len: 848 time: 0.0425112 Nov 11 18:38:29.470678 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672745f8-f316-4111-b87a-5674d054b70d req-bf72900f-23fc-40b1-b27e-667f9ecd201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:38:29.472135 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-672745f8-f316-4111-b87a-5674d054b70d req-bf72900f-23fc-40b1-b27e-667f9ecd201e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da72700e-5fa3-4d0f-b094-3e816a167fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394416 Nov 11 18:38:29.569694 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-672745f8-f316-4111-b87a-5674d054b70d req-5c6659ec-71c2-48b9-80f0-1b174ae50f6f service neutron] 10.222.0.64 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900633 Nov 11 18:38:29.661872 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-672745f8-f316-4111-b87a-5674d054b70d req-e5ebab39-8143-4373-a90a-89bbc58cd97c service neutron] 10.222.0.64 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854142 Nov 11 18:38:37.580977 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-752e3b07-6544-4185-aefe-553978c0d362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:38:40.521426 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac486-f7b7-43bb-a3e4-f3ba750269f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:38:41.270950 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:38:41.382682 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:38:42.871782 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:38:43.093599 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:38:49.097091 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:38:54.876140 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:02.951694 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63eaa1b4-f87e-4399-856e-1c779d4b71c0 req-5148a997-95a7-4a74-aaaf-2dc6393697c2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403578 Nov 11 18:39:03.037463 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eaa1b4-f87e-4399-856e-1c779d4b71c0 req-4c882169-2085-4694-97be-982ec5a98e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:39:03.038943 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63eaa1b4-f87e-4399-856e-1c779d4b71c0 req-4c882169-2085-4694-97be-982ec5a98e0e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ba43637609e2428bb07678d53c0aac99&device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 1096 time: 0.0448060 Nov 11 18:39:03.140995 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eaa1b4-f87e-4399-856e-1c779d4b71c0 req-5d1736d6-faa3-437e-882b-65e1122e297b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:39:03.142390 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63eaa1b4-f87e-4399-856e-1c779d4b71c0 req-5d1736d6-faa3-437e-882b-65e1122e297b service neutron] 10.222.0.83 "GET /v2.0/networks?id=da72700e-5fa3-4d0f-b094-3e816a167fb0 HTTP/1.1" status: 200 len: 911 time: 0.0848939 Nov 11 18:39:03.217528 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63eaa1b4-f87e-4399-856e-1c779d4b71c0 req-55bc66dc-eddb-48d1-ae97-f21abdb19a5a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fbd1590-8a3d-4987-9634-f7b385dc211c HTTP/1.1" status: 200 len: 1001 time: 0.0680766 Nov 11 18:39:03.267073 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eaa1b4-f87e-4399-856e-1c779d4b71c0 req-4ffda5db-fd98-4a12-add2-4d0d5cf5d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:39:03.268490 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63eaa1b4-f87e-4399-856e-1c779d4b71c0 req-4ffda5db-fd98-4a12-add2-4d0d5cf5d0e0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e8a9f76-831d-4932-b331-aa77070d9b58 HTTP/1.1" status: 200 len: 848 time: 0.0427716 Nov 11 18:39:03.312742 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eaa1b4-f87e-4399-856e-1c779d4b71c0 req-addafc6b-9b96-43ba-9d9b-cf6e9d8c8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:39:03.314166 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63eaa1b4-f87e-4399-856e-1c779d4b71c0 req-addafc6b-9b96-43ba-9d9b-cf6e9d8c8c05 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=da72700e-5fa3-4d0f-b094-3e816a167fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390584 Nov 11 18:39:03.326028 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [req-63eaa1b4-f87e-4399-856e-1c779d4b71c0 req-e15699ad-3a4c-4ca6-97db-8511883235ef service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 18:39:03.327091 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63eaa1b4-f87e-4399-856e-1c779d4b71c0 req-e15699ad-3a4c-4ca6-97db-8511883235ef service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053501 Nov 11 18:39:03.417542 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63eaa1b4-f87e-4399-856e-1c779d4b71c0 req-359789db-0197-4b6e-9f4d-41b4fc3f1722 service neutron] 10.222.0.83 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837305 Nov 11 18:39:03.506857 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-63eaa1b4-f87e-4399-856e-1c779d4b71c0 req-8a13966b-c34e-4034-b29d-811cee25ea06 service neutron] 10.222.0.83 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809572 Nov 11 18:39:07.582377 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-467e4de4-ae4b-4833-b947-79c55534d0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:10.522295 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1c61b9dc-8541-419b-bf40-7197b2d2c184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:11.273642 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:12.874410 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:13.094128 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:17.124141 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0fbd1590-8a3d-4987-9634-f7b385dc211c details requested by agent hyperv_n-h2-816206-4 with host n-h2-816206-4 {{(pid=102619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 18:39:17.221289 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 0fbd1590-8a3d-4987-9634-f7b385dc211c, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0fbd1590-8a3d-4987-9634-f7b385dc211c,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:39:17.232258 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Returning: {'device': '0fbd1590-8a3d-4987-9634-f7b385dc211c', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'port_id': '0fbd1590-8a3d-4987-9634-f7b385dc211c', 'mac_address': 'fa:16:3e:24:40:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 18:39:17.268199 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:17.281045 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fbd1590-8a3d-4987-9634-f7b385dc211c {{(pid=102619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 18:39:17.299417 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 0fbd1590-8a3d-4987-9634-f7b385dc211c, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0fbd1590-8a3d-4987-9634-f7b385dc211c,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:39:17.303296 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:17.353397 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=0fbd1590-8a3d-4987-9634-f7b385dc211c,revision_number=6']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:39:17.360882 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:17.361228 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:17.361564 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:17.361896 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:17.362223 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:17.362549 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:17.362877 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:17.363192 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:17.363507 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:17.363856 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:17.364179 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:17.364493 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:17.385667 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] get_ports_and_sgs() called for port_ids ['0fbd1590-8a3d-4987-9634-f7b385dc211c'] {{(pid=102619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 18:39:18.382122 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:39:19.101071 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:19.130618 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0fbd1590-8a3d-4987-9634-f7b385dc211c up at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 18:39:19.186407 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.provisioning_blocks [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Provisioning complete for port 0fbd1590-8a3d-4987-9634-f7b385dc211c triggered by entity L2. {{(pid=102619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 18:39:19.186774 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1720358'] for port, provisioning_complete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:19.279329 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:19.306891 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865fc858-9475-49b2-a050-e3842d26b748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbd1590-8a3d-4987-9634-f7b385dc211c'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:39:19.310017 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0bc2cc-76be-4922-99d6-48fb0c45aa3d" -d '{"events": [{"server_uuid": "865fc858-9475-49b2-a050-e3842d26b748", "name": "network-vif-plugged", "status": "completed", "tag": "0fbd1590-8a3d-4987-9634-f7b385dc211c"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:39:19.323751 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 0fbd1590-8a3d-4987-9634-f7b385dc211c, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0fbd1590-8a3d-4987-9634-f7b385dc211c,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:39:19.328329 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:19.368116 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3260e5-1702-4ba5-a330-34ffc247053c x-openstack-request-id: req-8f3260e5-1702-4ba5-a330-34ffc247053c {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:39:19.368411 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865fc858-9475-49b2-a050-e3842d26b748", "name": "network-vif-plugged", "status": "completed", "tag": "0fbd1590-8a3d-4987-9634-f7b385dc211c", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:39:19.368668 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8f3260e5-1702-4ba5-a330-34ffc247053c {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:39:19.369103 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865fc858-9475-49b2-a050-e3842d26b748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbd1590-8a3d-4987-9634-f7b385dc211c', 'code': 200} Nov 11 18:39:19.385717 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=0fbd1590-8a3d-4987-9634-f7b385dc211c,revision_number=7']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:39:24.878430 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:28.069191 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55526) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:39:28.233363 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Deleting port 1c91a35d-58e8-420a-bbb9-8a21d1828b82 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:39:28.233920 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:28.315226 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:28.315531 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:28.327301 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Calling delete_port for 1c91a35d-58e8-420a-bbb9-8a21d1828b82 owned by network:floatingip {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:39:28.472824 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:28.497209 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Pushing event deleted for resources: {'Port': ['ID=1c91a35d-58e8-420a-bbb9-8a21d1828b82,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:39:28.508622 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:28.508973 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:28.509818 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:28.510161 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:28.510519 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:28.510834 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:28.511162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:28.511489 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:28.511835 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:28.512162 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:28.512486 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:28.512811 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:28.565766 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for floatingip, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:28.566161 n-d-816206-4 neutron-server[102618]: INFO neutron.db.l3_db [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Floating IP 0a8bcda2-c18f-4734-9f21-d74c7b8b1c6a disassociated (deleted). External IP: 172.25.2.176, port: 0fbd1590-8a3d-4987-9634-f7b385dc211c. Nov 11 18:39:29.071760 n-d-816206-4 neutron-server[102618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Router e2333007-63f9-461b-8cd2-0cb8b0afae49 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:39:29.177549 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:39:29.182888 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:29.187290 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de84ff3-4f41-454d-9032-fcaf7fb1392d None None] Sync routers for ids ['e2333007-63f9-461b-8cd2-0cb8b0afae49'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:39:29.196605 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de84ff3-4f41-454d-9032-fcaf7fb1392d None None] Routers {'e2333007-63f9-461b-8cd2-0cb8b0afae49'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:39:29.197280 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3de84ff3-4f41-454d-9032-fcaf7fb1392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:39:11Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e2333007-63f9-461b-8cd2-0cb8b0afae49'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:39:29.208647 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-75188160-df7d-495c-96ba-310bc772f5d0 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "DELETE /v2.0/floatingips/0a8bcda2-c18f-4734-9f21-d74c7b8b1c6a HTTP/1.1" status: 204 len: 168 time: 1.1383276 Nov 11 18:39:29.209343 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865fc858-9475-49b2-a050-e3842d26b748', 'tag': '0fbd1590-8a3d-4987-9634-f7b385dc211c'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:39:29.211751 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b48fb5-d9c9-4217-b2bd-2db45cb66ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "865fc858-9475-49b2-a050-e3842d26b748", "tag": "0fbd1590-8a3d-4987-9634-f7b385dc211c"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:39:29.303994 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-3de84ff3-4f41-454d-9032-fcaf7fb1392d None None] Set router e2333007-63f9-461b-8cd2-0cb8b0afae49 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:39:29.395089 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed98625-30bb-40b6-97f6-b427f8923da6 x-openstack-request-id: req-fed98625-30bb-40b6-97f6-b427f8923da6 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:39:29.395454 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865fc858-9475-49b2-a050-e3842d26b748", "tag": "0fbd1590-8a3d-4987-9634-f7b385dc211c", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:39:29.395811 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fed98625-30bb-40b6-97f6-b427f8923da6 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:39:29.396283 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865fc858-9475-49b2-a050-e3842d26b748', 'tag': '0fbd1590-8a3d-4987-9634-f7b385dc211c', 'status': 'completed', 'code': 200} Nov 11 18:39:29.498585 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b48fb5-d9c9-4217-b2bd-2db45cb66ec8 req-50c558e2-7dd4-42f7-879d-cc209fcdd3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:39:29.500121 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06b48fb5-d9c9-4217-b2bd-2db45cb66ec8 req-50c558e2-7dd4-42f7-879d-cc209fcdd3de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ba43637609e2428bb07678d53c0aac99&device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 1096 time: 0.0772898 Nov 11 18:39:29.511521 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff979274-df5b-41bd-84ae-fa3e2b204250 req-7ff4b8f4-9d2e-4cd8-8ed7-1ecb474b8da1 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:39:29.512938 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff979274-df5b-41bd-84ae-fa3e2b204250 req-7ff4b8f4-9d2e-4cd8-8ed7-1ecb474b8da1 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 945 time: 0.0591254 Nov 11 18:39:29.530367 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3de84ff3-4f41-454d-9032-fcaf7fb1392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'name': 'tempest-TestSnapshotPattern-416120891-router', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '214253a2-5413-4128-8b00-c2360b8cc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'gw_port': {'id': '214253a2-5413-4128-8b00-c2360b8cc667', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '598a950f-2a1d-47d6-8475-b2d10559aee1', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'port_id': 'eedce552-33f8-4342-9ea3-6c5d6468d97b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'mac_address': 'fa:16:3e:ce:e0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:35:21Z', 'updated_at': '2021-11-11T18:35:23Z', 'revision_number': 1, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc5e377-0151-4cbc-8f5b-3929946a9fc3', 'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'mac_address': 'fa:16:3e:05:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:02Z', 'updated_at': '2021-11-11T18:35:06Z', 'revision_number': 5, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'subnets': [{'id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:39:29.555972 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de84ff3-4f41-454d-9032-fcaf7fb1392d None None] Checking router: e2333007-63f9-461b-8cd2-0cb8b0afae49 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:39:29.564283 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de84ff3-4f41-454d-9032-fcaf7fb1392d None None] Routers {'e2333007-63f9-461b-8cd2-0cb8b0afae49'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:39:29.564880 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3de84ff3-4f41-454d-9032-fcaf7fb1392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:39:11Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e2333007-63f9-461b-8cd2-0cb8b0afae49'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:39:29.619520 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-ff979274-df5b-41bd-84ae-fa3e2b204250 req-b5a72ba6-5a7e-46ce-aa75-b76ab47c30d2 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984232 Nov 11 18:39:29.652642 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b48fb5-d9c9-4217-b2bd-2db45cb66ec8 req-7cff6ef5-e91b-4fd9-8388-03034251ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:39:29.654125 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06b48fb5-d9c9-4217-b2bd-2db45cb66ec8 req-7cff6ef5-e91b-4fd9-8388-03034251ee00 service neutron] 10.222.0.83 "GET /v2.0/networks?id=da72700e-5fa3-4d0f-b094-3e816a167fb0 HTTP/1.1" status: 200 len: 911 time: 0.1403513 Nov 11 18:39:29.700990 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06b48fb5-d9c9-4217-b2bd-2db45cb66ec8 req-fed889d5-79fe-4f42-ac00-866f6dc95fd3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0fbd1590-8a3d-4987-9634-f7b385dc211c HTTP/1.1" status: 200 len: 217 time: 0.0369053 Nov 11 18:39:29.752493 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b48fb5-d9c9-4217-b2bd-2db45cb66ec8 req-8b65da00-f17e-40bb-93d2-cfeab1ac4644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:39:29.754210 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06b48fb5-d9c9-4217-b2bd-2db45cb66ec8 req-8b65da00-f17e-40bb-93d2-cfeab1ac4644 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e8a9f76-831d-4932-b331-aa77070d9b58 HTTP/1.1" status: 200 len: 848 time: 0.0462987 Nov 11 18:39:29.763143 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-3de84ff3-4f41-454d-9032-fcaf7fb1392d None None] Set router e2333007-63f9-461b-8cd2-0cb8b0afae49 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:39:29.810365 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b48fb5-d9c9-4217-b2bd-2db45cb66ec8 req-4fdaed83-b3d3-4407-8ddd-37118efcea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:39:29.811932 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06b48fb5-d9c9-4217-b2bd-2db45cb66ec8 req-4fdaed83-b3d3-4407-8ddd-37118efcea2f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=da72700e-5fa3-4d0f-b094-3e816a167fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498757 Nov 11 18:39:29.912293 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06b48fb5-d9c9-4217-b2bd-2db45cb66ec8 req-c84a34e5-2915-4a15-af7f-946a2190bb76 service neutron] 10.222.0.83 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919821 Nov 11 18:39:30.003708 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-3de84ff3-4f41-454d-9032-fcaf7fb1392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'name': 'tempest-TestSnapshotPattern-416120891-router', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '214253a2-5413-4128-8b00-c2360b8cc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'gw_port': {'id': '214253a2-5413-4128-8b00-c2360b8cc667', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '598a950f-2a1d-47d6-8475-b2d10559aee1', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'port_id': 'eedce552-33f8-4342-9ea3-6c5d6468d97b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'mac_address': 'fa:16:3e:ce:e0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:35:21Z', 'updated_at': '2021-11-11T18:35:23Z', 'revision_number': 1, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc5e377-0151-4cbc-8f5b-3929946a9fc3', 'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'mac_address': 'fa:16:3e:05:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:02Z', 'updated_at': '2021-11-11T18:35:06Z', 'revision_number': 5, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'subnets': [{'id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:39:30.013204 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-06b48fb5-d9c9-4217-b2bd-2db45cb66ec8 req-3a19590a-cdd7-41e2-98ee-a6c225d3e3fd service neutron] 10.222.0.83 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929682 Nov 11 18:39:30.036152 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de84ff3-4f41-454d-9032-fcaf7fb1392d None None] The sync data for ids ['e2333007-63f9-461b-8cd2-0cb8b0afae49'] in n-d-816206-4 is: [{'id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'name': 'tempest-TestSnapshotPattern-416120891-router', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '214253a2-5413-4128-8b00-c2360b8cc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'gw_port': {'id': '214253a2-5413-4128-8b00-c2360b8cc667', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_floatingips': [{'id': '598a950f-2a1d-47d6-8475-b2d10559aee1', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'router_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'port_id': 'eedce552-33f8-4342-9ea3-6c5d6468d97b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'mac_address': 'fa:16:3e:ce:e0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T18:35:21Z', 'updated_at': '2021-11-11T18:35:23Z', 'revision_number': 1, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc5e377-0151-4cbc-8f5b-3929946a9fc3', 'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'mac_address': 'fa:16:3e:05:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:02Z', 'updated_at': '2021-11-11T18:35:06Z', 'revision_number': 5, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'subnets': [{'id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:39:30.262097 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9480ab39-539a-47a3-abc6-7d05cbcb2c60 None None] New status for floating IP 0a8bcda2-c18f-4734-9f21-d74c7b8b1c6a: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:39:30.744430 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a7ccb-f35a-4048-b100-1f80cfe29b84 req-dc45e8af-aa32-452e-bc8b-cd3844380162 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:39:30.745894 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c87a7ccb-f35a-4048-b100-1f80cfe29b84 req-dc45e8af-aa32-452e-bc8b-cd3844380162 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 945 time: 0.0503535 Nov 11 18:39:30.795540 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c87a7ccb-f35a-4048-b100-1f80cfe29b84 req-d72eb996-172f-4d87-a9e9-fb6b1fde7fa1 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430787 Nov 11 18:39:31.002305 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d61ac-d614-4aab-ba8d-dee0026e4826 req-5cddb8c9-607d-44f7-89bd-57ae613be4db tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:39:31.003929 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-216d61ac-d614-4aab-ba8d-dee0026e4826 req-5cddb8c9-607d-44f7-89bd-57ae613be4db tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.83 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 945 time: 0.0569940 Nov 11 18:39:31.136746 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e96ec3f-e857-4116-9fb4-c764b05f3d18 req-6adccb47-d93b-4e89-8dac-e2d5ce78238d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5efb13a-069a-47af-9208-7ff83a614fd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533845 Nov 11 18:39:31.143107 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-216d61ac-d614-4aab-ba8d-dee0026e4826 req-f835a3de-5b4f-4246-8e9b-e70564aab8b7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Deleting port 0fbd1590-8a3d-4987-9634-f7b385dc211c {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:39:31.143447 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-216d61ac-d614-4aab-ba8d-dee0026e4826 req-f835a3de-5b4f-4246-8e9b-e70564aab8b7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:31.203011 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Device 0fbd1590-8a3d-4987-9634-f7b385dc211c no longer exists at agent hyperv_n-h2-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:39:31.265235 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-216d61ac-d614-4aab-ba8d-dee0026e4826 req-f835a3de-5b4f-4246-8e9b-e70564aab8b7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] For port 0fbd1590-8a3d-4987-9634-f7b385dc211c, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0fbd1590-8a3d-4987-9634-f7b385dc211c,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:39:31.265497 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-216d61ac-d614-4aab-ba8d-dee0026e4826 req-f835a3de-5b4f-4246-8e9b-e70564aab8b7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:31.268858 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96ec3f-e857-4116-9fb4-c764b05f3d18 req-8a4dd943-39b9-43f7-bffb-3cbef2ec6e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:39:31.270355 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e96ec3f-e857-4116-9fb4-c764b05f3d18 req-8a4dd943-39b9-43f7-bffb-3cbef2ec6e32 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba43637609e2428bb07678d53c0aac99&device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 1094 time: 0.0731144 Nov 11 18:39:31.281525 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-216d61ac-d614-4aab-ba8d-dee0026e4826 req-f835a3de-5b4f-4246-8e9b-e70564aab8b7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Calling delete_port for 0fbd1590-8a3d-4987-9634-f7b385dc211c owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:39:31.283468 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1576046'] for port, before_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:31.306198 n-d-816206-4 neutron-server[102619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865fc858-9475-49b2-a050-e3842d26b748', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fbd1590-8a3d-4987-9634-f7b385dc211c'}] {{(pid=102619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:39:31.308435 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27bbd62dd01291abf710045d79809ca2fd3dfe1d88c1c618c5ca74e12bb01eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c05e7c-6b4a-456f-a63a-234b38207461" -d '{"events": [{"server_uuid": "865fc858-9475-49b2-a050-e3842d26b748", "name": "network-vif-unplugged", "status": "completed", "tag": "0fbd1590-8a3d-4987-9634-f7b385dc211c"}]}' {{(pid=102619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:39:31.321350 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] For port 0fbd1590-8a3d-4987-9634-f7b385dc211c, host n-h2-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-4',level=0,port_id=0fbd1590-8a3d-4987-9634-f7b385dc211c,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:39:31.325793 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765003502987', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765003090827', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765003090845'] for port, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:31.351470 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 18:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4fe251-3654-4121-ae61-6d8795f2ed3f x-openstack-request-id: req-7e4fe251-3654-4121-ae61-6d8795f2ed3f {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:39:31.351789 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865fc858-9475-49b2-a050-e3842d26b748", "name": "network-vif-unplugged", "status": "completed", "tag": "0fbd1590-8a3d-4987-9634-f7b385dc211c", "code": 200}]} {{(pid=102619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:39:31.352047 n-d-816206-4 neutron-server[102619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e4fe251-3654-4121-ae61-6d8795f2ed3f {{(pid=102619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:39:31.352442 n-d-816206-4 neutron-server[102619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865fc858-9475-49b2-a050-e3842d26b748', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fbd1590-8a3d-4987-9634-f7b385dc211c', 'code': 200} Nov 11 18:39:31.379966 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Pushing event updated for resources: {'Port': ['ID=0fbd1590-8a3d-4987-9634-f7b385dc211c,revision_number=8']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:39:31.434212 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96ec3f-e857-4116-9fb4-c764b05f3d18 req-00a8508c-236a-4a28-a1fd-9ca1b45267d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:39:31.435984 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e96ec3f-e857-4116-9fb4-c764b05f3d18 req-00a8508c-236a-4a28-a1fd-9ca1b45267d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da72700e-5fa3-4d0f-b094-3e816a167fb0 HTTP/1.1" status: 200 len: 911 time: 0.1440995 Nov 11 18:39:31.541488 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e96ec3f-e857-4116-9fb4-c764b05f3d18 req-de41d5f6-cd3c-4bf1-b352-0abe56fbb616 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eedce552-33f8-4342-9ea3-6c5d6468d97b HTTP/1.1" status: 200 len: 998 time: 0.0969157 Nov 11 18:39:31.542426 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-216d61ac-d614-4aab-ba8d-dee0026e4826 req-f835a3de-5b4f-4246-8e9b-e70564aab8b7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:31.583919 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835a3de-5b4f-4246-8e9b-e70564aab8b7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Pushing event deleted for resources: {'Port': ['ID=0fbd1590-8a3d-4987-9634-f7b385dc211c,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:39:31.646766 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-216d61ac-d614-4aab-ba8d-dee0026e4826 req-f835a3de-5b4f-4246-8e9b-e70564aab8b7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] No DVR routers for this DVR port 0fbd1590-8a3d-4987-9634-f7b385dc211c on host n-h2-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:39:31.649301 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-216d61ac-d614-4aab-ba8d-dee0026e4826 req-f835a3de-5b4f-4246-8e9b-e70564aab8b7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:31.653276 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-216d61ac-d614-4aab-ba8d-dee0026e4826 req-f835a3de-5b4f-4246-8e9b-e70564aab8b7 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.83 "DELETE /v2.0/ports/0fbd1590-8a3d-4987-9634-f7b385dc211c HTTP/1.1" status: 204 len: 173 time: 0.6433492 Nov 11 18:39:31.655279 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865fc858-9475-49b2-a050-e3842d26b748', 'name': 'network-vif-deleted', 'tag': '0fbd1590-8a3d-4987-9634-f7b385dc211c'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:39:31.657726 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0108697-dd5f-4d08-a423-27dc43a4364e" -d '{"events": [{"server_uuid": "865fc858-9475-49b2-a050-e3842d26b748", "name": "network-vif-deleted", "tag": "0fbd1590-8a3d-4987-9634-f7b385dc211c"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:39:31.666325 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96ec3f-e857-4116-9fb4-c764b05f3d18 req-e2806811-101f-4045-82d0-1061a7864dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:39:31.668387 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e96ec3f-e857-4116-9fb4-c764b05f3d18 req-e2806811-101f-4045-82d0-1061a7864dad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e8a9f76-831d-4932-b331-aa77070d9b58 HTTP/1.1" status: 200 len: 848 time: 0.1144061 Nov 11 18:39:31.701765 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e064f7c-653d-4946-bb4e-bdb7c5d85137 x-openstack-request-id: req-6e064f7c-653d-4946-bb4e-bdb7c5d85137 {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:39:31.703019 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865fc858-9475-49b2-a050-e3842d26b748", "name": "network-vif-deleted", "tag": "0fbd1590-8a3d-4987-9634-f7b385dc211c", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:39:31.703278 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6e064f7c-653d-4946-bb4e-bdb7c5d85137 {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:39:31.703688 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865fc858-9475-49b2-a050-e3842d26b748', 'name': 'network-vif-deleted', 'tag': '0fbd1590-8a3d-4987-9634-f7b385dc211c', 'status': 'completed', 'code': 200} Nov 11 18:39:31.722343 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96ec3f-e857-4116-9fb4-c764b05f3d18 req-e80ca272-2712-4112-ae2d-caa5bb87be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:39:31.723873 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e96ec3f-e857-4116-9fb4-c764b05f3d18 req-e80ca272-2712-4112-ae2d-caa5bb87be94 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da72700e-5fa3-4d0f-b094-3e816a167fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489547 Nov 11 18:39:31.819805 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e96ec3f-e857-4116-9fb4-c764b05f3d18 req-eaf05df1-4ab8-4279-b9a9-81ce0e65dbaf service neutron] 10.222.0.64 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885377 Nov 11 18:39:31.911617 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-77f2ee37-236f-4356-9a41-e1102768f217 req-3e5f03e7-67fb-48b1-95e7-7a0e96dfec26 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=865fc858-9475-49b2-a050-e3842d26b748 HTTP/1.1" status: 200 len: 210 time: 0.0329666 Nov 11 18:39:31.934734 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-9e96ec3f-e857-4116-9fb4-c764b05f3d18 req-f31f06d4-fa25-4ce1-9523-3e170feecad3 service neutron] 10.222.0.64 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084321 Nov 11 18:39:33.465217 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55584) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:39:33.622277 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Deleting port 3ba7c661-1719-4109-aa4a-939ca1901f2b {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:39:33.622532 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:33.700333 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:33.700659 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:33.712043 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Calling delete_port for 3ba7c661-1719-4109-aa4a-939ca1901f2b owned by network:floatingip {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:39:34.117569 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:34.142337 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Pushing event deleted for resources: {'Port': ['ID=3ba7c661-1719-4109-aa4a-939ca1901f2b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:39:34.154258 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:34.154606 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:34.154947 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:34.155278 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:34.155629 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:34.155967 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:34.156292 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:34.156620 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:34.156938 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:34.157256 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:34.157577 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:34.157897 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-4 {{(pid=102617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 18:39:34.214953 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for floatingip, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:34.215274 n-d-816206-4 neutron-server[102617]: INFO neutron.db.l3_db [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Floating IP 598a950f-2a1d-47d6-8475-b2d10559aee1 disassociated (deleted). External IP: 172.25.2.73, port: eedce552-33f8-4342-9ea3-6c5d6468d97b. Nov 11 18:39:34.417979 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Router e2333007-63f9-461b-8cd2-0cb8b0afae49 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:39:34.523122 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:39:34.528461 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for floatingip, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:34.533490 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e591b2e8-e630-40bf-b915-9290c917b49e None None] Sync routers for ids ['e2333007-63f9-461b-8cd2-0cb8b0afae49'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:39:34.542676 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e591b2e8-e630-40bf-b915-9290c917b49e None None] Routers {'e2333007-63f9-461b-8cd2-0cb8b0afae49'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:39:34.543271 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e591b2e8-e630-40bf-b915-9290c917b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:39:11Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e2333007-63f9-461b-8cd2-0cb8b0afae49'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:39:34.554311 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3e6ace60-d841-44eb-95a2-1fa2b2f0053e tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "DELETE /v2.0/floatingips/598a950f-2a1d-47d6-8475-b2d10559aee1 HTTP/1.1" status: 204 len: 168 time: 1.0880146 Nov 11 18:39:34.555024 n-d-816206-4 neutron-server[102617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'tag': 'eedce552-33f8-4342-9ea3-6c5d6468d97b'}] {{(pid=102617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:39:34.557311 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce0985748977e3fd26376c80dbb6ea189fd81e02bd3d57a001dfe7f9eeece1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05990c8d-6448-4b5b-bb56-dc32c78c1864" -d '{"events": [{"name": "network-changed", "server_uuid": "c5efb13a-069a-47af-9208-7ff83a614fd0", "tag": "eedce552-33f8-4342-9ea3-6c5d6468d97b"}]}' {{(pid=102617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:39:34.650789 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-e591b2e8-e630-40bf-b915-9290c917b49e None None] Set router e2333007-63f9-461b-8cd2-0cb8b0afae49 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:39:34.777877 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 18:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe32ce6-b202-4aa6-bef6-099fca23665d x-openstack-request-id: req-8fe32ce6-b202-4aa6-bef6-099fca23665d {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:39:34.778408 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5efb13a-069a-47af-9208-7ff83a614fd0", "tag": "eedce552-33f8-4342-9ea3-6c5d6468d97b", "status": "completed", "code": 200}]} {{(pid=102617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:39:34.778853 n-d-816206-4 neutron-server[102617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8fe32ce6-b202-4aa6-bef6-099fca23665d {{(pid=102617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:39:34.779447 n-d-816206-4 neutron-server[102617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'tag': 'eedce552-33f8-4342-9ea3-6c5d6468d97b', 'status': 'completed', 'code': 200} Nov 11 18:39:34.861806 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e591b2e8-e630-40bf-b915-9290c917b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'name': 'tempest-TestSnapshotPattern-416120891-router', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '214253a2-5413-4128-8b00-c2360b8cc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'gw_port': {'id': '214253a2-5413-4128-8b00-c2360b8cc667', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '3cc5e377-0151-4cbc-8f5b-3929946a9fc3', 'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'mac_address': 'fa:16:3e:05:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:02Z', 'updated_at': '2021-11-11T18:35:06Z', 'revision_number': 5, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'subnets': [{'id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:39:34.891904 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e591b2e8-e630-40bf-b915-9290c917b49e None None] Checking router: e2333007-63f9-461b-8cd2-0cb8b0afae49 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:39:34.896525 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05990c8d-6448-4b5b-bb56-dc32c78c1864 req-2e4dd88d-0388-4f6f-ad1c-8fa6f82e2ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:39:34.898067 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05990c8d-6448-4b5b-bb56-dc32c78c1864 req-2e4dd88d-0388-4f6f-ad1c-8fa6f82e2ad6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba43637609e2428bb07678d53c0aac99&device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 1094 time: 0.0746093 Nov 11 18:39:34.900229 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e591b2e8-e630-40bf-b915-9290c917b49e None None] Routers {'e2333007-63f9-461b-8cd2-0cb8b0afae49'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:39:34.900889 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e591b2e8-e630-40bf-b915-9290c917b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:39:11Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e2333007-63f9-461b-8cd2-0cb8b0afae49'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:39:34.906378 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59895ded-c3ed-419b-b24e-1ff5cab6cfef req-d85f3f23-8501-432e-b7ad-4384e40939b1 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:39:34.907760 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59895ded-c3ed-419b-b24e-1ff5cab6cfef req-d85f3f23-8501-432e-b7ad-4384e40939b1 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 943 time: 0.0760891 Nov 11 18:39:35.004428 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-e591b2e8-e630-40bf-b915-9290c917b49e None None] Set router e2333007-63f9-461b-8cd2-0cb8b0afae49 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:39:35.010473 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-59895ded-c3ed-419b-b24e-1ff5cab6cfef req-cad4df88-4130-4d29-920c-084bac9ac359 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946333 Nov 11 18:39:35.032239 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05990c8d-6448-4b5b-bb56-dc32c78c1864 req-c6b5c86c-4f41-4a2d-9aed-e4babc77e5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:39:35.033723 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05990c8d-6448-4b5b-bb56-dc32c78c1864 req-c6b5c86c-4f41-4a2d-9aed-e4babc77e5d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da72700e-5fa3-4d0f-b094-3e816a167fb0 HTTP/1.1" status: 200 len: 911 time: 0.1251180 Nov 11 18:39:35.082529 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05990c8d-6448-4b5b-bb56-dc32c78c1864 req-78beb095-6a4c-41ee-978e-ada25554a362 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eedce552-33f8-4342-9ea3-6c5d6468d97b HTTP/1.1" status: 200 len: 217 time: 0.0400298 Nov 11 18:39:35.132520 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05990c8d-6448-4b5b-bb56-dc32c78c1864 req-18b7f541-3196-4737-971a-c874c40b57ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:39:35.134004 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05990c8d-6448-4b5b-bb56-dc32c78c1864 req-18b7f541-3196-4737-971a-c874c40b57ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e8a9f76-831d-4932-b331-aa77070d9b58 HTTP/1.1" status: 200 len: 848 time: 0.0437768 Nov 11 18:39:35.184805 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05990c8d-6448-4b5b-bb56-dc32c78c1864 req-e38c9f80-468f-4339-82b9-1bf6d3efaf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:39:35.186196 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05990c8d-6448-4b5b-bb56-dc32c78c1864 req-e38c9f80-468f-4339-82b9-1bf6d3efaf40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da72700e-5fa3-4d0f-b094-3e816a167fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445485 Nov 11 18:39:35.208992 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-e591b2e8-e630-40bf-b915-9290c917b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'name': 'tempest-TestSnapshotPattern-416120891-router', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '214253a2-5413-4128-8b00-c2360b8cc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'gw_port': {'id': '214253a2-5413-4128-8b00-c2360b8cc667', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '3cc5e377-0151-4cbc-8f5b-3929946a9fc3', 'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'mac_address': 'fa:16:3e:05:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:02Z', 'updated_at': '2021-11-11T18:35:06Z', 'revision_number': 5, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'subnets': [{'id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:39:35.234379 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e591b2e8-e630-40bf-b915-9290c917b49e None None] The sync data for ids ['e2333007-63f9-461b-8cd2-0cb8b0afae49'] in n-d-816206-4 is: [{'id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'name': 'tempest-TestSnapshotPattern-416120891-router', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '214253a2-5413-4128-8b00-c2360b8cc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'gw_port': {'id': '214253a2-5413-4128-8b00-c2360b8cc667', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4', '_interfaces': [{'id': '3cc5e377-0151-4cbc-8f5b-3929946a9fc3', 'name': '', 'network_id': 'da72700e-5fa3-4d0f-b094-3e816a167fb0', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'mac_address': 'fa:16:3e:05:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:02Z', 'updated_at': '2021-11-11T18:35:06Z', 'revision_number': 5, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'subnets': [{'id': '0e8a9f76-831d-4932-b331-aa77070d9b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:39:35.277246 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05990c8d-6448-4b5b-bb56-dc32c78c1864 req-20d7c78f-bcfc-41e4-be2e-0006f56cac1d service neutron] 10.222.0.64 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834889 Nov 11 18:39:35.376841 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-05990c8d-6448-4b5b-bb56-dc32c78c1864 req-0d132103-dfa1-4573-bada-23962801e170 service neutron] 10.222.0.64 "GET /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919409 Nov 11 18:39:35.454697 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ed910a-f03a-4c6a-89f9-0127e71413a8 None None] New status for floating IP 598a950f-2a1d-47d6-8475-b2d10559aee1: DOWN {{(pid=102619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 18:39:36.128365 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e52e7-6b40-44a6-ad5a-f573e03b8bdb req-b29c34e7-fdd1-410d-8014-2558fc964216 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:39:36.129783 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c49e52e7-6b40-44a6-ad5a-f573e03b8bdb req-b29c34e7-fdd1-410d-8014-2558fc964216 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 943 time: 0.0517097 Nov 11 18:39:36.183614 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-c49e52e7-6b40-44a6-ad5a-f573e03b8bdb req-90ac39b2-ac97-4723-a07f-e3f470b5746b tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/security-groups?id=b94bbfde-56cb-4c39-bd88-be99bc461558&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471132 Nov 11 18:39:36.441988 n-d-816206-4 neutron-server[102618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b03ed-6416-48aa-9a1b-8d81d6b5682f req-3cae7b93-a508-41d2-8ac9-f2c5ac232824 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 18:39:36.443682 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f1b03ed-6416-48aa-9a1b-8d81d6b5682f req-3cae7b93-a508-41d2-8ac9-f2c5ac232824 tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 943 time: 0.0482559 Nov 11 18:39:36.533360 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-2f1b03ed-6416-48aa-9a1b-8d81d6b5682f req-ac367e93-7833-432e-86cd-e57352332cdc tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Deleting port eedce552-33f8-4342-9ea3-6c5d6468d97b {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:39:36.533721 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2f1b03ed-6416-48aa-9a1b-8d81d6b5682f req-ac367e93-7833-432e-86cd-e57352332cdc tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:36.620808 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [req-2f1b03ed-6416-48aa-9a1b-8d81d6b5682f req-ac367e93-7833-432e-86cd-e57352332cdc tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] For port eedce552-33f8-4342-9ea3-6c5d6468d97b, host n-h1-816206-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-4',level=0,port_id=eedce552-33f8-4342-9ea3-6c5d6468d97b,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:39:36.621163 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2f1b03ed-6416-48aa-9a1b-8d81d6b5682f req-ac367e93-7833-432e-86cd-e57352332cdc tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:36.633239 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [req-2f1b03ed-6416-48aa-9a1b-8d81d6b5682f req-ac367e93-7833-432e-86cd-e57352332cdc tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Calling delete_port for eedce552-33f8-4342-9ea3-6c5d6468d97b owned by compute:nova {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:39:36.762157 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2f1b03ed-6416-48aa-9a1b-8d81d6b5682f req-ac367e93-7833-432e-86cd-e57352332cdc tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:36.790422 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac367e93-7833-432e-86cd-e57352332cdc tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Pushing event deleted for resources: {'Port': ['ID=eedce552-33f8-4342-9ea3-6c5d6468d97b,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:39:36.835050 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1b03ed-6416-48aa-9a1b-8d81d6b5682f req-ac367e93-7833-432e-86cd-e57352332cdc tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] No DVR routers for this DVR port eedce552-33f8-4342-9ea3-6c5d6468d97b on host n-h1-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:39:36.838322 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [req-2f1b03ed-6416-48aa-9a1b-8d81d6b5682f req-ac367e93-7833-432e-86cd-e57352332cdc tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43397'] for port, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:36.841784 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-2f1b03ed-6416-48aa-9a1b-8d81d6b5682f req-ac367e93-7833-432e-86cd-e57352332cdc tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.64 "DELETE /v2.0/ports/eedce552-33f8-4342-9ea3-6c5d6468d97b HTTP/1.1" status: 204 len: 173 time: 0.3921738 Nov 11 18:39:36.842223 n-d-816206-4 neutron-server[102618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'name': 'network-vif-deleted', 'tag': 'eedce552-33f8-4342-9ea3-6c5d6468d97b'}] {{(pid=102618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 18:39:36.844514 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69fdc525cbd1c3ee97bf311178aa4cfe33467f9c0138927874fb6fd43b12753c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77117d97-1836-4910-83fc-83d74af32f6f" -d '{"events": [{"server_uuid": "c5efb13a-069a-47af-9208-7ff83a614fd0", "name": "network-vif-deleted", "tag": "eedce552-33f8-4342-9ea3-6c5d6468d97b"}]}' {{(pid=102618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 18:39:36.881034 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 18:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10289d7-bfb5-4f49-8c7d-7eb9f4d9f1be x-openstack-request-id: req-c10289d7-bfb5-4f49-8c7d-7eb9f4d9f1be {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 18:39:36.881335 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5efb13a-069a-47af-9208-7ff83a614fd0", "name": "network-vif-deleted", "tag": "eedce552-33f8-4342-9ea3-6c5d6468d97b", "status": "completed", "code": 200}]} {{(pid=102618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 18:39:36.881590 n-d-816206-4 neutron-server[102618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c10289d7-bfb5-4f49-8c7d-7eb9f4d9f1be {{(pid=102618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 18:39:36.882016 n-d-816206-4 neutron-server[102618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5efb13a-069a-47af-9208-7ff83a614fd0', 'name': 'network-vif-deleted', 'tag': 'eedce552-33f8-4342-9ea3-6c5d6468d97b', 'status': 'completed', 'code': 200} Nov 11 18:39:37.295236 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [req-1af333bc-2030-402a-a982-8d1c9ec90447 req-3f0188af-e4ce-4873-b814-e1dfaf458ece tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5efb13a-069a-47af-9208-7ff83a614fd0 HTTP/1.1" status: 200 len: 210 time: 0.0276294 Nov 11 18:39:37.582935 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-05f11bd5-0f37-4c8c-afff-90291eba3fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:38.351379 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55604) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:39:38.411720 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6f2c696e-cc85-4f07-8371-d35406a5b11d tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:38.436334 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6f2c696e-cc85-4f07-8371-d35406a5b11d tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:38.495084 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6f2c696e-cc85-4f07-8371-d35406a5b11d tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:38.498064 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-6f2c696e-cc85-4f07-8371-d35406a5b11d tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Publish callbacks [] for security_group, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:38.499209 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-6f2c696e-cc85-4f07-8371-d35406a5b11d tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] 10.222.0.76 "DELETE /v2.0/security-groups/b94bbfde-56cb-4c39-bd88-be99bc461558 HTTP/1.1" status: 204 len: 168 time: 0.1468098 Nov 11 18:39:38.508086 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c696e-cc85-4f07-8371-d35406a5b11d tempest-TestSnapshotPattern-1380098235 tempest-TestSnapshotPattern-1380098235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94bbfde-56cb-4c39-bd88-be99bc461558,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:39:38.541797 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55608) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:39:38.883216 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1cb254c-d4ab-4ac4-b26e-5678b52eb43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:39.121829 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb254c-d4ab-4ac4-b26e-5678b52eb43c admin admin] Deleting port 3cc5e377-0151-4cbc-8f5b-3929946a9fc3 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:39:39.122082 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1cb254c-d4ab-4ac4-b26e-5678b52eb43c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:39.201053 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-f1cb254c-d4ab-4ac4-b26e-5678b52eb43c admin admin] For port 3cc5e377-0151-4cbc-8f5b-3929946a9fc3, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=3cc5e377-0151-4cbc-8f5b-3929946a9fc3,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:39:39.201412 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1cb254c-d4ab-4ac4-b26e-5678b52eb43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:39.214083 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb254c-d4ab-4ac4-b26e-5678b52eb43c admin admin] Calling delete_port for 3cc5e377-0151-4cbc-8f5b-3929946a9fc3 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:39:39.388805 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1cb254c-d4ab-4ac4-b26e-5678b52eb43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:39.413177 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb254c-d4ab-4ac4-b26e-5678b52eb43c admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc5e377-0151-4cbc-8f5b-3929946a9fc3,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:39:39.583484 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-f1cb254c-d4ab-4ac4-b26e-5678b52eb43c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:39.799908 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cb254c-d4ab-4ac4-b26e-5678b52eb43c admin admin] Router e2333007-63f9-461b-8cd2-0cb8b0afae49 has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:39:39.909860 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cb254c-d4ab-4ac4-b26e-5678b52eb43c admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:39:39.914814 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-f1cb254c-d4ab-4ac4-b26e-5678b52eb43c admin admin] 10.222.0.76 "PUT /v2.0/routers/e2333007-63f9-461b-8cd2-0cb8b0afae49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3719482 Nov 11 18:39:39.917571 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55610) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:39:39.918452 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f68a716-8806-43f0-8754-cfede86233a6 None None] Sync routers for ids ['e2333007-63f9-461b-8cd2-0cb8b0afae49'] in n-d-816206-4 {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:39:39.927953 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f68a716-8806-43f0-8754-cfede86233a6 None None] Routers {'e2333007-63f9-461b-8cd2-0cb8b0afae49'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:39:39.928635 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0f68a716-8806-43f0-8754-cfede86233a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:39:11Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e2333007-63f9-461b-8cd2-0cb8b0afae49'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:39:40.021105 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c9760a42-c7a5-4a0f-b75c-eb0784419f87 admin admin] Publish callbacks [] for router, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:40.031515 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-0f68a716-8806-43f0-8754-cfede86233a6 None None] Set router e2333007-63f9-461b-8cd2-0cb8b0afae49 gateway port host: n-d-816206-4 {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:39:40.127929 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c9760a42-c7a5-4a0f-b75c-eb0784419f87 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:40.179356 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-c9760a42-c7a5-4a0f-b75c-eb0784419f87 admin admin] Deleting port 214253a2-5413-4128-8b00-c2360b8cc667 {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:39:40.179696 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c9760a42-c7a5-4a0f-b75c-eb0784419f87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:40.211942 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device eedce552-33f8-4342-9ea3-6c5d6468d97b no longer exists at agent hyperv_n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:39:40.213820 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0f68a716-8806-43f0-8754-cfede86233a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'name': 'tempest-TestSnapshotPattern-416120891-router', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '214253a2-5413-4128-8b00-c2360b8cc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:39:39Z', 'revision_number': 5, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'gw_port': {'id': '214253a2-5413-4128-8b00-c2360b8cc667', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:39:40.233241 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] No Port match for: eedce552-33f8-4342-9ea3-6c5d6468d97b {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:39:40.233673 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Device eedce552-33f8-4342-9ea3-6c5d6468d97b not bound to the agent host n-h1-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:39:40.240937 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f68a716-8806-43f0-8754-cfede86233a6 None None] Checking router: e2333007-63f9-461b-8cd2-0cb8b0afae49 for host: n-d-816206-4 {{(pid=102620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:39:40.249811 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f68a716-8806-43f0-8754-cfede86233a6 None None] Routers {'e2333007-63f9-461b-8cd2-0cb8b0afae49'} bound to L3 agent in host n-d-816206-4 {{(pid=102620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:39:40.250404 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0f68a716-8806-43f0-8754-cfede86233a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:39:11Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['e2333007-63f9-461b-8cd2-0cb8b0afae49'], 'active': True} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:39:40.263229 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-c9760a42-c7a5-4a0f-b75c-eb0784419f87 admin admin] For port 214253a2-5413-4128-8b00-c2360b8cc667, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=214253a2-5413-4128-8b00-c2360b8cc667,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:39:40.263594 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c9760a42-c7a5-4a0f-b75c-eb0784419f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:40.275824 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-c9760a42-c7a5-4a0f-b75c-eb0784419f87 admin admin] Calling delete_port for 214253a2-5413-4128-8b00-c2360b8cc667 owned by network:router_gateway {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:39:40.428805 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_dvr_db [None req-0f68a716-8806-43f0-8754-cfede86233a6 None None] Set router e2333007-63f9-461b-8cd2-0cb8b0afae49 gateway port host: None {{(pid=102620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:39:40.448759 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c9760a42-c7a5-4a0f-b75c-eb0784419f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:40.480735 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9760a42-c7a5-4a0f-b75c-eb0784419f87 admin admin] Pushing event deleted for resources: {'Port': ['ID=214253a2-5413-4128-8b00-c2360b8cc667,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:39:40.483672 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.l3_hamode_db [None req-0f68a716-8806-43f0-8754-cfede86233a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'name': 'tempest-TestSnapshotPattern-416120891-router', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:39:40Z', 'revision_number': 6, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'gw_port_host': None}], 'n-d-816206-4', False) {} {{(pid=102620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:39:40.497356 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d75a1ff-3823-4638-8e17-53e837bc33aa None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:39:40.510635 n-d-816206-4 neutron-server[102620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f68a716-8806-43f0-8754-cfede86233a6 None None] The sync data for ids ['e2333007-63f9-461b-8cd2-0cb8b0afae49'] in n-d-816206-4 is: [{'id': 'e2333007-63f9-461b-8cd2-0cb8b0afae49', 'name': 'tempest-TestSnapshotPattern-416120891-router', 'tenant_id': 'ba43637609e2428bb07678d53c0aac99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:00Z', 'updated_at': '2021-11-11T18:39:40Z', 'revision_number': 6, 'project_id': 'ba43637609e2428bb07678d53c0aac99', 'gw_port_host': None}] {{(pid=102620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:39:40.546699 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cda25ec3-d8a8-4590-a4f8-2280ba9720ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:40.548087 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c9760a42-c7a5-4a0f-b75c-eb0784419f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:40.638128 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c9760a42-c7a5-4a0f-b75c-eb0784419f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:40.640243 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c9760a42-c7a5-4a0f-b75c-eb0784419f87 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:40.686203 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c9760a42-c7a5-4a0f-b75c-eb0784419f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:40.686649 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9760a42-c7a5-4a0f-b75c-eb0784419f87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2333007-63f9-461b-8cd2-0cb8b0afae49 {{(pid=102618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 18:39:40.691512 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c9760a42-c7a5-4a0f-b75c-eb0784419f87 admin admin] Publish callbacks [] for router, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:40.692679 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c9760a42-c7a5-4a0f-b75c-eb0784419f87 admin admin] 10.222.0.76 "DELETE /v2.0/routers/e2333007-63f9-461b-8cd2-0cb8b0afae49 HTTP/1.1" status: 204 len: 168 time: 0.7741303 Nov 11 18:39:40.695485 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55612) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:39:40.740548 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aedc657-8299-4eff-b6fc-e8a89bea4938 admin admin] Deleting subnet 0e8a9f76-831d-4932-b331-aa77070d9b58 {{(pid=102618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:39:40.743646 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9aedc657-8299-4eff-b6fc-e8a89bea4938 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:40.778088 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9aedc657-8299-4eff-b6fc-e8a89bea4938 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503624'] for subnet, precommit_delete_associations {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:40.858073 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9aedc657-8299-4eff-b6fc-e8a89bea4938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:40.917840 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9aedc657-8299-4eff-b6fc-e8a89bea4938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10335359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9859501'] for subnet, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:40.944919 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedc657-8299-4eff-b6fc-e8a89bea4938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e8a9f76-831d-4932-b331-aa77070d9b58,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:39:40.948761 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-9aedc657-8299-4eff-b6fc-e8a89bea4938 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:40.954620 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-9aedc657-8299-4eff-b6fc-e8a89bea4938 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/0e8a9f76-831d-4932-b331-aa77070d9b58 HTTP/1.1" status: 204 len: 168 time: 0.2558403 Nov 11 18:39:40.955323 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55614) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:39:40.955427 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508b2ffc-bb96-440a-a01a-44ae289c70bd None None] Network da72700e-5fa3-4d0f-b094-3e816a167fb0 requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:39:41.027759 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0a41-f8a9-4925-92cc-9f50a14560c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:41.085385 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f0a41-f8a9-4925-92cc-9f50a14560c8 admin admin] Deleting port 5415b834-e855-4cf4-b799-39fbd4344c6d {{(pid=102618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:39:41.085728 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0a41-f8a9-4925-92cc-9f50a14560c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:41.150058 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.db [None req-ad1f0a41-f8a9-4925-92cc-9f50a14560c8 admin admin] For port 5415b834-e855-4cf4-b799-39fbd4344c6d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5415b834-e855-4cf4-b799-39fbd4344c6d,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:39:41.150987 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0a41-f8a9-4925-92cc-9f50a14560c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:41.163018 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f0a41-f8a9-4925-92cc-9f50a14560c8 admin admin] Calling delete_port for 5415b834-e855-4cf4-b799-39fbd4344c6d owned by network:dhcp {{(pid=102618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:39:41.277604 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:41.331604 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d71b57c-1700-48e6-8659-4698549c3375 None None] DHCP port deletion for da72700e-5fa3-4d0f-b094-3e816a167fb0 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:39:41.383402 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0d71b57c-1700-48e6-8659-4698549c3375 None None] Deleting port 5415b834-e855-4cf4-b799-39fbd4344c6d {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:39:41.383805 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0d71b57c-1700-48e6-8659-4698549c3375 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:41.458048 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-0d71b57c-1700-48e6-8659-4698549c3375 None None] For port 5415b834-e855-4cf4-b799-39fbd4344c6d, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5415b834-e855-4cf4-b799-39fbd4344c6d,segment=NetworkSegment(e1c9dc05-894e-44c2-9784-d8494af6175e),segment_id=e1c9dc05-894e-44c2-9784-d8494af6175e)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:39:41.458455 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0d71b57c-1700-48e6-8659-4698549c3375 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:41.472088 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-0d71b57c-1700-48e6-8659-4698549c3375 None None] Calling delete_port for 5415b834-e855-4cf4-b799-39fbd4344c6d owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:39:41.559035 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0d71b57c-1700-48e6-8659-4698549c3375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:41.565448 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0a41-f8a9-4925-92cc-9f50a14560c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10335314'] for port, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:41.585185 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71b57c-1700-48e6-8659-4698549c3375 None None] Pushing event deleted for resources: {'Port': ['ID=5415b834-e855-4cf4-b799-39fbd4344c6d,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:39:41.589289 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d71b57c-1700-48e6-8659-4698549c3375 None None] No DVR routers for this DVR port 5415b834-e855-4cf4-b799-39fbd4344c6d on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:39:41.593244 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f0a41-f8a9-4925-92cc-9f50a14560c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5415b834-e855-4cf4-b799-39fbd4344c6d,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:39:41.603268 n-d-816206-4 neutron-server[102618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1f0a41-f8a9-4925-92cc-9f50a14560c8 admin admin] No DVR routers for this DVR port 5415b834-e855-4cf4-b799-39fbd4344c6d on host n-d-816206-4 {{(pid=102618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:39:41.676025 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0a41-f8a9-4925-92cc-9f50a14560c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:41.698867 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-ad1f0a41-f8a9-4925-92cc-9f50a14560c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da72700e-5fa3-4d0f-b094-3e816a167fb0']}} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:39:41.708215 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-ad1f0a41-f8a9-4925-92cc-9f50a14560c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c9dc05-894e-44c2-9784-d8494af6175e') {'for_net_delete': True} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:39:41.708513 n-d-816206-4 neutron-server[102618]: DEBUG neutron.services.segments.db [None req-ad1f0a41-f8a9-4925-92cc-9f50a14560c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c9dc05-894e-44c2-9784-d8494af6175e') {} {{(pid=102618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:39:41.718447 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0a41-f8a9-4925-92cc-9f50a14560c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503633'] for segment, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:41.731886 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0a41-f8a9-4925-92cc-9f50a14560c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:41.745595 n-d-816206-4 neutron-server[102618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1f0a41-f8a9-4925-92cc-9f50a14560c8 admin admin] Releasing vlan 1295 on physical network physnet1 to pool {{(pid=102618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:39:41.746006 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0a41-f8a9-4925-92cc-9f50a14560c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10335265'] for segment, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: self.session.flush() Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: Traceback (most recent call last): Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: timer() Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: cb(*args, **kw) Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: return func(*args, **kwargs) Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: self._notify() Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: self.callback(batched_events) Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: event.method(event) Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: return f(self, *a, **k) Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: return self._get(url).json() Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: return self.request(url, 'GET', **kwargs) Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:39:41.747691 n-d-816206-4 neutron-server[102618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:39:41.803086 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0a41-f8a9-4925-92cc-9f50a14560c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:41.808651 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0a41-f8a9-4925-92cc-9f50a14560c8 admin admin] Publish callbacks [] for network, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:41.811816 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-ad1f0a41-f8a9-4925-92cc-9f50a14560c8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/da72700e-5fa3-4d0f-b094-3e816a167fb0 HTTP/1.1" status: 204 len: 168 time: 0.8560913 Nov 11 18:39:41.814856 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55616) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:39:41.823306 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f0a41-f8a9-4925-92cc-9f50a14560c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=da72700e-5fa3-4d0f-b094-3e816a167fb0,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:39:42.161856 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11e07b72-de01-4329-a7e8-f60667507816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919019'] for router_interface, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:42.398897 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-11e07b72-de01-4329-a7e8-f60667507816 admin admin] Deleting port 34b252f5-bd94-4d7a-ad60-499d4b6a8d88 {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:39:42.399237 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11e07b72-de01-4329-a7e8-f60667507816 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:42.458272 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5415b834-e855-4cf4-b799-39fbd4344c6d no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:39:42.477593 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 5415b834-e855-4cf4-b799-39fbd4344c6d {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:39:42.477969 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5415b834-e855-4cf4-b799-39fbd4344c6d not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:39:42.478393 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 3cc5e377-0151-4cbc-8f5b-3929946a9fc3 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:39:42.480371 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-11e07b72-de01-4329-a7e8-f60667507816 admin admin] For port 34b252f5-bd94-4d7a-ad60-499d4b6a8d88, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=34b252f5-bd94-4d7a-ad60-499d4b6a8d88,segment=NetworkSegment(b0eafccf-4e41-4de2-9e7e-604559996eef),segment_id=b0eafccf-4e41-4de2-9e7e-604559996eef)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:39:42.480734 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11e07b72-de01-4329-a7e8-f60667507816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:42.494367 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-11e07b72-de01-4329-a7e8-f60667507816 admin admin] Calling delete_port for 34b252f5-bd94-4d7a-ad60-499d4b6a8d88 owned by network:router_interface {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:39:42.497407 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 3cc5e377-0151-4cbc-8f5b-3929946a9fc3 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:39:42.497790 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 3cc5e377-0151-4cbc-8f5b-3929946a9fc3 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:39:42.498214 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 214253a2-5413-4128-8b00-c2360b8cc667 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:39:42.525826 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 214253a2-5413-4128-8b00-c2360b8cc667 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:39:42.526167 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 214253a2-5413-4128-8b00-c2360b8cc667 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:39:42.675500 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11e07b72-de01-4329-a7e8-f60667507816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:42.703113 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e07b72-de01-4329-a7e8-f60667507816 admin admin] Pushing event deleted for resources: {'Port': ['ID=34b252f5-bd94-4d7a-ad60-499d4b6a8d88,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:39:42.879995 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:42.887550 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-11e07b72-de01-4329-a7e8-f60667507816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918395'] for router_interface, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:43.095505 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:43.113277 n-d-816206-4 neutron-server[102617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e07b72-de01-4329-a7e8-f60667507816 admin admin] Router 6433ae83-cad8-444e-acfb-1d154ef1acfd has already been hosted by L3 agent 63585618-334a-4f69-a2d8-1141cd36c044 {{(pid=102617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 18:39:43.224588 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e07b72-de01-4329-a7e8-f60667507816 admin admin] Notify agent at l3_agent.n-d-816206-4 the message routers_updated {{(pid=102617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 18:39:43.229948 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-11e07b72-de01-4329-a7e8-f60667507816 admin admin] 10.222.0.76 "PUT /v2.0/routers/6433ae83-cad8-444e-acfb-1d154ef1acfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4140320 Nov 11 18:39:43.232594 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55618) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:39:43.233240 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d278818-77f3-44ab-9627-31ce1d8503b7 None None] Sync routers for ids ['6433ae83-cad8-444e-acfb-1d154ef1acfd'] in n-d-816206-4 {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 18:39:43.248446 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d278818-77f3-44ab-9627-31ce1d8503b7 None None] Routers {'6433ae83-cad8-444e-acfb-1d154ef1acfd'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:39:43.249089 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3d278818-77f3-44ab-9627-31ce1d8503b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:39:41Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6433ae83-cad8-444e-acfb-1d154ef1acfd'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:39:43.377063 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-3d278818-77f3-44ab-9627-31ce1d8503b7 None None] Set router 6433ae83-cad8-444e-acfb-1d154ef1acfd gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:39:43.559798 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3d278818-77f3-44ab-9627-31ce1d8503b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6433ae83-cad8-444e-acfb-1d154ef1acfd', 'name': 'tempest-TestSnapshotPattern-1486650355-router', 'tenant_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '5c986fea-2fad-4719-8b55-f4d68d38a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:04Z', 'updated_at': '2021-11-11T18:39:42Z', 'revision_number': 5, 'project_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'gw_port': {'id': '5c986fea-2fad-4719-8b55-f4d68d38a18b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6433ae83-cad8-444e-acfb-1d154ef1acfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:05Z', 'updated_at': '2021-11-11T18:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:39:43.590257 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d278818-77f3-44ab-9627-31ce1d8503b7 None None] Checking router: 6433ae83-cad8-444e-acfb-1d154ef1acfd for host: n-d-816206-4 {{(pid=102619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 18:39:43.598524 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d278818-77f3-44ab-9627-31ce1d8503b7 None None] Routers {'6433ae83-cad8-444e-acfb-1d154ef1acfd'} bound to L3 agent in host n-d-816206-4 {{(pid=102619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 18:39:43.599133 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3d278818-77f3-44ab-9627-31ce1d8503b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T17:05:10Z,description=,heartbeat_timestamp=2021-11-11T18:39:41Z,host='n-d-816206-4',id=63585618-334a-4f69-a2d8-1141cd36c044,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T17:05:10Z,topic='l3_agent')) {'router_ids': ['6433ae83-cad8-444e-acfb-1d154ef1acfd'], 'active': True} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:39:43.606367 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-001488b4-bcf4-4f3c-8964-c219545efdc9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:43.709870 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-001488b4-bcf4-4f3c-8964-c219545efdc9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:43.765980 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-001488b4-bcf4-4f3c-8964-c219545efdc9 admin admin] Deleting port 5c986fea-2fad-4719-8b55-f4d68d38a18b {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:39:43.766323 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-001488b4-bcf4-4f3c-8964-c219545efdc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:43.856850 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-001488b4-bcf4-4f3c-8964-c219545efdc9 admin admin] For port 5c986fea-2fad-4719-8b55-f4d68d38a18b, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=5c986fea-2fad-4719-8b55-f4d68d38a18b,segment=NetworkSegment(7550ae8a-3e00-4ea6-8040-4916ae85b3cf),segment_id=7550ae8a-3e00-4ea6-8040-4916ae85b3cf)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:39:43.857214 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-001488b4-bcf4-4f3c-8964-c219545efdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:43.868005 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvr_db [None req-3d278818-77f3-44ab-9627-31ce1d8503b7 None None] Set router 6433ae83-cad8-444e-acfb-1d154ef1acfd gateway port host: n-d-816206-4 {{(pid=102619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 18:39:43.872203 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-001488b4-bcf4-4f3c-8964-c219545efdc9 admin admin] Calling delete_port for 5c986fea-2fad-4719-8b55-f4d68d38a18b owned by network:router_gateway {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:39:44.038908 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-001488b4-bcf4-4f3c-8964-c219545efdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:44.043940 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_hamode_db [None req-3d278818-77f3-44ab-9627-31ce1d8503b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6433ae83-cad8-444e-acfb-1d154ef1acfd', 'name': 'tempest-TestSnapshotPattern-1486650355-router', 'tenant_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '5c986fea-2fad-4719-8b55-f4d68d38a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:04Z', 'updated_at': '2021-11-11T18:39:42Z', 'revision_number': 5, 'project_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'gw_port': {'id': '5c986fea-2fad-4719-8b55-f4d68d38a18b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6433ae83-cad8-444e-acfb-1d154ef1acfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:05Z', 'updated_at': '2021-11-11T18:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}], 'n-d-816206-4', False) {} {{(pid=102619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:39:44.070404 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d278818-77f3-44ab-9627-31ce1d8503b7 None None] The sync data for ids ['6433ae83-cad8-444e-acfb-1d154ef1acfd'] in n-d-816206-4 is: [{'id': '6433ae83-cad8-444e-acfb-1d154ef1acfd', 'name': 'tempest-TestSnapshotPattern-1486650355-router', 'tenant_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'external_fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '5c986fea-2fad-4719-8b55-f4d68d38a18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T18:35:04Z', 'updated_at': '2021-11-11T18:39:42Z', 'revision_number': 5, 'project_id': 'ab2babda3e8b4b2c9770472e5ba3bfbe', 'gw_port': {'id': '5c986fea-2fad-4719-8b55-f4d68d38a18b', 'name': '', 'network_id': '06ed7de8-0556-425f-bf82-1eba2b5aaee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:62:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6433ae83-cad8-444e-acfb-1d154ef1acfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T18:35:05Z', 'updated_at': '2021-11-11T18:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1d31c14-d688-4268-ba5b-c6677e971e08', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-4'}] {{(pid=102619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 18:39:44.070576 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001488b4-bcf4-4f3c-8964-c219545efdc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c986fea-2fad-4719-8b55-f4d68d38a18b,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:39:44.079626 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb52fd3e-cec7-4611-aa70-4bffc95c74f8 None None] DHCP port deletion for 06ed7de8-0556-425f-bf82-1eba2b5aaee5 request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:39:44.131430 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-001488b4-bcf4-4f3c-8964-c219545efdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-917905'] for router_gateway, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:44.229167 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-001488b4-bcf4-4f3c-8964-c219545efdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106924'] for router, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:44.232737 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-001488b4-bcf4-4f3c-8964-c219545efdc9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:44.276974 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-001488b4-bcf4-4f3c-8964-c219545efdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-932365'] for router, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:44.277499 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001488b4-bcf4-4f3c-8964-c219545efdc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6433ae83-cad8-444e-acfb-1d154ef1acfd {{(pid=102617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 18:39:44.282210 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-001488b4-bcf4-4f3c-8964-c219545efdc9 admin admin] Publish callbacks [] for router, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:44.285384 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-001488b4-bcf4-4f3c-8964-c219545efdc9 admin admin] 10.222.0.76 "DELETE /v2.0/routers/6433ae83-cad8-444e-acfb-1d154ef1acfd HTTP/1.1" status: 204 len: 168 time: 1.0494857 Nov 11 18:39:44.285558 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55620) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:39:44.328881 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.db_base_plugin_v2 [None req-3383c082-86bd-431b-b2f1-8b16e6337f90 admin admin] Deleting subnet d196e188-c5df-44d7-9baf-ec03312240dd {{(pid=102617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 18:39:44.331802 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3383c082-86bd-431b-b2f1-8b16e6337f90 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:44.365633 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3383c082-86bd-431b-b2f1-8b16e6337f90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8786736'] for subnet, precommit_delete_associations {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:44.453288 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3383c082-86bd-431b-b2f1-8b16e6337f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1723668'] for subnet, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:44.510771 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3383c082-86bd-431b-b2f1-8b16e6337f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1723677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8702145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8968684'] for subnet, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:44.521524 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 34b252f5-bd94-4d7a-ad60-499d4b6a8d88 no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:39:44.541196 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383c082-86bd-431b-b2f1-8b16e6337f90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d196e188-c5df-44d7-9baf-ec03312240dd,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:39:44.545326 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-3383c082-86bd-431b-b2f1-8b16e6337f90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:44.548884 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-3383c082-86bd-431b-b2f1-8b16e6337f90 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d196e188-c5df-44d7-9baf-ec03312240dd HTTP/1.1" status: 204 len: 168 time: 0.2623310 Nov 11 18:39:44.551402 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55622) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:39:44.555297 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e468e1-8439-4f33-9166-3b26ed0aa9a3 None None] Network ddc00c64-63d0-40e2-a03b-1b9c915a760c requested from n-d-816206-4 {{(pid=102619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 18:39:44.558027 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 34b252f5-bd94-4d7a-ad60-499d4b6a8d88 {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:39:44.558562 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 34b252f5-bd94-4d7a-ad60-499d4b6a8d88 not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:39:44.627474 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-244156a0-5a75-4cef-9728-2d6377f211d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1809784'] for network, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:44.685123 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-244156a0-5a75-4cef-9728-2d6377f211d9 admin admin] Deleting port ca345743-4d13-4813-bad6-781dbb96af5f {{(pid=102617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:39:44.685549 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-244156a0-5a75-4cef-9728-2d6377f211d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:44.729833 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe5c9f6-1550-462f-b5e1-655c62f15d8c None None] DHCP port deletion for ddc00c64-63d0-40e2-a03b-1b9c915a760c request from n-d-816206-4 {{(pid=102619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 18:39:44.772035 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.db [None req-244156a0-5a75-4cef-9728-2d6377f211d9 admin admin] For port ca345743-4d13-4813-bad6-781dbb96af5f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ca345743-4d13-4813-bad6-781dbb96af5f,segment=NetworkSegment(b0eafccf-4e41-4de2-9e7e-604559996eef),segment_id=b0eafccf-4e41-4de2-9e7e-604559996eef)] {{(pid=102617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:39:44.772506 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-244156a0-5a75-4cef-9728-2d6377f211d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:44.790172 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.plugin [None req-244156a0-5a75-4cef-9728-2d6377f211d9 admin admin] Calling delete_port for ca345743-4d13-4813-bad6-781dbb96af5f owned by network:dhcp {{(pid=102617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:39:44.794064 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-ebe5c9f6-1550-462f-b5e1-655c62f15d8c None None] Deleting port ca345743-4d13-4813-bad6-781dbb96af5f {{(pid=102619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 18:39:44.794669 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ebe5c9f6-1550-462f-b5e1-655c62f15d8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765003495599'] for port, before_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:44.857426 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.db [None req-ebe5c9f6-1550-462f-b5e1-655c62f15d8c None None] For port ca345743-4d13-4813-bad6-781dbb96af5f, host n-d-816206-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-4',level=0,port_id=ca345743-4d13-4813-bad6-781dbb96af5f,segment=NetworkSegment(b0eafccf-4e41-4de2-9e7e-604559996eef),segment_id=b0eafccf-4e41-4de2-9e7e-604559996eef)] {{(pid=102619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 18:39:44.857732 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ebe5c9f6-1550-462f-b5e1-655c62f15d8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-924941'] for port, precommit_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:44.870453 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-ebe5c9f6-1550-462f-b5e1-655c62f15d8c None None] Calling delete_port for ca345743-4d13-4813-bad6-781dbb96af5f owned by network:dhcp {{(pid=102619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 18:39:44.880309 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-244156a0-5a75-4cef-9728-2d6377f211d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8702188'] for port, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:44.903984 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244156a0-5a75-4cef-9728-2d6377f211d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca345743-4d13-4813-bad6-781dbb96af5f,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:39:44.909522 n-d-816206-4 neutron-server[102617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244156a0-5a75-4cef-9728-2d6377f211d9 admin admin] No DVR routers for this DVR port ca345743-4d13-4813-bad6-781dbb96af5f on host n-d-816206-4 {{(pid=102617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:39:44.953375 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ebe5c9f6-1550-462f-b5e1-655c62f15d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1963221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765003502969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765003090818'] for port, after_delete {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:44.977790 n-d-816206-4 neutron-server[102619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5c9f6-1550-462f-b5e1-655c62f15d8c None None] Pushing event deleted for resources: {'Port': ['ID=ca345743-4d13-4813-bad6-781dbb96af5f,revision_number=None']} {{(pid=102619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:39:44.981721 n-d-816206-4 neutron-server[102619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe5c9f6-1550-462f-b5e1-655c62f15d8c None None] No DVR routers for this DVR port ca345743-4d13-4813-bad6-781dbb96af5f on host n-d-816206-4 {{(pid=102619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 18:39:44.984201 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-244156a0-5a75-4cef-9728-2d6377f211d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722797', 'neutron.services.segments.db._delete_segments_for_network-8765003654629'] for network, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:45.006486 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-244156a0-5a75-4cef-9728-2d6377f211d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc00c64-63d0-40e2-a03b-1b9c915a760c']}} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:39:45.015665 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-244156a0-5a75-4cef-9728-2d6377f211d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0eafccf-4e41-4de2-9e7e-604559996eef') {'for_net_delete': True} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:39:45.015994 n-d-816206-4 neutron-server[102617]: DEBUG neutron.services.segments.db [None req-244156a0-5a75-4cef-9728-2d6377f211d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0eafccf-4e41-4de2-9e7e-604559996eef') {} {{(pid=102617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 18:39:45.025213 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-244156a0-5a75-4cef-9728-2d6377f211d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765003630318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8786729'] for segment, before_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:45.037950 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-244156a0-5a75-4cef-9728-2d6377f211d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893'] for segment, precommit_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:45.044227 n-d-816206-4 neutron-server[102617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244156a0-5a75-4cef-9728-2d6377f211d9 admin admin] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=102617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 18:39:45.044819 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-244156a0-5a75-4cef-9728-2d6377f211d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2087893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8702111'] for segment, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: Traceback (most recent call last): Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: timer() Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: cb(*args, **kw) Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: return func(*args, **kwargs) Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: self._notify() Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: self.callback(batched_events) Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: event.method(event) Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: return f(self, *a, **k) Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: return self._get(url).json() Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: return self.request(url, 'GET', **kwargs) Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 18:39:45.046228 n-d-816206-4 neutron-server[102617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 18:39:45.106634 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-244156a0-5a75-4cef-9728-2d6377f211d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918013'] for network, after_delete {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:45.115531 n-d-816206-4 neutron-server[102617]: DEBUG neutron_lib.callbacks.manager [None req-244156a0-5a75-4cef-9728-2d6377f211d9 admin admin] Publish callbacks [] for network, before_response {{(pid=102617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:45.118881 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-244156a0-5a75-4cef-9728-2d6377f211d9 admin admin] 10.222.0.76 "DELETE /v2.0/networks/ddc00c64-63d0-40e2-a03b-1b9c915a760c HTTP/1.1" status: 204 len: 168 time: 0.5662453 Nov 11 18:39:45.134614 n-d-816206-4 neutron-server[102617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244156a0-5a75-4cef-9728-2d6377f211d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddc00c64-63d0-40e2-a03b-1b9c915a760c,revision_number=None']} {{(pid=102617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:39:45.299617 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [-] (102617) accepted ('10.222.0.76', 55626) {{(pid=102617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:39:45.340723 n-d-816206-4 neutron-server[102617]: INFO neutron.wsgi [None req-59d11b77-3f31-46e0-9e01-051e45c5ed31 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ba43637609e2428bb07678d53c0aac99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399008 Nov 11 18:39:45.343375 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55628) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:39:45.390659 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8c53183-8516-421a-b59c-d04421108fa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:45.412274 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8c53183-8516-421a-b59c-d04421108fa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:45.464585 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8c53183-8516-421a-b59c-d04421108fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:45.467094 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-e8c53183-8516-421a-b59c-d04421108fa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:45.468241 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-e8c53183-8516-421a-b59c-d04421108fa1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4589f231-10b0-4003-9ee9-ff80154406f9 HTTP/1.1" status: 204 len: 168 time: 0.1238129 Nov 11 18:39:45.475870 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c53183-8516-421a-b59c-d04421108fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4589f231-10b0-4003-9ee9-ff80154406f9,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:39:45.781473 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55634) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:39:45.820897 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-2f8307f9-fdf2-44bf-8d1a-1f79363b483e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ab2babda3e8b4b2c9770472e5ba3bfbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382426 Nov 11 18:39:45.823891 n-d-816206-4 neutron-server[102618]: DEBUG neutron.wsgi [-] (102618) accepted ('10.222.0.76', 55636) {{(pid=102618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 18:39:45.869562 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c35e3dbe-375f-4197-ac42-6f951e3e51b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:45.890071 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c35e3dbe-375f-4197-ac42-6f951e3e51b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:45.936223 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c35e3dbe-375f-4197-ac42-6f951e3e51b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609241'] for security_group, after_delete {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:45.939990 n-d-816206-4 neutron-server[102618]: DEBUG neutron_lib.callbacks.manager [None req-c35e3dbe-375f-4197-ac42-6f951e3e51b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:45.941988 n-d-816206-4 neutron-server[102618]: INFO neutron.wsgi [None req-c35e3dbe-375f-4197-ac42-6f951e3e51b4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8cca22cf-3e49-4ee9-a751-3f56475496fd HTTP/1.1" status: 204 len: 168 time: 0.1169088 Nov 11 18:39:45.951913 n-d-816206-4 neutron-server[102618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e3dbe-375f-4197-ac42-6f951e3e51b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cca22cf-3e49-4ee9-a751-3f56475496fd,revision_number=None']} {{(pid=102618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 18:39:46.461683 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5c986fea-2fad-4719-8b55-f4d68d38a18b no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:39:46.484645 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: 5c986fea-2fad-4719-8b55-f4d68d38a18b {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:39:46.484988 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device 5c986fea-2fad-4719-8b55-f4d68d38a18b not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:39:46.485407 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ca345743-4d13-4813-bad6-781dbb96af5f no longer exists at agent ovs-agent-n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 18:39:46.504906 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.plugin [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] No Port match for: ca345743-4d13-4813-bad6-781dbb96af5f {{(pid=102619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 18:39:46.505126 n-d-816206-4 neutron-server[102619]: DEBUG neutron.plugins.ml2.rpc [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Device ca345743-4d13-4813-bad6-781dbb96af5f not bound to the agent host n-d-816206-4 {{(pid=102619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 18:39:49.119641 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:54.874274 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:39:55.381939 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:40:07.584957 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-835645a3-ab0f-43d1-b873-ae9d6f12af46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:40:10.523923 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58a7b24d-074f-457d-84c9-a815945d057f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:40:11.280435 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:40:12.880990 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:40:13.096416 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:40:19.107207 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:40:24.889194 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:40:32.381895 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:40:37.585030 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-f6c4035e-2530-476b-8d3d-8bd1fc2554fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:40:40.525046 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-819e1f48-d970-4b7e-8e33-f463d311911b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:40:41.283303 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:40:42.888033 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:40:43.097308 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:40:49.134096 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:40:54.889352 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:41:07.585916 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-c17ea71c-79df-47bc-a71c-0d262157a5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:41:09.381276 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:41:10.526102 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0ac18f62-077e-4504-b823-3b13d34a2068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:41:11.286212 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:41:12.891533 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:41:13.098410 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:41:19.133461 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:41:24.903697 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:41:37.588260 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e182ecec-3480-4713-a488-f90c89364f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:41:40.526865 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-64c025ef-fbd7-4b39-9893-6c5e07de830d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:41:41.289993 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:41:42.893153 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:41:43.099935 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:41:46.380629 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:41:49.138342 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:41:54.918437 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:42:07.589611 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e400-2f02-43e8-871d-c8e51c02238c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:42:10.528299 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-510f4e8f-6675-4310-93a0-5867a17c13a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:42:11.291896 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:42:12.896167 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:42:13.103567 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:42:19.170308 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:42:23.379863 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:42:24.916905 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:42:37.591329 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0209263b-d697-43b0-89b2-433ead6ebeba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:42:40.534634 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0fb9dc66-8e1c-4f7c-ab4d-ef080a28fd81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:42:41.294243 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:42:42.907495 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:42:43.104579 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:42:49.192573 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:42:54.935220 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:43:00.379265 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:43:07.593052 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-723263d1-7c68-4ffe-be50-8354b8f0e126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:43:10.529231 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-5ec0eb77-49b5-4d1f-b1c6-4bda6428ddb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:43:11.297019 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:43:12.894585 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:43:13.107146 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:43:19.182680 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:43:24.931475 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:43:37.378604 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:43:37.595286 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-6953b873-a219-48db-8113-5399ed7f6394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:43:40.534537 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-49627433-d8ac-4c64-8bf1-bee8b1dc67c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:43:41.298892 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:43:42.896419 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:43:43.109595 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:43:49.213348 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:43:54.947180 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:44:07.597158 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-23f21978-1280-4e6d-8b3b-ce1a7b7864fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:44:10.535285 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-1c880407-151b-4241-a834-a9979de0f4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:44:11.301491 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:44:12.901167 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:44:13.110668 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:44:14.378442 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:44:19.229673 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:44:24.944660 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:44:37.598681 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-458cbaa9-8522-40d9-a4a5-4edc0fad247c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:44:40.535706 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-04e6343c-bd05-4793-b7ea-9d66aca2a698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:44:41.305945 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:44:42.903029 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:44:43.112296 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:44:49.227157 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:44:51.377478 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:44:54.943628 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:45:07.599163 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-92e6d046-7678-415b-8f4b-b5cbe8e64b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:45:10.539258 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-644486d7-ccd3-44d7-8c61-30d685cb3929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:45:11.307145 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:45:12.905537 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:45:13.114215 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:45:19.266214 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:45:24.946030 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:45:28.378137 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:45:37.609363 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0b6d887a-3f81-4f71-8a92-4ac82f005b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:45:40.539766 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-a9620227-86e1-4e9b-b5ba-5893aa803fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:45:41.311099 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:45:42.909267 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:45:43.114931 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:45:49.257679 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:45:54.942900 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:46:05.377051 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:46:07.600885 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-cc5a6060-0467-42d9-ab4f-620eb883f80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:46:10.540363 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-0a5fe9f2-d892-4886-9878-ec938e15593e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:46:11.312469 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:46:12.911115 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:46:13.116257 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:46:19.257961 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:46:24.942369 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:46:37.602432 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e2353737-19d7-4e53-b5af-21753d1fa8ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:46:40.541860 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d87e06fe-c18e-483b-b286-a2cb6764a180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:46:41.313942 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:46:42.376400 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:46:42.916484 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:46:43.118430 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:46:49.271702 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:46:54.943278 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:47:07.603338 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-629277a6-0127-4d34-968c-c61a1276956d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:47:10.546058 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-8da1b476-05a0-45cc-b782-8313be2019d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:47:11.318485 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:47:12.917990 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:47:13.119483 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:47:19.278120 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:47:19.374565 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:47:24.960595 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:47:37.604046 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9bca63ba-f947-47ad-bfa6-f24555f153cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:47:40.546919 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-3ada0a7b-09bf-4626-bdd7-32763397fe01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:47:41.320788 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:47:42.924585 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-4bc3670f-9229-471e-8db5-778e7bf8f44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:47:43.123681 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-d700ef14-0913-439a-ab22-68bd7a76a558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:47:49.292110 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-58d085ce-6016-4a71-911d-fe512844f1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:47:54.955485 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-e67ab633-41e6-4379-82b5-ea895e0e0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:47:56.374269 n-d-816206-4 neutron-server[102620]: DEBUG neutron.db.agents_db [None req-cf6c3fbb-a88f-46f2-9704-2f771de9b94f None None] Agent healthcheck: found 7 active agents {{(pid=102620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 18:48:07.606189 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-45f4648a-620e-4ab0-83af-276e883f40d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:48:08.278496 n-d-816206-4 neutron-server[102617]: DEBUG neutron.wsgi [req-237bcea1-7afc-4cdb-9c83-48159ba8c44b req-b346fbed-0090-40ab-a353-85ffa2624dbd service neutron] (102617) timed out ('10.222.0.76', 53520) {{(pid=102617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 18:48:10.547412 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-9a038be5-9631-4681-8455-4b2f67d28a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 18:48:11.324391 n-d-816206-4 neutron-server[102619]: DEBUG neutron_lib.callbacks.manager [None req-33b1af4b-a965-42a4-bafa-b2f57268e252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765003654611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1720407'] for agent, after_update {{(pid=102619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}